-- Logs begin at Sat 2021-08-28 14:08:09 UTC, end at Sat 2021-08-28 16:33:55 UTC. -- Aug 28 14:42:20.631587 n-d-712137-10 systemd[1]: Started Devstack devstack@q-svc.service. Aug 28 14:42:23.330032 n-d-712137-10 neutron-server[106220]: INFO neutron.common.config [-] Logging enabled! Aug 28 14:42:23.330625 n-d-712137-10 neutron-server[106220]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 28 14:42:23.330806 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106220) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 28 14:42:23.334049 n-d-712137-10 neutron-server[106220]: INFO neutron.common.config [-] Logging enabled! Aug 28 14:42:23.334306 n-d-712137-10 neutron-server[106220]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 28 14:42:23.334610 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106220) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 28 14:42:23.335546 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 28 14:42:23.335800 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 28 14:42:23.336178 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 28 14:42:23.336421 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 28 14:42:23.336646 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 28 14:42:23.336970 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.337265 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.337562 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.337790 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.338088 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.338373 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.338656 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.338943 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.339239 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.339523 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.339826 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.340113 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.340344 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.340624 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.340910 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.341192 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.341414 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] debug = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.341690 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.342112 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.342514 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.342796 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.343084 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.343397 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.343672 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.343967 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.344256 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.344585 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] host = n-d-712137-10 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.344861 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.345146 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.345430 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.345714 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.346229 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.346516 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.346799 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.347070 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.347340 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] log_file = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.347615 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.347926 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.348211 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.348498 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.348721 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.348940 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.349226 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.349508 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.349782 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.350053 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.350325 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.350596 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.350868 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.351133 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.351414 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.351720 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.352006 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.352278 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.352552 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.352821 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.353090 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.353369 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.353640 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.353909 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.354187 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.354470 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.354738 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.355008 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.355304 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.355585 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.355890 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.356172 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.356443 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.356721 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.356990 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.357257 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.357527 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] use_json = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.357793 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.358060 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.358337 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.358608 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.359463 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.359852 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.360216 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.360593 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:23.361000 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.361405 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.361822 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.362213 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.362646 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.363015 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.363397 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.363809 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.364227 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.364643 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.365060 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.365413 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.365701 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.365977 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.366269 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.366570 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.366862 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.367148 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.367421 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.367715 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.367987 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.368261 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.368548 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.368821 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.369105 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.369389 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.369665 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.369948 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.370237 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.370522 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.370792 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.371065 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.371351 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.371623 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.371918 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.372194 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.372475 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.372749 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.373018 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.373295 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.373569 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.373839 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.374108 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.374514 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.375465 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.375774 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.376049 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.376319 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.376596 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.376866 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.377148 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.377423 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.377696 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.377967 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.378243 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.378516 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.378789 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.379065 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.379336 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.379610 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.379906 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.380178 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.380449 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.380721 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.380991 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.381259 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.381529 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.381801 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.382072 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.382341 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.382610 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.382881 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.383151 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.383433 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.383752 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.384028 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.384302 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.384577 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.384851 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.385128 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.385400 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.385673 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.385947 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.386216 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.386502 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.386785 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.387070 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.387349 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.387633 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.387959 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.388237 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.388518 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.388804 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.389088 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.389351 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.389637 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.389924 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.390368 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.390719 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.391015 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.391303 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.391580 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.391906 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.392183 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:23.392402 n-d-712137-10 neutron-server[106220]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 28 14:42:23.392640 n-d-712137-10 neutron-server[106220]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106220) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 28 14:42:23.746186 n-d-712137-10 neutron-server[106220]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=106220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 28 14:42:23.746458 n-d-712137-10 neutron-server[106220]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=106220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 28 14:42:23.746745 n-d-712137-10 neutron-server[106220]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 28 14:42:23.747074 n-d-712137-10 neutron-server[106220]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 28 14:42:24.144488 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.144695 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.144940 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.146224 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.146496 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.146758 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.180970 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.181244 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.181509 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.197608 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.197888 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.198156 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.226943 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.227212 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.227472 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.262131 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.262410 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.262674 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.493862 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.494468 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.494468 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.494641 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.495340 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.613711 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.614020 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.614300 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.614567 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.614833 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.615135 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.615392 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.615645 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.615921 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.616196 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.616448 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.616707 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.616958 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.617202 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.617452 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.617710 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.617960 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.618219 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.618481 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.618734 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.619003 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.619252 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.619533 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.619925 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.620172 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.620414 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.620810 n-d-712137-10 neutron-server[106220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 14:42:24.621048 n-d-712137-10 neutron-server[106220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 14:42:24.621284 n-d-712137-10 neutron-server[106220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 14:42:24.621519 n-d-712137-10 neutron-server[106220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 14:42:24.621751 n-d-712137-10 neutron-server[106220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 14:42:24.621984 n-d-712137-10 neutron-server[106220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 14:42:24.622343 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 28 14:42:24.625543 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 28 14:42:24.629395 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 28 14:42:24.633090 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Aug 28 14:42:24.634701 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 28 14:42:24.635150 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 28 14:42:24.635626 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 28 14:42:24.636033 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 28 14:42:24.638778 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 28 14:42:24.639026 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 28 14:42:24.639368 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 28 14:42:24.644768 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 28 14:42:24.666514 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 28 14:42:24.666955 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.667248 n-d-712137-10 neutron-server[106220]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106220) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 28 14:42:24.667603 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.668965 n-d-712137-10 neutron-server[106220]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106220) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 28 14:42:24.669237 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 28 14:42:24.669475 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 28 14:42:24.673290 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.673573 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:24.738071 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 28 14:42:24.738306 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 28 14:42:24.738542 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 28 14:42:24.738904 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 28 14:42:24.759334 n-d-712137-10 neutron-server[106220]: DEBUG oslo_db.sqlalchemy.engines [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106220) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 28 14:42:25.289840 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.managers [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Initializing driver for type 'gre' Aug 28 14:42:25.290411 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] gre ID ranges: [(1, 1000)] Aug 28 14:42:25.341568 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.managers [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Initializing driver for type 'local' Aug 28 14:42:25.341965 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.managers [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Initializing driver for type 'vlan' Aug 28 14:42:25.356031 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] VlanTypeDriver initialization complete Aug 28 14:42:25.356357 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.managers [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Initializing driver for type 'vxlan' Aug 28 14:42:25.356845 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] vxlan ID ranges: [(1, 1000)] Aug 28 14:42:25.408049 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.managers [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Initializing extension driver 'port_security' Aug 28 14:42:25.408414 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.extensions.port_security [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] PortSecurityExtensionDriver initialization complete Aug 28 14:42:25.408745 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.managers [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Initializing mechanism driver 'openvswitch' Aug 28 14:42:25.409065 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.managers [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Initializing mechanism driver 'hyperv' Aug 28 14:42:25.415409 n-d-712137-10 neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:42:25.416111 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > port after_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.416479 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > port after_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.416828 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > port after_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.417337 n-d-712137-10 neutron-server[106220]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106220) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 28 14:42:25.417763 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > subnet after_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.418116 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > subnet after_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.418460 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > subnet after_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.418864 n-d-712137-10 neutron-server[106220]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106220) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 28 14:42:25.419252 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > network after_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.419599 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > network after_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.419967 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > network after_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.420352 n-d-712137-10 neutron-server[106220]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106220) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 28 14:42:25.420751 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > security_group after_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.421095 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > security_group after_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.422011 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > security_group after_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.422623 n-d-712137-10 neutron-server[106220]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106220) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 28 14:42:25.423030 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.423379 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.423747 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.424139 n-d-712137-10 neutron-server[106220]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106220) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 28 14:42:25.424542 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > address_group after_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.424887 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > address_group after_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.425226 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > address_group after_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.425606 n-d-712137-10 neutron-server[106220]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106220) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 28 14:42:25.425982 n-d-712137-10 neutron-server[106220]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] ML2 OVO RPC backend initialized. {{(pid=106220) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 28 14:42:25.426678 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > router_interface after_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.427032 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.427445 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > network before_response 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.427829 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > networks before_response 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.428178 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > port before_response 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.428517 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > ports before_response 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.428858 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > subnet before_response 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.429195 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > subnets before_response 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.429539 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > network after_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.429879 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > network after_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.430215 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > network after_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.430551 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > port after_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.430884 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > port after_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.431217 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > port after_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.431558 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > subnet after_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.431922 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > subnet after_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.432255 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > subnet after_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.432822 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.plugin [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Modular L2 Plugin initialization complete Aug 28 14:42:25.433150 n-d-712137-10 neutron-server[106220]: DEBUG neutron.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading services supported by the core plugin {{(pid=106220) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 28 14:42:25.433473 n-d-712137-10 neutron-server[106220]: INFO neutron.plugins.ml2.managers [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Got port-security extension from driver 'port_security' Aug 28 14:42:25.433927 n-d-712137-10 neutron-server[106220]: INFO neutron.extensions.vlantransparent [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Disabled vlantransparent extension. Aug 28 14:42:25.434403 n-d-712137-10 neutron-server[106220]: DEBUG neutron.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106220) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 28 14:42:25.434716 n-d-712137-10 neutron-server[106220]: INFO neutron.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading Plugin: router Aug 28 14:42:25.471606 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > router_interface before_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.472021 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > router after_create 55549900 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.472393 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > router before_create 55549900 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.472762 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.473139 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.473493 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > router after_delete 55549900 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.473851 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > floatingip after_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.474200 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > floatingip after_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.474559 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > router after_create 55549900 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.474904 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > router after_update 55549900 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.475249 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > router after_update 55549900 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.475597 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.475982 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > router after_update 55549900 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.476389 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > router precommit_update 55549900 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.476756 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: port after_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.477095 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: port after_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.477435 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: subnet after_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.477772 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.478121 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > port precommit_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.478471 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > router precommit_create 55549900 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.478813 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: port before_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.479157 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > router precommit_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.479513 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > router after_update 55549900 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.479887 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > router precommit_delete 55549900 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.480240 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > router precommit_create 55549900 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.480601 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > router_interface after_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.480945 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > router precommit_update 55549900 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.481308 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > agent after_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.481657 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > agent after_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.482001 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > network after_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.482839 n-d-712137-10 neutron-server[106220]: DEBUG neutron.quota.resource_registry [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Tracking information for resource: router configured {{(pid=106220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 14:42:25.483172 n-d-712137-10 neutron-server[106220]: DEBUG neutron.quota.resource_registry [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Tracking information for resource: floatingip configured {{(pid=106220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 14:42:25.488698 n-d-712137-10 neutron-server[106220]: INFO neutron.db.l3_agentschedulers_db [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 28 14:42:25.489268 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: port after_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.489632 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: port after_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.489983 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: port after_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.490332 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: port after_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.491109 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > router before_create 55550100 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.491471 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > router precommit_delete 55550100 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.491868 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > router precommit_create 55550100 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.492226 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > router precommit_update 55550100 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.498367 n-d-712137-10 neutron-server[106220]: DEBUG neutron.services.provider_configuration [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Service providers = [] {{(pid=106220) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 28 14:42:25.498905 n-d-712137-10 neutron-server[106220]: DEBUG neutron.db.servicetype_db [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106220) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 28 14:42:25.501683 n-d-712137-10 neutron-server[106220]: DEBUG neutron.services.service_base [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106220) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 28 14:42:25.502031 n-d-712137-10 neutron-server[106220]: DEBUG neutron.services.service_base [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106220) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 28 14:42:25.502374 n-d-712137-10 neutron-server[106220]: DEBUG neutron.services.service_base [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106220) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 28 14:42:25.503268 n-d-712137-10 neutron-server[106220]: DEBUG neutron.services.service_base [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106220) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 28 14:42:25.503636 n-d-712137-10 neutron-server[106220]: INFO neutron.services.service_base [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 28 14:42:25.504030 n-d-712137-10 neutron-server[106220]: DEBUG neutron.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 14:42:25.504348 n-d-712137-10 neutron-server[106220]: INFO neutron.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 28 14:42:25.514746 n-d-712137-10 neutron-server[106220]: DEBUG neutron.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 14:42:25.515141 n-d-712137-10 neutron-server[106220]: INFO neutron.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading Plugin: auto_allocate Aug 28 14:42:25.520933 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: network precommit_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.521303 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: network precommit_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.521816 n-d-712137-10 neutron-server[106220]: DEBUG neutron.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 14:42:25.522139 n-d-712137-10 neutron-server[106220]: INFO neutron.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading Plugin: tag Aug 28 14:42:25.528586 n-d-712137-10 neutron-server[106220]: DEBUG neutron.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 14:42:25.528916 n-d-712137-10 neutron-server[106220]: INFO neutron.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading Plugin: timestamp Aug 28 14:42:25.533437 n-d-712137-10 neutron-server[106220]: DEBUG neutron.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 14:42:25.533765 n-d-712137-10 neutron-server[106220]: INFO neutron.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading Plugin: network_ip_availability Aug 28 14:42:25.539096 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.539464 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.539890 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.540548 n-d-712137-10 neutron-server[106220]: DEBUG neutron.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 14:42:25.540867 n-d-712137-10 neutron-server[106220]: INFO neutron.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading Plugin: flavors Aug 28 14:42:25.545510 n-d-712137-10 neutron-server[106220]: DEBUG neutron.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 14:42:25.545845 n-d-712137-10 neutron-server[106220]: INFO neutron.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading Plugin: revisions Aug 28 14:42:25.550637 n-d-712137-10 neutron-server[106220]: DEBUG neutron.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 14:42:25.551032 n-d-712137-10 neutron-server[106220]: DEBUG oslo_concurrency.lockutils [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.804s {{(pid=106220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 28 14:42:25.551788 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106220) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 28 14:42:25.552125 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Initializing extension manager. Aug 28 14:42:25.552631 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: __init__.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.552972 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: __pycache__ {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.553303 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.553631 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: address_group.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.554375 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.554940 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: address-group Aug 28 14:42:25.555261 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: address_scope.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.555994 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.556505 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: address-scope Aug 28 14:42:25.556826 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: admin_state_down_before_update.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.557759 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.558266 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: router-admin-state-down-before-update Aug 28 14:42:25.558585 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: agent.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.559477 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.560024 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: agent Aug 28 14:42:25.560344 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: agent_resources_synced.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.561261 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.561795 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: agent-resources-synced Aug 28 14:42:25.562125 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: allowedaddresspairs.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.563931 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.564450 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: allowed-address-pairs Aug 28 14:42:25.564777 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: auto_allocated_topology.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.565833 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.566341 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: auto-allocated-topology Aug 28 14:42:25.566660 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: availability_zone.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.567347 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.567882 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: availability_zone Aug 28 14:42:25.568201 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: availability_zone_filter.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.569096 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.569595 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: availability_zone_filter Aug 28 14:42:25.569914 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: data_plane_status.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.570810 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.571306 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension data-plane-status not supported by any of loaded plugins Aug 28 14:42:25.571621 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: default_subnetpools.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.572547 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.573045 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: default-subnetpools Aug 28 14:42:25.573363 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: dhcpagentscheduler.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.574160 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.574660 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: dhcp_agent_scheduler Aug 28 14:42:25.574981 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: dns.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.575918 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.576420 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension dns-integration not supported by any of loaded plugins Aug 28 14:42:25.576741 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: dns_domain_ports.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.577697 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.578194 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 28 14:42:25.578515 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.579431 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.579955 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 28 14:42:25.580275 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: dvr.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.580945 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.581450 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: dvr Aug 28 14:42:25.581764 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: ecmp_routes.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.582672 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.583174 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension ecmp_routes not supported by any of loaded plugins Aug 28 14:42:25.583490 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: empty_string_filtering.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.584427 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.584930 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: empty-string-filtering Aug 28 14:42:25.585248 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.586151 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.586657 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 28 14:42:25.586974 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.587912 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.588418 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 28 14:42:25.588735 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: external_net.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.589634 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.590141 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: external-net Aug 28 14:42:25.590461 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: extra_dhcp_opt.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.591365 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.591903 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: extra_dhcp_opt Aug 28 14:42:25.592221 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: extraroute.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.593656 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.594160 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: extraroute Aug 28 14:42:25.594474 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: extraroute_atomic.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.595493 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.596280 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: extraroute-atomic Aug 28 14:42:25.596599 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: filter_validation.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.597255 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.597752 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: filter-validation Aug 28 14:42:25.598068 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: fip_pf_description.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.598968 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.599467 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 28 14:42:25.599824 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: fip_port_details.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.600745 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.601248 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: fip-port-details Aug 28 14:42:25.601567 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: flavors.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.602771 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.603286 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: flavors Aug 28 14:42:25.603606 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.605281 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.605801 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 28 14:42:25.606133 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: floatingip_pools.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.606832 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.607342 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: floatingip-pools Aug 28 14:42:25.607690 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: ip_allocation.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.608670 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.609667 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension ip_allocation not supported by any of loaded plugins Aug 28 14:42:25.609995 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.610910 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.611422 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: ip-substring-filtering Aug 28 14:42:25.611773 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: l2_adjacency.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.612696 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.613198 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension l2_adjacency not supported by any of loaded plugins Aug 28 14:42:25.613524 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: l3.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.614604 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.615118 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: router Aug 28 14:42:25.615446 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: l3_conntrack_helper.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.617655 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.618178 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 28 14:42:25.618510 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.619451 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.619998 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: ext-gw-mode Aug 28 14:42:25.620328 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.621233 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.621744 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: l3-ha Aug 28 14:42:25.622070 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: l3_flavors.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.622972 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.623480 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: l3-flavors Aug 28 14:42:25.623834 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.624782 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.625289 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: l3-port-ip-change-not-allowed Aug 28 14:42:25.625614 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: l3agentscheduler.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.626624 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.627133 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: l3_agent_scheduler Aug 28 14:42:25.627457 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: logging.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.628928 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.629448 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension logging not supported by any of loaded plugins Aug 28 14:42:25.629777 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: metering.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.630512 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.631081 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: metering Aug 28 14:42:25.631406 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.632514 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.633023 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: metering_source_and_destination_fields Aug 28 14:42:25.633347 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: multiprovidernet.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.634264 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.634766 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: multi-provider Aug 28 14:42:25.635085 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: netmtu.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.636033 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.636534 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: net-mtu Aug 28 14:42:25.636852 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: netmtu_writable.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.637761 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.638259 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: net-mtu-writable Aug 28 14:42:25.638577 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: network_availability_zone.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.639246 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.639776 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: network_availability_zone Aug 28 14:42:25.640624 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: network_ip_availability.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.641704 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.642210 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: network-ip-availability Aug 28 14:42:25.642533 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: network_segment_range.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.643286 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.643826 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension network-segment-range not supported by any of loaded plugins Aug 28 14:42:25.644144 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: pagination.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.645109 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.645433 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: pagination Aug 28 14:42:25.645748 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: port_device_profile.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.646645 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.647159 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: port-device-profile Aug 28 14:42:25.647478 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.648433 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.648951 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: port-mac-address-regenerate Aug 28 14:42:25.649270 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.650168 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.650675 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: port-numa-affinity-policy Aug 28 14:42:25.650992 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: port_resource_request.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.651937 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.652439 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension port-resource-request not supported by any of loaded plugins Aug 28 14:42:25.652756 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: portbindings.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.653675 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.654181 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: binding Aug 28 14:42:25.654499 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: portbindings_extended.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.656580 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.656979 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: binding-extended Aug 28 14:42:25.657301 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: portsecurity.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.658213 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.658725 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: port-security Aug 28 14:42:25.659041 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: project_id.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.660270 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.660421 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: project-id Aug 28 14:42:25.660670 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: providernet.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.661601 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.662123 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: provider Aug 28 14:42:25.662425 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: qos.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.665996 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.666484 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension qos not supported by any of loaded plugins Aug 28 14:42:25.666952 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.668494 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.669159 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 28 14:42:25.669390 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.670299 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.670816 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 28 14:42:25.671175 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: qos_default.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.672086 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.672811 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension qos-default not supported by any of loaded plugins Aug 28 14:42:25.673138 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: qos_fip.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.673791 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.674290 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension qos-fip not supported by any of loaded plugins Aug 28 14:42:25.674608 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: qos_gateway_ip.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.675525 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.676058 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 28 14:42:25.676379 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: qos_port_network_policy.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.677280 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.677782 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 28 14:42:25.678105 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: qos_pps_rule.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.679261 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.679814 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension qos-pps not supported by any of loaded plugins Aug 28 14:42:25.680137 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: qos_rule_type_details.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.681047 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.681554 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 28 14:42:25.681873 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: qos_rules_alias.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.682905 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.683416 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 28 14:42:25.683773 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: quotasv2.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.684689 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.685017 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: quotas Aug 28 14:42:25.685336 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: quotasv2_detail.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.688420 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.688756 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: quota_details Aug 28 14:42:25.689086 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: rbac.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.690330 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.690853 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: rbac-policies Aug 28 14:42:25.691182 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: rbac_address_group.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.692144 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.692654 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: rbac-address-group Aug 28 14:42:25.692975 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: rbac_address_scope.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.693887 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.694393 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: rbac-address-scope Aug 28 14:42:25.694713 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: rbac_security_groups.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.695618 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.696163 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: rbac-security-groups Aug 28 14:42:25.696484 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: rbac_subnetpool.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.697386 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.697898 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: rbac-subnetpool Aug 28 14:42:25.698216 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: revisionifmatch.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.699131 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.699641 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: revision-if-match Aug 28 14:42:25.699980 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: revisions.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.701079 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.701583 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: standard-attr-revisions Aug 28 14:42:25.701903 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: router_availability_zone.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.703114 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.703620 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: router_availability_zone Aug 28 14:42:25.703966 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: routerservicetype.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.704901 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.705376 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension router-service-type not supported by any of loaded plugins Aug 28 14:42:25.705695 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.706605 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.707112 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: security-groups-normalized-cidr Aug 28 14:42:25.707430 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: security_groups_port_filtering.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.708368 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.708874 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: port-security-groups-filtering Aug 28 14:42:25.709190 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.710108 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.710619 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: security-groups-remote-address-group Aug 28 14:42:25.710940 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: securitygroup.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.721417 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.721994 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: security-group Aug 28 14:42:25.722355 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: segment.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.723157 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.723673 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension segment not supported by any of loaded plugins Aug 28 14:42:25.724016 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.724961 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.725470 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 28 14:42:25.725798 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: servicetype.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.726981 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.727502 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: service-type Aug 28 14:42:25.727860 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: sorting.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.728839 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.729170 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: sorting Aug 28 14:42:25.729490 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: standard_attr_segment.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.730400 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.730914 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 28 14:42:25.731239 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: standardattrdescription.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.731922 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.732424 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: standard-attr-description Aug 28 14:42:25.732744 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: stateful_security_group.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.733844 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.734304 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: stateful-security-group Aug 28 14:42:25.734642 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: stdattrs_common.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.735231 n-d-712137-10 neutron-server[106220]: WARNING neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 28 14:42:25.735551 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.736504 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.737013 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 28 14:42:25.737331 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: subnet_onboard.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.738404 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.738919 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: subnet_onboard Aug 28 14:42:25.739240 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.740190 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.740700 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 28 14:42:25.741019 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: subnet_service_types.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.741931 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.742444 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: subnet-service-types Aug 28 14:42:25.742764 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: subnetallocation.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.743865 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.744380 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: subnet_allocation Aug 28 14:42:25.744702 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.745365 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.745876 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: subnetpool-prefix-ops Aug 28 14:42:25.746198 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.747128 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.747641 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 28 14:42:25.747982 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: tagging.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.749047 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.749721 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: standard-attr-tag Aug 28 14:42:25.750212 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: timestamp.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.751427 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.751966 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loaded extension: standard-attr-timestamp Aug 28 14:42:25.752293 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: trunk.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.753317 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.753824 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension trunk not supported by any of loaded plugins Aug 28 14:42:25.754148 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: trunk_details.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.755059 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.755565 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension trunk-details not supported by any of loaded plugins Aug 28 14:42:25.755918 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: uplink_status_propagation.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.756829 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.757335 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 28 14:42:25.757661 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Loading extension file: vlantransparent.py {{(pid=106220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 14:42:25.758325 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 14:42:25.758825 n-d-712137-10 neutron-server[106220]: INFO neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extension vlan-transparent not supported by any of loaded plugins Aug 28 14:42:25.761267 n-d-712137-10 neutron-server[106220]: INFO neutron.quota.resource_registry [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Creating instance of TrackedResource for resource:network Aug 28 14:42:25.761801 n-d-712137-10 neutron-server[106220]: INFO neutron.quota.resource_registry [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Creating instance of TrackedResource for resource:subnet Aug 28 14:42:25.762198 n-d-712137-10 neutron-server[106220]: INFO neutron.quota.resource_registry [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Creating instance of TrackedResource for resource:subnetpool Aug 28 14:42:25.762587 n-d-712137-10 neutron-server[106220]: INFO neutron.quota.resource_registry [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Creating instance of TrackedResource for resource:port Aug 28 14:42:25.763850 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.v2.resource_helper [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 14:42:25.764285 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.v2.resource_helper [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Service FLAVORS assigned prefix: {{(pid=106220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 14:42:25.765458 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.v2.resource_helper [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 14:42:25.765886 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.v2.resource_helper [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 14:42:25.766214 n-d-712137-10 neutron-server[106220]: INFO neutron.quota.resource_registry [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Creating instance of TrackedResource for resource:router Aug 28 14:42:25.766648 n-d-712137-10 neutron-server[106220]: INFO neutron.quota.resource_registry [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Creating instance of TrackedResource for resource:floatingip Aug 28 14:42:25.767135 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.v2.resource_helper [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Service METERING assigned prefix: /metering {{(pid=106220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 14:42:25.768612 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.768984 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.769335 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:42:25.770301 n-d-712137-10 neutron-server[106220]: INFO neutron.quota.resource_registry [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Creating instance of CountableResource for resource:rbac_policy Aug 28 14:42:25.770756 n-d-712137-10 neutron-server[106220]: INFO neutron.quota.resource_registry [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Creating instance of TrackedResource for resource:security_group Aug 28 14:42:25.771177 n-d-712137-10 neutron-server[106220]: INFO neutron.quota.resource_registry [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 28 14:42:25.772913 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.v2.resource_helper [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Service CORE assigned prefix: {{(pid=106220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 14:42:25.773251 n-d-712137-10 neutron-server[106220]: INFO neutron.quota.resource_registry [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Creating instance of TrackedResource for resource:subnetpool Aug 28 14:42:25.773598 n-d-712137-10 neutron-server[106220]: WARNING neutron.quota.resource_registry [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] subnetpool is already registered Aug 28 14:42:25.774033 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.v2.resource_helper [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Service CORE assigned prefix: {{(pid=106220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 14:42:25.774360 n-d-712137-10 neutron-server[106220]: INFO neutron.quota.resource_registry [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Creating instance of TrackedResource for resource:subnetpool Aug 28 14:42:25.774691 n-d-712137-10 neutron-server[106220]: WARNING neutron.quota.resource_registry [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] subnetpool is already registered Aug 28 14:42:25.777041 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.v2.resource_helper [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 14:42:25.777421 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.v2.resource_helper [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Service FLAVORS assigned prefix: {{(pid=106220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 14:42:25.778030 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.v2.resource_helper [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 14:42:25.778451 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.v2.resource_helper [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 14:42:25.778782 n-d-712137-10 neutron-server[106220]: INFO neutron.quota.resource_registry [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Creating instance of TrackedResource for resource:router Aug 28 14:42:25.779118 n-d-712137-10 neutron-server[106220]: WARNING neutron.quota.resource_registry [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] router is already registered Aug 28 14:42:25.779525 n-d-712137-10 neutron-server[106220]: INFO neutron.quota.resource_registry [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Creating instance of TrackedResource for resource:floatingip Aug 28 14:42:25.779886 n-d-712137-10 neutron-server[106220]: WARNING neutron.quota.resource_registry [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] floatingip is already registered Aug 28 14:42:25.780339 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.v2.resource_helper [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Service METERING assigned prefix: /metering {{(pid=106220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 14:42:25.781697 n-d-712137-10 neutron-server[106220]: INFO neutron.quota.resource_registry [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Creating instance of CountableResource for resource:rbac_policy Aug 28 14:42:25.782317 n-d-712137-10 neutron-server[106220]: WARNING neutron.quota.resource_registry [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] rbac_policy is already registered Aug 28 14:42:25.782732 n-d-712137-10 neutron-server[106220]: INFO neutron.quota.resource_registry [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Creating instance of TrackedResource for resource:security_group Aug 28 14:42:25.783068 n-d-712137-10 neutron-server[106220]: WARNING neutron.quota.resource_registry [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] security_group is already registered Aug 28 14:42:25.783469 n-d-712137-10 neutron-server[106220]: INFO neutron.quota.resource_registry [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 28 14:42:25.783828 n-d-712137-10 neutron-server[106220]: WARNING neutron.quota.resource_registry [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] security_group_rule is already registered Aug 28 14:42:25.784451 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.v2.resource_helper [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Service CORE assigned prefix: {{(pid=106220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 14:42:25.784776 n-d-712137-10 neutron-server[106220]: INFO neutron.quota.resource_registry [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Creating instance of TrackedResource for resource:subnetpool Aug 28 14:42:25.785108 n-d-712137-10 neutron-server[106220]: WARNING neutron.quota.resource_registry [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] subnetpool is already registered Aug 28 14:42:25.785522 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.v2.resource_helper [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Service CORE assigned prefix: {{(pid=106220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 14:42:25.785843 n-d-712137-10 neutron-server[106220]: INFO neutron.quota.resource_registry [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Creating instance of TrackedResource for resource:subnetpool Aug 28 14:42:25.786172 n-d-712137-10 neutron-server[106220]: WARNING neutron.quota.resource_registry [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] subnetpool is already registered Aug 28 14:42:25.786644 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: extensions {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.788134 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: address-groups {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.789608 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: address-scopes {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.790961 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: agents {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.792166 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: auto-allocated-topology {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.793402 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: availability_zones {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.794629 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: dhcp-networks {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.796200 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: dhcp-agents {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.797711 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: routers {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.799915 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: flavors {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.801078 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: service_profiles {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.802309 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: next_providers {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.803759 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: service_profiles {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.805273 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: floatingip-pools {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.806463 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: routers {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.808612 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: floatingips {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.809903 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: l3-routers {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.811272 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: l3-agents {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.812732 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: metering-labels {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.814083 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: metering-label-rules {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.815357 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: network-ip-availabilities {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.816647 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: bindings {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.818298 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: quotas {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.819760 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: quotas {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.821352 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: rbac-policies {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.822549 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: security-groups {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.823863 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: security-group-rules {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.825095 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: service-providers {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.826310 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: subnetpools {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.828321 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: subnetpools {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.829851 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: tags {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.831528 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: tags {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.833345 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: tags {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.835108 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: tags {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.837940 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: tags {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.839827 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: tags {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.841502 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: tags {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.844134 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: tags {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.845886 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: tags {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.847883 n-d-712137-10 neutron-server[106220]: DEBUG neutron.api.extensions [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Extended resource: tags {{(pid=106220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 14:42:25.853774 n-d-712137-10 neutron-server[106220]: WARNING keystonemiddleware.auth_token [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 28 14:42:25.858443 n-d-712137-10 neutron-server[106220]: WARNING keystonemiddleware.auth_token [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 28 14:42:25.866651 n-d-712137-10 neutron-server[106220]: DEBUG oslo_concurrency.lockutils [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Acquired lock "singleton_lock" {{(pid=106220) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 28 14:42:25.867124 n-d-712137-10 neutron-server[106220]: DEBUG oslo_concurrency.lockutils [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Releasing lock "singleton_lock" {{(pid=106220) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 28 14:42:25.867793 n-d-712137-10 neutron-server[106220]: INFO oslo_service.service [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Starting 2 workers Aug 28 14:42:25.872617 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Started child 106329 {{(pid=106220) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 28 14:42:25.879479 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Started child 106330 {{(pid=106220) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 28 14:42:25.880386 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:42:25.881049 n-d-712137-10 neutron-server[106220]: INFO neutron.service [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Neutron service started, listening on 0.0.0.0:9696 Aug 28 14:42:25.881156 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [-] (106329) wsgi starting up on http://0.0.0.0:9696 Aug 28 14:42:25.881317 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Notify callbacks [] for process, before_spawn {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:42:25.883444 n-d-712137-10 neutron-server[106220]: INFO oslo_service.service [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Starting 1 workers Aug 28 14:42:25.884714 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:42:25.886082 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [-] (106330) wsgi starting up on http://0.0.0.0:9696 Aug 28 14:42:25.889273 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Started child 106331 {{(pid=106220) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 28 14:42:25.889834 n-d-712137-10 neutron-server[106220]: INFO oslo_service.service [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Starting 1 workers Aug 28 14:42:25.894188 n-d-712137-10 neutron-server[106331]: DEBUG neutron.service [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] calling RpcWorker wait() {{(pid=106331) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 28 14:42:25.895202 n-d-712137-10 neutron-server[106331]: DEBUG neutron.service [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] returning from RpcWorker wait() {{(pid=106331) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 28 14:42:25.895899 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Started child 106332 {{(pid=106220) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 28 14:42:25.896238 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:42:25.896761 n-d-712137-10 neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40df96e6-67a9-48db-9d15-880bcdbb098a None None] Notify callbacks [] for process, after_spawn {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:42:25.896938 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:42:25.898904 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106220) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 28 14:42:25.899119 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 28 14:42:25.899308 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 28 14:42:25.899541 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 28 14:42:25.899922 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 28 14:42:25.900089 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 28 14:42:25.900623 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.900909 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.901170 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.901440 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.901733 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.902356 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.902630 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.902898 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.903173 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.903401 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.903566 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.903772 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.904028 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.904266 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.904623 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.904962 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.905123 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.905398 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.905690 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.906386 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.906745 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.906996 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.907242 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] debug = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.907480 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.908010 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.908235 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.908472 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.908658 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:42:25.909210 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.909210 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.909210 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.909615 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.909750 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.909884 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.910106 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.910366 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.910603 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.910811 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.911025 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.911263 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.911484 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.911987 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] host = n-d-712137-10 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.912217 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.912429 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.912653 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.912894 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.913149 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.913415 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.913648 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.913848 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.914099 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.914326 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.914580 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.914844 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.915029 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.915278 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] log_file = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.915439 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] log_options = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.915681 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.915959 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.916213 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.916399 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.916602 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.916760 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.917063 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.917215 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.917400 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.917593 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.917802 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.918013 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.918224 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.918456 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.918705 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.918966 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.919268 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.919424 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.919670 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.919939 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.920160 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.920403 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.920639 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.920920 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.921075 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.921833 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.922073 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.922282 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.922494 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.922741 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.922977 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.923220 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.923487 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.923731 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.923960 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.924185 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.924399 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.924655 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.924909 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.925119 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.925370 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.925598 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.925818 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.926056 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.926284 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.926491 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] use_json = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.926696 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.926901 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.927172 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.927375 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.927604 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.927837 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.928047 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.928280 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:25.928699 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.928983 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.931515 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.931515 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.931515 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.931515 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.931515 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.931515 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.931515 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.931515 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.932666 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.932666 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.932666 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.932666 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.932666 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.934129 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.934129 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.934129 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.934129 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.934129 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.938403 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.938403 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.938403 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.938403 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.938403 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.938403 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.938403 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.938403 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.939460 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.939460 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.939460 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.939460 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.939460 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.939460 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.939460 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.939460 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.943226 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.943226 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.943226 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.943226 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.943226 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.943226 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.943226 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.943226 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.943226 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.943978 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.943978 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.943978 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.943978 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.944288 n-d-712137-10 neutron-server[106332]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:42:25.944382 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.944382 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.944382 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.944382 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.944382 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.944382 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.944382 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.944382 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.944382 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.944983 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.944983 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.944983 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.944983 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.944983 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.944983 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.945437 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.945437 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.945577 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.945786 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.946002 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.946215 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.946430 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.947881 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.947881 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.947881 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.947881 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.947881 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.947881 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.950221 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.950221 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.950221 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.950221 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.950221 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.950221 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.950221 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.950221 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.950221 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.950848 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.950848 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.950848 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.950848 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.950848 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.951198 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.951283 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.951489 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.951769 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.952008 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.952240 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.952574 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.952818 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.953171 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.953345 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.953548 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.953789 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.954024 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.954258 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.954515 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.954727 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.954977 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.955254 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.959731 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.960092 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.960387 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.960678 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.960965 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.961717 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.962011 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.962353 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.962554 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.963712 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.963712 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.964447 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.965154 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.965811 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.966236 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.966505 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.967056 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.968800 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.969090 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.972329 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.972609 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.972914 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.973181 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.973481 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.973736 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.973974 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.974230 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.974487 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.974824 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.975085 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.975330 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.975557 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.977729 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.978571 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.979010 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.980066 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.980355 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.980636 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.982623 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.982905 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.983141 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.983405 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.984310 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.986112 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.986356 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.986626 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.986878 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.987105 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.987337 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.987589 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.987862 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.988452 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.989582 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.989841 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.990073 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.990337 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.990584 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.990814 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.991881 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.992287 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.992681 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.992922 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.993185 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.993489 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.993729 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.994019 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.994284 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.994546 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.994785 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.995058 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.995323 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.995572 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.995862 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.996099 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.996390 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.996625 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.996857 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.997077 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.997297 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.997552 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.997772 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.998030 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.998287 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.998641 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.998880 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.999229 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.999637 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:25.999897 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.000136 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.000354 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.000570 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.000815 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.001034 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.001274 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.001519 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.001771 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.002020 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.002237 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.002485 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.002701 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.002942 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.003175 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.003460 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.003739 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.003978 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.004238 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.004484 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.004703 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.004935 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.005150 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.005364 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.005590 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.005830 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.006043 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.006292 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.006552 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.006769 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.006996 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.007219 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.007434 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.007708 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.007947 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.008191 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.008416 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.008661 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.008876 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.009105 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.009426 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.009647 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.009874 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.010403 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.010646 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.010878 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.011094 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.011309 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.011537 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.011800 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.012035 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.012449 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.012703 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.012951 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.013238 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.013489 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.013752 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.014389 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.015418 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.015418 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.015731 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.015896 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.016120 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.016472 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.016604 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.016918 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.017211 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.017480 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.017735 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.018085 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.018264 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.018550 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.018769 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.019055 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.019399 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.019708 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.019947 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.020179 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.020446 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.020673 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.020895 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.021138 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.021376 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.021615 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.022149 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.022149 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.022642 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.022642 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.022909 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.023057 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.023201 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.023403 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.023624 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.023861 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.024017 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 28 14:42:26.024553 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106220) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 28 14:42:26.024692 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 28 14:42:26.024826 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 28 14:42:26.024988 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 28 14:42:26.025158 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 28 14:42:26.025310 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 28 14:42:26.025514 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.025675 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.025837 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.025995 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.026154 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.026333 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.026493 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.026652 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.026810 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.026968 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.027127 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.027287 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.027446 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.027604 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.027786 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.027946 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.028105 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.028264 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.028428 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.028587 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.028748 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.028906 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.029090 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] debug = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.029220 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.029421 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.029586 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.029907 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.030066 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.030381 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.031254 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.031440 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.031529 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.031689 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.031850 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.032016 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.032542 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.032542 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.032542 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.032977 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.032977 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.032977 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] host = n-d-712137-10 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.033361 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.033361 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.033361 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.033731 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.033731 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.034058 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.034058 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.034058 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.034430 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.034430 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.034694 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.034694 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.034949 n-d-712137-10 neutron-server[106331]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:42:26.035108 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.035108 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] log_file = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.035108 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] log_options = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.035483 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.035483 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.035762 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.035762 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.036017 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.036017 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.036298 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.036433 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.036580 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.036710 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.036843 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.036977 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.037111 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.037246 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.037380 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.037521 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.037655 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.037788 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.037921 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.038064 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.038221 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.038381 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.038539 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.038698 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.038842 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.039004 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.039162 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.039307 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.039466 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.039613 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.039826 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.039957 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.040097 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.040245 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.040377 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.040511 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.040672 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.040835 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.041041 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.041178 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.041313 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.041452 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.041595 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.041730 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.041864 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.042026 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] use_json = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.042186 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.042346 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.042503 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.042662 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.042820 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.042978 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.043121 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.043285 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 14:42:26.043461 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.043623 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.043816 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.043978 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.044140 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.044288 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.044434 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.044598 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.044758 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.044921 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.045089 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.045250 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.045421 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.045582 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.045746 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.045940 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.046192 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.046886 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.047044 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.047256 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.047548 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.047738 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.047999 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.048373 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.048533 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.048688 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.048849 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.049028 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.049189 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.049378 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.049515 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.049661 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.049803 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.049948 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.050113 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.050274 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.050437 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.050598 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.050760 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.050921 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.051082 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.051241 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.051405 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.051566 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.051740 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.051906 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.052068 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.052230 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.052392 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.052552 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.052714 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.052876 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.053037 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.053199 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.053359 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.053531 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.053696 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.053859 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.054021 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.054167 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.054332 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.054493 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.054674 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.054822 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.054952 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.055089 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.055264 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.055409 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.055575 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.055776 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.055939 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.056101 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.056263 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.056425 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.056587 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.056747 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.056908 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.057069 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.057233 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.057400 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.057546 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.057706 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.057867 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.058028 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.058190 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.058352 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.058500 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.058660 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.058819 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.058991 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.059167 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.059313 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.059477 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.059640 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.059830 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.059963 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.060102 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.060265 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.060420 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.060577 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.060741 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.060884 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.061053 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.061205 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.061364 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.061513 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.061672 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.062008 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.062008 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.062270 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.062407 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.062551 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.062691 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.062824 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.062964 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.063099 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.063233 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.063365 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.063511 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.063707 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.064089 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.064089 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.064360 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.064360 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.064631 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.064631 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.064884 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.064884 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.065145 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.065279 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.065421 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.065558 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.065691 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.065817 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.065993 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.066128 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.066260 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.066446 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.066607 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.066774 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.066920 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.067085 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.067247 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.067407 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.067568 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.067747 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.067901 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.068062 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.068225 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.068386 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.068547 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.068709 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.068869 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.069031 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.069193 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.069355 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.069518 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.069680 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.069841 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.070005 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.070166 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.070326 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.070487 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.070647 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.070808 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.070967 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.071128 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.071288 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.071448 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.071609 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.071804 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.071965 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.072125 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.072285 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.072448 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.072608 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.072771 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.072933 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.073096 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.073259 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.073420 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.073583 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.073743 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.073905 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.074068 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.074217 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.074378 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.074539 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.074701 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.074863 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.075024 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.075189 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.075575 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.075808 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.076019 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.076403 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.076597 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.076737 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.076899 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.077061 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.077222 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.077453 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.077843 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.077843 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.078122 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.078122 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.078390 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.078390 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.078646 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.078763 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.078850 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.079000 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.079356 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.079356 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.079605 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.079605 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.079897 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.079897 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.080152 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.080235 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.080365 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.080526 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.080688 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.080859 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.081020 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.081182 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.081344 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.081504 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.081665 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.081835 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.081995 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.082156 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.082317 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.082478 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.082638 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.082808 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.082968 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.083129 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.083290 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.083451 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.083612 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.083804 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.083964 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.084125 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.084289 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.084453 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.084598 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.084769 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.084932 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.085093 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.085261 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.085421 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.085582 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.085743 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.085915 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.086078 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.086228 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.086391 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.086552 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.086718 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.086881 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.087047 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.087216 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.087384 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.087547 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.087737 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.087907 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.088076 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.088236 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.088403 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.088576 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.088736 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.088895 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.089056 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.089366 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.089366 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.089565 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.089664 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.089824 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.089985 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.090146 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.090306 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.090466 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.090628 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.090787 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.090948 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.091108 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.091268 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.091428 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.091590 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 14:42:26.091766 n-d-712137-10 neutron-server[106220]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 28 14:42:26.306285 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 48236) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:42:26.315261 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067699 Aug 28 14:42:38.016652 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d3626d-ac7c-4318-b042-3c1b0e4c4b4d None None] get_active_networks_info from n-d-712137-10 {{(pid=106331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 14:42:38.094997 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d3626d-ac7c-4318-b042-3c1b0e4c4b4d None None] No non-hosted networks {{(pid=106331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 28 14:42:38.114827 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.agentschedulers_db [None req-61d3626d-ac7c-4318-b042-3c1b0e4c4b4d None None] DHCP Agent not found on host n-d-712137-10 {{(pid=106331) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 28 14:42:38.189430 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-25593366-f167-4991-bd0c-ec96976253c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-521676'] for agent, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:42:40.360515 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6d3c326b-7d9d-4145-b6c7-e47a1fdd1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-521676'] for agent, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:42:40.422882 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3e84b3bc-4ab7-419b-aaa9-4a9a6f5bfddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:42:40.750892 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-521676'] for agent, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:42:40.752085 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:40.752693 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:40.753233 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:40.754011 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:40.754835 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:40.755548 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:40.756208 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:40.756804 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:40.757366 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:40.758019 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:40.758557 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:40.759101 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:40.760053 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-712137-10', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:42:40.782348 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-712137-10', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:42:41.588746 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-521676'] for agent, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:42:43.075121 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-521676'] for agent, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:42:44.314727 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 48330) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:42:44.762673 n-d-712137-10 neutron-server[106331]: INFO neutron.db.l3_hamode_db [None req-03159058-8b43-4539-bd53-50088678f80f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 28 14:42:44.820343 n-d-712137-10 neutron-server[106330]: WARNING oslo_policy.policy [None req-7ccff0b9-c638-49c0-9c01-48c48f256e98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 14:42:44.820914 n-d-712137-10 neutron-server[106330]: WARNING oslo_policy.policy [None req-7ccff0b9-c638-49c0-9c01-48c48f256e98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 14:42:44.840276 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03159058-8b43-4539-bd53-50088678f80f None None] Routers set() bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:42:44.840670 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03159058-8b43-4539-bd53-50088678f80f None None] Router IDs set() for agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 28 14:42:45.044790 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [None req-7ccff0b9-c638-49c0-9c01-48c48f256e98 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 14:42:45.046482 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7ccff0b9-c638-49c0-9c01-48c48f256e98 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7302625 Aug 28 14:42:47.439939 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 48344) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:42:47.750684 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-9d844fd1-3df9-48f6-a578-4b56268b7085 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:42:47.842259 n-d-712137-10 neutron-server[106330]: DEBUG neutron.policy [None req-9d844fd1-3df9-48f6-a578-4b56268b7085 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106330) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 28 14:42:47.886382 n-d-712137-10 neutron-server[106330]: WARNING oslo_policy.policy [None req-9d844fd1-3df9-48f6-a578-4b56268b7085 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 14:42:47.886755 n-d-712137-10 neutron-server[106330]: WARNING oslo_policy.policy [None req-9d844fd1-3df9-48f6-a578-4b56268b7085 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 14:42:47.895763 n-d-712137-10 neutron-server[106330]: INFO neutron.quota [None req-9d844fd1-3df9-48f6-a578-4b56268b7085 admin admin] Loaded quota_driver: . Aug 28 14:42:47.981863 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9d844fd1-3df9-48f6-a578-4b56268b7085 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758656835143', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758656834616', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758656823113', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758656816621', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758657259852', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758656801114', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1539059', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1527508', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-523692', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16313975'] for rbac-policy, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:42:48.044834 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9d844fd1-3df9-48f6-a578-4b56268b7085 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:42:48.046034 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9d844fd1-3df9-48f6-a578-4b56268b7085 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6051111 Aug 28 14:42:50.640130 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48356) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:42:51.132216 n-d-712137-10 neutron-server[106329]: WARNING oslo_policy.policy [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 14:42:51.132768 n-d-712137-10 neutron-server[106329]: WARNING oslo_policy.policy [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 14:42:51.356648 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] Request body: {'network': {'name': 'private', 'project_id': '536f007c482c4505b531659e531f9adb', 'tenant_id': '536f007c482c4505b531659e531f9adb', 'admin_state_up': True}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:42:51.358586 n-d-712137-10 neutron-server[106329]: INFO neutron.quota [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] Loaded quota_driver: . Aug 28 14:42:51.413392 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] Made reservation on behalf of 536f007c482c4505b531659e531f9adb for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:42:51.478425 n-d-712137-10 neutron-server[106329]: DEBUG neutron.policy [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106329) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 28 14:42:51.523265 n-d-712137-10 neutron-server[106329]: WARNING oslo_policy.policy [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 14:42:51.523629 n-d-712137-10 neutron-server[106329]: WARNING oslo_policy.policy [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 14:42:51.533621 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:42:51.554803 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:42:51.686473 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:42:51.690193 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:42:51.709365 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 14:42:51.737687 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758655183562', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:42:51.738273 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] Unsubscribe: segment precommit_create {{(pid=106329) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 28 14:42:51.738774 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] Added segment 7c842b89-96c6-4b20-8051-633570b5fe8e of type vlan for network a0269048-3348-4e59-b174-0bcf1cd2290e Aug 28 14:42:51.754601 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf3bae7-d168-41e6-ae6d-dfd99ba309b5,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:42:51.774852 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:51.775191 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:51.775518 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:51.775876 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:51.776194 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:51.776512 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:51.776824 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:51.777135 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:51.777444 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:51.777754 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:51.778061 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:51.778368 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] Tracked resource versions report: Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: pushed versions: Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: { 'AddressGroup': {'1.2'}, Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: 'ConntrackHelper': {'1.0'}, Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: 'Log': {'1.0'}, Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: 'Network': {'1.1'}, Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: 'Port': {'1.7'}, Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: 'PortForwarding': {'1.2'}, Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: 'QosPolicy': {'1.9'}, Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: 'SecurityGroup': {'1.4'}, Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: 'SecurityGroupRule': {'1.2'}, Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: 'SubPort': {'1.0'}, Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: 'Subnet': {'1.1'}, Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: 'Trunk': {'1.1'}} Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: consumer versions: Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: { DHCP agent@n-d-712137-10: {}, Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: L3 agent@n-d-712137-10: {}, Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: Metadata agent@n-d-712137-10: {}, Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: Metering agent@n-d-712137-10: {}, Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: Open vSwitch agent@n-d-712137-10: { 'AddressGroup': '1.2', Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: 'ConntrackHelper': '1.0', Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: 'Log': '1.0', Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: 'Network': '1.1', Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: 'Port': '1.7', Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: 'PortForwarding': '1.2', Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: 'QosPolicy': '1.9', Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: 'SecurityGroup': '1.4', Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: 'SecurityGroupRule': '1.2', Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: 'SubPort': '1.0', Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: 'Subnet': '1.1', Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: 'Trunk': '1.1'}} Aug 28 14:42:51.780113 n-d-712137-10 neutron-server[106329]: {{(pid=106329) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 14:42:51.867919 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:42:51.910513 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:42:51.911797 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:42:51.912443 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:42:51.999162 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3566368 Aug 28 14:42:52.007085 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4facf9-8b94-4a9f-9cc5-04480c2cab0f admin admin] Pushing event updated for resources: {'Network': ['ID=a0269048-3348-4e59-b174-0bcf1cd2290e,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:42:52.019850 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network a0269048-3348-4e59-b174-0bcf1cd2290e details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 14:42:54.654869 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48378) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:42:55.051520 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4691594b-a048-466e-b368-783ea78ef84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:42:55.052925 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4691594b-a048-466e-b368-783ea78ef84b admin admin] 10.222.0.13 "GET /v2.0/networks/a0269048-3348-4e59-b174-0bcf1cd2290e HTTP/1.1" status: 200 len: 825 time: 0.3970490 Aug 28 14:42:55.092717 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-660887e3-3c8e-49ec-be12-b93e0c3a9aa9 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/d0fe5c10-8b6d-4e37-9bf5-14cb27d8e64f HTTP/1.1" status: 200 len: 734 time: 0.0335536 Aug 28 14:42:55.102218 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-3a11d4e9-0c0c-4bba-9a55-e33c6c998407 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'a0269048-3348-4e59-b174-0bcf1cd2290e', 'subnetpool_id': 'd0fe5c10-8b6d-4e37-9bf5-14cb27d8e64f', 'tenant_id': '536f007c482c4505b531659e531f9adb'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:42:55.124787 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a11d4e9-0c0c-4bba-9a55-e33c6c998407 admin admin] Made reservation on behalf of 536f007c482c4505b531659e531f9adb for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:42:55.127069 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3a11d4e9-0c0c-4bba-9a55-e33c6c998407 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:42:55.412772 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3a11d4e9-0c0c-4bba-9a55-e33c6c998407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:42:55.477272 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11d4e9-0c0c-4bba-9a55-e33c6c998407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=251f19e6-b18c-4c5a-9844-71e4ba060a49,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:42:55.481705 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a11d4e9-0c0c-4bba-9a55-e33c6c998407 admin admin] Checking segment: {'id': '7c842b89-96c6-4b20-8051-633570b5fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0269048-3348-4e59-b174-0bcf1cd2290e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:42:55.482763 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a11d4e9-0c0c-4bba-9a55-e33c6c998407 admin admin] Network hostable DHCP agents. Network: a0269048-3348-4e59-b174-0bcf1cd2290e, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 14:42:55.502565 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a11d4e9-0c0c-4bba-9a55-e33c6c998407 admin admin] Network a0269048-3348-4e59-b174-0bcf1cd2290e is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 14:42:55.512407 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-3a11d4e9-0c0c-4bba-9a55-e33c6c998407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, a0269048-3348-4e59-b174-0bcf1cd2290e) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:42:55.517030 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a11d4e9-0c0c-4bba-9a55-e33c6c998407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:42:55.517606 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3a11d4e9-0c0c-4bba-9a55-e33c6c998407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:42:55.522410 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0e5959-e406-4a14-b839-8564c9788f28 None None] Network a0269048-3348-4e59-b174-0bcf1cd2290e requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:42:55.531204 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3a11d4e9-0c0c-4bba-9a55-e33c6c998407 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4323392 Aug 28 14:42:55.855294 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-a0269048-3348-4e59-b174-0bcf1cd2290e', 'network_id': 'a0269048-3348-4e59-b174-0bcf1cd2290e', 'tenant_id': '536f007c482c4505b531659e531f9adb', 'fixed_ips': [{'subnet_id': '251f19e6-b18c-4c5a-9844-71e4ba060a49'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 14:42:55.856820 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:42:56.133931 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Allocated IP 172.20.0.2 (a0269048-3348-4e59-b174-0bcf1cd2290e/251f19e6-b18c-4c5a-9844-71e4ba060a49/157f5e42-5cf9-4e56-aeed-40379bb6521c) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:42:56.331795 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:42:56.349861 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Transition to ACTIVE for port object 157f5e42-5cf9-4e56-aeed-40379bb6521c will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:42:56.409751 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Transition to ACTIVE for port object 157f5e42-5cf9-4e56-aeed-40379bb6521c will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:42:56.418919 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:42:56.489545 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Network a0269048-3348-4e59-b174-0bcf1cd2290e is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:42:56.494146 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:42:56.499789 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Pushing event updated for resources: {'Port': ['ID=157f5e42-5cf9-4e56-aeed-40379bb6521c,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:42:56.501931 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:42:56.511333 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:56.511697 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:56.512039 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:56.512368 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:56.512693 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:56.513547 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:56.513866 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:56.514187 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:56.514503 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:56.514816 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:56.515132 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:56.515446 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Tracked resource versions report: Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: pushed versions: Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: { 'AddressGroup': {'1.2'}, Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: 'ConntrackHelper': {'1.0'}, Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: 'Log': {'1.0'}, Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: 'Network': {'1.1'}, Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: 'Port': {'1.7'}, Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: 'PortForwarding': {'1.2'}, Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: 'QosPolicy': {'1.9'}, Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: 'SecurityGroup': {'1.4'}, Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: 'SecurityGroupRule': {'1.2'}, Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: 'SubPort': {'1.0'}, Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: 'Subnet': {'1.1'}, Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: 'Trunk': {'1.1'}} Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: consumer versions: Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: { DHCP agent@n-d-712137-10: {}, Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: L3 agent@n-d-712137-10: {}, Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: Metadata agent@n-d-712137-10: {}, Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: Metering agent@n-d-712137-10: {}, Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: Open vSwitch agent@n-d-712137-10: { 'AddressGroup': '1.2', Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: 'ConntrackHelper': '1.0', Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: 'Log': '1.0', Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: 'Network': '1.1', Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: 'Port': '1.7', Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: 'PortForwarding': '1.2', Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: 'QosPolicy': '1.9', Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: 'SecurityGroup': '1.4', Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: 'SecurityGroupRule': '1.2', Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: 'SubPort': '1.0', Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: 'Subnet': '1.1', Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: 'Trunk': '1.1'}} Aug 28 14:42:56.516545 n-d-712137-10 neutron-server[106331]: {{(pid=106331) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 14:42:56.590426 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Attempting to bind port 157f5e42-5cf9-4e56-aeed-40379bb6521c on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:42:56.591128 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Attempting to bind port 157f5e42-5cf9-4e56-aeed-40379bb6521c by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7c842b89-96c6-4b20-8051-633570b5fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0269048-3348-4e59-b174-0bcf1cd2290e'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:42:56.592045 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Attempting to bind port 157f5e42-5cf9-4e56-aeed-40379bb6521c on network a0269048-3348-4e59-b174-0bcf1cd2290e {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:42:56.597152 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:42:56.597578 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Checking segment: {'id': '7c842b89-96c6-4b20-8051-633570b5fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0269048-3348-4e59-b174-0bcf1cd2290e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:42:56.598055 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:42:56.598439 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Bound using segment: {'id': '7c842b89-96c6-4b20-8051-633570b5fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0269048-3348-4e59-b174-0bcf1cd2290e'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:42:56.598922 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Bound port: 157f5e42-5cf9-4e56-aeed-40379bb6521c, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c842b89-96c6-4b20-8051-633570b5fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0269048-3348-4e59-b174-0bcf1cd2290e'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:42:56.599313 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:42:56.660944 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] For port 157f5e42-5cf9-4e56-aeed-40379bb6521c, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:42:56.665072 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] For port 157f5e42-5cf9-4e56-aeed-40379bb6521c, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=157f5e42-5cf9-4e56-aeed-40379bb6521c,segment=NetworkSegment(7c842b89-96c6-4b20-8051-633570b5fe8e),segment_id=7c842b89-96c6-4b20-8051-633570b5fe8e)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:42:56.669811 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:42:56.734193 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a39cde-347b-4cc9-b563-0ecb09ac0139 None None] Pushing event updated for resources: {'Port': ['ID=157f5e42-5cf9-4e56-aeed-40379bb6521c,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:42:57.956469 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48386) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:42:58.274378 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-717b7ce0-ecb8-4468-a30c-92328e2db88c admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 14:42:58.275362 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-717b7ce0-ecb8-4468-a30c-92328e2db88c admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3179259 Aug 28 14:43:00.682526 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48394) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:43:00.997478 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-33f2944b-dfc9-4470-9c2e-558a2a4b1c23 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 14:43:00.998455 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-33f2944b-dfc9-4470-9c2e-558a2a4b1c23 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3146920 Aug 28 14:43:02.972333 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 5 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:43:03.693141 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48404) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:43:04.000067 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-862b2b0a-51d6-44c2-a5c2-989fb047fdd2 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '536f007c482c4505b531659e531f9adb', 'admin_state_up': True}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:43:04.023097 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-862b2b0a-51d6-44c2-a5c2-989fb047fdd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:04.024678 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-862b2b0a-51d6-44c2-a5c2-989fb047fdd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:04.177270 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-862b2b0a-51d6-44c2-a5c2-989fb047fdd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:04.181755 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-862b2b0a-51d6-44c2-a5c2-989fb047fdd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:04.194804 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-862b2b0a-51d6-44c2-a5c2-989fb047fdd2 admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:04.196080 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-862b2b0a-51d6-44c2-a5c2-989fb047fdd2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5018952 Aug 28 14:43:04.671495 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 157f5e42-5cf9-4e56-aeed-40379bb6521c up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:43:04.766175 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 157f5e42-5cf9-4e56-aeed-40379bb6521c completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:43:05.224067 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4be9ef7-67e4-495e-97a4-17d1b9e2419d None None] Network a0269048-3348-4e59-b174-0bcf1cd2290e requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:43:05.287634 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4529ca94-345a-4c31-ac08-cfe16b895388 None None] Provisioning for port 157f5e42-5cf9-4e56-aeed-40379bb6521c completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:43:05.299231 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4529ca94-345a-4c31-ac08-cfe16b895388 None None] Provisioning complete for port 157f5e42-5cf9-4e56-aeed-40379bb6521c triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:43:05.299622 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4529ca94-345a-4c31-ac08-cfe16b895388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:05.472470 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4529ca94-345a-4c31-ac08-cfe16b895388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:05.519162 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-4529ca94-345a-4c31-ac08-cfe16b895388 None None] For port 157f5e42-5cf9-4e56-aeed-40379bb6521c, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=157f5e42-5cf9-4e56-aeed-40379bb6521c,segment=NetworkSegment(7c842b89-96c6-4b20-8051-633570b5fe8e),segment_id=7c842b89-96c6-4b20-8051-633570b5fe8e)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:43:05.524714 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4529ca94-345a-4c31-ac08-cfe16b895388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:05.571573 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529ca94-345a-4c31-ac08-cfe16b895388 None None] Pushing event updated for resources: {'Port': ['ID=157f5e42-5cf9-4e56-aeed-40379bb6521c,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:43:05.744402 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-10b07266-3a92-4703-8720-1774b7834cf1 None None] Provisioning complete for port 157f5e42-5cf9-4e56-aeed-40379bb6521c triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:43:05.745028 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-10b07266-3a92-4703-8720-1774b7834cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:06.585975 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48416) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:43:06.648589 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 157f5e42-5cf9-4e56-aeed-40379bb6521c up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:43:06.694189 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 157f5e42-5cf9-4e56-aeed-40379bb6521c triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:43:06.694563 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:06.904719 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-36c6648e-3395-4d7f-aaad-22ec05ed6106 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 14:43:06.905742 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-36c6648e-3395-4d7f-aaad-22ec05ed6106 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3188412 Aug 28 14:43:07.879163 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-66753291-d16d-4ce5-935c-2c89cc1374bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:09.267253 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48424) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:43:09.575888 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-5fb40922-476f-4e8c-9340-985c74ea63c1 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:43:09.597109 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb40922-476f-4e8c-9340-985c74ea63c1 admin admin] Made reservation on behalf of b03595e982ab4f568de9baa8b3e54e64 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:43:09.599835 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5fb40922-476f-4e8c-9340-985c74ea63c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:09.608477 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5fb40922-476f-4e8c-9340-985c74ea63c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:09.695902 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5fb40922-476f-4e8c-9340-985c74ea63c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:09.700366 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5fb40922-476f-4e8c-9340-985c74ea63c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:09.714953 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5fb40922-476f-4e8c-9340-985c74ea63c1 admin admin] Reserving flat network on physical network physnet1 {{(pid=106329) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 28 14:43:09.734658 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb40922-476f-4e8c-9340-985c74ea63c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b2beb2-9028-4c85-b239-c0639874a7fd,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:43:09.739521 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5fb40922-476f-4e8c-9340-985c74ea63c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:09.739900 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-5fb40922-476f-4e8c-9340-985c74ea63c1 admin admin] Added segment 7a6c9b25-67b0-40f5-9079-b2b85ff5cee4 of type flat for network 61448970-1875-4f3f-bc01-29da4e3666f1 Aug 28 14:43:09.792820 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5fb40922-476f-4e8c-9340-985c74ea63c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:09.833065 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5fb40922-476f-4e8c-9340-985c74ea63c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:09.834007 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb40922-476f-4e8c-9340-985c74ea63c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:43:09.834629 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5fb40922-476f-4e8c-9340-985c74ea63c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:09.886942 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5fb40922-476f-4e8c-9340-985c74ea63c1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6185057 Aug 28 14:43:09.893900 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb40922-476f-4e8c-9340-985c74ea63c1 admin admin] Pushing event updated for resources: {'Network': ['ID=61448970-1875-4f3f-bc01-29da4e3666f1,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:43:09.905850 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 61448970-1875-4f3f-bc01-29da4e3666f1 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 14:43:10.355293 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e909e241-a868-46ba-a515-6b7c676da4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:10.740305 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:11.523282 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:12.272151 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48442) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:43:12.445133 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bbc110-2d47-4b1a-a3f3-86b98a5eeedc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:43:12.446500 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c7bbc110-2d47-4b1a-a3f3-86b98a5eeedc admin admin] 10.222.0.13 "GET /v2.0/subnets/251f19e6-b18c-4c5a-9844-71e4ba060a49 HTTP/1.1" status: 200 len: 849 time: 0.1733844 Aug 28 14:43:12.572260 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-36c1d6cd-e5e2-450f-886f-5cb455969f39 admin admin] 10.222.0.13 "GET /v2.0/routers/568219c5-e38a-4320-a7fa-e1e731664ffa HTTP/1.1" status: 200 len: 704 time: 0.1187212 Aug 28 14:43:12.836630 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-28091317-86fb-4fc1-bb20-28051efdf2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:13.011057 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:13.134831 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-28091317-86fb-4fc1-bb20-28051efdf2e6 admin admin] Allocated IP 172.20.0.1 (a0269048-3348-4e59-b174-0bcf1cd2290e/251f19e6-b18c-4c5a-9844-71e4ba060a49/bc11b3ec-8a3d-4774-82ac-fe812970bf9f) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:43:13.329602 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-28091317-86fb-4fc1-bb20-28051efdf2e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:13.351114 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-28091317-86fb-4fc1-bb20-28051efdf2e6 admin admin] Transition to ACTIVE for port object bc11b3ec-8a3d-4774-82ac-fe812970bf9f will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:43:13.416819 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-28091317-86fb-4fc1-bb20-28051efdf2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:13.475358 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28091317-86fb-4fc1-bb20-28051efdf2e6 admin admin] Network a0269048-3348-4e59-b174-0bcf1cd2290e is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:43:13.481640 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-28091317-86fb-4fc1-bb20-28051efdf2e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:43:13.489311 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28091317-86fb-4fc1-bb20-28051efdf2e6 admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:43:13.489848 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-28091317-86fb-4fc1-bb20-28051efdf2e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:13.556812 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28091317-86fb-4fc1-bb20-28051efdf2e6 admin admin] Pushing event updated for resources: {'Port': ['ID=bc11b3ec-8a3d-4774-82ac-fe812970bf9f,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:43:13.690512 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a13e92fd-f8d9-4377-85d7-dc6363966992 None None] Provisioning for port bc11b3ec-8a3d-4774-82ac-fe812970bf9f completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:43:13.690749 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-28091317-86fb-4fc1-bb20-28051efdf2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:13.694135 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a13e92fd-f8d9-4377-85d7-dc6363966992 None None] Provisioning complete for port bc11b3ec-8a3d-4774-82ac-fe812970bf9f triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:43:13.694509 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a13e92fd-f8d9-4377-85d7-dc6363966992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:13.727952 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a13e92fd-f8d9-4377-85d7-dc6363966992 None None] Port bc11b3ec-8a3d-4774-82ac-fe812970bf9f cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:43:13.900588 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-28091317-86fb-4fc1-bb20-28051efdf2e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:13.904735 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-28091317-86fb-4fc1-bb20-28051efdf2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:13.905492 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-28091317-86fb-4fc1-bb20-28051efdf2e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:13.981452 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28091317-86fb-4fc1-bb20-28051efdf2e6 admin admin] Pushing event updated for resources: {'Port': ['ID=bc11b3ec-8a3d-4774-82ac-fe812970bf9f,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:43:14.030120 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28091317-86fb-4fc1-bb20-28051efdf2e6 admin admin] Network a0269048-3348-4e59-b174-0bcf1cd2290e is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:43:14.031387 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-28091317-86fb-4fc1-bb20-28051efdf2e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:43:14.190269 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28091317-86fb-4fc1-bb20-28051efdf2e6 admin admin] Router 568219c5-e38a-4320-a7fa-e1e731664ffa is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 14:43:14.248822 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-95c3a9ea-b8b1-4815-8591-652ea7e43177 None None] Provisioning complete for port bc11b3ec-8a3d-4774-82ac-fe812970bf9f triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:43:14.249377 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-95c3a9ea-b8b1-4815-8591-652ea7e43177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:14.280974 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28091317-86fb-4fc1-bb20-28051efdf2e6 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:43:14.282315 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-95c3a9ea-b8b1-4815-8591-652ea7e43177 None None] Port bc11b3ec-8a3d-4774-82ac-fe812970bf9f cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:43:14.287556 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-28091317-86fb-4fc1-bb20-28051efdf2e6 admin admin] 10.222.0.13 "PUT /v2.0/routers/568219c5-e38a-4320-a7fa-e1e731664ffa/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7086370 Aug 28 14:43:14.292935 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ff1b07-9357-4614-aa4d-9a544f211363 None None] Sync routers for ids ['568219c5-e38a-4320-a7fa-e1e731664ffa'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:43:14.304410 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ff1b07-9357-4614-aa4d-9a544f211363 None None] Routers {'568219c5-e38a-4320-a7fa-e1e731664ffa'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:43:14.305163 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a0ff1b07-9357-4614-aa4d-9a544f211363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:43:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['568219c5-e38a-4320-a7fa-e1e731664ffa'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:43:14.489312 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-a0ff1b07-9357-4614-aa4d-9a544f211363 None None] Set router 568219c5-e38a-4320-a7fa-e1e731664ffa gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:43:14.939244 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a0ff1b07-9357-4614-aa4d-9a544f211363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568219c5-e38a-4320-a7fa-e1e731664ffa', 'name': 'router1', 'tenant_id': '536f007c482c4505b531659e531f9adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:43:04Z', 'updated_at': '2021-08-28T14:43:13Z', 'revision_number': 2, 'project_id': '536f007c482c4505b531659e531f9adb', 'gw_port_host': None, '_interfaces': [{'id': 'bc11b3ec-8a3d-4774-82ac-fe812970bf9f', 'name': '', 'network_id': 'a0269048-3348-4e59-b174-0bcf1cd2290e', 'tenant_id': '536f007c482c4505b531659e531f9adb', 'mac_address': 'fa:16:3e:7b:81:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568219c5-e38a-4320-a7fa-e1e731664ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '251f19e6-b18c-4c5a-9844-71e4ba060a49', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:43:12Z', 'updated_at': '2021-08-28T14:43:13Z', 'revision_number': 2, 'project_id': '536f007c482c4505b531659e531f9adb', 'subnets': [{'id': '251f19e6-b18c-4c5a-9844-71e4ba060a49', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0fe5c10-8b6d-4e37-9bf5-14cb27d8e64f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:43:14.990898 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ff1b07-9357-4614-aa4d-9a544f211363 None None] Checking router: 568219c5-e38a-4320-a7fa-e1e731664ffa for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:43:14.991264 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ff1b07-9357-4614-aa4d-9a544f211363 None None] Updating router 568219c5-e38a-4320-a7fa-e1e731664ffa port bc11b3ec-8a3d-4774-82ac-fe812970bf9f binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 14:43:15.038681 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-a0ff1b07-9357-4614-aa4d-9a544f211363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:15.548665 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-a0ff1b07-9357-4614-aa4d-9a544f211363 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:15.567142 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-a0ff1b07-9357-4614-aa4d-9a544f211363 None None] Transition to ACTIVE for port object bc11b3ec-8a3d-4774-82ac-fe812970bf9f will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:43:15.573135 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-a0ff1b07-9357-4614-aa4d-9a544f211363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:15.735113 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-a0ff1b07-9357-4614-aa4d-9a544f211363 None None] Attempting to bind port bc11b3ec-8a3d-4774-82ac-fe812970bf9f on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:43:15.735507 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-a0ff1b07-9357-4614-aa4d-9a544f211363 None None] Attempting to bind port bc11b3ec-8a3d-4774-82ac-fe812970bf9f by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7c842b89-96c6-4b20-8051-633570b5fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0269048-3348-4e59-b174-0bcf1cd2290e'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:43:15.735978 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ff1b07-9357-4614-aa4d-9a544f211363 None None] Attempting to bind port bc11b3ec-8a3d-4774-82ac-fe812970bf9f on network a0269048-3348-4e59-b174-0bcf1cd2290e {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:43:15.738001 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba8063-574b-4338-b0db-4a99be6c69af None None] Pushing event updated for resources: {'Port': ['ID=bc11b3ec-8a3d-4774-82ac-fe812970bf9f,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:43:15.748253 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ff1b07-9357-4614-aa4d-9a544f211363 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:43:15.748683 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ff1b07-9357-4614-aa4d-9a544f211363 None None] Checking segment: {'id': '7c842b89-96c6-4b20-8051-633570b5fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0269048-3348-4e59-b174-0bcf1cd2290e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:43:15.749169 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-a0ff1b07-9357-4614-aa4d-9a544f211363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:15.749559 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ff1b07-9357-4614-aa4d-9a544f211363 None None] Bound using segment: {'id': '7c842b89-96c6-4b20-8051-633570b5fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0269048-3348-4e59-b174-0bcf1cd2290e'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:43:15.750082 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-a0ff1b07-9357-4614-aa4d-9a544f211363 None None] Bound port: bc11b3ec-8a3d-4774-82ac-fe812970bf9f, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c842b89-96c6-4b20-8051-633570b5fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0269048-3348-4e59-b174-0bcf1cd2290e'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:43:15.750457 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-a0ff1b07-9357-4614-aa4d-9a544f211363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:15.752947 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba8063-574b-4338-b0db-4a99be6c69af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:43:15.753287 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba8063-574b-4338-b0db-4a99be6c69af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:43:15.753621 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba8063-574b-4338-b0db-4a99be6c69af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:43:15.753949 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba8063-574b-4338-b0db-4a99be6c69af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:43:15.754271 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba8063-574b-4338-b0db-4a99be6c69af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:43:15.754597 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba8063-574b-4338-b0db-4a99be6c69af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:43:15.754917 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba8063-574b-4338-b0db-4a99be6c69af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:43:15.755234 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba8063-574b-4338-b0db-4a99be6c69af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:43:15.755550 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba8063-574b-4338-b0db-4a99be6c69af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:43:15.755886 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba8063-574b-4338-b0db-4a99be6c69af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:43:15.756204 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba8063-574b-4338-b0db-4a99be6c69af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:43:15.756519 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba8063-574b-4338-b0db-4a99be6c69af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba8063-574b-4338-b0db-4a99be6c69af None None] Tracked resource versions report: Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: pushed versions: Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: { 'AddressGroup': {'1.2'}, Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: 'ConntrackHelper': {'1.0'}, Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: 'Log': {'1.0'}, Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: 'Network': {'1.1'}, Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: 'Port': {'1.7'}, Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: 'PortForwarding': {'1.2'}, Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: 'QosPolicy': {'1.9'}, Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: 'SecurityGroup': {'1.4'}, Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: 'SecurityGroupRule': {'1.2'}, Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: 'SubPort': {'1.0'}, Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: 'Subnet': {'1.1'}, Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: 'Trunk': {'1.1'}} Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: consumer versions: Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: { DHCP agent@n-d-712137-10: {}, Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: L3 agent@n-d-712137-10: {}, Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: Metadata agent@n-d-712137-10: {}, Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: Metering agent@n-d-712137-10: {}, Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: Open vSwitch agent@n-d-712137-10: { 'AddressGroup': '1.2', Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: 'ConntrackHelper': '1.0', Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: 'Log': '1.0', Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: 'Network': '1.1', Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: 'Port': '1.7', Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: 'PortForwarding': '1.2', Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: 'QosPolicy': '1.9', Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: 'SecurityGroup': '1.4', Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: 'SecurityGroupRule': '1.2', Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: 'SubPort': '1.0', Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: 'Subnet': '1.1', Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: 'Trunk': '1.1'}} Aug 28 14:43:15.757567 n-d-712137-10 neutron-server[106332]: {{(pid=106332) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 14:43:15.828047 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-a0ff1b07-9357-4614-aa4d-9a544f211363 None None] For port bc11b3ec-8a3d-4774-82ac-fe812970bf9f, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:43:15.848737 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-a0ff1b07-9357-4614-aa4d-9a544f211363 None None] For port bc11b3ec-8a3d-4774-82ac-fe812970bf9f, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=bc11b3ec-8a3d-4774-82ac-fe812970bf9f,segment=NetworkSegment(7c842b89-96c6-4b20-8051-633570b5fe8e),segment_id=7c842b89-96c6-4b20-8051-633570b5fe8e)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:43:15.852922 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-a0ff1b07-9357-4614-aa4d-9a544f211363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:15.907632 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ff1b07-9357-4614-aa4d-9a544f211363 None None] Routers {'568219c5-e38a-4320-a7fa-e1e731664ffa'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:43:15.908275 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a0ff1b07-9357-4614-aa4d-9a544f211363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:43:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['568219c5-e38a-4320-a7fa-e1e731664ffa'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:43:15.979462 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba8063-574b-4338-b0db-4a99be6c69af None None] Pushing event updated for resources: {'Port': ['ID=bc11b3ec-8a3d-4774-82ac-fe812970bf9f,revision_number=4']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:43:16.006795 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-a0ff1b07-9357-4614-aa4d-9a544f211363 None None] Set router 568219c5-e38a-4320-a7fa-e1e731664ffa gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:43:16.220463 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a0ff1b07-9357-4614-aa4d-9a544f211363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568219c5-e38a-4320-a7fa-e1e731664ffa', 'name': 'router1', 'tenant_id': '536f007c482c4505b531659e531f9adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:43:04Z', 'updated_at': '2021-08-28T14:43:13Z', 'revision_number': 2, 'project_id': '536f007c482c4505b531659e531f9adb', 'gw_port_host': None, '_interfaces': [{'id': 'bc11b3ec-8a3d-4774-82ac-fe812970bf9f', 'name': '', 'network_id': 'a0269048-3348-4e59-b174-0bcf1cd2290e', 'tenant_id': '536f007c482c4505b531659e531f9adb', 'mac_address': 'fa:16:3e:7b:81:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568219c5-e38a-4320-a7fa-e1e731664ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '251f19e6-b18c-4c5a-9844-71e4ba060a49', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:43:12Z', 'updated_at': '2021-08-28T14:43:15Z', 'revision_number': 4, 'project_id': '536f007c482c4505b531659e531f9adb', 'subnets': [{'id': '251f19e6-b18c-4c5a-9844-71e4ba060a49', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0fe5c10-8b6d-4e37-9bf5-14cb27d8e64f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:43:16.245530 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ff1b07-9357-4614-aa4d-9a544f211363 None None] The sync data for ids ['568219c5-e38a-4320-a7fa-e1e731664ffa'] in n-d-712137-10 is: [{'id': '568219c5-e38a-4320-a7fa-e1e731664ffa', 'name': 'router1', 'tenant_id': '536f007c482c4505b531659e531f9adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:43:04Z', 'updated_at': '2021-08-28T14:43:13Z', 'revision_number': 2, 'project_id': '536f007c482c4505b531659e531f9adb', 'gw_port_host': None, '_interfaces': [{'id': 'bc11b3ec-8a3d-4774-82ac-fe812970bf9f', 'name': '', 'network_id': 'a0269048-3348-4e59-b174-0bcf1cd2290e', 'tenant_id': '536f007c482c4505b531659e531f9adb', 'mac_address': 'fa:16:3e:7b:81:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568219c5-e38a-4320-a7fa-e1e731664ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '251f19e6-b18c-4c5a-9844-71e4ba060a49', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:43:12Z', 'updated_at': '2021-08-28T14:43:15Z', 'revision_number': 4, 'project_id': '536f007c482c4505b531659e531f9adb', 'subnets': [{'id': '251f19e6-b18c-4c5a-9844-71e4ba060a49', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0fe5c10-8b6d-4e37-9bf5-14cb27d8e64f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:43:16.530930 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48462) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:43:16.645347 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b55d2a4-dfbe-40e2-aae8-6bec205751cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:43:16.646708 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8b55d2a4-dfbe-40e2-aae8-6bec205751cb admin admin] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 842 time: 0.1147671 Aug 28 14:43:16.657546 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-8eb64fda-32bd-4cac-a2f7-c01267f9e1fb admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.25.3.0/24', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.3.1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:43:16.677029 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb64fda-32bd-4cac-a2f7-c01267f9e1fb admin admin] Made reservation on behalf of b03595e982ab4f568de9baa8b3e54e64 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:43:16.679218 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8eb64fda-32bd-4cac-a2f7-c01267f9e1fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:17.028497 n-d-712137-10 neutron-server[106329]: DEBUG neutron.objects.ports [None req-8eb64fda-32bd-4cac-a2f7-c01267f9e1fb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106329) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 14:43:17.028939 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8eb64fda-32bd-4cac-a2f7-c01267f9e1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:17.084491 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb64fda-32bd-4cac-a2f7-c01267f9e1fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d053d764-1274-499c-bd88-682d7bdf49c2,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:43:17.094382 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb64fda-32bd-4cac-a2f7-c01267f9e1fb admin admin] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:43:17.094741 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb64fda-32bd-4cac-a2f7-c01267f9e1fb admin admin] Network hostable DHCP agents. Network: 61448970-1875-4f3f-bc01-29da4e3666f1, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 14:43:17.110706 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb64fda-32bd-4cac-a2f7-c01267f9e1fb admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 14:43:17.119120 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-8eb64fda-32bd-4cac-a2f7-c01267f9e1fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 61448970-1875-4f3f-bc01-29da4e3666f1) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:43:17.124881 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb64fda-32bd-4cac-a2f7-c01267f9e1fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:43:17.125472 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8eb64fda-32bd-4cac-a2f7-c01267f9e1fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:17.128966 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94827c29-1d5b-4f3e-87b4-c474ab45eab9 None None] Network 61448970-1875-4f3f-bc01-29da4e3666f1 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:43:17.143854 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8eb64fda-32bd-4cac-a2f7-c01267f9e1fb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4860575 Aug 28 14:43:17.271312 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87141b00-4bfd-451c-8bd0-722011cf5acc None None] Network 61448970-1875-4f3f-bc01-29da4e3666f1 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:43:19.500611 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48470) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:43:19.632030 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b54be5b4-4583-4950-ac43-9ddfe4c3622d admin admin] 10.222.0.13 "GET /v2.0/routers/568219c5-e38a-4320-a7fa-e1e731664ffa HTTP/1.1" status: 200 len: 710 time: 0.1301320 Aug 28 14:43:19.724762 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aace70ff-33fa-4d51-be61-2fca1f24c20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:43:19.726181 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-aace70ff-33fa-4d51-be61-2fca1f24c20b admin admin] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 886 time: 0.0875163 Aug 28 14:43:19.736099 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-fd002ed9-d362-4d13-ac0c-23b021b812a0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:43:19.992413 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fd002ed9-d362-4d13-ac0c-23b021b812a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:20.224484 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fd002ed9-d362-4d13-ac0c-23b021b812a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:20.302082 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fd002ed9-d362-4d13-ac0c-23b021b812a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:20.406552 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-fd002ed9-d362-4d13-ac0c-23b021b812a0 admin admin] Allocated IP 172.25.3.220 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/8775cbb3-2572-4fca-b41c-ad6f71f9984d) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:43:20.503561 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fd002ed9-d362-4d13-ac0c-23b021b812a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:20.541494 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fd002ed9-d362-4d13-ac0c-23b021b812a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:20.586377 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd002ed9-d362-4d13-ac0c-23b021b812a0 admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:43:20.589321 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-fd002ed9-d362-4d13-ac0c-23b021b812a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:43:20.593611 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd002ed9-d362-4d13-ac0c-23b021b812a0 admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:43:20.598918 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd002ed9-d362-4d13-ac0c-23b021b812a0 admin admin] Pushing event updated for resources: {'Port': ['ID=8775cbb3-2572-4fca-b41c-ad6f71f9984d,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:43:20.932956 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fd002ed9-d362-4d13-ac0c-23b021b812a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:21.128061 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fd002ed9-d362-4d13-ac0c-23b021b812a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4654'] for router, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:21.131532 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fd002ed9-d362-4d13-ac0c-23b021b812a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523761'] for router, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:21.240121 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd002ed9-d362-4d13-ac0c-23b021b812a0 admin admin] Router 568219c5-e38a-4320-a7fa-e1e731664ffa has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 14:43:21.357667 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd002ed9-d362-4d13-ac0c-23b021b812a0 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:43:21.362122 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fd002ed9-d362-4d13-ac0c-23b021b812a0 admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:21.363715 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fd002ed9-d362-4d13-ac0c-23b021b812a0 admin admin] 10.222.0.13 "PUT /v2.0/routers/568219c5-e38a-4320-a7fa-e1e731664ffa HTTP/1.1" status: 200 len: 890 time: 1.6306515 Aug 28 14:43:22.694781 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device bc11b3ec-8a3d-4774-82ac-fe812970bf9f up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:43:22.720108 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea3559a-2207-4f55-bcab-d92709612ba9 None None] Sync routers for ids ['568219c5-e38a-4320-a7fa-e1e731664ffa'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:43:22.742486 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea3559a-2207-4f55-bcab-d92709612ba9 None None] Routers {'568219c5-e38a-4320-a7fa-e1e731664ffa'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:43:22.743159 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5ea3559a-2207-4f55-bcab-d92709612ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:43:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['568219c5-e38a-4320-a7fa-e1e731664ffa'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:43:22.848610 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port bc11b3ec-8a3d-4774-82ac-fe812970bf9f completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:43:22.877893 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port bc11b3ec-8a3d-4774-82ac-fe812970bf9f triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:43:22.877893 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:23.047957 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-5ea3559a-2207-4f55-bcab-d92709612ba9 None None] Set router 568219c5-e38a-4320-a7fa-e1e731664ffa gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:43:23.244413 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:23.354324 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port bc11b3ec-8a3d-4774-82ac-fe812970bf9f, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=bc11b3ec-8a3d-4774-82ac-fe812970bf9f,segment=NetworkSegment(7c842b89-96c6-4b20-8051-633570b5fe8e),segment_id=7c842b89-96c6-4b20-8051-633570b5fe8e)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:43:23.365417 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:23.484284 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=bc11b3ec-8a3d-4774-82ac-fe812970bf9f,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:43:23.546031 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5ea3559a-2207-4f55-bcab-d92709612ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568219c5-e38a-4320-a7fa-e1e731664ffa', 'name': 'router1', 'tenant_id': '536f007c482c4505b531659e531f9adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '8775cbb3-2572-4fca-b41c-ad6f71f9984d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:43:04Z', 'updated_at': '2021-08-28T14:43:20Z', 'revision_number': 4, 'project_id': '536f007c482c4505b531659e531f9adb', 'gw_port': {'id': '8775cbb3-2572-4fca-b41c-ad6f71f9984d', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:21:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568219c5-e38a-4320-a7fa-e1e731664ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:43:20Z', 'updated_at': '2021-08-28T14:43:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'bc11b3ec-8a3d-4774-82ac-fe812970bf9f', 'name': '', 'network_id': 'a0269048-3348-4e59-b174-0bcf1cd2290e', 'tenant_id': '536f007c482c4505b531659e531f9adb', 'mac_address': 'fa:16:3e:7b:81:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568219c5-e38a-4320-a7fa-e1e731664ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '251f19e6-b18c-4c5a-9844-71e4ba060a49', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:43:12Z', 'updated_at': '2021-08-28T14:43:15Z', 'revision_number': 4, 'project_id': '536f007c482c4505b531659e531f9adb', 'subnets': [{'id': '251f19e6-b18c-4c5a-9844-71e4ba060a49', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0fe5c10-8b6d-4e37-9bf5-14cb27d8e64f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:43:23.600488 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea3559a-2207-4f55-bcab-d92709612ba9 None None] Checking router: 568219c5-e38a-4320-a7fa-e1e731664ffa for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:43:23.600845 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea3559a-2207-4f55-bcab-d92709612ba9 None None] Updating router 568219c5-e38a-4320-a7fa-e1e731664ffa port 8775cbb3-2572-4fca-b41c-ad6f71f9984d binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 14:43:23.654512 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5ea3559a-2207-4f55-bcab-d92709612ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:23.787608 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48482) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:43:23.902491 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5a5b0091-2ae1-4648-8ebf-194a781ffc29 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1137390 Aug 28 14:43:23.981318 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5ea3559a-2207-4f55-bcab-d92709612ba9 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:23.991757 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-5ea3559a-2207-4f55-bcab-d92709612ba9 None None] Transition to ACTIVE for port object 8775cbb3-2572-4fca-b41c-ad6f71f9984d will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:43:23.998972 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5ea3559a-2207-4f55-bcab-d92709612ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:24.052557 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-5ea3559a-2207-4f55-bcab-d92709612ba9 None None] Attempting to bind port 8775cbb3-2572-4fca-b41c-ad6f71f9984d on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:43:24.052927 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-5ea3559a-2207-4f55-bcab-d92709612ba9 None None] Attempting to bind port 8775cbb3-2572-4fca-b41c-ad6f71f9984d by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:43:24.053291 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea3559a-2207-4f55-bcab-d92709612ba9 None None] Attempting to bind port 8775cbb3-2572-4fca-b41c-ad6f71f9984d on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:43:24.055378 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6d31a-908c-40a3-80fe-071d713c0cca None None] Pushing event updated for resources: {'Port': ['ID=8775cbb3-2572-4fca-b41c-ad6f71f9984d,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:43:24.061650 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea3559a-2207-4f55-bcab-d92709612ba9 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:43:24.062695 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea3559a-2207-4f55-bcab-d92709612ba9 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:43:24.063433 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5ea3559a-2207-4f55-bcab-d92709612ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:24.063515 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea3559a-2207-4f55-bcab-d92709612ba9 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:43:24.063955 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-5ea3559a-2207-4f55-bcab-d92709612ba9 None None] Bound port: 8775cbb3-2572-4fca-b41c-ad6f71f9984d, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:43:24.064353 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5ea3559a-2207-4f55-bcab-d92709612ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:24.115561 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-5ea3559a-2207-4f55-bcab-d92709612ba9 None None] For port 8775cbb3-2572-4fca-b41c-ad6f71f9984d, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:43:24.118834 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-5ea3559a-2207-4f55-bcab-d92709612ba9 None None] For port 8775cbb3-2572-4fca-b41c-ad6f71f9984d, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=8775cbb3-2572-4fca-b41c-ad6f71f9984d,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:43:24.122823 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5ea3559a-2207-4f55-bcab-d92709612ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:24.182712 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea3559a-2207-4f55-bcab-d92709612ba9 None None] Routers {'568219c5-e38a-4320-a7fa-e1e731664ffa'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:43:24.183351 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5ea3559a-2207-4f55-bcab-d92709612ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:43:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['568219c5-e38a-4320-a7fa-e1e731664ffa'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:43:24.185203 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6d31a-908c-40a3-80fe-071d713c0cca None None] Pushing event updated for resources: {'Port': ['ID=8775cbb3-2572-4fca-b41c-ad6f71f9984d,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:43:24.377551 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-5ea3559a-2207-4f55-bcab-d92709612ba9 None None] Set router 568219c5-e38a-4320-a7fa-e1e731664ffa gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:43:24.591086 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5ea3559a-2207-4f55-bcab-d92709612ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568219c5-e38a-4320-a7fa-e1e731664ffa', 'name': 'router1', 'tenant_id': '536f007c482c4505b531659e531f9adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '8775cbb3-2572-4fca-b41c-ad6f71f9984d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:43:04Z', 'updated_at': '2021-08-28T14:43:20Z', 'revision_number': 4, 'project_id': '536f007c482c4505b531659e531f9adb', 'gw_port': {'id': '8775cbb3-2572-4fca-b41c-ad6f71f9984d', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:21:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568219c5-e38a-4320-a7fa-e1e731664ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:43:20Z', 'updated_at': '2021-08-28T14:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'bc11b3ec-8a3d-4774-82ac-fe812970bf9f', 'name': '', 'network_id': 'a0269048-3348-4e59-b174-0bcf1cd2290e', 'tenant_id': '536f007c482c4505b531659e531f9adb', 'mac_address': 'fa:16:3e:7b:81:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568219c5-e38a-4320-a7fa-e1e731664ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '251f19e6-b18c-4c5a-9844-71e4ba060a49', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:43:12Z', 'updated_at': '2021-08-28T14:43:23Z', 'revision_number': 5, 'project_id': '536f007c482c4505b531659e531f9adb', 'subnets': [{'id': '251f19e6-b18c-4c5a-9844-71e4ba060a49', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0fe5c10-8b6d-4e37-9bf5-14cb27d8e64f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:43:24.618756 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea3559a-2207-4f55-bcab-d92709612ba9 None None] The sync data for ids ['568219c5-e38a-4320-a7fa-e1e731664ffa'] in n-d-712137-10 is: [{'id': '568219c5-e38a-4320-a7fa-e1e731664ffa', 'name': 'router1', 'tenant_id': '536f007c482c4505b531659e531f9adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '8775cbb3-2572-4fca-b41c-ad6f71f9984d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:43:04Z', 'updated_at': '2021-08-28T14:43:20Z', 'revision_number': 4, 'project_id': '536f007c482c4505b531659e531f9adb', 'gw_port': {'id': '8775cbb3-2572-4fca-b41c-ad6f71f9984d', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:21:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568219c5-e38a-4320-a7fa-e1e731664ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:43:20Z', 'updated_at': '2021-08-28T14:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'bc11b3ec-8a3d-4774-82ac-fe812970bf9f', 'name': '', 'network_id': 'a0269048-3348-4e59-b174-0bcf1cd2290e', 'tenant_id': '536f007c482c4505b531659e531f9adb', 'mac_address': 'fa:16:3e:7b:81:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568219c5-e38a-4320-a7fa-e1e731664ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '251f19e6-b18c-4c5a-9844-71e4ba060a49', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:43:12Z', 'updated_at': '2021-08-28T14:43:23Z', 'revision_number': 5, 'project_id': '536f007c482c4505b531659e531f9adb', 'subnets': [{'id': '251f19e6-b18c-4c5a-9844-71e4ba060a49', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0fe5c10-8b6d-4e37-9bf5-14cb27d8e64f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:43:24.680815 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device bc11b3ec-8a3d-4774-82ac-fe812970bf9f up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:43:24.740720 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port bc11b3ec-8a3d-4774-82ac-fe812970bf9f triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:43:24.741173 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:26.696645 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 8775cbb3-2572-4fca-b41c-ad6f71f9984d up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:43:26.756177 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 8775cbb3-2572-4fca-b41c-ad6f71f9984d completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:43:26.760508 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 8775cbb3-2572-4fca-b41c-ad6f71f9984d triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:43:26.762636 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:26.854357 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:26.887990 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 8775cbb3-2572-4fca-b41c-ad6f71f9984d, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=8775cbb3-2572-4fca-b41c-ad6f71f9984d,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:43:26.910064 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:26.986130 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=8775cbb3-2572-4fca-b41c-ad6f71f9984d,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:43:28.694148 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 8775cbb3-2572-4fca-b41c-ad6f71f9984d up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:43:28.771028 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 8775cbb3-2572-4fca-b41c-ad6f71f9984d triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:43:28.771410 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:37.887212 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-97caeef4-5f0e-4c13-9958-d33f350204e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:39.972115 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 5 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:43:40.360855 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b26e1592-928d-40b4-8719-4b4746be8141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:40.778263 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:41.527960 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:43:43.049041 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:44:07.882431 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-61586255-e547-413e-b037-efb54a091f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:44:10.355724 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1578e03e-b005-4be9-beb0-4bbb1efedeb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:44:10.742681 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:44:11.534340 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:44:13.039390 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:44:16.970979 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 5 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:44:37.877668 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ac982161-ca41-4e8b-965e-0cd2b7032ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:44:40.358182 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-617c752b-acff-48b4-a947-068962beaa61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:44:40.745651 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:44:41.531794 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:44:43.040944 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:44:53.969750 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 5 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:45:04.939138 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49076) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:45:05.000654 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d929af1-b073-4c5c-90d3-27e31e9071ca admin admin] GET failed (client error): The resource could not be found. Aug 28 14:45:05.001982 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3d929af1-b073-4c5c-90d3-27e31e9071ca admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0619171 Aug 28 14:45:05.165075 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc444cbd-fdcc-4122-a25f-56d86cfa2686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:45:05.166575 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-cc444cbd-fdcc-4122-a25f-56d86cfa2686 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1599340 Aug 28 14:45:07.336795 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49086) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:45:07.427501 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f34c28b-db12-4910-ad62-7eec871bde60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:45:07.428971 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7f34c28b-db12-4910-ad62-7eec871bde60 admin admin] 10.222.0.13 "GET /v2.0/subnets/251f19e6-b18c-4c5a-9844-71e4ba060a49 HTTP/1.1" status: 200 len: 849 time: 0.0912251 Aug 28 14:45:07.439758 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-67298dc2-b6d7-4850-b071-abc0ba2def41 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:45:07.526048 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-67298dc2-b6d7-4850-b071-abc0ba2def41 admin admin] Notify callbacks [] for subnet, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:45:07.663953 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-67298dc2-b6d7-4850-b071-abc0ba2def41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758655230172'] for subnet, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:45:07.695495 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67298dc2-b6d7-4850-b071-abc0ba2def41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:45:07.696287 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-67298dc2-b6d7-4850-b071-abc0ba2def41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:45:07.697690 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-67298dc2-b6d7-4850-b071-abc0ba2def41 admin admin] 10.222.0.13 "PUT /v2.0/subnets/251f19e6-b18c-4c5a-9844-71e4ba060a49 HTTP/1.1" status: 200 len: 868 time: 0.2617431 Aug 28 14:45:07.708242 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c52e87b-6227-40b7-b510-ad58430fa324 None None] Network a0269048-3348-4e59-b174-0bcf1cd2290e requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:45:07.721438 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67298dc2-b6d7-4850-b071-abc0ba2def41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=251f19e6-b18c-4c5a-9844-71e4ba060a49,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:45:07.729752 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67298dc2-b6d7-4850-b071-abc0ba2def41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:45:07.730380 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67298dc2-b6d7-4850-b071-abc0ba2def41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:45:07.730883 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67298dc2-b6d7-4850-b071-abc0ba2def41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:45:07.731366 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67298dc2-b6d7-4850-b071-abc0ba2def41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:45:07.731912 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67298dc2-b6d7-4850-b071-abc0ba2def41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:45:07.732390 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67298dc2-b6d7-4850-b071-abc0ba2def41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:45:07.732880 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67298dc2-b6d7-4850-b071-abc0ba2def41 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:45:07.733366 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67298dc2-b6d7-4850-b071-abc0ba2def41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:45:07.733840 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67298dc2-b6d7-4850-b071-abc0ba2def41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:45:07.734334 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67298dc2-b6d7-4850-b071-abc0ba2def41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:45:07.734817 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67298dc2-b6d7-4850-b071-abc0ba2def41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:45:07.735298 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67298dc2-b6d7-4850-b071-abc0ba2def41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:45:07.891243 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-881d47b4-27d1-4ca2-8cdc-936d0639e168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:45:08.112456 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6522651e-6416-4a02-9507-62af205bd7b4 None None] Provisioning complete for port 157f5e42-5cf9-4e56-aeed-40379bb6521c triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:45:08.112823 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6522651e-6416-4a02-9507-62af205bd7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:45:08.195170 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6522651e-6416-4a02-9507-62af205bd7b4 None None] Provisioning complete for port bc11b3ec-8a3d-4774-82ac-fe812970bf9f triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:45:08.195425 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6522651e-6416-4a02-9507-62af205bd7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:45:09.877843 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49094) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:45:10.073016 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075dde34-aa4e-4880-84bb-e8292ebe1a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:45:10.073397 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075dde34-aa4e-4880-84bb-e8292ebe1a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:45:10.074919 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-075dde34-aa4e-4880-84bb-e8292ebe1a01 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1961272 Aug 28 14:45:10.360134 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-247e5842-b9df-419d-84f9-78979987103b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:45:10.746038 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:45:11.534633 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:45:12.254739 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49102) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:45:12.504446 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441cb8b0-f05b-480b-b5c3-1e981fce3656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:45:12.504979 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441cb8b0-f05b-480b-b5c3-1e981fce3656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:45:12.506727 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-441cb8b0-f05b-480b-b5c3-1e981fce3656 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2510006 Aug 28 14:45:13.047491 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:45:14.687392 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49112) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:45:14.813513 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f046ef-01a5-4e21-9135-df211d0f3818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:45:14.814879 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-19f046ef-01a5-4e21-9135-df211d0f3818 admin admin] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 886 time: 0.1265085 Aug 28 14:45:16.987477 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49120) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:45:17.114858 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febfd6d2-df4f-4ee6-9ed4-985596aa8ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:45:17.116232 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-febfd6d2-df4f-4ee6-9ed4-985596aa8ee0 admin admin] 10.222.0.13 "GET /v2.0/networks/a0269048-3348-4e59-b174-0bcf1cd2290e HTTP/1.1" status: 200 len: 869 time: 0.1277997 Aug 28 14:45:19.296578 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49128) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:45:19.523149 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec07feca-759c-4529-bc1b-a621ea27a925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:45:19.523526 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec07feca-759c-4529-bc1b-a621ea27a925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:45:19.525217 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ec07feca-759c-4529-bc1b-a621ea27a925 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2276607 Aug 28 14:45:21.704572 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49136) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:45:21.795214 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441f7181-d6a0-405d-a9d1-2bf9b7b4d8ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:45:21.795684 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441f7181-d6a0-405d-a9d1-2bf9b7b4d8ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:45:21.797199 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-441f7181-d6a0-405d-a9d1-2bf9b7b4d8ae admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0916052 Aug 28 14:45:23.981488 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49144) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:45:24.071909 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff8729c-745c-4dda-abe0-48b879e324cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:45:24.073286 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-aff8729c-745c-4dda-abe0-48b879e324cd admin admin] 10.222.0.13 "GET /v2.0/subnets/251f19e6-b18c-4c5a-9844-71e4ba060a49 HTTP/1.1" status: 200 len: 868 time: 0.0908489 Aug 28 14:45:26.257205 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49152) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:45:26.346686 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3c5cc6-4b7b-434a-bddb-167e6a6c9143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:45:26.348045 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-da3c5cc6-4b7b-434a-bddb-167e6a6c9143 admin admin] 10.222.0.13 "GET /v2.0/subnets/d053d764-1274-499c-bd88-682d7bdf49c2 HTTP/1.1" status: 200 len: 816 time: 0.0898502 Aug 28 14:45:30.971253 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 5 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:45:37.879579 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7f8836f3-f198-413e-870c-33c84430b6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:45:40.360915 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3c6e30e1-7e8d-4f17-9729-9926ef62085d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:45:40.748210 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:45:41.536630 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:45:43.050406 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:45:50.248522 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49206) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:45:50.297129 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-feef256d-7012-4469-8d09-c7c986fccdb7 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 14:45:50.298124 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-feef256d-7012-4469-8d09-c7c986fccdb7 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0486650 Aug 28 14:45:52.577739 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49214) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:45:52.641586 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-af30576f-b282-489a-aec7-767a61efd33b admin admin] GET failed (client error): The resource could not be found. Aug 28 14:45:52.642924 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-af30576f-b282-489a-aec7-767a61efd33b admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0642550 Aug 28 14:45:52.725049 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4111c6-a5d4-4712-ab38-10ff90acaa69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:45:52.726501 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1f4111c6-a5d4-4712-ab38-10ff90acaa69 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0790131 Aug 28 14:45:54.928652 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49222) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:45:54.976670 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-7abc1be7-acd2-4e4f-99dd-b4cc6d35dd36 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:45:54.998260 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abc1be7-acd2-4e4f-99dd-b4cc6d35dd36 admin admin] Made reservation on behalf of b03595e982ab4f568de9baa8b3e54e64 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:45:55.000608 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7abc1be7-acd2-4e4f-99dd-b4cc6d35dd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:45:55.031375 n-d-712137-10 neutron-server[106329]: WARNING neutron.services.revisions.revision_plugin [None req-7abc1be7-acd2-4e4f-99dd-b4cc6d35dd36 admin admin] Could not find related network for resource to bump revision. Aug 28 14:45:55.042549 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7abc1be7-acd2-4e4f-99dd-b4cc6d35dd36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 14:45:55.051083 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7abc1be7-acd2-4e4f-99dd-b4cc6d35dd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:45:55.051432 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-7abc1be7-acd2-4e4f-99dd-b4cc6d35dd36 admin admin] Added segment 3cbe2975-0779-4dec-9262-cf1a6dee597c of type vlan for network 4becdd3c-db0f-46c9-9976-9934ae05999f Aug 28 14:45:55.089044 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7abc1be7-acd2-4e4f-99dd-b4cc6d35dd36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:45:55.113377 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7abc1be7-acd2-4e4f-99dd-b4cc6d35dd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:45:55.114296 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abc1be7-acd2-4e4f-99dd-b4cc6d35dd36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:45:55.114878 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7abc1be7-acd2-4e4f-99dd-b4cc6d35dd36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:45:55.165149 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7abc1be7-acd2-4e4f-99dd-b4cc6d35dd36 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2354181 Aug 28 14:45:55.173586 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc1be7-acd2-4e4f-99dd-b4cc6d35dd36 admin admin] Pushing event updated for resources: {'Network': ['ID=4becdd3c-db0f-46c9-9976-9934ae05999f,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:45:55.187005 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 4becdd3c-db0f-46c9-9976-9934ae05999f details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 14:45:57.369873 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49230) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:45:57.431680 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32464a0-ded5-479c-b846-1d82fb4e5e2f admin admin] GET failed (client error): The resource could not be found. Aug 28 14:45:57.433030 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b32464a0-ded5-479c-b846-1d82fb4e5e2f admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0622020 Aug 28 14:45:57.503600 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4413d5e4-b095-4507-8c4a-94331a286b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:45:57.505091 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4413d5e4-b095-4507-8c4a-94331a286b2a admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0674331 Aug 28 14:45:57.516044 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-c4331edb-7767-4b9c-acb5-cc491d3baae5 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:45:57.534744 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4331edb-7767-4b9c-acb5-cc491d3baae5 admin admin] Made reservation on behalf of b03595e982ab4f568de9baa8b3e54e64 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:45:57.536976 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c4331edb-7767-4b9c-acb5-cc491d3baae5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:45:57.698627 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c4331edb-7767-4b9c-acb5-cc491d3baae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:45:57.748910 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4331edb-7767-4b9c-acb5-cc491d3baae5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93c5fa48-6679-4980-80ea-4b80dc44a8e3,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:45:57.760076 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4331edb-7767-4b9c-acb5-cc491d3baae5 admin admin] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:45:57.760424 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4331edb-7767-4b9c-acb5-cc491d3baae5 admin admin] Network hostable DHCP agents. Network: 4becdd3c-db0f-46c9-9976-9934ae05999f, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 14:45:57.775918 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4331edb-7767-4b9c-acb5-cc491d3baae5 admin admin] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 14:45:57.784389 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-c4331edb-7767-4b9c-acb5-cc491d3baae5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 4becdd3c-db0f-46c9-9976-9934ae05999f) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:45:57.788562 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4331edb-7767-4b9c-acb5-cc491d3baae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:45:57.789142 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c4331edb-7767-4b9c-acb5-cc491d3baae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:45:57.794523 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d553d2f5-ce61-4ccb-9cd4-5c6b7a44d4af None None] Network 4becdd3c-db0f-46c9-9976-9934ae05999f requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:45:57.811740 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c4331edb-7767-4b9c-acb5-cc491d3baae5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2900753 Aug 28 14:45:57.957726 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-4becdd3c-db0f-46c9-9976-9934ae05999f', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'tenant_id': 'b03595e982ab4f568de9baa8b3e54e64', 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 14:45:57.958784 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:45:58.191767 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Allocated IP 192.168.233.2 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/1b77abaf-d299-4856-a50c-40315ba55516) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:45:58.334838 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:45:58.345801 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Transition to ACTIVE for port object 1b77abaf-d299-4856-a50c-40315ba55516 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:45:58.361110 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Transition to ACTIVE for port object 1b77abaf-d299-4856-a50c-40315ba55516 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:45:58.367531 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:45:58.411121 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:45:58.415375 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:45:58.417719 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Pushing event updated for resources: {'Port': ['ID=1b77abaf-d299-4856-a50c-40315ba55516,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:45:58.420231 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:45:58.428720 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:45:58.429066 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:45:58.429402 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:45:58.429751 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:45:58.430535 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:45:58.430927 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:45:58.431710 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:45:58.432038 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:45:58.432363 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:45:58.432680 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:45:58.432997 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:45:58.433311 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:45:58.490510 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Attempting to bind port 1b77abaf-d299-4856-a50c-40315ba55516 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:45:58.490874 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Attempting to bind port 1b77abaf-d299-4856-a50c-40315ba55516 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:45:58.491231 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Attempting to bind port 1b77abaf-d299-4856-a50c-40315ba55516 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:45:58.496414 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:45:58.496788 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:45:58.497191 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:45:58.497585 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:45:58.498049 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Bound port: 1b77abaf-d299-4856-a50c-40315ba55516, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:45:58.498443 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:45:58.560323 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] For port 1b77abaf-d299-4856-a50c-40315ba55516, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:45:58.563445 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] For port 1b77abaf-d299-4856-a50c-40315ba55516, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=1b77abaf-d299-4856-a50c-40315ba55516,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:45:58.569234 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:45:58.625507 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460d535-b368-42b4-ad53-a92d1d063a56 None None] Pushing event updated for resources: {'Port': ['ID=1b77abaf-d299-4856-a50c-40315ba55516,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:45:59.439495 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a5842f-f6fd-47cb-98d0-9cc54d32af7c None None] Network 4becdd3c-db0f-46c9-9976-9934ae05999f requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:45:59.509133 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0cb7515b-d998-43bc-ba2b-ea3a0b548e31 None None] Provisioning for port 1b77abaf-d299-4856-a50c-40315ba55516 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:46:00.799635 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1b77abaf-d299-4856-a50c-40315ba55516 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:46:00.853227 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 1b77abaf-d299-4856-a50c-40315ba55516 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:46:00.857316 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 1b77abaf-d299-4856-a50c-40315ba55516 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:46:00.857776 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:46:00.933806 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:46:00.964716 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 1b77abaf-d299-4856-a50c-40315ba55516, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=1b77abaf-d299-4856-a50c-40315ba55516,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:46:00.968747 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:46:01.014441 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=1b77abaf-d299-4856-a50c-40315ba55516,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:46:02.788068 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1b77abaf-d299-4856-a50c-40315ba55516 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:46:02.840002 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 1b77abaf-d299-4856-a50c-40315ba55516 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:46:02.840374 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:46:07.880491 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5f021b0f-b23a-455b-9d62-81d942a0c96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:46:07.969536 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 5 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:46:10.361838 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b7e92734-fcdd-4dfe-b08b-25d2437eb996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:46:10.749723 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:46:11.540447 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:46:13.055517 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:46:37.885582 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e6a68207-8010-4fd0-bd1d-cb8198b0fff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:46:40.363368 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-202ccc32-523e-4144-8c06-51415032b44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:46:40.750865 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:46:41.545271 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:46:43.052936 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:46:44.968418 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 5 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:47:07.887441 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1cfacf93-3904-4954-8e53-45f1b03d7392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:47:10.364651 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f7731b6c-b993-4ea3-ae4c-26f7d9f16eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:47:10.751645 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:47:11.194835 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49284) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:47:11.200883 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-2aea092f-6817-4165-98f2-b0554e930158 tempest-verify_tempest_config-1825724652 tempest-verify_tempest_config-1825724652-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 14:47:11.201839 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2aea092f-6817-4165-98f2-b0554e930158 tempest-verify_tempest_config-1825724652 tempest-verify_tempest_config-1825724652-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060992 Aug 28 14:47:11.491290 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49302) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:47:11.546528 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:47:11.594286 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d121f54-6397-41d0-ba0e-110babd66ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:47:11.679387 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d121f54-6397-41d0-ba0e-110babd66ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:47:11.682979 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d121f54-6397-41d0-ba0e-110babd66ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:47:11.731188 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5d121f54-6397-41d0-ba0e-110babd66ae5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0adbea4cf24e4bd78af80f06f86881aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2388427 Aug 28 14:47:11.732171 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d121f54-6397-41d0-ba0e-110babd66ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c52575-ae21-4a51-9a51-82f91d859b2c,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:47:11.733851 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49306) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:47:11.738841 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d121f54-6397-41d0-ba0e-110babd66ae5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:47:11.739187 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d121f54-6397-41d0-ba0e-110babd66ae5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:47:11.739530 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d121f54-6397-41d0-ba0e-110babd66ae5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:47:11.739888 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d121f54-6397-41d0-ba0e-110babd66ae5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:47:11.740220 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d121f54-6397-41d0-ba0e-110babd66ae5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:47:11.740543 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d121f54-6397-41d0-ba0e-110babd66ae5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:47:11.740866 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d121f54-6397-41d0-ba0e-110babd66ae5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:47:11.742896 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d121f54-6397-41d0-ba0e-110babd66ae5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:47:11.742896 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d121f54-6397-41d0-ba0e-110babd66ae5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:47:11.742896 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d121f54-6397-41d0-ba0e-110babd66ae5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:47:11.742896 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d121f54-6397-41d0-ba0e-110babd66ae5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:47:11.743222 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d121f54-6397-41d0-ba0e-110babd66ae5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:47:11.822661 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fc616b08-aba8-471c-8ce9-1f250d32b4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:47:11.842270 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fc616b08-aba8-471c-8ce9-1f250d32b4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:47:11.930979 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fc616b08-aba8-471c-8ce9-1f250d32b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:47:11.933507 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fc616b08-aba8-471c-8ce9-1f250d32b4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:47:11.934800 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fc616b08-aba8-471c-8ce9-1f250d32b4d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79c52575-ae21-4a51-9a51-82f91d859b2c HTTP/1.1" status: 204 len: 168 time: 0.1999316 Aug 28 14:47:11.942710 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc616b08-aba8-471c-8ce9-1f250d32b4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c52575-ae21-4a51-9a51-82f91d859b2c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:47:11.952460 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc616b08-aba8-471c-8ce9-1f250d32b4d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:47:11.952648 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc616b08-aba8-471c-8ce9-1f250d32b4d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:47:11.953166 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc616b08-aba8-471c-8ce9-1f250d32b4d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:47:11.953496 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc616b08-aba8-471c-8ce9-1f250d32b4d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:47:11.953816 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc616b08-aba8-471c-8ce9-1f250d32b4d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:47:11.954137 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc616b08-aba8-471c-8ce9-1f250d32b4d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:47:11.954458 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc616b08-aba8-471c-8ce9-1f250d32b4d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:47:11.954768 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc616b08-aba8-471c-8ce9-1f250d32b4d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:47:11.955085 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc616b08-aba8-471c-8ce9-1f250d32b4d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:47:11.955398 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc616b08-aba8-471c-8ce9-1f250d32b4d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:47:11.955739 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc616b08-aba8-471c-8ce9-1f250d32b4d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:47:11.956060 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc616b08-aba8-471c-8ce9-1f250d32b4d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc616b08-aba8-471c-8ce9-1f250d32b4d5 admin admin] Tracked resource versions report: Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: pushed versions: Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: { 'AddressGroup': {'1.2'}, Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: 'ConntrackHelper': {'1.0'}, Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: 'Log': {'1.0'}, Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: 'Network': {'1.1'}, Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: 'Port': {'1.7'}, Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: 'PortForwarding': {'1.2'}, Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: 'QosPolicy': {'1.9'}, Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: 'SecurityGroup': {'1.4'}, Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: 'SecurityGroupRule': {'1.2'}, Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: 'SubPort': {'1.0'}, Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: 'Subnet': {'1.1'}, Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: 'Trunk': {'1.1'}} Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: consumer versions: Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: { DHCP agent@n-d-712137-10: {}, Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: L3 agent@n-d-712137-10: {}, Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: Metadata agent@n-d-712137-10: {}, Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: Metering agent@n-d-712137-10: {}, Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: Open vSwitch agent@n-d-712137-10: { 'AddressGroup': '1.2', Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: 'ConntrackHelper': '1.0', Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: 'Log': '1.0', Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: 'Network': '1.1', Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: 'Port': '1.7', Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: 'PortForwarding': '1.2', Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: 'QosPolicy': '1.9', Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: 'SecurityGroup': '1.4', Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: 'SecurityGroupRule': '1.2', Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: 'SubPort': '1.0', Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: 'Subnet': '1.1', Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: 'Trunk': '1.1'}} Aug 28 14:47:11.957153 n-d-712137-10 neutron-server[106330]: {{(pid=106330) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 14:47:13.058149 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:47:21.966933 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 5 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:47:37.888255 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-52f88ef8-f99e-45b2-aa50-d5ca2540ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:47:40.366389 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5a921276-467e-4f89-9c78-342513892d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:47:40.751450 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:47:41.548516 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:47:43.059507 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:47:58.966077 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 5 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:48:07.889325 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-eff88241-8d75-4811-ab92-3380c008c572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:48:10.366642 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d79c8f9a-673e-45b6-bfe8-44cf8bf80459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:48:10.754315 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:48:11.552902 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:48:13.061351 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:48:35.965278 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 5 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:48:37.889566 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-48fdd437-834f-46c0-aa08-574f833dae0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:48:40.365954 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4e3125c0-6787-4ca6-bc79-a2da2b17f839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:48:40.755286 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:48:41.556232 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:48:43.064276 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:49:07.892738 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2ca8c5f0-96f3-42d7-b207-f2f889f51ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:49:10.365769 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6f0eadb3-f7ce-40b7-b989-293e95c70d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:49:10.756727 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:49:11.558495 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:49:12.964855 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 5 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:49:13.066109 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:49:37.893028 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-41d27b23-5e92-440c-bfae-99fc0c0a41d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:49:40.364945 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1f05df65-bbcb-4a74-9ef0-47df1d28b82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:49:40.757404 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:49:41.562922 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:49:43.069383 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:49:49.963300 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 5 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:50:07.894794 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-53bf6966-5933-4aa0-a6eb-0fe8b12064cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:50:10.365231 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-118feee9-63a6-4c0a-bf8d-4503d237c14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:50:10.757972 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:50:11.565266 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:50:13.074443 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:50:24.051076 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-521676'] for agent, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:50:26.129493 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-521676'] for agent, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:50:26.962254 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:50:37.897134 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7144fd15-20af-4496-95c7-d788decd4f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:50:40.371228 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-08ca1d8e-7524-4d89-83b2-6918db66460a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:50:40.760949 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:50:41.568204 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:50:43.076121 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:50:54.000971 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:50:56.083505 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:51:03.961518 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:51:07.898529 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b63b4f4b-ddd2-4b0b-8e93-fe3f43080592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:51:08.838964 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49376) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:51:08.943583 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3bc79cce-8464-4161-806a-182a26428c85 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1034908 Aug 28 14:51:10.372369 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f4303868-8077-4a2c-9feb-7b384a982f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:51:10.764933 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:51:11.131645 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49386) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:51:11.193856 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-eaf836da-e3ef-4704-8928-80a410f0a27a admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0610907 Aug 28 14:51:11.570707 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:51:13.079907 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:51:24.002087 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:51:26.087449 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:51:37.902333 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-16822f9c-0776-45ed-8896-db96ffba761d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:51:40.372982 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-04bf12fb-2da1-4ae0-85f8-db6225c53906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:51:40.766307 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:51:40.960846 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:51:41.573041 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:51:43.082798 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:51:54.017888 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:51:56.080633 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:07.906297 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6abcae96-b13a-4a4e-8d9b-c4d98f1f1a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:10.374065 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-16e5f504-49c4-46d2-9f34-fc1a8a5a8287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:10.767287 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:11.576497 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:13.085156 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:17.959508 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:52:24.016443 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:26.082415 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:37.913587 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-921b4e3f-aa88-434d-8df7-b0b733367e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:37.962693 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49640) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:38.391801 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-2414a72d-6c39-454a-b903-ad75f00c2c01 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090615160-network', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:52:38.416443 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2414a72d-6c39-454a-b903-ad75f00c2c01 admin admin] Made reservation on behalf of cf69354c9e44480a955dc8879f74a9d8 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:52:38.419060 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2414a72d-6c39-454a-b903-ad75f00c2c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:38.428234 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2414a72d-6c39-454a-b903-ad75f00c2c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:38.522631 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2414a72d-6c39-454a-b903-ad75f00c2c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:38.528711 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2414a72d-6c39-454a-b903-ad75f00c2c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:38.544064 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2414a72d-6c39-454a-b903-ad75f00c2c01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 14:52:38.564583 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2414a72d-6c39-454a-b903-ad75f00c2c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:38.565112 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-2414a72d-6c39-454a-b903-ad75f00c2c01 admin admin] Added segment 42567edf-8f75-4b9a-a0f4-8b1c669e01ea of type vlan for network 7fefbaf0-9766-4195-b2cc-33f85cb01cd6 Aug 28 14:52:38.585874 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414a72d-6c39-454a-b903-ad75f00c2c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71b4032-4969-41b6-a4ff-40c6853b15f9,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:38.594769 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414a72d-6c39-454a-b903-ad75f00c2c01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:38.594994 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414a72d-6c39-454a-b903-ad75f00c2c01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:38.595336 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414a72d-6c39-454a-b903-ad75f00c2c01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:38.595691 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414a72d-6c39-454a-b903-ad75f00c2c01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:38.596022 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414a72d-6c39-454a-b903-ad75f00c2c01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:38.596375 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414a72d-6c39-454a-b903-ad75f00c2c01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:38.596666 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414a72d-6c39-454a-b903-ad75f00c2c01 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:38.596985 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414a72d-6c39-454a-b903-ad75f00c2c01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:38.597356 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414a72d-6c39-454a-b903-ad75f00c2c01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:38.597645 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414a72d-6c39-454a-b903-ad75f00c2c01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:38.597930 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414a72d-6c39-454a-b903-ad75f00c2c01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:38.598253 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414a72d-6c39-454a-b903-ad75f00c2c01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414a72d-6c39-454a-b903-ad75f00c2c01 admin admin] Tracked resource versions report: Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: pushed versions: Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: { 'AddressGroup': {'1.2'}, Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: 'ConntrackHelper': {'1.0'}, Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: 'Log': {'1.0'}, Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: 'Network': {'1.1'}, Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: 'Port': {'1.7'}, Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: 'PortForwarding': {'1.2'}, Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: 'QosPolicy': {'1.9'}, Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: 'SecurityGroup': {'1.4'}, Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: 'SecurityGroupRule': {'1.2'}, Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: 'SubPort': {'1.0'}, Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: 'Subnet': {'1.1'}, Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: 'Trunk': {'1.1'}} Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: consumer versions: Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: { DHCP agent@n-d-712137-10: {}, Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: HyperV agent@n-h1-712137-10: {}, Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: HyperV agent@n-h2-712137-10: {}, Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: L3 agent@n-d-712137-10: {}, Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: Metadata agent@n-d-712137-10: {}, Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: Metering agent@n-d-712137-10: {}, Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: Open vSwitch agent@n-d-712137-10: { 'AddressGroup': '1.2', Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: 'ConntrackHelper': '1.0', Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: 'Log': '1.0', Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: 'Network': '1.1', Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: 'Port': '1.7', Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: 'PortForwarding': '1.2', Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: 'QosPolicy': '1.9', Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: 'SecurityGroup': '1.4', Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: 'SecurityGroupRule': '1.2', Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: 'SubPort': '1.0', Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: 'Subnet': '1.1', Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: 'Trunk': '1.1'}} Aug 28 14:52:38.599299 n-d-712137-10 neutron-server[106329]: {{(pid=106329) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 14:52:38.632894 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2414a72d-6c39-454a-b903-ad75f00c2c01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:38.663592 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2414a72d-6c39-454a-b903-ad75f00c2c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:38.664992 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2414a72d-6c39-454a-b903-ad75f00c2c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:52:38.665683 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2414a72d-6c39-454a-b903-ad75f00c2c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:38.732392 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414a72d-6c39-454a-b903-ad75f00c2c01 admin admin] Pushing event updated for resources: {'Network': ['ID=7fefbaf0-9766-4195-b2cc-33f85cb01cd6,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:38.738189 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2414a72d-6c39-454a-b903-ad75f00c2c01 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7743788 Aug 28 14:52:38.741121 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49694) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:38.744084 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 7fefbaf0-9766-4195-b2cc-33f85cb01cd6 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 14:52:38.746430 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-f5736f90-37b3-4ae5-a9fd-c316fa027acf admin admin] Request body: {'subnet': {'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090615160-subnet', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:52:38.770731 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5736f90-37b3-4ae5-a9fd-c316fa027acf admin admin] Made reservation on behalf of cf69354c9e44480a955dc8879f74a9d8 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:52:38.773145 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5736f90-37b3-4ae5-a9fd-c316fa027acf admin admin] Notify callbacks [] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:38.961825 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5736f90-37b3-4ae5-a9fd-c316fa027acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:39.022929 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5736f90-37b3-4ae5-a9fd-c316fa027acf admin admin] Pushing event updated for resources: {'Subnet': ['ID=99f97325-be0a-4922-9e31-90945bbee166,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:39.032658 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5736f90-37b3-4ae5-a9fd-c316fa027acf admin admin] Checking segment: {'id': '42567edf-8f75-4b9a-a0f4-8b1c669e01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:52:39.033242 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5736f90-37b3-4ae5-a9fd-c316fa027acf admin admin] Network hostable DHCP agents. Network: 7fefbaf0-9766-4195-b2cc-33f85cb01cd6, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 14:52:39.050146 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5736f90-37b3-4ae5-a9fd-c316fa027acf admin admin] Network 7fefbaf0-9766-4195-b2cc-33f85cb01cd6 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 14:52:39.060525 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-f5736f90-37b3-4ae5-a9fd-c316fa027acf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 7fefbaf0-9766-4195-b2cc-33f85cb01cd6) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:52:39.066553 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5736f90-37b3-4ae5-a9fd-c316fa027acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:52:39.067175 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5736f90-37b3-4ae5-a9fd-c316fa027acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:39.070537 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7418eca1-7f23-4b48-90ae-e695efab02ed None None] Network 7fefbaf0-9766-4195-b2cc-33f85cb01cd6 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:52:39.087105 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49706) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:39.087739 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f5736f90-37b3-4ae5-a9fd-c316fa027acf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3445721 Aug 28 14:52:39.096003 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090615160-router', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:52:39.132844 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:39.136013 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:39.304400 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:39.393143 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-7fefbaf0-9766-4195-b2cc-33f85cb01cd6', 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'fixed_ips': [{'subnet_id': '99f97325-be0a-4922-9e31-90945bbee166'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 14:52:39.394424 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:39.552838 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Allocated IP 172.20.0.2 (7fefbaf0-9766-4195-b2cc-33f85cb01cd6/99f97325-be0a-4922-9e31-90945bbee166/7f207ad0-efad-4ed0-a470-47fe3a80ac4b) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:52:39.583067 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:39.738208 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:39.749790 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Transition to ACTIVE for port object 7f207ad0-efad-4ed0-a470-47fe3a80ac4b will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:52:39.768643 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Transition to ACTIVE for port object 7f207ad0-efad-4ed0-a470-47fe3a80ac4b will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:52:39.784166 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:39.830552 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Network 7fefbaf0-9766-4195-b2cc-33f85cb01cd6 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:52:39.833699 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:52:39.836389 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:52:39.850794 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Pushing event updated for resources: {'Port': ['ID=7f207ad0-efad-4ed0-a470-47fe3a80ac4b,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:39.889842 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:39.890191 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:39.890529 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:39.890863 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:39.891544 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:39.891810 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:39.892143 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:39.892526 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:39.892889 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:39.893218 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:39.893543 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:39.893981 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Tracked resource versions report: Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: pushed versions: Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: { 'AddressGroup': {'1.2'}, Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: 'ConntrackHelper': {'1.0'}, Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: 'Log': {'1.0'}, Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: 'Network': {'1.1'}, Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: 'Port': {'1.7'}, Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: 'PortForwarding': {'1.2'}, Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: 'QosPolicy': {'1.9'}, Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: 'SecurityGroup': {'1.4'}, Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: 'SecurityGroupRule': {'1.2'}, Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: 'SubPort': {'1.0'}, Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: 'Subnet': {'1.1'}, Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: 'Trunk': {'1.1'}} Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: consumer versions: Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: { DHCP agent@n-d-712137-10: {}, Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: HyperV agent@n-h1-712137-10: {}, Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: HyperV agent@n-h2-712137-10: {}, Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: L3 agent@n-d-712137-10: {}, Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: Metadata agent@n-d-712137-10: {}, Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: Metering agent@n-d-712137-10: {}, Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: Open vSwitch agent@n-d-712137-10: { 'AddressGroup': '1.2', Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: 'ConntrackHelper': '1.0', Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: 'Log': '1.0', Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: 'Network': '1.1', Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: 'Port': '1.7', Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: 'PortForwarding': '1.2', Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: 'QosPolicy': '1.9', Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: 'SecurityGroup': '1.4', Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: 'SecurityGroupRule': '1.2', Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: 'SubPort': '1.0', Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: 'Subnet': '1.1', Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: 'Trunk': '1.1'}} Aug 28 14:52:39.895133 n-d-712137-10 neutron-server[106331]: {{(pid=106331) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 14:52:39.942096 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Attempting to bind port 7f207ad0-efad-4ed0-a470-47fe3a80ac4b on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:52:39.942670 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Attempting to bind port 7f207ad0-efad-4ed0-a470-47fe3a80ac4b by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '42567edf-8f75-4b9a-a0f4-8b1c669e01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:52:39.943371 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Attempting to bind port 7f207ad0-efad-4ed0-a470-47fe3a80ac4b on network 7fefbaf0-9766-4195-b2cc-33f85cb01cd6 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:52:39.951224 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:52:39.951879 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Checking segment: {'id': '42567edf-8f75-4b9a-a0f4-8b1c669e01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:52:39.952461 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:39.953225 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Bound using segment: {'id': '42567edf-8f75-4b9a-a0f4-8b1c669e01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:52:39.954001 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Bound port: 7f207ad0-efad-4ed0-a470-47fe3a80ac4b, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42567edf-8f75-4b9a-a0f4-8b1c669e01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:52:39.954669 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:39.968823 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:39.997032 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:40.032219 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] For port 7f207ad0-efad-4ed0-a470-47fe3a80ac4b, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:52:40.038272 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] For port 7f207ad0-efad-4ed0-a470-47fe3a80ac4b, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7f207ad0-efad-4ed0-a470-47fe3a80ac4b,segment=NetworkSegment(42567edf-8f75-4b9a-a0f4-8b1c669e01ea),segment_id=42567edf-8f75-4b9a-a0f4-8b1c669e01ea)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:52:40.046079 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:40.120304 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a386b2d-1bbb-4036-9f49-f5a876d83a1f None None] Pushing event updated for resources: {'Port': ['ID=7f207ad0-efad-4ed0-a470-47fe3a80ac4b,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:40.228340 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Allocated IP 172.25.3.121 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:52:40.391592 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:40.396626 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-bdefcf78-4283-40d0-bccd-0a88a6a5cde4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:40.488871 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:40.586542 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:52:40.598320 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:52:40.612556 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Pushing event updated for resources: {'Port': ['ID=a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:40.628186 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:52:40.650937 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:40.655059 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:40.656166 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:40.656688 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:40.657198 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:40.658526 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:40.661079 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:40.661803 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:40.662411 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:40.662928 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:40.663432 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:40.664428 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Tracked resource versions report: Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: pushed versions: Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: { 'AddressGroup': {'1.2'}, Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: 'ConntrackHelper': {'1.0'}, Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: 'Log': {'1.0'}, Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: 'Network': {'1.1'}, Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: 'Port': {'1.7'}, Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: 'PortForwarding': {'1.2'}, Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: 'QosPolicy': {'1.9'}, Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: 'SecurityGroup': {'1.4'}, Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: 'SecurityGroupRule': {'1.2'}, Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: 'SubPort': {'1.0'}, Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: 'Subnet': {'1.1'}, Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: 'Trunk': {'1.1'}} Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: consumer versions: Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: { DHCP agent@n-d-712137-10: {}, Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: HyperV agent@n-h1-712137-10: {}, Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: HyperV agent@n-h2-712137-10: {}, Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: L3 agent@n-d-712137-10: {}, Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: Metadata agent@n-d-712137-10: {}, Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: Metering agent@n-d-712137-10: {}, Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: Open vSwitch agent@n-d-712137-10: { 'AddressGroup': '1.2', Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: 'ConntrackHelper': '1.0', Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: 'Log': '1.0', Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: 'Network': '1.1', Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: 'Port': '1.7', Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: 'PortForwarding': '1.2', Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: 'QosPolicy': '1.9', Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: 'SecurityGroup': '1.4', Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: 'SecurityGroupRule': '1.2', Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: 'SubPort': '1.0', Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: 'Subnet': '1.1', Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: 'Trunk': '1.1'}} Aug 28 14:52:40.666354 n-d-712137-10 neutron-server[106330]: {{(pid=106330) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 14:52:40.669724 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49760) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:40.779994 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:40.832311 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9e161dbb-ca42-40e7-b472-2adde46818a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:41.065380 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9e161dbb-ca42-40e7-b472-2adde46818a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:41.071451 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9e161dbb-ca42-40e7-b472-2adde46818a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:41.102838 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:41.161422 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7f207ad0-efad-4ed0-a470-47fe3a80ac4b up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:52:41.187689 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9e161dbb-ca42-40e7-b472-2adde46818a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46fc908921fd4f0ab487c83e136abc1b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5166094 Aug 28 14:52:41.189153 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e161dbb-ca42-40e7-b472-2adde46818a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553d546e-f7c2-46aa-b4c2-e97d422a3cc5,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:41.191979 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49790) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:41.281385 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-14e8c3a5-c162-43f7-b76d-0f0341b4d00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:41.313309 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-14e8c3a5-c162-43f7-b76d-0f0341b4d00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:41.333108 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 7f207ad0-efad-4ed0-a470-47fe3a80ac4b completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:52:41.405126 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-14e8c3a5-c162-43f7-b76d-0f0341b4d00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:41.408030 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-14e8c3a5-c162-43f7-b76d-0f0341b4d00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:41.409470 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-14e8c3a5-c162-43f7-b76d-0f0341b4d00f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/553d546e-f7c2-46aa-b4c2-e97d422a3cc5 HTTP/1.1" status: 204 len: 168 time: 0.2163048 Aug 28 14:52:41.421207 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8c3a5-c162-43f7-b76d-0f0341b4d00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553d546e-f7c2-46aa-b4c2-e97d422a3cc5,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:41.467540 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ededad-f407-4635-be7f-d850808bbd37 None None] Network 7fefbaf0-9766-4195-b2cc-33f85cb01cd6 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:52:41.481312 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:41.597357 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:41.609307 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4bf4ae1e-af54-4b7f-9551-3819ad963d0f None None] Provisioning for port 7f207ad0-efad-4ed0-a470-47fe3a80ac4b completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:52:41.618733 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4bf4ae1e-af54-4b7f-9551-3819ad963d0f None None] Provisioning complete for port 7f207ad0-efad-4ed0-a470-47fe3a80ac4b triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:52:41.619280 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4bf4ae1e-af54-4b7f-9551-3819ad963d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:41.664406 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Router cea320e9-122c-488c-a89a-1b33a54d8976 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 14:52:41.754167 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49812) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:41.775180 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4bf4ae1e-af54-4b7f-9551-3819ad963d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:41.801294 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:52:41.813389 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9f42a2-88dd-4f41-9a49-a064524e7a15 None None] Sync routers for ids ['cea320e9-122c-488c-a89a-1b33a54d8976'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:52:41.822413 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:41.822997 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-4bf4ae1e-af54-4b7f-9551-3819ad963d0f None None] For port 7f207ad0-efad-4ed0-a470-47fe3a80ac4b, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7f207ad0-efad-4ed0-a470-47fe3a80ac4b,segment=NetworkSegment(42567edf-8f75-4b9a-a0f4-8b1c669e01ea),segment_id=42567edf-8f75-4b9a-a0f4-8b1c669e01ea)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:52:41.824659 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9f42a2-88dd-4f41-9a49-a064524e7a15 None None] Routers {'cea320e9-122c-488c-a89a-1b33a54d8976'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:52:41.825025 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ce7ad4cf-fd82-49c9-9ad0-619f2d873521 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.7366364 Aug 28 14:52:41.825636 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9b9f42a2-88dd-4f41-9a49-a064524e7a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:52:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['cea320e9-122c-488c-a89a-1b33a54d8976'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:52:41.828226 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49816) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:41.834197 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4bf4ae1e-af54-4b7f-9551-3819ad963d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:42.008497 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4ae1e-af54-4b7f-9551-3819ad963d0f None None] Pushing event updated for resources: {'Port': ['ID=7f207ad0-efad-4ed0-a470-47fe3a80ac4b,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:42.035470 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49824) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:42.070916 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4e7c72fd-c288-4c30-888f-560cadc3e663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:42.117258 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-9b9f42a2-88dd-4f41-9a49-a064524e7a15 None None] Set router cea320e9-122c-488c-a89a-1b33a54d8976 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:52:42.171845 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-73746ab2-6231-477c-8769-2aed79bb3840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:42.265638 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3105ed23-9740-46dd-86d7-59972036defd None None] Provisioning complete for port 7f207ad0-efad-4ed0-a470-47fe3a80ac4b triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:52:42.268078 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3105ed23-9740-46dd-86d7-59972036defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:42.350330 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9b9f42a2-88dd-4f41-9a49-a064524e7a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090615160-router', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:52:39Z', 'updated_at': '2021-08-28T14:52:40Z', 'revision_number': 3, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'gw_port': {'id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:40Z', 'updated_at': '2021-08-28T14:52:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:52:42.366850 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4e7c72fd-c288-4c30-888f-560cadc3e663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:42.383588 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4e7c72fd-c288-4c30-888f-560cadc3e663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:42.437603 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9f42a2-88dd-4f41-9a49-a064524e7a15 None None] Checking router: cea320e9-122c-488c-a89a-1b33a54d8976 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:52:42.437969 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9f42a2-88dd-4f41-9a49-a064524e7a15 None None] Updating router cea320e9-122c-488c-a89a-1b33a54d8976 port a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 14:52:42.458598 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4e7c72fd-c288-4c30-888f-560cadc3e663 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a939de46b2114251a9b375261b608585&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4216745 Aug 28 14:52:42.460074 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49848) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:42.471463 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c72fd-c288-4c30-888f-560cadc3e663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8e4095-427e-4205-9d46-81ccc06d98e9,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:42.511063 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-9b9f42a2-88dd-4f41-9a49-a064524e7a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:42.536254 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-73746ab2-6231-477c-8769-2aed79bb3840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:42.536431 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-463e560f-482f-4a94-930c-90fc8f15e365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:42.543574 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-73746ab2-6231-477c-8769-2aed79bb3840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:42.579147 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-463e560f-482f-4a94-930c-90fc8f15e365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:42.581244 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73746ab2-6231-477c-8769-2aed79bb3840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b3cd1b-6f39-4f4f-9f3b-54b9cc640d14,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:42.625198 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49856) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:42.625765 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-73746ab2-6231-477c-8769-2aed79bb3840 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=547e34c8cb764df888c7636bb7c79fcd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8674715 Aug 28 14:52:42.685097 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-463e560f-482f-4a94-930c-90fc8f15e365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:42.687684 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-463e560f-482f-4a94-930c-90fc8f15e365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:42.688850 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-463e560f-482f-4a94-930c-90fc8f15e365 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d8e4095-427e-4205-9d46-81ccc06d98e9 HTTP/1.1" status: 204 len: 168 time: 0.2276578 Aug 28 14:52:42.696791 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-88256281-fd1d-40ba-ae91-08e228e8100a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:42.720320 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-88256281-fd1d-40ba-ae91-08e228e8100a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:42.784810 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e560f-482f-4a94-930c-90fc8f15e365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8e4095-427e-4205-9d46-81ccc06d98e9,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:42.796251 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-88256281-fd1d-40ba-ae91-08e228e8100a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:42.798901 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-88256281-fd1d-40ba-ae91-08e228e8100a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:42.802963 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-88256281-fd1d-40ba-ae91-08e228e8100a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66b3cd1b-6f39-4f4f-9f3b-54b9cc640d14 HTTP/1.1" status: 204 len: 168 time: 0.1767683 Aug 28 14:52:42.820890 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88256281-fd1d-40ba-ae91-08e228e8100a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b3cd1b-6f39-4f4f-9f3b-54b9cc640d14,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:42.865156 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-981c9e8d-8ad5-4e67-9632-7f5dfd7a103a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:43.024003 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-9b9f42a2-88dd-4f41-9a49-a064524e7a15 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:43.049108 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-9b9f42a2-88dd-4f41-9a49-a064524e7a15 None None] Transition to ACTIVE for port object a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:52:43.066591 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-9b9f42a2-88dd-4f41-9a49-a064524e7a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:43.074065 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-981c9e8d-8ad5-4e67-9632-7f5dfd7a103a admin admin] Allocated IP 172.20.0.1 (7fefbaf0-9766-4195-b2cc-33f85cb01cd6/99f97325-be0a-4922-9e31-90945bbee166/b3cd7432-e956-436b-b318-7a13652a6f99) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:52:43.083934 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7f207ad0-efad-4ed0-a470-47fe3a80ac4b up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:52:43.148663 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-9b9f42a2-88dd-4f41-9a49-a064524e7a15 None None] Attempting to bind port a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:52:43.149615 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-9b9f42a2-88dd-4f41-9a49-a064524e7a15 None None] Attempting to bind port a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:52:43.150133 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9f42a2-88dd-4f41-9a49-a064524e7a15 None None] Attempting to bind port a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:52:43.161172 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9f42a2-88dd-4f41-9a49-a064524e7a15 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:52:43.162070 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9f42a2-88dd-4f41-9a49-a064524e7a15 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:52:43.162933 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-9b9f42a2-88dd-4f41-9a49-a064524e7a15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:43.163481 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9f42a2-88dd-4f41-9a49-a064524e7a15 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:52:43.164156 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-9b9f42a2-88dd-4f41-9a49-a064524e7a15 None None] Bound port: a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:52:43.164755 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-9b9f42a2-88dd-4f41-9a49-a064524e7a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:43.168213 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786db29-980d-4f79-9d6a-8db753cfda8e None None] Pushing event updated for resources: {'Port': ['ID=a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac,revision_number=2']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:43.215201 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e786db29-980d-4f79-9d6a-8db753cfda8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:43.224197 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e786db29-980d-4f79-9d6a-8db753cfda8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:43.225239 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e786db29-980d-4f79-9d6a-8db753cfda8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:43.225827 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e786db29-980d-4f79-9d6a-8db753cfda8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:43.226345 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e786db29-980d-4f79-9d6a-8db753cfda8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:43.227109 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e786db29-980d-4f79-9d6a-8db753cfda8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:43.227984 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e786db29-980d-4f79-9d6a-8db753cfda8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:43.229085 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e786db29-980d-4f79-9d6a-8db753cfda8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:43.229803 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e786db29-980d-4f79-9d6a-8db753cfda8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:43.230572 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e786db29-980d-4f79-9d6a-8db753cfda8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:43.231057 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:43.231584 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e786db29-980d-4f79-9d6a-8db753cfda8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:43.232249 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e786db29-980d-4f79-9d6a-8db753cfda8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e786db29-980d-4f79-9d6a-8db753cfda8e None None] Tracked resource versions report: Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: pushed versions: Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: { 'AddressGroup': {'1.2'}, Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: 'ConntrackHelper': {'1.0'}, Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: 'Log': {'1.0'}, Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: 'Network': {'1.1'}, Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: 'Port': {'1.7'}, Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: 'PortForwarding': {'1.2'}, Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: 'QosPolicy': {'1.9'}, Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: 'SecurityGroup': {'1.4'}, Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: 'SecurityGroupRule': {'1.2'}, Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: 'SubPort': {'1.0'}, Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: 'Subnet': {'1.1'}, Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: 'Trunk': {'1.1'}} Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: consumer versions: Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: { DHCP agent@n-d-712137-10: {}, Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: HyperV agent@n-h1-712137-10: {}, Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: HyperV agent@n-h2-712137-10: {}, Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: L3 agent@n-d-712137-10: {}, Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: Metadata agent@n-d-712137-10: {}, Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: Metering agent@n-d-712137-10: {}, Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: Open vSwitch agent@n-d-712137-10: { 'AddressGroup': '1.2', Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: 'ConntrackHelper': '1.0', Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: 'Log': '1.0', Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: 'Network': '1.1', Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: 'Port': '1.7', Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: 'PortForwarding': '1.2', Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: 'QosPolicy': '1.9', Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: 'SecurityGroup': '1.4', Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: 'SecurityGroupRule': '1.2', Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: 'SubPort': '1.0', Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: 'Subnet': '1.1', Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: 'Trunk': '1.1'}} Aug 28 14:52:43.233554 n-d-712137-10 neutron-server[106332]: {{(pid=106332) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 14:52:43.266937 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 7f207ad0-efad-4ed0-a470-47fe3a80ac4b triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:52:43.267355 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:43.301834 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-9b9f42a2-88dd-4f41-9a49-a064524e7a15 None None] For port a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:52:43.306757 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-981c9e8d-8ad5-4e67-9632-7f5dfd7a103a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:43.313719 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-9b9f42a2-88dd-4f41-9a49-a064524e7a15 None None] For port a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:52:43.326908 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-9b9f42a2-88dd-4f41-9a49-a064524e7a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:43.334468 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-981c9e8d-8ad5-4e67-9632-7f5dfd7a103a admin admin] Transition to ACTIVE for port object b3cd7432-e956-436b-b318-7a13652a6f99 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:52:43.411206 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-981c9e8d-8ad5-4e67-9632-7f5dfd7a103a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:43.452574 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9f42a2-88dd-4f41-9a49-a064524e7a15 None None] Routers {'cea320e9-122c-488c-a89a-1b33a54d8976'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:52:43.453310 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9b9f42a2-88dd-4f41-9a49-a064524e7a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:52:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['cea320e9-122c-488c-a89a-1b33a54d8976'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:52:43.477063 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49924) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:43.498458 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2e3b24bd-a03e-475c-ac13-1341af67b104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:43.514736 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786db29-980d-4f79-9d6a-8db753cfda8e None None] Pushing event updated for resources: {'Port': ['ID=a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:43.624503 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-9b9f42a2-88dd-4f41-9a49-a064524e7a15 None None] Set router cea320e9-122c-488c-a89a-1b33a54d8976 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:52:43.644987 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981c9e8d-8ad5-4e67-9632-7f5dfd7a103a admin admin] Network 7fefbaf0-9766-4195-b2cc-33f85cb01cd6 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:52:43.653964 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-981c9e8d-8ad5-4e67-9632-7f5dfd7a103a admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:52:43.659360 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981c9e8d-8ad5-4e67-9632-7f5dfd7a103a admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:52:43.659360 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-981c9e8d-8ad5-4e67-9632-7f5dfd7a103a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:43.679476 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2e3b24bd-a03e-475c-ac13-1341af67b104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:43.688267 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2e3b24bd-a03e-475c-ac13-1341af67b104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:43.772736 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2e3b24bd-a03e-475c-ac13-1341af67b104 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6cd1c109bc0d4b109a6c29caea123c32&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2945535 Aug 28 14:52:43.774030 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b24bd-a03e-475c-ac13-1341af67b104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e8a97a-4096-46fb-83fd-760596c0c4bf,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:43.777492 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49930) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:43.783920 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c9e8d-8ad5-4e67-9632-7f5dfd7a103a admin admin] Pushing event updated for resources: {'Port': ['ID=b3cd7432-e956-436b-b318-7a13652a6f99,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:43.901236 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cb9acd17-4788-4a54-b24d-79816f5e5bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:43.905854 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49936) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:43.972574 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cb9acd17-4788-4a54-b24d-79816f5e5bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:44.004197 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-981c9e8d-8ad5-4e67-9632-7f5dfd7a103a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:44.062239 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-45778539-80bd-4014-8040-d7d0c74ab34e None None] Provisioning for port b3cd7432-e956-436b-b318-7a13652a6f99 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:52:44.067559 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-45778539-80bd-4014-8040-d7d0c74ab34e None None] Provisioning complete for port b3cd7432-e956-436b-b318-7a13652a6f99 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:52:44.068248 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-45778539-80bd-4014-8040-d7d0c74ab34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:44.111187 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cb9acd17-4788-4a54-b24d-79816f5e5bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:44.114659 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cb9acd17-4788-4a54-b24d-79816f5e5bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:44.116264 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cb9acd17-4788-4a54-b24d-79816f5e5bc5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3e8a97a-4096-46fb-83fd-760596c0c4bf HTTP/1.1" status: 204 len: 168 time: 0.3376381 Aug 28 14:52:44.131937 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9acd17-4788-4a54-b24d-79816f5e5bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e8a97a-4096-46fb-83fd-760596c0c4bf,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:44.150091 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-45778539-80bd-4014-8040-d7d0c74ab34e None None] Port b3cd7432-e956-436b-b318-7a13652a6f99 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:52:44.233978 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9b9f42a2-88dd-4f41-9a49-a064524e7a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090615160-router', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:52:39Z', 'updated_at': '2021-08-28T14:52:40Z', 'revision_number': 3, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'gw_port': {'id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:40Z', 'updated_at': '2021-08-28T14:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:52:44.248817 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3a698420-cdc1-4043-b5bf-1a84fcc52a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:44.291462 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-981c9e8d-8ad5-4e67-9632-7f5dfd7a103a admin admin] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:44.293670 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9f42a2-88dd-4f41-9a49-a064524e7a15 None None] The sync data for ids ['cea320e9-122c-488c-a89a-1b33a54d8976'] in n-d-712137-10 is: [{'id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090615160-router', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:52:39Z', 'updated_at': '2021-08-28T14:52:40Z', 'revision_number': 3, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'gw_port': {'id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:40Z', 'updated_at': '2021-08-28T14:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:52:44.297182 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-981c9e8d-8ad5-4e67-9632-7f5dfd7a103a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:44.297928 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-981c9e8d-8ad5-4e67-9632-7f5dfd7a103a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:44.354599 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c9e8d-8ad5-4e67-9632-7f5dfd7a103a admin admin] Pushing event updated for resources: {'Port': ['ID=b3cd7432-e956-436b-b318-7a13652a6f99,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:44.462208 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3a698420-cdc1-4043-b5bf-1a84fcc52a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:44.472984 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3a698420-cdc1-4043-b5bf-1a84fcc52a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:44.505339 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981c9e8d-8ad5-4e67-9632-7f5dfd7a103a admin admin] Network 7fefbaf0-9766-4195-b2cc-33f85cb01cd6 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:52:44.511213 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-981c9e8d-8ad5-4e67-9632-7f5dfd7a103a admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:52:44.512995 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3a698420-cdc1-4043-b5bf-1a84fcc52a08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4a8aa6fdf40482c8dd8847e34f43d14&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6061242 Aug 28 14:52:44.513652 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49974) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:44.544340 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a698420-cdc1-4043-b5bf-1a84fcc52a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad06dae-a960-4f8d-91bd-7a8398585a44,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:44.597760 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c1951c23-52a1-48d0-bf74-050b80e4f33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:44.631520 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c1951c23-52a1-48d0-bf74-050b80e4f33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:44.705661 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c1951c23-52a1-48d0-bf74-050b80e4f33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:44.715495 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c1951c23-52a1-48d0-bf74-050b80e4f33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:44.720228 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c1951c23-52a1-48d0-bf74-050b80e4f33c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bad06dae-a960-4f8d-91bd-7a8398585a44 HTTP/1.1" status: 204 len: 168 time: 0.2020912 Aug 28 14:52:44.764760 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1951c23-52a1-48d0-bf74-050b80e4f33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad06dae-a960-4f8d-91bd-7a8398585a44,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:44.801764 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981c9e8d-8ad5-4e67-9632-7f5dfd7a103a admin admin] Router cea320e9-122c-488c-a89a-1b33a54d8976 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 14:52:44.993588 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9d774535-0520-46b3-aa60-5cde46b862a9 None None] Provisioning complete for port b3cd7432-e956-436b-b318-7a13652a6f99 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:52:44.994100 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9d774535-0520-46b3-aa60-5cde46b862a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:45.051240 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981c9e8d-8ad5-4e67-9632-7f5dfd7a103a admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:52:45.063234 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-981c9e8d-8ad5-4e67-9632-7f5dfd7a103a admin admin] 10.222.0.13 "PUT /v2.0/routers/cea320e9-122c-488c-a89a-1b33a54d8976/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2329419 Aug 28 14:52:45.092831 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9d774535-0520-46b3-aa60-5cde46b862a9 None None] Port b3cd7432-e956-436b-b318-7a13652a6f99 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:52:45.113919 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:52:45.184750 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:52:45.189633 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:52:45.190330 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:45.283419 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:45.308194 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:52:45.314503 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:45.355816 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49996) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:45.403605 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:45.542410 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50014) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:45.564100 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5de1714b-7aab-469f-b837-adacf06554ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:45.683417 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5de1714b-7aab-469f-b837-adacf06554ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:45.687720 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5de1714b-7aab-469f-b837-adacf06554ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:45.746572 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5de1714b-7aab-469f-b837-adacf06554ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=604faef88c6f4e12ad3ddce34d2210dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2026560 Aug 28 14:52:45.747276 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1714b-7aab-469f-b837-adacf06554ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0584016-4b82-441c-abbe-667fbad0ab02,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:45.749338 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50028) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:45.750366 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7d65fd55-2f89-46a8-a8c7-7fa821864ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:45.818887 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92188d92-8de8-41fd-8aa2-9a2ad3a94001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:45.850684 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92188d92-8de8-41fd-8aa2-9a2ad3a94001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:45.868151 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7d65fd55-2f89-46a8-a8c7-7fa821864ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:45.875044 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7d65fd55-2f89-46a8-a8c7-7fa821864ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:45.912225 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92188d92-8de8-41fd-8aa2-9a2ad3a94001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:45.912409 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65fd55-2f89-46a8-a8c7-7fa821864ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46182eec-220a-44a2-9390-93e117c7bab6,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:45.917562 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92188d92-8de8-41fd-8aa2-9a2ad3a94001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:45.919139 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-92188d92-8de8-41fd-8aa2-9a2ad3a94001 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e0584016-4b82-441c-abbe-667fbad0ab02 HTTP/1.1" status: 204 len: 168 time: 0.1686859 Aug 28 14:52:45.928723 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92188d92-8de8-41fd-8aa2-9a2ad3a94001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0584016-4b82-441c-abbe-667fbad0ab02,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:45.949495 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7d65fd55-2f89-46a8-a8c7-7fa821864ac9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=982f873438554ec4953d1767e4d045ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5925212 Aug 28 14:52:45.951952 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50036) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:46.013088 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d0ad7e02-bdf5-4299-a52b-b951539ac9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:46.044137 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d0ad7e02-bdf5-4299-a52b-b951539ac9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:46.062496 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50044) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:46.065837 n-d-712137-10 neutron-server[106329]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 28 14:52:46.122015 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d0ad7e02-bdf5-4299-a52b-b951539ac9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:46.127643 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d0ad7e02-bdf5-4299-a52b-b951539ac9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:46.128075 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d0ad7e02-bdf5-4299-a52b-b951539ac9c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/46182eec-220a-44a2-9390-93e117c7bab6 HTTP/1.1" status: 204 len: 168 time: 0.1736345 Aug 28 14:52:46.138070 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-2790bc7a-7a42-4714-a0b3-29790176ad4f tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=30c3d6baa6524f0a8c1439540f6c85e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0736988 Aug 28 14:52:46.139985 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad7e02-bdf5-4299-a52b-b951539ac9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46182eec-220a-44a2-9390-93e117c7bab6,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:46.403716 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-8c559dc2-2278-48b6-b0ce-12bb69803e26 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:52:46.405312 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-8c559dc2-2278-48b6-b0ce-12bb69803e26 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2559955 Aug 28 14:52:46.429459 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-eda00b15-010c-48b1-b708-99d97d61725d tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/quotas/30c3d6baa6524f0a8c1439540f6c85e7 HTTP/1.1" status: 200 len: 375 time: 0.0153201 Aug 28 14:52:46.500859 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-eff6d54b-4206-4d74-8770-2b7967f91ea5 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=30c3d6baa6524f0a8c1439540f6c85e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567145 Aug 28 14:52:46.546687 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333ae9e6-bf9a-402e-9276-ab6b60056f91 None None] Sync routers for ids ['cea320e9-122c-488c-a89a-1b33a54d8976'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:52:46.558128 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333ae9e6-bf9a-402e-9276-ab6b60056f91 None None] Routers {'cea320e9-122c-488c-a89a-1b33a54d8976'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:52:46.558749 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-333ae9e6-bf9a-402e-9276-ab6b60056f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:52:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['cea320e9-122c-488c-a89a-1b33a54d8976'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:52:46.710675 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-333ae9e6-bf9a-402e-9276-ab6b60056f91 None None] Set router cea320e9-122c-488c-a89a-1b33a54d8976 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:52:46.777502 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1f2e2828-049d-4265-8a98-0fe54cfc53ac req-6939e208-9c0b-4cfe-8aa8-6350319893ae tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cad47b4b-f8d6-40f2-b932-8297c15e2631 HTTP/1.1" status: 200 len: 210 time: 0.0590682 Aug 28 14:52:46.984073 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-333ae9e6-bf9a-402e-9276-ab6b60056f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090615160-router', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:52:39Z', 'updated_at': '2021-08-28T14:52:43Z', 'revision_number': 4, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'gw_port': {'id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:40Z', 'updated_at': '2021-08-28T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'b3cd7432-e956-436b-b318-7a13652a6f99', 'name': '', 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'mac_address': 'fa:16:3e:36:6c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99f97325-be0a-4922-9e31-90945bbee166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:42Z', 'updated_at': '2021-08-28T14:52:44Z', 'revision_number': 2, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'subnets': [{'id': '99f97325-be0a-4922-9e31-90945bbee166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:52:47.024116 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333ae9e6-bf9a-402e-9276-ab6b60056f91 None None] Checking router: cea320e9-122c-488c-a89a-1b33a54d8976 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:52:47.024476 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333ae9e6-bf9a-402e-9276-ab6b60056f91 None None] Updating router cea320e9-122c-488c-a89a-1b33a54d8976 port b3cd7432-e956-436b-b318-7a13652a6f99 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 14:52:47.053249 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-333ae9e6-bf9a-402e-9276-ab6b60056f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:47.074569 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:52:47.074968 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50092) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:47.096401 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-da4682f2-2845-4307-a904-37c3f24e7716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:47.237245 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-da4682f2-2845-4307-a904-37c3f24e7716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:47.261487 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-da4682f2-2845-4307-a904-37c3f24e7716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:47.261668 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:52:47.262138 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:47.301116 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4682f2-2845-4307-a904-37c3f24e7716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64888fbf-be6b-4aa3-a0f6-f8a1fb072ef2,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:47.339600 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-da4682f2-2845-4307-a904-37c3f24e7716 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ee26034955b4572b09b1a9196e5e5ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2616553 Aug 28 14:52:47.344709 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50096) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:47.455764 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab9ac67f-bbfd-4282-a865-367ae688da67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:47.519457 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-333ae9e6-bf9a-402e-9276-ab6b60056f91 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:47.537540 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab9ac67f-bbfd-4282-a865-367ae688da67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:47.538630 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-333ae9e6-bf9a-402e-9276-ab6b60056f91 None None] Transition to ACTIVE for port object b3cd7432-e956-436b-b318-7a13652a6f99 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:52:47.547392 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-333ae9e6-bf9a-402e-9276-ab6b60056f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:47.617424 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e87d1-373d-454a-b4ff-dae19800c747 None None] Pushing event updated for resources: {'Port': ['ID=b3cd7432-e956-436b-b318-7a13652a6f99,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:47.680374 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab9ac67f-bbfd-4282-a865-367ae688da67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:47.683694 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab9ac67f-bbfd-4282-a865-367ae688da67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:47.688367 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ab9ac67f-bbfd-4282-a865-367ae688da67 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64888fbf-be6b-4aa3-a0f6-f8a1fb072ef2 HTTP/1.1" status: 204 len: 168 time: 0.3392129 Aug 28 14:52:47.701396 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ac67f-bbfd-4282-a865-367ae688da67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64888fbf-be6b-4aa3-a0f6-f8a1fb072ef2,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:47.751313 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-333ae9e6-bf9a-402e-9276-ab6b60056f91 None None] Attempting to bind port b3cd7432-e956-436b-b318-7a13652a6f99 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:52:47.752347 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-333ae9e6-bf9a-402e-9276-ab6b60056f91 None None] Attempting to bind port b3cd7432-e956-436b-b318-7a13652a6f99 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '42567edf-8f75-4b9a-a0f4-8b1c669e01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:52:47.752957 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333ae9e6-bf9a-402e-9276-ab6b60056f91 None None] Attempting to bind port b3cd7432-e956-436b-b318-7a13652a6f99 on network 7fefbaf0-9766-4195-b2cc-33f85cb01cd6 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:52:47.759484 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333ae9e6-bf9a-402e-9276-ab6b60056f91 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:52:47.761390 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333ae9e6-bf9a-402e-9276-ab6b60056f91 None None] Checking segment: {'id': '42567edf-8f75-4b9a-a0f4-8b1c669e01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:52:47.761909 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-333ae9e6-bf9a-402e-9276-ab6b60056f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:47.762383 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333ae9e6-bf9a-402e-9276-ab6b60056f91 None None] Bound using segment: {'id': '42567edf-8f75-4b9a-a0f4-8b1c669e01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:52:47.762953 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-333ae9e6-bf9a-402e-9276-ab6b60056f91 None None] Bound port: b3cd7432-e956-436b-b318-7a13652a6f99, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42567edf-8f75-4b9a-a0f4-8b1c669e01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:52:47.764279 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-333ae9e6-bf9a-402e-9276-ab6b60056f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:47.874609 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-333ae9e6-bf9a-402e-9276-ab6b60056f91 None None] For port b3cd7432-e956-436b-b318-7a13652a6f99, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:52:47.879730 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-333ae9e6-bf9a-402e-9276-ab6b60056f91 None None] For port b3cd7432-e956-436b-b318-7a13652a6f99, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b3cd7432-e956-436b-b318-7a13652a6f99,segment=NetworkSegment(42567edf-8f75-4b9a-a0f4-8b1c669e01ea),segment_id=42567edf-8f75-4b9a-a0f4-8b1c669e01ea)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:52:47.900343 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-333ae9e6-bf9a-402e-9276-ab6b60056f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:47.971642 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f4842367-f662-4e9e-bc14-ada63c2a7ba9 req-1aa8affc-65b0-4e8a-ac70-114680870a29 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cad47b4b-f8d6-40f2-b932-8297c15e2631 HTTP/1.1" status: 200 len: 210 time: 0.0586870 Aug 28 14:52:48.014600 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333ae9e6-bf9a-402e-9276-ab6b60056f91 None None] Routers {'cea320e9-122c-488c-a89a-1b33a54d8976'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:52:48.015393 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-333ae9e6-bf9a-402e-9276-ab6b60056f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:52:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['cea320e9-122c-488c-a89a-1b33a54d8976'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:52:48.277187 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-333ae9e6-bf9a-402e-9276-ab6b60056f91 None None] Set router cea320e9-122c-488c-a89a-1b33a54d8976 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:52:48.423263 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e87d1-373d-454a-b4ff-dae19800c747 None None] Pushing event updated for resources: {'Port': ['ID=b3cd7432-e956-436b-b318-7a13652a6f99,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:48.461278 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50142) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:48.581396 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-333ae9e6-bf9a-402e-9276-ab6b60056f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090615160-router', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:52:39Z', 'updated_at': '2021-08-28T14:52:43Z', 'revision_number': 4, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'gw_port': {'id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:40Z', 'updated_at': '2021-08-28T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'b3cd7432-e956-436b-b318-7a13652a6f99', 'name': '', 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'mac_address': 'fa:16:3e:36:6c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99f97325-be0a-4922-9e31-90945bbee166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:42Z', 'updated_at': '2021-08-28T14:52:47Z', 'revision_number': 4, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'subnets': [{'id': '99f97325-be0a-4922-9e31-90945bbee166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:52:48.624351 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333ae9e6-bf9a-402e-9276-ab6b60056f91 None None] The sync data for ids ['cea320e9-122c-488c-a89a-1b33a54d8976'] in n-d-712137-10 is: [{'id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090615160-router', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:52:39Z', 'updated_at': '2021-08-28T14:52:43Z', 'revision_number': 4, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'gw_port': {'id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:40Z', 'updated_at': '2021-08-28T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'b3cd7432-e956-436b-b318-7a13652a6f99', 'name': '', 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'mac_address': 'fa:16:3e:36:6c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99f97325-be0a-4922-9e31-90945bbee166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:42Z', 'updated_at': '2021-08-28T14:52:47Z', 'revision_number': 4, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'subnets': [{'id': '99f97325-be0a-4922-9e31-90945bbee166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:52:48.770169 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50154) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:48.778124 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-6c6bef35-abc9-4a43-af2c-2f9d91509582 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-827179583-network', 'tenant_id': '7652952b4e784ecd8886e3502ce7b84e'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:52:48.814207 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6bef35-abc9-4a43-af2c-2f9d91509582 admin admin] Made reservation on behalf of 7652952b4e784ecd8886e3502ce7b84e for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:52:48.816698 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6c6bef35-abc9-4a43-af2c-2f9d91509582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:48.832260 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6c6bef35-abc9-4a43-af2c-2f9d91509582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:49.049774 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6c6bef35-abc9-4a43-af2c-2f9d91509582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:49.074662 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6c6bef35-abc9-4a43-af2c-2f9d91509582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:49.148374 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b3cd7432-e956-436b-b318-7a13652a6f99 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:52:49.153578 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e2486f4c-0030-4ba1-a192-cc17fcf92d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:49.182818 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6bef35-abc9-4a43-af2c-2f9d91509582 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 14:52:49.196903 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6c6bef35-abc9-4a43-af2c-2f9d91509582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:49.197606 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-6c6bef35-abc9-4a43-af2c-2f9d91509582 admin admin] Added segment 31f0ba15-ec4f-4461-a9dd-0cee560a8958 of type vlan for network 19153d89-592c-4286-9bd8-7d3b11424b77 Aug 28 14:52:49.249938 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6bef35-abc9-4a43-af2c-2f9d91509582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7800765b-573a-4fdb-b15a-6465cb32b028,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:49.264959 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6c6bef35-abc9-4a43-af2c-2f9d91509582 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:49.294848 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port b3cd7432-e956-436b-b318-7a13652a6f99 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:52:49.304040 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port b3cd7432-e956-436b-b318-7a13652a6f99 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:52:49.305070 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:49.339310 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6c6bef35-abc9-4a43-af2c-2f9d91509582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:49.340651 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6bef35-abc9-4a43-af2c-2f9d91509582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:52:49.341421 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6c6bef35-abc9-4a43-af2c-2f9d91509582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:49.407117 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e2486f4c-0030-4ba1-a192-cc17fcf92d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:49.419390 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e2486f4c-0030-4ba1-a192-cc17fcf92d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:49.427494 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6c6bef35-abc9-4a43-af2c-2f9d91509582 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6551948 Aug 28 14:52:49.432791 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50174) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:49.450508 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6bef35-abc9-4a43-af2c-2f9d91509582 admin admin] Pushing event updated for resources: {'Network': ['ID=19153d89-592c-4286-9bd8-7d3b11424b77,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:49.469358 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 19153d89-592c-4286-9bd8-7d3b11424b77 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 14:52:49.512931 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-7d7a671e-7072-4f7b-a648-646dbace3083 admin admin] Request body: {'subnet': {'network_id': '19153d89-592c-4286-9bd8-7d3b11424b77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-827179583-subnet', 'tenant_id': '7652952b4e784ecd8886e3502ce7b84e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:52:49.526847 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2486f4c-0030-4ba1-a192-cc17fcf92d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656d1b13-20f1-4ba1-ae99-7ca93302f338,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:49.558163 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:49.567254 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e2486f4c-0030-4ba1-a192-cc17fcf92d46 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3de2458fc3a548f6a507749407426890&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1029553 Aug 28 14:52:49.577198 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50178) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:49.590293 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7a671e-7072-4f7b-a648-646dbace3083 admin admin] Made reservation on behalf of 7652952b4e784ecd8886e3502ce7b84e for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:52:49.597349 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7d7a671e-7072-4f7b-a648-646dbace3083 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:49.660938 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.36', 55861) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:49.664911 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port b3cd7432-e956-436b-b318-7a13652a6f99, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b3cd7432-e956-436b-b318-7a13652a6f99,segment=NetworkSegment(42567edf-8f75-4b9a-a0f4-8b1c669e01ea),segment_id=42567edf-8f75-4b9a-a0f4-8b1c669e01ea)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:52:49.677818 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:49.740515 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-78b4d2b8-a07b-4608-b93f-f67292918ed0 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=30c3d6baa6524f0a8c1439540f6c85e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786228 Aug 28 14:52:49.783474 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-98d0420f-eb7b-4b55-93e0-673585825e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:49.811688 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=b3cd7432-e956-436b-b318-7a13652a6f99,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:50.029708 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7d7a671e-7072-4f7b-a648-646dbace3083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:50.051367 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50198) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:50.078704 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-98d0420f-eb7b-4b55-93e0-673585825e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:50.133530 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a671e-7072-4f7b-a648-646dbace3083 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bba8f32e-3292-467b-be8b-1872c9aa2381,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:50.166822 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-711469c5-0bbc-47fe-8640-c118f4c3d3eb tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:52:50.169685 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-711469c5-0bbc-47fe-8640-c118f4c3d3eb tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4216890 Aug 28 14:52:50.180213 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7a671e-7072-4f7b-a648-646dbace3083 admin admin] Checking segment: {'id': '31f0ba15-ec4f-4461-a9dd-0cee560a8958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '19153d89-592c-4286-9bd8-7d3b11424b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:52:50.181308 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7a671e-7072-4f7b-a648-646dbace3083 admin admin] Network hostable DHCP agents. Network: 19153d89-592c-4286-9bd8-7d3b11424b77, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 14:52:50.190277 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-98d0420f-eb7b-4b55-93e0-673585825e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:50.193115 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-98d0420f-eb7b-4b55-93e0-673585825e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:50.194428 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-98d0420f-eb7b-4b55-93e0-673585825e18 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/656d1b13-20f1-4ba1-ae99-7ca93302f338 HTTP/1.1" status: 204 len: 168 time: 0.6226039 Aug 28 14:52:50.212026 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0420f-eb7b-4b55-93e0-673585825e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656d1b13-20f1-4ba1-ae99-7ca93302f338,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:50.234699 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7a671e-7072-4f7b-a648-646dbace3083 admin admin] Network 19153d89-592c-4286-9bd8-7d3b11424b77 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 14:52:50.249036 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-7d7a671e-7072-4f7b-a648-646dbace3083 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 19153d89-592c-4286-9bd8-7d3b11424b77) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:52:50.253657 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7a671e-7072-4f7b-a648-646dbace3083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:52:50.254300 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7d7a671e-7072-4f7b-a648-646dbace3083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:50.259725 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaa35ff-42f4-4428-8b3a-1071c3cdb5e7 None None] Network 19153d89-592c-4286-9bd8-7d3b11424b77 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:52:50.278529 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7d7a671e-7072-4f7b-a648-646dbace3083 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7797971 Aug 28 14:52:50.280797 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50212) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:50.289162 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-6717fd38-0763-4bfb-bdef-19ad9f1970dd admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-827179583-router', 'tenant_id': '7652952b4e784ecd8886e3502ce7b84e', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:52:50.305387 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-42d0a829-b0d6-4278-8e35-7dcafe93aa3c tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Request body: {'port': {'device_id': 'cad47b4b-f8d6-40f2-b932-8297c15e2631', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'admin_state_up': True, 'tenant_id': '30c3d6baa6524f0a8c1439540f6c85e7'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:52:50.319876 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6717fd38-0763-4bfb-bdef-19ad9f1970dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:50.323963 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6717fd38-0763-4bfb-bdef-19ad9f1970dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:50.559607 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6717fd38-0763-4bfb-bdef-19ad9f1970dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:50.560438 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56193040-c2ef-4067-926f-1a69ac9908aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-19153d89-592c-4286-9bd8-7d3b11424b77', 'network_id': '19153d89-592c-4286-9bd8-7d3b11424b77', 'tenant_id': '7652952b4e784ecd8886e3502ce7b84e', 'fixed_ips': [{'subnet_id': 'bba8f32e-3292-467b-be8b-1872c9aa2381'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 14:52:50.561530 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-56193040-c2ef-4067-926f-1a69ac9908aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:50.741394 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-42d0a829-b0d6-4278-8e35-7dcafe93aa3c tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Made reservation on behalf of 30c3d6baa6524f0a8c1439540f6c85e7 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:52:50.742958 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6717fd38-0763-4bfb-bdef-19ad9f1970dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:50.747348 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-42d0a829-b0d6-4278-8e35-7dcafe93aa3c tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:50.769185 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-42d0a829-b0d6-4278-8e35-7dcafe93aa3c tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:50.812081 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-56193040-c2ef-4067-926f-1a69ac9908aa None None] Allocated IP 172.20.0.2 (19153d89-592c-4286-9bd8-7d3b11424b77/bba8f32e-3292-467b-be8b-1872c9aa2381/da4dafb7-529b-458c-af48-29e983f4b416) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:52:50.836550 n-d-712137-10 neutron-server[106330]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 28 14:52:50.900919 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-79d07f52-4edd-493b-b8bb-dbaf57e7109c req-2157523c-a949-4672-9785-76d63c1cbea2 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cad47b4b-f8d6-40f2-b932-8297c15e2631 HTTP/1.1" status: 200 len: 210 time: 0.8264947 Aug 28 14:52:50.929548 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-42d0a829-b0d6-4278-8e35-7dcafe93aa3c tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:50.936942 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-42d0a829-b0d6-4278-8e35-7dcafe93aa3c tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:51.081350 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-56193040-c2ef-4067-926f-1a69ac9908aa None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:51.095264 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-56193040-c2ef-4067-926f-1a69ac9908aa None None] Transition to ACTIVE for port object da4dafb7-529b-458c-af48-29e983f4b416 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:52:51.105650 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b3cd7432-e956-436b-b318-7a13652a6f99 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:52:51.154756 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-56193040-c2ef-4067-926f-1a69ac9908aa None None] Transition to ACTIVE for port object da4dafb7-529b-458c-af48-29e983f4b416 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:52:51.172725 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-56193040-c2ef-4067-926f-1a69ac9908aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:51.217847 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-42d0a829-b0d6-4278-8e35-7dcafe93aa3c tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Allocated IP 192.168.233.188 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/faa9ac80-febe-4fa7-b95d-e690443ebe5d) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:52:51.232858 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0a829-b0d6-4278-8e35-7dcafe93aa3c tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f02907-89f8-44b5-86e5-57d9724d2562,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:51.238038 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56193040-c2ef-4067-926f-1a69ac9908aa None None] Pushing event updated for resources: {'Port': ['ID=da4dafb7-529b-458c-af48-29e983f4b416,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:51.239206 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6717fd38-0763-4bfb-bdef-19ad9f1970dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:51.262680 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6717fd38-0763-4bfb-bdef-19ad9f1970dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:51.263120 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56193040-c2ef-4067-926f-1a69ac9908aa None None] Network 19153d89-592c-4286-9bd8-7d3b11424b77 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:52:51.268166 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-56193040-c2ef-4067-926f-1a69ac9908aa None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:52:51.271905 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56193040-c2ef-4067-926f-1a69ac9908aa None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:52:51.278928 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port b3cd7432-e956-436b-b318-7a13652a6f99 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:52:51.279302 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:51.370734 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-56193040-c2ef-4067-926f-1a69ac9908aa None None] Attempting to bind port da4dafb7-529b-458c-af48-29e983f4b416 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:52:51.371100 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-56193040-c2ef-4067-926f-1a69ac9908aa None None] Attempting to bind port da4dafb7-529b-458c-af48-29e983f4b416 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '31f0ba15-ec4f-4461-a9dd-0cee560a8958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '19153d89-592c-4286-9bd8-7d3b11424b77'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:52:51.371470 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56193040-c2ef-4067-926f-1a69ac9908aa None None] Attempting to bind port da4dafb7-529b-458c-af48-29e983f4b416 on network 19153d89-592c-4286-9bd8-7d3b11424b77 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:52:51.379096 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56193040-c2ef-4067-926f-1a69ac9908aa None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:52:51.379474 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56193040-c2ef-4067-926f-1a69ac9908aa None None] Checking segment: {'id': '31f0ba15-ec4f-4461-a9dd-0cee560a8958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '19153d89-592c-4286-9bd8-7d3b11424b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:52:51.380444 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-56193040-c2ef-4067-926f-1a69ac9908aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:51.380848 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56193040-c2ef-4067-926f-1a69ac9908aa None None] Bound using segment: {'id': '31f0ba15-ec4f-4461-a9dd-0cee560a8958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '19153d89-592c-4286-9bd8-7d3b11424b77'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:52:51.381322 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-56193040-c2ef-4067-926f-1a69ac9908aa None None] Bound port: da4dafb7-529b-458c-af48-29e983f4b416, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f0ba15-ec4f-4461-a9dd-0cee560a8958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '19153d89-592c-4286-9bd8-7d3b11424b77'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:52:51.381701 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-56193040-c2ef-4067-926f-1a69ac9908aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:51.439527 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-6717fd38-0763-4bfb-bdef-19ad9f1970dd admin admin] Allocated IP 172.25.3.123 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/037dace3-d822-409e-9375-0a99a83b8c54) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:52:51.453461 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-42d0a829-b0d6-4278-8e35-7dcafe93aa3c tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:51.481929 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-56193040-c2ef-4067-926f-1a69ac9908aa None None] For port da4dafb7-529b-458c-af48-29e983f4b416, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:52:51.485438 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-56193040-c2ef-4067-926f-1a69ac9908aa None None] For port da4dafb7-529b-458c-af48-29e983f4b416, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=da4dafb7-529b-458c-af48-29e983f4b416,segment=NetworkSegment(31f0ba15-ec4f-4461-a9dd-0cee560a8958),segment_id=31f0ba15-ec4f-4461-a9dd-0cee560a8958)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:52:51.487281 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-42d0a829-b0d6-4278-8e35-7dcafe93aa3c tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Transition to ACTIVE for port object faa9ac80-febe-4fa7-b95d-e690443ebe5d will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:52:51.493932 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-56193040-c2ef-4067-926f-1a69ac9908aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:51.506849 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50248) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:51.548108 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1cd5c7f1-9414-4064-af21-a3e0c8392987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:51.636643 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6717fd38-0763-4bfb-bdef-19ad9f1970dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:51.665936 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-42d0a829-b0d6-4278-8e35-7dcafe93aa3c tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:51.675459 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56193040-c2ef-4067-926f-1a69ac9908aa None None] Pushing event updated for resources: {'Port': ['ID=da4dafb7-529b-458c-af48-29e983f4b416,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:51.776904 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6717fd38-0763-4bfb-bdef-19ad9f1970dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:51.903888 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6717fd38-0763-4bfb-bdef-19ad9f1970dd admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:52:51.915284 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-6717fd38-0763-4bfb-bdef-19ad9f1970dd admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:52:51.926135 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6717fd38-0763-4bfb-bdef-19ad9f1970dd admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:52:51.927192 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0a829-b0d6-4278-8e35-7dcafe93aa3c tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Pushing event updated for resources: {'Port': ['ID=faa9ac80-febe-4fa7-b95d-e690443ebe5d,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:51.986944 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-42d0a829-b0d6-4278-8e35-7dcafe93aa3c tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:52:51.997589 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-42d0a829-b0d6-4278-8e35-7dcafe93aa3c tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:52:52.011344 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-42d0a829-b0d6-4278-8e35-7dcafe93aa3c tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:52:52.018451 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-42d0a829-b0d6-4278-8e35-7dcafe93aa3c tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:52:52.019106 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-42d0a829-b0d6-4278-8e35-7dcafe93aa3c tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:52.187541 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717fd38-0763-4bfb-bdef-19ad9f1970dd admin admin] Pushing event updated for resources: {'Port': ['ID=037dace3-d822-409e-9375-0a99a83b8c54,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:52.267850 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1cd5c7f1-9414-4064-af21-a3e0c8392987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:52.326050 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1cd5c7f1-9414-4064-af21-a3e0c8392987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:52.412076 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1cd5c7f1-9414-4064-af21-a3e0c8392987 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a19822d5e664b7f9ea02a8c7741d784&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9035361 Aug 28 14:52:52.423783 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-42d0a829-b0d6-4278-8e35-7dcafe93aa3c tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1294284 Aug 28 14:52:52.424599 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50264) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:52.460818 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5c7f1-9414-4064-af21-a3e0c8392987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4b7fa0-a418-4213-ab40-d5a3b06368b0,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:52.514668 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-ea2d2d99-3bd1-4f32-8b8e-2a33d7abf546 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 14:52:52.516057 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-ea2d2d99-3bd1-4f32-8b8e-2a33d7abf546 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0521755 Aug 28 14:52:52.539499 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dae6490b-432e-4b80-9283-470cb1fa4d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:52.565215 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dae6490b-432e-4b80-9283-470cb1fa4d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:52.583475 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8ab756b2-090e-4251-a3f5-c2d5647f0bc9 None None] Provisioning for port faa9ac80-febe-4fa7-b95d-e690443ebe5d completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:52:52.599249 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8ab756b2-090e-4251-a3f5-c2d5647f0bc9 None None] Provisioning complete for port faa9ac80-febe-4fa7-b95d-e690443ebe5d triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:52:52.599663 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8ab756b2-090e-4251-a3f5-c2d5647f0bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:52.625975 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dae6490b-432e-4b80-9283-470cb1fa4d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:52.627272 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dae6490b-432e-4b80-9283-470cb1fa4d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:52.628523 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-dae6490b-432e-4b80-9283-470cb1fa4d21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf4b7fa0-a418-4213-ab40-d5a3b06368b0 HTTP/1.1" status: 204 len: 168 time: 0.1686726 Aug 28 14:52:52.629281 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50276) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:52.644839 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6490b-432e-4b80-9283-470cb1fa4d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4b7fa0-a418-4213-ab40-d5a3b06368b0,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:52.654392 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c87b6-eab4-4d9b-90e9-c3e67ac8d857 req-67693fc5-cf0e-49b2-8aaa-2f9df36220a3 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:52:52.662574 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-614c87b6-eab4-4d9b-90e9-c3e67ac8d857 req-67693fc5-cf0e-49b2-8aaa-2f9df36220a3 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cad47b4b-f8d6-40f2-b932-8297c15e2631 HTTP/1.1" status: 200 len: 936 time: 0.3970213 Aug 28 14:52:52.719124 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-614c87b6-eab4-4d9b-90e9-c3e67ac8d857 req-fcc77132-589b-4699-964e-9069837d6e54 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f02907-89f8-44b5-86e5-57d9724d2562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558836 Aug 28 14:52:52.746852 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6717fd38-0763-4bfb-bdef-19ad9f1970dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:52.787617 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8ab756b2-090e-4251-a3f5-c2d5647f0bc9 None None] Port faa9ac80-febe-4fa7-b95d-e690443ebe5d cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:52:53.055808 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-7c3b319f-977e-4e18-a27f-37b7698dc31e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1745200118-network', 'tenant_id': '5de95046553a4af6b56ddb9234d40b90'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:52:53.134316 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3b319f-977e-4e18-a27f-37b7698dc31e admin admin] Made reservation on behalf of 5de95046553a4af6b56ddb9234d40b90 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:52:53.137975 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7c3b319f-977e-4e18-a27f-37b7698dc31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:53.178139 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7c3b319f-977e-4e18-a27f-37b7698dc31e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:53.192872 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device da4dafb7-529b-458c-af48-29e983f4b416 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:52:53.324468 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port da4dafb7-529b-458c-af48-29e983f4b416 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:52:53.461495 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7c3b319f-977e-4e18-a27f-37b7698dc31e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:53.474569 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7c3b319f-977e-4e18-a27f-37b7698dc31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:53.476983 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6717fd38-0763-4bfb-bdef-19ad9f1970dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:53.524098 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c3b319f-977e-4e18-a27f-37b7698dc31e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 14:52:53.537813 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b319f-977e-4e18-a27f-37b7698dc31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f69ac53-080a-424f-bdf7-56afb2ca7859,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:53.546877 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7c3b319f-977e-4e18-a27f-37b7698dc31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:53.547337 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-7c3b319f-977e-4e18-a27f-37b7698dc31e admin admin] Added segment 67cdf26d-d64f-4adf-ada7-c19986a8a59a of type vlan for network a6bfc57a-d73d-41d0-954b-fff6fef4d808 Aug 28 14:52:53.635248 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7c3b319f-977e-4e18-a27f-37b7698dc31e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:53.708367 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7c3b319f-977e-4e18-a27f-37b7698dc31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:53.715574 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3b319f-977e-4e18-a27f-37b7698dc31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:52:53.717179 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7c3b319f-977e-4e18-a27f-37b7698dc31e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:53.719345 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99d01c4-970c-405d-9120-b02d2306371a None None] Network 19153d89-592c-4286-9bd8-7d3b11424b77 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:52:53.732886 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-7d45f3b4-707f-4187-ac24-92d0e8d48fc2 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ec22ff773413422493b0b31d771bd355&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605767 Aug 28 14:52:53.761190 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7c3b319f-977e-4e18-a27f-37b7698dc31e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1186533 Aug 28 14:52:53.765931 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50320) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:53.787035 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-37f5fddf-ce1d-4d12-8d42-f7935c594327 admin admin] Request body: {'subnet': {'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1745200118-subnet', 'tenant_id': '5de95046553a4af6b56ddb9234d40b90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:52:53.899328 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b319f-977e-4e18-a27f-37b7698dc31e admin admin] Pushing event updated for resources: {'Network': ['ID=a6bfc57a-d73d-41d0-954b-fff6fef4d808,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:53.913338 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f5fddf-ce1d-4d12-8d42-f7935c594327 admin admin] Made reservation on behalf of 5de95046553a4af6b56ddb9234d40b90 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:52:53.916408 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-37f5fddf-ce1d-4d12-8d42-f7935c594327 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:53.918308 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-87b7a06f-8e3a-4e3e-b1b5-9fe53addd596 service neutron] Request body: {'port': {'device_id': 'cad47b4b-f8d6-40f2-b932-8297c15e2631', 'device_owner': 'compute:tempest-test_az-1603513841', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:52:53.939923 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network a6bfc57a-d73d-41d0-954b-fff6fef4d808 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 14:52:53.995673 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50322) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:53.998978 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-87b7a06f-8e3a-4e3e-b1b5-9fe53addd596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:54.032949 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-72633166-087a-4a71-a48d-cba93e02ed89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:54.081636 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50326) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:54.099107 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-5d42f7b1-c1ba-452e-9d95-8ff90e67aa4e tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:52:54.100476 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-5d42f7b1-c1ba-452e-9d95-8ff90e67aa4e tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3457155 Aug 28 14:52:54.146540 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-bd785365-eb6f-4c0e-9eec-bebd5fac7984 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/quotas/ec22ff773413422493b0b31d771bd355 HTTP/1.1" status: 200 len: 375 time: 0.0339634 Aug 28 14:52:54.258163 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:54.272933 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ba4e6873-a31d-4803-ba81-8e7df4836e43 None None] Provisioning for port da4dafb7-529b-458c-af48-29e983f4b416 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:52:54.329657 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ba4e6873-a31d-4803-ba81-8e7df4836e43 None None] Provisioning complete for port da4dafb7-529b-458c-af48-29e983f4b416 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:52:54.330299 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ba4e6873-a31d-4803-ba81-8e7df4836e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:54.377457 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6717fd38-0763-4bfb-bdef-19ad9f1970dd admin admin] Router a39b48fa-7e0e-4360-8484-72304202d591 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 14:52:54.473780 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58f9f3-4431-4361-a5ec-5f232b7a7d07 req-3c3d6dcf-3780-405d-bee4-2ea7504ca171 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:52:54.498428 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7d58f9f3-4431-4361-a5ec-5f232b7a7d07 req-3c3d6dcf-3780-405d-bee4-2ea7504ca171 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cad47b4b-f8d6-40f2-b932-8297c15e2631 HTTP/1.1" status: 200 len: 936 time: 0.6076806 Aug 28 14:52:54.535734 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-87b7a06f-8e3a-4e3e-b1b5-9fe53addd596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa9ac80-febe-4fa7-b95d-e690443ebe5d {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:52:54.549919 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-87b7a06f-8e3a-4e3e-b1b5-9fe53addd596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:54.566927 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-87b7a06f-8e3a-4e3e-b1b5-9fe53addd596 service neutron] Transition to ACTIVE for port object faa9ac80-febe-4fa7-b95d-e690443ebe5d will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:52:54.655831 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ba4e6873-a31d-4803-ba81-8e7df4836e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:54.665562 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-72633166-087a-4a71-a48d-cba93e02ed89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:54.688824 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-87b7a06f-8e3a-4e3e-b1b5-9fe53addd596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:54.691048 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-72633166-087a-4a71-a48d-cba93e02ed89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:54.712742 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-ba4e6873-a31d-4803-ba81-8e7df4836e43 None None] For port da4dafb7-529b-458c-af48-29e983f4b416, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=da4dafb7-529b-458c-af48-29e983f4b416,segment=NetworkSegment(31f0ba15-ec4f-4461-a9dd-0cee560a8958),segment_id=31f0ba15-ec4f-4461-a9dd-0cee560a8958)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:52:54.719529 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ba4e6873-a31d-4803-ba81-8e7df4836e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:54.821579 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e6873-a31d-4803-ba81-8e7df4836e43 None None] Pushing event updated for resources: {'Port': ['ID=da4dafb7-529b-458c-af48-29e983f4b416,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:54.948172 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7d58f9f3-4431-4361-a5ec-5f232b7a7d07 req-c88bc2d0-efb6-44cf-8763-191b19336ba0 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f02907-89f8-44b5-86e5-57d9724d2562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4477134 Aug 28 14:52:54.974455 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-d6f9fa0e-46c1-43d6-9154-4a00e241e674 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec22ff773413422493b0b31d771bd355&fields=id HTTP/1.1" status: 200 len: 210 time: 0.8195946 Aug 28 14:52:54.981195 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:52:54.989487 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dd9a9c19-4aa5-4ccd-a9e7-de72e47e9b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:55.082824 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6717fd38-0763-4bfb-bdef-19ad9f1970dd admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:52:55.098440 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985dfe0f-f532-4f01-9fb9-6944a9823ba1 None None] Sync routers for ids ['a39b48fa-7e0e-4360-8484-72304202d591'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:52:55.124686 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985dfe0f-f532-4f01-9fb9-6944a9823ba1 None None] Routers {'a39b48fa-7e0e-4360-8484-72304202d591'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:52:55.125497 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-985dfe0f-f532-4f01-9fb9-6944a9823ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:52:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a39b48fa-7e0e-4360-8484-72304202d591'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:52:55.138120 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device da4dafb7-529b-458c-af48-29e983f4b416 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:52:55.139195 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-37f5fddf-ce1d-4d12-8d42-f7935c594327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:55.218348 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1f26a293-328f-4a86-8628-e1a8b36b4825 None None] Provisioning complete for port da4dafb7-529b-458c-af48-29e983f4b416 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:52:55.219714 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1f26a293-328f-4a86-8628-e1a8b36b4825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:55.298917 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5fddf-ce1d-4d12-8d42-f7935c594327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f920e854-f768-4846-871d-087306f43fd9,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:55.311677 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72633166-087a-4a71-a48d-cba93e02ed89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfff595-c841-468a-9055-77e3561e7085,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:55.351036 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-72633166-087a-4a71-a48d-cba93e02ed89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc082c37e4734de7bd2192a4770d297a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3497171 Aug 28 14:52:55.365861 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50350) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:55.409065 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f5fddf-ce1d-4d12-8d42-f7935c594327 admin admin] Checking segment: {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:52:55.409774 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f5fddf-ce1d-4d12-8d42-f7935c594327 admin admin] Network hostable DHCP agents. Network: a6bfc57a-d73d-41d0-954b-fff6fef4d808, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 14:52:55.442827 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port da4dafb7-529b-458c-af48-29e983f4b416 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:52:55.443191 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:55.497734 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a8dbf39c-549c-498e-a866-3e17e19d3ddd req-244a3195-adf1-4e84-bda3-d364a12313a0 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a99f7ff-35af-48e8-9700-5f294d7f4cc7 HTTP/1.1" status: 200 len: 210 time: 0.0704470 Aug 28 14:52:55.502928 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-985dfe0f-f532-4f01-9fb9-6944a9823ba1 None None] Set router a39b48fa-7e0e-4360-8484-72304202d591 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:52:55.526837 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2dbba0ba-7f01-4daa-ad41-b0001fc44f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:55.546269 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f5fddf-ce1d-4d12-8d42-f7935c594327 admin admin] Network a6bfc57a-d73d-41d0-954b-fff6fef4d808 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 14:52:55.578752 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-37f5fddf-ce1d-4d12-8d42-f7935c594327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, a6bfc57a-d73d-41d0-954b-fff6fef4d808) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:52:55.599472 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f5fddf-ce1d-4d12-8d42-f7935c594327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:52:55.600671 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4288b72c-b060-40a6-b256-f0ba81989f40 None None] Network a6bfc57a-d73d-41d0-954b-fff6fef4d808 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:52:55.601482 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7a06f-8e3a-4e3e-b1b5-9fe53addd596 service neutron] Pushing event updated for resources: {'Port': ['ID=faa9ac80-febe-4fa7-b95d-e690443ebe5d,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:55.602350 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-37f5fddf-ce1d-4d12-8d42-f7935c594327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:55.614697 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2dbba0ba-7f01-4daa-ad41-b0001fc44f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:55.623153 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50362) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:55.689168 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-87b7a06f-8e3a-4e3e-b1b5-9fe53addd596 service neutron] Attempting to bind port faa9ac80-febe-4fa7-b95d-e690443ebe5d on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:52:55.689606 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-87b7a06f-8e3a-4e3e-b1b5-9fe53addd596 service neutron] Attempting to bind port faa9ac80-febe-4fa7-b95d-e690443ebe5d by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:52:55.689991 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-87b7a06f-8e3a-4e3e-b1b5-9fe53addd596 service neutron] Attempting to bind port faa9ac80-febe-4fa7-b95d-e690443ebe5d on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:52:55.698154 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-87b7a06f-8e3a-4e3e-b1b5-9fe53addd596 service neutron] Port faa9ac80-febe-4fa7-b95d-e690443ebe5d on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:52:55.698562 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-87b7a06f-8e3a-4e3e-b1b5-9fe53addd596 service neutron] Attempting to bind port faa9ac80-febe-4fa7-b95d-e690443ebe5d on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:52:55.709038 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-87b7a06f-8e3a-4e3e-b1b5-9fe53addd596 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:52:55.709476 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-87b7a06f-8e3a-4e3e-b1b5-9fe53addd596 service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:52:55.710039 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-87b7a06f-8e3a-4e3e-b1b5-9fe53addd596 service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:52:55.711041 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-87b7a06f-8e3a-4e3e-b1b5-9fe53addd596 service neutron] Bound port: faa9ac80-febe-4fa7-b95d-e690443ebe5d, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:52:55.711674 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-87b7a06f-8e3a-4e3e-b1b5-9fe53addd596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:55.733760 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2dbba0ba-7f01-4daa-ad41-b0001fc44f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:55.737029 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2dbba0ba-7f01-4daa-ad41-b0001fc44f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:55.755284 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2dbba0ba-7f01-4daa-ad41-b0001fc44f53 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2dfff595-c841-468a-9055-77e3561e7085 HTTP/1.1" status: 204 len: 168 time: 0.3813698 Aug 28 14:52:55.791456 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbba0ba-7f01-4daa-ad41-b0001fc44f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfff595-c841-468a-9055-77e3561e7085,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:55.890058 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dd9a9c19-4aa5-4ccd-a9e7-de72e47e9b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:55.898387 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-87b7a06f-8e3a-4e3e-b1b5-9fe53addd596 service neutron] For port faa9ac80-febe-4fa7-b95d-e690443ebe5d, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:52:55.903924 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6717fd38-0763-4bfb-bdef-19ad9f1970dd admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:55.905339 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6717fd38-0763-4bfb-bdef-19ad9f1970dd admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.6232054 Aug 28 14:52:55.908398 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dd9a9c19-4aa5-4ccd-a9e7-de72e47e9b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:55.910977 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50372) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:55.914263 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-87b7a06f-8e3a-4e3e-b1b5-9fe53addd596 service neutron] For port faa9ac80-febe-4fa7-b95d-e690443ebe5d, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=faa9ac80-febe-4fa7-b95d-e690443ebe5d,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:52:55.928669 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-37f5fddf-ce1d-4d12-8d42-f7935c594327 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1615889 Aug 28 14:52:56.023333 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-985dfe0f-f532-4f01-9fb9-6944a9823ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39b48fa-7e0e-4360-8484-72304202d591', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-827179583-router', 'tenant_id': '7652952b4e784ecd8886e3502ce7b84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '037dace3-d822-409e-9375-0a99a83b8c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:52:50Z', 'updated_at': '2021-08-28T14:52:52Z', 'revision_number': 3, 'project_id': '7652952b4e784ecd8886e3502ce7b84e', 'gw_port': {'id': '037dace3-d822-409e-9375-0a99a83b8c54', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39b48fa-7e0e-4360-8484-72304202d591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:51Z', 'updated_at': '2021-08-28T14:52:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:52:56.087243 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-87b7a06f-8e3a-4e3e-b1b5-9fe53addd596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:56.126383 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985dfe0f-f532-4f01-9fb9-6944a9823ba1 None None] Checking router: a39b48fa-7e0e-4360-8484-72304202d591 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:52:56.126758 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985dfe0f-f532-4f01-9fb9-6944a9823ba1 None None] Updating router a39b48fa-7e0e-4360-8484-72304202d591 port 037dace3-d822-409e-9375-0a99a83b8c54 binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 14:52:56.135802 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a9c19-4aa5-4ccd-a9e7-de72e47e9b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba9cd5e-78c6-4058-85f0-18976b936dd7,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:56.165678 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-feed58dc-4d5b-4068-83d6-b27e599989da admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:56.212152 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-985dfe0f-f532-4f01-9fb9-6944a9823ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:56.226150 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-dd9a9c19-4aa5-4ccd-a9e7-de72e47e9b0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a516d10d0bd94288ad48837524b35efb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1410871 Aug 28 14:52:56.227056 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50386) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:56.298877 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5977b933-3117-44e7-99d7-49e160d3114a None None] Network a6bfc57a-d73d-41d0-954b-fff6fef4d808 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:52:56.397612 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-87b7a06f-8e3a-4e3e-b1b5-9fe53addd596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:52:56.405385 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0df8b760-9ce9-4791-b5fc-c86dcf328a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:56.412661 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-87b7a06f-8e3a-4e3e-b1b5-9fe53addd596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:56.414730 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-87b7a06f-8e3a-4e3e-b1b5-9fe53addd596 service neutron] 10.222.0.36 "PUT /v2.0/ports/faa9ac80-febe-4fa7-b95d-e690443ebe5d HTTP/1.1" status: 200 len: 1119 time: 3.3871529 Aug 28 14:52:56.457953 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:56.487866 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0df8b760-9ce9-4791-b5fc-c86dcf328a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:56.706228 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b1dc8634-5753-4ac5-88ef-2235b5fe9377 req-73c3ad61-1731-4ca5-99bf-f7e0ee9c7004 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a99f7ff-35af-48e8-9700-5f294d7f4cc7 HTTP/1.1" status: 200 len: 210 time: 0.0785327 Aug 28 14:52:56.729773 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad47b4b-f8d6-40f2-b932-8297c15e2631', 'tag': 'faa9ac80-febe-4fa7-b95d-e690443ebe5d'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:52:56.745709 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0df8b760-9ce9-4791-b5fc-c86dcf328a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:56.748638 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0df8b760-9ce9-4791-b5fc-c86dcf328a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:56.749792 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0df8b760-9ce9-4791-b5fc-c86dcf328a36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ba9cd5e-78c6-4058-85f0-18976b936dd7 HTTP/1.1" status: 204 len: 168 time: 0.5221636 Aug 28 14:52:56.768378 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8b760-9ce9-4791-b5fc-c86dcf328a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba9cd5e-78c6-4058-85f0-18976b936dd7,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:56.848540 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7a06f-8e3a-4e3e-b1b5-9fe53addd596 service neutron] Pushing event updated for resources: {'Port': ['ID=faa9ac80-febe-4fa7-b95d-e690443ebe5d,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:57.247111 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-feed58dc-4d5b-4068-83d6-b27e599989da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:57.261422 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724a154-a5e2-44d9-967f-ef6093dcfe52 req-ab0a2540-f76f-4aa1-93f3-e2c7353e9b06 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:52:57.263009 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f724a154-a5e2-44d9-967f-ef6093dcfe52 req-ab0a2540-f76f-4aa1-93f3-e2c7353e9b06 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cad47b4b-f8d6-40f2-b932-8297c15e2631 HTTP/1.1" status: 200 len: 970 time: 1.0906856 Aug 28 14:52:57.268104 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-feed58dc-4d5b-4068-83d6-b27e599989da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:57.277878 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-985dfe0f-f532-4f01-9fb9-6944a9823ba1 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:57.290248 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-3bff9a0a-bd65-45d2-8f4a-eb9e70f7d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:52:57.292031 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-3bff9a0a-bd65-45d2-8f4a-eb9e70f7d8f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=30c3d6baa6524f0a8c1439540f6c85e7&device_id=cad47b4b-f8d6-40f2-b932-8297c15e2631 HTTP/1.1" status: 200 len: 1122 time: 0.3886664 Aug 28 14:52:57.316817 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-985dfe0f-f532-4f01-9fb9-6944a9823ba1 None None] Transition to ACTIVE for port object 037dace3-d822-409e-9375-0a99a83b8c54 will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:52:57.334500 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-985dfe0f-f532-4f01-9fb9-6944a9823ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:57.488019 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447aefb-fafe-4363-92b3-7b0472763f3b None None] Pushing event updated for resources: {'Port': ['ID=037dace3-d822-409e-9375-0a99a83b8c54,revision_number=2']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:57.530057 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-2843b55e-c28f-4ef6-a8b7-4eadc2e24f3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=faa9ac80-febe-4fa7-b95d-e690443ebe5d HTTP/1.1" status: 200 len: 217 time: 0.2003801 Aug 28 14:52:57.541727 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50428) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:57.542471 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-feed58dc-4d5b-4068-83d6-b27e599989da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10c787a852d34f8096e9064cf0be1433&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8945713 Aug 28 14:52:57.562653 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed58dc-4d5b-4068-83d6-b27e599989da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32663a6c-8553-4afc-a73f-397eedb76dbb,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:57.581607 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-985dfe0f-f532-4f01-9fb9-6944a9823ba1 None None] Attempting to bind port 037dace3-d822-409e-9375-0a99a83b8c54 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:52:57.581990 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-985dfe0f-f532-4f01-9fb9-6944a9823ba1 None None] Attempting to bind port 037dace3-d822-409e-9375-0a99a83b8c54 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:52:57.582353 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985dfe0f-f532-4f01-9fb9-6944a9823ba1 None None] Attempting to bind port 037dace3-d822-409e-9375-0a99a83b8c54 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:52:57.609569 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985dfe0f-f532-4f01-9fb9-6944a9823ba1 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:52:57.609947 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985dfe0f-f532-4f01-9fb9-6944a9823ba1 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:52:57.612383 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-985dfe0f-f532-4f01-9fb9-6944a9823ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:57.615949 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985dfe0f-f532-4f01-9fb9-6944a9823ba1 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:52:57.618806 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-985dfe0f-f532-4f01-9fb9-6944a9823ba1 None None] Bound port: 037dace3-d822-409e-9375-0a99a83b8c54, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:52:57.619725 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-985dfe0f-f532-4f01-9fb9-6944a9823ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:57.645993 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f724a154-a5e2-44d9-967f-ef6093dcfe52 req-d424de5b-33b1-4a7c-948d-1a675cae9607 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f02907-89f8-44b5-86e5-57d9724d2562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648949 Aug 28 14:52:57.669773 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7b63ed75-eff6-4a1c-ba9a-4655a7b9f6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:57.674056 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f41999f-becd-43c1-8220-b23fcbc5fbfa" -d '{"events": [{"name": "network-changed", "server_uuid": "cad47b4b-f8d6-40f2-b932-8297c15e2631", "tag": "faa9ac80-febe-4fa7-b95d-e690443ebe5d"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:52:57.763798 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7b63ed75-eff6-4a1c-ba9a-4655a7b9f6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:57.805721 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-985dfe0f-f532-4f01-9fb9-6944a9823ba1 None None] For port 037dace3-d822-409e-9375-0a99a83b8c54, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:52:57.817277 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-985dfe0f-f532-4f01-9fb9-6944a9823ba1 None None] For port 037dace3-d822-409e-9375-0a99a83b8c54, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=037dace3-d822-409e-9375-0a99a83b8c54,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:52:57.830859 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-985dfe0f-f532-4f01-9fb9-6944a9823ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:57.965116 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d6b53a31-5606-4fb9-a527-1ad3f4b23d1d req-74ad2d8f-3ab4-4677-9c0c-0f13ad01ec65 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a99f7ff-35af-48e8-9700-5f294d7f4cc7 HTTP/1.1" status: 200 len: 210 time: 0.0681944 Aug 28 14:52:57.969066 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7b63ed75-eff6-4a1c-ba9a-4655a7b9f6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:57.973832 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7b63ed75-eff6-4a1c-ba9a-4655a7b9f6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:57.977617 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7b63ed75-eff6-4a1c-ba9a-4655a7b9f6c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32663a6c-8553-4afc-a73f-397eedb76dbb HTTP/1.1" status: 204 len: 168 time: 0.4328029 Aug 28 14:52:58.005343 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63ed75-eff6-4a1c-ba9a-4655a7b9f6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32663a6c-8553-4afc-a73f-397eedb76dbb,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:58.019544 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.41', 61696) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:58.086179 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-a6aa9faf-e9a6-4a5a-a14b-6d19aa9cb75d tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ec22ff773413422493b0b31d771bd355&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652413 Aug 28 14:52:58.105753 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50444) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:58.148048 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b89a6666-e01e-488c-8324-283c519f9ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:58.206426 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447aefb-fafe-4363-92b3-7b0472763f3b None None] Pushing event updated for resources: {'Port': ['ID=037dace3-d822-409e-9375-0a99a83b8c54,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:58.230700 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985dfe0f-f532-4f01-9fb9-6944a9823ba1 None None] Routers {'a39b48fa-7e0e-4360-8484-72304202d591'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:52:58.231958 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-985dfe0f-f532-4f01-9fb9-6944a9823ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:52:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a39b48fa-7e0e-4360-8484-72304202d591'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:52:58.257054 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-851d761a-003e-47ec-9d93-22c203a7c991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:58.408112 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-9e561dfd-3699-4af0-bc42-008a81073f21 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:52:58.409625 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-9e561dfd-3699-4af0-bc42-008a81073f21 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3155077 Aug 28 14:52:58.510418 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-57ad742a-aaf5-4f29-b099-6586b0bfc3c7 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Request body: {'port': {'device_id': '6a99f7ff-35af-48e8-9700-5f294d7f4cc7', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'admin_state_up': True, 'tenant_id': 'ec22ff773413422493b0b31d771bd355'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:52:58.555957 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-985dfe0f-f532-4f01-9fb9-6944a9823ba1 None None] Set router a39b48fa-7e0e-4360-8484-72304202d591 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:52:58.716663 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebf3e3f-b613-4c82-b652-054ae7f05615 x-openstack-request-id: req-cebf3e3f-b613-4c82-b652-054ae7f05615 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:52:58.717534 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad47b4b-f8d6-40f2-b932-8297c15e2631", "tag": "faa9ac80-febe-4fa7-b95d-e690443ebe5d", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:52:58.717769 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cebf3e3f-b613-4c82-b652-054ae7f05615 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:52:58.718439 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad47b4b-f8d6-40f2-b932-8297c15e2631', 'tag': 'faa9ac80-febe-4fa7-b95d-e690443ebe5d', 'status': 'completed', 'code': 200} Aug 28 14:52:58.738084 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50456) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:58.786474 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-2e3f77ea-eb3b-4e14-b6d8-3fd8a4c81490 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1976113219-network', 'tenant_id': 'a5c7f512af4240119983e1d147833da5'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:52:58.883907 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-2a7e1a26-3af1-46b5-b9a7-b6967313a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:52:58.892982 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-2a7e1a26-3af1-46b5-b9a7-b6967313a310 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.3352048 Aug 28 14:52:58.913690 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b89a6666-e01e-488c-8324-283c519f9ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:59.027619 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b89a6666-e01e-488c-8324-283c519f9ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:59.115690 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b89a6666-e01e-488c-8324-283c519f9ac3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06cc673e912d48e28cdb6a57581a47cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0064304 Aug 28 14:52:59.127226 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a6666-e01e-488c-8324-283c519f9ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0a7f59-4de6-4dd2-8ff0-0c2d731631a0,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:59.132731 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50466) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:59.154174 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-985dfe0f-f532-4f01-9fb9-6944a9823ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39b48fa-7e0e-4360-8484-72304202d591', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-827179583-router', 'tenant_id': '7652952b4e784ecd8886e3502ce7b84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '037dace3-d822-409e-9375-0a99a83b8c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:52:50Z', 'updated_at': '2021-08-28T14:52:52Z', 'revision_number': 3, 'project_id': '7652952b4e784ecd8886e3502ce7b84e', 'gw_port': {'id': '037dace3-d822-409e-9375-0a99a83b8c54', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39b48fa-7e0e-4360-8484-72304202d591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:51Z', 'updated_at': '2021-08-28T14:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:52:59.311775 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985dfe0f-f532-4f01-9fb9-6944a9823ba1 None None] The sync data for ids ['a39b48fa-7e0e-4360-8484-72304202d591'] in n-d-712137-10 is: [{'id': 'a39b48fa-7e0e-4360-8484-72304202d591', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-827179583-router', 'tenant_id': '7652952b4e784ecd8886e3502ce7b84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '037dace3-d822-409e-9375-0a99a83b8c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:52:50Z', 'updated_at': '2021-08-28T14:52:52Z', 'revision_number': 3, 'project_id': '7652952b4e784ecd8886e3502ce7b84e', 'gw_port': {'id': '037dace3-d822-409e-9375-0a99a83b8c54', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39b48fa-7e0e-4360-8484-72304202d591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:51Z', 'updated_at': '2021-08-28T14:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:52:59.317958 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7628a6e4-db53-4e3b-a2c8-58e60bcc02ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:59.360930 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58ec6b-7f78-4cd4-82b5-a9a6ef63092d req-c6114805-d0c7-41cc-99e9-f171e3d67ac5 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:52:59.363673 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3d58ec6b-7f78-4cd4-82b5-a9a6ef63092d req-c6114805-d0c7-41cc-99e9-f171e3d67ac5 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cad47b4b-f8d6-40f2-b932-8297c15e2631 HTTP/1.1" status: 200 len: 970 time: 0.4712574 Aug 28 14:52:59.397214 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7628a6e4-db53-4e3b-a2c8-58e60bcc02ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:59.429111 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3f77ea-eb3b-4e14-b6d8-3fd8a4c81490 admin admin] Made reservation on behalf of a5c7f512af4240119983e1d147833da5 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:52:59.439324 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e3f77ea-eb3b-4e14-b6d8-3fd8a4c81490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:59.456049 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-851d761a-003e-47ec-9d93-22c203a7c991 admin admin] Allocated IP 172.20.0.1 (19153d89-592c-4286-9bd8-7d3b11424b77/bba8f32e-3292-467b-be8b-1872c9aa2381/6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:52:59.490349 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50474) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:52:59.491729 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-325f5fc2-4ed4-40f6-a211-9b7a813c8c41 req-5509f2a7-92a9-4ad2-be01-b7bb352fb770 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a99f7ff-35af-48e8-9700-5f294d7f4cc7 HTTP/1.1" status: 200 len: 210 time: 0.2585633 Aug 28 14:52:59.522512 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e3f77ea-eb3b-4e14-b6d8-3fd8a4c81490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:59.561263 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-205ed877-efc1-494c-ae15-ace9d067c4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:59.573043 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7628a6e4-db53-4e3b-a2c8-58e60bcc02ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:59.576153 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7628a6e4-db53-4e3b-a2c8-58e60bcc02ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:59.577714 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7628a6e4-db53-4e3b-a2c8-58e60bcc02ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d0a7f59-4de6-4dd2-8ff0-0c2d731631a0 HTTP/1.1" status: 204 len: 168 time: 0.4280374 Aug 28 14:52:59.622582 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-3938991a-70a3-4da8-9242-9189caee3194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:52:59.637054 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-3938991a-70a3-4da8-9242-9189caee3194 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6442475 Aug 28 14:52:59.646004 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628a6e4-db53-4e3b-a2c8-58e60bcc02ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0a7f59-4de6-4dd2-8ff0-0c2d731631a0,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:52:59.711316 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3d58ec6b-7f78-4cd4-82b5-a9a6ef63092d req-db401b0c-0eb3-4b42-b53b-1a181597b884 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f02907-89f8-44b5-86e5-57d9724d2562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307653 Aug 28 14:52:59.714120 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-57ad742a-aaf5-4f29-b099-6586b0bfc3c7 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Made reservation on behalf of ec22ff773413422493b0b31d771bd355 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:52:59.729767 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-57ad742a-aaf5-4f29-b099-6586b0bfc3c7 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:52:59.754779 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-57ad742a-aaf5-4f29-b099-6586b0bfc3c7 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:00.479614 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.db.api [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-57ad742a-aaf5-4f29-b099-6586b0bfc3c7 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 14:53:00.479614 n-d-712137-10 neutron-server[106330]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 14:53:00.479614 n-d-712137-10 neutron-server[106330]: [parameters: {'project_id_1': 'ec22ff773413422493b0b31d771bd355', 'expiration_1': datetime.datetime(2021, 8, 28, 14, 52, 59, 782525)}] Aug 28 14:53:00.479614 n-d-712137-10 neutron-server[106330]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 14:53:00.481237 n-d-712137-10 neutron-server[106330]: DEBUG oslo_db.api [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-57ad742a-aaf5-4f29-b099-6586b0bfc3c7 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 14:53:00.481237 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.db.api [None req-205ed877-efc1-494c-ae15-ace9d067c4f5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 14:53:00.481237 n-d-712137-10 neutron-server[106330]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 14:53:00.481237 n-d-712137-10 neutron-server[106330]: [parameters: {'project_id_1': 'dc2f6905b68a42bc8aee88ed68074940', 'expiration_1': datetime.datetime(2021, 8, 28, 14, 52, 59, 678023)}] Aug 28 14:53:00.481237 n-d-712137-10 neutron-server[106330]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 14:53:00.481520 n-d-712137-10 neutron-server[106330]: DEBUG oslo_db.api [None req-205ed877-efc1-494c-ae15-ace9d067c4f5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 14:53:00.841246 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e3f77ea-eb3b-4e14-b6d8-3fd8a4c81490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:00.883304 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e3f77ea-eb3b-4e14-b6d8-3fd8a4c81490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:00.940546 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-3a916d06-0730-4edb-a8a1-06fb6d50eccf service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2416105 Aug 28 14:53:00.980995 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-57ad742a-aaf5-4f29-b099-6586b0bfc3c7 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:00.990517 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-205ed877-efc1-494c-ae15-ace9d067c4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:00.992701 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-851d761a-003e-47ec-9d93-22c203a7c991 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:01.005202 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3f77ea-eb3b-4e14-b6d8-3fd8a4c81490 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 14:53:01.047615 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e3f77ea-eb3b-4e14-b6d8-3fd8a4c81490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:01.048052 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-2e3f77ea-eb3b-4e14-b6d8-3fd8a4c81490 admin admin] Added segment ee7a1f7e-23c5-46a2-8b27-c3ddd50b53a4 of type vlan for network e97194b2-0113-4e1e-8c55-d3d5357559b2 Aug 28 14:53:01.095424 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f7b0c-1e72-45ad-ae84-16d6e219cca7 req-c4ba628f-edc3-47e5-90c5-a6bcaf750800 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:01.116299 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-910f7b0c-1e72-45ad-ae84-16d6e219cca7 req-c4ba628f-edc3-47e5-90c5-a6bcaf750800 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cad47b4b-f8d6-40f2-b932-8297c15e2631 HTTP/1.1" status: 200 len: 970 time: 0.2018652 Aug 28 14:53:01.177390 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e3f77ea-eb3b-4e14-b6d8-3fd8a4c81490 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:01.235383 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 037dace3-d822-409e-9375-0a99a83b8c54 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:53:01.277502 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-67203892-856d-4a29-9a30-7a1430d1b486 req-6627eee7-c9cd-4914-ad37-523634159062 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a99f7ff-35af-48e8-9700-5f294d7f4cc7 HTTP/1.1" status: 200 len: 210 time: 0.4185193 Aug 28 14:53:01.289474 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e3f77ea-eb3b-4e14-b6d8-3fd8a4c81490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:01.295358 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-910f7b0c-1e72-45ad-ae84-16d6e219cca7 req-61bd1de3-f07a-4ca5-ab44-70ef95817846 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f02907-89f8-44b5-86e5-57d9724d2562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676583 Aug 28 14:53:01.299387 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3f77ea-eb3b-4e14-b6d8-3fd8a4c81490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:01.301715 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e3f77ea-eb3b-4e14-b6d8-3fd8a4c81490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:01.472627 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 037dace3-d822-409e-9375-0a99a83b8c54 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:53:01.473452 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-205ed877-efc1-494c-ae15-ace9d067c4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:01.480676 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-205ed877-efc1-494c-ae15-ace9d067c4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:01.485671 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 037dace3-d822-409e-9375-0a99a83b8c54 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:53:01.486344 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:01.677338 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f77ea-eb3b-4e14-b6d8-3fd8a4c81490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ee5693-40ad-41eb-9e1a-e34820b2bbb2,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:01.702607 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-851d761a-003e-47ec-9d93-22c203a7c991 admin admin] Transition to ACTIVE for port object 6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:53:01.705781 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-57ad742a-aaf5-4f29-b099-6586b0bfc3c7 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:01.707050 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ed877-efc1-494c-ae15-ace9d067c4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b54c89-2a06-4255-8f7e-cc9ddd0d87ef,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:01.730924 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-57ad742a-aaf5-4f29-b099-6586b0bfc3c7 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:01.805923 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-205ed877-efc1-494c-ae15-ace9d067c4f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc2f6905b68a42bc8aee88ed68074940&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3142478 Aug 28 14:53:01.830062 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50524) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:01.842210 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:01.853896 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2e3f77ea-eb3b-4e14-b6d8-3fd8a4c81490 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.1084096 Aug 28 14:53:01.952048 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 037dace3-d822-409e-9375-0a99a83b8c54, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=037dace3-d822-409e-9375-0a99a83b8c54,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:01.967914 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:02.008071 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50528) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:02.008071 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-31e5b984-d87b-4fdd-9500-71cc17d50d40 req-54156234-11ba-4243-8fc5-93f4e912d052 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7174883 Aug 28 14:53:02.046509 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-e614f00a-053b-4386-af56-da22b555155d admin admin] Request body: {'subnet': {'network_id': 'e97194b2-0113-4e1e-8c55-d3d5357559b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1976113219-subnet', 'tenant_id': 'a5c7f512af4240119983e1d147833da5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:02.068079 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=037dace3-d822-409e-9375-0a99a83b8c54,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:02.122743 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f77ea-eb3b-4e14-b6d8-3fd8a4c81490 admin admin] Pushing event updated for resources: {'Network': ['ID=e97194b2-0113-4e1e-8c55-d3d5357559b2,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:02.135171 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network e97194b2-0113-4e1e-8c55-d3d5357559b2 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 14:53:02.172951 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e614f00a-053b-4386-af56-da22b555155d admin admin] Made reservation on behalf of a5c7f512af4240119983e1d147833da5 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:53:02.176159 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e614f00a-053b-4386-af56-da22b555155d admin admin] Notify callbacks [] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:02.540571 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f85d1f94-2bfc-478a-a51d-53c84b826b1f req-5ce6e822-356d-4a42-b0a7-a47f2daaa6ee tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a99f7ff-35af-48e8-9700-5f294d7f4cc7 HTTP/1.1" status: 200 len: 210 time: 0.1072052 Aug 28 14:53:02.549862 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-851d761a-003e-47ec-9d93-22c203a7c991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:02.679074 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d761a-003e-47ec-9d93-22c203a7c991 admin admin] Pushing event updated for resources: {'Port': ['ID=6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:02.735547 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851d761a-003e-47ec-9d93-22c203a7c991 admin admin] Network 19153d89-592c-4286-9bd8-7d3b11424b77 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:53:02.753021 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-851d761a-003e-47ec-9d93-22c203a7c991 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:53:02.768401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41999f-becd-43c1-8220-b23fcbc5fbfa req-a7ccab85-e327-480e-af65-cdcfce87b2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:02.770187 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0f41999f-becd-43c1-8220-b23fcbc5fbfa req-a7ccab85-e327-480e-af65-cdcfce87b2de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=30c3d6baa6524f0a8c1439540f6c85e7&device_id=cad47b4b-f8d6-40f2-b932-8297c15e2631 HTTP/1.1" status: 200 len: 1122 time: 0.4405963 Aug 28 14:53:02.773642 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851d761a-003e-47ec-9d93-22c203a7c991 admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:53:02.774303 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-851d761a-003e-47ec-9d93-22c203a7c991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:02.927523 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad742a-aaf5-4f29-b099-6586b0bfc3c7 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:03.154935 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-57ad742a-aaf5-4f29-b099-6586b0bfc3c7 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Allocated IP 192.168.233.182 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:53:03.168117 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d236f47-f80c-485f-a585-477feaf9c57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:03.194270 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 037dace3-d822-409e-9375-0a99a83b8c54 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:53:03.278191 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d236f47-f80c-485f-a585-477feaf9c57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:03.382091 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d236f47-f80c-485f-a585-477feaf9c57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:03.391770 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d236f47-f80c-485f-a585-477feaf9c57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:03.396290 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2d236f47-f80c-485f-a585-477feaf9c57f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69b54c89-2a06-4255-8f7e-cc9ddd0d87ef HTTP/1.1" status: 204 len: 168 time: 1.4758759 Aug 28 14:53:03.408951 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c71be4b4-658d-4ac3-814a-d2f124268365 None None] Provisioning for port 6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:53:03.413330 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5fa5b-b2db-4daa-a9ed-96eafa977cb5 req-a8530d8b-de59-45df-abf0-6f99de9bfa0d tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:03.426156 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c1f5fa5b-b2db-4daa-a9ed-96eafa977cb5 req-a8530d8b-de59-45df-abf0-6f99de9bfa0d tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cad47b4b-f8d6-40f2-b932-8297c15e2631 HTTP/1.1" status: 200 len: 970 time: 0.7286797 Aug 28 14:53:03.438839 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c71be4b4-658d-4ac3-814a-d2f124268365 None None] Provisioning complete for port 6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:53:03.442103 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c71be4b4-658d-4ac3-814a-d2f124268365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:03.477577 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d236f47-f80c-485f-a585-477feaf9c57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b54c89-2a06-4255-8f7e-cc9ddd0d87ef,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:03.594776 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-851d761a-003e-47ec-9d93-22c203a7c991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:03.597237 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41999f-becd-43c1-8220-b23fcbc5fbfa req-da3e746e-29cb-49c6-88f9-80a9aed1f003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:03.598845 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0f41999f-becd-43c1-8220-b23fcbc5fbfa req-da3e746e-29cb-49c6-88f9-80a9aed1f003 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.7796140 Aug 28 14:53:03.704826 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c1f5fa5b-b2db-4daa-a9ed-96eafa977cb5 req-cce98ce2-1460-4ad8-9096-c8bc18b6d43e tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f02907-89f8-44b5-86e5-57d9724d2562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785871 Aug 28 14:53:03.893390 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8c04ec84-5c0e-467e-8d98-95a7807f7f27 req-21722e94-d3a4-421e-9626-c7f9ccb4e8df tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a99f7ff-35af-48e8-9700-5f294d7f4cc7 HTTP/1.1" status: 200 len: 210 time: 0.1300502 Aug 28 14:53:03.924262 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-57ad742a-aaf5-4f29-b099-6586b0bfc3c7 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:03.932452 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 037dace3-d822-409e-9375-0a99a83b8c54 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:53:03.933044 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:03.982926 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-57ad742a-aaf5-4f29-b099-6586b0bfc3c7 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Transition to ACTIVE for port object e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:53:03.997527 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c71be4b4-658d-4ac3-814a-d2f124268365 None None] Port 6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:53:04.035677 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0f41999f-becd-43c1-8220-b23fcbc5fbfa req-4271a29a-5104-403b-964f-543e99ceb211 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=faa9ac80-febe-4fa7-b95d-e690443ebe5d HTTP/1.1" status: 200 len: 217 time: 0.3452647 Aug 28 14:53:04.139256 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-57ad742a-aaf5-4f29-b099-6586b0bfc3c7 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:04.345181 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-57ad742a-aaf5-4f29-b099-6586b0bfc3c7 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:53:04.358526 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-57ad742a-aaf5-4f29-b099-6586b0bfc3c7 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:53:04.363273 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-57ad742a-aaf5-4f29-b099-6586b0bfc3c7 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:53:04.383726 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-57ad742a-aaf5-4f29-b099-6586b0bfc3c7 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:04.384961 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-57ad742a-aaf5-4f29-b099-6586b0bfc3c7 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:04.388380 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-851d761a-003e-47ec-9d93-22c203a7c991 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:04.438429 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad742a-aaf5-4f29-b099-6586b0bfc3c7 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Pushing event updated for resources: {'Port': ['ID=e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:04.451815 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-57ad742a-aaf5-4f29-b099-6586b0bfc3c7 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.9520574 Aug 28 14:53:04.468956 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-b2ea2b44-904e-4ecf-b435-d25e53acc6c2 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 14:53:04.469939 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-b2ea2b44-904e-4ecf-b435-d25e53acc6c2 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057533 Aug 28 14:53:04.553894 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-851d761a-003e-47ec-9d93-22c203a7c991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:04.562417 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-851d761a-003e-47ec-9d93-22c203a7c991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:04.613521 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e614f00a-053b-4386-af56-da22b555155d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:04.817220 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614f00a-053b-4386-af56-da22b555155d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4191f5df-ab28-4b64-bf16-757435435103,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:05.045270 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e37a67d7-fd59-456b-834c-9a6a04ee8087 None None] Provisioning for port e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:53:05.056636 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e37a67d7-fd59-456b-834c-9a6a04ee8087 None None] Provisioning complete for port e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:53:05.059643 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e37a67d7-fd59-456b-834c-9a6a04ee8087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:05.067817 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41999f-becd-43c1-8220-b23fcbc5fbfa req-39c120bd-4250-4608-b2ec-9a4daeff5faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:05.069415 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-a312113c-502e-41e5-b8eb-17504894ba95 service neutron] Request body: {'port': {'device_id': '6a99f7ff-35af-48e8-9700-5f294d7f4cc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:05.069898 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0f41999f-becd-43c1-8220-b23fcbc5fbfa req-39c120bd-4250-4608-b2ec-9a4daeff5faa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.6311550 Aug 28 14:53:05.086305 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d761a-003e-47ec-9d93-22c203a7c991 admin admin] Pushing event updated for resources: {'Port': ['ID=6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:05.181418 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-e37a67d7-fd59-456b-834c-9a6a04ee8087 None None] Port e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:53:05.200002 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e614f00a-053b-4386-af56-da22b555155d admin admin] Checking segment: {'id': 'ee7a1f7e-23c5-46a2-8b27-c3ddd50b53a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e97194b2-0113-4e1e-8c55-d3d5357559b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:53:05.200348 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e614f00a-053b-4386-af56-da22b555155d admin admin] Network hostable DHCP agents. Network: e97194b2-0113-4e1e-8c55-d3d5357559b2, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 14:53:05.249479 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae5c0c-0ec5-4d03-bb1f-1d38e12ba7b5 req-ae1f62ef-3da5-4ba9-aedf-403ab97b552a tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:05.251378 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-37ae5c0c-0ec5-4d03-bb1f-1d38e12ba7b5 req-ae1f62ef-3da5-4ba9-aedf-403ab97b552a tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cad47b4b-f8d6-40f2-b932-8297c15e2631 HTTP/1.1" status: 200 len: 970 time: 0.2804797 Aug 28 14:53:05.286929 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851d761a-003e-47ec-9d93-22c203a7c991 admin admin] Network 19153d89-592c-4286-9bd8-7d3b11424b77 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:53:05.312284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50620) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:05.312477 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66340727-3800-4404-a028-72df627b476f req-45ef239f-e85e-4c4a-8824-6d48b3f2dde5 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:05.316824 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-851d761a-003e-47ec-9d93-22c203a7c991 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:53:05.323301 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-66340727-3800-4404-a028-72df627b476f req-45ef239f-e85e-4c4a-8824-6d48b3f2dde5 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a99f7ff-35af-48e8-9700-5f294d7f4cc7 HTTP/1.1" status: 200 len: 936 time: 0.3074307 Aug 28 14:53:05.327182 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41999f-becd-43c1-8220-b23fcbc5fbfa req-e85c7351-8476-4082-aad0-a511f6b4ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:05.328716 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0f41999f-becd-43c1-8220-b23fcbc5fbfa req-e85c7351-8476-4082-aad0-a511f6b4ef78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2264998 Aug 28 14:53:05.329342 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e614f00a-053b-4386-af56-da22b555155d admin admin] Network e97194b2-0113-4e1e-8c55-d3d5357559b2 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 14:53:05.359830 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50624) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:05.377605 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-a312113c-502e-41e5-b8eb-17504894ba95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:05.385346 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-e614f00a-053b-4386-af56-da22b555155d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, e97194b2-0113-4e1e-8c55-d3d5357559b2) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:53:05.397255 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd80236-188c-4701-a61e-ed34a59a1e3f None None] Network e97194b2-0113-4e1e-8c55-d3d5357559b2 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:53:05.514855 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-66340727-3800-4404-a028-72df627b476f req-73d5de4e-99dc-4abd-80cc-05ef5689cdc4 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878555 Aug 28 14:53:05.596161 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-397e850f-f4a6-4e95-baa2-794179926af3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1721399689-network', 'tenant_id': '29e98397e0be4fe1a52442d0d5c53b75'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:05.778526 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397e850f-f4a6-4e95-baa2-794179926af3 admin admin] Made reservation on behalf of 29e98397e0be4fe1a52442d0d5c53b75 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:53:05.781812 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-397e850f-f4a6-4e95-baa2-794179926af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:05.817455 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-397e850f-f4a6-4e95-baa2-794179926af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:05.821823 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-516f2426-cfbe-4fde-8560-627ec3ebbf96 None None] Provisioning complete for port 6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:53:05.822267 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-516f2426-cfbe-4fde-8560-627ec3ebbf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:05.939979 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-516f2426-cfbe-4fde-8560-627ec3ebbf96 None None] Port 6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:53:05.996192 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e614f00a-053b-4386-af56-da22b555155d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:05.996806 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e614f00a-053b-4386-af56-da22b555155d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:06.005071 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48eb85c-a969-40bf-9df3-8f77a48a9462 None None] Network e97194b2-0113-4e1e-8c55-d3d5357559b2 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:53:06.035864 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-37ae5c0c-0ec5-4d03-bb1f-1d38e12ba7b5 req-cd3a80ce-525e-40f6-829c-cacbfca461da tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f02907-89f8-44b5-86e5-57d9724d2562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7681592 Aug 28 14:53:06.070480 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-397e850f-f4a6-4e95-baa2-794179926af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:06.077815 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-397e850f-f4a6-4e95-baa2-794179926af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:06.109794 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-183bcc55-f4b1-4cfe-b6e3-8b10f2de802c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:06.152603 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-397e850f-f4a6-4e95-baa2-794179926af3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 14:53:06.173908 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e850f-f4a6-4e95-baa2-794179926af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bbcf27-df92-4336-a9e8-e59bd85ab512,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:06.202935 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e614f00a-053b-4386-af56-da22b555155d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 4.1925433 Aug 28 14:53:06.223560 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-397e850f-f4a6-4e95-baa2-794179926af3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758655183562', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:06.224520 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-397e850f-f4a6-4e95-baa2-794179926af3 admin admin] Unsubscribe: segment precommit_create {{(pid=106330) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 28 14:53:06.224944 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-397e850f-f4a6-4e95-baa2-794179926af3 admin admin] Added segment 1138cc54-1dd9-4da3-aa11-dbae85eaf775 of type vlan for network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 Aug 28 14:53:06.313253 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-397e850f-f4a6-4e95-baa2-794179926af3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:06.319385 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-a312113c-502e-41e5-b8eb-17504894ba95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:53:06.367752 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-a312113c-502e-41e5-b8eb-17504894ba95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:06.373140 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0f41999f-becd-43c1-8220-b23fcbc5fbfa req-591eba62-ba81-45b4-a21b-3631cc809c6a service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0075166 Aug 28 14:53:06.378964 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-397e850f-f4a6-4e95-baa2-794179926af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:06.380800 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397e850f-f4a6-4e95-baa2-794179926af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:06.382458 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-397e850f-f4a6-4e95-baa2-794179926af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:06.455524 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851d761a-003e-47ec-9d93-22c203a7c991 admin admin] Router a39b48fa-7e0e-4360-8484-72304202d591 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 14:53:06.502235 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-a312113c-502e-41e5-b8eb-17504894ba95 service neutron] Transition to ACTIVE for port object e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:53:06.524048 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-a312113c-502e-41e5-b8eb-17504894ba95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:06.567966 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-183bcc55-f4b1-4cfe-b6e3-8b10f2de802c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:06.583130 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312113c-502e-41e5-b8eb-17504894ba95 service neutron] Pushing event updated for resources: {'Port': ['ID=e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:06.596327 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e850f-f4a6-4e95-baa2-794179926af3 admin admin] Pushing event updated for resources: {'Network': ['ID=f880d3c9-f6e7-4938-b4f1-f1e626d67f45,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:06.621441 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 14:53:06.635460 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-397e850f-f4a6-4e95-baa2-794179926af3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2745430 Aug 28 14:53:06.638587 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50644) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:06.670975 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-183bcc55-f4b1-4cfe-b6e3-8b10f2de802c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:06.691251 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-f07a49d3-84c3-4e41-94ba-a448e2880ed7 admin admin] Request body: {'subnet': {'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1721399689-subnet', 'tenant_id': '29e98397e0be4fe1a52442d0d5c53b75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:06.729555 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0f41999f-becd-43c1-8220-b23fcbc5fbfa req-254e6c3b-4bdc-42ca-969b-bc3216a086e4 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435674 Aug 28 14:53:06.853879 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-183bcc55-f4b1-4cfe-b6e3-8b10f2de802c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=748b2294ebe845fca1948778181aeb70&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5356827 Aug 28 14:53:06.858967 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50652) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:06.860198 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183bcc55-f4b1-4cfe-b6e3-8b10f2de802c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e287a422-3b99-4904-89f1-9494eb101c66,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:06.909044 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851d761a-003e-47ec-9d93-22c203a7c991 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:53:06.925948 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-851d761a-003e-47ec-9d93-22c203a7c991 admin admin] 10.222.0.13 "PUT /v2.0/routers/a39b48fa-7e0e-4360-8484-72304202d591/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9137621 Aug 28 14:53:06.934264 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6852dee0-08df-447d-a76d-bef23fd8cad5 None None] Sync routers for ids ['a39b48fa-7e0e-4360-8484-72304202d591'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:53:06.951981 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07a49d3-84c3-4e41-94ba-a448e2880ed7 admin admin] Made reservation on behalf of 29e98397e0be4fe1a52442d0d5c53b75 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:53:06.954622 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f07a49d3-84c3-4e41-94ba-a448e2880ed7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:06.969734 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6852dee0-08df-447d-a76d-bef23fd8cad5 None None] Routers {'a39b48fa-7e0e-4360-8484-72304202d591'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:53:06.980790 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-6852dee0-08df-447d-a76d-bef23fd8cad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:52:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a39b48fa-7e0e-4360-8484-72304202d591'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:53:07.003460 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb699f7-9991-4bb5-b9c1-0777d111842f req-d91c14f3-333f-4ebf-97dc-1f9064229049 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:07.013683 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2bb699f7-9991-4bb5-b9c1-0777d111842f req-d91c14f3-333f-4ebf-97dc-1f9064229049 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a99f7ff-35af-48e8-9700-5f294d7f4cc7 HTTP/1.1" status: 200 len: 948 time: 0.3738694 Aug 28 14:53:07.151417 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-a312113c-502e-41e5-b8eb-17504894ba95 service neutron] Attempting to bind port e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:53:07.152317 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-a312113c-502e-41e5-b8eb-17504894ba95 service neutron] Attempting to bind port e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:53:07.152317 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-a312113c-502e-41e5-b8eb-17504894ba95 service neutron] Attempting to bind port e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:53:07.179700 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-a312113c-502e-41e5-b8eb-17504894ba95 service neutron] Port e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:53:07.180031 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-a312113c-502e-41e5-b8eb-17504894ba95 service neutron] Attempting to bind port e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:53:07.229203 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-a312113c-502e-41e5-b8eb-17504894ba95 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:53:07.229573 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-a312113c-502e-41e5-b8eb-17504894ba95 service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:53:07.230206 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-a312113c-502e-41e5-b8eb-17504894ba95 service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:53:07.235203 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-a312113c-502e-41e5-b8eb-17504894ba95 service neutron] Bound port: e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:53:07.235746 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-a312113c-502e-41e5-b8eb-17504894ba95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:07.249803 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2bb699f7-9991-4bb5-b9c1-0777d111842f req-b7aa7829-4d11-4c3e-947f-52f29492d10a tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332184 Aug 28 14:53:07.277637 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-6852dee0-08df-447d-a76d-bef23fd8cad5 None None] Set router a39b48fa-7e0e-4360-8484-72304202d591 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:53:07.291360 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-565fdce2-c328-433e-a406-41d6c4f873e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:07.408641 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50670) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:07.431705 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-565fdce2-c328-433e-a406-41d6c4f873e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:07.623890 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-6852dee0-08df-447d-a76d-bef23fd8cad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39b48fa-7e0e-4360-8484-72304202d591', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-827179583-router', 'tenant_id': '7652952b4e784ecd8886e3502ce7b84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '037dace3-d822-409e-9375-0a99a83b8c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:52:50Z', 'updated_at': '2021-08-28T14:53:03Z', 'revision_number': 4, 'project_id': '7652952b4e784ecd8886e3502ce7b84e', 'gw_port': {'id': '037dace3-d822-409e-9375-0a99a83b8c54', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39b48fa-7e0e-4360-8484-72304202d591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:51Z', 'updated_at': '2021-08-28T14:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6', 'name': '', 'network_id': '19153d89-592c-4286-9bd8-7d3b11424b77', 'tenant_id': '7652952b4e784ecd8886e3502ce7b84e', 'mac_address': 'fa:16:3e:0f:66:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39b48fa-7e0e-4360-8484-72304202d591', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'bba8f32e-3292-467b-be8b-1872c9aa2381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:58Z', 'updated_at': '2021-08-28T14:53:04Z', 'revision_number': 2, 'project_id': '7652952b4e784ecd8886e3502ce7b84e', 'subnets': [{'id': 'bba8f32e-3292-467b-be8b-1872c9aa2381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:53:07.664339 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6852dee0-08df-447d-a76d-bef23fd8cad5 None None] Checking router: a39b48fa-7e0e-4360-8484-72304202d591 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:53:07.664694 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6852dee0-08df-447d-a76d-bef23fd8cad5 None None] Updating router a39b48fa-7e0e-4360-8484-72304202d591 port 6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 14:53:07.683729 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-182a1cb6-2735-4ab5-be6e-d75f7189500d tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:07.685783 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-182a1cb6-2735-4ab5-be6e-d75f7189500d tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/networks?id=a6bfc57a-d73d-41d0-954b-fff6fef4d808 HTTP/1.1" status: 200 len: 821 time: 0.3126075 Aug 28 14:53:07.691846 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6852dee0-08df-447d-a76d-bef23fd8cad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:07.713235 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8d496b2-4e14-42b0-bce2-f4b53162c0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:07.715938 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-fb59a483-ae1f-4928-b9f4-71646166beb3 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/quotas/5de95046553a4af6b56ddb9234d40b90 HTTP/1.1" status: 200 len: 375 time: 0.0216994 Aug 28 14:53:07.730938 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-a312113c-502e-41e5-b8eb-17504894ba95 service neutron] For port e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:53:07.772387 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-a312113c-502e-41e5-b8eb-17504894ba95 service neutron] For port e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:53:07.780746 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f07a49d3-84c3-4e41-94ba-a448e2880ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:07.785984 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-213467bb-1bb1-4778-977a-4982ecb92c47 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5de95046553a4af6b56ddb9234d40b90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574028 Aug 28 14:53:07.804608 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-565fdce2-c328-433e-a406-41d6c4f873e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:07.808812 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-565fdce2-c328-433e-a406-41d6c4f873e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:07.812917 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-565fdce2-c328-433e-a406-41d6c4f873e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e287a422-3b99-4904-89f1-9494eb101c66 HTTP/1.1" status: 204 len: 168 time: 0.9491978 Aug 28 14:53:07.813134 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-a312113c-502e-41e5-b8eb-17504894ba95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:07.889164 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338acf9-c806-43f0-9cbd-b848184d032f req-88ab17c8-a16f-43b0-92f4-6dea1ec1c2ba tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:07.894985 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f338acf9-c806-43f0-9cbd-b848184d032f req-88ab17c8-a16f-43b0-92f4-6dea1ec1c2ba tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cad47b4b-f8d6-40f2-b932-8297c15e2631 HTTP/1.1" status: 200 len: 970 time: 0.4578893 Aug 28 14:53:07.940100 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565fdce2-c328-433e-a406-41d6c4f873e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e287a422-3b99-4904-89f1-9494eb101c66,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:07.966237 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8d496b2-4e14-42b0-bce2-f4b53162c0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:07.975884 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8d496b2-4e14-42b0-bce2-f4b53162c0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:07.978629 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-a312113c-502e-41e5-b8eb-17504894ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:07.979276 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-a312113c-502e-41e5-b8eb-17504894ba95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:07.999102 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-a312113c-502e-41e5-b8eb-17504894ba95 service neutron] 10.222.0.41 "PUT /v2.0/ports/e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb HTTP/1.1" status: 200 len: 1097 time: 3.1694589 Aug 28 14:53:08.006134 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a99f7ff-35af-48e8-9700-5f294d7f4cc7', 'tag': 'e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:53:08.061864 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c8d496b2-4e14-42b0-bce2-f4b53162c0ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5398f39265e4705be3804450bdf15cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6497416 Aug 28 14:53:08.092401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-0ac0bdd2-5fc8-40d8-8343-e6361ac85a84 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 14:53:08.101505 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-0ac0bdd2-5fc8-40d8-8343-e6361ac85a84 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1996000 Aug 28 14:53:08.105579 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d496b2-4e14-42b0-bce2-f4b53162c0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dcf6f4-ea15-4467-8c25-e21c8b3ad772,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:08.107924 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50684) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:08.134430 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6852dee0-08df-447d-a76d-bef23fd8cad5 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:08.138420 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2ceced90-ab1c-43c5-ab2e-f0e066333340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:08.151771 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6852dee0-08df-447d-a76d-bef23fd8cad5 None None] Transition to ACTIVE for port object 6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:53:08.177644 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6852dee0-08df-447d-a76d-bef23fd8cad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:08.255865 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-dbf162f1-88bd-4c36-bcb9-786461a96f2a service neutron] 10.222.0.13 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527205 Aug 28 14:53:08.322872 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73995ef-5e4a-4890-bcf3-0efdebc164e9 None None] Pushing event updated for resources: {'Port': ['ID=6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:08.402381 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312113c-502e-41e5-b8eb-17504894ba95 service neutron] Pushing event updated for resources: {'Port': ['ID=e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:08.407485 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce6268e-8f79-4951-83c6-b9db145fade2" -d '{"events": [{"name": "network-changed", "server_uuid": "6a99f7ff-35af-48e8-9700-5f294d7f4cc7", "tag": "e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:53:08.421319 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-6d52fa2a-084c-4d4b-b2a1-016489ca422f service neutron] 10.222.0.13 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624937 Aug 28 14:53:08.438254 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50696) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:08.455089 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-6852dee0-08df-447d-a76d-bef23fd8cad5 None None] Attempting to bind port 6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:53:08.456377 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a49d3-84c3-4e41-94ba-a448e2880ed7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c5688cf-0eb8-4e6f-8c97-3f260fd91357,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:08.456511 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-6852dee0-08df-447d-a76d-bef23fd8cad5 None None] Attempting to bind port 6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '31f0ba15-ec4f-4461-a9dd-0cee560a8958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '19153d89-592c-4286-9bd8-7d3b11424b77'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:53:08.457086 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6852dee0-08df-447d-a76d-bef23fd8cad5 None None] Attempting to bind port 6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6 on network 19153d89-592c-4286-9bd8-7d3b11424b77 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:53:08.462073 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-61e5abba-6718-4800-83c1-ad0c5d5ff08d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:08.464095 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6852dee0-08df-447d-a76d-bef23fd8cad5 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:53:08.464759 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07a49d3-84c3-4e41-94ba-a448e2880ed7 admin admin] Checking segment: {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:53:08.465041 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6852dee0-08df-447d-a76d-bef23fd8cad5 None None] Checking segment: {'id': '31f0ba15-ec4f-4461-a9dd-0cee560a8958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '19153d89-592c-4286-9bd8-7d3b11424b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:53:08.465158 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07a49d3-84c3-4e41-94ba-a448e2880ed7 admin admin] Network hostable DHCP agents. Network: f880d3c9-f6e7-4938-b4f1-f1e626d67f45, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 14:53:08.465757 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6852dee0-08df-447d-a76d-bef23fd8cad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:08.466355 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6852dee0-08df-447d-a76d-bef23fd8cad5 None None] Bound using segment: {'id': '31f0ba15-ec4f-4461-a9dd-0cee560a8958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '19153d89-592c-4286-9bd8-7d3b11424b77'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:53:08.467364 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-6852dee0-08df-447d-a76d-bef23fd8cad5 None None] Bound port: 6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f0ba15-ec4f-4461-a9dd-0cee560a8958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '19153d89-592c-4286-9bd8-7d3b11424b77'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:53:08.468019 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6852dee0-08df-447d-a76d-bef23fd8cad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:08.516525 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a7cac206-6381-42c7-9651-408b00db9fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:08.535936 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f338acf9-c806-43f0-9cbd-b848184d032f req-99cfdfc3-6b7f-4afc-b202-c6f9f66e4ef8 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f02907-89f8-44b5-86e5-57d9724d2562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5693293 Aug 28 14:53:08.585279 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-6852dee0-08df-447d-a76d-bef23fd8cad5 None None] For port 6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:53:08.589976 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-6852dee0-08df-447d-a76d-bef23fd8cad5 None None] For port 6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6,segment=NetworkSegment(31f0ba15-ec4f-4461-a9dd-0cee560a8958),segment_id=31f0ba15-ec4f-4461-a9dd-0cee560a8958)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:53:08.594526 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07a49d3-84c3-4e41-94ba-a448e2880ed7 admin admin] Network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 14:53:08.602432 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6852dee0-08df-447d-a76d-bef23fd8cad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:08.616839 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-f07a49d3-84c3-4e41-94ba-a448e2880ed7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, f880d3c9-f6e7-4938-b4f1-f1e626d67f45) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:53:08.620320 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a7cac206-6381-42c7-9651-408b00db9fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:08.631272 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07a49d3-84c3-4e41-94ba-a448e2880ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:08.631950 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f07a49d3-84c3-4e41-94ba-a448e2880ed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:08.656071 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd96b7a2-7ce4-4c61-944a-5a1715f4931e None None] Network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:53:08.676036 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-61e5abba-6718-4800-83c1-ad0c5d5ff08d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:08.685294 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-61e5abba-6718-4800-83c1-ad0c5d5ff08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:08.748298 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-61e5abba-6718-4800-83c1-ad0c5d5ff08d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab70ea75a8004d37ab65998f2bfcb3e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088453 Aug 28 14:53:08.761746 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50704) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:08.765745 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5abba-6718-4800-83c1-ad0c5d5ff08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91819bc4-c5e0-4bdd-bb49-4848e5c3ed90,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:08.797297 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f07a49d3-84c3-4e41-94ba-a448e2880ed7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1558337 Aug 28 14:53:08.891094 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b9155365-6af0-482a-9dff-b5a08e7e4388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:08.924304 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb7348-edef-4abc-93ff-20a6250c38b7 req-26435aca-190c-4a57-b1de-97e53acd9b11 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:08.932999 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dfcb7348-edef-4abc-93ff-20a6250c38b7 req-26435aca-190c-4a57-b1de-97e53acd9b11 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a99f7ff-35af-48e8-9700-5f294d7f4cc7 HTTP/1.1" status: 200 len: 948 time: 0.1293495 Aug 28 14:53:08.971203 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73995ef-5e4a-4890-bcf3-0efdebc164e9 None None] Pushing event updated for resources: {'Port': ['ID=6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:08.987582 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b9155365-6af0-482a-9dff-b5a08e7e4388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:09.045551 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dfcb7348-edef-4abc-93ff-20a6250c38b7 req-25087bc6-bd5e-4559-8eb2-b8371f95835d tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115866 Aug 28 14:53:09.054436 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6852dee0-08df-447d-a76d-bef23fd8cad5 None None] Routers {'a39b48fa-7e0e-4360-8484-72304202d591'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:53:09.055162 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-6852dee0-08df-447d-a76d-bef23fd8cad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:52:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a39b48fa-7e0e-4360-8484-72304202d591'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:53:09.135603 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a7cac206-6381-42c7-9651-408b00db9fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:09.148654 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a7cac206-6381-42c7-9651-408b00db9fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:09.155875 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a7cac206-6381-42c7-9651-408b00db9fad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22dcf6f4-ea15-4467-8c25-e21c8b3ad772 HTTP/1.1" status: 204 len: 168 time: 1.0354514 Aug 28 14:53:09.162699 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b9155365-6af0-482a-9dff-b5a08e7e4388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:09.162873 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cf284553-c0b6-4538-8f3d-cec5001efdaf req-131c93b8-ac46-4f3d-bb74-fe6a8cf6ccd4 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 210 time: 0.0515668 Aug 28 14:53:09.165791 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b9155365-6af0-482a-9dff-b5a08e7e4388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:09.169559 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b9155365-6af0-482a-9dff-b5a08e7e4388 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91819bc4-c5e0-4bdd-bb49-4848e5c3ed90 HTTP/1.1" status: 204 len: 168 time: 0.4003720 Aug 28 14:53:09.187629 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cac206-6381-42c7-9651-408b00db9fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dcf6f4-ea15-4467-8c25-e21c8b3ad772,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:09.224235 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9155365-6af0-482a-9dff-b5a08e7e4388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91819bc4-c5e0-4bdd-bb49-4848e5c3ed90,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:09.293545 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-6852dee0-08df-447d-a76d-bef23fd8cad5 None None] Set router a39b48fa-7e0e-4360-8484-72304202d591 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:53:09.327017 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635df621-1287-4205-b6fb-462cb8f8ccdc x-openstack-request-id: req-635df621-1287-4205-b6fb-462cb8f8ccdc {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:53:09.327312 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a99f7ff-35af-48e8-9700-5f294d7f4cc7", "tag": "e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:53:09.327563 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-635df621-1287-4205-b6fb-462cb8f8ccdc {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:53:09.328062 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a99f7ff-35af-48e8-9700-5f294d7f4cc7', 'tag': 'e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb', 'status': 'completed', 'code': 200} Aug 28 14:53:09.664709 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ad7ecc-d38b-4935-815c-4f0ade1cbe97 None None] Network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:53:09.752294 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc43e03-cb53-4746-90a0-14323eaa4b45 req-a4dde874-ac8b-437f-99f4-384ce1fd33b0 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:09.760488 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8fc43e03-cb53-4746-90a0-14323eaa4b45 req-a4dde874-ac8b-437f-99f4-384ce1fd33b0 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cad47b4b-f8d6-40f2-b932-8297c15e2631 HTTP/1.1" status: 200 len: 970 time: 0.0905416 Aug 28 14:53:09.833013 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8fc43e03-cb53-4746-90a0-14323eaa4b45 req-146a2d73-81df-45b6-b4d3-b739bc427192 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f02907-89f8-44b5-86e5-57d9724d2562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715868 Aug 28 14:53:10.005511 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-6852dee0-08df-447d-a76d-bef23fd8cad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39b48fa-7e0e-4360-8484-72304202d591', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-827179583-router', 'tenant_id': '7652952b4e784ecd8886e3502ce7b84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '037dace3-d822-409e-9375-0a99a83b8c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:52:50Z', 'updated_at': '2021-08-28T14:53:03Z', 'revision_number': 4, 'project_id': '7652952b4e784ecd8886e3502ce7b84e', 'gw_port': {'id': '037dace3-d822-409e-9375-0a99a83b8c54', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39b48fa-7e0e-4360-8484-72304202d591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:51Z', 'updated_at': '2021-08-28T14:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6', 'name': '', 'network_id': '19153d89-592c-4286-9bd8-7d3b11424b77', 'tenant_id': '7652952b4e784ecd8886e3502ce7b84e', 'mac_address': 'fa:16:3e:0f:66:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39b48fa-7e0e-4360-8484-72304202d591', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'bba8f32e-3292-467b-be8b-1872c9aa2381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:58Z', 'updated_at': '2021-08-28T14:53:08Z', 'revision_number': 4, 'project_id': '7652952b4e784ecd8886e3502ce7b84e', 'subnets': [{'id': 'bba8f32e-3292-467b-be8b-1872c9aa2381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:53:10.071323 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6852dee0-08df-447d-a76d-bef23fd8cad5 None None] The sync data for ids ['a39b48fa-7e0e-4360-8484-72304202d591'] in n-d-712137-10 is: [{'id': 'a39b48fa-7e0e-4360-8484-72304202d591', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-827179583-router', 'tenant_id': '7652952b4e784ecd8886e3502ce7b84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '037dace3-d822-409e-9375-0a99a83b8c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:52:50Z', 'updated_at': '2021-08-28T14:53:03Z', 'revision_number': 4, 'project_id': '7652952b4e784ecd8886e3502ce7b84e', 'gw_port': {'id': '037dace3-d822-409e-9375-0a99a83b8c54', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39b48fa-7e0e-4360-8484-72304202d591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:51Z', 'updated_at': '2021-08-28T14:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6', 'name': '', 'network_id': '19153d89-592c-4286-9bd8-7d3b11424b77', 'tenant_id': '7652952b4e784ecd8886e3502ce7b84e', 'mac_address': 'fa:16:3e:0f:66:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39b48fa-7e0e-4360-8484-72304202d591', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'bba8f32e-3292-467b-be8b-1872c9aa2381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:58Z', 'updated_at': '2021-08-28T14:53:08Z', 'revision_number': 4, 'project_id': '7652952b4e784ecd8886e3502ce7b84e', 'subnets': [{'id': 'bba8f32e-3292-467b-be8b-1872c9aa2381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:53:10.105366 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50756) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:10.139517 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6880d35d-d3ab-475d-aadd-8433218435c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:10.312339 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75eeeb-4bc7-4cd0-b9e5-e58f89c59f90 req-99dcea6a-8e33-4d82-ab16-de3b23cb0aa6 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:10.323629 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9a75eeeb-4bc7-4cd0-b9e5-e58f89c59f90 req-99dcea6a-8e33-4d82-ab16-de3b23cb0aa6 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a99f7ff-35af-48e8-9700-5f294d7f4cc7 HTTP/1.1" status: 200 len: 948 time: 0.1769783 Aug 28 14:53:10.411395 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50762) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:10.439170 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-c1723f9d-5914-4eb7-9ee2-4f83e7782203 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--115271516', 'description': 'tempest-description--294637965'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:10.445255 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-01df743d-0ce8-43dc-8a9b-0c45d2cfe021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:10.528029 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-8410cd04-8e74-4b6d-9cd4-ef7cbe4ae3aa tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:10.529553 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-8410cd04-8e74-4b6d-9cd4-ef7cbe4ae3aa tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.36 "GET /v2.0/networks?id=a6bfc57a-d73d-41d0-954b-fff6fef4d808 HTTP/1.1" status: 200 len: 821 time: 0.1784840 Aug 28 14:53:10.548714 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-02577ef6-f3a7-4e74-abd0-9a1b785b5ae7 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Request body: {'port': {'device_id': 'abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c', 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808', 'admin_state_up': True, 'tenant_id': '5de95046553a4af6b56ddb9234d40b90'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:10.604175 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6880d35d-d3ab-475d-aadd-8433218435c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:10.642146 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2ef164e0-1ab1-4e01-9bac-c2b6354baa1c req-32db6baf-2c19-4333-aaea-1bde1f1196c0 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 210 time: 0.1055670 Aug 28 14:53:10.643946 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6880d35d-d3ab-475d-aadd-8433218435c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:10.737594 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c1723f9d-5914-4eb7-9ee2-4f83e7782203 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:10.750525 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device faa9ac80-febe-4fa7-b95d-e690443ebe5d details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:53:10.770662 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9a75eeeb-4bc7-4cd0-b9e5-e58f89c59f90 req-66c3667b-7f91-4ec4-a674-30a56d6dc4c2 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442127 Aug 28 14:53:10.794197 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880d35d-d3ab-475d-aadd-8433218435c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03513e9-81b1-4a25-9671-abec5ed1bda6,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:10.828737 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6880d35d-d3ab-475d-aadd-8433218435c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=508ec8cd031549b4a3482cf01aa1f1b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7218394 Aug 28 14:53:10.832726 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50768) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:10.919287 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-02577ef6-f3a7-4e74-abd0-9a1b785b5ae7 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Made reservation on behalf of 5de95046553a4af6b56ddb9234d40b90 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:53:10.932697 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-02577ef6-f3a7-4e74-abd0-9a1b785b5ae7 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:10.965071 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50776) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:10.984911 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-e9dad77e-c621-488c-90de-cd0af3d17180 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-149083405-network', 'tenant_id': '179f960e88d84cc2a4ea2ebfa64eb0fe'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:11.065682 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d8e18e06-c9cc-4363-9d6d-96be20318c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:11.088121 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:11.169294 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port faa9ac80-febe-4fa7-b95d-e690443ebe5d, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=faa9ac80-febe-4fa7-b95d-e690443ebe5d,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:11.188393 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d8e18e06-c9cc-4363-9d6d-96be20318c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:11.210638 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'faa9ac80-febe-4fa7-b95d-e690443ebe5d', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': 'faa9ac80-febe-4fa7-b95d-e690443ebe5d', 'mac_address': 'fa:16:3e:17:8e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:tempest-test_az-1603513841', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:53:11.218248 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:53:11.283862 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98eac29-f532-4a04-8c27-6a73d06b9e64 req-b4f85536-7011-4e54-ad73-26e79aba3eb9 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:11.298290 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e98eac29-f532-4a04-8c27-6a73d06b9e64 req-b4f85536-7011-4e54-ad73-26e79aba3eb9 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cad47b4b-f8d6-40f2-b932-8297c15e2631 HTTP/1.1" status: 200 len: 970 time: 0.2253320 Aug 28 14:53:11.299281 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:11.320960 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa9ac80-febe-4fa7-b95d-e690443ebe5d {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:53:11.329163 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:53:11.335459 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-02577ef6-f3a7-4e74-abd0-9a1b785b5ae7 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Allocated IP 172.20.0.14 (a6bfc57a-d73d-41d0-954b-fff6fef4d808/f920e854-f768-4846-871d-087306f43fd9/19dd7d34-ac51-4db3-9f65-8cf6020e8e76) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:53:11.351121 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:53:11.351580 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:11.430107 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c1723f9d-5914-4eb7-9ee2-4f83e7782203 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:11.433562 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port faa9ac80-febe-4fa7-b95d-e690443ebe5d, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=faa9ac80-febe-4fa7-b95d-e690443ebe5d,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:11.451524 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:11.482724 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e98eac29-f532-4a04-8c27-6a73d06b9e64 req-6791976e-e173-400f-9aaa-c8b545688c8d tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f02907-89f8-44b5-86e5-57d9724d2562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831362 Aug 28 14:53:11.516538 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c1723f9d-5914-4eb7-9ee2-4f83e7782203 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:11.570823 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9dad77e-c621-488c-90de-cd0af3d17180 admin admin] Made reservation on behalf of 179f960e88d84cc2a4ea2ebfa64eb0fe for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:53:11.573846 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e9dad77e-c621-488c-90de-cd0af3d17180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:11.578019 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1723f9d-5914-4eb7-9ee2-4f83e7782203 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60056bfc-e688-4bfd-9765-2e80355b49c4,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:11.580916 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c1723f9d-5914-4eb7-9ee2-4f83e7782203 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:11.582439 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c1723f9d-5914-4eb7-9ee2-4f83e7782203 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1699142 Aug 28 14:53:11.592257 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50784) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:11.598748 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-00bbbea1-3851-41f0-8c8b-638741d27282 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Request body: {'security_group_rule': {'security_group_id': '60056bfc-e688-4bfd-9765-2e80355b49c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:11.606468 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e9dad77e-c621-488c-90de-cd0af3d17180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:11.626191 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-02577ef6-f3a7-4e74-abd0-9a1b785b5ae7 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:11.640631 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=faa9ac80-febe-4fa7-b95d-e690443ebe5d,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:11.644414 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d8e18e06-c9cc-4363-9d6d-96be20318c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:11.648091 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:11.657639 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d8e18e06-c9cc-4363-9d6d-96be20318c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:11.658783 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d8e18e06-c9cc-4363-9d6d-96be20318c8b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a03513e9-81b1-4a25-9671-abec5ed1bda6 HTTP/1.1" status: 204 len: 168 time: 0.8163917 Aug 28 14:53:11.762177 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-02577ef6-f3a7-4e74-abd0-9a1b785b5ae7 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:11.786010 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:11.862916 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['faa9ac80-febe-4fa7-b95d-e690443ebe5d'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:53:11.894207 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02577ef6-f3a7-4e74-abd0-9a1b785b5ae7 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Pushing event updated for resources: {'Port': ['ID=19dd7d34-ac51-4db3-9f65-8cf6020e8e76,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:11.913305 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00bbbea1-3851-41f0-8c8b-638741d27282 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:11.928829 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e18e06-c9cc-4363-9d6d-96be20318c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03513e9-81b1-4a25-9671-abec5ed1bda6,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:11.936239 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-02577ef6-f3a7-4e74-abd0-9a1b785b5ae7 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Network a6bfc57a-d73d-41d0-954b-fff6fef4d808 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:53:11.939101 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-02577ef6-f3a7-4e74-abd0-9a1b785b5ae7 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:53:11.949640 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-02577ef6-f3a7-4e74-abd0-9a1b785b5ae7 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:53:11.969742 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-02577ef6-f3a7-4e74-abd0-9a1b785b5ae7 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:11.970676 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-02577ef6-f3a7-4e74-abd0-9a1b785b5ae7 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:11.973494 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e9dad77e-c621-488c-90de-cd0af3d17180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:11.990519 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e9dad77e-c621-488c-90de-cd0af3d17180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:12.003836 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9dad77e-c621-488c-90de-cd0af3d17180 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 14:53:12.013759 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e9dad77e-c621-488c-90de-cd0af3d17180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:12.014127 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-e9dad77e-c621-488c-90de-cd0af3d17180 admin admin] Added segment c69ff7ed-116c-4dc9-aa13-d0fe4d31a94c of type vlan for network e0d48349-975a-4e18-b2b7-4d65d9e954df Aug 28 14:53:12.034913 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-02577ef6-f3a7-4e74-abd0-9a1b785b5ae7 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4920444 Aug 28 14:53:12.077038 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e9dad77e-c621-488c-90de-cd0af3d17180 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:12.080412 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-d6dc5589-8269-4107-ad08-65cccc0df398 service neutron] Request body: {'port': {'device_id': 'abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c', 'device_owner': 'compute:tempest-test_az-1603513841', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:12.159602 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e9dad77e-c621-488c-90de-cd0af3d17180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:12.160629 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dad77e-c621-488c-90de-cd0af3d17180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:12.161197 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e9dad77e-c621-488c-90de-cd0af3d17180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:12.199761 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009cd2-f343-4a32-8ca4-bf87884abdd9 req-ba544eaf-34dd-400a-a9ed-75f76c1536af tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:12.204228 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-79009cd2-f343-4a32-8ca4-bf87884abdd9 req-ba544eaf-34dd-400a-a9ed-75f76c1536af tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 932 time: 0.3112073 Aug 28 14:53:12.222832 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e9dad77e-c621-488c-90de-cd0af3d17180 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2489793 Aug 28 14:53:12.247165 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50798) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:12.261354 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-0f2c5537-ef24-4486-860a-2e5082ec5ca5 admin admin] Request body: {'subnet': {'network_id': 'e0d48349-975a-4e18-b2b7-4d65d9e954df', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-149083405-subnet', 'tenant_id': '179f960e88d84cc2a4ea2ebfa64eb0fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:12.266938 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6,segment=NetworkSegment(31f0ba15-ec4f-4461-a9dd-0cee560a8958),segment_id=31f0ba15-ec4f-4461-a9dd-0cee560a8958)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:12.341021 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:12.344321 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-d6dc5589-8269-4107-ad08-65cccc0df398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:12.406886 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dad77e-c621-488c-90de-cd0af3d17180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b6fa0d-f707-4795-8f76-524187c38921,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:12.444206 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2c5537-ef24-4486-860a-2e5082ec5ca5 admin admin] Made reservation on behalf of 179f960e88d84cc2a4ea2ebfa64eb0fe for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:53:12.447416 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0f2c5537-ef24-4486-860a-2e5082ec5ca5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:12.450128 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00bbbea1-3851-41f0-8c8b-638741d27282 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:12.483487 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a931e-3156-4654-88fe-fe19802f2d84 req-d8327aff-3789-4a4d-8a1d-62acd6841ad0 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:12.490964 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-79009cd2-f343-4a32-8ca4-bf87884abdd9 req-2d7a5888-7093-4417-85d9-14617a14fd47 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429049 Aug 28 14:53:12.514195 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2c3a931e-3156-4654-88fe-fe19802f2d84 req-d8327aff-3789-4a4d-8a1d-62acd6841ad0 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a99f7ff-35af-48e8-9700-5f294d7f4cc7 HTTP/1.1" status: 200 len: 948 time: 0.3839123 Aug 28 14:53:12.517024 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00bbbea1-3851-41f0-8c8b-638741d27282 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:12.576702 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dad77e-c621-488c-90de-cd0af3d17180 admin admin] Pushing event updated for resources: {'Network': ['ID=e0d48349-975a-4e18-b2b7-4d65d9e954df,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:12.577595 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:12.659716 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00bbbea1-3851-41f0-8c8b-638741d27282 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:12.663700 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-00bbbea1-3851-41f0-8c8b-638741d27282 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0683141 Aug 28 14:53:12.665290 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50812) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:12.667574 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbbea1-3851-41f0-8c8b-638741d27282 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6bddaf4-eb7a-4c76-ad8f-ef0d27c43b11,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:12.672541 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network e0d48349-975a-4e18-b2b7-4d65d9e954df details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 14:53:12.693775 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-8550a284-94a9-4f05-b443-80670257cedd tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Request body: {'security_group_rule': {'security_group_id': '60056bfc-e688-4bfd-9765-2e80355b49c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:12.766360 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2c3a931e-3156-4654-88fe-fe19802f2d84 req-076e9dde-e34a-419f-a410-9b8a4efd30c7 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489126 Aug 28 14:53:12.798042 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8550a284-94a9-4f05-b443-80670257cedd tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:12.907952 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8550a284-94a9-4f05-b443-80670257cedd tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:12.916126 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8550a284-94a9-4f05-b443-80670257cedd tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:12.968125 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550a284-94a9-4f05-b443-80670257cedd tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49dd042d-6abf-463d-9253-8a1f8980bd1b,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:12.979953 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8550a284-94a9-4f05-b443-80670257cedd tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:12.981870 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8550a284-94a9-4f05-b443-80670257cedd tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3147154 Aug 28 14:53:12.993236 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50826) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:13.005495 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-f807a189-347c-4fb9-9ebb-51ce19f2ca49 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:13.042056 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e212b-23ea-4c0c-b96c-a4896ff9d5d2 req-3aba3d75-c1a0-491a-9e2d-1eb5d359147f tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:13.047780 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f807a189-347c-4fb9-9ebb-51ce19f2ca49 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks [] for floatingip, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:13.058353 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-964e212b-23ea-4c0c-b96c-a4896ff9d5d2 req-3aba3d75-c1a0-491a-9e2d-1eb5d359147f tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cad47b4b-f8d6-40f2-b932-8297c15e2631 HTTP/1.1" status: 200 len: 971 time: 0.1872933 Aug 28 14:53:13.065116 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-d6dc5589-8269-4107-ad08-65cccc0df398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:53:13.103256 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:13.103893 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-d6dc5589-8269-4107-ad08-65cccc0df398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:13.125765 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:53:13.199010 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:53:13.199612 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:13.219194 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-d6dc5589-8269-4107-ad08-65cccc0df398 service neutron] Transition to ACTIVE for port object 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:53:13.237134 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-d6dc5589-8269-4107-ad08-65cccc0df398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:13.279926 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f807a189-347c-4fb9-9ebb-51ce19f2ca49 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:13.303397 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc5589-8269-4107-ad08-65cccc0df398 service neutron] Pushing event updated for resources: {'Port': ['ID=19dd7d34-ac51-4db3-9f65-8cf6020e8e76,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:13.316737 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-964e212b-23ea-4c0c-b96c-a4896ff9d5d2 req-63be8567-a795-4a80-abfc-42b92b3d5aab tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f02907-89f8-44b5-86e5-57d9724d2562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574215 Aug 28 14:53:13.387592 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50838) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:13.442126 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0f2c5537-ef24-4486-860a-2e5082ec5ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:13.494565 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-d6dc5589-8269-4107-ad08-65cccc0df398 service neutron] Attempting to bind port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:53:13.494912 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-d6dc5589-8269-4107-ad08-65cccc0df398 service neutron] Attempting to bind port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:53:13.495915 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-d6dc5589-8269-4107-ad08-65cccc0df398 service neutron] Attempting to bind port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:53:13.510962 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-f807a189-347c-4fb9-9ebb-51ce19f2ca49 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Allocated IP 172.25.3.186 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/2e83b5a9-19aa-4f64-8534-bec865372ca7) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:53:13.542593 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-d6dc5589-8269-4107-ad08-65cccc0df398 service neutron] Port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:53:13.543093 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-d6dc5589-8269-4107-ad08-65cccc0df398 service neutron] Attempting to bind port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:53:13.551207 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-d6dc5589-8269-4107-ad08-65cccc0df398 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:53:13.551546 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-d6dc5589-8269-4107-ad08-65cccc0df398 service neutron] Checking segment: {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:53:13.551956 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-d6dc5589-8269-4107-ad08-65cccc0df398 service neutron] Bound using segment: {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:53:13.552479 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-d6dc5589-8269-4107-ad08-65cccc0df398 service neutron] Bound port: 19dd7d34-ac51-4db3-9f65-8cf6020e8e76, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:53:13.552743 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-d6dc5589-8269-4107-ad08-65cccc0df398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:13.587638 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c5537-ef24-4486-860a-2e5082ec5ca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85563007-062e-4f90-a528-73b86f9f2387,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:13.623250 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-2afbaf8b-a32f-4404-a65a-d776a39a0246 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1848162400-network', 'tenant_id': '6c1fe9baac2948699f987e82efaea4e5'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:13.669132 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afbaf8b-a32f-4404-a65a-d776a39a0246 admin admin] Made reservation on behalf of 6c1fe9baac2948699f987e82efaea4e5 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:53:13.671684 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2afbaf8b-a32f-4404-a65a-d776a39a0246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:13.678189 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-d6dc5589-8269-4107-ad08-65cccc0df398 service neutron] For port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:53:13.687807 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-d6dc5589-8269-4107-ad08-65cccc0df398 service neutron] For port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=19dd7d34-ac51-4db3-9f65-8cf6020e8e76,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:53:13.691000 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2afbaf8b-a32f-4404-a65a-d776a39a0246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:13.715696 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f807a189-347c-4fb9-9ebb-51ce19f2ca49 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:13.734360 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-d6dc5589-8269-4107-ad08-65cccc0df398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:13.745354 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2c5537-ef24-4486-860a-2e5082ec5ca5 admin admin] Checking segment: {'id': 'c69ff7ed-116c-4dc9-aa13-d0fe4d31a94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e0d48349-975a-4e18-b2b7-4d65d9e954df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:53:13.745717 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2c5537-ef24-4486-860a-2e5082ec5ca5 admin admin] Network hostable DHCP agents. Network: e0d48349-975a-4e18-b2b7-4d65d9e954df, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 14:53:13.809166 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f807a189-347c-4fb9-9ebb-51ce19f2ca49 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:13.824296 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde8dfa-ca11-4600-93fa-8106e401e802 req-5673c351-2662-42ba-b948-2b5c622ba6cf tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:13.826168 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dfde8dfa-ca11-4600-93fa-8106e401e802 req-5673c351-2662-42ba-b948-2b5c622ba6cf tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 966 time: 0.1442645 Aug 28 14:53:13.847266 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-d6dc5589-8269-4107-ad08-65cccc0df398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:13.848034 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-d6dc5589-8269-4107-ad08-65cccc0df398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:13.849507 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-d6dc5589-8269-4107-ad08-65cccc0df398 service neutron] 10.222.0.36 "PUT /v2.0/ports/19dd7d34-ac51-4db3-9f65-8cf6020e8e76 HTTP/1.1" status: 200 len: 1115 time: 1.7865751 Aug 28 14:53:13.851144 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c', 'tag': '19dd7d34-ac51-4db3-9f65-8cf6020e8e76'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:53:13.854113 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b1ffdb-bc1f-443e-80ab-bd38d597ee2a" -d '{"events": [{"name": "network-changed", "server_uuid": "abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c", "tag": "19dd7d34-ac51-4db3-9f65-8cf6020e8e76"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:53:13.865081 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807a189-347c-4fb9-9ebb-51ce19f2ca49 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Pushing event updated for resources: {'Port': ['ID=2e83b5a9-19aa-4f64-8534-bec865372ca7,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:13.895412 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2c5537-ef24-4486-860a-2e5082ec5ca5 admin admin] Network e0d48349-975a-4e18-b2b7-4d65d9e954df is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 14:53:13.918076 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f807a189-347c-4fb9-9ebb-51ce19f2ca49 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:53:13.940977 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2afbaf8b-a32f-4404-a65a-d776a39a0246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:13.942471 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-f807a189-347c-4fb9-9ebb-51ce19f2ca49 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:53:13.946831 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f807a189-347c-4fb9-9ebb-51ce19f2ca49 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:53:13.949416 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc5589-8269-4107-ad08-65cccc0df398 service neutron] Pushing event updated for resources: {'Port': ['ID=19dd7d34-ac51-4db3-9f65-8cf6020e8e76,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:13.959309 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-0f2c5537-ef24-4486-860a-2e5082ec5ca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, e0d48349-975a-4e18-b2b7-4d65d9e954df) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:53:13.966981 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2afbaf8b-a32f-4404-a65a-d776a39a0246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:13.982947 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dfde8dfa-ca11-4600-93fa-8106e401e802 req-b416945c-a023-4a5b-92cb-c4a9e55190a5 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443975 Aug 28 14:53:13.997638 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2c5537-ef24-4486-860a-2e5082ec5ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:13.998085 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0f2c5537-ef24-4486-860a-2e5082ec5ca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:14.002255 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a56ede-0569-45ef-92da-fe8309082837 None None] Network e0d48349-975a-4e18-b2b7-4d65d9e954df requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:53:14.006901 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-af813552-bce0-4523-b805-1ab3c51b0ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:14.008584 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-af813552-bce0-4523-b805-1ab3c51b0ab4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de95046553a4af6b56ddb9234d40b90&device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 1118 time: 0.1106708 Aug 28 14:53:14.045977 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0f2c5537-ef24-4486-860a-2e5082ec5ca5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7953451 Aug 28 14:53:14.087900 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-40486c9c-0268-4eb6-a76c-8eada9c0002f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19dd7d34-ac51-4db3-9f65-8cf6020e8e76 HTTP/1.1" status: 200 len: 217 time: 0.0595949 Aug 28 14:53:14.089866 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3cef42-19be-461a-b55d-ea26b8fe3a67 x-openstack-request-id: req-aa3cef42-19be-461a-b55d-ea26b8fe3a67 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:53:14.090158 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c", "tag": "19dd7d34-ac51-4db3-9f65-8cf6020e8e76", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:53:14.090405 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa3cef42-19be-461a-b55d-ea26b8fe3a67 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:53:14.090798 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c', 'tag': '19dd7d34-ac51-4db3-9f65-8cf6020e8e76', 'status': 'completed', 'code': 200} Aug 28 14:53:14.118240 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2afbaf8b-a32f-4404-a65a-d776a39a0246 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 14:53:14.144887 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50862) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:14.145475 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d8d7f-bebc-4e8b-b22d-4c98a9b49129 req-547de98b-fe29-4c53-a737-b64e96390d56 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:14.146981 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-530d8d7f-bebc-4e8b-b22d-4c98a9b49129 req-547de98b-fe29-4c53-a737-b64e96390d56 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a99f7ff-35af-48e8-9700-5f294d7f4cc7 HTTP/1.1" status: 200 len: 948 time: 0.2532277 Aug 28 14:53:14.168370 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbaf8b-a32f-4404-a65a-d776a39a0246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a837c88-f387-4a32-bd60-d7619df093e2,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:14.172495 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-393f5705-83cb-477b-9c87-574b6cd46173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:14.173979 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-393f5705-83cb-477b-9c87-574b6cd46173 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f920e854-f768-4846-871d-087306f43fd9 HTTP/1.1" status: 200 len: 861 time: 0.0782599 Aug 28 14:53:14.181913 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2afbaf8b-a32f-4404-a65a-d776a39a0246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:14.182245 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-2afbaf8b-a32f-4404-a65a-d776a39a0246 admin admin] Added segment 6bb3c6e3-d34d-4a78-9510-612dffc6008a of type vlan for network ade7ae78-ea27-4e43-a235-0a59bde7674a Aug 28 14:53:14.204319 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f807a189-347c-4fb9-9ebb-51ce19f2ca49 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:14.231966 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82a6b3b-bd0f-448d-9d56-94b52b5565a7 None None] Network e0d48349-975a-4e18-b2b7-4d65d9e954df requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:53:14.239771 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-48b0d8af-d9d8-4046-aa95-3064172873ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6bfc57a-d73d-41d0-954b-fff6fef4d808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567515 Aug 28 14:53:14.318835 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2afbaf8b-a32f-4404-a65a-d776a39a0246 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:14.339043 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-530d8d7f-bebc-4e8b-b22d-4c98a9b49129 req-a8822283-fd2b-4ad0-aad4-286754390d34 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740787 Aug 28 14:53:14.347667 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2498beb8-6976-4924-b35b-1590d20d27c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:14.374226 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f807a189-347c-4fb9-9ebb-51ce19f2ca49 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:14.436289 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2afbaf8b-a32f-4404-a65a-d776a39a0246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:14.437426 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afbaf8b-a32f-4404-a65a-d776a39a0246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:14.438029 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2afbaf8b-a32f-4404-a65a-d776a39a0246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:14.635189 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-ecff50a2-d2cc-468f-bcec-f6a1a4e60fa9 service neutron] 10.222.0.36 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866847 Aug 28 14:53:14.680965 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d95c3-5861-4264-8e93-46376d285190 req-ac0630ed-0661-4af4-a1c9-0e3fe627d896 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:14.682628 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e6d95c3-5861-4264-8e93-46376d285190 req-ac0630ed-0661-4af4-a1c9-0e3fe627d896 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cad47b4b-f8d6-40f2-b932-8297c15e2631 HTTP/1.1" status: 200 len: 971 time: 0.1156445 Aug 28 14:53:14.736378 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device faa9ac80-febe-4fa7-b95d-e690443ebe5d up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:53:14.788060 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e6d95c3-5861-4264-8e93-46376d285190 req-75cb0a45-59e7-4d9a-9fa4-e2c049f38463 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f02907-89f8-44b5-86e5-57d9724d2562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785465 Aug 28 14:53:14.789231 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port faa9ac80-febe-4fa7-b95d-e690443ebe5d completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:53:14.794841 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port faa9ac80-febe-4fa7-b95d-e690443ebe5d triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:53:14.795223 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:14.814585 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a996afbd-ebb1-437f-922a-a5e37a082f48 req-85fe65d5-cf13-41e5-b3ab-fc5a9253c4ca service neutron] 10.222.0.36 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712360 Aug 28 14:53:14.829142 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2498beb8-6976-4924-b35b-1590d20d27c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:14.834094 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2498beb8-6976-4924-b35b-1590d20d27c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:14.839305 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbaf8b-a32f-4404-a65a-d776a39a0246 admin admin] Pushing event updated for resources: {'Network': ['ID=ade7ae78-ea27-4e43-a235-0a59bde7674a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:14.868531 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network ade7ae78-ea27-4e43-a235-0a59bde7674a details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 14:53:14.876301 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2afbaf8b-a32f-4404-a65a-d776a39a0246 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4847636 Aug 28 14:53:14.879728 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50886) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:14.885566 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-01ec7a9c-80f9-4853-a92d-e4f77938a43d admin admin] Request body: {'subnet': {'network_id': 'ade7ae78-ea27-4e43-a235-0a59bde7674a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1848162400-subnet', 'tenant_id': '6c1fe9baac2948699f987e82efaea4e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:14.902697 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498beb8-6976-4924-b35b-1590d20d27c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0f06e6-6cc6-44f4-a1ca-381186dbe3ec,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:14.908237 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6268e-8f79-4951-83c6-b9db145fade2 req-7489e8e3-2514-48c8-afd2-034dd476026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:14.909530 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cce6268e-8f79-4951-83c6-b9db145fade2 req-7489e8e3-2514-48c8-afd2-034dd476026f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec22ff773413422493b0b31d771bd355&device_id=6a99f7ff-35af-48e8-9700-5f294d7f4cc7 HTTP/1.1" status: 200 len: 1100 time: 0.2726121 Aug 28 14:53:14.923360 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2498beb8-6976-4924-b35b-1590d20d27c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=623eb4ced3f9401da91c319c46073a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7727153 Aug 28 14:53:14.927714 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50888) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:14.948242 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ec7a9c-80f9-4853-a92d-e4f77938a43d admin admin] Made reservation on behalf of 6c1fe9baac2948699f987e82efaea4e5 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:53:14.952434 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01ec7a9c-80f9-4853-a92d-e4f77938a43d admin admin] Notify callbacks [] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:14.957093 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1ffdb-bc1f-443e-80ab-bd38d597ee2a req-d01937ba-40a0-483e-a399-b7cfb259462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:14.958586 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-79b1ffdb-bc1f-443e-80ab-bd38d597ee2a req-d01937ba-40a0-483e-a399-b7cfb259462d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de95046553a4af6b56ddb9234d40b90&device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 1118 time: 0.0698364 Aug 28 14:53:14.985803 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:14.994219 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cce6268e-8f79-4951-83c6-b9db145fade2 req-772588ea-8108-446c-87fa-cb1c7aa8cc33 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ec22ff773413422493b0b31d771bd355&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675399 Aug 28 14:53:15.011709 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad47b4b-f8d6-40f2-b932-8297c15e2631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa9ac80-febe-4fa7-b95d-e690443ebe5d'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:53:15.040658 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a76365-9c37-4c77-a838-2d261f361b58 req-75fbc628-bb26-4a10-974b-f0de36b6a6f2 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:15.047387 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82a76365-9c37-4c77-a838-2d261f361b58 req-75fbc628-bb26-4a10-974b-f0de36b6a6f2 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/networks?id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45 HTTP/1.1" status: 200 len: 808 time: 0.4115043 Aug 28 14:53:15.111985 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port faa9ac80-febe-4fa7-b95d-e690443ebe5d, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=faa9ac80-febe-4fa7-b95d-e690443ebe5d,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:15.121967 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:15.160557 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82a76365-9c37-4c77-a838-2d261f361b58 req-06cbcc26-be94-4f55-a475-3bbd5303c5aa tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/quotas/29e98397e0be4fe1a52442d0d5c53b75 HTTP/1.1" status: 200 len: 375 time: 0.1116414 Aug 28 14:53:15.172169 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=faa9ac80-febe-4fa7-b95d-e690443ebe5d,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:15.184371 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcae218c-83c8-478c-bd4e-a95b8471e838" -d '{"events": [{"server_uuid": "cad47b4b-f8d6-40f2-b932-8297c15e2631", "name": "network-vif-plugged", "status": "completed", "tag": "faa9ac80-febe-4fa7-b95d-e690443ebe5d"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:53:15.197161 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1ffdb-bc1f-443e-80ab-bd38d597ee2a req-d9c7cba1-58f8-4899-bbe7-520f5f9ad42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:15.198624 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-79b1ffdb-bc1f-443e-80ab-bd38d597ee2a req-d9c7cba1-58f8-4899-bbe7-520f5f9ad42b service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6bfc57a-d73d-41d0-954b-fff6fef4d808 HTTP/1.1" status: 200 len: 922 time: 0.2290080 Aug 28 14:53:15.214385 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132b355-f1b7-40c1-a5cc-f44c8136aff0 req-4e9bfe31-f065-4379-8c43-db61f370f832 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:15.215897 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e132b355-f1b7-40c1-a5cc-f44c8136aff0 req-4e9bfe31-f065-4379-8c43-db61f370f832 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 966 time: 0.1319711 Aug 28 14:53:15.262781 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f807a189-347c-4fb9-9ebb-51ce19f2ca49 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:15.265998 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-79b1ffdb-bc1f-443e-80ab-bd38d597ee2a req-f38af73b-4ea0-48c1-a705-c08bccdd3cb8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19dd7d34-ac51-4db3-9f65-8cf6020e8e76 HTTP/1.1" status: 200 len: 217 time: 0.0485191 Aug 28 14:53:15.272306 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82a76365-9c37-4c77-a838-2d261f361b58 req-e9e78f4a-0d3c-4cb4-b33e-decc0a641ce7 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=29e98397e0be4fe1a52442d0d5c53b75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1113718 Aug 28 14:53:15.285763 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f807a189-347c-4fb9-9ebb-51ce19f2ca49 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:15.295160 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-63cf369c-fe69-4375-b471-ab374597fa9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:15.355223 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f807a189-347c-4fb9-9ebb-51ce19f2ca49 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:15.362749 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6268e-8f79-4951-83c6-b9db145fade2 req-ab0f469c-9d15-4714-82df-4c3340bda792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:15.364464 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cce6268e-8f79-4951-83c6-b9db145fade2 req-ab0f469c-9d15-4714-82df-4c3340bda792 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3560293 Aug 28 14:53:15.366196 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e132b355-f1b7-40c1-a5cc-f44c8136aff0 req-4053c28b-1b84-4581-8a65-d5685d72c398 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415746 Aug 28 14:53:15.372111 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01ec7a9c-80f9-4853-a92d-e4f77938a43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:15.377985 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-63cf369c-fe69-4375-b471-ab374597fa9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:15.384055 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1ffdb-bc1f-443e-80ab-bd38d597ee2a req-c2e91a1d-9efb-45d5-93be-4850fd9f099a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:15.386177 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-79b1ffdb-bc1f-443e-80ab-bd38d597ee2a req-c2e91a1d-9efb-45d5-93be-4850fd9f099a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f920e854-f768-4846-871d-087306f43fd9 HTTP/1.1" status: 200 len: 861 time: 0.1103661 Aug 28 14:53:15.399225 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807a189-347c-4fb9-9ebb-51ce19f2ca49 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Pushing event updated for resources: {'Port': ['ID=2e83b5a9-19aa-4f64-8534-bec865372ca7,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:15.418319 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f807a189-347c-4fb9-9ebb-51ce19f2ca49 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:15.428456 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f807a189-347c-4fb9-9ebb-51ce19f2ca49 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4333105 Aug 28 14:53:15.444413 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-79b1ffdb-bc1f-443e-80ab-bd38d597ee2a req-20a14d5b-d1b4-41d0-ba72-94bfffa85e1a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6bfc57a-d73d-41d0-954b-fff6fef4d808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362303 Aug 28 14:53:15.480208 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [req-82a76365-9c37-4c77-a838-2d261f361b58 req-f2edb68c-a31f-488c-a1cd-3c55cdfeae91 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 14:53:15.487771 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82a76365-9c37-4c77-a838-2d261f361b58 req-f2edb68c-a31f-488c-a1cd-3c55cdfeae91 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1477606 Aug 28 14:53:15.505814 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb809a9-ed1b-4f6d-b05c-c36e6afa84d7 x-openstack-request-id: req-dfb809a9-ed1b-4f6d-b05c-c36e6afa84d7 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:53:15.506297 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad47b4b-f8d6-40f2-b932-8297c15e2631", "name": "network-vif-plugged", "status": "completed", "tag": "faa9ac80-febe-4fa7-b95d-e690443ebe5d", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:53:15.506619 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfb809a9-ed1b-4f6d-b05c-c36e6afa84d7 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:53:15.507184 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad47b4b-f8d6-40f2-b932-8297c15e2631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa9ac80-febe-4fa7-b95d-e690443ebe5d', 'code': 200} Aug 28 14:53:15.563911 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-da9db49f-bee1-433d-8cd3-9b8fe9ff9599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:15.566676 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-da9db49f-bee1-433d-8cd3-9b8fe9ff9599 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec22ff773413422493b0b31d771bd355&device_id=6a99f7ff-35af-48e8-9700-5f294d7f4cc7 HTTP/1.1" status: 200 len: 1100 time: 0.1369765 Aug 28 14:53:15.571045 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-79b1ffdb-bc1f-443e-80ab-bd38d597ee2a req-d6be789e-6ab6-4c89-adef-4e1c92b5ca20 service neutron] 10.222.0.36 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091142 Aug 28 14:53:15.599480 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec7a9c-80f9-4853-a92d-e4f77938a43d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a3bbd9a-6034-4a8b-8125-e00a3fd809e3,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:15.606765 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.36', 55869) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:15.648508 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-63cf369c-fe69-4375-b471-ab374597fa9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:15.650984 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-63cf369c-fe69-4375-b471-ab374597fa9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:15.652125 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-63cf369c-fe69-4375-b471-ab374597fa9e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d0f06e6-6cc6-44f4-a1ca-381186dbe3ec HTTP/1.1" status: 204 len: 168 time: 0.7223647 Aug 28 14:53:15.660247 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-e0e6fb46-842b-4433-82fc-219cebe63f06 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb HTTP/1.1" status: 200 len: 217 time: 0.0806055 Aug 28 14:53:15.672893 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf369c-fe69-4375-b471-ab374597fa9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0f06e6-6cc6-44f4-a1ca-381186dbe3ec,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:15.720364 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82a76365-9c37-4c77-a838-2d261f361b58 req-1a9023ca-5d7a-47ee-95b3-3d76f18d473a service neutron] 10.222.0.13 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322688 Aug 28 14:53:15.729088 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ec7a9c-80f9-4853-a92d-e4f77938a43d admin admin] Checking segment: {'id': '6bb3c6e3-d34d-4a78-9510-612dffc6008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ade7ae78-ea27-4e43-a235-0a59bde7674a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:53:15.729678 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ec7a9c-80f9-4853-a92d-e4f77938a43d admin admin] Network hostable DHCP agents. Network: ade7ae78-ea27-4e43-a235-0a59bde7674a, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 14:53:15.780107 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c734be-bd09-4345-90fe-6b19a30611fc req-070e9463-98c9-4706-a239-a47a3894c348 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:15.781652 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f3c734be-bd09-4345-90fe-6b19a30611fc req-070e9463-98c9-4706-a239-a47a3894c348 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a99f7ff-35af-48e8-9700-5f294d7f4cc7 HTTP/1.1" status: 200 len: 948 time: 0.2094378 Aug 28 14:53:15.801097 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d851a5-877f-473e-8ad8-29199efcc216 req-89f310f0-f502-4417-8fd9-ff055c501a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:15.805747 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-71d851a5-877f-473e-8ad8-29199efcc216 req-89f310f0-f502-4417-8fd9-ff055c501a5c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cad47b4b-f8d6-40f2-b932-8297c15e2631 HTTP/1.1" status: 200 len: 1124 time: 0.1973681 Aug 28 14:53:15.824452 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-f5c620bf-bb7a-4367-a01f-96e0d0628f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:15.825838 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-f5c620bf-bb7a-4367-a01f-96e0d0628f11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1540797 Aug 28 14:53:15.840775 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ec7a9c-80f9-4853-a92d-e4f77938a43d admin admin] Network ade7ae78-ea27-4e43-a235-0a59bde7674a is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 14:53:15.843046 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-71d851a5-877f-473e-8ad8-29199efcc216 req-83a23048-7e82-4a4b-a2a9-a78cfbfa82e4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:15.864004 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-79b1ffdb-bc1f-443e-80ab-bd38d597ee2a req-f997a946-32a4-47e2-b65c-f9e6a72929c8 service neutron] 10.222.0.36 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840290 Aug 28 14:53:15.871413 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-01ec7a9c-80f9-4853-a92d-e4f77938a43d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, ade7ae78-ea27-4e43-a235-0a59bde7674a) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:53:15.885573 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ec7a9c-80f9-4853-a92d-e4f77938a43d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:15.886172 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01ec7a9c-80f9-4853-a92d-e4f77938a43d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:15.900792 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62220fd2-abea-4e0e-8392-b100238cdd4e None None] Network ade7ae78-ea27-4e43-a235-0a59bde7674a requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:53:15.905579 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f3c734be-bd09-4345-90fe-6b19a30611fc req-abbd4a7b-d114-4465-8c2c-7117f28e8f90 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111596 Aug 28 14:53:15.935208 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82a76365-9c37-4c77-a838-2d261f361b58 req-f77f4f15-7086-47cb-841a-5a742309c330 service neutron] 10.222.0.13 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086415 Aug 28 14:53:15.938557 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-2707acd7-b75b-4d02-adbd-3ed2e0f59c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:15.940282 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-2707acd7-b75b-4d02-adbd-3ed2e0f59c4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1000698 Aug 28 14:53:16.058928 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-9a5424df-7c4f-4fca-be57-a8798c4a84e0 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078763 Aug 28 14:53:16.062792 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-71d851a5-877f-473e-8ad8-29199efcc216 req-83a23048-7e82-4a4b-a2a9-a78cfbfa82e4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:16.069751 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-71d851a5-877f-473e-8ad8-29199efcc216 req-83a23048-7e82-4a4b-a2a9-a78cfbfa82e4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:16.081221 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50924) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:16.092661 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-01ec7a9c-80f9-4853-a92d-e4f77938a43d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2092311 Aug 28 14:53:16.093906 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50926) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:16.133654 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-dde8f234-2d3f-4cfd-ab8c-c6dba9ab362f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1848162400-router', 'tenant_id': '6c1fe9baac2948699f987e82efaea4e5', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:16.176677 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8df76462-15dd-4cbd-b746-a329ef25d91e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:16.198535 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-71d851a5-877f-473e-8ad8-29199efcc216 req-83a23048-7e82-4a4b-a2a9-a78cfbfa82e4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c8f02907-89f8-44b5-86e5-57d9724d2562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817348 Aug 28 14:53:16.200931 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1050a6f5-6f2f-4229-a3bc-a8b0ce923598 req-d850048a-ed61-40d9-9ae6-293ae5601257 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342719 Aug 28 14:53:16.226145 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a23048-7e82-4a4b-a2a9-a78cfbfa82e4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c0007caf-434f-4b88-8051-8b211b52e4c2,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:16.251348 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-1986f4bc-5b0c-4ea9-9b47-1c574dd70fa4 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--115271516&fields=id&tenant_id=cf69354c9e44480a955dc8879f74a9d8 HTTP/1.1" status: 200 len: 267 time: 0.1413088 Aug 28 14:53:16.255031 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dde8f234-2d3f-4cfd-ab8c-c6dba9ab362f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:16.256126 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dde8f234-2d3f-4cfd-ab8c-c6dba9ab362f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:16.296959 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a207dc-59d2-4441-8673-d67fece6870d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-ade7ae78-ea27-4e43-a235-0a59bde7674a', 'network_id': 'ade7ae78-ea27-4e43-a235-0a59bde7674a', 'tenant_id': '6c1fe9baac2948699f987e82efaea4e5', 'fixed_ips': [{'subnet_id': '0a3bbd9a-6034-4a8b-8125-e00a3fd809e3'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 14:53:16.299884 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c4a207dc-59d2-4441-8673-d67fece6870d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:16.300805 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3a917-0d14-45ee-8abb-77f891faced4 req-5b0255cb-884d-4fed-8c3d-7542cf9b20c2 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:16.303593 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7da3a917-0d14-45ee-8abb-77f891faced4 req-5b0255cb-884d-4fed-8c3d-7542cf9b20c2 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cad47b4b-f8d6-40f2-b932-8297c15e2631 HTTP/1.1" status: 200 len: 972 time: 0.0701973 Aug 28 14:53:16.358090 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7da3a917-0d14-45ee-8abb-77f891faced4 req-6e85edbb-185e-47f7-98d3-185cd733ff31 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f02907-89f8-44b5-86e5-57d9724d2562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474319 Aug 28 14:53:16.393962 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dde8f234-2d3f-4cfd-ab8c-c6dba9ab362f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:16.445424 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1e64e16c-b3d2-4bfc-90c1-1a6bf79c7f9c req-ddf62cdd-7679-4556-ae0a-d0320b9859ed tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 210 time: 0.0365891 Aug 28 14:53:16.499501 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-c4a207dc-59d2-4441-8673-d67fece6870d None None] Allocated IP 172.20.0.2 (ade7ae78-ea27-4e43-a235-0a59bde7674a/0a3bbd9a-6034-4a8b-8125-e00a3fd809e3/dc86c046-94e6-4ef3-920a-c3b7fa0c24e6) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:53:16.553505 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-56f85665-c40f-428d-97f3-ee55491db4b8 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:16.555039 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-56f85665-c40f-428d-97f3-ee55491db4b8 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/networks?id=7fefbaf0-9766-4195-b2cc-33f85cb01cd6 HTTP/1.1" status: 200 len: 824 time: 0.2925856 Aug 28 14:53:16.596031 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8df76462-15dd-4cbd-b746-a329ef25d91e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:16.610384 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-f87a43b1-f436-43e0-9ee7-70e3aaee87b7 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/quotas/cf69354c9e44480a955dc8879f74a9d8 HTTP/1.1" status: 200 len: 375 time: 0.0129938 Aug 28 14:53:16.641818 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8df76462-15dd-4cbd-b746-a329ef25d91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:16.676105 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8df76462-15dd-4cbd-b746-a329ef25d91e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e7fe572a7f14a6ea3a86f6356800b2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5828152 Aug 28 14:53:16.678075 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c4a207dc-59d2-4441-8673-d67fece6870d None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:16.678791 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dde8f234-2d3f-4cfd-ab8c-c6dba9ab362f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:16.688341 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50940) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:16.691199 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c4a207dc-59d2-4441-8673-d67fece6870d None None] Transition to ACTIVE for port object dc86c046-94e6-4ef3-920a-c3b7fa0c24e6 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:53:16.717818 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c4a207dc-59d2-4441-8673-d67fece6870d None None] Transition to ACTIVE for port object dc86c046-94e6-4ef3-920a-c3b7fa0c24e6 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:53:16.726678 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c4a207dc-59d2-4441-8673-d67fece6870d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:16.771262 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24c271-94ba-446e-9316-f4941792f00a req-e00a580d-8054-4305-b3f2-95fc99e1e82c tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:16.773853 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a207dc-59d2-4441-8673-d67fece6870d None None] Network ade7ae78-ea27-4e43-a235-0a59bde7674a is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:53:16.778539 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-c4a207dc-59d2-4441-8673-d67fece6870d None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:53:16.780966 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df76462-15dd-4cbd-b746-a329ef25d91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f136bcde-fab4-43ab-a4e0-739d0f5b49a1,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:16.781477 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a207dc-59d2-4441-8673-d67fece6870d None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:53:16.788475 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ff24c271-94ba-446e-9316-f4941792f00a req-e00a580d-8054-4305-b3f2-95fc99e1e82c tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 966 time: 0.2535958 Aug 28 14:53:16.788689 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a207dc-59d2-4441-8673-d67fece6870d None None] Pushing event updated for resources: {'Port': ['ID=dc86c046-94e6-4ef3-920a-c3b7fa0c24e6,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:16.840361 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ff24c271-94ba-446e-9316-f4941792f00a req-445548fe-0edd-4e3d-bcff-f9727da79f88 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489388 Aug 28 14:53:16.849882 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c4a207dc-59d2-4441-8673-d67fece6870d None None] Attempting to bind port dc86c046-94e6-4ef3-920a-c3b7fa0c24e6 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:53:16.850166 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c4a207dc-59d2-4441-8673-d67fece6870d None None] Attempting to bind port dc86c046-94e6-4ef3-920a-c3b7fa0c24e6 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '6bb3c6e3-d34d-4a78-9510-612dffc6008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ade7ae78-ea27-4e43-a235-0a59bde7674a'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:53:16.850530 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a207dc-59d2-4441-8673-d67fece6870d None None] Attempting to bind port dc86c046-94e6-4ef3-920a-c3b7fa0c24e6 on network ade7ae78-ea27-4e43-a235-0a59bde7674a {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:53:16.857179 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a207dc-59d2-4441-8673-d67fece6870d None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:53:16.857402 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a207dc-59d2-4441-8673-d67fece6870d None None] Checking segment: {'id': '6bb3c6e3-d34d-4a78-9510-612dffc6008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ade7ae78-ea27-4e43-a235-0a59bde7674a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:53:16.858293 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c4a207dc-59d2-4441-8673-d67fece6870d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:16.858293 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a207dc-59d2-4441-8673-d67fece6870d None None] Bound using segment: {'id': '6bb3c6e3-d34d-4a78-9510-612dffc6008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ade7ae78-ea27-4e43-a235-0a59bde7674a'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:53:16.858543 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c4a207dc-59d2-4441-8673-d67fece6870d None None] Bound port: dc86c046-94e6-4ef3-920a-c3b7fa0c24e6, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb3c6e3-d34d-4a78-9510-612dffc6008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ade7ae78-ea27-4e43-a235-0a59bde7674a'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:53:16.860635 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c4a207dc-59d2-4441-8673-d67fece6870d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:16.862191 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-f3af8b37-6994-47a3-87d5-17e01ff4375e tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf69354c9e44480a955dc8879f74a9d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2240286 Aug 28 14:53:16.882111 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-23c99e99-fb7a-4b31-a949-b8c6e5445260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:16.930985 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c4a207dc-59d2-4441-8673-d67fece6870d None None] For port dc86c046-94e6-4ef3-920a-c3b7fa0c24e6, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:53:16.934432 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c4a207dc-59d2-4441-8673-d67fece6870d None None] For port dc86c046-94e6-4ef3-920a-c3b7fa0c24e6, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=dc86c046-94e6-4ef3-920a-c3b7fa0c24e6,segment=NetworkSegment(6bb3c6e3-d34d-4a78-9510-612dffc6008a),segment_id=6bb3c6e3-d34d-4a78-9510-612dffc6008a)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:53:16.938190 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c4a207dc-59d2-4441-8673-d67fece6870d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:16.971908 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-23c99e99-fb7a-4b31-a949-b8c6e5445260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:17.020824 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a207dc-59d2-4441-8673-d67fece6870d None None] Pushing event updated for resources: {'Port': ['ID=dc86c046-94e6-4ef3-920a-c3b7fa0c24e6,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:17.050267 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-b01ff9f9-1387-4681-afdc-6c2529d6c15b service neutron] 10.222.0.13 "GET /v2.0/networks/7fefbaf0-9766-4195-b2cc-33f85cb01cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596668 Aug 28 14:53:17.074350 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe902c5-4efe-4b6c-8266-88dbc0d4609c req-fd91f34c-c5c3-4832-bd97-b6776b5384e4 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:17.079621 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-efe902c5-4efe-4b6c-8266-88dbc0d4609c req-fd91f34c-c5c3-4832-bd97-b6776b5384e4 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a99f7ff-35af-48e8-9700-5f294d7f4cc7 HTTP/1.1" status: 200 len: 948 time: 0.0797832 Aug 28 14:53:17.137285 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-efe902c5-4efe-4b6c-8266-88dbc0d4609c req-7b0c2cba-9702-47db-b31d-2f11938b087b tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498018 Aug 28 14:53:17.394535 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-23c99e99-fb7a-4b31-a949-b8c6e5445260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:17.397311 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-23c99e99-fb7a-4b31-a949-b8c6e5445260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:17.402069 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-23c99e99-fb7a-4b31-a949-b8c6e5445260 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f136bcde-fab4-43ab-a4e0-739d0f5b49a1 HTTP/1.1" status: 204 len: 168 time: 0.7084057 Aug 28 14:53:17.416985 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c99e99-fb7a-4b31-a949-b8c6e5445260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f136bcde-fab4-43ab-a4e0-739d0f5b49a1,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:17.455102 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-8ab3269e-157f-4b62-a8e2-4f46d8877ee7 service neutron] 10.222.0.13 "GET /v2.0/networks/7fefbaf0-9766-4195-b2cc-33f85cb01cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039137 Aug 28 14:53:17.481928 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dde8f234-2d3f-4cfd-ab8c-c6dba9ab362f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:17.504257 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dde8f234-2d3f-4cfd-ab8c-c6dba9ab362f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:17.621125 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a71c3-9b8c-4878-a437-9c5bddec4319 req-293a67b8-9ff9-4fc3-8000-eafed38d8111 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:17.622799 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-107a71c3-9b8c-4878-a437-9c5bddec4319 req-293a67b8-9ff9-4fc3-8000-eafed38d8111 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cad47b4b-f8d6-40f2-b932-8297c15e2631 HTTP/1.1" status: 200 len: 972 time: 0.1728611 Aug 28 14:53:17.690289 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-dde8f234-2d3f-4cfd-ab8c-c6dba9ab362f admin admin] Allocated IP 172.25.3.217 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/4b698920-b743-4db2-8dd6-41727fe95600) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:53:17.751123 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a76365-9c37-4c77-a838-2d261f361b58 req-179cd2ed-c07e-4cce-b4f4-81f15fcb990c tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:17.752695 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82a76365-9c37-4c77-a838-2d261f361b58 req-179cd2ed-c07e-4cce-b4f4-81f15fcb990c tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.41 "GET /v2.0/networks?id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45 HTTP/1.1" status: 200 len: 808 time: 0.2601962 Aug 28 14:53:17.782092 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-82a76365-9c37-4c77-a838-2d261f361b58 req-e1fb79f3-f67d-47b2-9d44-fbbe10996c8f tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Request body: {'port': {'device_id': '9e77393c-a5cd-4c5e-b4e7-538a36a6688f', 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45', 'admin_state_up': True, 'tenant_id': '29e98397e0be4fe1a52442d0d5c53b75'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:17.803072 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-107a71c3-9b8c-4878-a437-9c5bddec4319 req-7c9fca84-bb80-4f75-8ebb-77299a1830f3 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f02907-89f8-44b5-86e5-57d9724d2562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629250 Aug 28 14:53:17.861995 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c9ea60bb-7d6b-4321-8ab1-cb2612bbf4d5 req-a0df5089-691c-4f02-bee5-ed0704ab14ad tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 210 time: 0.0421169 Aug 28 14:53:17.970751 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-81eba497-9580-4bb0-804d-ca77bc5084a9 req-ee92409c-f28a-4164-ba7e-fcc49c585f11 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d63812-043f-4180-a0d0-e88d89ae303d HTTP/1.1" status: 200 len: 210 time: 0.0958319 Aug 28 14:53:18.053109 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dde8f234-2d3f-4cfd-ab8c-c6dba9ab362f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:18.105191 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82a76365-9c37-4c77-a838-2d261f361b58 req-e1fb79f3-f67d-47b2-9d44-fbbe10996c8f tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Made reservation on behalf of 29e98397e0be4fe1a52442d0d5c53b75 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:53:18.105622 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e52df4-3a16-421c-807b-b916ddbe8a59 req-39be4635-a885-436b-a21f-bf4b37f34b4f tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:18.109297 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-82a76365-9c37-4c77-a838-2d261f361b58 req-e1fb79f3-f67d-47b2-9d44-fbbe10996c8f tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:18.112570 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-00e52df4-3a16-421c-807b-b916ddbe8a59 req-39be4635-a885-436b-a21f-bf4b37f34b4f tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 966 time: 0.1286941 Aug 28 14:53:18.182618 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-00e52df4-3a16-421c-807b-b916ddbe8a59 req-5de06957-af20-4441-b07c-ac2929b7fffe tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690339 Aug 28 14:53:18.210576 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dde8f234-2d3f-4cfd-ab8c-c6dba9ab362f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:18.282066 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde8f234-2d3f-4cfd-ab8c-c6dba9ab362f admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:53:18.285358 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-dde8f234-2d3f-4cfd-ab8c-c6dba9ab362f admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:53:18.295174 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde8f234-2d3f-4cfd-ab8c-c6dba9ab362f admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:53:18.347819 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8f234-2d3f-4cfd-ab8c-c6dba9ab362f admin admin] Pushing event updated for resources: {'Port': ['ID=4b698920-b743-4db2-8dd6-41727fe95600,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:18.375203 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d47fde-ed24-48de-aaec-c1cb36e5c518 req-a78c8bc5-1135-4aae-a8ab-61ed3583b620 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:18.376754 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-27d47fde-ed24-48de-aaec-c1cb36e5c518 req-a78c8bc5-1135-4aae-a8ab-61ed3583b620 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a99f7ff-35af-48e8-9700-5f294d7f4cc7 HTTP/1.1" status: 200 len: 948 time: 0.1270800 Aug 28 14:53:18.395231 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfdbbe3-1175-4e2b-9f19-fcde44d02926 None None] Network ade7ae78-ea27-4e43-a235-0a59bde7674a requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:53:18.415793 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-82a76365-9c37-4c77-a838-2d261f361b58 req-e1fb79f3-f67d-47b2-9d44-fbbe10996c8f tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Allocated IP 172.20.0.2 (f880d3c9-f6e7-4938-b4f1-f1e626d67f45/1c5688cf-0eb8-4e6f-8c97-3f260fd91357/4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:53:18.474824 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-23eeda79-b785-4b86-9736-d92acaa7dd7d None None] Provisioning for port dc86c046-94e6-4ef3-920a-c3b7fa0c24e6 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:53:18.584709 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dde8f234-2d3f-4cfd-ab8c-c6dba9ab362f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:18.622194 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-27d47fde-ed24-48de-aaec-c1cb36e5c518 req-c72eeeb0-0617-4ecc-adea-1d056bf89bb3 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362838 Aug 28 14:53:18.639582 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-82a76365-9c37-4c77-a838-2d261f361b58 req-e1fb79f3-f67d-47b2-9d44-fbbe10996c8f tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:18.695216 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-82a76365-9c37-4c77-a838-2d261f361b58 req-e1fb79f3-f67d-47b2-9d44-fbbe10996c8f tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:18.724002 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:53:18.752235 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82a76365-9c37-4c77-a838-2d261f361b58 req-e1fb79f3-f67d-47b2-9d44-fbbe10996c8f tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:53:18.763028 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-82a76365-9c37-4c77-a838-2d261f361b58 req-e1fb79f3-f67d-47b2-9d44-fbbe10996c8f tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:53:18.767861 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a76365-9c37-4c77-a838-2d261f361b58 req-e1fb79f3-f67d-47b2-9d44-fbbe10996c8f tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:53:18.778103 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a76365-9c37-4c77-a838-2d261f361b58 req-e1fb79f3-f67d-47b2-9d44-fbbe10996c8f tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:18.778765 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-82a76365-9c37-4c77-a838-2d261f361b58 req-e1fb79f3-f67d-47b2-9d44-fbbe10996c8f tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:18.793487 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb79f3-f67d-47b2-9d44-fbbe10996c8f tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Pushing event updated for resources: {'Port': ['ID=4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:18.810608 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82a76365-9c37-4c77-a838-2d261f361b58 req-e1fb79f3-f67d-47b2-9d44-fbbe10996c8f tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0471544 Aug 28 14:53:18.825340 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-82a76365-9c37-4c77-a838-2d261f361b58 req-f3ef82e6-9e11-47fb-8932-87996c1d6181 service neutron] Request body: {'port': {'device_id': '9e77393c-a5cd-4c5e-b4e7-538a36a6688f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:18.906372 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-82a76365-9c37-4c77-a838-2d261f361b58 req-f3ef82e6-9e11-47fb-8932-87996c1d6181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:18.932050 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=19dd7d34-ac51-4db3-9f65-8cf6020e8e76,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:18.954830 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '19dd7d34-ac51-4db3-9f65-8cf6020e8e76', 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808', 'port_id': '19dd7d34-ac51-4db3-9f65-8cf6020e8e76', 'mac_address': 'fa:16:3e:3e:e7:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f920e854-f768-4846-871d-087306f43fd9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:tempest-test_az-1603513841', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:53:19.023083 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:19.033828 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dde8f234-2d3f-4cfd-ab8c-c6dba9ab362f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:19.040519 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:53:19.047672 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9bd26-a47e-4bd5-9892-97e5826f066c req-b87a39b4-b716-4e30-88c4-b120716931f7 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:19.055436 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9af9bd26-a47e-4bd5-9892-97e5826f066c req-b87a39b4-b716-4e30-88c4-b120716931f7 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cad47b4b-f8d6-40f2-b932-8297c15e2631 HTTP/1.1" status: 200 len: 972 time: 0.1615000 Aug 28 14:53:19.082380 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=19dd7d34-ac51-4db3-9f65-8cf6020e8e76,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:19.089931 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:19.184720 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9af9bd26-a47e-4bd5-9892-97e5826f066c req-e7891a73-4539-48be-8546-8be30ecc5ada tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f02907-89f8-44b5-86e5-57d9724d2562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234252 Aug 28 14:53:19.184909 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device dc86c046-94e6-4ef3-920a-c3b7fa0c24e6 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:53:19.332643 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=19dd7d34-ac51-4db3-9f65-8cf6020e8e76,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:19.351328 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-37ba2d3e-bf93-4b08-af01-cab25ff37267 req-4babf57e-897d-46ac-ad50-f213d5e65b3f tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d63812-043f-4180-a0d0-e88d89ae303d HTTP/1.1" status: 200 len: 210 time: 0.0473220 Aug 28 14:53:19.354453 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['19dd7d34-ac51-4db3-9f65-8cf6020e8e76'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:53:19.356955 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-82a76365-9c37-4c77-a838-2d261f361b58 req-f3ef82e6-9e11-47fb-8932-87996c1d6181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:53:19.379881 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-82a76365-9c37-4c77-a838-2d261f361b58 req-f3ef82e6-9e11-47fb-8932-87996c1d6181 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:19.394917 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-82a76365-9c37-4c77-a838-2d261f361b58 req-f3ef82e6-9e11-47fb-8932-87996c1d6181 service neutron] Transition to ACTIVE for port object 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:53:19.406367 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-82a76365-9c37-4c77-a838-2d261f361b58 req-f3ef82e6-9e11-47fb-8932-87996c1d6181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:19.455491 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port dc86c046-94e6-4ef3-920a-c3b7fa0c24e6 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:53:19.463370 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port dc86c046-94e6-4ef3-920a-c3b7fa0c24e6 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:53:19.463787 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:19.472861 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d8aa5-b053-4e91-9d25-a49a1d52c297 req-6aa2db70-b258-4f2e-ae84-69437800418d tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:19.481135 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6a9d8aa5-b053-4e91-9d25-a49a1d52c297 req-6aa2db70-b258-4f2e-ae84-69437800418d tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 931 time: 0.4880130 Aug 28 14:53:19.496677 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-eab20bf7-631b-44bd-bafc-7d989c3f08c4 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:19.498144 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-eab20bf7-631b-44bd-bafc-7d989c3f08c4 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.36 "GET /v2.0/networks?id=7fefbaf0-9766-4195-b2cc-33f85cb01cd6 HTTP/1.1" status: 200 len: 824 time: 0.3721559 Aug 28 14:53:19.520610 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef82e6-9e11-47fb-8932-87996c1d6181 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:19.543716 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde8f234-2d3f-4cfd-ab8c-c6dba9ab362f admin admin] Router 8d237ea4-163d-4210-b434-cced06b64a1f is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 14:53:19.564182 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6a9d8aa5-b053-4e91-9d25-a49a1d52c297 req-352ac225-5fa9-4639-8ead-c07214033dc7 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821676 Aug 28 14:53:19.564986 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-82a76365-9c37-4c77-a838-2d261f361b58 req-f3ef82e6-9e11-47fb-8932-87996c1d6181 service neutron] Attempting to bind port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:53:19.565317 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-82a76365-9c37-4c77-a838-2d261f361b58 req-f3ef82e6-9e11-47fb-8932-87996c1d6181 service neutron] Attempting to bind port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:53:19.565641 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a76365-9c37-4c77-a838-2d261f361b58 req-f3ef82e6-9e11-47fb-8932-87996c1d6181 service neutron] Attempting to bind port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:53:19.568957 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a19599-6bd5-4981-94a1-880fa0c65e5b req-ca61e5d8-01b1-4904-8e67-2cc68d80044a tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:19.570468 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-11a19599-6bd5-4981-94a1-880fa0c65e5b req-ca61e5d8-01b1-4904-8e67-2cc68d80044a tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 967 time: 0.1258876 Aug 28 14:53:19.571888 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a76365-9c37-4c77-a838-2d261f361b58 req-f3ef82e6-9e11-47fb-8932-87996c1d6181 service neutron] Port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:53:19.572219 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a76365-9c37-4c77-a838-2d261f361b58 req-f3ef82e6-9e11-47fb-8932-87996c1d6181 service neutron] Attempting to bind port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:53:19.577753 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a76365-9c37-4c77-a838-2d261f361b58 req-f3ef82e6-9e11-47fb-8932-87996c1d6181 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:53:19.578086 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a76365-9c37-4c77-a838-2d261f361b58 req-f3ef82e6-9e11-47fb-8932-87996c1d6181 service neutron] Checking segment: {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:53:19.578464 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a76365-9c37-4c77-a838-2d261f361b58 req-f3ef82e6-9e11-47fb-8932-87996c1d6181 service neutron] Bound using segment: {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:53:19.578892 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-82a76365-9c37-4c77-a838-2d261f361b58 req-f3ef82e6-9e11-47fb-8932-87996c1d6181 service neutron] Bound port: 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:53:19.579297 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-82a76365-9c37-4c77-a838-2d261f361b58 req-f3ef82e6-9e11-47fb-8932-87996c1d6181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:19.610403 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-5bc45471-98db-400a-a561-636e1f9c5766 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf69354c9e44480a955dc8879f74a9d8 HTTP/1.1" status: 200 len: 379 time: 0.1000311 Aug 28 14:53:19.623137 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:19.644993 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-82a76365-9c37-4c77-a838-2d261f361b58 req-f3ef82e6-9e11-47fb-8932-87996c1d6181 service neutron] For port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:53:19.648433 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-82a76365-9c37-4c77-a838-2d261f361b58 req-f3ef82e6-9e11-47fb-8932-87996c1d6181 service neutron] For port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:53:19.656706 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-82a76365-9c37-4c77-a838-2d261f361b58 req-f3ef82e6-9e11-47fb-8932-87996c1d6181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:19.677673 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port dc86c046-94e6-4ef3-920a-c3b7fa0c24e6, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=dc86c046-94e6-4ef3-920a-c3b7fa0c24e6,segment=NetworkSegment(6bb3c6e3-d34d-4a78-9510-612dffc6008a),segment_id=6bb3c6e3-d34d-4a78-9510-612dffc6008a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:19.684997 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:19.687456 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-4b6fd387-ef09-4140-8052-9312ac97c37f tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Request body: {'port': {'device_id': '22d63812-043f-4180-a0d0-e88d89ae303d', 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6', 'admin_state_up': True, 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'security_groups': ['60056bfc-e688-4bfd-9765-2e80355b49c4']}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:19.699621 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a76365-9c37-4c77-a838-2d261f361b58 req-f3ef82e6-9e11-47fb-8932-87996c1d6181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:19.700377 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-82a76365-9c37-4c77-a838-2d261f361b58 req-f3ef82e6-9e11-47fb-8932-87996c1d6181 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:19.701758 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82a76365-9c37-4c77-a838-2d261f361b58 req-f3ef82e6-9e11-47fb-8932-87996c1d6181 service neutron] 10.222.0.41 "PUT /v2.0/ports/4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f HTTP/1.1" status: 200 len: 1092 time: 0.8816190 Aug 28 14:53:19.702198 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e77393c-a5cd-4c5e-b4e7-538a36a6688f', 'tag': '4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:53:19.704733 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2a9ae9-9814-46a6-a13e-0f7705208f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "9e77393c-a5cd-4c5e-b4e7-538a36a6688f", "tag": "4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:53:19.761718 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=dc86c046-94e6-4ef3-920a-c3b7fa0c24e6,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:19.784701 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-11a19599-6bd5-4981-94a1-880fa0c65e5b req-ebe7a33e-50ae-42b2-a673-b594e958eb20 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976354 Aug 28 14:53:19.810226 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef82e6-9e11-47fb-8932-87996c1d6181 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:19.832600 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69143016-8c7a-481e-a010-f479c9ddf83e req-7644b1f2-0fc6-46f2-9e9d-87f58894abf6 tempest-AggregatesAdminTestJSON-379417359 tempest-AggregatesAdminTestJSON-379417359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:19.834128 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-69143016-8c7a-481e-a010-f479c9ddf83e req-7644b1f2-0fc6-46f2-9e9d-87f58894abf6 tempest-AggregatesAdminTestJSON-379417359 tempest-AggregatesAdminTestJSON-379417359-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cad47b4b-f8d6-40f2-b932-8297c15e2631 HTTP/1.1" status: 200 len: 1124 time: 0.1241903 Aug 28 14:53:19.846306 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a76365-9c37-4c77-a838-2d261f361b58 req-06569946-5432-4799-a3ef-0753a9d0e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:19.847803 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82a76365-9c37-4c77-a838-2d261f361b58 req-06569946-5432-4799-a3ef-0753a9d0e3bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29e98397e0be4fe1a52442d0d5c53b75&device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 1095 time: 0.0780618 Aug 28 14:53:19.876891 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-69143016-8c7a-481e-a010-f479c9ddf83e req-5aa68f65-1e69-4d19-b6aa-b4ba9944d151 tempest-AggregatesAdminTestJSON-379417359 tempest-AggregatesAdminTestJSON-379417359-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:19.886860 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde8f234-2d3f-4cfd-ab8c-c6dba9ab362f admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:53:19.905836 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c49a7-08a1-4249-8f8b-e94baf344561 None None] Sync routers for ids ['8d237ea4-163d-4210-b434-cced06b64a1f'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:53:19.907721 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-4b6fd387-ef09-4140-8052-9312ac97c37f tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Made reservation on behalf of cf69354c9e44480a955dc8879f74a9d8 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:53:19.911947 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-4b6fd387-ef09-4140-8052-9312ac97c37f tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:19.917020 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7c49a7-08a1-4249-8f8b-e94baf344561 None None] Routers {'8d237ea4-163d-4210-b434-cced06b64a1f'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:53:19.917953 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-dc7c49a7-08a1-4249-8f8b-e94baf344561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:53:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['8d237ea4-163d-4210-b434-cced06b64a1f'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:53:19.921513 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82a76365-9c37-4c77-a838-2d261f361b58 req-9759f204-1bcd-4482-ba44-fa59843a296d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f HTTP/1.1" status: 200 len: 217 time: 0.0618737 Aug 28 14:53:19.924636 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dde8f234-2d3f-4cfd-ab8c-c6dba9ab362f admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:19.928194 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-dde8f234-2d3f-4cfd-ab8c-c6dba9ab362f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8169417 Aug 28 14:53:19.928890 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51014) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:19.982505 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a76365-9c37-4c77-a838-2d261f361b58 req-3ea91a82-ae9f-4220-9079-94c7689ccff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:19.984346 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82a76365-9c37-4c77-a838-2d261f361b58 req-3ea91a82-ae9f-4220-9079-94c7689ccff8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c5688cf-0eb8-4e6f-8c97-3f260fd91357 HTTP/1.1" status: 200 len: 848 time: 0.0541177 Aug 28 14:53:20.025949 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82a76365-9c37-4c77-a838-2d261f361b58 req-7bf777d0-283e-459d-ae7c-127cd0ee5d41 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324838 Aug 28 14:53:20.039359 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-dc7c49a7-08a1-4249-8f8b-e94baf344561 None None] Set router 8d237ea4-163d-4210-b434-cced06b64a1f gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:53:20.168332 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82a76365-9c37-4c77-a838-2d261f361b58 req-6f71a1ec-f7e4-444a-80e4-01df66a06d4f service neutron] 10.222.0.41 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331766 Aug 28 14:53:20.173553 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-69143016-8c7a-481e-a010-f479c9ddf83e req-5aa68f65-1e69-4d19-b6aa-b4ba9944d151 tempest-AggregatesAdminTestJSON-379417359 tempest-AggregatesAdminTestJSON-379417359-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:20.185443 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-69143016-8c7a-481e-a010-f479c9ddf83e req-5aa68f65-1e69-4d19-b6aa-b4ba9944d151 tempest-AggregatesAdminTestJSON-379417359 tempest-AggregatesAdminTestJSON-379417359-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:20.262084 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-69143016-8c7a-481e-a010-f479c9ddf83e req-5aa68f65-1e69-4d19-b6aa-b4ba9944d151 tempest-AggregatesAdminTestJSON-379417359 tempest-AggregatesAdminTestJSON-379417359-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c8f02907-89f8-44b5-86e5-57d9724d2562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191682 Aug 28 14:53:20.279480 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa68f65-1e69-4d19-b6aa-b4ba9944d151 tempest-AggregatesAdminTestJSON-379417359 tempest-AggregatesAdminTestJSON-379417359-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639bb3c4-d542-40f7-ae6f-24ab787d9ed3,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:20.329962 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82a76365-9c37-4c77-a838-2d261f361b58 req-f009705f-8c94-4813-98a4-b107321fd6e6 service neutron] 10.222.0.41 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537752 Aug 28 14:53:20.334571 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c7f60a-2de9-4916-8155-d3ee6334bda3 x-openstack-request-id: req-c5c7f60a-2de9-4916-8155-d3ee6334bda3 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:53:20.335082 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e77393c-a5cd-4c5e-b4e7-538a36a6688f", "tag": "4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:53:20.335410 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5c7f60a-2de9-4916-8155-d3ee6334bda3 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:53:20.335911 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e77393c-a5cd-4c5e-b4e7-538a36a6688f', 'tag': '4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f', 'status': 'completed', 'code': 200} Aug 28 14:53:20.350116 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-dc7c49a7-08a1-4249-8f8b-e94baf344561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d237ea4-163d-4210-b434-cced06b64a1f', 'name': 'tempest-FloatingIPDetailsTestJSON-1848162400-router', 'tenant_id': '6c1fe9baac2948699f987e82efaea4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4b698920-b743-4db2-8dd6-41727fe95600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:53:16Z', 'updated_at': '2021-08-28T14:53:18Z', 'revision_number': 3, 'project_id': '6c1fe9baac2948699f987e82efaea4e5', 'gw_port': {'id': '4b698920-b743-4db2-8dd6-41727fe95600', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:45:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d237ea4-163d-4210-b434-cced06b64a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:53:17Z', 'updated_at': '2021-08-28T14:53:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:53:20.379881 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c49a7-08a1-4249-8f8b-e94baf344561 None None] Checking router: 8d237ea4-163d-4210-b434-cced06b64a1f for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:53:20.380243 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c49a7-08a1-4249-8f8b-e94baf344561 None None] Updating router 8d237ea4-163d-4210-b434-cced06b64a1f port 4b698920-b743-4db2-8dd6-41727fe95600 binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 14:53:20.418729 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-dc7c49a7-08a1-4249-8f8b-e94baf344561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:20.458149 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a9ae9-9814-46a6-a13e-0f7705208f8c req-9869ed49-bc03-4ad6-8ea7-8cfd8114b340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:20.462733 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9c2a9ae9-9814-46a6-a13e-0f7705208f8c req-9869ed49-bc03-4ad6-8ea7-8cfd8114b340 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29e98397e0be4fe1a52442d0d5c53b75&device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 1095 time: 0.0531452 Aug 28 14:53:20.510050 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18510022-ec4f-4a4f-9bea-a3e37cb5b7df req-36e5ed83-1ae6-47b3-abff-9f7861178ec6 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:20.510854 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-18510022-ec4f-4a4f-9bea-a3e37cb5b7df req-36e5ed83-1ae6-47b3-abff-9f7861178ec6 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a99f7ff-35af-48e8-9700-5f294d7f4cc7 HTTP/1.1" status: 200 len: 948 time: 0.4220774 Aug 28 14:53:20.553046 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-4b6fd387-ef09-4140-8052-9312ac97c37f tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Allocated IP 172.20.0.7 (7fefbaf0-9766-4195-b2cc-33f85cb01cd6/99f97325-be0a-4922-9e31-90945bbee166/20668f44-816d-464d-be2b-262797e7eed5) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:53:20.622254 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-18510022-ec4f-4a4f-9bea-a3e37cb5b7df req-126da26a-b073-40e5-a14f-5a37e4fea2e0 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040215 Aug 28 14:53:20.722419 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a9ae9-9814-46a6-a13e-0f7705208f8c req-e69c37c7-0012-42e7-ba8e-2785596453bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:20.729259 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9c2a9ae9-9814-46a6-a13e-0f7705208f8c req-e69c37c7-0012-42e7-ba8e-2785596453bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45 HTTP/1.1" status: 200 len: 909 time: 0.2608662 Aug 28 14:53:20.751196 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:53:20.797173 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-adbdfad6-7da6-4ab4-9409-9b4b610933a6 req-0eb9b9f6-0601-488d-b1e5-c207d642ca08 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d63812-043f-4180-a0d0-e88d89ae303d HTTP/1.1" status: 200 len: 210 time: 0.0329826 Aug 28 14:53:20.878605 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:53:20.895911 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:53:20.896499 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:20.953349 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:53:20.968373 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-dc7c49a7-08a1-4249-8f8b-e94baf344561 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:20.985492 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-4b6fd387-ef09-4140-8052-9312ac97c37f tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:20.990662 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51040) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:20.994300 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-dc7c49a7-08a1-4249-8f8b-e94baf344561 None None] Transition to ACTIVE for port object 4b698920-b743-4db2-8dd6-41727fe95600 will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:53:21.005604 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-dc7c49a7-08a1-4249-8f8b-e94baf344561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:21.051627 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-4b6fd387-ef09-4140-8052-9312ac97c37f tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Transition to ACTIVE for port object 20668f44-816d-464d-be2b-262797e7eed5 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:53:21.073638 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245943fc-2503-4fc0-bd2e-2bf851673d42 req-42fd93dd-6859-4e8c-9408-158307f688cb tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:21.075438 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-245943fc-2503-4fc0-bd2e-2bf851673d42 req-42fd93dd-6859-4e8c-9408-158307f688cb tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 943 time: 0.1306217 Aug 28 14:53:21.085051 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd9c71-13f4-4b8e-a377-103026045821 None None] Pushing event updated for resources: {'Port': ['ID=4b698920-b743-4db2-8dd6-41727fe95600,revision_number=2']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:21.157427 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9c2a9ae9-9814-46a6-a13e-0f7705208f8c req-dbda1527-8b21-4f73-9f9e-fb382c883953 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f HTTP/1.1" status: 200 len: 217 time: 0.4169617 Aug 28 14:53:21.161249 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-dc7c49a7-08a1-4249-8f8b-e94baf344561 None None] Attempting to bind port 4b698920-b743-4db2-8dd6-41727fe95600 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:53:21.161839 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-dc7c49a7-08a1-4249-8f8b-e94baf344561 None None] Attempting to bind port 4b698920-b743-4db2-8dd6-41727fe95600 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:53:21.162440 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7c49a7-08a1-4249-8f8b-e94baf344561 None None] Attempting to bind port 4b698920-b743-4db2-8dd6-41727fe95600 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:53:21.174507 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7c49a7-08a1-4249-8f8b-e94baf344561 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:53:21.175445 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7c49a7-08a1-4249-8f8b-e94baf344561 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:53:21.176078 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-dc7c49a7-08a1-4249-8f8b-e94baf344561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:21.176658 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7c49a7-08a1-4249-8f8b-e94baf344561 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:53:21.177324 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-dc7c49a7-08a1-4249-8f8b-e94baf344561 None None] Bound port: 4b698920-b743-4db2-8dd6-41727fe95600, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:53:21.178765 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-dc7c49a7-08a1-4249-8f8b-e94baf344561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:21.191378 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-245943fc-2503-4fc0-bd2e-2bf851673d42 req-82770808-b5ba-4fd0-b60c-3aaf8d06f097 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085784 Aug 28 14:53:21.243704 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:21.266517 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-dc7c49a7-08a1-4249-8f8b-e94baf344561 None None] For port 4b698920-b743-4db2-8dd6-41727fe95600, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:53:21.269603 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': 'e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb', 'mac_address': 'fa:16:3e:03:5d:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:53:21.270230 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-dc7c49a7-08a1-4249-8f8b-e94baf344561 None None] For port 4b698920-b743-4db2-8dd6-41727fe95600, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=4b698920-b743-4db2-8dd6-41727fe95600,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:53:21.283059 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-dc7c49a7-08a1-4249-8f8b-e94baf344561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:21.285034 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device dc86c046-94e6-4ef3-920a-c3b7fa0c24e6 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:53:21.307209 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7904f7e7-b4ba-4e8b-a286-4b5c956f8fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:21.325010 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-4b6fd387-ef09-4140-8052-9312ac97c37f tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:21.333159 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7c49a7-08a1-4249-8f8b-e94baf344561 None None] Routers {'8d237ea4-163d-4210-b434-cced06b64a1f'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:53:21.334545 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-dc7c49a7-08a1-4249-8f8b-e94baf344561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:53:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['8d237ea4-163d-4210-b434-cced06b64a1f'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:53:21.341150 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a9ae9-9814-46a6-a13e-0f7705208f8c req-bf61a30c-0b44-483a-9f79-9421b2b7688f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:21.344252 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77eba93c-136e-4972-b279-c36fb05db16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:21.344956 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9c2a9ae9-9814-46a6-a13e-0f7705208f8c req-bf61a30c-0b44-483a-9f79-9421b2b7688f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c5688cf-0eb8-4e6f-8c97-3f260fd91357 HTTP/1.1" status: 200 len: 848 time: 0.1789978 Aug 28 14:53:21.426827 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-4b6fd387-ef09-4140-8052-9312ac97c37f tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Network 7fefbaf0-9766-4195-b2cc-33f85cb01cd6 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:53:21.436184 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:21.437805 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6fd387-ef09-4140-8052-9312ac97c37f tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Pushing event updated for resources: {'Port': ['ID=20668f44-816d-464d-be2b-262797e7eed5,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:21.445157 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-4b6fd387-ef09-4140-8052-9312ac97c37f tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:53:21.454633 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-4b6fd387-ef09-4140-8052-9312ac97c37f tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:53:21.461895 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-4b6fd387-ef09-4140-8052-9312ac97c37f tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:21.462549 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-4b6fd387-ef09-4140-8052-9312ac97c37f tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:21.475386 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-dc7c49a7-08a1-4249-8f8b-e94baf344561 None None] Set router 8d237ea4-163d-4210-b434-cced06b64a1f gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:53:21.476513 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7314d-c6a5-49b0-a1d9-bd25a1d03ce2 req-2e46af72-cf00-4b3e-a31c-28de67b47ac8 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:21.481948 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-02b7314d-c6a5-49b0-a1d9-bd25a1d03ce2 req-2e46af72-cf00-4b3e-a31c-28de67b47ac8 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 967 time: 0.2285414 Aug 28 14:53:21.487064 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9c2a9ae9-9814-46a6-a13e-0f7705208f8c req-503f7f16-93be-4d67-850c-8d30843401f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219537 Aug 28 14:53:21.515877 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:53:21.554069 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port dc86c046-94e6-4ef3-920a-c3b7fa0c24e6 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:53:21.554754 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:21.601775 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:21.608790 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:21.633914 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:21.706074 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dd7d34-ac51-4db3-9f65-8cf6020e8e76'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:53:21.708534 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5632a0a1-aafc-459b-ae42-9ecffc4a602a" -d '{"events": [{"server_uuid": "abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c", "name": "network-vif-plugged", "status": "completed", "tag": "19dd7d34-ac51-4db3-9f65-8cf6020e8e76"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:53:21.741271 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=19dd7d34-ac51-4db3-9f65-8cf6020e8e76,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:21.754547 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:21.762267 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7904f7e7-b4ba-4e8b-a286-4b5c956f8fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:21.765681 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:21.780218 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7904f7e7-b4ba-4e8b-a286-4b5c956f8fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:21.801486 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9c2a9ae9-9814-46a6-a13e-0f7705208f8c req-95e23363-72fa-4116-b5a1-03d1a797ea3a service neutron] 10.222.0.41 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595854 Aug 28 14:53:21.813680 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd9c71-13f4-4b8e-a377-103026045821 None None] Pushing event updated for resources: {'Port': ['ID=4b698920-b743-4db2-8dd6-41727fe95600,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:21.822121 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-dc7c49a7-08a1-4249-8f8b-e94baf344561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d237ea4-163d-4210-b434-cced06b64a1f', 'name': 'tempest-FloatingIPDetailsTestJSON-1848162400-router', 'tenant_id': '6c1fe9baac2948699f987e82efaea4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4b698920-b743-4db2-8dd6-41727fe95600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:53:16Z', 'updated_at': '2021-08-28T14:53:18Z', 'revision_number': 3, 'project_id': '6c1fe9baac2948699f987e82efaea4e5', 'gw_port': {'id': '4b698920-b743-4db2-8dd6-41727fe95600', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:45:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d237ea4-163d-4210-b434-cced06b64a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:53:17Z', 'updated_at': '2021-08-28T14:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:53:21.828349 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-4b6fd387-ef09-4140-8052-9312ac97c37f tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1478882 Aug 28 14:53:21.855688 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c49a7-08a1-4249-8f8b-e94baf344561 None None] The sync data for ids ['8d237ea4-163d-4210-b434-cced06b64a1f'] in n-d-712137-10 is: [{'id': '8d237ea4-163d-4210-b434-cced06b64a1f', 'name': 'tempest-FloatingIPDetailsTestJSON-1848162400-router', 'tenant_id': '6c1fe9baac2948699f987e82efaea4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4b698920-b743-4db2-8dd6-41727fe95600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:53:16Z', 'updated_at': '2021-08-28T14:53:18Z', 'revision_number': 3, 'project_id': '6c1fe9baac2948699f987e82efaea4e5', 'gw_port': {'id': '4b698920-b743-4db2-8dd6-41727fe95600', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:45:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d237ea4-163d-4210-b434-cced06b64a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:53:17Z', 'updated_at': '2021-08-28T14:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:53:21.862787 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-15cd5326-691e-43a2-9be3-90da293b5867 service neutron] Request body: {'port': {'device_id': '22d63812-043f-4180-a0d0-e88d89ae303d', 'device_owner': 'compute:tempest-test_az-1603513841', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:21.865347 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-02b7314d-c6a5-49b0-a1d9-bd25a1d03ce2 req-0fa71fe6-5993-4438-9696-76f469246e31 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673964 Aug 28 14:53:21.870324 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-77eba93c-136e-4972-b279-c36fb05db16c admin admin] Allocated IP 172.20.0.1 (ade7ae78-ea27-4e43-a235-0a59bde7674a/0a3bbd9a-6034-4a8b-8125-e00a3fd809e3/6bde456b-f9d0-44a0-95ab-a4706664f08c) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:53:21.907036 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=19dd7d34-ac51-4db3-9f65-8cf6020e8e76,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:21.916136 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-374755fc-deae-4398-99a1-4bd94dc3b6c9 None None] Provisioning for port 20668f44-816d-464d-be2b-262797e7eed5 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:53:21.926089 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-374755fc-deae-4398-99a1-4bd94dc3b6c9 None None] Provisioning complete for port 20668f44-816d-464d-be2b-262797e7eed5 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:53:21.926427 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-374755fc-deae-4398-99a1-4bd94dc3b6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:21.937565 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7904f7e7-b4ba-4e8b-a286-4b5c956f8fcc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=190cafa8a4e24c728ebe85bfecb50288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9435306 Aug 28 14:53:21.947801 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51070) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:21.963464 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904f7e7-b4ba-4e8b-a286-4b5c956f8fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2faace47-e80e-4e8d-a4b6-253c1d10422a,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:22.011915 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-374755fc-deae-4398-99a1-4bd94dc3b6c9 None None] Port 20668f44-816d-464d-be2b-262797e7eed5 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:53:22.057338 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9c2a9ae9-9814-46a6-a13e-0f7705208f8c req-1a8e6495-c23b-495b-94e3-be1cb28d8e6d service neutron] 10.222.0.41 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439845 Aug 28 14:53:22.096744 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc7a802-4fac-405b-8d15-285f34ccb1a4 x-openstack-request-id: req-bdc7a802-4fac-405b-8d15-285f34ccb1a4 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:53:22.097064 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c", "name": "network-vif-plugged", "status": "completed", "tag": "19dd7d34-ac51-4db3-9f65-8cf6020e8e76", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:53:22.097324 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bdc7a802-4fac-405b-8d15-285f34ccb1a4 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:53:22.097805 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dd7d34-ac51-4db3-9f65-8cf6020e8e76', 'code': 200} Aug 28 14:53:22.104497 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-15cd5326-691e-43a2-9be3-90da293b5867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:22.127089 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f39093-46ce-4771-a8dd-060ec4d9d0c5 req-68185ff8-32fe-45b0-b7f2-a681070705f9 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:22.128664 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-10f39093-46ce-4771-a8dd-060ec4d9d0c5 req-68185ff8-32fe-45b0-b7f2-a681070705f9 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a99f7ff-35af-48e8-9700-5f294d7f4cc7 HTTP/1.1" status: 200 len: 949 time: 0.3117089 Aug 28 14:53:22.135511 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:53:22.213910 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eef5a82d-e7ce-4919-95e7-5f13a46b0816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:22.277605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b09e5-f4e5-4d00-abe9-72a6d9cbf628 req-e673ae7b-e87a-45c1-9979-13d287d9af69 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:22.285922 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bb9b09e5-f4e5-4d00-abe9-72a6d9cbf628 req-e673ae7b-e87a-45c1-9979-13d287d9af69 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d63812-043f-4180-a0d0-e88d89ae303d HTTP/1.1" status: 200 len: 931 time: 0.1075289 Aug 28 14:53:22.325412 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77eba93c-136e-4972-b279-c36fb05db16c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:22.339472 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bb9b09e5-f4e5-4d00-abe9-72a6d9cbf628 req-3e52b1a0-0358-4934-a869-92e142f63e7a tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/security-groups?id=60056bfc-e688-4bfd-9765-2e80355b49c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472231 Aug 28 14:53:22.403715 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-10f39093-46ce-4771-a8dd-060ec4d9d0c5 req-ec588e96-9db8-4885-9ba7-34f191a90be5 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649341 Aug 28 14:53:22.422132 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eef5a82d-e7ce-4919-95e7-5f13a46b0816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:22.425238 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43790eaf-5620-4789-8484-581e39b8f36b req-38dc5411-0c39-431e-80ae-0685e2dbea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:22.426777 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-43790eaf-5620-4789-8484-581e39b8f36b req-38dc5411-0c39-431e-80ae-0685e2dbea9f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 1120 time: 0.2565441 Aug 28 14:53:22.464986 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-77eba93c-136e-4972-b279-c36fb05db16c admin admin] Transition to ACTIVE for port object 6bde456b-f9d0-44a0-95ab-a4706664f08c will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:53:22.520481 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77eba93c-136e-4972-b279-c36fb05db16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:22.666854 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388adc6-87ab-440e-97d6-52d20c9f4094 req-b1ddff6a-f06b-4b8e-91b0-26806c5f801a tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:22.668597 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8388adc6-87ab-440e-97d6-52d20c9f4094 req-b1ddff6a-f06b-4b8e-91b0-26806c5f801a tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 943 time: 0.0570760 Aug 28 14:53:22.711004 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8388adc6-87ab-440e-97d6-52d20c9f4094 req-59113e6e-817f-4265-9394-7692d89b66bf tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363553 Aug 28 14:53:22.719271 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eba93c-136e-4972-b279-c36fb05db16c admin admin] Network ade7ae78-ea27-4e43-a235-0a59bde7674a is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:53:22.731455 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-43790eaf-5620-4789-8484-581e39b8f36b req-ef1f321a-052c-44f6-83f0-a4c5e5411e11 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708230 Aug 28 14:53:22.738124 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-77eba93c-136e-4972-b279-c36fb05db16c admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:53:22.742123 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eba93c-136e-4972-b279-c36fb05db16c admin admin] Pushing event updated for resources: {'Port': ['ID=6bde456b-f9d0-44a0-95ab-a4706664f08c,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:22.745361 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eba93c-136e-4972-b279-c36fb05db16c admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:53:22.745970 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77eba93c-136e-4972-b279-c36fb05db16c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:22.824676 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eef5a82d-e7ce-4919-95e7-5f13a46b0816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:22.827457 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eef5a82d-e7ce-4919-95e7-5f13a46b0816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:22.831894 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-eef5a82d-e7ce-4919-95e7-5f13a46b0816 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2faace47-e80e-4e8d-a4b6-253c1d10422a HTTP/1.1" status: 204 len: 168 time: 0.8821387 Aug 28 14:53:22.858654 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5a82d-e7ce-4919-95e7-5f13a46b0816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2faace47-e80e-4e8d-a4b6-253c1d10422a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:23.008937 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-15cd5326-691e-43a2-9be3-90da293b5867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20668f44-816d-464d-be2b-262797e7eed5 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:53:23.054169 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-15cd5326-691e-43a2-9be3-90da293b5867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:23.104120 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-15cd5326-691e-43a2-9be3-90da293b5867 service neutron] Transition to ACTIVE for port object 20668f44-816d-464d-be2b-262797e7eed5 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:53:23.115716 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-15cd5326-691e-43a2-9be3-90da293b5867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:23.162582 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2975f314-b239-4c0d-92b5-f2665b30e6e3 None None] Provisioning for port 6bde456b-f9d0-44a0-95ab-a4706664f08c completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:53:23.174776 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2975f314-b239-4c0d-92b5-f2665b30e6e3 None None] Provisioning complete for port 6bde456b-f9d0-44a0-95ab-a4706664f08c triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:53:23.175445 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2975f314-b239-4c0d-92b5-f2665b30e6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:23.204594 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ab550-a4e4-4cc2-9fbd-912e92fd259d req-bccce305-9ded-496d-9653-16c79c3598ca tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:23.206157 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-297ab550-a4e4-4cc2-9fbd-912e92fd259d req-bccce305-9ded-496d-9653-16c79c3598ca tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 968 time: 0.1880012 Aug 28 14:53:23.237459 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77eba93c-136e-4972-b279-c36fb05db16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:23.246313 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-2975f314-b239-4c0d-92b5-f2665b30e6e3 None None] Port 6bde456b-f9d0-44a0-95ab-a4706664f08c cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:53:23.248849 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 4b698920-b743-4db2-8dd6-41727fe95600 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:53:23.315730 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 4b698920-b743-4db2-8dd6-41727fe95600 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:53:23.320175 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 4b698920-b743-4db2-8dd6-41727fe95600 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:53:23.321254 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:23.324791 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd5326-691e-43a2-9be3-90da293b5867 service neutron] Pushing event updated for resources: {'Port': ['ID=20668f44-816d-464d-be2b-262797e7eed5,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:23.391081 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-297ab550-a4e4-4cc2-9fbd-912e92fd259d req-22255c73-0368-4bbf-91d7-db9610c49561 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618118 Aug 28 14:53:23.394126 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-15cd5326-691e-43a2-9be3-90da293b5867 service neutron] Attempting to bind port 20668f44-816d-464d-be2b-262797e7eed5 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:53:23.394465 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-15cd5326-691e-43a2-9be3-90da293b5867 service neutron] Attempting to bind port 20668f44-816d-464d-be2b-262797e7eed5 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '42567edf-8f75-4b9a-a0f4-8b1c669e01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:53:23.394804 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-15cd5326-691e-43a2-9be3-90da293b5867 service neutron] Attempting to bind port 20668f44-816d-464d-be2b-262797e7eed5 on network 7fefbaf0-9766-4195-b2cc-33f85cb01cd6 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:53:23.412225 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-15cd5326-691e-43a2-9be3-90da293b5867 service neutron] Port 20668f44-816d-464d-be2b-262797e7eed5 on network 7fefbaf0-9766-4195-b2cc-33f85cb01cd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:53:23.412557 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-15cd5326-691e-43a2-9be3-90da293b5867 service neutron] Attempting to bind port 20668f44-816d-464d-be2b-262797e7eed5 on network 7fefbaf0-9766-4195-b2cc-33f85cb01cd6 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:53:23.426516 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51128) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:23.428875 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-15cd5326-691e-43a2-9be3-90da293b5867 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:53:23.429472 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-15cd5326-691e-43a2-9be3-90da293b5867 service neutron] Checking segment: {'id': '42567edf-8f75-4b9a-a0f4-8b1c669e01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:53:23.430916 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-15cd5326-691e-43a2-9be3-90da293b5867 service neutron] Bound using segment: {'id': '42567edf-8f75-4b9a-a0f4-8b1c669e01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:53:23.431587 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-15cd5326-691e-43a2-9be3-90da293b5867 service neutron] Bound port: 20668f44-816d-464d-be2b-262797e7eed5, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42567edf-8f75-4b9a-a0f4-8b1c669e01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:53:23.432537 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-15cd5326-691e-43a2-9be3-90da293b5867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:23.482948 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1f7dd746-38f5-44fc-a95c-15049fafca2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:23.492419 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:23.511649 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831406fc-4a9d-48f4-afdf-ef9422971fbc req-c97ef994-a087-48e5-9c1d-d3834bdce5c3 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:23.521277 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-831406fc-4a9d-48f4-afdf-ef9422971fbc req-c97ef994-a087-48e5-9c1d-d3834bdce5c3 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d63812-043f-4180-a0d0-e88d89ae303d HTTP/1.1" status: 200 len: 965 time: 0.0869503 Aug 28 14:53:23.525475 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 4b698920-b743-4db2-8dd6-41727fe95600, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=4b698920-b743-4db2-8dd6-41727fe95600,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:23.530539 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:23.566530 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-831406fc-4a9d-48f4-afdf-ef9422971fbc req-de1d33f8-7875-44e8-aed7-c7da6f1e6ab2 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/security-groups?id=60056bfc-e688-4bfd-9765-2e80355b49c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443969 Aug 28 14:53:23.604938 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=4b698920-b743-4db2-8dd6-41727fe95600,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:23.735570 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926eb7e-bfdd-4795-829c-99d18835b1f4 req-03e6e8a4-e036-4dd1-9d10-3f896fecc33a tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:23.744355 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2926eb7e-bfdd-4795-829c-99d18835b1f4 req-03e6e8a4-e036-4dd1-9d10-3f896fecc33a tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a99f7ff-35af-48e8-9700-5f294d7f4cc7 HTTP/1.1" status: 200 len: 949 time: 0.0858438 Aug 28 14:53:23.821831 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2926eb7e-bfdd-4795-829c-99d18835b1f4 req-da7e8d4b-f1b3-4a32-8e13-c66f45e60783 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756142 Aug 28 14:53:23.966560 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-15cd5326-691e-43a2-9be3-90da293b5867 service neutron] For port 20668f44-816d-464d-be2b-262797e7eed5, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:53:24.012485 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-15cd5326-691e-43a2-9be3-90da293b5867 service neutron] For port 20668f44-816d-464d-be2b-262797e7eed5, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=20668f44-816d-464d-be2b-262797e7eed5,segment=NetworkSegment(42567edf-8f75-4b9a-a0f4-8b1c669e01ea),segment_id=42567edf-8f75-4b9a-a0f4-8b1c669e01ea)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:53:24.029303 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-15cd5326-691e-43a2-9be3-90da293b5867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:24.057569 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:24.079370 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51160) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:24.128443 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-15cd5326-691e-43a2-9be3-90da293b5867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:24.129311 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-15cd5326-691e-43a2-9be3-90da293b5867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:24.130880 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-15cd5326-691e-43a2-9be3-90da293b5867 service neutron] 10.222.0.36 "PUT /v2.0/ports/20668f44-816d-464d-be2b-262797e7eed5 HTTP/1.1" status: 200 len: 1114 time: 2.2780790 Aug 28 14:53:24.132840 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d63812-043f-4180-a0d0-e88d89ae303d', 'tag': '20668f44-816d-464d-be2b-262797e7eed5'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:53:24.135939 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7282ca28-adb5-42a0-9e05-8b7c3a90b670" -d '{"events": [{"name": "network-changed", "server_uuid": "22d63812-043f-4180-a0d0-e88d89ae303d", "tag": "20668f44-816d-464d-be2b-262797e7eed5"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:53:24.145979 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a92a3c-7ea7-4208-ac99-927d07c44f1c req-63b62e2b-4573-4db9-8ba2-e8c954b451fa tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:24.147872 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-72a92a3c-7ea7-4208-ac99-927d07c44f1c req-63b62e2b-4573-4db9-8ba2-e8c954b451fa tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 943 time: 0.1965957 Aug 28 14:53:24.165103 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77eba93c-136e-4972-b279-c36fb05db16c admin admin] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:24.224812 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77eba93c-136e-4972-b279-c36fb05db16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:24.224812 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77eba93c-136e-4972-b279-c36fb05db16c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:24.267041 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8e52786a-3791-448c-a2dc-99a8fa553b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:24.276659 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5fcb18-c72d-47f6-8ce3-4177effb9c43 x-openstack-request-id: req-5f5fcb18-c72d-47f6-8ce3-4177effb9c43 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:53:24.276976 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d63812-043f-4180-a0d0-e88d89ae303d", "tag": "20668f44-816d-464d-be2b-262797e7eed5", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:53:24.277269 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f5fcb18-c72d-47f6-8ce3-4177effb9c43 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:53:24.277609 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d63812-043f-4180-a0d0-e88d89ae303d', 'tag': '20668f44-816d-464d-be2b-262797e7eed5', 'status': 'completed', 'code': 200} Aug 28 14:53:24.295459 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd5326-691e-43a2-9be3-90da293b5867 service neutron] Pushing event updated for resources: {'Port': ['ID=20668f44-816d-464d-be2b-262797e7eed5,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:24.315488 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1f7dd746-38f5-44fc-a95c-15049fafca2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:24.396243 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1f7dd746-38f5-44fc-a95c-15049fafca2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:24.421134 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-72a92a3c-7ea7-4208-ac99-927d07c44f1c req-d46d901f-01ce-412d-8597-f3facb0ef115 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532351 Aug 28 14:53:24.442926 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8e52786a-3791-448c-a2dc-99a8fa553b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:24.451161 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8e52786a-3791-448c-a2dc-99a8fa553b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:24.460236 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-9f2815e2-f047-45d9-a300-4253d7a10c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:24.462945 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-9f2815e2-f047-45d9-a300-4253d7a10c26 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf69354c9e44480a955dc8879f74a9d8&device_id=22d63812-043f-4180-a0d0-e88d89ae303d HTTP/1.1" status: 200 len: 1117 time: 0.2862086 Aug 28 14:53:24.481430 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eba93c-136e-4972-b279-c36fb05db16c admin admin] Pushing event updated for resources: {'Port': ['ID=6bde456b-f9d0-44a0-95ab-a4706664f08c,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:24.499249 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8e52786a-3791-448c-a2dc-99a8fa553b33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17168dc021304e19acaa48f66aeff86a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4148471 Aug 28 14:53:24.521836 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51184) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:24.522389 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1f7dd746-38f5-44fc-a95c-15049fafca2e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1229a22d3471402b81db4b18d82f34a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0946136 Aug 28 14:53:24.523134 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7dd746-38f5-44fc-a95c-15049fafca2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb66259-85db-4853-9f8a-4fede93a3ddb,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:24.532730 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51186) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:24.543768 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-47488d49-e4b9-4b3a-8664-02853bf84bb2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20668f44-816d-464d-be2b-262797e7eed5 HTTP/1.1" status: 200 len: 217 time: 0.0695002 Aug 28 14:53:24.577346 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52786a-3791-448c-a2dc-99a8fa553b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b651be-0dad-4696-96a2-3ccf6f7f594a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:24.614578 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc06a3e-e2f5-4d92-9fcc-6eba73083368 req-6b58d156-dfa5-495a-bb0b-d34ce8c48052 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:24.616139 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fbc06a3e-e2f5-4d92-9fcc-6eba73083368 req-6b58d156-dfa5-495a-bb0b-d34ce8c48052 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 968 time: 0.1259530 Aug 28 14:53:24.642020 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eba93c-136e-4972-b279-c36fb05db16c admin admin] Network ade7ae78-ea27-4e43-a235-0a59bde7674a is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:53:24.645757 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-fb7c4059-2bc8-4f12-ab1e-95f68c9d9c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:24.647233 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-fb7c4059-2bc8-4f12-ab1e-95f68c9d9c16 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99f97325-be0a-4922-9e31-90945bbee166 HTTP/1.1" status: 200 len: 863 time: 0.0957460 Aug 28 14:53:24.649520 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-85c246f3-a173-47f0-a01a-ee8bba069b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:24.649841 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-77eba93c-136e-4972-b279-c36fb05db16c admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:53:24.669503 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fbc06a3e-e2f5-4d92-9fcc-6eba73083368 req-2395be44-4750-4b62-b375-bf61c7b04596 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462186 Aug 28 14:53:24.698225 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-85c246f3-a173-47f0-a01a-ee8bba069b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:24.700571 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2711f66b-aca6-4567-b3bf-26d71bd38213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:24.772699 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-85c246f3-a173-47f0-a01a-ee8bba069b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:24.776649 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-85c246f3-a173-47f0-a01a-ee8bba069b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:24.777998 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-85c246f3-a173-47f0-a01a-ee8bba069b6b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17b651be-0dad-4696-96a2-3ccf6f7f594a HTTP/1.1" status: 204 len: 168 time: 0.2549741 Aug 28 14:53:24.787686 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c246f3-a173-47f0-a01a-ee8bba069b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b651be-0dad-4696-96a2-3ccf6f7f594a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:24.793652 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2711f66b-aca6-4567-b3bf-26d71bd38213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:24.862011 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-700600f2-42b2-4a84-aaf0-43acdaa7da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:24.863534 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-700600f2-42b2-4a84-aaf0-43acdaa7da25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7fefbaf0-9766-4195-b2cc-33f85cb01cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2083745 Aug 28 14:53:24.939053 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:53:24.990926 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc557a-6319-4e37-a5c1-189502e712a1 req-dd05ac73-56d4-44de-881e-ed281188e244 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:24.993383 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3fcc557a-6319-4e37-a5c1-189502e712a1 req-dd05ac73-56d4-44de-881e-ed281188e244 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d63812-043f-4180-a0d0-e88d89ae303d HTTP/1.1" status: 200 len: 965 time: 0.3183792 Aug 28 14:53:25.000411 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:53:25.032423 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77eba93c-136e-4972-b279-c36fb05db16c admin admin] Router 8d237ea4-163d-4210-b434-cced06b64a1f has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 14:53:25.053066 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-de7cbb42-563b-462d-933b-c6c107b992cd None None] Provisioning complete for port 6bde456b-f9d0-44a0-95ab-a4706664f08c triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:53:25.053440 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-de7cbb42-563b-462d-933b-c6c107b992cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:25.067151 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2711f66b-aca6-4567-b3bf-26d71bd38213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:25.070579 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2711f66b-aca6-4567-b3bf-26d71bd38213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:25.072698 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2711f66b-aca6-4567-b3bf-26d71bd38213 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fb66259-85db-4853-9f8a-4fede93a3ddb HTTP/1.1" status: 204 len: 168 time: 0.5389555 Aug 28 14:53:25.088072 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711f66b-aca6-4567-b3bf-26d71bd38213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb66259-85db-4853-9f8a-4fede93a3ddb,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:25.142037 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed57f40-b392-4563-955c-0f937e0481e1 req-40c9b0db-990e-4ca4-86e7-edbce9a0937f tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:25.150188 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0ed57f40-b392-4563-955c-0f937e0481e1 req-40c9b0db-990e-4ca4-86e7-edbce9a0937f tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 1120 time: 0.0655384 Aug 28 14:53:25.151482 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 4b698920-b743-4db2-8dd6-41727fe95600 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:53:25.167237 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3fcc557a-6319-4e37-a5c1-189502e712a1 req-8e7f424b-fc26-4b20-bb59-a262183c47f0 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/security-groups?id=60056bfc-e688-4bfd-9765-2e80355b49c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472220 Aug 28 14:53:25.169182 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-b5acf705-0cb1-4d04-ae03-ae7d357df9f8 service neutron] 10.222.0.36 "GET /v2.0/networks/7fefbaf0-9766-4195-b2cc-33f85cb01cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591512 Aug 28 14:53:25.203247 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0ed57f40-b392-4563-955c-0f937e0481e1 req-ca77e66d-30aa-4437-a3d7-6781c6d0181a tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504336 Aug 28 14:53:25.340977 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77eba93c-136e-4972-b279-c36fb05db16c admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:53:25.341556 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51218) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:25.342506 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f346ceb2-0d8d-4f5d-85df-7bb713636a70 req-c0728073-2bbc-4e0e-9f18-df10dce42c08 service neutron] 10.222.0.36 "GET /v2.0/networks/7fefbaf0-9766-4195-b2cc-33f85cb01cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639621 Aug 28 14:53:25.345895 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-77eba93c-136e-4972-b279-c36fb05db16c admin admin] 10.222.0.13 "PUT /v2.0/routers/8d237ea4-163d-4210-b434-cced06b64a1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4122758 Aug 28 14:53:25.391170 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-efcc5cb6-035d-4ff6-a1bc-4c67ef9d70e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:25.509350 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab448a7a-2593-4e63-82b6-7aee81aee5a5 req-f8068773-a059-4c6b-8231-0620e2e69ca7 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:25.511040 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ab448a7a-2593-4e63-82b6-7aee81aee5a5 req-f8068773-a059-4c6b-8231-0620e2e69ca7 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 1120 time: 0.0822442 Aug 28 14:53:25.544955 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e000562-9cd3-4ae5-8ac3-e7893df535a0 None None] Sync routers for ids ['8d237ea4-163d-4210-b434-cced06b64a1f'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:53:25.546781 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282ca28-adb5-42a0-9e05-8b7c3a90b670 req-52a222ad-8ae8-4ffb-b568-ba1e7f67d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:25.548588 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7282ca28-adb5-42a0-9e05-8b7c3a90b670 req-52a222ad-8ae8-4ffb-b568-ba1e7f67d4c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf69354c9e44480a955dc8879f74a9d8&device_id=22d63812-043f-4180-a0d0-e88d89ae303d HTTP/1.1" status: 200 len: 1117 time: 0.1512804 Aug 28 14:53:25.572952 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ab448a7a-2593-4e63-82b6-7aee81aee5a5 req-1a820bdd-26a8-4cc5-a6c2-b704cc48cd18 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555153 Aug 28 14:53:25.596258 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-efcc5cb6-035d-4ff6-a1bc-4c67ef9d70e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:25.604222 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-efcc5cb6-035d-4ff6-a1bc-4c67ef9d70e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:25.605929 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-de7cbb42-563b-462d-933b-c6c107b992cd None None] Port 6bde456b-f9d0-44a0-95ab-a4706664f08c cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:53:25.623884 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e000562-9cd3-4ae5-8ac3-e7893df535a0 None None] Routers {'8d237ea4-163d-4210-b434-cced06b64a1f'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:53:25.625119 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9e000562-9cd3-4ae5-8ac3-e7893df535a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:53:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['8d237ea4-163d-4210-b434-cced06b64a1f'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:53:25.629492 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:53:25.666099 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970dcd3-952c-434d-89b3-82b0afa8830f req-d4e9ae3d-9c09-4c78-a3b9-2ab995462dee tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:25.667688 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e970dcd3-952c-434d-89b3-82b0afa8830f req-d4e9ae3d-9c09-4c78-a3b9-2ab995462dee tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a99f7ff-35af-48e8-9700-5f294d7f4cc7 HTTP/1.1" status: 200 len: 949 time: 0.2243800 Aug 28 14:53:25.679444 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282ca28-adb5-42a0-9e05-8b7c3a90b670 req-bc4ccc4b-28ed-46e0-8534-815437823bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:25.681585 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7282ca28-adb5-42a0-9e05-8b7c3a90b670 req-bc4ccc4b-28ed-46e0-8534-815437823bc6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7fefbaf0-9766-4195-b2cc-33f85cb01cd6 HTTP/1.1" status: 200 len: 925 time: 0.1250341 Aug 28 14:53:25.691148 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-efcc5cb6-035d-4ff6-a1bc-4c67ef9d70e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc29eb57578c475fb35ebd844a37bbfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3502681 Aug 28 14:53:25.696873 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51236) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:25.703232 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 4b698920-b743-4db2-8dd6-41727fe95600 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:53:25.703613 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:25.705192 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:53:25.705545 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:25.735122 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc5cb6-035d-4ff6-a1bc-4c67ef9d70e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe2c12a-366b-4c28-8e71-1053335bb5f0,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:25.739936 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:25.802926 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7282ca28-adb5-42a0-9e05-8b7c3a90b670 req-46680c56-23be-4e37-8d42-f0b695955b3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20668f44-816d-464d-be2b-262797e7eed5 HTTP/1.1" status: 200 len: 217 time: 0.1046498 Aug 28 14:53:25.822891 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f', 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45', 'port_id': '4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f', 'mac_address': 'fa:16:3e:f0:31:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5688cf-0eb8-4e6f-8c97-3f260fd91357', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:53:25.845678 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda8ec4-f10b-4762-baf4-002e1c93db8f req-eb201c64-bf47-413d-8652-f5bf2c311dae tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:25.851142 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2fda8ec4-f10b-4762-baf4-002e1c93db8f req-eb201c64-bf47-413d-8652-f5bf2c311dae tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 943 time: 0.0696065 Aug 28 14:53:25.902543 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e970dcd3-952c-434d-89b3-82b0afa8830f req-3499526f-2cb9-4f1f-97d5-e01030002236 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252545 Aug 28 14:53:25.906270 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2fda8ec4-f10b-4762-baf4-002e1c93db8f req-0c5c9a91-98dd-44a1-8df7-b1d729ad6372 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511143 Aug 28 14:53:25.922235 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8af50168-2f62-4d84-a023-397f1deac746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:25.953745 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8af50168-2f62-4d84-a023-397f1deac746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:25.956408 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282ca28-adb5-42a0-9e05-8b7c3a90b670 req-4fd428bd-ae88-492f-9a97-0bf17ebdaf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:25.958277 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7282ca28-adb5-42a0-9e05-8b7c3a90b670 req-4fd428bd-ae88-492f-9a97-0bf17ebdaf71 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99f97325-be0a-4922-9e31-90945bbee166 HTTP/1.1" status: 200 len: 863 time: 0.1434512 Aug 28 14:53:26.023070 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:26.030751 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282ca28-adb5-42a0-9e05-8b7c3a90b670 req-5b5c2e35-96d4-4b4d-8310-a2ff92289fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:26.033154 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7282ca28-adb5-42a0-9e05-8b7c3a90b670 req-5b5c2e35-96d4-4b4d-8310-a2ff92289fd6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7fefbaf0-9766-4195-b2cc-33f85cb01cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667222 Aug 28 14:53:26.065219 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-9e000562-9cd3-4ae5-8ac3-e7893df535a0 None None] Set router 8d237ea4-163d-4210-b434-cced06b64a1f gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:53:26.104224 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:26.109221 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:53:26.162516 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:26.186093 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8af50168-2f62-4d84-a023-397f1deac746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:26.189102 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8af50168-2f62-4d84-a023-397f1deac746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:26.190491 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8af50168-2f62-4d84-a023-397f1deac746 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4fe2c12a-366b-4c28-8e71-1053335bb5f0 HTTP/1.1" status: 204 len: 168 time: 0.4916048 Aug 28 14:53:26.198898 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:26.201281 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:26.212758 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af50168-2f62-4d84-a023-397f1deac746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe2c12a-366b-4c28-8e71-1053335bb5f0,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:26.231894 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7282ca28-adb5-42a0-9e05-8b7c3a90b670 req-de09c6ef-0797-4481-a7db-2c471e15467c service neutron] 10.222.0.36 "GET /v2.0/networks/7fefbaf0-9766-4195-b2cc-33f85cb01cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908722 Aug 28 14:53:26.239264 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-25494d15-7989-43ea-bc08-0d6d41f92392 req-48da8a1e-6236-4596-9e58-6bb2f6d49506 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cad47b4b-f8d6-40f2-b932-8297c15e2631&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0966752 Aug 28 14:53:26.262082 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51260) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:26.302514 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:26.308812 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a99f7ff-35af-48e8-9700-5f294d7f4cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:53:26.311135 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696e52b4-050d-4738-9f11-60933c0948d4" -d '{"events": [{"server_uuid": "6a99f7ff-35af-48e8-9700-5f294d7f4cc7", "name": "network-vif-plugged", "status": "completed", "tag": "e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:53:26.362257 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:26.380004 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25494d15-7989-43ea-bc08-0d6d41f92392 req-c14d546f-bddb-4a6f-bc83-caeb58a487da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:26.381680 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-25494d15-7989-43ea-bc08-0d6d41f92392 req-c14d546f-bddb-4a6f-bc83-caeb58a487da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=30c3d6baa6524f0a8c1439540f6c85e7&device_id=cad47b4b-f8d6-40f2-b932-8297c15e2631 HTTP/1.1" status: 200 len: 1124 time: 0.0852802 Aug 28 14:53:26.389836 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7282ca28-adb5-42a0-9e05-8b7c3a90b670 req-18e54a4a-3d4d-403f-b805-092df4762219 service neutron] 10.222.0.36 "GET /v2.0/networks/7fefbaf0-9766-4195-b2cc-33f85cb01cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491361 Aug 28 14:53:26.392723 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:26.479379 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:26.620021 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9e000562-9cd3-4ae5-8ac3-e7893df535a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d237ea4-163d-4210-b434-cced06b64a1f', 'name': 'tempest-FloatingIPDetailsTestJSON-1848162400-router', 'tenant_id': '6c1fe9baac2948699f987e82efaea4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4b698920-b743-4db2-8dd6-41727fe95600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:53:16Z', 'updated_at': '2021-08-28T14:53:23Z', 'revision_number': 4, 'project_id': '6c1fe9baac2948699f987e82efaea4e5', 'gw_port': {'id': '4b698920-b743-4db2-8dd6-41727fe95600', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d237ea4-163d-4210-b434-cced06b64a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:53:17Z', 'updated_at': '2021-08-28T14:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '6bde456b-f9d0-44a0-95ab-a4706664f08c', 'name': '', 'network_id': 'ade7ae78-ea27-4e43-a235-0a59bde7674a', 'tenant_id': '6c1fe9baac2948699f987e82efaea4e5', 'mac_address': 'fa:16:3e:b1:77:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d237ea4-163d-4210-b434-cced06b64a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '0a3bbd9a-6034-4a8b-8125-e00a3fd809e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:53:21Z', 'updated_at': '2021-08-28T14:53:23Z', 'revision_number': 2, 'project_id': '6c1fe9baac2948699f987e82efaea4e5', 'subnets': [{'id': '0a3bbd9a-6034-4a8b-8125-e00a3fd809e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:53:26.637844 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25494d15-7989-43ea-bc08-0d6d41f92392 req-3e572246-89b1-438b-9c02-b0e2439b72e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:26.640211 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-25494d15-7989-43ea-bc08-0d6d41f92392 req-3e572246-89b1-438b-9c02-b0e2439b72e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.2045557 Aug 28 14:53:26.656343 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:53:26.660369 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e000562-9cd3-4ae5-8ac3-e7893df535a0 None None] Checking router: 8d237ea4-163d-4210-b434-cced06b64a1f for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:53:26.660719 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e000562-9cd3-4ae5-8ac3-e7893df535a0 None None] Updating router 8d237ea4-163d-4210-b434-cced06b64a1f port 6bde456b-f9d0-44a0-95ab-a4706664f08c binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 14:53:26.672234 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-33cfa6cf-fe2e-4a28-9e96-b2defa7326a4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1432952684-network', 'tenant_id': '883efa4b4d304d0ebab926472e75abd9'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:26.713896 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9e000562-9cd3-4ae5-8ac3-e7893df535a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:26.744584 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-25494d15-7989-43ea-bc08-0d6d41f92392 req-cebfc072-5142-45d4-8ae4-3a8b9de92be7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=faa9ac80-febe-4fa7-b95d-e690443ebe5d HTTP/1.1" status: 200 len: 217 time: 0.0946519 Aug 28 14:53:26.758234 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cfa6cf-fe2e-4a28-9e96-b2defa7326a4 admin admin] Made reservation on behalf of 883efa4b4d304d0ebab926472e75abd9 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:53:26.761062 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33cfa6cf-fe2e-4a28-9e96-b2defa7326a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:26.793551 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33cfa6cf-fe2e-4a28-9e96-b2defa7326a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:26.835793 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6aead20b-c01c-4b52-a099-1694091b8a53 req-f14e136e-d92c-4d0f-a4f0-79be1da8320a tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4503088 Aug 28 14:53:26.846007 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-6aead20b-c01c-4b52-a099-1694091b8a53 req-e471aa9c-7087-4d52-b276-ef7b8b128684 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:26.959609 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33cfa6cf-fe2e-4a28-9e96-b2defa7326a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:26.977329 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33cfa6cf-fe2e-4a28-9e96-b2defa7326a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:27.015649 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6aead20b-c01c-4b52-a099-1694091b8a53 req-e471aa9c-7087-4d52-b276-ef7b8b128684 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks [] for floatingip, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:27.030225 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33cfa6cf-fe2e-4a28-9e96-b2defa7326a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 14:53:27.066569 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cfa6cf-fe2e-4a28-9e96-b2defa7326a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2c1cb3-5843-4bc2-b91f-2d1db0224a6c,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:27.083460 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33cfa6cf-fe2e-4a28-9e96-b2defa7326a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:27.084001 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-33cfa6cf-fe2e-4a28-9e96-b2defa7326a4 admin admin] Added segment 3fd5c15e-ebea-4360-bfbd-b732a5a9082f of type vlan for network 4d6f3135-e393-4fc9-bd0d-2d24695a9333 Aug 28 14:53:27.140940 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33cfa6cf-fe2e-4a28-9e96-b2defa7326a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:27.213126 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33cfa6cf-fe2e-4a28-9e96-b2defa7326a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:27.214171 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cfa6cf-fe2e-4a28-9e96-b2defa7326a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:27.215521 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33cfa6cf-fe2e-4a28-9e96-b2defa7326a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:27.244062 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25494d15-7989-43ea-bc08-0d6d41f92392 req-54437a46-44fb-4186-b612-687413e7d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:27.246364 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-25494d15-7989-43ea-bc08-0d6d41f92392 req-54437a46-44fb-4186-b612-687413e7d7cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.4949126 Aug 28 14:53:27.286181 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6aead20b-c01c-4b52-a099-1694091b8a53 req-e471aa9c-7087-4d52-b276-ef7b8b128684 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:27.311922 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-33cfa6cf-fe2e-4a28-9e96-b2defa7326a4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0484006 Aug 28 14:53:27.314496 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51306) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:27.322605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-5c783820-dea4-41cb-99f6-791852d9b062 admin admin] Request body: {'subnet': {'network_id': '4d6f3135-e393-4fc9-bd0d-2d24695a9333', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1432952684-subnet', 'tenant_id': '883efa4b4d304d0ebab926472e75abd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:27.331117 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9e000562-9cd3-4ae5-8ac3-e7893df535a0 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:27.346507 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25494d15-7989-43ea-bc08-0d6d41f92392 req-44a5331b-f5d9-432b-82f6-e8994e472fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:27.348923 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-25494d15-7989-43ea-bc08-0d6d41f92392 req-44a5331b-f5d9-432b-82f6-e8994e472fd8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0921986 Aug 28 14:53:27.361840 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cfa6cf-fe2e-4a28-9e96-b2defa7326a4 admin admin] Pushing event updated for resources: {'Network': ['ID=4d6f3135-e393-4fc9-bd0d-2d24695a9333,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:27.365330 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9e000562-9cd3-4ae5-8ac3-e7893df535a0 None None] Transition to ACTIVE for port object 6bde456b-f9d0-44a0-95ab-a4706664f08c will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:53:27.389819 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 4d6f3135-e393-4fc9-bd0d-2d24695a9333 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 14:53:27.396031 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9e000562-9cd3-4ae5-8ac3-e7893df535a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:27.440701 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c783820-dea4-41cb-99f6-791852d9b062 admin admin] Made reservation on behalf of 883efa4b4d304d0ebab926472e75abd9 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:53:27.442979 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c783820-dea4-41cb-99f6-791852d9b062 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:27.542136 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-25494d15-7989-43ea-bc08-0d6d41f92392 req-690ea42f-07de-4029-8083-67ab8425b7d0 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819818 Aug 28 14:53:27.550478 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4a8f3-f7a5-475a-aade-908637c87913 None None] Pushing event updated for resources: {'Port': ['ID=6bde456b-f9d0-44a0-95ab-a4706664f08c,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:27.594828 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-6aead20b-c01c-4b52-a099-1694091b8a53 req-e471aa9c-7087-4d52-b276-ef7b8b128684 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Allocated IP 172.25.3.185 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/6974b2b0-328a-452b-a2ad-fb81e7938676) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:53:27.623137 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-9e000562-9cd3-4ae5-8ac3-e7893df535a0 None None] Attempting to bind port 6bde456b-f9d0-44a0-95ab-a4706664f08c on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:53:27.624700 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-9e000562-9cd3-4ae5-8ac3-e7893df535a0 None None] Attempting to bind port 6bde456b-f9d0-44a0-95ab-a4706664f08c by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '6bb3c6e3-d34d-4a78-9510-612dffc6008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ade7ae78-ea27-4e43-a235-0a59bde7674a'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:53:27.625781 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e000562-9cd3-4ae5-8ac3-e7893df535a0 None None] Attempting to bind port 6bde456b-f9d0-44a0-95ab-a4706664f08c on network ade7ae78-ea27-4e43-a235-0a59bde7674a {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:53:27.636676 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e000562-9cd3-4ae5-8ac3-e7893df535a0 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:53:27.637511 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e000562-9cd3-4ae5-8ac3-e7893df535a0 None None] Checking segment: {'id': '6bb3c6e3-d34d-4a78-9510-612dffc6008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ade7ae78-ea27-4e43-a235-0a59bde7674a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:53:27.639593 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9e000562-9cd3-4ae5-8ac3-e7893df535a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:27.640380 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e000562-9cd3-4ae5-8ac3-e7893df535a0 None None] Bound using segment: {'id': '6bb3c6e3-d34d-4a78-9510-612dffc6008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ade7ae78-ea27-4e43-a235-0a59bde7674a'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:53:27.642039 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-9e000562-9cd3-4ae5-8ac3-e7893df535a0 None None] Bound port: 6bde456b-f9d0-44a0-95ab-a4706664f08c, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb3c6e3-d34d-4a78-9510-612dffc6008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ade7ae78-ea27-4e43-a235-0a59bde7674a'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:53:27.642799 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9e000562-9cd3-4ae5-8ac3-e7893df535a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:27.749078 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9e000562-9cd3-4ae5-8ac3-e7893df535a0 None None] For port 6bde456b-f9d0-44a0-95ab-a4706664f08c, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:53:27.759876 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-25494d15-7989-43ea-bc08-0d6d41f92392 req-d2beeb37-28fa-4628-9991-45484acefbb8 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148602 Aug 28 14:53:27.771957 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9e000562-9cd3-4ae5-8ac3-e7893df535a0 None None] For port 6bde456b-f9d0-44a0-95ab-a4706664f08c, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6bde456b-f9d0-44a0-95ab-a4706664f08c,segment=NetworkSegment(6bb3c6e3-d34d-4a78-9510-612dffc6008a),segment_id=6bb3c6e3-d34d-4a78-9510-612dffc6008a)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:53:27.780518 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9e000562-9cd3-4ae5-8ac3-e7893df535a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:27.849053 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e000562-9cd3-4ae5-8ac3-e7893df535a0 None None] Routers {'8d237ea4-163d-4210-b434-cced06b64a1f'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:53:27.849693 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9e000562-9cd3-4ae5-8ac3-e7893df535a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:53:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['8d237ea4-163d-4210-b434-cced06b64a1f'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:53:27.876511 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6aead20b-c01c-4b52-a099-1694091b8a53 req-e471aa9c-7087-4d52-b276-ef7b8b128684 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:27.884902 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c783820-dea4-41cb-99f6-791852d9b062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:27.909963 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4a8f3-f7a5-475a-aade-908637c87913 None None] Pushing event updated for resources: {'Port': ['ID=6bde456b-f9d0-44a0-95ab-a4706664f08c,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:28.005876 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-9e000562-9cd3-4ae5-8ac3-e7893df535a0 None None] Set router 8d237ea4-163d-4210-b434-cced06b64a1f gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:53:28.032756 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c783820-dea4-41cb-99f6-791852d9b062 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3133852e-18db-4b5c-ae44-882e15e168d2,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:28.045034 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6aead20b-c01c-4b52-a099-1694091b8a53 req-e471aa9c-7087-4d52-b276-ef7b8b128684 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:28.116940 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c783820-dea4-41cb-99f6-791852d9b062 admin admin] Checking segment: {'id': '3fd5c15e-ebea-4360-bfbd-b732a5a9082f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '4d6f3135-e393-4fc9-bd0d-2d24695a9333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:53:28.118089 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c783820-dea4-41cb-99f6-791852d9b062 admin admin] Network hostable DHCP agents. Network: 4d6f3135-e393-4fc9-bd0d-2d24695a9333, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 14:53:28.121628 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aead20b-c01c-4b52-a099-1694091b8a53 req-e471aa9c-7087-4d52-b276-ef7b8b128684 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:53:28.127593 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-6aead20b-c01c-4b52-a099-1694091b8a53 req-e471aa9c-7087-4d52-b276-ef7b8b128684 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:53:28.134583 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aead20b-c01c-4b52-a099-1694091b8a53 req-e471aa9c-7087-4d52-b276-ef7b8b128684 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:53:28.141068 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471aa9c-7087-4d52-b276-ef7b8b128684 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Pushing event updated for resources: {'Port': ['ID=6974b2b0-328a-452b-a2ad-fb81e7938676,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:28.192136 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c783820-dea4-41cb-99f6-791852d9b062 admin admin] Network 4d6f3135-e393-4fc9-bd0d-2d24695a9333 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 14:53:28.220075 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6aead20b-c01c-4b52-a099-1694091b8a53 req-e471aa9c-7087-4d52-b276-ef7b8b128684 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:28.223581 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-5c783820-dea4-41cb-99f6-791852d9b062 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 4d6f3135-e393-4fc9-bd0d-2d24695a9333) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:53:28.240715 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c783820-dea4-41cb-99f6-791852d9b062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:28.243534 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c783820-dea4-41cb-99f6-791852d9b062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:28.320068 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5c783820-dea4-41cb-99f6-791852d9b062 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0031712 Aug 28 14:53:28.323469 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6aead20b-c01c-4b52-a099-1694091b8a53 req-e471aa9c-7087-4d52-b276-ef7b8b128684 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:28.365216 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51338) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:28.390116 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0e9a66-c622-4f63-9ced-bcf61780a38a None None] Network 4d6f3135-e393-4fc9-bd0d-2d24695a9333 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:53:28.601110 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0a7133-6d9a-478b-a19a-586f42bfb005 None None] Network 4d6f3135-e393-4fc9-bd0d-2d24695a9333 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:53:28.612395 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6aead20b-c01c-4b52-a099-1694091b8a53 req-e471aa9c-7087-4d52-b276-ef7b8b128684 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:28.619810 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6aead20b-c01c-4b52-a099-1694091b8a53 req-e471aa9c-7087-4d52-b276-ef7b8b128684 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:28.661952 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9e000562-9cd3-4ae5-8ac3-e7893df535a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d237ea4-163d-4210-b434-cced06b64a1f', 'name': 'tempest-FloatingIPDetailsTestJSON-1848162400-router', 'tenant_id': '6c1fe9baac2948699f987e82efaea4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4b698920-b743-4db2-8dd6-41727fe95600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:53:16Z', 'updated_at': '2021-08-28T14:53:23Z', 'revision_number': 4, 'project_id': '6c1fe9baac2948699f987e82efaea4e5', 'gw_port': {'id': '4b698920-b743-4db2-8dd6-41727fe95600', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d237ea4-163d-4210-b434-cced06b64a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:53:17Z', 'updated_at': '2021-08-28T14:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '6bde456b-f9d0-44a0-95ab-a4706664f08c', 'name': '', 'network_id': 'ade7ae78-ea27-4e43-a235-0a59bde7674a', 'tenant_id': '6c1fe9baac2948699f987e82efaea4e5', 'mac_address': 'fa:16:3e:b1:77:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d237ea4-163d-4210-b434-cced06b64a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '0a3bbd9a-6034-4a8b-8125-e00a3fd809e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:53:21Z', 'updated_at': '2021-08-28T14:53:27Z', 'revision_number': 4, 'project_id': '6c1fe9baac2948699f987e82efaea4e5', 'subnets': [{'id': '0a3bbd9a-6034-4a8b-8125-e00a3fd809e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:53:28.669796 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6aead20b-c01c-4b52-a099-1694091b8a53 req-e471aa9c-7087-4d52-b276-ef7b8b128684 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:28.678459 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471aa9c-7087-4d52-b276-ef7b8b128684 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Pushing event updated for resources: {'Port': ['ID=6974b2b0-328a-452b-a2ad-fb81e7938676,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:28.698634 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6aead20b-c01c-4b52-a099-1694091b8a53 req-e471aa9c-7087-4d52-b276-ef7b8b128684 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:28.700623 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e000562-9cd3-4ae5-8ac3-e7893df535a0 None None] The sync data for ids ['8d237ea4-163d-4210-b434-cced06b64a1f'] in n-d-712137-10 is: [{'id': '8d237ea4-163d-4210-b434-cced06b64a1f', 'name': 'tempest-FloatingIPDetailsTestJSON-1848162400-router', 'tenant_id': '6c1fe9baac2948699f987e82efaea4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4b698920-b743-4db2-8dd6-41727fe95600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:53:16Z', 'updated_at': '2021-08-28T14:53:23Z', 'revision_number': 4, 'project_id': '6c1fe9baac2948699f987e82efaea4e5', 'gw_port': {'id': '4b698920-b743-4db2-8dd6-41727fe95600', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d237ea4-163d-4210-b434-cced06b64a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:53:17Z', 'updated_at': '2021-08-28T14:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '6bde456b-f9d0-44a0-95ab-a4706664f08c', 'name': '', 'network_id': 'ade7ae78-ea27-4e43-a235-0a59bde7674a', 'tenant_id': '6c1fe9baac2948699f987e82efaea4e5', 'mac_address': 'fa:16:3e:b1:77:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d237ea4-163d-4210-b434-cced06b64a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '0a3bbd9a-6034-4a8b-8125-e00a3fd809e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:53:21Z', 'updated_at': '2021-08-28T14:53:27Z', 'revision_number': 4, 'project_id': '6c1fe9baac2948699f987e82efaea4e5', 'subnets': [{'id': '0a3bbd9a-6034-4a8b-8125-e00a3fd809e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:53:28.704171 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6aead20b-c01c-4b52-a099-1694091b8a53 req-e471aa9c-7087-4d52-b276-ef7b8b128684 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8669217 Aug 28 14:53:28.707348 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-27964441-d94b-45f8-944a-903d89fa35c6 req-32c9b698-2a91-4db4-a445-6aff31594d98 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 14:53:28.722631 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27964441-d94b-45f8-944a-903d89fa35c6 req-32c9b698-2a91-4db4-a445-6aff31594d98 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3559349 Aug 28 14:53:28.816836 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6aead20b-c01c-4b52-a099-1694091b8a53 req-e20d182a-f761-42e3-b29d-940b4662aa0c tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.185 HTTP/1.1" status: 200 len: 696 time: 0.1094182 Aug 28 14:53:28.821840 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 20668f44-816d-464d-be2b-262797e7eed5 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:53:28.956462 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-27964441-d94b-45f8-944a-903d89fa35c6 req-ddc2dd6e-8221-442e-b334-bfb6e4fcde62 service neutron] Request body: {'binding': {'host': 'n-h1-712137-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:28.957350 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-27964441-d94b-45f8-944a-903d89fa35c6 req-ddc2dd6e-8221-442e-b334-bfb6e4fcde62 service neutron] Unknown quota resources ['binding']. {{(pid=106329) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 14:53:28.971066 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:53:28.980228 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aead20b-c01c-4b52-a099-1694091b8a53 req-a173aab9-e1ce-4e3c-9c31-927359a873e8 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:28.981981 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6aead20b-c01c-4b52-a099-1694091b8a53 req-a173aab9-e1ce-4e3c-9c31-927359a873e8 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 784 time: 0.1574216 Aug 28 14:53:28.999410 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [req-6aead20b-c01c-4b52-a099-1694091b8a53 req-5ac9f043-2b63-4fc8-8514-ad7497f84be9 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 14:53:29.002401 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6aead20b-c01c-4b52-a099-1694091b8a53 req-5ac9f043-2b63-4fc8-8514-ad7497f84be9 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148954 Aug 28 14:53:29.059172 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 20668f44-816d-464d-be2b-262797e7eed5, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=20668f44-816d-464d-be2b-262797e7eed5,segment=NetworkSegment(42567edf-8f75-4b9a-a0f4-8b1c669e01ea),segment_id=42567edf-8f75-4b9a-a0f4-8b1c669e01ea)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:29.094134 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '20668f44-816d-464d-be2b-262797e7eed5', 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6', 'port_id': '20668f44-816d-464d-be2b-262797e7eed5', 'mac_address': 'fa:16:3e:eb:f3:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99f97325-be0a-4922-9e31-90945bbee166', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:tempest-test_az-1603513841', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:53:29.154638 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:29.180904 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20668f44-816d-464d-be2b-262797e7eed5 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:53:29.201829 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6bde456b-f9d0-44a0-95ab-a4706664f08c up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:53:29.213942 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:53:29.216284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-27964441-d94b-45f8-944a-903d89fa35c6 req-ddc2dd6e-8221-442e-b334-bfb6e4fcde62 service neutron] Attempting to bind port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 on host n-h1-712137-10 for vnic_type normal with profile None {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:53:29.218691 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-27964441-d94b-45f8-944a-903d89fa35c6 req-ddc2dd6e-8221-442e-b334-bfb6e4fcde62 service neutron] Attempting to bind port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:53:29.219224 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27964441-d94b-45f8-944a-903d89fa35c6 req-ddc2dd6e-8221-442e-b334-bfb6e4fcde62 service neutron] Attempting to bind port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:53:29.223855 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 20668f44-816d-464d-be2b-262797e7eed5, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=20668f44-816d-464d-be2b-262797e7eed5,segment=NetworkSegment(42567edf-8f75-4b9a-a0f4-8b1c669e01ea),segment_id=42567edf-8f75-4b9a-a0f4-8b1c669e01ea)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:29.224056 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27964441-d94b-45f8-944a-903d89fa35c6 req-ddc2dd6e-8221-442e-b334-bfb6e4fcde62 service neutron] Port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:53:29.224432 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27964441-d94b-45f8-944a-903d89fa35c6 req-ddc2dd6e-8221-442e-b334-bfb6e4fcde62 service neutron] Attempting to bind port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:53:29.231502 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27964441-d94b-45f8-944a-903d89fa35c6 req-ddc2dd6e-8221-442e-b334-bfb6e4fcde62 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:53:29.231904 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27964441-d94b-45f8-944a-903d89fa35c6 req-ddc2dd6e-8221-442e-b334-bfb6e4fcde62 service neutron] Checking segment: {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:53:29.232287 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27964441-d94b-45f8-944a-903d89fa35c6 req-ddc2dd6e-8221-442e-b334-bfb6e4fcde62 service neutron] Bound using segment: {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:53:29.232721 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-27964441-d94b-45f8-944a-903d89fa35c6 req-ddc2dd6e-8221-442e-b334-bfb6e4fcde62 service neutron] Bound port: 19dd7d34-ac51-4db3-9f65-8cf6020e8e76, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:53:29.240598 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131362f-6325-4b10-9542-bde02973c98e req-cc529313-c35e-4566-a03e-9264ad4adf3d tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:29.243137 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9131362f-6325-4b10-9542-bde02973c98e req-cc529313-c35e-4566-a03e-9264ad4adf3d tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d63812-043f-4180-a0d0-e88d89ae303d HTTP/1.1" status: 200 len: 965 time: 0.0728614 Aug 28 14:53:29.261012 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:53:29.261744 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:29.269987 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:29.301175 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51364) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:29.307938 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-82a89500-c416-4dcc-acb7-df9acebec2eb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-480931265-network', 'tenant_id': 'e7b9039fadb4482197daa63184dc0126'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:29.315122 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9131362f-6325-4b10-9542-bde02973c98e req-3c8c1f0b-2a58-4988-9956-76354c44591a tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/security-groups?id=60056bfc-e688-4bfd-9765-2e80355b49c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657756 Aug 28 14:53:29.348365 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a89500-c416-4dcc-acb7-df9acebec2eb admin admin] Made reservation on behalf of e7b9039fadb4482197daa63184dc0126 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:53:29.353765 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-82a89500-c416-4dcc-acb7-df9acebec2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:29.365927 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-82a89500-c416-4dcc-acb7-df9acebec2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:29.377557 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=20668f44-816d-464d-be2b-262797e7eed5,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:29.397249 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9001a06b-73be-4159-bc1b-b7b69c963297 x-openstack-request-id: req-9001a06b-73be-4159-bc1b-b7b69c963297 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:53:29.398385 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a99f7ff-35af-48e8-9700-5f294d7f4cc7", "name": "network-vif-plugged", "status": "completed", "tag": "e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:53:29.399261 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9001a06b-73be-4159-bc1b-b7b69c963297 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:53:29.399932 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a99f7ff-35af-48e8-9700-5f294d7f4cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb', 'code': 200} Aug 28 14:53:29.421158 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 6bde456b-f9d0-44a0-95ab-a4706664f08c completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:53:29.429269 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-27964441-d94b-45f8-944a-903d89fa35c6 req-ddc2dd6e-8221-442e-b334-bfb6e4fcde62 service neutron] For port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=19dd7d34-ac51-4db3-9f65-8cf6020e8e76,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:53:29.439525 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-27964441-d94b-45f8-944a-903d89fa35c6 req-ddc2dd6e-8221-442e-b334-bfb6e4fcde62 service neutron] Notify callbacks [] for binding, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:29.443568 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27964441-d94b-45f8-944a-903d89fa35c6 req-ddc2dd6e-8221-442e-b334-bfb6e4fcde62 service neutron] 10.222.0.13 "POST /v2.0/ports/19dd7d34-ac51-4db3-9f65-8cf6020e8e76/bindings HTTP/1.1" status: 201 len: 390 time: 0.5418894 Aug 28 14:53:29.456110 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 6bde456b-f9d0-44a0-95ab-a4706664f08c triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:53:29.456488 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:29.507055 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:29.549285 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['20668f44-816d-464d-be2b-262797e7eed5'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:53:29.592255 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:29.609848 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:29.745045 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a68af8-3828-4f33-8071-e0fcab8e2db6 req-aada4f81-d3ca-4bff-bdb3-89244fe202e8 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:29.747695 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d0a68af8-3828-4f33-8071-e0fcab8e2db6 req-aada4f81-d3ca-4bff-bdb3-89244fe202e8 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a99f7ff-35af-48e8-9700-5f294d7f4cc7 HTTP/1.1" status: 200 len: 950 time: 0.0859206 Aug 28 14:53:29.751624 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:29.758750 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:29.804223 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.41', 61712) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:29.822808 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 6bde456b-f9d0-44a0-95ab-a4706664f08c, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6bde456b-f9d0-44a0-95ab-a4706664f08c,segment=NetworkSegment(6bb3c6e3-d34d-4a78-9510-612dffc6008a),segment_id=6bb3c6e3-d34d-4a78-9510-612dffc6008a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:29.829150 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d0a68af8-3828-4f33-8071-e0fcab8e2db6 req-4f131ca3-40f6-4d1e-8321-7f7f4b05ce86 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655801 Aug 28 14:53:29.843846 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:29.901284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27964441-d94b-45f8-944a-903d89fa35c6 req-3e38f4ef-112f-4fe0-8510-7a731109b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:29.902161 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db04ff-60de-4e04-b014-226158555f87 req-6de9d90b-e62d-4de3-95e6-604e1aa9c4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:29.903042 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27964441-d94b-45f8-944a-903d89fa35c6 req-3e38f4ef-112f-4fe0-8510-7a731109b751 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5de95046553a4af6b56ddb9234d40b90&device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 1120 time: 0.0971937 Aug 28 14:53:29.903706 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f6db04ff-60de-4e04-b014-226158555f87 req-6de9d90b-e62d-4de3-95e6-604e1aa9c4f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6a99f7ff-35af-48e8-9700-5f294d7f4cc7 HTTP/1.1" status: 200 len: 1102 time: 0.4382989 Aug 28 14:53:29.917637 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783dce14-acb2-467e-a795-d5c3cddfa718 req-81c1720c-ed92-4492-a7c7-990ef57bf437 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:29.919217 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-783dce14-acb2-467e-a795-d5c3cddfa718 req-81c1720c-ed92-4492-a7c7-990ef57bf437 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 944 time: 0.4264066 Aug 28 14:53:29.924697 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=6bde456b-f9d0-44a0-95ab-a4706664f08c,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:29.924948 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-82a89500-c416-4dcc-acb7-df9acebec2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:29.945041 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-82a89500-c416-4dcc-acb7-df9acebec2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:29.990336 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a89500-c416-4dcc-acb7-df9acebec2eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 14:53:30.008738 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a89500-c416-4dcc-acb7-df9acebec2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae81918c-873a-4e65-80c0-f394deefe459,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:30.020765 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f6db04ff-60de-4e04-b014-226158555f87 req-e4023f24-66bd-4a7b-9f36-fefc83ac42eb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978596 Aug 28 14:53:30.029161 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-783dce14-acb2-467e-a795-d5c3cddfa718 req-cafe85a3-b24d-4a3a-8551-4d986f8d5f69 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966141 Aug 28 14:53:30.030406 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-82a89500-c416-4dcc-acb7-df9acebec2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:30.030740 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-82a89500-c416-4dcc-acb7-df9acebec2eb admin admin] Added segment b6fa1f1d-5a95-4c3f-b205-2e2629995487 of type vlan for network 6aedba1c-6d47-4f1e-b0fa-dc3e7a160ab3 Aug 28 14:53:30.042326 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27964441-d94b-45f8-944a-903d89fa35c6 req-c6d29fff-7f07-4cff-9717-5c51fb8ba783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:30.044127 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27964441-d94b-45f8-944a-903d89fa35c6 req-c6d29fff-7f07-4cff-9717-5c51fb8ba783 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6bfc57a-d73d-41d0-954b-fff6fef4d808 HTTP/1.1" status: 200 len: 922 time: 0.1254289 Aug 28 14:53:30.100177 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-82a89500-c416-4dcc-acb7-df9acebec2eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:30.174899 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-82a89500-c416-4dcc-acb7-df9acebec2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:30.175890 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a89500-c416-4dcc-acb7-df9acebec2eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:30.176468 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-82a89500-c416-4dcc-acb7-df9acebec2eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:30.264411 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-82a89500-c416-4dcc-acb7-df9acebec2eb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9617162 Aug 28 14:53:30.265686 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51372) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:30.271724 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-a78cb6b0-038f-42a7-93e0-3599bab5b7e8 admin admin] Request body: {'subnet': {'network_id': '6aedba1c-6d47-4f1e-b0fa-dc3e7a160ab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-480931265-subnet', 'tenant_id': 'e7b9039fadb4482197daa63184dc0126', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:30.283643 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be979390-886d-4a49-b3bf-26c125862093 req-51c9630c-83f2-4b19-9421-2944e0b82f71 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2157710 Aug 28 14:53:30.302204 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78cb6b0-038f-42a7-93e0-3599bab5b7e8 admin admin] Made reservation on behalf of e7b9039fadb4482197daa63184dc0126 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:53:30.304039 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a89500-c416-4dcc-acb7-df9acebec2eb admin admin] Pushing event updated for resources: {'Network': ['ID=6aedba1c-6d47-4f1e-b0fa-dc3e7a160ab3,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:30.306462 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a78cb6b0-038f-42a7-93e0-3599bab5b7e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:30.310315 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-be979390-886d-4a49-b3bf-26c125862093 req-785bcdb0-b953-460e-a9f2-6e5272edd21d tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:30.318379 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 6aedba1c-6d47-4f1e-b0fa-dc3e7a160ab3 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 14:53:30.341646 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-be979390-886d-4a49-b3bf-26c125862093 req-785bcdb0-b953-460e-a9f2-6e5272edd21d tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks [] for floatingip, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:30.511704 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27964441-d94b-45f8-944a-903d89fa35c6 req-a71581c0-7ccd-49f3-b432-4c666ab038ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19dd7d34-ac51-4db3-9f65-8cf6020e8e76 HTTP/1.1" status: 200 len: 217 time: 0.0958200 Aug 28 14:53:30.574927 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-be979390-886d-4a49-b3bf-26c125862093 req-785bcdb0-b953-460e-a9f2-6e5272edd21d tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:30.628485 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27964441-d94b-45f8-944a-903d89fa35c6 req-9aef538b-caab-4c79-9c31-1d1d652fd62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:30.630085 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27964441-d94b-45f8-944a-903d89fa35c6 req-9aef538b-caab-4c79-9c31-1d1d652fd62f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f920e854-f768-4846-871d-087306f43fd9 HTTP/1.1" status: 200 len: 861 time: 0.1099048 Aug 28 14:53:30.693389 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27964441-d94b-45f8-944a-903d89fa35c6 req-e5e32281-f619-4ac9-8a47-8737b86d1138 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6bfc57a-d73d-41d0-954b-fff6fef4d808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543954 Aug 28 14:53:30.703083 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcd724-72a4-4bb3-ac64-ff4bdbaa8536 req-5915323b-2c39-405a-b63b-de8d77c71db5 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:30.704695 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-21dcd724-72a4-4bb3-ac64-ff4bdbaa8536 req-5915323b-2c39-405a-b63b-de8d77c71db5 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 968 time: 0.1348147 Aug 28 14:53:30.727614 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-be979390-886d-4a49-b3bf-26c125862093 req-785bcdb0-b953-460e-a9f2-6e5272edd21d tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Allocated IP 172.25.3.4 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/d8880a32-d32b-493f-b1a6-82327b0cd659) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:53:30.815107 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 20668f44-816d-464d-be2b-262797e7eed5 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:53:30.838278 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-be979390-886d-4a49-b3bf-26c125862093 req-785bcdb0-b953-460e-a9f2-6e5272edd21d tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:30.856569 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-21dcd724-72a4-4bb3-ac64-ff4bdbaa8536 req-fa7cde4c-a7eb-4832-b9f5-56e7feba6e59 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406701 Aug 28 14:53:30.873361 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a78cb6b0-038f-42a7-93e0-3599bab5b7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:30.887359 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 20668f44-816d-464d-be2b-262797e7eed5 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:53:30.891772 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 20668f44-816d-464d-be2b-262797e7eed5 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:53:30.892220 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:30.893753 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27964441-d94b-45f8-944a-903d89fa35c6 req-c71576be-554f-4104-a29e-7f362c24d506 service neutron] 10.222.0.41 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871550 Aug 28 14:53:30.900684 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-be979390-886d-4a49-b3bf-26c125862093 req-785bcdb0-b953-460e-a9f2-6e5272edd21d tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:30.939862 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be979390-886d-4a49-b3bf-26c125862093 req-785bcdb0-b953-460e-a9f2-6e5272edd21d tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:53:30.945948 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-be979390-886d-4a49-b3bf-26c125862093 req-785bcdb0-b953-460e-a9f2-6e5272edd21d tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:53:30.952845 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-be979390-886d-4a49-b3bf-26c125862093 req-785bcdb0-b953-460e-a9f2-6e5272edd21d tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:53:30.962220 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785bcdb0-b953-460e-a9f2-6e5272edd21d tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Pushing event updated for resources: {'Port': ['ID=d8880a32-d32b-493f-b1a6-82327b0cd659,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:30.988829 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:31.020997 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-be979390-886d-4a49-b3bf-26c125862093 req-785bcdb0-b953-460e-a9f2-6e5272edd21d tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:31.034134 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 20668f44-816d-464d-be2b-262797e7eed5, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=20668f44-816d-464d-be2b-262797e7eed5,segment=NetworkSegment(42567edf-8f75-4b9a-a0f4-8b1c669e01ea),segment_id=42567edf-8f75-4b9a-a0f4-8b1c669e01ea)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:31.041728 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:31.041882 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78cb6b0-038f-42a7-93e0-3599bab5b7e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=239d9f2b-8e8b-47bf-a266-02b3a91ba777,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:31.068013 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-be979390-886d-4a49-b3bf-26c125862093 req-785bcdb0-b953-460e-a9f2-6e5272edd21d tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:31.089141 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78cb6b0-038f-42a7-93e0-3599bab5b7e8 admin admin] Checking segment: {'id': 'b6fa1f1d-5a95-4c3f-b205-2e2629995487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6aedba1c-6d47-4f1e-b0fa-dc3e7a160ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:53:31.089497 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78cb6b0-038f-42a7-93e0-3599bab5b7e8 admin admin] Network hostable DHCP agents. Network: 6aedba1c-6d47-4f1e-b0fa-dc3e7a160ab3, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 14:53:31.109293 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=20668f44-816d-464d-be2b-262797e7eed5,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:31.119513 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93420ad9-662e-4297-85a6-1d920a68cd3b req-0cbea6b9-8ca9-42c0-b75a-82d669508dbb tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:31.126824 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93420ad9-662e-4297-85a6-1d920a68cd3b req-0cbea6b9-8ca9-42c0-b75a-82d669508dbb tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d63812-043f-4180-a0d0-e88d89ae303d HTTP/1.1" status: 200 len: 966 time: 0.1835625 Aug 28 14:53:31.146384 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6bde456b-f9d0-44a0-95ab-a4706664f08c up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:53:31.151048 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27964441-d94b-45f8-944a-903d89fa35c6 req-ed102cd7-4fd9-497d-872d-e76bba90adfd service neutron] 10.222.0.41 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255297 Aug 28 14:53:31.175402 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78cb6b0-038f-42a7-93e0-3599bab5b7e8 admin admin] Network 6aedba1c-6d47-4f1e-b0fa-dc3e7a160ab3 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 14:53:31.192255 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93420ad9-662e-4297-85a6-1d920a68cd3b req-689ea1d1-41b2-489f-95f6-848342369e42 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/security-groups?id=60056bfc-e688-4bfd-9765-2e80355b49c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645659 Aug 28 14:53:31.195230 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-a78cb6b0-038f-42a7-93e0-3599bab5b7e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 6aedba1c-6d47-4f1e-b0fa-dc3e7a160ab3) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:53:31.203429 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78cb6b0-038f-42a7-93e0-3599bab5b7e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:31.204278 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a78cb6b0-038f-42a7-93e0-3599bab5b7e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:31.205218 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fe77c0-bdca-4515-8d68-9242de71a98c None None] Network 6aedba1c-6d47-4f1e-b0fa-dc3e7a160ab3 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:53:31.212286 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 6bde456b-f9d0-44a0-95ab-a4706664f08c triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:53:31.213983 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:31.236486 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a78cb6b0-038f-42a7-93e0-3599bab5b7e8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9693990 Aug 28 14:53:31.258220 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-be979390-886d-4a49-b3bf-26c125862093 req-785bcdb0-b953-460e-a9f2-6e5272edd21d tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:31.272000 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-be979390-886d-4a49-b3bf-26c125862093 req-785bcdb0-b953-460e-a9f2-6e5272edd21d tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:31.307015 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-be979390-886d-4a49-b3bf-26c125862093 req-785bcdb0-b953-460e-a9f2-6e5272edd21d tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:31.328846 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-be979390-886d-4a49-b3bf-26c125862093 req-785bcdb0-b953-460e-a9f2-6e5272edd21d tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:31.338048 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be979390-886d-4a49-b3bf-26c125862093 req-785bcdb0-b953-460e-a9f2-6e5272edd21d tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.0362880 Aug 28 14:53:31.391539 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be979390-886d-4a49-b3bf-26c125862093 req-e3e20e7f-1abf-48f3-ad72-010bc17d5f80 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.4 HTTP/1.1" status: 200 len: 694 time: 0.0526216 Aug 28 14:53:31.394484 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51390) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:31.415397 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785bcdb0-b953-460e-a9f2-6e5272edd21d tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Pushing event updated for resources: {'Port': ['ID=d8880a32-d32b-493f-b1a6-82327b0cd659,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:31.417077 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e77393c-a5cd-4c5e-b4e7-538a36a6688f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f'}, {'server_uuid': '22d63812-043f-4180-a0d0-e88d89ae303d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20668f44-816d-464d-be2b-262797e7eed5'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:53:31.421373 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2187865d-115d-4277-8015-fa4f7317a0a6" -d '{"events": [{"server_uuid": "9e77393c-a5cd-4c5e-b4e7-538a36a6688f", "name": "network-vif-plugged", "status": "completed", "tag": "4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f"}, {"server_uuid": "22d63812-043f-4180-a0d0-e88d89ae303d", "name": "network-vif-plugged", "status": "completed", "tag": "20668f44-816d-464d-be2b-262797e7eed5"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:53:31.455533 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dd34ab-70cf-4bfa-9dc8-797230f30cb5 None None] Network 6aedba1c-6d47-4f1e-b0fa-dc3e7a160ab3 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:53:31.464660 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27964441-d94b-45f8-944a-903d89fa35c6 req-fdecb5c1-0a37-4b0f-9fd1-2dba63b7a24c tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:31.466896 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27964441-d94b-45f8-944a-903d89fa35c6 req-fdecb5c1-0a37-4b0f-9fd1-2dba63b7a24c tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c&tenant_id=5de95046553a4af6b56ddb9234d40b90&binding%3Ahost_id=n-h2-712137-10 HTTP/1.1" status: 200 len: 1120 time: 0.1349261 Aug 28 14:53:31.481118 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-27964441-d94b-45f8-944a-903d89fa35c6 req-2e5c7a00-b3b0-4b38-8f6b-166f9dc9e543 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712137-10'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:31.525959 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa609b0d-e733-4b40-8c3b-90e8bfca70a4 admin admin] Deleting subnet 3133852e-18db-4b5c-ae44-882e15e168d2 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 14:53:31.535210 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa609b0d-e733-4b40-8c3b-90e8bfca70a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:31.578689 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-27964441-d94b-45f8-944a-903d89fa35c6 req-2e5c7a00-b3b0-4b38-8f6b-166f9dc9e543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:31.601221 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be979390-886d-4a49-b3bf-26c125862093 req-58a8a382-28ee-4af8-8b90-bf7d8d786771 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:31.603153 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be979390-886d-4a49-b3bf-26c125862093 req-58a8a382-28ee-4af8-8b90-bf7d8d786771 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 784 time: 0.1985259 Aug 28 14:53:31.605509 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa609b0d-e733-4b40-8c3b-90e8bfca70a4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:31.623332 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa609b0d-e733-4b40-8c3b-90e8bfca70a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:31.660499 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68bb48-0848-4f6b-85c4-3ed80e598270 req-2d96e11f-d55c-4f99-bede-1a8df0586c33 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:31.661946 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea68bb48-0848-4f6b-85c4-3ed80e598270 req-2d96e11f-d55c-4f99-bede-1a8df0586c33 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a99f7ff-35af-48e8-9700-5f294d7f4cc7 HTTP/1.1" status: 200 len: 950 time: 0.0958662 Aug 28 14:53:31.706945 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa609b0d-e733-4b40-8c3b-90e8bfca70a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:31.736104 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa609b0d-e733-4b40-8c3b-90e8bfca70a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3133852e-18db-4b5c-ae44-882e15e168d2,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:31.744820 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea68bb48-0848-4f6b-85c4-3ed80e598270 req-7d97b9b8-1fef-44d9-95f7-add5c5f02c81 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761602 Aug 28 14:53:31.744978 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07475dc-ea34-4e35-9cd6-ab22cce2eb66 req-7e3073b0-09bc-4d6f-92c0-e9991f06ddd4 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:31.746311 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a07475dc-ea34-4e35-9cd6-ab22cce2eb66 req-7e3073b0-09bc-4d6f-92c0-e9991f06ddd4 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 945 time: 0.0903955 Aug 28 14:53:31.749498 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa609b0d-e733-4b40-8c3b-90e8bfca70a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:31.751618 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-aa609b0d-e733-4b40-8c3b-90e8bfca70a4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3133852e-18db-4b5c-ae44-882e15e168d2 HTTP/1.1" status: 204 len: 168 time: 0.3563719 Aug 28 14:53:31.754166 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51400) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:31.791982 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-27964441-d94b-45f8-944a-903d89fa35c6 req-2e5c7a00-b3b0-4b38-8f6b-166f9dc9e543 service neutron] For port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=19dd7d34-ac51-4db3-9f65-8cf6020e8e76,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:31.837318 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-27964441-d94b-45f8-944a-903d89fa35c6 req-2e5c7a00-b3b0-4b38-8f6b-166f9dc9e543 service neutron] For port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:53:31.864376 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a07475dc-ea34-4e35-9cd6-ab22cce2eb66 req-770f0a4a-2283-4188-909e-dab379a32594 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022232 Aug 28 14:53:31.867482 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71086a23-ec95-422c-9033-f4f0260b40de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:31.891603 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19dd7d34-ac51-4db3-9f65-8cf6020e8e76'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:53:31.894215 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0ec1c0-d025-4ea5-a40a-3b28c8c7c89e" -d '{"events": [{"server_uuid": "abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c", "name": "network-vif-unplugged", "status": "completed", "tag": "19dd7d34-ac51-4db3-9f65-8cf6020e8e76"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:53:31.900866 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-27964441-d94b-45f8-944a-903d89fa35c6 req-2e5c7a00-b3b0-4b38-8f6b-166f9dc9e543 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:31.908535 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-27964441-d94b-45f8-944a-903d89fa35c6 req-2e5c7a00-b3b0-4b38-8f6b-166f9dc9e543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:31.933987 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 28 Aug 2021 14:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19f69e5-b3dc-465d-98c6-d93619de73d2 x-openstack-request-id: req-b19f69e5-b3dc-465d-98c6-d93619de73d2 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:53:31.934494 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e77393c-a5cd-4c5e-b4e7-538a36a6688f", "name": "network-vif-plugged", "status": "completed", "tag": "4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f", "code": 200}, {"server_uuid": "22d63812-043f-4180-a0d0-e88d89ae303d", "name": "network-vif-plugged", "status": "completed", "tag": "20668f44-816d-464d-be2b-262797e7eed5", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:53:31.934640 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b19f69e5-b3dc-465d-98c6-d93619de73d2 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:53:31.935123 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e77393c-a5cd-4c5e-b4e7-538a36a6688f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f', 'code': 200} Aug 28 14:53:31.935444 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d63812-043f-4180-a0d0-e88d89ae303d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20668f44-816d-464d-be2b-262797e7eed5', 'code': 200} Aug 28 14:53:31.961210 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:53:31.981425 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71086a23-ec95-422c-9033-f4f0260b40de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:31.994629 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71086a23-ec95-422c-9033-f4f0260b40de admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:53:31.994978 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71086a23-ec95-422c-9033-f4f0260b40de admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:53:31.996014 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71086a23-ec95-422c-9033-f4f0260b40de admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:53:31.996349 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71086a23-ec95-422c-9033-f4f0260b40de admin admin] Subscribe: > port after_create 55550000 {{(pid=106330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:53:31.996690 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71086a23-ec95-422c-9033-f4f0260b40de admin admin] Subscribe: > port after_delete 55550000 {{(pid=106330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:53:31.997027 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71086a23-ec95-422c-9033-f4f0260b40de admin admin] Subscribe: > port after_update 55550000 {{(pid=106330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:53:31.997668 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71086a23-ec95-422c-9033-f4f0260b40de admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:53:31.997861 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71086a23-ec95-422c-9033-f4f0260b40de admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:53:31.998183 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71086a23-ec95-422c-9033-f4f0260b40de admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:53:31.998507 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71086a23-ec95-422c-9033-f4f0260b40de admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:53:32.027350 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c7a00-b3b0-4b38-8f6b-166f9dc9e543 service neutron] Pushing event updated for resources: {'Port': ['ID=19dd7d34-ac51-4db3-9f65-8cf6020e8e76,revision_number=7']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:32.046894 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-27964441-d94b-45f8-944a-903d89fa35c6 req-2e5c7a00-b3b0-4b38-8f6b-166f9dc9e543 service neutron] Attempting to bind port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 on host n-h2-712137-10 for vnic_type normal with profile {"migrating_to": "n-h1-712137-10"} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:53:32.047349 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-27964441-d94b-45f8-944a-903d89fa35c6 req-2e5c7a00-b3b0-4b38-8f6b-166f9dc9e543 service neutron] Attempting to bind port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:53:32.047825 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27964441-d94b-45f8-944a-903d89fa35c6 req-2e5c7a00-b3b0-4b38-8f6b-166f9dc9e543 service neutron] Attempting to bind port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:53:32.055867 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27964441-d94b-45f8-944a-903d89fa35c6 req-2e5c7a00-b3b0-4b38-8f6b-166f9dc9e543 service neutron] Port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:53:32.056260 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27964441-d94b-45f8-944a-903d89fa35c6 req-2e5c7a00-b3b0-4b38-8f6b-166f9dc9e543 service neutron] Attempting to bind port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:53:32.065255 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27964441-d94b-45f8-944a-903d89fa35c6 req-2e5c7a00-b3b0-4b38-8f6b-166f9dc9e543 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:53:32.065680 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27964441-d94b-45f8-944a-903d89fa35c6 req-2e5c7a00-b3b0-4b38-8f6b-166f9dc9e543 service neutron] Checking segment: {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:53:32.066121 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27964441-d94b-45f8-944a-903d89fa35c6 req-2e5c7a00-b3b0-4b38-8f6b-166f9dc9e543 service neutron] Bound using segment: {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:53:32.066619 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-27964441-d94b-45f8-944a-903d89fa35c6 req-2e5c7a00-b3b0-4b38-8f6b-166f9dc9e543 service neutron] Bound port: 19dd7d34-ac51-4db3-9f65-8cf6020e8e76, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:53:32.067038 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-27964441-d94b-45f8-944a-903d89fa35c6 req-2e5c7a00-b3b0-4b38-8f6b-166f9dc9e543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:32.100309 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71086a23-ec95-422c-9033-f4f0260b40de admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:53:32.102944 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71086a23-ec95-422c-9033-f4f0260b40de admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:53:32.103286 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71086a23-ec95-422c-9033-f4f0260b40de admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:53:32.103617 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71086a23-ec95-422c-9033-f4f0260b40de admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:53:32.104013 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-71086a23-ec95-422c-9033-f4f0260b40de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d6f3135-e393-4fc9-bd0d-2d24695a9333']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:53:32.113015 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2907d5-caf2-44bc-85d9-ae634a19a2ad req-d5c3cf30-f4e4-474d-ab1e-6e1401cb5a6e tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:32.114647 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7a2907d5-caf2-44bc-85d9-ae634a19a2ad req-d5c3cf30-f4e4-474d-ab1e-6e1401cb5a6e tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 966 time: 0.1024394 Aug 28 14:53:32.165808 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-71086a23-ec95-422c-9033-f4f0260b40de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd5c15e-ebea-4360-bfbd-b732a5a9082f') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:53:32.166595 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-71086a23-ec95-422c-9033-f4f0260b40de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd5c15e-ebea-4360-bfbd-b732a5a9082f') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:53:32.197405 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f549210-d08a-4f99-a5a7-05317d688e62 req-a9a308be-07ba-425f-b0e7-09a9bfb44a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:32.198972 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7f549210-d08a-4f99-a5a7-05317d688e62 req-a9a308be-07ba-425f-b0e7-09a9bfb44a90 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=22d63812-043f-4180-a0d0-e88d89ae303d HTTP/1.1" status: 200 len: 1119 time: 0.1292520 Aug 28 14:53:32.207321 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-27964441-d94b-45f8-944a-903d89fa35c6 req-2e5c7a00-b3b0-4b38-8f6b-166f9dc9e543 service neutron] For port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:53:32.216814 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-27964441-d94b-45f8-944a-903d89fa35c6 req-2e5c7a00-b3b0-4b38-8f6b-166f9dc9e543 service neutron] For port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=19dd7d34-ac51-4db3-9f65-8cf6020e8e76,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:53:32.230078 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7a2907d5-caf2-44bc-85d9-ae634a19a2ad req-d74f420e-be56-440f-a7f7-27ce525b7232 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076014 Aug 28 14:53:32.233479 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-27964441-d94b-45f8-944a-903d89fa35c6 req-2e5c7a00-b3b0-4b38-8f6b-166f9dc9e543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:32.233603 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71086a23-ec95-422c-9033-f4f0260b40de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:32.283335 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 14:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0771cb-0a91-47e7-aa2d-ffa10724fa7f x-openstack-request-id: req-4c0771cb-0a91-47e7-aa2d-ffa10724fa7f {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:53:32.283694 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c", "name": "network-vif-unplugged", "status": "completed", "tag": "19dd7d34-ac51-4db3-9f65-8cf6020e8e76", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:53:32.284021 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c0771cb-0a91-47e7-aa2d-ffa10724fa7f {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:53:32.284460 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19dd7d34-ac51-4db3-9f65-8cf6020e8e76', 'code': 200} Aug 28 14:53:32.294080 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7f549210-d08a-4f99-a5a7-05317d688e62 req-b9fabb0b-46d1-48c5-92a8-76bbc12ba243 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=60056bfc-e688-4bfd-9765-2e80355b49c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841150 Aug 28 14:53:32.296650 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71086a23-ec95-422c-9033-f4f0260b40de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:32.317385 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af3f2f-9dc7-4d28-bcd9-92638cf2b13a req-6a6fa507-c016-4754-8cee-664d1385b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:32.318991 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06af3f2f-9dc7-4d28-bcd9-92638cf2b13a req-6a6fa507-c016-4754-8cee-664d1385b28e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 1097 time: 0.2097998 Aug 28 14:53:32.320398 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71086a23-ec95-422c-9033-f4f0260b40de admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 14:53:32.321501 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c7a00-b3b0-4b38-8f6b-166f9dc9e543 service neutron] Pushing event updated for resources: {'Port': ['ID=19dd7d34-ac51-4db3-9f65-8cf6020e8e76,revision_number=8']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:32.321595 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71086a23-ec95-422c-9033-f4f0260b40de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:32.342059 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27964441-d94b-45f8-944a-903d89fa35c6 req-2e5c7a00-b3b0-4b38-8f6b-166f9dc9e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:32.342606 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-27964441-d94b-45f8-944a-903d89fa35c6 req-2e5c7a00-b3b0-4b38-8f6b-166f9dc9e543 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:32.344107 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27964441-d94b-45f8-944a-903d89fa35c6 req-2e5c7a00-b3b0-4b38-8f6b-166f9dc9e543 service neutron] 10.222.0.41 "PUT /v2.0/ports/19dd7d34-ac51-4db3-9f65-8cf6020e8e76 HTTP/1.1" status: 200 len: 1146 time: 0.8682654 Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: from cryptography.utils import int_from_bytes Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: from cryptography.utils import int_from_bytes Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: timer() Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 14:53:32.346876 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 14:53:32.415436 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4db69a95-b8ad-4b9d-b822-c55d456c5ac3 req-78c9c3fd-01ce-48e7-8c27-0b401ca46f6a tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3049552 Aug 28 14:53:32.421905 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['19dd7d34-ac51-4db3-9f65-8cf6020e8e76'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:53:32.434910 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-4db69a95-b8ad-4b9d-b822-c55d456c5ac3 req-9998be49-3ba2-46ec-b849-1434af62d9e6 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:32.467558 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06af3f2f-9dc7-4d28-bcd9-92638cf2b13a req-f6939eac-f730-4fb0-a84c-4732ff5f2fbc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164329 Aug 28 14:53:32.468178 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71086a23-ec95-422c-9033-f4f0260b40de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:32.479762 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71086a23-ec95-422c-9033-f4f0260b40de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:32.481744 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-71086a23-ec95-422c-9033-f4f0260b40de admin admin] 10.222.0.13 "DELETE /v2.0/networks/4d6f3135-e393-4fc9-bd0d-2d24695a9333 HTTP/1.1" status: 204 len: 168 time: 0.7263551 Aug 28 14:53:32.484917 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51424) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:32.492942 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4db69a95-b8ad-4b9d-b822-c55d456c5ac3 req-9998be49-3ba2-46ec-b849-1434af62d9e6 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks [] for floatingip, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:32.495858 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71086a23-ec95-422c-9033-f4f0260b40de admin admin] Pushing event deleted for resources: {'Network': ['ID=4d6f3135-e393-4fc9-bd0d-2d24695a9333,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:32.537807 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c2fae-ebcf-4139-bb22-10071bd9d968 req-8af3e2c8-676e-442d-b7ed-f532b9e5e0e2 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:32.539917 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dc2c2fae-ebcf-4139-bb22-10071bd9d968 req-8af3e2c8-676e-442d-b7ed-f532b9e5e0e2 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d63812-043f-4180-a0d0-e88d89ae303d HTTP/1.1" status: 200 len: 967 time: 0.1017847 Aug 28 14:53:32.571677 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc57db29-1fb7-494e-b424-e77ebf3f45fb admin admin] Deleting subnet 239d9f2b-8e8b-47bf-a266-02b3a91ba777 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 14:53:32.578698 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dc57db29-1fb7-494e-b424-e77ebf3f45fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:32.610775 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4db69a95-b8ad-4b9d-b822-c55d456c5ac3 req-9998be49-3ba2-46ec-b849-1434af62d9e6 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:32.623973 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dc2c2fae-ebcf-4139-bb22-10071bd9d968 req-9c42de5d-a8ec-4c64-b699-9d148d355a1d tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/security-groups?id=60056bfc-e688-4bfd-9765-2e80355b49c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719004 Aug 28 14:53:32.629911 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dc57db29-1fb7-494e-b424-e77ebf3f45fb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:32.645802 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dc57db29-1fb7-494e-b424-e77ebf3f45fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:32.738051 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-4db69a95-b8ad-4b9d-b822-c55d456c5ac3 req-9998be49-3ba2-46ec-b849-1434af62d9e6 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Allocated IP 172.25.3.88 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/6b39ad70-900d-4f6c-801a-38f242372225) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:53:32.895128 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4db69a95-b8ad-4b9d-b822-c55d456c5ac3 req-9998be49-3ba2-46ec-b849-1434af62d9e6 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:32.950677 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4db69a95-b8ad-4b9d-b822-c55d456c5ac3 req-9998be49-3ba2-46ec-b849-1434af62d9e6 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:32.983576 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c67498-a492-4f1b-be44-1fe13cb087ee req-c07eff4b-b180-4678-9db6-af293927e1da tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:32.985030 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-79c67498-a492-4f1b-be44-1fe13cb087ee req-c07eff4b-b180-4678-9db6-af293927e1da tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a99f7ff-35af-48e8-9700-5f294d7f4cc7 HTTP/1.1" status: 200 len: 950 time: 0.0843918 Aug 28 14:53:32.986270 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dc57db29-1fb7-494e-b424-e77ebf3f45fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:33.001194 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db69a95-b8ad-4b9d-b822-c55d456c5ac3 req-9998be49-3ba2-46ec-b849-1434af62d9e6 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:53:33.010023 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-4db69a95-b8ad-4b9d-b822-c55d456c5ac3 req-9998be49-3ba2-46ec-b849-1434af62d9e6 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:53:33.013698 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db69a95-b8ad-4b9d-b822-c55d456c5ac3 req-9998be49-3ba2-46ec-b849-1434af62d9e6 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:53:33.027085 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc57db29-1fb7-494e-b424-e77ebf3f45fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=239d9f2b-8e8b-47bf-a266-02b3a91ba777,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:33.036825 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dc57db29-1fb7-494e-b424-e77ebf3f45fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:33.038772 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-dc57db29-1fb7-494e-b424-e77ebf3f45fb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/239d9f2b-8e8b-47bf-a266-02b3a91ba777 HTTP/1.1" status: 204 len: 168 time: 0.5499673 Aug 28 14:53:33.043100 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51442) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:33.048561 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998be49-3ba2-46ec-b849-1434af62d9e6 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Pushing event updated for resources: {'Port': ['ID=6b39ad70-900d-4f6c-801a-38f242372225,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:33.124265 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4db69a95-b8ad-4b9d-b822-c55d456c5ac3 req-9998be49-3ba2-46ec-b849-1434af62d9e6 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:33.126751 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-79c67498-a492-4f1b-be44-1fe13cb087ee req-993e1703-998c-40e2-afc7-5042130b1819 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350977 Aug 28 14:53:33.151846 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-79cd8527-5053-4cb8-9013-e18273a8e66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:33.165960 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4db69a95-b8ad-4b9d-b822-c55d456c5ac3 req-9998be49-3ba2-46ec-b849-1434af62d9e6 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:33.286548 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-79cd8527-5053-4cb8-9013-e18273a8e66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:33.301205 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-79cd8527-5053-4cb8-9013-e18273a8e66f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:53:33.301735 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-79cd8527-5053-4cb8-9013-e18273a8e66f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:53:33.302932 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-79cd8527-5053-4cb8-9013-e18273a8e66f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:53:33.303457 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-79cd8527-5053-4cb8-9013-e18273a8e66f admin admin] Subscribe: > port after_create 55550000 {{(pid=106329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:53:33.304024 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-79cd8527-5053-4cb8-9013-e18273a8e66f admin admin] Subscribe: > port after_delete 55550000 {{(pid=106329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:53:33.305141 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-79cd8527-5053-4cb8-9013-e18273a8e66f admin admin] Subscribe: > port after_update 55550000 {{(pid=106329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:53:33.305637 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-79cd8527-5053-4cb8-9013-e18273a8e66f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:53:33.306195 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-79cd8527-5053-4cb8-9013-e18273a8e66f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:53:33.306671 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-79cd8527-5053-4cb8-9013-e18273a8e66f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:53:33.307187 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-79cd8527-5053-4cb8-9013-e18273a8e66f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:53:33.362288 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4db69a95-b8ad-4b9d-b822-c55d456c5ac3 req-9998be49-3ba2-46ec-b849-1434af62d9e6 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:33.372447 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4db69a95-b8ad-4b9d-b822-c55d456c5ac3 req-9998be49-3ba2-46ec-b849-1434af62d9e6 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:33.380551 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-79cd8527-5053-4cb8-9013-e18273a8e66f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:53:33.380889 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-79cd8527-5053-4cb8-9013-e18273a8e66f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:53:33.381280 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-79cd8527-5053-4cb8-9013-e18273a8e66f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:53:33.381993 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-79cd8527-5053-4cb8-9013-e18273a8e66f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 14:53:33.382544 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-79cd8527-5053-4cb8-9013-e18273a8e66f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aedba1c-6d47-4f1e-b0fa-dc3e7a160ab3']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:53:33.414592 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-79cd8527-5053-4cb8-9013-e18273a8e66f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6fa1f1d-5a95-4c3f-b205-2e2629995487') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:53:33.414961 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-79cd8527-5053-4cb8-9013-e18273a8e66f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6fa1f1d-5a95-4c3f-b205-2e2629995487') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:53:33.440493 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-79cd8527-5053-4cb8-9013-e18273a8e66f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:33.462350 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998be49-3ba2-46ec-b849-1434af62d9e6 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Pushing event updated for resources: {'Port': ['ID=6b39ad70-900d-4f6c-801a-38f242372225,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:33.464959 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854e2f0-4b1a-4739-aaaa-3608f5a8df81 req-a78c1777-f234-49fd-aeb1-08a225a86317 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:33.467017 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d854e2f0-4b1a-4739-aaaa-3608f5a8df81 req-a78c1777-f234-49fd-aeb1-08a225a86317 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 945 time: 0.2206929 Aug 28 14:53:33.477370 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4db69a95-b8ad-4b9d-b822-c55d456c5ac3 req-9998be49-3ba2-46ec-b849-1434af62d9e6 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:33.494819 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4db69a95-b8ad-4b9d-b822-c55d456c5ac3 req-9998be49-3ba2-46ec-b849-1434af62d9e6 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:33.496134 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4db69a95-b8ad-4b9d-b822-c55d456c5ac3 req-9998be49-3ba2-46ec-b849-1434af62d9e6 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0693965 Aug 28 14:53:33.497908 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-79cd8527-5053-4cb8-9013-e18273a8e66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:33.514641 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79cd8527-5053-4cb8-9013-e18273a8e66f admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 14:53:33.516294 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-79cd8527-5053-4cb8-9013-e18273a8e66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: from cryptography.utils import int_from_bytes Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: from cryptography.utils import int_from_bytes Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: timer() Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 14:53:33.519550 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 14:53:33.557858 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4db69a95-b8ad-4b9d-b822-c55d456c5ac3 req-bb96eefe-a571-490e-808d-e40e4e418a70 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.88 HTTP/1.1" status: 200 len: 695 time: 0.0515118 Aug 28 14:53:33.581287 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d854e2f0-4b1a-4739-aaaa-3608f5a8df81 req-769cb9b7-90c9-453e-a3fe-9719611cf129 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045961 Aug 28 14:53:33.600464 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-79cd8527-5053-4cb8-9013-e18273a8e66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:33.612175 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-79cd8527-5053-4cb8-9013-e18273a8e66f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:33.613360 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-79cd8527-5053-4cb8-9013-e18273a8e66f admin admin] 10.222.0.13 "DELETE /v2.0/networks/6aedba1c-6d47-4f1e-b0fa-dc3e7a160ab3 HTTP/1.1" status: 204 len: 168 time: 0.5673153 Aug 28 14:53:33.625212 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd8527-5053-4cb8-9013-e18273a8e66f admin admin] Pushing event deleted for resources: {'Network': ['ID=6aedba1c-6d47-4f1e-b0fa-dc3e7a160ab3,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:33.706985 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db69a95-b8ad-4b9d-b822-c55d456c5ac3 req-32305e35-23fe-4d9a-a4a7-14d15d1b1dfc tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:33.716509 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4db69a95-b8ad-4b9d-b822-c55d456c5ac3 req-32305e35-23fe-4d9a-a4a7-14d15d1b1dfc tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 784 time: 0.1532962 Aug 28 14:53:33.823283 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51464) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:33.864463 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-67376b75-d2db-462d-9177-5ea3a0fdb52b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=883efa4b4d304d0ebab926472e75abd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399766 Aug 28 14:53:33.866938 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51466) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:33.926800 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-32f4af07-a4e2-4726-83d2-94b5df26ae93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:33.950213 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-32f4af07-a4e2-4726-83d2-94b5df26ae93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:34.001881 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf35e5a-fc4b-4fda-93a3-d4ffea7863af req-d0850538-80ca-4454-9aab-bcdcb1239f6b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:34.003463 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fdf35e5a-fc4b-4fda-93a3-d4ffea7863af req-d0850538-80ca-4454-9aab-bcdcb1239f6b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 966 time: 0.0606391 Aug 28 14:53:34.017397 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-32f4af07-a4e2-4726-83d2-94b5df26ae93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:34.019993 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-32f4af07-a4e2-4726-83d2-94b5df26ae93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:34.024254 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-32f4af07-a4e2-4726-83d2-94b5df26ae93 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac2c1cb3-5843-4bc2-b91f-2d1db0224a6c HTTP/1.1" status: 204 len: 168 time: 0.1530654 Aug 28 14:53:34.043817 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fdf35e5a-fc4b-4fda-93a3-d4ffea7863af req-7f4795f8-8181-4b4d-98dd-038ed026d7b0 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336266 Aug 28 14:53:34.050550 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4af07-a4e2-4726-83d2-94b5df26ae93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2c1cb3-5843-4bc2-b91f-2d1db0224a6c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:34.078052 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427bf43-df23-4493-ad22-93de003b28eb req-ec0d1bc3-f0b3-4f87-bf14-ef9bbb938314 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:34.086151 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f427bf43-df23-4493-ad22-93de003b28eb req-ec0d1bc3-f0b3-4f87-bf14-ef9bbb938314 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d63812-043f-4180-a0d0-e88d89ae303d HTTP/1.1" status: 200 len: 967 time: 0.0800612 Aug 28 14:53:34.129451 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f427bf43-df23-4493-ad22-93de003b28eb req-c9d1c84e-733f-41b6-9f79-8e9c2155aea6 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/security-groups?id=60056bfc-e688-4bfd-9765-2e80355b49c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422454 Aug 28 14:53:34.207021 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d9b2d4b3-2675-4244-bdfd-5a11af693b7d req-3eac7f34-ad40-4eeb-bc7a-2f80e5ecb21c tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1324570 Aug 28 14:53:34.218789 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-d9b2d4b3-2675-4244-bdfd-5a11af693b7d req-b9b35455-d190-4055-bdf1-454b96c10f75 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:34.243025 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-d9b2d4b3-2675-4244-bdfd-5a11af693b7d req-b9b35455-d190-4055-bdf1-454b96c10f75 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks [] for floatingip, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:34.285891 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c', 'tag': '19dd7d34-ac51-4db3-9f65-8cf6020e8e76'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:53:34.290663 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9486ac2b-c713-4e17-8749-9a9253b4de59" -d '{"events": [{"name": "network-changed", "server_uuid": "abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c", "tag": "19dd7d34-ac51-4db3-9f65-8cf6020e8e76"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:53:34.356489 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-d9b2d4b3-2675-4244-bdfd-5a11af693b7d req-b9b35455-d190-4055-bdf1-454b96c10f75 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:34.456155 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51484) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:34.474802 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-d9b2d4b3-2675-4244-bdfd-5a11af693b7d req-b9b35455-d190-4055-bdf1-454b96c10f75 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Allocated IP 172.25.3.239 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/e7ed08ad-e66a-4521-8167-a88d1b39612a) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:53:34.499022 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff703f5-9eb1-4922-8f37-b9ddb68fc2ca req-444a0783-a86c-4829-9efe-98c40510bbb7 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:34.500535 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8ff703f5-9eb1-4922-8f37-b9ddb68fc2ca req-444a0783-a86c-4829-9efe-98c40510bbb7 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a99f7ff-35af-48e8-9700-5f294d7f4cc7 HTTP/1.1" status: 200 len: 950 time: 0.0755770 Aug 28 14:53:34.525698 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2e776644-d7ae-4cef-8608-df2fd8af90ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7b9039fadb4482197daa63184dc0126&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0684421 Aug 28 14:53:34.528148 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51486) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:34.563322 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8ff703f5-9eb1-4922-8f37-b9ddb68fc2ca req-5e71ccfc-be43-45c3-9297-ca83d20f23bc tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553491 Aug 28 14:53:34.589114 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-d9b2d4b3-2675-4244-bdfd-5a11af693b7d req-b9b35455-d190-4055-bdf1-454b96c10f75 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:34.603488 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-876f3443-e32d-4ec9-9646-95504e9c871b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:34.635818 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-876f3443-e32d-4ec9-9646-95504e9c871b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:34.638476 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-d9b2d4b3-2675-4244-bdfd-5a11af693b7d req-b9b35455-d190-4055-bdf1-454b96c10f75 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:34.701186 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8960a5-316a-4861-8fb2-ee91c43b0761 req-b4e98e70-4edf-49a5-b136-70d6f736ff49 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:34.702783 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0d8960a5-316a-4861-8fb2-ee91c43b0761 req-b4e98e70-4edf-49a5-b136-70d6f736ff49 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d63812-043f-4180-a0d0-e88d89ae303d HTTP/1.1" status: 200 len: 967 time: 0.0804877 Aug 28 14:53:34.714899 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51490) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:34.722260 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-1ea1cb39-9f77-479d-92d3-ff88c99aa49d tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Request body: {'floatingip': {'port_id': '20668f44-816d-464d-be2b-262797e7eed5'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:34.750189 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-876f3443-e32d-4ec9-9646-95504e9c871b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:34.752782 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-876f3443-e32d-4ec9-9646-95504e9c871b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:34.756422 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-876f3443-e32d-4ec9-9646-95504e9c871b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae81918c-873a-4e65-80c0-f394deefe459 HTTP/1.1" status: 204 len: 168 time: 0.2249250 Aug 28 14:53:34.794085 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56fab81-b71b-491c-98c2-75acf122a51e x-openstack-request-id: req-f56fab81-b71b-491c-98c2-75acf122a51e {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:53:34.794416 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c", "tag": "19dd7d34-ac51-4db3-9f65-8cf6020e8e76", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:53:34.798204 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f56fab81-b71b-491c-98c2-75acf122a51e {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:53:34.798204 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c', 'tag': '19dd7d34-ac51-4db3-9f65-8cf6020e8e76', 'status': 'completed', 'code': 200} Aug 28 14:53:34.833157 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f3443-e32d-4ec9-9646-95504e9c871b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae81918c-873a-4e65-80c0-f394deefe459,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:34.880054 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1ea1cb39-9f77-479d-92d3-ff88c99aa49d tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks [] for floatingip, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:34.888932 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b2d4b3-2675-4244-bdfd-5a11af693b7d req-b9b35455-d190-4055-bdf1-454b96c10f75 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:53:34.891865 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-d9b2d4b3-2675-4244-bdfd-5a11af693b7d req-b9b35455-d190-4055-bdf1-454b96c10f75 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:53:34.894938 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b2d4b3-2675-4244-bdfd-5a11af693b7d req-b9b35455-d190-4055-bdf1-454b96c10f75 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:53:34.921101 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b35455-d190-4055-bdf1-454b96c10f75 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Pushing event updated for resources: {'Port': ['ID=e7ed08ad-e66a-4521-8167-a88d1b39612a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:34.994707 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-d9b2d4b3-2675-4244-bdfd-5a11af693b7d req-b9b35455-d190-4055-bdf1-454b96c10f75 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:34.995283 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:53:35.032441 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-d9b2d4b3-2675-4244-bdfd-5a11af693b7d req-b9b35455-d190-4055-bdf1-454b96c10f75 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:35.043789 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486ac2b-c713-4e17-8749-9a9253b4de59 req-96017ef2-bcb0-4a8c-a2ba-9d0b814571ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:35.045620 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9486ac2b-c713-4e17-8749-9a9253b4de59 req-96017ef2-bcb0-4a8c-a2ba-9d0b814571ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de95046553a4af6b56ddb9234d40b90&device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 1149 time: 0.2418034 Aug 28 14:53:35.053044 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e816fcc-3966-4819-8858-6b6b18ba894a req-f2e8e40e-8725-429b-89d7-e2430aa5656c tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:35.062884 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1e816fcc-3966-4819-8858-6b6b18ba894a req-f2e8e40e-8725-429b-89d7-e2430aa5656c tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cad47b4b-f8d6-40f2-b932-8297c15e2631 HTTP/1.1" status: 200 len: 972 time: 0.2226658 Aug 28 14:53:35.109448 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=19dd7d34-ac51-4db3-9f65-8cf6020e8e76,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:35.121775 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 has no active binding in host n-h1-712137-10 {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 14:53:35.213044 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-d9b2d4b3-2675-4244-bdfd-5a11af693b7d req-b9b35455-d190-4055-bdf1-454b96c10f75 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:35.217429 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-d9b2d4b3-2675-4244-bdfd-5a11af693b7d req-b9b35455-d190-4055-bdf1-454b96c10f75 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:35.225050 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1e816fcc-3966-4819-8858-6b6b18ba894a req-231c1e79-12ff-4a60-9d32-8a6444f9ad87 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f02907-89f8-44b5-86e5-57d9724d2562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609707 Aug 28 14:53:35.293997 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486ac2b-c713-4e17-8749-9a9253b4de59 req-63b455f8-5779-4304-a68f-91250b978a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:35.295463 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9486ac2b-c713-4e17-8749-9a9253b4de59 req-63b455f8-5779-4304-a68f-91250b978a1c service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6bfc57a-d73d-41d0-954b-fff6fef4d808 HTTP/1.1" status: 200 len: 922 time: 0.2302926 Aug 28 14:53:35.341483 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b35455-d190-4055-bdf1-454b96c10f75 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Pushing event updated for resources: {'Port': ['ID=e7ed08ad-e66a-4521-8167-a88d1b39612a,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:35.373760 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9486ac2b-c713-4e17-8749-9a9253b4de59 req-ea0ca297-febe-4b22-9954-8aeff9815a98 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19dd7d34-ac51-4db3-9f65-8cf6020e8e76 HTTP/1.1" status: 200 len: 217 time: 0.0668766 Aug 28 14:53:35.387017 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-d9b2d4b3-2675-4244-bdfd-5a11af693b7d req-b9b35455-d190-4055-bdf1-454b96c10f75 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:35.402037 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-d9b2d4b3-2675-4244-bdfd-5a11af693b7d req-b9b35455-d190-4055-bdf1-454b96c10f75 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:35.403420 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d9b2d4b3-2675-4244-bdfd-5a11af693b7d req-b9b35455-d190-4055-bdf1-454b96c10f75 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1894102 Aug 28 14:53:35.467302 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d9b2d4b3-2675-4244-bdfd-5a11af693b7d req-986e3813-c50f-4699-b3d1-4afa42b51f01 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.239 HTTP/1.1" status: 200 len: 696 time: 0.0543110 Aug 28 14:53:35.583762 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2d4b3-2675-4244-bdfd-5a11af693b7d req-3f4b0a5a-191b-4d71-a745-d680757d355b tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:35.585121 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d9b2d4b3-2675-4244-bdfd-5a11af693b7d req-3f4b0a5a-191b-4d71-a745-d680757d355b tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 784 time: 0.1111965 Aug 28 14:53:35.596276 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486ac2b-c713-4e17-8749-9a9253b4de59 req-eb4f4c19-66bc-4f77-9897-125f00acd69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:35.597774 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9486ac2b-c713-4e17-8749-9a9253b4de59 req-eb4f4c19-66bc-4f77-9897-125f00acd69a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f920e854-f768-4846-871d-087306f43fd9 HTTP/1.1" status: 200 len: 861 time: 0.2159200 Aug 28 14:53:35.641460 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c569b-874b-4088-804a-cf877df3745b req-f673da7d-3a0c-42e5-b416-efc5672314b5 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:35.642956 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3b3c569b-874b-4088-804a-cf877df3745b req-f673da7d-3a0c-42e5-b416-efc5672314b5 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 945 time: 0.2343817 Aug 28 14:53:35.664440 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9486ac2b-c713-4e17-8749-9a9253b4de59 req-0f00da9a-4eb0-43c9-adfa-586b5d85399c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6bfc57a-d73d-41d0-954b-fff6fef4d808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576241 Aug 28 14:53:35.739154 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735ef33-df3b-4c04-b423-948f06617710 req-1bebaa02-f903-4ab4-bb8f-fc50e2f620fe tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:35.740701 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e735ef33-df3b-4c04-b423-948f06617710 req-1bebaa02-f903-4ab4-bb8f-fc50e2f620fe tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 966 time: 0.0818493 Aug 28 14:53:35.751142 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81aa196-3c5a-4496-b129-3a3b0abe9359 req-4d49982f-9b3f-4cce-9feb-efa3ec616d23 tempest-DeleteServersAdminTestJSON-1323985220 tempest-DeleteServersAdminTestJSON-1323985220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:35.753127 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c81aa196-3c5a-4496-b129-3a3b0abe9359 req-4d49982f-9b3f-4cce-9feb-efa3ec616d23 tempest-DeleteServersAdminTestJSON-1323985220 tempest-DeleteServersAdminTestJSON-1323985220-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6a99f7ff-35af-48e8-9700-5f294d7f4cc7 HTTP/1.1" status: 200 len: 1102 time: 0.0606010 Aug 28 14:53:35.849822 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e735ef33-df3b-4c04-b423-948f06617710 req-cbbcaa62-e06f-4bdf-97c0-5838fb51947b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956762 Aug 28 14:53:35.893015 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-c81aa196-3c5a-4496-b129-3a3b0abe9359 req-86d1510b-0897-4dd8-9c05-10a9d1386054 tempest-DeleteServersAdminTestJSON-1323985220 tempest-DeleteServersAdminTestJSON-1323985220-project-admin] Deleting port e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:53:35.893502 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c81aa196-3c5a-4496-b129-3a3b0abe9359 req-86d1510b-0897-4dd8-9c05-10a9d1386054 tempest-DeleteServersAdminTestJSON-1323985220 tempest-DeleteServersAdminTestJSON-1323985220-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:36.004523 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-c81aa196-3c5a-4496-b129-3a3b0abe9359 req-86d1510b-0897-4dd8-9c05-10a9d1386054 tempest-DeleteServersAdminTestJSON-1323985220 tempest-DeleteServersAdminTestJSON-1323985220-project-admin] For port e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:36.005043 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c81aa196-3c5a-4496-b129-3a3b0abe9359 req-86d1510b-0897-4dd8-9c05-10a9d1386054 tempest-DeleteServersAdminTestJSON-1323985220 tempest-DeleteServersAdminTestJSON-1323985220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:36.028707 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-c81aa196-3c5a-4496-b129-3a3b0abe9359 req-86d1510b-0897-4dd8-9c05-10a9d1386054 tempest-DeleteServersAdminTestJSON-1323985220 tempest-DeleteServersAdminTestJSON-1323985220-project-admin] Calling delete_port for e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:53:36.082682 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3b3c569b-874b-4088-804a-cf877df3745b req-4192a14e-72d0-4e8d-9fbb-ba07887d7401 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4206533 Aug 28 14:53:36.084320 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.db.resource_extend [None req-1ea1cb39-9f77-479d-92d3-ff88c99aa49d tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 14:53:36.174828 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01a97c-f331-431d-b05b-b7aa35bfaa2f req-86df35eb-7121-4db8-a044-02d5d6f4a472 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:36.176519 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7c01a97c-f331-431d-b05b-b7aa35bfaa2f req-86df35eb-7121-4db8-a044-02d5d6f4a472 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a99f7ff-35af-48e8-9700-5f294d7f4cc7 HTTP/1.1" status: 200 len: 950 time: 0.1489711 Aug 28 14:53:36.247773 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c271d181-7caa-4b35-ae18-067466d69834 req-7ced1941-25fc-4476-a0f0-6dc8140dcabe tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/floatingips/3b41578a-d8ab-41f8-a429-3532ffd69b38 HTTP/1.1" status: 200 len: 693 time: 0.1198101 Aug 28 14:53:36.248252 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7c01a97c-f331-431d-b05b-b7aa35bfaa2f req-3009e3c4-cd21-4a80-b1bb-e02f9e255668 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609417 Aug 28 14:53:36.251128 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1ea1cb39-9f77-479d-92d3-ff88c99aa49d tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:36.254261 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9486ac2b-c713-4e17-8749-9a9253b4de59 req-a0ed582e-24e7-4542-928d-b686bc268621 service neutron] 10.222.0.36 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723066 Aug 28 14:53:36.262517 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251e8ac-e0c5-4db7-ae70-2d723a230d2e req-7dfbb04e-2bd7-4f35-ae4d-fe9be64f533c tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:36.264009 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b251e8ac-e0c5-4db7-ae70-2d723a230d2e req-7dfbb04e-2bd7-4f35-ae4d-fe9be64f533c tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.36 "GET /v2.0/ports?device_id=cad47b4b-f8d6-40f2-b932-8297c15e2631 HTTP/1.1" status: 200 len: 972 time: 0.2822235 Aug 28 14:53:36.283796 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1ea1cb39-9f77-479d-92d3-ff88c99aa49d tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:36.322974 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c81aa196-3c5a-4496-b129-3a3b0abe9359 req-86d1510b-0897-4dd8-9c05-10a9d1386054 tempest-DeleteServersAdminTestJSON-1323985220 tempest-DeleteServersAdminTestJSON-1323985220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:36.339031 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:53:36.418138 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1510b-0897-4dd8-9c05-10a9d1386054 tempest-DeleteServersAdminTestJSON-1323985220 tempest-DeleteServersAdminTestJSON-1323985220-project-admin] Pushing event deleted for resources: {'Port': ['ID=e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:36.443527 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81aa196-3c5a-4496-b129-3a3b0abe9359 req-86d1510b-0897-4dd8-9c05-10a9d1386054 tempest-DeleteServersAdminTestJSON-1323985220 tempest-DeleteServersAdminTestJSON-1323985220-project-admin] No DVR routers for this DVR port e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:53:36.447972 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c81aa196-3c5a-4496-b129-3a3b0abe9359 req-86d1510b-0897-4dd8-9c05-10a9d1386054 tempest-DeleteServersAdminTestJSON-1323985220 tempest-DeleteServersAdminTestJSON-1323985220-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:36.450739 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c81aa196-3c5a-4496-b129-3a3b0abe9359 req-86d1510b-0897-4dd8-9c05-10a9d1386054 tempest-DeleteServersAdminTestJSON-1323985220 tempest-DeleteServersAdminTestJSON-1323985220-project-admin] 10.222.0.41 "DELETE /v2.0/ports/e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb HTTP/1.1" status: 204 len: 173 time: 0.6895368 Aug 28 14:53:36.452139 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a99f7ff-35af-48e8-9700-5f294d7f4cc7', 'name': 'network-vif-deleted', 'tag': 'e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:53:36.453734 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c1ffc1-9a39-4efb-8e22-fad931393943" -d '{"events": [{"server_uuid": "6a99f7ff-35af-48e8-9700-5f294d7f4cc7", "name": "network-vif-deleted", "tag": "e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:53:36.665536 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9e8e7-cf6d-422a-ab1d-f1ae5a23083a req-da79cc65-0a37-486c-983a-20ffbec21289 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:36.667547 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0bb9e8e7-cf6d-422a-ab1d-f1ae5a23083a req-da79cc65-0a37-486c-983a-20ffbec21289 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 1097 time: 0.0479066 Aug 28 14:53:36.673790 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271d181-7caa-4b35-ae18-067466d69834 req-9da66eb1-992e-4217-bba6-fbeb9c4c0e6f tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:36.675203 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c271d181-7caa-4b35-ae18-067466d69834 req-9da66eb1-992e-4217-bba6-fbeb9c4c0e6f tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 784 time: 0.4266615 Aug 28 14:53:36.684642 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-1ea1cb39-9f77-479d-92d3-ff88c99aa49d tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Floating IP f1b3c17d-8322-42f2-8cd6-9d1c837620e8 associated. External IP: 172.25.3.186, port: 20668f44-816d-464d-be2b-262797e7eed5. Aug 28 14:53:36.688008 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9486ac2b-c713-4e17-8749-9a9253b4de59 req-478a42fb-9a1f-4811-8e31-77bd712c997b service neutron] 10.222.0.36 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230707 Aug 28 14:53:36.700878 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-c271d181-7caa-4b35-ae18-067466d69834 req-b7048c89-aa0b-4e4e-a180-b0fa660f7126 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 14:53:36.701921 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c271d181-7caa-4b35-ae18-067466d69834 req-b7048c89-aa0b-4e4e-a180-b0fa660f7126 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190439 Aug 28 14:53:36.710015 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0bb9e8e7-cf6d-422a-ab1d-f1ae5a23083a req-44004b2e-5db9-4b5b-adda-40321fa7db96 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357156 Aug 28 14:53:36.815599 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-b251e8ac-e0c5-4db7-ae70-2d723a230d2e req-ace8dca3-c66e-4a58-a0e2-e9c2d05529a7 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Deleting port faa9ac80-febe-4fa7-b95d-e690443ebe5d {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:53:36.815984 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b251e8ac-e0c5-4db7-ae70-2d723a230d2e req-ace8dca3-c66e-4a58-a0e2-e9c2d05529a7 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:36.883572 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-daff0e22-2eb5-4253-9024-6443bf244622 req-6e4bfb5a-0d34-46ec-9ecd-f4c3d417eef1 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b0e678d690f346928c330da2a4b836ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232806 Aug 28 14:53:36.937278 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a0c94-d445-495f-a824-2397d58a1d9b req-27718766-db4f-4d37-b2e0-72895ac471ef tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:36.938719 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d46a0c94-d445-495f-a824-2397d58a1d9b req-27718766-db4f-4d37-b2e0-72895ac471ef tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/ports?device_id=cad47b4b-f8d6-40f2-b932-8297c15e2631 HTTP/1.1" status: 200 len: 972 time: 0.1611035 Aug 28 14:53:37.000627 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff0e22-2eb5-4253-9024-6443bf244622 req-b08dc3b5-6697-4d01-93b7-59048ba083c2 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:37.001945 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-daff0e22-2eb5-4253-9024-6443bf244622 req-b08dc3b5-6697-4d01-93b7-59048ba083c2 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1128249 Aug 28 14:53:37.017160 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-daff0e22-2eb5-4253-9024-6443bf244622 req-3c351b87-f4c1-4726-bc29-9ea1e19be96e tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/quotas/b0e678d690f346928c330da2a4b836ed HTTP/1.1" status: 200 len: 375 time: 0.0097649 Aug 28 14:53:37.019607 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-b251e8ac-e0c5-4db7-ae70-2d723a230d2e req-ace8dca3-c66e-4a58-a0e2-e9c2d05529a7 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] For port faa9ac80-febe-4fa7-b95d-e690443ebe5d, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=faa9ac80-febe-4fa7-b95d-e690443ebe5d,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:37.019998 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b251e8ac-e0c5-4db7-ae70-2d723a230d2e req-ace8dca3-c66e-4a58-a0e2-e9c2d05529a7 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:37.053025 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-b251e8ac-e0c5-4db7-ae70-2d723a230d2e req-ace8dca3-c66e-4a58-a0e2-e9c2d05529a7 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Calling delete_port for faa9ac80-febe-4fa7-b95d-e690443ebe5d owned by compute:tempest-test_az-1603513841 {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:53:37.058475 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-daff0e22-2eb5-4253-9024-6443bf244622 req-56ac131d-1c41-4b9f-8a95-b986b1aad036 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0e678d690f346928c330da2a4b836ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340486 Aug 28 14:53:37.105027 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d46a0c94-d445-495f-a824-2397d58a1d9b req-46b55b18-9139-4d98-840f-cf7b6e5d187d tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f02907-89f8-44b5-86e5-57d9724d2562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584222 Aug 28 14:53:37.173781 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c19e17f-72f1-40dd-a9aa-be0a18703c1c x-openstack-request-id: req-4c19e17f-72f1-40dd-a9aa-be0a18703c1c {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:53:37.174075 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a99f7ff-35af-48e8-9700-5f294d7f4cc7", "name": "network-vif-deleted", "tag": "e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:53:37.174328 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c19e17f-72f1-40dd-a9aa-be0a18703c1c {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:53:37.174730 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a99f7ff-35af-48e8-9700-5f294d7f4cc7', 'name': 'network-vif-deleted', 'tag': 'e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb', 'status': 'completed', 'code': 200} Aug 28 14:53:37.269892 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-176fffe6-045c-4e53-a047-bb16b5c67fca req-6d090cb6-5d09-42aa-aee1-e63bd3717167 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/floatingips/3b41578a-d8ab-41f8-a429-3532ffd69b38 HTTP/1.1" status: 200 len: 693 time: 0.0696855 Aug 28 14:53:37.278680 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea1cb39-9f77-479d-92d3-ff88c99aa49d tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Router cea320e9-122c-488c-a89a-1b33a54d8976 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 14:53:37.283310 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398d250-ca78-442a-a28e-c2802f3c8ef7 req-b35e7d72-39dc-4146-8b3f-74d54c83815c tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:37.285981 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1398d250-ca78-442a-a28e-c2802f3c8ef7 req-b35e7d72-39dc-4146-8b3f-74d54c83815c tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 1097 time: 0.0462296 Aug 28 14:53:37.325069 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1398d250-ca78-442a-a28e-c2802f3c8ef7 req-1195b25f-29c2-428e-afce-e9528fbc8d69 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326440 Aug 28 14:53:37.471160 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b46fba-2e83-4817-9329-feb2df763755 req-91703f77-451f-4be6-9609-922a33a39450 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:37.472945 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-11b46fba-2e83-4817-9329-feb2df763755 req-91703f77-451f-4be6-9609-922a33a39450 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 966 time: 0.0545044 Aug 28 14:53:37.494152 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b251e8ac-e0c5-4db7-ae70-2d723a230d2e req-ace8dca3-c66e-4a58-a0e2-e9c2d05529a7 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:37.507221 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['faa9ac80-febe-4fa7-b95d-e690443ebe5d'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:53:37.532187 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-11b46fba-2e83-4817-9329-feb2df763755 req-a53bc841-9eb8-4469-91a4-916df9dea6e6 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497077 Aug 28 14:53:37.608539 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a4880e9-bc63-4070-8d35-16eab7f48f78 req-ac77d676-5ebf-4180-bd25-3d1973656e81 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=672572f4-77cf-4370-8783-e24c56894aef HTTP/1.1" status: 200 len: 210 time: 0.0338001 Aug 28 14:53:37.825025 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176fffe6-045c-4e53-a047-bb16b5c67fca req-573415aa-9932-467f-9223-0b1e646ddff5 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:37.826402 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-176fffe6-045c-4e53-a047-bb16b5c67fca req-573415aa-9932-467f-9223-0b1e646ddff5 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 784 time: 0.5457304 Aug 28 14:53:37.833695 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8dca3-c66e-4a58-a0e2-e9c2d05529a7 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Pushing event deleted for resources: {'Port': ['ID=faa9ac80-febe-4fa7-b95d-e690443ebe5d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:37.848640 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-176fffe6-045c-4e53-a047-bb16b5c67fca req-be7fdc88-2efd-44d3-8319-f624b440774a tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 14:53:37.850028 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-176fffe6-045c-4e53-a047-bb16b5c67fca req-be7fdc88-2efd-44d3-8319-f624b440774a tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111887 Aug 28 14:53:37.877029 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea1cb39-9f77-479d-92d3-ff88c99aa49d tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:53:37.884394 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1ea1cb39-9f77-479d-92d3-ff88c99aa49d tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:37.899356 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc9fb1c-aaf9-4ff8-aa7e-45620dbbe266 None None] Sync routers for ids ['cea320e9-122c-488c-a89a-1b33a54d8976'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:53:37.911045 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc9fb1c-aaf9-4ff8-aa7e-45620dbbe266 None None] Routers {'cea320e9-122c-488c-a89a-1b33a54d8976'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:53:37.912223 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-2cc9fb1c-aaf9-4ff8-aa7e-45620dbbe266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:53:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['cea320e9-122c-488c-a89a-1b33a54d8976'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:53:37.915115 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9dd66edc-3416-43e2-a1bd-20e7d6e300a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:37.943084 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1ea1cb39-9f77-479d-92d3-ff88c99aa49d tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "PUT /v2.0/floatingips/f1b3c17d-8322-42f2-8cd6-9d1c837620e8 HTTP/1.1" status: 200 len: 1013 time: 3.2256916 Aug 28 14:53:37.961987 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d63812-043f-4180-a0d0-e88d89ae303d', 'tag': '20668f44-816d-464d-be2b-262797e7eed5'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:53:37.964371 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d735eae-ebff-442a-b3b6-99e0b350a8c4" -d '{"events": [{"name": "network-changed", "server_uuid": "22d63812-043f-4180-a0d0-e88d89ae303d", "tag": "20668f44-816d-464d-be2b-262797e7eed5"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:53:38.025289 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-b251e8ac-e0c5-4db7-ae70-2d723a230d2e req-ace8dca3-c66e-4a58-a0e2-e9c2d05529a7 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] No DVR routers for this DVR port faa9ac80-febe-4fa7-b95d-e690443ebe5d on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:53:38.032472 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b251e8ac-e0c5-4db7-ae70-2d723a230d2e req-ace8dca3-c66e-4a58-a0e2-e9c2d05529a7 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:38.034989 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b251e8ac-e0c5-4db7-ae70-2d723a230d2e req-ace8dca3-c66e-4a58-a0e2-e9c2d05529a7 tempest-AggregatesAdminTestJSON-2144600960 tempest-AggregatesAdminTestJSON-2144600960-project] 10.222.0.36 "DELETE /v2.0/ports/faa9ac80-febe-4fa7-b95d-e690443ebe5d HTTP/1.1" status: 204 len: 173 time: 1.7522657 Aug 28 14:53:38.038373 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-176fffe6-045c-4e53-a047-bb16b5c67fca req-0cee51af-1844-4b2b-a74d-e1e415537698 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.239 HTTP/1.1" status: 200 len: 696 time: 0.1581790 Aug 28 14:53:38.051540 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-2cc9fb1c-aaf9-4ff8-aa7e-45620dbbe266 None None] Set router cea320e9-122c-488c-a89a-1b33a54d8976 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:53:38.106207 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-176fffe6-045c-4e53-a047-bb16b5c67fca req-00bd27ee-f4b9-457a-a431-a2a29eece566 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.239 HTTP/1.1" status: 200 len: 696 time: 0.0608263 Aug 28 14:53:38.238123 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-176fffe6-045c-4e53-a047-bb16b5c67fca req-bc5e1e4d-c5e3-4edd-ae09-f673cbcc2aad tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Deleting port e7ed08ad-e66a-4521-8167-a88d1b39612a {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:53:38.238401 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-176fffe6-045c-4e53-a047-bb16b5c67fca req-bc5e1e4d-c5e3-4edd-ae09-f673cbcc2aad tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:38.323840 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-176fffe6-045c-4e53-a047-bb16b5c67fca req-bc5e1e4d-c5e3-4edd-ae09-f673cbcc2aad tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:38.324170 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-176fffe6-045c-4e53-a047-bb16b5c67fca req-bc5e1e4d-c5e3-4edd-ae09-f673cbcc2aad tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:38.336059 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-176fffe6-045c-4e53-a047-bb16b5c67fca req-bc5e1e4d-c5e3-4edd-ae09-f673cbcc2aad tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Calling delete_port for e7ed08ad-e66a-4521-8167-a88d1b39612a owned by network:floatingip {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:53:38.368122 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-2cc9fb1c-aaf9-4ff8-aa7e-45620dbbe266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090615160-router', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:52:39Z', 'updated_at': '2021-08-28T14:52:43Z', 'revision_number': 4, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'gw_port': {'id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:40Z', 'updated_at': '2021-08-28T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'f1b3c17d-8322-42f2-8cd6-9d1c837620e8', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'port_id': '20668f44-816d-464d-be2b-262797e7eed5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6', 'mac_address': 'fa:16:3e:eb:f3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d63812-043f-4180-a0d0-e88d89ae303d', 'device_owner': 'compute:tempest-test_az-1603513841'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T14:53:13Z', 'updated_at': '2021-08-28T14:53:35Z', 'revision_number': 1, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3cd7432-e956-436b-b318-7a13652a6f99', 'name': '', 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'mac_address': 'fa:16:3e:36:6c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99f97325-be0a-4922-9e31-90945bbee166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:42Z', 'updated_at': '2021-08-28T14:52:49Z', 'revision_number': 5, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'subnets': [{'id': '99f97325-be0a-4922-9e31-90945bbee166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:53:38.394612 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc9fb1c-aaf9-4ff8-aa7e-45620dbbe266 None None] Checking router: cea320e9-122c-488c-a89a-1b33a54d8976 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:53:38.405173 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc9fb1c-aaf9-4ff8-aa7e-45620dbbe266 None None] Routers {'cea320e9-122c-488c-a89a-1b33a54d8976'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:53:38.406008 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-2cc9fb1c-aaf9-4ff8-aa7e-45620dbbe266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:53:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['cea320e9-122c-488c-a89a-1b33a54d8976'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:53:38.495441 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-daff0e22-2eb5-4253-9024-6443bf244622 req-6b346c9b-5ad6-4470-b698-cbaaabfced45 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b0e678d690f346928c330da2a4b836ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485547 Aug 28 14:53:38.526303 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-176fffe6-045c-4e53-a047-bb16b5c67fca req-bc5e1e4d-c5e3-4edd-ae09-f673cbcc2aad tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:38.564092 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e1e4d-c5e3-4edd-ae09-f673cbcc2aad tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Pushing event deleted for resources: {'Port': ['ID=e7ed08ad-e66a-4521-8167-a88d1b39612a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:38.591838 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-2cc9fb1c-aaf9-4ff8-aa7e-45620dbbe266 None None] Set router cea320e9-122c-488c-a89a-1b33a54d8976 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:53:38.694661 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff0e22-2eb5-4253-9024-6443bf244622 req-8810b2b6-d573-4f2c-9b28-0e26c20933ac tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:38.696673 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-daff0e22-2eb5-4253-9024-6443bf244622 req-8810b2b6-d573-4f2c-9b28-0e26c20933ac tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1942747 Aug 28 14:53:38.716997 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-daff0e22-2eb5-4253-9024-6443bf244622 req-24893c9c-a7d4-4468-8e00-a6cc67b93ecd tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Request body: {'port': {'device_id': '672572f4-77cf-4370-8783-e24c56894aef', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'admin_state_up': True, 'tenant_id': 'b0e678d690f346928c330da2a4b836ed'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:38.755352 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-176fffe6-045c-4e53-a047-bb16b5c67fca req-bc5e1e4d-c5e3-4edd-ae09-f673cbcc2aad tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks [] for floatingip, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:38.758774 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-176fffe6-045c-4e53-a047-bb16b5c67fca req-bc5e1e4d-c5e3-4edd-ae09-f673cbcc2aad tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:38.760099 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-176fffe6-045c-4e53-a047-bb16b5c67fca req-bc5e1e4d-c5e3-4edd-ae09-f673cbcc2aad tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "DELETE /v2.0/floatingips/3b41578a-d8ab-41f8-a429-3532ffd69b38 HTTP/1.1" status: 204 len: 173 time: 0.6530912 Aug 28 14:53:38.915510 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daff0e22-2eb5-4253-9024-6443bf244622 req-24893c9c-a7d4-4468-8e00-a6cc67b93ecd tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Made reservation on behalf of b0e678d690f346928c330da2a4b836ed for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:53:38.920589 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-daff0e22-2eb5-4253-9024-6443bf244622 req-24893c9c-a7d4-4468-8e00-a6cc67b93ecd tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:38.935540 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-daff0e22-2eb5-4253-9024-6443bf244622 req-24893c9c-a7d4-4468-8e00-a6cc67b93ecd tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:38.955845 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-e608d1f5-3dbd-4b26-9a4e-630607113ad6 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ec22ff773413422493b0b31d771bd355&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270295 Aug 28 14:53:39.003867 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:53:39.027601 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:53:39.029966 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device e71ee977-c9b9-4cfd-b75d-d7c9a1af22bb not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:53:39.044922 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-2cc9fb1c-aaf9-4ff8-aa7e-45620dbbe266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090615160-router', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:52:39Z', 'updated_at': '2021-08-28T14:52:43Z', 'revision_number': 4, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'gw_port': {'id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:40Z', 'updated_at': '2021-08-28T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'f1b3c17d-8322-42f2-8cd6-9d1c837620e8', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'port_id': '20668f44-816d-464d-be2b-262797e7eed5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6', 'mac_address': 'fa:16:3e:eb:f3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d63812-043f-4180-a0d0-e88d89ae303d', 'device_owner': 'compute:tempest-test_az-1603513841'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T14:53:13Z', 'updated_at': '2021-08-28T14:53:35Z', 'revision_number': 1, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3cd7432-e956-436b-b318-7a13652a6f99', 'name': '', 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'mac_address': 'fa:16:3e:36:6c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99f97325-be0a-4922-9e31-90945bbee166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:42Z', 'updated_at': '2021-08-28T14:52:49Z', 'revision_number': 5, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'subnets': [{'id': '99f97325-be0a-4922-9e31-90945bbee166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:53:39.081129 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-daff0e22-2eb5-4253-9024-6443bf244622 req-24893c9c-a7d4-4468-8e00-a6cc67b93ecd tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:39.085572 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-daff0e22-2eb5-4253-9024-6443bf244622 req-24893c9c-a7d4-4468-8e00-a6cc67b93ecd tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:39.088668 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc9fb1c-aaf9-4ff8-aa7e-45620dbbe266 None None] The sync data for ids ['cea320e9-122c-488c-a89a-1b33a54d8976'] in n-d-712137-10 is: [{'id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090615160-router', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:52:39Z', 'updated_at': '2021-08-28T14:52:43Z', 'revision_number': 4, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'gw_port': {'id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:40Z', 'updated_at': '2021-08-28T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'f1b3c17d-8322-42f2-8cd6-9d1c837620e8', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'port_id': '20668f44-816d-464d-be2b-262797e7eed5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6', 'mac_address': 'fa:16:3e:eb:f3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d63812-043f-4180-a0d0-e88d89ae303d', 'device_owner': 'compute:tempest-test_az-1603513841'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T14:53:13Z', 'updated_at': '2021-08-28T14:53:35Z', 'revision_number': 1, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3cd7432-e956-436b-b318-7a13652a6f99', 'name': '', 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'mac_address': 'fa:16:3e:36:6c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99f97325-be0a-4922-9e31-90945bbee166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:42Z', 'updated_at': '2021-08-28T14:52:49Z', 'revision_number': 5, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'subnets': [{'id': '99f97325-be0a-4922-9e31-90945bbee166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:53:39.109398 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-85c4b630-06e5-4584-bd4b-ff554786b0f1 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 14:53:39.110732 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-85c4b630-06e5-4584-bd4b-ff554786b0f1 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0339043 Aug 28 14:53:39.126343 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-182ff6c9-ff9b-42fb-896d-38cec03dbb87 service neutron] Request body: {'binding': {'host': 'n-h2-712137-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:39.126797 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-182ff6c9-ff9b-42fb-896d-38cec03dbb87 service neutron] Unknown quota resources ['binding']. {{(pid=106329) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 14:53:39.154603 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24893c9c-a7d4-4468-8e00-a6cc67b93ecd tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60412d6b-f9b2-4519-aec8-73c38a507b12,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:39.161125 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-22d98b3d-e00b-40f8-b083-55b011f96ee7 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:39.168335 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-22d98b3d-e00b-40f8-b083-55b011f96ee7 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2052460 Aug 28 14:53:39.205928 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-f270525d-0311-4564-af1f-c32b9b6cfe1e tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/quotas/ec22ff773413422493b0b31d771bd355 HTTP/1.1" status: 200 len: 375 time: 0.0367103 Aug 28 14:53:39.233481 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-daff0e22-2eb5-4253-9024-6443bf244622 req-24893c9c-a7d4-4468-8e00-a6cc67b93ecd tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Allocated IP 192.168.233.209 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/cce4b436-0793-49ff-9c79-b64034828e71) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:53:39.259442 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27964441-d94b-45f8-944a-903d89fa35c6 req-00422a13-5d21-42a0-bdce-3eefdf4e20f1 service neutron] 10.222.0.36 "GET /v2.0/ports/19dd7d34-ac51-4db3-9f65-8cf6020e8e76/bindings/n-h1-712137-10 HTTP/1.1" status: 200 len: 385 time: 0.1914992 Aug 28 14:53:39.282565 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-5b76a426-35ac-47d9-a549-5f0e8fbd7ba2 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec22ff773413422493b0b31d771bd355&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417962 Aug 28 14:53:39.380586 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d60fe94-d51b-49d0-b58d-c81867100a3b None None] New status for floating IP f1b3c17d-8322-42f2-8cd6-9d1c837620e8: ACTIVE {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 14:53:39.409857 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-daff0e22-2eb5-4253-9024-6443bf244622 req-24893c9c-a7d4-4468-8e00-a6cc67b93ecd tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:39.416137 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-182ff6c9-ff9b-42fb-896d-38cec03dbb87 service neutron] Attempting to bind port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f on host n-h2-712137-10 for vnic_type normal with profile None {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:53:39.416482 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-182ff6c9-ff9b-42fb-896d-38cec03dbb87 service neutron] Attempting to bind port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:53:39.416813 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-182ff6c9-ff9b-42fb-896d-38cec03dbb87 service neutron] Attempting to bind port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:53:39.426356 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-182ff6c9-ff9b-42fb-896d-38cec03dbb87 service neutron] Port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:53:39.426685 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-182ff6c9-ff9b-42fb-896d-38cec03dbb87 service neutron] Attempting to bind port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:53:39.457521 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-daff0e22-2eb5-4253-9024-6443bf244622 req-24893c9c-a7d4-4468-8e00-a6cc67b93ecd tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Transition to ACTIVE for port object cce4b436-0793-49ff-9c79-b64034828e71 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:53:39.472250 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-182ff6c9-ff9b-42fb-896d-38cec03dbb87 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:53:39.472594 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-182ff6c9-ff9b-42fb-896d-38cec03dbb87 service neutron] Checking segment: {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:53:39.472987 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-182ff6c9-ff9b-42fb-896d-38cec03dbb87 service neutron] Bound using segment: {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:53:39.473668 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-182ff6c9-ff9b-42fb-896d-38cec03dbb87 service neutron] Bound port: 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:53:39.509972 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-daff0e22-2eb5-4253-9024-6443bf244622 req-24893c9c-a7d4-4468-8e00-a6cc67b93ecd tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:39.562811 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-27964441-d94b-45f8-944a-903d89fa35c6 req-8d742409-3ee0-42d3-8f56-5c433650d77e service neutron] For port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=19dd7d34-ac51-4db3-9f65-8cf6020e8e76,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:39.574468 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-182ff6c9-ff9b-42fb-896d-38cec03dbb87 service neutron] For port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:53:39.577305 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daff0e22-2eb5-4253-9024-6443bf244622 req-24893c9c-a7d4-4468-8e00-a6cc67b93ecd tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:53:39.583120 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-182ff6c9-ff9b-42fb-896d-38cec03dbb87 service neutron] Notify callbacks [] for binding, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:39.584340 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-182ff6c9-ff9b-42fb-896d-38cec03dbb87 service neutron] 10.222.0.13 "POST /v2.0/ports/4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f/bindings HTTP/1.1" status: 201 len: 390 time: 0.4644775 Aug 28 14:53:39.591935 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-27964441-d94b-45f8-944a-903d89fa35c6 req-8d742409-3ee0-42d3-8f56-5c433650d77e service neutron] For port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:53:39.610073 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-daff0e22-2eb5-4253-9024-6443bf244622 req-24893c9c-a7d4-4468-8e00-a6cc67b93ecd tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:53:39.635948 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-daff0e22-2eb5-4253-9024-6443bf244622 req-24893c9c-a7d4-4468-8e00-a6cc67b93ecd tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:53:39.648122 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-27964441-d94b-45f8-944a-903d89fa35c6 req-8d742409-3ee0-42d3-8f56-5c433650d77e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:53:39.662692 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-27964441-d94b-45f8-944a-903d89fa35c6 req-8d742409-3ee0-42d3-8f56-5c433650d77e service neutron] For port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=19dd7d34-ac51-4db3-9f65-8cf6020e8e76,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:39.698046 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cb9494-9cc7-4ba6-ade2-b46237458873 x-openstack-request-id: req-37cb9494-9cc7-4ba6-ade2-b46237458873 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:53:39.698336 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d63812-043f-4180-a0d0-e88d89ae303d", "tag": "20668f44-816d-464d-be2b-262797e7eed5", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:53:39.698591 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37cb9494-9cc7-4ba6-ade2-b46237458873 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:53:39.698987 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d63812-043f-4180-a0d0-e88d89ae303d', 'tag': '20668f44-816d-464d-be2b-262797e7eed5', 'status': 'completed', 'code': 200} Aug 28 14:53:39.737803 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24893c9c-a7d4-4468-8e00-a6cc67b93ecd tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Pushing event updated for resources: {'Port': ['ID=cce4b436-0793-49ff-9c79-b64034828e71,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:39.743124 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-27964441-d94b-45f8-944a-903d89fa35c6 req-8d742409-3ee0-42d3-8f56-5c433650d77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:39.873194 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff0e22-2eb5-4253-9024-6443bf244622 req-24893c9c-a7d4-4468-8e00-a6cc67b93ecd tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:39.874143 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-daff0e22-2eb5-4253-9024-6443bf244622 req-24893c9c-a7d4-4468-8e00-a6cc67b93ecd tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:39.900997 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d735eae-ebff-442a-b3b6-99e0b350a8c4 req-a22dfad2-c660-483c-b066-3aecb9567d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:39.903144 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5d735eae-ebff-442a-b3b6-99e0b350a8c4 req-a22dfad2-c660-483c-b066-3aecb9567d15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf69354c9e44480a955dc8879f74a9d8&device_id=22d63812-043f-4180-a0d0-e88d89ae303d HTTP/1.1" status: 200 len: 1119 time: 0.1889181 Aug 28 14:53:39.923506 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-daff0e22-2eb5-4253-9024-6443bf244622 req-24893c9c-a7d4-4468-8e00-a6cc67b93ecd tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2148564 Aug 28 14:53:39.963965 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-daff0e22-2eb5-4253-9024-6443bf244622 req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Request body: {'port': {'device_id': '672572f4-77cf-4370-8783-e24c56894aef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:40.006125 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.36', 55899) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:40.083316 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-27964441-d94b-45f8-944a-903d89fa35c6 req-8d742409-3ee0-42d3-8f56-5c433650d77e service neutron] Transition to ACTIVE for port object 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:53:40.098166 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-daff0e22-2eb5-4253-9024-6443bf244622 req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:40.103609 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-27964441-d94b-45f8-944a-903d89fa35c6 req-8d742409-3ee0-42d3-8f56-5c433650d77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:40.117367 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a661a36-2574-40d4-b76b-e3581301154c req-b7fb0d56-eefc-4ac8-b5d5-ffda2deb7ed6 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:40.125042 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3a661a36-2574-40d4-b76b-e3581301154c req-b7fb0d56-eefc-4ac8-b5d5-ffda2deb7ed6 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=672572f4-77cf-4370-8783-e24c56894aef HTTP/1.1" status: 200 len: 936 time: 0.2113237 Aug 28 14:53:40.128230 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6806a6f4-02f9-4786-8d63-0fdd176ef17d None None] Provisioning for port cce4b436-0793-49ff-9c79-b64034828e71 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:53:40.137130 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6806a6f4-02f9-4786-8d63-0fdd176ef17d None None] Provisioning complete for port cce4b436-0793-49ff-9c79-b64034828e71 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:53:40.137664 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6806a6f4-02f9-4786-8d63-0fdd176ef17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:40.158109 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-67b3d818-4b06-479f-80bd-c2a1d16d865f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:40.159577 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-67b3d818-4b06-479f-80bd-c2a1d16d865f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=29e98397e0be4fe1a52442d0d5c53b75&device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 1097 time: 0.1506109 Aug 28 14:53:40.170081 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d972ef5-76ec-43e2-8137-87127c890984 req-461742ce-60d9-4366-9eb3-181b4a6aec0b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:40.177853 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4d972ef5-76ec-43e2-8137-87127c890984 req-461742ce-60d9-4366-9eb3-181b4a6aec0b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 966 time: 0.2275779 Aug 28 14:53:40.190568 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d735eae-ebff-442a-b3b6-99e0b350a8c4 req-8e11b369-0758-4c5e-b35c-2b6688e5312a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:40.192173 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5d735eae-ebff-442a-b3b6-99e0b350a8c4 req-8e11b369-0758-4c5e-b35c-2b6688e5312a service neutron] 10.222.0.36 "GET /v2.0/networks?id=7fefbaf0-9766-4195-b2cc-33f85cb01cd6 HTTP/1.1" status: 200 len: 925 time: 0.2758780 Aug 28 14:53:40.227216 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-6806a6f4-02f9-4786-8d63-0fdd176ef17d None None] Port cce4b436-0793-49ff-9c79-b64034828e71 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:53:40.240342 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-27964441-d94b-45f8-944a-903d89fa35c6 req-8d742409-3ee0-42d3-8f56-5c433650d77e service neutron] No DVR routers for this DVR port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:53:40.287271 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51658) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:40.287459 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3a661a36-2574-40d4-b76b-e3581301154c req-88f75d48-f429-457c-9ba4-20ac21356e85 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/security-groups?id=60412d6b-f9b2-4519-aec8-73c38a507b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615584 Aug 28 14:53:40.321647 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d742409-3ee0-42d3-8f56-5c433650d77e service neutron] Pushing event updated for resources: {'Port': ['ID=19dd7d34-ac51-4db3-9f65-8cf6020e8e76,revision_number=10']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:40.380830 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d742409-3ee0-42d3-8f56-5c433650d77e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:40.381196 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d742409-3ee0-42d3-8f56-5c433650d77e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:40.381510 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d742409-3ee0-42d3-8f56-5c433650d77e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:40.381847 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d742409-3ee0-42d3-8f56-5c433650d77e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:40.382768 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d742409-3ee0-42d3-8f56-5c433650d77e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:40.383141 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d742409-3ee0-42d3-8f56-5c433650d77e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:40.383474 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d742409-3ee0-42d3-8f56-5c433650d77e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:40.383825 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d742409-3ee0-42d3-8f56-5c433650d77e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:40.384143 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d742409-3ee0-42d3-8f56-5c433650d77e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:40.384468 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d742409-3ee0-42d3-8f56-5c433650d77e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:40.384790 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d742409-3ee0-42d3-8f56-5c433650d77e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:40.385117 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d742409-3ee0-42d3-8f56-5c433650d77e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:40.393374 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d425b002-1720-41fb-9f1b-4d14f302b462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:40.421676 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4d972ef5-76ec-43e2-8137-87127c890984 req-706664a2-6006-4e73-b87a-de4e6ec10d90 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378242 Aug 28 14:53:40.484731 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27964441-d94b-45f8-944a-903d89fa35c6 req-8d742409-3ee0-42d3-8f56-5c433650d77e service neutron] 10.222.0.36 "PUT /v2.0/ports/19dd7d34-ac51-4db3-9f65-8cf6020e8e76/bindings/n-h1-712137-10/activate HTTP/1.1" status: 200 len: 370 time: 1.2047360 Aug 28 14:53:40.495148 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5d735eae-ebff-442a-b3b6-99e0b350a8c4 req-ce0841d7-10d3-440a-8e50-692d8fd83468 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20668f44-816d-464d-be2b-262797e7eed5 HTTP/1.1" status: 200 len: 1023 time: 0.2899861 Aug 28 14:53:40.514994 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-e7b9d15f-6dd9-4199-82f0-a671c8aaf56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:40.516924 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-e7b9d15f-6dd9-4199-82f0-a671c8aaf56d service neutron] 10.222.0.36 "GET /v2.0/networks?id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45 HTTP/1.1" status: 200 len: 909 time: 0.3317766 Aug 28 14:53:40.623037 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d735eae-ebff-442a-b3b6-99e0b350a8c4 req-b094766f-286b-44d7-be03-0addd1192d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:40.624410 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5d735eae-ebff-442a-b3b6-99e0b350a8c4 req-b094766f-286b-44d7-be03-0addd1192d02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99f97325-be0a-4922-9e31-90945bbee166 HTTP/1.1" status: 200 len: 863 time: 0.1134338 Aug 28 14:53:40.635830 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a0322-d596-41a7-9d14-dab44d83c380 req-07b65767-32eb-4b8a-b027-e00926701c5a tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:40.637402 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d04a0322-d596-41a7-9d14-dab44d83c380 req-07b65767-32eb-4b8a-b027-e00926701c5a tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3188086 Aug 28 14:53:40.684960 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d735eae-ebff-442a-b3b6-99e0b350a8c4 req-70197c0f-348a-4134-b014-0663be47084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:40.686474 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5d735eae-ebff-442a-b3b6-99e0b350a8c4 req-70197c0f-348a-4134-b014-0663be47084c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7fefbaf0-9766-4195-b2cc-33f85cb01cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481801 Aug 28 14:53:40.770242 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:40.779207 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-83e89dbf-5d1e-42c0-a7e5-5453a65350ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f HTTP/1.1" status: 200 len: 217 time: 0.2479644 Aug 28 14:53:40.807188 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45179d2-5b42-4dc4-b64a-9d462fb9315c req-bb1c9db5-0949-48d8-a3ca-20ae0267b501 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:40.808671 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e45179d2-5b42-4dc4-b64a-9d462fb9315c req-bb1c9db5-0949-48d8-a3ca-20ae0267b501 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 945 time: 0.0957816 Aug 28 14:53:40.822096 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d96b227-3b0e-47f8-8953-33b1037a4d2d req-bcdacf37-ee98-47dd-9d01-430c7cbd21b0 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=46cef22f-021b-429f-9b39-00f869d30c4a HTTP/1.1" status: 200 len: 210 time: 0.0517061 Aug 28 14:53:40.830090 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5d735eae-ebff-442a-b3b6-99e0b350a8c4 req-336e97ea-2de3-41db-9cc6-6314013ca281 service neutron] 10.222.0.36 "GET /v2.0/networks/7fefbaf0-9766-4195-b2cc-33f85cb01cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359203 Aug 28 14:53:40.891204 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a942feb9-3be0-43fa-9e8d-666410820398 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30c3d6baa6524f0a8c1439540f6c85e7&name=default HTTP/1.1" status: 200 len: 2978 time: 0.6026268 Aug 28 14:53:40.894469 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51668) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:40.922093 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device faa9ac80-febe-4fa7-b95d-e690443ebe5d no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:53:40.927242 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-127fe08d-879e-450d-b2c1-fdf40802d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:40.927242 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-127fe08d-879e-450d-b2c1-fdf40802d09d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c5688cf-0eb8-4e6f-8c97-3f260fd91357 HTTP/1.1" status: 200 len: 848 time: 0.1311395 Aug 28 14:53:40.946980 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e45179d2-5b42-4dc4-b64a-9d462fb9315c req-8db15c98-085e-4170-9128-c8c0e7cce2f2 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285634 Aug 28 14:53:40.961834 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: faa9ac80-febe-4fa7-b95d-e690443ebe5d {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:53:40.962215 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device faa9ac80-febe-4fa7-b95d-e690443ebe5d not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:53:40.997575 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-1daa57d1-4592-46e0-a5d2-7737626aeb16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576258 Aug 28 14:53:41.038855 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-1d18223e-bac0-4a01-8521-80e68a20394e tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ec22ff773413422493b0b31d771bd355&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721316 Aug 28 14:53:41.043997 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-daff0e22-2eb5-4253-9024-6443bf244622 req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce4b436-0793-49ff-9c79-b64034828e71 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:53:41.078770 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-daff0e22-2eb5-4253-9024-6443bf244622 req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:41.115342 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-daff0e22-2eb5-4253-9024-6443bf244622 req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Transition to ACTIVE for port object cce4b436-0793-49ff-9c79-b64034828e71 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:53:41.121380 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-30f3a5f7-76e3-4a37-8349-b4054b153c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:41.129337 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-daff0e22-2eb5-4253-9024-6443bf244622 req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:41.205366 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-30f3a5f7-76e3-4a37-8349-b4054b153c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:41.246662 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-be05bb79-1d8b-4db7-b403-d9001a1f62aa service neutron] 10.222.0.36 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369618 Aug 28 14:53:41.261996 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Pushing event updated for resources: {'Port': ['ID=cce4b436-0793-49ff-9c79-b64034828e71,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:41.411059 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:41.411368 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:41.411733 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:41.412066 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:41.412451 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:41.412778 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:41.413095 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:41.413987 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:41.414307 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:41.414713 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:41.415041 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:41.416295 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:41.452458 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e6a3d14-70ba-418f-8e86-371b907ae3a3 req-f1e91a01-cd9d-4ced-9b24-5faa73527130 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=6c1fe9baac2948699f987e82efaea4e5 HTTP/1.1" status: 200 len: 1654 time: 0.4294028 Aug 28 14:53:41.455325 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5d735eae-ebff-442a-b3b6-99e0b350a8c4 req-6fff5aaf-8e27-4e18-9c4d-fb91e57caf16 service neutron] 10.222.0.36 "GET /v2.0/networks/7fefbaf0-9766-4195-b2cc-33f85cb01cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6170075 Aug 28 14:53:41.459358 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27964441-d94b-45f8-944a-903d89fa35c6 req-d62c3d77-1ae6-42f2-a76a-41ec87c70f88 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:41.459519 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-30f3a5f7-76e3-4a37-8349-b4054b153c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:41.461599 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27964441-d94b-45f8-944a-903d89fa35c6 req-d62c3d77-1ae6-42f2-a76a-41ec87c70f88 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c&tenant_id=5de95046553a4af6b56ddb9234d40b90&binding%3Ahost_id=n-h2-712137-10 HTTP/1.1" status: 200 len: 1119 time: 0.5194764 Aug 28 14:53:41.463892 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-30f3a5f7-76e3-4a37-8349-b4054b153c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:41.465625 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-30f3a5f7-76e3-4a37-8349-b4054b153c11 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8f02907-89f8-44b5-86e5-57d9724d2562 HTTP/1.1" status: 204 len: 168 time: 0.5683582 Aug 28 14:53:41.498938 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3a5f7-76e3-4a37-8349-b4054b153c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f02907-89f8-44b5-86e5-57d9724d2562,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:41.539025 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-cb76c708-07b7-47f1-b3a4-9d426b0c61fc service neutron] 10.222.0.36 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842934 Aug 28 14:53:41.573687 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157565d9-99de-4711-9da6-5193f32abff9 req-61ad2006-0686-46d6-9f0b-c86e58c1e85c tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:41.575210 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-157565d9-99de-4711-9da6-5193f32abff9 req-61ad2006-0686-46d6-9f0b-c86e58c1e85c tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=672572f4-77cf-4370-8783-e24c56894aef HTTP/1.1" status: 200 len: 948 time: 0.1891062 Aug 28 14:53:41.576141 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-daff0e22-2eb5-4253-9024-6443bf244622 req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Attempting to bind port cce4b436-0793-49ff-9c79-b64034828e71 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:53:41.576476 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-daff0e22-2eb5-4253-9024-6443bf244622 req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Attempting to bind port cce4b436-0793-49ff-9c79-b64034828e71 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:53:41.576804 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daff0e22-2eb5-4253-9024-6443bf244622 req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Attempting to bind port cce4b436-0793-49ff-9c79-b64034828e71 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:53:41.582350 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daff0e22-2eb5-4253-9024-6443bf244622 req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Port cce4b436-0793-49ff-9c79-b64034828e71 on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:53:41.582680 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daff0e22-2eb5-4253-9024-6443bf244622 req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Attempting to bind port cce4b436-0793-49ff-9c79-b64034828e71 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:53:41.590514 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daff0e22-2eb5-4253-9024-6443bf244622 req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:53:41.591127 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daff0e22-2eb5-4253-9024-6443bf244622 req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:53:41.591515 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daff0e22-2eb5-4253-9024-6443bf244622 req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:53:41.591988 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-daff0e22-2eb5-4253-9024-6443bf244622 req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Bound port: cce4b436-0793-49ff-9c79-b64034828e71, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:53:41.592352 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-daff0e22-2eb5-4253-9024-6443bf244622 req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:41.608388 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:41.661366 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-98742f47-dcb0-495a-be79-3d8cbe03e268 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:41.662741 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-98742f47-dcb0-495a-be79-3d8cbe03e268 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5999341 Aug 28 14:53:41.665255 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27964441-d94b-45f8-944a-903d89fa35c6 req-448c2d75-f769-45f2-902d-ae6c2cda931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:41.666628 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27964441-d94b-45f8-944a-903d89fa35c6 req-448c2d75-f769-45f2-902d-ae6c2cda931e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c&tenant_id=5de95046553a4af6b56ddb9234d40b90 HTTP/1.1" status: 200 len: 1119 time: 0.1740072 Aug 28 14:53:41.677351 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-d0c31df5-3efd-4bd5-ae06-3e58734d4ef4 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Request body: {'port': {'device_id': '46cef22f-021b-429f-9b39-00f869d30c4a', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'admin_state_up': True, 'tenant_id': 'ec22ff773413422493b0b31d771bd355'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:41.701105 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad47b4b-f8d6-40f2-b932-8297c15e2631', 'name': 'network-vif-deleted', 'tag': 'faa9ac80-febe-4fa7-b95d-e690443ebe5d'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:53:41.703347 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b53e41-5edf-4953-a9e1-628d7e2dbcb9" -d '{"events": [{"server_uuid": "cad47b4b-f8d6-40f2-b932-8297c15e2631", "name": "network-vif-deleted", "tag": "faa9ac80-febe-4fa7-b95d-e690443ebe5d"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:53:41.715407 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-157565d9-99de-4711-9da6-5193f32abff9 req-d86fa68a-c49d-4cd9-aa44-a993056e2825 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/security-groups?id=60412d6b-f9b2-4519-aec8-73c38a507b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267946 Aug 28 14:53:41.754926 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a3d14-70ba-418f-8e86-371b907ae3a3 req-ad2c7abd-ba7f-4b56-8150-faa550465d12 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:41.756491 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e6a3d14-70ba-418f-8e86-371b907ae3a3 req-ad2c7abd-ba7f-4b56-8150-faa550465d12 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/networks?id=61448970-1875-4f3f-bc01-29da4e3666f1&id=61448970-1875-4f3f-bc01-29da4e3666f1&id=61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 787 time: 0.2940207 Aug 28 14:53:41.768989 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-be0a3faf-0edd-4405-af22-866dffe1bc0e tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:41.770515 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-be0a3faf-0edd-4405-af22-866dffe1bc0e tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f&tenant_id=29e98397e0be4fe1a52442d0d5c53b75&binding%3Ahost_id=n-h1-712137-10 HTTP/1.1" status: 200 len: 1097 time: 0.1578729 Aug 28 14:53:41.779254 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-daff0e22-2eb5-4253-9024-6443bf244622 req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] For port cce4b436-0793-49ff-9c79-b64034828e71, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:53:41.782581 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-0e6a3d14-70ba-418f-8e86-371b907ae3a3 req-a24c231a-57ac-4b50-b3ed-da7700185ffa tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 14:53:41.785124 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-84fbc14e-4922-45e3-bee7-d7ba7c478895 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712137-10'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:41.787640 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e6a3d14-70ba-418f-8e86-371b907ae3a3 req-a24c231a-57ac-4b50-b3ed-da7700185ffa tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152903 Aug 28 14:53:41.789934 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-daff0e22-2eb5-4253-9024-6443bf244622 req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] For port cce4b436-0793-49ff-9c79-b64034828e71, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=cce4b436-0793-49ff-9c79-b64034828e71,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:53:41.833212 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-daff0e22-2eb5-4253-9024-6443bf244622 req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:41.843496 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27964441-d94b-45f8-944a-903d89fa35c6 req-b5aca7bf-1b5a-4423-8498-7c00d2bd40f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:41.849231 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27964441-d94b-45f8-944a-903d89fa35c6 req-b5aca7bf-1b5a-4423-8498-7c00d2bd40f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5de95046553a4af6b56ddb9234d40b90&device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 1119 time: 0.1415372 Aug 28 14:53:41.875219 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef80e2dd-f870-4095-83d7-790bdcfc418a x-openstack-request-id: req-ef80e2dd-f870-4095-83d7-790bdcfc418a {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:53:41.875515 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad47b4b-f8d6-40f2-b932-8297c15e2631", "name": "network-vif-deleted", "tag": "faa9ac80-febe-4fa7-b95d-e690443ebe5d", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:53:41.875848 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef80e2dd-f870-4095-83d7-790bdcfc418a {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:53:41.876265 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad47b4b-f8d6-40f2-b932-8297c15e2631', 'name': 'network-vif-deleted', 'tag': 'faa9ac80-febe-4fa7-b95d-e690443ebe5d', 'status': 'completed', 'code': 200} Aug 28 14:53:41.940135 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51704) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:41.956205 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-84fbc14e-4922-45e3-bee7-d7ba7c478895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:41.959117 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff0e22-2eb5-4253-9024-6443bf244622 req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:41.959986 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-daff0e22-2eb5-4253-9024-6443bf244622 req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:41.962392 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-daff0e22-2eb5-4253-9024-6443bf244622 req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] 10.222.0.41 "PUT /v2.0/ports/cce4b436-0793-49ff-9c79-b64034828e71 HTTP/1.1" status: 200 len: 1097 time: 2.0233231 Aug 28 14:53:41.965135 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672572f4-77cf-4370-8783-e24c56894aef', 'tag': 'cce4b436-0793-49ff-9c79-b64034828e71'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:53:41.967967 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d4b108-0a82-4d2c-b7b1-f16f7253a598" -d '{"events": [{"name": "network-changed", "server_uuid": "672572f4-77cf-4370-8783-e24c56894aef", "tag": "cce4b436-0793-49ff-9c79-b64034828e71"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:53:42.005264 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69179655-9bf4-44a5-9da5-ab581b6790c4 service neutron] Pushing event updated for resources: {'Port': ['ID=cce4b436-0793-49ff-9c79-b64034828e71,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:42.017601 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27964441-d94b-45f8-944a-903d89fa35c6 req-97010046-391d-48d4-a666-4cc731996d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:42.019115 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27964441-d94b-45f8-944a-903d89fa35c6 req-97010046-391d-48d4-a666-4cc731996d7e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6bfc57a-d73d-41d0-954b-fff6fef4d808 HTTP/1.1" status: 200 len: 922 time: 0.1607988 Aug 28 14:53:42.058288 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-d0c31df5-3efd-4bd5-ae06-3e58734d4ef4 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Made reservation on behalf of ec22ff773413422493b0b31d771bd355 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:53:42.061831 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-d0c31df5-3efd-4bd5-ae06-3e58734d4ef4 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:42.075760 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798926cb-542a-4cec-b4ec-ce94bcc63fc7 req-abba26f4-5fcf-40f6-aaf2-26a7d6787856 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:42.077323 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-798926cb-542a-4cec-b4ec-ce94bcc63fc7 req-abba26f4-5fcf-40f6-aaf2-26a7d6787856 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 967 time: 0.2009802 Aug 28 14:53:42.128210 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-13e05340-a0f4-4389-95dd-715008b4d809 req-516c9f73-eb07-4a6f-8645-e748c53b42fd tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/floatingips/3b58bac0-3484-45b8-b158-fec6f397ea96 HTTP/1.1" status: 200 len: 692 time: 0.1851206 Aug 28 14:53:42.131792 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27964441-d94b-45f8-944a-903d89fa35c6 req-8263a5e9-e2ec-4cf1-9857-f4a5af415630 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19dd7d34-ac51-4db3-9f65-8cf6020e8e76 HTTP/1.1" status: 200 len: 217 time: 0.0744894 Aug 28 14:53:42.166460 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff0e22-2eb5-4253-9024-6443bf244622 req-32a55a7a-afd9-498b-818e-2bb9c90c1d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:42.167872 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-daff0e22-2eb5-4253-9024-6443bf244622 req-32a55a7a-afd9-498b-818e-2bb9c90c1d84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0e678d690f346928c330da2a4b836ed&device_id=672572f4-77cf-4370-8783-e24c56894aef HTTP/1.1" status: 200 len: 1100 time: 0.1392231 Aug 28 14:53:42.174653 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-798926cb-542a-4cec-b4ec-ce94bcc63fc7 req-0ddadb01-8c78-42d3-bc32-c80c86dd5812 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909789 Aug 28 14:53:42.220671 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-daff0e22-2eb5-4253-9024-6443bf244622 req-205c01d7-bd66-4e02-a464-c0605fbcf201 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=cce4b436-0793-49ff-9c79-b64034828e71 HTTP/1.1" status: 200 len: 217 time: 0.0391312 Aug 28 14:53:42.268757 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f7907876-d637-4cde-88e4-708c9b2d25c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3bb71065ed2b4204ab8f6cbee695fb6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247669 Aug 28 14:53:42.278647 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51712) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:42.286326 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-84fbc14e-4922-45e3-bee7-d7ba7c478895 service neutron] For port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:42.312600 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f299fba8-92b1-4fa6-8004-209b53fbd386 req-e5a8811b-15de-48b8-8a0b-0531b44417cf tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=46cef22f-021b-429f-9b39-00f869d30c4a HTTP/1.1" status: 200 len: 210 time: 0.0459015 Aug 28 14:53:42.329004 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff0e22-2eb5-4253-9024-6443bf244622 req-5f5c02ca-b76c-4882-9f50-18877a44bd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:42.330511 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-daff0e22-2eb5-4253-9024-6443bf244622 req-5f5c02ca-b76c-4882-9f50-18877a44bd9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.0983002 Aug 28 14:53:42.372762 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27964441-d94b-45f8-944a-903d89fa35c6 req-0413e8e9-07fa-46b7-bec3-58c78a689b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:42.374225 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27964441-d94b-45f8-944a-903d89fa35c6 req-0413e8e9-07fa-46b7-bec3-58c78a689b7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f920e854-f768-4846-871d-087306f43fd9 HTTP/1.1" status: 200 len: 861 time: 0.2273092 Aug 28 14:53:42.379048 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-84fbc14e-4922-45e3-bee7-d7ba7c478895 service neutron] For port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:53:42.381313 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89aad9ed-8466-4f3b-a77a-b4abf9f3331b x-openstack-request-id: req-89aad9ed-8466-4f3b-a77a-b4abf9f3331b {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:53:42.381618 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672572f4-77cf-4370-8783-e24c56894aef", "tag": "cce4b436-0793-49ff-9c79-b64034828e71", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:53:42.381861 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89aad9ed-8466-4f3b-a77a-b4abf9f3331b {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:53:42.382841 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672572f4-77cf-4370-8783-e24c56894aef', 'tag': 'cce4b436-0793-49ff-9c79-b64034828e71', 'status': 'completed', 'code': 200} Aug 28 14:53:42.424124 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff0e22-2eb5-4253-9024-6443bf244622 req-2df8bf85-4c7f-421f-a696-3243631dd291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:42.425514 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-daff0e22-2eb5-4253-9024-6443bf244622 req-2df8bf85-4c7f-421f-a696-3243631dd291 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0847466 Aug 28 14:53:42.431043 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27964441-d94b-45f8-944a-903d89fa35c6 req-d98fa1e3-7ec1-446f-9577-68a81cb5e14f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6bfc57a-d73d-41d0-954b-fff6fef4d808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413911 Aug 28 14:53:42.478687 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-84fbc14e-4922-45e3-bee7-d7ba7c478895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:42.479539 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e05340-a0f4-4389-95dd-715008b4d809 req-2d708d50-9351-4369-9551-f179ce30c441 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:42.480915 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-13e05340-a0f4-4389-95dd-715008b4d809 req-2d708d50-9351-4369-9551-f179ce30c441 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 784 time: 0.3366234 Aug 28 14:53:42.509111 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-84fbc14e-4922-45e3-bee7-d7ba7c478895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:42.511754 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-87bce69f-09a0-4882-a158-267717ba942d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:42.525636 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-d0c31df5-3efd-4bd5-ae06-3e58734d4ef4 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Allocated IP 192.168.233.76 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/36072fe1-50ab-407c-a68f-8f6f10d9933e) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:53:42.591808 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449c1d8-3b5b-4109-8952-139100f98cc1 req-d7ff2f72-a9c4-40b9-a15a-a198d10f7d4b tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:42.592438 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-13e05340-a0f4-4389-95dd-715008b4d809 req-893ce2c9-ee1e-49ba-8505-56003c53afa9 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.88 HTTP/1.1" status: 200 len: 695 time: 0.0811241 Aug 28 14:53:42.593301 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b449c1d8-3b5b-4109-8952-139100f98cc1 req-d7ff2f72-a9c4-40b9-a15a-a198d10f7d4b tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 945 time: 0.1651554 Aug 28 14:53:42.615589 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fbc14e-4922-45e3-bee7-d7ba7c478895 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f,revision_number=7']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:42.624295 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-87bce69f-09a0-4882-a158-267717ba942d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:42.664928 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-daff0e22-2eb5-4253-9024-6443bf244622 req-8fd4119a-2464-4328-971a-40d37701515c service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206218 Aug 28 14:53:42.684423 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-84fbc14e-4922-45e3-bee7-d7ba7c478895 service neutron] Attempting to bind port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f on host n-h1-712137-10 for vnic_type normal with profile {"migrating_to": "n-h2-712137-10"} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:53:42.684639 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-84fbc14e-4922-45e3-bee7-d7ba7c478895 service neutron] Attempting to bind port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:53:42.684963 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-84fbc14e-4922-45e3-bee7-d7ba7c478895 service neutron] Attempting to bind port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:53:42.719868 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-13e05340-a0f4-4389-95dd-715008b4d809 req-56ed96a4-8937-4594-97f8-a040d84f9f24 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.88 HTTP/1.1" status: 200 len: 695 time: 0.1046095 Aug 28 14:53:42.729454 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b449c1d8-3b5b-4109-8952-139100f98cc1 req-d3e94e6e-f997-4846-af76-e80cc84f0250 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219611 Aug 28 14:53:42.731968 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-84fbc14e-4922-45e3-bee7-d7ba7c478895 service neutron] Port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:53:42.732299 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-84fbc14e-4922-45e3-bee7-d7ba7c478895 service neutron] Attempting to bind port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:53:42.744107 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-84fbc14e-4922-45e3-bee7-d7ba7c478895 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:53:42.744445 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-84fbc14e-4922-45e3-bee7-d7ba7c478895 service neutron] Checking segment: {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:53:42.744583 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27964441-d94b-45f8-944a-903d89fa35c6 req-4f65e9ec-0deb-486f-8e7c-285596f2d8e9 service neutron] 10.222.0.41 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969062 Aug 28 14:53:42.753921 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-84fbc14e-4922-45e3-bee7-d7ba7c478895 service neutron] Bound using segment: {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:53:42.753921 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-84fbc14e-4922-45e3-bee7-d7ba7c478895 service neutron] Bound port: 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:53:42.753921 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-84fbc14e-4922-45e3-bee7-d7ba7c478895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:42.819513 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-daff0e22-2eb5-4253-9024-6443bf244622 req-85ea7855-3f90-4555-9151-7bf5acf2c304 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453724 Aug 28 14:53:42.838397 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-84fbc14e-4922-45e3-bee7-d7ba7c478895 service neutron] For port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:53:42.842285 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-84fbc14e-4922-45e3-bee7-d7ba7c478895 service neutron] For port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:53:42.849976 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-84fbc14e-4922-45e3-bee7-d7ba7c478895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:42.922271 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:53:42.965048 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fbc14e-4922-45e3-bee7-d7ba7c478895 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f,revision_number=8']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:42.985349 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:53:42.998211 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-84fbc14e-4922-45e3-bee7-d7ba7c478895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:42.998863 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-84fbc14e-4922-45e3-bee7-d7ba7c478895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:43.000355 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-84fbc14e-4922-45e3-bee7-d7ba7c478895 service neutron] 10.222.0.36 "PUT /v2.0/ports/4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f HTTP/1.1" status: 200 len: 1123 time: 1.2226267 Aug 28 14:53:43.013059 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4b108-0a82-4d2c-b7b1-f16f7253a598 req-77dcd4d5-8c06-48d9-9a60-2f0a91b9c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:43.014526 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d9d4b108-0a82-4d2c-b7b1-f16f7253a598 req-77dcd4d5-8c06-48d9-9a60-2f0a91b9c0a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0e678d690f346928c330da2a4b836ed&device_id=672572f4-77cf-4370-8783-e24c56894aef HTTP/1.1" status: 200 len: 1100 time: 0.1025898 Aug 28 14:53:43.022571 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eac0c0-3aa8-4a25-9622-859d11daf7b4 req-7a2c31e7-68ef-4e0d-bdb8-c4e55479e692 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:43.024323 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-56eac0c0-3aa8-4a25-9622-859d11daf7b4 req-7a2c31e7-68ef-4e0d-bdb8-c4e55479e692 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=672572f4-77cf-4370-8783-e24c56894aef HTTP/1.1" status: 200 len: 948 time: 0.1273263 Aug 28 14:53:43.032159 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-87bce69f-09a0-4882-a158-267717ba942d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:43.035225 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-87bce69f-09a0-4882-a158-267717ba942d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:43.036536 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-87bce69f-09a0-4882-a158-267717ba942d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/639bb3c4-d542-40f7-ae6f-24ab787d9ed3 HTTP/1.1" status: 204 len: 168 time: 0.7569916 Aug 28 14:53:43.088738 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bce69f-09a0-4882-a158-267717ba942d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639bb3c4-d542-40f7-ae6f-24ab787d9ed3,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:43.121354 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:43.121610 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-56eac0c0-3aa8-4a25-9622-859d11daf7b4 req-c128ec1b-214d-4aed-89ac-2eb44d300ba2 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/security-groups?id=60412d6b-f9b2-4519-aec8-73c38a507b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880723 Aug 28 14:53:43.135308 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-d0c31df5-3efd-4bd5-ae06-3e58734d4ef4 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:43.146799 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4b108-0a82-4d2c-b7b1-f16f7253a598 req-8a838af9-7d54-4a2c-ba45-3d3d0d581982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:43.148613 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d9d4b108-0a82-4d2c-b7b1-f16f7253a598 req-8a838af9-7d54-4a2c-ba45-3d3d0d581982 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.1231542 Aug 28 14:53:43.148954 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27964441-d94b-45f8-944a-903d89fa35c6 req-85e5fb57-c368-4204-bad9-343e076da776 service neutron] 10.222.0.41 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824592 Aug 28 14:53:43.182419 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-d0c31df5-3efd-4bd5-ae06-3e58734d4ef4 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Transition to ACTIVE for port object 36072fe1-50ab-407c-a68f-8f6f10d9933e will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:53:43.200710 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-13e05340-a0f4-4389-95dd-715008b4d809 req-418aa7c2-1ed7-41ce-a8d7-31db794f87d7 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Deleting port 6b39ad70-900d-4f6c-801a-38f242372225 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:53:43.201220 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-13e05340-a0f4-4389-95dd-715008b4d809 req-418aa7c2-1ed7-41ce-a8d7-31db794f87d7 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:43.212753 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d9d4b108-0a82-4d2c-b7b1-f16f7253a598 req-56cc3c64-b4f2-4fc6-b0e6-00b59022979a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=cce4b436-0793-49ff-9c79-b64034828e71 HTTP/1.1" status: 200 len: 217 time: 0.0528369 Aug 28 14:53:43.273763 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4b108-0a82-4d2c-b7b1-f16f7253a598 req-c1b5a83d-c99c-48f3-8e62-37b6c8836a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:43.276354 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d9d4b108-0a82-4d2c-b7b1-f16f7253a598 req-c1b5a83d-c99c-48f3-8e62-37b6c8836a5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.0570660 Aug 28 14:53:43.292411 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:53:43.321722 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-d0c31df5-3efd-4bd5-ae06-3e58734d4ef4 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:43.359217 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-13e05340-a0f4-4389-95dd-715008b4d809 req-418aa7c2-1ed7-41ce-a8d7-31db794f87d7 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:43.359760 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-13e05340-a0f4-4389-95dd-715008b4d809 req-418aa7c2-1ed7-41ce-a8d7-31db794f87d7 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:43.364850 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4b108-0a82-4d2c-b7b1-f16f7253a598 req-b20085ba-ec6e-4ed4-8759-033479479788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:43.367914 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d9d4b108-0a82-4d2c-b7b1-f16f7253a598 req-b20085ba-ec6e-4ed4-8759-033479479788 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0839949 Aug 28 14:53:43.395783 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-d0c31df5-3efd-4bd5-ae06-3e58734d4ef4 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:53:43.400794 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-13e05340-a0f4-4389-95dd-715008b4d809 req-418aa7c2-1ed7-41ce-a8d7-31db794f87d7 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Calling delete_port for 6b39ad70-900d-4f6c-801a-38f242372225 owned by network:floatingip {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:53:43.410044 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-d0c31df5-3efd-4bd5-ae06-3e58734d4ef4 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:53:43.437390 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-d0c31df5-3efd-4bd5-ae06-3e58734d4ef4 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:53:43.559160 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c31df5-3efd-4bd5-ae06-3e58734d4ef4 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Pushing event updated for resources: {'Port': ['ID=36072fe1-50ab-407c-a68f-8f6f10d9933e,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:43.567011 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-d0c31df5-3efd-4bd5-ae06-3e58734d4ef4 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:43.567878 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-d0c31df5-3efd-4bd5-ae06-3e58734d4ef4 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:43.651745 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-d0c31df5-3efd-4bd5-ae06-3e58734d4ef4 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9780438 Aug 28 14:53:43.669518 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-0714639b-ebc1-409a-88aa-b87e2a64d4f0 service neutron] Request body: {'port': {'device_id': '46cef22f-021b-429f-9b39-00f869d30c4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:43.675859 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27964441-d94b-45f8-944a-903d89fa35c6 req-a04f4024-8aba-4410-95c4-3ef1b775be03 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:43.677191 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27964441-d94b-45f8-944a-903d89fa35c6 req-a04f4024-8aba-4410-95c4-3ef1b775be03 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c&tenant_id=5de95046553a4af6b56ddb9234d40b90&binding%3Ahost_id=n-h1-712137-10 HTTP/1.1" status: 200 len: 1119 time: 0.2198489 Aug 28 14:53:43.736117 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bcc48-5767-49f7-a3c6-b85f99e9b632 req-25295e4e-4268-4f51-b231-3b5813f43748 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:43.738186 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d42bcc48-5767-49f7-a3c6-b85f99e9b632 req-25295e4e-4268-4f51-b231-3b5813f43748 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 967 time: 0.3605254 Aug 28 14:53:43.762122 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0aed2041-461a-479f-a0c9-fc763823049e None None] Provisioning for port 36072fe1-50ab-407c-a68f-8f6f10d9933e completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:53:43.766311 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d9d4b108-0a82-4d2c-b7b1-f16f7253a598 req-5e47a194-725e-4d31-a0d5-69d6f065445c service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879621 Aug 28 14:53:43.768446 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0aed2041-461a-479f-a0c9-fc763823049e None None] Provisioning complete for port 36072fe1-50ab-407c-a68f-8f6f10d9933e triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:53:43.768971 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0aed2041-461a-479f-a0c9-fc763823049e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:43.781895 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-0714639b-ebc1-409a-88aa-b87e2a64d4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:43.824075 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-0aed2041-461a-479f-a0c9-fc763823049e None None] Port 36072fe1-50ab-407c-a68f-8f6f10d9933e cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:53:43.843406 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d42bcc48-5767-49f7-a3c6-b85f99e9b632 req-317e7d18-9cd7-4afa-a66d-28593a8ea6a5 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968323 Aug 28 14:53:43.891968 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d9d4b108-0a82-4d2c-b7b1-f16f7253a598 req-9c38ee39-2faf-4547-a01d-cc0dd3a5f80a service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165578 Aug 28 14:53:43.996604 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-27964441-d94b-45f8-944a-903d89fa35c6 req-d517fd5f-6c93-4e2e-bf59-02e0b7f9c89e service neutron] For port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:53:44.008594 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-27964441-d94b-45f8-944a-903d89fa35c6 req-d517fd5f-6c93-4e2e-bf59-02e0b7f9c89e service neutron] Notify callbacks [] for binding, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:44.009825 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27964441-d94b-45f8-944a-903d89fa35c6 req-d517fd5f-6c93-4e2e-bf59-02e0b7f9c89e service neutron] 10.222.0.41 "DELETE /v2.0/ports/19dd7d34-ac51-4db3-9f65-8cf6020e8e76/bindings/n-h2-712137-10 HTTP/1.1" status: 204 len: 173 time: 0.3163371 Aug 28 14:53:44.021063 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-13e05340-a0f4-4389-95dd-715008b4d809 req-418aa7c2-1ed7-41ce-a8d7-31db794f87d7 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:44.043395 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7ab76-21b9-4871-807d-65529c9f7c3b req-923c5078-da89-4d4a-a13c-dd7fb9ab406a tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:44.050744 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-08b7ab76-21b9-4871-807d-65529c9f7c3b req-923c5078-da89-4d4a-a13c-dd7fb9ab406a tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=46cef22f-021b-429f-9b39-00f869d30c4a HTTP/1.1" status: 200 len: 935 time: 0.0757983 Aug 28 14:53:44.059109 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418aa7c2-1ed7-41ce-a8d7-31db794f87d7 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Pushing event deleted for resources: {'Port': ['ID=6b39ad70-900d-4f6c-801a-38f242372225,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:44.088496 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-08b7ab76-21b9-4871-807d-65529c9f7c3b req-9811db81-4531-48a6-92f2-3178316b6244 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365152 Aug 28 14:53:44.184017 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-13e05340-a0f4-4389-95dd-715008b4d809 req-418aa7c2-1ed7-41ce-a8d7-31db794f87d7 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks [] for floatingip, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:44.186508 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-13e05340-a0f4-4389-95dd-715008b4d809 req-418aa7c2-1ed7-41ce-a8d7-31db794f87d7 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:44.187772 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-13e05340-a0f4-4389-95dd-715008b4d809 req-418aa7c2-1ed7-41ce-a8d7-31db794f87d7 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "DELETE /v2.0/floatingips/3b58bac0-3484-45b8-b158-fec6f397ea96 HTTP/1.1" status: 204 len: 173 time: 1.4583266 Aug 28 14:53:44.207016 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31875a99-7134-44b1-832f-084b431b12ba req-dd027626-c5df-4a3b-8e34-3893d2512630 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:44.212270 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-31875a99-7134-44b1-832f-084b431b12ba req-dd027626-c5df-4a3b-8e34-3893d2512630 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 943 time: 0.0646613 Aug 28 14:53:44.257106 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-31875a99-7134-44b1-832f-084b431b12ba req-01a6dec3-2555-4c86-b870-3ee8a6e209b5 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411112 Aug 28 14:53:44.305077 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-0714639b-ebc1-409a-88aa-b87e2a64d4f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36072fe1-50ab-407c-a68f-8f6f10d9933e {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:53:44.314052 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-0714639b-ebc1-409a-88aa-b87e2a64d4f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:44.327398 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-0714639b-ebc1-409a-88aa-b87e2a64d4f0 service neutron] Transition to ACTIVE for port object 36072fe1-50ab-407c-a68f-8f6f10d9933e will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:53:44.333998 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-0714639b-ebc1-409a-88aa-b87e2a64d4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:44.384054 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e77393c-a5cd-4c5e-b4e7-538a36a6688f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f'}, {'name': 'network-changed', 'server_uuid': '9e77393c-a5cd-4c5e-b4e7-538a36a6688f', 'tag': '4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:53:44.386540 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6f0c93-3152-43a1-9cf9-66bcc79823bf" -d '{"events": [{"server_uuid": "9e77393c-a5cd-4c5e-b4e7-538a36a6688f", "name": "network-vif-unplugged", "status": "completed", "tag": "4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f"}, {"name": "network-changed", "server_uuid": "9e77393c-a5cd-4c5e-b4e7-538a36a6688f", "tag": "4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:53:44.462438 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714639b-ebc1-409a-88aa-b87e2a64d4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=36072fe1-50ab-407c-a68f-8f6f10d9933e,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:44.515088 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d341f98-aeb1-4465-9c3e-25ded88ffda9 req-c9dcaa5e-0d32-48c7-8df8-7ced0e0b973d tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:44.525159 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7d341f98-aeb1-4465-9c3e-25ded88ffda9 req-c9dcaa5e-0d32-48c7-8df8-7ced0e0b973d tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=672572f4-77cf-4370-8783-e24c56894aef HTTP/1.1" status: 200 len: 948 time: 0.1494637 Aug 28 14:53:44.596234 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7d341f98-aeb1-4465-9c3e-25ded88ffda9 req-a136f3cb-20c3-4d13-8e50-ca3b58c040ee tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/security-groups?id=60412d6b-f9b2-4519-aec8-73c38a507b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728247 Aug 28 14:53:44.609083 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-44691de9-70cc-45b9-85c9-5e82b4846415 req-ebba037b-d139-445f-8819-e07ef17c9ffd tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/floatingips/4d6d914c-9735-4947-9d22-23dab58bd7ed HTTP/1.1" status: 200 len: 691 time: 0.1197269 Aug 28 14:53:44.619229 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-0714639b-ebc1-409a-88aa-b87e2a64d4f0 service neutron] Attempting to bind port 36072fe1-50ab-407c-a68f-8f6f10d9933e on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:53:44.619229 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-0714639b-ebc1-409a-88aa-b87e2a64d4f0 service neutron] Attempting to bind port 36072fe1-50ab-407c-a68f-8f6f10d9933e by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:53:44.619475 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-0714639b-ebc1-409a-88aa-b87e2a64d4f0 service neutron] Attempting to bind port 36072fe1-50ab-407c-a68f-8f6f10d9933e on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:53:44.624258 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-0714639b-ebc1-409a-88aa-b87e2a64d4f0 service neutron] Port 36072fe1-50ab-407c-a68f-8f6f10d9933e on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:53:44.624578 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-0714639b-ebc1-409a-88aa-b87e2a64d4f0 service neutron] Attempting to bind port 36072fe1-50ab-407c-a68f-8f6f10d9933e on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:53:44.639048 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-0714639b-ebc1-409a-88aa-b87e2a64d4f0 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:53:44.639401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-0714639b-ebc1-409a-88aa-b87e2a64d4f0 service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:53:44.640278 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-0714639b-ebc1-409a-88aa-b87e2a64d4f0 service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:53:44.640278 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-0714639b-ebc1-409a-88aa-b87e2a64d4f0 service neutron] Bound port: 36072fe1-50ab-407c-a68f-8f6f10d9933e, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:53:44.640557 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-0714639b-ebc1-409a-88aa-b87e2a64d4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:44.721048 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 28 Aug 2021 14:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf66702-ce95-4004-add5-db38428ff131 x-openstack-request-id: req-5cf66702-ce95-4004-add5-db38428ff131 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:53:44.721391 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e77393c-a5cd-4c5e-b4e7-538a36a6688f", "name": "network-vif-unplugged", "status": "completed", "tag": "4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f", "code": 200}, {"name": "network-changed", "server_uuid": "9e77393c-a5cd-4c5e-b4e7-538a36a6688f", "tag": "4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:53:44.721682 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5cf66702-ce95-4004-add5-db38428ff131 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:53:44.722198 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e77393c-a5cd-4c5e-b4e7-538a36a6688f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f', 'code': 200} Aug 28 14:53:44.722460 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e77393c-a5cd-4c5e-b4e7-538a36a6688f', 'tag': '4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f', 'status': 'completed', 'code': 200} Aug 28 14:53:44.777579 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44691de9-70cc-45b9-85c9-5e82b4846415 req-1bf6ca1e-1c3d-4f9c-a9bf-61cf51911895 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:44.777579 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-44691de9-70cc-45b9-85c9-5e82b4846415 req-1bf6ca1e-1c3d-4f9c-a9bf-61cf51911895 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 784 time: 0.1616917 Aug 28 14:53:44.792103 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [req-44691de9-70cc-45b9-85c9-5e82b4846415 req-b9cee1f3-d7f1-4567-85b7-cf6f6d4794d7 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 14:53:44.793095 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-44691de9-70cc-45b9-85c9-5e82b4846415 req-b9cee1f3-d7f1-4567-85b7-cf6f6d4794d7 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069473 Aug 28 14:53:44.871208 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-44691de9-70cc-45b9-85c9-5e82b4846415 req-30d2626e-cdae-4f37-9964-8b070c740ed3 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.4 HTTP/1.1" status: 200 len: 694 time: 0.0701401 Aug 28 14:53:44.948698 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-44691de9-70cc-45b9-85c9-5e82b4846415 req-1f18eadd-63b2-4dcf-99b4-a3958e99ecf8 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.4 HTTP/1.1" status: 200 len: 694 time: 0.0564053 Aug 28 14:53:45.102200 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-44691de9-70cc-45b9-85c9-5e82b4846415 req-71164de7-5938-4806-ba82-26e6b2cfd933 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Deleting port d8880a32-d32b-493f-b1a6-82327b0cd659 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:53:45.102552 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-44691de9-70cc-45b9-85c9-5e82b4846415 req-71164de7-5938-4806-ba82-26e6b2cfd933 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:45.134660 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-0714639b-ebc1-409a-88aa-b87e2a64d4f0 service neutron] For port 36072fe1-50ab-407c-a68f-8f6f10d9933e, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:53:45.164655 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-0714639b-ebc1-409a-88aa-b87e2a64d4f0 service neutron] For port 36072fe1-50ab-407c-a68f-8f6f10d9933e, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=36072fe1-50ab-407c-a68f-8f6f10d9933e,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:53:45.172410 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-0714639b-ebc1-409a-88aa-b87e2a64d4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:45.181659 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f0c93-3152-43a1-9cf9-66bcc79823bf req-74fbfd46-9fbf-4db3-999f-465964d725de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:45.183193 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7b6f0c93-3152-43a1-9cf9-66bcc79823bf req-74fbfd46-9fbf-4db3-999f-465964d725de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29e98397e0be4fe1a52442d0d5c53b75&device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 1126 time: 0.4779451 Aug 28 14:53:45.186206 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-44691de9-70cc-45b9-85c9-5e82b4846415 req-71164de7-5938-4806-ba82-26e6b2cfd933 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:45.186531 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-44691de9-70cc-45b9-85c9-5e82b4846415 req-71164de7-5938-4806-ba82-26e6b2cfd933 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:45.201229 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-44691de9-70cc-45b9-85c9-5e82b4846415 req-71164de7-5938-4806-ba82-26e6b2cfd933 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Calling delete_port for d8880a32-d32b-493f-b1a6-82327b0cd659 owned by network:floatingip {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:53:45.241053 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d20ee-cc67-43b8-a90c-376246f8789e req-66ef9f7a-5d9e-47b2-9e02-13b87ec8f7c3 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:45.242631 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-620d20ee-cc67-43b8-a90c-376246f8789e req-66ef9f7a-5d9e-47b2-9e02-13b87ec8f7c3 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 967 time: 0.1283450 Aug 28 14:53:45.253786 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51802) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:45.271930 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-0714639b-ebc1-409a-88aa-b87e2a64d4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:45.278754 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-0714639b-ebc1-409a-88aa-b87e2a64d4f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:45.281969 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-0714639b-ebc1-409a-88aa-b87e2a64d4f0 service neutron] 10.222.0.36 "PUT /v2.0/ports/36072fe1-50ab-407c-a68f-8f6f10d9933e HTTP/1.1" status: 200 len: 1096 time: 1.6175637 Aug 28 14:53:45.285586 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46cef22f-021b-429f-9b39-00f869d30c4a', 'tag': '36072fe1-50ab-407c-a68f-8f6f10d9933e'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:53:45.294259 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5963f4f1-3096-444f-abb4-6fbb5bc419a3" -d '{"events": [{"name": "network-changed", "server_uuid": "46cef22f-021b-429f-9b39-00f869d30c4a", "tag": "36072fe1-50ab-407c-a68f-8f6f10d9933e"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:53:45.376794 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714639b-ebc1-409a-88aa-b87e2a64d4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=36072fe1-50ab-407c-a68f-8f6f10d9933e,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:45.415897 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-620d20ee-cc67-43b8-a90c-376246f8789e req-c4cb6362-7c3f-4e89-bd25-200e3388fe6e tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309865 Aug 28 14:53:45.418801 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-81c0b5ac-3a8f-4464-aef8-22f1db41a9e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:45.422743 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-44691de9-70cc-45b9-85c9-5e82b4846415 req-71164de7-5938-4806-ba82-26e6b2cfd933 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:45.430784 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f0c93-3152-43a1-9cf9-66bcc79823bf req-bcc250b2-1db5-41e5-b277-13645a15dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:45.432379 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7b6f0c93-3152-43a1-9cf9-66bcc79823bf req-bcc250b2-1db5-41e5-b277-13645a15dcbf service neutron] 10.222.0.41 "GET /v2.0/networks?id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45 HTTP/1.1" status: 200 len: 909 time: 0.2285256 Aug 28 14:53:45.434936 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-ca958e3b-d018-4cb1-93a5-3426cc8172f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:45.435526 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-ca958e3b-d018-4cb1-93a5-3426cc8172f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec22ff773413422493b0b31d771bd355&device_id=46cef22f-021b-429f-9b39-00f869d30c4a HTTP/1.1" status: 200 len: 1099 time: 0.0972002 Aug 28 14:53:45.462230 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71164de7-5938-4806-ba82-26e6b2cfd933 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Pushing event deleted for resources: {'Port': ['ID=d8880a32-d32b-493f-b1a6-82327b0cd659,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:45.495474 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7b6f0c93-3152-43a1-9cf9-66bcc79823bf req-6b6cdba9-a645-4339-8ece-ded39a90a504 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f HTTP/1.1" status: 200 len: 217 time: 0.0534730 Aug 28 14:53:45.536819 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-1276f7bb-c4ed-400c-aab8-55fd200220c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=36072fe1-50ab-407c-a68f-8f6f10d9933e HTTP/1.1" status: 200 len: 217 time: 0.0841987 Aug 28 14:53:45.576037 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-44691de9-70cc-45b9-85c9-5e82b4846415 req-71164de7-5938-4806-ba82-26e6b2cfd933 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks [] for floatingip, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:45.578506 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-44691de9-70cc-45b9-85c9-5e82b4846415 req-71164de7-5938-4806-ba82-26e6b2cfd933 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:45.579670 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-44691de9-70cc-45b9-85c9-5e82b4846415 req-71164de7-5938-4806-ba82-26e6b2cfd933 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "DELETE /v2.0/floatingips/4d6d914c-9735-4947-9d22-23dab58bd7ed HTTP/1.1" status: 204 len: 173 time: 0.6217201 Aug 28 14:53:45.611425 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f0c93-3152-43a1-9cf9-66bcc79823bf req-b0bf4b12-030f-4ed2-b575-9061f8b4ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:45.612919 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7b6f0c93-3152-43a1-9cf9-66bcc79823bf req-b0bf4b12-030f-4ed2-b575-9061f8b4ef26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c5688cf-0eb8-4e6f-8c97-3f260fd91357 HTTP/1.1" status: 200 len: 848 time: 0.1107450 Aug 28 14:53:45.626880 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-81c0b5ac-3a8f-4464-aef8-22f1db41a9e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:45.635579 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-5f5496c7-98c3-4969-b02e-8119713791d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:45.636300 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-81c0b5ac-3a8f-4464-aef8-22f1db41a9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:45.637098 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-5f5496c7-98c3-4969-b02e-8119713791d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.0815666 Aug 28 14:53:45.653362 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7b6f0c93-3152-43a1-9cf9-66bcc79823bf req-5da4cedf-7c49-431c-9170-4003199008db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292649 Aug 28 14:53:45.687506 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0b5ac-3a8f-4464-aef8-22f1db41a9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3288f09d-0142-4799-92f7-85247d437adc,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:45.715940 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-81c0b5ac-3a8f-4464-aef8-22f1db41a9e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=569bdbc285ec41b69095099610d36a02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4584525 Aug 28 14:53:45.716131 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51820) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:45.750841 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-3c0693d9-ea2d-44a6-b062-21203d5b261b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:45.752477 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-3c0693d9-ea2d-44a6-b062-21203d5b261b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0956514 Aug 28 14:53:45.766193 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad4292-e39b-42c8-b5cd-068701a7bc8f req-2d0dbfc6-9899-4bde-8a3f-1ab5c8afebd1 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:45.772181 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-76ad4292-e39b-42c8-b5cd-068701a7bc8f req-2d0dbfc6-9899-4bde-8a3f-1ab5c8afebd1 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=46cef22f-021b-429f-9b39-00f869d30c4a HTTP/1.1" status: 200 len: 947 time: 0.1061325 Aug 28 14:53:45.821234 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3641fec8-b419-413a-ad79-24cf76a570ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:45.829436 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-76ad4292-e39b-42c8-b5cd-068701a7bc8f req-3ec8e6c4-d239-4d56-a629-8756197d484e tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501668 Aug 28 14:53:45.856252 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3641fec8-b419-413a-ad79-24cf76a570ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:45.871699 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7b6f0c93-3152-43a1-9cf9-66bcc79823bf req-8b38a149-f88e-4965-aa62-484d422ae69e service neutron] 10.222.0.41 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868105 Aug 28 14:53:45.922565 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3641fec8-b419-413a-ad79-24cf76a570ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:45.925464 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3641fec8-b419-413a-ad79-24cf76a570ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:45.930068 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3641fec8-b419-413a-ad79-24cf76a570ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3288f09d-0142-4799-92f7-85247d437adc HTTP/1.1" status: 204 len: 168 time: 0.2096577 Aug 28 14:53:45.949798 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4253c1f-f7bf-4f95-b6be-9b0b40ce5c10 x-openstack-request-id: req-a4253c1f-f7bf-4f95-b6be-9b0b40ce5c10 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:53:45.950086 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46cef22f-021b-429f-9b39-00f869d30c4a", "tag": "36072fe1-50ab-407c-a68f-8f6f10d9933e", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:53:45.950305 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641fec8-b419-413a-ad79-24cf76a570ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3288f09d-0142-4799-92f7-85247d437adc,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:45.950414 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4253c1f-f7bf-4f95-b6be-9b0b40ce5c10 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:53:45.950705 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46cef22f-021b-429f-9b39-00f869d30c4a', 'tag': '36072fe1-50ab-407c-a68f-8f6f10d9933e', 'status': 'completed', 'code': 200} Aug 28 14:53:45.970194 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467aeff-403e-4a02-90a9-71750690174e req-3c98402c-a8cf-4d0b-a405-1b5b98b617be tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:45.971765 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b467aeff-403e-4a02-90a9-71750690174e req-3c98402c-a8cf-4d0b-a405-1b5b98b617be tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 943 time: 0.1855514 Aug 28 14:53:45.976476 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-1e67d011-f4dc-4cd3-a3e5-2640b014489f service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165399 Aug 28 14:53:46.057451 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6beeb21d-b343-4e71-a916-87eb545faf49 req-e6b7f4a5-b5a1-4ad4-a68e-d4e3a95b16e6 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/floatingips/2feae121-0951-4ccf-a1db-1d8681485174 HTTP/1.1" status: 200 len: 693 time: 0.0530019 Aug 28 14:53:46.087926 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7b6f0c93-3152-43a1-9cf9-66bcc79823bf req-f2fca358-d1ec-4d66-83ff-227f899db5f1 service neutron] 10.222.0.41 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064400 Aug 28 14:53:46.103312 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b467aeff-403e-4a02-90a9-71750690174e req-cfdfbce8-6d86-4604-94e5-6c095a21e722 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121571 Aug 28 14:53:46.125201 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3518189-2179-47e5-80d1-7e6ccd46171c req-42dec81c-fee4-4a30-b039-3801763c3ccc service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351109 Aug 28 14:53:46.172911 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beeb21d-b343-4e71-a916-87eb545faf49 req-fe6d168c-e00e-40c0-a440-c0255ed1f6c7 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:46.174527 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6beeb21d-b343-4e71-a916-87eb545faf49 req-fe6d168c-e00e-40c0-a440-c0255ed1f6c7 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 784 time: 0.1115274 Aug 28 14:53:46.236492 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6beeb21d-b343-4e71-a916-87eb545faf49 req-1e1cd80d-2d65-495f-bdb3-b11cd6b05f3c tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.185 HTTP/1.1" status: 200 len: 696 time: 0.0540178 Aug 28 14:53:46.256259 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51832) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:46.276961 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963f4f1-3096-444f-abb4-6fbb5bc419a3 req-6bc4d200-d3b0-4c4d-a8cc-89d68ff27582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:46.278431 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5963f4f1-3096-444f-abb4-6fbb5bc419a3 req-6bc4d200-d3b0-4c4d-a8cc-89d68ff27582 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec22ff773413422493b0b31d771bd355&device_id=46cef22f-021b-429f-9b39-00f869d30c4a HTTP/1.1" status: 200 len: 1099 time: 0.0874243 Aug 28 14:53:46.279978 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8f2043d8-40b2-43c7-8b09-c5a892f725a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:46.289357 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32d56d-1f51-42d2-82cd-6c0e87c51537 req-4f680fc8-fd33-4acc-b614-1116cec9255e tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:46.290776 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cb32d56d-1f51-42d2-82cd-6c0e87c51537 req-4f680fc8-fd33-4acc-b614-1116cec9255e tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=672572f4-77cf-4370-8783-e24c56894aef HTTP/1.1" status: 200 len: 948 time: 0.0911069 Aug 28 14:53:46.293096 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6beeb21d-b343-4e71-a916-87eb545faf49 req-73db3499-5cfd-4696-a3ca-741293e6dde8 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.185 HTTP/1.1" status: 200 len: 696 time: 0.0462124 Aug 28 14:53:46.418662 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cb32d56d-1f51-42d2-82cd-6c0e87c51537 req-a6be0f92-5292-4be9-b96c-39e2c3516bd5 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/security-groups?id=60412d6b-f9b2-4519-aec8-73c38a507b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133578 Aug 28 14:53:46.420626 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-6beeb21d-b343-4e71-a916-87eb545faf49 req-7b946a1e-a77a-44f4-bdae-184c3fe10433 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Deleting port 6974b2b0-328a-452b-a2ad-fb81e7938676 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:53:46.421027 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6beeb21d-b343-4e71-a916-87eb545faf49 req-7b946a1e-a77a-44f4-bdae-184c3fe10433 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:46.442092 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963f4f1-3096-444f-abb4-6fbb5bc419a3 req-ed771a07-090c-4c79-9195-7b8fb5b5bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:46.443798 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5963f4f1-3096-444f-abb4-6fbb5bc419a3 req-ed771a07-090c-4c79-9195-7b8fb5b5bb70 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.1476181 Aug 28 14:53:46.499084 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5963f4f1-3096-444f-abb4-6fbb5bc419a3 req-ec09c4ec-9f26-4e81-b041-46812afe78a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=36072fe1-50ab-407c-a68f-8f6f10d9933e HTTP/1.1" status: 200 len: 217 time: 0.0433145 Aug 28 14:53:46.506720 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6beeb21d-b343-4e71-a916-87eb545faf49 req-7b946a1e-a77a-44f4-bdae-184c3fe10433 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:46.507136 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6beeb21d-b343-4e71-a916-87eb545faf49 req-7b946a1e-a77a-44f4-bdae-184c3fe10433 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:46.520811 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-6beeb21d-b343-4e71-a916-87eb545faf49 req-7b946a1e-a77a-44f4-bdae-184c3fe10433 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Calling delete_port for 6974b2b0-328a-452b-a2ad-fb81e7938676 owned by network:floatingip {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:53:46.603482 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963f4f1-3096-444f-abb4-6fbb5bc419a3 req-1fc0587a-940b-4dce-8021-79872b2eed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:46.604945 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5963f4f1-3096-444f-abb4-6fbb5bc419a3 req-1fc0587a-940b-4dce-8021-79872b2eed59 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.0975058 Aug 28 14:53:46.607021 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8f2043d8-40b2-43c7-8b09-c5a892f725a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:46.611303 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8f2043d8-40b2-43c7-8b09-c5a892f725a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:46.658569 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475da56-fd61-43e8-9be8-3426f6a88a6c req-e3b88053-2aba-45b1-b34b-cc30377f84a4 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:46.659469 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6beeb21d-b343-4e71-a916-87eb545faf49 req-7b946a1e-a77a-44f4-bdae-184c3fe10433 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:46.660341 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c475da56-fd61-43e8-9be8-3426f6a88a6c req-e3b88053-2aba-45b1-b34b-cc30377f84a4 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 1119 time: 0.1391134 Aug 28 14:53:46.691844 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b946a1e-a77a-44f4-bdae-184c3fe10433 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Pushing event deleted for resources: {'Port': ['ID=6974b2b0-328a-452b-a2ad-fb81e7938676,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:46.692705 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8f2043d8-40b2-43c7-8b09-c5a892f725a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7aeda45271e4f1fa22bf3dd17559491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4339757 Aug 28 14:53:46.693945 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2043d8-40b2-43c7-8b09-c5a892f725a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ca300b-387b-4a67-9f82-71e9d705999a,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:46.696076 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51838) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:46.718315 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963f4f1-3096-444f-abb4-6fbb5bc419a3 req-d64868c9-2b74-4c71-9550-4b0072b8e3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:46.719861 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5963f4f1-3096-444f-abb4-6fbb5bc419a3 req-d64868c9-2b74-4c71-9550-4b0072b8e3b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1052115 Aug 28 14:53:46.737005 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c475da56-fd61-43e8-9be8-3426f6a88a6c req-19579e6f-b36b-4a6e-9252-68c8abd5921f tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644517 Aug 28 14:53:46.781451 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6beeb21d-b343-4e71-a916-87eb545faf49 req-7b946a1e-a77a-44f4-bdae-184c3fe10433 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks [] for floatingip, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:46.784436 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6beeb21d-b343-4e71-a916-87eb545faf49 req-7b946a1e-a77a-44f4-bdae-184c3fe10433 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:46.792771 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51840) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:46.793025 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6beeb21d-b343-4e71-a916-87eb545faf49 req-7b946a1e-a77a-44f4-bdae-184c3fe10433 tempest-FloatingIPDetailsTestJSON-363242633 tempest-FloatingIPDetailsTestJSON-363242633-project] 10.222.0.13 "DELETE /v2.0/floatingips/2feae121-0951-4ccf-a1db-1d8681485174 HTTP/1.1" status: 204 len: 173 time: 0.4942176 Aug 28 14:53:46.807835 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-31924a41-18db-4277-84fc-50d452a37a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:46.842813 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-31924a41-18db-4277-84fc-50d452a37a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:46.869905 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5963f4f1-3096-444f-abb4-6fbb5bc419a3 req-21951b74-9fc6-4362-9cf1-3be28a8011f5 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409557 Aug 28 14:53:46.944295 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:53:46.955501 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-31924a41-18db-4277-84fc-50d452a37a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:46.958232 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-31924a41-18db-4277-84fc-50d452a37a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:46.962800 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-31924a41-18db-4277-84fc-50d452a37a48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37ca300b-387b-4a67-9f82-71e9d705999a HTTP/1.1" status: 204 len: 168 time: 0.2657058 Aug 28 14:53:46.976759 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31924a41-18db-4277-84fc-50d452a37a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ca300b-387b-4a67-9f82-71e9d705999a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:47.077366 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5963f4f1-3096-444f-abb4-6fbb5bc419a3 req-8b3db3f5-e9e6-476f-8b56-9af8885207bb service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769423 Aug 28 14:53:47.124850 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:47.132901 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740150e-10b0-47c6-a62c-c4b9cf8679db req-f33a8115-364c-4b49-8149-52de6ae1daf7 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:47.134492 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3740150e-10b0-47c6-a62c-c4b9cf8679db req-f33a8115-364c-4b49-8149-52de6ae1daf7 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=46cef22f-021b-429f-9b39-00f869d30c4a HTTP/1.1" status: 200 len: 947 time: 0.1145663 Aug 28 14:53:47.150606 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f has no active binding in host n-h2-712137-10 {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 14:53:47.155446 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device cce4b436-0793-49ff-9c79-b64034828e71 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:53:47.249032 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3740150e-10b0-47c6-a62c-c4b9cf8679db req-553e0223-c001-4723-9568-0e8b26f8b8a3 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026103 Aug 28 14:53:47.295052 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port cce4b436-0793-49ff-9c79-b64034828e71, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=cce4b436-0793-49ff-9c79-b64034828e71,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:47.307986 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'cce4b436-0793-49ff-9c79-b64034828e71', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': 'cce4b436-0793-49ff-9c79-b64034828e71', 'mac_address': 'fa:16:3e:54:a5:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:53:47.333651 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-daad0190-37f5-46da-8d4c-a9f7ef0af10e tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:47.333651 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-daad0190-37f5-46da-8d4c-a9f7ef0af10e tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/networks?id=a6bfc57a-d73d-41d0-954b-fff6fef4d808 HTTP/1.1" status: 200 len: 821 time: 0.1422057 Aug 28 14:53:47.357155 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:47.364369 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-e3dc0d05-094c-4d38-a5a1-6fb967b393d4 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/quotas/5de95046553a4af6b56ddb9234d40b90 HTTP/1.1" status: 200 len: 375 time: 0.0243392 Aug 28 14:53:47.383387 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce4b436-0793-49ff-9c79-b64034828e71 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:53:47.416615 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port cce4b436-0793-49ff-9c79-b64034828e71, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=cce4b436-0793-49ff-9c79-b64034828e71,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:47.424231 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:47.458650 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-32044306-e189-4d97-ae19-ae7d9865a464 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5de95046553a4af6b56ddb9234d40b90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0865989 Aug 28 14:53:47.485608 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=cce4b436-0793-49ff-9c79-b64034828e71,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:47.495092 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:47.495444 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:47.495951 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:47.496297 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:47.496639 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:47.496973 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:47.497313 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:47.497814 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:47.498147 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:47.498628 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:47.498958 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:47.499294 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:53:47.536134 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d85f5b-be3f-4f39-8810-e6da7ef09794 req-31b34355-5f71-4372-aadc-58d4aecd3ed4 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:47.537648 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-94d85f5b-be3f-4f39-8810-e6da7ef09794 req-31b34355-5f71-4372-aadc-58d4aecd3ed4 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 943 time: 0.1143756 Aug 28 14:53:47.555532 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-10751435-2f3f-4928-82ab-fac2aca14143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:47.581351 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-cd71067a-f2f3-4c70-a524-b648c8efc80b service neutron] 10.222.0.13 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158128 Aug 28 14:53:47.660501 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-94d85f5b-be3f-4f39-8810-e6da7ef09794 req-026a4fd0-0b7c-431b-8513-9887ec5fe81a tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099026 Aug 28 14:53:47.681635 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-f816f081-6525-4302-a0c0-3c48d6d06d41 service neutron] 10.222.0.13 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923309 Aug 28 14:53:47.778932 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['cce4b436-0793-49ff-9c79-b64034828e71'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:53:47.936864 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51906) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:48.053132 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f7c3dba6-041f-4669-9461-bb28802d4955 req-40928cf8-04e7-4bbd-9be5-12b084da6b6f tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 210 time: 0.0604463 Aug 28 14:53:48.105887 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a3e60b05-e2d4-40ca-af62-ec68b0f03c20 tempest-AutoAllocateNetworkTest-894942605 tempest-AutoAllocateNetworkTest-894942605-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9f4b7e2c4a734fa6b019742675e98f91&shared=False HTTP/1.1" status: 200 len: 208 time: 0.1678531 Aug 28 14:53:48.108675 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51916) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:48.259952 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fab4dd8-f238-4732-9016-3a62765408bc tempest-AutoAllocateNetworkTest-894942605 tempest-AutoAllocateNetworkTest-894942605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:48.261548 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8fab4dd8-f238-4732-9016-3a62765408bc tempest-AutoAllocateNetworkTest-894942605 tempest-AutoAllocateNetworkTest-894942605-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1517839 Aug 28 14:53:48.264826 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51922) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:48.355357 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-034b7d79-2ef1-4b3a-8b68-4633a08d06a4 tempest-AutoAllocateNetworkTest-894942605 tempest-AutoAllocateNetworkTest-894942605-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0893478 Aug 28 14:53:48.358189 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51926) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:48.364594 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51928) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:48.415024 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188a145-fd3c-4ca9-a87a-6282884c465f req-89f3037f-c68a-472e-b77f-74ed82d221f0 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:48.416557 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0188a145-fd3c-4ca9-a87a-6282884c465f req-89f3037f-c68a-472e-b77f-74ed82d221f0 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=672572f4-77cf-4370-8783-e24c56894aef HTTP/1.1" status: 200 len: 949 time: 0.5976593 Aug 28 14:53:48.437596 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8df9efdc-3dec-4ad2-97a3-7ede9625ec43 tempest-AutoAllocateNetworkTest-894942605 tempest-AutoAllocateNetworkTest-894942605-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9f4b7e2c4a734fa6b019742675e98f91 HTTP/1.1" status: 200 len: 208 time: 0.0755754 Aug 28 14:53:48.470222 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b9dc3-951c-4490-ac48-067234cbe83e req-b446c87d-555c-46c0-9999-6998137c03ae tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:48.486901 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-db4b9dc3-951c-4490-ac48-067234cbe83e req-b446c87d-555c-46c0-9999-6998137c03ae tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=46cef22f-021b-429f-9b39-00f869d30c4a HTTP/1.1" status: 200 len: 947 time: 0.1296010 Aug 28 14:53:48.533498 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-5df8db4d-b0fa-463f-8cd3-3d8042d586be service neutron] 10.222.0.41 "GET /v2.0/ports/4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f/bindings/n-h2-712137-10 HTTP/1.1" status: 200 len: 385 time: 0.1746421 Aug 28 14:53:48.544240 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-db4b9dc3-951c-4490-ac48-067234cbe83e req-3a621ee3-f50a-4b9c-bd08-f2c2e8c1fd4f tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561895 Aug 28 14:53:48.547788 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0188a145-fd3c-4ca9-a87a-6282884c465f req-b529e5ef-5c62-4f17-b701-2a1fa4dcc1d4 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/security-groups?id=60412d6b-f9b2-4519-aec8-73c38a507b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065545 Aug 28 14:53:48.556540 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-61655191-708f-4975-9d7e-3980e91c3ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:48.644648 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-10751435-2f3f-4928-82ab-fac2aca14143 admin admin] Deleting port 6bde456b-f9d0-44a0-95ab-a4706664f08c {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:53:48.644981 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-10751435-2f3f-4928-82ab-fac2aca14143 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:48.722980 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51938) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:48.800133 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c9848-1955-4819-88ba-85d8de0cacf5 req-183c5f4a-496b-448b-9a93-5ef2b3833702 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:48.801620 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-769c9848-1955-4819-88ba-85d8de0cacf5 req-183c5f4a-496b-448b-9a93-5ef2b3833702 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 943 time: 0.0553885 Aug 28 14:53:48.823560 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-10751435-2f3f-4928-82ab-fac2aca14143 admin admin] For port 6bde456b-f9d0-44a0-95ab-a4706664f08c, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6bde456b-f9d0-44a0-95ab-a4706664f08c,segment=NetworkSegment(6bb3c6e3-d34d-4a78-9510-612dffc6008a),segment_id=6bb3c6e3-d34d-4a78-9510-612dffc6008a)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:48.824176 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-10751435-2f3f-4928-82ab-fac2aca14143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:48.853531 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-10751435-2f3f-4928-82ab-fac2aca14143 admin admin] Calling delete_port for 6bde456b-f9d0-44a0-95ab-a4706664f08c owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:53:48.862534 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-769c9848-1955-4819-88ba-85d8de0cacf5 req-3979e652-4511-476a-b12f-7010909c77b4 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511241 Aug 28 14:53:48.863357 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-50bc0854-c548-4b7d-bf8a-319c22cebf6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:48.886052 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-61655191-708f-4975-9d7e-3980e91c3ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:48.892441 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-61655191-708f-4975-9d7e-3980e91c3ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:48.959084 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 36072fe1-50ab-407c-a68f-8f6f10d9933e details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:53:48.975022 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-3355d513-d9d1-42b1-98cb-f18cf0986aa5 service neutron] For port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:48.996942 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-50bc0854-c548-4b7d-bf8a-319c22cebf6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:49.000630 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-61655191-708f-4975-9d7e-3980e91c3ada admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09cbe64526f149d3a9beecbea675690c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6295340 Aug 28 14:53:49.003593 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51942) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:49.005531 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61655191-708f-4975-9d7e-3980e91c3ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0342ef90-bcf4-4d43-8e06-0d29126211eb,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:49.022092 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-3355d513-d9d1-42b1-98cb-f18cf0986aa5 service neutron] For port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:53:49.032843 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-50bc0854-c548-4b7d-bf8a-319c22cebf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:49.042050 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device cce4b436-0793-49ff-9c79-b64034828e71 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:53:49.117679 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc0854-c548-4b7d-bf8a-319c22cebf6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8d68a2-5c85-4210-a816-2d2be88c8ae3,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:49.134345 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 36072fe1-50ab-407c-a68f-8f6f10d9933e, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=36072fe1-50ab-407c-a68f-8f6f10d9933e,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:49.141364 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-50bc0854-c548-4b7d-bf8a-319c22cebf6b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f4b7e2c4a734fa6b019742675e98f91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4173722 Aug 28 14:53:49.142966 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51946) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:49.156019 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-3355d513-d9d1-42b1-98cb-f18cf0986aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:53:49.157395 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port cce4b436-0793-49ff-9c79-b64034828e71 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:53:49.168285 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '36072fe1-50ab-407c-a68f-8f6f10d9933e', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': '36072fe1-50ab-407c-a68f-8f6f10d9933e', 'mac_address': 'fa:16:3e:90:07:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:53:49.178107 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-3355d513-d9d1-42b1-98cb-f18cf0986aa5 service neutron] For port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:49.185746 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port cce4b436-0793-49ff-9c79-b64034828e71 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:53:49.186122 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:49.205187 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cd99ff79-4934-4aa9-8c77-ba06c599f851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:49.227324 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-3355d513-d9d1-42b1-98cb-f18cf0986aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:49.237178 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cd99ff79-4934-4aa9-8c77-ba06c599f851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:49.294133 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:49.296803 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-48607ab0-08f9-4463-a875-016fbe0a5c4b req-2c61146a-b0cc-4592-a7dc-1461d1cb78e4 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 210 time: 0.0641937 Aug 28 14:53:49.308528 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cd99ff79-4934-4aa9-8c77-ba06c599f851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:49.312185 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cd99ff79-4934-4aa9-8c77-ba06c599f851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:49.313594 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cd99ff79-4934-4aa9-8c77-ba06c599f851 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0342ef90-bcf4-4d43-8e06-0d29126211eb HTTP/1.1" status: 204 len: 168 time: 0.3086600 Aug 28 14:53:49.325399 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99ff79-4934-4aa9-8c77-ba06c599f851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0342ef90-bcf4-4d43-8e06-0d29126211eb,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:49.356213 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-727ec361-c46b-4821-9a2b-1eea5f68583f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:49.363635 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36072fe1-50ab-407c-a68f-8f6f10d9933e {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:53:49.364835 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-618462c6-9949-4366-9002-600a5fee9216 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:49.366841 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-618462c6-9949-4366-9002-600a5fee9216 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.36 "GET /v2.0/networks?id=a6bfc57a-d73d-41d0-954b-fff6fef4d808 HTTP/1.1" status: 200 len: 821 time: 0.3068087 Aug 28 14:53:49.369336 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:49.387987 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-727ec361-c46b-4821-9a2b-1eea5f68583f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:49.388569 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-d1dc80ac-6114-44fb-905c-d506a2dcfc67 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Request body: {'port': {'device_id': '58853e3d-0837-42c4-94be-6c154f32b7df', 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808', 'admin_state_up': True, 'tenant_id': '5de95046553a4af6b56ddb9234d40b90'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:49.442495 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port cce4b436-0793-49ff-9c79-b64034828e71, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=cce4b436-0793-49ff-9c79-b64034828e71,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:49.447683 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 36072fe1-50ab-407c-a68f-8f6f10d9933e, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=36072fe1-50ab-407c-a68f-8f6f10d9933e,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:49.448582 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672572f4-77cf-4370-8783-e24c56894aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce4b436-0793-49ff-9c79-b64034828e71'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:53:49.452350 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-10751435-2f3f-4928-82ab-fac2aca14143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:49.453095 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d03d24-f72c-44a5-a0fe-874a076e4e02" -d '{"events": [{"server_uuid": "672572f4-77cf-4370-8783-e24c56894aef", "name": "network-vif-plugged", "status": "completed", "tag": "cce4b436-0793-49ff-9c79-b64034828e71"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:53:49.456577 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-727ec361-c46b-4821-9a2b-1eea5f68583f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:49.458833 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:49.461998 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-727ec361-c46b-4821-9a2b-1eea5f68583f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:49.467931 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-727ec361-c46b-4821-9a2b-1eea5f68583f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c8d68a2-5c85-4210-a816-2d2be88c8ae3 HTTP/1.1" status: 204 len: 168 time: 0.3232203 Aug 28 14:53:49.480096 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ec361-c46b-4821-9a2b-1eea5f68583f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8d68a2-5c85-4210-a816-2d2be88c8ae3,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:49.510092 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:49.525192 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10751435-2f3f-4928-82ab-fac2aca14143 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bde456b-f9d0-44a0-95ab-a4706664f08c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:49.535337 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946e79e1-7fa3-4803-8ddc-782429ac4d7b x-openstack-request-id: req-946e79e1-7fa3-4803-8ddc-782429ac4d7b {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:53:49.535954 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672572f4-77cf-4370-8783-e24c56894aef", "name": "network-vif-plugged", "status": "completed", "tag": "cce4b436-0793-49ff-9c79-b64034828e71", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:53:49.536435 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-946e79e1-7fa3-4803-8ddc-782429ac4d7b {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:53:49.537009 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672572f4-77cf-4370-8783-e24c56894aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce4b436-0793-49ff-9c79-b64034828e71', 'code': 200} Aug 28 14:53:49.543370 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=cce4b436-0793-49ff-9c79-b64034828e71,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:49.654476 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-3355d513-d9d1-42b1-98cb-f18cf0986aa5 service neutron] Transition to ACTIVE for port object 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:53:49.687158 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7139c-10df-4103-a3aa-adfd3c660440 req-3540ded4-dc7a-4f69-862d-0bd755d919b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:49.690316 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-3355d513-d9d1-42b1-98cb-f18cf0986aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:49.691849 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-47a7139c-10df-4103-a3aa-adfd3c660440 req-3540ded4-dc7a-4f69-862d-0bd755d919b4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=672572f4-77cf-4370-8783-e24c56894aef HTTP/1.1" status: 200 len: 1102 time: 0.1003675 Aug 28 14:53:49.732349 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=36072fe1-50ab-407c-a68f-8f6f10d9933e,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:49.785398 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['36072fe1-50ab-407c-a68f-8f6f10d9933e'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:53:49.802497 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-47a7139c-10df-4103-a3aa-adfd3c660440 req-6490a80c-1e46-47fe-ad37-8ab93cffcd21 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=60412d6b-f9b2-4519-aec8-73c38a507b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015980 Aug 28 14:53:49.824171 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3917545-7f24-4b25-9f6a-ee02ed15601c req-afb9c166-85fd-447d-9e21-eb80b1447508 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:49.831878 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d3917545-7f24-4b25-9f6a-ee02ed15601c req-afb9c166-85fd-447d-9e21-eb80b1447508 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=672572f4-77cf-4370-8783-e24c56894aef HTTP/1.1" status: 200 len: 950 time: 0.0848203 Aug 28 14:53:49.910750 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d3917545-7f24-4b25-9f6a-ee02ed15601c req-32c9d08f-d4eb-4868-aa0e-be74c3845a65 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/security-groups?id=60412d6b-f9b2-4519-aec8-73c38a507b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780268 Aug 28 14:53:50.057822 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51968) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:50.065320 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-3355d513-d9d1-42b1-98cb-f18cf0986aa5 service neutron] No DVR routers for this DVR port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:53:50.074379 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-661d10bd-fcf0-4b67-936b-01f6bc9aa6ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:50.098314 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-10751435-2f3f-4928-82ab-fac2aca14143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:50.106168 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e313296-f241-4ad4-af57-34bd8cc5229f req-251d7456-78b9-4130-86f2-8e275e431903 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:50.107473 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7e313296-f241-4ad4-af57-34bd8cc5229f req-251d7456-78b9-4130-86f2-8e275e431903 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 944 time: 0.0863740 Aug 28 14:53:50.134005 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-3355d513-d9d1-42b1-98cb-f18cf0986aa5 service neutron] 10.222.0.41 "PUT /v2.0/ports/4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f/bindings/n-h2-712137-10/activate HTTP/1.1" status: 200 len: 370 time: 1.5907812 Aug 28 14:53:50.134586 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-d1dc80ac-6114-44fb-905c-d506a2dcfc67 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Made reservation on behalf of 5de95046553a4af6b56ddb9234d40b90 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:53:50.138000 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-d1dc80ac-6114-44fb-905c-d506a2dcfc67 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:50.173847 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7e313296-f241-4ad4-af57-34bd8cc5229f req-e4fbaea3-9e4f-40ca-94bd-e59a5d113935 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549033 Aug 28 14:53:50.186739 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdacb1e-26e7-4e91-8171-ff80862d50f2 req-655df4e0-c132-44b5-9608-a2daa338f92a tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:50.198173 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bcdacb1e-26e7-4e91-8171-ff80862d50f2 req-655df4e0-c132-44b5-9608-a2daa338f92a tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=46cef22f-021b-429f-9b39-00f869d30c4a HTTP/1.1" status: 200 len: 948 time: 0.4802527 Aug 28 14:53:50.219528 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355d513-d9d1-42b1-98cb-f18cf0986aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f,revision_number=10']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:50.254055 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-661d10bd-fcf0-4b67-936b-01f6bc9aa6ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:50.260475 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-661d10bd-fcf0-4b67-936b-01f6bc9aa6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:50.287333 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-6701dd4b-6ba1-45c3-8ada-d2d58735589b tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:50.288945 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-6701dd4b-6ba1-45c3-8ada-d2d58735589b tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f&tenant_id=29e98397e0be4fe1a52442d0d5c53b75&binding%3Ahost_id=n-h1-712137-10 HTTP/1.1" status: 200 len: 1096 time: 0.0869601 Aug 28 14:53:50.337301 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-661d10bd-fcf0-4b67-936b-01f6bc9aa6ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=172ffe82200440a0babc6fad2c374fc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754142 Aug 28 14:53:50.337567 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51978) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:50.358021 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bcdacb1e-26e7-4e91-8171-ff80862d50f2 req-535a0617-5d6d-49ba-9b3e-75ad9b5d7941 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589727 Aug 28 14:53:50.361366 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d10bd-fcf0-4b67-936b-01f6bc9aa6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cbf691-cf0d-43ed-91df-ef25802f35b4,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:50.422197 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-1b265c02-7218-4164-a77f-60d52a0e89af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:50.423685 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-1b265c02-7218-4164-a77f-60d52a0e89af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f&tenant_id=29e98397e0be4fe1a52442d0d5c53b75 HTTP/1.1" status: 200 len: 1096 time: 0.1211035 Aug 28 14:53:50.439067 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-51a3164b-42f5-4222-90e4-4cdc99f110dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:50.478166 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-51a3164b-42f5-4222-90e4-4cdc99f110dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:50.525295 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-87b0f2a7-d87a-4a0f-ba47-a81feaefdc1e req-410c439e-2a5c-4134-90ef-727762e928c6 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 210 time: 0.0512135 Aug 28 14:53:50.562085 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-d1dc80ac-6114-44fb-905c-d506a2dcfc67 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Allocated IP 172.20.0.4 (a6bfc57a-d73d-41d0-954b-fff6fef4d808/f920e854-f768-4846-871d-087306f43fd9/1ac088cc-7112-42d2-915c-827c5e4f858b) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:53:50.714587 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10751435-2f3f-4928-82ab-fac2aca14143 admin admin] Router 8d237ea4-163d-4210-b434-cced06b64a1f has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 14:53:50.730574 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-94c70d7e-05bd-42cc-9035-33780849cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:50.732897 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-94c70d7e-05bd-42cc-9035-33780849cd22 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=29e98397e0be4fe1a52442d0d5c53b75&device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 1096 time: 0.2700975 Aug 28 14:53:50.786872 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-51a3164b-42f5-4222-90e4-4cdc99f110dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:50.790364 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-51a3164b-42f5-4222-90e4-4cdc99f110dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:50.791590 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-51a3164b-42f5-4222-90e4-4cdc99f110dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6cbf691-cf0d-43ed-91df-ef25802f35b4 HTTP/1.1" status: 204 len: 168 time: 0.4531107 Aug 28 14:53:50.805801 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3164b-42f5-4222-90e4-4cdc99f110dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cbf691-cf0d-43ed-91df-ef25802f35b4,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:50.845236 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-de9f3dd1-9bb7-4274-8b69-30b8bfd9ec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:50.847464 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-de9f3dd1-9bb7-4274-8b69-30b8bfd9ec27 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45 HTTP/1.1" status: 200 len: 909 time: 0.1050284 Aug 28 14:53:50.874329 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-d1dc80ac-6114-44fb-905c-d506a2dcfc67 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:50.892543 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10751435-2f3f-4928-82ab-fac2aca14143 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:53:50.902355 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-10751435-2f3f-4928-82ab-fac2aca14143 admin admin] 10.222.0.13 "PUT /v2.0/routers/8d237ea4-163d-4210-b434-cced06b64a1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1052151 Aug 28 14:53:50.902355 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51996) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:50.910750 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d010a3-7d25-4b09-ade7-849947c66eac None None] Sync routers for ids ['8d237ea4-163d-4210-b434-cced06b64a1f'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:53:50.919727 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-22b666e3-e6ad-45b7-a363-3f1ce5d508d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f HTTP/1.1" status: 200 len: 217 time: 0.0541012 Aug 28 14:53:50.925254 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d010a3-7d25-4b09-ade7-849947c66eac None None] Routers {'8d237ea4-163d-4210-b434-cced06b64a1f'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:53:50.926770 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e5d010a3-7d25-4b09-ade7-849947c66eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:53:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['8d237ea4-163d-4210-b434-cced06b64a1f'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:53:50.989332 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 36072fe1-50ab-407c-a68f-8f6f10d9933e up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:53:51.020649 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-d1dc80ac-6114-44fb-905c-d506a2dcfc67 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:51.036994 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-654c1164-520b-467f-9bff-7e92c4e8c287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:51.039197 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-654c1164-520b-467f-9bff-7e92c4e8c287 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c5688cf-0eb8-4e6f-8c97-3f260fd91357 HTTP/1.1" status: 200 len: 848 time: 0.1104319 Aug 28 14:53:51.098613 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-86859ef5-d1de-44c4-a167-ac8cf15d4745 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479212 Aug 28 14:53:51.132178 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-e5d010a3-7d25-4b09-ade7-849947c66eac None None] Set router 8d237ea4-163d-4210-b434-cced06b64a1f gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:53:51.142022 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 36072fe1-50ab-407c-a68f-8f6f10d9933e completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:53:51.147834 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 36072fe1-50ab-407c-a68f-8f6f10d9933e triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:53:51.148628 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:51.172894 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d08612-b58d-4b50-8d02-2bf673e8045e req-cecf96a1-d588-4e6a-8c8c-fff138c4dbcc tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:51.180936 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-89d08612-b58d-4b50-8d02-2bf673e8045e req-cecf96a1-d588-4e6a-8c8c-fff138c4dbcc tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=672572f4-77cf-4370-8783-e24c56894aef HTTP/1.1" status: 200 len: 950 time: 0.1465487 Aug 28 14:53:51.197032 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc80ac-6114-44fb-905c-d506a2dcfc67 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Pushing event updated for resources: {'Port': ['ID=1ac088cc-7112-42d2-915c-827c5e4f858b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:51.202455 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b8f61a39-b3b7-44c2-8a19-ff6dad1f87e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:51.211267 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-d1dc80ac-6114-44fb-905c-d506a2dcfc67 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Network a6bfc57a-d73d-41d0-954b-fff6fef4d808 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:53:51.254392 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-d1dc80ac-6114-44fb-905c-d506a2dcfc67 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:53:51.258767 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-d1dc80ac-6114-44fb-905c-d506a2dcfc67 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:53:51.309519 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:51.345035 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-89d08612-b58d-4b50-8d02-2bf673e8045e req-e75c7838-6d97-4aea-a3a8-976d34c4417a tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/security-groups?id=60412d6b-f9b2-4519-aec8-73c38a507b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523499 Aug 28 14:53:51.356815 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 36072fe1-50ab-407c-a68f-8f6f10d9933e, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=36072fe1-50ab-407c-a68f-8f6f10d9933e,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:51.364692 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:51.385472 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-5066daec-44f1-492e-97f3-815c89cf0322 service neutron] 10.222.0.36 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778845 Aug 28 14:53:51.481403 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e5d010a3-7d25-4b09-ade7-849947c66eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d237ea4-163d-4210-b434-cced06b64a1f', 'name': 'tempest-FloatingIPDetailsTestJSON-1848162400-router', 'tenant_id': '6c1fe9baac2948699f987e82efaea4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4b698920-b743-4db2-8dd6-41727fe95600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:53:16Z', 'updated_at': '2021-08-28T14:53:49Z', 'revision_number': 5, 'project_id': '6c1fe9baac2948699f987e82efaea4e5', 'gw_port': {'id': '4b698920-b743-4db2-8dd6-41727fe95600', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d237ea4-163d-4210-b434-cced06b64a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:53:17Z', 'updated_at': '2021-08-28T14:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:53:51.481971 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=36072fe1-50ab-407c-a68f-8f6f10d9933e,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:51.517835 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d010a3-7d25-4b09-ade7-849947c66eac None None] Checking router: 8d237ea4-163d-4210-b434-cced06b64a1f for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:53:51.529938 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d010a3-7d25-4b09-ade7-849947c66eac None None] Routers {'8d237ea4-163d-4210-b434-cced06b64a1f'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:53:51.530633 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e5d010a3-7d25-4b09-ade7-849947c66eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:53:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['8d237ea4-163d-4210-b434-cced06b64a1f'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:53:51.539040 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cef22f-021b-429f-9b39-00f869d30c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36072fe1-50ab-407c-a68f-8f6f10d9933e'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:53:51.542038 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e93d7c-e4c4-4f6d-96b5-18af1eb7c334" -d '{"events": [{"server_uuid": "46cef22f-021b-429f-9b39-00f869d30c4a", "name": "network-vif-plugged", "status": "completed", "tag": "36072fe1-50ab-407c-a68f-8f6f10d9933e"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:53:51.599175 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-8fee93c9-841a-4a5e-9f74-f25d1493b1c9 service neutron] 10.222.0.36 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022872 Aug 28 14:53:51.609782 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d8eb7-4501-43c6-b47d-c57d88569a2e req-a9551cd7-7e01-4b4c-99ce-48f3f2bdeb36 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:51.612066 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ae5d8eb7-4501-43c6-b47d-c57d88569a2e req-a9551cd7-7e01-4b4c-99ce-48f3f2bdeb36 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=46cef22f-021b-429f-9b39-00f869d30c4a HTTP/1.1" status: 200 len: 949 time: 0.1029828 Aug 28 14:53:51.700009 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ae5d8eb7-4501-43c6-b47d-c57d88569a2e req-dc79bf7f-a79d-4288-9803-bb8f5ff516db tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803580 Aug 28 14:53:51.701318 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-e5d010a3-7d25-4b09-ade7-849947c66eac None None] Set router 8d237ea4-163d-4210-b434-cced06b64a1f gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:53:51.918065 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b442211-7b11-481b-a03d-41d402eafa72 x-openstack-request-id: req-2b442211-7b11-481b-a03d-41d402eafa72 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:53:51.918473 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cef22f-021b-429f-9b39-00f869d30c4a", "name": "network-vif-plugged", "status": "completed", "tag": "36072fe1-50ab-407c-a68f-8f6f10d9933e", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:53:51.918802 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b442211-7b11-481b-a03d-41d402eafa72 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:53:51.919267 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46cef22f-021b-429f-9b39-00f869d30c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36072fe1-50ab-407c-a68f-8f6f10d9933e', 'code': 200} Aug 28 14:53:51.937861 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-d1dc80ac-6114-44fb-905c-d506a2dcfc67 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:51.940201 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-d1dc80ac-6114-44fb-905c-d506a2dcfc67 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:51.958010 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83e934-29e2-4390-9a7a-f3297341b6c1 req-888e3af4-3243-4f30-9b99-8b548a55894c tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:51.962073 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e5d010a3-7d25-4b09-ade7-849947c66eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d237ea4-163d-4210-b434-cced06b64a1f', 'name': 'tempest-FloatingIPDetailsTestJSON-1848162400-router', 'tenant_id': '6c1fe9baac2948699f987e82efaea4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4b698920-b743-4db2-8dd6-41727fe95600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:53:16Z', 'updated_at': '2021-08-28T14:53:49Z', 'revision_number': 5, 'project_id': '6c1fe9baac2948699f987e82efaea4e5', 'gw_port': {'id': '4b698920-b743-4db2-8dd6-41727fe95600', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d237ea4-163d-4210-b434-cced06b64a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:53:17Z', 'updated_at': '2021-08-28T14:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:53:51.966924 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8d83e934-29e2-4390-9a7a-f3297341b6c1 req-888e3af4-3243-4f30-9b99-8b548a55894c tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 944 time: 0.6440282 Aug 28 14:53:52.025905 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d010a3-7d25-4b09-ade7-849947c66eac None None] The sync data for ids ['8d237ea4-163d-4210-b434-cced06b64a1f'] in n-d-712137-10 is: [{'id': '8d237ea4-163d-4210-b434-cced06b64a1f', 'name': 'tempest-FloatingIPDetailsTestJSON-1848162400-router', 'tenant_id': '6c1fe9baac2948699f987e82efaea4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4b698920-b743-4db2-8dd6-41727fe95600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:53:16Z', 'updated_at': '2021-08-28T14:53:49Z', 'revision_number': 5, 'project_id': '6c1fe9baac2948699f987e82efaea4e5', 'gw_port': {'id': '4b698920-b743-4db2-8dd6-41727fe95600', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d237ea4-163d-4210-b434-cced06b64a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:53:17Z', 'updated_at': '2021-08-28T14:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:53:52.047613 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-d1dc80ac-6114-44fb-905c-d506a2dcfc67 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6622815 Aug 28 14:53:52.054175 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b8f61a39-b3b7-44c2-8a19-ff6dad1f87e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:52.078033 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-67037279-0634-4719-a554-554ff0313af2 service neutron] Request body: {'port': {'device_id': '58853e3d-0837-42c4-94be-6c154f32b7df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:52.092201 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-3fd2f31b-aee7-43ec-9af4-f0e4bf853368 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:52.093721 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-3fd2f31b-aee7-43ec-9af4-f0e4bf853368 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f&tenant_id=29e98397e0be4fe1a52442d0d5c53b75&binding%3Ahost_id=n-h2-712137-10 HTTP/1.1" status: 200 len: 1096 time: 0.0988004 Aug 28 14:53:52.107220 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8d83e934-29e2-4390-9a7a-f3297341b6c1 req-12447f8c-0bde-480c-991d-f8160f72ae2b tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390810 Aug 28 14:53:52.117937 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5fa93-dff0-4a65-88b5-b725d549e58c req-633dfb3f-6fdb-483f-997f-16a914b4a664 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:52.119992 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16f5fa93-dff0-4a65-88b5-b725d549e58c req-633dfb3f-6fdb-483f-997f-16a914b4a664 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 931 time: 0.0882623 Aug 28 14:53:52.192461 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae98b2b-4c5a-43f8-a56c-fb545377fc4e req-df282850-b034-40b2-b404-0d6383da7fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:52.194516 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8ae98b2b-4c5a-43f8-a56c-fb545377fc4e req-df282850-b034-40b2-b404-0d6383da7fea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=46cef22f-021b-429f-9b39-00f869d30c4a HTTP/1.1" status: 200 len: 1101 time: 0.1571891 Aug 28 14:53:52.197092 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16f5fa93-dff0-4a65-88b5-b725d549e58c req-0e904341-757d-4492-a1e2-0d9b18bd89bd tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583756 Aug 28 14:53:52.221889 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-67037279-0634-4719-a554-554ff0313af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:52.295111 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-fe8a95c3-6017-43a5-8fbd-bdc58b7564d0 service neutron] For port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:53:52.298319 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-fe8a95c3-6017-43a5-8fbd-bdc58b7564d0 service neutron] Notify callbacks [] for binding, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:52.300079 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8ae98b2b-4c5a-43f8-a56c-fb545377fc4e req-666affae-30a3-4a78-a91c-5316bd57aeab service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746291 Aug 28 14:53:52.301113 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16a08deb-cb4d-4a7c-9aa0-607d2d487852 req-fe8a95c3-6017-43a5-8fbd-bdc58b7564d0 service neutron] 10.222.0.36 "DELETE /v2.0/ports/4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f/bindings/n-h1-712137-10 HTTP/1.1" status: 204 len: 173 time: 0.1982260 Aug 28 14:53:52.305091 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-b8f61a39-b3b7-44c2-8a19-ff6dad1f87e8 admin admin] Deleting port 4b698920-b743-4db2-8dd6-41727fe95600 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:53:52.305431 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b8f61a39-b3b7-44c2-8a19-ff6dad1f87e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:52.534152 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c6272-2aac-4490-8510-80abf32f1baa req-c5c0308f-1818-41f1-8fd1-a4340da40230 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:52.535929 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a04c6272-2aac-4490-8510-80abf32f1baa req-c5c0308f-1818-41f1-8fd1-a4340da40230 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=672572f4-77cf-4370-8783-e24c56894aef HTTP/1.1" status: 200 len: 950 time: 0.1054039 Aug 28 14:53:52.552149 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-b8f61a39-b3b7-44c2-8a19-ff6dad1f87e8 admin admin] For port 4b698920-b743-4db2-8dd6-41727fe95600, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=4b698920-b743-4db2-8dd6-41727fe95600,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:52.552623 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b8f61a39-b3b7-44c2-8a19-ff6dad1f87e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:52.573450 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-b8f61a39-b3b7-44c2-8a19-ff6dad1f87e8 admin admin] Calling delete_port for 4b698920-b743-4db2-8dd6-41727fe95600 owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:53:52.635521 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a04c6272-2aac-4490-8510-80abf32f1baa req-37efa231-d4fa-4858-9f52-6dfe2b5d1072 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/security-groups?id=60412d6b-f9b2-4519-aec8-73c38a507b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892296 Aug 28 14:53:52.796158 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-67037279-0634-4719-a554-554ff0313af2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ac088cc-7112-42d2-915c-827c5e4f858b {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:53:52.807095 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-67037279-0634-4719-a554-554ff0313af2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:52.830150 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-67037279-0634-4719-a554-554ff0313af2 service neutron] Transition to ACTIVE for port object 1ac088cc-7112-42d2-915c-827c5e4f858b will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:53:52.839605 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-67037279-0634-4719-a554-554ff0313af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:52.974989 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67037279-0634-4719-a554-554ff0313af2 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac088cc-7112-42d2-915c-827c5e4f858b,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:53.007630 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b8f61a39-b3b7-44c2-8a19-ff6dad1f87e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:53.033330 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:53:53.055439 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f61a39-b3b7-44c2-8a19-ff6dad1f87e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b698920-b743-4db2-8dd6-41727fe95600,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:53.080124 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6bde456b-f9d0-44a0-95ab-a4706664f08c no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:53:53.094138 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-67037279-0634-4719-a554-554ff0313af2 service neutron] Attempting to bind port 1ac088cc-7112-42d2-915c-827c5e4f858b on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:53:53.094613 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-67037279-0634-4719-a554-554ff0313af2 service neutron] Attempting to bind port 1ac088cc-7112-42d2-915c-827c5e4f858b by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:53:53.094981 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-67037279-0634-4719-a554-554ff0313af2 service neutron] Attempting to bind port 1ac088cc-7112-42d2-915c-827c5e4f858b on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:53:53.129608 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 6bde456b-f9d0-44a0-95ab-a4706664f08c {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:53:53.129951 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6bde456b-f9d0-44a0-95ab-a4706664f08c not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:53:53.146091 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:53:53.148635 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-67037279-0634-4719-a554-554ff0313af2 service neutron] Port 1ac088cc-7112-42d2-915c-827c5e4f858b on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:53:53.149037 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-67037279-0634-4719-a554-554ff0313af2 service neutron] Attempting to bind port 1ac088cc-7112-42d2-915c-827c5e4f858b on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:53:53.195481 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-67037279-0634-4719-a554-554ff0313af2 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:53:53.195868 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-67037279-0634-4719-a554-554ff0313af2 service neutron] Checking segment: {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:53:53.196391 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-67037279-0634-4719-a554-554ff0313af2 service neutron] Bound using segment: {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:53:53.197042 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-67037279-0634-4719-a554-554ff0313af2 service neutron] Bound port: 1ac088cc-7112-42d2-915c-827c5e4f858b, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:53:53.197761 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-67037279-0634-4719-a554-554ff0313af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:53.229429 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b8f61a39-b3b7-44c2-8a19-ff6dad1f87e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:53.338707 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64455697-27db-4f04-a094-4fa3da8c3630 req-a294e970-b541-4219-94c6-6284fd34d912 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:53.340882 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-64455697-27db-4f04-a094-4fa3da8c3630 req-a294e970-b541-4219-94c6-6284fd34d912 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=46cef22f-021b-429f-9b39-00f869d30c4a HTTP/1.1" status: 200 len: 949 time: 0.1957061 Aug 28 14:53:53.389569 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b8f61a39-b3b7-44c2-8a19-ff6dad1f87e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:53.398826 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b8f61a39-b3b7-44c2-8a19-ff6dad1f87e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:53.498944 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-67037279-0634-4719-a554-554ff0313af2 service neutron] For port 1ac088cc-7112-42d2-915c-827c5e4f858b, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:53:53.501108 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b8f61a39-b3b7-44c2-8a19-ff6dad1f87e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:53.501623 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f61a39-b3b7-44c2-8a19-ff6dad1f87e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d237ea4-163d-4210-b434-cced06b64a1f {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 14:53:53.504184 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-67037279-0634-4719-a554-554ff0313af2 service neutron] For port 1ac088cc-7112-42d2-915c-827c5e4f858b, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=1ac088cc-7112-42d2-915c-827c5e4f858b,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:53:53.512269 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-64455697-27db-4f04-a094-4fa3da8c3630 req-df47a24d-9007-47a0-9a33-5e211f690064 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351249 Aug 28 14:53:53.517040 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b8f61a39-b3b7-44c2-8a19-ff6dad1f87e8 admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:53.518158 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b8f61a39-b3b7-44c2-8a19-ff6dad1f87e8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8d237ea4-163d-4210-b434-cced06b64a1f HTTP/1.1" status: 204 len: 168 time: 2.6154056 Aug 28 14:53:53.519566 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-67037279-0634-4719-a554-554ff0313af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:53.520758 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52092) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:53.578040 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-67037279-0634-4719-a554-554ff0313af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:53.578672 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-67037279-0634-4719-a554-554ff0313af2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:53.580489 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-67037279-0634-4719-a554-554ff0313af2 service neutron] 10.222.0.36 "PUT /v2.0/ports/1ac088cc-7112-42d2-915c-827c5e4f858b HTTP/1.1" status: 200 len: 1092 time: 1.5067232 Aug 28 14:53:53.581330 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58853e3d-0837-42c4-94be-6c154f32b7df', 'tag': '1ac088cc-7112-42d2-915c-827c5e4f858b'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:53:53.583744 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a5c76c-40ec-4a9e-a770-0aaa40a8fe51" -d '{"events": [{"name": "network-changed", "server_uuid": "58853e3d-0837-42c4-94be-6c154f32b7df", "tag": "1ac088cc-7112-42d2-915c-827c5e4f858b"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:53:53.624838 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b31721-6964-4ca3-96b4-357ff5d95868 admin admin] Deleting subnet 0a3bbd9a-6034-4a8b-8125-e00a3fd809e3 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 14:53:53.648646 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d1b31721-6964-4ca3-96b4-357ff5d95868 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:53.695378 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67037279-0634-4719-a554-554ff0313af2 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac088cc-7112-42d2-915c-827c5e4f858b,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:53.699071 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d1b31721-6964-4ca3-96b4-357ff5d95868 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:53.707703 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1041e2-6b29-4247-a60f-b9107adb128d req-1a1de933-ef79-4a29-b8d4-6c1fa894cc4a tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:53.709182 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4e1041e2-6b29-4247-a60f-b9107adb128d req-1a1de933-ef79-4a29-b8d4-6c1fa894cc4a tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 944 time: 0.1035719 Aug 28 14:53:53.716498 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-fccabc17-65ba-45f8-9f5b-43a28510da6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:53.718010 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-fccabc17-65ba-45f8-9f5b-43a28510da6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de95046553a4af6b56ddb9234d40b90&device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 1095 time: 0.0846210 Aug 28 14:53:53.725875 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6d2e3-ff26-49a7-9f8f-1c44dae277a5 req-47c8d77c-a027-446d-a5c4-b5bed2a57141 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:53.727300 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93b6d2e3-ff26-49a7-9f8f-1c44dae277a5 req-47c8d77c-a027-446d-a5c4-b5bed2a57141 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=672572f4-77cf-4370-8783-e24c56894aef HTTP/1.1" status: 200 len: 950 time: 0.1138301 Aug 28 14:53:53.768978 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-8407819d-bcb3-43c2-9d76-5554a5adc274 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ac088cc-7112-42d2-915c-827c5e4f858b HTTP/1.1" status: 200 len: 217 time: 0.0405691 Aug 28 14:53:53.793880 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4e1041e2-6b29-4247-a60f-b9107adb128d req-e04b97f7-5473-443b-a985-7254929ad5c7 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653617 Aug 28 14:53:53.826253 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93b6d2e3-ff26-49a7-9f8f-1c44dae277a5 req-427d348b-340a-4f36-85ea-4a32c2f6b9be tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/security-groups?id=60412d6b-f9b2-4519-aec8-73c38a507b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913486 Aug 28 14:53:53.835384 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-985ce1d1-94dd-4f05-9205-2e5f070f56e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:53.836870 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-985ce1d1-94dd-4f05-9205-2e5f070f56e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f920e854-f768-4846-871d-087306f43fd9 HTTP/1.1" status: 200 len: 861 time: 0.0599513 Aug 28 14:53:53.860835 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d1b31721-6964-4ca3-96b4-357ff5d95868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:53.895896 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-bfef5543-6330-43b9-9c28-f206a4d29f68 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6bfc57a-d73d-41d0-954b-fff6fef4d808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430274 Aug 28 14:53:53.966852 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32a597-14a8-49e1-844f-73dcabadddc4 req-8464f7bc-2ef7-4a5b-bf81-785ed6b2e3d7 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:53.968647 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ea32a597-14a8-49e1-844f-73dcabadddc4 req-8464f7bc-2ef7-4a5b-bf81-785ed6b2e3d7 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 943 time: 0.0732925 Aug 28 14:53:53.976461 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d1b31721-6964-4ca3-96b4-357ff5d95868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:54.015114 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b31721-6964-4ca3-96b4-357ff5d95868 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a3bbd9a-6034-4a8b-8125-e00a3fd809e3,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:54.017359 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-bd9459eb-d087-4fd4-9be6-c9459e2b94ff service neutron] 10.222.0.36 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091659 Aug 28 14:53:54.032932 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d1b31721-6964-4ca3-96b4-357ff5d95868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:54.037216 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d1b31721-6964-4ca3-96b4-357ff5d95868 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0a3bbd9a-6034-4a8b-8125-e00a3fd809e3 HTTP/1.1" status: 204 len: 168 time: 0.5148087 Aug 28 14:53:54.040342 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52106) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:54.040499 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852dd364-ee6b-430d-b232-96297d5d05fd None None] Network ade7ae78-ea27-4e43-a235-0a59bde7674a requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:53:54.082543 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ea32a597-14a8-49e1-844f-73dcabadddc4 req-8124702e-6481-4d5f-bf41-0702271b6f62 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996261 Aug 28 14:53:54.164640 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-26683b39-e6b0-4355-a9fb-83d1e319c6e8 req-c5d3bef4-e1fd-4978-ab4c-fa98dba5ab1b service neutron] 10.222.0.36 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392481 Aug 28 14:53:54.173461 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1c2959b0-4766-4e3c-aeeb-8aea689378a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:54.187257 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce18a36b-edb9-48a8-aee5-0ee777383703 x-openstack-request-id: req-ce18a36b-edb9-48a8-aee5-0ee777383703 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:53:54.187684 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58853e3d-0837-42c4-94be-6c154f32b7df", "tag": "1ac088cc-7112-42d2-915c-827c5e4f858b", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:53:54.188018 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce18a36b-edb9-48a8-aee5-0ee777383703 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:53:54.188544 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58853e3d-0837-42c4-94be-6c154f32b7df', 'tag': '1ac088cc-7112-42d2-915c-827c5e4f858b', 'status': 'completed', 'code': 200} Aug 28 14:53:54.248864 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-1c2959b0-4766-4e3c-aeeb-8aea689378a1 admin admin] Deleting port dc86c046-94e6-4ef3-920a-c3b7fa0c24e6 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:53:54.249424 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1c2959b0-4766-4e3c-aeeb-8aea689378a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:54.254967 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:54.307649 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5c76c-40ec-4a9e-a770-0aaa40a8fe51 req-77de32db-5f9b-4986-89d6-20b8fa90c2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:54.309520 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-90a5c76c-40ec-4a9e-a770-0aaa40a8fe51 req-77de32db-5f9b-4986-89d6-20b8fa90c2d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de95046553a4af6b56ddb9234d40b90&device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 1095 time: 0.0750065 Aug 28 14:53:54.336808 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-95287c61-eecf-4589-8a95-2c19774385c9 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b0e678d690f346928c330da2a4b836ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391481 Aug 28 14:53:54.345866 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea573085-7c72-4cfa-9b21-75d52c59dfa5 None None] DHCP port deletion for ade7ae78-ea27-4e43-a235-0a59bde7674a request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 14:53:54.399531 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ea573085-7c72-4cfa-9b21-75d52c59dfa5 None None] Deleting port dc86c046-94e6-4ef3-920a-c3b7fa0c24e6 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:53:54.400227 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ea573085-7c72-4cfa-9b21-75d52c59dfa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:54.411242 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-1c2959b0-4766-4e3c-aeeb-8aea689378a1 admin admin] For port dc86c046-94e6-4ef3-920a-c3b7fa0c24e6, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=dc86c046-94e6-4ef3-920a-c3b7fa0c24e6,segment=NetworkSegment(6bb3c6e3-d34d-4a78-9510-612dffc6008a),segment_id=6bb3c6e3-d34d-4a78-9510-612dffc6008a)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:54.411597 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1c2959b0-4766-4e3c-aeeb-8aea689378a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:54.432474 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-1c2959b0-4766-4e3c-aeeb-8aea689378a1 admin admin] Calling delete_port for dc86c046-94e6-4ef3-920a-c3b7fa0c24e6 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:53:54.443020 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4abab-3a20-4dc3-b5d1-06edc21d8180 req-55d6c84c-b4cb-44c6-9ece-30c8f605c160 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:54.444774 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f4c4abab-3a20-4dc3-b5d1-06edc21d8180 req-55d6c84c-b4cb-44c6-9ece-30c8f605c160 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 1096 time: 0.0685341 Aug 28 14:53:54.454655 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5c76c-40ec-4a9e-a770-0aaa40a8fe51 req-ad3d1ead-b384-402e-9a53-3f6b6acf021f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:54.456230 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-90a5c76c-40ec-4a9e-a770-0aaa40a8fe51 req-ad3d1ead-b384-402e-9a53-3f6b6acf021f service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6bfc57a-d73d-41d0-954b-fff6fef4d808 HTTP/1.1" status: 200 len: 922 time: 0.1327314 Aug 28 14:53:54.478078 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-ea573085-7c72-4cfa-9b21-75d52c59dfa5 None None] For port dc86c046-94e6-4ef3-920a-c3b7fa0c24e6, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=dc86c046-94e6-4ef3-920a-c3b7fa0c24e6,segment=NetworkSegment(6bb3c6e3-d34d-4a78-9510-612dffc6008a),segment_id=6bb3c6e3-d34d-4a78-9510-612dffc6008a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:54.478817 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ea573085-7c72-4cfa-9b21-75d52c59dfa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:54.492463 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ea573085-7c72-4cfa-9b21-75d52c59dfa5 None None] Calling delete_port for dc86c046-94e6-4ef3-920a-c3b7fa0c24e6 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:53:54.507062 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-90a5c76c-40ec-4a9e-a770-0aaa40a8fe51 req-2e7bca5c-5ed1-4136-86f2-54682f7132b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ac088cc-7112-42d2-915c-827c5e4f858b HTTP/1.1" status: 200 len: 217 time: 0.0416234 Aug 28 14:53:54.513297 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-816c7eaa-954b-4b97-bdda-401a9cdff6b2 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:54.514756 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-816c7eaa-954b-4b97-bdda-401a9cdff6b2 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1657677 Aug 28 14:53:54.522461 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f4c4abab-3a20-4dc3-b5d1-06edc21d8180 req-d5e7f1f9-5a04-46fe-a198-46b8cec28fd8 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646491 Aug 28 14:53:54.538943 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-1792e02e-dbdd-42e1-8800-d31b03faa467 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/quotas/b0e678d690f346928c330da2a4b836ed HTTP/1.1" status: 200 len: 375 time: 0.0169492 Aug 28 14:53:54.588071 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5c76c-40ec-4a9e-a770-0aaa40a8fe51 req-0c5247c6-bc04-4442-a990-b82239f01a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:54.590130 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-90a5c76c-40ec-4a9e-a770-0aaa40a8fe51 req-0c5247c6-bc04-4442-a990-b82239f01a7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f920e854-f768-4846-871d-087306f43fd9 HTTP/1.1" status: 200 len: 861 time: 0.0664070 Aug 28 14:53:54.621431 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-79b37459-9e05-45ab-8443-26fbf58f6445 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0e678d690f346928c330da2a4b836ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0813220 Aug 28 14:53:54.622296 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1c2959b0-4766-4e3c-aeeb-8aea689378a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:54.637056 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-90a5c76c-40ec-4a9e-a770-0aaa40a8fe51 req-d561331b-4d62-4747-910a-39ff86bfb1df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6bfc57a-d73d-41d0-954b-fff6fef4d808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376241 Aug 28 14:53:54.700392 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2959b0-4766-4e3c-aeeb-8aea689378a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc86c046-94e6-4ef3-920a-c3b7fa0c24e6,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:54.707821 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2959b0-4766-4e3c-aeeb-8aea689378a1 admin admin] No DVR routers for this DVR port dc86c046-94e6-4ef3-920a-c3b7fa0c24e6 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:53:54.741864 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ea573085-7c72-4cfa-9b21-75d52c59dfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:54.786841 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea573085-7c72-4cfa-9b21-75d52c59dfa5 None None] Pushing event deleted for resources: {'Port': ['ID=dc86c046-94e6-4ef3-920a-c3b7fa0c24e6,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:54.795244 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea573085-7c72-4cfa-9b21-75d52c59dfa5 None None] No DVR routers for this DVR port dc86c046-94e6-4ef3-920a-c3b7fa0c24e6 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:53:54.860022 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1c2959b0-4766-4e3c-aeeb-8aea689378a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:54.870113 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-90a5c76c-40ec-4a9e-a770-0aaa40a8fe51 req-1d39f0f3-ade4-4d8c-9905-6abcc64e9901 service neutron] 10.222.0.36 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246902 Aug 28 14:53:54.876547 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-1c2959b0-4766-4e3c-aeeb-8aea689378a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade7ae78-ea27-4e43-a235-0a59bde7674a']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:53:54.909690 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-1c2959b0-4766-4e3c-aeeb-8aea689378a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb3c6e3-d34d-4a78-9510-612dffc6008a') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:53:54.910005 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-1c2959b0-4766-4e3c-aeeb-8aea689378a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb3c6e3-d34d-4a78-9510-612dffc6008a') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:53:54.943086 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c869e1-596e-4c49-ad26-8f26c72e7dae req-c5e818c6-635c-4349-b0fa-de3874c477a5 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:54.945453 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e6c869e1-596e-4c49-ad26-8f26c72e7dae req-c5e818c6-635c-4349-b0fa-de3874c477a5 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=46cef22f-021b-429f-9b39-00f869d30c4a HTTP/1.1" status: 200 len: 949 time: 0.1272697 Aug 28 14:53:54.957890 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1c2959b0-4766-4e3c-aeeb-8aea689378a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:54.983843 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1c2959b0-4766-4e3c-aeeb-8aea689378a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:55.002043 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2959b0-4766-4e3c-aeeb-8aea689378a1 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 14:53:55.002479 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1c2959b0-4766-4e3c-aeeb-8aea689378a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: timer() Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 14:53:55.004291 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 14:53:55.036544 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e6c869e1-596e-4c49-ad26-8f26c72e7dae req-63929f0e-bdb5-42c7-ba82-0351b89f0deb tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784037 Aug 28 14:53:55.042613 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-90a5c76c-40ec-4a9e-a770-0aaa40a8fe51 req-3c4a0985-72f2-43f6-8cb2-3def2c035e72 service neutron] 10.222.0.36 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629956 Aug 28 14:53:55.101114 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-7709fea5-3d6a-431d-9ec9-15a946629bd7 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:55.103470 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-7709fea5-3d6a-431d-9ec9-15a946629bd7 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/networks?id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45 HTTP/1.1" status: 200 len: 808 time: 0.2078543 Aug 28 14:53:55.122818 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1c2959b0-4766-4e3c-aeeb-8aea689378a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:55.127346 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device dc86c046-94e6-4ef3-920a-c3b7fa0c24e6 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:53:55.143214 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2959b0-4766-4e3c-aeeb-8aea689378a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ade7ae78-ea27-4e43-a235-0a59bde7674a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:55.153067 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-e3d988e7-aea5-415a-922b-276fff8e8853 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/quotas/29e98397e0be4fe1a52442d0d5c53b75 HTTP/1.1" status: 200 len: 375 time: 0.0421679 Aug 28 14:53:55.157009 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1c2959b0-4766-4e3c-aeeb-8aea689378a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:55.159838 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: dc86c046-94e6-4ef3-920a-c3b7fa0c24e6 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:53:55.160193 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device dc86c046-94e6-4ef3-920a-c3b7fa0c24e6 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:53:55.160605 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 4b698920-b743-4db2-8dd6-41727fe95600 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:53:55.168808 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1c2959b0-4766-4e3c-aeeb-8aea689378a1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ade7ae78-ea27-4e43-a235-0a59bde7674a HTTP/1.1" status: 204 len: 168 time: 1.1274178 Aug 28 14:53:55.181656 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-427d3a2c-ff5d-4cc6-81a2-55a48ffd02e1 req-de3cde40-2f6b-4961-a190-82b8fcb3e211 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=c554e407-2f28-415f-bd58-bd3bf935200c HTTP/1.1" status: 200 len: 210 time: 0.0439258 Aug 28 14:53:55.199727 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 4b698920-b743-4db2-8dd6-41727fe95600 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:53:55.204126 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 4b698920-b743-4db2-8dd6-41727fe95600 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:53:55.252453 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-af1fed85-1025-4e33-a116-c6e701aa111b tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=29e98397e0be4fe1a52442d0d5c53b75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0983901 Aug 28 14:53:55.384873 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-2054b16b-aebc-4f2b-811a-486af4456bbb service neutron] 10.222.0.13 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240575 Aug 28 14:53:55.414934 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52172) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:55.489866 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-33076bc3-bf90-4b78-86bb-db1d0187f9b6 service neutron] 10.222.0.13 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041276 Aug 28 14:53:55.494439 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a15992cf-0c6c-45c4-9d4c-159263d6fec1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c1fe9baac2948699f987e82efaea4e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0781634 Aug 28 14:53:55.497461 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52174) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:55.521257 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea04b8-547b-40b9-9d18-7cf418e92406 req-fcf164dd-e3ca-4d64-86cd-5c079330e5f3 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:55.522771 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-beea04b8-547b-40b9-9d18-7cf418e92406 req-fcf164dd-e3ca-4d64-86cd-5c079330e5f3 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 943 time: 0.0917912 Aug 28 14:53:55.584424 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-beea04b8-547b-40b9-9d18-7cf418e92406 req-05bd3984-dcab-4bdb-bced-35de43d2ec51 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523498 Aug 28 14:53:55.595719 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d6a7b7d6-de10-4629-82d2-ef959c786860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:55.631039 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d6a7b7d6-de10-4629-82d2-ef959c786860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:55.697653 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d6a7b7d6-de10-4629-82d2-ef959c786860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:55.703477 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d6a7b7d6-de10-4629-82d2-ef959c786860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:55.707629 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d6a7b7d6-de10-4629-82d2-ef959c786860 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a837c88-f387-4a32-bd60-d7619df093e2 HTTP/1.1" status: 204 len: 168 time: 0.2068737 Aug 28 14:53:55.716524 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7b7d6-de10-4629-82d2-ef959c786860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a837c88-f387-4a32-bd60-d7619df093e2,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:55.767035 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-614be4ee-437d-410d-9bd7-86f1ee69d573 req-b0e4f6e0-1d3e-4fa7-83a9-7c451b016cc7 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 210 time: 0.0677910 Aug 28 14:53:55.849822 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311789c4-48ed-4430-8a75-d73c3e2120f6 req-cfb78aeb-5009-44bb-9b5a-d7b45b2362c9 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:55.851513 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-311789c4-48ed-4430-8a75-d73c3e2120f6 req-cfb78aeb-5009-44bb-9b5a-d7b45b2362c9 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=46cef22f-021b-429f-9b39-00f869d30c4a HTTP/1.1" status: 200 len: 949 time: 0.1095901 Aug 28 14:53:55.880582 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-ffc896d8-eff9-4595-ae66-7634b9eddb45 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b0e678d690f346928c330da2a4b836ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627410 Aug 28 14:53:55.999369 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-311789c4-48ed-4430-8a75-d73c3e2120f6 req-a3afa3c4-5f56-4592-9d22-c44bbf744978 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211736 Aug 28 14:53:56.144446 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-cccce3d9-6476-4932-9912-35d7978f6ae7 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:56.146580 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-cccce3d9-6476-4932-9912-35d7978f6ae7 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2541745 Aug 28 14:53:56.161049 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:56.163158 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-d85c08f6-ba7e-4960-80c1-50ebdab27a57 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Request body: {'port': {'device_id': 'c554e407-2f28-415f-bd58-bd3bf935200c', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'admin_state_up': True, 'tenant_id': 'b0e678d690f346928c330da2a4b836ed'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:56.328796 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8dddee7b-4df6-4a21-ac4d-4d01ab4a5fdc req-3e5626ca-b98f-4057-90dc-686f44b23bc6 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=c554e407-2f28-415f-bd58-bd3bf935200c HTTP/1.1" status: 200 len: 210 time: 0.0399590 Aug 28 14:53:56.334077 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-d85c08f6-ba7e-4960-80c1-50ebdab27a57 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Made reservation on behalf of b0e678d690f346928c330da2a4b836ed for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:53:56.340162 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-d85c08f6-ba7e-4960-80c1-50ebdab27a57 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:56.490185 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52218) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:56.502638 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41a29b-af81-483f-8df5-5333e50e0691 req-eb774c2c-770a-4254-8361-50a78eb23a96 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:56.504346 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ba41a29b-af81-483f-8df5-5333e50e0691 req-eb774c2c-770a-4254-8361-50a78eb23a96 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=46cef22f-021b-429f-9b39-00f869d30c4a HTTP/1.1" status: 200 len: 949 time: 0.0988426 Aug 28 14:53:56.526685 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52222) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:56.545857 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-d85c08f6-ba7e-4960-80c1-50ebdab27a57 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Allocated IP 192.168.233.9 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/76b6d925-c3de-41be-8853-6d49c0805062) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:53:56.571729 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ba41a29b-af81-483f-8df5-5333e50e0691 req-c2d8f659-16e8-42b0-8a07-7973f1c72633 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561333 Aug 28 14:53:56.659764 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aec8ccd9-d4db-431a-bfc2-f6c44d354223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:56.706632 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-53c55ffc-caef-4f72-9e11-1990a5ea11e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:56.748957 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.db.api [None req-53c55ffc-caef-4f72-9e11-1990a5ea11e1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 14:53:56.748957 n-d-712137-10 neutron-server[106330]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 14:53:56.748957 n-d-712137-10 neutron-server[106330]: [parameters: {'project_id_1': '15873addaec5442ea865d4553d75d0a7', 'expiration_1': datetime.datetime(2021, 8, 28, 14, 53, 56, 724229)}] Aug 28 14:53:56.748957 n-d-712137-10 neutron-server[106330]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 14:53:56.749404 n-d-712137-10 neutron-server[106330]: DEBUG oslo_db.api [None req-53c55ffc-caef-4f72-9e11-1990a5ea11e1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 14:53:56.755056 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-d85c08f6-ba7e-4960-80c1-50ebdab27a57 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:56.762624 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f5e02-a0a1-4e49-a4a5-988fa5c342d0 req-214055fc-9a67-4846-b8be-40c5eac12222 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:56.764474 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-600f5e02-a0a1-4e49-a4a5-988fa5c342d0 req-214055fc-9a67-4846-b8be-40c5eac12222 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 943 time: 0.0996373 Aug 28 14:53:56.772681 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-d85c08f6-ba7e-4960-80c1-50ebdab27a57 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Transition to ACTIVE for port object 76b6d925-c3de-41be-8853-6d49c0805062 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:53:56.815685 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-d85c08f6-ba7e-4960-80c1-50ebdab27a57 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:56.829394 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['cce4b436-0793-49ff-9c79-b64034828e71'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:53:56.848283 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-600f5e02-a0a1-4e49-a4a5-988fa5c342d0 req-0f46a0d0-ae6f-4ae1-bd01-77b31593b7d2 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771666 Aug 28 14:53:56.922332 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-d85c08f6-ba7e-4960-80c1-50ebdab27a57 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:53:56.928850 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-d85c08f6-ba7e-4960-80c1-50ebdab27a57 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:53:56.931364 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-d85c08f6-ba7e-4960-80c1-50ebdab27a57 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:53:57.005372 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-d85c08f6-ba7e-4960-80c1-50ebdab27a57 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:57.005818 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-d85c08f6-ba7e-4960-80c1-50ebdab27a57 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:57.032220 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 1ac088cc-7112-42d2-915c-827c5e4f858b details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:53:57.067314 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aec8ccd9-d4db-431a-bfc2-f6c44d354223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:57.072671 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e62f6107-2d75-416e-b907-150113e35e76 req-2828a7cd-9697-4f69-a323-b2f0a775a720 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 210 time: 0.0609763 Aug 28 14:53:57.074563 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c08f6-ba7e-4960-80c1-50ebdab27a57 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Pushing event updated for resources: {'Port': ['ID=76b6d925-c3de-41be-8853-6d49c0805062,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:57.081463 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aec8ccd9-d4db-431a-bfc2-f6c44d354223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:57.097278 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-d85c08f6-ba7e-4960-80c1-50ebdab27a57 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9405344 Aug 28 14:53:57.123596 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-475ffa46-368c-472f-913c-ebd7af572fb0 service neutron] Request body: {'port': {'device_id': 'c554e407-2f28-415f-bd58-bd3bf935200c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:57.213621 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-aec8ccd9-d4db-431a-bfc2-f6c44d354223 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00e681eb9e6a4182b68032d3549e3301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7213748 Aug 28 14:53:57.216769 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52244) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:57.225728 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52246) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:57.235351 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8ccd9-d4db-431a-bfc2-f6c44d354223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d055b6a6-8162-4ae9-922c-df65a37483ba,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:57.250434 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-53c55ffc-caef-4f72-9e11-1990a5ea11e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:57.261340 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-299bfc49-85fd-4891-9d16-69bdc403cb39 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:57.263002 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-299bfc49-85fd-4891-9d16-69bdc403cb39 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.41 "GET /v2.0/networks?id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45 HTTP/1.1" status: 200 len: 808 time: 0.3651636 Aug 28 14:53:57.269906 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-475ffa46-368c-472f-913c-ebd7af572fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:57.281159 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-37a7f449-8e22-435c-93bc-84559e8bd48e tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Request body: {'port': {'device_id': 'b3fd89b6-cf60-4b51-b815-9f685a243e4a', 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45', 'admin_state_up': True, 'tenant_id': '29e98397e0be4fe1a52442d0d5c53b75'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:57.307773 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2daf7b5c-91b8-4cab-86f0-8b971588dda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:57.341829 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2daf7b5c-91b8-4cab-86f0-8b971588dda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:57.370722 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-671090a6-8fb0-4596-bca0-ddfe6e44206d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2053286181-network', 'tenant_id': '50868cbd92de43a9b1e3648e0a167791'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:57.398990 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4b407238-c0a1-4d7d-913d-b785fcc027eb None None] Provisioning for port 76b6d925-c3de-41be-8853-6d49c0805062 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:53:57.419720 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4b407238-c0a1-4d7d-913d-b785fcc027eb None None] Provisioning complete for port 76b6d925-c3de-41be-8853-6d49c0805062 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:53:57.420427 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4b407238-c0a1-4d7d-913d-b785fcc027eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:57.469108 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 1ac088cc-7112-42d2-915c-827c5e4f858b, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=1ac088cc-7112-42d2-915c-827c5e4f858b,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:57.489973 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '1ac088cc-7112-42d2-915c-827c5e4f858b', 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808', 'port_id': '1ac088cc-7112-42d2-915c-827c5e4f858b', 'mac_address': 'fa:16:3e:21:5b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f920e854-f768-4846-871d-087306f43fd9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:53:57.502389 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-4b407238-c0a1-4d7d-913d-b785fcc027eb None None] Port 76b6d925-c3de-41be-8853-6d49c0805062 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:53:57.506370 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995148f-eecd-448a-a738-16cf677564ea req-0a7ad4f8-a340-4424-b0ca-c41c948f6379 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:57.508107 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c995148f-eecd-448a-a738-16cf677564ea req-0a7ad4f8-a340-4424-b0ca-c41c948f6379 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=c554e407-2f28-415f-bd58-bd3bf935200c HTTP/1.1" status: 200 len: 934 time: 0.0749981 Aug 28 14:53:57.531686 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2daf7b5c-91b8-4cab-86f0-8b971588dda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:57.534213 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2daf7b5c-91b8-4cab-86f0-8b971588dda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:57.535359 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2daf7b5c-91b8-4cab-86f0-8b971588dda3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d055b6a6-8162-4ae9-922c-df65a37483ba HTTP/1.1" status: 204 len: 168 time: 0.3155935 Aug 28 14:53:57.547855 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:57.556239 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf7b5c-91b8-4cab-86f0-8b971588dda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d055b6a6-8162-4ae9-922c-df65a37483ba,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:57.578023 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c995148f-eecd-448a-a738-16cf677564ea req-dd0703ae-b5f0-461b-bddb-bd53d104b69b tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/security-groups?id=60412d6b-f9b2-4519-aec8-73c38a507b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634151 Aug 28 14:53:57.593774 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac088cc-7112-42d2-915c-827c5e4f858b {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:53:57.628560 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 1ac088cc-7112-42d2-915c-827c5e4f858b, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=1ac088cc-7112-42d2-915c-827c5e4f858b,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:57.633828 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-53c55ffc-caef-4f72-9e11-1990a5ea11e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:57.634491 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:57.661836 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-53c55ffc-caef-4f72-9e11-1990a5ea11e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:57.701665 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-53c55ffc-caef-4f72-9e11-1990a5ea11e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15873addaec5442ea865d4553d75d0a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1733356 Aug 28 14:53:57.705496 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671090a6-8fb0-4596-bca0-ddfe6e44206d admin admin] Made reservation on behalf of 50868cbd92de43a9b1e3648e0a167791 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:53:57.708418 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-671090a6-8fb0-4596-bca0-ddfe6e44206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:57.711268 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52256) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:57.717509 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=1ac088cc-7112-42d2-915c-827c5e4f858b,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:57.780552 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-671090a6-8fb0-4596-bca0-ddfe6e44206d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:57.810081 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f48cd0-5273-4e15-928c-fcde2dcb84c3 req-20fac120-ba3e-4a47-ab32-48d6a4a026d8 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:57.815648 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-37a7f449-8e22-435c-93bc-84559e8bd48e tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Made reservation on behalf of 29e98397e0be4fe1a52442d0d5c53b75 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:53:57.817219 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-83f48cd0-5273-4e15-928c-fcde2dcb84c3 req-20fac120-ba3e-4a47-ab32-48d6a4a026d8 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=46cef22f-021b-429f-9b39-00f869d30c4a HTTP/1.1" status: 200 len: 949 time: 0.1270459 Aug 28 14:53:57.820080 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-37a7f449-8e22-435c-93bc-84559e8bd48e tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:57.821685 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-475ffa46-368c-472f-913c-ebd7af572fb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b6d925-c3de-41be-8853-6d49c0805062 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:53:57.821974 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c55ffc-caef-4f72-9e11-1990a5ea11e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0685e21-2e04-4f80-afbc-d6a0b6a4af50,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:57.835930 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-475ffa46-368c-472f-913c-ebd7af572fb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:57.858049 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5bd87e8a-e6ff-45ef-9186-eb4d17fde450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:57.866568 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3deeb97-18b0-4954-a61c-5aab09af6116 req-d8045ea7-a741-4e27-9fb0-e530f3adfb34 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:57.869023 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f3deeb97-18b0-4954-a61c-5aab09af6116 req-d8045ea7-a741-4e27-9fb0-e530f3adfb34 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.36 "GET /v2.0/ports?device_id=46cef22f-021b-429f-9b39-00f869d30c4a HTTP/1.1" status: 200 len: 949 time: 0.1758053 Aug 28 14:53:57.879709 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['1ac088cc-7112-42d2-915c-827c5e4f858b'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:53:57.879892 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-475ffa46-368c-472f-913c-ebd7af572fb0 service neutron] Transition to ACTIVE for port object 76b6d925-c3de-41be-8853-6d49c0805062 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:53:57.897107 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-475ffa46-368c-472f-913c-ebd7af572fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:57.993628 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ffa46-368c-472f-913c-ebd7af572fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=76b6d925-c3de-41be-8853-6d49c0805062,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:58.015512 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-83f48cd0-5273-4e15-928c-fcde2dcb84c3 req-62078204-7f5d-430a-b69c-2970262aab73 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973300 Aug 28 14:53:58.016129 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52262) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:58.091792 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4649b443-4bb8-47ea-b3ad-f7fab3cf5ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:58.178652 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5bd87e8a-e6ff-45ef-9186-eb4d17fde450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:58.353665 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538f55b-2961-47d3-858c-b28a115f3149 req-f0f40066-ece3-47dd-9221-7314c55aa806 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:58.355255 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6538f55b-2961-47d3-858c-b28a115f3149 req-f0f40066-ece3-47dd-9221-7314c55aa806 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 944 time: 0.1863267 Aug 28 14:53:58.357870 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-37a7f449-8e22-435c-93bc-84559e8bd48e tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Allocated IP 172.20.0.11 (f880d3c9-f6e7-4938-b4f1-f1e626d67f45/1c5688cf-0eb8-4e6f-8c97-3f260fd91357/dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:53:58.380039 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-671090a6-8fb0-4596-bca0-ddfe6e44206d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:58.395518 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5bd87e8a-e6ff-45ef-9186-eb4d17fde450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:58.398634 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5bd87e8a-e6ff-45ef-9186-eb4d17fde450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:58.399809 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5bd87e8a-e6ff-45ef-9186-eb4d17fde450 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0685e21-2e04-4f80-afbc-d6a0b6a4af50 HTTP/1.1" status: 204 len: 168 time: 0.6830630 Aug 28 14:53:58.400515 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-671090a6-8fb0-4596-bca0-ddfe6e44206d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:58.441754 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd87e8a-e6ff-45ef-9186-eb4d17fde450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0685e21-2e04-4f80-afbc-d6a0b6a4af50,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:58.446169 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671090a6-8fb0-4596-bca0-ddfe6e44206d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 14:53:58.489372 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-475ffa46-368c-472f-913c-ebd7af572fb0 service neutron] Attempting to bind port 76b6d925-c3de-41be-8853-6d49c0805062 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:53:58.489729 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-475ffa46-368c-472f-913c-ebd7af572fb0 service neutron] Attempting to bind port 76b6d925-c3de-41be-8853-6d49c0805062 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:53:58.490058 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-475ffa46-368c-472f-913c-ebd7af572fb0 service neutron] Attempting to bind port 76b6d925-c3de-41be-8853-6d49c0805062 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:53:58.503789 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6538f55b-2961-47d3-858c-b28a115f3149 req-3834fa1b-f3f1-40ff-83d5-5cda2da9d5a7 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341977 Aug 28 14:53:58.521129 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-475ffa46-368c-472f-913c-ebd7af572fb0 service neutron] Port 76b6d925-c3de-41be-8853-6d49c0805062 on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:53:58.521129 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-475ffa46-368c-472f-913c-ebd7af572fb0 service neutron] Attempting to bind port 76b6d925-c3de-41be-8853-6d49c0805062 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:53:58.521129 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ebe18845-b176-4792-8cce-3b3d6ddeab6f req-69ad250c-0987-4cc6-8073-970382eb21f3 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 210 time: 0.3217711 Aug 28 14:53:58.539292 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-f3deeb97-18b0-4954-a61c-5aab09af6116 req-4d7f9632-2eb3-4426-ab13-af64b34a1934 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Deleting port 36072fe1-50ab-407c-a68f-8f6f10d9933e {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:53:58.539955 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f3deeb97-18b0-4954-a61c-5aab09af6116 req-4d7f9632-2eb3-4426-ab13-af64b34a1934 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:58.559436 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-475ffa46-368c-472f-913c-ebd7af572fb0 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:53:58.559812 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-475ffa46-368c-472f-913c-ebd7af572fb0 service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:53:58.560229 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-475ffa46-368c-472f-913c-ebd7af572fb0 service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:53:58.560667 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-475ffa46-368c-472f-913c-ebd7af572fb0 service neutron] Bound port: 76b6d925-c3de-41be-8853-6d49c0805062, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:53:58.561032 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-475ffa46-368c-472f-913c-ebd7af572fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:58.578542 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-671090a6-8fb0-4596-bca0-ddfe6e44206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:58.578891 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-671090a6-8fb0-4596-bca0-ddfe6e44206d admin admin] Added segment 13c9ba44-7e36-4065-aff5-b6cbf22654a0 of type vlan for network f488e3cd-edc1-40da-b152-2ee503fd2376 Aug 28 14:53:58.591643 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671090a6-8fb0-4596-bca0-ddfe6e44206d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ea05a2-baab-4bdd-b1ed-60f4331d26c8,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:58.662104 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-671090a6-8fb0-4596-bca0-ddfe6e44206d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:58.735683 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4649b443-4bb8-47ea-b3ad-f7fab3cf5ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:58.747698 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4649b443-4bb8-47ea-b3ad-f7fab3cf5ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:58.748331 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-37a7f449-8e22-435c-93bc-84559e8bd48e tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:58.756278 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-671090a6-8fb0-4596-bca0-ddfe6e44206d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:58.757493 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671090a6-8fb0-4596-bca0-ddfe6e44206d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:58.758083 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-671090a6-8fb0-4596-bca0-ddfe6e44206d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:58.800058 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-f3deeb97-18b0-4954-a61c-5aab09af6116 req-4d7f9632-2eb3-4426-ab13-af64b34a1934 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] For port 36072fe1-50ab-407c-a68f-8f6f10d9933e, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=36072fe1-50ab-407c-a68f-8f6f10d9933e,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:58.800433 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f3deeb97-18b0-4954-a61c-5aab09af6116 req-4d7f9632-2eb3-4426-ab13-af64b34a1934 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:58.829469 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-475ffa46-368c-472f-913c-ebd7af572fb0 service neutron] For port 76b6d925-c3de-41be-8853-6d49c0805062, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:53:58.831612 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-f3deeb97-18b0-4954-a61c-5aab09af6116 req-4d7f9632-2eb3-4426-ab13-af64b34a1934 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Calling delete_port for 36072fe1-50ab-407c-a68f-8f6f10d9933e owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:53:58.838282 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649b443-4bb8-47ea-b3ad-f7fab3cf5ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f9391f-7830-4820-9ac8-20ccec080eec,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:58.843286 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a64d7-3010-4ed2-8253-152071cd9c79 req-c3ad4ee9-8215-428b-8eef-d9a672644a5a tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:58.844583 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b71a64d7-3010-4ed2-8253-152071cd9c79 req-c3ad4ee9-8215-428b-8eef-d9a672644a5a tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=c554e407-2f28-415f-bd58-bd3bf935200c HTTP/1.1" status: 200 len: 946 time: 0.1433825 Aug 28 14:53:58.849048 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4649b443-4bb8-47ea-b3ad-f7fab3cf5ddd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96bdf1b136bd4c1eac29ebfaf36fc683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8294640 Aug 28 14:53:58.852459 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-671090a6-8fb0-4596-bca0-ddfe6e44206d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6248379 Aug 28 14:53:58.854008 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52274) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:58.854342 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52276) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:58.861138 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-475ffa46-368c-472f-913c-ebd7af572fb0 service neutron] For port 76b6d925-c3de-41be-8853-6d49c0805062, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=76b6d925-c3de-41be-8853-6d49c0805062,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:53:58.869265 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-40c1fc95-7f37-4947-b7ba-4901553a405f admin admin] Request body: {'subnet': {'network_id': 'f488e3cd-edc1-40da-b152-2ee503fd2376', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2053286181-subnet', 'tenant_id': '50868cbd92de43a9b1e3648e0a167791', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:58.875526 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52278) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:58.881967 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-475ffa46-368c-472f-913c-ebd7af572fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:58.886078 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671090a6-8fb0-4596-bca0-ddfe6e44206d admin admin] Pushing event updated for resources: {'Network': ['ID=f488e3cd-edc1-40da-b152-2ee503fd2376,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:58.898548 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network f488e3cd-edc1-40da-b152-2ee503fd2376 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 14:53:58.920296 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b71a64d7-3010-4ed2-8253-152071cd9c79 req-ee34ac6a-2d32-4142-be70-32f6b0d58877 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/security-groups?id=60412d6b-f9b2-4519-aec8-73c38a507b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523374 Aug 28 14:53:58.921753 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-37a7f449-8e22-435c-93bc-84559e8bd48e tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:58.971767 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-37a7f449-8e22-435c-93bc-84559e8bd48e tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:53:58.978075 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-37a7f449-8e22-435c-93bc-84559e8bd48e tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:53:58.979724 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-93b46743-9cb4-408b-b839-3724bd914fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:58.986269 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-37a7f449-8e22-435c-93bc-84559e8bd48e tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:53:58.990258 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7f449-8e22-435c-93bc-84559e8bd48e tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Pushing event updated for resources: {'Port': ['ID=dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:59.023296 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 1ac088cc-7112-42d2-915c-827c5e4f858b up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:53:59.024104 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-475ffa46-368c-472f-913c-ebd7af572fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:59.026685 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-475ffa46-368c-472f-913c-ebd7af572fb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:59.027968 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-475ffa46-368c-472f-913c-ebd7af572fb0 service neutron] 10.222.0.41 "PUT /v2.0/ports/76b6d925-c3de-41be-8853-6d49c0805062 HTTP/1.1" status: 200 len: 1095 time: 1.9207575 Aug 28 14:53:59.039858 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c554e407-2f28-415f-bd58-bd3bf935200c', 'tag': '76b6d925-c3de-41be-8853-6d49c0805062'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:53:59.041467 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e68eea4-3e5f-4260-ad38-eea4dc53c041" -d '{"events": [{"name": "network-changed", "server_uuid": "c554e407-2f28-415f-bd58-bd3bf935200c", "tag": "76b6d925-c3de-41be-8853-6d49c0805062"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:53:59.049805 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-37a7f449-8e22-435c-93bc-84559e8bd48e tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:59.050448 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-37a7f449-8e22-435c-93bc-84559e8bd48e tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:59.056614 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c1fc95-7f37-4947-b7ba-4901553a405f admin admin] Made reservation on behalf of 50868cbd92de43a9b1e3648e0a167791 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:53:59.059001 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-40c1fc95-7f37-4947-b7ba-4901553a405f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:59.108127 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 1ac088cc-7112-42d2-915c-827c5e4f858b completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:53:59.112414 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 1ac088cc-7112-42d2-915c-827c5e4f858b triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:53:59.113051 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:59.185687 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3df7a23-7232-480a-b483-54ce3c641d82 x-openstack-request-id: req-b3df7a23-7232-480a-b483-54ce3c641d82 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:53:59.185977 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c554e407-2f28-415f-bd58-bd3bf935200c", "tag": "76b6d925-c3de-41be-8853-6d49c0805062", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:53:59.186232 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3df7a23-7232-480a-b483-54ce3c641d82 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:53:59.186624 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c554e407-2f28-415f-bd58-bd3bf935200c', 'tag': '76b6d925-c3de-41be-8853-6d49c0805062', 'status': 'completed', 'code': 200} Aug 28 14:53:59.206932 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ffa46-368c-472f-913c-ebd7af572fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=76b6d925-c3de-41be-8853-6d49c0805062,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:59.218162 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:59.247956 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58853e3d-0837-42c4-94be-6c154f32b7df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac088cc-7112-42d2-915c-827c5e4f858b'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:53:59.250188 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66385fb4-2da7-48f1-94f0-77a66a40b5f4" -d '{"events": [{"server_uuid": "58853e3d-0837-42c4-94be-6c154f32b7df", "name": "network-vif-plugged", "status": "completed", "tag": "1ac088cc-7112-42d2-915c-827c5e4f858b"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:53:59.268698 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 1ac088cc-7112-42d2-915c-827c5e4f858b, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=1ac088cc-7112-42d2-915c-827c5e4f858b,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:53:59.275800 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:59.280316 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-935d728a-f8ef-4462-ac2b-7d5a3f7608a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:59.302799 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e984af5-93ab-4617-ae0b-72ca8e61d480 x-openstack-request-id: req-1e984af5-93ab-4617-ae0b-72ca8e61d480 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:53:59.303235 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58853e3d-0837-42c4-94be-6c154f32b7df", "name": "network-vif-plugged", "status": "completed", "tag": "1ac088cc-7112-42d2-915c-827c5e4f858b", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:53:59.303462 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e984af5-93ab-4617-ae0b-72ca8e61d480 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:53:59.303810 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58853e3d-0837-42c4-94be-6c154f32b7df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac088cc-7112-42d2-915c-827c5e4f858b', 'code': 200} Aug 28 14:53:59.323166 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-596006df-5552-4686-8f2d-e93e8fbb976c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:59.324702 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-596006df-5552-4686-8f2d-e93e8fbb976c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0e678d690f346928c330da2a4b836ed&device_id=c554e407-2f28-415f-bd58-bd3bf935200c HTTP/1.1" status: 200 len: 1098 time: 0.2031076 Aug 28 14:53:59.329831 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=1ac088cc-7112-42d2-915c-827c5e4f858b,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:59.405370 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806dc41-984d-48b9-be66-bc33d6668706 req-7c12dd3c-ac05-4259-abce-76805ef7a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:59.406865 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9806dc41-984d-48b9-be66-bc33d6668706 req-7c12dd3c-ac05-4259-abce-76805ef7a2aa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 1097 time: 0.0441780 Aug 28 14:53:59.419515 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-935d728a-f8ef-4462-ac2b-7d5a3f7608a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:59.440769 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-15b20734-4aa6-4b35-9045-df6959f880c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=76b6d925-c3de-41be-8853-6d49c0805062 HTTP/1.1" status: 200 len: 217 time: 0.0995374 Aug 28 14:53:59.445525 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9806dc41-984d-48b9-be66-bc33d6668706 req-ea60e79a-8a24-47d4-b755-e7c701913df7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301554 Aug 28 14:53:59.455005 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd18342-1c3b-41fa-8b98-287331f1ae2e req-c5f756f1-3192-4de9-bfbf-c91258058612 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:59.456525 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1fd18342-1c3b-41fa-8b98-287331f1ae2e req-c5f756f1-3192-4de9-bfbf-c91258058612 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/ports?device_id=46cef22f-021b-429f-9b39-00f869d30c4a HTTP/1.1" status: 200 len: 949 time: 0.2339418 Aug 28 14:53:59.518580 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f3deeb97-18b0-4954-a61c-5aab09af6116 req-4d7f9632-2eb3-4426-ab13-af64b34a1934 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:59.531087 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['36072fe1-50ab-407c-a68f-8f6f10d9933e'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:53:59.625532 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-93b46743-9cb4-408b-b839-3724bd914fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:59.632729 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-e5d647ac-3eed-41c1-bc5f-6ca90af82b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:59.634305 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-e5d647ac-3eed-41c1-bc5f-6ca90af82b77 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1769190 Aug 28 14:53:59.635686 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b822b4e-92ba-46fd-a266-99ccdf9a9a66 req-53c0d7e4-2bff-4a16-8f5c-3dbf8972a663 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:53:59.637371 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7b822b4e-92ba-46fd-a266-99ccdf9a9a66 req-53c0d7e4-2bff-4a16-8f5c-3dbf8972a663 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 945 time: 0.0570734 Aug 28 14:53:59.641189 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f9632-2eb3-4426-ab13-af64b34a1934 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Pushing event deleted for resources: {'Port': ['ID=36072fe1-50ab-407c-a68f-8f6f10d9933e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:59.653364 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-37a7f449-8e22-435c-93bc-84559e8bd48e tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3774683 Aug 28 14:53:59.672153 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-60e631fc-b20e-49ec-bd93-9b6d424d4798 service neutron] Request body: {'port': {'device_id': 'b3fd89b6-cf60-4b51-b815-9f685a243e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:53:59.675153 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-93b46743-9cb4-408b-b839-3724bd914fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:59.693287 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1fd18342-1c3b-41fa-8b98-287331f1ae2e req-9a9fc6f2-8e1d-4c5f-afad-89696e0d922a tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186182 Aug 28 14:53:59.735746 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7b822b4e-92ba-46fd-a266-99ccdf9a9a66 req-012d1ad2-d693-4f1b-b623-c7be6d2dc882 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840466 Aug 28 14:53:59.740610 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-935d728a-f8ef-4462-ac2b-7d5a3f7608a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:59.743279 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-935d728a-f8ef-4462-ac2b-7d5a3f7608a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:59.755670 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-935d728a-f8ef-4462-ac2b-7d5a3f7608a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81f9391f-7830-4820-9ac8-20ccec080eec HTTP/1.1" status: 204 len: 168 time: 0.8904078 Aug 28 14:53:59.774095 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-60e631fc-b20e-49ec-bd93-9b6d424d4798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:59.776735 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3deeb97-18b0-4954-a61c-5aab09af6116 req-4d7f9632-2eb3-4426-ab13-af64b34a1934 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] No DVR routers for this DVR port 36072fe1-50ab-407c-a68f-8f6f10d9933e on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:53:59.796208 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f3deeb97-18b0-4954-a61c-5aab09af6116 req-4d7f9632-2eb3-4426-ab13-af64b34a1934 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:53:59.798373 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f3deeb97-18b0-4954-a61c-5aab09af6116 req-4d7f9632-2eb3-4426-ab13-af64b34a1934 tempest-DeleteServersAdminTestJSON-2026897402 tempest-DeleteServersAdminTestJSON-2026897402-project] 10.222.0.36 "DELETE /v2.0/ports/36072fe1-50ab-407c-a68f-8f6f10d9933e HTTP/1.1" status: 204 len: 173 time: 1.9098134 Aug 28 14:53:59.860754 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-93b46743-9cb4-408b-b839-3724bd914fef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=122a20b266b54e95bae970f0288bf8bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9783428 Aug 28 14:53:59.862186 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52296) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:53:59.905107 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b46743-9cb4-408b-b839-3724bd914fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712c26b4-35ee-4846-9d8a-581c20190b47,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:53:59.982466 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d728a-f8ef-4462-ac2b-7d5a3f7608a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f9391f-7830-4820-9ac8-20ccec080eec,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:00.012665 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-fd61ccde-705c-4f15-912d-8f01f3954a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:00.013831 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-fd61ccde-705c-4f15-912d-8f01f3954a61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3699286 Aug 28 14:54:00.026672 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099cac0-5727-440c-8018-bc80c9cd1793 req-f04f0b86-da4c-4933-b6ba-b8bdc5c390e1 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:00.028938 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9099cac0-5727-440c-8018-bc80c9cd1793 req-f04f0b86-da4c-4933-b6ba-b8bdc5c390e1 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 932 time: 0.2114420 Aug 28 14:54:00.039419 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-40c1fc95-7f37-4947-b7ba-4901553a405f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:00.053726 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-80e201fd-e95e-483e-9861-1c3f2bc7c095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:00.116453 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-80e201fd-e95e-483e-9861-1c3f2bc7c095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:00.170747 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1fc95-7f37-4947-b7ba-4901553a405f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a4044df-357f-4841-aeff-c48520ec905d,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:00.177874 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6c916-1abc-47e6-a4c7-bf56d6e5848e req-01ced382-2bef-4c2b-bb7b-7e7bff369e4d tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:00.179380 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ce6c916-1abc-47e6-a4c7-bf56d6e5848e req-01ced382-2bef-4c2b-bb7b-7e7bff369e4d tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=c554e407-2f28-415f-bd58-bd3bf935200c HTTP/1.1" status: 200 len: 946 time: 0.1355603 Aug 28 14:54:00.184769 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9099cac0-5727-440c-8018-bc80c9cd1793 req-e1f0d6e9-7cef-4e56-9753-bfcf785526fa tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419950 Aug 28 14:54:00.218301 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c1fc95-7f37-4947-b7ba-4901553a405f admin admin] Checking segment: {'id': '13c9ba44-7e36-4065-aff5-b6cbf22654a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f488e3cd-edc1-40da-b152-2ee503fd2376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:54:00.218661 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c1fc95-7f37-4947-b7ba-4901553a405f admin admin] Network hostable DHCP agents. Network: f488e3cd-edc1-40da-b152-2ee503fd2376, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 14:54:00.228423 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-c632abec-56c3-481c-b6d0-7d48f4428a0f service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972156 Aug 28 14:54:00.243157 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-80e201fd-e95e-483e-9861-1c3f2bc7c095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:00.246379 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-80e201fd-e95e-483e-9861-1c3f2bc7c095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:00.247689 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-80e201fd-e95e-483e-9861-1c3f2bc7c095 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/712c26b4-35ee-4846-9d8a-581c20190b47 HTTP/1.1" status: 204 len: 168 time: 0.3841538 Aug 28 14:54:00.283120 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-60e631fc-b20e-49ec-bd93-9b6d424d4798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:54:00.288091 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e201fd-e95e-483e-9861-1c3f2bc7c095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712c26b4-35ee-4846-9d8a-581c20190b47,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:00.298535 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c1fc95-7f37-4947-b7ba-4901553a405f admin admin] Network f488e3cd-edc1-40da-b152-2ee503fd2376 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 14:54:00.310146 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-60e631fc-b20e-49ec-bd93-9b6d424d4798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:00.319112 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-40c1fc95-7f37-4947-b7ba-4901553a405f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, f488e3cd-edc1-40da-b152-2ee503fd2376) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:54:00.324838 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ce6c916-1abc-47e6-a4c7-bf56d6e5848e req-5802e13d-d405-4ae2-8ac3-240be4fdaea5 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/security-groups?id=60412d6b-f9b2-4519-aec8-73c38a507b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205056 Aug 28 14:54:00.328417 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c1fc95-7f37-4947-b7ba-4901553a405f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:00.329018 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-40c1fc95-7f37-4947-b7ba-4901553a405f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:00.329486 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdb3850-60c1-45e9-b3db-ecc088348a2f None None] Network f488e3cd-edc1-40da-b152-2ee503fd2376 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:54:00.362379 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-60e631fc-b20e-49ec-bd93-9b6d424d4798 service neutron] Transition to ACTIVE for port object dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:54:00.373250 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-60e631fc-b20e-49ec-bd93-9b6d424d4798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:00.382372 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-40c1fc95-7f37-4947-b7ba-4901553a405f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5246241 Aug 28 14:54:00.391121 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52312) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:00.401615 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-47cfdf06-5236-4e33-b362-61f8ba71c212 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2053286181-router', 'tenant_id': '50868cbd92de43a9b1e3648e0a167791', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:54:00.423284 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e7d5a77-a142-4508-8c57-b2e622888a79 req-4a1f084c-2ed5-4e59-bf71-6bdf82354f0f service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877959 Aug 28 14:54:00.466086 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-47cfdf06-5236-4e33-b362-61f8ba71c212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:00.467551 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-47cfdf06-5236-4e33-b362-61f8ba71c212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:00.479694 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e631fc-b20e-49ec-bd93-9b6d424d4798 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:00.614659 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6305a15a-2a13-4c0d-bc4a-83ec0861719f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-f488e3cd-edc1-40da-b152-2ee503fd2376', 'network_id': 'f488e3cd-edc1-40da-b152-2ee503fd2376', 'tenant_id': '50868cbd92de43a9b1e3648e0a167791', 'fixed_ips': [{'subnet_id': '6a4044df-357f-4841-aeff-c48520ec905d'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 14:54:00.616154 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6305a15a-2a13-4c0d-bc4a-83ec0861719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:00.629627 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-60e631fc-b20e-49ec-bd93-9b6d424d4798 service neutron] Attempting to bind port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:54:00.630252 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-60e631fc-b20e-49ec-bd93-9b6d424d4798 service neutron] Attempting to bind port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:54:00.630933 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-60e631fc-b20e-49ec-bd93-9b6d424d4798 service neutron] Attempting to bind port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:54:00.636082 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-60e631fc-b20e-49ec-bd93-9b6d424d4798 service neutron] Port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:54:00.636640 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-60e631fc-b20e-49ec-bd93-9b6d424d4798 service neutron] Attempting to bind port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:54:00.642239 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-60e631fc-b20e-49ec-bd93-9b6d424d4798 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:54:00.642899 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-60e631fc-b20e-49ec-bd93-9b6d424d4798 service neutron] Checking segment: {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:54:00.643495 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-60e631fc-b20e-49ec-bd93-9b6d424d4798 service neutron] Bound using segment: {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:54:00.644174 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-60e631fc-b20e-49ec-bd93-9b6d424d4798 service neutron] Bound port: dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:54:00.644766 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-60e631fc-b20e-49ec-bd93-9b6d424d4798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:00.666877 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-47cfdf06-5236-4e33-b362-61f8ba71c212 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:00.683511 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68eea4-3e5f-4260-ad38-eea4dc53c041 req-304b5d1d-eeb7-4cd1-ae85-0e75afc06eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:00.685224 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e68eea4-3e5f-4260-ad38-eea4dc53c041 req-304b5d1d-eeb7-4cd1-ae85-0e75afc06eb9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0e678d690f346928c330da2a4b836ed&device_id=c554e407-2f28-415f-bd58-bd3bf935200c HTTP/1.1" status: 200 len: 1098 time: 0.1847587 Aug 28 14:54:00.765513 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-60e631fc-b20e-49ec-bd93-9b6d424d4798 service neutron] For port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:54:00.772392 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-60e631fc-b20e-49ec-bd93-9b6d424d4798 service neutron] For port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:54:00.787042 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-60e631fc-b20e-49ec-bd93-9b6d424d4798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:00.889024 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-60e631fc-b20e-49ec-bd93-9b6d424d4798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:00.889882 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-60e631fc-b20e-49ec-bd93-9b6d424d4798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:00.899186 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-60e631fc-b20e-49ec-bd93-9b6d424d4798 service neutron] 10.222.0.41 "PUT /v2.0/ports/dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 HTTP/1.1" status: 200 len: 1093 time: 1.2239859 Aug 28 14:54:00.899955 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3fd89b6-cf60-4b51-b815-9f685a243e4a', 'tag': 'dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:54:00.901516 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-6305a15a-2a13-4c0d-bc4a-83ec0861719f None None] Allocated IP 172.20.0.2 (f488e3cd-edc1-40da-b152-2ee503fd2376/6a4044df-357f-4841-aeff-c48520ec905d/b497c68c-2197-4182-9767-47d5e621009e) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:54:00.903793 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61dda72-223f-4d7f-a200-c1605b9c1a49" -d '{"events": [{"name": "network-changed", "server_uuid": "b3fd89b6-cf60-4b51-b815-9f685a243e4a", "tag": "dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:54:01.031802 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e631fc-b20e-49ec-bd93-9b6d424d4798 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:01.039383 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10ffb4f-760e-4e0f-8011-2e0b6a2b9d8c x-openstack-request-id: req-d10ffb4f-760e-4e0f-8011-2e0b6a2b9d8c {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:54:01.040537 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3fd89b6-cf60-4b51-b815-9f685a243e4a", "tag": "dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:54:01.040891 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d10ffb4f-760e-4e0f-8011-2e0b6a2b9d8c {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:54:01.041386 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3fd89b6-cf60-4b51-b815-9f685a243e4a', 'tag': 'dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049', 'status': 'completed', 'code': 200} Aug 28 14:54:01.069186 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-b12c7a6a-bb21-4cdc-bb21-070b82c1d2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:01.075489 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-b12c7a6a-bb21-4cdc-bb21-070b82c1d2c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29e98397e0be4fe1a52442d0d5c53b75&device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 1096 time: 0.1310184 Aug 28 14:54:01.109306 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-47cfdf06-5236-4e33-b362-61f8ba71c212 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:01.118887 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6305a15a-2a13-4c0d-bc4a-83ec0861719f None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:01.132643 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6305a15a-2a13-4c0d-bc4a-83ec0861719f None None] Transition to ACTIVE for port object b497c68c-2197-4182-9767-47d5e621009e will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:54:01.145211 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7dab0-6de7-4203-b141-dd7195c41d51 req-3e71dcd4-143f-4968-9a3a-7b4f217211f9 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:01.154380 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-83f7dab0-6de7-4203-b141-dd7195c41d51 req-3e71dcd4-143f-4968-9a3a-7b4f217211f9 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 945 time: 0.2516363 Aug 28 14:54:01.161446 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6305a15a-2a13-4c0d-bc4a-83ec0861719f None None] Transition to ACTIVE for port object b497c68c-2197-4182-9767-47d5e621009e will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:54:01.169218 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-ee8ad955-c58e-4b1a-946d-b8fe7b179ad5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 HTTP/1.1" status: 200 len: 217 time: 0.0844975 Aug 28 14:54:01.175784 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6305a15a-2a13-4c0d-bc4a-83ec0861719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:01.187692 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68eea4-3e5f-4260-ad38-eea4dc53c041 req-a6f70411-ace0-46d8-b6ea-1aea945a66e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:01.189145 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e68eea4-3e5f-4260-ad38-eea4dc53c041 req-a6f70411-ace0-46d8-b6ea-1aea945a66e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.4690571 Aug 28 14:54:01.197382 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cef22f-021b-429f-9b39-00f869d30c4a', 'name': 'network-vif-deleted', 'tag': '36072fe1-50ab-407c-a68f-8f6f10d9933e'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:54:01.200741 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3c316e-b3a0-4582-b071-518ef0d077e9" -d '{"events": [{"server_uuid": "46cef22f-021b-429f-9b39-00f869d30c4a", "name": "network-vif-deleted", "tag": "36072fe1-50ab-407c-a68f-8f6f10d9933e"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:54:01.284876 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e68eea4-3e5f-4260-ad38-eea4dc53c041 req-dedc211d-359b-415b-9aa7-2257e589eb6a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=76b6d925-c3de-41be-8853-6d49c0805062 HTTP/1.1" status: 200 len: 217 time: 0.0811353 Aug 28 14:54:01.285665 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-e5412783-4b28-4a26-b6cf-9d8e712fc8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:01.288610 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305a15a-2a13-4c0d-bc4a-83ec0861719f None None] Pushing event updated for resources: {'Port': ['ID=b497c68c-2197-4182-9767-47d5e621009e,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:01.289642 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-e5412783-4b28-4a26-b6cf-9d8e712fc8a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c5688cf-0eb8-4e6f-8c97-3f260fd91357 HTTP/1.1" status: 200 len: 848 time: 0.1085520 Aug 28 14:54:01.305155 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-83f7dab0-6de7-4203-b141-dd7195c41d51 req-a8492faf-798e-486d-935d-299d4b70f037 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452422 Aug 28 14:54:01.307203 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6305a15a-2a13-4c0d-bc4a-83ec0861719f None None] Network f488e3cd-edc1-40da-b152-2ee503fd2376 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:54:01.311204 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-6305a15a-2a13-4c0d-bc4a-83ec0861719f None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:54:01.317291 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6305a15a-2a13-4c0d-bc4a-83ec0861719f None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:54:01.338415 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df9385a-8a17-4452-9387-39916ef8c3e6 x-openstack-request-id: req-6df9385a-8a17-4452-9387-39916ef8c3e6 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:54:01.338769 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cef22f-021b-429f-9b39-00f869d30c4a", "name": "network-vif-deleted", "tag": "36072fe1-50ab-407c-a68f-8f6f10d9933e", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:54:01.338949 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6df9385a-8a17-4452-9387-39916ef8c3e6 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:54:01.339315 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46cef22f-021b-429f-9b39-00f869d30c4a', 'name': 'network-vif-deleted', 'tag': '36072fe1-50ab-407c-a68f-8f6f10d9933e', 'status': 'completed', 'code': 200} Aug 28 14:54:01.367524 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-55d1a56c-fe73-431d-bb81-7ae30d9e3655 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683444 Aug 28 14:54:01.423060 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-6305a15a-2a13-4c0d-bc4a-83ec0861719f None None] Attempting to bind port b497c68c-2197-4182-9767-47d5e621009e on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:54:01.427064 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-6305a15a-2a13-4c0d-bc4a-83ec0861719f None None] Attempting to bind port b497c68c-2197-4182-9767-47d5e621009e by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '13c9ba44-7e36-4065-aff5-b6cbf22654a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f488e3cd-edc1-40da-b152-2ee503fd2376'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:54:01.429248 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6305a15a-2a13-4c0d-bc4a-83ec0861719f None None] Attempting to bind port b497c68c-2197-4182-9767-47d5e621009e on network f488e3cd-edc1-40da-b152-2ee503fd2376 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:54:01.444102 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6305a15a-2a13-4c0d-bc4a-83ec0861719f None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:54:01.445219 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6305a15a-2a13-4c0d-bc4a-83ec0861719f None None] Checking segment: {'id': '13c9ba44-7e36-4065-aff5-b6cbf22654a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f488e3cd-edc1-40da-b152-2ee503fd2376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:54:01.445853 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6305a15a-2a13-4c0d-bc4a-83ec0861719f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:01.446636 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6305a15a-2a13-4c0d-bc4a-83ec0861719f None None] Bound using segment: {'id': '13c9ba44-7e36-4065-aff5-b6cbf22654a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f488e3cd-edc1-40da-b152-2ee503fd2376'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:54:01.447597 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-6305a15a-2a13-4c0d-bc4a-83ec0861719f None None] Bound port: b497c68c-2197-4182-9767-47d5e621009e, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c9ba44-7e36-4065-aff5-b6cbf22654a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f488e3cd-edc1-40da-b152-2ee503fd2376'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:54:01.448524 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6305a15a-2a13-4c0d-bc4a-83ec0861719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:01.477297 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68eea4-3e5f-4260-ad38-eea4dc53c041 req-41cbf7bd-7e23-4708-bb96-9ef3735c4a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:01.479129 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e68eea4-3e5f-4260-ad38-eea4dc53c041 req-41cbf7bd-7e23-4708-bb96-9ef3735c4a1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1670218 Aug 28 14:54:01.537040 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be4bc5-5033-4a59-8166-2f0c93f289cc req-3d807a37-1f1d-468e-863f-48fabf4c6470 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:01.540475 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-97be4bc5-5033-4a59-8166-2f0c93f289cc req-3d807a37-1f1d-468e-863f-48fabf4c6470 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 1097 time: 0.1018510 Aug 28 14:54:01.556413 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff211cec-ab9c-4efb-8b9b-4bd7575815b7 req-37043671-4837-4400-8ae6-378b8e516740 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:01.558490 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ff211cec-ab9c-4efb-8b9b-4bd7575815b7 req-37043671-4837-4400-8ae6-378b8e516740 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 944 time: 0.1373634 Aug 28 14:54:01.565611 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-6305a15a-2a13-4c0d-bc4a-83ec0861719f None None] For port b497c68c-2197-4182-9767-47d5e621009e, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:54:01.571201 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-6305a15a-2a13-4c0d-bc4a-83ec0861719f None None] For port b497c68c-2197-4182-9767-47d5e621009e, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b497c68c-2197-4182-9767-47d5e621009e,segment=NetworkSegment(13c9ba44-7e36-4065-aff5-b6cbf22654a0),segment_id=13c9ba44-7e36-4065-aff5-b6cbf22654a0)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:54:01.573289 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-75f9b274-cfda-4781-8420-638e679f8e79 service neutron] 10.222.0.41 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909838 Aug 28 14:54:01.578977 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6305a15a-2a13-4c0d-bc4a-83ec0861719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:01.602534 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68eea4-3e5f-4260-ad38-eea4dc53c041 req-070e66dc-40b4-458a-ae41-1c7a85b0f7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:01.604008 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e68eea4-3e5f-4260-ad38-eea4dc53c041 req-070e66dc-40b4-458a-ae41-1c7a85b0f7c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1119018 Aug 28 14:54:01.643688 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305a15a-2a13-4c0d-bc4a-83ec0861719f None None] Pushing event updated for resources: {'Port': ['ID=b497c68c-2197-4182-9767-47d5e621009e,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:01.649265 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ff211cec-ab9c-4efb-8b9b-4bd7575815b7 req-3b71cf05-7bb4-4a19-a621-711205c3b939 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813067 Aug 28 14:54:01.742384 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-97be4bc5-5033-4a59-8166-2f0c93f289cc req-218f7ad4-abe2-42f6-b891-85873e8b8be0 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848083 Aug 28 14:54:01.832966 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3e90f677-4e1d-431f-be18-ec4a3dd8359c req-c179fc74-0c5f-4eda-915e-19ce4d3238e2 service neutron] 10.222.0.41 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388258 Aug 28 14:54:01.874592 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52378) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:02.070067 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61dda72-223f-4d7f-a200-c1605b9c1a49 req-d853ac83-7e34-4f7b-b9a4-46ec2c7fedb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:02.072755 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a61dda72-223f-4d7f-a200-c1605b9c1a49 req-d853ac83-7e34-4f7b-b9a4-46ec2c7fedb6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29e98397e0be4fe1a52442d0d5c53b75&device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 1096 time: 0.1118548 Aug 28 14:54:02.078946 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d82a93-be79-4846-a5d1-1dbcc488939c req-0c495419-dc03-464c-8206-65c2272b6649 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:02.087358 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62d82a93-be79-4846-a5d1-1dbcc488939c req-0c495419-dc03-464c-8206-65c2272b6649 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 1097 time: 0.1152074 Aug 28 14:54:02.194364 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62d82a93-be79-4846-a5d1-1dbcc488939c req-86232cc1-1e27-4557-845b-ac33e37c313d tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004288 Aug 28 14:54:02.289063 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61dda72-223f-4d7f-a200-c1605b9c1a49 req-69971226-3378-4f45-8642-da51f0a0b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:02.290568 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a61dda72-223f-4d7f-a200-c1605b9c1a49 req-69971226-3378-4f45-8642-da51f0a0b690 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45 HTTP/1.1" status: 200 len: 909 time: 0.1975777 Aug 28 14:54:02.355055 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a61dda72-223f-4d7f-a200-c1605b9c1a49 req-10230632-f7bc-4ea0-8c49-c6aa94b39d3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 HTTP/1.1" status: 200 len: 217 time: 0.0534251 Aug 28 14:54:02.358810 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59347280-2edd-4599-86d5-3d0930900ce2 req-5ca90541-a313-418d-bc69-8699318fdaf2 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:02.368105 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-59347280-2edd-4599-86d5-3d0930900ce2 req-5ca90541-a313-418d-bc69-8699318fdaf2 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=c554e407-2f28-415f-bd58-bd3bf935200c HTTP/1.1" status: 200 len: 946 time: 0.2110689 Aug 28 14:54:02.370648 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-47cfdf06-5236-4e33-b362-61f8ba71c212 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:02.412682 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-47cfdf06-5236-4e33-b362-61f8ba71c212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:02.413471 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-819ae758-8477-4acb-aab3-9a7e5a0fbe6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec22ff773413422493b0b31d771bd355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5374463 Aug 28 14:54:02.415951 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52402) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:02.422624 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e68eea4-3e5f-4260-ad38-eea4dc53c041 req-592db308-aea3-418b-a803-df1c6974e97c service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7855611 Aug 28 14:54:02.472527 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-59347280-2edd-4599-86d5-3d0930900ce2 req-7ab8dd91-1374-4c7a-b5ac-4c4966307d78 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/security-groups?id=60412d6b-f9b2-4519-aec8-73c38a507b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032660 Aug 28 14:54:02.484418 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61dda72-223f-4d7f-a200-c1605b9c1a49 req-681d5dba-7551-4e6e-8f95-3307c32eecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:02.486870 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a61dda72-223f-4d7f-a200-c1605b9c1a49 req-681d5dba-7551-4e6e-8f95-3307c32eecd9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c5688cf-0eb8-4e6f-8c97-3f260fd91357 HTTP/1.1" status: 200 len: 848 time: 0.1161819 Aug 28 14:54:02.557749 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a61dda72-223f-4d7f-a200-c1605b9c1a49 req-735b4477-a314-46ac-9250-7316b27e56b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432808 Aug 28 14:54:02.593282 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a07ae007-4f43-44c8-8f4a-2f574abfd417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:02.671460 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a07ae007-4f43-44c8-8f4a-2f574abfd417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:02.764248 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a61dda72-223f-4d7f-a200-c1605b9c1a49 req-b638a2af-2ba8-479a-a961-f6da0c86f014 service neutron] 10.222.0.41 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937447 Aug 28 14:54:02.829237 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee90f57-9e3e-49c9-8e30-640a9235b484 req-59728915-9fbc-4f1d-8995-d142a9253967 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:02.837825 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6ee90f57-9e3e-49c9-8e30-640a9235b484 req-59728915-9fbc-4f1d-8995-d142a9253967 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 1097 time: 0.2028513 Aug 28 14:54:02.931986 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-47cfdf06-5236-4e33-b362-61f8ba71c212 admin admin] Allocated IP 172.25.3.144 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/e0afe48f-95d6-4756-9892-7917804247b9) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:54:02.937372 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a07ae007-4f43-44c8-8f4a-2f574abfd417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:02.940342 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a07ae007-4f43-44c8-8f4a-2f574abfd417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:02.940440 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e68eea4-3e5f-4260-ad38-eea4dc53c041 req-c43193f1-250f-45d1-967e-f5c2db034a6f service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794719 Aug 28 14:54:02.944931 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a07ae007-4f43-44c8-8f4a-2f574abfd417 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d HTTP/1.1" status: 204 len: 168 time: 0.5279722 Aug 28 14:54:02.966580 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ae007-4f43-44c8-8f4a-2f574abfd417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd8b5c4-82d1-40ce-a44c-ddbfc904fc3d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:03.007992 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6ee90f57-9e3e-49c9-8e30-640a9235b484 req-f70bcc0d-4ffe-45f7-aa86-7e50ac1c1dbf tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644764 Aug 28 14:54:03.009974 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217abbcf-3bfa-4d2b-a0dd-596938c5d41c req-3c46b0a6-2d47-40cc-b6e3-0c5246eb4007 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:03.017289 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-217abbcf-3bfa-4d2b-a0dd-596938c5d41c req-3c46b0a6-2d47-40cc-b6e3-0c5246eb4007 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 944 time: 0.2303817 Aug 28 14:54:03.028782 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3f2f01-a0d9-4c4d-bcf3-638f5477b3a1 None None] Network f488e3cd-edc1-40da-b152-2ee503fd2376 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:54:03.045657 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a61dda72-223f-4d7f-a200-c1605b9c1a49 req-fac7129f-a920-4078-a5c3-1eba41c57e78 service neutron] 10.222.0.41 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718732 Aug 28 14:54:03.052809 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 36072fe1-50ab-407c-a68f-8f6f10d9933e no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:54:03.079087 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-217abbcf-3bfa-4d2b-a0dd-596938c5d41c req-532eecd7-a512-4a96-8264-1bef7f14b9f1 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609057 Aug 28 14:54:03.145729 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 36072fe1-50ab-407c-a68f-8f6f10d9933e {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:54:03.146074 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 36072fe1-50ab-407c-a68f-8f6f10d9933e not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:54:03.160937 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f7fbd22c-512a-4261-bad6-fdc28a314152 None None] Provisioning for port b497c68c-2197-4182-9767-47d5e621009e completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:54:03.181546 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-47cfdf06-5236-4e33-b362-61f8ba71c212 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:03.219125 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b497c68c-2197-4182-9767-47d5e621009e up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:54:03.238059 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-47cfdf06-5236-4e33-b362-61f8ba71c212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:03.289741 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cfdf06-5236-4e33-b362-61f8ba71c212 admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:54:03.292703 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-47cfdf06-5236-4e33-b362-61f8ba71c212 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:54:03.299253 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cfdf06-5236-4e33-b362-61f8ba71c212 admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:54:03.320332 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port b497c68c-2197-4182-9767-47d5e621009e completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:54:03.324895 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port b497c68c-2197-4182-9767-47d5e621009e triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:54:03.325327 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:03.341667 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfdf06-5236-4e33-b362-61f8ba71c212 admin admin] Pushing event updated for resources: {'Port': ['ID=e0afe48f-95d6-4756-9892-7917804247b9,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:03.437732 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:03.503317 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port b497c68c-2197-4182-9767-47d5e621009e, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b497c68c-2197-4182-9767-47d5e621009e,segment=NetworkSegment(13c9ba44-7e36-4065-aff5-b6cbf22654a0),segment_id=13c9ba44-7e36-4065-aff5-b6cbf22654a0)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:03.513425 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:03.620121 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=b497c68c-2197-4182-9767-47d5e621009e,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:03.676772 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-47cfdf06-5236-4e33-b362-61f8ba71c212 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:03.706183 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e0921077-67a4-4a27-a3dd-e90ca23a0ddf None None] Provisioning complete for port b497c68c-2197-4182-9767-47d5e621009e triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:54:03.716224 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e0921077-67a4-4a27-a3dd-e90ca23a0ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:03.729013 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52436) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:03.745041 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c5b7c387-f36b-4ad9-9e84-479bc7f64703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:03.896968 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbe74c-a7d0-468c-a990-3dd4db8b345d req-ed48a011-037f-4296-a4a8-e536fc713f49 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:03.898454 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0fdbe74c-a7d0-468c-a990-3dd4db8b345d req-ed48a011-037f-4296-a4a8-e536fc713f49 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=c554e407-2f28-415f-bd58-bd3bf935200c HTTP/1.1" status: 200 len: 946 time: 0.0963404 Aug 28 14:54:03.930297 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-47cfdf06-5236-4e33-b362-61f8ba71c212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:03.950032 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c5b7c387-f36b-4ad9-9e84-479bc7f64703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:03.959576 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0fdbe74c-a7d0-468c-a990-3dd4db8b345d req-f5015bb2-2948-437e-a505-0c7850f95476 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/security-groups?id=60412d6b-f9b2-4519-aec8-73c38a507b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518959 Aug 28 14:54:03.960728 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c5b7c387-f36b-4ad9-9e84-479bc7f64703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:04.002437 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7c387-f36b-4ad9-9e84-479bc7f64703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0936bc9c-98cd-4296-9591-de767c3a73c9,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:04.015562 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c5b7c387-f36b-4ad9-9e84-479bc7f64703 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=652ceae6cde540f4b3195ccadd269c14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849214 Aug 28 14:54:04.017816 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52444) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:04.072843 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-823fee91-65da-4cf7-b030-cf4276fc4861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:04.096335 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-823fee91-65da-4cf7-b030-cf4276fc4861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:04.146260 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47cfdf06-5236-4e33-b362-61f8ba71c212 admin admin] Router f39e3c8e-3cea-4917-ab5d-26042e1c37d6 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 14:54:04.186871 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-823fee91-65da-4cf7-b030-cf4276fc4861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:04.189751 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-823fee91-65da-4cf7-b030-cf4276fc4861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:04.191043 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-823fee91-65da-4cf7-b030-cf4276fc4861 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0936bc9c-98cd-4296-9591-de767c3a73c9 HTTP/1.1" status: 204 len: 168 time: 0.1722944 Aug 28 14:54:04.196027 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db93f2-1869-4990-bc01-dd18974caa8a req-272f9ffe-38fc-46d3-a568-4e808c368c9b tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:04.197573 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f7db93f2-1869-4990-bc01-dd18974caa8a req-272f9ffe-38fc-46d3-a568-4e808c368c9b tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 1097 time: 0.0627112 Aug 28 14:54:04.205530 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823fee91-65da-4cf7-b030-cf4276fc4861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0936bc9c-98cd-4296-9591-de767c3a73c9,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:04.247621 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f7db93f2-1869-4990-bc01-dd18974caa8a req-636542cd-4a4a-4bba-9f3b-06554417ec81 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433702 Aug 28 14:54:04.313611 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cfdf06-5236-4e33-b362-61f8ba71c212 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:54:04.327227 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef79aca-9c6a-45e5-89f3-9fe6c88a5fde None None] Sync routers for ids ['f39e3c8e-3cea-4917-ab5d-26042e1c37d6'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:54:04.336943 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-47cfdf06-5236-4e33-b362-61f8ba71c212 admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:04.343361 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52458) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:04.344978 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-47cfdf06-5236-4e33-b362-61f8ba71c212 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.9515934 Aug 28 14:54:04.345900 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef79aca-9c6a-45e5-89f3-9fe6c88a5fde None None] Routers {'f39e3c8e-3cea-4917-ab5d-26042e1c37d6'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:54:04.346717 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0ef79aca-9c6a-45e5-89f3-9fe6c88a5fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:53:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f39e3c8e-3cea-4917-ab5d-26042e1c37d6'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:54:04.478146 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52464) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:04.508071 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-0ef79aca-9c6a-45e5-89f3-9fe6c88a5fde None None] Set router f39e3c8e-3cea-4917-ab5d-26042e1c37d6 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:54:04.669729 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4964a68e-8e37-463e-aeb4-1c8b861eebd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:04.749757 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0ef79aca-9c6a-45e5-89f3-9fe6c88a5fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39e3c8e-3cea-4917-ab5d-26042e1c37d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2053286181-router', 'tenant_id': '50868cbd92de43a9b1e3648e0a167791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e0afe48f-95d6-4756-9892-7917804247b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:54:00Z', 'updated_at': '2021-08-28T14:54:03Z', 'revision_number': 3, 'project_id': '50868cbd92de43a9b1e3648e0a167791', 'gw_port': {'id': 'e0afe48f-95d6-4756-9892-7917804247b9', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39e3c8e-3cea-4917-ab5d-26042e1c37d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:54:02Z', 'updated_at': '2021-08-28T14:54:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:54:04.785726 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef79aca-9c6a-45e5-89f3-9fe6c88a5fde None None] Checking router: f39e3c8e-3cea-4917-ab5d-26042e1c37d6 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:54:04.786285 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef79aca-9c6a-45e5-89f3-9fe6c88a5fde None None] Updating router f39e3c8e-3cea-4917-ab5d-26042e1c37d6 port e0afe48f-95d6-4756-9892-7917804247b9 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 14:54:04.800845 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a7d90-6cd9-446e-aca5-d07775e09861 req-50f36e03-f124-4984-bff4-db3b178b8962 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:04.808184 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ba2a7d90-6cd9-446e-aca5-d07775e09861 req-50f36e03-f124-4984-bff4-db3b178b8962 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 944 time: 0.3756518 Aug 28 14:54:04.821506 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0ef79aca-9c6a-45e5-89f3-9fe6c88a5fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:04.852561 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4964a68e-8e37-463e-aeb4-1c8b861eebd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:04.861109 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4964a68e-8e37-463e-aeb4-1c8b861eebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:04.926386 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4964a68e-8e37-463e-aeb4-1c8b861eebd0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dcbabe850b294d60a70904bf4aca6d35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4468060 Aug 28 14:54:04.927153 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964a68e-8e37-463e-aeb4-1c8b861eebd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd657b3-175a-49d1-8c8f-58f4003f74b3,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:04.930516 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52480) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:04.952037 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ba2a7d90-6cd9-446e-aca5-d07775e09861 req-00f9b696-efb8-4b97-907e-ccf0c7788fb3 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303535 Aug 28 14:54:05.092848 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7d7f0ece-84ee-43f8-9d75-e256d1fb445f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:05.111624 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:54:05.159339 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7d7f0ece-84ee-43f8-9d75-e256d1fb445f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:05.168382 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b497c68c-2197-4182-9767-47d5e621009e up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:54:05.316198 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7d7f0ece-84ee-43f8-9d75-e256d1fb445f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:05.320900 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7d7f0ece-84ee-43f8-9d75-e256d1fb445f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:05.324493 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7d7f0ece-84ee-43f8-9d75-e256d1fb445f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fd657b3-175a-49d1-8c8f-58f4003f74b3 HTTP/1.1" status: 204 len: 168 time: 0.3683217 Aug 28 14:54:05.340939 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f0ece-84ee-43f8-9d75-e256d1fb445f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd657b3-175a-49d1-8c8f-58f4003f74b3,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:05.439469 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-29aca039-a1b5-4aa3-b60c-2a1f3960ae46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:05.651799 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:05.670119 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049', 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45', 'port_id': 'dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049', 'mac_address': 'fa:16:3e:97:c8:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5688cf-0eb8-4e6f-8c97-3f260fd91357', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:54:05.725877 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:05.753384 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:54:05.773549 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275d691-f3ed-471f-b249-8042bea4d1f9 req-1397f040-c2e8-4b79-8a2f-91018f065dad tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:05.774000 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:05.777050 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port b497c68c-2197-4182-9767-47d5e621009e triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:54:05.777335 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:05.781213 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9275d691-f3ed-471f-b249-8042bea4d1f9 req-1397f040-c2e8-4b79-8a2f-91018f065dad tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=c554e407-2f28-415f-bd58-bd3bf935200c HTTP/1.1" status: 200 len: 946 time: 0.1383483 Aug 28 14:54:05.821523 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:05.822201 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 76b6d925-c3de-41be-8853-6d49c0805062 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:54:05.873965 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9275d691-f3ed-471f-b249-8042bea4d1f9 req-b81cb846-e7b2-48dd-80ce-e88fe926b762 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/security-groups?id=60412d6b-f9b2-4519-aec8-73c38a507b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899451 Aug 28 14:54:05.908125 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-29aca039-a1b5-4aa3-b60c-2a1f3960ae46 admin admin] Allocated IP 172.20.0.1 (f488e3cd-edc1-40da-b152-2ee503fd2376/6a4044df-357f-4841-aeff-c48520ec905d/0505e28d-1ab1-437f-a2c4-aa06c85dcfe4) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:54:06.039405 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52534) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:06.053765 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-16862e36-6fe7-4afc-8ef2-eb528f1378f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:06.101712 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:06.135123 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0ef79aca-9c6a-45e5-89f3-9fe6c88a5fde None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:06.139741 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-29aca039-a1b5-4aa3-b60c-2a1f3960ae46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:06.160627 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 76b6d925-c3de-41be-8853-6d49c0805062, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=76b6d925-c3de-41be-8853-6d49c0805062,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:06.164568 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0ef79aca-9c6a-45e5-89f3-9fe6c88a5fde None None] Transition to ACTIVE for port object e0afe48f-95d6-4756-9892-7917804247b9 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:54:06.178293 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0ef79aca-9c6a-45e5-89f3-9fe6c88a5fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:06.181986 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '76b6d925-c3de-41be-8853-6d49c0805062', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': '76b6d925-c3de-41be-8853-6d49c0805062', 'mac_address': 'fa:16:3e:6b:bd:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:54:06.186343 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-29aca039-a1b5-4aa3-b60c-2a1f3960ae46 admin admin] Transition to ACTIVE for port object 0505e28d-1ab1-437f-a2c4-aa06c85dcfe4 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:54:06.207968 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aae2ca-f0c3-494a-9f42-a8ca52901144 req-6f3255d3-df0b-45fb-bbff-e306b7020ffe tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:06.217792 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d5aae2ca-f0c3-494a-9f42-a8ca52901144 req-6f3255d3-df0b-45fb-bbff-e306b7020ffe tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 945 time: 0.1213520 Aug 28 14:54:06.250541 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-16862e36-6fe7-4afc-8ef2-eb528f1378f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:06.260553 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-16862e36-6fe7-4afc-8ef2-eb528f1378f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:06.275581 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-0ef79aca-9c6a-45e5-89f3-9fe6c88a5fde None None] Attempting to bind port e0afe48f-95d6-4756-9892-7917804247b9 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:54:06.276218 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-0ef79aca-9c6a-45e5-89f3-9fe6c88a5fde None None] Attempting to bind port e0afe48f-95d6-4756-9892-7917804247b9 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:54:06.276868 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef79aca-9c6a-45e5-89f3-9fe6c88a5fde None None] Attempting to bind port e0afe48f-95d6-4756-9892-7917804247b9 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:54:06.284152 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4198a-4cc5-41df-b942-e16d5666ac40 None None] Pushing event updated for resources: {'Port': ['ID=e0afe48f-95d6-4756-9892-7917804247b9,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:06.288513 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d5aae2ca-f0c3-494a-9f42-a8ca52901144 req-6df7c49f-f804-49fc-831a-27fbc3acacc6 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696101 Aug 28 14:54:06.293894 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef79aca-9c6a-45e5-89f3-9fe6c88a5fde None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:54:06.294648 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef79aca-9c6a-45e5-89f3-9fe6c88a5fde None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:54:06.295348 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0ef79aca-9c6a-45e5-89f3-9fe6c88a5fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:06.295915 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef79aca-9c6a-45e5-89f3-9fe6c88a5fde None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:54:06.296533 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-0ef79aca-9c6a-45e5-89f3-9fe6c88a5fde None None] Bound port: e0afe48f-95d6-4756-9892-7917804247b9, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:54:06.297191 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0ef79aca-9c6a-45e5-89f3-9fe6c88a5fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:06.301532 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:06.312828 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-29aca039-a1b5-4aa3-b60c-2a1f3960ae46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:06.343217 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b6d925-c3de-41be-8853-6d49c0805062 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:54:06.356286 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-16862e36-6fe7-4afc-8ef2-eb528f1378f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b43b8d2e2624cbd8fcee062b20a5a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3154705 Aug 28 14:54:06.357299 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16862e36-6fe7-4afc-8ef2-eb528f1378f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b31bd8f-e3e6-4450-9bb5-094588d1fc2e,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:06.364962 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52544) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:06.389782 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52546) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:06.426264 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 76b6d925-c3de-41be-8853-6d49c0805062, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=76b6d925-c3de-41be-8853-6d49c0805062,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:06.430917 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-0ef79aca-9c6a-45e5-89f3-9fe6c88a5fde None None] For port e0afe48f-95d6-4756-9892-7917804247b9, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:54:06.434695 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:06.442309 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aca039-a1b5-4aa3-b60c-2a1f3960ae46 admin admin] Network f488e3cd-edc1-40da-b152-2ee503fd2376 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:54:06.454426 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-29aca039-a1b5-4aa3-b60c-2a1f3960ae46 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:54:06.457012 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aca039-a1b5-4aa3-b60c-2a1f3960ae46 admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:54:06.460436 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aca039-a1b5-4aa3-b60c-2a1f3960ae46 admin admin] Pushing event updated for resources: {'Port': ['ID=0505e28d-1ab1-437f-a2c4-aa06c85dcfe4,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:06.474404 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-0ef79aca-9c6a-45e5-89f3-9fe6c88a5fde None None] For port e0afe48f-95d6-4756-9892-7917804247b9, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e0afe48f-95d6-4756-9892-7917804247b9,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:54:06.479289 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-abe76d8c-3ec3-487b-b7a2-d7d7aac65c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:06.482326 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0ef79aca-9c6a-45e5-89f3-9fe6c88a5fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:06.522185 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=76b6d925-c3de-41be-8853-6d49c0805062,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:06.529955 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-29aca039-a1b5-4aa3-b60c-2a1f3960ae46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:06.530702 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef79aca-9c6a-45e5-89f3-9fe6c88a5fde None None] Routers {'f39e3c8e-3cea-4917-ab5d-26042e1c37d6'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:54:06.531311 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0ef79aca-9c6a-45e5-89f3-9fe6c88a5fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:53:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f39e3c8e-3cea-4917-ab5d-26042e1c37d6'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:54:06.551332 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-abe76d8c-3ec3-487b-b7a2-d7d7aac65c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:06.618985 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-abe76d8c-3ec3-487b-b7a2-d7d7aac65c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:06.623271 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-abe76d8c-3ec3-487b-b7a2-d7d7aac65c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:06.629153 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-abe76d8c-3ec3-487b-b7a2-d7d7aac65c30 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b31bd8f-e3e6-4450-9bb5-094588d1fc2e HTTP/1.1" status: 204 len: 168 time: 0.2615504 Aug 28 14:54:06.648937 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe76d8c-3ec3-487b-b7a2-d7d7aac65c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b31bd8f-e3e6-4450-9bb5-094588d1fc2e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:06.703774 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4198a-4cc5-41df-b942-e16d5666ac40 None None] Pushing event updated for resources: {'Port': ['ID=e0afe48f-95d6-4756-9892-7917804247b9,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:06.782303 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-88dc4a03-1ee2-42ea-98b3-a310bce71c84 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 14:54:06.783696 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-88dc4a03-1ee2-42ea-98b3-a310bce71c84 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3927217 Aug 28 14:54:06.794904 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['76b6d925-c3de-41be-8853-6d49c0805062'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:54:06.841818 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:54:06.877476 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-0ef79aca-9c6a-45e5-89f3-9fe6c88a5fde None None] Set router f39e3c8e-3cea-4917-ab5d-26042e1c37d6 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:54:06.892857 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-29aca039-a1b5-4aa3-b60c-2a1f3960ae46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:06.994088 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6d75887d-2bff-4a5f-acf6-a44ff19b017c None None] Provisioning for port 0505e28d-1ab1-437f-a2c4-aa06c85dcfe4 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:54:07.007350 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6d75887d-2bff-4a5f-acf6-a44ff19b017c None None] Provisioning complete for port 0505e28d-1ab1-437f-a2c4-aa06c85dcfe4 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:54:07.007838 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6d75887d-2bff-4a5f-acf6-a44ff19b017c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:07.110719 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-29aca039-a1b5-4aa3-b60c-2a1f3960ae46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:07.112676 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-6d75887d-2bff-4a5f-acf6-a44ff19b017c None None] Port 0505e28d-1ab1-437f-a2c4-aa06c85dcfe4 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:54:07.118250 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-29aca039-a1b5-4aa3-b60c-2a1f3960ae46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:07.167724 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52574) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:07.195213 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-29aca039-a1b5-4aa3-b60c-2a1f3960ae46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:07.208872 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aca039-a1b5-4aa3-b60c-2a1f3960ae46 admin admin] Pushing event updated for resources: {'Port': ['ID=0505e28d-1ab1-437f-a2c4-aa06c85dcfe4,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:07.299020 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0ef79aca-9c6a-45e5-89f3-9fe6c88a5fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39e3c8e-3cea-4917-ab5d-26042e1c37d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2053286181-router', 'tenant_id': '50868cbd92de43a9b1e3648e0a167791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e0afe48f-95d6-4756-9892-7917804247b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:54:00Z', 'updated_at': '2021-08-28T14:54:03Z', 'revision_number': 3, 'project_id': '50868cbd92de43a9b1e3648e0a167791', 'gw_port': {'id': 'e0afe48f-95d6-4756-9892-7917804247b9', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39e3c8e-3cea-4917-ab5d-26042e1c37d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:54:02Z', 'updated_at': '2021-08-28T14:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:54:07.303334 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-91daa21c-c899-40b0-96ae-e897a71c9902 service neutron] Request body: {'binding': {'host': 'n-h1-712137-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:54:07.304228 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-91daa21c-c899-40b0-96ae-e897a71c9902 service neutron] Unknown quota resources ['binding']. {{(pid=106329) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 14:54:07.333397 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef79aca-9c6a-45e5-89f3-9fe6c88a5fde None None] The sync data for ids ['f39e3c8e-3cea-4917-ab5d-26042e1c37d6'] in n-d-712137-10 is: [{'id': 'f39e3c8e-3cea-4917-ab5d-26042e1c37d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2053286181-router', 'tenant_id': '50868cbd92de43a9b1e3648e0a167791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e0afe48f-95d6-4756-9892-7917804247b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:54:00Z', 'updated_at': '2021-08-28T14:54:03Z', 'revision_number': 3, 'project_id': '50868cbd92de43a9b1e3648e0a167791', 'gw_port': {'id': 'e0afe48f-95d6-4756-9892-7917804247b9', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39e3c8e-3cea-4917-ab5d-26042e1c37d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:54:02Z', 'updated_at': '2021-08-28T14:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:54:07.341105 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aca039-a1b5-4aa3-b60c-2a1f3960ae46 admin admin] Network f488e3cd-edc1-40da-b152-2ee503fd2376 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:54:07.345008 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-29aca039-a1b5-4aa3-b60c-2a1f3960ae46 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:54:07.345759 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4284a2ad-d27d-4ca8-844f-57f3c0df89e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:07.493164 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413aa59-afe5-4585-b5b4-2a39c882851b req-576737c4-1980-4782-a8b6-bff49294b736 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:07.500601 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2413aa59-afe5-4585-b5b4-2a39c882851b req-576737c4-1980-4782-a8b6-bff49294b736 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=c554e407-2f28-415f-bd58-bd3bf935200c HTTP/1.1" status: 200 len: 947 time: 0.1580338 Aug 28 14:54:07.560918 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29aca039-a1b5-4aa3-b60c-2a1f3960ae46 admin admin] Router f39e3c8e-3cea-4917-ab5d-26042e1c37d6 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 14:54:07.578689 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-91daa21c-c899-40b0-96ae-e897a71c9902 service neutron] Attempting to bind port 1ac088cc-7112-42d2-915c-827c5e4f858b on host n-h1-712137-10 for vnic_type normal with profile None {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:54:07.579348 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-91daa21c-c899-40b0-96ae-e897a71c9902 service neutron] Attempting to bind port 1ac088cc-7112-42d2-915c-827c5e4f858b by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:54:07.579881 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-91daa21c-c899-40b0-96ae-e897a71c9902 service neutron] Attempting to bind port 1ac088cc-7112-42d2-915c-827c5e4f858b on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:54:07.588537 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-91daa21c-c899-40b0-96ae-e897a71c9902 service neutron] Port 1ac088cc-7112-42d2-915c-827c5e4f858b on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:54:07.589098 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-91daa21c-c899-40b0-96ae-e897a71c9902 service neutron] Attempting to bind port 1ac088cc-7112-42d2-915c-827c5e4f858b on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:54:07.603458 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-91daa21c-c899-40b0-96ae-e897a71c9902 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:54:07.609287 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-91daa21c-c899-40b0-96ae-e897a71c9902 service neutron] Checking segment: {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:54:07.609689 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-91daa21c-c899-40b0-96ae-e897a71c9902 service neutron] Bound using segment: {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:54:07.610152 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-91daa21c-c899-40b0-96ae-e897a71c9902 service neutron] Bound port: 1ac088cc-7112-42d2-915c-827c5e4f858b, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:54:07.640576 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2413aa59-afe5-4585-b5b4-2a39c882851b req-f682d9d8-4bf6-4c6f-8648-f9e0f38cc1fb tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/security-groups?id=60412d6b-f9b2-4519-aec8-73c38a507b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386766 Aug 28 14:54:07.695457 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-91daa21c-c899-40b0-96ae-e897a71c9902 service neutron] For port 1ac088cc-7112-42d2-915c-827c5e4f858b, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=1ac088cc-7112-42d2-915c-827c5e4f858b,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:54:07.707736 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-91daa21c-c899-40b0-96ae-e897a71c9902 service neutron] Notify callbacks [] for binding, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:07.710358 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-91daa21c-c899-40b0-96ae-e897a71c9902 service neutron] 10.222.0.13 "POST /v2.0/ports/1ac088cc-7112-42d2-915c-827c5e4f858b/bindings HTTP/1.1" status: 201 len: 390 time: 0.6420367 Aug 28 14:54:07.712847 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4284a2ad-d27d-4ca8-844f-57f3c0df89e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:07.721226 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4284a2ad-d27d-4ca8-844f-57f3c0df89e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:07.738208 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29aca039-a1b5-4aa3-b60c-2a1f3960ae46 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:54:07.751513 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-29aca039-a1b5-4aa3-b60c-2a1f3960ae46 admin admin] 10.222.0.13 "PUT /v2.0/routers/f39e3c8e-3cea-4917-ab5d-26042e1c37d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4068506 Aug 28 14:54:07.762674 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4284a2ad-d27d-4ca8-844f-57f3c0df89e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81ea7b482068490b8dc741c01083f6d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5928140 Aug 28 14:54:07.765487 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52596) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:07.790603 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-591663b1-07fd-4841-9631-d806a3428019 None None] Provisioning complete for port 0505e28d-1ab1-437f-a2c4-aa06c85dcfe4 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:54:07.791148 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-591663b1-07fd-4841-9631-d806a3428019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:07.837723 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284a2ad-d27d-4ca8-844f-57f3c0df89e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af78715-4eaa-4027-a480-3970d1cd6057,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:07.921177 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-591663b1-07fd-4841-9631-d806a3428019 None None] Port 0505e28d-1ab1-437f-a2c4-aa06c85dcfe4 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:54:07.946294 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8bba00bf-abb4-4186-b254-07a58a4606b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:07.961541 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bf4ef117-2efa-4e91-a2e7-2410780ec03d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:08.016123 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bf4ef117-2efa-4e91-a2e7-2410780ec03d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:08.102875 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f61d4-4f8e-44bd-8454-d4edb57cf3df req-9ee8b3c1-0878-4941-92bd-6cb541e67e9c tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:08.104705 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-774f61d4-4f8e-44bd-8454-d4edb57cf3df req-9ee8b3c1-0878-4941-92bd-6cb541e67e9c tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 945 time: 0.0861514 Aug 28 14:54:08.172341 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-774f61d4-4f8e-44bd-8454-d4edb57cf3df req-a1412b53-b8bd-4a66-b8af-71f8c2140a3c tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604928 Aug 28 14:54:08.207866 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-58e0f9ab-ba96-4b13-9a42-4ebdc816dad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:08.217411 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-58e0f9ab-ba96-4b13-9a42-4ebdc816dad4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5de95046553a4af6b56ddb9234d40b90&device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 1097 time: 0.1019800 Aug 28 14:54:08.227625 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5be65-1842-4f4c-9106-e548b6e2e541 req-05bb6e6a-f34d-42dc-85f1-ef70cef4b1cb tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:08.230479 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7fd5be65-1842-4f4c-9106-e548b6e2e541 req-05bb6e6a-f34d-42dc-85f1-ef70cef4b1cb tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 945 time: 0.1791496 Aug 28 14:54:08.336525 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bf4ef117-2efa-4e91-a2e7-2410780ec03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:08.339348 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bf4ef117-2efa-4e91-a2e7-2410780ec03d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:08.341350 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bf4ef117-2efa-4e91-a2e7-2410780ec03d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4af78715-4eaa-4027-a480-3970d1cd6057 HTTP/1.1" status: 204 len: 168 time: 0.5640483 Aug 28 14:54:08.591812 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7fd5be65-1842-4f4c-9106-e548b6e2e541 req-1200c8bd-f7f0-4c20-8a03-909d801dbb4e tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365426 Aug 28 14:54:08.596138 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ef117-2efa-4e91-a2e7-2410780ec03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af78715-4eaa-4027-a480-3970d1cd6057,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:08.634714 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [req-81fed0ab-3218-407a-985f-a03a3acf8efa req-de6e1d9f-e85e-412b-995c-f4885f8ce4eb tempest-FloatingIPDetailsNegativeTestJSON-299640011 tempest-FloatingIPDetailsNegativeTestJSON-299640011-project] show failed (client error): The resource could not be found. Aug 28 14:54:08.635851 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-81fed0ab-3218-407a-985f-a03a3acf8efa req-de6e1d9f-e85e-412b-995c-f4885f8ce4eb tempest-FloatingIPDetailsNegativeTestJSON-299640011 tempest-FloatingIPDetailsNegativeTestJSON-299640011-project] 10.222.0.13 "GET /v2.0/floatingips/0479534e-e70b-4094-bd01-80de6c7f8b1b HTTP/1.1" status: 404 len: 350 time: 0.0693834 Aug 28 14:54:08.645547 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52620) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:08.676605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-af46408d-7ed2-4df7-b3af-367aee92126f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:08.678707 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-af46408d-7ed2-4df7-b3af-367aee92126f service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6bfc57a-d73d-41d0-954b-fff6fef4d808 HTTP/1.1" status: 200 len: 922 time: 0.4467375 Aug 28 14:54:08.741892 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-6aac0c02-66ef-45f9-b3cc-7cd66297f7df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ac088cc-7112-42d2-915c-827c5e4f858b HTTP/1.1" status: 200 len: 217 time: 0.0515974 Aug 28 14:54:08.801612 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-34a92e9f-bf15-4d9c-8703-3451471d904b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:08.803374 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-34a92e9f-bf15-4d9c-8703-3451471d904b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f920e854-f768-4846-871d-087306f43fd9 HTTP/1.1" status: 200 len: 861 time: 0.0533862 Aug 28 14:54:08.840793 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-ccb84c74-56b9-47a5-8b47-5389b7646f6e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6bfc57a-d73d-41d0-954b-fff6fef4d808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290480 Aug 28 14:54:08.930663 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52638) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:08.961544 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc2a1481-ff5a-43de-94fa-bcb89c975701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:08.971549 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:54:09.006304 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-9fc01771-2804-47a2-b5e9-da5c6fccde98 service neutron] 10.222.0.41 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559885 Aug 28 14:54:09.035925 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04744988-97bc-43ec-90b5-f1ede5d57e26 req-335a01fc-82bd-418f-bea2-01c0defefe7a tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:09.049437 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-04744988-97bc-43ec-90b5-f1ede5d57e26 req-335a01fc-82bd-418f-bea2-01c0defefe7a tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=c554e407-2f28-415f-bd58-bd3bf935200c HTTP/1.1" status: 200 len: 947 time: 0.2565014 Aug 28 14:54:09.138294 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-04744988-97bc-43ec-90b5-f1ede5d57e26 req-39e3a105-51b5-44cb-8078-07eea917a28c tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/security-groups?id=60412d6b-f9b2-4519-aec8-73c38a507b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741186 Aug 28 14:54:09.158489 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 76b6d925-c3de-41be-8853-6d49c0805062 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:54:09.201981 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-6d406ee8-22f8-4239-a3a2-63925c0d03b1 service neutron] 10.222.0.41 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878872 Aug 28 14:54:09.212465 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e0afe48f-95d6-4756-9892-7917804247b9 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:54:09.260737 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc2a1481-ff5a-43de-94fa-bcb89c975701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:09.270415 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc2a1481-ff5a-43de-94fa-bcb89c975701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:09.325482 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab04dc22-8eee-47e9-b4d8-1c4afae09b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:09.377108 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 76b6d925-c3de-41be-8853-6d49c0805062 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:54:09.389803 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port e0afe48f-95d6-4756-9892-7917804247b9 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:54:09.395548 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 76b6d925-c3de-41be-8853-6d49c0805062 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:54:09.399327 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:09.405231 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port e0afe48f-95d6-4756-9892-7917804247b9 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:54:09.407223 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:09.411453 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-dc2a1481-ff5a-43de-94fa-bcb89c975701 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd6fb7de4f9b4aa28022bf7a189111fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4718416 Aug 28 14:54:09.414847 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52662) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:09.434918 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a1481-ff5a-43de-94fa-bcb89c975701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f94d967-9cd7-42eb-aae1-ff4edaff79ed,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:09.478983 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-395f79b5-61b0-4b1d-8598-26d6dc199db4 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:09.480628 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-395f79b5-61b0-4b1d-8598-26d6dc199db4 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df&tenant_id=5de95046553a4af6b56ddb9234d40b90&binding%3Ahost_id=n-h2-712137-10 HTTP/1.1" status: 200 len: 1097 time: 0.1636138 Aug 28 14:54:09.500744 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00614d45-e1d5-4d67-a5ee-f116447f4f33 req-e8c0911f-8b52-447a-9697-b151c4bb7709 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:09.511307 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-00614d45-e1d5-4d67-a5ee-f116447f4f33 req-e8c0911f-8b52-447a-9697-b151c4bb7709 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 945 time: 0.1877060 Aug 28 14:54:09.520752 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-3a26f79c-0f0d-495b-8567-90c2e306739b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712137-10'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:54:09.592027 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-00614d45-e1d5-4d67-a5ee-f116447f4f33 req-acb6567b-f9f8-4570-bee1-64f779981807 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796835 Aug 28 14:54:09.646674 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-3a26f79c-0f0d-495b-8567-90c2e306739b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:09.667523 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72c4e0da-52f0-4a6e-8066-b16344c5621a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:09.731520 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72c4e0da-52f0-4a6e-8066-b16344c5621a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:09.797117 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-ab04dc22-8eee-47e9-b4d8-1c4afae09b87 admin admin] Deleting port 0505e28d-1ab1-437f-a2c4-aa06c85dcfe4 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:54:09.797586 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab04dc22-8eee-47e9-b4d8-1c4afae09b87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:09.838913 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:09.852322 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:09.894815 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port e0afe48f-95d6-4756-9892-7917804247b9, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e0afe48f-95d6-4756-9892-7917804247b9,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:09.900044 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0828953b-308a-4766-9c00-1c63f23d8bf8 None None] Sync routers for ids ['f39e3c8e-3cea-4917-ab5d-26042e1c37d6'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:54:09.902627 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55e90f-48b4-46b9-bc73-3ac88f816d06 req-3b5030ef-fd45-4c89-bf60-e4dde0801ee0 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:09.905274 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab04dc22-8eee-47e9-b4d8-1c4afae09b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:09.905379 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1d55e90f-48b4-46b9-bc73-3ac88f816d06 req-3b5030ef-fd45-4c89-bf60-e4dde0801ee0 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 945 time: 0.1663730 Aug 28 14:54:09.919289 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-ab04dc22-8eee-47e9-b4d8-1c4afae09b87 admin admin] Calling delete_port for 0505e28d-1ab1-437f-a2c4-aa06c85dcfe4 owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:54:09.923640 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:09.929711 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0828953b-308a-4766-9c00-1c63f23d8bf8 None None] Routers {'f39e3c8e-3cea-4917-ab5d-26042e1c37d6'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:54:09.930489 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-0828953b-308a-4766-9c00-1c63f23d8bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:53:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f39e3c8e-3cea-4917-ab5d-26042e1c37d6'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:54:09.950669 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 76b6d925-c3de-41be-8853-6d49c0805062, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=76b6d925-c3de-41be-8853-6d49c0805062,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:09.954179 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c554e407-2f28-415f-bd58-bd3bf935200c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b6d925-c3de-41be-8853-6d49c0805062'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:54:09.957554 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcef772-6f49-4411-906f-07b18281881a" -d '{"events": [{"server_uuid": "c554e407-2f28-415f-bd58-bd3bf935200c", "name": "network-vif-plugged", "status": "completed", "tag": "76b6d925-c3de-41be-8853-6d49c0805062"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:54:09.964705 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:09.965686 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:54:09.973851 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-3a26f79c-0f0d-495b-8567-90c2e306739b service neutron] For port 1ac088cc-7112-42d2-915c-827c5e4f858b, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=1ac088cc-7112-42d2-915c-827c5e4f858b,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:10.013534 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-3a26f79c-0f0d-495b-8567-90c2e306739b service neutron] For port 1ac088cc-7112-42d2-915c-827c5e4f858b, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:54:10.066126 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=e0afe48f-95d6-4756-9892-7917804247b9,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:10.074914 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1d55e90f-48b4-46b9-bc73-3ac88f816d06 req-15b4f57c-14f6-41c9-970f-ceb0d4f607ba tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521013 Aug 28 14:54:10.086087 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72c4e0da-52f0-4a6e-8066-b16344c5621a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:10.090864 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72c4e0da-52f0-4a6e-8066-b16344c5621a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:10.110385 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-72c4e0da-52f0-4a6e-8066-b16344c5621a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f94d967-9cd7-42eb-aae1-ff4edaff79ed HTTP/1.1" status: 204 len: 168 time: 0.6915097 Aug 28 14:54:10.152443 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58853e3d-0837-42c4-94be-6c154f32b7df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ac088cc-7112-42d2-915c-827c5e4f858b'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:54:10.159575 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158f85c5-a314-406b-83fc-1640cb93eeec" -d '{"events": [{"server_uuid": "58853e3d-0837-42c4-94be-6c154f32b7df", "name": "network-vif-unplugged", "status": "completed", "tag": "1ac088cc-7112-42d2-915c-827c5e4f858b"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:54:10.169991 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:54:10.171514 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-3a26f79c-0f0d-495b-8567-90c2e306739b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:10.178723 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4e0da-52f0-4a6e-8066-b16344c5621a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f94d967-9cd7-42eb-aae1-ff4edaff79ed,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:10.184823 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-0828953b-308a-4766-9c00-1c63f23d8bf8 None None] Set router f39e3c8e-3cea-4917-ab5d-26042e1c37d6 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:54:10.187265 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-cd2f932e-a9ff-4406-9edb-a69ddcf2b307 req-adb67784-5327-4c42-be40-daa7582bcd29 tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1739489551', 'description': 'tempest-description-1253311721'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:54:10.188932 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:54:10.189397 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:10.195783 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-3a26f79c-0f0d-495b-8567-90c2e306739b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:10.199456 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab04dc22-8eee-47e9-b4d8-1c4afae09b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:10.285790 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49aa8496-958d-4009-8c7d-1c63cd3b075e x-openstack-request-id: req-49aa8496-958d-4009-8c7d-1c63cd3b075e {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:54:10.287457 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c554e407-2f28-415f-bd58-bd3bf935200c", "name": "network-vif-plugged", "status": "completed", "tag": "76b6d925-c3de-41be-8853-6d49c0805062", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:54:10.292025 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49aa8496-958d-4009-8c7d-1c63cd3b075e {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:54:10.292800 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c554e407-2f28-415f-bd58-bd3bf935200c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b6d925-c3de-41be-8853-6d49c0805062', 'code': 200} Aug 28 14:54:10.317212 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=76b6d925-c3de-41be-8853-6d49c0805062,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:10.434917 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-3a26f79c-0f0d-495b-8567-90c2e306739b service neutron] Attempting to bind port 1ac088cc-7112-42d2-915c-827c5e4f858b on host n-h2-712137-10 for vnic_type normal with profile {"migrating_to": "n-h1-712137-10"} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:54:10.435982 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-3a26f79c-0f0d-495b-8567-90c2e306739b service neutron] Attempting to bind port 1ac088cc-7112-42d2-915c-827c5e4f858b by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:54:10.436541 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-3a26f79c-0f0d-495b-8567-90c2e306739b service neutron] Attempting to bind port 1ac088cc-7112-42d2-915c-827c5e4f858b on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:54:10.445030 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-3a26f79c-0f0d-495b-8567-90c2e306739b service neutron] Port 1ac088cc-7112-42d2-915c-827c5e4f858b on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:54:10.446157 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-3a26f79c-0f0d-495b-8567-90c2e306739b service neutron] Attempting to bind port 1ac088cc-7112-42d2-915c-827c5e4f858b on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:54:10.451435 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26f79c-0f0d-495b-8567-90c2e306739b service neutron] Pushing event updated for resources: {'Port': ['ID=1ac088cc-7112-42d2-915c-827c5e4f858b,revision_number=7']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:10.472238 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1e046b11-4fb5-421c-843d-853d74f614a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:10.481593 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:10.482776 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-3a26f79c-0f0d-495b-8567-90c2e306739b service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:54:10.483369 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-3a26f79c-0f0d-495b-8567-90c2e306739b service neutron] Checking segment: {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:54:10.484019 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-3a26f79c-0f0d-495b-8567-90c2e306739b service neutron] Bound using segment: {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:54:10.484733 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-3a26f79c-0f0d-495b-8567-90c2e306739b service neutron] Bound port: 1ac088cc-7112-42d2-915c-827c5e4f858b, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:54:10.485298 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-3a26f79c-0f0d-495b-8567-90c2e306739b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:10.557083 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:10.564741 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:10.574647 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-0828953b-308a-4766-9c00-1c63f23d8bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39e3c8e-3cea-4917-ab5d-26042e1c37d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2053286181-router', 'tenant_id': '50868cbd92de43a9b1e3648e0a167791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e0afe48f-95d6-4756-9892-7917804247b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:54:00Z', 'updated_at': '2021-08-28T14:54:06Z', 'revision_number': 4, 'project_id': '50868cbd92de43a9b1e3648e0a167791', 'gw_port': {'id': 'e0afe48f-95d6-4756-9892-7917804247b9', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39e3c8e-3cea-4917-ab5d-26042e1c37d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:54:02Z', 'updated_at': '2021-08-28T14:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '0505e28d-1ab1-437f-a2c4-aa06c85dcfe4', 'name': '', 'network_id': 'f488e3cd-edc1-40da-b152-2ee503fd2376', 'tenant_id': '50868cbd92de43a9b1e3648e0a167791', 'mac_address': 'fa:16:3e:ad:39:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39e3c8e-3cea-4917-ab5d-26042e1c37d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '6a4044df-357f-4841-aeff-c48520ec905d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:54:05Z', 'updated_at': '2021-08-28T14:54:06Z', 'revision_number': 2, 'project_id': '50868cbd92de43a9b1e3648e0a167791', 'subnets': [{'id': '6a4044df-357f-4841-aeff-c48520ec905d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:54:10.605539 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0828953b-308a-4766-9c00-1c63f23d8bf8 None None] Checking router: f39e3c8e-3cea-4917-ab5d-26042e1c37d6 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:54:10.606054 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0828953b-308a-4766-9c00-1c63f23d8bf8 None None] Updating router f39e3c8e-3cea-4917-ab5d-26042e1c37d6 port 0505e28d-1ab1-437f-a2c4-aa06c85dcfe4 binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 14:54:10.631044 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0828953b-308a-4766-9c00-1c63f23d8bf8 None None] Port 0505e28d-1ab1-437f-a2c4-aa06c85dcfe4 not found while updating agent binding for router f39e3c8e-3cea-4917-ab5d-26042e1c37d6. {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 28 14:54:10.640029 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-3a26f79c-0f0d-495b-8567-90c2e306739b service neutron] For port 1ac088cc-7112-42d2-915c-827c5e4f858b, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:54:10.641356 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0828953b-308a-4766-9c00-1c63f23d8bf8 None None] Routers {'f39e3c8e-3cea-4917-ab5d-26042e1c37d6'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:54:10.642000 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-0828953b-308a-4766-9c00-1c63f23d8bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:54:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f39e3c8e-3cea-4917-ab5d-26042e1c37d6'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:54:10.646866 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-3a26f79c-0f0d-495b-8567-90c2e306739b service neutron] For port 1ac088cc-7112-42d2-915c-827c5e4f858b, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=1ac088cc-7112-42d2-915c-827c5e4f858b,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:54:10.659209 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-3a26f79c-0f0d-495b-8567-90c2e306739b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:10.691813 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:10.766868 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04dc22-8eee-47e9-b4d8-1c4afae09b87 admin admin] Pushing event deleted for resources: {'Port': ['ID=0505e28d-1ab1-437f-a2c4-aa06c85dcfe4,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:10.775228 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-0828953b-308a-4766-9c00-1c63f23d8bf8 None None] Set router f39e3c8e-3cea-4917-ab5d-26042e1c37d6 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:54:10.779864 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cd2f932e-a9ff-4406-9edb-a69ddcf2b307 req-adb67784-5327-4c42-be40-daa7582bcd29 tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:10.783619 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:10.787266 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab4e40-99b1-4d2b-90eb-7918463a7c86 req-f3c132e0-0775-40fb-a6ff-995dfa72de89 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:10.789344 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5eab4e40-99b1-4d2b-90eb-7918463a7c86 req-f3c132e0-0775-40fb-a6ff-995dfa72de89 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=c554e407-2f28-415f-bd58-bd3bf935200c HTTP/1.1" status: 200 len: 948 time: 0.3228087 Aug 28 14:54:10.838162 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cd2f932e-a9ff-4406-9edb-a69ddcf2b307 req-adb67784-5327-4c42-be40-daa7582bcd29 tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:10.841478 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26f79c-0f0d-495b-8567-90c2e306739b service neutron] Pushing event updated for resources: {'Port': ['ID=1ac088cc-7112-42d2-915c-827c5e4f858b,revision_number=8']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:10.854541 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-3a26f79c-0f0d-495b-8567-90c2e306739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:10.855115 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-3a26f79c-0f0d-495b-8567-90c2e306739b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:10.856609 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-3a26f79c-0f0d-495b-8567-90c2e306739b service neutron] 10.222.0.41 "PUT /v2.0/ports/1ac088cc-7112-42d2-915c-827c5e4f858b HTTP/1.1" status: 200 len: 1123 time: 1.3425224 Aug 28 14:54:10.895492 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5eab4e40-99b1-4d2b-90eb-7918463a7c86 req-338698f6-864b-4014-b2de-46826cec06a9 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/security-groups?id=60412d6b-f9b2-4519-aec8-73c38a507b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966461 Aug 28 14:54:10.940983 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['1ac088cc-7112-42d2-915c-827c5e4f858b'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:54:10.952804 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd267eaa-865d-4368-8bcb-cb3a12bd92fe req-4ea48f1e-a138-41de-84df-da221dd229ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:10.954886 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cd267eaa-865d-4368-8bcb-cb3a12bd92fe req-4ea48f1e-a138-41de-84df-da221dd229ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c554e407-2f28-415f-bd58-bd3bf935200c HTTP/1.1" status: 200 len: 1100 time: 0.2100575 Aug 28 14:54:10.999708 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 14:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b4e33c-d3d6-478c-9cc2-b3c38dfa504f x-openstack-request-id: req-b0b4e33c-d3d6-478c-9cc2-b3c38dfa504f {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:54:11.000011 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58853e3d-0837-42c4-94be-6c154f32b7df", "name": "network-vif-unplugged", "status": "completed", "tag": "1ac088cc-7112-42d2-915c-827c5e4f858b", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:54:11.000261 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0b4e33c-d3d6-478c-9cc2-b3c38dfa504f {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:54:11.000682 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58853e3d-0837-42c4-94be-6c154f32b7df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ac088cc-7112-42d2-915c-827c5e4f858b', 'code': 200} Aug 28 14:54:11.108701 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cd267eaa-865d-4368-8bcb-cb3a12bd92fe req-e257c7f7-054a-496c-a546-e78452408a20 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=60412d6b-f9b2-4519-aec8-73c38a507b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291497 Aug 28 14:54:11.137398 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab04dc22-8eee-47e9-b4d8-1c4afae09b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:11.170505 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e0afe48f-95d6-4756-9892-7917804247b9 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:54:11.198853 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed71c1-42d2-4a5a-aeb0-31d3b8be7549 req-6ed7745b-6f61-480b-838b-c31a90817319 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:11.206098 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7bed71c1-42d2-4a5a-aeb0-31d3b8be7549 req-6ed7745b-6f61-480b-838b-c31a90817319 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 946 time: 0.1375780 Aug 28 14:54:11.263517 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cd2f932e-a9ff-4406-9edb-a69ddcf2b307 req-adb67784-5327-4c42-be40-daa7582bcd29 tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:11.270484 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7bed71c1-42d2-4a5a-aeb0-31d3b8be7549 req-dd50bbd5-f868-42e5-8c8b-a142422da416 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635242 Aug 28 14:54:11.271794 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port e0afe48f-95d6-4756-9892-7917804247b9 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:54:11.272518 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:11.277525 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cd2f932e-a9ff-4406-9edb-a69ddcf2b307 req-adb67784-5327-4c42-be40-daa7582bcd29 tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:11.324830 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-0828953b-308a-4766-9c00-1c63f23d8bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39e3c8e-3cea-4917-ab5d-26042e1c37d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2053286181-router', 'tenant_id': '50868cbd92de43a9b1e3648e0a167791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e0afe48f-95d6-4756-9892-7917804247b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:54:00Z', 'updated_at': '2021-08-28T14:54:10Z', 'revision_number': 5, 'project_id': '50868cbd92de43a9b1e3648e0a167791', 'gw_port': {'id': 'e0afe48f-95d6-4756-9892-7917804247b9', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39e3c8e-3cea-4917-ab5d-26042e1c37d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:54:02Z', 'updated_at': '2021-08-28T14:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:54:11.362798 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0828953b-308a-4766-9c00-1c63f23d8bf8 None None] The sync data for ids ['f39e3c8e-3cea-4917-ab5d-26042e1c37d6'] in n-d-712137-10 is: [{'id': 'f39e3c8e-3cea-4917-ab5d-26042e1c37d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2053286181-router', 'tenant_id': '50868cbd92de43a9b1e3648e0a167791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e0afe48f-95d6-4756-9892-7917804247b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:54:00Z', 'updated_at': '2021-08-28T14:54:10Z', 'revision_number': 5, 'project_id': '50868cbd92de43a9b1e3648e0a167791', 'gw_port': {'id': 'e0afe48f-95d6-4756-9892-7917804247b9', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39e3c8e-3cea-4917-ab5d-26042e1c37d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:54:02Z', 'updated_at': '2021-08-28T14:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:54:11.426590 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb67784-5327-4c42-be40-daa7582bcd29 tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=746568e9-2001-4164-ad07-06ee04b0edee,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:11.496191 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29228e06-3e28-41bf-afaf-4c443e5a1e90 req-4b364619-b9db-41a7-b3df-fb070f880ff4 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:11.497614 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-29228e06-3e28-41bf-afaf-4c443e5a1e90 req-4b364619-b9db-41a7-b3df-fb070f880ff4 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 943 time: 0.0765162 Aug 28 14:54:11.551462 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-29228e06-3e28-41bf-afaf-4c443e5a1e90 req-80e578a1-435c-4249-9872-d967642e9e75 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445178 Aug 28 14:54:11.576416 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cd2f932e-a9ff-4406-9edb-a69ddcf2b307 req-adb67784-5327-4c42-be40-daa7582bcd29 tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:11.587406 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cd2f932e-a9ff-4406-9edb-a69ddcf2b307 req-adb67784-5327-4c42-be40-daa7582bcd29 tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:11.613006 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:11.627524 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab04dc22-8eee-47e9-b4d8-1c4afae09b87 admin admin] Router f39e3c8e-3cea-4917-ab5d-26042e1c37d6 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 14:54:11.646174 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cd2f932e-a9ff-4406-9edb-a69ddcf2b307 req-adb67784-5327-4c42-be40-daa7582bcd29 tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:11.647600 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cd2f932e-a9ff-4406-9edb-a69ddcf2b307 req-adb67784-5327-4c42-be40-daa7582bcd29 tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.4712813 Aug 28 14:54:11.662319 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb67784-5327-4c42-be40-daa7582bcd29 tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62639222-51bd-4f6f-81e7-b1f20bc78a94,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:11.712159 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-664a5aaa-a312-4240-876f-29edd81a2b91 req-892e97c1-20b1-4921-9511-09e667609d85 tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] Request body: {'security_group': {'name': 'tempest-securitygroup-594211247', 'description': 'tempest-description-806943725'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:54:11.794724 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-664a5aaa-a312-4240-876f-29edd81a2b91 req-892e97c1-20b1-4921-9511-09e667609d85 tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:11.826671 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab04dc22-8eee-47e9-b4d8-1c4afae09b87 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:54:11.836767 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52744) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:11.836956 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ab04dc22-8eee-47e9-b4d8-1c4afae09b87 admin admin] 10.222.0.13 "PUT /v2.0/routers/f39e3c8e-3cea-4917-ab5d-26042e1c37d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1900318 Aug 28 14:54:11.946635 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-664a5aaa-a312-4240-876f-29edd81a2b91 req-892e97c1-20b1-4921-9511-09e667609d85 tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:11.969818 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-664a5aaa-a312-4240-876f-29edd81a2b91 req-892e97c1-20b1-4921-9511-09e667609d85 tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:12.008534 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-664a5aaa-a312-4240-876f-29edd81a2b91 req-892e97c1-20b1-4921-9511-09e667609d85 tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:12.009837 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-664a5aaa-a312-4240-876f-29edd81a2b91 req-892e97c1-20b1-4921-9511-09e667609d85 tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3024354 Aug 28 14:54:12.022946 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e97c1-20b1-4921-9511-09e667609d85 tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=146a0a17-cbc6-4e41-aa3b-5deff4884e1d,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:12.025660 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00187e06-7ce1-488f-ac2d-76cc5edfeb9a admin admin] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:12.120699 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fda5d-33f7-4076-80b5-a5431a3243e2 req-0b06c3ea-8246-40ba-8475-07f8d18f1c12 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:12.124344 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-408fda5d-33f7-4076-80b5-a5431a3243e2 req-0b06c3ea-8246-40ba-8475-07f8d18f1c12 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=c554e407-2f28-415f-bd58-bd3bf935200c HTTP/1.1" status: 200 len: 948 time: 0.1311014 Aug 28 14:54:12.206823 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-408fda5d-33f7-4076-80b5-a5431a3243e2 req-eb47330f-762d-4549-abaf-9f7221aa673b tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/security-groups?id=60412d6b-f9b2-4519-aec8-73c38a507b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775099 Aug 28 14:54:12.218290 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00187e06-7ce1-488f-ac2d-76cc5edfeb9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:12.263455 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc661c9-40c7-48b3-933f-f97677b18ae4 None None] Sync routers for ids ['f39e3c8e-3cea-4917-ab5d-26042e1c37d6'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:54:12.282805 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-a00b6590-1ab2-4448-92c9-6f773a3729a5 req-1ea5b20b-18a8-46d9-946c-3034a4c3854e tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-986717955', 'description': 'tempest-description-1657401008'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:54:12.288678 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc661c9-40c7-48b3-933f-f97677b18ae4 None None] Routers {'f39e3c8e-3cea-4917-ab5d-26042e1c37d6'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:54:12.289562 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-4cc661c9-40c7-48b3-933f-f97677b18ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:54:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f39e3c8e-3cea-4917-ab5d-26042e1c37d6'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:54:12.298036 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fd89b6-cf60-4b51-b815-9f685a243e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:54:12.301253 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0737245b-f265-4741-8139-7e401ca8793b" -d '{"events": [{"server_uuid": "b3fd89b6-cf60-4b51-b815-9f685a243e4a", "name": "network-vif-plugged", "status": "completed", "tag": "dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:54:12.306175 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-00187e06-7ce1-488f-ac2d-76cc5edfeb9a admin admin] Deleting port e0afe48f-95d6-4756-9892-7917804247b9 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:54:12.306516 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00187e06-7ce1-488f-ac2d-76cc5edfeb9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:12.328285 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a00b6590-1ab2-4448-92c9-6f773a3729a5 req-1ea5b20b-18a8-46d9-946c-3034a4c3854e tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:12.341063 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a00b6590-1ab2-4448-92c9-6f773a3729a5 req-1ea5b20b-18a8-46d9-946c-3034a4c3854e tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:12.433341 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-00187e06-7ce1-488f-ac2d-76cc5edfeb9a admin admin] For port e0afe48f-95d6-4756-9892-7917804247b9, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e0afe48f-95d6-4756-9892-7917804247b9,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:12.433711 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00187e06-7ce1-488f-ac2d-76cc5edfeb9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:12.437182 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-4cc661c9-40c7-48b3-933f-f97677b18ae4 None None] Set router f39e3c8e-3cea-4917-ab5d-26042e1c37d6 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:54:12.461616 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-00187e06-7ce1-488f-ac2d-76cc5edfeb9a admin admin] Calling delete_port for e0afe48f-95d6-4756-9892-7917804247b9 owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:54:12.501692 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-4cc661c9-40c7-48b3-933f-f97677b18ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39e3c8e-3cea-4917-ab5d-26042e1c37d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2053286181-router', 'tenant_id': '50868cbd92de43a9b1e3648e0a167791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:54:00Z', 'updated_at': '2021-08-28T14:54:12Z', 'revision_number': 6, 'project_id': '50868cbd92de43a9b1e3648e0a167791', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:54:12.529376 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc661c9-40c7-48b3-933f-f97677b18ae4 None None] Checking router: f39e3c8e-3cea-4917-ab5d-26042e1c37d6 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:54:12.538137 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc661c9-40c7-48b3-933f-f97677b18ae4 None None] Routers {'f39e3c8e-3cea-4917-ab5d-26042e1c37d6'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:54:12.538756 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-4cc661c9-40c7-48b3-933f-f97677b18ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:54:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f39e3c8e-3cea-4917-ab5d-26042e1c37d6'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:54:12.541369 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a00b6590-1ab2-4448-92c9-6f773a3729a5 req-1ea5b20b-18a8-46d9-946c-3034a4c3854e tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:12.546313 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a00b6590-1ab2-4448-92c9-6f773a3729a5 req-1ea5b20b-18a8-46d9-946c-3034a4c3854e tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:12.588143 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a75d64-dfaf-4604-b312-9d82d6aa7703 req-86dd3443-3fbf-47c8-aa65-2ee22e4497a9 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:12.590608 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b6a75d64-dfaf-4604-b312-9d82d6aa7703 req-86dd3443-3fbf-47c8-aa65-2ee22e4497a9 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 946 time: 0.0741074 Aug 28 14:54:12.633696 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5b20b-18a8-46d9-946c-3034a4c3854e tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f80b6b5-763b-4e1b-a58d-931a30f15cda,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:12.646630 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-4cc661c9-40c7-48b3-933f-f97677b18ae4 None None] Set router f39e3c8e-3cea-4917-ab5d-26042e1c37d6 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:54:12.674317 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a00b6590-1ab2-4448-92c9-6f773a3729a5 req-1ea5b20b-18a8-46d9-946c-3034a4c3854e tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:12.680110 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a00b6590-1ab2-4448-92c9-6f773a3729a5 req-1ea5b20b-18a8-46d9-946c-3034a4c3854e tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:12.714567 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b6a75d64-dfaf-4604-b312-9d82d6aa7703 req-7dfd7dee-83db-4e3f-ba40-64f236955eed tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752666 Aug 28 14:54:12.725682 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a00b6590-1ab2-4448-92c9-6f773a3729a5 req-1ea5b20b-18a8-46d9-946c-3034a4c3854e tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:12.727290 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a00b6590-1ab2-4448-92c9-6f773a3729a5 req-1ea5b20b-18a8-46d9-946c-3034a4c3854e tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4496498 Aug 28 14:54:12.731409 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5b20b-18a8-46d9-946c-3034a4c3854e tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be352f08-1deb-4dee-bd68-e9446a583077,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:12.757885 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-4cc661c9-40c7-48b3-933f-f97677b18ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39e3c8e-3cea-4917-ab5d-26042e1c37d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2053286181-router', 'tenant_id': '50868cbd92de43a9b1e3648e0a167791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:54:00Z', 'updated_at': '2021-08-28T14:54:12Z', 'revision_number': 6, 'project_id': '50868cbd92de43a9b1e3648e0a167791', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:54:12.794806 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc661c9-40c7-48b3-933f-f97677b18ae4 None None] The sync data for ids ['f39e3c8e-3cea-4917-ab5d-26042e1c37d6'] in n-d-712137-10 is: [{'id': 'f39e3c8e-3cea-4917-ab5d-26042e1c37d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2053286181-router', 'tenant_id': '50868cbd92de43a9b1e3648e0a167791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:54:00Z', 'updated_at': '2021-08-28T14:54:12Z', 'revision_number': 6, 'project_id': '50868cbd92de43a9b1e3648e0a167791', 'gw_port_host': None}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:54:12.797417 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0af529-08ab-4d6b-a18c-fbefb7ec4421 x-openstack-request-id: req-dd0af529-08ab-4d6b-a18c-fbefb7ec4421 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:54:12.797623 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fd89b6-cf60-4b51-b815-9f685a243e4a", "name": "network-vif-plugged", "status": "completed", "tag": "dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:54:12.798423 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd0af529-08ab-4d6b-a18c-fbefb7ec4421 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:54:12.798993 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fd89b6-cf60-4b51-b815-9f685a243e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049', 'code': 200} Aug 28 14:54:12.834451 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00187e06-7ce1-488f-ac2d-76cc5edfeb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:12.882374 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00187e06-7ce1-488f-ac2d-76cc5edfeb9a admin admin] Pushing event deleted for resources: {'Port': ['ID=e0afe48f-95d6-4756-9892-7917804247b9,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:12.994674 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00187e06-7ce1-488f-ac2d-76cc5edfeb9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:13.007476 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d289d1b-9c5a-4d26-b937-89f6c4c1a2d4 req-abacf1c9-9fa3-4c76-bfc8-8c4f4d43e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:13.010549 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0d289d1b-9c5a-4d26-b937-89f6c4c1a2d4 req-abacf1c9-9fa3-4c76-bfc8-8c4f4d43e1f5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 1098 time: 0.1086075 Aug 28 14:54:13.020786 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58853e3d-0837-42c4-94be-6c154f32b7df', 'tag': '1ac088cc-7112-42d2-915c-827c5e4f858b'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:54:13.023934 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd84be41-2835-4696-af31-a00c42dac8ea" -d '{"events": [{"name": "network-changed", "server_uuid": "58853e3d-0837-42c4-94be-6c154f32b7df", "tag": "1ac088cc-7112-42d2-915c-827c5e4f858b"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:54:13.046957 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0d289d1b-9c5a-4d26-b937-89f6c4c1a2d4 req-750e6f65-3f63-420f-8ee1-f893a496e200 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306704 Aug 28 14:54:13.077452 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-7f201599-b5a0-4b9b-92cf-ccc2167222c6 req-71f83bb5-4c13-438c-9316-17bfd284ea8b tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1557220192', 'description': 'tempest-description-532556822'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:54:13.099578 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:13.106861 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-7f201599-b5a0-4b9b-92cf-ccc2167222c6 req-71f83bb5-4c13-438c-9316-17bfd284ea8b tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:13.137962 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00187e06-7ce1-488f-ac2d-76cc5edfeb9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:13.144588 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00187e06-7ce1-488f-ac2d-76cc5edfeb9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:13.172228 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 1ac088cc-7112-42d2-915c-827c5e4f858b details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:54:13.185280 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a5e07-fd40-4467-b7b6-f1ffa323e5f4 req-fe8ab240-f0ee-43db-806e-bc466bc53bd6 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:13.187183 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-376a5e07-fd40-4467-b7b6-f1ffa323e5f4 req-fe8ab240-f0ee-43db-806e-bc466bc53bd6 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 943 time: 0.2051914 Aug 28 14:54:13.204687 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-7f201599-b5a0-4b9b-92cf-ccc2167222c6 req-71f83bb5-4c13-438c-9316-17bfd284ea8b tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:13.211877 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-7f201599-b5a0-4b9b-92cf-ccc2167222c6 req-71f83bb5-4c13-438c-9316-17bfd284ea8b tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:13.242703 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f83bb5-4c13-438c-9316-17bfd284ea8b tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852cd3eb-071a-430d-83c5-c26c58b20a53,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:13.250126 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00187e06-7ce1-488f-ac2d-76cc5edfeb9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:13.250965 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00187e06-7ce1-488f-ac2d-76cc5edfeb9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f39e3c8e-3cea-4917-ab5d-26042e1c37d6 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 14:54:13.256225 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-7f201599-b5a0-4b9b-92cf-ccc2167222c6 req-71f83bb5-4c13-438c-9316-17bfd284ea8b tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:13.264202 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7f201599-b5a0-4b9b-92cf-ccc2167222c6 req-71f83bb5-4c13-438c-9316-17bfd284ea8b tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1912992 Aug 28 14:54:13.264974 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00187e06-7ce1-488f-ac2d-76cc5edfeb9a admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:13.268506 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-00187e06-7ce1-488f-ac2d-76cc5edfeb9a admin admin] 10.222.0.13 "DELETE /v2.0/routers/f39e3c8e-3cea-4917-ab5d-26042e1c37d6 HTTP/1.1" status: 204 len: 168 time: 1.4284515 Aug 28 14:54:13.269682 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52802) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:13.305435 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-376a5e07-fd40-4467-b7b6-f1ffa323e5f4 req-bae37075-41d5-4f51-b339-8bd9887777c3 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791461 Aug 28 14:54:13.330679 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-996d594c-bc1b-4125-befd-7812c07dd867 admin admin] Deleting subnet 6a4044df-357f-4841-aeff-c48520ec905d {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 14:54:13.331573 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 1ac088cc-7112-42d2-915c-827c5e4f858b, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=1ac088cc-7112-42d2-915c-827c5e4f858b,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:13.339002 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-996d594c-bc1b-4125-befd-7812c07dd867 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:13.370394 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 1ac088cc-7112-42d2-915c-827c5e4f858b has no active binding in host n-h1-712137-10 {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 14:54:13.384148 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-996d594c-bc1b-4125-befd-7812c07dd867 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:13.417101 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e0afe48f-95d6-4756-9892-7917804247b9 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:54:13.429928 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c16b86d-6edb-441b-be99-67006194d890 x-openstack-request-id: req-5c16b86d-6edb-441b-be99-67006194d890 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:54:13.430299 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58853e3d-0837-42c4-94be-6c154f32b7df", "tag": "1ac088cc-7112-42d2-915c-827c5e4f858b", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:54:13.430590 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c16b86d-6edb-441b-be99-67006194d890 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:54:13.430987 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58853e3d-0837-42c4-94be-6c154f32b7df', 'tag': '1ac088cc-7112-42d2-915c-827c5e4f858b', 'status': 'completed', 'code': 200} Aug 28 14:54:13.438466 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: e0afe48f-95d6-4756-9892-7917804247b9 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:54:13.439099 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e0afe48f-95d6-4756-9892-7917804247b9 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:54:13.488265 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84be41-2835-4696-af31-a00c42dac8ea req-efb90586-7b62-4844-a7eb-9c05508e4fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:13.492252 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fd84be41-2835-4696-af31-a00c42dac8ea req-efb90586-7b62-4844-a7eb-9c05508e4fb0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de95046553a4af6b56ddb9234d40b90&device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 1126 time: 0.0876970 Aug 28 14:54:13.519628 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-996d594c-bc1b-4125-befd-7812c07dd867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:13.583590 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ccfaa581-06b4-4525-8877-343aa29a9ef9 req-0f39b396-11a5-4e82-86bc-763b758b640b tempest-QuotasAdminNegativeTest-1479801409 tempest-QuotasAdminNegativeTest-1479801409-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7c6c0184600444729b366265539971ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380301 Aug 28 14:54:13.641210 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff6ec1-54d2-4fe6-92da-c1004d42b1a5 req-fd5fee22-b751-4102-adc1-bf4db29f6526 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:13.649860 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a7ff6ec1-54d2-4fe6-92da-c1004d42b1a5 req-fd5fee22-b751-4102-adc1-bf4db29f6526 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=c554e407-2f28-415f-bd58-bd3bf935200c HTTP/1.1" status: 200 len: 948 time: 0.1636763 Aug 28 14:54:13.652548 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84be41-2835-4696-af31-a00c42dac8ea req-fb2e1534-52b1-413e-be62-1e89dac82a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:13.653500 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fd84be41-2835-4696-af31-a00c42dac8ea req-fb2e1534-52b1-413e-be62-1e89dac82a45 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6bfc57a-d73d-41d0-954b-fff6fef4d808 HTTP/1.1" status: 200 len: 922 time: 0.1527541 Aug 28 14:54:13.686447 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-996d594c-bc1b-4125-befd-7812c07dd867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:13.718547 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d594c-bc1b-4125-befd-7812c07dd867 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a4044df-357f-4841-aeff-c48520ec905d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:13.727465 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fd84be41-2835-4696-af31-a00c42dac8ea req-9e96d2b7-2265-4907-8f7f-4c026b992f94 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ac088cc-7112-42d2-915c-827c5e4f858b HTTP/1.1" status: 200 len: 217 time: 0.0523233 Aug 28 14:54:13.732075 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-996d594c-bc1b-4125-befd-7812c07dd867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:13.735939 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b39580-009b-4aec-8c52-a444b152a47a None None] Network f488e3cd-edc1-40da-b152-2ee503fd2376 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:54:13.736718 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-996d594c-bc1b-4125-befd-7812c07dd867 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6a4044df-357f-4841-aeff-c48520ec905d HTTP/1.1" status: 204 len: 168 time: 0.4661469 Aug 28 14:54:13.736835 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a7ff6ec1-54d2-4fe6-92da-c1004d42b1a5 req-57873286-a064-432c-86dc-de44caeb61db tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/security-groups?id=60412d6b-f9b2-4519-aec8-73c38a507b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861471 Aug 28 14:54:13.737287 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52818) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:13.761900 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaa581-06b4-4525-8877-343aa29a9ef9 req-40c416f7-85ff-480a-ba24-1ba63b54ff2a tempest-QuotasAdminNegativeTest-1479801409 tempest-QuotasAdminNegativeTest-1479801409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:13.761900 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ccfaa581-06b4-4525-8877-343aa29a9ef9 req-40c416f7-85ff-480a-ba24-1ba63b54ff2a tempest-QuotasAdminNegativeTest-1479801409 tempest-QuotasAdminNegativeTest-1479801409-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1670890 Aug 28 14:54:13.780397 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ccfaa581-06b4-4525-8877-343aa29a9ef9 req-841aa6f2-efe9-41e7-8dd3-a2ac9c8c5099 tempest-QuotasAdminNegativeTest-1479801409 tempest-QuotasAdminNegativeTest-1479801409-project] 10.222.0.13 "GET /v2.0/quotas/7c6c0184600444729b366265539971ac HTTP/1.1" status: 200 len: 375 time: 0.0177643 Aug 28 14:54:13.819518 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ccfaa581-06b4-4525-8877-343aa29a9ef9 req-f7724613-512c-4e14-82e4-61f5c1d57072 tempest-QuotasAdminNegativeTest-1479801409 tempest-QuotasAdminNegativeTest-1479801409-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c6c0184600444729b366265539971ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374916 Aug 28 14:54:13.935071 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17aee5e5-8161-45b2-98d5-0231fdb10c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:13.941591 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84be41-2835-4696-af31-a00c42dac8ea req-8afa8350-9a03-40c1-b670-7e76cab1a725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:13.943472 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fd84be41-2835-4696-af31-a00c42dac8ea req-8afa8350-9a03-40c1-b670-7e76cab1a725 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f920e854-f768-4846-871d-087306f43fd9 HTTP/1.1" status: 200 len: 861 time: 0.2046690 Aug 28 14:54:13.976732 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fc6d64-fd7d-4bdd-a5b9-aaf523948fc4 None None] DHCP port deletion for f488e3cd-edc1-40da-b152-2ee503fd2376 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 14:54:13.996151 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fd84be41-2835-4696-af31-a00c42dac8ea req-024e4ee5-0590-4e36-ad61-a1cc79176882 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6bfc57a-d73d-41d0-954b-fff6fef4d808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426533 Aug 28 14:54:14.026832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078e13d-754e-4bef-9c28-94a5f08b13a6 req-6182a277-61ba-4f7b-8277-da33524455f7 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:14.028016 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-41fc6d64-fd7d-4bdd-a5b9-aaf523948fc4 None None] Deleting port b497c68c-2197-4182-9767-47d5e621009e {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:54:14.028428 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-41fc6d64-fd7d-4bdd-a5b9-aaf523948fc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:14.028557 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1078e13d-754e-4bef-9c28-94a5f08b13a6 req-6182a277-61ba-4f7b-8277-da33524455f7 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 946 time: 0.0516405 Aug 28 14:54:14.076873 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1078e13d-754e-4bef-9c28-94a5f08b13a6 req-9a8f7336-0fa0-4413-a5d5-b25e7bf5662d tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417774 Aug 28 14:54:14.101703 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-41fc6d64-fd7d-4bdd-a5b9-aaf523948fc4 None None] For port b497c68c-2197-4182-9767-47d5e621009e, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b497c68c-2197-4182-9767-47d5e621009e,segment=NetworkSegment(13c9ba44-7e36-4065-aff5-b6cbf22654a0),segment_id=13c9ba44-7e36-4065-aff5-b6cbf22654a0)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:14.102110 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-41fc6d64-fd7d-4bdd-a5b9-aaf523948fc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:14.117738 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-41fc6d64-fd7d-4bdd-a5b9-aaf523948fc4 None None] Calling delete_port for b497c68c-2197-4182-9767-47d5e621009e owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:54:14.187281 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-17aee5e5-8161-45b2-98d5-0231fdb10c88 admin admin] Deleting port b497c68c-2197-4182-9767-47d5e621009e {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:54:14.188040 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17aee5e5-8161-45b2-98d5-0231fdb10c88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:14.216736 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fd84be41-2835-4696-af31-a00c42dac8ea req-b1942297-f9ed-48be-a9f9-0dcb0ebe5579 service neutron] 10.222.0.36 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106500 Aug 28 14:54:14.226374 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-41fc6d64-fd7d-4bdd-a5b9-aaf523948fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:14.253493 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc6d64-fd7d-4bdd-a5b9-aaf523948fc4 None None] Pushing event deleted for resources: {'Port': ['ID=b497c68c-2197-4182-9767-47d5e621009e,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:14.258006 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fc6d64-fd7d-4bdd-a5b9-aaf523948fc4 None None] No DVR routers for this DVR port b497c68c-2197-4182-9767-47d5e621009e on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:54:14.372937 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-17aee5e5-8161-45b2-98d5-0231fdb10c88 admin admin] For port b497c68c-2197-4182-9767-47d5e621009e, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b497c68c-2197-4182-9767-47d5e621009e,segment=NetworkSegment(13c9ba44-7e36-4065-aff5-b6cbf22654a0),segment_id=13c9ba44-7e36-4065-aff5-b6cbf22654a0)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:14.373288 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17aee5e5-8161-45b2-98d5-0231fdb10c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:14.407885 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-17aee5e5-8161-45b2-98d5-0231fdb10c88 admin admin] Calling delete_port for b497c68c-2197-4182-9767-47d5e621009e owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:54:14.480266 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4321a51-023e-4c44-96e6-003cb00f9447 req-0db1ba85-d7b0-4e8b-bb64-8c6aad2ef35e tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45080 time: 0.6896961 Aug 28 14:54:14.486438 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fd84be41-2835-4696-af31-a00c42dac8ea req-3d273f4a-c52c-422b-b422-7cb5168562b0 service neutron] 10.222.0.36 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321544 Aug 28 14:54:14.521859 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c0cde-41f8-4b5e-9d5e-56791d06eb63 req-78bf4031-3196-4239-b0c2-51fda73e9eac tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:14.523276 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-251c0cde-41f8-4b5e-9d5e-56791d06eb63 req-78bf4031-3196-4239-b0c2-51fda73e9eac tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=c554e407-2f28-415f-bd58-bd3bf935200c HTTP/1.1" status: 200 len: 948 time: 0.0540335 Aug 28 14:54:14.549502 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4321a51-023e-4c44-96e6-003cb00f9447 req-8cdccde6-90f2-40f6-b553-8662a3440e29 tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "GET /v2.0/security-groups/10bbcf27-df92-4336-a9e8-e59bd85ab512 HTTP/1.1" status: 200 len: 2981 time: 0.0606763 Aug 28 14:54:14.565115 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-251c0cde-41f8-4b5e-9d5e-56791d06eb63 req-5b59de21-94ae-494b-962f-b739e56b5e0d tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/security-groups?id=60412d6b-f9b2-4519-aec8-73c38a507b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358288 Aug 28 14:54:14.570021 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17aee5e5-8161-45b2-98d5-0231fdb10c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:14.615165 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aee5e5-8161-45b2-98d5-0231fdb10c88 admin admin] No DVR routers for this DVR port b497c68c-2197-4182-9767-47d5e621009e on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:54:14.616702 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aee5e5-8161-45b2-98d5-0231fdb10c88 admin admin] Pushing event deleted for resources: {'Port': ['ID=b497c68c-2197-4182-9767-47d5e621009e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:14.648785 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4321a51-023e-4c44-96e6-003cb00f9447 req-1de43b32-2fef-4d9f-86f8-95b5cc8447bb tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "GET /v2.0/security-groups/10bbcf27-df92-4336-a9e8-e59bd85ab512 HTTP/1.1" status: 200 len: 2981 time: 0.0917928 Aug 28 14:54:14.720016 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17aee5e5-8161-45b2-98d5-0231fdb10c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:14.738832 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-17aee5e5-8161-45b2-98d5-0231fdb10c88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f488e3cd-edc1-40da-b152-2ee503fd2376']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:54:14.747905 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fefa96-7fdc-43e9-b244-5a676ab62ba8 req-8f7e86cb-02ef-49ea-8de6-534d9f41f1ae tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:14.749605 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-59fefa96-7fdc-43e9-b244-5a676ab62ba8 req-8f7e86cb-02ef-49ea-8de6-534d9f41f1ae tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 943 time: 0.0488288 Aug 28 14:54:14.754505 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-17aee5e5-8161-45b2-98d5-0231fdb10c88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c9ba44-7e36-4065-aff5-b6cbf22654a0') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:54:14.754803 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-17aee5e5-8161-45b2-98d5-0231fdb10c88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c9ba44-7e36-4065-aff5-b6cbf22654a0') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:54:14.765804 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4321a51-023e-4c44-96e6-003cb00f9447 req-339f5229-0a48-49fb-8cb2-67439e92a8d2 tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "GET /v2.0/security-groups/2f69ac53-080a-424f-bdf7-56afb2ca7859 HTTP/1.1" status: 200 len: 2981 time: 0.0803554 Aug 28 14:54:14.767316 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17aee5e5-8161-45b2-98d5-0231fdb10c88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:14.789561 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-59fefa96-7fdc-43e9-b244-5a676ab62ba8 req-a29d38e1-cf5f-43fa-87f9-3ab386a0c1be tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326459 Aug 28 14:54:14.789974 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17aee5e5-8161-45b2-98d5-0231fdb10c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:14.803149 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17aee5e5-8161-45b2-98d5-0231fdb10c88 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 14:54:14.803550 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17aee5e5-8161-45b2-98d5-0231fdb10c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: timer() Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 14:54:14.805292 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 14:54:14.874111 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4321a51-023e-4c44-96e6-003cb00f9447 req-5453f617-9ea5-4151-be97-aeda817f4409 tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "GET /v2.0/security-groups/2f69ac53-080a-424f-bdf7-56afb2ca7859 HTTP/1.1" status: 200 len: 2981 time: 0.1002390 Aug 28 14:54:14.891115 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17aee5e5-8161-45b2-98d5-0231fdb10c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:14.902777 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17aee5e5-8161-45b2-98d5-0231fdb10c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:14.904594 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-17aee5e5-8161-45b2-98d5-0231fdb10c88 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f488e3cd-edc1-40da-b152-2ee503fd2376 HTTP/1.1" status: 204 len: 168 time: 1.1559281 Aug 28 14:54:14.925799 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aee5e5-8161-45b2-98d5-0231fdb10c88 admin admin] Pushing event deleted for resources: {'Network': ['ID=f488e3cd-edc1-40da-b152-2ee503fd2376,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:14.939910 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4321a51-023e-4c44-96e6-003cb00f9447 req-099ead81-b472-421d-8d89-366704150df3 tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "GET /v2.0/security-groups/60412d6b-f9b2-4519-aec8-73c38a507b12 HTTP/1.1" status: 200 len: 2981 time: 0.0570498 Aug 28 14:54:15.002429 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4321a51-023e-4c44-96e6-003cb00f9447 req-05246422-c0dc-4386-a01b-38af75dfa8be tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "GET /v2.0/security-groups/60412d6b-f9b2-4519-aec8-73c38a507b12 HTTP/1.1" status: 200 len: 2981 time: 0.0511487 Aug 28 14:54:15.058728 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4321a51-023e-4c44-96e6-003cb00f9447 req-e9ee7544-64de-49bc-a387-23196860f78e tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "GET /v2.0/security-groups/67ee5693-40ad-41eb-9e1a-e34820b2bbb2 HTTP/1.1" status: 200 len: 2981 time: 0.0485582 Aug 28 14:54:15.108601 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4321a51-023e-4c44-96e6-003cb00f9447 req-92491420-3467-4320-83e2-cd58b8cb2923 tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "GET /v2.0/security-groups/67ee5693-40ad-41eb-9e1a-e34820b2bbb2 HTTP/1.1" status: 200 len: 2981 time: 0.0434926 Aug 28 14:54:15.124482 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52872) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:15.126549 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b497c68c-2197-4182-9767-47d5e621009e no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:54:15.136433 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ea728864-9f7d-475f-b59e-132dda855c11 req-ef2219a7-3967-46ca-8541-f8c41b447de5 tempest-QuotasAdminNegativeTest-1479801409 tempest-QuotasAdminNegativeTest-1479801409-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7c6c0184600444729b366265539971ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296433 Aug 28 14:54:15.148988 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: b497c68c-2197-4182-9767-47d5e621009e {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:54:15.149341 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b497c68c-2197-4182-9767-47d5e621009e not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:54:15.184724 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4321a51-023e-4c44-96e6-003cb00f9447 req-6c4d5fc1-d554-4d85-9077-107b238699a5 tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "GET /v2.0/security-groups/72ea05a2-baab-4bdd-b1ed-60f4331d26c8 HTTP/1.1" status: 200 len: 2981 time: 0.0696204 Aug 28 14:54:15.191051 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e10b840c-919e-4513-8dba-dd52b764db48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50868cbd92de43a9b1e3648e0a167791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0655105 Aug 28 14:54:15.198522 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52874) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:15.260076 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4321a51-023e-4c44-96e6-003cb00f9447 req-1e9a2a10-1695-4f9d-9397-6d89de3afeb1 tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "GET /v2.0/security-groups/72ea05a2-baab-4bdd-b1ed-60f4331d26c8 HTTP/1.1" status: 200 len: 2981 time: 0.0677469 Aug 28 14:54:15.292391 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6d8ebe42-174a-47a6-9cae-4625ea3976d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:15.335151 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6d8ebe42-174a-47a6-9cae-4625ea3976d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:15.337963 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4321a51-023e-4c44-96e6-003cb00f9447 req-2b9c718c-ef4c-4a6a-b98b-917dbc665bb2 tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "GET /v2.0/security-groups/746568e9-2001-4164-ad07-06ee04b0edee HTTP/1.1" status: 200 len: 2981 time: 0.0716577 Aug 28 14:54:15.401724 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4321a51-023e-4c44-96e6-003cb00f9447 req-c03ba0a9-8551-4060-94a7-dd9a1c2efa59 tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "GET /v2.0/security-groups/746568e9-2001-4164-ad07-06ee04b0edee HTTP/1.1" status: 200 len: 2981 time: 0.0562520 Aug 28 14:54:15.425564 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6d8ebe42-174a-47a6-9cae-4625ea3976d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:15.428720 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6d8ebe42-174a-47a6-9cae-4625ea3976d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:15.429978 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6d8ebe42-174a-47a6-9cae-4625ea3976d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72ea05a2-baab-4bdd-b1ed-60f4331d26c8 HTTP/1.1" status: 204 len: 168 time: 0.2304926 Aug 28 14:54:15.450650 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ebe42-174a-47a6-9cae-4625ea3976d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ea05a2-baab-4bdd-b1ed-60f4331d26c8,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:15.469766 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4321a51-023e-4c44-96e6-003cb00f9447 req-4cdabbda-c9fa-4a9f-8ba1-0710fef14a5a tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "GET /v2.0/security-groups/7800765b-573a-4fdb-b15a-6465cb32b028 HTTP/1.1" status: 200 len: 2977 time: 0.0522082 Aug 28 14:54:15.476647 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea728864-9f7d-475f-b59e-132dda855c11 req-499461b5-4646-4879-8842-03526193c1b8 tempest-QuotasAdminNegativeTest-1479801409 tempest-QuotasAdminNegativeTest-1479801409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:15.478164 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ea728864-9f7d-475f-b59e-132dda855c11 req-499461b5-4646-4879-8842-03526193c1b8 tempest-QuotasAdminNegativeTest-1479801409 tempest-QuotasAdminNegativeTest-1479801409-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3355794 Aug 28 14:54:15.497576 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ea728864-9f7d-475f-b59e-132dda855c11 req-38b9e317-7ca4-426a-abdd-6aeccba76c49 tempest-QuotasAdminNegativeTest-1479801409 tempest-QuotasAdminNegativeTest-1479801409-project] 10.222.0.13 "GET /v2.0/quotas/7c6c0184600444729b366265539971ac HTTP/1.1" status: 200 len: 375 time: 0.0101244 Aug 28 14:54:15.524338 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4321a51-023e-4c44-96e6-003cb00f9447 req-bb93231b-a48a-4362-9cf5-e061bcd5911a tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "GET /v2.0/security-groups/7800765b-573a-4fdb-b15a-6465cb32b028 HTTP/1.1" status: 200 len: 2977 time: 0.0475743 Aug 28 14:54:15.531321 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ea728864-9f7d-475f-b59e-132dda855c11 req-d99e66e4-779c-4b76-a8b1-a8ebf11de05c tempest-QuotasAdminNegativeTest-1479801409 tempest-QuotasAdminNegativeTest-1479801409-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c6c0184600444729b366265539971ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272357 Aug 28 14:54:15.569728 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4321a51-023e-4c44-96e6-003cb00f9447 req-fdd8ec42-8b1b-4830-9c70-b13602ddca62 tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "GET /v2.0/security-groups/89b6fa0d-f707-4795-8f76-524187c38921 HTTP/1.1" status: 200 len: 2981 time: 0.0403290 Aug 28 14:54:15.626019 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4321a51-023e-4c44-96e6-003cb00f9447 req-60b0af83-4f45-4f98-9906-6637192d9511 tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "GET /v2.0/security-groups/89b6fa0d-f707-4795-8f76-524187c38921 HTTP/1.1" status: 200 len: 2981 time: 0.0477753 Aug 28 14:54:15.671087 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4321a51-023e-4c44-96e6-003cb00f9447 req-2d7a12c0-060b-45b2-9a1d-64ccdd7bed7a tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "GET /v2.0/security-groups/9cf3bae7-d168-41e6-ae6d-dfd99ba309b5 HTTP/1.1" status: 200 len: 2973 time: 0.0374417 Aug 28 14:54:15.714053 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d83ae-775a-4646-b504-2a31cd2ff567 req-1d4f6e1f-8e72-4a48-947c-ba4a88999f5e tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:15.715861 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-577d83ae-775a-4646-b504-2a31cd2ff567 req-1d4f6e1f-8e72-4a48-947c-ba4a88999f5e tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 946 time: 0.0542099 Aug 28 14:54:15.716821 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4321a51-023e-4c44-96e6-003cb00f9447 req-1111872a-0df8-47d9-bbee-9b6abbce07cf tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "GET /v2.0/security-groups/9cf3bae7-d168-41e6-ae6d-dfd99ba309b5 HTTP/1.1" status: 200 len: 2973 time: 0.0395288 Aug 28 14:54:15.759964 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-577d83ae-775a-4646-b504-2a31cd2ff567 req-af2cd402-fb8d-459d-ac5b-d58429d67ae6 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373721 Aug 28 14:54:15.762855 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4321a51-023e-4c44-96e6-003cb00f9447 req-c046be02-fdf4-4aaf-b773-bbad6fce4d90 tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "GET /v2.0/security-groups/9f80b6b5-763b-4e1b-a58d-931a30f15cda HTTP/1.1" status: 200 len: 2981 time: 0.0399284 Aug 28 14:54:15.811151 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4321a51-023e-4c44-96e6-003cb00f9447 req-ade9d810-ef69-4173-b34d-d28feea5dad1 tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "GET /v2.0/security-groups/9f80b6b5-763b-4e1b-a58d-931a30f15cda HTTP/1.1" status: 200 len: 2981 time: 0.0414779 Aug 28 14:54:15.860082 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4321a51-023e-4c44-96e6-003cb00f9447 req-384120cf-d1f0-4c0d-8a2b-6409f47fd359 tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b0b2beb2-9028-4c85-b239-c0639874a7fd HTTP/1.1" status: 200 len: 2977 time: 0.0427628 Aug 28 14:54:15.911546 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4321a51-023e-4c44-96e6-003cb00f9447 req-b0954315-0bb9-4105-9517-bf24d5eedb02 tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b0b2beb2-9028-4c85-b239-c0639874a7fd HTTP/1.1" status: 200 len: 2977 time: 0.0447924 Aug 28 14:54:15.943978 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ac4ea-7b01-4011-927a-0700a5d418ca req-aff7ce54-1bef-42a3-84d7-46a8c8b768b7 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:15.945503 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b05ac4ea-7b01-4011-927a-0700a5d418ca req-aff7ce54-1bef-42a3-84d7-46a8c8b768b7 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=c554e407-2f28-415f-bd58-bd3bf935200c HTTP/1.1" status: 200 len: 948 time: 0.0514376 Aug 28 14:54:15.960362 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4321a51-023e-4c44-96e6-003cb00f9447 req-10e56c03-878d-4151-8862-b076a5124c2e tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b71b4032-4969-41b6-a4ff-40c6853b15f9 HTTP/1.1" status: 200 len: 2977 time: 0.0421803 Aug 28 14:54:15.992168 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b05ac4ea-7b01-4011-927a-0700a5d418ca req-eadb7c7b-6965-4f58-b95e-c18554a1f57e tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/security-groups?id=60412d6b-f9b2-4519-aec8-73c38a507b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407794 Aug 28 14:54:16.016534 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4321a51-023e-4c44-96e6-003cb00f9447 req-94570ba2-3437-4f32-a626-82ceedc149a7 tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b71b4032-4969-41b6-a4ff-40c6853b15f9 HTTP/1.1" status: 200 len: 2977 time: 0.0492263 Aug 28 14:54:16.061416 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4321a51-023e-4c44-96e6-003cb00f9447 req-9c414c3f-82af-4b7f-8d87-08c76f10d99b tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "GET /v2.0/security-groups/c0007caf-434f-4b88-8051-8b211b52e4c2 HTTP/1.1" status: 200 len: 2981 time: 0.0369186 Aug 28 14:54:16.129738 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4321a51-023e-4c44-96e6-003cb00f9447 req-0ef9e14f-d5ea-4044-a318-99fadc71ee63 tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "GET /v2.0/security-groups/c0007caf-434f-4b88-8051-8b211b52e4c2 HTTP/1.1" status: 200 len: 2981 time: 0.0607080 Aug 28 14:54:16.253381 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3a6cf-a9da-41f9-912e-17795a826c50 req-cd79a41d-820d-48f7-8b7e-b98cf970de50 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:16.254897 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0e3a6cf-a9da-41f9-912e-17795a826c50 req-cd79a41d-820d-48f7-8b7e-b98cf970de50 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 1098 time: 0.0445602 Aug 28 14:54:16.300718 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0e3a6cf-a9da-41f9-912e-17795a826c50 req-aabbe5c5-1198-4521-a1a4-8e4c829a6597 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386448 Aug 28 14:54:16.407564 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-bcb41cc3-c4c0-439a-a879-043a54e4358d service neutron] 10.222.0.36 "GET /v2.0/ports/1ac088cc-7112-42d2-915c-827c5e4f858b/bindings/n-h1-712137-10 HTTP/1.1" status: 200 len: 385 time: 0.1022129 Aug 28 14:54:16.430025 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c349515-a5be-4735-86bb-8751b979f743 req-7ceb21cb-834d-4bb8-a665-1cf41a59ccdf tempest-LiveMigrationNegativeTest-1568290100 tempest-LiveMigrationNegativeTest-1568290100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:16.431517 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9c349515-a5be-4735-86bb-8751b979f743 req-7ceb21cb-834d-4bb8-a665-1cf41a59ccdf tempest-LiveMigrationNegativeTest-1568290100 tempest-LiveMigrationNegativeTest-1568290100-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c554e407-2f28-415f-bd58-bd3bf935200c HTTP/1.1" status: 200 len: 1100 time: 0.0394218 Aug 28 14:54:16.449849 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9c349515-a5be-4735-86bb-8751b979f743 req-edb5affd-ab21-4345-9a66-67ed84d656bc tempest-LiveMigrationNegativeTest-1568290100 tempest-LiveMigrationNegativeTest-1568290100-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:16.451036 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d72144-d5f9-45c2-8b11-0e60f0a1e3d7 req-e0fe1858-b820-4f4c-9958-8329395ac3c5 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:16.452525 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f2d72144-d5f9-45c2-8b11-0e60f0a1e3d7 req-e0fe1858-b820-4f4c-9958-8329395ac3c5 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 943 time: 0.0806539 Aug 28 14:54:16.521280 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f2d72144-d5f9-45c2-8b11-0e60f0a1e3d7 req-03c11f90-2c3e-42f9-b108-9291bab2ac8a tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600646 Aug 28 14:54:16.548233 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9c349515-a5be-4735-86bb-8751b979f743 req-edb5affd-ab21-4345-9a66-67ed84d656bc tempest-LiveMigrationNegativeTest-1568290100 tempest-LiveMigrationNegativeTest-1568290100-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:16.553026 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9c349515-a5be-4735-86bb-8751b979f743 req-edb5affd-ab21-4345-9a66-67ed84d656bc tempest-LiveMigrationNegativeTest-1568290100 tempest-LiveMigrationNegativeTest-1568290100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:16.575768 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9c349515-a5be-4735-86bb-8751b979f743 req-edb5affd-ab21-4345-9a66-67ed84d656bc tempest-LiveMigrationNegativeTest-1568290100 tempest-LiveMigrationNegativeTest-1568290100-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=60412d6b-f9b2-4519-aec8-73c38a507b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382337 Aug 28 14:54:16.584411 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5affd-ab21-4345-9a66-67ed84d656bc tempest-LiveMigrationNegativeTest-1568290100 tempest-LiveMigrationNegativeTest-1568290100-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6aa27a-0655-4bb4-bf7d-6755c103fade,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:16.681922 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-611ff32c-853e-4ae2-b12d-a3d7f653f43a req-3735e806-5a16-4a14-aa72-e3606ce9fedf tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7b8bfa8745b4bf09eda2960fd82c9b2 HTTP/1.1" status: 200 len: 6102 time: 0.1341519 Aug 28 14:54:16.690650 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-7b32c4e3-4f3e-4e07-b544-a62c7b77f9fa service neutron] For port 1ac088cc-7112-42d2-915c-827c5e4f858b, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=1ac088cc-7112-42d2-915c-827c5e4f858b,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:16.737476 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-7b32c4e3-4f3e-4e07-b544-a62c7b77f9fa service neutron] For port 1ac088cc-7112-42d2-915c-827c5e4f858b, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:54:16.767353 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-611ff32c-853e-4ae2-b12d-a3d7f653f43a req-7d6afbee-b57c-4370-a1f7-1ab7d07c0a7b tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] 10.222.0.13 "GET /v2.0/security-groups/746568e9-2001-4164-ad07-06ee04b0edee HTTP/1.1" status: 200 len: 2981 time: 0.0791707 Aug 28 14:54:16.785860 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-7b32c4e3-4f3e-4e07-b544-a62c7b77f9fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ac088cc-7112-42d2-915c-827c5e4f858b {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:54:16.805135 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-7b32c4e3-4f3e-4e07-b544-a62c7b77f9fa service neutron] For port 1ac088cc-7112-42d2-915c-827c5e4f858b, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=1ac088cc-7112-42d2-915c-827c5e4f858b,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:16.824114 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-61f72601-01e3-4e68-b613-712d758392d7 req-3f28f154-f0cb-4893-82ed-d3bf8b193af6 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7f89473c79114968a6e7313c02883c5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251353 Aug 28 14:54:16.829271 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-7b32c4e3-4f3e-4e07-b544-a62c7b77f9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:16.845872 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-611ff32c-853e-4ae2-b12d-a3d7f653f43a req-a8664cbb-22cf-459e-9536-3dbde6a89e50 tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] 10.222.0.13 "GET /v2.0/security-groups/746568e9-2001-4164-ad07-06ee04b0edee HTTP/1.1" status: 200 len: 2981 time: 0.0717287 Aug 28 14:54:16.939138 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f72601-01e3-4e68-b613-712d758392d7 req-375c7314-9f5b-44ec-899f-4a60d14bf094 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:16.940611 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-61f72601-01e3-4e68-b613-712d758392d7 req-375c7314-9f5b-44ec-899f-4a60d14bf094 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1103282 Aug 28 14:54:16.958048 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-61f72601-01e3-4e68-b613-712d758392d7 req-55247229-33a1-40d0-905b-6a7837874679 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/quotas/7f89473c79114968a6e7313c02883c5c HTTP/1.1" status: 200 len: 375 time: 0.0110116 Aug 28 14:54:16.959917 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-7b32c4e3-4f3e-4e07-b544-a62c7b77f9fa service neutron] Transition to ACTIVE for port object 1ac088cc-7112-42d2-915c-827c5e4f858b will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:54:16.964702 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-7b32c4e3-4f3e-4e07-b544-a62c7b77f9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:16.971490 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1fafb-cf6d-4bfc-b9d7-d1fd36eb4803 req-1e09daa1-0fe6-4b81-81d6-2718fb19df20 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:16.973014 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-71f1fafb-cf6d-4bfc-b9d7-d1fd36eb4803 req-1e09daa1-0fe6-4b81-81d6-2718fb19df20 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 1098 time: 0.0642035 Aug 28 14:54:16.993197 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-61f72601-01e3-4e68-b613-712d758392d7 req-6f37e5b3-c8ce-4fa4-8d1a-4b2934be786a tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7f89473c79114968a6e7313c02883c5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275741 Aug 28 14:54:17.051363 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-7b32c4e3-4f3e-4e07-b544-a62c7b77f9fa service neutron] No DVR routers for this DVR port 1ac088cc-7112-42d2-915c-827c5e4f858b on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:54:17.070891 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32c4e3-4f3e-4e07-b544-a62c7b77f9fa service neutron] Pushing event updated for resources: {'Port': ['ID=1ac088cc-7112-42d2-915c-827c5e4f858b,revision_number=10']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:17.088532 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-71f1fafb-cf6d-4bfc-b9d7-d1fd36eb4803 req-cf92c2cd-7a98-42a7-b5da-06cc73562bf1 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950778 Aug 28 14:54:17.097259 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-7b32c4e3-4f3e-4e07-b544-a62c7b77f9fa service neutron] 10.222.0.36 "PUT /v2.0/ports/1ac088cc-7112-42d2-915c-827c5e4f858b/bindings/n-h1-712137-10/activate HTTP/1.1" status: 200 len: 370 time: 0.6825397 Aug 28 14:54:17.230874 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-bf8c7412-c324-4f40-8a58-89c6d66c4cc5 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:17.232634 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-bf8c7412-c324-4f40-8a58-89c6d66c4cc5 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df&tenant_id=5de95046553a4af6b56ddb9234d40b90&binding%3Ahost_id=n-h2-712137-10 HTTP/1.1" status: 200 len: 1096 time: 0.0770373 Aug 28 14:54:17.272250 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f223e63e-227a-4f9c-a495-85f896e03b4d req-50b59cef-bf30-4f48-9dc3-4a46f2af0ca3 tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "GET /v2.0/security-groups/852cd3eb-071a-430d-83c5-c26c58b20a53 HTTP/1.1" status: 200 len: 1777 time: 0.0403783 Aug 28 14:54:17.315628 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74b4c265-275d-48b5-ad8c-2bc090f006e8 req-14d326cc-c931-4c88-bbe6-10416caa8a35 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cb7d161-b066-408e-bede-ed12a4bb64f5 HTTP/1.1" status: 200 len: 210 time: 0.0281341 Aug 28 14:54:17.322605 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-65c7047f-6c0d-4091-8746-f5257358cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:17.324107 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-65c7047f-6c0d-4091-8746-f5257358cbf8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df&tenant_id=5de95046553a4af6b56ddb9234d40b90 HTTP/1.1" status: 200 len: 1096 time: 0.0829024 Aug 28 14:54:17.351465 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f223e63e-227a-4f9c-a495-85f896e03b4d req-13e36937-0532-46db-a6af-90194eb1c262 tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:17.374904 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f223e63e-227a-4f9c-a495-85f896e03b4d req-13e36937-0532-46db-a6af-90194eb1c262 tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:17.424409 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-58bcdb04-076c-4d41-9440-d88049b8cdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:17.426172 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-58bcdb04-076c-4d41-9440-d88049b8cdb0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5de95046553a4af6b56ddb9234d40b90&device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 1096 time: 0.0775001 Aug 28 14:54:17.428056 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f223e63e-227a-4f9c-a495-85f896e03b4d req-13e36937-0532-46db-a6af-90194eb1c262 tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:17.430904 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f223e63e-227a-4f9c-a495-85f896e03b4d req-13e36937-0532-46db-a6af-90194eb1c262 tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:17.432167 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f223e63e-227a-4f9c-a495-85f896e03b4d req-13e36937-0532-46db-a6af-90194eb1c262 tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/852cd3eb-071a-430d-83c5-c26c58b20a53 HTTP/1.1" status: 204 len: 173 time: 0.1538949 Aug 28 14:54:17.450472 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e36937-0532-46db-a6af-90194eb1c262 tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852cd3eb-071a-430d-83c5-c26c58b20a53,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:17.540883 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-4462357e-74a4-4e48-84ab-74c7ef7e863a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:17.542924 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-4462357e-74a4-4e48-84ab-74c7ef7e863a service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6bfc57a-d73d-41d0-954b-fff6fef4d808 HTTP/1.1" status: 200 len: 922 time: 0.1066124 Aug 28 14:54:17.626350 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-9bfca584-287e-4461-9636-f1a75b34b79e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ac088cc-7112-42d2-915c-827c5e4f858b HTTP/1.1" status: 200 len: 217 time: 0.0757711 Aug 28 14:54:17.686144 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5960c490-ce1b-45db-bcb6-22f90513059b req-f8953e90-cc6d-4215-8a66-8ebff4a6d9f6 tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "GET /v2.0/security-groups/be352f08-1deb-4dee-bd68-e9446a583077 HTTP/1.1" status: 200 len: 1777 time: 0.0737345 Aug 28 14:54:17.720183 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-2150868f-1f29-4bb7-9b75-ac6d0d84691d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:17.721895 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-2150868f-1f29-4bb7-9b75-ac6d0d84691d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f920e854-f768-4846-871d-087306f43fd9 HTTP/1.1" status: 200 len: 861 time: 0.0891876 Aug 28 14:54:17.775249 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-3f5521a1-f849-4c91-b693-9ccd9fd5db28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6bfc57a-d73d-41d0-954b-fff6fef4d808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330808 Aug 28 14:54:17.782656 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5960c490-ce1b-45db-bcb6-22f90513059b req-ed70de4c-f083-4db1-8977-0383579c4e7d tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:17.849649 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5960c490-ce1b-45db-bcb6-22f90513059b req-ed70de4c-f083-4db1-8977-0383579c4e7d tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:17.923791 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad362ae6-6344-4dec-b6f5-874ab2837b48 req-650b41c0-28de-4583-8adb-e23d940f0709 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:17.926163 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ad362ae6-6344-4dec-b6f5-874ab2837b48 req-650b41c0-28de-4583-8adb-e23d940f0709 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 944 time: 0.0638299 Aug 28 14:54:17.970247 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ad362ae6-6344-4dec-b6f5-874ab2837b48 req-d7a223a7-eafc-4a31-a28c-469412e6a253 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365295 Aug 28 14:54:18.096526 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa858e-ef0e-458d-b878-d823e6f3f803 req-f3041678-5500-434c-9797-036a9a6e19ef tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:18.098146 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-96aa858e-ef0e-458d-b878-d823e6f3f803 req-f3041678-5500-434c-9797-036a9a6e19ef tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 1098 time: 0.0452988 Aug 28 14:54:18.136016 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-96aa858e-ef0e-458d-b878-d823e6f3f803 req-a693f03d-3c3c-46fc-91e1-25c85a83a44a tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309048 Aug 28 14:54:18.184402 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-7ffd5d03-2a18-48ff-a5c2-842b8e1fdfce service neutron] 10.222.0.41 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984768 Aug 28 14:54:18.186506 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5960c490-ce1b-45db-bcb6-22f90513059b req-ed70de4c-f083-4db1-8977-0383579c4e7d tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:18.189492 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5960c490-ce1b-45db-bcb6-22f90513059b req-ed70de4c-f083-4db1-8977-0383579c4e7d tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:18.191180 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5960c490-ce1b-45db-bcb6-22f90513059b req-ed70de4c-f083-4db1-8977-0383579c4e7d tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/be352f08-1deb-4dee-bd68-e9446a583077 HTTP/1.1" status: 204 len: 173 time: 0.4965560 Aug 28 14:54:18.210663 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70de4c-f083-4db1-8977-0383579c4e7d tempest-SecurityGroupsTestAdminJSON-524350760 tempest-SecurityGroupsTestAdminJSON-524350760-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be352f08-1deb-4dee-bd68-e9446a583077,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:18.258653 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-89748a21-777a-47df-b9b7-5f07f1a788da req-c8e9e657-12b0-4d88-a685-5654f4e0fe25 tempest-QuotasAdminNegativeTest-1479801409 tempest-QuotasAdminNegativeTest-1479801409-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7c6c0184600444729b366265539971ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314047 Aug 28 14:54:18.304786 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-61f72601-01e3-4e68-b613-712d758392d7 req-ae9ba6b6-1f87-42f2-b446-224ee5de5fa0 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7f89473c79114968a6e7313c02883c5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689349 Aug 28 14:54:18.374214 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89748a21-777a-47df-b9b7-5f07f1a788da req-fb8f19f4-51f5-48b2-a4fa-6ade4b360a97 tempest-QuotasAdminNegativeTest-1479801409 tempest-QuotasAdminNegativeTest-1479801409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:18.375942 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-89748a21-777a-47df-b9b7-5f07f1a788da req-fb8f19f4-51f5-48b2-a4fa-6ade4b360a97 tempest-QuotasAdminNegativeTest-1479801409 tempest-QuotasAdminNegativeTest-1479801409-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1115596 Aug 28 14:54:18.393209 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-89748a21-777a-47df-b9b7-5f07f1a788da req-9b6285a8-c4d8-433e-af82-69300f959c34 tempest-QuotasAdminNegativeTest-1479801409 tempest-QuotasAdminNegativeTest-1479801409-project] 10.222.0.13 "GET /v2.0/quotas/7c6c0184600444729b366265539971ac HTTP/1.1" status: 200 len: 375 time: 0.0094235 Aug 28 14:54:18.430108 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-89748a21-777a-47df-b9b7-5f07f1a788da req-2faa9a74-3f54-4835-8cce-063306696b03 tempest-QuotasAdminNegativeTest-1479801409 tempest-QuotasAdminNegativeTest-1479801409-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c6c0184600444729b366265539971ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301681 Aug 28 14:54:18.432475 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061d0b0-84ad-4ac9-9d53-767a2b255d42 req-90f228f5-ecf9-4e46-b879-a48610478f36 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:18.433965 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2061d0b0-84ad-4ac9-9d53-767a2b255d42 req-90f228f5-ecf9-4e46-b879-a48610478f36 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=c554e407-2f28-415f-bd58-bd3bf935200c HTTP/1.1" status: 200 len: 948 time: 0.1527457 Aug 28 14:54:18.455488 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-af315385-80e8-43fb-85b9-9c7c3293a337 service neutron] 10.222.0.41 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631075 Aug 28 14:54:18.499017 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f72601-01e3-4e68-b613-712d758392d7 req-00f9fd68-cfa6-40cd-94be-de992d781ebe tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:18.500479 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-61f72601-01e3-4e68-b613-712d758392d7 req-00f9fd68-cfa6-40cd-94be-de992d781ebe tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1726432 Aug 28 14:54:18.508021 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2061d0b0-84ad-4ac9-9d53-767a2b255d42 req-4b41f260-f7a9-4e0f-8ce5-eb8da133b844 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/security-groups?id=60412d6b-f9b2-4519-aec8-73c38a507b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654950 Aug 28 14:54:18.521890 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-61f72601-01e3-4e68-b613-712d758392d7 req-cf01a412-b902-40c1-be69-b33f1d782bbb tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Request body: {'port': {'device_id': '8cb7d161-b066-408e-bede-ed12a4bb64f5', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'admin_state_up': True, 'tenant_id': '7f89473c79114968a6e7313c02883c5c'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:54:18.621478 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2c2c91e9-0f98-4517-a5f1-85762284430a req-1d508462-40b6-4f14-b6af-76ef04fd93ca tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] 10.222.0.13 "GET /v2.0/security-groups/146a0a17-cbc6-4e41-aa3b-5deff4884e1d HTTP/1.1" status: 200 len: 1776 time: 0.0681512 Aug 28 14:54:18.682116 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f72601-01e3-4e68-b613-712d758392d7 req-cf01a412-b902-40c1-be69-b33f1d782bbb tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Made reservation on behalf of 7f89473c79114968a6e7313c02883c5c for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:54:18.685496 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-61f72601-01e3-4e68-b613-712d758392d7 req-cf01a412-b902-40c1-be69-b33f1d782bbb tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:18.720755 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-61f72601-01e3-4e68-b613-712d758392d7 req-cf01a412-b902-40c1-be69-b33f1d782bbb tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:18.757978 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-c0220bf7-9a88-43bd-942b-14bb277bf6e7 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:18.759476 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-c0220bf7-9a88-43bd-942b-14bb277bf6e7 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df&tenant_id=5de95046553a4af6b56ddb9234d40b90&binding%3Ahost_id=n-h1-712137-10 HTTP/1.1" status: 200 len: 1096 time: 0.0932701 Aug 28 14:54:18.766824 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2c2c91e9-0f98-4517-a5f1-85762284430a req-5fa27724-92ec-4d2f-acb6-ccf6cc3ed454 tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:18.832811 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2c2c91e9-0f98-4517-a5f1-85762284430a req-5fa27724-92ec-4d2f-acb6-ccf6cc3ed454 tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:18.943267 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2c2c91e9-0f98-4517-a5f1-85762284430a req-5fa27724-92ec-4d2f-acb6-ccf6cc3ed454 tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:18.945803 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2c2c91e9-0f98-4517-a5f1-85762284430a req-5fa27724-92ec-4d2f-acb6-ccf6cc3ed454 tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:18.946941 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2c2c91e9-0f98-4517-a5f1-85762284430a req-5fa27724-92ec-4d2f-acb6-ccf6cc3ed454 tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] 10.222.0.13 "DELETE /v2.0/security-groups/146a0a17-cbc6-4e41-aa3b-5deff4884e1d HTTP/1.1" status: 204 len: 173 time: 0.3123302 Aug 28 14:54:18.978452 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa27724-92ec-4d2f-acb6-ccf6cc3ed454 tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=146a0a17-cbc6-4e41-aa3b-5deff4884e1d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:18.991869 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-61f72601-01e3-4e68-b613-712d758392d7 req-cf01a412-b902-40c1-be69-b33f1d782bbb tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:19.005766 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-61f72601-01e3-4e68-b613-712d758392d7 req-cf01a412-b902-40c1-be69-b33f1d782bbb tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:19.010868 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-02be0e5b-c121-4d4c-9505-1f3e4014828b service neutron] For port 1ac088cc-7112-42d2-915c-827c5e4f858b, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:54:19.034195 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-02be0e5b-c121-4d4c-9505-1f3e4014828b service neutron] Notify callbacks [] for binding, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:19.035995 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1c3dd53d-9db3-43e6-ad4a-88905691f309 req-02be0e5b-c121-4d4c-9505-1f3e4014828b service neutron] 10.222.0.41 "DELETE /v2.0/ports/1ac088cc-7112-42d2-915c-827c5e4f858b/bindings/n-h2-712137-10 HTTP/1.1" status: 204 len: 173 time: 0.2661686 Aug 28 14:54:19.124345 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01a412-b902-40c1-be69-b33f1d782bbb tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f53ba822-397e-4f51-aa69-841bb97f521b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:19.131264 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f856d504-92d2-4dc5-8233-3c9618a117c8 req-33a43425-f29a-4053-9174-5af5bb7b52f5 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cb7d161-b066-408e-bede-ed12a4bb64f5 HTTP/1.1" status: 200 len: 210 time: 0.0376234 Aug 28 14:54:19.155388 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 1ac088cc-7112-42d2-915c-827c5e4f858b no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:54:19.205170 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 1ac088cc-7112-42d2-915c-827c5e4f858b not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:54:19.219346 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-61f72601-01e3-4e68-b613-712d758392d7 req-cf01a412-b902-40c1-be69-b33f1d782bbb tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Allocated IP 192.168.233.31 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/f8a3de65-61df-4ef3-adf9-b305ba5d0182) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:54:19.414535 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b93714bc-b0df-428f-a374-af8cf20f04fe req-4ab64b42-2aa0-4ced-b241-449bbf5f2d4d tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] 10.222.0.13 "GET /v2.0/security-groups/62639222-51bd-4f6f-81e7-b1f20bc78a94 HTTP/1.1" status: 200 len: 1778 time: 0.0701752 Aug 28 14:54:19.422603 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-e27c1f45-a2da-415a-992b-65ab359e1d74 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 14:54:19.423597 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-e27c1f45-a2da-415a-992b-65ab359e1d74 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081627 Aug 28 14:54:19.441502 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-61f72601-01e3-4e68-b613-712d758392d7 req-cf01a412-b902-40c1-be69-b33f1d782bbb tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:19.447892 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-2dc8f423-6b9c-4d89-a3f9-f3550f034b4b service neutron] Request body: {'binding': {'host': 'n-h2-712137-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:54:19.448347 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-2dc8f423-6b9c-4d89-a3f9-f3550f034b4b service neutron] Unknown quota resources ['binding']. {{(pid=106329) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 14:54:19.509111 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-61f72601-01e3-4e68-b613-712d758392d7 req-cf01a412-b902-40c1-be69-b33f1d782bbb tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Transition to ACTIVE for port object f8a3de65-61df-4ef3-adf9-b305ba5d0182 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:54:19.596334 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b93714bc-b0df-428f-a374-af8cf20f04fe req-a0c97e13-b02d-49a6-82fc-dfe3eb5f9f51 tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:19.638355 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b93714bc-b0df-428f-a374-af8cf20f04fe req-a0c97e13-b02d-49a6-82fc-dfe3eb5f9f51 tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:19.653875 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-61f72601-01e3-4e68-b613-712d758392d7 req-cf01a412-b902-40c1-be69-b33f1d782bbb tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:19.773856 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f72601-01e3-4e68-b613-712d758392d7 req-cf01a412-b902-40c1-be69-b33f1d782bbb tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:54:19.784046 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-2dc8f423-6b9c-4d89-a3f9-f3550f034b4b service neutron] Attempting to bind port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 on host n-h2-712137-10 for vnic_type normal with profile None {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:54:19.784391 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-2dc8f423-6b9c-4d89-a3f9-f3550f034b4b service neutron] Attempting to bind port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:54:19.784708 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-2dc8f423-6b9c-4d89-a3f9-f3550f034b4b service neutron] Attempting to bind port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:54:19.787439 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-61f72601-01e3-4e68-b613-712d758392d7 req-cf01a412-b902-40c1-be69-b33f1d782bbb tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:54:19.791330 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f72601-01e3-4e68-b613-712d758392d7 req-cf01a412-b902-40c1-be69-b33f1d782bbb tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:54:19.824036 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01a412-b902-40c1-be69-b33f1d782bbb tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Pushing event updated for resources: {'Port': ['ID=f8a3de65-61df-4ef3-adf9-b305ba5d0182,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:19.834953 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-2dc8f423-6b9c-4d89-a3f9-f3550f034b4b service neutron] Port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:54:19.835278 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-2dc8f423-6b9c-4d89-a3f9-f3550f034b4b service neutron] Attempting to bind port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:54:19.856282 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1010d1d-4471-488e-b25c-7a6e1a226f6b req-b8a86f86-8bfc-49e7-8d82-aeace02400a1 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:19.858242 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b1010d1d-4471-488e-b25c-7a6e1a226f6b req-b8a86f86-8bfc-49e7-8d82-aeace02400a1 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.41 "GET /v2.0/ports?device_id=c554e407-2f28-415f-bd58-bd3bf935200c HTTP/1.1" status: 200 len: 948 time: 0.1853178 Aug 28 14:54:19.862959 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b93714bc-b0df-428f-a374-af8cf20f04fe req-a0c97e13-b02d-49a6-82fc-dfe3eb5f9f51 tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:19.866018 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b93714bc-b0df-428f-a374-af8cf20f04fe req-a0c97e13-b02d-49a6-82fc-dfe3eb5f9f51 tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:19.867199 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b93714bc-b0df-428f-a374-af8cf20f04fe req-a0c97e13-b02d-49a6-82fc-dfe3eb5f9f51 tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] 10.222.0.13 "DELETE /v2.0/security-groups/62639222-51bd-4f6f-81e7-b1f20bc78a94 HTTP/1.1" status: 204 len: 173 time: 0.4374914 Aug 28 14:54:19.873928 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-2dc8f423-6b9c-4d89-a3f9-f3550f034b4b service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:54:19.874264 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-2dc8f423-6b9c-4d89-a3f9-f3550f034b4b service neutron] Checking segment: {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:54:19.874649 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-2dc8f423-6b9c-4d89-a3f9-f3550f034b4b service neutron] Bound using segment: {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:54:19.875093 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-2dc8f423-6b9c-4d89-a3f9-f3550f034b4b service neutron] Bound port: dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:54:19.940661 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f72601-01e3-4e68-b613-712d758392d7 req-cf01a412-b902-40c1-be69-b33f1d782bbb tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:19.941278 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-61f72601-01e3-4e68-b613-712d758392d7 req-cf01a412-b902-40c1-be69-b33f1d782bbb tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:19.944076 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c97e13-b02d-49a6-82fc-dfe3eb5f9f51 tempest-SecurityGroupsTestAdminJSON-1896127599 tempest-SecurityGroupsTestAdminJSON-1896127599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62639222-51bd-4f6f-81e7-b1f20bc78a94,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:20.012903 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-61f72601-01e3-4e68-b613-712d758392d7 req-cf01a412-b902-40c1-be69-b33f1d782bbb tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5030515 Aug 28 14:54:20.030883 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-61f72601-01e3-4e68-b613-712d758392d7 req-afb58e35-ab3d-4441-8973-b4981c751f1a service neutron] Request body: {'port': {'device_id': '8cb7d161-b066-408e-bede-ed12a4bb64f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:54:20.050119 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9ef69564-1680-4faa-bcb4-733c83006fb2 None None] Provisioning for port f8a3de65-61df-4ef3-adf9-b305ba5d0182 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:54:20.056171 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9ef69564-1680-4faa-bcb4-733c83006fb2 None None] Provisioning complete for port f8a3de65-61df-4ef3-adf9-b305ba5d0182 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:54:20.056782 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9ef69564-1680-4faa-bcb4-733c83006fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:20.096692 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9ef69564-1680-4faa-bcb4-733c83006fb2 None None] Port f8a3de65-61df-4ef3-adf9-b305ba5d0182 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:54:20.098486 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-2dc8f423-6b9c-4d89-a3f9-f3550f034b4b service neutron] For port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:54:20.111480 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-2dc8f423-6b9c-4d89-a3f9-f3550f034b4b service neutron] Notify callbacks [] for binding, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:20.112710 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-2dc8f423-6b9c-4d89-a3f9-f3550f034b4b service neutron] 10.222.0.13 "POST /v2.0/ports/dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049/bindings HTTP/1.1" status: 201 len: 390 time: 0.6743355 Aug 28 14:54:20.138362 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5372e59-f85a-4aa0-8922-490426b12f1c req-b4d73f91-1550-4320-9f72-86ad6c81d7c7 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:20.140003 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d5372e59-f85a-4aa0-8922-490426b12f1c req-b4d73f91-1550-4320-9f72-86ad6c81d7c7 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 944 time: 0.1928866 Aug 28 14:54:20.151544 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-61f72601-01e3-4e68-b613-712d758392d7 req-afb58e35-ab3d-4441-8973-b4981c751f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:20.173105 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53056) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:20.217783 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-b1010d1d-4471-488e-b25c-7a6e1a226f6b req-3ffcafc9-d087-4c22-acd7-5eb62c04c519 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Deleting port 76b6d925-c3de-41be-8853-6d49c0805062 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:54:20.218135 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b1010d1d-4471-488e-b25c-7a6e1a226f6b req-3ffcafc9-d087-4c22-acd7-5eb62c04c519 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:20.272571 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d5372e59-f85a-4aa0-8922-490426b12f1c req-21dcca3a-2d7a-401c-9822-bb1be448ce78 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083050 Aug 28 14:54:20.468760 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-b1010d1d-4471-488e-b25c-7a6e1a226f6b req-3ffcafc9-d087-4c22-acd7-5eb62c04c519 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] For port 76b6d925-c3de-41be-8853-6d49c0805062, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=76b6d925-c3de-41be-8853-6d49c0805062,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:20.469528 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b1010d1d-4471-488e-b25c-7a6e1a226f6b req-3ffcafc9-d087-4c22-acd7-5eb62c04c519 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:20.484571 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f39e0-a575-4a70-a15d-c31e90599c8a req-d282f2db-c6f2-43fd-85fe-2f9398b054f6 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:20.488881 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-b1010d1d-4471-488e-b25c-7a6e1a226f6b req-3ffcafc9-d087-4c22-acd7-5eb62c04c519 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Calling delete_port for 76b6d925-c3de-41be-8853-6d49c0805062 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:54:20.494957 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c65f39e0-a575-4a70-a15d-c31e90599c8a req-d282f2db-c6f2-43fd-85fe-2f9398b054f6 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=c554e407-2f28-415f-bd58-bd3bf935200c HTTP/1.1" status: 200 len: 948 time: 0.1651435 Aug 28 14:54:20.541050 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-be90c3cd-d8a9-48b2-96b5-35b1e8727fb7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7b8bfa8745b4bf09eda2960fd82c9b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3665223 Aug 28 14:54:20.544476 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-7343ecd6-2890-4794-bf09-7a48925b45a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:20.546073 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-7343ecd6-2890-4794-bf09-7a48925b45a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=29e98397e0be4fe1a52442d0d5c53b75&device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 1098 time: 0.1300886 Aug 28 14:54:20.546774 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53072) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:20.637200 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53074) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:20.655730 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53078) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:20.673724 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bff9e-2c3f-45ee-839c-875feeef058d req-a676dbe4-87fa-4b41-8854-14997f222ba7 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:20.675924 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-237bff9e-2c3f-45ee-839c-875feeef058d req-a676dbe4-87fa-4b41-8854-14997f222ba7 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cb7d161-b066-408e-bede-ed12a4bb64f5 HTTP/1.1" status: 200 len: 935 time: 0.1606879 Aug 28 14:54:20.682541 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c65f39e0-a575-4a70-a15d-c31e90599c8a req-62e27b42-7102-4fb9-9b2c-6ede2b372716 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/security-groups?id=60412d6b-f9b2-4519-aec8-73c38a507b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859698 Aug 28 14:54:20.710992 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-f96fac25-c72d-4bcc-b518-76c6b7783e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:20.712737 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-f96fac25-c72d-4bcc-b518-76c6b7783e15 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45 HTTP/1.1" status: 200 len: 909 time: 0.1568980 Aug 28 14:54:20.765282 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3642f073-294e-4ec3-a458-80aa3c1442be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:20.768222 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-0e367ef8-6cc8-43d2-ad8e-58be49b5900f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 HTTP/1.1" status: 200 len: 217 time: 0.0463047 Aug 28 14:54:20.822979 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3642f073-294e-4ec3-a458-80aa3c1442be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:20.841976 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-61f72601-01e3-4e68-b613-712d758392d7 req-afb58e35-ab3d-4441-8973-b4981c751f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a3de65-61df-4ef3-adf9-b305ba5d0182 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:54:20.848182 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f9f83887-2663-4c5b-a322-e2b17c0403a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:20.851317 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c0bc10d6-4e48-421d-bf9a-3e5783278f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:20.854392 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-61f72601-01e3-4e68-b613-712d758392d7 req-afb58e35-ab3d-4441-8973-b4981c751f1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:20.894278 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-237bff9e-2c3f-45ee-839c-875feeef058d req-d57d7745-23d4-48c7-b04e-877467dca233 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/security-groups?id=f53ba822-397e-4f51-aa69-841bb97f521b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931832 Aug 28 14:54:20.894910 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b1010d1d-4471-488e-b25c-7a6e1a226f6b req-3ffcafc9-d087-4c22-acd7-5eb62c04c519 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:20.905231 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-48dbd513-9f81-475e-b376-a318a2408214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:20.906697 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-48dbd513-9f81-475e-b376-a318a2408214 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c5688cf-0eb8-4e6f-8c97-3f260fd91357 HTTP/1.1" status: 200 len: 848 time: 0.1297448 Aug 28 14:54:20.909542 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-61f72601-01e3-4e68-b613-712d758392d7 req-afb58e35-ab3d-4441-8973-b4981c751f1a service neutron] Transition to ACTIVE for port object f8a3de65-61df-4ef3-adf9-b305ba5d0182 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:54:20.913249 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['cce4b436-0793-49ff-9c79-b64034828e71', '76b6d925-c3de-41be-8853-6d49c0805062'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:54:20.936070 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-61f72601-01e3-4e68-b613-712d758392d7 req-afb58e35-ab3d-4441-8973-b4981c751f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:20.940075 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffcafc9-d087-4c22-acd7-5eb62c04c519 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Pushing event deleted for resources: {'Port': ['ID=76b6d925-c3de-41be-8853-6d49c0805062,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:20.944886 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.db.api [None req-f9f83887-2663-4c5b-a322-e2b17c0403a3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 14:54:20.944886 n-d-712137-10 neutron-server[106330]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 28 14:54:20.944886 n-d-712137-10 neutron-server[106330]: [parameters: {'project_id': 'f818528c689b44ddb0deb9b9a02398d7', 'id': '9a5ae5d8-0008-4f79-a82f-f2e1e34291dd', 'expiration': datetime.datetime(2021, 8, 28, 14, 56, 20, 933449)}] Aug 28 14:54:20.944886 n-d-712137-10 neutron-server[106330]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 14:54:20.945423 n-d-712137-10 neutron-server[106330]: DEBUG oslo_db.api [None req-f9f83887-2663-4c5b-a322-e2b17c0403a3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 14:54:20.964177 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-d1a36763-b695-44b8-9f39-9ab0667ce128 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439665 Aug 28 14:54:20.979310 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ddbd8-3d91-4052-afcf-312414af493e req-aa8e92a2-e1c6-46d3-b397-8a6cc204a17d tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:20.980908 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d33ddbd8-3d91-4052-afcf-312414af493e req-aa8e92a2-e1c6-46d3-b397-8a6cc204a17d tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 946 time: 0.1560879 Aug 28 14:54:21.060251 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3642f073-294e-4ec3-a458-80aa3c1442be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:21.062642 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3642f073-294e-4ec3-a458-80aa3c1442be admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:21.066494 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3642f073-294e-4ec3-a458-80aa3c1442be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/746568e9-2001-4164-ad07-06ee04b0edee HTTP/1.1" status: 204 len: 168 time: 0.5161066 Aug 28 14:54:21.084850 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1010d1d-4471-488e-b25c-7a6e1a226f6b req-3ffcafc9-d087-4c22-acd7-5eb62c04c519 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] No DVR routers for this DVR port 76b6d925-c3de-41be-8853-6d49c0805062 on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:54:21.106290 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d33ddbd8-3d91-4052-afcf-312414af493e req-a3572f68-7f03-443d-be48-0c98028cbf62 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146994 Aug 28 14:54:21.109951 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b1010d1d-4471-488e-b25c-7a6e1a226f6b req-3ffcafc9-d087-4c22-acd7-5eb62c04c519 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:21.124108 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b1010d1d-4471-488e-b25c-7a6e1a226f6b req-3ffcafc9-d087-4c22-acd7-5eb62c04c519 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.41 "DELETE /v2.0/ports/76b6d925-c3de-41be-8853-6d49c0805062 HTTP/1.1" status: 204 len: 173 time: 1.2415931 Aug 28 14:54:21.129538 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c554e407-2f28-415f-bd58-bd3bf935200c', 'name': 'network-vif-deleted', 'tag': '76b6d925-c3de-41be-8853-6d49c0805062'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:54:21.134006 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe816c22-6ec1-4978-a03c-4d0fac302218" -d '{"events": [{"server_uuid": "c554e407-2f28-415f-bd58-bd3bf935200c", "name": "network-vif-deleted", "tag": "76b6d925-c3de-41be-8853-6d49c0805062"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:54:21.199590 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962b460d-70a3-4e5c-8cf9-512f9ce54cd3 x-openstack-request-id: req-962b460d-70a3-4e5c-8cf9-512f9ce54cd3 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:54:21.200376 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c554e407-2f28-415f-bd58-bd3bf935200c", "name": "network-vif-deleted", "tag": "76b6d925-c3de-41be-8853-6d49c0805062", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:54:21.200797 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-962b460d-70a3-4e5c-8cf9-512f9ce54cd3 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:54:21.201337 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c554e407-2f28-415f-bd58-bd3bf935200c', 'name': 'network-vif-deleted', 'tag': '76b6d925-c3de-41be-8853-6d49c0805062', 'status': 'completed', 'code': 200} Aug 28 14:54:21.205053 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb58e35-ab3d-4441-8973-b4981c751f1a service neutron] Pushing event updated for resources: {'Port': ['ID=f8a3de65-61df-4ef3-adf9-b305ba5d0182,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:21.207422 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642f073-294e-4ec3-a458-80aa3c1442be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746568e9-2001-4164-ad07-06ee04b0edee,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:21.220493 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-46c6fed5-05ff-45b4-ad2c-1efc8268464b service neutron] 10.222.0.36 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382681 Aug 28 14:54:21.287831 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b9185-e29b-4df8-b8a9-b25bbe467a9b req-233f7a00-8557-4fe3-814f-fa4ed3d83928 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:21.295061 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e16b9185-e29b-4df8-b8a9-b25bbe467a9b req-233f7a00-8557-4fe3-814f-fa4ed3d83928 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 1096 time: 0.2330327 Aug 28 14:54:21.370377 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c0bc10d6-4e48-421d-bf9a-3e5783278f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:21.379746 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c0bc10d6-4e48-421d-bf9a-3e5783278f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:21.381889 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-6e5c0e0f-de89-4f2b-9316-bfc90556b20d service neutron] 10.222.0.36 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536891 Aug 28 14:54:21.384349 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e16b9185-e29b-4df8-b8a9-b25bbe467a9b req-ca985ff6-29f3-43a9-9296-2fbe6475d3ca tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884581 Aug 28 14:54:21.413957 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-61f72601-01e3-4e68-b613-712d758392d7 req-afb58e35-ab3d-4441-8973-b4981c751f1a service neutron] Attempting to bind port f8a3de65-61df-4ef3-adf9-b305ba5d0182 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:54:21.414346 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-61f72601-01e3-4e68-b613-712d758392d7 req-afb58e35-ab3d-4441-8973-b4981c751f1a service neutron] Attempting to bind port f8a3de65-61df-4ef3-adf9-b305ba5d0182 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:54:21.414683 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f72601-01e3-4e68-b613-712d758392d7 req-afb58e35-ab3d-4441-8973-b4981c751f1a service neutron] Attempting to bind port f8a3de65-61df-4ef3-adf9-b305ba5d0182 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:54:21.466889 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f72601-01e3-4e68-b613-712d758392d7 req-afb58e35-ab3d-4441-8973-b4981c751f1a service neutron] Port f8a3de65-61df-4ef3-adf9-b305ba5d0182 on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:54:21.468899 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f72601-01e3-4e68-b613-712d758392d7 req-afb58e35-ab3d-4441-8973-b4981c751f1a service neutron] Attempting to bind port f8a3de65-61df-4ef3-adf9-b305ba5d0182 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:54:21.479351 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c0bc10d6-4e48-421d-bf9a-3e5783278f0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c6c0184600444729b366265539971ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8409095 Aug 28 14:54:21.481877 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f9f83887-2663-4c5b-a322-e2b17c0403a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:21.485782 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53094) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:21.525173 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f72601-01e3-4e68-b613-712d758392d7 req-afb58e35-ab3d-4441-8973-b4981c751f1a service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:54:21.525526 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f72601-01e3-4e68-b613-712d758392d7 req-afb58e35-ab3d-4441-8973-b4981c751f1a service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:54:21.525917 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f72601-01e3-4e68-b613-712d758392d7 req-afb58e35-ab3d-4441-8973-b4981c751f1a service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:54:21.526366 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-61f72601-01e3-4e68-b613-712d758392d7 req-afb58e35-ab3d-4441-8973-b4981c751f1a service neutron] Bound port: f8a3de65-61df-4ef3-adf9-b305ba5d0182, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:54:21.526743 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-61f72601-01e3-4e68-b613-712d758392d7 req-afb58e35-ab3d-4441-8973-b4981c751f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:21.537574 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-852b9c5c-2712-49a3-ab54-984722348cfa tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:21.539373 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-852b9c5c-2712-49a3-ab54-984722348cfa tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a&tenant_id=29e98397e0be4fe1a52442d0d5c53b75&binding%3Ahost_id=n-h1-712137-10 HTTP/1.1" status: 200 len: 1098 time: 0.0996430 Aug 28 14:54:21.553739 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-b7ef5b07-1f81-4038-9191-4295f191f132 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712137-10'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:54:21.557279 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc10d6-4e48-421d-bf9a-3e5783278f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72663c7-2cea-4183-8866-743c1ef9c599,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:21.594322 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53096) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:21.607146 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3f433c90-a3f8-4a64-a189-964716fe3b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:21.671078 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3f433c90-a3f8-4a64-a189-964716fe3b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:21.673079 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-61f72601-01e3-4e68-b613-712d758392d7 req-afb58e35-ab3d-4441-8973-b4981c751f1a service neutron] For port f8a3de65-61df-4ef3-adf9-b305ba5d0182, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:54:21.675588 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-b7ef5b07-1f81-4038-9191-4295f191f132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:21.764118 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-61f72601-01e3-4e68-b613-712d758392d7 req-afb58e35-ab3d-4441-8973-b4981c751f1a service neutron] For port f8a3de65-61df-4ef3-adf9-b305ba5d0182, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f8a3de65-61df-4ef3-adf9-b305ba5d0182,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:54:21.765334 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f9f83887-2663-4c5b-a322-e2b17c0403a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:21.771725 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-86bd2828-57ea-4071-bae7-dd073aa235e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09fc4c3041444335ac3d5dc5dd6801fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1762662 Aug 28 14:54:21.772338 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53110) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:21.792621 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-61f72601-01e3-4e68-b613-712d758392d7 req-afb58e35-ab3d-4441-8973-b4981c751f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:21.795439 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f9f83887-2663-4c5b-a322-e2b17c0403a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:21.863879 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f9f83887-2663-4c5b-a322-e2b17c0403a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f818528c689b44ddb0deb9b9a02398d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2014380 Aug 28 14:54:21.872593 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53112) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:21.879266 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f83887-2663-4c5b-a322-e2b17c0403a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7292fb9-3310-4ccc-b786-5cffd48337c1,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:21.883121 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ae530a67-803c-44e3-b164-3a8751d72757 req-2a6d3f4f-96ed-4bae-abec-a6dfd1435045 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=c554e407-2f28-415f-bd58-bd3bf935200c HTTP/1.1" status: 200 len: 210 time: 0.0474920 Aug 28 14:54:21.906220 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-b7ef5b07-1f81-4038-9191-4295f191f132 service neutron] For port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:21.922244 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f72601-01e3-4e68-b613-712d758392d7 req-afb58e35-ab3d-4441-8973-b4981c751f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:21.922244 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-61f72601-01e3-4e68-b613-712d758392d7 req-afb58e35-ab3d-4441-8973-b4981c751f1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:21.922244 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-61f72601-01e3-4e68-b613-712d758392d7 req-afb58e35-ab3d-4441-8973-b4981c751f1a service neutron] 10.222.0.36 "PUT /v2.0/ports/f8a3de65-61df-4ef3-adf9-b305ba5d0182 HTTP/1.1" status: 200 len: 1096 time: 1.8935828 Aug 28 14:54:21.970649 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-b7ef5b07-1f81-4038-9191-4295f191f132 service neutron] For port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:54:22.019197 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-6b7a1355-6da1-4ea2-9417-096aedbcf8e0 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:22.021449 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-6b7a1355-6da1-4ea2-9417-096aedbcf8e0 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/networks?id=a6bfc57a-d73d-41d0-954b-fff6fef4d808 HTTP/1.1" status: 200 len: 821 time: 0.3526027 Aug 28 14:54:22.022774 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fd89b6-cf60-4b51-b815-9f685a243e4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:54:22.025070 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46918924-ca57-4b23-bfab-11650eb97faf" -d '{"events": [{"server_uuid": "b3fd89b6-cf60-4b51-b815-9f685a243e4a", "name": "network-vif-unplugged", "status": "completed", "tag": "dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:54:22.030017 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-b7ef5b07-1f81-4038-9191-4295f191f132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:22.033880 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3f433c90-a3f8-4a64-a189-964716fe3b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:22.036694 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3f433c90-a3f8-4a64-a189-964716fe3b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:22.037908 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3f433c90-a3f8-4a64-a189-964716fe3b76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e72663c7-2cea-4183-8866-743c1ef9c599 HTTP/1.1" status: 204 len: 168 time: 0.5512636 Aug 28 14:54:22.077681 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-b7ef5b07-1f81-4038-9191-4295f191f132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:22.080037 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb58e35-ab3d-4441-8973-b4981c751f1a service neutron] Pushing event updated for resources: {'Port': ['ID=f8a3de65-61df-4ef3-adf9-b305ba5d0182,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:22.099885 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f433c90-a3f8-4a64-a189-964716fe3b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72663c7-2cea-4183-8866-743c1ef9c599,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:22.106221 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d403a40b-7ab6-4eb8-bd6b-e07992639b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:22.110693 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-c7c61cbf-7baa-414a-bf7b-8559d6db975d tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/quotas/5de95046553a4af6b56ddb9234d40b90 HTTP/1.1" status: 200 len: 375 time: 0.0658813 Aug 28 14:54:22.133927 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac387f-e9be-4292-a972-46f4b4b7d233 req-6cc4f2e2-13eb-4e3b-85c3-6ec24688d940 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:22.135493 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84ac387f-e9be-4292-a972-46f4b4b7d233 req-6cc4f2e2-13eb-4e3b-85c3-6ec24688d940 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cb7d161-b066-408e-bede-ed12a4bb64f5 HTTP/1.1" status: 200 len: 947 time: 0.1177382 Aug 28 14:54:22.196895 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b02e2082-912c-4a75-8f0b-7f77604bd276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:22.206260 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f72601-01e3-4e68-b613-712d758392d7 req-c6363d42-0164-4101-ab97-4801212ac323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:22.207818 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-61f72601-01e3-4e68-b613-712d758392d7 req-c6363d42-0164-4101-ab97-4801212ac323 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f89473c79114968a6e7313c02883c5c&device_id=8cb7d161-b066-408e-bede-ed12a4bb64f5 HTTP/1.1" status: 200 len: 1099 time: 0.2051287 Aug 28 14:54:22.212755 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d403a40b-7ab6-4eb8-bd6b-e07992639b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:22.220186 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef5b07-1f81-4038-9191-4295f191f132 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049,revision_number=7']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:22.230790 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-b7ef5b07-1f81-4038-9191-4295f191f132 service neutron] Attempting to bind port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 on host n-h1-712137-10 for vnic_type normal with profile {"migrating_to": "n-h2-712137-10"} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:54:22.231122 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-b7ef5b07-1f81-4038-9191-4295f191f132 service neutron] Attempting to bind port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:54:22.231649 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-b7ef5b07-1f81-4038-9191-4295f191f132 service neutron] Attempting to bind port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:54:22.237198 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84ac387f-e9be-4292-a972-46f4b4b7d233 req-c9be3956-8b0b-4612-b528-e096eefddda5 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/security-groups?id=f53ba822-397e-4f51-aa69-841bb97f521b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846407 Aug 28 14:54:22.239972 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-b7ef5b07-1f81-4038-9191-4295f191f132 service neutron] Port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:54:22.240458 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-b7ef5b07-1f81-4038-9191-4295f191f132 service neutron] Attempting to bind port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:54:22.257427 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-b7ef5b07-1f81-4038-9191-4295f191f132 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:54:22.259034 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-b7ef5b07-1f81-4038-9191-4295f191f132 service neutron] Checking segment: {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:54:22.261736 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-b7ef5b07-1f81-4038-9191-4295f191f132 service neutron] Bound using segment: {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:54:22.262357 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-b7ef5b07-1f81-4038-9191-4295f191f132 service neutron] Bound port: dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:54:22.262998 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-b7ef5b07-1f81-4038-9191-4295f191f132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:22.277743 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b02e2082-912c-4a75-8f0b-7f77604bd276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:22.295124 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-61f72601-01e3-4e68-b613-712d758392d7 req-ff35fa9a-e1e4-47d9-8f3f-71c0f4d4c420 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=f8a3de65-61df-4ef3-adf9-b305ba5d0182 HTTP/1.1" status: 200 len: 217 time: 0.0733540 Aug 28 14:54:22.319076 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 14:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5357f19-3d9c-4fb0-a619-64b69d5ff9a5 x-openstack-request-id: req-a5357f19-3d9c-4fb0-a619-64b69d5ff9a5 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:54:22.319371 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fd89b6-cf60-4b51-b815-9f685a243e4a", "name": "network-vif-unplugged", "status": "completed", "tag": "dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:54:22.319618 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5357f19-3d9c-4fb0-a619-64b69d5ff9a5 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:54:22.320192 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fd89b6-cf60-4b51-b815-9f685a243e4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049', 'code': 200} Aug 28 14:54:22.351950 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-b7ef5b07-1f81-4038-9191-4295f191f132 service neutron] For port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:54:22.355572 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-b7ef5b07-1f81-4038-9191-4295f191f132 service neutron] For port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:54:22.362560 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-b7ef5b07-1f81-4038-9191-4295f191f132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:22.385048 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-b83521f6-fa5c-4a9b-a21c-b9aa3bb9c211 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5de95046553a4af6b56ddb9234d40b90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2466319 Aug 28 14:54:22.434461 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f72601-01e3-4e68-b613-712d758392d7 req-077f5411-8349-4dc0-b389-15fc7450f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:22.435990 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-61f72601-01e3-4e68-b613-712d758392d7 req-077f5411-8349-4dc0-b389-15fc7450f91a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1288400 Aug 28 14:54:22.470774 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-b7ef5b07-1f81-4038-9191-4295f191f132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:22.471385 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-b7ef5b07-1f81-4038-9191-4295f191f132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:22.472979 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-b7ef5b07-1f81-4038-9191-4295f191f132 service neutron] 10.222.0.36 "PUT /v2.0/ports/dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 HTTP/1.1" status: 200 len: 1124 time: 0.9238656 Aug 28 14:54:22.492931 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef5b07-1f81-4038-9191-4295f191f132 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049,revision_number=8']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:22.512007 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e6036-4c31-40d3-b890-9308a13c2bec req-fd2a1d1b-1fe9-4453-a3f5-2573b10fdbd3 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:22.513847 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-902e6036-4c31-40d3-b890-9308a13c2bec req-fd2a1d1b-1fe9-4453-a3f5-2573b10fdbd3 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 944 time: 0.1191766 Aug 28 14:54:22.523953 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b02e2082-912c-4a75-8f0b-7f77604bd276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:22.526512 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b02e2082-912c-4a75-8f0b-7f77604bd276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:22.530608 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b02e2082-912c-4a75-8f0b-7f77604bd276 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7292fb9-3310-4ccc-b786-5cffd48337c1 HTTP/1.1" status: 204 len: 168 time: 0.6440287 Aug 28 14:54:22.537101 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d403a40b-7ab6-4eb8-bd6b-e07992639b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:22.539398 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d403a40b-7ab6-4eb8-bd6b-e07992639b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:22.543214 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d403a40b-7ab6-4eb8-bd6b-e07992639b46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f80b6b5-763b-4e1b-a58d-931a30f15cda HTTP/1.1" status: 204 len: 168 time: 0.7615275 Aug 28 14:54:22.548605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53132) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:22.561373 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:54:22.569480 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f72601-01e3-4e68-b613-712d758392d7 req-7bed0a4e-8227-423d-9db2-da850d4ec163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:22.571244 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-61f72601-01e3-4e68-b613-712d758392d7 req-7bed0a4e-8227-423d-9db2-da850d4ec163 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1078391 Aug 28 14:54:22.572175 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e2082-912c-4a75-8f0b-7f77604bd276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7292fb9-3310-4ccc-b786-5cffd48337c1,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:22.581896 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b5324e88-29d8-4dc6-bbe6-db4c6654471b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:22.585990 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-fe5f2f9f-e0c0-44bb-b521-07788683daca service neutron] 10.222.0.13 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784828 Aug 28 14:54:22.609897 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403a40b-7ab6-4eb8-bd6b-e07992639b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f80b6b5-763b-4e1b-a58d-931a30f15cda,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:22.640867 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-902e6036-4c31-40d3-b890-9308a13c2bec req-d0f7ef74-b604-451c-80f6-13d6790c7385 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002128 Aug 28 14:54:22.759283 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-26ffccf9-3d9c-4f4b-8098-32af24936c19 service neutron] 10.222.0.13 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607234 Aug 28 14:54:22.761326 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-61f72601-01e3-4e68-b613-712d758392d7 req-0d1c8ffe-2056-410d-8587-4f8c37a8ad76 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782188 Aug 28 14:54:22.812873 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b5324e88-29d8-4dc6-bbe6-db4c6654471b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:22.822192 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b5324e88-29d8-4dc6-bbe6-db4c6654471b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:22.881550 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b5324e88-29d8-4dc6-bbe6-db4c6654471b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00fabc873d5d4d8384f1c44262343faa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3276179 Aug 28 14:54:22.881978 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53136) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:22.927949 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-61f72601-01e3-4e68-b613-712d758392d7 req-03ec809a-e341-4c9f-a082-007ed6feb2ce service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594203 Aug 28 14:54:22.955626 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5324e88-29d8-4dc6-bbe6-db4c6654471b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6433e5ac-2d26-4600-b257-53e46d0f851d,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:22.991561 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5ae49d10-5100-4be0-9df2-5a9ffb998d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:23.024630 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5ae49d10-5100-4be0-9df2-5a9ffb998d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:23.087401 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5ae49d10-5100-4be0-9df2-5a9ffb998d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:23.090946 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5ae49d10-5100-4be0-9df2-5a9ffb998d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:23.093084 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5ae49d10-5100-4be0-9df2-5a9ffb998d17 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6433e5ac-2d26-4600-b257-53e46d0f851d HTTP/1.1" status: 204 len: 168 time: 0.2100194 Aug 28 14:54:23.116503 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae49d10-5100-4be0-9df2-5a9ffb998d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6433e5ac-2d26-4600-b257-53e46d0f851d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:23.151169 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-37a06812-9c4f-4dff-948a-2dd59a99f945 req-26869813-7523-4326-9e17-9a3ffa6cac26 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 210 time: 0.0979350 Aug 28 14:54:23.202501 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb7d161-b066-408e-bede-ed12a4bb64f5', 'tag': 'f8a3de65-61df-4ef3-adf9-b305ba5d0182'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:54:23.205072 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e10039-ba75-4bab-b220-70e44dcf0d69" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb7d161-b066-408e-bede-ed12a4bb64f5", "tag": "f8a3de65-61df-4ef3-adf9-b305ba5d0182"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:54:23.207142 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 76b6d925-c3de-41be-8853-6d49c0805062 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:54:23.228398 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53156) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:23.250370 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 76b6d925-c3de-41be-8853-6d49c0805062 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:54:23.251507 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 76b6d925-c3de-41be-8853-6d49c0805062 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:54:23.259576 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c8b07461-9a19-4c5a-a0fb-6bde2b13d2f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:23.309015 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5980afd7-3ced-4981-9500-b465dcbe1af4 x-openstack-request-id: req-5980afd7-3ced-4981-9500-b465dcbe1af4 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:54:23.309302 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb7d161-b066-408e-bede-ed12a4bb64f5", "tag": "f8a3de65-61df-4ef3-adf9-b305ba5d0182", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:54:23.309585 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5980afd7-3ced-4981-9500-b465dcbe1af4 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:54:23.309933 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb7d161-b066-408e-bede-ed12a4bb64f5', 'tag': 'f8a3de65-61df-4ef3-adf9-b305ba5d0182', 'status': 'completed', 'code': 200} Aug 28 14:54:23.450510 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874b81d-460a-4cf0-890c-b9a0b167d91d req-ffe91adc-af0f-440c-aee0-008a8976bb0e tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:23.453883 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4874b81d-460a-4cf0-890c-b9a0b167d91d req-ffe91adc-af0f-440c-aee0-008a8976bb0e tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=672572f4-77cf-4370-8783-e24c56894aef HTTP/1.1" status: 200 len: 950 time: 0.0976415 Aug 28 14:54:23.467186 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e10039-ba75-4bab-b220-70e44dcf0d69 req-5554bba9-6b60-4789-b98f-0dfeb6c0a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:23.468899 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d9e10039-ba75-4bab-b220-70e44dcf0d69 req-5554bba9-6b60-4789-b98f-0dfeb6c0a58a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f89473c79114968a6e7313c02883c5c&device_id=8cb7d161-b066-408e-bede-ed12a4bb64f5 HTTP/1.1" status: 200 len: 1099 time: 0.1316302 Aug 28 14:54:23.502890 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c8b07461-9a19-4c5a-a0fb-6bde2b13d2f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:23.515797 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c8b07461-9a19-4c5a-a0fb-6bde2b13d2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:23.542338 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a402e3-b993-4613-acd8-52d9e2203244 req-511ed94c-fa7f-4a96-93f2-d973f29aac56 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:23.550338 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e3a402e3-b993-4613-acd8-52d9e2203244 req-511ed94c-fa7f-4a96-93f2-d973f29aac56 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cb7d161-b066-408e-bede-ed12a4bb64f5 HTTP/1.1" status: 200 len: 947 time: 0.1441140 Aug 28 14:54:23.552958 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b07461-9a19-4c5a-a0fb-6bde2b13d2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae8f46f-f390-415b-a357-14c8afc7a543,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:23.564506 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4874b81d-460a-4cf0-890c-b9a0b167d91d req-0bc08194-7202-4156-958c-f96ee787a396 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/security-groups?id=60412d6b-f9b2-4519-aec8-73c38a507b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005311 Aug 28 14:54:23.591903 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c8b07461-9a19-4c5a-a0fb-6bde2b13d2f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b44845f2502c45acaf829992d7535f7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3610613 Aug 28 14:54:23.594149 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53178) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:23.669394 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c53db06d-cfbc-448c-afec-0874898cc161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:23.704527 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c53db06d-cfbc-448c-afec-0874898cc161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:23.905189 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7bc1c-4c63-466e-958e-ad6b0470c928 req-3f99b29a-6fc7-49b8-a66a-50566613bec4 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:23.919317 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7bf7bc1c-4c63-466e-958e-ad6b0470c928 req-3f99b29a-6fc7-49b8-a66a-50566613bec4 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 944 time: 0.1582010 Aug 28 14:54:23.927684 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e3a402e3-b993-4613-acd8-52d9e2203244 req-22d5f2f0-3f0d-42f6-8131-df722f703271 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/security-groups?id=f53ba822-397e-4f51-aa69-841bb97f521b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753779 Aug 28 14:54:23.936568 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c53db06d-cfbc-448c-afec-0874898cc161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:23.942229 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c53db06d-cfbc-448c-afec-0874898cc161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:23.944999 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c53db06d-cfbc-448c-afec-0874898cc161 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ae8f46f-f390-415b-a357-14c8afc7a543 HTTP/1.1" status: 204 len: 168 time: 0.3496614 Aug 28 14:54:23.961599 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e10039-ba75-4bab-b220-70e44dcf0d69 req-38b28c97-e679-4907-9e82-8f107ade12cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:23.963086 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d9e10039-ba75-4bab-b220-70e44dcf0d69 req-38b28c97-e679-4907-9e82-8f107ade12cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.4851747 Aug 28 14:54:23.966814 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53db06d-cfbc-448c-afec-0874898cc161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae8f46f-f390-415b-a357-14c8afc7a543,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:24.022249 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7bf7bc1c-4c63-466e-958e-ad6b0470c928 req-3792d711-5ebd-46ee-8140-11226f07935f tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017087 Aug 28 14:54:24.031449 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d9e10039-ba75-4bab-b220-70e44dcf0d69 req-90d9ceff-c9bb-4a52-85bb-fb3169b30544 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=f8a3de65-61df-4ef3-adf9-b305ba5d0182 HTTP/1.1" status: 200 len: 217 time: 0.0559940 Aug 28 14:54:24.082589 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:24.104187 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e10039-ba75-4bab-b220-70e44dcf0d69 req-d19d701a-fa59-4427-9ebc-1cfb0542f40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:24.105730 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d9e10039-ba75-4bab-b220-70e44dcf0d69 req-d19d701a-fa59-4427-9ebc-1cfb0542f40e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.0601461 Aug 28 14:54:24.162162 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e10039-ba75-4bab-b220-70e44dcf0d69 req-159549a8-08e9-4291-9b13-4d9eb81fa560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:24.163740 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d9e10039-ba75-4bab-b220-70e44dcf0d69 req-159549a8-08e9-4291-9b13-4d9eb81fa560 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0482469 Aug 28 14:54:24.264668 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fb5375e5-c259-4f3d-9192-4879838465b0 req-0859126f-c0ea-48eb-98f7-098ae9d2098e tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 210 time: 0.0370815 Aug 28 14:54:24.274734 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d9e10039-ba75-4bab-b220-70e44dcf0d69 req-9f9786a6-d076-440e-9fa3-9b41b5029f71 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014738 Aug 28 14:54:24.321118 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3fd89b6-cf60-4b51-b815-9f685a243e4a', 'tag': 'dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:54:24.323433 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1489d0e-f047-4f27-9c87-23add84555f2" -d '{"events": [{"name": "network-changed", "server_uuid": "b3fd89b6-cf60-4b51-b815-9f685a243e4a", "tag": "dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:54:24.395393 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb66d11-3788-455a-971b-6de23203afd3 x-openstack-request-id: req-bcb66d11-3788-455a-971b-6de23203afd3 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:54:24.395884 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3fd89b6-cf60-4b51-b815-9f685a243e4a", "tag": "dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:54:24.396305 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bcb66d11-3788-455a-971b-6de23203afd3 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:54:24.396785 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3fd89b6-cf60-4b51-b815-9f685a243e4a', 'tag': 'dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049', 'status': 'completed', 'code': 200} Aug 28 14:54:24.475276 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d9e10039-ba75-4bab-b220-70e44dcf0d69 req-8c67cf62-264e-4b6d-9f60-9c1b4909dcb1 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914837 Aug 28 14:54:24.485221 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1489d0e-f047-4f27-9c87-23add84555f2 req-67a4a3e5-0a44-4dc8-9cbe-95765199cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:24.487113 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1489d0e-f047-4f27-9c87-23add84555f2 req-67a4a3e5-0a44-4dc8-9cbe-95765199cd75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29e98397e0be4fe1a52442d0d5c53b75&device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 1127 time: 0.0633445 Aug 28 14:54:24.626652 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-d993adea-c281-4580-bd4c-3c892ef38f35 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:24.630469 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-d993adea-c281-4580-bd4c-3c892ef38f35 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.36 "GET /v2.0/networks?id=a6bfc57a-d73d-41d0-954b-fff6fef4d808 HTTP/1.1" status: 200 len: 821 time: 0.2141402 Aug 28 14:54:24.651436 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-50ac8367-f94b-4cd7-a0bb-0818888b6330 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Request body: {'port': {'device_id': 'f2cb35e8-650a-4f8a-b769-71c1f3e8d327', 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808', 'admin_state_up': True, 'tenant_id': '5de95046553a4af6b56ddb9234d40b90'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:54:24.653026 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1489d0e-f047-4f27-9c87-23add84555f2 req-2190d09e-9d54-4873-85fe-0cf7ff1c19d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:24.654834 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1489d0e-f047-4f27-9c87-23add84555f2 req-2190d09e-9d54-4873-85fe-0cf7ff1c19d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45 HTTP/1.1" status: 200 len: 909 time: 0.1593888 Aug 28 14:54:24.719448 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1489d0e-f047-4f27-9c87-23add84555f2 req-7179aca8-7695-429c-a04e-dbecfed095e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 HTTP/1.1" status: 200 len: 217 time: 0.0571055 Aug 28 14:54:24.777372 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1489d0e-f047-4f27-9c87-23add84555f2 req-2f6c1b74-ff36-42d7-b755-e0926f84606f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:24.779186 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1489d0e-f047-4f27-9c87-23add84555f2 req-2f6c1b74-ff36-42d7-b755-e0926f84606f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c5688cf-0eb8-4e6f-8c97-3f260fd91357 HTTP/1.1" status: 200 len: 848 time: 0.0521543 Aug 28 14:54:24.781705 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42221ad-dd32-4298-a185-38d80f7b9234 req-241a4c6f-02d9-4997-923d-11b4e8fc13dd tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:24.783270 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a42221ad-dd32-4298-a185-38d80f7b9234 req-241a4c6f-02d9-4997-923d-11b4e8fc13dd tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=672572f4-77cf-4370-8783-e24c56894aef HTTP/1.1" status: 200 len: 950 time: 0.1053984 Aug 28 14:54:24.822223 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1489d0e-f047-4f27-9c87-23add84555f2 req-e059a4d7-950b-4e6e-856b-474190251eca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327137 Aug 28 14:54:24.870227 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a42221ad-dd32-4298-a185-38d80f7b9234 req-5d83f825-c61e-4fc7-a4d2-a6cc703efefa tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/security-groups?id=60412d6b-f9b2-4519-aec8-73c38a507b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722623 Aug 28 14:54:24.893293 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-50ac8367-f94b-4cd7-a0bb-0818888b6330 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Made reservation on behalf of 5de95046553a4af6b56ddb9234d40b90 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:54:24.897754 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-50ac8367-f94b-4cd7-a0bb-0818888b6330 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:24.948155 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1489d0e-f047-4f27-9c87-23add84555f2 req-a9171f4b-2529-4357-be95-42cd6e220b08 service neutron] 10.222.0.41 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150937 Aug 28 14:54:24.991426 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3282b4-5c05-4811-a965-489d7df4fc5f req-ff26a7d9-c0a8-4d5a-a42f-2201bf9b9f08 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:24.993055 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2a3282b4-5c05-4811-a965-489d7df4fc5f req-ff26a7d9-c0a8-4d5a-a42f-2201bf9b9f08 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.41 "GET /v2.0/ports?device_id=672572f4-77cf-4370-8783-e24c56894aef HTTP/1.1" status: 200 len: 950 time: 0.1442707 Aug 28 14:54:25.120176 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecaf0b-a2bd-4f51-bdda-68899575ca81 req-fd934509-5502-40b2-92d1-fb706d05de0b tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:25.122040 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0aecaf0b-a2bd-4f51-bdda-68899575ca81 req-fd934509-5502-40b2-92d1-fb706d05de0b tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cb7d161-b066-408e-bede-ed12a4bb64f5 HTTP/1.1" status: 200 len: 947 time: 0.0990858 Aug 28 14:54:25.181130 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1489d0e-f047-4f27-9c87-23add84555f2 req-0ff02714-2faa-4da0-9cfb-3c5acda43f1c service neutron] 10.222.0.41 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230475 Aug 28 14:54:25.193967 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:54:25.203112 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-50ac8367-f94b-4cd7-a0bb-0818888b6330 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Allocated IP 172.20.0.6 (a6bfc57a-d73d-41d0-954b-fff6fef4d808/f920e854-f768-4846-871d-087306f43fd9/890c27bf-134b-4115-a061-a00857c8fb82) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:54:25.212913 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0aecaf0b-a2bd-4f51-bdda-68899575ca81 req-ed0d0311-5530-40b4-b47d-54d44aa986e3 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/security-groups?id=f53ba822-397e-4f51-aa69-841bb97f521b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689054 Aug 28 14:54:25.345813 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-2a3282b4-5c05-4811-a965-489d7df4fc5f req-24a61e73-5719-4c35-99dd-1c92e45bf78c tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Deleting port cce4b436-0793-49ff-9c79-b64034828e71 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:54:25.346375 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-2a3282b4-5c05-4811-a965-489d7df4fc5f req-24a61e73-5719-4c35-99dd-1c92e45bf78c tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:25.376764 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:25.393965 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 has no active binding in host n-h2-712137-10 {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 14:54:25.400840 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-26053f02-c25a-4c0f-b631-4ebfae5dbcd8 req-d4a44742-3a88-4dfc-a8cf-bd8eeacee311 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 210 time: 0.0408051 Aug 28 14:54:25.449132 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e852a-c8d6-4de9-b5bd-202ae1347a91 req-4157a4a1-a80d-4e58-a0c5-0578bda8fb20 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:25.456152 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c07e852a-c8d6-4de9-b5bd-202ae1347a91 req-4157a4a1-a80d-4e58-a0c5-0578bda8fb20 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 944 time: 0.2353153 Aug 28 14:54:25.542460 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c07e852a-c8d6-4de9-b5bd-202ae1347a91 req-410d29bf-b1ea-4914-a999-538fe23e6db0 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854015 Aug 28 14:54:25.577590 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-2a3282b4-5c05-4811-a965-489d7df4fc5f req-24a61e73-5719-4c35-99dd-1c92e45bf78c tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] For port cce4b436-0793-49ff-9c79-b64034828e71, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=cce4b436-0793-49ff-9c79-b64034828e71,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:25.577953 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-2a3282b4-5c05-4811-a965-489d7df4fc5f req-24a61e73-5719-4c35-99dd-1c92e45bf78c tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:25.589583 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-50ac8367-f94b-4cd7-a0bb-0818888b6330 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:25.605807 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-2a3282b4-5c05-4811-a965-489d7df4fc5f req-24a61e73-5719-4c35-99dd-1c92e45bf78c tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Calling delete_port for cce4b436-0793-49ff-9c79-b64034828e71 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:54:25.702604 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-50ac8367-f94b-4cd7-a0bb-0818888b6330 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:25.755509 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-50ac8367-f94b-4cd7-a0bb-0818888b6330 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Network a6bfc57a-d73d-41d0-954b-fff6fef4d808 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:54:25.762899 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-50ac8367-f94b-4cd7-a0bb-0818888b6330 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:54:25.782296 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac8367-f94b-4cd7-a0bb-0818888b6330 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Pushing event updated for resources: {'Port': ['ID=890c27bf-134b-4115-a061-a00857c8fb82,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:25.784687 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-50ac8367-f94b-4cd7-a0bb-0818888b6330 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:54:25.851469 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-50ac8367-f94b-4cd7-a0bb-0818888b6330 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:25.852127 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-50ac8367-f94b-4cd7-a0bb-0818888b6330 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:25.856213 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-2a3282b4-5c05-4811-a965-489d7df4fc5f req-24a61e73-5719-4c35-99dd-1c92e45bf78c tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:25.868711 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['cce4b436-0793-49ff-9c79-b64034828e71'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:54:25.894319 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a61e73-5719-4c35-99dd-1c92e45bf78c tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Pushing event deleted for resources: {'Port': ['ID=cce4b436-0793-49ff-9c79-b64034828e71,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:25.902593 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-50ac8367-f94b-4cd7-a0bb-0818888b6330 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2560956 Aug 28 14:54:25.941902 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-1bf8192d-f2c1-4d5c-9bb0-be169f0380fd service neutron] Request body: {'port': {'device_id': 'f2cb35e8-650a-4f8a-b769-71c1f3e8d327', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:54:26.037118 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-9e0a2b60-20a0-4481-b942-b1b4d6434e88 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ba84044896304dfc8cc637db280afa68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478659 Aug 28 14:54:26.061755 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3282b4-5c05-4811-a965-489d7df4fc5f req-24a61e73-5719-4c35-99dd-1c92e45bf78c tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] No DVR routers for this DVR port cce4b436-0793-49ff-9c79-b64034828e71 on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:54:26.081730 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-2a3282b4-5c05-4811-a965-489d7df4fc5f req-24a61e73-5719-4c35-99dd-1c92e45bf78c tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:26.088139 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2a3282b4-5c05-4811-a965-489d7df4fc5f req-24a61e73-5719-4c35-99dd-1c92e45bf78c tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.41 "DELETE /v2.0/ports/cce4b436-0793-49ff-9c79-b64034828e71 HTTP/1.1" status: 204 len: 173 time: 1.0832655 Aug 28 14:54:26.152687 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:26.232693 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-6039b5b7-b1a0-4907-867a-e7db6f07b7d6 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:26.234939 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-6039b5b7-b1a0-4907-867a-e7db6f07b7d6 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1968398 Aug 28 14:54:26.262047 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-cfa36c40-d6c8-4201-aad1-76a280a773ce tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/quotas/ba84044896304dfc8cc637db280afa68 HTTP/1.1" status: 200 len: 375 time: 0.0186555 Aug 28 14:54:26.299790 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-ee11f73a-7e1d-4d6e-94ab-5e5bc393eee9 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba84044896304dfc8cc637db280afa68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366950 Aug 28 14:54:26.386491 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8413467b-51f7-4c47-bc7b-4360f48cb7e9 req-cbcfbe74-c94c-4681-b78a-847a83d3dae8 tempest-LiveMigrationNegativeTest-2083093497 tempest-LiveMigrationNegativeTest-2083093497-project] 10.222.0.13 "GET /v2.0/ports?device_id=672572f4-77cf-4370-8783-e24c56894aef HTTP/1.1" status: 200 len: 210 time: 0.3246119 Aug 28 14:54:26.407079 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672572f4-77cf-4370-8783-e24c56894aef', 'name': 'network-vif-deleted', 'tag': 'cce4b436-0793-49ff-9c79-b64034828e71'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:54:26.409637 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a90b25d-6e32-46e7-ae86-0f321b0f8fe1" -d '{"events": [{"server_uuid": "672572f4-77cf-4370-8783-e24c56894aef", "name": "network-vif-deleted", "tag": "cce4b436-0793-49ff-9c79-b64034828e71"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:54:26.442539 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-1bf8192d-f2c1-4d5c-9bb0-be169f0380fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:26.513155 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-98e50d27-8714-4d7a-854f-25327ec22b71 service neutron] 10.222.0.41 "GET /v2.0/ports/dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049/bindings/n-h2-712137-10 HTTP/1.1" status: 200 len: 385 time: 0.1355953 Aug 28 14:54:26.672589 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65efb9-1369-41db-989a-f59c0e956a5b req-2c7b0171-f746-4c67-a0af-78fff2041421 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:26.688453 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6b65efb9-1369-41db-989a-f59c0e956a5b req-2c7b0171-f746-4c67-a0af-78fff2041421 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cb7d161-b066-408e-bede-ed12a4bb64f5 HTTP/1.1" status: 200 len: 947 time: 0.0894926 Aug 28 14:54:26.744123 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6b65efb9-1369-41db-989a-f59c0e956a5b req-c95c8e4f-5052-4d8d-967d-c20d73629576 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/security-groups?id=f53ba822-397e-4f51-aa69-841bb97f521b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537162 Aug 28 14:54:26.833354 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fa766b-20eb-458e-b263-ecabf1333c3b x-openstack-request-id: req-a1fa766b-20eb-458e-b263-ecabf1333c3b {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:54:26.833634 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672572f4-77cf-4370-8783-e24c56894aef", "name": "network-vif-deleted", "tag": "cce4b436-0793-49ff-9c79-b64034828e71", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:54:26.833878 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1fa766b-20eb-458e-b263-ecabf1333c3b {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:54:26.834477 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672572f4-77cf-4370-8783-e24c56894aef', 'name': 'network-vif-deleted', 'tag': 'cce4b436-0793-49ff-9c79-b64034828e71', 'status': 'completed', 'code': 200} Aug 28 14:54:26.946664 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ef516-117e-492e-bf1f-f366ad7f2a65 req-47882e4f-2246-4a26-916d-901b6d34ab3d tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:26.948324 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-065ef516-117e-492e-bf1f-f366ad7f2a65 req-47882e4f-2246-4a26-916d-901b6d34ab3d tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 944 time: 0.0535884 Aug 28 14:54:26.992664 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-065ef516-117e-492e-bf1f-f366ad7f2a65 req-9b730ce9-5104-4fc7-a0c6-f8a18f6797e1 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367103 Aug 28 14:54:26.999616 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7058ad-e183-4247-bf38-7856fad96845 req-05eac109-4b3c-47ed-a6b0-9661e2e41b79 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:27.001572 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2b7058ad-e183-4247-bf38-7856fad96845 req-05eac109-4b3c-47ed-a6b0-9661e2e41b79 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 931 time: 0.1532505 Aug 28 14:54:27.032998 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-d35842d7-a933-466f-a328-72bbec1faf0b service neutron] For port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:27.093308 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-d35842d7-a933-466f-a328-72bbec1faf0b service neutron] For port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:54:27.104658 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-1bf8192d-f2c1-4d5c-9bb0-be169f0380fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 890c27bf-134b-4115-a061-a00857c8fb82 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:54:27.132556 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-1bf8192d-f2c1-4d5c-9bb0-be169f0380fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:27.138971 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2b7058ad-e183-4247-bf38-7856fad96845 req-060969dc-954f-4443-9d8f-c119d872aa93 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204066 Aug 28 14:54:27.156263 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-d35842d7-a933-466f-a328-72bbec1faf0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:54:27.164909 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-1bf8192d-f2c1-4d5c-9bb0-be169f0380fd service neutron] Transition to ACTIVE for port object 890c27bf-134b-4115-a061-a00857c8fb82 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:54:27.170399 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-d35842d7-a933-466f-a328-72bbec1faf0b service neutron] For port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:27.173710 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-1bf8192d-f2c1-4d5c-9bb0-be169f0380fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:27.200617 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f8a3de65-61df-4ef3-adf9-b305ba5d0182 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:54:27.230163 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-d35842d7-a933-466f-a328-72bbec1faf0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:27.243673 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-255848aa-08a7-46bc-88fc-0a493439dfc9 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ba84044896304dfc8cc637db280afa68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494597 Aug 28 14:54:27.259159 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8192d-f2c1-4d5c-9bb0-be169f0380fd service neutron] Pushing event updated for resources: {'Port': ['ID=890c27bf-134b-4115-a061-a00857c8fb82,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:27.338640 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port f8a3de65-61df-4ef3-adf9-b305ba5d0182, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f8a3de65-61df-4ef3-adf9-b305ba5d0182,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:27.353175 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'f8a3de65-61df-4ef3-adf9-b305ba5d0182', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': 'f8a3de65-61df-4ef3-adf9-b305ba5d0182', 'mac_address': 'fa:16:3e:87:68:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:54:27.418122 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:27.418509 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-1bf8192d-f2c1-4d5c-9bb0-be169f0380fd service neutron] Attempting to bind port 890c27bf-134b-4115-a061-a00857c8fb82 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:54:27.418994 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-1bf8192d-f2c1-4d5c-9bb0-be169f0380fd service neutron] Attempting to bind port 890c27bf-134b-4115-a061-a00857c8fb82 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:54:27.419157 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-1bf8192d-f2c1-4d5c-9bb0-be169f0380fd service neutron] Attempting to bind port 890c27bf-134b-4115-a061-a00857c8fb82 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:54:27.423365 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-01477ee6-222d-47cd-accc-2e8183009785 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:27.427058 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-1bf8192d-f2c1-4d5c-9bb0-be169f0380fd service neutron] Port 890c27bf-134b-4115-a061-a00857c8fb82 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:54:27.427382 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-1bf8192d-f2c1-4d5c-9bb0-be169f0380fd service neutron] Attempting to bind port 890c27bf-134b-4115-a061-a00857c8fb82 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:54:27.432183 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-01477ee6-222d-47cd-accc-2e8183009785 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1809573 Aug 28 14:54:27.437529 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a3de65-61df-4ef3-adf9-b305ba5d0182 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:54:27.437692 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-1bf8192d-f2c1-4d5c-9bb0-be169f0380fd service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:54:27.437998 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-1bf8192d-f2c1-4d5c-9bb0-be169f0380fd service neutron] Checking segment: {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:54:27.438518 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-1bf8192d-f2c1-4d5c-9bb0-be169f0380fd service neutron] Bound using segment: {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:54:27.438948 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-1bf8192d-f2c1-4d5c-9bb0-be169f0380fd service neutron] Bound port: 890c27bf-134b-4115-a061-a00857c8fb82, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:54:27.439299 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-1bf8192d-f2c1-4d5c-9bb0-be169f0380fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:27.449617 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-626946b9-24a1-4a2b-bf7f-fe17a71ad412 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/quotas/ba84044896304dfc8cc637db280afa68 HTTP/1.1" status: 200 len: 375 time: 0.0161991 Aug 28 14:54:27.461472 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-d35842d7-a933-466f-a328-72bbec1faf0b service neutron] Transition to ACTIVE for port object dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:54:27.469774 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port f8a3de65-61df-4ef3-adf9-b305ba5d0182, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f8a3de65-61df-4ef3-adf9-b305ba5d0182,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:27.481037 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:27.486578 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-d35842d7-a933-466f-a328-72bbec1faf0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:27.492678 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-8c1cc791-dc78-4188-8e5d-e9271909d9e8 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba84044896304dfc8cc637db280afa68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421133 Aug 28 14:54:27.544039 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=f8a3de65-61df-4ef3-adf9-b305ba5d0182,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:27.552632 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35842d7-a933-466f-a328-72bbec1faf0b service neutron] Pushing event updated for resources: {'Port': ['ID=dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049,revision_number=10']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:27.629792 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-d35842d7-a933-466f-a328-72bbec1faf0b service neutron] No DVR routers for this DVR port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:54:27.644707 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-1bf8192d-f2c1-4d5c-9bb0-be169f0380fd service neutron] For port 890c27bf-134b-4115-a061-a00857c8fb82, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:54:27.652188 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-1bf8192d-f2c1-4d5c-9bb0-be169f0380fd service neutron] For port 890c27bf-134b-4115-a061-a00857c8fb82, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=890c27bf-134b-4115-a061-a00857c8fb82,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:54:27.721735 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['f8a3de65-61df-4ef3-adf9-b305ba5d0182'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:54:27.728758 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-d35842d7-a933-466f-a328-72bbec1faf0b service neutron] 10.222.0.41 "PUT /v2.0/ports/dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049/bindings/n-h2-712137-10/activate HTTP/1.1" status: 200 len: 370 time: 1.1985838 Aug 28 14:54:27.730648 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-1bf8192d-f2c1-4d5c-9bb0-be169f0380fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:27.786818 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-1bf8192d-f2c1-4d5c-9bb0-be169f0380fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:27.787626 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-1bf8192d-f2c1-4d5c-9bb0-be169f0380fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:27.789691 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-1bf8192d-f2c1-4d5c-9bb0-be169f0380fd service neutron] 10.222.0.36 "PUT /v2.0/ports/890c27bf-134b-4115-a061-a00857c8fb82 HTTP/1.1" status: 200 len: 1092 time: 1.8642330 Aug 28 14:54:27.795996 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-762d7b75-2724-4e87-b393-904abeab256f req-ae07bab7-e243-4a4b-a71c-bac1b1db385f tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0278b25-89a6-47d1-922e-0933c2a24243 HTTP/1.1" status: 200 len: 210 time: 0.0708284 Aug 28 14:54:27.880862 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-aa6c1f50-b3c3-4fa8-8d61-062545ce4c7c tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ba84044896304dfc8cc637db280afa68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0901701 Aug 28 14:54:28.017807 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8192d-f2c1-4d5c-9bb0-be169f0380fd service neutron] Pushing event updated for resources: {'Port': ['ID=890c27bf-134b-4115-a061-a00857c8fb82,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:28.036286 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-d87b1e15-4674-447f-a99d-bc0e473aaebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:28.037798 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-d87b1e15-4674-447f-a99d-bc0e473aaebe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de95046553a4af6b56ddb9234d40b90&device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 1095 time: 0.1035476 Aug 28 14:54:28.046443 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c26427-03a9-4ad5-9387-c41b856ec59c req-d9c37219-e0d8-4534-b599-905c68a8a012 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:28.054998 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d1c26427-03a9-4ad5-9387-c41b856ec59c req-d9c37219-e0d8-4534-b599-905c68a8a012 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cb7d161-b066-408e-bede-ed12a4bb64f5 HTTP/1.1" status: 200 len: 948 time: 0.1414275 Aug 28 14:54:28.116407 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-db1bd40a-dd8a-4440-a77e-79c739f7cb62 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=890c27bf-134b-4115-a061-a00857c8fb82 HTTP/1.1" status: 200 len: 217 time: 0.0592570 Aug 28 14:54:28.161123 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53392) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:28.177891 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d1c26427-03a9-4ad5-9387-c41b856ec59c req-b7b5a208-f276-440a-a88a-7e3cbe6ff071 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/security-groups?id=f53ba822-397e-4f51-aa69-841bb97f521b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218679 Aug 28 14:54:28.213645 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-4954777a-bf3d-4b66-a058-90b51e6d96c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:28.218182 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-4954777a-bf3d-4b66-a058-90b51e6d96c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f920e854-f768-4846-871d-087306f43fd9 HTTP/1.1" status: 200 len: 861 time: 0.0914757 Aug 28 14:54:28.253868 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-585035c6-abdc-4921-8746-2c11f3b29555 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:28.256052 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-585035c6-abdc-4921-8746-2c11f3b29555 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a&tenant_id=29e98397e0be4fe1a52442d0d5c53b75&binding%3Ahost_id=n-h1-712137-10 HTTP/1.1" status: 200 len: 1097 time: 0.3574481 Aug 28 14:54:28.268139 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95978d8e-2dbf-4c18-85cd-3dc645c9a2b5 req-8a445c2c-eaf1-4f44-863e-34dbf6dda008 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:28.275581 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-95978d8e-2dbf-4c18-85cd-3dc645c9a2b5 req-8a445c2c-eaf1-4f44-863e-34dbf6dda008 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 945 time: 0.1271763 Aug 28 14:54:28.290613 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-92a3f9cd-c03a-4d63-8919-2bd864c80dd1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6bfc57a-d73d-41d0-954b-fff6fef4d808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649550 Aug 28 14:54:28.310472 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-29c79628-f3e7-4bb3-9a1b-f3448b10de40 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:28.312355 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-29c79628-f3e7-4bb3-9a1b-f3448b10de40 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3680449 Aug 28 14:54:28.340624 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-36560c7a-acbb-424b-bd70-e18b0c86d8ff tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Request body: {'port': {'device_id': '1b57071b-338d-4272-b03b-4b789485abb1', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'admin_state_up': True, 'tenant_id': 'ba84044896304dfc8cc637db280afa68'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:54:28.443520 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2ef3c91f-7b0b-4365-ba2d-9319485a0b89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0e678d690f346928c330da2a4b836ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776916 Aug 28 14:54:28.447105 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53406) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:28.461294 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-13eaf33a-7188-43f2-9034-7e7d42816ed8 service neutron] 10.222.0.36 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620965 Aug 28 14:54:28.479843 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-9db2532c-db83-4963-ae41-1826844c7a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:28.481349 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-9db2532c-db83-4963-ae41-1826844c7a0b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a&tenant_id=29e98397e0be4fe1a52442d0d5c53b75 HTTP/1.1" status: 200 len: 1097 time: 0.2033010 Aug 28 14:54:28.492359 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-95978d8e-2dbf-4c18-85cd-3dc645c9a2b5 req-a290e66c-4a9f-4654-ab8c-16e89490493d tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157080 Aug 28 14:54:28.528018 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1df7b1-f433-4524-84f8-1219001d78cb req-bc5e693b-f70b-4619-bfee-912fd51e66c5 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:28.529888 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8f1df7b1-f433-4524-84f8-1219001d78cb req-bc5e693b-f70b-4619-bfee-912fd51e66c5 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 943 time: 0.1127086 Aug 28 14:54:28.598629 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8f1df7b1-f433-4524-84f8-1219001d78cb req-6b8555b3-c1d1-4d97-bd29-b977bea930d2 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565658 Aug 28 14:54:28.614827 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5dce72a5-e4e1-463c-892a-19af8b5a3edb req-7c3ed131-bcd4-4e74-b8bf-1a478a8a71f9 service neutron] 10.222.0.36 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454794 Aug 28 14:54:28.651325 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-36560c7a-acbb-424b-bd70-e18b0c86d8ff tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Made reservation on behalf of ba84044896304dfc8cc637db280afa68 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:54:28.654988 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-36560c7a-acbb-424b-bd70-e18b0c86d8ff tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:28.670807 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-36560c7a-acbb-424b-bd70-e18b0c86d8ff tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:28.674225 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0097e5e6-1f13-49ce-9a83-ae11454d4c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:28.700620 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-bc57b294-e1fa-4ae9-9c7f-ff91c9f667fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:28.702052 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-bc57b294-e1fa-4ae9-9c7f-ff91c9f667fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=29e98397e0be4fe1a52442d0d5c53b75&device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 1097 time: 0.1614132 Aug 28 14:54:28.762096 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0097e5e6-1f13-49ce-9a83-ae11454d4c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:28.836056 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2cb35e8-650a-4f8a-b769-71c1f3e8d327', 'tag': '890c27bf-134b-4115-a061-a00857c8fb82'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:54:28.838362 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba61fe1f-6030-4c70-9635-768804e6452d" -d '{"events": [{"name": "network-changed", "server_uuid": "f2cb35e8-650a-4f8a-b769-71c1f3e8d327", "tag": "890c27bf-134b-4115-a061-a00857c8fb82"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:54:28.877787 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-fe6921a1-df24-47fc-a257-399692dc5ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:28.879309 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-fe6921a1-df24-47fc-a257-399692dc5ba4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45 HTTP/1.1" status: 200 len: 909 time: 0.1697130 Aug 28 14:54:28.925075 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0097e5e6-1f13-49ce-9a83-ae11454d4c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:28.929305 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0097e5e6-1f13-49ce-9a83-ae11454d4c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:28.929929 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0097e5e6-1f13-49ce-9a83-ae11454d4c6a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60412d6b-f9b2-4519-aec8-73c38a507b12 HTTP/1.1" status: 204 len: 168 time: 0.4751198 Aug 28 14:54:28.933424 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e02830f-97fb-4a2e-8fa8-9cfb324bec76 x-openstack-request-id: req-9e02830f-97fb-4a2e-8fa8-9cfb324bec76 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:54:28.933783 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2cb35e8-650a-4f8a-b769-71c1f3e8d327", "tag": "890c27bf-134b-4115-a061-a00857c8fb82", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:54:28.934107 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e02830f-97fb-4a2e-8fa8-9cfb324bec76 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:54:28.934562 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2cb35e8-650a-4f8a-b769-71c1f3e8d327', 'tag': '890c27bf-134b-4115-a061-a00857c8fb82', 'status': 'completed', 'code': 200} Aug 28 14:54:28.949763 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-f882374a-bccf-4baa-9c13-250d26189072 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 HTTP/1.1" status: 200 len: 217 time: 0.0628545 Aug 28 14:54:28.963190 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097e5e6-1f13-49ce-9a83-ae11454d4c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60412d6b-f9b2-4519-aec8-73c38a507b12,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:29.031736 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b2a3c86a-0af9-4e7f-a1a5-5c073c9f9e58 req-94390eb4-1997-43d1-b6c6-07415ab9293c tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0278b25-89a6-47d1-922e-0933c2a24243 HTTP/1.1" status: 200 len: 210 time: 0.0747285 Aug 28 14:54:29.041288 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61fe1f-6030-4c70-9635-768804e6452d req-0b66e7f6-b902-419f-8b84-7e3f4aa5292c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:29.043385 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ba61fe1f-6030-4c70-9635-768804e6452d req-0b66e7f6-b902-419f-8b84-7e3f4aa5292c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de95046553a4af6b56ddb9234d40b90&device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 1095 time: 0.1060688 Aug 28 14:54:29.051610 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-36560c7a-acbb-424b-bd70-e18b0c86d8ff tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:29.057709 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-ebc7496c-5b4d-4a82-b130-55ce03439f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:29.059448 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-ebc7496c-5b4d-4a82-b130-55ce03439f3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c5688cf-0eb8-4e6f-8c97-3f260fd91357 HTTP/1.1" status: 200 len: 848 time: 0.0977087 Aug 28 14:54:29.061102 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-36560c7a-acbb-424b-bd70-e18b0c86d8ff tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:29.108904 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-7bb768c0-1b1e-424d-a7e3-8cd497ffdd83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406857 Aug 28 14:54:29.193791 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36560c7a-acbb-424b-bd70-e18b0c86d8ff tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36153355-bd94-44bb-a02c-bd947e75e801,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:29.219687 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f8a3de65-61df-4ef3-adf9-b305ba5d0182 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:54:29.232520 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device cce4b436-0793-49ff-9c79-b64034828e71 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:54:29.241434 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-b125eff9-56ab-4a8a-986d-bc1d165c1921 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ba84044896304dfc8cc637db280afa68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2212350 Aug 28 14:54:29.266802 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53442) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:29.320086 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-8377d236-4feb-4205-bda0-4439b1473270 service neutron] 10.222.0.36 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666965 Aug 28 14:54:29.321469 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-36560c7a-acbb-424b-bd70-e18b0c86d8ff tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Allocated IP 192.168.233.204 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/7e2b10de-e92f-4035-9be4-fe9c36d4ee04) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:54:29.392392 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: cce4b436-0793-49ff-9c79-b64034828e71 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:54:29.392803 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device cce4b436-0793-49ff-9c79-b64034828e71 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:54:29.395105 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:54:29.440623 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53448) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:29.468888 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61fe1f-6030-4c70-9635-768804e6452d req-045b06b6-9397-40ac-8afc-109db8992565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:29.472010 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ba61fe1f-6030-4c70-9635-768804e6452d req-045b06b6-9397-40ac-8afc-109db8992565 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6bfc57a-d73d-41d0-954b-fff6fef4d808 HTTP/1.1" status: 200 len: 922 time: 0.4139957 Aug 28 14:54:29.502673 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:54:29.507341 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port f8a3de65-61df-4ef3-adf9-b305ba5d0182 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:54:29.513441 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port f8a3de65-61df-4ef3-adf9-b305ba5d0182 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:54:29.513860 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:29.550078 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ba61fe1f-6030-4c70-9635-768804e6452d req-0e5daeb6-5d98-44ea-bf94-211cdade402f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=890c27bf-134b-4115-a061-a00857c8fb82 HTTP/1.1" status: 200 len: 217 time: 0.0535908 Aug 28 14:54:29.575331 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-af3673d0-f4f8-44e3-8716-42a35e7d837d service neutron] 10.222.0.36 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430241 Aug 28 14:54:29.597585 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53454) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:29.628013 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:29.640663 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94febb66-8192-4ef7-9b83-4a6ab37e731c req-2505ed4b-d800-465b-be16-d2d12fcc76ae tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:29.642221 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-94febb66-8192-4ef7-9b83-4a6ab37e731c req-2505ed4b-d800-465b-be16-d2d12fcc76ae tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cb7d161-b066-408e-bede-ed12a4bb64f5 HTTP/1.1" status: 200 len: 948 time: 0.2879252 Aug 28 14:54:29.660143 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb7d161-b066-408e-bede-ed12a4bb64f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a3de65-61df-4ef3-adf9-b305ba5d0182'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:54:29.664604 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65378b5d-1ae4-461f-9cf6-bd3f351b4574" -d '{"events": [{"server_uuid": "8cb7d161-b066-408e-bede-ed12a4bb64f5", "name": "network-vif-plugged", "status": "completed", "tag": "f8a3de65-61df-4ef3-adf9-b305ba5d0182"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:54:29.696674 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port f8a3de65-61df-4ef3-adf9-b305ba5d0182, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f8a3de65-61df-4ef3-adf9-b305ba5d0182,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:29.704245 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:29.720074 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a1e3daa4-cde0-4e6a-9192-fbacb4394a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:29.741334 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-619b8d7e-3592-42af-83ce-5f25be082bee tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:29.745455 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-619b8d7e-3592-42af-83ce-5f25be082bee tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4776351 Aug 28 14:54:29.750880 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75568692-74d0-4284-ab07-017bb1f9bf3a req-e44833bf-45a1-4593-8671-3cdca9b133cb tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:29.759160 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-75568692-74d0-4284-ab07-017bb1f9bf3a req-e44833bf-45a1-4593-8671-3cdca9b133cb tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 945 time: 0.1261537 Aug 28 14:54:29.762738 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61fe1f-6030-4c70-9635-768804e6452d req-0f594392-c641-4b10-9a72-db9ed35d8f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:29.765841 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ba61fe1f-6030-4c70-9635-768804e6452d req-0f594392-c641-4b10-9a72-db9ed35d8f76 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f920e854-f768-4846-871d-087306f43fd9 HTTP/1.1" status: 200 len: 861 time: 0.2013793 Aug 28 14:54:29.779504 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-36560c7a-acbb-424b-bd70-e18b0c86d8ff tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:29.788444 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-c46a5d0b-386e-4190-8fe8-123a197d50a7 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Request body: {'port': {'device_id': 'c0278b25-89a6-47d1-922e-0933c2a24243', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'admin_state_up': True, 'tenant_id': 'ba84044896304dfc8cc637db280afa68'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:54:29.797654 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fe076b59-81d9-4399-8cc1-126fa6fc200d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c7a8afe555e423abf2d66e74e5097da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1981351 Aug 28 14:54:29.798264 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53460) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:29.804076 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=f8a3de65-61df-4ef3-adf9-b305ba5d0182,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:29.867690 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-36560c7a-acbb-424b-bd70-e18b0c86d8ff tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Transition to ACTIVE for port object 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:54:29.885244 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ba61fe1f-6030-4c70-9635-768804e6452d req-ebcaa6e5-cd77-4cec-8f7d-f79652056aa0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6bfc57a-d73d-41d0-954b-fff6fef4d808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901482 Aug 28 14:54:29.891953 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-94febb66-8192-4ef7-9b83-4a6ab37e731c req-7d64d85e-678b-4740-b90f-f87246982801 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/security-groups?id=f53ba822-397e-4f51-aa69-841bb97f521b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300143 Aug 28 14:54:29.913161 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-75568692-74d0-4284-ab07-017bb1f9bf3a req-6b5e5418-dd0f-42a1-84e2-a8d202b7681a tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529851 Aug 28 14:54:29.922636 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e62486d5-0746-4967-b81d-b82569142127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:29.984022 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45406c8e-d73a-4605-8d7d-e0058154d2f1 x-openstack-request-id: req-45406c8e-d73a-4605-8d7d-e0058154d2f1 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:54:29.984520 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb7d161-b066-408e-bede-ed12a4bb64f5", "name": "network-vif-plugged", "status": "completed", "tag": "f8a3de65-61df-4ef3-adf9-b305ba5d0182", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:54:29.985013 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45406c8e-d73a-4605-8d7d-e0058154d2f1 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:54:29.985560 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb7d161-b066-408e-bede-ed12a4bb64f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a3de65-61df-4ef3-adf9-b305ba5d0182', 'code': 200} Aug 28 14:54:30.017224 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-9cc9adb3-d27e-47cb-b01c-c059a7ac584d tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:30.019108 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-9cc9adb3-d27e-47cb-b01c-c059a7ac584d tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a&tenant_id=29e98397e0be4fe1a52442d0d5c53b75&binding%3Ahost_id=n-h2-712137-10 HTTP/1.1" status: 200 len: 1097 time: 0.1971102 Aug 28 14:54:30.030312 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-850832a4-f379-4ef0-8c06-9cf66d6b2aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:30.060678 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-36560c7a-acbb-424b-bd70-e18b0c86d8ff tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:30.141086 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-850832a4-f379-4ef0-8c06-9cf66d6b2aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:30.148288 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec06908-f99c-444b-a66d-a32730f04651 req-9926fbe3-5fd5-495d-acfa-653e7f5c1cb8 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:30.155853 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6ec06908-f99c-444b-a66d-a32730f04651 req-9926fbe3-5fd5-495d-acfa-653e7f5c1cb8 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 943 time: 0.1732264 Aug 28 14:54:30.157950 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-36560c7a-acbb-424b-bd70-e18b0c86d8ff tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:54:30.178937 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-36560c7a-acbb-424b-bd70-e18b0c86d8ff tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:54:30.179159 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ba61fe1f-6030-4c70-9635-768804e6452d req-d2a57bf9-d8b2-4768-b177-2d3d4ec292d2 service neutron] 10.222.0.36 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817714 Aug 28 14:54:30.209074 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-36560c7a-acbb-424b-bd70-e18b0c86d8ff tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:54:30.264642 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36560c7a-acbb-424b-bd70-e18b0c86d8ff tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Pushing event updated for resources: {'Port': ['ID=7e2b10de-e92f-4035-9be4-fe9c36d4ee04,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:30.269976 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe893e-b34f-4003-b4f1-1f75e4106434 req-15ab8c04-b2af-48e1-9048-97cca29cc26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:30.271647 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-32fe893e-b34f-4003-b4f1-1f75e4106434 req-15ab8c04-b2af-48e1-9048-97cca29cc26d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8cb7d161-b066-408e-bede-ed12a4bb64f5 HTTP/1.1" status: 200 len: 1101 time: 0.1915884 Aug 28 14:54:30.275640 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a338db97-20f8-46a8-a13c-4a24f25b6481 req-6d45dafa-d0e1-466d-8656-1abd5876ddb9 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0278b25-89a6-47d1-922e-0933c2a24243 HTTP/1.1" status: 200 len: 210 time: 0.1117930 Aug 28 14:54:30.286284 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a1e3daa4-cde0-4e6a-9192-fbacb4394a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:30.311765 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a1e3daa4-cde0-4e6a-9192-fbacb4394a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:30.318004 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6ec06908-f99c-444b-a66d-a32730f04651 req-bb4a8de6-c8fb-4be5-9332-9400660205b6 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605628 Aug 28 14:54:30.326362 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-850832a4-f379-4ef0-8c06-9cf66d6b2aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:30.328859 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-850832a4-f379-4ef0-8c06-9cf66d6b2aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:30.333122 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-850832a4-f379-4ef0-8c06-9cf66d6b2aa8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c6aa27a-0655-4bb4-bf7d-6755c103fade HTTP/1.1" status: 204 len: 168 time: 0.5271664 Aug 28 14:54:30.396157 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-32fe893e-b34f-4003-b4f1-1f75e4106434 req-04b532b3-66ba-4276-9384-9b36888b2fe1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f53ba822-397e-4f51-aa69-841bb97f521b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124001 Aug 28 14:54:30.401612 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-36560c7a-acbb-424b-bd70-e18b0c86d8ff tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:30.402455 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-36560c7a-acbb-424b-bd70-e18b0c86d8ff tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:30.411912 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a1e3daa4-cde0-4e6a-9192-fbacb4394a3c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=252bed3c00c744e695c70bc932d46b76&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0713859 Aug 28 14:54:30.412116 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850832a4-f379-4ef0-8c06-9cf66d6b2aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6aa27a-0655-4bb4-bf7d-6755c103fade,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:30.417242 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3daa4-cde0-4e6a-9192-fbacb4394a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c285642-dc72-43f8-b5db-924de39a8707,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:30.418642 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53468) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:30.425414 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ba61fe1f-6030-4c70-9635-768804e6452d req-ed9d25bf-b106-4b4d-967d-1aca00d2a90a service neutron] 10.222.0.36 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355802 Aug 28 14:54:30.517497 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-acc22f43-d49f-4a42-89c4-8d21033f607f service neutron] For port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:54:30.528663 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-acc22f43-d49f-4a42-89c4-8d21033f607f service neutron] Notify callbacks [] for binding, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:30.529754 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-059f8a0b-e506-4b45-95b9-7d833f1da1c4 req-acc22f43-d49f-4a42-89c4-8d21033f607f service neutron] 10.222.0.36 "DELETE /v2.0/ports/dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049/bindings/n-h1-712137-10 HTTP/1.1" status: 204 len: 173 time: 0.4971476 Aug 28 14:54:30.531489 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0ef6c0ce-3bdf-45e2-8657-e4300c08c44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:30.562336 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8ee538ca-2bef-4b0c-b70d-f1600f4c717a None None] Provisioning for port 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:54:30.567864 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8ee538ca-2bef-4b0c-b70d-f1600f4c717a None None] Provisioning complete for port 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:54:30.568235 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8ee538ca-2bef-4b0c-b70d-f1600f4c717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:30.569967 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0ef6c0ce-3bdf-45e2-8657-e4300c08c44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:30.600450 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e62486d5-0746-4967-b81d-b82569142127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:30.608309 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e62486d5-0746-4967-b81d-b82569142127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:30.636543 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8ee538ca-2bef-4b0c-b70d-f1600f4c717a None None] Port 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:54:30.655188 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62486d5-0746-4967-b81d-b82569142127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633387f4-6856-4ee6-ac34-40e9b941a786,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:30.660378 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-c46a5d0b-386e-4190-8fe8-123a197d50a7 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Made reservation on behalf of ba84044896304dfc8cc637db280afa68 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:54:30.663222 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e62486d5-0746-4967-b81d-b82569142127 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d247e887ddf486aafed574c5e90725b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2173982 Aug 28 14:54:30.665852 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53474) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:30.666858 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-c46a5d0b-386e-4190-8fe8-123a197d50a7 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:30.681148 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-36560c7a-acbb-424b-bd70-e18b0c86d8ff tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3457959 Aug 28 14:54:30.725928 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-e1c23105-2d39-4994-a820-c8ba476189bb service neutron] Request body: {'port': {'device_id': '1b57071b-338d-4272-b03b-4b789485abb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:54:30.737122 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0ef6c0ce-3bdf-45e2-8657-e4300c08c44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:30.740432 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0ef6c0ce-3bdf-45e2-8657-e4300c08c44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:30.741937 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0ef6c0ce-3bdf-45e2-8657-e4300c08c44a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c285642-dc72-43f8-b5db-924de39a8707 HTTP/1.1" status: 204 len: 168 time: 0.3041465 Aug 28 14:54:30.861643 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef6c0ce-3bdf-45e2-8657-e4300c08c44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c285642-dc72-43f8-b5db-924de39a8707,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:30.881918 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-c46a5d0b-386e-4190-8fe8-123a197d50a7 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Allocated IP 192.168.233.172 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/ff984fb9-1964-4377-ac58-8f2fe7e37b86) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:54:30.931745 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-e1c23105-2d39-4994-a820-c8ba476189bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:30.958385 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-57ed3528-c6e6-47cc-9a1c-82ccad537765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:31.018202 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-57ed3528-c6e6-47cc-9a1c-82ccad537765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:31.227281 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53492) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:31.236764 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 890c27bf-134b-4115-a061-a00857c8fb82 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:54:31.265398 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25188c6d-a9b4-450b-95f3-a25fef453e05 req-1fa42d77-1492-4e3e-9502-e0f46a007d99 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:31.266991 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-25188c6d-a9b4-450b-95f3-a25fef453e05 req-1fa42d77-1492-4e3e-9502-e0f46a007d99 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cb7d161-b066-408e-bede-ed12a4bb64f5 HTTP/1.1" status: 200 len: 949 time: 0.1027257 Aug 28 14:54:31.274883 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-57ed3528-c6e6-47cc-9a1c-82ccad537765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:31.277741 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-57ed3528-c6e6-47cc-9a1c-82ccad537765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:31.279864 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-57ed3528-c6e6-47cc-9a1c-82ccad537765 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/633387f4-6856-4ee6-ac34-40e9b941a786 HTTP/1.1" status: 204 len: 168 time: 0.6123962 Aug 28 14:54:31.290256 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff10965-8e84-4006-a360-3dc0a5a1b7d9 req-6f125d76-4e5a-4372-808f-211b421f3272 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:31.297651 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fff10965-8e84-4006-a360-3dc0a5a1b7d9 req-6f125d76-4e5a-4372-808f-211b421f3272 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 945 time: 0.1473451 Aug 28 14:54:31.299604 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-88a25761-37ea-414a-896f-900886233dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:31.322780 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed3528-c6e6-47cc-9a1c-82ccad537765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633387f4-6856-4ee6-ac34-40e9b941a786,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:31.350244 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-c46a5d0b-386e-4190-8fe8-123a197d50a7 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:31.381698 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 890c27bf-134b-4115-a061-a00857c8fb82, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=890c27bf-134b-4115-a061-a00857c8fb82,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:31.402954 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fff10965-8e84-4006-a360-3dc0a5a1b7d9 req-9b7cc24b-7cc7-46ef-bd40-c1ba1418d07c tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042249 Aug 28 14:54:31.404459 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-c46a5d0b-386e-4190-8fe8-123a197d50a7 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Transition to ACTIVE for port object ff984fb9-1964-4377-ac58-8f2fe7e37b86 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:54:31.422902 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-25188c6d-a9b4-450b-95f3-a25fef453e05 req-4702e1fa-fba0-4694-b5a3-98b7497211aa tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/security-groups?id=f53ba822-397e-4f51-aa69-841bb97f521b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359642 Aug 28 14:54:31.443533 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '890c27bf-134b-4115-a061-a00857c8fb82', 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808', 'port_id': '890c27bf-134b-4115-a061-a00857c8fb82', 'mac_address': 'fa:16:3e:8c:96:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f920e854-f768-4846-871d-087306f43fd9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:54:31.507111 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:31.545106 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 890c27bf-134b-4115-a061-a00857c8fb82 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:54:31.610093 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 890c27bf-134b-4115-a061-a00857c8fb82, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=890c27bf-134b-4115-a061-a00857c8fb82,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:31.619330 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:31.620813 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-c46a5d0b-386e-4190-8fe8-123a197d50a7 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:31.644560 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b03d16d3-a6aa-43bc-a591-83e707964d45 req-2fd27193-cfa2-40af-9e81-392c98fd4f62 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0278b25-89a6-47d1-922e-0933c2a24243 HTTP/1.1" status: 200 len: 210 time: 0.0915420 Aug 28 14:54:31.828310 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-c46a5d0b-386e-4190-8fe8-123a197d50a7 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:54:31.844790 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-c46a5d0b-386e-4190-8fe8-123a197d50a7 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:54:31.851078 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a5d0b-386e-4190-8fe8-123a197d50a7 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Pushing event updated for resources: {'Port': ['ID=ff984fb9-1964-4377-ac58-8f2fe7e37b86,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:31.855204 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-88a25761-37ea-414a-896f-900886233dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:31.862305 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-c46a5d0b-386e-4190-8fe8-123a197d50a7 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:54:31.871182 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-88a25761-37ea-414a-896f-900886233dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:31.884623 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=890c27bf-134b-4115-a061-a00857c8fb82,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:31.925255 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['890c27bf-134b-4115-a061-a00857c8fb82'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:54:32.261332 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53518) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:32.294563 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61b468-439f-4927-a50f-c1be16f63696 req-ae804c9e-d5b6-43ca-b1e6-966feddd93bc tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:32.296744 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3c61b468-439f-4927-a50f-c1be16f63696 req-ae804c9e-d5b6-43ca-b1e6-966feddd93bc tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 944 time: 0.5850592 Aug 28 14:54:32.306004 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c845c357-001d-4b11-87a3-c1765ba1b43b None None] Provisioning for port ff984fb9-1964-4377-ac58-8f2fe7e37b86 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:54:32.310992 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c845c357-001d-4b11-87a3-c1765ba1b43b None None] Provisioning complete for port ff984fb9-1964-4377-ac58-8f2fe7e37b86 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:54:32.311703 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c845c357-001d-4b11-87a3-c1765ba1b43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:32.325675 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f2704fd0-405e-42e7-be11-54fd41e84e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:32.336835 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-e1c23105-2d39-4994-a820-c8ba476189bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:54:32.347358 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-e1c23105-2d39-4994-a820-c8ba476189bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:32.358702 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-88a25761-37ea-414a-896f-900886233dde admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2632b17769294e83a0446346ede20dd5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1294401 Aug 28 14:54:32.359247 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c845c357-001d-4b11-87a3-c1765ba1b43b None None] Port ff984fb9-1964-4377-ac58-8f2fe7e37b86 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:54:32.359442 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a25761-37ea-414a-896f-900886233dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51c1556-e169-402e-9742-f3d093041e06,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:32.363257 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53522) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:32.364889 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-e1c23105-2d39-4994-a820-c8ba476189bb service neutron] Transition to ACTIVE for port object 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:54:32.382002 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-c46a5d0b-386e-4190-8fe8-123a197d50a7 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:32.382628 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-c46a5d0b-386e-4190-8fe8-123a197d50a7 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:32.393277 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-e1c23105-2d39-4994-a820-c8ba476189bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:32.448645 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3c61b468-439f-4927-a50f-c1be16f63696 req-1e0e1125-2504-498f-a66b-8e17d0eacbb5 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354108 Aug 28 14:54:32.459196 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94740adc-80e6-4b47-b318-0442d82fb3f9 req-23fb087e-abc1-4423-a8ca-bdcdc039679b tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:32.472701 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94740adc-80e6-4b47-b318-0442d82fb3f9 req-23fb087e-abc1-4423-a8ca-bdcdc039679b tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 1097 time: 0.6743124 Aug 28 14:54:32.476922 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c23105-2d39-4994-a820-c8ba476189bb service neutron] Pushing event updated for resources: {'Port': ['ID=7e2b10de-e92f-4035-9be4-fe9c36d4ee04,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:32.584235 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94740adc-80e6-4b47-b318-0442d82fb3f9 req-abd3d1c8-fc9a-4a17-abde-4b75d8a5a43f tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050878 Aug 28 14:54:32.608557 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-66fee685-173c-4709-ac42-769f5303cc6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:32.617329 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-e1c23105-2d39-4994-a820-c8ba476189bb service neutron] Attempting to bind port 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:54:32.617329 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-e1c23105-2d39-4994-a820-c8ba476189bb service neutron] Attempting to bind port 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:54:32.617329 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-e1c23105-2d39-4994-a820-c8ba476189bb service neutron] Attempting to bind port 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:54:32.630882 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-e1c23105-2d39-4994-a820-c8ba476189bb service neutron] Port 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:54:32.641511 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-e1c23105-2d39-4994-a820-c8ba476189bb service neutron] Attempting to bind port 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:54:32.641670 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f2704fd0-405e-42e7-be11-54fd41e84e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:32.655825 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-e1c23105-2d39-4994-a820-c8ba476189bb service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:54:32.656332 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f2704fd0-405e-42e7-be11-54fd41e84e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:32.661413 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-e1c23105-2d39-4994-a820-c8ba476189bb service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:54:32.662080 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-e1c23105-2d39-4994-a820-c8ba476189bb service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:54:32.662863 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-e1c23105-2d39-4994-a820-c8ba476189bb service neutron] Bound port: 7e2b10de-e92f-4035-9be4-fe9c36d4ee04, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:54:32.663398 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-e1c23105-2d39-4994-a820-c8ba476189bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:32.689440 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-66fee685-173c-4709-ac42-769f5303cc6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:32.702021 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-c46a5d0b-386e-4190-8fe8-123a197d50a7 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9325638 Aug 28 14:54:32.727553 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-67c56c5f-7fce-4820-bb1a-16aa804d4274 service neutron] Request body: {'port': {'device_id': 'c0278b25-89a6-47d1-922e-0933c2a24243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:54:32.788219 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f2704fd0-405e-42e7-be11-54fd41e84e98 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=499094e889454ce8b61de723819fd864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5204697 Aug 28 14:54:32.793612 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2704fd0-405e-42e7-be11-54fd41e84e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65982d73-0fe7-4c0b-a652-be7bd5cf63b9,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:32.804703 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53542) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:32.838009 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accecbc-64b2-4353-ae20-36242a06f6ab req-7583ecea-d4bd-49a8-8421-13aa7fb3cc03 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:32.839454 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9accecbc-64b2-4353-ae20-36242a06f6ab req-7583ecea-d4bd-49a8-8421-13aa7fb3cc03 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cb7d161-b066-408e-bede-ed12a4bb64f5 HTTP/1.1" status: 200 len: 949 time: 0.2579327 Aug 28 14:54:32.852498 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-e1c23105-2d39-4994-a820-c8ba476189bb service neutron] For port 7e2b10de-e92f-4035-9be4-fe9c36d4ee04, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:54:32.902958 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-67c56c5f-7fce-4820-bb1a-16aa804d4274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:32.907322 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.41', 61763) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:32.923859 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-66fee685-173c-4709-ac42-769f5303cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:32.926395 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-66fee685-173c-4709-ac42-769f5303cc6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:32.927752 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-66fee685-173c-4709-ac42-769f5303cc6c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e51c1556-e169-402e-9742-f3d093041e06 HTTP/1.1" status: 204 len: 168 time: 0.5630996 Aug 28 14:54:32.931229 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-e1c23105-2d39-4994-a820-c8ba476189bb service neutron] For port 7e2b10de-e92f-4035-9be4-fe9c36d4ee04, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=7e2b10de-e92f-4035-9be4-fe9c36d4ee04,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:54:32.952365 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fee685-173c-4709-ac42-769f5303cc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51c1556-e169-402e-9742-f3d093041e06,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:32.955572 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-e1c23105-2d39-4994-a820-c8ba476189bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:32.981446 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9accecbc-64b2-4353-ae20-36242a06f6ab req-33b40984-1f1f-429d-beba-d7d7f7d140e9 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/security-groups?id=f53ba822-397e-4f51-aa69-841bb97f521b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083517 Aug 28 14:54:33.049676 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832bffa-0ea7-4672-9160-378ea8a60cab req-3c75946b-d24d-4536-ba23-7b6af6a49875 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:33.056278 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d832bffa-0ea7-4672-9160-378ea8a60cab req-3c75946b-d24d-4536-ba23-7b6af6a49875 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0278b25-89a6-47d1-922e-0933c2a24243 HTTP/1.1" status: 200 len: 936 time: 0.2281816 Aug 28 14:54:33.063188 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-e1c23105-2d39-4994-a820-c8ba476189bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:33.063848 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-e1c23105-2d39-4994-a820-c8ba476189bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:33.070126 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-e1c23105-2d39-4994-a820-c8ba476189bb service neutron] 10.222.0.41 "PUT /v2.0/ports/7e2b10de-e92f-4035-9be4-fe9c36d4ee04 HTTP/1.1" status: 200 len: 1097 time: 2.3615384 Aug 28 14:54:33.071156 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b57071b-338d-4272-b03b-4b789485abb1', 'tag': '7e2b10de-e92f-4035-9be4-fe9c36d4ee04'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:54:33.073567 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a3d385-a808-4576-ae72-ac43be7a758e" -d '{"events": [{"name": "network-changed", "server_uuid": "1b57071b-338d-4272-b03b-4b789485abb1", "tag": "7e2b10de-e92f-4035-9be4-fe9c36d4ee04"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:54:33.077794 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4ab2c172-dbe6-408b-9886-e4cb6259170a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:33.128533 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-50f9195d-e1e5-4b1c-82b2-0a06117d4862 req-c5a9c2bf-0056-4991-b8a9-749ee4394548 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2139373 Aug 28 14:54:33.231700 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 890c27bf-134b-4115-a061-a00857c8fb82 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:54:33.255780 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4ab2c172-dbe6-408b-9886-e4cb6259170a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:33.286593 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d832bffa-0ea7-4672-9160-378ea8a60cab req-adcd9f30-30cd-44b0-a514-b6f79d1cde77 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918833 Aug 28 14:54:33.339831 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 890c27bf-134b-4115-a061-a00857c8fb82 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:54:33.345369 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 890c27bf-134b-4115-a061-a00857c8fb82 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:54:33.345848 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:33.411925 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c23105-2d39-4994-a820-c8ba476189bb service neutron] Pushing event updated for resources: {'Port': ['ID=7e2b10de-e92f-4035-9be4-fe9c36d4ee04,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:33.437034 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-67c56c5f-7fce-4820-bb1a-16aa804d4274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff984fb9-1964-4377-ac58-8f2fe7e37b86 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:54:33.460772 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-67c56c5f-7fce-4820-bb1a-16aa804d4274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:33.492049 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-8c621f13-ddb4-4bf6-b5a8-24dbdf932e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:33.497467 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-8c621f13-ddb4-4bf6-b5a8-24dbdf932e14 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba84044896304dfc8cc637db280afa68&device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 1100 time: 0.3658152 Aug 28 14:54:33.509393 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-5ff66b72-96d8-4bac-be1f-4eeed8d35e9f tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:33.519317 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-5ff66b72-96d8-4bac-be1f-4eeed8d35e9f tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/networks?id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45 HTTP/1.1" status: 200 len: 808 time: 0.3951020 Aug 28 14:54:33.523162 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:33.539044 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-273b212a-0030-4c94-b7db-33c0a7a5aa8d tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/quotas/29e98397e0be4fe1a52442d0d5c53b75 HTTP/1.1" status: 200 len: 375 time: 0.0186772 Aug 28 14:54:33.569745 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cb35e8-650a-4f8a-b769-71c1f3e8d327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890c27bf-134b-4115-a061-a00857c8fb82'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:54:33.572550 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507756ea-cefa-45c8-b018-406de2859c0b" -d '{"events": [{"server_uuid": "f2cb35e8-650a-4f8a-b769-71c1f3e8d327", "name": "network-vif-plugged", "status": "completed", "tag": "890c27bf-134b-4115-a061-a00857c8fb82"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:54:33.593909 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-97b74829-bf7a-4776-9525-5b48f337630d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=7e2b10de-e92f-4035-9be4-fe9c36d4ee04 HTTP/1.1" status: 200 len: 217 time: 0.0798411 Aug 28 14:54:33.596279 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9195d-e1e5-4b1c-82b2-0a06117d4862 req-326d1c65-8271-4792-a7f9-7e059d7843da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:33.598763 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-50f9195d-e1e5-4b1c-82b2-0a06117d4862 req-326d1c65-8271-4792-a7f9-7e059d7843da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5de95046553a4af6b56ddb9234d40b90&device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 1119 time: 0.3982675 Aug 28 14:54:33.613137 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-20fa232f-618c-4c98-97e1-62803e81f29b tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=29e98397e0be4fe1a52442d0d5c53b75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632432 Aug 28 14:54:33.621004 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 890c27bf-134b-4115-a061-a00857c8fb82, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=890c27bf-134b-4115-a061-a00857c8fb82,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:33.621969 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-67c56c5f-7fce-4820-bb1a-16aa804d4274 service neutron] Transition to ACTIVE for port object ff984fb9-1964-4377-ac58-8f2fe7e37b86 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:54:33.627335 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4ab2c172-dbe6-408b-9886-e4cb6259170a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:33.629126 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:33.631817 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4ab2c172-dbe6-408b-9886-e4cb6259170a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:33.637908 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4ab2c172-dbe6-408b-9886-e4cb6259170a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65982d73-0fe7-4c0b-a652-be7bd5cf63b9 HTTP/1.1" status: 204 len: 168 time: 0.8317082 Aug 28 14:54:33.700824 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=890c27bf-134b-4115-a061-a00857c8fb82,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:33.711755 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-67c56c5f-7fce-4820-bb1a-16aa804d4274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:33.715421 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2c172-dbe6-408b-9886-e4cb6259170a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65982d73-0fe7-4c0b-a652-be7bd5cf63b9,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:33.785205 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c56c5f-7fce-4820-bb1a-16aa804d4274 service neutron] Pushing event updated for resources: {'Port': ['ID=ff984fb9-1964-4377-ac58-8f2fe7e37b86,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:33.820893 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-88a597ce-b3a3-4c43-b371-46d0a9300f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:33.822402 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-88a597ce-b3a3-4c43-b371-46d0a9300f7c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.2117679 Aug 28 14:54:33.895433 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-48e759a9-995f-4978-b688-5fe166161d08 service neutron] 10.222.0.13 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706554 Aug 28 14:54:33.997416 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-67c56c5f-7fce-4820-bb1a-16aa804d4274 service neutron] Attempting to bind port ff984fb9-1964-4377-ac58-8f2fe7e37b86 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:54:33.997759 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-67c56c5f-7fce-4820-bb1a-16aa804d4274 service neutron] Attempting to bind port ff984fb9-1964-4377-ac58-8f2fe7e37b86 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:54:33.998105 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-67c56c5f-7fce-4820-bb1a-16aa804d4274 service neutron] Attempting to bind port ff984fb9-1964-4377-ac58-8f2fe7e37b86 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:54:34.007642 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-67c56c5f-7fce-4820-bb1a-16aa804d4274 service neutron] Port ff984fb9-1964-4377-ac58-8f2fe7e37b86 on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:54:34.008248 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-67c56c5f-7fce-4820-bb1a-16aa804d4274 service neutron] Attempting to bind port ff984fb9-1964-4377-ac58-8f2fe7e37b86 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:54:34.015225 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-67c56c5f-7fce-4820-bb1a-16aa804d4274 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:54:34.015863 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-67c56c5f-7fce-4820-bb1a-16aa804d4274 service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:54:34.016699 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-67c56c5f-7fce-4820-bb1a-16aa804d4274 service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:54:34.017258 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-67c56c5f-7fce-4820-bb1a-16aa804d4274 service neutron] Bound port: ff984fb9-1964-4377-ac58-8f2fe7e37b86, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:54:34.017765 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-67c56c5f-7fce-4820-bb1a-16aa804d4274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:34.035459 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9195d-e1e5-4b1c-82b2-0a06117d4862 req-3ee8e9f3-1247-47d9-8a60-c0b729a4b76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:34.037788 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-50f9195d-e1e5-4b1c-82b2-0a06117d4862 req-3ee8e9f3-1247-47d9-8a60-c0b729a4b76d service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6bfc57a-d73d-41d0-954b-fff6fef4d808 HTTP/1.1" status: 200 len: 922 time: 0.3686733 Aug 28 14:54:34.042334 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-12c9f7b1-3f8e-4332-af91-ebbe58e2231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:34.044140 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-12c9f7b1-3f8e-4332-af91-ebbe58e2231b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2101507 Aug 28 14:54:34.054502 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729dfa55-7659-46fe-983d-9557a446b763 req-b89d526f-b00f-45d9-ace6-c628940ab745 tempest-NetworksTest-1010583486 tempest-NetworksTest-1010583486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:34.054987 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729dfa55-7659-46fe-983d-9557a446b763 req-b89d526f-b00f-45d9-ace6-c628940ab745 tempest-NetworksTest-1010583486 tempest-NetworksTest-1010583486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:34.055536 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729dfa55-7659-46fe-983d-9557a446b763 req-b89d526f-b00f-45d9-ace6-c628940ab745 tempest-NetworksTest-1010583486 tempest-NetworksTest-1010583486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:34.055940 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729dfa55-7659-46fe-983d-9557a446b763 req-b89d526f-b00f-45d9-ace6-c628940ab745 tempest-NetworksTest-1010583486 tempest-NetworksTest-1010583486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:34.056401 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729dfa55-7659-46fe-983d-9557a446b763 req-b89d526f-b00f-45d9-ace6-c628940ab745 tempest-NetworksTest-1010583486 tempest-NetworksTest-1010583486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:34.056858 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729dfa55-7659-46fe-983d-9557a446b763 req-b89d526f-b00f-45d9-ace6-c628940ab745 tempest-NetworksTest-1010583486 tempest-NetworksTest-1010583486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:34.057319 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729dfa55-7659-46fe-983d-9557a446b763 req-b89d526f-b00f-45d9-ace6-c628940ab745 tempest-NetworksTest-1010583486 tempest-NetworksTest-1010583486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:34.057771 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729dfa55-7659-46fe-983d-9557a446b763 req-b89d526f-b00f-45d9-ace6-c628940ab745 tempest-NetworksTest-1010583486 tempest-NetworksTest-1010583486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:34.058254 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729dfa55-7659-46fe-983d-9557a446b763 req-b89d526f-b00f-45d9-ace6-c628940ab745 tempest-NetworksTest-1010583486 tempest-NetworksTest-1010583486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:34.075407 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-729dfa55-7659-46fe-983d-9557a446b763 req-b89d526f-b00f-45d9-ace6-c628940ab745 tempest-NetworksTest-1010583486 tempest-NetworksTest-1010583486-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6438 time: 0.3866203 Aug 28 14:54:34.124423 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-67c56c5f-7fce-4820-bb1a-16aa804d4274 service neutron] For port ff984fb9-1964-4377-ac58-8f2fe7e37b86, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:54:34.126061 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-67c56c5f-7fce-4820-bb1a-16aa804d4274 service neutron] For port ff984fb9-1964-4377-ac58-8f2fe7e37b86, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=ff984fb9-1964-4377-ac58-8f2fe7e37b86,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:54:34.141957 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-67c56c5f-7fce-4820-bb1a-16aa804d4274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:34.185027 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-50f9195d-e1e5-4b1c-82b2-0a06117d4862 req-af8752aa-9de4-462d-bc7d-aded156b9ac4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19dd7d34-ac51-4db3-9f65-8cf6020e8e76 HTTP/1.1" status: 200 len: 217 time: 0.1084447 Aug 28 14:54:34.256567 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-67c56c5f-7fce-4820-bb1a-16aa804d4274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:34.261233 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-67c56c5f-7fce-4820-bb1a-16aa804d4274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:34.261233 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-67c56c5f-7fce-4820-bb1a-16aa804d4274 service neutron] 10.222.0.41 "PUT /v2.0/ports/ff984fb9-1964-4377-ac58-8f2fe7e37b86 HTTP/1.1" status: 200 len: 1097 time: 1.5368066 Aug 28 14:54:34.267747 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c56c5f-7fce-4820-bb1a-16aa804d4274 service neutron] Pushing event updated for resources: {'Port': ['ID=ff984fb9-1964-4377-ac58-8f2fe7e37b86,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:34.276020 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9195d-e1e5-4b1c-82b2-0a06117d4862 req-23db9fb7-1696-4d9d-86fe-c6eac4799faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:34.278249 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-50f9195d-e1e5-4b1c-82b2-0a06117d4862 req-23db9fb7-1696-4d9d-86fe-c6eac4799faf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f920e854-f768-4846-871d-087306f43fd9 HTTP/1.1" status: 200 len: 861 time: 0.0784943 Aug 28 14:54:34.279276 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0278b25-89a6-47d1-922e-0933c2a24243', 'tag': 'ff984fb9-1964-4377-ac58-8f2fe7e37b86'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:54:34.283431 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afaf93b6-d816-45bb-b593-1c5acf8255c6" -d '{"events": [{"name": "network-changed", "server_uuid": "c0278b25-89a6-47d1-922e-0933c2a24243", "tag": "ff984fb9-1964-4377-ac58-8f2fe7e37b86"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:54:34.283879 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-6af5e4e5-5b0c-4017-90c3-58a2819d1a81 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061493 Aug 28 14:54:34.323126 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-3606d0f1-a56b-43bc-be47-5b0c06cd98d5 service neutron] 10.222.0.13 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159923 Aug 28 14:54:34.383851 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-37b1e3b7-f296-466c-b2ad-d265ba45cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:34.385455 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-37b1e3b7-f296-466c-b2ad-d265ba45cfa1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba84044896304dfc8cc637db280afa68&device_id=c0278b25-89a6-47d1-922e-0933c2a24243 HTTP/1.1" status: 200 len: 1100 time: 0.0614653 Aug 28 14:54:34.453801 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-50f9195d-e1e5-4b1c-82b2-0a06117d4862 req-a3fff041-eabe-47f4-b7d7-e5b78c5d3aee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6bfc57a-d73d-41d0-954b-fff6fef4d808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1622434 Aug 28 14:54:34.461601 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-88c87fc5-399e-4782-bf3d-ab86e20a5e4b req-d1931ccf-05ed-4625-b5eb-b76822415f51 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583729 Aug 28 14:54:34.471852 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-41704acb-1869-49be-bdda-c9b0bfad67f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=ff984fb9-1964-4377-ac58-8f2fe7e37b86 HTTP/1.1" status: 200 len: 217 time: 0.0730798 Aug 28 14:54:34.594049 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-4ae26739-9738-46b4-8a86-44478586c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:34.595547 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-4ae26739-9738-46b4-8a86-44478586c9ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1104527 Aug 28 14:54:34.649296 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3065fb7-a7f1-4056-af9a-b3800a66f8ca x-openstack-request-id: req-c3065fb7-a7f1-4056-af9a-b3800a66f8ca {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:54:34.649734 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b57071b-338d-4272-b03b-4b789485abb1", "tag": "7e2b10de-e92f-4035-9be4-fe9c36d4ee04", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:54:34.650060 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3065fb7-a7f1-4056-af9a-b3800a66f8ca {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:54:34.651825 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b57071b-338d-4272-b03b-4b789485abb1', 'tag': '7e2b10de-e92f-4035-9be4-fe9c36d4ee04', 'status': 'completed', 'code': 200} Aug 28 14:54:34.714096 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be55f557-18b8-45a3-a1c8-2a3f8b528ea0 x-openstack-request-id: req-be55f557-18b8-45a3-a1c8-2a3f8b528ea0 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:54:34.714839 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cb35e8-650a-4f8a-b769-71c1f3e8d327", "name": "network-vif-plugged", "status": "completed", "tag": "890c27bf-134b-4115-a061-a00857c8fb82", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:54:34.714935 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be55f557-18b8-45a3-a1c8-2a3f8b528ea0 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:54:34.715310 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cb35e8-650a-4f8a-b769-71c1f3e8d327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890c27bf-134b-4115-a061-a00857c8fb82', 'code': 200} Aug 28 14:54:34.716429 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-5a0549ea-2f51-4e76-8dc6-586c242425ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:34.722115 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-5a0549ea-2f51-4e76-8dc6-586c242425ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1055856 Aug 28 14:54:34.800158 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-50f9195d-e1e5-4b1c-82b2-0a06117d4862 req-dc94a980-8faa-471c-91bc-da9ff1327a12 service neutron] 10.222.0.41 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359725 Aug 28 14:54:34.808043 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3d385-a808-4576-ae72-ac43be7a758e req-48b55890-5928-4b7f-bfda-d38060fd6223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:34.810727 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-48a3d385-a808-4576-ae72-ac43be7a758e req-48b55890-5928-4b7f-bfda-d38060fd6223 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba84044896304dfc8cc637db280afa68&device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 1100 time: 0.1928549 Aug 28 14:54:34.940397 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-5beffbed-5462-472a-96c9-9aaaf8e7dea2 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136352 Aug 28 14:54:34.953837 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c1b88-3602-4ade-b890-e7bbcb0dcf99 req-9ca1faae-0256-4c82-aa9c-c3de8c2e7f79 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:34.962451 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-145c1b88-3602-4ade-b890-e7bbcb0dcf99 req-9ca1faae-0256-4c82-aa9c-c3de8c2e7f79 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 945 time: 0.1179757 Aug 28 14:54:35.074129 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e7c31970-9863-4c8b-a36c-46048495b9b5 req-8f25102b-a6ce-4b1d-aaf6-d130239294f4 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082931 Aug 28 14:54:35.093347 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc24e4-0a0e-4c0e-8888-eb1bd08d4072 req-58a5834a-4e85-4536-9b86-2177cc2004d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:35.094580 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3d385-a808-4576-ae72-ac43be7a758e req-6886a43a-b6bb-4e59-a6ae-6d46b19245d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:35.095440 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b7dc24e4-0a0e-4c0e-8888-eb1bd08d4072 req-58a5834a-4e85-4536-9b86-2177cc2004d6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 1097 time: 0.2526345 Aug 28 14:54:35.096543 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-48a3d385-a808-4576-ae72-ac43be7a758e req-6886a43a-b6bb-4e59-a6ae-6d46b19245d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.2465062 Aug 28 14:54:35.128952 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-145c1b88-3602-4ade-b890-e7bbcb0dcf99 req-4d1acc96-3c97-4adc-99b9-11cd6c398be5 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654074 Aug 28 14:54:35.152055 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b7dc24e4-0a0e-4c0e-8888-eb1bd08d4072 req-c15584b9-77b3-40d2-92b3-941bb9167f19 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438306 Aug 28 14:54:35.153568 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-50f9195d-e1e5-4b1c-82b2-0a06117d4862 req-c6475733-1f84-4b5d-9106-63ee64e4961d service neutron] 10.222.0.41 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415456 Aug 28 14:54:35.161723 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-48a3d385-a808-4576-ae72-ac43be7a758e req-0513c28c-b473-4802-a0d6-5c6b2ca4f271 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=7e2b10de-e92f-4035-9be4-fe9c36d4ee04 HTTP/1.1" status: 200 len: 217 time: 0.0512476 Aug 28 14:54:35.165445 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d9769-de65-423f-83d8-f43fa5a4a015 req-bcbd0219-bc69-421b-895d-4293cc190684 tempest-NetworksTest-1010583486 tempest-NetworksTest-1010583486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:35.167687 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ac1d9769-de65-423f-83d8-f43fa5a4a015 req-bcbd0219-bc69-421b-895d-4293cc190684 tempest-NetworksTest-1010583486 tempest-NetworksTest-1010583486-project-admin] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 886 time: 0.3166242 Aug 28 14:54:35.209451 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a99233-c23a-4ce5-ae4e-ede916c01de1 x-openstack-request-id: req-28a99233-c23a-4ce5-ae4e-ede916c01de1 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:54:35.209899 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0278b25-89a6-47d1-922e-0933c2a24243", "tag": "ff984fb9-1964-4377-ac58-8f2fe7e37b86", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:54:35.210419 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28a99233-c23a-4ce5-ae4e-ede916c01de1 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:54:35.211219 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0278b25-89a6-47d1-922e-0933c2a24243', 'tag': 'ff984fb9-1964-4377-ac58-8f2fe7e37b86', 'status': 'completed', 'code': 200} Aug 28 14:54:35.310745 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3d385-a808-4576-ae72-ac43be7a758e req-569de15a-5582-45ad-b585-51af2d558611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:35.313611 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-48a3d385-a808-4576-ae72-ac43be7a758e req-569de15a-5582-45ad-b585-51af2d558611 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1332726 Aug 28 14:54:35.339297 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf93b6-d816-45bb-b593-1c5acf8255c6 req-3eb4870a-90b0-4f0f-a94c-38d9e508ebba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:35.341456 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-afaf93b6-d816-45bb-b593-1c5acf8255c6 req-3eb4870a-90b0-4f0f-a94c-38d9e508ebba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba84044896304dfc8cc637db280afa68&device_id=c0278b25-89a6-47d1-922e-0933c2a24243 HTTP/1.1" status: 200 len: 1100 time: 0.1032054 Aug 28 14:54:35.430870 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd68137-dc3a-4402-95f1-f88a453c831b req-f4639ddf-9b21-4c9a-a256-73a1b33edf52 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:35.437972 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0bd68137-dc3a-4402-95f1-f88a453c831b req-f4639ddf-9b21-4c9a-a256-73a1b33edf52 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0278b25-89a6-47d1-922e-0933c2a24243 HTTP/1.1" status: 200 len: 948 time: 0.1643248 Aug 28 14:54:35.476525 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3d385-a808-4576-ae72-ac43be7a758e req-ff4f5ea0-044a-4c51-bb8a-244caf758a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:35.478027 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-48a3d385-a808-4576-ae72-ac43be7a758e req-ff4f5ea0-044a-4c51-bb8a-244caf758a9a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1554604 Aug 28 14:54:35.555424 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0bd68137-dc3a-4402-95f1-f88a453c831b req-e39dacc4-5d3c-4ab6-a091-8ca573405eae tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165855 Aug 28 14:54:35.588036 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf93b6-d816-45bb-b593-1c5acf8255c6 req-fafbcd24-0aa8-44c0-a8b5-28253cc97364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:35.589830 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-afaf93b6-d816-45bb-b593-1c5acf8255c6 req-fafbcd24-0aa8-44c0-a8b5-28253cc97364 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.2278936 Aug 28 14:54:35.667708 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f838ef04-b3f6-47f3-bfb6-2f199ecf0058 req-b61d27a9-cc73-46a2-9c3d-e62500eeb500 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 210 time: 0.0367317 Aug 28 14:54:35.892274 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-afaf93b6-d816-45bb-b593-1c5acf8255c6 req-92408a33-134f-465a-819c-900ddaf1f9ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=ff984fb9-1964-4377-ac58-8f2fe7e37b86 HTTP/1.1" status: 200 len: 217 time: 0.2904415 Aug 28 14:54:35.900913 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-48a3d385-a808-4576-ae72-ac43be7a758e req-6ea9d58b-e57d-47a1-924e-b00c88cfcaa0 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095638 Aug 28 14:54:36.056876 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf93b6-d816-45bb-b593-1c5acf8255c6 req-01492fe7-0fa2-4fd8-9160-13479cd03d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:36.058124 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-afaf93b6-d816-45bb-b593-1c5acf8255c6 req-01492fe7-0fa2-4fd8-9160-13479cd03d72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1563723 Aug 28 14:54:36.083273 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-17604002-a8ed-4cf0-88d4-6922b6088ec8 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:36.084876 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-17604002-a8ed-4cf0-88d4-6922b6088ec8 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.41 "GET /v2.0/networks?id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45 HTTP/1.1" status: 200 len: 808 time: 0.1495109 Aug 28 14:54:36.104053 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-37da8afc-a92d-4422-83ac-19fcb4c7cc23 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Request body: {'port': {'device_id': '3356d6b5-7247-44aa-8bd4-1b01f6611b6b', 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45', 'admin_state_up': True, 'tenant_id': '29e98397e0be4fe1a52442d0d5c53b75'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:54:36.189983 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-48a3d385-a808-4576-ae72-ac43be7a758e req-fc5c9146-f9c7-4333-8ee6-bbee24909b15 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774699 Aug 28 14:54:36.194289 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd90921-7ef2-4aa0-a88c-41219401aeb1 req-2dd5ffbd-1e95-435c-bf44-88575edee58c tempest-NetworksTest-1010583486 tempest-NetworksTest-1010583486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:36.194289 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd90921-7ef2-4aa0-a88c-41219401aeb1 req-2dd5ffbd-1e95-435c-bf44-88575edee58c tempest-NetworksTest-1010583486 tempest-NetworksTest-1010583486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:36.194719 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd90921-7ef2-4aa0-a88c-41219401aeb1 req-2dd5ffbd-1e95-435c-bf44-88575edee58c tempest-NetworksTest-1010583486 tempest-NetworksTest-1010583486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:36.195447 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd90921-7ef2-4aa0-a88c-41219401aeb1 req-2dd5ffbd-1e95-435c-bf44-88575edee58c tempest-NetworksTest-1010583486 tempest-NetworksTest-1010583486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:36.195938 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd90921-7ef2-4aa0-a88c-41219401aeb1 req-2dd5ffbd-1e95-435c-bf44-88575edee58c tempest-NetworksTest-1010583486 tempest-NetworksTest-1010583486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:36.196787 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd90921-7ef2-4aa0-a88c-41219401aeb1 req-2dd5ffbd-1e95-435c-bf44-88575edee58c tempest-NetworksTest-1010583486 tempest-NetworksTest-1010583486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:36.196902 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd90921-7ef2-4aa0-a88c-41219401aeb1 req-2dd5ffbd-1e95-435c-bf44-88575edee58c tempest-NetworksTest-1010583486 tempest-NetworksTest-1010583486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:36.197303 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd90921-7ef2-4aa0-a88c-41219401aeb1 req-2dd5ffbd-1e95-435c-bf44-88575edee58c tempest-NetworksTest-1010583486 tempest-NetworksTest-1010583486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:36.197758 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd90921-7ef2-4aa0-a88c-41219401aeb1 req-2dd5ffbd-1e95-435c-bf44-88575edee58c tempest-NetworksTest-1010583486 tempest-NetworksTest-1010583486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:36.200752 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5cd90921-7ef2-4aa0-a88c-41219401aeb1 req-2dd5ffbd-1e95-435c-bf44-88575edee58c tempest-NetworksTest-1010583486 tempest-NetworksTest-1010583486-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6438 time: 0.3127360 Aug 28 14:54:36.229982 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf93b6-d816-45bb-b593-1c5acf8255c6 req-24d56e9b-ccbf-40eb-ae44-09e6bc06b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:36.231487 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-afaf93b6-d816-45bb-b593-1c5acf8255c6 req-24d56e9b-ccbf-40eb-ae44-09e6bc06b7e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1623225 Aug 28 14:54:36.271152 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53712) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:36.281067 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-37da8afc-a92d-4422-83ac-19fcb4c7cc23 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Made reservation on behalf of 29e98397e0be4fe1a52442d0d5c53b75 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:54:36.285063 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-37da8afc-a92d-4422-83ac-19fcb4c7cc23 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:36.365954 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-afaf93b6-d816-45bb-b593-1c5acf8255c6 req-34fd294a-6a76-42cd-a536-94d6460bfcac service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251967 Aug 28 14:54:36.416178 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266b446-d247-4df1-88c3-a6b696bc4790 req-d75a64ea-8285-4a8a-b156-55dba3b14448 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:36.418059 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3266b446-d247-4df1-88c3-a6b696bc4790 req-d75a64ea-8285-4a8a-b156-55dba3b14448 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 945 time: 0.1057861 Aug 28 14:54:36.506512 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-37da8afc-a92d-4422-83ac-19fcb4c7cc23 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Allocated IP 172.20.0.7 (f880d3c9-f6e7-4938-b4f1-f1e626d67f45/1c5688cf-0eb8-4e6f-8c97-3f260fd91357/456f1b89-ea8c-4618-b41f-2bc9a2590690) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:54:36.532029 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-afaf93b6-d816-45bb-b593-1c5acf8255c6 req-58e2c1f6-d919-44d4-8e92-299e0812fb47 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564815 Aug 28 14:54:36.535835 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3266b446-d247-4df1-88c3-a6b696bc4790 req-6411645b-6dce-43b7-b58a-136668d82267 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945961 Aug 28 14:54:36.632320 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53724) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:36.747960 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b532c402-6018-4473-9255-62389f426f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:36.762625 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-15aaf800-45ac-4b7a-b037-8c743d17e616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:36.803046 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b7c40-7e72-48ea-a036-037710040341 req-9ba01ed5-d0d7-41cb-9b86-41a9d76cb7f7 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:36.804562 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d36b7c40-7e72-48ea-a036-037710040341 req-9ba01ed5-d0d7-41cb-9b86-41a9d76cb7f7 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0278b25-89a6-47d1-922e-0933c2a24243 HTTP/1.1" status: 200 len: 948 time: 0.1308169 Aug 28 14:54:36.814617 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8a5005d-0aad-4b96-b0e0-a730bbe94df2 req-78d46d24-eb01-4dfc-8348-104682b0dd18 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 210 time: 0.0313222 Aug 28 14:54:36.843891 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-37da8afc-a92d-4422-83ac-19fcb4c7cc23 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:36.871290 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d36b7c40-7e72-48ea-a036-037710040341 req-8375d7fb-7260-4fde-996b-20c245836fdf tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592704 Aug 28 14:54:36.894403 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-15aaf800-45ac-4b7a-b037-8c743d17e616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:36.899868 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-15aaf800-45ac-4b7a-b037-8c743d17e616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:36.931537 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-37da8afc-a92d-4422-83ac-19fcb4c7cc23 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:36.941091 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-15aaf800-45ac-4b7a-b037-8c743d17e616 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6872d1e1bb8340ed9d5af0120aa91b30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074429 Aug 28 14:54:36.945151 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53746) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:36.952261 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aaf800-45ac-4b7a-b037-8c743d17e616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f851cbdc-2e23-41f1-93f1-9495d7e3d591,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:37.018258 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-37da8afc-a92d-4422-83ac-19fcb4c7cc23 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:54:37.035153 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-37da8afc-a92d-4422-83ac-19fcb4c7cc23 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:54:37.042260 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da8afc-a92d-4422-83ac-19fcb4c7cc23 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Pushing event updated for resources: {'Port': ['ID=456f1b89-ea8c-4618-b41f-2bc9a2590690,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:37.048596 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-37da8afc-a92d-4422-83ac-19fcb4c7cc23 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:54:37.115174 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53754) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:37.134863 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-37da8afc-a92d-4422-83ac-19fcb4c7cc23 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:37.135494 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-37da8afc-a92d-4422-83ac-19fcb4c7cc23 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:37.137923 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-141b3baf-9fea-424d-9b92-cf7a004e146d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:37.152700 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b532c402-6018-4473-9255-62389f426f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:37.164076 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b532c402-6018-4473-9255-62389f426f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:37.197393 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-37da8afc-a92d-4422-83ac-19fcb4c7cc23 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1019692 Aug 28 14:54:37.199988 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-141b3baf-9fea-424d-9b92-cf7a004e146d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:37.223002 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-ad689b7f-1df3-4d0c-94c5-de8ffa36519a service neutron] Request body: {'port': {'device_id': '3356d6b5-7247-44aa-8bd4-1b01f6611b6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:54:37.234208 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f8a3de65-61df-4ef3-adf9-b305ba5d0182 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:54:37.236552 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aefa6582-7cba-418e-8052-6478ae988065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:37.253177 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b532c402-6018-4473-9255-62389f426f9d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17f5872f580d4ad08706cc90d98dc191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9791915 Aug 28 14:54:37.253784 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53764) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:37.294766 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532c402-6018-4473-9255-62389f426f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e23a87c-b575-4d3f-a7a4-99746b2f26be,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:37.368778 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-ad689b7f-1df3-4d0c-94c5-de8ffa36519a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:37.398474 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b8178b22-ff4e-4b24-8c09-48b9d6c06b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:37.401344 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port f8a3de65-61df-4ef3-adf9-b305ba5d0182, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f8a3de65-61df-4ef3-adf9-b305ba5d0182,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:37.418766 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-141b3baf-9fea-424d-9b92-cf7a004e146d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:37.421758 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-141b3baf-9fea-424d-9b92-cf7a004e146d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:37.423090 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-141b3baf-9fea-424d-9b92-cf7a004e146d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f851cbdc-2e23-41f1-93f1-9495d7e3d591 HTTP/1.1" status: 204 len: 168 time: 0.4724820 Aug 28 14:54:37.428816 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aefa6582-7cba-418e-8052-6478ae988065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:37.436638 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aefa6582-7cba-418e-8052-6478ae988065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:37.441402 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'f8a3de65-61df-4ef3-adf9-b305ba5d0182', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': 'f8a3de65-61df-4ef3-adf9-b305ba5d0182', 'mac_address': 'fa:16:3e:87:68:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:54:37.464666 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b3baf-9fea-424d-9b92-cf7a004e146d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f851cbdc-2e23-41f1-93f1-9495d7e3d591,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:37.481427 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b8178b22-ff4e-4b24-8c09-48b9d6c06b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:37.497449 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa6582-7cba-418e-8052-6478ae988065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1e68c9-837c-47a3-a324-8dea4997db59,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:37.541865 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:37.546740 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-aefa6582-7cba-418e-8052-6478ae988065 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5cad02769f934ce382af638b43c57bdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4302628 Aug 28 14:54:37.552592 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53774) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:37.565914 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8a3de65-61df-4ef3-adf9-b305ba5d0182 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:54:37.612137 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port f8a3de65-61df-4ef3-adf9-b305ba5d0182, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f8a3de65-61df-4ef3-adf9-b305ba5d0182,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:37.619553 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:37.659439 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-90449a91-881d-47f4-8885-ecc49998b780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:37.717142 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-90449a91-881d-47f4-8885-ecc49998b780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:37.744998 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=f8a3de65-61df-4ef3-adf9-b305ba5d0182,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:37.790688 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b8178b22-ff4e-4b24-8c09-48b9d6c06b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:37.792991 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-90449a91-881d-47f4-8885-ecc49998b780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:37.793494 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b8178b22-ff4e-4b24-8c09-48b9d6c06b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:37.794636 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b8178b22-ff4e-4b24-8c09-48b9d6c06b40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e23a87c-b575-4d3f-a7a4-99746b2f26be HTTP/1.1" status: 204 len: 168 time: 0.5318744 Aug 28 14:54:37.799385 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-90449a91-881d-47f4-8885-ecc49998b780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:37.801694 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-90449a91-881d-47f4-8885-ecc49998b780 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b1e68c9-837c-47a3-a324-8dea4997db59 HTTP/1.1" status: 204 len: 168 time: 0.2472353 Aug 28 14:54:37.809281 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['f8a3de65-61df-4ef3-adf9-b305ba5d0182'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:54:37.811669 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90449a91-881d-47f4-8885-ecc49998b780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1e68c9-837c-47a3-a324-8dea4997db59,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:37.823221 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f270d-bf5e-4bf6-8b48-3b4608e5eb4e req-8c03a239-4488-4265-8916-ce4565fe221f tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:37.825256 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ad9f270d-bf5e-4bf6-8b48-3b4608e5eb4e req-8c03a239-4488-4265-8916-ce4565fe221f tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 945 time: 0.1393900 Aug 28 14:54:37.828640 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8178b22-ff4e-4b24-8c09-48b9d6c06b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e23a87c-b575-4d3f-a7a4-99746b2f26be,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:37.883767 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53806) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:37.911762 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aef12f34-5ef5-46b8-94e7-03e93c7cada2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:37.946018 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4eca6c55-e10b-455d-abb0-39e3348f0df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:37.969737 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ad9f270d-bf5e-4bf6-8b48-3b4608e5eb4e req-55a19613-01a9-4bc8-9631-b264bdc13820 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277258 Aug 28 14:54:38.068630 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-ad689b7f-1df3-4d0c-94c5-de8ffa36519a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456f1b89-ea8c-4618-b41f-2bc9a2590690 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:54:38.076546 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2440e-33f6-4d16-a72c-7a5360e03c22 req-753dedac-bf54-4e00-af07-873596f7531a tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:38.078182 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-22b2440e-33f6-4d16-a72c-7a5360e03c22 req-753dedac-bf54-4e00-af07-873596f7531a tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 931 time: 0.1561890 Aug 28 14:54:38.087749 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-ad689b7f-1df3-4d0c-94c5-de8ffa36519a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:38.117785 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-ad689b7f-1df3-4d0c-94c5-de8ffa36519a service neutron] Transition to ACTIVE for port object 456f1b89-ea8c-4618-b41f-2bc9a2590690 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:54:38.126706 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aef12f34-5ef5-46b8-94e7-03e93c7cada2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:38.134745 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-ad689b7f-1df3-4d0c-94c5-de8ffa36519a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:38.139441 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aef12f34-5ef5-46b8-94e7-03e93c7cada2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:38.165856 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-22b2440e-33f6-4d16-a72c-7a5360e03c22 req-75de834b-7c00-4014-9b2f-c7756ff73fc2 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792139 Aug 28 14:54:38.184562 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-aef12f34-5ef5-46b8-94e7-03e93c7cada2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed695a4e3cbb4e07b4aea261d45fd8f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960875 Aug 28 14:54:38.187096 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53812) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:38.213573 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef12f34-5ef5-46b8-94e7-03e93c7cada2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe31facb-9aa5-4a2b-94f2-d23746bf3b02,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:38.265653 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad689b7f-1df3-4d0c-94c5-de8ffa36519a service neutron] Pushing event updated for resources: {'Port': ['ID=456f1b89-ea8c-4618-b41f-2bc9a2590690,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:38.302405 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-be42699e-1fa0-40a7-93a6-44a0a45f74d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:38.334470 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71029e8a-5982-452e-abba-bb94c0770457 req-94c5d760-7386-4b38-bbfa-5574bea8caa2 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:38.336410 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-71029e8a-5982-452e-abba-bb94c0770457 req-94c5d760-7386-4b38-bbfa-5574bea8caa2 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 1097 time: 0.0738468 Aug 28 14:54:38.356140 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-be42699e-1fa0-40a7-93a6-44a0a45f74d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:38.364329 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84a066-c74b-4122-aaa1-bdac4244cdfe req-abf71ec8-e942-40a5-bbf1-32da7c7e288f tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:38.367444 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8f84a066-c74b-4122-aaa1-bdac4244cdfe req-abf71ec8-e942-40a5-bbf1-32da7c7e288f tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0278b25-89a6-47d1-922e-0933c2a24243 HTTP/1.1" status: 200 len: 948 time: 0.2478952 Aug 28 14:54:38.434469 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-71029e8a-5982-452e-abba-bb94c0770457 req-96ca4317-6602-45fc-8273-efc4c25f059e tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834882 Aug 28 14:54:38.465178 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-be42699e-1fa0-40a7-93a6-44a0a45f74d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:38.468480 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-be42699e-1fa0-40a7-93a6-44a0a45f74d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:38.473898 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-be42699e-1fa0-40a7-93a6-44a0a45f74d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe31facb-9aa5-4a2b-94f2-d23746bf3b02 HTTP/1.1" status: 204 len: 168 time: 0.2850091 Aug 28 14:54:38.509315 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42699e-1fa0-40a7-93a6-44a0a45f74d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe31facb-9aa5-4a2b-94f2-d23746bf3b02,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:38.541060 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-ad689b7f-1df3-4d0c-94c5-de8ffa36519a service neutron] Attempting to bind port 456f1b89-ea8c-4618-b41f-2bc9a2590690 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:54:38.541411 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-ad689b7f-1df3-4d0c-94c5-de8ffa36519a service neutron] Attempting to bind port 456f1b89-ea8c-4618-b41f-2bc9a2590690 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:54:38.541751 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-ad689b7f-1df3-4d0c-94c5-de8ffa36519a service neutron] Attempting to bind port 456f1b89-ea8c-4618-b41f-2bc9a2590690 on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:54:38.572747 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8f84a066-c74b-4122-aaa1-bdac4244cdfe req-18a6ac3b-1363-4424-aaac-993e08b6c9f1 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030574 Aug 28 14:54:38.573606 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-ad689b7f-1df3-4d0c-94c5-de8ffa36519a service neutron] Port 456f1b89-ea8c-4618-b41f-2bc9a2590690 on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:54:38.576442 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-ad689b7f-1df3-4d0c-94c5-de8ffa36519a service neutron] Attempting to bind port 456f1b89-ea8c-4618-b41f-2bc9a2590690 on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:54:38.597321 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-ad689b7f-1df3-4d0c-94c5-de8ffa36519a service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:54:38.598201 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-ad689b7f-1df3-4d0c-94c5-de8ffa36519a service neutron] Checking segment: {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:54:38.599244 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-ad689b7f-1df3-4d0c-94c5-de8ffa36519a service neutron] Bound using segment: {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:54:38.599729 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-ad689b7f-1df3-4d0c-94c5-de8ffa36519a service neutron] Bound port: 456f1b89-ea8c-4618-b41f-2bc9a2590690, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:54:38.600108 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-ad689b7f-1df3-4d0c-94c5-de8ffa36519a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:38.712780 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-ad689b7f-1df3-4d0c-94c5-de8ffa36519a service neutron] For port 456f1b89-ea8c-4618-b41f-2bc9a2590690, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:54:38.722279 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-ad689b7f-1df3-4d0c-94c5-de8ffa36519a service neutron] For port 456f1b89-ea8c-4618-b41f-2bc9a2590690, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=456f1b89-ea8c-4618-b41f-2bc9a2590690,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:54:38.734514 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-ad689b7f-1df3-4d0c-94c5-de8ffa36519a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:38.755807 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-ad689b7f-1df3-4d0c-94c5-de8ffa36519a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:38.756675 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-ad689b7f-1df3-4d0c-94c5-de8ffa36519a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:38.758322 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-ad689b7f-1df3-4d0c-94c5-de8ffa36519a service neutron] 10.222.0.41 "PUT /v2.0/ports/456f1b89-ea8c-4618-b41f-2bc9a2590690 HTTP/1.1" status: 200 len: 1092 time: 1.5440562 Aug 28 14:54:38.760100 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3356d6b5-7247-44aa-8bd4-1b01f6611b6b', 'tag': '456f1b89-ea8c-4618-b41f-2bc9a2590690'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:54:38.771515 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabb577f-7d21-47be-b9d3-37ba0509a419" -d '{"events": [{"name": "network-changed", "server_uuid": "3356d6b5-7247-44aa-8bd4-1b01f6611b6b", "tag": "456f1b89-ea8c-4618-b41f-2bc9a2590690"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:54:38.942107 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-4c56730e-06c5-46b7-bbba-e4c110f8b8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:38.969376 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-4c56730e-06c5-46b7-bbba-e4c110f8b8c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29e98397e0be4fe1a52442d0d5c53b75&device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 1095 time: 0.1519086 Aug 28 14:54:38.971436 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6dadcc-e80c-403d-9f1d-a22e54d7b55d x-openstack-request-id: req-ad6dadcc-e80c-403d-9f1d-a22e54d7b55d {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:54:38.974582 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3356d6b5-7247-44aa-8bd4-1b01f6611b6b", "tag": "456f1b89-ea8c-4618-b41f-2bc9a2590690", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:54:38.980183 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad6dadcc-e80c-403d-9f1d-a22e54d7b55d {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:54:38.981310 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3356d6b5-7247-44aa-8bd4-1b01f6611b6b', 'tag': '456f1b89-ea8c-4618-b41f-2bc9a2590690', 'status': 'completed', 'code': 200} Aug 28 14:54:38.996007 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad689b7f-1df3-4d0c-94c5-de8ffa36519a service neutron] Pushing event updated for resources: {'Port': ['ID=456f1b89-ea8c-4618-b41f-2bc9a2590690,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:39.045347 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53852) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:39.103076 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-297a79b5-ccee-4547-acb6-67e675b758d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:39.110033 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-9fd65493-35ef-459b-8ff6-c6f61de18160 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=456f1b89-ea8c-4618-b41f-2bc9a2590690 HTTP/1.1" status: 200 len: 217 time: 0.1168602 Aug 28 14:54:39.237242 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device ff984fb9-1964-4377-ac58-8f2fe7e37b86 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:54:39.248224 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f8a3de65-61df-4ef3-adf9-b305ba5d0182 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:54:39.265274 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-78b14f40-a4d6-4af3-8050-eab315841396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:39.266738 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-78b14f40-a4d6-4af3-8050-eab315841396 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c5688cf-0eb8-4e6f-8c97-3f260fd91357 HTTP/1.1" status: 200 len: 848 time: 0.1360686 Aug 28 14:54:39.318887 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-bcb6247e-8ea0-4af0-98ab-984a32b6af5d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413640 Aug 28 14:54:39.518353 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-8d4d1bb4-ef5e-4e9f-bbd4-6f704d0e5bfd service neutron] 10.222.0.41 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864946 Aug 28 14:54:39.549205 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port ff984fb9-1964-4377-ac58-8f2fe7e37b86, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=ff984fb9-1964-4377-ac58-8f2fe7e37b86,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:39.560638 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-297a79b5-ccee-4547-acb6-67e675b758d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:39.583027 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'ff984fb9-1964-4377-ac58-8f2fe7e37b86', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': 'ff984fb9-1964-4377-ac58-8f2fe7e37b86', 'mac_address': 'fa:16:3e:35:d1:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:54:39.596018 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port f8a3de65-61df-4ef3-adf9-b305ba5d0182 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:54:39.596776 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:39.669857 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-297a79b5-ccee-4547-acb6-67e675b758d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:39.738053 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cc1c7eac-9f5b-4fdc-b3c7-acf0655c0e60 req-f464e423-5070-4b6d-a820-653fde99c54c service neutron] 10.222.0.41 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083976 Aug 28 14:54:39.777127 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5b760-fece-48c1-9d70-391e86feb3ea req-318e0bee-938f-470e-8d68-1295c18d1b0b tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:39.787771 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e3e5b760-fece-48c1-9d70-391e86feb3ea req-318e0bee-938f-470e-8d68-1295c18d1b0b tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 943 time: 0.2231352 Aug 28 14:54:39.819628 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a79b5-ccee-4547-acb6-67e675b758d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6943d7d5-7053-4eff-b6c0-4a5bd5734921,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:39.827392 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-297a79b5-ccee-4547-acb6-67e675b758d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=981fddcceed84d95abe5fdc5378f7177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7806616 Aug 28 14:54:39.827609 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322c388-b257-4bb9-a5fd-75a7c6ae42f8 req-a3c92a0c-3e99-484a-bd9f-708df0bb890e tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:39.830009 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53874) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:39.838721 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7322c388-b257-4bb9-a5fd-75a7c6ae42f8 req-a3c92a0c-3e99-484a-bd9f-708df0bb890e tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0278b25-89a6-47d1-922e-0933c2a24243 HTTP/1.1" status: 200 len: 948 time: 0.0956004 Aug 28 14:54:39.841794 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:39.899096 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:39.920131 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e3e5b760-fece-48c1-9d70-391e86feb3ea req-d73cce5d-cdef-4da4-8601-c632b14debe9 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264017 Aug 28 14:54:39.960583 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff984fb9-1964-4377-ac58-8f2fe7e37b86 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:54:39.974491 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-23867a14-e743-48e8-8495-3a48ab535259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:40.049503 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-23867a14-e743-48e8-8495-3a48ab535259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:40.053040 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port ff984fb9-1964-4377-ac58-8f2fe7e37b86, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=ff984fb9-1964-4377-ac58-8f2fe7e37b86,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:40.060275 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb577f-7d21-47be-b9d3-37ba0509a419 req-73e42a3f-59d9-4912-bef5-a2a47357acda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:40.062313 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aabb577f-7d21-47be-b9d3-37ba0509a419 req-73e42a3f-59d9-4912-bef5-a2a47357acda service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29e98397e0be4fe1a52442d0d5c53b75&device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 1095 time: 0.2197111 Aug 28 14:54:40.085182 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb7d161-b066-408e-bede-ed12a4bb64f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a3de65-61df-4ef3-adf9-b305ba5d0182'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:54:40.095903 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7322c388-b257-4bb9-a5fd-75a7c6ae42f8 req-fd28df9d-737a-4e0e-ab73-cb4fd9472864 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110875 Aug 28 14:54:40.104990 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad54bf5-6a6b-4750-abc9-626292ed2382" -d '{"events": [{"server_uuid": "8cb7d161-b066-408e-bede-ed12a4bb64f5", "name": "network-vif-plugged", "status": "completed", "tag": "f8a3de65-61df-4ef3-adf9-b305ba5d0182"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:54:40.132666 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:40.133897 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:54:40.147696 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port f8a3de65-61df-4ef3-adf9-b305ba5d0182, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f8a3de65-61df-4ef3-adf9-b305ba5d0182,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:40.192187 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c029b8c3-388a-4243-96b9-6a64fbd108a6 x-openstack-request-id: req-c029b8c3-388a-4243-96b9-6a64fbd108a6 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:54:40.193596 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb7d161-b066-408e-bede-ed12a4bb64f5", "name": "network-vif-plugged", "status": "completed", "tag": "f8a3de65-61df-4ef3-adf9-b305ba5d0182", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:54:40.195068 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c029b8c3-388a-4243-96b9-6a64fbd108a6 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:54:40.211770 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb7d161-b066-408e-bede-ed12a4bb64f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a3de65-61df-4ef3-adf9-b305ba5d0182', 'code': 200} Aug 28 14:54:40.220785 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-23867a14-e743-48e8-8495-3a48ab535259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:40.224762 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-23867a14-e743-48e8-8495-3a48ab535259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:40.225188 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:40.228275 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-23867a14-e743-48e8-8495-3a48ab535259 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6943d7d5-7053-4eff-b6c0-4a5bd5734921 HTTP/1.1" status: 204 len: 168 time: 0.3971238 Aug 28 14:54:40.250501 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23867a14-e743-48e8-8495-3a48ab535259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6943d7d5-7053-4eff-b6c0-4a5bd5734921,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:40.359192 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb577f-7d21-47be-b9d3-37ba0509a419 req-9950e516-f177-404d-b35c-d736930cd137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:40.363647 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aabb577f-7d21-47be-b9d3-37ba0509a419 req-9950e516-f177-404d-b35c-d736930cd137 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45 HTTP/1.1" status: 200 len: 909 time: 0.2694542 Aug 28 14:54:40.368759 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 7e2b10de-e92f-4035-9be4-fe9c36d4ee04, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=7e2b10de-e92f-4035-9be4-fe9c36d4ee04,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:40.410718 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=ff984fb9-1964-4377-ac58-8f2fe7e37b86,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:40.464613 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aabb577f-7d21-47be-b9d3-37ba0509a419 req-a3ee7c3b-ac87-4b7e-a614-70ee00fe399e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=456f1b89-ea8c-4618-b41f-2bc9a2590690 HTTP/1.1" status: 200 len: 217 time: 0.0930867 Aug 28 14:54:40.496249 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '7e2b10de-e92f-4035-9be4-fe9c36d4ee04', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': '7e2b10de-e92f-4035-9be4-fe9c36d4ee04', 'mac_address': 'fa:16:3e:0e:b6:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:54:40.505642 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=f8a3de65-61df-4ef3-adf9-b305ba5d0182,revision_number=7']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:40.583493 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb577f-7d21-47be-b9d3-37ba0509a419 req-e97eb756-af82-4954-915a-0e3355e25c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:40.590809 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aabb577f-7d21-47be-b9d3-37ba0509a419 req-e97eb756-af82-4954-915a-0e3355e25c41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c5688cf-0eb8-4e6f-8c97-3f260fd91357 HTTP/1.1" status: 200 len: 848 time: 0.1092739 Aug 28 14:54:40.593220 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:40.618943 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:54:40.664735 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 7e2b10de-e92f-4035-9be4-fe9c36d4ee04, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=7e2b10de-e92f-4035-9be4-fe9c36d4ee04,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:40.667370 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aabb577f-7d21-47be-b9d3-37ba0509a419 req-85b2a57c-b590-463f-bf44-5f882a3b2ec2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672371 Aug 28 14:54:40.674073 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-34867cf8-035d-4a74-9b7c-76d2b208b93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:40.681174 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:40.800224 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=7e2b10de-e92f-4035-9be4-fe9c36d4ee04,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:40.830288 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:40.871790 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aabb577f-7d21-47be-b9d3-37ba0509a419 req-b7557082-31aa-46a6-bde0-a8eebdcecc1b service neutron] 10.222.0.41 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949508 Aug 28 14:54:41.090225 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['ff984fb9-1964-4377-ac58-8f2fe7e37b86'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:54:41.205833 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['7e2b10de-e92f-4035-9be4-fe9c36d4ee04'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:54:41.215017 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0aca71-1776-40ef-a701-fd7395875ef1 req-2aadf5ae-e99b-4cfc-bcef-ffc4c86f7725 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:41.220616 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dc0aca71-1776-40ef-a701-fd7395875ef1 req-2aadf5ae-e99b-4cfc-bcef-ffc4c86f7725 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 943 time: 0.1677704 Aug 28 14:54:41.318745 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dc0aca71-1776-40ef-a701-fd7395875ef1 req-3e0fb8e0-6d95-4a33-984e-154463c39d8a tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862660 Aug 28 14:54:41.668909 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-e901c306-e820-4c5d-ae32-797962711d57 tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=147325f948de48278e27098b9d093383&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782764 Aug 28 14:54:41.693192 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e829a-289d-4fd9-9e29-b9d65f7a1790 req-bbb5f8bd-a4d4-40ea-99c8-4358b3816fb5 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:41.707517 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-635e829a-289d-4fd9-9e29-b9d65f7a1790 req-bbb5f8bd-a4d4-40ea-99c8-4358b3816fb5 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0278b25-89a6-47d1-922e-0933c2a24243 HTTP/1.1" status: 200 len: 949 time: 0.1161115 Aug 28 14:54:41.769115 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:41.819384 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-635e829a-289d-4fd9-9e29-b9d65f7a1790 req-b6bd802b-e676-4b47-a532-ba45b722f706 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082273 Aug 28 14:54:41.962453 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-2afe4375-017e-4912-b88b-bb26bf41fb76 tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:41.982332 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-2afe4375-017e-4912-b88b-bb26bf41fb76 tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3117325 Aug 28 14:54:42.023889 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aabb577f-7d21-47be-b9d3-37ba0509a419 req-af7bb9c9-5c43-4b2d-b372-e56f40005c85 service neutron] 10.222.0.41 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1426384 Aug 28 14:54:42.034122 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-647fbcd9-2f4a-43ba-8f95-406667ffaf2a tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/quotas/147325f948de48278e27098b9d093383 HTTP/1.1" status: 200 len: 375 time: 0.0486386 Aug 28 14:54:42.089693 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-0d9cc63f-e802-40c0-9e74-f6c206e7bee2 tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=147325f948de48278e27098b9d093383&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518403 Aug 28 14:54:42.450044 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-85ba5458-4b4c-4f3d-a552-124d162fc3ef req-e5c505f7-d597-41bc-b5d6-6178330555b4 tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/ports?device_id=8217a068-4e0f-4abc-95b8-1e949d086c7b HTTP/1.1" status: 200 len: 210 time: 0.1417603 Aug 28 14:54:42.614170 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e73e17-86ea-4a09-a567-1027d0418582 req-52d5cd25-372e-4ea2-b9ee-95e0f320f23c tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:42.628011 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-95e73e17-86ea-4a09-a567-1027d0418582 req-52d5cd25-372e-4ea2-b9ee-95e0f320f23c tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 943 time: 0.1428256 Aug 28 14:54:42.753241 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-95e73e17-86ea-4a09-a567-1027d0418582 req-ba22f80e-6e75-416c-b6e6-8b80c375ef33 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242721 Aug 28 14:54:43.044860 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91aae1f-6068-46c0-a1f1-0203770e72ba req-43dad0cc-180a-4398-a696-a0ea93649e9a tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:43.047286 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c91aae1f-6068-46c0-a1f1-0203770e72ba req-43dad0cc-180a-4398-a696-a0ea93649e9a tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0278b25-89a6-47d1-922e-0933c2a24243 HTTP/1.1" status: 200 len: 949 time: 0.1098435 Aug 28 14:54:43.120480 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:43.213972 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c91aae1f-6068-46c0-a1f1-0203770e72ba req-1849a2a1-1f0c-43a8-9897-dad52f9f23b8 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502454 Aug 28 14:54:43.256130 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 456f1b89-ea8c-4618-b41f-2bc9a2590690 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:54:43.260447 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:54:43.368549 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 456f1b89-ea8c-4618-b41f-2bc9a2590690, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=456f1b89-ea8c-4618-b41f-2bc9a2590690,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:43.383815 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '456f1b89-ea8c-4618-b41f-2bc9a2590690', 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45', 'port_id': '456f1b89-ea8c-4618-b41f-2bc9a2590690', 'mac_address': 'fa:16:3e:97:96:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5688cf-0eb8-4e6f-8c97-3f260fd91357', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:54:43.480940 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:43.512909 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:54:43.517857 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456f1b89-ea8c-4618-b41f-2bc9a2590690 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:54:43.531606 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:54:43.533817 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:43.588760 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 456f1b89-ea8c-4618-b41f-2bc9a2590690, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=456f1b89-ea8c-4618-b41f-2bc9a2590690,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:43.601029 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:43.741758 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aac6ce7b-31a2-4da4-b335-3aaa6026926f req-fbf020cc-d14d-4a28-ab19-191dd0f0a1a8 tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/ports?device_id=8217a068-4e0f-4abc-95b8-1e949d086c7b HTTP/1.1" status: 200 len: 210 time: 0.0718045 Aug 28 14:54:43.773706 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=456f1b89-ea8c-4618-b41f-2bc9a2590690,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:43.798826 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:43.843105 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b57071b-338d-4272-b03b-4b789485abb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2b10de-e92f-4035-9be4-fe9c36d4ee04'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:54:43.845834 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e6dc76-e0e1-4771-b66f-e6bad2b1ccc7" -d '{"events": [{"server_uuid": "1b57071b-338d-4272-b03b-4b789485abb1", "name": "network-vif-plugged", "status": "completed", "tag": "7e2b10de-e92f-4035-9be4-fe9c36d4ee04"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:54:43.887112 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 7e2b10de-e92f-4035-9be4-fe9c36d4ee04, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=7e2b10de-e92f-4035-9be4-fe9c36d4ee04,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:43.893755 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:43.895449 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device ff984fb9-1964-4377-ac58-8f2fe7e37b86 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:54:44.035407 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['456f1b89-ea8c-4618-b41f-2bc9a2590690'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:54:44.036903 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899a796-4988-4857-858d-d7338e2052a1 req-99708b49-bc21-49bf-952a-78fd8f88a824 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:44.057377 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3899a796-4988-4857-858d-d7338e2052a1 req-99708b49-bc21-49bf-952a-78fd8f88a824 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 944 time: 0.1588523 Aug 28 14:54:44.147193 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3899a796-4988-4857-858d-d7338e2052a1 req-5ac87b83-a84d-4259-b000-a29f80e2d3a6 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837824 Aug 28 14:54:44.180450 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=7e2b10de-e92f-4035-9be4-fe9c36d4ee04,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:44.206011 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-fda53c72-956a-41b0-842a-e06176adbce9 tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=147325f948de48278e27098b9d093383&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457327 Aug 28 14:54:44.321958 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5762bc36-3584-4848-89fb-5d9ddbcfd9ef x-openstack-request-id: req-5762bc36-3584-4848-89fb-5d9ddbcfd9ef {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:54:44.322470 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b57071b-338d-4272-b03b-4b789485abb1", "name": "network-vif-plugged", "status": "completed", "tag": "7e2b10de-e92f-4035-9be4-fe9c36d4ee04", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:54:44.322901 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5762bc36-3584-4848-89fb-5d9ddbcfd9ef {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:54:44.323520 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b57071b-338d-4272-b03b-4b789485abb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2b10de-e92f-4035-9be4-fe9c36d4ee04', 'code': 200} Aug 28 14:54:44.412583 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-2ac3cc42-6a82-451a-9e4e-f989e036ca36 tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:44.416198 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-2ac3cc42-6a82-451a-9e4e-f989e036ca36 tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2020047 Aug 28 14:54:44.436072 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port ff984fb9-1964-4377-ac58-8f2fe7e37b86 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:54:44.439975 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-24fc6ae2-95fa-490e-bad0-cc98711a69ff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Request body: {'port': {'device_id': '8217a068-4e0f-4abc-95b8-1e949d086c7b', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'admin_state_up': True, 'tenant_id': '147325f948de48278e27098b9d093383'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:54:44.444077 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port ff984fb9-1964-4377-ac58-8f2fe7e37b86 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:54:44.444493 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:44.564956 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b122a-3da7-44ee-b0a0-f67bc8971b7e req-15d7594c-838d-4705-8ca5-435f38f7de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:44.566925 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a76b122a-3da7-44ee-b0a0-f67bc8971b7e req-15d7594c-838d-4705-8ca5-435f38f7de12 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 1102 time: 0.1479177 Aug 28 14:54:44.577977 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:44.630031 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port ff984fb9-1964-4377-ac58-8f2fe7e37b86, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=ff984fb9-1964-4377-ac58-8f2fe7e37b86,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:44.634813 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:44.641857 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a76b122a-3da7-44ee-b0a0-f67bc8971b7e req-c9e2186c-8e18-45fe-ba68-e25d1d7df363 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635331 Aug 28 14:54:44.691617 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=ff984fb9-1964-4377-ac58-8f2fe7e37b86,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:44.692215 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-24fc6ae2-95fa-490e-bad0-cc98711a69ff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Made reservation on behalf of 147325f948de48278e27098b9d093383 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:54:44.695471 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-24fc6ae2-95fa-490e-bad0-cc98711a69ff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:44.710605 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-24fc6ae2-95fa-490e-bad0-cc98711a69ff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:44.851947 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da19936-4d4b-49e9-ac3c-63d120eb648b req-fa8355fe-75b3-4673-9acc-68813f1bbc7a tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:44.862663 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9da19936-4d4b-49e9-ac3c-63d120eb648b req-fa8355fe-75b3-4673-9acc-68813f1bbc7a tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0278b25-89a6-47d1-922e-0933c2a24243 HTTP/1.1" status: 200 len: 950 time: 0.1257768 Aug 28 14:54:44.930214 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9da19936-4d4b-49e9-ac3c-63d120eb648b req-ee7723e4-ea51-41e1-a7d7-bda00cd8e951 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660505 Aug 28 14:54:44.960370 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-24fc6ae2-95fa-490e-bad0-cc98711a69ff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:44.976799 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-24fc6ae2-95fa-490e-bad0-cc98711a69ff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:45.076718 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc6ae2-95fa-490e-bad0-cc98711a69ff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec73ac2-f335-46a9-8bff-39b5563dc1e0,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:45.102458 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-2e7763c2-d6f6-4b4f-af5f-03d214e35c87 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=86251bdbee63415981170d08b9111a4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442400 Aug 28 14:54:45.103872 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc6ae2-95fa-490e-bad0-cc98711a69ff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:45.104219 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc6ae2-95fa-490e-bad0-cc98711a69ff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:45.104563 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc6ae2-95fa-490e-bad0-cc98711a69ff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:45.104898 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc6ae2-95fa-490e-bad0-cc98711a69ff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:45.105237 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc6ae2-95fa-490e-bad0-cc98711a69ff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:45.105568 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc6ae2-95fa-490e-bad0-cc98711a69ff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:45.105897 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc6ae2-95fa-490e-bad0-cc98711a69ff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:45.106232 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc6ae2-95fa-490e-bad0-cc98711a69ff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:45.106559 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc6ae2-95fa-490e-bad0-cc98711a69ff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:45.119921 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc6ae2-95fa-490e-bad0-cc98711a69ff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:45.120724 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc6ae2-95fa-490e-bad0-cc98711a69ff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:45.121297 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc6ae2-95fa-490e-bad0-cc98711a69ff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:45.285632 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5124e94e-9dd1-48a0-b579-9d74577236ae req-66e116d9-a1d4-4b71-894c-9325853765c5 tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/ports?device_id=8217a068-4e0f-4abc-95b8-1e949d086c7b HTTP/1.1" status: 200 len: 210 time: 0.0385535 Aug 28 14:54:45.384507 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-24fc6ae2-95fa-490e-bad0-cc98711a69ff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Allocated IP 192.168.233.129 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/68bc14b5-98d6-476f-8984-33ec75caeced) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:54:45.413821 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-156f82ad-3e9f-43df-bcdf-35424814a421 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:45.421068 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-156f82ad-3e9f-43df-bcdf-35424814a421 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2952275 Aug 28 14:54:45.463463 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-846b8935-2f52-4960-92a6-46082c03738b tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/quotas/86251bdbee63415981170d08b9111a4c HTTP/1.1" status: 200 len: 375 time: 0.0413415 Aug 28 14:54:45.520424 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72247d-e54f-44b3-988d-7f8ade92ccbd req-26a185d7-8caa-47f1-8de7-022743f83aff tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:45.522576 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-a92c1159-637d-4253-8fae-5980fd1fe9f8 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555601 Aug 28 14:54:45.533151 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fe72247d-e54f-44b3-988d-7f8ade92ccbd req-26a185d7-8caa-47f1-8de7-022743f83aff tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 944 time: 0.1014948 Aug 28 14:54:45.586526 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fe72247d-e54f-44b3-988d-7f8ade92ccbd req-f36deafa-95b2-4320-8a97-b8f7bb528a58 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452421 Aug 28 14:54:45.782512 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-24fc6ae2-95fa-490e-bad0-cc98711a69ff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:45.811408 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-24fc6ae2-95fa-490e-bad0-cc98711a69ff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Transition to ACTIVE for port object 68bc14b5-98d6-476f-8984-33ec75caeced will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:54:45.923304 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2e236440-653a-48c1-8b54-4a60b56b6163 req-0a139b58-013f-4740-8cb1-6ba5d15a0ba6 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 210 time: 0.0853939 Aug 28 14:54:45.979195 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:54:45.983209 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-24fc6ae2-95fa-490e-bad0-cc98711a69ff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:46.097983 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-24fc6ae2-95fa-490e-bad0-cc98711a69ff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:54:46.100301 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-24fc6ae2-95fa-490e-bad0-cc98711a69ff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:54:46.109948 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-24fc6ae2-95fa-490e-bad0-cc98711a69ff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:54:46.117166 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af36060-164e-4975-a166-c1367f90bc5a req-ac6b655f-69b7-48ab-a46b-7a848bc0ce0f tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:46.127241 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5af36060-164e-4975-a166-c1367f90bc5a req-ac6b655f-69b7-48ab-a46b-7a848bc0ce0f tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0278b25-89a6-47d1-922e-0933c2a24243 HTTP/1.1" status: 200 len: 950 time: 0.0896990 Aug 28 14:54:46.210502 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5af36060-164e-4975-a166-c1367f90bc5a req-3f9ed049-481f-4854-af70-dd4c608c6a54 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821519 Aug 28 14:54:46.237287 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc6ae2-95fa-490e-bad0-cc98711a69ff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Pushing event updated for resources: {'Port': ['ID=68bc14b5-98d6-476f-8984-33ec75caeced,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:46.274314 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-24fc6ae2-95fa-490e-bad0-cc98711a69ff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:46.274984 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-24fc6ae2-95fa-490e-bad0-cc98711a69ff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:46.314227 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-24fc6ae2-95fa-490e-bad0-cc98711a69ff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8806622 Aug 28 14:54:46.330566 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0278b25-89a6-47d1-922e-0933c2a24243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff984fb9-1964-4377-ac58-8f2fe7e37b86'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:54:46.333859 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee58364-ce58-4e5a-bacf-e27909e2975d" -d '{"events": [{"server_uuid": "c0278b25-89a6-47d1-922e-0933c2a24243", "name": "network-vif-plugged", "status": "completed", "tag": "ff984fb9-1964-4377-ac58-8f2fe7e37b86"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:54:46.334672 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-01f04a20-6f68-4482-a4b2-4ff6b1840a87 service neutron] Request body: {'port': {'device_id': '8217a068-4e0f-4abc-95b8-1e949d086c7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:54:46.479172 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-01f04a20-6f68-4482-a4b2-4ff6b1840a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:46.510516 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e0717-7830-4cbb-99ae-462dfe2264ed req-6cf2ea31-acf3-4ee2-a5e2-a7642ce69703 tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:46.519334 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd9e0717-7830-4cbb-99ae-462dfe2264ed req-6cf2ea31-acf3-4ee2-a5e2-a7642ce69703 tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/ports?device_id=8217a068-4e0f-4abc-95b8-1e949d086c7b HTTP/1.1" status: 200 len: 936 time: 0.1071272 Aug 28 14:54:46.521140 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c50dd840-d9d2-40d1-b0be-90679538fe43 None None] Provisioning for port 68bc14b5-98d6-476f-8984-33ec75caeced completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:54:46.536681 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c50dd840-d9d2-40d1-b0be-90679538fe43 None None] Provisioning complete for port 68bc14b5-98d6-476f-8984-33ec75caeced triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:54:46.537575 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c50dd840-d9d2-40d1-b0be-90679538fe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:46.645440 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd9e0717-7830-4cbb-99ae-462dfe2264ed req-ecf499a3-25cb-45d4-b4f7-5701a09add2d tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec73ac2-f335-46a9-8bff-39b5563dc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112819 Aug 28 14:54:46.656025 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c50dd840-d9d2-40d1-b0be-90679538fe43 None None] Port 68bc14b5-98d6-476f-8984-33ec75caeced cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:54:46.692856 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fbedb6-9e27-418f-be08-c002cdcbd43b x-openstack-request-id: req-73fbedb6-9e27-418f-be08-c002cdcbd43b {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:54:46.693265 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0278b25-89a6-47d1-922e-0933c2a24243", "name": "network-vif-plugged", "status": "completed", "tag": "ff984fb9-1964-4377-ac58-8f2fe7e37b86", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:54:46.694296 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73fbedb6-9e27-418f-be08-c002cdcbd43b {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:54:46.694722 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0278b25-89a6-47d1-922e-0933c2a24243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff984fb9-1964-4377-ac58-8f2fe7e37b86', 'code': 200} Aug 28 14:54:47.059159 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6a24e436-ad45-4ba6-8279-564fe3fa7cff req-314df4a8-6918-4f3d-b3d9-d817b99151ab tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 210 time: 0.0467939 Aug 28 14:54:47.161397 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba9ba3-7a0e-41dc-a6e9-f9fd95dc993f req-93e814b8-e7d5-4b78-b8bb-008d3fe87115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:47.162979 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-67ba9ba3-7a0e-41dc-a6e9-f9fd95dc993f req-93e814b8-e7d5-4b78-b8bb-008d3fe87115 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c0278b25-89a6-47d1-922e-0933c2a24243 HTTP/1.1" status: 200 len: 1102 time: 0.3171480 Aug 28 14:54:47.173848 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280aa47-2249-41cf-97fe-873da32580be req-efadca63-6504-4e5d-be35-fd46c2aef456 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:47.175405 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2280aa47-2249-41cf-97fe-873da32580be req-efadca63-6504-4e5d-be35-fd46c2aef456 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 944 time: 0.1922326 Aug 28 14:54:47.262244 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-67ba9ba3-7a0e-41dc-a6e9-f9fd95dc993f req-2668ba0f-21c7-4154-b640-6045f4789c95 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857940 Aug 28 14:54:47.275355 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2280aa47-2249-41cf-97fe-873da32580be req-52080630-3a44-4203-adb9-5261abd91bbc tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748723 Aug 28 14:54:47.303434 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 456f1b89-ea8c-4618-b41f-2bc9a2590690 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:54:47.347087 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-01f04a20-6f68-4482-a4b2-4ff6b1840a87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68bc14b5-98d6-476f-8984-33ec75caeced {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:54:47.357999 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-01f04a20-6f68-4482-a4b2-4ff6b1840a87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:47.363514 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 456f1b89-ea8c-4618-b41f-2bc9a2590690 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:54:47.369591 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 456f1b89-ea8c-4618-b41f-2bc9a2590690 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:54:47.370564 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:47.374597 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-01f04a20-6f68-4482-a4b2-4ff6b1840a87 service neutron] Transition to ACTIVE for port object 68bc14b5-98d6-476f-8984-33ec75caeced will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:54:47.379355 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-01f04a20-6f68-4482-a4b2-4ff6b1840a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:47.502188 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f04a20-6f68-4482-a4b2-4ff6b1840a87 service neutron] Pushing event updated for resources: {'Port': ['ID=68bc14b5-98d6-476f-8984-33ec75caeced,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:47.528179 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:47.546366 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527543a8-aa96-4985-9de6-4a192547bbb7 req-f4e194c0-2ba1-4c54-a1b9-299b7bbc4f87 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:47.548010 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-527543a8-aa96-4985-9de6-4a192547bbb7 req-f4e194c0-2ba1-4c54-a1b9-299b7bbc4f87 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0278b25-89a6-47d1-922e-0933c2a24243 HTTP/1.1" status: 200 len: 950 time: 0.1238587 Aug 28 14:54:47.625080 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 456f1b89-ea8c-4618-b41f-2bc9a2590690, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=456f1b89-ea8c-4618-b41f-2bc9a2590690,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:47.632868 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:47.679591 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-527543a8-aa96-4985-9de6-4a192547bbb7 req-2709902b-dc8f-481c-99e1-7fda1524c6b8 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057649 Aug 28 14:54:47.684172 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-01f04a20-6f68-4482-a4b2-4ff6b1840a87 service neutron] Attempting to bind port 68bc14b5-98d6-476f-8984-33ec75caeced on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:54:47.684755 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-01f04a20-6f68-4482-a4b2-4ff6b1840a87 service neutron] Attempting to bind port 68bc14b5-98d6-476f-8984-33ec75caeced by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:54:47.685360 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-01f04a20-6f68-4482-a4b2-4ff6b1840a87 service neutron] Attempting to bind port 68bc14b5-98d6-476f-8984-33ec75caeced on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:54:47.690659 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-01f04a20-6f68-4482-a4b2-4ff6b1840a87 service neutron] Port 68bc14b5-98d6-476f-8984-33ec75caeced on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:54:47.691145 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-01f04a20-6f68-4482-a4b2-4ff6b1840a87 service neutron] Attempting to bind port 68bc14b5-98d6-476f-8984-33ec75caeced on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:54:47.698516 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-01f04a20-6f68-4482-a4b2-4ff6b1840a87 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:54:47.698516 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-01f04a20-6f68-4482-a4b2-4ff6b1840a87 service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:54:47.698861 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-01f04a20-6f68-4482-a4b2-4ff6b1840a87 service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:54:47.699228 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-01f04a20-6f68-4482-a4b2-4ff6b1840a87 service neutron] Bound port: 68bc14b5-98d6-476f-8984-33ec75caeced, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:54:47.699602 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-01f04a20-6f68-4482-a4b2-4ff6b1840a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:47.793532 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=456f1b89-ea8c-4618-b41f-2bc9a2590690,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:47.849472 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:47.850345 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:47.852073 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:47.852437 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:47.854888 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:47.870948 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:47.871597 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:47.871995 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:47.872349 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:47.873022 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:47.873662 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:47.873897 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:47.973248 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-01f04a20-6f68-4482-a4b2-4ff6b1840a87 service neutron] For port 68bc14b5-98d6-476f-8984-33ec75caeced, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:54:47.978132 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-01f04a20-6f68-4482-a4b2-4ff6b1840a87 service neutron] For port 68bc14b5-98d6-476f-8984-33ec75caeced, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=68bc14b5-98d6-476f-8984-33ec75caeced,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:54:48.096233 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-01f04a20-6f68-4482-a4b2-4ff6b1840a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:48.104149 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-48fdfde6-339d-42ac-b6c6-0926fb3f946b tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=86251bdbee63415981170d08b9111a4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1222582 Aug 28 14:54:48.263174 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-6f967a50-1cbb-4729-8bf5-b7c0e7f2d817 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:48.264701 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-6f967a50-1cbb-4729-8bf5-b7c0e7f2d817 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1328909 Aug 28 14:54:48.283416 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-a518267a-af45-441f-ba5b-ab22869239f9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Request body: {'port': {'device_id': 'fd2509f4-eb86-4517-ad59-559257025de6', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'admin_state_up': True, 'tenant_id': '86251bdbee63415981170d08b9111a4c'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:54:48.287211 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-01f04a20-6f68-4482-a4b2-4ff6b1840a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:48.287932 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-01f04a20-6f68-4482-a4b2-4ff6b1840a87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:48.289346 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-01f04a20-6f68-4482-a4b2-4ff6b1840a87 service neutron] 10.222.0.36 "PUT /v2.0/ports/68bc14b5-98d6-476f-8984-33ec75caeced HTTP/1.1" status: 200 len: 1097 time: 1.9646029 Aug 28 14:54:48.293401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8217a068-4e0f-4abc-95b8-1e949d086c7b', 'tag': '68bc14b5-98d6-476f-8984-33ec75caeced'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:54:48.296135 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822c84a6-ea86-4ab1-8b0c-c16699235b02" -d '{"events": [{"name": "network-changed", "server_uuid": "8217a068-4e0f-4abc-95b8-1e949d086c7b", "tag": "68bc14b5-98d6-476f-8984-33ec75caeced"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:54:48.385767 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646aa3a4-59c3-4de2-863c-122e0b85745c req-05ccdeaf-458d-4475-897e-ca2b12b28c85 tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:48.387509 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-646aa3a4-59c3-4de2-863c-122e0b85745c req-05ccdeaf-458d-4475-897e-ca2b12b28c85 tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/ports?device_id=8217a068-4e0f-4abc-95b8-1e949d086c7b HTTP/1.1" status: 200 len: 948 time: 0.3630745 Aug 28 14:54:48.388238 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f04a20-6f68-4482-a4b2-4ff6b1840a87 service neutron] Pushing event updated for resources: {'Port': ['ID=68bc14b5-98d6-476f-8984-33ec75caeced,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:48.492079 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bfbf04ca-a529-4993-a040-b61b189de09e req-d8db6138-d545-4db4-a1b5-afcb173ff7cc tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 210 time: 0.0373323 Aug 28 14:54:48.555120 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-961a46a5-344d-48d7-a896-9fcda7ddb6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:48.557023 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-961a46a5-344d-48d7-a896-9fcda7ddb6fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=147325f948de48278e27098b9d093383&device_id=8217a068-4e0f-4abc-95b8-1e949d086c7b HTTP/1.1" status: 200 len: 1100 time: 0.2031758 Aug 28 14:54:48.612632 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-1f133784-f7aa-473b-8d6c-317aca96c342 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=68bc14b5-98d6-476f-8984-33ec75caeced HTTP/1.1" status: 200 len: 217 time: 0.0452406 Aug 28 14:54:48.616241 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-646aa3a4-59c3-4de2-863c-122e0b85745c req-36611dc8-bd80-4d07-8ce5-5d929cce1a6b tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec73ac2-f335-46a9-8bff-39b5563dc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951828 Aug 28 14:54:48.621166 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a66b59-d8f1-4790-9ad9-4c686654560a x-openstack-request-id: req-c2a66b59-d8f1-4790-9ad9-4c686654560a {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:54:48.621674 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8217a068-4e0f-4abc-95b8-1e949d086c7b", "tag": "68bc14b5-98d6-476f-8984-33ec75caeced", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:54:48.622155 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2a66b59-d8f1-4790-9ad9-4c686654560a {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:54:48.622868 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8217a068-4e0f-4abc-95b8-1e949d086c7b', 'tag': '68bc14b5-98d6-476f-8984-33ec75caeced', 'status': 'completed', 'code': 200} Aug 28 14:54:48.676918 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-a518267a-af45-441f-ba5b-ab22869239f9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Made reservation on behalf of 86251bdbee63415981170d08b9111a4c for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:54:48.685883 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-a518267a-af45-441f-ba5b-ab22869239f9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:48.696253 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3356d6b5-7247-44aa-8bd4-1b01f6611b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456f1b89-ea8c-4618-b41f-2bc9a2590690'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:54:48.701016 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f68907-73b3-4553-9d58-92ee086ab37b" -d '{"events": [{"server_uuid": "3356d6b5-7247-44aa-8bd4-1b01f6611b6b", "name": "network-vif-plugged", "status": "completed", "tag": "456f1b89-ea8c-4618-b41f-2bc9a2590690"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:54:48.735330 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-a518267a-af45-441f-ba5b-ab22869239f9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:48.788226 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e08113-11aa-4ae3-b97c-15062796391e req-8d4b54d1-8e7a-4f6e-81f9-452e40968ede tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:48.806880 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f1e08113-11aa-4ae3-b97c-15062796391e req-8d4b54d1-8e7a-4f6e-81f9-452e40968ede tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 945 time: 0.1341527 Aug 28 14:54:48.812117 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-15dd1eab-0da1-4346-b427-3e533f34a34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:48.816993 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-15dd1eab-0da1-4346-b427-3e533f34a34a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1929500 Aug 28 14:54:48.889585 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f1e08113-11aa-4ae3-b97c-15062796391e req-c06b874e-deb0-406e-af2d-93aa8b5c5c69 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813711 Aug 28 14:54:48.893791 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0632d55-645d-4cb3-b007-4bddf88246ac x-openstack-request-id: req-c0632d55-645d-4cb3-b007-4bddf88246ac {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:54:48.894127 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3356d6b5-7247-44aa-8bd4-1b01f6611b6b", "name": "network-vif-plugged", "status": "completed", "tag": "456f1b89-ea8c-4618-b41f-2bc9a2590690", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:54:48.894384 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0632d55-645d-4cb3-b007-4bddf88246ac {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:54:48.895433 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3356d6b5-7247-44aa-8bd4-1b01f6611b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456f1b89-ea8c-4618-b41f-2bc9a2590690', 'code': 200} Aug 28 14:54:49.043046 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-a518267a-af45-441f-ba5b-ab22869239f9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:49.114224 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-a518267a-af45-441f-ba5b-ab22869239f9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:49.202673 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789a09c-5e23-4a9f-a3ee-8e6df7e29c8e req-b94f8a97-2a78-4876-9e07-899363a4abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:49.204542 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9789a09c-5e23-4a9f-a3ee-8e6df7e29c8e req-b94f8a97-2a78-4876-9e07-899363a4abbc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 1097 time: 0.2031403 Aug 28 14:54:49.212380 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878280ba-82c3-47ec-aed8-7840b3e591dd req-6d245afe-b2aa-4801-ba73-8a8b772ace82 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:49.234959 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-878280ba-82c3-47ec-aed8-7840b3e591dd req-6d245afe-b2aa-4801-ba73-8a8b772ace82 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0278b25-89a6-47d1-922e-0933c2a24243 HTTP/1.1" status: 200 len: 950 time: 0.1606824 Aug 28 14:54:49.306387 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-55db27cc-888a-4906-a67e-4e279142015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:49.307888 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-55db27cc-888a-4906-a67e-4e279142015b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2764907 Aug 28 14:54:49.331307 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518267a-af45-441f-ba5b-ab22869239f9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aff047f8-7f37-4cd2-8ee5-480d41fc12ce,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:49.337969 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-878280ba-82c3-47ec-aed8-7840b3e591dd req-06f6eda5-ab59-4e7b-973d-67d5e6d8b03e tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012642 Aug 28 14:54:49.359766 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9789a09c-5e23-4a9f-a3ee-8e6df7e29c8e req-174a908b-03b2-4e80-aa29-39ac4960446d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221390 Aug 28 14:54:49.587486 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-a518267a-af45-441f-ba5b-ab22869239f9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Allocated IP 192.168.233.146 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/e5d443f6-c090-4c53-88ff-10d9e3cd69be) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:54:49.630317 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-da39c55b-bdeb-4934-a41b-dd1794b2d84b service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001378 Aug 28 14:54:49.640280 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a2bae-9d89-4659-bfc8-112f4fd8d158 req-36c90d59-665c-47c2-9d96-b51119236976 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:49.653902 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e6a2bae-9d89-4659-bfc8-112f4fd8d158 req-36c90d59-665c-47c2-9d96-b51119236976 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.2106745 Aug 28 14:54:49.806020 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e6a2bae-9d89-4659-bfc8-112f4fd8d158 req-abb40e42-1721-4b31-b865-2ef7c0df3c91 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506400 Aug 28 14:54:49.829795 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-70e35fc0-b4fe-4f51-8938-fe558962a613 req-541f2ef8-59de-4168-920d-2802a71aa58b tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 210 time: 0.1267629 Aug 28 14:54:49.989249 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c3d9f16-9a32-4c19-a628-efc64bf4f062 req-b14261ab-7ff4-49d1-86e3-a799d95ad7b0 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316383 Aug 28 14:54:50.131575 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-a518267a-af45-441f-ba5b-ab22869239f9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:50.135837 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315e287-3bdc-4d28-b66b-52c44ea5f17a req-e47cf68f-b2d2-4183-bf0e-4928d668a96b tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:50.146835 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3315e287-3bdc-4d28-b66b-52c44ea5f17a req-e47cf68f-b2d2-4183-bf0e-4928d668a96b tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/ports?device_id=8217a068-4e0f-4abc-95b8-1e949d086c7b HTTP/1.1" status: 200 len: 948 time: 0.1331348 Aug 28 14:54:50.160639 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-a518267a-af45-441f-ba5b-ab22869239f9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Transition to ACTIVE for port object e5d443f6-c090-4c53-88ff-10d9e3cd69be will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:54:50.163747 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c84a6-ea86-4ab1-8b0c-c16699235b02 req-6d7a426f-d99c-4a8c-b4de-59c18cade997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:50.165341 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-822c84a6-ea86-4ab1-8b0c-c16699235b02 req-6d7a426f-d99c-4a8c-b4de-59c18cade997 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=147325f948de48278e27098b9d093383&device_id=8217a068-4e0f-4abc-95b8-1e949d086c7b HTTP/1.1" status: 200 len: 1100 time: 0.0870454 Aug 28 14:54:50.202568 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3315e287-3bdc-4d28-b66b-52c44ea5f17a req-4b5cce13-8c9c-4ff7-8f55-b4696cd1bb1c tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec73ac2-f335-46a9-8bff-39b5563dc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543718 Aug 28 14:54:50.351481 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c84a6-ea86-4ab1-8b0c-c16699235b02 req-3bb2a9c4-5da2-4488-bc3a-daf7520e4280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:50.351481 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-822c84a6-ea86-4ab1-8b0c-c16699235b02 req-3bb2a9c4-5da2-4488-bc3a-daf7520e4280 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.1695516 Aug 28 14:54:50.358043 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-a518267a-af45-441f-ba5b-ab22869239f9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:50.420651 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-822c84a6-ea86-4ab1-8b0c-c16699235b02 req-b60a3ac0-3be0-4d24-a531-2b6e196a851b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=68bc14b5-98d6-476f-8984-33ec75caeced HTTP/1.1" status: 200 len: 217 time: 0.0504532 Aug 28 14:54:50.446299 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97951b28-d1f1-4b26-860b-59fe071cbd56 req-f5a11e08-f242-43dc-a323-f4898b9ca05d tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:50.459746 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-97951b28-d1f1-4b26-860b-59fe071cbd56 req-f5a11e08-f242-43dc-a323-f4898b9ca05d tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 945 time: 0.1609030 Aug 28 14:54:50.501248 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-a518267a-af45-441f-ba5b-ab22869239f9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:54:50.513841 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-a518267a-af45-441f-ba5b-ab22869239f9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:54:50.515458 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-a518267a-af45-441f-ba5b-ab22869239f9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:54:50.558026 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518267a-af45-441f-ba5b-ab22869239f9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Pushing event updated for resources: {'Port': ['ID=e5d443f6-c090-4c53-88ff-10d9e3cd69be,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:50.582301 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c84a6-ea86-4ab1-8b0c-c16699235b02 req-80359d70-f7ce-4fe3-8f1b-0658355f55cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:50.583896 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-822c84a6-ea86-4ab1-8b0c-c16699235b02 req-80359d70-f7ce-4fe3-8f1b-0658355f55cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1411736 Aug 28 14:54:50.599159 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-97951b28-d1f1-4b26-860b-59fe071cbd56 req-9c5029b1-d843-431a-8a5c-1714a968f396 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378312 Aug 28 14:54:50.725141 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-b4426ca8-f749-4aa2-8f69-270f5c20b906 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ba84044896304dfc8cc637db280afa68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1453631 Aug 28 14:54:50.750640 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-a518267a-af45-441f-ba5b-ab22869239f9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:50.751366 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-a518267a-af45-441f-ba5b-ab22869239f9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:50.916598 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9e855a71-5d00-4232-8677-bd6b5e122f8f None None] Provisioning for port e5d443f6-c090-4c53-88ff-10d9e3cd69be completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:54:50.923879 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9e855a71-5d00-4232-8677-bd6b5e122f8f None None] Provisioning complete for port e5d443f6-c090-4c53-88ff-10d9e3cd69be triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:54:50.924617 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9e855a71-5d00-4232-8677-bd6b5e122f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:50.965269 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c84a6-ea86-4ab1-8b0c-c16699235b02 req-bb224b92-9cf3-46e5-b88f-358abc139e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:50.969044 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-822c84a6-ea86-4ab1-8b0c-c16699235b02 req-bb224b92-9cf3-46e5-b88f-358abc139e1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3424096 Aug 28 14:54:50.981012 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9e855a71-5d00-4232-8677-bd6b5e122f8f None None] Port e5d443f6-c090-4c53-88ff-10d9e3cd69be cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:54:50.989455 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-a518267a-af45-441f-ba5b-ab22869239f9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7099926 Aug 28 14:54:51.040862 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-16f63ed2-b80e-4fb3-aad2-3df011f16a6a service neutron] Request body: {'port': {'device_id': 'fd2509f4-eb86-4517-ad59-559257025de6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:54:51.511709 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-4b5dc6ad-1944-496d-b523-b64b5f29a9e7 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:51.522388 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-4b5dc6ad-1944-496d-b523-b64b5f29a9e7 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7805586 Aug 28 14:54:51.527384 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-16f63ed2-b80e-4fb3-aad2-3df011f16a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:51.580476 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-55e15161-1eab-424d-930f-798534223206 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/quotas/ba84044896304dfc8cc637db280afa68 HTTP/1.1" status: 200 len: 375 time: 0.0566781 Aug 28 14:54:51.758204 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf9cfd-d4cc-44bc-a817-73d91b368808 req-cfadd0bd-1166-41a3-847c-c5741d986cb5 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:51.761381 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7fbf9cfd-d4cc-44bc-a817-73d91b368808 req-cfadd0bd-1166-41a3-847c-c5741d986cb5 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 936 time: 0.1100388 Aug 28 14:54:51.762415 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-822c84a6-ea86-4ab1-8b0c-c16699235b02 req-396d0bd6-18c2-4664-bb4c-34f446516abc service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7754722 Aug 28 14:54:51.840728 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7fbf9cfd-d4cc-44bc-a817-73d91b368808 req-524af613-7ae3-4395-9c5b-708390f9ec8e tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695155 Aug 28 14:54:51.855048 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-c84d16dd-b9e6-47ac-b021-152023ae6a1a tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba84044896304dfc8cc637db280afa68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2703483 Aug 28 14:54:52.076700 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acad4b3-114b-40b4-9660-550ea58bc842 req-c0099e35-e70c-4e1d-b461-62aec70a1fef tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:52.092481 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5acad4b3-114b-40b4-9660-550ea58bc842 req-c0099e35-e70c-4e1d-b461-62aec70a1fef tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/ports?device_id=8217a068-4e0f-4abc-95b8-1e949d086c7b HTTP/1.1" status: 200 len: 948 time: 0.1028016 Aug 28 14:54:52.101647 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54322) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:52.176755 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5acad4b3-114b-40b4-9660-550ea58bc842 req-fdbd7ee4-7dad-4e28-b9fa-6e2fbf92571a tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec73ac2-f335-46a9-8bff-39b5563dc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819161 Aug 28 14:54:52.379264 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eac87b2e-3f99-4f5d-9b5e-b343597e23d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:52.406491 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-822c84a6-ea86-4ab1-8b0c-c16699235b02 req-8d655dd1-9bf9-4a8f-a282-d2055fcb6e99 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6331747 Aug 28 14:54:52.539295 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-470b6cfb-74db-4199-a12e-57fe0da11ec8 req-cc8a37a5-84e1-488d-9e8a-7d5837d18534 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=8045bc3a-33d4-4d44-8e13-4cc99d725fb2 HTTP/1.1" status: 200 len: 210 time: 0.0716534 Aug 28 14:54:52.566502 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61ea7c-fd06-415b-880e-4721a619563f req-6cabbb3e-659b-44ab-9f79-020a63b07616 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:52.576947 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9a61ea7c-fd06-415b-880e-4721a619563f req-6cabbb3e-659b-44ab-9f79-020a63b07616 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 945 time: 0.3734879 Aug 28 14:54:52.683103 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9a61ea7c-fd06-415b-880e-4721a619563f req-9be983c0-5751-465e-9b74-cb278c27c030 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050584 Aug 28 14:54:52.741259 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-16f63ed2-b80e-4fb3-aad2-3df011f16a6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d443f6-c090-4c53-88ff-10d9e3cd69be {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:54:52.762105 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-16f63ed2-b80e-4fb3-aad2-3df011f16a6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:52.790218 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-16f63ed2-b80e-4fb3-aad2-3df011f16a6a service neutron] Transition to ACTIVE for port object e5d443f6-c090-4c53-88ff-10d9e3cd69be will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:54:52.802461 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-16f63ed2-b80e-4fb3-aad2-3df011f16a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:52.876314 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c1991-0fde-4398-82a4-36c1019cae05 req-4793c72c-aece-4065-ae5e-93f3c77a3110 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:52.890539 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ec4c1991-0fde-4398-82a4-36c1019cae05 req-4793c72c-aece-4065-ae5e-93f3c77a3110 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 1097 time: 0.0856402 Aug 28 14:54:52.890757 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f63ed2-b80e-4fb3-aad2-3df011f16a6a service neutron] Pushing event updated for resources: {'Port': ['ID=e5d443f6-c090-4c53-88ff-10d9e3cd69be,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:52.942853 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eac87b2e-3f99-4f5d-9b5e-b343597e23d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:52.947075 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ec4c1991-0fde-4398-82a4-36c1019cae05 req-47dd4217-5aba-4beb-b717-b72748999c47 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513010 Aug 28 14:54:53.026035 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eac87b2e-3f99-4f5d-9b5e-b343597e23d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:53.119441 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-16f63ed2-b80e-4fb3-aad2-3df011f16a6a service neutron] Attempting to bind port e5d443f6-c090-4c53-88ff-10d9e3cd69be on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:54:53.122343 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-16f63ed2-b80e-4fb3-aad2-3df011f16a6a service neutron] Attempting to bind port e5d443f6-c090-4c53-88ff-10d9e3cd69be by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:54:53.122719 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-16f63ed2-b80e-4fb3-aad2-3df011f16a6a service neutron] Attempting to bind port e5d443f6-c090-4c53-88ff-10d9e3cd69be on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:54:53.160478 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-16f63ed2-b80e-4fb3-aad2-3df011f16a6a service neutron] Port e5d443f6-c090-4c53-88ff-10d9e3cd69be on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:54:53.160805 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-16f63ed2-b80e-4fb3-aad2-3df011f16a6a service neutron] Attempting to bind port e5d443f6-c090-4c53-88ff-10d9e3cd69be on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:54:53.174398 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-16f63ed2-b80e-4fb3-aad2-3df011f16a6a service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:54:53.174733 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-16f63ed2-b80e-4fb3-aad2-3df011f16a6a service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:54:53.175827 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-16f63ed2-b80e-4fb3-aad2-3df011f16a6a service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:54:53.176283 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-16f63ed2-b80e-4fb3-aad2-3df011f16a6a service neutron] Bound port: e5d443f6-c090-4c53-88ff-10d9e3cd69be, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:54:53.176645 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-16f63ed2-b80e-4fb3-aad2-3df011f16a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:53.198033 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-eac87b2e-3f99-4f5d-9b5e-b343597e23d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e00e76cb83044f4afad562157ebc22b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0936351 Aug 28 14:54:53.200925 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54354) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:53.226208 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac87b2e-3f99-4f5d-9b5e-b343597e23d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f5d320-b491-41d0-a61a-b8bdd97d553b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:53.246195 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00dc3c-44be-4c92-babc-936acdc5bd0d req-34506898-5ed9-4c0e-a488-533f2edda267 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:53.255059 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fc00dc3c-44be-4c92-babc-936acdc5bd0d req-34506898-5ed9-4c0e-a488-533f2edda267 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 948 time: 0.2384846 Aug 28 14:54:53.309288 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-437094bb-ae65-4583-a76a-6ef64c5ddfdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:53.313541 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 68bc14b5-98d6-476f-8984-33ec75caeced details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:54:53.356381 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fc00dc3c-44be-4c92-babc-936acdc5bd0d req-5c92be54-ddf6-44d0-aa7e-e925f9a7bd73 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001422 Aug 28 14:54:53.384423 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-16f63ed2-b80e-4fb3-aad2-3df011f16a6a service neutron] For port e5d443f6-c090-4c53-88ff-10d9e3cd69be, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:54:53.388287 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-16f63ed2-b80e-4fb3-aad2-3df011f16a6a service neutron] For port e5d443f6-c090-4c53-88ff-10d9e3cd69be, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=e5d443f6-c090-4c53-88ff-10d9e3cd69be,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:54:53.391572 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-437094bb-ae65-4583-a76a-6ef64c5ddfdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:53.400518 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-16f63ed2-b80e-4fb3-aad2-3df011f16a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:53.457960 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-16f63ed2-b80e-4fb3-aad2-3df011f16a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:53.458649 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-16f63ed2-b80e-4fb3-aad2-3df011f16a6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:53.460276 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-16f63ed2-b80e-4fb3-aad2-3df011f16a6a service neutron] 10.222.0.41 "PUT /v2.0/ports/e5d443f6-c090-4c53-88ff-10d9e3cd69be HTTP/1.1" status: 200 len: 1097 time: 2.4466412 Aug 28 14:54:53.460727 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd2509f4-eb86-4517-ad59-559257025de6', 'tag': 'e5d443f6-c090-4c53-88ff-10d9e3cd69be'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:54:53.463202 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3881ad40-44b9-40fc-8625-aca8854e1893" -d '{"events": [{"name": "network-changed", "server_uuid": "fd2509f4-eb86-4517-ad59-559257025de6", "tag": "e5d443f6-c090-4c53-88ff-10d9e3cd69be"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:54:53.548332 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-f7fe2cbe-1227-4670-a01a-b9b6e63d8755 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ba84044896304dfc8cc637db280afa68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426438 Aug 28 14:54:53.556240 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f63ed2-b80e-4fb3-aad2-3df011f16a6a service neutron] Pushing event updated for resources: {'Port': ['ID=e5d443f6-c090-4c53-88ff-10d9e3cd69be,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:53.681478 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299c89b-0bd1-4ea8-87f4-b6e3b3315302 req-ad1120c4-877d-47d6-bcf0-789371371f09 tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:53.689372 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d299c89b-0bd1-4ea8-87f4-b6e3b3315302 req-ad1120c4-877d-47d6-bcf0-789371371f09 tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/ports?device_id=8217a068-4e0f-4abc-95b8-1e949d086c7b HTTP/1.1" status: 200 len: 948 time: 0.3301709 Aug 28 14:54:53.700666 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 68bc14b5-98d6-476f-8984-33ec75caeced, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=68bc14b5-98d6-476f-8984-33ec75caeced,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:53.759412 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d299c89b-0bd1-4ea8-87f4-b6e3b3315302 req-182f6dfa-95af-4d43-a8d3-bf2b0285d488 tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec73ac2-f335-46a9-8bff-39b5563dc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690658 Aug 28 14:54:53.791043 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-7983b507-8351-4eda-8723-e5c30a8024d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:53.792523 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-7983b507-8351-4eda-8723-e5c30a8024d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 1100 time: 0.2398534 Aug 28 14:54:53.814342 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-437094bb-ae65-4583-a76a-6ef64c5ddfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:53.817279 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '68bc14b5-98d6-476f-8984-33ec75caeced', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': '68bc14b5-98d6-476f-8984-33ec75caeced', 'mac_address': 'fa:16:3e:91:82:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:54:53.820325 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-437094bb-ae65-4583-a76a-6ef64c5ddfdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:53.822605 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-437094bb-ae65-4583-a76a-6ef64c5ddfdb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4f5d320-b491-41d0-a61a-b8bdd97d553b HTTP/1.1" status: 204 len: 168 time: 0.6164010 Aug 28 14:54:53.930443 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecc7a75-54e7-45e6-ac12-db641146c606 x-openstack-request-id: req-9ecc7a75-54e7-45e6-ac12-db641146c606 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:54:53.931011 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd2509f4-eb86-4517-ad59-559257025de6", "tag": "e5d443f6-c090-4c53-88ff-10d9e3cd69be", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:54:53.931011 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ecc7a75-54e7-45e6-ac12-db641146c606 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:54:53.931218 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd2509f4-eb86-4517-ad59-559257025de6', 'tag': 'e5d443f6-c090-4c53-88ff-10d9e3cd69be', 'status': 'completed', 'code': 200} Aug 28 14:54:53.936925 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437094bb-ae65-4583-a76a-6ef64c5ddfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f5d320-b491-41d0-a61a-b8bdd97d553b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:53.953521 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437094bb-ae65-4583-a76a-6ef64c5ddfdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:53.954287 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437094bb-ae65-4583-a76a-6ef64c5ddfdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:53.954834 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437094bb-ae65-4583-a76a-6ef64c5ddfdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:53.955319 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437094bb-ae65-4583-a76a-6ef64c5ddfdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:53.955925 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437094bb-ae65-4583-a76a-6ef64c5ddfdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:53.957493 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437094bb-ae65-4583-a76a-6ef64c5ddfdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:53.958094 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437094bb-ae65-4583-a76a-6ef64c5ddfdb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:53.958578 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437094bb-ae65-4583-a76a-6ef64c5ddfdb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:53.959120 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437094bb-ae65-4583-a76a-6ef64c5ddfdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:53.959606 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437094bb-ae65-4583-a76a-6ef64c5ddfdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:53.960348 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437094bb-ae65-4583-a76a-6ef64c5ddfdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:53.960842 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437094bb-ae65-4583-a76a-6ef64c5ddfdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:54:53.966166 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:53.971019 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-a5ed5743-e3aa-439d-804f-65acb436519b tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:53.974847 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-a5ed5743-e3aa-439d-804f-65acb436519b tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3992057 Aug 28 14:54:53.978850 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-f927f182-1366-4c19-bca8-e8246a7953b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=e5d443f6-c090-4c53-88ff-10d9e3cd69be HTTP/1.1" status: 200 len: 217 time: 0.1760178 Aug 28 14:54:53.998643 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-80c7b0ad-fe04-4a5f-a5e6-44751e5f8e46 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Request body: {'port': {'device_id': '8045bc3a-33d4-4d44-8e13-4cc99d725fb2', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'admin_state_up': True, 'tenant_id': 'ba84044896304dfc8cc637db280afa68'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:54:54.150958 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-f58feef3-18ea-4dc0-b581-95882bef7c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:54.156883 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-f58feef3-18ea-4dc0-b581-95882bef7c2c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1470439 Aug 28 14:54:54.164316 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68bc14b5-98d6-476f-8984-33ec75caeced {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:54:54.183364 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-665a0d0b-7770-4d48-a701-d535d31a7c4c req-592dc32a-0d86-4900-8b11-212853f62465 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=8045bc3a-33d4-4d44-8e13-4cc99d725fb2 HTTP/1.1" status: 200 len: 210 time: 0.2000134 Aug 28 14:54:54.193971 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 68bc14b5-98d6-476f-8984-33ec75caeced, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=68bc14b5-98d6-476f-8984-33ec75caeced,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:54.205427 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:54.207958 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:54.247051 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-36cfbcb6-846c-478c-b282-2044a5bd87a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:54.249369 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-36cfbcb6-846c-478c-b282-2044a5bd87a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0683434 Aug 28 14:54:54.271838 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=68bc14b5-98d6-476f-8984-33ec75caeced,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:54.301723 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-80c7b0ad-fe04-4a5f-a5e6-44751e5f8e46 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Made reservation on behalf of ba84044896304dfc8cc637db280afa68 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:54:54.304917 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-80c7b0ad-fe04-4a5f-a5e6-44751e5f8e46 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:54.386327 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54384) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:54.406766 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-e741cbf3-3403-4b20-ab2c-df6c17b5f453 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486015 Aug 28 14:54:54.440221 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1f5e9049-8da6-406a-bc91-b39951a01753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:54.500815 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['68bc14b5-98d6-476f-8984-33ec75caeced'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:54:54.555501 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1f5e9049-8da6-406a-bc91-b39951a01753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:54.563924 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-41df76f8-ebdf-4227-b7ce-78bea43ab9e3 req-d5483816-5edc-4a11-b066-ccd6a7d88f74 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490543 Aug 28 14:54:54.571995 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1f5e9049-8da6-406a-bc91-b39951a01753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:54.725354 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881ad40-44b9-40fc-8625-aca8854e1893 req-56139d46-137f-497e-9e34-3b97b7b5d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:54.725354 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3881ad40-44b9-40fc-8625-aca8854e1893 req-56139d46-137f-497e-9e34-3b97b7b5d272 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 1100 time: 0.1055057 Aug 28 14:54:54.779563 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-80c7b0ad-fe04-4a5f-a5e6-44751e5f8e46 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Allocated IP 192.168.233.143 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/d49fbc0b-a8e7-4492-babc-3fdad6d2e177) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:54:54.957230 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1f5e9049-8da6-406a-bc91-b39951a01753 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=607ce636dd5b4eccbc4adfe86b961011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5692430 Aug 28 14:54:54.963526 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881ad40-44b9-40fc-8625-aca8854e1893 req-c40e8156-ef3b-4286-8bf3-44f828bdf509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:54.966192 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3881ad40-44b9-40fc-8625-aca8854e1893 req-c40e8156-ef3b-4286-8bf3-44f828bdf509 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.2316160 Aug 28 14:54:54.968745 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54404) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:54:55.043860 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3881ad40-44b9-40fc-8625-aca8854e1893 req-fba94fee-4787-4cff-80c8-7ba68427aecd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=e5d443f6-c090-4c53-88ff-10d9e3cd69be HTTP/1.1" status: 200 len: 217 time: 0.0677171 Aug 28 14:54:55.114320 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e9049-8da6-406a-bc91-b39951a01753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843c031e-6740-4cb3-9434-159e5ea771ff,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:55.134996 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea058a1-d57c-4523-bc08-05b35fd469ec req-9471716a-4204-4ef2-a9c6-30834f943b99 tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:55.136637 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5ea058a1-d57c-4523-bc08-05b35fd469ec req-9471716a-4204-4ef2-a9c6-30834f943b99 tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/ports?device_id=8217a068-4e0f-4abc-95b8-1e949d086c7b HTTP/1.1" status: 200 len: 949 time: 0.1089702 Aug 28 14:54:55.156044 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c593a-bf69-4542-aac7-734da904f260 req-26eb15c0-58b9-4149-9342-3aed6f823f1c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:55.159897 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bb2c593a-bf69-4542-aac7-734da904f260 req-26eb15c0-58b9-4149-9342-3aed6f823f1c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 948 time: 0.7050467 Aug 28 14:54:55.170832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881ad40-44b9-40fc-8625-aca8854e1893 req-47cbb154-7a15-4eae-a911-f9abf7dd7750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:55.172301 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3881ad40-44b9-40fc-8625-aca8854e1893 req-47cbb154-7a15-4eae-a911-f9abf7dd7750 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1052282 Aug 28 14:54:55.182932 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-80c7b0ad-fe04-4a5f-a5e6-44751e5f8e46 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:55.229037 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-80c7b0ad-fe04-4a5f-a5e6-44751e5f8e46 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Transition to ACTIVE for port object d49fbc0b-a8e7-4492-babc-3fdad6d2e177 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:54:55.230269 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5ea058a1-d57c-4523-bc08-05b35fd469ec req-0590d156-7fb5-4411-85f9-9eba10f2389c tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec73ac2-f335-46a9-8bff-39b5563dc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831053 Aug 28 14:54:55.247645 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881ad40-44b9-40fc-8625-aca8854e1893 req-7b8a1fe8-858d-48d0-8e82-70a97c5c2024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:55.249883 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3881ad40-44b9-40fc-8625-aca8854e1893 req-7b8a1fe8-858d-48d0-8e82-70a97c5c2024 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0686154 Aug 28 14:54:55.250844 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bb2c593a-bf69-4542-aac7-734da904f260 req-dc7258b1-5fec-4b26-b6b6-e27b80db8bfe tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834718 Aug 28 14:54:55.274210 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-89a72d96-f18e-45c7-b33f-9c5c4eb3bee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:55.323531 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-89a72d96-f18e-45c7-b33f-9c5c4eb3bee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:55.346385 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-80c7b0ad-fe04-4a5f-a5e6-44751e5f8e46 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:55.360957 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['7e2b10de-e92f-4035-9be4-fe9c36d4ee04', 'ff984fb9-1964-4377-ac58-8f2fe7e37b86'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:54:55.415218 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-80c7b0ad-fe04-4a5f-a5e6-44751e5f8e46 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:54:55.424263 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-80c7b0ad-fe04-4a5f-a5e6-44751e5f8e46 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:54:55.431587 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-80c7b0ad-fe04-4a5f-a5e6-44751e5f8e46 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:54:55.472907 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7b0ad-fe04-4a5f-a5e6-44751e5f8e46 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Pushing event updated for resources: {'Port': ['ID=d49fbc0b-a8e7-4492-babc-3fdad6d2e177,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:55.490770 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-89a72d96-f18e-45c7-b33f-9c5c4eb3bee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:55.493855 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-89a72d96-f18e-45c7-b33f-9c5c4eb3bee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:55.497866 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-89a72d96-f18e-45c7-b33f-9c5c4eb3bee1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/843c031e-6740-4cb3-9434-159e5ea771ff HTTP/1.1" status: 204 len: 168 time: 0.3914938 Aug 28 14:54:55.516709 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a72d96-f18e-45c7-b33f-9c5c4eb3bee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843c031e-6740-4cb3-9434-159e5ea771ff,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:55.543369 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-80c7b0ad-fe04-4a5f-a5e6-44751e5f8e46 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:55.544193 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-80c7b0ad-fe04-4a5f-a5e6-44751e5f8e46 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:55.564086 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-80c7b0ad-fe04-4a5f-a5e6-44751e5f8e46 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5736096 Aug 28 14:54:55.570477 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3881ad40-44b9-40fc-8625-aca8854e1893 req-a0437445-cc03-4a64-bdc4-11800caf4379 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122833 Aug 28 14:54:55.585247 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-5ee19cf1-cf91-4648-8fa7-acd767d91197 service neutron] Request body: {'port': {'device_id': '8045bc3a-33d4-4d44-8e13-4cc99d725fb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:54:55.616631 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d37d89-29de-42a3-9e09-2feca46729a8 req-07ca833a-fd53-4b74-806b-3ca995d61af0 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:55.618452 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-85d37d89-29de-42a3-9e09-2feca46729a8 req-07ca833a-fd53-4b74-806b-3ca995d61af0 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=8045bc3a-33d4-4d44-8e13-4cc99d725fb2 HTTP/1.1" status: 200 len: 936 time: 0.2646067 Aug 28 14:54:55.680031 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-5ee19cf1-cf91-4648-8fa7-acd767d91197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:55.842304 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-85d37d89-29de-42a3-9e09-2feca46729a8 req-db88c9c1-d7db-4c97-8cb0-047e92233d0b tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045083 Aug 28 14:54:55.900257 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3881ad40-44b9-40fc-8625-aca8854e1893 req-b44de2cb-a00a-4cf0-9411-7a9c32a54328 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801704 Aug 28 14:54:56.033842 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-dce00d69-f30e-4e48-8394-235ccb91a1fc None None] Provisioning for port d49fbc0b-a8e7-4492-babc-3fdad6d2e177 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:54:56.072049 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-dce00d69-f30e-4e48-8394-235ccb91a1fc None None] Provisioning complete for port d49fbc0b-a8e7-4492-babc-3fdad6d2e177 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:54:56.078299 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-dce00d69-f30e-4e48-8394-235ccb91a1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:56.155108 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-dce00d69-f30e-4e48-8394-235ccb91a1fc None None] Port d49fbc0b-a8e7-4492-babc-3fdad6d2e177 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:54:56.168765 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:56.226331 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-5ee19cf1-cf91-4648-8fa7-acd767d91197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d49fbc0b-a8e7-4492-babc-3fdad6d2e177 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:54:56.245174 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-5ee19cf1-cf91-4648-8fa7-acd767d91197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:56.273419 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-5ee19cf1-cf91-4648-8fa7-acd767d91197 service neutron] Transition to ACTIVE for port object d49fbc0b-a8e7-4492-babc-3fdad6d2e177 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:54:56.282616 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-5ee19cf1-cf91-4648-8fa7-acd767d91197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:56.426186 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d558a0-7f4e-49ae-86e4-9a4ee68808ff req-d7f324d4-a230-4b9e-9e41-9088178fc387 tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:56.436751 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-33d558a0-7f4e-49ae-86e4-9a4ee68808ff req-d7f324d4-a230-4b9e-9e41-9088178fc387 tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/ports?device_id=8217a068-4e0f-4abc-95b8-1e949d086c7b HTTP/1.1" status: 200 len: 949 time: 0.0789526 Aug 28 14:54:56.532682 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-33d558a0-7f4e-49ae-86e4-9a4ee68808ff req-f0b63d28-21af-4cf6-87fd-6029f27e2f10 tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec73ac2-f335-46a9-8bff-39b5563dc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942461 Aug 28 14:54:56.549543 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee19cf1-cf91-4648-8fa7-acd767d91197 service neutron] Pushing event updated for resources: {'Port': ['ID=d49fbc0b-a8e7-4492-babc-3fdad6d2e177,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:56.638317 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e5f59-7db6-4411-8d2b-913463fcd49b req-9b6bf4bd-b552-4b14-a7bc-eb554a637632 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:56.648699 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-256e5f59-7db6-4411-8d2b-913463fcd49b req-9b6bf4bd-b552-4b14-a7bc-eb554a637632 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 948 time: 0.0934486 Aug 28 14:54:56.670992 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-5ee19cf1-cf91-4648-8fa7-acd767d91197 service neutron] Attempting to bind port d49fbc0b-a8e7-4492-babc-3fdad6d2e177 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:54:56.671346 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-5ee19cf1-cf91-4648-8fa7-acd767d91197 service neutron] Attempting to bind port d49fbc0b-a8e7-4492-babc-3fdad6d2e177 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:54:56.672455 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-5ee19cf1-cf91-4648-8fa7-acd767d91197 service neutron] Attempting to bind port d49fbc0b-a8e7-4492-babc-3fdad6d2e177 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:54:56.704717 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-5ee19cf1-cf91-4648-8fa7-acd767d91197 service neutron] Port d49fbc0b-a8e7-4492-babc-3fdad6d2e177 on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:54:56.705147 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-5ee19cf1-cf91-4648-8fa7-acd767d91197 service neutron] Attempting to bind port d49fbc0b-a8e7-4492-babc-3fdad6d2e177 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:54:56.728243 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-5ee19cf1-cf91-4648-8fa7-acd767d91197 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:54:56.728640 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-5ee19cf1-cf91-4648-8fa7-acd767d91197 service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:54:56.729035 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-5ee19cf1-cf91-4648-8fa7-acd767d91197 service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:54:56.729499 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-5ee19cf1-cf91-4648-8fa7-acd767d91197 service neutron] Bound port: d49fbc0b-a8e7-4492-babc-3fdad6d2e177, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:54:56.729870 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-5ee19cf1-cf91-4648-8fa7-acd767d91197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:56.907869 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-256e5f59-7db6-4411-8d2b-913463fcd49b req-dc3c6e39-faed-4896-aa2a-ced1c37cbe00 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410522 Aug 28 14:54:56.972012 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-5ee19cf1-cf91-4648-8fa7-acd767d91197 service neutron] For port d49fbc0b-a8e7-4492-babc-3fdad6d2e177, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:54:56.976420 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-5ee19cf1-cf91-4648-8fa7-acd767d91197 service neutron] For port d49fbc0b-a8e7-4492-babc-3fdad6d2e177, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d49fbc0b-a8e7-4492-babc-3fdad6d2e177,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:54:56.992527 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-5ee19cf1-cf91-4648-8fa7-acd767d91197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:57.091044 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-5ee19cf1-cf91-4648-8fa7-acd767d91197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:57.091715 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-5ee19cf1-cf91-4648-8fa7-acd767d91197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:57.093585 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-5ee19cf1-cf91-4648-8fa7-acd767d91197 service neutron] 10.222.0.41 "PUT /v2.0/ports/d49fbc0b-a8e7-4492-babc-3fdad6d2e177 HTTP/1.1" status: 200 len: 1097 time: 1.5133848 Aug 28 14:54:57.095909 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8045bc3a-33d4-4d44-8e13-4cc99d725fb2', 'tag': 'd49fbc0b-a8e7-4492-babc-3fdad6d2e177'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:54:57.100819 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b93efd7-7a29-4096-92f4-1d2b833e34ba" -d '{"events": [{"name": "network-changed", "server_uuid": "8045bc3a-33d4-4d44-8e13-4cc99d725fb2", "tag": "d49fbc0b-a8e7-4492-babc-3fdad6d2e177"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:54:57.112043 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966e71f-f79d-4a07-b5e5-88bdfdd4387d req-8d3354c8-4eac-47cc-b803-243bbd6eef59 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:57.117329 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0966e71f-f79d-4a07-b5e5-88bdfdd4387d req-8d3354c8-4eac-47cc-b803-243bbd6eef59 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=8045bc3a-33d4-4d44-8e13-4cc99d725fb2 HTTP/1.1" status: 200 len: 948 time: 0.1322067 Aug 28 14:54:57.164972 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee19cf1-cf91-4648-8fa7-acd767d91197 service neutron] Pushing event updated for resources: {'Port': ['ID=d49fbc0b-a8e7-4492-babc-3fdad6d2e177,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:57.282990 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0966e71f-f79d-4a07-b5e5-88bdfdd4387d req-2b5c7751-a314-4d83-a0d6-802a4b32ec8b tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481342 Aug 28 14:54:57.316753 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7799bb2f-ef8c-42ef-b391-5654a8f0d3de x-openstack-request-id: req-7799bb2f-ef8c-42ef-b391-5654a8f0d3de {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:54:57.317411 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8045bc3a-33d4-4d44-8e13-4cc99d725fb2", "tag": "d49fbc0b-a8e7-4492-babc-3fdad6d2e177", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:54:57.317411 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7799bb2f-ef8c-42ef-b391-5654a8f0d3de {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:54:57.317792 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8045bc3a-33d4-4d44-8e13-4cc99d725fb2', 'tag': 'd49fbc0b-a8e7-4492-babc-3fdad6d2e177', 'status': 'completed', 'code': 200} Aug 28 14:54:57.327683 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 68bc14b5-98d6-476f-8984-33ec75caeced up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:54:57.343222 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device e5d443f6-c090-4c53-88ff-10d9e3cd69be details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:54:57.369994 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-ec9afdc6-62f0-4004-8104-ea8b081c269d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:57.371690 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-ec9afdc6-62f0-4004-8104-ea8b081c269d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba84044896304dfc8cc637db280afa68&device_id=8045bc3a-33d4-4d44-8e13-4cc99d725fb2 HTTP/1.1" status: 200 len: 1100 time: 0.1921387 Aug 28 14:54:57.495394 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-5eafe416-d66a-41f1-a8a1-564891767d1e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=d49fbc0b-a8e7-4492-babc-3fdad6d2e177 HTTP/1.1" status: 200 len: 217 time: 0.1105196 Aug 28 14:54:57.645080 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-2458862d-b3af-4cca-8926-0d7371c2f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:57.646353 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-2458862d-b3af-4cca-8926-0d7371c2f17f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1412368 Aug 28 14:54:57.691208 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 68bc14b5-98d6-476f-8984-33ec75caeced completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:54:57.698764 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 68bc14b5-98d6-476f-8984-33ec75caeced triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:54:57.699141 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:57.748109 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-ff274150-efbb-4bf6-b12c-96dad858fc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:57.751424 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-ff274150-efbb-4bf6-b12c-96dad858fc89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0973859 Aug 28 14:54:57.777300 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2525a80-a44f-41f4-b2c7-eab5903eed53 req-90a77116-df1b-4487-9d93-1882a27d6d2f tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:57.781716 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d2525a80-a44f-41f4-b2c7-eab5903eed53 req-90a77116-df1b-4487-9d93-1882a27d6d2f tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/ports?device_id=8217a068-4e0f-4abc-95b8-1e949d086c7b HTTP/1.1" status: 200 len: 949 time: 0.1083822 Aug 28 14:54:57.849525 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port e5d443f6-c090-4c53-88ff-10d9e3cd69be, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=e5d443f6-c090-4c53-88ff-10d9e3cd69be,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:57.860246 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d2525a80-a44f-41f4-b2c7-eab5903eed53 req-96c5e255-aab9-43e8-abdf-5d06366dddf0 tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec73ac2-f335-46a9-8bff-39b5563dc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635307 Aug 28 14:54:57.872413 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'e5d443f6-c090-4c53-88ff-10d9e3cd69be', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': 'e5d443f6-c090-4c53-88ff-10d9e3cd69be', 'mac_address': 'fa:16:3e:9e:b9:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:54:57.890721 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:57.947474 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-674a6d52-f45a-4b81-8f9b-d8cf9c0ee183 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880565 Aug 28 14:54:57.999400 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8217a068-4e0f-4abc-95b8-1e949d086c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bc14b5-98d6-476f-8984-33ec75caeced'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:54:58.001718 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b9357a-903c-4b62-a6ce-8d675edc1a6e" -d '{"events": [{"server_uuid": "8217a068-4e0f-4abc-95b8-1e949d086c7b", "name": "network-vif-plugged", "status": "completed", "tag": "68bc14b5-98d6-476f-8984-33ec75caeced"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:54:58.014189 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:58.021442 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 68bc14b5-98d6-476f-8984-33ec75caeced, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=68bc14b5-98d6-476f-8984-33ec75caeced,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:58.034584 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:58.042764 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d443f6-c090-4c53-88ff-10d9e3cd69be {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:54:58.109859 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c82e074-0cfc-4a5f-a926-982ff550d770 x-openstack-request-id: req-6c82e074-0cfc-4a5f-a926-982ff550d770 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:54:58.110553 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8217a068-4e0f-4abc-95b8-1e949d086c7b", "name": "network-vif-plugged", "status": "completed", "tag": "68bc14b5-98d6-476f-8984-33ec75caeced", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:54:58.111048 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c82e074-0cfc-4a5f-a926-982ff550d770 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:54:58.111717 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8217a068-4e0f-4abc-95b8-1e949d086c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bc14b5-98d6-476f-8984-33ec75caeced', 'code': 200} Aug 28 14:54:58.114475 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port e5d443f6-c090-4c53-88ff-10d9e3cd69be, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=e5d443f6-c090-4c53-88ff-10d9e3cd69be,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:54:58.129662 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:54:58.132871 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=68bc14b5-98d6-476f-8984-33ec75caeced,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:58.224231 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=e5d443f6-c090-4c53-88ff-10d9e3cd69be,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:54:58.317842 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3a6d0-712c-4a7f-959a-c4b90dc8e30b req-3544b1dd-7197-419c-998c-3cd43085757f tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:58.325365 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-02b3a6d0-712c-4a7f-959a-c4b90dc8e30b req-3544b1dd-7197-419c-998c-3cd43085757f tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 949 time: 0.2188747 Aug 28 14:54:58.346512 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fecd23-f89f-4b5d-95a8-3bb4befa9607 req-0bb30fe7-bc39-45b6-a880-8b2ee3e3325d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:58.348770 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d1fecd23-f89f-4b5d-95a8-3bb4befa9607 req-0bb30fe7-bc39-45b6-a880-8b2ee3e3325d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8217a068-4e0f-4abc-95b8-1e949d086c7b HTTP/1.1" status: 200 len: 1102 time: 0.1616418 Aug 28 14:54:58.366725 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8d38615-8238-4f07-94c4-08055dc2d4c8 req-166587b3-75a3-4e0e-8b32-a7b821660341 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046540 Aug 28 14:54:58.417045 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-02b3a6d0-712c-4a7f-959a-c4b90dc8e30b req-a2b6e8bf-5df6-4312-a432-77a51c1a5d24 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899165 Aug 28 14:54:58.485381 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d1fecd23-f89f-4b5d-95a8-3bb4befa9607 req-4544bcb6-5797-4c97-a6e0-815483722ee1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1ec73ac2-f335-46a9-8bff-39b5563dc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159084 Aug 28 14:54:58.496148 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93efd7-7a29-4096-92f4-1d2b833e34ba req-5aafca99-b393-4817-98e9-096396396f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:58.497865 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8b93efd7-7a29-4096-92f4-1d2b833e34ba req-5aafca99-b393-4817-98e9-096396396f37 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba84044896304dfc8cc637db280afa68&device_id=8045bc3a-33d4-4d44-8e13-4cc99d725fb2 HTTP/1.1" status: 200 len: 1100 time: 0.0597935 Aug 28 14:54:58.517243 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['e5d443f6-c090-4c53-88ff-10d9e3cd69be'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:54:58.691272 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c52dbd-f588-470e-9c2c-cb22f34b4533 req-ae92da6c-7969-445a-bdb0-5fefc21ac494 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:58.691645 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93efd7-7a29-4096-92f4-1d2b833e34ba req-7fc9c97f-9aa2-4c74-abea-2885b72983c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:58.693299 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f5c52dbd-f588-470e-9c2c-cb22f34b4533 req-ae92da6c-7969-445a-bdb0-5fefc21ac494 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=8045bc3a-33d4-4d44-8e13-4cc99d725fb2 HTTP/1.1" status: 200 len: 948 time: 0.0993395 Aug 28 14:54:58.702070 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8b93efd7-7a29-4096-92f4-1d2b833e34ba req-7fc9c97f-9aa2-4c74-abea-2885b72983c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.1957743 Aug 28 14:54:58.756208 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8b93efd7-7a29-4096-92f4-1d2b833e34ba req-8919f4dc-565b-4d43-bf06-2f3193d802dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=d49fbc0b-a8e7-4492-babc-3fdad6d2e177 HTTP/1.1" status: 200 len: 217 time: 0.0455163 Aug 28 14:54:58.767131 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f5c52dbd-f588-470e-9c2c-cb22f34b4533 req-5909b04c-1121-46d7-8de3-8feee328c9cf tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658281 Aug 28 14:54:58.799031 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-bbf10908-4a41-4f72-9a68-168b39f2c0c3 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=109ba20ea60e466cbac84cbb863b26ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414152 Aug 28 14:54:58.930122 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93efd7-7a29-4096-92f4-1d2b833e34ba req-77a03641-e6ed-4381-81a6-2790cee0bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:58.931825 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8b93efd7-7a29-4096-92f4-1d2b833e34ba req-77a03641-e6ed-4381-81a6-2790cee0bc35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1538925 Aug 28 14:54:59.005912 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f4b4e-fea5-47a6-9451-06e0fe8b3587 req-cd393181-27be-4992-b5c6-4e50784a3aff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:59.006478 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-0cf117e2-8fe8-4471-9fa6-fa78bb5344c5 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:59.007565 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-562f4b4e-fea5-47a6-9451-06e0fe8b3587 req-cd393181-27be-4992-b5c6-4e50784a3aff tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/ports?device_id=8217a068-4e0f-4abc-95b8-1e949d086c7b HTTP/1.1" status: 200 len: 950 time: 0.0634949 Aug 28 14:54:59.012350 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-0cf117e2-8fe8-4471-9fa6-fa78bb5344c5 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1892722 Aug 28 14:54:59.027470 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93efd7-7a29-4096-92f4-1d2b833e34ba req-7e34d5a3-3c9b-4047-b06d-094ea975a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:59.028980 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8b93efd7-7a29-4096-92f4-1d2b833e34ba req-7e34d5a3-3c9b-4047-b06d-094ea975a091 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0815537 Aug 28 14:54:59.030632 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-126a8ad4-5bd9-42c0-80bb-d40fbe3a9012 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/quotas/109ba20ea60e466cbac84cbb863b26ca HTTP/1.1" status: 200 len: 375 time: 0.0175121 Aug 28 14:54:59.055874 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-562f4b4e-fea5-47a6-9451-06e0fe8b3587 req-005384b1-51ad-489e-ab34-e17e79ee5966 tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec73ac2-f335-46a9-8bff-39b5563dc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412920 Aug 28 14:54:59.085630 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-358d0fa2-fcf9-4c2c-92cf-35bda8e67f1a tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=109ba20ea60e466cbac84cbb863b26ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480468 Aug 28 14:54:59.162720 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8b93efd7-7a29-4096-92f4-1d2b833e34ba req-c3456d0c-9067-4a1a-9838-5c040dd9a101 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165009 Aug 28 14:54:59.263936 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8b93efd7-7a29-4096-92f4-1d2b833e34ba req-dbbf7bb9-2609-41dc-99b6-1f90d290b953 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930991 Aug 28 14:54:59.293992 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1460262e-793e-47ef-a5a4-f930d2a6a822 req-c6a588c1-9966-4f2c-9524-3327f50edad9 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11e0b20-2bff-404f-81cf-7d0a95d9de59 HTTP/1.1" status: 200 len: 210 time: 0.0432782 Aug 28 14:54:59.638509 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97621481-4fe1-4c40-89f8-be6de28b59a9 req-6bbb2de4-3549-45bf-be93-bcff8be972ed tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:59.641165 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-97621481-4fe1-4c40-89f8-be6de28b59a9 req-6bbb2de4-3549-45bf-be93-bcff8be972ed tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 949 time: 0.0997887 Aug 28 14:54:59.691644 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-97621481-4fe1-4c40-89f8-be6de28b59a9 req-c719e268-5333-4693-8b0b-ed8346b693bf tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424542 Aug 28 14:54:59.849217 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b9903-7955-4fae-b024-7ebc51e7df9d req-d0f129d2-d2b0-4112-817d-e3ef22661788 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:59.850838 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8b3b9903-7955-4fae-b024-7ebc51e7df9d req-d0f129d2-d2b0-4112-817d-e3ef22661788 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 1097 time: 0.1024828 Aug 28 14:54:59.866691 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce12c40-ccc6-42b7-807c-33013a4b3a34 req-8dda7311-7535-4e2e-8c02-492163b7f8c1 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:54:59.868833 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8ce12c40-ccc6-42b7-807c-33013a4b3a34 req-8dda7311-7535-4e2e-8c02-492163b7f8c1 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cb7d161-b066-408e-bede-ed12a4bb64f5 HTTP/1.1" status: 200 len: 949 time: 0.0707300 Aug 28 14:54:59.919826 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8b3b9903-7955-4fae-b024-7ebc51e7df9d req-c189125f-166d-46cf-8f2c-88569aa62057 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571747 Aug 28 14:54:59.928104 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8ce12c40-ccc6-42b7-807c-33013a4b3a34 req-cfafba14-b81f-40f0-b03b-3cd44748fb14 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/security-groups?id=f53ba822-397e-4f51-aa69-841bb97f521b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492759 Aug 28 14:55:00.111988 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03144894-3f6b-40ed-aad6-cef1b9d5ecdb req-3c8c44fd-4909-4f72-86a4-91fd7bfa01c5 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:00.115602 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-03144894-3f6b-40ed-aad6-cef1b9d5ecdb req-3c8c44fd-4909-4f72-86a4-91fd7bfa01c5 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=8045bc3a-33d4-4d44-8e13-4cc99d725fb2 HTTP/1.1" status: 200 len: 948 time: 0.0782180 Aug 28 14:55:00.177265 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-03144894-3f6b-40ed-aad6-cef1b9d5ecdb req-8005a346-9452-4d1f-a850-9cd67ab1808d tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465531 Aug 28 14:55:00.308396 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d363bcb-e482-4820-83c6-1fd85b987c3a req-c48287a1-352f-4967-9086-9562fa9c4bb3 tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:00.309925 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d363bcb-e482-4820-83c6-1fd85b987c3a req-c48287a1-352f-4967-9086-9562fa9c4bb3 tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/ports?device_id=8217a068-4e0f-4abc-95b8-1e949d086c7b HTTP/1.1" status: 200 len: 950 time: 0.0524268 Aug 28 14:55:00.360354 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d363bcb-e482-4820-83c6-1fd85b987c3a req-78679e84-e105-4f7f-8f9a-731a5145c056 tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec73ac2-f335-46a9-8bff-39b5563dc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429459 Aug 28 14:55:00.553100 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-d21b5b9c-208d-46ca-b6de-2871b57e7070 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=109ba20ea60e466cbac84cbb863b26ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231199 Aug 28 14:55:00.709337 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-155f51e1-1c04-41cd-8b59-02febae037a4 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:00.711495 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-155f51e1-1c04-41cd-8b59-02febae037a4 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1492097 Aug 28 14:55:00.731083 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-98a1fc51-6366-41c5-9750-75d09ed7945e tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Request body: {'port': {'device_id': 'e11e0b20-2bff-404f-81cf-7d0a95d9de59', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'admin_state_up': True, 'tenant_id': '109ba20ea60e466cbac84cbb863b26ca'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:55:00.905407 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-98a1fc51-6366-41c5-9750-75d09ed7945e tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Made reservation on behalf of 109ba20ea60e466cbac84cbb863b26ca for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:55:00.910685 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-98a1fc51-6366-41c5-9750-75d09ed7945e tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:00.928363 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-98a1fc51-6366-41c5-9750-75d09ed7945e tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:01.025273 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-71f410a9-206b-4f80-9f1a-5526be189b05 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 14:55:01.026267 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-71f410a9-206b-4f80-9f1a-5526be189b05 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065656 Aug 28 14:55:01.041823 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-3f097721-6f7a-43fe-a109-5716f8b04faf service neutron] Request body: {'binding': {'host': 'n-h1-712137-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:55:01.042277 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-3f097721-6f7a-43fe-a109-5716f8b04faf service neutron] Unknown quota resources ['binding']. {{(pid=106329) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 14:55:01.097829 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-98a1fc51-6366-41c5-9750-75d09ed7945e tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:01.111960 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-98a1fc51-6366-41c5-9750-75d09ed7945e tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:01.236687 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1fc51-6366-41c5-9750-75d09ed7945e tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d946492-9ace-4b22-b8a0-7c66c97b82b9,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:01.266395 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3a1e111d-1d54-4a3d-846f-4765d4b8c59f req-df24ddc7-3376-44d3-8068-ccf45162fe74 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11e0b20-2bff-404f-81cf-7d0a95d9de59 HTTP/1.1" status: 200 len: 210 time: 0.0374346 Aug 28 14:55:01.327997 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-3f097721-6f7a-43fe-a109-5716f8b04faf service neutron] Attempting to bind port 890c27bf-134b-4115-a061-a00857c8fb82 on host n-h1-712137-10 for vnic_type normal with profile None {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:55:01.328355 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-3f097721-6f7a-43fe-a109-5716f8b04faf service neutron] Attempting to bind port 890c27bf-134b-4115-a061-a00857c8fb82 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:55:01.328646 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-3f097721-6f7a-43fe-a109-5716f8b04faf service neutron] Attempting to bind port 890c27bf-134b-4115-a061-a00857c8fb82 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:01.340786 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-98a1fc51-6366-41c5-9750-75d09ed7945e tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Allocated IP 192.168.233.150 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/fa16ff95-5261-40df-9953-991311b24ad6) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:55:01.345133 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-3f097721-6f7a-43fe-a109-5716f8b04faf service neutron] Port 890c27bf-134b-4115-a061-a00857c8fb82 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:55:01.345497 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-3f097721-6f7a-43fe-a109-5716f8b04faf service neutron] Attempting to bind port 890c27bf-134b-4115-a061-a00857c8fb82 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:01.357043 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-3f097721-6f7a-43fe-a109-5716f8b04faf service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:55:01.357462 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-3f097721-6f7a-43fe-a109-5716f8b04faf service neutron] Checking segment: {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:55:01.357844 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-3f097721-6f7a-43fe-a109-5716f8b04faf service neutron] Bound using segment: {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:55:01.358349 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-3f097721-6f7a-43fe-a109-5716f8b04faf service neutron] Bound port: 890c27bf-134b-4115-a061-a00857c8fb82, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:55:01.367991 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d49fbc0b-a8e7-4492-babc-3fdad6d2e177 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:55:01.472743 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device e5d443f6-c090-4c53-88ff-10d9e3cd69be up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:55:01.488014 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-3f097721-6f7a-43fe-a109-5716f8b04faf service neutron] For port 890c27bf-134b-4115-a061-a00857c8fb82, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=890c27bf-134b-4115-a061-a00857c8fb82,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:55:01.500969 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-3f097721-6f7a-43fe-a109-5716f8b04faf service neutron] Notify callbacks [] for binding, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:01.502199 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-3f097721-6f7a-43fe-a109-5716f8b04faf service neutron] 10.222.0.13 "POST /v2.0/ports/890c27bf-134b-4115-a061-a00857c8fb82/bindings HTTP/1.1" status: 201 len: 390 time: 0.4639587 Aug 28 14:55:01.530300 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d49fbc0b-a8e7-4492-babc-3fdad6d2e177, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d49fbc0b-a8e7-4492-babc-3fdad6d2e177,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:01.548495 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'd49fbc0b-a8e7-4492-babc-3fdad6d2e177', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': 'd49fbc0b-a8e7-4492-babc-3fdad6d2e177', 'mac_address': 'fa:16:3e:03:b4:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:55:01.579642 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port e5d443f6-c090-4c53-88ff-10d9e3cd69be completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:55:01.585199 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-98a1fc51-6366-41c5-9750-75d09ed7945e tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:01.591079 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port e5d443f6-c090-4c53-88ff-10d9e3cd69be triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:55:01.591742 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:01.602403 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-98a1fc51-6366-41c5-9750-75d09ed7945e tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Transition to ACTIVE for port object fa16ff95-5261-40df-9953-991311b24ad6 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:55:01.618819 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:01.648347 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-98a1fc51-6366-41c5-9750-75d09ed7945e tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:01.678462 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49fbc0b-a8e7-4492-babc-3fdad6d2e177 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:55:01.717602 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d49fbc0b-a8e7-4492-babc-3fdad6d2e177, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d49fbc0b-a8e7-4492-babc-3fdad6d2e177,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:01.734705 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-98a1fc51-6366-41c5-9750-75d09ed7945e tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:55:01.738512 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-98a1fc51-6366-41c5-9750-75d09ed7945e tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:55:01.743044 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-98a1fc51-6366-41c5-9750-75d09ed7945e tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:55:01.746372 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3047e-0c47-4dcc-b7c3-5f6cdcf10a01 req-2660778e-7e8e-4fa9-b5a5-8529df1e994c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:01.747403 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1fc51-6366-41c5-9750-75d09ed7945e tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Pushing event updated for resources: {'Port': ['ID=fa16ff95-5261-40df-9953-991311b24ad6,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:01.749194 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f3f3047e-0c47-4dcc-b7c3-5f6cdcf10a01 req-2660778e-7e8e-4fa9-b5a5-8529df1e994c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 949 time: 0.1034021 Aug 28 14:55:01.799059 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:01.826978 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-98a1fc51-6366-41c5-9750-75d09ed7945e tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:01.827852 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-98a1fc51-6366-41c5-9750-75d09ed7945e tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:01.839544 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f3f3047e-0c47-4dcc-b7c3-5f6cdcf10a01 req-bc88c5ac-82b0-4254-9b43-fdc280271b0e tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798652 Aug 28 14:55:01.861556 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:01.918645 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-98a1fc51-6366-41c5-9750-75d09ed7945e tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1974523 Aug 28 14:55:01.927018 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2509f4-eb86-4517-ad59-559257025de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d443f6-c090-4c53-88ff-10d9e3cd69be'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:55:01.937225 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb87160-1c59-4fed-a01c-5b5bd59a2788" -d '{"events": [{"server_uuid": "fd2509f4-eb86-4517-ad59-559257025de6", "name": "network-vif-plugged", "status": "completed", "tag": "e5d443f6-c090-4c53-88ff-10d9e3cd69be"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:55:01.948786 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-c8477f4b-a569-490c-abad-3690f7226e0b service neutron] Request body: {'port': {'device_id': 'e11e0b20-2bff-404f-81cf-7d0a95d9de59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:55:01.968240 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be75381-6335-480b-9b23-66af0fcd3684 req-7134c2a8-c09b-461b-87f2-c51b4ac4d48d tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:01.975705 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7be75381-6335-480b-9b23-66af0fcd3684 req-7134c2a8-c09b-461b-87f2-c51b4ac4d48d tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=8045bc3a-33d4-4d44-8e13-4cc99d725fb2 HTTP/1.1" status: 200 len: 949 time: 0.1707182 Aug 28 14:55:02.000469 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port e5d443f6-c090-4c53-88ff-10d9e3cd69be, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=e5d443f6-c090-4c53-88ff-10d9e3cd69be,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:02.006944 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=d49fbc0b-a8e7-4492-babc-3fdad6d2e177,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:02.033234 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:02.057535 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4baacb0-6d6d-4507-ad54-70189c551966 req-b5ffae0c-1fd4-4aad-8e4f-1c93503b390b tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:02.060856 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d4baacb0-6d6d-4507-ad54-70189c551966 req-b5ffae0c-1fd4-4aad-8e4f-1c93503b390b tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/ports?device_id=8217a068-4e0f-4abc-95b8-1e949d086c7b HTTP/1.1" status: 200 len: 950 time: 0.0978229 Aug 28 14:55:02.104213 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=e5d443f6-c090-4c53-88ff-10d9e3cd69be,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:02.106677 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-c8477f4b-a569-490c-abad-3690f7226e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:02.110434 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d4baacb0-6d6d-4507-ad54-70189c551966 req-3127250f-e95c-4e61-ad2a-67dafabb2454 tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec73ac2-f335-46a9-8bff-39b5563dc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387037 Aug 28 14:55:02.114812 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-9faa4de4-ea20-4371-94f8-2f050ec87d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:02.116448 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-9faa4de4-ea20-4371-94f8-2f050ec87d56 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5de95046553a4af6b56ddb9234d40b90&device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 1097 time: 0.2115364 Aug 28 14:55:02.137225 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7be75381-6335-480b-9b23-66af0fcd3684 req-2e52a347-bfd9-476c-ab14-4ee1e76ff7f4 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584024 Aug 28 14:55:02.180190 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-340a59e7-25e2-4944-a057-f9be1959caa1 None None] Provisioning for port fa16ff95-5261-40df-9953-991311b24ad6 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:55:02.186024 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-340a59e7-25e2-4944-a057-f9be1959caa1 None None] Provisioning complete for port fa16ff95-5261-40df-9953-991311b24ad6 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:55:02.186611 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-340a59e7-25e2-4944-a057-f9be1959caa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:02.215057 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['d49fbc0b-a8e7-4492-babc-3fdad6d2e177'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:55:02.264441 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-340a59e7-25e2-4944-a057-f9be1959caa1 None None] Port fa16ff95-5261-40df-9953-991311b24ad6 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:55:02.319423 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b23b9c-cd82-4835-99cc-7e913853e776 req-970237ae-c7ed-4332-a59f-ea71415eb192 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:02.321149 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-25b23b9c-cd82-4835-99cc-7e913853e776 req-970237ae-c7ed-4332-a59f-ea71415eb192 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 945 time: 0.1438055 Aug 28 14:55:02.407833 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-25b23b9c-cd82-4835-99cc-7e913853e776 req-7ee18750-5711-49bc-a33c-4a4dd4040fef tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799751 Aug 28 14:55:02.472736 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efa31d5-23a8-46b1-8ca8-b67f00aecbc6 x-openstack-request-id: req-2efa31d5-23a8-46b1-8ca8-b67f00aecbc6 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:55:02.472736 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd2509f4-eb86-4517-ad59-559257025de6", "name": "network-vif-plugged", "status": "completed", "tag": "e5d443f6-c090-4c53-88ff-10d9e3cd69be", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:55:02.473331 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2efa31d5-23a8-46b1-8ca8-b67f00aecbc6 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:55:02.473427 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd2509f4-eb86-4517-ad59-559257025de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d443f6-c090-4c53-88ff-10d9e3cd69be', 'code': 200} Aug 28 14:55:02.617240 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37640b51-3cd7-48c5-b5c7-045120970ecb req-78eefbe5-fa9a-42f3-99bf-2103e2c524a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:02.618838 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-37640b51-3cd7-48c5-b5c7-045120970ecb req-78eefbe5-fa9a-42f3-99bf-2103e2c524a1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 1102 time: 0.0668702 Aug 28 14:55:02.628250 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0439d5-42da-4f91-9f52-93f9638bdeee req-b6b1dbf6-a175-4e76-98c7-d9709681f771 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:02.630000 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ab0439d5-42da-4f91-9f52-93f9638bdeee req-b6b1dbf6-a175-4e76-98c7-d9709681f771 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11e0b20-2bff-404f-81cf-7d0a95d9de59 HTTP/1.1" status: 200 len: 936 time: 0.0868592 Aug 28 14:55:02.656255 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-8fe1c261-7737-44a1-8499-11ea1c970208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:02.662742 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-8fe1c261-7737-44a1-8499-11ea1c970208 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6bfc57a-d73d-41d0-954b-fff6fef4d808 HTTP/1.1" status: 200 len: 922 time: 0.5171611 Aug 28 14:55:02.688796 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-37640b51-3cd7-48c5-b5c7-045120970ecb req-32c63b2d-a22f-48a8-94c8-5b13fa62c3e7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567839 Aug 28 14:55:02.694982 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ab0439d5-42da-4f91-9f52-93f9638bdeee req-00b1e3cc-0c8d-4883-9551-d5723e80cacd tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563276 Aug 28 14:55:02.749982 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-35e94017-6e7d-4ad9-ac53-0f6c415af484 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=890c27bf-134b-4115-a061-a00857c8fb82 HTTP/1.1" status: 200 len: 217 time: 0.0757113 Aug 28 14:55:02.884863 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-c8477f4b-a569-490c-abad-3690f7226e0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa16ff95-5261-40df-9953-991311b24ad6 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:55:02.892655 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-c8477f4b-a569-490c-abad-3690f7226e0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:02.904940 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-c8477f4b-a569-490c-abad-3690f7226e0b service neutron] Transition to ACTIVE for port object fa16ff95-5261-40df-9953-991311b24ad6 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:55:02.909020 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-c8477f4b-a569-490c-abad-3690f7226e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:03.017973 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8477f4b-a569-490c-abad-3690f7226e0b service neutron] Pushing event updated for resources: {'Port': ['ID=fa16ff95-5261-40df-9953-991311b24ad6,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:03.053253 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-5a5a8834-c908-4031-b290-477387645dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:03.054741 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-5a5a8834-c908-4031-b290-477387645dc5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f920e854-f768-4846-871d-087306f43fd9 HTTP/1.1" status: 200 len: 861 time: 0.0862157 Aug 28 14:55:03.087190 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145908a3-de35-4237-b7a3-a6c8073cc176 req-d72eae13-45cf-4796-b2b1-f6ee52ff9d34 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:03.089019 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-145908a3-de35-4237-b7a3-a6c8073cc176 req-d72eae13-45cf-4796-b2b1-f6ee52ff9d34 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 950 time: 0.1538935 Aug 28 14:55:03.117950 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-59c64a02-644e-4c69-885a-2b56175cdfd4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6bfc57a-d73d-41d0-954b-fff6fef4d808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390716 Aug 28 14:55:03.221833 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-c8477f4b-a569-490c-abad-3690f7226e0b service neutron] Attempting to bind port fa16ff95-5261-40df-9953-991311b24ad6 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:55:03.222217 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-c8477f4b-a569-490c-abad-3690f7226e0b service neutron] Attempting to bind port fa16ff95-5261-40df-9953-991311b24ad6 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:55:03.222509 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-c8477f4b-a569-490c-abad-3690f7226e0b service neutron] Attempting to bind port fa16ff95-5261-40df-9953-991311b24ad6 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:03.229334 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-145908a3-de35-4237-b7a3-a6c8073cc176 req-0b5bef1f-c174-4f1d-b003-55457b539fe5 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104643 Aug 28 14:55:03.233158 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-c8477f4b-a569-490c-abad-3690f7226e0b service neutron] Port fa16ff95-5261-40df-9953-991311b24ad6 on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:55:03.233489 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-c8477f4b-a569-490c-abad-3690f7226e0b service neutron] Attempting to bind port fa16ff95-5261-40df-9953-991311b24ad6 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:03.246101 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-c8477f4b-a569-490c-abad-3690f7226e0b service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:55:03.246448 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-c8477f4b-a569-490c-abad-3690f7226e0b service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:55:03.246831 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-c8477f4b-a569-490c-abad-3690f7226e0b service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:55:03.247275 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-c8477f4b-a569-490c-abad-3690f7226e0b service neutron] Bound port: fa16ff95-5261-40df-9953-991311b24ad6, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:55:03.247636 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-c8477f4b-a569-490c-abad-3690f7226e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:03.264877 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c299d3-c28d-4b8c-ac94-a69c5decd893 req-3b7f3e5f-680d-4bfd-ac8a-36688d122e30 tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:03.266552 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-08c299d3-c28d-4b8c-ac94-a69c5decd893 req-3b7f3e5f-680d-4bfd-ac8a-36688d122e30 tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/ports?device_id=8217a068-4e0f-4abc-95b8-1e949d086c7b HTTP/1.1" status: 200 len: 950 time: 0.0827231 Aug 28 14:55:03.279772 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53e453-fe31-45e6-99fe-3a21b1771c94 req-5409b252-c74d-40b9-84be-fd10db779ecf tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:03.281239 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7a53e453-fe31-45e6-99fe-3a21b1771c94 req-5409b252-c74d-40b9-84be-fd10db779ecf tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.36 "GET /v2.0/ports?device_id=8217a068-4e0f-4abc-95b8-1e949d086c7b HTTP/1.1" status: 200 len: 950 time: 0.0703559 Aug 28 14:55:03.302368 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-48591bf6-ce37-4e05-9e5b-0448c712667e service neutron] 10.222.0.41 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714752 Aug 28 14:55:03.344464 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f8a3de65-61df-4ef3-adf9-b305ba5d0182 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:55:03.368569 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-08c299d3-c28d-4b8c-ac94-a69c5decd893 req-2e2f983c-6c21-4d0d-a600-0d339f3cb5ad tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec73ac2-f335-46a9-8bff-39b5563dc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862606 Aug 28 14:55:03.404511 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-c8477f4b-a569-490c-abad-3690f7226e0b service neutron] For port fa16ff95-5261-40df-9953-991311b24ad6, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:55:03.406483 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-7a53e453-fe31-45e6-99fe-3a21b1771c94 req-d4330bfe-e10f-4c8d-8bfa-4c738d74d3dd tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Deleting port 68bc14b5-98d6-476f-8984-33ec75caeced {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:55:03.406894 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-7a53e453-fe31-45e6-99fe-3a21b1771c94 req-d4330bfe-e10f-4c8d-8bfa-4c738d74d3dd tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:03.430115 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:03.430690 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-c8477f4b-a569-490c-abad-3690f7226e0b service neutron] For port fa16ff95-5261-40df-9953-991311b24ad6, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=fa16ff95-5261-40df-9953-991311b24ad6,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:55:03.445244 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d374e2-7cff-4217-87a4-86df8be7b7be req-9c037c8e-7497-4967-8848-eab0729a3d43 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:03.447817 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f6d374e2-7cff-4217-87a4-86df8be7b7be req-9c037c8e-7497-4967-8848-eab0729a3d43 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=8045bc3a-33d4-4d44-8e13-4cc99d725fb2 HTTP/1.1" status: 200 len: 949 time: 0.1491189 Aug 28 14:55:03.450532 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-c8477f4b-a569-490c-abad-3690f7226e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:03.477364 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port f8a3de65-61df-4ef3-adf9-b305ba5d0182, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f8a3de65-61df-4ef3-adf9-b305ba5d0182,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:03.483432 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:03.515558 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-c8477f4b-a569-490c-abad-3690f7226e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:03.516213 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-c8477f4b-a569-490c-abad-3690f7226e0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:03.517616 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-c8477f4b-a569-490c-abad-3690f7226e0b service neutron] 10.222.0.36 "PUT /v2.0/ports/fa16ff95-5261-40df-9953-991311b24ad6 HTTP/1.1" status: 200 len: 1097 time: 1.5824208 Aug 28 14:55:03.518099 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11e0b20-2bff-404f-81cf-7d0a95d9de59', 'tag': 'fa16ff95-5261-40df-9953-991311b24ad6'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:55:03.521105 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2dcf1a-7ec3-47bf-af84-2971e5c68f05" -d '{"events": [{"name": "network-changed", "server_uuid": "e11e0b20-2bff-404f-81cf-7d0a95d9de59", "tag": "fa16ff95-5261-40df-9953-991311b24ad6"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:55:03.538165 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-a038e178-e7c2-410a-bccf-8c6992bd797f service neutron] 10.222.0.41 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246537 Aug 28 14:55:03.551020 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=f8a3de65-61df-4ef3-adf9-b305ba5d0182,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:03.563111 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8477f4b-a569-490c-abad-3690f7226e0b service neutron] Pushing event updated for resources: {'Port': ['ID=fa16ff95-5261-40df-9953-991311b24ad6,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:03.581514 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f6d374e2-7cff-4217-87a4-86df8be7b7be req-4c39b1cb-d35d-437a-9db3-745bd04f0c55 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138752 Aug 28 14:55:03.632297 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ace0c9e-672c-4565-9c3f-178339875211 x-openstack-request-id: req-6ace0c9e-672c-4565-9c3f-178339875211 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:55:03.632593 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e11e0b20-2bff-404f-81cf-7d0a95d9de59", "tag": "fa16ff95-5261-40df-9953-991311b24ad6", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:55:03.632842 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ace0c9e-672c-4565-9c3f-178339875211 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:55:03.633240 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e11e0b20-2bff-404f-81cf-7d0a95d9de59', 'tag': 'fa16ff95-5261-40df-9953-991311b24ad6', 'status': 'completed', 'code': 200} Aug 28 14:55:03.651790 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-25a767fc-cc37-412b-9dab-7ef049b392f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:03.653478 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-25a767fc-cc37-412b-9dab-7ef049b392f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=109ba20ea60e466cbac84cbb863b26ca&device_id=e11e0b20-2bff-404f-81cf-7d0a95d9de59 HTTP/1.1" status: 200 len: 1100 time: 0.0648079 Aug 28 14:55:03.710555 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-6e00aac0-2191-4576-b94a-97eb63a3ad53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=fa16ff95-5261-40df-9953-991311b24ad6 HTTP/1.1" status: 200 len: 217 time: 0.0458252 Aug 28 14:55:03.783206 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-a6976929-db68-4c83-b685-fe99cdd5e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:03.785707 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-a6976929-db68-4c83-b685-fe99cdd5e9a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.0656979 Aug 28 14:55:03.834555 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fdbdc-a6b3-4814-b8b2-833eaf86d5c3 req-56faf79e-0c03-434d-b580-659719b7a712 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:03.842157 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-407fdbdc-a6b3-4814-b8b2-833eaf86d5c3 req-56faf79e-0c03-434d-b580-659719b7a712 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 945 time: 0.0945418 Aug 28 14:55:03.855127 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-7a53e453-fe31-45e6-99fe-3a21b1771c94 req-d4330bfe-e10f-4c8d-8bfa-4c738d74d3dd tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] For port 68bc14b5-98d6-476f-8984-33ec75caeced, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=68bc14b5-98d6-476f-8984-33ec75caeced,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:03.855493 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-7a53e453-fe31-45e6-99fe-3a21b1771c94 req-d4330bfe-e10f-4c8d-8bfa-4c738d74d3dd tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:03.877794 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cf3ad-2c7d-4a2d-8e5b-305980f07c12 req-a056cd98-24a8-42ee-8b3c-ab45275025d0 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:03.880000 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d46cf3ad-2c7d-4a2d-8e5b-305980f07c12 req-a056cd98-24a8-42ee-8b3c-ab45275025d0 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11e0b20-2bff-404f-81cf-7d0a95d9de59 HTTP/1.1" status: 200 len: 948 time: 0.0837247 Aug 28 14:55:03.884294 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-7a53e453-fe31-45e6-99fe-3a21b1771c94 req-d4330bfe-e10f-4c8d-8bfa-4c738d74d3dd tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Calling delete_port for 68bc14b5-98d6-476f-8984-33ec75caeced owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:55:03.910261 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-657f3af9-198e-4045-982a-3a9c0c8887e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:03.911912 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-657f3af9-198e-4045-982a-3a9c0c8887e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1168716 Aug 28 14:55:03.938736 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-407fdbdc-a6b3-4814-b8b2-833eaf86d5c3 req-a00520a5-830a-45f2-8890-cddc52896384 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956998 Aug 28 14:55:03.952079 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d46cf3ad-2c7d-4a2d-8e5b-305980f07c12 req-ec24cbb5-df39-4868-8e77-a803797c154e tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624526 Aug 28 14:55:04.064438 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-7a53e453-fe31-45e6-99fe-3a21b1771c94 req-d4330bfe-e10f-4c8d-8bfa-4c738d74d3dd tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:04.077963 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-734b0d3b-b018-4a5e-bef8-b7fb4a856e96 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524022 Aug 28 14:55:04.081308 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['68bc14b5-98d6-476f-8984-33ec75caeced'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:55:04.107514 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4330bfe-e10f-4c8d-8bfa-4c738d74d3dd tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Pushing event deleted for resources: {'Port': ['ID=68bc14b5-98d6-476f-8984-33ec75caeced,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:04.157317 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a53e453-fe31-45e6-99fe-3a21b1771c94 req-d4330bfe-e10f-4c8d-8bfa-4c738d74d3dd tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] No DVR routers for this DVR port 68bc14b5-98d6-476f-8984-33ec75caeced on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:55:04.162660 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-7a53e453-fe31-45e6-99fe-3a21b1771c94 req-d4330bfe-e10f-4c8d-8bfa-4c738d74d3dd tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:04.165071 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7a53e453-fe31-45e6-99fe-3a21b1771c94 req-d4330bfe-e10f-4c8d-8bfa-4c738d74d3dd tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.36 "DELETE /v2.0/ports/68bc14b5-98d6-476f-8984-33ec75caeced HTTP/1.1" status: 204 len: 173 time: 0.8759761 Aug 28 14:55:04.165530 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8217a068-4e0f-4abc-95b8-1e949d086c7b', 'name': 'network-vif-deleted', 'tag': '68bc14b5-98d6-476f-8984-33ec75caeced'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:55:04.170901 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29df75c-ac4e-4043-982b-d32bead2683a" -d '{"events": [{"server_uuid": "8217a068-4e0f-4abc-95b8-1e949d086c7b", "name": "network-vif-deleted", "tag": "68bc14b5-98d6-476f-8984-33ec75caeced"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:55:04.226834 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3208851-04f5-446c-baa1-9bf83ae84878 x-openstack-request-id: req-a3208851-04f5-446c-baa1-9bf83ae84878 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:55:04.227130 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8217a068-4e0f-4abc-95b8-1e949d086c7b", "name": "network-vif-deleted", "tag": "68bc14b5-98d6-476f-8984-33ec75caeced", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:55:04.227378 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3208851-04f5-446c-baa1-9bf83ae84878 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:55:04.227797 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8217a068-4e0f-4abc-95b8-1e949d086c7b', 'name': 'network-vif-deleted', 'tag': '68bc14b5-98d6-476f-8984-33ec75caeced', 'status': 'completed', 'code': 200} Aug 28 14:55:04.235575 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1cfac17b-f9b9-4cc5-8385-a4780846237f req-98ad2df6-c54d-47ec-b762-e10a7a1583ff service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492999 Aug 28 14:55:04.415724 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440424e-08eb-4329-a309-f6df866b6dbe req-0ef66685-1e53-48c2-a037-cd710b59c98a tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:04.417277 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8440424e-08eb-4329-a309-f6df866b6dbe req-0ef66685-1e53-48c2-a037-cd710b59c98a tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 950 time: 0.0952566 Aug 28 14:55:04.420342 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dcf1a-7ec3-47bf-af84-2971e5c68f05 req-ab1d0434-1708-4457-ac77-a8cb5e973ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:04.421584 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4d2dcf1a-7ec3-47bf-af84-2971e5c68f05 req-ab1d0434-1708-4457-ac77-a8cb5e973ee1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=109ba20ea60e466cbac84cbb863b26ca&device_id=e11e0b20-2bff-404f-81cf-7d0a95d9de59 HTTP/1.1" status: 200 len: 1100 time: 0.1195691 Aug 28 14:55:04.474641 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb7d161-b066-408e-bede-ed12a4bb64f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a3de65-61df-4ef3-adf9-b305ba5d0182'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:55:04.477052 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d4ca1c-25f7-4c8b-881d-7b2658e04564" -d '{"events": [{"server_uuid": "8cb7d161-b066-408e-bede-ed12a4bb64f5", "name": "network-vif-unplugged", "status": "completed", "tag": "f8a3de65-61df-4ef3-adf9-b305ba5d0182"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:55:04.495297 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d772874a-e61c-46cd-8ee4-f48af75e14c2 req-23476634-149b-4873-89c2-2c77eb6b342b tempest-ImagesNegativeTestJSON-1130148117 tempest-ImagesNegativeTestJSON-1130148117-project] 10.222.0.13 "GET /v2.0/ports?device_id=8217a068-4e0f-4abc-95b8-1e949d086c7b HTTP/1.1" status: 200 len: 210 time: 0.0277646 Aug 28 14:55:04.526040 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8440424e-08eb-4329-a309-f6df866b6dbe req-d882d34a-83c7-43db-892e-4a3b3e593953 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985639 Aug 28 14:55:04.541576 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 14:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11bd02b-bb5e-486b-aff4-01c70a5e779c x-openstack-request-id: req-b11bd02b-bb5e-486b-aff4-01c70a5e779c {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:55:04.542441 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb7d161-b066-408e-bede-ed12a4bb64f5", "name": "network-vif-unplugged", "status": "completed", "tag": "f8a3de65-61df-4ef3-adf9-b305ba5d0182", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:55:04.542891 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b11bd02b-bb5e-486b-aff4-01c70a5e779c {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:55:04.543589 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb7d161-b066-408e-bede-ed12a4bb64f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a3de65-61df-4ef3-adf9-b305ba5d0182', 'code': 200} Aug 28 14:55:04.558814 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dcf1a-7ec3-47bf-af84-2971e5c68f05 req-624f6bf2-3ddd-45f8-8cd9-559eadf6087c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:04.560504 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4d2dcf1a-7ec3-47bf-af84-2971e5c68f05 req-624f6bf2-3ddd-45f8-8cd9-559eadf6087c service neutron] 10.222.0.36 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.1246529 Aug 28 14:55:04.611642 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4d2dcf1a-7ec3-47bf-af84-2971e5c68f05 req-adf9a706-1425-4d09-bece-a55ccf89e0be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=fa16ff95-5261-40df-9953-991311b24ad6 HTTP/1.1" status: 200 len: 217 time: 0.0380588 Aug 28 14:55:04.670554 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dcf1a-7ec3-47bf-af84-2971e5c68f05 req-5ac947b7-2e4d-469f-bb14-c37d509ecbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:04.672082 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4d2dcf1a-7ec3-47bf-af84-2971e5c68f05 req-5ac947b7-2e4d-469f-bb14-c37d509ecbdb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.0457945 Aug 28 14:55:04.707994 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a6413-06eb-4eb9-8c5b-0cb92db79d8e req-bfcabd26-605f-4ee1-bff1-a9000f0fdda1 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:04.710447 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-121a6413-06eb-4eb9-8c5b-0cb92db79d8e req-bfcabd26-605f-4ee1-bff1-a9000f0fdda1 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=8045bc3a-33d4-4d44-8e13-4cc99d725fb2 HTTP/1.1" status: 200 len: 949 time: 0.0650930 Aug 28 14:55:04.732183 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dcf1a-7ec3-47bf-af84-2971e5c68f05 req-891b137c-e842-42af-9d85-fbb8de8bb3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:04.734373 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4d2dcf1a-7ec3-47bf-af84-2971e5c68f05 req-891b137c-e842-42af-9d85-fbb8de8bb3a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0482790 Aug 28 14:55:04.754362 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-121a6413-06eb-4eb9-8c5b-0cb92db79d8e req-41e52387-df48-4995-98d8-db3053aa5a82 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375898 Aug 28 14:55:04.846913 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4d2dcf1a-7ec3-47bf-af84-2971e5c68f05 req-58e5b2da-e3c6-4278-9c11-862bbbfe1069 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958927 Aug 28 14:55:04.951225 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4d2dcf1a-7ec3-47bf-af84-2971e5c68f05 req-ad7503a5-98ba-4bae-91b9-c5174dafd252 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933430 Aug 28 14:55:05.086702 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f57d49-12a5-4b00-a4fc-083c988462e2 req-65b9edc2-f1b4-4305-8b9b-179fe424fd8b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:05.089380 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-59f57d49-12a5-4b00-a4fc-083c988462e2 req-65b9edc2-f1b4-4305-8b9b-179fe424fd8b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 945 time: 0.0574188 Aug 28 14:55:05.101184 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b359e-edf2-460f-a88b-e491293216c3 req-cc936c83-5f48-40a5-ac65-bce1aa8a46ec tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:05.102952 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4c4b359e-edf2-460f-a88b-e491293216c3 req-cc936c83-5f48-40a5-ac65-bce1aa8a46ec tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11e0b20-2bff-404f-81cf-7d0a95d9de59 HTTP/1.1" status: 200 len: 948 time: 0.0541730 Aug 28 14:55:05.136677 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-59f57d49-12a5-4b00-a4fc-083c988462e2 req-28a3a520-c383-4086-ad3e-2f6aab21bab3 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338976 Aug 28 14:55:05.141871 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4c4b359e-edf2-460f-a88b-e491293216c3 req-81578ad6-15c7-4f4a-92d4-6242223dea63 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326953 Aug 28 14:55:05.347888 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f8a3de65-61df-4ef3-adf9-b305ba5d0182 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:55:05.403411 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d49fbc0b-a8e7-4492-babc-3fdad6d2e177 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:55:05.479081 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port f8a3de65-61df-4ef3-adf9-b305ba5d0182, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f8a3de65-61df-4ef3-adf9-b305ba5d0182,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:05.486723 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port d49fbc0b-a8e7-4492-babc-3fdad6d2e177 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:55:05.494172 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'f8a3de65-61df-4ef3-adf9-b305ba5d0182', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': 'f8a3de65-61df-4ef3-adf9-b305ba5d0182', 'mac_address': 'fa:16:3e:87:68:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:55:05.495594 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port d49fbc0b-a8e7-4492-babc-3fdad6d2e177 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:55:05.496071 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:05.570691 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:05.590072 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a3de65-61df-4ef3-adf9-b305ba5d0182 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:55:05.632676 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port f8a3de65-61df-4ef3-adf9-b305ba5d0182, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f8a3de65-61df-4ef3-adf9-b305ba5d0182,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:05.641304 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:05.678846 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d78162-4ebc-4f87-b66d-bd78d173b72e req-493e62ee-6161-4e27-a53a-f178a1062d6e tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:05.681001 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:05.682189 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-23d78162-4ebc-4f87-b66d-bd78d173b72e req-493e62ee-6161-4e27-a53a-f178a1062d6e tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 950 time: 0.0720284 Aug 28 14:55:05.743279 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-23d78162-4ebc-4f87-b66d-bd78d173b72e req-16dcc918-281c-4e69-88a2-56d7301234b7 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514710 Aug 28 14:55:05.744051 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=f8a3de65-61df-4ef3-adf9-b305ba5d0182,revision_number=9']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:05.756101 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d49fbc0b-a8e7-4492-babc-3fdad6d2e177, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d49fbc0b-a8e7-4492-babc-3fdad6d2e177,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:05.765458 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:05.791040 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['f8a3de65-61df-4ef3-adf9-b305ba5d0182'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:55:05.850613 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=d49fbc0b-a8e7-4492-babc-3fdad6d2e177,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:05.941632 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca529d-3d37-426d-8ae9-b49eb871f011 req-f4733d96-90f0-4c6a-8fcd-b51a374ae00d tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:05.963016 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-98ca529d-3d37-426d-8ae9-b49eb871f011 req-f4733d96-90f0-4c6a-8fcd-b51a374ae00d tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=8045bc3a-33d4-4d44-8e13-4cc99d725fb2 HTTP/1.1" status: 200 len: 950 time: 0.1204987 Aug 28 14:55:06.053201 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-98ca529d-3d37-426d-8ae9-b49eb871f011 req-ae367970-9613-41bf-bd6b-2648828dfdb2 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892301 Aug 28 14:55:06.067286 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ada3e9-d3e8-4118-809a-32f2717f9398 req-ff102253-7f6a-4341-88fe-6f27fef31e5e tempest-MigrationsAdminTest-2075238749 tempest-MigrationsAdminTest-2075238749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:06.069229 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f8ada3e9-d3e8-4118-809a-32f2717f9398 req-ff102253-7f6a-4341-88fe-6f27fef31e5e tempest-MigrationsAdminTest-2075238749 tempest-MigrationsAdminTest-2075238749-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 1102 time: 0.0530362 Aug 28 14:55:06.089332 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f8ada3e9-d3e8-4118-809a-32f2717f9398 req-b3884c20-5fa8-4820-99a1-c22d1d5b1c79 tempest-MigrationsAdminTest-2075238749 tempest-MigrationsAdminTest-2075238749-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:06.119974 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54808) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:55:06.234110 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f8ada3e9-d3e8-4118-809a-32f2717f9398 req-b3884c20-5fa8-4820-99a1-c22d1d5b1c79 tempest-MigrationsAdminTest-2075238749 tempest-MigrationsAdminTest-2075238749-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:06.241299 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f8ada3e9-d3e8-4118-809a-32f2717f9398 req-b3884c20-5fa8-4820-99a1-c22d1d5b1c79 tempest-MigrationsAdminTest-2075238749 tempest-MigrationsAdminTest-2075238749-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:06.282688 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e92a4-ed53-4851-96f9-52c363706b86 req-32badebd-d5e7-4ec1-ac3e-4c031958c5b6 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:06.284663 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-253e92a4-ed53-4851-96f9-52c363706b86 req-32badebd-d5e7-4ec1-ac3e-4c031958c5b6 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11e0b20-2bff-404f-81cf-7d0a95d9de59 HTTP/1.1" status: 200 len: 948 time: 0.0652256 Aug 28 14:55:06.287202 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f8ada3e9-d3e8-4118-809a-32f2717f9398 req-b3884c20-5fa8-4820-99a1-c22d1d5b1c79 tempest-MigrationsAdminTest-2075238749 tempest-MigrationsAdminTest-2075238749-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104514 Aug 28 14:55:06.292086 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3884c20-5fa8-4820-99a1-c22d1d5b1c79 tempest-MigrationsAdminTest-2075238749 tempest-MigrationsAdminTest-2075238749-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61cd4ea7-e9b1-415c-8f58-139052ed598c,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:06.346871 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-aa26043c-99f2-40fc-92e2-d64e15f34eca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=147325f948de48278e27098b9d093383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247820 Aug 28 14:55:06.349050 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54832) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:55:06.349698 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-253e92a4-ed53-4851-96f9-52c363706b86 req-ace3be64-d7c6-4fdf-a23a-18ee0f04da0d tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514221 Aug 28 14:55:06.406894 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ce035595-2d6b-4967-9fcb-90076c21bf12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:06.454067 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ce035595-2d6b-4967-9fcb-90076c21bf12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:06.507647 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341fd728-c6dc-48ba-bcbe-cdd3fc810565 req-638e6915-95dc-4be9-9a36-ea4deeb6abcc tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:06.509552 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-341fd728-c6dc-48ba-bcbe-cdd3fc810565 req-638e6915-95dc-4be9-9a36-ea4deeb6abcc tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 945 time: 0.0918937 Aug 28 14:55:06.544857 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8045bc3a-33d4-4d44-8e13-4cc99d725fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49fbc0b-a8e7-4492-babc-3fdad6d2e177'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:55:06.548352 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5039b2f-9375-4a76-b5ca-c9ff2af37b35" -d '{"events": [{"server_uuid": "8045bc3a-33d4-4d44-8e13-4cc99d725fb2", "name": "network-vif-plugged", "status": "completed", "tag": "d49fbc0b-a8e7-4492-babc-3fdad6d2e177"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:55:06.554842 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ce035595-2d6b-4967-9fcb-90076c21bf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:06.557901 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ce035595-2d6b-4967-9fcb-90076c21bf12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:06.559135 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ce035595-2d6b-4967-9fcb-90076c21bf12 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ec73ac2-f335-46a9-8bff-39b5563dc1e0 HTTP/1.1" status: 204 len: 168 time: 0.2084789 Aug 28 14:55:06.575886 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce035595-2d6b-4967-9fcb-90076c21bf12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec73ac2-f335-46a9-8bff-39b5563dc1e0,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:06.581367 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-341fd728-c6dc-48ba-bcbe-cdd3fc810565 req-793eb627-0cb0-486f-a924-9b56bae3de6d tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617049 Aug 28 14:55:06.687116 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887bda8a-5076-498f-8b7a-65d2a6e97ef6 x-openstack-request-id: req-887bda8a-5076-498f-8b7a-65d2a6e97ef6 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:55:06.687630 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8045bc3a-33d4-4d44-8e13-4cc99d725fb2", "name": "network-vif-plugged", "status": "completed", "tag": "d49fbc0b-a8e7-4492-babc-3fdad6d2e177", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:55:06.687630 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-887bda8a-5076-498f-8b7a-65d2a6e97ef6 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:55:06.688065 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8045bc3a-33d4-4d44-8e13-4cc99d725fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49fbc0b-a8e7-4492-babc-3fdad6d2e177', 'code': 200} Aug 28 14:55:06.835693 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d89ad-c9b8-4792-8dff-5df02be786e1 req-394965f0-0b74-407b-abdd-f1fd5e0991a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:06.841172 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5b2d89ad-c9b8-4792-8dff-5df02be786e1 req-394965f0-0b74-407b-abdd-f1fd5e0991a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8045bc3a-33d4-4d44-8e13-4cc99d725fb2 HTTP/1.1" status: 200 len: 1102 time: 0.0743515 Aug 28 14:55:06.897861 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5b2d89ad-c9b8-4792-8dff-5df02be786e1 req-dc0c93f4-8916-4ffc-a7ea-0e828817fcdf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461061 Aug 28 14:55:07.238179 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c08a1-7e27-4ab5-bb28-27596b313a0a req-17c93dbe-9072-4244-9ac1-ba409882c7aa tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:07.244374 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-911c08a1-7e27-4ab5-bb28-27596b313a0a req-17c93dbe-9072-4244-9ac1-ba409882c7aa tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=8045bc3a-33d4-4d44-8e13-4cc99d725fb2 HTTP/1.1" status: 200 len: 950 time: 0.0711324 Aug 28 14:55:07.327002 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-911c08a1-7e27-4ab5-bb28-27596b313a0a req-70f5fc88-00b1-4209-bc96-cdfe46da79db tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733519 Aug 28 14:55:07.358907 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device fa16ff95-5261-40df-9953-991311b24ad6 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:55:07.422826 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f8a3de65-61df-4ef3-adf9-b305ba5d0182 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:55:07.436628 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd49c0-c135-4427-82b8-125e293d6af6 req-24b8e57f-c2ef-4d4e-9389-f0888b72aa8d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:07.452650 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dbbd49c0-c135-4427-82b8-125e293d6af6 req-24b8e57f-c2ef-4d4e-9389-f0888b72aa8d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 950 time: 0.0969224 Aug 28 14:55:07.500743 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-a97ec961-5898-4af1-a4ad-704d8a9fa485 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1726379 Aug 28 14:55:07.547170 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dbbd49c0-c135-4427-82b8-125e293d6af6 req-bb859213-349b-48ca-afe1-426e5072dfd2 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899029 Aug 28 14:55:07.554348 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.resource_extend [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 14:55:07.683599 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e2427-a34a-48f7-a9ef-f7ffbb734710 req-09455d69-5bb7-4b96-94b2-45562e20e1fa tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:07.685647 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-358e2427-a34a-48f7-a9ef-f7ffbb734710 req-09455d69-5bb7-4b96-94b2-45562e20e1fa tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11e0b20-2bff-404f-81cf-7d0a95d9de59 HTTP/1.1" status: 200 len: 948 time: 0.1487899 Aug 28 14:55:07.798394 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-358e2427-a34a-48f7-a9ef-f7ffbb734710 req-4ecc1f62-7898-4e76-8ae2-1aeeac359e82 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037931 Aug 28 14:55:07.802751 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port f8a3de65-61df-4ef3-adf9-b305ba5d0182 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:55:07.808992 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:07.954982 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port fa16ff95-5261-40df-9953-991311b24ad6, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=fa16ff95-5261-40df-9953-991311b24ad6,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:07.995898 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfc83c-9876-43bd-8a9c-03dc7fd3b658 req-c2e88f87-6fe2-43b3-bdcd-873ba60355a0 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:08.005685 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aabfc83c-9876-43bd-8a9c-03dc7fd3b658 req-c2e88f87-6fe2-43b3-bdcd-873ba60355a0 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 945 time: 0.0757952 Aug 28 14:55:08.017457 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'fa16ff95-5261-40df-9953-991311b24ad6', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': 'fa16ff95-5261-40df-9953-991311b24ad6', 'mac_address': 'fa:16:3e:71:b6:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:55:08.021361 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1355e442-ab50-4e58-95a0-6a5097484a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:08.079554 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aabfc83c-9876-43bd-8a9c-03dc7fd3b658 req-09f0efec-b413-479e-a9a1-0fe02210c141 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673823 Aug 28 14:55:08.126606 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:08.167726 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa16ff95-5261-40df-9953-991311b24ad6 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:55:08.207869 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:08.226781 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port fa16ff95-5261-40df-9953-991311b24ad6, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=fa16ff95-5261-40df-9953-991311b24ad6,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:08.236451 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:08.282034 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port f8a3de65-61df-4ef3-adf9-b305ba5d0182, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f8a3de65-61df-4ef3-adf9-b305ba5d0182,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:08.299691 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:08.300967 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 68bc14b5-98d6-476f-8984-33ec75caeced no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:55:08.336724 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 68bc14b5-98d6-476f-8984-33ec75caeced {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:55:08.337536 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 68bc14b5-98d6-476f-8984-33ec75caeced not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:55:08.348969 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=fa16ff95-5261-40df-9953-991311b24ad6,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:08.412329 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=f8a3de65-61df-4ef3-adf9-b305ba5d0182,revision_number=10']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:08.550997 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2c0c2-4341-4362-bbef-5c76e9178bd5 req-91359070-7834-42a0-957f-aa93a6601d09 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:08.559863 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-83d2c0c2-4341-4362-bbef-5c76e9178bd5 req-91359070-7834-42a0-957f-aa93a6601d09 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=8045bc3a-33d4-4d44-8e13-4cc99d725fb2 HTTP/1.1" status: 200 len: 950 time: 0.0997310 Aug 28 14:55:08.570085 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['fa16ff95-5261-40df-9953-991311b24ad6'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:55:08.608289 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ce4ca661-4e72-46bb-b88f-2c0c2693da4c req-bb61e1d2-dc27-43f6-bad7-4aa547c4c00b tempest-AbsoluteLimitsNegativeTestJSON-526779246 tempest-AbsoluteLimitsNegativeTestJSON-526779246-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=06466ba9951244168a309ef0e778ec59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636220 Aug 28 14:55:08.662935 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-83d2c0c2-4341-4362-bbef-5c76e9178bd5 req-bc1ee029-f89f-47b8-a96a-dcfea257fcb4 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020653 Aug 28 14:55:08.694040 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb7d161-b066-408e-bede-ed12a4bb64f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a3de65-61df-4ef3-adf9-b305ba5d0182'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:55:08.708805 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f36d5b0-32fb-457d-9a9d-58050fa1a23d" -d '{"events": [{"server_uuid": "8cb7d161-b066-408e-bede-ed12a4bb64f5", "name": "network-vif-plugged", "status": "completed", "tag": "f8a3de65-61df-4ef3-adf9-b305ba5d0182"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:55:08.895006 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ca661-4e72-46bb-b88f-2c0c2693da4c req-daccd876-a578-4717-aeb6-d9325bed9ef2 tempest-AbsoluteLimitsNegativeTestJSON-526779246 tempest-AbsoluteLimitsNegativeTestJSON-526779246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:08.896906 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ce4ca661-4e72-46bb-b88f-2c0c2693da4c req-daccd876-a578-4717-aeb6-d9325bed9ef2 tempest-AbsoluteLimitsNegativeTestJSON-526779246 tempest-AbsoluteLimitsNegativeTestJSON-526779246-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2781560 Aug 28 14:55:08.907111 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b86eec-483c-4bf6-8586-90f32fdd12d2 req-699ff77f-883c-488e-a475-6714a65c35d2 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:08.909545 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b7b86eec-483c-4bf6-8586-90f32fdd12d2 req-699ff77f-883c-488e-a475-6714a65c35d2 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 950 time: 0.1214540 Aug 28 14:55:08.934170 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ce4ca661-4e72-46bb-b88f-2c0c2693da4c req-563435b4-4f79-480b-a49b-09f00bc36869 tempest-AbsoluteLimitsNegativeTestJSON-526779246 tempest-AbsoluteLimitsNegativeTestJSON-526779246-project] 10.222.0.13 "GET /v2.0/quotas/06466ba9951244168a309ef0e778ec59 HTTP/1.1" status: 200 len: 375 time: 0.0293515 Aug 28 14:55:08.978413 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b7b86eec-483c-4bf6-8586-90f32fdd12d2 req-52722d53-be10-41b5-8d1f-56424e810abc tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556331 Aug 28 14:55:08.987596 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ce4ca661-4e72-46bb-b88f-2c0c2693da4c req-7ea1535f-bfa5-4c18-a930-5412f7c66692 tempest-AbsoluteLimitsNegativeTestJSON-526779246 tempest-AbsoluteLimitsNegativeTestJSON-526779246-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=06466ba9951244168a309ef0e778ec59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467854 Aug 28 14:55:09.101438 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8e571d-02c2-49c0-a1f6-59e6d5a6b150 x-openstack-request-id: req-5a8e571d-02c2-49c0-a1f6-59e6d5a6b150 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:55:09.101910 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb7d161-b066-408e-bede-ed12a4bb64f5", "name": "network-vif-plugged", "status": "completed", "tag": "f8a3de65-61df-4ef3-adf9-b305ba5d0182", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:55:09.102306 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a8e571d-02c2-49c0-a1f6-59e6d5a6b150 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:55:09.102790 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb7d161-b066-408e-bede-ed12a4bb64f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a3de65-61df-4ef3-adf9-b305ba5d0182', 'code': 200} Aug 28 14:55:09.301559 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c8dba-cf4f-4f04-8dd1-1ba22217de35 req-0e76e3f2-fb07-4d0b-b078-1405e01f85e4 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:09.309617 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c20c8dba-cf4f-4f04-8dd1-1ba22217de35 req-0e76e3f2-fb07-4d0b-b078-1405e01f85e4 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11e0b20-2bff-404f-81cf-7d0a95d9de59 HTTP/1.1" status: 200 len: 949 time: 0.0713251 Aug 28 14:55:09.369966 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c20c8dba-cf4f-4f04-8dd1-1ba22217de35 req-3a69257b-6d94-4039-9074-b136b19fd2a4 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593774 Aug 28 14:55:09.427461 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475c281-0148-45dc-8749-0a6cd9bbc123 req-8b56eb96-413e-42a3-b862-d63ca0bb28ad tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:09.429236 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2475c281-0148-45dc-8749-0a6cd9bbc123 req-8b56eb96-413e-42a3-b862-d63ca0bb28ad tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 945 time: 0.1166975 Aug 28 14:55:09.522656 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2475c281-0148-45dc-8749-0a6cd9bbc123 req-7e16ba6b-6f37-43d3-88f3-d77410177726 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841777 Aug 28 14:55:09.565650 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54976) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:55:09.683837 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-932a6fda-9031-40ef-bd20-2fbbaf6e81e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:09.878998 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94ba22-9aef-42d5-9860-b7c7cb2895f8 req-a3fb85b5-45f1-4730-b7c6-37fdfb17c6af tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:09.878998 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1b94ba22-9aef-42d5-9860-b7c7cb2895f8 req-a3fb85b5-45f1-4730-b7c6-37fdfb17c6af tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=8045bc3a-33d4-4d44-8e13-4cc99d725fb2 HTTP/1.1" status: 200 len: 950 time: 0.1250734 Aug 28 14:55:09.931076 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-932a6fda-9031-40ef-bd20-2fbbaf6e81e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:09.941274 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-932a6fda-9031-40ef-bd20-2fbbaf6e81e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:09.983821 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-3bc6445b-1405-4069-9c36-b5c009c711ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:09.985301 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-3bc6445b-1405-4069-9c36-b5c009c711ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 1102 time: 0.1368167 Aug 28 14:55:10.003320 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1b94ba22-9aef-42d5-9860-b7c7cb2895f8 req-1ae4e4f0-7cc0-4008-8b06-87f382f2c127 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010036 Aug 28 14:55:10.020358 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c34e3-ae16-4e6d-a59e-3fd19e342910 req-3f74a21f-dc1f-456a-b37c-a1c0382faf16 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:10.022386 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a6fda-9031-40ef-bd20-2fbbaf6e81e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8d3e30-e9d5-4f67-858c-7d9bc64f2371,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:10.031562 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1c0c34e3-ae16-4e6d-a59e-3fd19e342910 req-3f74a21f-dc1f-456a-b37c-a1c0382faf16 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 1097 time: 0.0607450 Aug 28 14:55:10.040608 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-932a6fda-9031-40ef-bd20-2fbbaf6e81e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06466ba9951244168a309ef0e778ec59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4740448 Aug 28 14:55:10.050331 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54992) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:55:10.130207 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1c0c34e3-ae16-4e6d-a59e-3fd19e342910 req-93c4508a-4439-4882-81cb-625cedf48755 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964596 Aug 28 14:55:10.144528 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-0110c3c5-a94b-49f6-a3db-8af0bc192003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:10.145009 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-0110c3c5-a94b-49f6-a3db-8af0bc192003 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.1404538 Aug 28 14:55:10.145191 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c22857df-8cc7-4442-9200-3a4c1bd67656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:10.195941 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-7e7fd6c1-4c55-4230-8b16-71d0bfe60fe6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=e5d443f6-c090-4c53-88ff-10d9e3cd69be HTTP/1.1" status: 200 len: 217 time: 0.0370915 Aug 28 14:55:10.205403 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c22857df-8cc7-4442-9200-3a4c1bd67656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:10.249140 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72763d4d-4f8b-4bd6-8c61-d709f6124591 req-67ab4d8c-04c4-4219-82bd-d8a50b8d4fa8 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:10.257603 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-72763d4d-4f8b-4bd6-8c61-d709f6124591 req-67ab4d8c-04c4-4219-82bd-d8a50b8d4fa8 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 950 time: 0.1285102 Aug 28 14:55:10.270510 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c22857df-8cc7-4442-9200-3a4c1bd67656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:10.275015 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c22857df-8cc7-4442-9200-3a4c1bd67656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:10.280111 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c22857df-8cc7-4442-9200-3a4c1bd67656 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f8d3e30-e9d5-4f67-858c-7d9bc64f2371 HTTP/1.1" status: 204 len: 168 time: 0.2244411 Aug 28 14:55:10.290834 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22857df-8cc7-4442-9200-3a4c1bd67656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8d3e30-e9d5-4f67-858c-7d9bc64f2371,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:10.306582 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-0814faa6-85c7-4dff-8c39-1278a48ce741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:10.308108 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-0814faa6-85c7-4dff-8c39-1278a48ce741 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1044512 Aug 28 14:55:10.389151 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-72763d4d-4f8b-4bd6-8c61-d709f6124591 req-036da2cb-9d4f-4b3a-b6b5-3e9d7c1fb532 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302247 Aug 28 14:55:10.395090 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e7ddc562-f182-4382-8872-39b9eaa9bb11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:10.428699 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-9fb845e8-5381-4fcb-a2b3-27f84a016934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:10.430634 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-9fb845e8-5381-4fcb-a2b3-27f84a016934 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1129146 Aug 28 14:55:10.640335 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-7772f37f-4a4c-4509-b635-af80c31648d5 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995411 Aug 28 14:55:10.778776 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:10.825972 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-64fd972c-73b7-403f-a7aa-73d3a34ca7cd service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730406 Aug 28 14:55:10.862820 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a13d7-0d65-4e9f-a5ef-79e9197b32da req-49c5cdbf-cb22-4da6-9270-71660b48c7b6 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:10.884663 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-027a13d7-0d65-4e9f-a5ef-79e9197b32da req-49c5cdbf-cb22-4da6-9270-71660b48c7b6 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11e0b20-2bff-404f-81cf-7d0a95d9de59 HTTP/1.1" status: 200 len: 949 time: 0.1242540 Aug 28 14:55:10.988143 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-027a13d7-0d65-4e9f-a5ef-79e9197b32da req-3039e956-5eee-44a7-96ae-abe6183ec3cc tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987589 Aug 28 14:55:11.132009 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e6215-0bab-4813-9976-a46f948d1d32 req-109df8ae-f0e2-43c1-8ad7-412b742821f1 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:11.140231 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f73e6215-0bab-4813-9976-a46f948d1d32 req-109df8ae-f0e2-43c1-8ad7-412b742821f1 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 945 time: 0.0649724 Aug 28 14:55:11.188313 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f73e6215-0bab-4813-9976-a46f948d1d32 req-13a171d7-4021-40cf-b588-ec5d0dbb3bcf tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470974 Aug 28 14:55:11.354853 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55052) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:55:11.363839 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device fa16ff95-5261-40df-9953-991311b24ad6 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:55:11.482700 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port fa16ff95-5261-40df-9953-991311b24ad6 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:55:11.489681 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port fa16ff95-5261-40df-9953-991311b24ad6 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:55:11.492073 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:11.523695 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-85e8eaa8-5072-4406-9fd8-dae00bbba015 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1251281621-network', 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:55:11.568168 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e8eaa8-5072-4406-9fd8-dae00bbba015 admin admin] Made reservation on behalf of 6133f2a9cae947c88f8d2b5122aa3775 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:55:11.570913 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-85e8eaa8-5072-4406-9fd8-dae00bbba015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:11.585297 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-85e8eaa8-5072-4406-9fd8-dae00bbba015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:11.706916 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:11.746059 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:11.754884 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11e0b20-2bff-404f-81cf-7d0a95d9de59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa16ff95-5261-40df-9953-991311b24ad6'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:55:11.758285 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d10281-ecdb-4cfb-8dff-7f4163ec79d4" -d '{"events": [{"server_uuid": "e11e0b20-2bff-404f-81cf-7d0a95d9de59", "name": "network-vif-plugged", "status": "completed", "tag": "fa16ff95-5261-40df-9953-991311b24ad6"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:55:11.776669 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port fa16ff95-5261-40df-9953-991311b24ad6, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=fa16ff95-5261-40df-9953-991311b24ad6,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:11.781447 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-85e8eaa8-5072-4406-9fd8-dae00bbba015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:11.785696 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:11.790535 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-85e8eaa8-5072-4406-9fd8-dae00bbba015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:11.852465 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8eaa8-5072-4406-9fd8-dae00bbba015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1591bfa9-dfc4-49f0-80d3-a29b291b82dc,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:11.854657 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-0064ee27-8365-4629-be5b-1073ae971b8b req-55d4697c-eaa0-4989-ae89-37113b01f51e tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 14:55:11.864127 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e8eaa8-5072-4406-9fd8-dae00bbba015 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 14:55:11.870805 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0064ee27-8365-4629-be5b-1073ae971b8b req-55d4697c-eaa0-4989-ae89-37113b01f51e tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0208774 Aug 28 14:55:11.899846 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-85e8eaa8-5072-4406-9fd8-dae00bbba015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:11.899846 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-85e8eaa8-5072-4406-9fd8-dae00bbba015 admin admin] Added segment 89e0098d-0e9d-4a6d-9c5b-94230630a5e3 of type vlan for network a831971b-727c-44d1-b386-1a946ecd57e8 Aug 28 14:55:11.922355 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-0064ee27-8365-4629-be5b-1073ae971b8b req-458c45b5-3eea-45f6-babb-9094b16ab6f0 service neutron] Request body: {'binding': {'host': 'n-h2-712137-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:55:11.923091 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-0064ee27-8365-4629-be5b-1073ae971b8b req-458c45b5-3eea-45f6-babb-9094b16ab6f0 service neutron] Unknown quota resources ['binding']. {{(pid=106329) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 14:55:11.982650 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=fa16ff95-5261-40df-9953-991311b24ad6,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:12.006087 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-85e8eaa8-5072-4406-9fd8-dae00bbba015 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:12.104150 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-85e8eaa8-5072-4406-9fd8-dae00bbba015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:12.105584 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e8eaa8-5072-4406-9fd8-dae00bbba015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:12.106203 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-85e8eaa8-5072-4406-9fd8-dae00bbba015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:12.171819 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7dfbd-baef-43b2-8efb-c13bef23cf3d req-4c75bdbc-0fa9-4d5b-9791-4a2e8115f5cb tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:12.172545 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7dfbd-baef-43b2-8efb-c13bef23cf3d req-4c75bdbc-0fa9-4d5b-9791-4a2e8115f5cb tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:12.172769 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7dfbd-baef-43b2-8efb-c13bef23cf3d req-4c75bdbc-0fa9-4d5b-9791-4a2e8115f5cb tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:12.173420 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7dfbd-baef-43b2-8efb-c13bef23cf3d req-4c75bdbc-0fa9-4d5b-9791-4a2e8115f5cb tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:12.174021 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7dfbd-baef-43b2-8efb-c13bef23cf3d req-4c75bdbc-0fa9-4d5b-9791-4a2e8115f5cb tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:12.175127 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7dfbd-baef-43b2-8efb-c13bef23cf3d req-4c75bdbc-0fa9-4d5b-9791-4a2e8115f5cb tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:12.175602 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7dfbd-baef-43b2-8efb-c13bef23cf3d req-4c75bdbc-0fa9-4d5b-9791-4a2e8115f5cb tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:12.176105 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7dfbd-baef-43b2-8efb-c13bef23cf3d req-4c75bdbc-0fa9-4d5b-9791-4a2e8115f5cb tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:12.176806 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7dfbd-baef-43b2-8efb-c13bef23cf3d req-4c75bdbc-0fa9-4d5b-9791-4a2e8115f5cb tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:12.177278 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7dfbd-baef-43b2-8efb-c13bef23cf3d req-4c75bdbc-0fa9-4d5b-9791-4a2e8115f5cb tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:12.178382 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7dfbd-baef-43b2-8efb-c13bef23cf3d req-4c75bdbc-0fa9-4d5b-9791-4a2e8115f5cb tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:12.178862 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7dfbd-baef-43b2-8efb-c13bef23cf3d req-4c75bdbc-0fa9-4d5b-9791-4a2e8115f5cb tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:12.179337 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7dfbd-baef-43b2-8efb-c13bef23cf3d req-4c75bdbc-0fa9-4d5b-9791-4a2e8115f5cb tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:12.181795 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-75b7dfbd-baef-43b2-8efb-c13bef23cf3d req-4c75bdbc-0fa9-4d5b-9791-4a2e8115f5cb tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e11e0b20-2bff-404f-81cf-7d0a95d9de59&device_id=8045bc3a-33d4-4d44-8e13-4cc99d725fb2&device_id=fd2509f4-eb86-4517-ad59-559257025de6&device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b&device_id=c0278b25-89a6-47d1-922e-0933c2a24243&device_id=1b57071b-338d-4272-b03b-4b789485abb1&device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327&device_id=8cb7d161-b066-408e-bede-ed12a4bb64f5&device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a&device_id=58853e3d-0837-42c4-94be-6c154f32b7df&device_id=22d63812-043f-4180-a0d0-e88d89ae303d&device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f&device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 11815 time: 0.1564062 Aug 28 14:55:12.190888 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-0064ee27-8365-4629-be5b-1073ae971b8b req-458c45b5-3eea-45f6-babb-9094b16ab6f0 service neutron] Attempting to bind port 456f1b89-ea8c-4618-b41f-2bc9a2590690 on host n-h2-712137-10 for vnic_type normal with profile None {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:55:12.191532 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-0064ee27-8365-4629-be5b-1073ae971b8b req-458c45b5-3eea-45f6-babb-9094b16ab6f0 service neutron] Attempting to bind port 456f1b89-ea8c-4618-b41f-2bc9a2590690 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:55:12.192079 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0064ee27-8365-4629-be5b-1073ae971b8b req-458c45b5-3eea-45f6-babb-9094b16ab6f0 service neutron] Attempting to bind port 456f1b89-ea8c-4618-b41f-2bc9a2590690 on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:12.195695 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-85e8eaa8-5072-4406-9fd8-dae00bbba015 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8390138 Aug 28 14:55:12.197307 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0064ee27-8365-4629-be5b-1073ae971b8b req-458c45b5-3eea-45f6-babb-9094b16ab6f0 service neutron] Port 456f1b89-ea8c-4618-b41f-2bc9a2590690 on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:55:12.197804 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0064ee27-8365-4629-be5b-1073ae971b8b req-458c45b5-3eea-45f6-babb-9094b16ab6f0 service neutron] Attempting to bind port 456f1b89-ea8c-4618-b41f-2bc9a2590690 on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:12.200777 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55070) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:55:12.207015 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-ea4cf0a2-bd86-494a-80cc-5b4dcb54ad45 admin admin] Request body: {'subnet': {'network_id': 'a831971b-727c-44d1-b386-1a946ecd57e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1251281621-subnet', 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:55:12.217597 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-75b7dfbd-baef-43b2-8efb-c13bef23cf3d req-5ffde0e9-247f-4279-a59e-9632d393952c tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:12.220485 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8eaa8-5072-4406-9fd8-dae00bbba015 admin admin] Pushing event updated for resources: {'Network': ['ID=a831971b-727c-44d1-b386-1a946ecd57e8,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:12.232379 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network a831971b-727c-44d1-b386-1a946ecd57e8 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 14:55:12.239559 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0064ee27-8365-4629-be5b-1073ae971b8b req-458c45b5-3eea-45f6-babb-9094b16ab6f0 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:55:12.240035 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0064ee27-8365-4629-be5b-1073ae971b8b req-458c45b5-3eea-45f6-babb-9094b16ab6f0 service neutron] Checking segment: {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:55:12.240519 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0064ee27-8365-4629-be5b-1073ae971b8b req-458c45b5-3eea-45f6-babb-9094b16ab6f0 service neutron] Bound using segment: {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:55:12.241082 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-0064ee27-8365-4629-be5b-1073ae971b8b req-458c45b5-3eea-45f6-babb-9094b16ab6f0 service neutron] Bound port: 456f1b89-ea8c-4618-b41f-2bc9a2590690, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:55:12.288299 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4cf0a2-bd86-494a-80cc-5b4dcb54ad45 admin admin] Made reservation on behalf of 6133f2a9cae947c88f8d2b5122aa3775 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:55:12.288299 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ea4cf0a2-bd86-494a-80cc-5b4dcb54ad45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:12.363824 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-75b7dfbd-baef-43b2-8efb-c13bef23cf3d req-5ffde0e9-247f-4279-a59e-9632d393952c tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:12.369540 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-75b7dfbd-baef-43b2-8efb-c13bef23cf3d req-5ffde0e9-247f-4279-a59e-9632d393952c tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:12.373490 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-0064ee27-8365-4629-be5b-1073ae971b8b req-458c45b5-3eea-45f6-babb-9094b16ab6f0 service neutron] For port 456f1b89-ea8c-4618-b41f-2bc9a2590690, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=456f1b89-ea8c-4618-b41f-2bc9a2590690,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:55:12.456994 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-75b7dfbd-baef-43b2-8efb-c13bef23cf3d req-5ffde0e9-247f-4279-a59e-9632d393952c tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&id=f53ba822-397e-4f51-aa69-841bb97f521b&id=60056bfc-e688-4bfd-9765-2e80355b49c4&id=10bbcf27-df92-4336-a9e8-e59bd85ab512&id=2f69ac53-080a-424f-bdf7-56afb2ca7859&id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 714 time: 0.2663620 Aug 28 14:55:12.466069 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffde0e9-247f-4279-a59e-9632d393952c tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b8c4d6-7fd0-4992-b700-aca7563707bc,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:12.501996 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-0064ee27-8365-4629-be5b-1073ae971b8b req-458c45b5-3eea-45f6-babb-9094b16ab6f0 service neutron] Notify callbacks [] for binding, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:12.503553 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0064ee27-8365-4629-be5b-1073ae971b8b req-458c45b5-3eea-45f6-babb-9094b16ab6f0 service neutron] 10.222.0.13 "POST /v2.0/ports/456f1b89-ea8c-4618-b41f-2bc9a2590690/bindings HTTP/1.1" status: 201 len: 390 time: 0.6215227 Aug 28 14:55:12.535906 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ea4cf0a2-bd86-494a-80cc-5b4dcb54ad45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:12.633963 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4cf0a2-bd86-494a-80cc-5b4dcb54ad45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5014a194-78d9-4048-a840-6f20bc902671,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:12.646799 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4cf0a2-bd86-494a-80cc-5b4dcb54ad45 admin admin] Checking segment: {'id': '89e0098d-0e9d-4a6d-9c5b-94230630a5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a831971b-727c-44d1-b386-1a946ecd57e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:55:12.647306 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4cf0a2-bd86-494a-80cc-5b4dcb54ad45 admin admin] Network hostable DHCP agents. Network: a831971b-727c-44d1-b386-1a946ecd57e8, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 14:55:12.688761 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4cf0a2-bd86-494a-80cc-5b4dcb54ad45 admin admin] Network a831971b-727c-44d1-b386-1a946ecd57e8 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 14:55:12.709007 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-ea4cf0a2-bd86-494a-80cc-5b4dcb54ad45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, a831971b-727c-44d1-b386-1a946ecd57e8) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:55:12.712551 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51652a-8dec-4c16-8322-f2c4a38ea83b req-7e7d7f69-434f-4c51-98d0-e640d7f9ff74 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:12.718604 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3de3cb4-3a59-44b6-949c-9edd00ce1f51 None None] Network a831971b-727c-44d1-b386-1a946ecd57e8 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:55:12.722649 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8a51652a-8dec-4c16-8322-f2c4a38ea83b req-7e7d7f69-434f-4c51-98d0-e640d7f9ff74 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 950 time: 0.1636877 Aug 28 14:55:12.726973 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4cf0a2-bd86-494a-80cc-5b4dcb54ad45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:12.728280 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ea4cf0a2-bd86-494a-80cc-5b4dcb54ad45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:12.793540 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8a51652a-8dec-4c16-8322-f2c4a38ea83b req-c3877373-5122-4218-973b-9376b12244b1 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699863 Aug 28 14:55:12.817759 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ea4cf0a2-bd86-494a-80cc-5b4dcb54ad45 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6126065 Aug 28 14:55:12.818365 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55086) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:55:12.830167 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-fb5d2b47-afa2-477c-b0b9-6d61c1a16a49 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1251281621-router', 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:55:12.899275 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bbae3b-82b1-4c42-9d07-a7b897abb7ee x-openstack-request-id: req-97bbae3b-82b1-4c42-9d07-a7b897abb7ee {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:55:12.899799 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11e0b20-2bff-404f-81cf-7d0a95d9de59", "name": "network-vif-plugged", "status": "completed", "tag": "fa16ff95-5261-40df-9953-991311b24ad6", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:55:12.900063 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97bbae3b-82b1-4c42-9d07-a7b897abb7ee {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:55:12.900449 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11e0b20-2bff-404f-81cf-7d0a95d9de59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa16ff95-5261-40df-9953-991311b24ad6', 'code': 200} Aug 28 14:55:12.936782 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fb5d2b47-afa2-477c-b0b9-6d61c1a16a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:12.938469 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fb5d2b47-afa2-477c-b0b9-6d61c1a16a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:12.962461 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbafe18e-f2c3-4ada-b36f-cfbc1daebf23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-a831971b-727c-44d1-b386-1a946ecd57e8', 'network_id': 'a831971b-727c-44d1-b386-1a946ecd57e8', 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775', 'fixed_ips': [{'subnet_id': '5014a194-78d9-4048-a840-6f20bc902671'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 14:55:12.964121 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-dbafe18e-f2c3-4ada-b36f-cfbc1daebf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:12.968595 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064ee27-8365-4629-be5b-1073ae971b8b req-fb0557d1-a184-4a41-8150-c46ea0efba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:12.970448 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0064ee27-8365-4629-be5b-1073ae971b8b req-fb0557d1-a184-4a41-8150-c46ea0efba67 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=29e98397e0be4fe1a52442d0d5c53b75&device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 1097 time: 0.1149185 Aug 28 14:55:13.136772 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fb5d2b47-afa2-477c-b0b9-6d61c1a16a49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:13.155763 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdded89-f650-45f9-9507-187dc1d44320 req-a1b33882-7715-4517-a980-c81d853bbb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:13.158995 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7fdded89-f650-45f9-9507-187dc1d44320 req-a1b33882-7715-4517-a980-c81d853bbb7e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e11e0b20-2bff-404f-81cf-7d0a95d9de59 HTTP/1.1" status: 200 len: 1102 time: 0.1782966 Aug 28 14:55:13.167039 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27811e5-7d13-4911-a4ce-0ea5ee0110e0 req-5ae1b235-076c-4c28-864e-3f9296d486dd tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:13.174515 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c27811e5-7d13-4911-a4ce-0ea5ee0110e0 req-5ae1b235-076c-4c28-864e-3f9296d486dd tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 945 time: 0.1227255 Aug 28 14:55:13.282549 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7fdded89-f650-45f9-9507-187dc1d44320 req-12359210-8e37-40c2-9161-34ce4e23d82a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927129 Aug 28 14:55:13.303686 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-dbafe18e-f2c3-4ada-b36f-cfbc1daebf23 None None] Allocated IP 172.20.0.2 (a831971b-727c-44d1-b386-1a946ecd57e8/5014a194-78d9-4048-a840-6f20bc902671/f4130098-2eac-4532-8504-b1d705293427) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:55:13.309640 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c27811e5-7d13-4911-a4ce-0ea5ee0110e0 req-9f8e3597-1bad-4ad3-973f-1731cab15f09 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209843 Aug 28 14:55:13.512265 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-dbafe18e-f2c3-4ada-b36f-cfbc1daebf23 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:13.522339 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-dbafe18e-f2c3-4ada-b36f-cfbc1daebf23 None None] Transition to ACTIVE for port object f4130098-2eac-4532-8504-b1d705293427 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:55:13.541802 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-dbafe18e-f2c3-4ada-b36f-cfbc1daebf23 None None] Transition to ACTIVE for port object f4130098-2eac-4532-8504-b1d705293427 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:55:13.567696 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-dbafe18e-f2c3-4ada-b36f-cfbc1daebf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:13.607199 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:13.626492 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f13405-8490-40a6-a98f-9ba434169daa req-21236295-3350-43e0-bf99-1c30f8b9d108 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:13.628817 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d9f13405-8490-40a6-a98f-9ba434169daa req-21236295-3350-43e0-bf99-1c30f8b9d108 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 945 time: 0.0856736 Aug 28 14:55:13.647085 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbafe18e-f2c3-4ada-b36f-cfbc1daebf23 None None] Network a831971b-727c-44d1-b386-1a946ecd57e8 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:55:13.650940 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-dbafe18e-f2c3-4ada-b36f-cfbc1daebf23 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:55:13.655883 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbafe18e-f2c3-4ada-b36f-cfbc1daebf23 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:55:13.662337 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafe18e-f2c3-4ada-b36f-cfbc1daebf23 None None] Pushing event updated for resources: {'Port': ['ID=f4130098-2eac-4532-8504-b1d705293427,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:13.690062 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d9f13405-8490-40a6-a98f-9ba434169daa req-2509e7a8-9bb6-4b8f-9f4f-705e413aa262 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528355 Aug 28 14:55:13.760435 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-dbafe18e-f2c3-4ada-b36f-cfbc1daebf23 None None] Attempting to bind port f4130098-2eac-4532-8504-b1d705293427 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:55:13.761027 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-dbafe18e-f2c3-4ada-b36f-cfbc1daebf23 None None] Attempting to bind port f4130098-2eac-4532-8504-b1d705293427 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '89e0098d-0e9d-4a6d-9c5b-94230630a5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a831971b-727c-44d1-b386-1a946ecd57e8'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:55:13.761132 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbafe18e-f2c3-4ada-b36f-cfbc1daebf23 None None] Attempting to bind port f4130098-2eac-4532-8504-b1d705293427 on network a831971b-727c-44d1-b386-1a946ecd57e8 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:13.767178 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbafe18e-f2c3-4ada-b36f-cfbc1daebf23 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:55:13.768478 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbafe18e-f2c3-4ada-b36f-cfbc1daebf23 None None] Checking segment: {'id': '89e0098d-0e9d-4a6d-9c5b-94230630a5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a831971b-727c-44d1-b386-1a946ecd57e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:55:13.768906 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-dbafe18e-f2c3-4ada-b36f-cfbc1daebf23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:13.769306 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbafe18e-f2c3-4ada-b36f-cfbc1daebf23 None None] Bound using segment: {'id': '89e0098d-0e9d-4a6d-9c5b-94230630a5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a831971b-727c-44d1-b386-1a946ecd57e8'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:55:13.769823 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-dbafe18e-f2c3-4ada-b36f-cfbc1daebf23 None None] Bound port: f4130098-2eac-4532-8504-b1d705293427, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e0098d-0e9d-4a6d-9c5b-94230630a5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a831971b-727c-44d1-b386-1a946ecd57e8'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:55:13.770184 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-dbafe18e-f2c3-4ada-b36f-cfbc1daebf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:13.870973 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fb5d2b47-afa2-477c-b0b9-6d61c1a16a49 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:13.903135 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-dbafe18e-f2c3-4ada-b36f-cfbc1daebf23 None None] For port f4130098-2eac-4532-8504-b1d705293427, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:55:13.904405 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64578463-4abe-4c22-ac3e-73f60083bc98 req-c1df9e9a-71ad-44a2-b85e-25120dec8ee8 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:13.915968 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-dbafe18e-f2c3-4ada-b36f-cfbc1daebf23 None None] For port f4130098-2eac-4532-8504-b1d705293427, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f4130098-2eac-4532-8504-b1d705293427,segment=NetworkSegment(89e0098d-0e9d-4a6d-9c5b-94230630a5e3),segment_id=89e0098d-0e9d-4a6d-9c5b-94230630a5e3)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:55:13.919943 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-64578463-4abe-4c22-ac3e-73f60083bc98 req-c1df9e9a-71ad-44a2-b85e-25120dec8ee8 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11e0b20-2bff-404f-81cf-7d0a95d9de59 HTTP/1.1" status: 200 len: 950 time: 0.8772800 Aug 28 14:55:13.933421 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-dbafe18e-f2c3-4ada-b36f-cfbc1daebf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:13.963123 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064ee27-8365-4629-be5b-1073ae971b8b req-0d293658-7da8-4294-924c-59ec7993903b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:13.965571 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0064ee27-8365-4629-be5b-1073ae971b8b req-0d293658-7da8-4294-924c-59ec7993903b service neutron] 10.222.0.36 "GET /v2.0/networks?id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45 HTTP/1.1" status: 200 len: 909 time: 0.9747086 Aug 28 14:55:14.039457 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de68835-0518-49f6-a32f-ca071740aeb3 req-8de153ec-4f54-4b78-8952-f8ba657f97b6 tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:14.040863 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de68835-0518-49f6-a32f-ca071740aeb3 req-8de153ec-4f54-4b78-8952-f8ba657f97b6 tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:14.041414 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de68835-0518-49f6-a32f-ca071740aeb3 req-8de153ec-4f54-4b78-8952-f8ba657f97b6 tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:14.044637 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7de68835-0518-49f6-a32f-ca071740aeb3 req-8de153ec-4f54-4b78-8952-f8ba657f97b6 tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8045bc3a-33d4-4d44-8e13-4cc99d725fb2&device_id=c0278b25-89a6-47d1-922e-0933c2a24243&device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 2887 time: 0.0978246 Aug 28 14:55:14.047932 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafe18e-f2c3-4ada-b36f-cfbc1daebf23 None None] Pushing event updated for resources: {'Port': ['ID=f4130098-2eac-4532-8504-b1d705293427,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:14.118209 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-64578463-4abe-4c22-ac3e-73f60083bc98 req-08ed1078-b079-48d0-8411-80f450afeb0b tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967325 Aug 28 14:55:14.132606 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7de68835-0518-49f6-a32f-ca071740aeb3 req-61357d10-30f9-4429-bfdc-e2db066d8c3f tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806150 Aug 28 14:55:14.139852 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0064ee27-8365-4629-be5b-1073ae971b8b req-83a850e4-bd7a-420c-8250-37f3535680e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=456f1b89-ea8c-4618-b41f-2bc9a2590690 HTTP/1.1" status: 200 len: 217 time: 0.1251771 Aug 28 14:55:14.227249 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064ee27-8365-4629-be5b-1073ae971b8b req-da9e68c1-8203-4e4c-a10f-d0279f7fa5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:14.228866 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0064ee27-8365-4629-be5b-1073ae971b8b req-da9e68c1-8203-4e4c-a10f-d0279f7fa5eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c5688cf-0eb8-4e6f-8c97-3f260fd91357 HTTP/1.1" status: 200 len: 848 time: 0.0804749 Aug 28 14:55:14.381195 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0064ee27-8365-4629-be5b-1073ae971b8b req-7aeec6ea-5262-4806-96df-d597ed745768 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1362088 Aug 28 14:55:14.535916 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305de50-c848-4091-b194-119a5ce43f66 req-4125a99d-74b3-4bae-86fe-f4d3bf737415 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:14.537433 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4305de50-c848-4091-b194-119a5ce43f66 req-4125a99d-74b3-4bae-86fe-f4d3bf737415 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 950 time: 0.2983770 Aug 28 14:55:14.635824 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45de58e-95cd-4615-ae38-fa70dde3db74 req-f74e4e83-b39a-4b0f-a667-9fd9114f8c03 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:14.637336 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c45de58e-95cd-4615-ae38-fa70dde3db74 req-f74e4e83-b39a-4b0f-a667-9fd9114f8c03 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 945 time: 0.0929875 Aug 28 14:55:14.700402 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c45de58e-95cd-4615-ae38-fa70dde3db74 req-1342bd59-d706-4c50-8521-7038e3468577 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511947 Aug 28 14:55:14.700736 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0064ee27-8365-4629-be5b-1073ae971b8b req-53618455-58fe-4137-9a3b-588f207e99b5 service neutron] 10.222.0.36 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016117 Aug 28 14:55:14.707798 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4305de50-c848-4091-b194-119a5ce43f66 req-3d2ca0ea-c38c-4e39-bafd-e22e0a1c5a3a tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483002 Aug 28 14:55:14.844626 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fb5d2b47-afa2-477c-b0b9-6d61c1a16a49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:14.875187 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fb5d2b47-afa2-477c-b0b9-6d61c1a16a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:14.921650 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb9064-6aff-42e8-a98a-542dffea2f7a req-a139bb2b-fdec-4c6a-b659-1be978b2ec83 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:14.936427 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d2eb9064-6aff-42e8-a98a-542dffea2f7a req-a139bb2b-fdec-4c6a-b659-1be978b2ec83 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 945 time: 0.1522791 Aug 28 14:55:15.026133 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d2eb9064-6aff-42e8-a98a-542dffea2f7a req-23bac06b-6733-4a49-90e0-cb4f4fcf3e78 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887280 Aug 28 14:55:15.049263 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0064ee27-8365-4629-be5b-1073ae971b8b req-786195e1-89b8-4c46-8beb-80ad60906332 service neutron] 10.222.0.36 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850378 Aug 28 14:55:15.194398 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-fb5d2b47-afa2-477c-b0b9-6d61c1a16a49 admin admin] Allocated IP 172.25.3.217 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/cd6fd960-8967-4a84-b0e3-4bfead74dc6c) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:55:15.330555 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f4130098-2eac-4532-8504-b1d705293427 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:55:15.443763 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69457758-ebb2-44cc-8ac5-53f4954199a6 req-9f82541d-55dd-419f-ad04-d99297817e82 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:15.461786 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-69457758-ebb2-44cc-8ac5-53f4954199a6 req-9f82541d-55dd-419f-ad04-d99297817e82 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11e0b20-2bff-404f-81cf-7d0a95d9de59 HTTP/1.1" status: 200 len: 950 time: 0.1405694 Aug 28 14:55:15.499594 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port f4130098-2eac-4532-8504-b1d705293427 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:55:15.546779 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fb5d2b47-afa2-477c-b0b9-6d61c1a16a49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:15.567427 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-69457758-ebb2-44cc-8ac5-53f4954199a6 req-a4fa6b7f-f4a0-4d92-9d20-72f55d8f6fa3 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026521 Aug 28 14:55:15.631229 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fb5d2b47-afa2-477c-b0b9-6d61c1a16a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:15.690788 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5d2b47-afa2-477c-b0b9-6d61c1a16a49 admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:55:15.696856 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-fb5d2b47-afa2-477c-b0b9-6d61c1a16a49 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:55:15.699621 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5d2b47-afa2-477c-b0b9-6d61c1a16a49 admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:55:15.725982 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6271fc6-076b-4499-be69-71addb2ddf20 None None] Network a831971b-727c-44d1-b386-1a946ecd57e8 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:55:15.754793 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d2b47-afa2-477c-b0b9-6d61c1a16a49 admin admin] Pushing event updated for resources: {'Port': ['ID=cd6fd960-8967-4a84-b0e3-4bfead74dc6c,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:15.942942 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-14e368dc-fce6-4fd8-a8b0-bc4232d2ffa2 None None] Provisioning for port f4130098-2eac-4532-8504-b1d705293427 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:55:15.972827 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-14e368dc-fce6-4fd8-a8b0-bc4232d2ffa2 None None] Provisioning complete for port f4130098-2eac-4532-8504-b1d705293427 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:55:15.973265 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-14e368dc-fce6-4fd8-a8b0-bc4232d2ffa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:16.037119 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188296d7-cde3-41f7-90cd-518cf59456b5 req-402567e6-507d-4cae-acd2-64783eba0c85 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:16.041386 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-188296d7-cde3-41f7-90cd-518cf59456b5 req-402567e6-507d-4cae-acd2-64783eba0c85 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 945 time: 0.0850646 Aug 28 14:55:16.083637 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec582ff3-ee46-4d87-8a22-2555205d0941 req-80abde30-4ea4-4b31-b0df-2a7bf96fda3f tempest-ServersOnMultiNodesTest-1569130746 tempest-ServersOnMultiNodesTest-1569130746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:16.092357 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ec582ff3-ee46-4d87-8a22-2555205d0941 req-80abde30-4ea4-4b31-b0df-2a7bf96fda3f tempest-ServersOnMultiNodesTest-1569130746 tempest-ServersOnMultiNodesTest-1569130746-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e11e0b20-2bff-404f-81cf-7d0a95d9de59 HTTP/1.1" status: 200 len: 1102 time: 0.0626993 Aug 28 14:55:16.108073 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ec582ff3-ee46-4d87-8a22-2555205d0941 req-cc0443d8-fe02-4e2b-ad02-b20125e21e50 tempest-ServersOnMultiNodesTest-1569130746 tempest-ServersOnMultiNodesTest-1569130746-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:16.218592 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-188296d7-cde3-41f7-90cd-518cf59456b5 req-274050de-b6a5-40ef-9539-d2fe229915c1 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342883 Aug 28 14:55:16.220872 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ec582ff3-ee46-4d87-8a22-2555205d0941 req-cc0443d8-fe02-4e2b-ad02-b20125e21e50 tempest-ServersOnMultiNodesTest-1569130746 tempest-ServersOnMultiNodesTest-1569130746-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:16.229288 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ec582ff3-ee46-4d87-8a22-2555205d0941 req-cc0443d8-fe02-4e2b-ad02-b20125e21e50 tempest-ServersOnMultiNodesTest-1569130746 tempest-ServersOnMultiNodesTest-1569130746-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:16.254019 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-fd4bf218-4c24-43a6-acf1-f281e8d24f02 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:16.265946 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-fd4bf218-4c24-43a6-acf1-f281e8d24f02 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327&tenant_id=5de95046553a4af6b56ddb9234d40b90&binding%3Ahost_id=n-h2-712137-10 HTTP/1.1" status: 200 len: 1097 time: 0.1556523 Aug 28 14:55:16.288063 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-14e368dc-fce6-4fd8-a8b0-bc4232d2ffa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:16.290618 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712137-10'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:55:16.303458 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ec582ff3-ee46-4d87-8a22-2555205d0941 req-cc0443d8-fe02-4e2b-ad02-b20125e21e50 tempest-ServersOnMultiNodesTest-1569130746 tempest-ServersOnMultiNodesTest-1569130746-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047369 Aug 28 14:55:16.339451 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0443d8-fe02-4e2b-ad02-b20125e21e50 tempest-ServersOnMultiNodesTest-1569130746 tempest-ServersOnMultiNodesTest-1569130746-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774c4e2c-3711-4c78-bdb5-62480f391b5b,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:16.358452 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-14e368dc-fce6-4fd8-a8b0-bc4232d2ffa2 None None] For port f4130098-2eac-4532-8504-b1d705293427, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f4130098-2eac-4532-8504-b1d705293427,segment=NetworkSegment(89e0098d-0e9d-4a6d-9c5b-94230630a5e3),segment_id=89e0098d-0e9d-4a6d-9c5b-94230630a5e3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:16.368698 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-14e368dc-fce6-4fd8-a8b0-bc4232d2ffa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:16.433369 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fb5d2b47-afa2-477c-b0b9-6d61c1a16a49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:16.451881 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e368dc-fce6-4fd8-a8b0-bc4232d2ffa2 None None] Pushing event updated for resources: {'Port': ['ID=f4130098-2eac-4532-8504-b1d705293427,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:16.493340 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a13f6-3e5c-4f90-bf0a-f3e1e3a8d638 req-e63909f6-10b8-42d9-a665-6aea5796e988 tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:16.501597 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1b2a13f6-3e5c-4f90-bf0a-f3e1e3a8d638 req-e63909f6-10b8-42d9-a665-6aea5796e988 tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 1102 time: 0.1107192 Aug 28 14:55:16.548410 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1b2a13f6-3e5c-4f90-bf0a-f3e1e3a8d638 req-f6583ee0-ff19-4fa9-b131-d8daa9cf5482 tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380080 Aug 28 14:55:16.601469 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f774ef34-1bf7-4912-975a-71937b47a9c9 None None] Provisioning complete for port f4130098-2eac-4532-8504-b1d705293427 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:55:16.602130 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f774ef34-1bf7-4912-975a-71937b47a9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:16.709275 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25f36b-3957-4cd0-ad55-0e54542b3c97 req-5751ce9b-6e26-44ad-9adf-2d1a0a626aaf tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:16.717237 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0f25f36b-3957-4cd0-ad55-0e54542b3c97 req-5751ce9b-6e26-44ad-9adf-2d1a0a626aaf tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 945 time: 0.1000676 Aug 28 14:55:16.726683 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:16.759324 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a2135-d7ee-4746-b080-7df9a977aca7 req-909961c1-9700-405b-8742-7d23aae3a573 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:16.768608 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3e5a2135-d7ee-4746-b080-7df9a977aca7 req-909961c1-9700-405b-8742-7d23aae3a573 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 950 time: 0.4117413 Aug 28 14:55:16.792305 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0f25f36b-3957-4cd0-ad55-0e54542b3c97 req-e9e79226-c524-4e64-868b-1bc687ff7fbe tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641782 Aug 28 14:55:16.920106 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3e5a2135-d7ee-4746-b080-7df9a977aca7 req-b4301468-a325-4d24-9335-6ee56476bec0 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365571 Aug 28 14:55:17.131756 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] For port 890c27bf-134b-4115-a061-a00857c8fb82, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=890c27bf-134b-4115-a061-a00857c8fb82,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:17.181721 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fb5d2b47-afa2-477c-b0b9-6d61c1a16a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:17.245053 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f4130098-2eac-4532-8504-b1d705293427 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:55:17.291733 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] For port 890c27bf-134b-4115-a061-a00857c8fb82, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:55:17.336211 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port f4130098-2eac-4532-8504-b1d705293427 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:55:17.338030 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:17.346832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756854b5-75fb-4a78-8c4c-017da2cef664 req-3dfe256a-d920-4bc1-8bb5-b3087da89648 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:17.357246 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-756854b5-75fb-4a78-8c4c-017da2cef664 req-3dfe256a-d920-4bc1-8bb5-b3087da89648 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d63812-043f-4180-a0d0-e88d89ae303d HTTP/1.1" status: 200 len: 967 time: 0.0890379 Aug 28 14:55:17.359178 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ff8ff-c7d0-48c3-840b-713f781ecdae req-91474c6a-db28-4c9d-a7f5-4fabff4c5b99 tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:17.360900 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-741ff8ff-c7d0-48c3-840b-713f781ecdae req-91474c6a-db28-4c9d-a7f5-4fabff4c5b99 tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 1102 time: 0.2023172 Aug 28 14:55:17.440097 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-756854b5-75fb-4a78-8c4c-017da2cef664 req-af8350b9-725f-4aa7-ac83-ab0e42f91c60 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/security-groups?id=60056bfc-e688-4bfd-9765-2e80355b49c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777795 Aug 28 14:55:17.474724 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:17.501989 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 890c27bf-134b-4115-a061-a00857c8fb82 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:55:17.540575 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cb35e8-650a-4f8a-b769-71c1f3e8d327', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '890c27bf-134b-4115-a061-a00857c8fb82'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:55:17.550410 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43377174-5ba1-4709-94a8-54d890f9710d" -d '{"events": [{"server_uuid": "f2cb35e8-650a-4f8a-b769-71c1f3e8d327", "name": "network-vif-unplugged", "status": "completed", "tag": "890c27bf-134b-4115-a061-a00857c8fb82"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:55:17.576068 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:17.602744 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-741ff8ff-c7d0-48c3-840b-713f781ecdae req-46a31f5f-3460-4194-bd7e-c8ea11c82b26 tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974294 Aug 28 14:55:17.664300 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-d4b4f98f-931c-45ab-88ef-0474af144962 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=109ba20ea60e466cbac84cbb863b26ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738535 Aug 28 14:55:17.697429 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5d2b47-afa2-477c-b0b9-6d61c1a16a49 admin admin] Router 46d863f5-702d-49db-8142-960a7f2c0e03 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 14:55:17.753356 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] Pushing event updated for resources: {'Port': ['ID=890c27bf-134b-4115-a061-a00857c8fb82,revision_number=7']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:17.809353 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] Attempting to bind port 890c27bf-134b-4115-a061-a00857c8fb82 on host n-h2-712137-10 for vnic_type normal with profile {"migrating_to": "n-h1-712137-10"} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:55:17.809737 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] Attempting to bind port 890c27bf-134b-4115-a061-a00857c8fb82 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:55:17.810003 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] Attempting to bind port 890c27bf-134b-4115-a061-a00857c8fb82 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:17.820932 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 890c27bf-134b-4115-a061-a00857c8fb82, host n-h2-712137-10, got binding levels [] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:17.821814 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] Port 890c27bf-134b-4115-a061-a00857c8fb82 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:55:17.822150 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] Attempting to bind port 890c27bf-134b-4115-a061-a00857c8fb82 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:17.842932 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-2527628c-a8d8-4640-89ba-7ba681a134d1 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:17.851596 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-2527628c-a8d8-4640-89ba-7ba681a134d1 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1863914 Aug 28 14:55:17.867408 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:55:17.867786 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] Checking segment: {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:55:17.868162 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] Bound using segment: {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:55:17.868480 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Attempting to bind port 890c27bf-134b-4115-a061-a00857c8fb82 on host n-h2-712137-10 for vnic_type normal with profile {"migrating_to": "n-h1-712137-10"} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:55:17.868622 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] Bound port: 890c27bf-134b-4115-a061-a00857c8fb82, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:55:17.868888 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Attempting to bind port 890c27bf-134b-4115-a061-a00857c8fb82 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:55:17.869025 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:17.869297 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Attempting to bind port 890c27bf-134b-4115-a061-a00857c8fb82 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:17.875593 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Port 890c27bf-134b-4115-a061-a00857c8fb82 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:55:17.875988 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Attempting to bind port 890c27bf-134b-4115-a061-a00857c8fb82 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:17.876522 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-25bbe50d-a61b-48e6-b531-b2ae3e7c5fa4 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/quotas/109ba20ea60e466cbac84cbb863b26ca HTTP/1.1" status: 200 len: 375 time: 0.0230546 Aug 28 14:55:17.895394 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:55:17.896091 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Checking segment: {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:55:17.896717 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Bound using segment: {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:55:17.897184 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Bound port: 890c27bf-134b-4115-a061-a00857c8fb82, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:55:17.897598 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:17.901827 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020ffbe-87d9-45b3-8275-5c6d906c3475 req-2609a350-e175-4e0a-aaa3-dbfa05745c6c tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:17.909615 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8020ffbe-87d9-45b3-8275-5c6d906c3475 req-2609a350-e175-4e0a-aaa3-dbfa05745c6c tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 943 time: 0.1528516 Aug 28 14:55:17.961842 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-bc277b80-6277-4c02-896e-5655e69a8d06 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=109ba20ea60e466cbac84cbb863b26ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0826263 Aug 28 14:55:18.036392 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8020ffbe-87d9-45b3-8275-5c6d906c3475 req-8ef7af31-f588-4519-bd2d-cb60b1c65865 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258037 Aug 28 14:55:18.038015 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 890c27bf-134b-4115-a061-a00857c8fb82, host n-h2-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:55:18.041493 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 890c27bf-134b-4115-a061-a00857c8fb82, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=890c27bf-134b-4115-a061-a00857c8fb82,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:55:18.059532 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:18.087889 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] For port 890c27bf-134b-4115-a061-a00857c8fb82, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:55:18.098857 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5d2b47-afa2-477c-b0b9-6d61c1a16a49 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:55:18.107019 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.db.api [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 890c27bf-134b-4115-a061-a00857c8fb82-n-h2-712137-10-0 {{(pid=106329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 14:55:18.107327 n-d-712137-10 neutron-server[106329]: DEBUG oslo_db.api [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 14:55:18.113622 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161a0625-80a9-40f1-a885-a0eb0bc81017 None None] Sync routers for ids ['46d863f5-702d-49db-8142-960a7f2c0e03'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:55:18.130016 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 14:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5838dd9-aa40-49af-a8ef-f00f86d9b30d x-openstack-request-id: req-b5838dd9-aa40-49af-a8ef-f00f86d9b30d {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:55:18.130341 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cb35e8-650a-4f8a-b769-71c1f3e8d327", "name": "network-vif-unplugged", "status": "completed", "tag": "890c27bf-134b-4115-a061-a00857c8fb82", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:55:18.130547 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5838dd9-aa40-49af-a8ef-f00f86d9b30d {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:55:18.131083 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cb35e8-650a-4f8a-b769-71c1f3e8d327', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '890c27bf-134b-4115-a061-a00857c8fb82', 'code': 200} Aug 28 14:55:18.135580 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161a0625-80a9-40f1-a885-a0eb0bc81017 None None] Routers {'46d863f5-702d-49db-8142-960a7f2c0e03'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:55:18.136806 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-161a0625-80a9-40f1-a885-a0eb0bc81017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:55:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['46d863f5-702d-49db-8142-960a7f2c0e03'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:55:18.139253 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fb5d2b47-afa2-477c-b0b9-6d61c1a16a49 admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:18.144719 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55190) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:55:18.153719 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fb5d2b47-afa2-477c-b0b9-6d61c1a16a49 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.3340299 Aug 28 14:55:18.168514 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=890c27bf-134b-4115-a061-a00857c8fb82,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:18.231548 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 890c27bf-134b-4115-a061-a00857c8fb82 has no active binding in host n-h1-712137-10 {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 14:55:18.391556 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-161a0625-80a9-40f1-a885-a0eb0bc81017 None None] Set router 46d863f5-702d-49db-8142-960a7f2c0e03 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:55:18.630016 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] Attempting to bind port 890c27bf-134b-4115-a061-a00857c8fb82 on host n-h2-712137-10 for vnic_type normal with profile {"migrating_to": "n-h1-712137-10"} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:55:18.630581 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] Attempting to bind port 890c27bf-134b-4115-a061-a00857c8fb82 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:55:18.630671 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] Attempting to bind port 890c27bf-134b-4115-a061-a00857c8fb82 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:18.651142 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] Port 890c27bf-134b-4115-a061-a00857c8fb82 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:55:18.651499 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] Attempting to bind port 890c27bf-134b-4115-a061-a00857c8fb82 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:18.692471 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-161a0625-80a9-40f1-a885-a0eb0bc81017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'name': 'tempest-ServersTestJSON-1251281621-router', 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cd6fd960-8967-4a84-b0e3-4bfead74dc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:55:12Z', 'updated_at': '2021-08-28T14:55:15Z', 'revision_number': 3, 'project_id': '6133f2a9cae947c88f8d2b5122aa3775', 'gw_port': {'id': 'cd6fd960-8967-4a84-b0e3-4bfead74dc6c', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:14Z', 'updated_at': '2021-08-28T14:55:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:55:18.761352 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161a0625-80a9-40f1-a885-a0eb0bc81017 None None] Checking router: 46d863f5-702d-49db-8142-960a7f2c0e03 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:55:18.761712 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161a0625-80a9-40f1-a885-a0eb0bc81017 None None] Updating router 46d863f5-702d-49db-8142-960a7f2c0e03 port cd6fd960-8967-4a84-b0e3-4bfead74dc6c binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 14:55:18.796690 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:55:18.797080 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] Checking segment: {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:55:18.797426 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] Bound using segment: {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:55:18.797882 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] Bound port: 890c27bf-134b-4115-a061-a00857c8fb82, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:55:18.798250 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:18.804576 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-161a0625-80a9-40f1-a885-a0eb0bc81017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:18.882567 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1748a-0bf3-4650-8700-1ea8e92740ff req-7db39f85-3471-4f5a-8cdf-bc32c62703d6 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:18.887195 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ac1748a-0bf3-4650-8700-1ea8e92740ff req-7db39f85-3471-4f5a-8cdf-bc32c62703d6 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 945 time: 0.2325768 Aug 28 14:55:18.968496 n-d-712137-10 neutron-server[106329]: WARNING neutron.plugins.ml2.plugin [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] Concurrent port binding operations failed on port 890c27bf-134b-4115-a061-a00857c8fb82 Aug 28 14:55:18.988109 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ac1748a-0bf3-4650-8700-1ea8e92740ff req-2ef3aa1f-5c77-4079-9523-ffa5eaf13c5e tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866642 Aug 28 14:55:18.993681 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] For port 890c27bf-134b-4115-a061-a00857c8fb82, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=890c27bf-134b-4115-a061-a00857c8fb82,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:18.996647 n-d-712137-10 neutron-server[106329]: INFO neutron.plugins.ml2.plugin [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] Attempt 2 to bind port 890c27bf-134b-4115-a061-a00857c8fb82 Aug 28 14:55:19.006289 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:19.007603 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:19.010747 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-847b8949-e0d5-4899-b365-16eef1cc7e7e service neutron] 10.222.0.41 "PUT /v2.0/ports/890c27bf-134b-4115-a061-a00857c8fb82 HTTP/1.1" status: 200 len: 1123 time: 2.7268138 Aug 28 14:55:19.149494 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['890c27bf-134b-4115-a061-a00857c8fb82'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:55:19.275321 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['890c27bf-134b-4115-a061-a00857c8fb82'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:55:19.363155 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd2b20-8ecd-49f3-884f-ddddd8c9ef7b req-a49bad4a-9ea6-4d4c-83f1-e22073ca6eb8 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:19.365512 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c8dd2b20-8ecd-49f3-884f-ddddd8c9ef7b req-a49bad4a-9ea6-4d4c-83f1-e22073ca6eb8 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 950 time: 0.2629414 Aug 28 14:55:19.575017 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c8dd2b20-8ecd-49f3-884f-ddddd8c9ef7b req-590bdd52-b5bb-492c-bb3e-648636107d9b tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977894 Aug 28 14:55:19.602230 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-161a0625-80a9-40f1-a885-a0eb0bc81017 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:19.658833 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-81ecc9be-2a33-40f8-b498-badeb29ac9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:19.660944 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-161a0625-80a9-40f1-a885-a0eb0bc81017 None None] Transition to ACTIVE for port object cd6fd960-8967-4a84-b0e3-4bfead74dc6c will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:55:19.687904 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-161a0625-80a9-40f1-a885-a0eb0bc81017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:19.964857 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54855c9f-adf7-4c1f-80d1-17689f70d28d req-2a0207d4-d8c7-43f1-944a-f8eee6c7ef61 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:19.982073 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54855c9f-adf7-4c1f-80d1-17689f70d28d req-2a0207d4-d8c7-43f1-944a-f8eee6c7ef61 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 943 time: 0.1668899 Aug 28 14:55:19.989810 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-161a0625-80a9-40f1-a885-a0eb0bc81017 None None] Attempting to bind port cd6fd960-8967-4a84-b0e3-4bfead74dc6c on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:55:19.990325 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-161a0625-80a9-40f1-a885-a0eb0bc81017 None None] Attempting to bind port cd6fd960-8967-4a84-b0e3-4bfead74dc6c by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:55:19.992074 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a0625-80a9-40f1-a885-a0eb0bc81017 None None] Attempting to bind port cd6fd960-8967-4a84-b0e3-4bfead74dc6c on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:19.996999 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e0778-19c6-4c70-bf3f-9257eb96ffee None None] Pushing event updated for resources: {'Port': ['ID=cd6fd960-8967-4a84-b0e3-4bfead74dc6c,revision_number=2']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:20.030116 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a0625-80a9-40f1-a885-a0eb0bc81017 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:55:20.030575 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a0625-80a9-40f1-a885-a0eb0bc81017 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:55:20.030891 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-161a0625-80a9-40f1-a885-a0eb0bc81017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:20.031286 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a0625-80a9-40f1-a885-a0eb0bc81017 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:55:20.031794 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-161a0625-80a9-40f1-a885-a0eb0bc81017 None None] Bound port: cd6fd960-8967-4a84-b0e3-4bfead74dc6c, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:55:20.032196 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-161a0625-80a9-40f1-a885-a0eb0bc81017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:20.071596 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54855c9f-adf7-4c1f-80d1-17689f70d28d req-5eab29cb-2fb0-4d60-b03b-baada37474c9 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838392 Aug 28 14:55:20.076833 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-81ecc9be-2a33-40f8-b498-badeb29ac9a6 admin admin] Allocated IP 172.20.0.1 (a831971b-727c-44d1-b386-1a946ecd57e8/5014a194-78d9-4048-a840-6f20bc902671/619bde68-525f-461a-b861-2f99347cdb33) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:55:20.105351 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e0778-19c6-4c70-bf3f-9257eb96ffee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:20.107241 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e0778-19c6-4c70-bf3f-9257eb96ffee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:20.107805 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e0778-19c6-4c70-bf3f-9257eb96ffee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:20.108018 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e0778-19c6-4c70-bf3f-9257eb96ffee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:20.110087 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e0778-19c6-4c70-bf3f-9257eb96ffee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:20.110087 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e0778-19c6-4c70-bf3f-9257eb96ffee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:20.111829 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e0778-19c6-4c70-bf3f-9257eb96ffee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:20.112165 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e0778-19c6-4c70-bf3f-9257eb96ffee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:20.112499 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e0778-19c6-4c70-bf3f-9257eb96ffee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:20.112874 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e0778-19c6-4c70-bf3f-9257eb96ffee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:20.113198 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e0778-19c6-4c70-bf3f-9257eb96ffee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:20.113587 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e0778-19c6-4c70-bf3f-9257eb96ffee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:20.132304 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2cb35e8-650a-4f8a-b769-71c1f3e8d327', 'tag': '890c27bf-134b-4115-a061-a00857c8fb82'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:55:20.134945 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4d7ad8-ef44-4a3e-ae39-2e901f4c1564" -d '{"events": [{"name": "network-changed", "server_uuid": "f2cb35e8-650a-4f8a-b769-71c1f3e8d327", "tag": "890c27bf-134b-4115-a061-a00857c8fb82"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:55:20.236928 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-161a0625-80a9-40f1-a885-a0eb0bc81017 None None] For port cd6fd960-8967-4a84-b0e3-4bfead74dc6c, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:55:20.245533 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-161a0625-80a9-40f1-a885-a0eb0bc81017 None None] For port cd6fd960-8967-4a84-b0e3-4bfead74dc6c, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=cd6fd960-8967-4a84-b0e3-4bfead74dc6c,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:55:20.256221 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-161a0625-80a9-40f1-a885-a0eb0bc81017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:20.287104 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bebe96e7-3986-497b-952a-282702f1fea5 req-346487a1-b5a3-46d6-bdd0-8987df25309c tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--115271516&fields=id&tenant_id=cf69354c9e44480a955dc8879f74a9d8 HTTP/1.1" status: 200 len: 267 time: 0.0786347 Aug 28 14:55:20.410427 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-81ecc9be-2a33-40f8-b498-badeb29ac9a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:20.427767 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161a0625-80a9-40f1-a885-a0eb0bc81017 None None] Routers {'46d863f5-702d-49db-8142-960a7f2c0e03'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:55:20.430076 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-161a0625-80a9-40f1-a885-a0eb0bc81017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:55:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['46d863f5-702d-49db-8142-960a7f2c0e03'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:55:20.443525 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e0778-19c6-4c70-bf3f-9257eb96ffee None None] Pushing event updated for resources: {'Port': ['ID=cd6fd960-8967-4a84-b0e3-4bfead74dc6c,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:20.448187 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-81ecc9be-2a33-40f8-b498-badeb29ac9a6 admin admin] Transition to ACTIVE for port object 619bde68-525f-461a-b861-2f99347cdb33 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:55:20.548305 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe96e7-3986-497b-952a-282702f1fea5 req-94d96cb2-7b85-4df2-85df-bb399dc6ebcc tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:20.558432 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bebe96e7-3986-497b-952a-282702f1fea5 req-94d96cb2-7b85-4df2-85df-bb399dc6ebcc tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/networks?id=7fefbaf0-9766-4195-b2cc-33f85cb01cd6 HTTP/1.1" status: 200 len: 824 time: 0.2701049 Aug 28 14:55:20.576290 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-81ecc9be-2a33-40f8-b498-badeb29ac9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:20.579921 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bebe96e7-3986-497b-952a-282702f1fea5 req-0e29fdef-3182-455d-b726-eb2b2a02dbf7 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/quotas/cf69354c9e44480a955dc8879f74a9d8 HTTP/1.1" status: 200 len: 375 time: 0.0199618 Aug 28 14:55:20.652095 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bebe96e7-3986-497b-952a-282702f1fea5 req-cf4e35bb-624e-43c5-9c4f-327e86a69536 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf69354c9e44480a955dc8879f74a9d8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0640712 Aug 28 14:55:20.676647 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-161a0625-80a9-40f1-a885-a0eb0bc81017 None None] Set router 46d863f5-702d-49db-8142-960a7f2c0e03 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:55:20.693517 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ecc9be-2a33-40f8-b498-badeb29ac9a6 admin admin] Network a831971b-727c-44d1-b386-1a946ecd57e8 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:55:20.698375 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-81ecc9be-2a33-40f8-b498-badeb29ac9a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:55:20.708277 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ecc9be-2a33-40f8-b498-badeb29ac9a6 admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:55:20.725961 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ecc9be-2a33-40f8-b498-badeb29ac9a6 admin admin] Pushing event updated for resources: {'Port': ['ID=619bde68-525f-461a-b861-2f99347cdb33,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:20.784757 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c50dc2-ae85-48b3-9130-dee022939390 req-6996b39b-472b-474b-8eb4-50025d002365 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:20.792510 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-58c50dc2-ae85-48b3-9130-dee022939390 req-6996b39b-472b-474b-8eb4-50025d002365 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 945 time: 0.2853684 Aug 28 14:55:20.852754 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bebe96e7-3986-497b-952a-282702f1fea5 req-be213178-80ae-4bb6-8a1f-47d17e41d3d7 service neutron] 10.222.0.13 "GET /v2.0/networks/7fefbaf0-9766-4195-b2cc-33f85cb01cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956186 Aug 28 14:55:20.901387 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-81ecc9be-2a33-40f8-b498-badeb29ac9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:21.052426 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-58c50dc2-ae85-48b3-9130-dee022939390 req-5b738833-f9b9-4921-9d18-a317a36dd522 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531586 Aug 28 14:55:21.161617 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2b04a8-4e72-47b3-9596-b62a1256bab9 x-openstack-request-id: req-fd2b04a8-4e72-47b3-9596-b62a1256bab9 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:55:21.163051 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2cb35e8-650a-4f8a-b769-71c1f3e8d327", "tag": "890c27bf-134b-4115-a061-a00857c8fb82", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:55:21.163542 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd2b04a8-4e72-47b3-9596-b62a1256bab9 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:55:21.166536 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2cb35e8-650a-4f8a-b769-71c1f3e8d327', 'tag': '890c27bf-134b-4115-a061-a00857c8fb82', 'status': 'completed', 'code': 200} Aug 28 14:55:21.214615 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-161a0625-80a9-40f1-a885-a0eb0bc81017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'name': 'tempest-ServersTestJSON-1251281621-router', 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cd6fd960-8967-4a84-b0e3-4bfead74dc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:55:12Z', 'updated_at': '2021-08-28T14:55:15Z', 'revision_number': 3, 'project_id': '6133f2a9cae947c88f8d2b5122aa3775', 'gw_port': {'id': 'cd6fd960-8967-4a84-b0e3-4bfead74dc6c', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:14Z', 'updated_at': '2021-08-28T14:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:55:21.233562 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-03de78be-1103-4caa-b0cd-a57bfb894ab0 None None] Provisioning for port 619bde68-525f-461a-b861-2f99347cdb33 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:55:21.240099 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-03de78be-1103-4caa-b0cd-a57bfb894ab0 None None] Provisioning complete for port 619bde68-525f-461a-b861-2f99347cdb33 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:55:21.240732 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-03de78be-1103-4caa-b0cd-a57bfb894ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:21.265218 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-a74c60d3-71da-4386-b650-d2deb838fbea tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=109ba20ea60e466cbac84cbb863b26ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1284292 Aug 28 14:55:21.289167 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bebe96e7-3986-497b-952a-282702f1fea5 req-2eea4422-8b2f-41ff-ba42-c0f689696988 service neutron] 10.222.0.13 "GET /v2.0/networks/7fefbaf0-9766-4195-b2cc-33f85cb01cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312267 Aug 28 14:55:21.295413 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161a0625-80a9-40f1-a885-a0eb0bc81017 None None] The sync data for ids ['46d863f5-702d-49db-8142-960a7f2c0e03'] in n-d-712137-10 is: [{'id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'name': 'tempest-ServersTestJSON-1251281621-router', 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cd6fd960-8967-4a84-b0e3-4bfead74dc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:55:12Z', 'updated_at': '2021-08-28T14:55:15Z', 'revision_number': 3, 'project_id': '6133f2a9cae947c88f8d2b5122aa3775', 'gw_port': {'id': 'cd6fd960-8967-4a84-b0e3-4bfead74dc6c', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:14Z', 'updated_at': '2021-08-28T14:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:55:21.348237 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-03de78be-1103-4caa-b0cd-a57bfb894ab0 None None] Port 619bde68-525f-461a-b861-2f99347cdb33 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:55:21.391799 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c5746-a798-4a7e-8d19-6f69f9eedab5 req-f3049704-0cec-445d-9895-dffcebde2940 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:21.398726 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8f1c5746-a798-4a7e-8d19-6f69f9eedab5 req-f3049704-0cec-445d-9895-dffcebde2940 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.36 "GET /v2.0/ports?device_id=22d63812-043f-4180-a0d0-e88d89ae303d HTTP/1.1" status: 200 len: 967 time: 0.3784811 Aug 28 14:55:21.404329 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d7ad8-ef44-4a3e-ae39-2e901f4c1564 req-b4fe23bc-b343-4709-9283-e45d62e0613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:21.410702 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6e4d7ad8-ef44-4a3e-ae39-2e901f4c1564 req-b4fe23bc-b343-4709-9283-e45d62e0613b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de95046553a4af6b56ddb9234d40b90&device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 1126 time: 0.2347546 Aug 28 14:55:21.486206 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5a944430-f9df-4a60-a70c-8b911083e80e req-8ea56fa4-57ad-4d44-994f-a1d7ed9a6be8 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=d48baf3b-4aa0-453a-a80f-bb438a12cb47 HTTP/1.1" status: 200 len: 210 time: 0.2140386 Aug 28 14:55:21.650692 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.36', 55969) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:55:21.714236 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-81ecc9be-2a33-40f8-b498-badeb29ac9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:21.883914 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-409935ef-3652-48c9-bcf8-bb3a664f598b tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=109ba20ea60e466cbac84cbb863b26ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2319696 Aug 28 14:55:22.319067 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-81ecc9be-2a33-40f8-b498-badeb29ac9a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:22.381676 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-1f81c358-9399-4b44-b408-c950043de1c5 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:22.383404 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-1f81c358-9399-4b44-b408-c950043de1c5 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0652943 Aug 28 14:55:22.387846 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-81ecc9be-2a33-40f8-b498-badeb29ac9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:22.461464 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ecc9be-2a33-40f8-b498-badeb29ac9a6 admin admin] Pushing event updated for resources: {'Port': ['ID=619bde68-525f-461a-b861-2f99347cdb33,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:22.475494 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-7e18affe-88ad-4d8a-8099-862653350e54 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Request body: {'port': {'device_id': 'fe848114-45c7-4417-9885-b74f53f21bad', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'admin_state_up': True, 'tenant_id': '109ba20ea60e466cbac84cbb863b26ca'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:55:22.630107 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18da8fb-1293-43fd-886e-f5736b6a4a14 req-9ba15fb6-89ec-4792-93f4-05e1cd291222 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:22.637670 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f18da8fb-1293-43fd-886e-f5736b6a4a14 req-9ba15fb6-89ec-4792-93f4-05e1cd291222 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 950 time: 0.2935908 Aug 28 14:55:22.747281 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d7ad8-ef44-4a3e-ae39-2e901f4c1564 req-0af07202-6f5e-4a31-85e0-c0b18303b9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:22.748782 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6e4d7ad8-ef44-4a3e-ae39-2e901f4c1564 req-0af07202-6f5e-4a31-85e0-c0b18303b9af service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6bfc57a-d73d-41d0-954b-fff6fef4d808 HTTP/1.1" status: 200 len: 922 time: 1.2819648 Aug 28 14:55:22.799982 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-7e18affe-88ad-4d8a-8099-862653350e54 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Made reservation on behalf of 109ba20ea60e466cbac84cbb863b26ca for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:55:22.809773 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-7e18affe-88ad-4d8a-8099-862653350e54 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:22.812533 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-8f1c5746-a798-4a7e-8d19-6f69f9eedab5 req-11ab6e89-1fcb-4302-8fea-9260002c4980 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Deleting port 20668f44-816d-464d-be2b-262797e7eed5 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:55:22.816581 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-8f1c5746-a798-4a7e-8d19-6f69f9eedab5 req-11ab6e89-1fcb-4302-8fea-9260002c4980 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:22.959118 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-81ecc9be-2a33-40f8-b498-badeb29ac9a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:22.964385 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:55:23.057727 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-8f1c5746-a798-4a7e-8d19-6f69f9eedab5 req-11ab6e89-1fcb-4302-8fea-9260002c4980 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] For port 20668f44-816d-464d-be2b-262797e7eed5, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=20668f44-816d-464d-be2b-262797e7eed5,segment=NetworkSegment(42567edf-8f75-4b9a-a0f4-8b1c669e01ea),segment_id=42567edf-8f75-4b9a-a0f4-8b1c669e01ea)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:23.058360 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-8f1c5746-a798-4a7e-8d19-6f69f9eedab5 req-11ab6e89-1fcb-4302-8fea-9260002c4980 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:23.063571 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a86463-b71d-4444-8c80-9f8f00c810cb req-4618e398-cac9-4bf0-b9fa-ac49f9c67b86 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:23.076464 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-19a86463-b71d-4444-8c80-9f8f00c810cb req-4618e398-cac9-4bf0-b9fa-ac49f9c67b86 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 943 time: 0.7027798 Aug 28 14:55:23.103875 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-c1651237-d4b8-4e43-bd07-0c19a2203642 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:23.105435 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-c1651237-d4b8-4e43-bd07-0c19a2203642 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1563516 Aug 28 14:55:23.182359 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f18da8fb-1293-43fd-886e-f5736b6a4a14 req-e1ee4b65-e222-4831-aa97-20baf541d949 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5433433 Aug 28 14:55:23.195144 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6e4d7ad8-ef44-4a3e-ae39-2e901f4c1564 req-e6248252-302d-4239-b9ae-f6e5dd48b59c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=890c27bf-134b-4115-a061-a00857c8fb82 HTTP/1.1" status: 200 len: 217 time: 0.4201715 Aug 28 14:55:23.241449 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-be95c866-c34f-4914-8c2b-51081a8ca05d tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Request body: {'port': {'device_id': 'd48baf3b-4aa0-453a-a80f-bb438a12cb47', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'admin_state_up': True, 'tenant_id': '109ba20ea60e466cbac84cbb863b26ca'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:55:23.281242 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device cd6fd960-8967-4a84-b0e3-4bfead74dc6c up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:55:23.380116 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-19a86463-b71d-4444-8c80-9f8f00c810cb req-097fb1bf-27ab-4da0-81fa-df96890ff429 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025594 Aug 28 14:55:23.382220 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port cd6fd960-8967-4a84-b0e3-4bfead74dc6c completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:55:23.388236 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port cd6fd960-8967-4a84-b0e3-4bfead74dc6c triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:55:23.389009 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:23.502192 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-7e18affe-88ad-4d8a-8099-862653350e54 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Allocated IP 192.168.233.215 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/ffec4487-2465-4f34-8676-77ed39b96142) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:55:23.536554 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:23.573735 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port cd6fd960-8967-4a84-b0e3-4bfead74dc6c, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=cd6fd960-8967-4a84-b0e3-4bfead74dc6c,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:23.585882 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:23.702301 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-8f1c5746-a798-4a7e-8d19-6f69f9eedab5 req-11ab6e89-1fcb-4302-8fea-9260002c4980 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:23.702878 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-8f1c5746-a798-4a7e-8d19-6f69f9eedab5 req-11ab6e89-1fcb-4302-8fea-9260002c4980 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:23.703880 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [req-8f1c5746-a798-4a7e-8d19-6f69f9eedab5 req-11ab6e89-1fcb-4302-8fea-9260002c4980 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Floating IP f1b3c17d-8322-42f2-8cd6-9d1c837620e8 disassociated. External IP: 172.25.3.186, port: 20668f44-816d-464d-be2b-262797e7eed5. Aug 28 14:55:23.704115 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=cd6fd960-8967-4a84-b0e3-4bfead74dc6c,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:23.704224 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-8f1c5746-a798-4a7e-8d19-6f69f9eedab5 req-11ab6e89-1fcb-4302-8fea-9260002c4980 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Calling delete_port for 20668f44-816d-464d-be2b-262797e7eed5 owned by compute:tempest-test_az-1603513841 {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:55:23.711568 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-be95c866-c34f-4914-8c2b-51081a8ca05d tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Made reservation on behalf of 109ba20ea60e466cbac84cbb863b26ca for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:55:23.716951 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-be95c866-c34f-4914-8c2b-51081a8ca05d tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:23.765165 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ecc9be-2a33-40f8-b498-badeb29ac9a6 admin admin] Network a831971b-727c-44d1-b386-1a946ecd57e8 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:55:23.772764 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-81ecc9be-2a33-40f8-b498-badeb29ac9a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:55:23.816312 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7888f87f-749c-4442-b7bb-3fd1c1c0fd3a req-70b6272b-56c8-4157-8255-887d929f6452 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc00178-e42f-4ffe-9f1e-5658289a9ce8 HTTP/1.1" status: 200 len: 210 time: 0.5197937 Aug 28 14:55:24.007368 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d7ad8-ef44-4a3e-ae39-2e901f4c1564 req-3baeed49-5bdf-4dcc-a731-e7e108a83958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:24.008855 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6e4d7ad8-ef44-4a3e-ae39-2e901f4c1564 req-3baeed49-5bdf-4dcc-a731-e7e108a83958 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f920e854-f768-4846-871d-087306f43fd9 HTTP/1.1" status: 200 len: 861 time: 0.7607977 Aug 28 14:55:24.105707 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6e4d7ad8-ef44-4a3e-ae39-2e901f4c1564 req-9b760c57-fb78-4c3b-830c-f706064eb178 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6bfc57a-d73d-41d0-954b-fff6fef4d808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607119 Aug 28 14:55:24.132286 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:24.147478 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050b761-6274-4593-a9fd-1a2de4c15a13 req-d9d28c46-86f1-4357-9a2c-db1f35e29be8 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:24.149446 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5050b761-6274-4593-a9fd-1a2de4c15a13 req-d9d28c46-86f1-4357-9a2c-db1f35e29be8 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.2026114 Aug 28 14:55:24.177983 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe96e7-3986-497b-952a-282702f1fea5 req-c95d39d8-442f-4a07-a3f9-21550fdafab3 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:24.179499 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bebe96e7-3986-497b-952a-282702f1fea5 req-c95d39d8-442f-4a07-a3f9-21550fdafab3 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.41 "GET /v2.0/networks?id=7fefbaf0-9766-4195-b2cc-33f85cb01cd6 HTTP/1.1" status: 200 len: 824 time: 0.3895168 Aug 28 14:55:24.201633 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c7314ff-fdc2-4134-a7fd-4ae784f73d33 None None] Provisioning complete for port 619bde68-525f-461a-b861-2f99347cdb33 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:55:24.203339 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c7314ff-fdc2-4134-a7fd-4ae784f73d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:24.264438 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c7314ff-fdc2-4134-a7fd-4ae784f73d33 None None] Port 619bde68-525f-461a-b861-2f99347cdb33 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:55:24.354772 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5050b761-6274-4593-a9fd-1a2de4c15a13 req-ce70032c-4065-41f9-8f80-b83fe05a15eb tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478302 Aug 28 14:55:24.368278 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bebe96e7-3986-497b-952a-282702f1fea5 req-4ab6c36d-d7ec-463b-835a-22367ac3dd1a tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf69354c9e44480a955dc8879f74a9d8 HTTP/1.1" status: 200 len: 379 time: 0.1552470 Aug 28 14:55:24.371587 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-8f1c5746-a798-4a7e-8d19-6f69f9eedab5 req-11ab6e89-1fcb-4302-8fea-9260002c4980 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:24.396524 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-bebe96e7-3986-497b-952a-282702f1fea5 req-2a715b98-423b-4dab-8d8b-ee7c29e79a9c tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Request body: {'port': {'device_id': '7cc00178-e42f-4ffe-9f1e-5658289a9ce8', 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6', 'admin_state_up': True, 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'security_groups': ['60056bfc-e688-4bfd-9765-2e80355b49c4']}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:55:24.409272 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6e4d7ad8-ef44-4a3e-ae39-2e901f4c1564 req-74608b22-b907-4051-a023-aa9fc7f58051 service neutron] 10.222.0.36 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853501 Aug 28 14:55:24.506186 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5adc72-3f20-4dab-9743-c8ca60629dca req-ecd8816e-8de0-4b14-8121-00589372d48d tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:24.512670 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab6e89-1fcb-4302-8fea-9260002c4980 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Pushing event deleted for resources: {'Port': ['ID=20668f44-816d-464d-be2b-262797e7eed5,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:24.513814 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8d5adc72-3f20-4dab-9743-c8ca60629dca req-ecd8816e-8de0-4b14-8121-00589372d48d tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 945 time: 0.8833032 Aug 28 14:55:24.546018 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ecc9be-2a33-40f8-b498-badeb29ac9a6 admin admin] Router 46d863f5-702d-49db-8142-960a7f2c0e03 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 14:55:24.639157 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6e4d7ad8-ef44-4a3e-ae39-2e901f4c1564 req-afe77153-67aa-4ad0-bdb2-3088bc7c8187 service neutron] 10.222.0.36 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534579 Aug 28 14:55:24.664918 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8d5adc72-3f20-4dab-9743-c8ca60629dca req-afd2e49e-0ae2-4252-a0b2-a8d84d0d030e tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210907 Aug 28 14:55:24.717239 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-7e18affe-88ad-4d8a-8099-862653350e54 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:24.778322 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-84762fa1-dc54-48ec-8ef7-d26b8ebb6552 req-d3623d8a-9941-42a0-beeb-aeda5d13ee52 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=d48baf3b-4aa0-453a-a80f-bb438a12cb47 HTTP/1.1" status: 200 len: 210 time: 0.2817981 Aug 28 14:55:24.836319 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-7e18affe-88ad-4d8a-8099-862653350e54 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Transition to ACTIVE for port object ffec4487-2465-4f34-8676-77ed39b96142 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:55:24.912079 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f1c5746-a798-4a7e-8d19-6f69f9eedab5 req-11ab6e89-1fcb-4302-8fea-9260002c4980 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Router cea320e9-122c-488c-a89a-1b33a54d8976 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 14:55:24.952680 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-be95c866-c34f-4914-8c2b-51081a8ca05d tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Allocated IP 192.168.233.52 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/e1d3ed2d-2ed7-4069-bd91-0e9f194eca76) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:55:24.987151 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-7e18affe-88ad-4d8a-8099-862653350e54 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:25.001981 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['fa16ff95-5261-40df-9953-991311b24ad6'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:55:25.085595 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-7e18affe-88ad-4d8a-8099-862653350e54 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:55:25.106620 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18affe-88ad-4d8a-8099-862653350e54 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Pushing event updated for resources: {'Port': ['ID=ffec4487-2465-4f34-8676-77ed39b96142,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:25.109810 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-7e18affe-88ad-4d8a-8099-862653350e54 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:55:25.157729 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-7e18affe-88ad-4d8a-8099-862653350e54 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:55:25.175147 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bebe96e7-3986-497b-952a-282702f1fea5 req-2a715b98-423b-4dab-8d8b-ee7c29e79a9c tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Made reservation on behalf of cf69354c9e44480a955dc8879f74a9d8 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:55:25.188714 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-bebe96e7-3986-497b-952a-282702f1fea5 req-2a715b98-423b-4dab-8d8b-ee7c29e79a9c tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:25.216903 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c2666-1c25-410f-acd3-56c71d7cc458 req-11c6238a-04a2-45d2-ab82-d7e503b1434b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:25.226103 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bb3c2666-1c25-410f-acd3-56c71d7cc458 req-11c6238a-04a2-45d2-ab82-d7e503b1434b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 943 time: 0.2893372 Aug 28 14:55:25.329726 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device cd6fd960-8967-4a84-b0e3-4bfead74dc6c up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:55:25.345183 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-7e18affe-88ad-4d8a-8099-862653350e54 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:25.349661 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-7e18affe-88ad-4d8a-8099-862653350e54 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:25.380014 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bb3c2666-1c25-410f-acd3-56c71d7cc458 req-6b8c1d6a-534a-458d-9a26-2edd9c9a3427 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528583 Aug 28 14:55:25.396002 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f1c5746-a798-4a7e-8d19-6f69f9eedab5 req-11ab6e89-1fcb-4302-8fea-9260002c4980 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:55:25.433728 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ecc9be-2a33-40f8-b498-badeb29ac9a6 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:55:25.450762 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec4f30-c0b0-4301-90f4-f254e17a2c2d None None] Sync routers for ids ['46d863f5-702d-49db-8142-960a7f2c0e03'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:55:25.465380 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a18fbfb-6f9a-40f6-95b7-3330483388cb None None] Sync routers for ids ['cea320e9-122c-488c-a89a-1b33a54d8976'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:55:25.465778 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-81ecc9be-2a33-40f8-b498-badeb29ac9a6 admin admin] 10.222.0.13 "PUT /v2.0/routers/46d863f5-702d-49db-8142-960a7f2c0e03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3191915 Aug 28 14:55:25.468913 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecec4f30-c0b0-4301-90f4-f254e17a2c2d None None] Routers {'46d863f5-702d-49db-8142-960a7f2c0e03'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:55:25.469741 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-ecec4f30-c0b0-4301-90f4-f254e17a2c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:55:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['46d863f5-702d-49db-8142-960a7f2c0e03'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:55:25.518661 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-7e18affe-88ad-4d8a-8099-862653350e54 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0581408 Aug 28 14:55:25.534025 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1c5746-a798-4a7e-8d19-6f69f9eedab5 req-11ab6e89-1fcb-4302-8fea-9260002c4980 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] No DVR routers for this DVR port 20668f44-816d-464d-be2b-262797e7eed5 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:55:25.542624 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-8f1c5746-a798-4a7e-8d19-6f69f9eedab5 req-11ab6e89-1fcb-4302-8fea-9260002c4980 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:25.544729 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8f1c5746-a798-4a7e-8d19-6f69f9eedab5 req-11ab6e89-1fcb-4302-8fea-9260002c4980 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.36 "DELETE /v2.0/ports/20668f44-816d-464d-be2b-262797e7eed5 HTTP/1.1" status: 204 len: 173 time: 4.1330013 Aug 28 14:55:25.589557 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d63812-043f-4180-a0d0-e88d89ae303d', 'name': 'network-vif-deleted', 'tag': '20668f44-816d-464d-be2b-262797e7eed5'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:55:25.592151 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3e026f-25da-42a6-a83b-aff14b2b2b46" -d '{"events": [{"server_uuid": "22d63812-043f-4180-a0d0-e88d89ae303d", "name": "network-vif-deleted", "tag": "20668f44-816d-464d-be2b-262797e7eed5"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:55:25.603715 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 20668f44-816d-464d-be2b-262797e7eed5 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:55:25.629716 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687673f-e69f-483f-ab3e-b267db212a14 req-76385bfe-2f07-4938-9248-5f4a1abcfbfb tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:25.633108 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4687673f-e69f-483f-ab3e-b267db212a14 req-76385bfe-2f07-4938-9248-5f4a1abcfbfb tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 950 time: 0.7565227 Aug 28 14:55:25.645421 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-f7fc9e03-5a76-4947-a3cd-fb3496e507ef service neutron] Request body: {'port': {'device_id': 'fe848114-45c7-4417-9885-b74f53f21bad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:55:25.701307 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-188334a3-88e5-4148-a722-420e3560060a req-a3b82db0-70c5-402d-9d34-5367180f2b74 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc00178-e42f-4ffe-9f1e-5658289a9ce8 HTTP/1.1" status: 200 len: 210 time: 0.1553257 Aug 28 14:55:25.727493 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a18fbfb-6f9a-40f6-95b7-3330483388cb None None] Routers {'cea320e9-122c-488c-a89a-1b33a54d8976'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:55:25.728200 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1a18fbfb-6f9a-40f6-95b7-3330483388cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:55:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['cea320e9-122c-488c-a89a-1b33a54d8976'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:55:25.748526 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 20668f44-816d-464d-be2b-262797e7eed5 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:55:25.748913 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 20668f44-816d-464d-be2b-262797e7eed5 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:55:25.760907 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-bebe96e7-3986-497b-952a-282702f1fea5 req-2a715b98-423b-4dab-8d8b-ee7c29e79a9c tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Allocated IP 172.20.0.5 (7fefbaf0-9766-4195-b2cc-33f85cb01cd6/99f97325-be0a-4922-9e31-90945bbee166/4c39527f-b5e0-48bd-9d20-1818ddb512c7) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:55:25.929846 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4687673f-e69f-483f-ab3e-b267db212a14 req-77af0b41-2aed-45df-ab18-9d42b8120314 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715487 Aug 28 14:55:25.989804 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-f7fc9e03-5a76-4947-a3cd-fb3496e507ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:25.993695 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-ecec4f30-c0b0-4301-90f4-f254e17a2c2d None None] Set router 46d863f5-702d-49db-8142-960a7f2c0e03 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:55:26.015095 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a0e2985b-89a5-4388-84b6-5323159b967e None None] Provisioning for port ffec4487-2465-4f34-8676-77ed39b96142 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:55:26.065907 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b262657c-a941-498e-af26-3bbff3a03f4c x-openstack-request-id: req-b262657c-a941-498e-af26-3bbff3a03f4c {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:55:26.067937 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d63812-043f-4180-a0d0-e88d89ae303d", "name": "network-vif-deleted", "tag": "20668f44-816d-464d-be2b-262797e7eed5", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:55:26.068348 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b262657c-a941-498e-af26-3bbff3a03f4c {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:55:26.069141 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d63812-043f-4180-a0d0-e88d89ae303d', 'name': 'network-vif-deleted', 'tag': '20668f44-816d-464d-be2b-262797e7eed5', 'status': 'completed', 'code': 200} Aug 28 14:55:26.122277 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a0e2985b-89a5-4388-84b6-5323159b967e None None] Provisioning complete for port ffec4487-2465-4f34-8676-77ed39b96142 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:55:26.123351 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a0e2985b-89a5-4388-84b6-5323159b967e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:26.177014 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e89b1-6f1e-47cd-a90f-bce95ee263ee req-4c8ab809-5904-4203-bfd4-bca2de3b9f89 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:26.190311 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a0e2985b-89a5-4388-84b6-5323159b967e None None] Port ffec4487-2465-4f34-8676-77ed39b96142 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:55:26.191305 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-be95c866-c34f-4914-8c2b-51081a8ca05d tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:26.214290 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2a4e89b1-6f1e-47cd-a90f-bce95ee263ee req-4c8ab809-5904-4203-bfd4-bca2de3b9f89 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.3543949 Aug 28 14:55:26.225552 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-be95c866-c34f-4914-8c2b-51081a8ca05d tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Transition to ACTIVE for port object e1d3ed2d-2ed7-4069-bd91-0e9f194eca76 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:55:26.228823 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port cd6fd960-8967-4a84-b0e3-4bfead74dc6c triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:55:26.229204 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:26.265091 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:26.270843 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-1a18fbfb-6f9a-40f6-95b7-3330483388cb None None] Set router cea320e9-122c-488c-a89a-1b33a54d8976 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:55:26.399579 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2a4e89b1-6f1e-47cd-a90f-bce95ee263ee req-1e242ea4-5d43-4abb-a753-c9fe9842daba tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826417 Aug 28 14:55:26.469849 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ec7fd-892a-4a9d-a27f-ca81eae97b41 req-02d8d180-941d-4b97-874b-0a5740ca633f tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:26.476775 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-178ec7fd-892a-4a9d-a27f-ca81eae97b41 req-02d8d180-941d-4b97-874b-0a5740ca633f tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 945 time: 0.2187757 Aug 28 14:55:26.487480 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-be95c866-c34f-4914-8c2b-51081a8ca05d tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:26.505517 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-bebe96e7-3986-497b-952a-282702f1fea5 req-2a715b98-423b-4dab-8d8b-ee7c29e79a9c tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:26.555591 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['fa16ff95-5261-40df-9953-991311b24ad6'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:55:26.572623 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-bebe96e7-3986-497b-952a-282702f1fea5 req-2a715b98-423b-4dab-8d8b-ee7c29e79a9c tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Transition to ACTIVE for port object 4c39527f-b5e0-48bd-9d20-1818ddb512c7 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:55:26.638996 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-ecec4f30-c0b0-4301-90f4-f254e17a2c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'name': 'tempest-ServersTestJSON-1251281621-router', 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cd6fd960-8967-4a84-b0e3-4bfead74dc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:55:12Z', 'updated_at': '2021-08-28T14:55:21Z', 'revision_number': 4, 'project_id': '6133f2a9cae947c88f8d2b5122aa3775', 'gw_port': {'id': 'cd6fd960-8967-4a84-b0e3-4bfead74dc6c', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:14Z', 'updated_at': '2021-08-28T14:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '619bde68-525f-461a-b861-2f99347cdb33', 'name': '', 'network_id': 'a831971b-727c-44d1-b386-1a946ecd57e8', 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775', 'mac_address': 'fa:16:3e:04:32:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5014a194-78d9-4048-a840-6f20bc902671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:19Z', 'updated_at': '2021-08-28T14:55:22Z', 'revision_number': 2, 'project_id': '6133f2a9cae947c88f8d2b5122aa3775', 'subnets': [{'id': '5014a194-78d9-4048-a840-6f20bc902671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:55:26.670384 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-bebe96e7-3986-497b-952a-282702f1fea5 req-2a715b98-423b-4dab-8d8b-ee7c29e79a9c tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:26.679574 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec4f30-c0b0-4301-90f4-f254e17a2c2d None None] Checking router: 46d863f5-702d-49db-8142-960a7f2c0e03 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:55:26.680262 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec4f30-c0b0-4301-90f4-f254e17a2c2d None None] Updating router 46d863f5-702d-49db-8142-960a7f2c0e03 port 619bde68-525f-461a-b861-2f99347cdb33 binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 14:55:26.709935 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-ecec4f30-c0b0-4301-90f4-f254e17a2c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:26.745657 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a715b98-423b-4dab-8d8b-ee7c29e79a9c tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Pushing event updated for resources: {'Port': ['ID=4c39527f-b5e0-48bd-9d20-1818ddb512c7,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:26.767712 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bebe96e7-3986-497b-952a-282702f1fea5 req-2a715b98-423b-4dab-8d8b-ee7c29e79a9c tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Network 7fefbaf0-9766-4195-b2cc-33f85cb01cd6 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:55:26.770487 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-bebe96e7-3986-497b-952a-282702f1fea5 req-2a715b98-423b-4dab-8d8b-ee7c29e79a9c tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:55:26.779197 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-bebe96e7-3986-497b-952a-282702f1fea5 req-2a715b98-423b-4dab-8d8b-ee7c29e79a9c tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:55:26.821445 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0163240-3123-4b7a-a12a-39671d71ebc3 req-96a164b5-0a23-46f0-acaf-835a1ea86f34 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:26.830312 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0163240-3123-4b7a-a12a-39671d71ebc3 req-96a164b5-0a23-46f0-acaf-835a1ea86f34 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=d48baf3b-4aa0-453a-a80f-bb438a12cb47 HTTP/1.1" status: 200 len: 935 time: 0.1747251 Aug 28 14:55:26.911618 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe96e7-3986-497b-952a-282702f1fea5 req-2a715b98-423b-4dab-8d8b-ee7c29e79a9c tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:26.912468 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-bebe96e7-3986-497b-952a-282702f1fea5 req-2a715b98-423b-4dab-8d8b-ee7c29e79a9c tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:26.945621 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0163240-3123-4b7a-a12a-39671d71ebc3 req-99eb19fd-d931-4726-89dc-1e105dde10b8 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093931 Aug 28 14:55:26.949570 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bebe96e7-3986-497b-952a-282702f1fea5 req-2a715b98-423b-4dab-8d8b-ee7c29e79a9c tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5599089 Aug 28 14:55:26.976325 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-bebe96e7-3986-497b-952a-282702f1fea5 req-82a06fb4-2884-4adc-a678-122ffebde595 service neutron] Request body: {'port': {'device_id': '7cc00178-e42f-4ffe-9f1e-5658289a9ce8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:55:27.066144 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-178ec7fd-892a-4a9d-a27f-ca81eae97b41 req-616d7a8b-3ab8-4ea0-bd57-454b3a4af091 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5664647 Aug 28 14:55:27.080669 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-be95c866-c34f-4914-8c2b-51081a8ca05d tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:55:27.107929 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-be95c866-c34f-4914-8c2b-51081a8ca05d tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:55:27.123614 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-be95c866-c34f-4914-8c2b-51081a8ca05d tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:55:27.148788 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95c866-c34f-4914-8c2b-51081a8ca05d tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Pushing event updated for resources: {'Port': ['ID=e1d3ed2d-2ed7-4069-bd91-0e9f194eca76,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:27.165559 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-bebe96e7-3986-497b-952a-282702f1fea5 req-82a06fb4-2884-4adc-a678-122ffebde595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:27.270803 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-ecec4f30-c0b0-4301-90f4-f254e17a2c2d None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:27.303108 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-f7fc9e03-5a76-4947-a3cd-fb3496e507ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffec4487-2465-4f34-8676-77ed39b96142 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:55:27.312030 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-ecec4f30-c0b0-4301-90f4-f254e17a2c2d None None] Transition to ACTIVE for port object 619bde68-525f-461a-b861-2f99347cdb33 will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:55:27.332763 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-ecec4f30-c0b0-4301-90f4-f254e17a2c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:27.424829 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-f7fc9e03-5a76-4947-a3cd-fb3496e507ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:27.434891 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdbc60-7e51-45a6-9ec5-2f17cfab35ca None None] Pushing event updated for resources: {'Port': ['ID=619bde68-525f-461a-b861-2f99347cdb33,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:27.567393 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-f7fc9e03-5a76-4947-a3cd-fb3496e507ef service neutron] Transition to ACTIVE for port object ffec4487-2465-4f34-8676-77ed39b96142 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:55:27.586806 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-be95c866-c34f-4914-8c2b-51081a8ca05d tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:27.589877 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-be95c866-c34f-4914-8c2b-51081a8ca05d tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:27.643453 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-f7fc9e03-5a76-4947-a3cd-fb3496e507ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:27.653638 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 890c27bf-134b-4115-a061-a00857c8fb82 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:55:27.791002 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-ecec4f30-c0b0-4301-90f4-f254e17a2c2d None None] Attempting to bind port 619bde68-525f-461a-b861-2f99347cdb33 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:55:27.792111 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-ecec4f30-c0b0-4301-90f4-f254e17a2c2d None None] Attempting to bind port 619bde68-525f-461a-b861-2f99347cdb33 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '89e0098d-0e9d-4a6d-9c5b-94230630a5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a831971b-727c-44d1-b386-1a946ecd57e8'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:55:27.792651 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecec4f30-c0b0-4301-90f4-f254e17a2c2d None None] Attempting to bind port 619bde68-525f-461a-b861-2f99347cdb33 on network a831971b-727c-44d1-b386-1a946ecd57e8 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:27.809090 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecec4f30-c0b0-4301-90f4-f254e17a2c2d None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:55:27.809734 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecec4f30-c0b0-4301-90f4-f254e17a2c2d None None] Checking segment: {'id': '89e0098d-0e9d-4a6d-9c5b-94230630a5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a831971b-727c-44d1-b386-1a946ecd57e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:55:27.810303 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-ecec4f30-c0b0-4301-90f4-f254e17a2c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:27.810906 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecec4f30-c0b0-4301-90f4-f254e17a2c2d None None] Bound using segment: {'id': '89e0098d-0e9d-4a6d-9c5b-94230630a5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a831971b-727c-44d1-b386-1a946ecd57e8'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:55:27.811546 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-ecec4f30-c0b0-4301-90f4-f254e17a2c2d None None] Bound port: 619bde68-525f-461a-b861-2f99347cdb33, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e0098d-0e9d-4a6d-9c5b-94230630a5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a831971b-727c-44d1-b386-1a946ecd57e8'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:55:27.812141 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-ecec4f30-c0b0-4301-90f4-f254e17a2c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:27.908060 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-be95c866-c34f-4914-8c2b-51081a8ca05d tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6778746 Aug 28 14:55:27.987845 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-ecec4f30-c0b0-4301-90f4-f254e17a2c2d None None] For port 619bde68-525f-461a-b861-2f99347cdb33, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:55:27.990299 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.resource_extend [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 14:55:27.994362 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f3ba87c7-e1c1-4058-ace3-9c80c3750c09 None None] Provisioning for port e1d3ed2d-2ed7-4069-bd91-0e9f194eca76 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:55:27.996329 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-ecec4f30-c0b0-4301-90f4-f254e17a2c2d None None] For port 619bde68-525f-461a-b861-2f99347cdb33, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=619bde68-525f-461a-b861-2f99347cdb33,segment=NetworkSegment(89e0098d-0e9d-4a6d-9c5b-94230630a5e3),segment_id=89e0098d-0e9d-4a6d-9c5b-94230630a5e3)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:55:28.018741 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-ecec4f30-c0b0-4301-90f4-f254e17a2c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:28.021888 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f3ba87c7-e1c1-4058-ace3-9c80c3750c09 None None] Provisioning complete for port e1d3ed2d-2ed7-4069-bd91-0e9f194eca76 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:55:28.024235 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f3ba87c7-e1c1-4058-ace3-9c80c3750c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:28.028713 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-027ae0c9-fa16-474b-aa73-826da9cecb97 service neutron] Request body: {'port': {'device_id': 'd48baf3b-4aa0-453a-a80f-bb438a12cb47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:55:28.188992 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63169331-d583-479c-8bcb-37dac9ab9d3d req-f287e64d-9316-43b3-91ee-b206aa0515fc tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:28.190542 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdbc60-7e51-45a6-9ec5-2f17cfab35ca None None] Pushing event updated for resources: {'Port': ['ID=619bde68-525f-461a-b861-2f99347cdb33,revision_number=4']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:28.191910 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-63169331-d583-479c-8bcb-37dac9ab9d3d req-f287e64d-9316-43b3-91ee-b206aa0515fc tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 943 time: 0.8568921 Aug 28 14:55:28.284228 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-f3ba87c7-e1c1-4058-ace3-9c80c3750c09 None None] Port e1d3ed2d-2ed7-4069-bd91-0e9f194eca76 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:55:28.292146 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-bebe96e7-3986-497b-952a-282702f1fea5 req-82a06fb4-2884-4adc-a678-122ffebde595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c39527f-b5e0-48bd-9d20-1818ddb512c7 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:55:28.310549 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1a18fbfb-6f9a-40f6-95b7-3330483388cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090615160-router', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:52:39Z', 'updated_at': '2021-08-28T14:52:43Z', 'revision_number': 4, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'gw_port': {'id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:40Z', 'updated_at': '2021-08-28T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'b3cd7432-e956-436b-b318-7a13652a6f99', 'name': '', 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'mac_address': 'fa:16:3e:36:6c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99f97325-be0a-4922-9e31-90945bbee166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:42Z', 'updated_at': '2021-08-28T14:52:49Z', 'revision_number': 5, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'subnets': [{'id': '99f97325-be0a-4922-9e31-90945bbee166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:55:28.319379 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-bebe96e7-3986-497b-952a-282702f1fea5 req-82a06fb4-2884-4adc-a678-122ffebde595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:28.363623 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-bebe96e7-3986-497b-952a-282702f1fea5 req-82a06fb4-2884-4adc-a678-122ffebde595 service neutron] Transition to ACTIVE for port object 4c39527f-b5e0-48bd-9d20-1818ddb512c7 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:55:28.397211 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc9e03-5a76-4947-a3cd-fb3496e507ef service neutron] Pushing event updated for resources: {'Port': ['ID=ffec4487-2465-4f34-8676-77ed39b96142,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:28.450882 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecec4f30-c0b0-4301-90f4-f254e17a2c2d None None] Routers {'46d863f5-702d-49db-8142-960a7f2c0e03'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:55:28.451823 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-ecec4f30-c0b0-4301-90f4-f254e17a2c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:55:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['46d863f5-702d-49db-8142-960a7f2c0e03'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:55:28.469319 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-bebe96e7-3986-497b-952a-282702f1fea5 req-82a06fb4-2884-4adc-a678-122ffebde595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:28.477125 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a18fbfb-6f9a-40f6-95b7-3330483388cb None None] Checking router: cea320e9-122c-488c-a89a-1b33a54d8976 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:55:28.488810 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 890c27bf-134b-4115-a061-a00857c8fb82, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=890c27bf-134b-4115-a061-a00857c8fb82,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:28.574566 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a18fbfb-6f9a-40f6-95b7-3330483388cb None None] Routers {'cea320e9-122c-488c-a89a-1b33a54d8976'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:55:28.580390 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1a18fbfb-6f9a-40f6-95b7-3330483388cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:55:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['cea320e9-122c-488c-a89a-1b33a54d8976'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:55:28.600446 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 890c27bf-134b-4115-a061-a00857c8fb82 has no active binding in host n-h1-712137-10 {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 14:55:28.665446 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-580640d9-173d-4881-b4d7-b4e73814591a req-570072d0-e84e-43a5-8253-1baa057e13c1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2962580 Aug 28 14:55:28.669545 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55356) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:55:28.684294 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-7eaff2d8-0c5e-46d2-9bbc-9e4b8d73ae98 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--57163684', 'description': 'tempest-description--963871661'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:55:28.685515 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-63169331-d583-479c-8bcb-37dac9ab9d3d req-6ad138a6-a23f-4453-b3fb-15e612020a80 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251057 Aug 28 14:55:28.686307 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-f7fc9e03-5a76-4947-a3cd-fb3496e507ef service neutron] Attempting to bind port ffec4487-2465-4f34-8676-77ed39b96142 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:55:28.686637 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-f7fc9e03-5a76-4947-a3cd-fb3496e507ef service neutron] Attempting to bind port ffec4487-2465-4f34-8676-77ed39b96142 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:55:28.686981 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-f7fc9e03-5a76-4947-a3cd-fb3496e507ef service neutron] Attempting to bind port ffec4487-2465-4f34-8676-77ed39b96142 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:28.702235 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a06fb4-2884-4adc-a678-122ffebde595 service neutron] Pushing event updated for resources: {'Port': ['ID=4c39527f-b5e0-48bd-9d20-1818ddb512c7,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:28.703784 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-027ae0c9-fa16-474b-aa73-826da9cecb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:28.743710 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-f7fc9e03-5a76-4947-a3cd-fb3496e507ef service neutron] Port ffec4487-2465-4f34-8676-77ed39b96142 on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:55:28.762894 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-f7fc9e03-5a76-4947-a3cd-fb3496e507ef service neutron] Attempting to bind port ffec4487-2465-4f34-8676-77ed39b96142 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:28.813431 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-f7fc9e03-5a76-4947-a3cd-fb3496e507ef service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:55:28.817156 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-f7fc9e03-5a76-4947-a3cd-fb3496e507ef service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:55:28.821897 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-f7fc9e03-5a76-4947-a3cd-fb3496e507ef service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:55:28.822431 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-f7fc9e03-5a76-4947-a3cd-fb3496e507ef service neutron] Bound port: ffec4487-2465-4f34-8676-77ed39b96142, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:55:28.822813 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-f7fc9e03-5a76-4947-a3cd-fb3496e507ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:28.846240 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-ecec4f30-c0b0-4301-90f4-f254e17a2c2d None None] Set router 46d863f5-702d-49db-8142-960a7f2c0e03 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:55:28.914573 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7eaff2d8-0c5e-46d2-9bbc-9e4b8d73ae98 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:28.952309 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-bebe96e7-3986-497b-952a-282702f1fea5 req-82a06fb4-2884-4adc-a678-122ffebde595 service neutron] Attempting to bind port 4c39527f-b5e0-48bd-9d20-1818ddb512c7 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:55:28.952918 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-bebe96e7-3986-497b-952a-282702f1fea5 req-82a06fb4-2884-4adc-a678-122ffebde595 service neutron] Attempting to bind port 4c39527f-b5e0-48bd-9d20-1818ddb512c7 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '42567edf-8f75-4b9a-a0f4-8b1c669e01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:55:28.953410 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebe96e7-3986-497b-952a-282702f1fea5 req-82a06fb4-2884-4adc-a678-122ffebde595 service neutron] Attempting to bind port 4c39527f-b5e0-48bd-9d20-1818ddb512c7 on network 7fefbaf0-9766-4195-b2cc-33f85cb01cd6 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:28.961653 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebe96e7-3986-497b-952a-282702f1fea5 req-82a06fb4-2884-4adc-a678-122ffebde595 service neutron] Port 4c39527f-b5e0-48bd-9d20-1818ddb512c7 on network 7fefbaf0-9766-4195-b2cc-33f85cb01cd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:55:28.962387 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebe96e7-3986-497b-952a-282702f1fea5 req-82a06fb4-2884-4adc-a678-122ffebde595 service neutron] Attempting to bind port 4c39527f-b5e0-48bd-9d20-1818ddb512c7 on network 7fefbaf0-9766-4195-b2cc-33f85cb01cd6 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:28.966338 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580640d9-173d-4881-b4d7-b4e73814591a req-fdf2e73b-b5c5-4573-81c6-cf9d6dc97403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:28.968414 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-580640d9-173d-4881-b4d7-b4e73814591a req-fdf2e73b-b5c5-4573-81c6-cf9d6dc97403 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=29e98397e0be4fe1a52442d0d5c53b75&device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 1096 time: 0.2318170 Aug 28 14:55:29.006618 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61787fa4-3de9-43ec-b96b-f350e9797df6 req-3b6be3a3-8583-4114-8ba1-391560bb9389 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:29.015642 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-61787fa4-3de9-43ec-b96b-f350e9797df6 req-3b6be3a3-8583-4114-8ba1-391560bb9389 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc00178-e42f-4ffe-9f1e-5658289a9ce8 HTTP/1.1" status: 200 len: 943 time: 0.1804562 Aug 28 14:55:29.017496 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebe96e7-3986-497b-952a-282702f1fea5 req-82a06fb4-2884-4adc-a678-122ffebde595 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:55:29.018067 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebe96e7-3986-497b-952a-282702f1fea5 req-82a06fb4-2884-4adc-a678-122ffebde595 service neutron] Checking segment: {'id': '42567edf-8f75-4b9a-a0f4-8b1c669e01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:55:29.019085 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebe96e7-3986-497b-952a-282702f1fea5 req-82a06fb4-2884-4adc-a678-122ffebde595 service neutron] Bound using segment: {'id': '42567edf-8f75-4b9a-a0f4-8b1c669e01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:55:29.019876 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-bebe96e7-3986-497b-952a-282702f1fea5 req-82a06fb4-2884-4adc-a678-122ffebde595 service neutron] Bound port: 4c39527f-b5e0-48bd-9d20-1818ddb512c7, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42567edf-8f75-4b9a-a0f4-8b1c669e01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:55:29.020833 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-bebe96e7-3986-497b-952a-282702f1fea5 req-82a06fb4-2884-4adc-a678-122ffebde595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:29.090958 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-1a18fbfb-6f9a-40f6-95b7-3330483388cb None None] Set router cea320e9-122c-488c-a89a-1b33a54d8976 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:55:29.216994 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-ecec4f30-c0b0-4301-90f4-f254e17a2c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'name': 'tempest-ServersTestJSON-1251281621-router', 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cd6fd960-8967-4a84-b0e3-4bfead74dc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:55:12Z', 'updated_at': '2021-08-28T14:55:21Z', 'revision_number': 4, 'project_id': '6133f2a9cae947c88f8d2b5122aa3775', 'gw_port': {'id': 'cd6fd960-8967-4a84-b0e3-4bfead74dc6c', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:14Z', 'updated_at': '2021-08-28T14:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '619bde68-525f-461a-b861-2f99347cdb33', 'name': '', 'network_id': 'a831971b-727c-44d1-b386-1a946ecd57e8', 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775', 'mac_address': 'fa:16:3e:04:32:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5014a194-78d9-4048-a840-6f20bc902671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:19Z', 'updated_at': '2021-08-28T14:55:27Z', 'revision_number': 4, 'project_id': '6133f2a9cae947c88f8d2b5122aa3775', 'subnets': [{'id': '5014a194-78d9-4048-a840-6f20bc902671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:55:29.279596 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec4f30-c0b0-4301-90f4-f254e17a2c2d None None] The sync data for ids ['46d863f5-702d-49db-8142-960a7f2c0e03'] in n-d-712137-10 is: [{'id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'name': 'tempest-ServersTestJSON-1251281621-router', 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cd6fd960-8967-4a84-b0e3-4bfead74dc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:55:12Z', 'updated_at': '2021-08-28T14:55:21Z', 'revision_number': 4, 'project_id': '6133f2a9cae947c88f8d2b5122aa3775', 'gw_port': {'id': 'cd6fd960-8967-4a84-b0e3-4bfead74dc6c', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:14Z', 'updated_at': '2021-08-28T14:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '619bde68-525f-461a-b861-2f99347cdb33', 'name': '', 'network_id': 'a831971b-727c-44d1-b386-1a946ecd57e8', 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775', 'mac_address': 'fa:16:3e:04:32:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5014a194-78d9-4048-a840-6f20bc902671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:19Z', 'updated_at': '2021-08-28T14:55:27Z', 'revision_number': 4, 'project_id': '6133f2a9cae947c88f8d2b5122aa3775', 'subnets': [{'id': '5014a194-78d9-4048-a840-6f20bc902671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:55:29.334568 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7eaff2d8-0c5e-46d2-9bbc-9e4b8d73ae98 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:29.395747 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-f7fc9e03-5a76-4947-a3cd-fb3496e507ef service neutron] For port ffec4487-2465-4f34-8676-77ed39b96142, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:55:29.417825 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-f7fc9e03-5a76-4947-a3cd-fb3496e507ef service neutron] For port ffec4487-2465-4f34-8676-77ed39b96142, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ffec4487-2465-4f34-8676-77ed39b96142,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:55:29.449260 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-f7fc9e03-5a76-4947-a3cd-fb3496e507ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:29.454376 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580640d9-173d-4881-b4d7-b4e73814591a req-937cad86-cd05-4c6e-8100-332a5564bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:29.462911 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-580640d9-173d-4881-b4d7-b4e73814591a req-937cad86-cd05-4c6e-8100-332a5564bcc5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45 HTTP/1.1" status: 200 len: 909 time: 0.3617401 Aug 28 14:55:29.467507 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7eaff2d8-0c5e-46d2-9bbc-9e4b8d73ae98 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:29.504247 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e2541-57c9-4f74-b72d-103c54ca5fc1 req-7d666c06-b557-4210-9801-6972d270060b tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:29.508076 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b97e2541-57c9-4f74-b72d-103c54ca5fc1 req-7d666c06-b557-4210-9801-6972d270060b tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 950 time: 0.5505252 Aug 28 14:55:29.610636 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-f7fc9e03-5a76-4947-a3cd-fb3496e507ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:29.611537 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-f7fc9e03-5a76-4947-a3cd-fb3496e507ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:29.613180 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-f7fc9e03-5a76-4947-a3cd-fb3496e507ef service neutron] 10.222.0.36 "PUT /v2.0/ports/ffec4487-2465-4f34-8676-77ed39b96142 HTTP/1.1" status: 200 len: 1097 time: 3.9776688 Aug 28 14:55:29.613857 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe848114-45c7-4417-9885-b74f53f21bad', 'tag': 'ffec4487-2465-4f34-8676-77ed39b96142'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:55:29.616747 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c51f188-a2f8-4837-a6da-11d5f91609d2" -d '{"events": [{"name": "network-changed", "server_uuid": "fe848114-45c7-4417-9885-b74f53f21bad", "tag": "ffec4487-2465-4f34-8676-77ed39b96142"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:55:29.693456 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1a18fbfb-6f9a-40f6-95b7-3330483388cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090615160-router', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:52:39Z', 'updated_at': '2021-08-28T14:52:43Z', 'revision_number': 4, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'gw_port': {'id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:40Z', 'updated_at': '2021-08-28T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'b3cd7432-e956-436b-b318-7a13652a6f99', 'name': '', 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'mac_address': 'fa:16:3e:36:6c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99f97325-be0a-4922-9e31-90945bbee166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:42Z', 'updated_at': '2021-08-28T14:52:49Z', 'revision_number': 5, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'subnets': [{'id': '99f97325-be0a-4922-9e31-90945bbee166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:55:29.843067 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a18fbfb-6f9a-40f6-95b7-3330483388cb None None] The sync data for ids ['cea320e9-122c-488c-a89a-1b33a54d8976'] in n-d-712137-10 is: [{'id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090615160-router', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:52:39Z', 'updated_at': '2021-08-28T14:52:43Z', 'revision_number': 4, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'gw_port': {'id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:40Z', 'updated_at': '2021-08-28T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'b3cd7432-e956-436b-b318-7a13652a6f99', 'name': '', 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'mac_address': 'fa:16:3e:36:6c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99f97325-be0a-4922-9e31-90945bbee166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:42Z', 'updated_at': '2021-08-28T14:52:49Z', 'revision_number': 5, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'subnets': [{'id': '99f97325-be0a-4922-9e31-90945bbee166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:55:29.904866 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc9e03-5a76-4947-a3cd-fb3496e507ef service neutron] Pushing event updated for resources: {'Port': ['ID=ffec4487-2465-4f34-8676-77ed39b96142,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:29.932261 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b97e2541-57c9-4f74-b72d-103c54ca5fc1 req-92edcdf9-ab7f-4ae3-9203-9c17c30bd477 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357823 Aug 28 14:55:29.960748 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-b0898df0-8496-44e4-b3f8-6565fb90756b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:29.968555 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-b0898df0-8496-44e4-b3f8-6565fb90756b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=109ba20ea60e466cbac84cbb863b26ca&device_id=fe848114-45c7-4417-9885-b74f53f21bad HTTP/1.1" status: 200 len: 1100 time: 0.2646074 Aug 28 14:55:30.114310 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-0748f8f8-cb4a-4a41-8bf6-349b711cb680 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=ffec4487-2465-4f34-8676-77ed39b96142 HTTP/1.1" status: 200 len: 217 time: 0.1317787 Aug 28 14:55:30.256842 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaff2d8-0c5e-46d2-9bbc-9e4b8d73ae98 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=394faf8f-e5ae-46e2-bcda-3a322a3c33f8,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:30.413348 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-61787fa4-3de9-43ec-b96b-f350e9797df6 req-98fcfafd-a2d9-4633-9c64-a768ce64a9a6 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/security-groups?id=60056bfc-e688-4bfd-9765-2e80355b49c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3326685 Aug 28 14:55:30.416002 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-580640d9-173d-4881-b4d7-b4e73814591a req-98c345e4-339d-4237-9aeb-2d9c6837611b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f HTTP/1.1" status: 200 len: 217 time: 0.9387052 Aug 28 14:55:30.430069 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064ee27-8365-4629-be5b-1073ae971b8b req-f5a3259a-3223-4bb8-975b-3e8ca8398509 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:30.441062 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5478785a-38c3-4061-b539-1e3c2c6fdcd7 None None] New status for floating IP f1b3c17d-8322-42f2-8cd6-9d1c837620e8: DOWN {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 14:55:30.470952 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0064ee27-8365-4629-be5b-1073ae971b8b req-f5a3259a-3223-4bb8-975b-3e8ca8398509 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b&tenant_id=29e98397e0be4fe1a52442d0d5c53b75&binding%3Ahost_id=n-h1-712137-10 HTTP/1.1" status: 200 len: 1097 time: 0.2568536 Aug 28 14:55:30.476433 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-0064ee27-8365-4629-be5b-1073ae971b8b req-0fba5daf-2a14-4bdd-937e-51d470559cdf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712137-10'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:55:30.522286 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-027ae0c9-fa16-474b-aa73-826da9cecb97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d3ed2d-2ed7-4069-bd91-0e9f194eca76 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:55:30.535523 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-027ae0c9-fa16-474b-aa73-826da9cecb97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:30.569269 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-027ae0c9-fa16-474b-aa73-826da9cecb97 service neutron] Transition to ACTIVE for port object e1d3ed2d-2ed7-4069-bd91-0e9f194eca76 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:55:30.603595 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f21c91-db7a-4fe1-a654-9df40b418040 req-0b1dd9da-e4b4-4883-a9a5-658b4c065893 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:30.605760 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-30f21c91-db7a-4fe1-a654-9df40b418040 req-0b1dd9da-e4b4-4883-a9a5-658b4c065893 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.5300996 Aug 28 14:55:30.608549 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-027ae0c9-fa16-474b-aa73-826da9cecb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:30.611708 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-bebe96e7-3986-497b-952a-282702f1fea5 req-82a06fb4-2884-4adc-a678-122ffebde595 service neutron] For port 4c39527f-b5e0-48bd-9d20-1818ddb512c7, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:55:30.615612 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-bebe96e7-3986-497b-952a-282702f1fea5 req-82a06fb4-2884-4adc-a678-122ffebde595 service neutron] For port 4c39527f-b5e0-48bd-9d20-1818ddb512c7, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=4c39527f-b5e0-48bd-9d20-1818ddb512c7,segment=NetworkSegment(42567edf-8f75-4b9a-a0f4-8b1c669e01ea),segment_id=42567edf-8f75-4b9a-a0f4-8b1c669e01ea)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:55:30.618897 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7eaff2d8-0c5e-46d2-9bbc-9e4b8d73ae98 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:30.622057 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7eaff2d8-0c5e-46d2-9bbc-9e4b8d73ae98 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.9491506 Aug 28 14:55:30.625233 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-26ea440e-2b80-495f-8137-f1b5a8ccc836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:30.628421 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-26ea440e-2b80-495f-8137-f1b5a8ccc836 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.4747517 Aug 28 14:55:30.628993 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55376) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:55:30.677555 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-bebe96e7-3986-497b-952a-282702f1fea5 req-82a06fb4-2884-4adc-a678-122ffebde595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:30.707458 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-3fab88d6-8247-4e70-9f6d-4d8a0c1f714e tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Request body: {'security_group_rule': {'security_group_id': '394faf8f-e5ae-46e2-bcda-3a322a3c33f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:55:30.823756 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ae0c9-fa16-474b-aa73-826da9cecb97 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d3ed2d-2ed7-4069-bd91-0e9f194eca76,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:30.829009 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe96e7-3986-497b-952a-282702f1fea5 req-82a06fb4-2884-4adc-a678-122ffebde595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:30.835964 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-bebe96e7-3986-497b-952a-282702f1fea5 req-82a06fb4-2884-4adc-a678-122ffebde595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:30.837537 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bebe96e7-3986-497b-952a-282702f1fea5 req-82a06fb4-2884-4adc-a678-122ffebde595 service neutron] 10.222.0.41 "PUT /v2.0/ports/4c39527f-b5e0-48bd-9d20-1818ddb512c7 HTTP/1.1" status: 200 len: 1092 time: 3.8716967 Aug 28 14:55:30.913578 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc00178-e42f-4ffe-9f1e-5658289a9ce8', 'tag': '4c39527f-b5e0-48bd-9d20-1818ddb512c7'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:55:30.915939 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3356e0-6fe8-4cac-8ea4-3ecd91cb1c71" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc00178-e42f-4ffe-9f1e-5658289a9ce8", "tag": "4c39527f-b5e0-48bd-9d20-1818ddb512c7"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:55:30.972165 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-81d4de5d-9235-4ec3-9a55-78d00bc90d17 None None] Provisioning for port 4c39527f-b5e0-48bd-9d20-1818ddb512c7 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:55:31.040564 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b067d95a-5158-4f9d-9418-08f5d59082a3 req-0941a2c1-53ef-440a-b2dd-343b6dd1b377 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:31.049039 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b067d95a-5158-4f9d-9418-08f5d59082a3 req-0941a2c1-53ef-440a-b2dd-343b6dd1b377 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=d48baf3b-4aa0-453a-a80f-bb438a12cb47 HTTP/1.1" status: 200 len: 947 time: 0.2466190 Aug 28 14:55:31.056408 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3fab88d6-8247-4e70-9f6d-4d8a0c1f714e tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:31.091632 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-0064ee27-8365-4629-be5b-1073ae971b8b req-0fba5daf-2a14-4bdd-937e-51d470559cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:31.116342 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580640d9-173d-4881-b4d7-b4e73814591a req-215718f5-0937-45f9-8f50-516ce3f2e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:31.118441 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-580640d9-173d-4881-b4d7-b4e73814591a req-215718f5-0937-45f9-8f50-516ce3f2e0a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c5688cf-0eb8-4e6f-8c97-3f260fd91357 HTTP/1.1" status: 200 len: 848 time: 0.5606728 Aug 28 14:55:31.236739 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe96e7-3986-497b-952a-282702f1fea5 req-f6eacf45-d365-46b0-9e75-dcfd402e705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:31.238382 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bebe96e7-3986-497b-952a-282702f1fea5 req-f6eacf45-d365-46b0-9e75-dcfd402e705e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf69354c9e44480a955dc8879f74a9d8&device_id=7cc00178-e42f-4ffe-9f1e-5658289a9ce8 HTTP/1.1" status: 200 len: 1095 time: 0.3153450 Aug 28 14:55:31.247163 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-580640d9-173d-4881-b4d7-b4e73814591a req-da6cbfab-f028-46b4-a104-1f9a1c362306 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115487 Aug 28 14:55:31.285645 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-30f21c91-db7a-4fe1-a654-9df40b418040 req-311e4d97-315c-452f-a772-ce25a2bfdce2 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6448748 Aug 28 14:55:31.319855 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a06fb4-2884-4adc-a678-122ffebde595 service neutron] Pushing event updated for resources: {'Port': ['ID=4c39527f-b5e0-48bd-9d20-1818ddb512c7,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:31.333388 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 619bde68-525f-461a-b861-2f99347cdb33 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:55:31.342141 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-db769080-42d7-4489-bd9f-c1eb9d70a5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:31.349261 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-db769080-42d7-4489-bd9f-c1eb9d70a5cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5835054 Aug 28 14:55:31.471716 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b067d95a-5158-4f9d-9418-08f5d59082a3 req-f253ec06-5024-4986-a687-15db39deb5df tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215355 Aug 28 14:55:31.494794 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 456f1b89-ea8c-4618-b41f-2bc9a2590690 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:55:31.504688 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 890c27bf-134b-4115-a061-a00857c8fb82 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:55:31.553384 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 890c27bf-134b-4115-a061-a00857c8fb82 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:55:31.596645 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9efe9f4-9513-47e6-aeaa-c1d2e8ad479d x-openstack-request-id: req-c9efe9f4-9513-47e6-aeaa-c1d2e8ad479d {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:55:31.597375 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe848114-45c7-4417-9885-b74f53f21bad", "tag": "ffec4487-2465-4f34-8676-77ed39b96142", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:55:31.597627 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9efe9f4-9513-47e6-aeaa-c1d2e8ad479d {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:55:31.598029 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe848114-45c7-4417-9885-b74f53f21bad', 'tag': 'ffec4487-2465-4f34-8676-77ed39b96142', 'status': 'completed', 'code': 200} Aug 28 14:55:31.647649 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-027ae0c9-fa16-474b-aa73-826da9cecb97 service neutron] Attempting to bind port e1d3ed2d-2ed7-4069-bd91-0e9f194eca76 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:55:31.648017 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-027ae0c9-fa16-474b-aa73-826da9cecb97 service neutron] Attempting to bind port e1d3ed2d-2ed7-4069-bd91-0e9f194eca76 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:55:31.648912 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-027ae0c9-fa16-474b-aa73-826da9cecb97 service neutron] Attempting to bind port e1d3ed2d-2ed7-4069-bd91-0e9f194eca76 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:31.697315 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3fab88d6-8247-4e70-9f6d-4d8a0c1f714e tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:31.713579 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-027ae0c9-fa16-474b-aa73-826da9cecb97 service neutron] Port e1d3ed2d-2ed7-4069-bd91-0e9f194eca76 on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:55:31.713956 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-027ae0c9-fa16-474b-aa73-826da9cecb97 service neutron] Attempting to bind port e1d3ed2d-2ed7-4069-bd91-0e9f194eca76 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:31.728605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-027ae0c9-fa16-474b-aa73-826da9cecb97 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:55:31.729008 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-027ae0c9-fa16-474b-aa73-826da9cecb97 service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:55:31.729426 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-027ae0c9-fa16-474b-aa73-826da9cecb97 service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:55:31.730043 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-027ae0c9-fa16-474b-aa73-826da9cecb97 service neutron] Bound port: e1d3ed2d-2ed7-4069-bd91-0e9f194eca76, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:55:31.730880 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-027ae0c9-fa16-474b-aa73-826da9cecb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:31.746304 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3fab88d6-8247-4e70-9f6d-4d8a0c1f714e tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:31.758870 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bebe96e7-3986-497b-952a-282702f1fea5 req-38621c0a-ae76-45f2-9c6a-7ce792b19e96 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c39527f-b5e0-48bd-9d20-1818ddb512c7 HTTP/1.1" status: 200 len: 217 time: 0.3169775 Aug 28 14:55:31.778418 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 890c27bf-134b-4115-a061-a00857c8fb82 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:55:31.834087 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-027ae0c9-fa16-474b-aa73-826da9cecb97 service neutron] For port e1d3ed2d-2ed7-4069-bd91-0e9f194eca76, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:55:31.838531 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-027ae0c9-fa16-474b-aa73-826da9cecb97 service neutron] For port e1d3ed2d-2ed7-4069-bd91-0e9f194eca76, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=e1d3ed2d-2ed7-4069-bd91-0e9f194eca76,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:55:31.855137 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f4a0f-0749-4c49-8721-c7e896449a08 req-a5dc51e6-7280-43c7-beac-e1b3f653dd86 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:31.856721 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-264f4a0f-0749-4c49-8721-c7e896449a08 req-a5dc51e6-7280-43c7-beac-e1b3f653dd86 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 945 time: 0.3947525 Aug 28 14:55:31.894415 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-221333c6-ff51-4ffa-b94f-7f89c515eb36 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4954193 Aug 28 14:55:31.903155 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-027ae0c9-fa16-474b-aa73-826da9cecb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:31.908285 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 456f1b89-ea8c-4618-b41f-2bc9a2590690, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=456f1b89-ea8c-4618-b41f-2bc9a2590690,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:31.926685 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 619bde68-525f-461a-b861-2f99347cdb33 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:55:31.929438 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 456f1b89-ea8c-4618-b41f-2bc9a2590690 has no active binding in host n-h2-712137-10 {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 14:55:31.936146 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 619bde68-525f-461a-b861-2f99347cdb33 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:55:31.936523 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:32.012128 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab88d6-8247-4e70-9f6d-4d8a0c1f714e tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c8b32e-0840-437e-9e2d-f68c05db21b1,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:32.015096 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f89816-db39-4c13-a966-67e8444b1dd6 req-8a324e90-1aa6-4098-aa04-bca18c4c3539 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:32.018694 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-17f89816-db39-4c13-a966-67e8444b1dd6 req-8a324e90-1aa6-4098-aa04-bca18c4c3539 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 943 time: 0.2431674 Aug 28 14:55:32.020920 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe96e7-3986-497b-952a-282702f1fea5 req-5bd700c0-e3a8-477d-8158-174984b80768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:32.022858 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bebe96e7-3986-497b-952a-282702f1fea5 req-5bd700c0-e3a8-477d-8158-174984b80768 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=99f97325-be0a-4922-9e31-90945bbee166 HTTP/1.1" status: 200 len: 863 time: 0.2490830 Aug 28 14:55:32.042046 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3fab88d6-8247-4e70-9f6d-4d8a0c1f714e tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:32.043213 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3fab88d6-8247-4e70-9f6d-4d8a0c1f714e tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3406732 Aug 28 14:55:32.050876 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:32.057538 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55392) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:55:32.066897 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-800b2859-cb2c-4bcf-974b-7fb13aefab8b tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Request body: {'security_group_rule': {'security_group_id': '394faf8f-e5ae-46e2-bcda-3a322a3c33f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:55:32.074323 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-027ae0c9-fa16-474b-aa73-826da9cecb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:32.074943 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-027ae0c9-fa16-474b-aa73-826da9cecb97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:32.076366 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-027ae0c9-fa16-474b-aa73-826da9cecb97 service neutron] 10.222.0.36 "PUT /v2.0/ports/e1d3ed2d-2ed7-4069-bd91-0e9f194eca76 HTTP/1.1" status: 200 len: 1096 time: 4.0857301 Aug 28 14:55:32.106085 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 619bde68-525f-461a-b861-2f99347cdb33, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=619bde68-525f-461a-b861-2f99347cdb33,segment=NetworkSegment(89e0098d-0e9d-4a6d-9c5b-94230630a5e3),segment_id=89e0098d-0e9d-4a6d-9c5b-94230630a5e3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:32.115350 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:32.131065 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.36', 55978) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:55:32.164952 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-0064ee27-8365-4629-be5b-1073ae971b8b req-0fba5daf-2a14-4bdd-937e-51d470559cdf service neutron] For port 456f1b89-ea8c-4618-b41f-2bc9a2590690, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=456f1b89-ea8c-4618-b41f-2bc9a2590690,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:32.171918 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-264f4a0f-0749-4c49-8721-c7e896449a08 req-9ec35072-3c12-4fa0-8293-2109af0c9140 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703104 Aug 28 14:55:32.174206 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-580640d9-173d-4881-b4d7-b4e73814591a req-c82ac90b-b1f6-4b94-bb31-5cefe2e8a691 service neutron] 10.222.0.36 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7776413 Aug 28 14:55:32.187276 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=619bde68-525f-461a-b861-2f99347cdb33,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:32.225546 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ae0c9-fa16-474b-aa73-826da9cecb97 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d3ed2d-2ed7-4069-bd91-0e9f194eca76,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:32.237288 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-17f89816-db39-4c13-a966-67e8444b1dd6 req-1f63ca80-c829-450f-bb04-5fb27debf4b8 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836336 Aug 28 14:55:32.248121 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82fd2da-1c67-481c-92db-5f61ab509317 x-openstack-request-id: req-f82fd2da-1c67-481c-92db-5f61ab509317 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:55:32.248415 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc00178-e42f-4ffe-9f1e-5658289a9ce8", "tag": "4c39527f-b5e0-48bd-9d20-1818ddb512c7", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:55:32.248666 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f82fd2da-1c67-481c-92db-5f61ab509317 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:55:32.249055 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc00178-e42f-4ffe-9f1e-5658289a9ce8', 'tag': '4c39527f-b5e0-48bd-9d20-1818ddb512c7', 'status': 'completed', 'code': 200} Aug 28 14:55:32.260629 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-62376817-2454-44ec-9f62-646ce5912da6 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418155 Aug 28 14:55:32.271937 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-800b2859-cb2c-4bcf-974b-7fb13aefab8b tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:32.316054 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe96e7-3986-497b-952a-282702f1fea5 req-dba60920-603e-403f-a5dc-a2e3a1c19aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:32.317640 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bebe96e7-3986-497b-952a-282702f1fea5 req-dba60920-603e-403f-a5dc-a2e3a1c19aee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fefbaf0-9766-4195-b2cc-33f85cb01cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2528636 Aug 28 14:55:32.400070 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-b2d535fb-e0c7-415f-b69d-2ec5e8a8844a service neutron] 10.222.0.36 "GET /v2.0/ports/890c27bf-134b-4115-a061-a00857c8fb82/bindings/n-h1-712137-10 HTTP/1.1" status: 200 len: 385 time: 0.2625906 Aug 28 14:55:32.420813 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-0064ee27-8365-4629-be5b-1073ae971b8b req-0fba5daf-2a14-4bdd-937e-51d470559cdf service neutron] For port 456f1b89-ea8c-4618-b41f-2bc9a2590690, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:55:32.427195 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-da042b84-e5f0-4002-b006-75870d82e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:32.428719 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-da042b84-e5f0-4002-b006-75870d82e613 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=109ba20ea60e466cbac84cbb863b26ca&device_id=d48baf3b-4aa0-453a-a80f-bb438a12cb47 HTTP/1.1" status: 200 len: 1099 time: 0.2871230 Aug 28 14:55:32.539211 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-0b2f7b59-d192-44b0-93d3-e40b38ec504a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=e1d3ed2d-2ed7-4069-bd91-0e9f194eca76 HTTP/1.1" status: 200 len: 217 time: 0.0786169 Aug 28 14:55:32.553760 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-580640d9-173d-4881-b4d7-b4e73814591a req-440c52e2-bb1b-42ac-baf6-1abd42ef3560 service neutron] 10.222.0.36 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512559 Aug 28 14:55:32.604604 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-0064ee27-8365-4629-be5b-1073ae971b8b req-0fba5daf-2a14-4bdd-937e-51d470559cdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:32.623172 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-0064ee27-8365-4629-be5b-1073ae971b8b req-0fba5daf-2a14-4bdd-937e-51d470559cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:32.646027 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080b407-ba7f-4bae-b24a-4caa4b561bde req-a15f8d1d-c81a-49f3-8e02-b5ef748ea0f6 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:32.647584 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c080b407-ba7f-4bae-b24a-4caa4b561bde req-a15f8d1d-c81a-49f3-8e02-b5ef748ea0f6 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc00178-e42f-4ffe-9f1e-5658289a9ce8 HTTP/1.1" status: 200 len: 943 time: 0.2938278 Aug 28 14:55:32.653946 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bebe96e7-3986-497b-952a-282702f1fea5 req-59c879ec-84ee-4a6f-9d4c-17479f9ba77a service neutron] 10.222.0.41 "GET /v2.0/networks/7fefbaf0-9766-4195-b2cc-33f85cb01cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176811 Aug 28 14:55:32.707145 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-800b2859-cb2c-4bcf-974b-7fb13aefab8b tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:32.714616 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-45ed882d-21d6-48e7-b136-2b4adb580b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:32.715770 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-800b2859-cb2c-4bcf-974b-7fb13aefab8b tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:32.716085 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-45ed882d-21d6-48e7-b136-2b4adb580b35 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1648369 Aug 28 14:55:32.724278 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c55d5d-bdca-4615-a2ba-b2d84322212e req-b964e77e-29a8-4271-8c79-248125278930 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:32.725777 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-30c55d5d-bdca-4615-a2ba-b2d84322212e req-b964e77e-29a8-4271-8c79-248125278930 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 950 time: 0.3920119 Aug 28 14:55:32.733343 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51f188-a2f8-4837-a6da-11d5f91609d2 req-eefc3129-e0d4-4d66-a368-0aaec50b4314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:32.734723 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4c51f188-a2f8-4837-a6da-11d5f91609d2 req-eefc3129-e0d4-4d66-a368-0aaec50b4314 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=109ba20ea60e466cbac84cbb863b26ca&device_id=fe848114-45c7-4417-9885-b74f53f21bad HTTP/1.1" status: 200 len: 1100 time: 0.4020982 Aug 28 14:55:32.782396 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b2859-cb2c-4bcf-974b-7fb13aefab8b tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5263a089-fecc-4671-b374-dfce612e94ee,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:32.831093 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-800b2859-cb2c-4bcf-974b-7fb13aefab8b tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:32.832307 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-800b2859-cb2c-4bcf-974b-7fb13aefab8b tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7691233 Aug 28 14:55:32.838993 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55398) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:55:32.854244 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-e5135216-1d9e-4423-8e4b-bb4db0a77d69 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:55:32.881060 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba5daf-2a14-4bdd-937e-51d470559cdf service neutron] Pushing event updated for resources: {'Port': ['ID=456f1b89-ea8c-4618-b41f-2bc9a2590690,revision_number=7']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:32.887891 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-30c55d5d-bdca-4615-a2ba-b2d84322212e req-6ba66777-665d-4e4b-bb78-c96f811d08d7 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470289 Aug 28 14:55:32.893881 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c080b407-ba7f-4bae-b24a-4caa4b561bde req-551b2179-9a20-4853-9552-08313359b829 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/security-groups?id=60056bfc-e688-4bfd-9765-2e80355b49c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2390563 Aug 28 14:55:32.905576 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-0064ee27-8365-4629-be5b-1073ae971b8b req-0fba5daf-2a14-4bdd-937e-51d470559cdf service neutron] Attempting to bind port 456f1b89-ea8c-4618-b41f-2bc9a2590690 on host n-h1-712137-10 for vnic_type normal with profile {"migrating_to": "n-h2-712137-10"} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:55:32.905874 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-0064ee27-8365-4629-be5b-1073ae971b8b req-0fba5daf-2a14-4bdd-937e-51d470559cdf service neutron] Attempting to bind port 456f1b89-ea8c-4618-b41f-2bc9a2590690 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:55:32.906174 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0064ee27-8365-4629-be5b-1073ae971b8b req-0fba5daf-2a14-4bdd-937e-51d470559cdf service neutron] Attempting to bind port 456f1b89-ea8c-4618-b41f-2bc9a2590690 on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:32.939587 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0064ee27-8365-4629-be5b-1073ae971b8b req-0fba5daf-2a14-4bdd-937e-51d470559cdf service neutron] Port 456f1b89-ea8c-4618-b41f-2bc9a2590690 on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:55:32.940323 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0064ee27-8365-4629-be5b-1073ae971b8b req-0fba5daf-2a14-4bdd-937e-51d470559cdf service neutron] Attempting to bind port 456f1b89-ea8c-4618-b41f-2bc9a2590690 on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:32.949529 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e5135216-1d9e-4423-8e4b-bb4db0a77d69 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:32.960921 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51f188-a2f8-4837-a6da-11d5f91609d2 req-419477d6-feff-46f6-a2b9-140e2d02b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:32.962390 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4c51f188-a2f8-4837-a6da-11d5f91609d2 req-419477d6-feff-46f6-a2b9-140e2d02b339 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.2151306 Aug 28 14:55:32.965124 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-25649940-60d6-420a-bbe5-e5cd5bd83ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:32.966699 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-25649940-60d6-420a-bbe5-e5cd5bd83ac7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2137835 Aug 28 14:55:32.967910 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0064ee27-8365-4629-be5b-1073ae971b8b req-0fba5daf-2a14-4bdd-937e-51d470559cdf service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:55:32.968333 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0064ee27-8365-4629-be5b-1073ae971b8b req-0fba5daf-2a14-4bdd-937e-51d470559cdf service neutron] Checking segment: {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:55:32.968777 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0064ee27-8365-4629-be5b-1073ae971b8b req-0fba5daf-2a14-4bdd-937e-51d470559cdf service neutron] Bound using segment: {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:55:32.969296 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-0064ee27-8365-4629-be5b-1073ae971b8b req-0fba5daf-2a14-4bdd-937e-51d470559cdf service neutron] Bound port: 456f1b89-ea8c-4618-b41f-2bc9a2590690, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:55:32.970362 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-0064ee27-8365-4629-be5b-1073ae971b8b req-0fba5daf-2a14-4bdd-937e-51d470559cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:32.976213 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bebe96e7-3986-497b-952a-282702f1fea5 req-96818991-d522-4b18-af73-6b2309d925d9 service neutron] 10.222.0.41 "GET /v2.0/networks/7fefbaf0-9766-4195-b2cc-33f85cb01cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953732 Aug 28 14:55:33.045985 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4c51f188-a2f8-4837-a6da-11d5f91609d2 req-ff494ebf-2a7a-438a-b167-62bdffb05305 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=ffec4487-2465-4f34-8676-77ed39b96142 HTTP/1.1" status: 200 len: 217 time: 0.0572748 Aug 28 14:55:33.117073 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-c34c485a-dad9-4a94-b77d-3b08c4776333 service neutron] For port 890c27bf-134b-4115-a061-a00857c8fb82, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=890c27bf-134b-4115-a061-a00857c8fb82,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:33.153369 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51f188-a2f8-4837-a6da-11d5f91609d2 req-154d6286-aac4-433d-9e67-b06ec4171506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:33.155008 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4c51f188-a2f8-4837-a6da-11d5f91609d2 req-154d6286-aac4-433d-9e67-b06ec4171506 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.0966773 Aug 28 14:55:33.166363 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32cc02-3f05-40c3-8d50-bb13ba04bfe0 req-f8c5899b-e4d9-4c98-b7b6-437050ce80cf tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:33.168221 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2a32cc02-3f05-40c3-8d50-bb13ba04bfe0 req-f8c5899b-e4d9-4c98-b7b6-437050ce80cf tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.1678598 Aug 28 14:55:33.170700 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-c34c485a-dad9-4a94-b77d-3b08c4776333 service neutron] For port 890c27bf-134b-4115-a061-a00857c8fb82, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:55:33.230864 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 619bde68-525f-461a-b861-2f99347cdb33 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:55:33.244710 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3356e0-6fe8-4cac-8ea4-3ecd91cb1c71 req-70066ff3-14e2-4569-bef4-9949ddef1805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:33.246255 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7a3356e0-6fe8-4cac-8ea4-3ecd91cb1c71 req-70066ff3-14e2-4569-bef4-9949ddef1805 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf69354c9e44480a955dc8879f74a9d8&device_id=7cc00178-e42f-4ffe-9f1e-5658289a9ce8 HTTP/1.1" status: 200 len: 1095 time: 0.2051413 Aug 28 14:55:33.266713 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-c34c485a-dad9-4a94-b77d-3b08c4776333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 890c27bf-134b-4115-a061-a00857c8fb82 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:55:33.274967 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f54ea8-eb08-4f0d-b8f3-40b2a0ff70a5 req-b733049a-51c4-4323-94e4-48e59285b722 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:33.279181 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 619bde68-525f-461a-b861-2f99347cdb33 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:55:33.279778 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:33.279970 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-c34c485a-dad9-4a94-b77d-3b08c4776333 service neutron] For port 890c27bf-134b-4115-a061-a00857c8fb82, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=890c27bf-134b-4115-a061-a00857c8fb82,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:33.283169 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-88f54ea8-eb08-4f0d-b8f3-40b2a0ff70a5 req-b733049a-51c4-4323-94e4-48e59285b722 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=d48baf3b-4aa0-453a-a80f-bb438a12cb47 HTTP/1.1" status: 200 len: 947 time: 0.2116845 Aug 28 14:55:33.294395 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-0064ee27-8365-4629-be5b-1073ae971b8b req-0fba5daf-2a14-4bdd-937e-51d470559cdf service neutron] For port 456f1b89-ea8c-4618-b41f-2bc9a2590690, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:55:33.322965 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2a32cc02-3f05-40c3-8d50-bb13ba04bfe0 req-e5a1e869-ea3f-4d6d-835e-5b68ee35f794 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217175 Aug 28 14:55:33.333811 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-c34c485a-dad9-4a94-b77d-3b08c4776333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:33.427081 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51f188-a2f8-4837-a6da-11d5f91609d2 req-9e622ef3-02d6-4ad1-9bcb-1f893bcadf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:33.428820 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4c51f188-a2f8-4837-a6da-11d5f91609d2 req-9e622ef3-02d6-4ad1-9bcb-1f893bcadf56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2561948 Aug 28 14:55:33.583927 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-c34c485a-dad9-4a94-b77d-3b08c4776333 service neutron] Transition to ACTIVE for port object 890c27bf-134b-4115-a061-a00857c8fb82 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:55:33.597598 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-c34c485a-dad9-4a94-b77d-3b08c4776333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:33.603214 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48baf3b-4aa0-453a-a80f-bb438a12cb47', 'tag': 'e1d3ed2d-2ed7-4069-bd91-0e9f194eca76'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:55:33.605516 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c563b6ca-2890-493e-a924-52d969e05037" -d '{"events": [{"name": "network-changed", "server_uuid": "d48baf3b-4aa0-453a-a80f-bb438a12cb47", "tag": "e1d3ed2d-2ed7-4069-bd91-0e9f194eca76"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:55:33.637847 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf4db1-c641-4944-bbdf-522fae55b811 req-08d8f5d7-6e6f-4334-90b4-531026a6bfcc tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:33.639460 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9cbf4db1-c641-4944-bbdf-522fae55b811 req-08d8f5d7-6e6f-4334-90b4-531026a6bfcc tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 943 time: 0.1756237 Aug 28 14:55:33.641605 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4c51f188-a2f8-4837-a6da-11d5f91609d2 req-6053df8a-0d21-415d-a9fd-e243e6839928 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038543 Aug 28 14:55:33.647500 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-1be154bf-0d29-4cda-9adb-eb3429301dd5 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6570220 Aug 28 14:55:33.660039 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-0064ee27-8365-4629-be5b-1073ae971b8b req-0fba5daf-2a14-4bdd-937e-51d470559cdf service neutron] For port 456f1b89-ea8c-4618-b41f-2bc9a2590690, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=456f1b89-ea8c-4618-b41f-2bc9a2590690,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:55:33.694096 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-0064ee27-8365-4629-be5b-1073ae971b8b req-0fba5daf-2a14-4bdd-937e-51d470559cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:33.752347 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-c34c485a-dad9-4a94-b77d-3b08c4776333 service neutron] No DVR routers for this DVR port 890c27bf-134b-4115-a061-a00857c8fb82 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:55:33.774598 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c485a-dad9-4a94-b77d-3b08c4776333 service neutron] Pushing event updated for resources: {'Port': ['ID=890c27bf-134b-4115-a061-a00857c8fb82,revision_number=10']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:33.784830 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-88f54ea8-eb08-4f0d-b8f3-40b2a0ff70a5 req-3028dfbf-4262-4f75-a6b1-495f800c69d1 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5010071 Aug 28 14:55:33.831305 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9cbf4db1-c641-4944-bbdf-522fae55b811 req-f348c6d2-7600-49d5-b982-dd8003e106d2 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782184 Aug 28 14:55:33.852016 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-c34c485a-dad9-4a94-b77d-3b08c4776333 service neutron] 10.222.0.36 "PUT /v2.0/ports/890c27bf-134b-4115-a061-a00857c8fb82/bindings/n-h1-712137-10/activate HTTP/1.1" status: 200 len: 370 time: 1.4360328 Aug 28 14:55:33.893216 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3356e0-6fe8-4cac-8ea4-3ecd91cb1c71 req-4b6bcd6e-7596-4369-a73c-81cc5a70a4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:33.894730 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7a3356e0-6fe8-4cac-8ea4-3ecd91cb1c71 req-4b6bcd6e-7596-4369-a73c-81cc5a70a4e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fefbaf0-9766-4195-b2cc-33f85cb01cd6 HTTP/1.1" status: 200 len: 925 time: 0.6340756 Aug 28 14:55:33.897291 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4c51f188-a2f8-4837-a6da-11d5f91609d2 req-51ef9b0c-550d-48a6-b71e-8774fdd12806 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380588 Aug 28 14:55:33.906209 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba5daf-2a14-4bdd-937e-51d470559cdf service neutron] Pushing event updated for resources: {'Port': ['ID=456f1b89-ea8c-4618-b41f-2bc9a2590690,revision_number=8']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:33.942603 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e5135216-1d9e-4423-8e4b-bb4db0a77d69 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:33.945716 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c43ade51-27b9-437c-b59c-0a75759cecf2 req-51d8a3fc-20f8-4b59-8a33-9b795fb1e3b0 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882743 Aug 28 14:55:33.997953 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064ee27-8365-4629-be5b-1073ae971b8b req-0fba5daf-2a14-4bdd-937e-51d470559cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:33.998670 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-0064ee27-8365-4629-be5b-1073ae971b8b req-0fba5daf-2a14-4bdd-937e-51d470559cdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:34.000065 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0064ee27-8365-4629-be5b-1073ae971b8b req-0fba5daf-2a14-4bdd-937e-51d470559cdf service neutron] 10.222.0.36 "PUT /v2.0/ports/456f1b89-ea8c-4618-b41f-2bc9a2590690 HTTP/1.1" status: 200 len: 1123 time: 3.5279579 Aug 28 14:55:34.004762 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7a3356e0-6fe8-4cac-8ea4-3ecd91cb1c71 req-87a8caa3-06ac-4856-9965-d316e0033fc1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c39527f-b5e0-48bd-9d20-1818ddb512c7 HTTP/1.1" status: 200 len: 217 time: 0.0946071 Aug 28 14:55:34.021576 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-0a3ba4fa-f590-4b33-8b70-b1c056516fbd tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:34.023117 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-0a3ba4fa-f590-4b33-8b70-b1c056516fbd tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327&tenant_id=5de95046553a4af6b56ddb9234d40b90&binding%3Ahost_id=n-h2-712137-10 HTTP/1.1" status: 200 len: 1096 time: 0.0921721 Aug 28 14:55:34.038994 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2c6fe-9e05-4cf0-bc51-62b847ada87a req-a50414c3-d7fb-4106-b3c2-f887eb712fee tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:34.040176 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-acf2c6fe-9e05-4cf0-bc51-62b847ada87a req-a50414c3-d7fb-4106-b3c2-f887eb712fee tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cb7d161-b066-408e-bede-ed12a4bb64f5 HTTP/1.1" status: 200 len: 950 time: 0.0973344 Aug 28 14:55:34.049661 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['456f1b89-ea8c-4618-b41f-2bc9a2590690'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:55:34.103705 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['456f1b89-ea8c-4618-b41f-2bc9a2590690'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:55:34.124423 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-ebf190ef-842e-430e-863f-0dd5cd4ccc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:34.127999 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-ebf190ef-842e-430e-863f-0dd5cd4ccc3c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327&tenant_id=5de95046553a4af6b56ddb9234d40b90 HTTP/1.1" status: 200 len: 1096 time: 0.0866523 Aug 28 14:55:34.137072 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-acf2c6fe-9e05-4cf0-bc51-62b847ada87a req-ad312cbf-6307-458a-9165-d23985d55f45 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/security-groups?id=f53ba822-397e-4f51-aa69-841bb97f521b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667541 Aug 28 14:55:34.207369 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a779532-8362-412e-a58c-f5d7078d1cda req-f8297344-cc49-4459-867d-404db62b910e tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:34.209160 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4a779532-8362-412e-a58c-f5d7078d1cda req-f8297344-cc49-4459-867d-404db62b910e tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 944 time: 0.2762849 Aug 28 14:55:34.210716 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3356e0-6fe8-4cac-8ea4-3ecd91cb1c71 req-92b693dd-c8f2-40e7-aa32-cd524df6f1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:34.212097 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7a3356e0-6fe8-4cac-8ea4-3ecd91cb1c71 req-92b693dd-c8f2-40e7-aa32-cd524df6f1d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=99f97325-be0a-4922-9e31-90945bbee166 HTTP/1.1" status: 200 len: 863 time: 0.1807539 Aug 28 14:55:34.225788 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee06a17-2fc9-4c8e-b86f-887a5049953b x-openstack-request-id: req-eee06a17-2fc9-4c8e-b86f-887a5049953b {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:55:34.226083 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48baf3b-4aa0-453a-a80f-bb438a12cb47", "tag": "e1d3ed2d-2ed7-4069-bd91-0e9f194eca76", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:55:34.226343 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eee06a17-2fc9-4c8e-b86f-887a5049953b {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:55:34.227106 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd48baf3b-4aa0-453a-a80f-bb438a12cb47', 'tag': 'e1d3ed2d-2ed7-4069-bd91-0e9f194eca76', 'status': 'completed', 'code': 200} Aug 28 14:55:34.254063 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-917bd1ad-9262-4975-b170-c9e8194bd6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:34.254356 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3356d6b5-7247-44aa-8bd4-1b01f6611b6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '456f1b89-ea8c-4618-b41f-2bc9a2590690'}, {'name': 'network-changed', 'server_uuid': '3356d6b5-7247-44aa-8bd4-1b01f6611b6b', 'tag': '456f1b89-ea8c-4618-b41f-2bc9a2590690'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:55:34.255819 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-917bd1ad-9262-4975-b170-c9e8194bd6f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5de95046553a4af6b56ddb9234d40b90&device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 1096 time: 0.0910053 Aug 28 14:55:34.257248 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a6d6b7-86f5-486e-86a1-d7ecd64b702b" -d '{"events": [{"server_uuid": "3356d6b5-7247-44aa-8bd4-1b01f6611b6b", "name": "network-vif-unplugged", "status": "completed", "tag": "456f1b89-ea8c-4618-b41f-2bc9a2590690"}, {"name": "network-changed", "server_uuid": "3356d6b5-7247-44aa-8bd4-1b01f6611b6b", "tag": "456f1b89-ea8c-4618-b41f-2bc9a2590690"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:55:34.348906 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-e5135216-1d9e-4423-8e4b-bb4db0a77d69 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Allocated IP 172.25.3.83 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/1ebfd70c-b921-420e-ad28-f0702448ea0b) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:55:34.360935 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4a779532-8362-412e-a58c-f5d7078d1cda req-83426a5e-4cc7-403b-9e9f-8d59c6b1905e tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431663 Aug 28 14:55:34.430506 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563b6ca-2890-493e-a924-52d969e05037 req-6b774f63-8621-491e-9cfc-5f1d755567bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:34.432564 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c563b6ca-2890-493e-a924-52d969e05037 req-6b774f63-8621-491e-9cfc-5f1d755567bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=109ba20ea60e466cbac84cbb863b26ca&device_id=d48baf3b-4aa0-453a-a80f-bb438a12cb47 HTTP/1.1" status: 200 len: 1099 time: 0.1674657 Aug 28 14:55:34.438934 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3356e0-6fe8-4cac-8ea4-3ecd91cb1c71 req-868183c7-094c-42bb-8085-a6281e74d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:34.440277 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7a3356e0-6fe8-4cac-8ea4-3ecd91cb1c71 req-868183c7-094c-42bb-8085-a6281e74d721 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fefbaf0-9766-4195-b2cc-33f85cb01cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2121921 Aug 28 14:55:34.456500 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903716c-38e5-461e-9d0d-1b2300e1484d req-c42318af-d1af-4eaf-95da-b6ba2d04443a tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:34.458122 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b903716c-38e5-461e-9d0d-1b2300e1484d req-c42318af-d1af-4eaf-95da-b6ba2d04443a tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc00178-e42f-4ffe-9f1e-5658289a9ce8 HTTP/1.1" status: 200 len: 943 time: 0.1592340 Aug 28 14:55:34.464206 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-eef2a387-8a03-42c3-bb24-8481b98d5203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:34.465952 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-eef2a387-8a03-42c3-bb24-8481b98d5203 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6bfc57a-d73d-41d0-954b-fff6fef4d808 HTTP/1.1" status: 200 len: 922 time: 0.1942503 Aug 28 14:55:34.540752 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-1c14750f-6d67-45e1-9a64-0f4437e21267 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=890c27bf-134b-4115-a061-a00857c8fb82 HTTP/1.1" status: 200 len: 217 time: 0.0481324 Aug 28 14:55:34.545505 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b903716c-38e5-461e-9d0d-1b2300e1484d req-bf7b4da7-e9f7-4023-ab55-81e1d7824e66 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/security-groups?id=60056bfc-e688-4bfd-9765-2e80355b49c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780516 Aug 28 14:55:34.615110 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-cbf1fda2-6344-4c24-8e65-b36ba5e322db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:34.616920 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-cbf1fda2-6344-4c24-8e65-b36ba5e322db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f920e854-f768-4846-871d-087306f43fd9 HTTP/1.1" status: 200 len: 861 time: 0.0642457 Aug 28 14:55:34.666380 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-28837f47-fd30-48eb-8878-a90a66b154c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6bfc57a-d73d-41d0-954b-fff6fef4d808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339124 Aug 28 14:55:34.739116 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6dde4-55b7-4175-81ea-6ec9efbbcb9a req-f730fdac-2d12-4cea-be2e-1702aa7acbb7 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:34.740705 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a6d6dde4-55b7-4175-81ea-6ec9efbbcb9a req-f730fdac-2d12-4cea-be2e-1702aa7acbb7 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 950 time: 0.3047674 Aug 28 14:55:34.757516 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e5135216-1d9e-4423-8e4b-bb4db0a77d69 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:34.765600 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7a3356e0-6fe8-4cac-8ea4-3ecd91cb1c71 req-af0bc764-c7c2-4e96-99c9-7fab7f24d74f service neutron] 10.222.0.41 "GET /v2.0/networks/7fefbaf0-9766-4195-b2cc-33f85cb01cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559428 Aug 28 14:55:34.769926 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563b6ca-2890-493e-a924-52d969e05037 req-f53bec49-460f-45b5-aadb-d75ec792d104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:34.771304 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c563b6ca-2890-493e-a924-52d969e05037 req-f53bec49-460f-45b5-aadb-d75ec792d104 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.3162603 Aug 28 14:55:34.774942 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-673c0889-87c3-4d80-b136-2650eb2e3df5 service neutron] 10.222.0.41 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953732 Aug 28 14:55:34.884803 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c563b6ca-2890-493e-a924-52d969e05037 req-7be58146-f510-4b7c-bbd1-ce6f573f36c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=e1d3ed2d-2ed7-4069-bd91-0e9f194eca76 HTTP/1.1" status: 200 len: 217 time: 0.0985036 Aug 28 14:55:34.889887 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-59fe573d-3362-4863-93b3-78339306727d service neutron] 10.222.0.41 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068048 Aug 28 14:55:34.904871 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a6d6dde4-55b7-4175-81ea-6ec9efbbcb9a req-4d41887f-edeb-4953-9cc1-e857c08e65cb tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523826 Aug 28 14:55:34.947401 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7929b1fc-ae5e-43c7-8bfc-613da7f7af9c req-621cbece-41e0-4db7-b744-7aa3f6229feb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0497544 Aug 28 14:55:34.981128 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e5135216-1d9e-4423-8e4b-bb4db0a77d69 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:35.020275 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 28 Aug 2021 14:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee9e1a1-806f-4add-9530-85dd2d1c6c91 x-openstack-request-id: req-2ee9e1a1-806f-4add-9530-85dd2d1c6c91 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:55:35.020603 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3356d6b5-7247-44aa-8bd4-1b01f6611b6b", "name": "network-vif-unplugged", "status": "completed", "tag": "456f1b89-ea8c-4618-b41f-2bc9a2590690", "code": 200}, {"name": "network-changed", "server_uuid": "3356d6b5-7247-44aa-8bd4-1b01f6611b6b", "tag": "456f1b89-ea8c-4618-b41f-2bc9a2590690", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:55:35.020842 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ee9e1a1-806f-4add-9530-85dd2d1c6c91 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:55:35.021217 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3356d6b5-7247-44aa-8bd4-1b01f6611b6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '456f1b89-ea8c-4618-b41f-2bc9a2590690', 'code': 200} Aug 28 14:55:35.021487 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3356d6b5-7247-44aa-8bd4-1b01f6611b6b', 'tag': '456f1b89-ea8c-4618-b41f-2bc9a2590690', 'status': 'completed', 'code': 200} Aug 28 14:55:35.065165 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5135216-1d9e-4423-8e4b-bb4db0a77d69 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Pushing event updated for resources: {'Port': ['ID=1ebfd70c-b921-420e-ad28-f0702448ea0b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:35.090033 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7a3356e0-6fe8-4cac-8ea4-3ecd91cb1c71 req-ea71d5bb-b359-4a32-94b1-6a67d44dd18a service neutron] 10.222.0.41 "GET /v2.0/networks/7fefbaf0-9766-4195-b2cc-33f85cb01cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095865 Aug 28 14:55:35.109492 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563b6ca-2890-493e-a924-52d969e05037 req-c2287c9d-a0cc-43fa-9fb7-edff6d723f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:35.111037 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c563b6ca-2890-493e-a924-52d969e05037 req-c2287c9d-a0cc-43fa-9fb7-edff6d723f4d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.2050614 Aug 28 14:55:35.115553 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5135216-1d9e-4423-8e4b-bb4db0a77d69 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:55:35.157011 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929b1fc-ae5e-43c7-8bfc-613da7f7af9c req-bb28bef8-bc91-49a4-b071-7f3fdc8a05aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:35.159370 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7929b1fc-ae5e-43c7-8bfc-613da7f7af9c req-bb28bef8-bc91-49a4-b071-7f3fdc8a05aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5de95046553a4af6b56ddb9234d40b90&device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 1096 time: 0.1435020 Aug 28 14:55:35.170399 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-e5135216-1d9e-4423-8e4b-bb4db0a77d69 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:55:35.188263 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5135216-1d9e-4423-8e4b-bb4db0a77d69 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:55:35.198554 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6d6b7-86f5-486e-86a1-d7ecd64b702b req-2d5e93d4-d1e4-4e8b-80e7-618876626685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:35.200205 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-55a6d6b7-86f5-486e-86a1-d7ecd64b702b req-2d5e93d4-d1e4-4e8b-80e7-618876626685 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29e98397e0be4fe1a52442d0d5c53b75&device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 1126 time: 0.1307983 Aug 28 14:55:35.281570 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779a6b9-3e3d-45bd-90f6-9d4c0cf8c71b req-e00c9be4-ef0d-408a-b9d5-53e96741e74f tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:35.283870 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7779a6b9-3e3d-45bd-90f6-9d4c0cf8c71b req-e00c9be4-ef0d-408a-b9d5-53e96741e74f tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.1906624 Aug 28 14:55:35.292162 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563b6ca-2890-493e-a924-52d969e05037 req-807ba6f0-cb03-4632-8442-c12ddf65a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:35.293861 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c563b6ca-2890-493e-a924-52d969e05037 req-807ba6f0-cb03-4632-8442-c12ddf65a4e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1675899 Aug 28 14:55:35.417815 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929b1fc-ae5e-43c7-8bfc-613da7f7af9c req-b7b4dffc-280f-419c-bf90-47f71cad5db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:35.419295 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7929b1fc-ae5e-43c7-8bfc-613da7f7af9c req-b7b4dffc-280f-419c-bf90-47f71cad5db3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6bfc57a-d73d-41d0-954b-fff6fef4d808 HTTP/1.1" status: 200 len: 922 time: 0.1980195 Aug 28 14:55:35.424979 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6d6b7-86f5-486e-86a1-d7ecd64b702b req-6763b828-8efc-48fe-9fe2-c699aec537c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:35.426482 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-55a6d6b7-86f5-486e-86a1-d7ecd64b702b req-6763b828-8efc-48fe-9fe2-c699aec537c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45 HTTP/1.1" status: 200 len: 909 time: 0.1973352 Aug 28 14:55:35.441525 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-1a526ae2-dab3-42c0-9ae9-73f556fb01d0 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:35.442989 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-1a526ae2-dab3-42c0-9ae9-73f556fb01d0 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327&tenant_id=5de95046553a4af6b56ddb9234d40b90&binding%3Ahost_id=n-h1-712137-10 HTTP/1.1" status: 200 len: 1096 time: 0.2170258 Aug 28 14:55:35.454690 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aef1b6-dc20-4a14-bb6a-5afa1a926ca0 req-c0d00396-c775-4c69-b5d7-57aa8027993a tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:35.456253 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-81aef1b6-dc20-4a14-bb6a-5afa1a926ca0 req-c0d00396-c775-4c69-b5d7-57aa8027993a tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=d48baf3b-4aa0-453a-a80f-bb438a12cb47 HTTP/1.1" status: 200 len: 947 time: 0.0968847 Aug 28 14:55:35.507281 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e5135216-1d9e-4423-8e4b-bb4db0a77d69 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:35.513968 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7929b1fc-ae5e-43c7-8bfc-613da7f7af9c req-30d0297b-aefc-4ba3-83b8-3cc96ca14224 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ac088cc-7112-42d2-915c-827c5e4f858b HTTP/1.1" status: 200 len: 217 time: 0.0796933 Aug 28 14:55:35.516046 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device ffec4487-2465-4f34-8676-77ed39b96142 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:55:35.518522 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f8a3de65-61df-4ef3-adf9-b305ba5d0182 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:55:35.521578 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-55a6d6b7-86f5-486e-86a1-d7ecd64b702b req-5f9e9fcc-def2-4995-a36d-c38b3ad91c5f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=456f1b89-ea8c-4618-b41f-2bc9a2590690 HTTP/1.1" status: 200 len: 217 time: 0.0804951 Aug 28 14:55:35.523977 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7779a6b9-3e3d-45bd-90f6-9d4c0cf8c71b req-abf9efc8-c504-411f-9f8b-18cdfca43a42 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974239 Aug 28 14:55:35.608883 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-81aef1b6-dc20-4a14-bb6a-5afa1a926ca0 req-4d97ea2e-88ea-46e3-9196-994afaa74247 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255176 Aug 28 14:55:35.621871 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929b1fc-ae5e-43c7-8bfc-613da7f7af9c req-aa023ab6-8c29-402f-9343-ebdf5163767c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:35.623343 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7929b1fc-ae5e-43c7-8bfc-613da7f7af9c req-aa023ab6-8c29-402f-9343-ebdf5163767c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f920e854-f768-4846-871d-087306f43fd9 HTTP/1.1" status: 200 len: 861 time: 0.0962639 Aug 28 14:55:35.630156 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6d6b7-86f5-486e-86a1-d7ecd64b702b req-e16df134-12f8-4761-a131-6df2fd5204ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:35.631594 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-55a6d6b7-86f5-486e-86a1-d7ecd64b702b req-e16df134-12f8-4761-a131-6df2fd5204ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c5688cf-0eb8-4e6f-8c97-3f260fd91357 HTTP/1.1" status: 200 len: 848 time: 0.0929818 Aug 28 14:55:35.653817 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c563b6ca-2890-493e-a924-52d969e05037 req-3f125317-b3f2-4689-9fe5-628f371fd2ae service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308501 Aug 28 14:55:35.677133 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7929b1fc-ae5e-43c7-8bfc-613da7f7af9c req-79bd1fe0-4ec4-4607-9e34-590d354733c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6bfc57a-d73d-41d0-954b-fff6fef4d808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368578 Aug 28 14:55:35.699313 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-55a6d6b7-86f5-486e-86a1-d7ecd64b702b req-e48fc646-b042-49cd-b743-405a81bd5648 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505583 Aug 28 14:55:35.703331 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:35.725460 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e5135216-1d9e-4423-8e4b-bb4db0a77d69 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:35.749209 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb7d161-b066-408e-bede-ed12a4bb64f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a3de65-61df-4ef3-adf9-b305ba5d0182'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:55:35.753089 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e294b9-1891-4be7-b3ce-43023d038270" -d '{"events": [{"server_uuid": "8cb7d161-b066-408e-bede-ed12a4bb64f5", "name": "network-vif-unplugged", "status": "completed", "tag": "f8a3de65-61df-4ef3-adf9-b305ba5d0182"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:55:35.758660 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port ffec4487-2465-4f34-8676-77ed39b96142, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ffec4487-2465-4f34-8676-77ed39b96142,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:35.775119 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port f8a3de65-61df-4ef3-adf9-b305ba5d0182, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f8a3de65-61df-4ef3-adf9-b305ba5d0182,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:35.778154 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'ffec4487-2465-4f34-8676-77ed39b96142', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': 'ffec4487-2465-4f34-8676-77ed39b96142', 'mac_address': 'fa:16:3e:f4:e1:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:55:35.782529 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:35.787062 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-08821dd9-2a87-42e3-8f78-da82c9a57a1d service neutron] For port 890c27bf-134b-4115-a061-a00857c8fb82, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:55:35.802064 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-08821dd9-2a87-42e3-8f78-da82c9a57a1d service neutron] Notify callbacks [] for binding, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:35.803081 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c1a11fe5-b9be-4301-b897-93ef52bc7fa5 req-08821dd9-2a87-42e3-8f78-da82c9a57a1d service neutron] 10.222.0.41 "DELETE /v2.0/ports/890c27bf-134b-4115-a061-a00857c8fb82/bindings/n-h2-712137-10 HTTP/1.1" status: 204 len: 173 time: 0.3473196 Aug 28 14:55:35.821549 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274821ba-6e8b-4f1b-b6fe-2c2f13e1d0c8 req-cadde702-bca9-4880-8061-5f292bb7f116 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:35.823100 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-274821ba-6e8b-4f1b-b6fe-2c2f13e1d0c8 req-cadde702-bca9-4880-8061-5f292bb7f116 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 943 time: 0.2336974 Aug 28 14:55:35.886341 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:35.907362 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc39d6-1a4e-4603-a5bf-1ef6dcfba9cb req-5fc7385f-887f-47bf-b50f-da7ea3811ee1 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:35.909064 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-45dc39d6-1a4e-4603-a5bf-1ef6dcfba9cb req-5fc7385f-887f-47bf-b50f-da7ea3811ee1 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 944 time: 0.1435275 Aug 28 14:55:35.937394 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c563b6ca-2890-493e-a924-52d969e05037 req-506f0dbc-9600-4461-9356-92d846af7d6d service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496717 Aug 28 14:55:35.944490 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7929b1fc-ae5e-43c7-8bfc-613da7f7af9c req-dc657d9d-1def-4cf5-b800-5c9fd6508b5b service neutron] 10.222.0.41 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538798 Aug 28 14:55:35.945471 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-274821ba-6e8b-4f1b-b6fe-2c2f13e1d0c8 req-8eb5e5be-6ec5-4f88-9b0b-a0c39b0719ce tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077864 Aug 28 14:55:35.968222 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-55a6d6b7-86f5-486e-86a1-d7ecd64b702b req-3561c30a-cf84-4cf7-81dd-f42ff039610b service neutron] 10.222.0.41 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441335 Aug 28 14:55:36.028534 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=f8a3de65-61df-4ef3-adf9-b305ba5d0182,revision_number=11']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:36.034479 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffec4487-2465-4f34-8676-77ed39b96142 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:55:36.054383 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port ffec4487-2465-4f34-8676-77ed39b96142, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ffec4487-2465-4f34-8676-77ed39b96142,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:36.061292 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e5135216-1d9e-4423-8e4b-bb4db0a77d69 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:36.062145 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:36.072440 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e5135216-1d9e-4423-8e4b-bb4db0a77d69 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:36.114085 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-45dc39d6-1a4e-4603-a5bf-1ef6dcfba9cb req-268061e8-67cc-4fa2-887b-cd82907c3554 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902452 Aug 28 14:55:36.115138 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=ffec4487-2465-4f34-8676-77ed39b96142,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:36.131526 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51840f-5231-40e3-a4db-c71148a95dad req-1ee68570-2ea1-49ec-aad8-089be70b4fad tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:36.133473 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ec51840f-5231-40e3-a4db-c71148a95dad req-1ee68570-2ea1-49ec-aad8-089be70b4fad tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc00178-e42f-4ffe-9f1e-5658289a9ce8 HTTP/1.1" status: 200 len: 943 time: 0.1121440 Aug 28 14:55:36.163166 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7929b1fc-ae5e-43c7-8bfc-613da7f7af9c req-104a7615-91da-46ed-b69b-0c5209d966af service neutron] 10.222.0.41 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057650 Aug 28 14:55:36.203411 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-55a6d6b7-86f5-486e-86a1-d7ecd64b702b req-a4168c63-aff9-4160-8dc0-27aa3b812d84 service neutron] 10.222.0.41 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556401 Aug 28 14:55:36.239378 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5135216-1d9e-4423-8e4b-bb4db0a77d69 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Pushing event updated for resources: {'Port': ['ID=1ebfd70c-b921-420e-ad28-f0702448ea0b,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:36.247294 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e5135216-1d9e-4423-8e4b-bb4db0a77d69 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:36.268524 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e5135216-1d9e-4423-8e4b-bb4db0a77d69 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:36.269747 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e5135216-1d9e-4423-8e4b-bb4db0a77d69 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4268632 Aug 28 14:55:36.308426 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ec51840f-5231-40e3-a4db-c71148a95dad req-3d1e319c-bc39-4b9c-8f7f-e09683b5f6f6 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/security-groups?id=60056bfc-e688-4bfd-9765-2e80355b49c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311054 Aug 28 14:55:36.337265 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 14:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e49fc7-2cfa-4d28-a023-3b4252168139 x-openstack-request-id: req-64e49fc7-2cfa-4d28-a023-3b4252168139 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:55:36.337573 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb7d161-b066-408e-bede-ed12a4bb64f5", "name": "network-vif-unplugged", "status": "completed", "tag": "f8a3de65-61df-4ef3-adf9-b305ba5d0182", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:55:36.339415 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64e49fc7-2cfa-4d28-a023-3b4252168139 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:55:36.340265 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb7d161-b066-408e-bede-ed12a4bb64f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a3de65-61df-4ef3-adf9-b305ba5d0182', 'code': 200} Aug 28 14:55:36.369254 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['ffec4487-2465-4f34-8676-77ed39b96142'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:55:36.422674 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708194ad-9f80-4bff-bccb-6c0d7f165b3d req-0b289343-1957-41d6-bafd-99df9d0a5b1f tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:36.424843 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-708194ad-9f80-4bff-bccb-6c0d7f165b3d req-0b289343-1957-41d6-bafd-99df9d0a5b1f tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 950 time: 0.0663750 Aug 28 14:55:36.462702 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd8b55-933a-48c2-b4ca-e26a97ec15b8 req-9c1bbfbd-deb6-438d-8658-10dda62b751c tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:36.464796 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c0fd8b55-933a-48c2-b4ca-e26a97ec15b8 req-9c1bbfbd-deb6-438d-8658-10dda62b751c tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cb7d161-b066-408e-bede-ed12a4bb64f5 HTTP/1.1" status: 200 len: 948 time: 0.0545177 Aug 28 14:55:36.477717 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-708194ad-9f80-4bff-bccb-6c0d7f165b3d req-8f1b0566-8a25-4139-912b-ea41b432dc3c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463097 Aug 28 14:55:36.514632 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c0fd8b55-933a-48c2-b4ca-e26a97ec15b8 req-0fb9855e-5976-4692-82f3-644de0e5e7d1 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/security-groups?id=f53ba822-397e-4f51-aa69-841bb97f521b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423157 Aug 28 14:55:36.607161 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-53aa5e0c-eec5-430c-ae5d-21138bc39e78 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--57163684&fields=id&tenant_id=6133f2a9cae947c88f8d2b5122aa3775 HTTP/1.1" status: 200 len: 267 time: 0.0320222 Aug 28 14:55:36.616769 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae74a5-8f8d-4ac8-86b6-1bd645a5af56 req-e788f24a-d0ba-42c2-a797-fb731c202457 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:36.618343 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-98ae74a5-8f8d-4ac8-86b6-1bd645a5af56 req-e788f24a-d0ba-42c2-a797-fb731c202457 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 1096 time: 0.0406699 Aug 28 14:55:36.652766 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-98ae74a5-8f8d-4ac8-86b6-1bd645a5af56 req-07ccc429-0ce4-4605-9a66-3fa97331de75 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285659 Aug 28 14:55:36.717129 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-0d3f3499-f3f0-47c6-abc1-1cb350bc8d1b tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:36.719347 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-0d3f3499-f3f0-47c6-abc1-1cb350bc8d1b tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/networks?id=a831971b-727c-44d1-b386-1a946ecd57e8 HTTP/1.1" status: 200 len: 806 time: 0.1046417 Aug 28 14:55:36.736380 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-c60b46ae-427f-4224-812a-7957e64b706e tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/quotas/6133f2a9cae947c88f8d2b5122aa3775 HTTP/1.1" status: 200 len: 375 time: 0.0097971 Aug 28 14:55:36.771567 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee89033-db0a-4354-91a7-bbcfa7fb0c89 req-9d69d6e3-e52b-4e14-9563-3690233eb6b4 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:36.773380 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2ee89033-db0a-4354-91a7-bbcfa7fb0c89 req-9d69d6e3-e52b-4e14-9563-3690233eb6b4 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.0518847 Aug 28 14:55:36.790607 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-63650001-b1d1-42a2-8421-375ae2e1022f tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6133f2a9cae947c88f8d2b5122aa3775&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484416 Aug 28 14:55:36.818163 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2ee89033-db0a-4354-91a7-bbcfa7fb0c89 req-76d50937-88d9-4c89-bc3c-b4fb3988d22b tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384312 Aug 28 14:55:36.902930 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-299a572b-2db3-41a0-b13c-d822ab83cd42 service neutron] 10.222.0.13 "GET /v2.0/networks/a831971b-727c-44d1-b386-1a946ecd57e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968931 Aug 28 14:55:36.929214 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b3fc2-978d-4520-8162-6ed9e24502c1 req-99421beb-7412-4c8b-85f4-c9f454af1372 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:36.930772 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d28b3fc2-978d-4520-8162-6ed9e24502c1 req-99421beb-7412-4c8b-85f4-c9f454af1372 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=d48baf3b-4aa0-453a-a80f-bb438a12cb47 HTTP/1.1" status: 200 len: 947 time: 0.0493386 Aug 28 14:55:36.968959 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d28b3fc2-978d-4520-8162-6ed9e24502c1 req-f368bf6a-01cc-4a8e-bf39-8122aabcbde5 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321033 Aug 28 14:55:37.007105 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-d33a3b4a-b174-4de3-bac2-4f1c5901b0d6 service neutron] 10.222.0.13 "GET /v2.0/networks/a831971b-727c-44d1-b386-1a946ecd57e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970817 Aug 28 14:55:37.065283 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77999b-e76b-4200-a5ad-bf84799484f7 req-c752139a-e07e-475a-ac7b-cdc740425b2b tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:37.066818 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0c77999b-e76b-4200-a5ad-bf84799484f7 req-c752139a-e07e-475a-ac7b-cdc740425b2b tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 1096 time: 0.0407684 Aug 28 14:55:37.102733 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0c77999b-e76b-4200-a5ad-bf84799484f7 req-235851a4-2dd5-4e81-8ac4-b5ef0167c16e tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297475 Aug 28 14:55:37.232748 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-72f4daca-7fb3-4c71-b0c6-71bddf788340 req-5b3a1bfd-677b-480b-afa4-ea3937617252 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/ports?device_id=122bb600-e609-4846-abe0-44ce0bd91ee1 HTTP/1.1" status: 200 len: 210 time: 0.0545967 Aug 28 14:55:37.245820 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16850f4c-8ad3-42fd-b172-759ac674893e req-30a8f46d-7bed-4b8b-b0ea-6a736b9ae946 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:37.247491 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-16850f4c-8ad3-42fd-b172-759ac674893e req-30a8f46d-7bed-4b8b-b0ea-6a736b9ae946 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 943 time: 0.0647984 Aug 28 14:55:37.291151 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-16850f4c-8ad3-42fd-b172-759ac674893e req-b37132f3-c7e0-4730-8dad-be8a2ae2a4e9 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359828 Aug 28 14:55:37.419984 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01b0bb-30e3-48a1-ad04-cada85df3cd8 req-ef694b20-1ec3-47f3-91a0-b0bb62f81f96 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:37.421605 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ed01b0bb-30e3-48a1-ad04-cada85df3cd8 req-ef694b20-1ec3-47f3-91a0-b0bb62f81f96 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc00178-e42f-4ffe-9f1e-5658289a9ce8 HTTP/1.1" status: 200 len: 943 time: 0.0529892 Aug 28 14:55:37.464214 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ed01b0bb-30e3-48a1-ad04-cada85df3cd8 req-8063aba9-8e6a-4929-aa08-c007787e215a tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/security-groups?id=60056bfc-e688-4bfd-9765-2e80355b49c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354769 Aug 28 14:55:37.549223 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device e1d3ed2d-2ed7-4069-bd91-0e9f194eca76 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:55:37.552750 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device ffec4487-2465-4f34-8676-77ed39b96142 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:55:37.587230 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 4c39527f-b5e0-48bd-9d20-1818ddb512c7 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:55:37.600058 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:55:37.625451 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d104063-8930-4cac-9631-3e66266a251e req-e0705cbc-6752-460b-b95b-d1fa9c1f4601 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:37.637578 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6d104063-8930-4cac-9631-3e66266a251e req-e0705cbc-6752-460b-b95b-d1fa9c1f4601 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 950 time: 0.0822446 Aug 28 14:55:37.700285 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6d104063-8930-4cac-9631-3e66266a251e req-613178bc-b98d-416d-94f3-1d76f069f236 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615332 Aug 28 14:55:37.819013 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port ffec4487-2465-4f34-8676-77ed39b96142 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:55:37.888161 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port ffec4487-2465-4f34-8676-77ed39b96142 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:55:37.888728 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:37.967748 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da8f3e-3ee6-4448-8ea3-2d44613975f6 req-e5e1b48b-bb0d-4cda-a40c-8a53eb8f7d9a tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:37.970311 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb7893-7346-4bfe-9dd3-17783049df33 req-29c007f4-981c-4951-a0c4-2019076ff567 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:37.972229 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fcfb7893-7346-4bfe-9dd3-17783049df33 req-29c007f4-981c-4951-a0c4-2019076ff567 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.0598338 Aug 28 14:55:37.974486 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:37.975779 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-08da8f3e-3ee6-4448-8ea3-2d44613975f6 req-e5e1b48b-bb0d-4cda-a40c-8a53eb8f7d9a tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cb7d161-b066-408e-bede-ed12a4bb64f5 HTTP/1.1" status: 200 len: 948 time: 0.3273971 Aug 28 14:55:37.977467 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 4c39527f-b5e0-48bd-9d20-1818ddb512c7, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=4c39527f-b5e0-48bd-9d20-1818ddb512c7,segment=NetworkSegment(42567edf-8f75-4b9a-a0f4-8b1c669e01ea),segment_id=42567edf-8f75-4b9a-a0f4-8b1c669e01ea)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:37.981446 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port e1d3ed2d-2ed7-4069-bd91-0e9f194eca76, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=e1d3ed2d-2ed7-4069-bd91-0e9f194eca76,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:38.008802 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-610fd34a-b86f-4483-ab29-0488a3822fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:38.017722 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-08da8f3e-3ee6-4448-8ea3-2d44613975f6 req-e7dab6fd-5ef8-4372-bbe0-93659058fa1f tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/security-groups?id=f53ba822-397e-4f51-aa69-841bb97f521b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393941 Aug 28 14:55:38.018850 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fcfb7893-7346-4bfe-9dd3-17783049df33 req-6516a7ef-bcf1-435a-a8f7-ffdb1997f4b1 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370953 Aug 28 14:55:38.019972 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '4c39527f-b5e0-48bd-9d20-1818ddb512c7', 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6', 'port_id': '4c39527f-b5e0-48bd-9d20-1818ddb512c7', 'mac_address': 'fa:16:3e:f4:67:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99f97325-be0a-4922-9e31-90945bbee166', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:55:38.033320 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'e1d3ed2d-2ed7-4069-bd91-0e9f194eca76', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': 'e1d3ed2d-2ed7-4069-bd91-0e9f194eca76', 'mac_address': 'fa:16:3e:af:16:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:55:38.094609 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 7e2b10de-e92f-4035-9be4-fe9c36d4ee04, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=7e2b10de-e92f-4035-9be4-fe9c36d4ee04,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:38.122091 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:38.124164 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06effef-92c6-4cc6-af87-f40054fe9088 req-99693b3f-dca8-4f62-aa19-dbe644a08d51 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:38.126205 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f06effef-92c6-4cc6-af87-f40054fe9088 req-99693b3f-dca8-4f62-aa19-dbe644a08d51 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=d48baf3b-4aa0-453a-a80f-bb438a12cb47 HTTP/1.1" status: 200 len: 947 time: 0.0485687 Aug 28 14:55:38.164673 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f06effef-92c6-4cc6-af87-f40054fe9088 req-7847f7f8-3f20-488e-a01b-cf9a947e5334 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320199 Aug 28 14:55:38.175236 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:38.177059 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:38.198973 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:38.217777 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d3ed2d-2ed7-4069-bd91-0e9f194eca76 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:55:38.228745 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c39527f-b5e0-48bd-9d20-1818ddb512c7 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:55:38.259213 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=7e2b10de-e92f-4035-9be4-fe9c36d4ee04,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:38.282683 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 4c39527f-b5e0-48bd-9d20-1818ddb512c7, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=4c39527f-b5e0-48bd-9d20-1818ddb512c7,segment=NetworkSegment(42567edf-8f75-4b9a-a0f4-8b1c669e01ea),segment_id=42567edf-8f75-4b9a-a0f4-8b1c669e01ea)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:38.287905 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port e1d3ed2d-2ed7-4069-bd91-0e9f194eca76, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=e1d3ed2d-2ed7-4069-bd91-0e9f194eca76,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:38.294732 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:38.301478 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:38.305551 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port ffec4487-2465-4f34-8676-77ed39b96142, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ffec4487-2465-4f34-8676-77ed39b96142,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:38.329476 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:38.331494 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0ac02da5-8cfa-4327-a917-84acba62f4d5 req-b5dfa479-4e5c-40a3-9816-9825be2c0f5c tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/ports?device_id=122bb600-e609-4846-abe0-44ce0bd91ee1 HTTP/1.1" status: 200 len: 210 time: 0.0305250 Aug 28 14:55:38.342980 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b57071b-338d-4272-b03b-4b789485abb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e2b10de-e92f-4035-9be4-fe9c36d4ee04'}, {'server_uuid': 'fe848114-45c7-4417-9885-b74f53f21bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffec4487-2465-4f34-8676-77ed39b96142'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:55:38.346156 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f97a74a-62b0-450a-8927-a940727d1bc6" -d '{"events": [{"server_uuid": "1b57071b-338d-4272-b03b-4b789485abb1", "name": "network-vif-unplugged", "status": "completed", "tag": "7e2b10de-e92f-4035-9be4-fe9c36d4ee04"}, {"server_uuid": "fe848114-45c7-4417-9885-b74f53f21bad", "name": "network-vif-plugged", "status": "completed", "tag": "ffec4487-2465-4f34-8676-77ed39b96142"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:55:38.372888 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=4c39527f-b5e0-48bd-9d20-1818ddb512c7,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:38.439719 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 28 Aug 2021 14:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7273e19b-f4e1-4a8b-bad5-fe23f695c42a x-openstack-request-id: req-7273e19b-f4e1-4a8b-bad5-fe23f695c42a {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:55:38.440022 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b57071b-338d-4272-b03b-4b789485abb1", "name": "network-vif-unplugged", "status": "completed", "tag": "7e2b10de-e92f-4035-9be4-fe9c36d4ee04", "code": 200}, {"server_uuid": "fe848114-45c7-4417-9885-b74f53f21bad", "name": "network-vif-plugged", "status": "completed", "tag": "ffec4487-2465-4f34-8676-77ed39b96142", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:55:38.440272 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7273e19b-f4e1-4a8b-bad5-fe23f695c42a {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:55:38.440666 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b57071b-338d-4272-b03b-4b789485abb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e2b10de-e92f-4035-9be4-fe9c36d4ee04', 'code': 200} Aug 28 14:55:38.440916 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe848114-45c7-4417-9885-b74f53f21bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffec4487-2465-4f34-8676-77ed39b96142', 'code': 200} Aug 28 14:55:38.446718 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=e1d3ed2d-2ed7-4069-bd91-0e9f194eca76,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:38.462456 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-8b171c28-44e1-46d7-b6a5-edd203ad2512 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:38.464471 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-8b171c28-44e1-46d7-b6a5-edd203ad2512 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.36 "GET /v2.0/networks?id=a831971b-727c-44d1-b386-1a946ecd57e8 HTTP/1.1" status: 200 len: 806 time: 0.1366711 Aug 28 14:55:38.466796 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ee219-4231-4c28-a316-9aea238e4d02 req-132d18ee-9229-424a-8eb0-b4680f68cf1d tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:38.475937 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-446ee219-4231-4c28-a316-9aea238e4d02 req-132d18ee-9229-424a-8eb0-b4680f68cf1d tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 943 time: 0.0632179 Aug 28 14:55:38.510938 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=ffec4487-2465-4f34-8676-77ed39b96142,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:38.525466 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-446ee219-4231-4c28-a316-9aea238e4d02 req-d26a31a0-a46a-4a91-a6ae-3be06247e029 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483019 Aug 28 14:55:38.553624 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-7987fa02-46fd-446c-ab10-8d822f59e326 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6133f2a9cae947c88f8d2b5122aa3775 HTTP/1.1" status: 200 len: 378 time: 0.0687048 Aug 28 14:55:38.600708 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-e2fd7156-79a1-4289-8b67-c5364e356282 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Request body: {'port': {'device_id': '122bb600-e609-4846-abe0-44ce0bd91ee1', 'network_id': 'a831971b-727c-44d1-b386-1a946ecd57e8', 'admin_state_up': True, 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775', 'security_groups': ['394faf8f-e5ae-46e2-bcda-3a322a3c33f8']}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:55:38.749146 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['e1d3ed2d-2ed7-4069-bd91-0e9f194eca76'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:55:38.832481 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b7c9c-0b52-4bc6-a0e7-3e4afda9aec9 req-2bab915e-fc11-458f-a671-f5b697a52fc2 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:38.840884 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-766b7c9c-0b52-4bc6-a0e7-3e4afda9aec9 req-2bab915e-fc11-458f-a671-f5b697a52fc2 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 950 time: 0.0688639 Aug 28 14:55:38.872875 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['4c39527f-b5e0-48bd-9d20-1818ddb512c7'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:55:38.929471 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-766b7c9c-0b52-4bc6-a0e7-3e4afda9aec9 req-73c9c4ec-03f1-4fb9-baf1-8b2a275ada0f tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874653 Aug 28 14:55:38.960853 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d9c58-cdc6-42d5-a0ed-6c9050d76b6e req-0ffb11c6-4c07-4d2b-aa94-259ff08299e5 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:38.960853 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b50d9c58-cdc6-42d5-a0ed-6c9050d76b6e req-0ffb11c6-4c07-4d2b-aa94-259ff08299e5 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.36 "GET /v2.0/ports?device_id=8cb7d161-b066-408e-bede-ed12a4bb64f5 HTTP/1.1" status: 200 len: 948 time: 0.1110685 Aug 28 14:55:39.019628 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9bfea-04ac-4d94-a1ab-2acdaf17db67 req-478f6ddb-39c6-4602-ae14-cdde15e4c5ab tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:39.028821 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9cc9bfea-04ac-4d94-a1ab-2acdaf17db67 req-478f6ddb-39c6-4602-ae14-cdde15e4c5ab tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc00178-e42f-4ffe-9f1e-5658289a9ce8 HTTP/1.1" status: 200 len: 944 time: 0.4640217 Aug 28 14:55:39.080009 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0ff20-b44f-46af-8b39-a08196f28551 req-f7cf7621-3b6d-44a7-bb7a-6e261fad483c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:39.083243 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74a0ff20-b44f-46af-8b39-a08196f28551 req-f7cf7621-3b6d-44a7-bb7a-6e261fad483c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fe848114-45c7-4417-9885-b74f53f21bad HTTP/1.1" status: 200 len: 1102 time: 0.4897337 Aug 28 14:55:39.156234 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-b50d9c58-cdc6-42d5-a0ed-6c9050d76b6e req-ebb1263f-8a95-4f5e-8dd5-22e7f8de7bf5 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Deleting port f8a3de65-61df-4ef3-adf9-b305ba5d0182 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:55:39.157410 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b50d9c58-cdc6-42d5-a0ed-6c9050d76b6e req-ebb1263f-8a95-4f5e-8dd5-22e7f8de7bf5 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:39.173074 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9cc9bfea-04ac-4d94-a1ab-2acdaf17db67 req-6228d56f-7e16-40f1-a237-9d7cf0b20208 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/security-groups?id=60056bfc-e688-4bfd-9765-2e80355b49c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425776 Aug 28 14:55:39.207132 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74a0ff20-b44f-46af-8b39-a08196f28551 req-7f84c471-7e9c-489b-ad9b-c5e09f678e6c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115212 Aug 28 14:55:39.211140 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-e2fd7156-79a1-4289-8b67-c5364e356282 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Made reservation on behalf of 6133f2a9cae947c88f8d2b5122aa3775 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:55:39.216225 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-e2fd7156-79a1-4289-8b67-c5364e356282 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:39.249059 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d775fd-ac82-4da2-8741-3936f324e1e4 req-6b04b1c5-c374-4acb-91fa-e3a4f774ad16 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:39.253690 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e6d775fd-ac82-4da2-8741-3936f324e1e4 req-6b04b1c5-c374-4acb-91fa-e3a4f774ad16 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cb7d161-b066-408e-bede-ed12a4bb64f5 HTTP/1.1" status: 200 len: 948 time: 0.1157870 Aug 28 14:55:39.330083 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e6d775fd-ac82-4da2-8741-3936f324e1e4 req-605b7b33-e097-485c-ad5a-aba3a1872db2 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/security-groups?id=f53ba822-397e-4f51-aa69-841bb97f521b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718060 Aug 28 14:55:39.342002 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-b50d9c58-cdc6-42d5-a0ed-6c9050d76b6e req-ebb1263f-8a95-4f5e-8dd5-22e7f8de7bf5 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] For port f8a3de65-61df-4ef3-adf9-b305ba5d0182, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f8a3de65-61df-4ef3-adf9-b305ba5d0182,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:39.342909 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b50d9c58-cdc6-42d5-a0ed-6c9050d76b6e req-ebb1263f-8a95-4f5e-8dd5-22e7f8de7bf5 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:39.359899 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-b50d9c58-cdc6-42d5-a0ed-6c9050d76b6e req-ebb1263f-8a95-4f5e-8dd5-22e7f8de7bf5 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Calling delete_port for f8a3de65-61df-4ef3-adf9-b305ba5d0182 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:55:39.395479 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db0ebb-ec8b-40a2-a163-7eb1a8c45671 req-7251e092-2d19-43ce-992f-38ce6f88d788 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:39.397181 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-70db0ebb-ec8b-40a2-a163-7eb1a8c45671 req-7251e092-2d19-43ce-992f-38ce6f88d788 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 948 time: 0.1102259 Aug 28 14:55:39.428062 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-e2fd7156-79a1-4289-8b67-c5364e356282 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Allocated IP 172.20.0.3 (a831971b-727c-44d1-b386-1a946ecd57e8/5014a194-78d9-4048-a840-6f20bc902671/926393f3-8561-4cf7-b7a7-e94e922b594c) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:55:39.459808 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-70db0ebb-ec8b-40a2-a163-7eb1a8c45671 req-ca7f6eb0-9c6e-43c8-ba6d-a02b806bd05b tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567763 Aug 28 14:55:39.488978 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61229b7e-75e0-4f22-b7e0-9ac72f36e071 req-d40972b4-76b9-405b-bdca-760e086805cf tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:39.490707 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-61229b7e-75e0-4f22-b7e0-9ac72f36e071 req-d40972b4-76b9-405b-bdca-760e086805cf tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=d48baf3b-4aa0-453a-a80f-bb438a12cb47 HTTP/1.1" status: 200 len: 948 time: 0.0773392 Aug 28 14:55:39.582430 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b25506c4-7713-42a2-8a15-a2641652fa40 req-d0fd41da-a492-4ef2-954e-9ecb489ffa3e tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/ports?device_id=122bb600-e609-4846-abe0-44ce0bd91ee1 HTTP/1.1" status: 200 len: 210 time: 0.0394065 Aug 28 14:55:39.597240 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:55:39.623578 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-61229b7e-75e0-4f22-b7e0-9ac72f36e071 req-eea656b7-dacc-4a91-b658-bc7a9e4b87f3 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145115 Aug 28 14:55:39.624390 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b50d9c58-cdc6-42d5-a0ed-6c9050d76b6e req-ebb1263f-8a95-4f5e-8dd5-22e7f8de7bf5 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:39.687205 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1263f-8a95-4f5e-8dd5-22e7f8de7bf5 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Pushing event deleted for resources: {'Port': ['ID=f8a3de65-61df-4ef3-adf9-b305ba5d0182,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:39.707010 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-e2fd7156-79a1-4289-8b67-c5364e356282 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:39.713700 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50d9c58-cdc6-42d5-a0ed-6c9050d76b6e req-ebb1263f-8a95-4f5e-8dd5-22e7f8de7bf5 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] No DVR routers for this DVR port f8a3de65-61df-4ef3-adf9-b305ba5d0182 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:55:39.716410 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b50d9c58-cdc6-42d5-a0ed-6c9050d76b6e req-ebb1263f-8a95-4f5e-8dd5-22e7f8de7bf5 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:39.718562 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b50d9c58-cdc6-42d5-a0ed-6c9050d76b6e req-ebb1263f-8a95-4f5e-8dd5-22e7f8de7bf5 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.36 "DELETE /v2.0/ports/f8a3de65-61df-4ef3-adf9-b305ba5d0182 HTTP/1.1" status: 204 len: 173 time: 0.7482624 Aug 28 14:55:39.719009 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb7d161-b066-408e-bede-ed12a4bb64f5', 'name': 'network-vif-deleted', 'tag': 'f8a3de65-61df-4ef3-adf9-b305ba5d0182'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:55:39.722923 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-e2fd7156-79a1-4289-8b67-c5364e356282 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Transition to ACTIVE for port object 926393f3-8561-4cf7-b7a7-e94e922b594c will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:55:39.727968 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea509ec1-5e9e-4778-a6dd-f16409d6a8b7" -d '{"events": [{"server_uuid": "8cb7d161-b066-408e-bede-ed12a4bb64f5", "name": "network-vif-deleted", "tag": "f8a3de65-61df-4ef3-adf9-b305ba5d0182"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:55:39.768558 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 7e2b10de-e92f-4035-9be4-fe9c36d4ee04, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=7e2b10de-e92f-4035-9be4-fe9c36d4ee04,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:39.787423 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '7e2b10de-e92f-4035-9be4-fe9c36d4ee04', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': '7e2b10de-e92f-4035-9be4-fe9c36d4ee04', 'mac_address': 'fa:16:3e:0e:b6:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:55:39.808056 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ccc4e-f537-4d44-91fb-1d30f5a242d0 req-eda2aebe-a305-406d-a4cb-97ce388c8aa3 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:39.808424 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814607cb-3a9b-4581-9672-5f68b8fb4683 x-openstack-request-id: req-814607cb-3a9b-4581-9672-5f68b8fb4683 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:55:39.808904 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb7d161-b066-408e-bede-ed12a4bb64f5", "name": "network-vif-deleted", "tag": "f8a3de65-61df-4ef3-adf9-b305ba5d0182", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:55:39.809309 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-814607cb-3a9b-4581-9672-5f68b8fb4683 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:55:39.809898 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb7d161-b066-408e-bede-ed12a4bb64f5', 'name': 'network-vif-deleted', 'tag': 'f8a3de65-61df-4ef3-adf9-b305ba5d0182', 'status': 'completed', 'code': 200} Aug 28 14:55:39.810368 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6e7ccc4e-f537-4d44-91fb-1d30f5a242d0 req-eda2aebe-a305-406d-a4cb-97ce388c8aa3 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 943 time: 0.0797322 Aug 28 14:55:39.812759 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-e2fd7156-79a1-4289-8b67-c5364e356282 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:39.841310 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:39.858743 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:55:39.878067 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-e2fd7156-79a1-4289-8b67-c5364e356282 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Network a831971b-727c-44d1-b386-1a946ecd57e8 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:55:39.879682 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-e2fd7156-79a1-4289-8b67-c5364e356282 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:55:39.890231 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-e2fd7156-79a1-4289-8b67-c5364e356282 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:55:39.904621 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 7e2b10de-e92f-4035-9be4-fe9c36d4ee04, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=7e2b10de-e92f-4035-9be4-fe9c36d4ee04,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:39.912051 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:39.962752 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd7156-79a1-4289-8b67-c5364e356282 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Pushing event updated for resources: {'Port': ['ID=926393f3-8561-4cf7-b7a7-e94e922b594c,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:39.974346 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=7e2b10de-e92f-4035-9be4-fe9c36d4ee04,revision_number=7']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:39.982163 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6e7ccc4e-f537-4d44-91fb-1d30f5a242d0 req-12c5fe4c-1708-4b4c-a93a-02dad5cb2377 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510048 Aug 28 14:55:39.993935 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-e2fd7156-79a1-4289-8b67-c5364e356282 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:39.994622 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-e2fd7156-79a1-4289-8b67-c5364e356282 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:40.018966 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-e2fd7156-79a1-4289-8b67-c5364e356282 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4231913 Aug 28 14:55:40.034314 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-bd4e0f93-f7fb-4ba3-a2ec-f7ba6b216f05 service neutron] Request body: {'port': {'device_id': '122bb600-e609-4846-abe0-44ce0bd91ee1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:55:40.131855 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f00bb3-841c-4735-92fc-3921aecc5ee0 req-dd2228c3-74ef-4a15-8f80-c3eb03ded306 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:40.133425 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-11f00bb3-841c-4735-92fc-3921aecc5ee0 req-dd2228c3-74ef-4a15-8f80-c3eb03ded306 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 950 time: 0.0880694 Aug 28 14:55:40.151383 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-bd4e0f93-f7fb-4ba3-a2ec-f7ba6b216f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:40.192251 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-11f00bb3-841c-4735-92fc-3921aecc5ee0 req-cf43b50d-07e7-4e68-bba6-47c81b4727f3 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524738 Aug 28 14:55:40.253031 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ddb14d80-c9bb-48c9-b61d-64a9b5419822 None None] Provisioning for port 926393f3-8561-4cf7-b7a7-e94e922b594c completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:55:40.257367 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ddb14d80-c9bb-48c9-b61d-64a9b5419822 None None] Provisioning complete for port 926393f3-8561-4cf7-b7a7-e94e922b594c triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:55:40.257826 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ddb14d80-c9bb-48c9-b61d-64a9b5419822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:40.322039 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ddb14d80-c9bb-48c9-b61d-64a9b5419822 None None] Port 926393f3-8561-4cf7-b7a7-e94e922b594c cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:55:40.402870 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cfecd943-6172-4d50-bef2-60c7ca594e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:40.448254 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a3320-d8cf-45fe-a270-f882e71d8554 req-d03c75c0-610e-45d7-8c12-7dcd953316cd tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:40.456131 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-863a3320-d8cf-45fe-a270-f882e71d8554 req-d03c75c0-610e-45d7-8c12-7dcd953316cd tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc00178-e42f-4ffe-9f1e-5658289a9ce8 HTTP/1.1" status: 200 len: 944 time: 0.1295977 Aug 28 14:55:40.517769 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d6a9e642-43f3-4fb1-bc21-b5a84578605e req-3a59e058-5ffc-4c26-9f92-fc4d5ecc7c75 tempest-ImagesOneServerTestJSON-889504421 tempest-ImagesOneServerTestJSON-889504421-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cb7d161-b066-408e-bede-ed12a4bb64f5 HTTP/1.1" status: 200 len: 210 time: 0.0467672 Aug 28 14:55:40.519906 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-863a3320-d8cf-45fe-a270-f882e71d8554 req-0882de34-8516-4c50-8ba0-c838b9929dc1 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/security-groups?id=60056bfc-e688-4bfd-9765-2e80355b49c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629060 Aug 28 14:55:40.534569 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['7e2b10de-e92f-4035-9be4-fe9c36d4ee04'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:55:40.643197 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-bd4e0f93-f7fb-4ba3-a2ec-f7ba6b216f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 926393f3-8561-4cf7-b7a7-e94e922b594c {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:55:40.659220 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-bd4e0f93-f7fb-4ba3-a2ec-f7ba6b216f05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:40.685652 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80e55f-ebce-48ad-bf33-67438752f04a req-6e90dd76-f42b-4125-bd8b-4b2d800c0b7c tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:40.688874 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9f80e55f-ebce-48ad-bf33-67438752f04a req-6e90dd76-f42b-4125-bd8b-4b2d800c0b7c tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 949 time: 0.0990465 Aug 28 14:55:40.692890 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-bd4e0f93-f7fb-4ba3-a2ec-f7ba6b216f05 service neutron] Transition to ACTIVE for port object 926393f3-8561-4cf7-b7a7-e94e922b594c will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:55:40.726678 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-bd4e0f93-f7fb-4ba3-a2ec-f7ba6b216f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:40.746004 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9f80e55f-ebce-48ad-bf33-67438752f04a req-5c667035-db0b-4262-8cb4-326b89435015 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384834 Aug 28 14:55:40.776355 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:40.806800 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e0f93-f7fb-4ba3-a2ec-f7ba6b216f05 service neutron] Pushing event updated for resources: {'Port': ['ID=926393f3-8561-4cf7-b7a7-e94e922b594c,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:40.819966 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea0c65-2af7-4bd0-8e70-5cfd009c07c1 req-ee7e3196-69da-4865-af12-87b365a8eb99 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:40.821524 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e6ea0c65-2af7-4bd0-8e70-5cfd009c07c1 req-ee7e3196-69da-4865-af12-87b365a8eb99 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/ports?device_id=122bb600-e609-4846-abe0-44ce0bd91ee1 HTTP/1.1" status: 200 len: 943 time: 0.1086581 Aug 28 14:55:40.867461 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91d59b-9e35-416f-83c2-793720a214fa req-d5579905-c7bc-4ef2-9f85-7081693d14e0 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:40.876036 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9e91d59b-9e35-416f-83c2-793720a214fa req-d5579905-c7bc-4ef2-9f85-7081693d14e0 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=d48baf3b-4aa0-453a-a80f-bb438a12cb47 HTTP/1.1" status: 200 len: 948 time: 0.0613034 Aug 28 14:55:40.919686 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9e91d59b-9e35-416f-83c2-793720a214fa req-92b7110e-13f6-4857-81c4-bbec9f153f60 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427322 Aug 28 14:55:40.947102 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-bd4e0f93-f7fb-4ba3-a2ec-f7ba6b216f05 service neutron] Attempting to bind port 926393f3-8561-4cf7-b7a7-e94e922b594c on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:55:40.947756 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-bd4e0f93-f7fb-4ba3-a2ec-f7ba6b216f05 service neutron] Attempting to bind port 926393f3-8561-4cf7-b7a7-e94e922b594c by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '89e0098d-0e9d-4a6d-9c5b-94230630a5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a831971b-727c-44d1-b386-1a946ecd57e8'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:55:40.947911 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-bd4e0f93-f7fb-4ba3-a2ec-f7ba6b216f05 service neutron] Attempting to bind port 926393f3-8561-4cf7-b7a7-e94e922b594c on network a831971b-727c-44d1-b386-1a946ecd57e8 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:40.958214 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-bd4e0f93-f7fb-4ba3-a2ec-f7ba6b216f05 service neutron] Port 926393f3-8561-4cf7-b7a7-e94e922b594c on network a831971b-727c-44d1-b386-1a946ecd57e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:55:40.958473 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-bd4e0f93-f7fb-4ba3-a2ec-f7ba6b216f05 service neutron] Attempting to bind port 926393f3-8561-4cf7-b7a7-e94e922b594c on network a831971b-727c-44d1-b386-1a946ecd57e8 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:40.970282 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e6ea0c65-2af7-4bd0-8e70-5cfd009c07c1 req-148a712c-a29c-4d8c-9bb3-00debf956002 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/security-groups?id=394faf8f-e5ae-46e2-bcda-3a322a3c33f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1278718 Aug 28 14:55:40.971425 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-bd4e0f93-f7fb-4ba3-a2ec-f7ba6b216f05 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:55:40.976971 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-bd4e0f93-f7fb-4ba3-a2ec-f7ba6b216f05 service neutron] Checking segment: {'id': '89e0098d-0e9d-4a6d-9c5b-94230630a5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a831971b-727c-44d1-b386-1a946ecd57e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:55:40.977459 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-bd4e0f93-f7fb-4ba3-a2ec-f7ba6b216f05 service neutron] Bound using segment: {'id': '89e0098d-0e9d-4a6d-9c5b-94230630a5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a831971b-727c-44d1-b386-1a946ecd57e8'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:55:40.978124 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-bd4e0f93-f7fb-4ba3-a2ec-f7ba6b216f05 service neutron] Bound port: 926393f3-8561-4cf7-b7a7-e94e922b594c, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e0098d-0e9d-4a6d-9c5b-94230630a5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a831971b-727c-44d1-b386-1a946ecd57e8'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:55:40.987883 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-bd4e0f93-f7fb-4ba3-a2ec-f7ba6b216f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:41.065178 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-bd4e0f93-f7fb-4ba3-a2ec-f7ba6b216f05 service neutron] For port 926393f3-8561-4cf7-b7a7-e94e922b594c, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:55:41.068618 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-bd4e0f93-f7fb-4ba3-a2ec-f7ba6b216f05 service neutron] For port 926393f3-8561-4cf7-b7a7-e94e922b594c, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=926393f3-8561-4cf7-b7a7-e94e922b594c,segment=NetworkSegment(89e0098d-0e9d-4a6d-9c5b-94230630a5e3),segment_id=89e0098d-0e9d-4a6d-9c5b-94230630a5e3)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:55:41.072949 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-bd4e0f93-f7fb-4ba3-a2ec-f7ba6b216f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:41.108409 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-bd4e0f93-f7fb-4ba3-a2ec-f7ba6b216f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:41.109109 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-bd4e0f93-f7fb-4ba3-a2ec-f7ba6b216f05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:41.111543 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-bd4e0f93-f7fb-4ba3-a2ec-f7ba6b216f05 service neutron] 10.222.0.36 "PUT /v2.0/ports/926393f3-8561-4cf7-b7a7-e94e922b594c HTTP/1.1" status: 200 len: 1092 time: 1.0819676 Aug 28 14:55:41.112103 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122bb600-e609-4846-abe0-44ce0bd91ee1', 'tag': '926393f3-8561-4cf7-b7a7-e94e922b594c'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:55:41.114467 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5b68ac-1950-4030-a236-c346f27dbbc2" -d '{"events": [{"name": "network-changed", "server_uuid": "122bb600-e609-4846-abe0-44ce0bd91ee1", "tag": "926393f3-8561-4cf7-b7a7-e94e922b594c"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:55:41.128519 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ae048-a358-4869-ba9a-e5184700c033 req-b6163c0c-b663-4883-a053-fdb8a767cf9f tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:41.130444 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f09ae048-a358-4869-ba9a-e5184700c033 req-b6163c0c-b663-4883-a053-fdb8a767cf9f tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 943 time: 0.0602255 Aug 28 14:55:41.189957 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64277858-fd27-4f20-b2f0-f8aca25e6486 x-openstack-request-id: req-64277858-fd27-4f20-b2f0-f8aca25e6486 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:55:41.190249 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122bb600-e609-4846-abe0-44ce0bd91ee1", "tag": "926393f3-8561-4cf7-b7a7-e94e922b594c", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:55:41.190497 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64277858-fd27-4f20-b2f0-f8aca25e6486 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:55:41.190903 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '122bb600-e609-4846-abe0-44ce0bd91ee1', 'tag': '926393f3-8561-4cf7-b7a7-e94e922b594c', 'status': 'completed', 'code': 200} Aug 28 14:55:41.209662 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e0f93-f7fb-4ba3-a2ec-f7ba6b216f05 service neutron] Pushing event updated for resources: {'Port': ['ID=926393f3-8561-4cf7-b7a7-e94e922b594c,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:41.225015 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f09ae048-a358-4869-ba9a-e5184700c033 req-643e669c-f9c4-4d14-a509-696451f08f5a tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600660 Aug 28 14:55:41.252113 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-9cae00d9-4a70-4ed7-adf6-9e2d3a8331b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:41.253666 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-9cae00d9-4a70-4ed7-adf6-9e2d3a8331b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6133f2a9cae947c88f8d2b5122aa3775&device_id=122bb600-e609-4846-abe0-44ce0bd91ee1 HTTP/1.1" status: 200 len: 1095 time: 0.0819681 Aug 28 14:55:41.311673 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-e3f1c6be-7d86-4949-aed8-ac028a5b7a9c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=926393f3-8561-4cf7-b7a7-e94e922b594c HTTP/1.1" status: 200 len: 217 time: 0.0482342 Aug 28 14:55:41.353391 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6c47d-3804-4594-8f78-51ea82c55c62 req-8284a803-1ef3-4591-b97d-03b160ea705c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:41.361972 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d8d6c47d-3804-4594-8f78-51ea82c55c62 req-8284a803-1ef3-4591-b97d-03b160ea705c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 950 time: 0.0651634 Aug 28 14:55:41.370987 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-05ba2046-1ffd-4186-913c-b5900e6f9c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:41.372711 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-05ba2046-1ffd-4186-913c-b5900e6f9c71 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5014a194-78d9-4048-a840-6f20bc902671 HTTP/1.1" status: 200 len: 845 time: 0.0521882 Aug 28 14:55:41.397471 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d8d6c47d-3804-4594-8f78-51ea82c55c62 req-78e8010a-8f6c-424a-acbb-28174cc05112 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346141 Aug 28 14:55:41.420890 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-af485bfb-ccb9-43be-b855-3901c78ccbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:41.422970 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-af485bfb-ccb9-43be-b855-3901c78ccbdc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a831971b-727c-44d1-b386-1a946ecd57e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410364 Aug 28 14:55:41.522438 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-12744c83-d606-4928-a1b7-236fecc2fce2 service neutron] 10.222.0.36 "GET /v2.0/networks/a831971b-727c-44d1-b386-1a946ecd57e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857861 Aug 28 14:55:41.553804 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device e1d3ed2d-2ed7-4069-bd91-0e9f194eca76 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:55:41.628317 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 4c39527f-b5e0-48bd-9d20-1818ddb512c7 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:55:41.650545 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c15c4ece-55c0-4619-9829-06426c86ac2f req-23cc0f4c-f440-47bc-84fa-851edb8bc9f2 service neutron] 10.222.0.36 "GET /v2.0/networks/a831971b-727c-44d1-b386-1a946ecd57e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192226 Aug 28 14:55:41.653505 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:41.668590 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdad68d-3ae7-4855-8f66-135a1c402f64 req-0a52ec42-b5d5-4922-8c53-6150f213526a tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:41.671122 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dbdad68d-3ae7-4855-8f66-135a1c402f64 req-0a52ec42-b5d5-4922-8c53-6150f213526a tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc00178-e42f-4ffe-9f1e-5658289a9ce8 HTTP/1.1" status: 200 len: 944 time: 0.0569901 Aug 28 14:55:41.685386 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port e1d3ed2d-2ed7-4069-bd91-0e9f194eca76 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:55:41.698409 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port e1d3ed2d-2ed7-4069-bd91-0e9f194eca76 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:55:41.699039 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:41.728599 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 4c39527f-b5e0-48bd-9d20-1818ddb512c7 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:55:41.733685 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dbdad68d-3ae7-4855-8f66-135a1c402f64 req-4bf7571e-058a-479a-b89f-7342ff58ce3f tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/security-groups?id=60056bfc-e688-4bfd-9765-2e80355b49c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546999 Aug 28 14:55:41.740289 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 4c39527f-b5e0-48bd-9d20-1818ddb512c7 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:55:41.740653 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:41.778761 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b68ac-1950-4030-a236-c346f27dbbc2 req-0d72fdb1-4a9a-475b-87cf-94ce02146dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:41.780476 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e5b68ac-1950-4030-a236-c346f27dbbc2 req-0d72fdb1-4a9a-475b-87cf-94ce02146dad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6133f2a9cae947c88f8d2b5122aa3775&device_id=122bb600-e609-4846-abe0-44ce0bd91ee1 HTTP/1.1" status: 200 len: 1095 time: 0.0619214 Aug 28 14:55:41.861790 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:41.872551 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55606) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:55:41.925070 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:41.932331 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48baf3b-4aa0-453a-a80f-bb438a12cb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d3ed2d-2ed7-4069-bd91-0e9f194eca76'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:55:41.934920 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a40f61-5cca-420d-8c69-4cd6ff73c033" -d '{"events": [{"server_uuid": "d48baf3b-4aa0-453a-a80f-bb438a12cb47", "name": "network-vif-plugged", "status": "completed", "tag": "e1d3ed2d-2ed7-4069-bd91-0e9f194eca76"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:55:41.963616 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port e1d3ed2d-2ed7-4069-bd91-0e9f194eca76, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=e1d3ed2d-2ed7-4069-bd91-0e9f194eca76,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:41.975284 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:41.982453 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5faa47b-c1e0-4ef6-a616-b7e391993520 req-365a64b9-e47e-4b81-aec3-63df13e669b5 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:41.986590 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f5faa47b-c1e0-4ef6-a616-b7e391993520 req-365a64b9-e47e-4b81-aec3-63df13e669b5 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 949 time: 0.1150784 Aug 28 14:55:41.989048 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b68ac-1950-4030-a236-c346f27dbbc2 req-34d4908e-9123-4558-942c-44d87273afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:41.991124 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e5b68ac-1950-4030-a236-c346f27dbbc2 req-34d4908e-9123-4558-942c-44d87273afdd service neutron] 10.222.0.36 "GET /v2.0/networks?id=a831971b-727c-44d1-b386-1a946ecd57e8 HTTP/1.1" status: 200 len: 907 time: 0.1971576 Aug 28 14:55:42.021432 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 4c39527f-b5e0-48bd-9d20-1818ddb512c7, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=4c39527f-b5e0-48bd-9d20-1818ddb512c7,segment=NetworkSegment(42567edf-8f75-4b9a-a0f4-8b1c669e01ea),segment_id=42567edf-8f75-4b9a-a0f4-8b1c669e01ea)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:42.031461 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:42.053804 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=e1d3ed2d-2ed7-4069-bd91-0e9f194eca76,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:42.061691 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e5b68ac-1950-4030-a236-c346f27dbbc2 req-f7bc097a-c8a6-4ca3-a0fb-e7d6befe89d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=926393f3-8561-4cf7-b7a7-e94e922b594c HTTP/1.1" status: 200 len: 217 time: 0.0597796 Aug 28 14:55:42.108580 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f5faa47b-c1e0-4ef6-a616-b7e391993520 req-eda38727-45c0-4092-9cbc-919e2f5f59c7 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129546 Aug 28 14:55:42.109260 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=4c39527f-b5e0-48bd-9d20-1818ddb512c7,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:42.147349 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b68ac-1950-4030-a236-c346f27dbbc2 req-fbb86582-33f5-4c85-91d0-1e19a99b5499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:42.149089 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e5b68ac-1950-4030-a236-c346f27dbbc2 req-fbb86582-33f5-4c85-91d0-1e19a99b5499 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5014a194-78d9-4048-a840-6f20bc902671 HTTP/1.1" status: 200 len: 845 time: 0.0745142 Aug 28 14:55:42.152520 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421de020-cf6a-49d6-a5b2-4983c77928e1 req-91e1ab95-f7ec-4442-b8fc-47c028fa6680 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:42.160022 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-421de020-cf6a-49d6-a5b2-4983c77928e1 req-91e1ab95-f7ec-4442-b8fc-47c028fa6680 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=d48baf3b-4aa0-453a-a80f-bb438a12cb47 HTTP/1.1" status: 200 len: 949 time: 0.1085670 Aug 28 14:55:42.165776 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b6c7f3af-6b3c-4aed-b47d-a137ea3add68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f89473c79114968a6e7313c02883c5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898767 Aug 28 14:55:42.169073 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55616) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:55:42.174448 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb45e92-0a6f-4a12-820a-e55c95e7718a x-openstack-request-id: req-9bb45e92-0a6f-4a12-820a-e55c95e7718a {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:55:42.174836 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48baf3b-4aa0-453a-a80f-bb438a12cb47", "name": "network-vif-plugged", "status": "completed", "tag": "e1d3ed2d-2ed7-4069-bd91-0e9f194eca76", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:55:42.175189 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bb45e92-0a6f-4a12-820a-e55c95e7718a {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:55:42.175749 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48baf3b-4aa0-453a-a80f-bb438a12cb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d3ed2d-2ed7-4069-bd91-0e9f194eca76', 'code': 200} Aug 28 14:55:42.227136 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b68ac-1950-4030-a236-c346f27dbbc2 req-cbe1208d-5f9e-4d66-84ad-ad58c71791be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:42.230129 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e5b68ac-1950-4030-a236-c346f27dbbc2 req-cbe1208d-5f9e-4d66-84ad-ad58c71791be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a831971b-727c-44d1-b386-1a946ecd57e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699859 Aug 28 14:55:42.233626 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-421de020-cf6a-49d6-a5b2-4983c77928e1 req-f0582a80-a372-4753-9e70-11993f7a6040 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688255 Aug 28 14:55:42.294004 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8082e493-e766-4544-919c-f7aee562b70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:42.326990 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8082e493-e766-4544-919c-f7aee562b70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:42.351223 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b1cbf-9257-42b9-813b-2fe48a88b2ee req-74594e3b-419f-44b6-9419-a10d1a62356b tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:42.352757 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-352b1cbf-9257-42b9-813b-2fe48a88b2ee req-74594e3b-419f-44b6-9419-a10d1a62356b tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/ports?device_id=122bb600-e609-4846-abe0-44ce0bd91ee1 HTTP/1.1" status: 200 len: 943 time: 0.1094167 Aug 28 14:55:42.377387 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae95c5a-60c6-4426-9dbf-c52106eb352c req-99dfd60c-8fa1-473a-b5ec-657b2ff47bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:42.378892 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3ae95c5a-60c6-4426-9dbf-c52106eb352c req-99dfd60c-8fa1-473a-b5ec-657b2ff47bd9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d48baf3b-4aa0-453a-a80f-bb438a12cb47 HTTP/1.1" status: 200 len: 1101 time: 0.1260102 Aug 28 14:55:42.411110 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e5b68ac-1950-4030-a236-c346f27dbbc2 req-a5a9f63a-22dc-42ca-8567-4ae401c7864d service neutron] 10.222.0.36 "GET /v2.0/networks/a831971b-727c-44d1-b386-1a946ecd57e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535630 Aug 28 14:55:42.414439 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-352b1cbf-9257-42b9-813b-2fe48a88b2ee req-a9336832-9773-4cb6-a03a-82c004f00e7f tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/security-groups?id=394faf8f-e5ae-46e2-bcda-3a322a3c33f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525405 Aug 28 14:55:42.455211 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa54983-09e5-47b7-beba-41447b5234e2 req-137d04da-0ca2-4eb2-9b36-94c22da2c877 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:42.457033 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1fa54983-09e5-47b7-beba-41447b5234e2 req-137d04da-0ca2-4eb2-9b36-94c22da2c877 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 943 time: 0.1386755 Aug 28 14:55:42.459033 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3ae95c5a-60c6-4426-9dbf-c52106eb352c req-daa89160-2cef-4f48-9f74-b4b3d12e9a24 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709701 Aug 28 14:55:42.505601 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8082e493-e766-4544-919c-f7aee562b70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:42.508696 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8082e493-e766-4544-919c-f7aee562b70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:42.512919 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8082e493-e766-4544-919c-f7aee562b70d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f53ba822-397e-4f51-aa69-841bb97f521b HTTP/1.1" status: 204 len: 168 time: 0.3402555 Aug 28 14:55:42.517880 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1fa54983-09e5-47b7-beba-41447b5234e2 req-9abe138b-1513-4e60-8035-274b6e1d6caf tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539255 Aug 28 14:55:42.518622 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e5b68ac-1950-4030-a236-c346f27dbbc2 req-27c01f07-eba4-4e3b-a237-2befa0dd8497 service neutron] 10.222.0.36 "GET /v2.0/networks/a831971b-727c-44d1-b386-1a946ecd57e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948386 Aug 28 14:55:42.536332 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082e493-e766-4544-919c-f7aee562b70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53ba822-397e-4f51-aa69-841bb97f521b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:42.626975 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71664e-b7ca-492e-bd00-3d5e0ffb26fa req-05bfbe19-c432-461e-923f-7d477c6ef41f tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:42.635613 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5a71664e-b7ca-492e-bd00-3d5e0ffb26fa req-05bfbe19-c432-461e-923f-7d477c6ef41f tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 950 time: 0.0663655 Aug 28 14:55:42.681355 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5a71664e-b7ca-492e-bd00-3d5e0ffb26fa req-92f30967-658a-4da1-858b-5fbb1e1a172c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436580 Aug 28 14:55:42.888821 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c63d01-a8d2-4693-8f56-153254db0bfc req-046bc1c2-88c4-4918-85a4-573fa0f9086a tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:42.890643 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-46c63d01-a8d2-4693-8f56-153254db0bfc req-046bc1c2-88c4-4918-85a4-573fa0f9086a tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc00178-e42f-4ffe-9f1e-5658289a9ce8 HTTP/1.1" status: 200 len: 945 time: 0.0758584 Aug 28 14:55:42.935335 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-46c63d01-a8d2-4693-8f56-153254db0bfc req-2947fcb4-b825-41d8-83aa-da53cf6bae52 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/security-groups?id=60056bfc-e688-4bfd-9765-2e80355b49c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378351 Aug 28 14:55:43.127314 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:43.159453 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-9b03c374-7c58-4e2f-a931-810b4e0d24a0 service neutron] show failed (client error): The resource could not be found. Aug 28 14:55:43.169289 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-9b03c374-7c58-4e2f-a931-810b4e0d24a0 service neutron] 10.222.0.41 "GET /v2.0/ports/e5d443f6-c090-4c53-88ff-10d9e3cd69be/bindings/n-h2-712137-10 HTTP/1.1" status: 404 len: 381 time: 0.0731690 Aug 28 14:55:43.380364 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0179e46-fbeb-4ace-9440-c45d17cd8a20 req-86fe0965-dc24-417c-9d0f-e5a098dc5fa2 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:43.385774 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c0179e46-fbeb-4ace-9440-c45d17cd8a20 req-86fe0965-dc24-417c-9d0f-e5a098dc5fa2 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=d48baf3b-4aa0-453a-a80f-bb438a12cb47 HTTP/1.1" status: 200 len: 949 time: 0.0618143 Aug 28 14:55:43.437556 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c0179e46-fbeb-4ace-9440-c45d17cd8a20 req-fbe14827-5a73-4c3f-b91d-6f8ff045aa02 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421612 Aug 28 14:55:43.468855 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8de678-ecfb-47c3-9d4e-d1b672741778 req-209e4210-587d-4258-834c-e3026de405da tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:43.472241 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea8de678-ecfb-47c3-9d4e-d1b672741778 req-209e4210-587d-4258-834c-e3026de405da tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 949 time: 0.0651789 Aug 28 14:55:43.531255 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea8de678-ecfb-47c3-9d4e-d1b672741778 req-7d85c634-4ec2-4456-a0bc-d13944316baa tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505452 Aug 28 14:55:43.537386 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-42f9a07f-6b78-4077-a8e3-fa100ded450f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:43.538895 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-42f9a07f-6b78-4077-a8e3-fa100ded450f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6&tenant_id=86251bdbee63415981170d08b9111a4c HTTP/1.1" status: 200 len: 1102 time: 0.0874472 Aug 28 14:55:43.560957 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-10', 'device_owner': 'compute:nova'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:55:43.566222 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f8a3de65-61df-4ef3-adf9-b305ba5d0182 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:55:43.593094 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: f8a3de65-61df-4ef3-adf9-b305ba5d0182 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:55:43.593572 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f8a3de65-61df-4ef3-adf9-b305ba5d0182 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:55:43.615559 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:55:43.679345 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:55:43.679897 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:43.681245 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:43.723971 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08268b51-7880-410c-b7c1-021a5c70c5a7 req-cdfd3022-45ba-4b4b-a2c4-4f9a522ffff9 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:43.731800 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-08268b51-7880-410c-b7c1-021a5c70c5a7 req-cdfd3022-45ba-4b4b-a2c4-4f9a522ffff9 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/ports?device_id=122bb600-e609-4846-abe0-44ce0bd91ee1 HTTP/1.1" status: 200 len: 943 time: 0.0962906 Aug 28 14:55:43.822538 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-08268b51-7880-410c-b7c1-021a5c70c5a7 req-ee40bafc-78e5-48d3-a6b2-4966d8e7393d tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/security-groups?id=394faf8f-e5ae-46e2-bcda-3a322a3c33f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0889034 Aug 28 14:55:43.840434 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:43.891641 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ae147-ae1d-440a-b1e6-4f8b664171a1 req-cbdf8fc1-4c43-4077-b16a-38fd0b526952 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:43.897258 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-884ae147-ae1d-440a-b1e6-4f8b664171a1 req-cbdf8fc1-4c43-4077-b16a-38fd0b526952 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 943 time: 0.1087482 Aug 28 14:55:43.941259 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 7e2b10de-e92f-4035-9be4-fe9c36d4ee04, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=7e2b10de-e92f-4035-9be4-fe9c36d4ee04,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:43.957187 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:43.984968 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-884ae147-ae1d-440a-b1e6-4f8b664171a1 req-6337e500-dc52-4201-b38b-d81791bdeae9 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812528 Aug 28 14:55:44.036425 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=7e2b10de-e92f-4035-9be4-fe9c36d4ee04,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:44.102640 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] For port e5d443f6-c090-4c53-88ff-10d9e3cd69be, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=e5d443f6-c090-4c53-88ff-10d9e3cd69be,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:44.149180 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] For port e5d443f6-c090-4c53-88ff-10d9e3cd69be, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:55:44.177147 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc00178-e42f-4ffe-9f1e-5658289a9ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c39527f-b5e0-48bd-9d20-1818ddb512c7'}, {'server_uuid': '1b57071b-338d-4272-b03b-4b789485abb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2b10de-e92f-4035-9be4-fe9c36d4ee04'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:55:44.179456 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f947f6-015a-4938-8904-61e739568268" -d '{"events": [{"server_uuid": "7cc00178-e42f-4ffe-9f1e-5658289a9ce8", "name": "network-vif-plugged", "status": "completed", "tag": "4c39527f-b5e0-48bd-9d20-1818ddb512c7"}, {"server_uuid": "1b57071b-338d-4272-b03b-4b789485abb1", "name": "network-vif-plugged", "status": "completed", "tag": "7e2b10de-e92f-4035-9be4-fe9c36d4ee04"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:55:44.211560 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f617b-5fb7-4ce2-a1c6-8f0185071633 req-bc10b863-87c7-4077-9552-18de49dab3c3 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:44.213344 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f28f617b-5fb7-4ce2-a1c6-8f0185071633 req-bc10b863-87c7-4077-9552-18de49dab3c3 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 950 time: 0.0723643 Aug 28 14:55:44.234236 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2509f4-eb86-4517-ad59-559257025de6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5d443f6-c090-4c53-88ff-10d9e3cd69be'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:55:44.237585 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a855e701-8d66-4bf2-9be0-d973a51e3236" -d '{"events": [{"server_uuid": "fd2509f4-eb86-4517-ad59-559257025de6", "name": "network-vif-unplugged", "status": "completed", "tag": "e5d443f6-c090-4c53-88ff-10d9e3cd69be"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:55:44.247730 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:44.270303 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f28f617b-5fb7-4ce2-a1c6-8f0185071633 req-d2184da5-77fa-46ff-9a88-a953789253fa tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500808 Aug 28 14:55:44.276657 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Transition to ACTIVE for port object e5d443f6-c090-4c53-88ff-10d9e3cd69be will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:55:44.288317 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20d4bd-cd2e-43f8-90e9-ff14f6baa5ec req-665692a1-7dd4-42dc-a140-f2b8b37eecfb tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:44.289855 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ad20d4bd-cd2e-43f8-90e9-ff14f6baa5ec req-665692a1-7dd4-42dc-a140-f2b8b37eecfb tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc00178-e42f-4ffe-9f1e-5658289a9ce8 HTTP/1.1" status: 200 len: 945 time: 0.1420572 Aug 28 14:55:44.291097 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:44.424185 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] No DVR routers for this DVR port e5d443f6-c090-4c53-88ff-10d9e3cd69be on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:55:44.426318 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Pushing event updated for resources: {'Port': ['ID=e5d443f6-c090-4c53-88ff-10d9e3cd69be,revision_number=6']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:44.437365 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 28 Aug 2021 14:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e814b7-50e4-445a-8dda-31aba46b831d x-openstack-request-id: req-83e814b7-50e4-445a-8dda-31aba46b831d {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:55:44.438305 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc00178-e42f-4ffe-9f1e-5658289a9ce8", "name": "network-vif-plugged", "status": "completed", "tag": "4c39527f-b5e0-48bd-9d20-1818ddb512c7", "code": 200}, {"server_uuid": "1b57071b-338d-4272-b03b-4b789485abb1", "name": "network-vif-plugged", "status": "completed", "tag": "7e2b10de-e92f-4035-9be4-fe9c36d4ee04", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:55:44.438571 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83e814b7-50e4-445a-8dda-31aba46b831d {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:55:44.438980 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc00178-e42f-4ffe-9f1e-5658289a9ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c39527f-b5e0-48bd-9d20-1818ddb512c7', 'code': 200} Aug 28 14:55:44.439401 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b57071b-338d-4272-b03b-4b789485abb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2b10de-e92f-4035-9be4-fe9c36d4ee04', 'code': 200} Aug 28 14:55:44.456055 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ad20d4bd-cd2e-43f8-90e9-ff14f6baa5ec req-90657e0d-5ae0-4794-b703-fb0628f6d7a9 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/security-groups?id=60056bfc-e688-4bfd-9765-2e80355b49c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328819 Aug 28 14:55:44.533170 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Attempting to bind port e5d443f6-c090-4c53-88ff-10d9e3cd69be on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:55:44.533701 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Attempting to bind port e5d443f6-c090-4c53-88ff-10d9e3cd69be by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:55:44.533838 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Attempting to bind port e5d443f6-c090-4c53-88ff-10d9e3cd69be on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:44.542248 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Port e5d443f6-c090-4c53-88ff-10d9e3cd69be on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:55:44.542674 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Attempting to bind port e5d443f6-c090-4c53-88ff-10d9e3cd69be on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:44.557436 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:55:44.557954 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:55:44.558525 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:55:44.558848 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Bound port: e5d443f6-c090-4c53-88ff-10d9e3cd69be, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:55:44.559045 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:44.573583 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 14:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbb4df6-713a-4d4e-a452-582150442d6e x-openstack-request-id: req-6dbb4df6-713a-4d4e-a452-582150442d6e {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:55:44.573882 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd2509f4-eb86-4517-ad59-559257025de6", "name": "network-vif-unplugged", "status": "completed", "tag": "e5d443f6-c090-4c53-88ff-10d9e3cd69be", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:55:44.574130 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6dbb4df6-713a-4d4e-a452-582150442d6e {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:55:44.574540 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd2509f4-eb86-4517-ad59-559257025de6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5d443f6-c090-4c53-88ff-10d9e3cd69be', 'code': 200} Aug 28 14:55:44.697983 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51342a94-df3c-4bb7-9767-c797f5dd22ce req-af21ce9f-87be-4639-8267-0612aeb73ed0 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:44.706659 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-51342a94-df3c-4bb7-9767-c797f5dd22ce req-af21ce9f-87be-4639-8267-0612aeb73ed0 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=d48baf3b-4aa0-453a-a80f-bb438a12cb47 HTTP/1.1" status: 200 len: 949 time: 0.1311657 Aug 28 14:55:44.788035 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] For port e5d443f6-c090-4c53-88ff-10d9e3cd69be, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:55:44.805766 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9a296-c0cc-4991-ba8b-9016d31e8cb7 req-8795a74b-3b15-4470-a36f-8beab5b6d860 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:44.813826 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fbb9a296-c0cc-4991-ba8b-9016d31e8cb7 req-8795a74b-3b15-4470-a36f-8beab5b6d860 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.0865917 Aug 28 14:55:44.826706 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf29bb-671d-43c7-9dca-9a6be4fd60e9 req-1ace8682-5aa1-4187-aa7b-17b572e5d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:44.829117 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-04bf29bb-671d-43c7-9dca-9a6be4fd60e9 req-1ace8682-5aa1-4187-aa7b-17b572e5d9c8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7cc00178-e42f-4ffe-9f1e-5658289a9ce8 HTTP/1.1" status: 200 len: 1097 time: 0.2277308 Aug 28 14:55:44.867977 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] For port e5d443f6-c090-4c53-88ff-10d9e3cd69be, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=e5d443f6-c090-4c53-88ff-10d9e3cd69be,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:55:44.878904 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-51342a94-df3c-4bb7-9767-c797f5dd22ce req-b2398b37-fb2f-4dbd-8206-609d41a27763 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712976 Aug 28 14:55:44.884837 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0064ee27-8365-4629-be5b-1073ae971b8b req-dc47a353-197f-471b-9449-dc6fe2a2f9c4 service neutron] 10.222.0.41 "GET /v2.0/ports/456f1b89-ea8c-4618-b41f-2bc9a2590690/bindings/n-h2-712137-10 HTTP/1.1" status: 200 len: 385 time: 0.2821808 Aug 28 14:55:44.907765 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fbb9a296-c0cc-4991-ba8b-9016d31e8cb7 req-97589ae2-1ddd-4c01-b039-e61ace42a65c tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926073 Aug 28 14:55:44.923387 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:44.955326 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-04bf29bb-671d-43c7-9dca-9a6be4fd60e9 req-94e5290b-61f0-4c35-a094-15cf57413c97 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=60056bfc-e688-4bfd-9765-2e80355b49c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026771 Aug 28 14:55:45.012103 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:45.012804 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:45.014134 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] 10.222.0.36 "PUT /v2.0/ports/e5d443f6-c090-4c53-88ff-10d9e3cd69be HTTP/1.1" status: 200 len: 1097 time: 1.4584966 Aug 28 14:55:45.017529 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55754) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:55:45.094602 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a43ca4-42ee-4df9-a744-709c15e7b953 req-85c81a0d-7289-45ee-b505-b5194d1a67dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:45.096166 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c2a43ca4-42ee-4df9-a744-709c15e7b953 req-85c81a0d-7289-45ee-b505-b5194d1a67dd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 1102 time: 0.2546329 Aug 28 14:55:45.153209 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Pushing event updated for resources: {'Port': ['ID=e5d443f6-c090-4c53-88ff-10d9e3cd69be,revision_number=7']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:45.177848 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:45.178201 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:45.178542 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:45.178879 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:45.179211 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:45.179541 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:45.180030 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:45.180213 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:45.180537 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:45.180939 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:45.181170 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:45.181485 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1decdbb-ad83-40bb-824d-1f7f826c19cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:45.182550 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8c844-a7c0-43e5-9ad0-8d9c00a14980 req-7df4e64f-1e82-47a3-bd85-8dbac460a28e tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:45.184233 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f5a8c844-a7c0-43e5-9ad0-8d9c00a14980 req-7df4e64f-1e82-47a3-bd85-8dbac460a28e tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe848114-45c7-4417-9885-b74f53f21bad HTTP/1.1" status: 200 len: 950 time: 0.1401634 Aug 28 14:55:45.214917 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34f59c-6e2d-4280-b947-51b1a1322613 req-432cfb65-423d-4521-9e5a-ff01320c0187 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:45.223201 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6a34f59c-6e2d-4280-b947-51b1a1322613 req-432cfb65-423d-4521-9e5a-ff01320c0187 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/ports?device_id=122bb600-e609-4846-abe0-44ce0bd91ee1 HTTP/1.1" status: 200 len: 943 time: 0.2354379 Aug 28 14:55:45.254017 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f5a8c844-a7c0-43e5-9ad0-8d9c00a14980 req-8db70eca-22f4-4b3b-a913-a2a1bc2475e5 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600977 Aug 28 14:55:45.264418 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-e3b0e871-373c-42fb-be82-958547fd8fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:45.266682 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-e3b0e871-373c-42fb-be82-958547fd8fe9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 1100 time: 0.2112932 Aug 28 14:55:45.282704 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cd478d99-5c71-4445-bdf1-66b5ff798203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:45.289506 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-0064ee27-8365-4629-be5b-1073ae971b8b req-a9893d96-a21d-4ef5-8bbe-2942653a0f22 service neutron] For port 456f1b89-ea8c-4618-b41f-2bc9a2590690, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=456f1b89-ea8c-4618-b41f-2bc9a2590690,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:45.338581 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-0064ee27-8365-4629-be5b-1073ae971b8b req-a9893d96-a21d-4ef5-8bbe-2942653a0f22 service neutron] For port 456f1b89-ea8c-4618-b41f-2bc9a2590690, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:55:45.406478 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-0064ee27-8365-4629-be5b-1073ae971b8b req-a9893d96-a21d-4ef5-8bbe-2942653a0f22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456f1b89-ea8c-4618-b41f-2bc9a2590690 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:55:45.429286 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6a34f59c-6e2d-4280-b947-51b1a1322613 req-bd778d0e-e399-4658-8ccb-2bc13178de8f tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/security-groups?id=394faf8f-e5ae-46e2-bcda-3a322a3c33f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1906967 Aug 28 14:55:45.429497 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-0064ee27-8365-4629-be5b-1073ae971b8b req-a9893d96-a21d-4ef5-8bbe-2942653a0f22 service neutron] For port 456f1b89-ea8c-4618-b41f-2bc9a2590690, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=456f1b89-ea8c-4618-b41f-2bc9a2590690,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:45.452318 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0f148-d552-4d00-8478-ac3c0fb301f1 req-8c031f82-df77-4d02-a2c3-5cdef09e6325 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:45.456042 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c9a0f148-d552-4d00-8478-ac3c0fb301f1 req-8c031f82-df77-4d02-a2c3-5cdef09e6325 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 943 time: 0.1346118 Aug 28 14:55:45.458380 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0064ee27-8365-4629-be5b-1073ae971b8b req-a9893d96-a21d-4ef5-8bbe-2942653a0f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:45.458542 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c2a43ca4-42ee-4df9-a744-709c15e7b953 req-a3178198-50d2-4f03-81d7-66eea0db013d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040143 Aug 28 14:55:45.516683 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-7fc24e02-b385-4238-b554-7d13ed7ce388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:45.518166 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-7fc24e02-b385-4238-b554-7d13ed7ce388 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.2384441 Aug 28 14:55:45.580177 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 926393f3-8561-4cf7-b7a7-e94e922b594c details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:55:45.600354 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-e86dc913-e8e1-4594-b20b-96c6232c0174 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=e5d443f6-c090-4c53-88ff-10d9e3cd69be HTTP/1.1" status: 200 len: 217 time: 0.0681226 Aug 28 14:55:45.610005 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cd478d99-5c71-4445-bdf1-66b5ff798203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:45.621931 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c9a0f148-d552-4d00-8478-ac3c0fb301f1 req-5b6113c2-498d-4b79-b6ae-1256bd6b2174 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383400 Aug 28 14:55:45.637686 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cd478d99-5c71-4445-bdf1-66b5ff798203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:45.641718 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 456f1b89-ea8c-4618-b41f-2bc9a2590690 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:55:45.676483 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-0064ee27-8365-4629-be5b-1073ae971b8b req-a9893d96-a21d-4ef5-8bbe-2942653a0f22 service neutron] Transition to ACTIVE for port object 456f1b89-ea8c-4618-b41f-2bc9a2590690 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:55:45.682025 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0064ee27-8365-4629-be5b-1073ae971b8b req-a9893d96-a21d-4ef5-8bbe-2942653a0f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:45.770455 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 456f1b89-ea8c-4618-b41f-2bc9a2590690 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:55:45.771113 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device e5d443f6-c090-4c53-88ff-10d9e3cd69be no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:55:45.803385 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-cd478d99-5c71-4445-bdf1-66b5ff798203 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a5c3e50399049e18cc7d278a2a1f2db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7665517 Aug 28 14:55:45.804263 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55798) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:55:45.812511 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-0064ee27-8365-4629-be5b-1073ae971b8b req-a9893d96-a21d-4ef5-8bbe-2942653a0f22 service neutron] No DVR routers for this DVR port 456f1b89-ea8c-4618-b41f-2bc9a2590690 on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:55:45.821554 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device e5d443f6-c090-4c53-88ff-10d9e3cd69be not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:55:45.826427 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd478d99-5c71-4445-bdf1-66b5ff798203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f61e709-e66f-4ddd-baf5-6143f904367d,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:45.832711 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-3e3b7336-f587-4fb2-945b-d588ade352ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:45.834488 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9893d96-a21d-4ef5-8bbe-2942653a0f22 service neutron] Pushing event updated for resources: {'Port': ['ID=456f1b89-ea8c-4618-b41f-2bc9a2590690,revision_number=10']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:45.834620 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-3e3b7336-f587-4fb2-945b-d588ade352ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.2152138 Aug 28 14:55:45.860908 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 926393f3-8561-4cf7-b7a7-e94e922b594c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=926393f3-8561-4cf7-b7a7-e94e922b594c,segment=NetworkSegment(89e0098d-0e9d-4a6d-9c5b-94230630a5e3),segment_id=89e0098d-0e9d-4a6d-9c5b-94230630a5e3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:45.870810 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0064ee27-8365-4629-be5b-1073ae971b8b req-a9893d96-a21d-4ef5-8bbe-2942653a0f22 service neutron] 10.222.0.41 "PUT /v2.0/ports/456f1b89-ea8c-4618-b41f-2bc9a2590690/bindings/n-h2-712137-10/activate HTTP/1.1" status: 200 len: 370 time: 0.9618325 Aug 28 14:55:45.873526 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '926393f3-8561-4cf7-b7a7-e94e922b594c', 'network_id': 'a831971b-727c-44d1-b386-1a946ecd57e8', 'port_id': '926393f3-8561-4cf7-b7a7-e94e922b594c', 'mac_address': 'fa:16:3e:b5:86:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5014a194-78d9-4048-a840-6f20bc902671', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:55:45.889661 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcda8d6-d44d-4770-8903-6a2daf26f1a4 req-3b5a5499-1c95-4a0e-8b80-6c5470709bf3 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:45.897466 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7dcda8d6-d44d-4770-8903-6a2daf26f1a4 req-3b5a5499-1c95-4a0e-8b80-6c5470709bf3 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 948 time: 0.1733489 Aug 28 14:55:45.930174 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-97b3416a-a93c-4f1a-9e93-49c3cb598fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:45.931985 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-97b3416a-a93c-4f1a-9e93-49c3cb598fa6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0800083 Aug 28 14:55:45.948405 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:45.953466 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7dcda8d6-d44d-4770-8903-6a2daf26f1a4 req-1d65b83f-e506-4ae8-89ca-411e5a83037d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545492 Aug 28 14:55:45.965467 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08f23f-1330-4cbe-a5b4-c885f8311b62 req-1d9a891a-3c1b-4a0e-b420-b0715c0e96d7 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:45.972691 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 926393f3-8561-4cf7-b7a7-e94e922b594c {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:55:45.983545 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08f23f-1330-4cbe-a5b4-c885f8311b62 req-1d9a891a-3c1b-4a0e-b420-b0715c0e96d7 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:45.988284 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ee08f23f-1330-4cbe-a5b4-c885f8311b62 req-1d9a891a-3c1b-4a0e-b420-b0715c0e96d7 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=d48baf3b-4aa0-453a-a80f-bb438a12cb47&device_id=fe848114-45c7-4417-9885-b74f53f21bad HTTP/1.1" status: 200 len: 1690 time: 0.2596822 Aug 28 14:55:46.011104 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 926393f3-8561-4cf7-b7a7-e94e922b594c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=926393f3-8561-4cf7-b7a7-e94e922b594c,segment=NetworkSegment(89e0098d-0e9d-4a6d-9c5b-94230630a5e3),segment_id=89e0098d-0e9d-4a6d-9c5b-94230630a5e3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:46.018313 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:46.080508 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=926393f3-8561-4cf7-b7a7-e94e922b594c,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:46.091649 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064ee27-8365-4629-be5b-1073ae971b8b req-e14838c0-0ac0-4eab-b55e-60726e5db6be tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:46.093178 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0064ee27-8365-4629-be5b-1073ae971b8b req-e14838c0-0ac0-4eab-b55e-60726e5db6be tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b&tenant_id=29e98397e0be4fe1a52442d0d5c53b75&binding%3Ahost_id=n-h1-712137-10 HTTP/1.1" status: 200 len: 1096 time: 0.1365113 Aug 28 14:55:46.104257 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ee08f23f-1330-4cbe-a5b4-c885f8311b62 req-d8fec013-9d10-46e8-8484-dd0c120d7590 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538876 Aug 28 14:55:46.145257 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439b20f-1d07-4698-91a0-73b5d1ac0315 req-5292f227-8bda-4d5a-8bbb-a0672283950f tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:46.146928 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9439b20f-1d07-4698-91a0-73b5d1ac0315 req-5292f227-8bda-4d5a-8bbb-a0672283950f tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc00178-e42f-4ffe-9f1e-5658289a9ce8 HTTP/1.1" status: 200 len: 945 time: 0.1028562 Aug 28 14:55:46.150273 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f950a462-0503-4ea5-87a2-d1a1d5b85b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:46.181437 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064ee27-8365-4629-be5b-1073ae971b8b req-1a8f42fc-db94-4cf1-9c07-a4f0899607e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:46.182925 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0064ee27-8365-4629-be5b-1073ae971b8b req-1a8f42fc-db94-4cf1-9c07-a4f0899607e7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b&tenant_id=29e98397e0be4fe1a52442d0d5c53b75 HTTP/1.1" status: 200 len: 1096 time: 0.0817623 Aug 28 14:55:46.201293 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9439b20f-1d07-4698-91a0-73b5d1ac0315 req-f03b97e7-e34e-4b34-9ac4-5524373c7202 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/security-groups?id=60056bfc-e688-4bfd-9765-2e80355b49c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437753 Aug 28 14:55:46.226354 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f950a462-0503-4ea5-87a2-d1a1d5b85b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:46.230225 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-2b432898-689a-4304-9f21-64eac0e772f8 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404053 Aug 28 14:55:46.284320 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064ee27-8365-4629-be5b-1073ae971b8b req-3f84c0c1-0126-4a4a-893b-f5a12dd9db7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:46.285656 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e005fb-d05a-415b-b096-80980d4fe43d req-38f004ca-df26-49d7-8e15-d482d06269d2 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:46.285819 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0064ee27-8365-4629-be5b-1073ae971b8b req-3f84c0c1-0126-4a4a-893b-f5a12dd9db7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=29e98397e0be4fe1a52442d0d5c53b75&device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 1096 time: 0.0569615 Aug 28 14:55:46.287179 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-55e005fb-d05a-415b-b096-80980d4fe43d req-38f004ca-df26-49d7-8e15-d482d06269d2 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.1286261 Aug 28 14:55:46.373593 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['926393f3-8561-4cf7-b7a7-e94e922b594c'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:55:46.384186 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f950a462-0503-4ea5-87a2-d1a1d5b85b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:46.386839 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f950a462-0503-4ea5-87a2-d1a1d5b85b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:46.401645 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f950a462-0503-4ea5-87a2-d1a1d5b85b26 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f61e709-e66f-4ddd-baf5-6143f904367d HTTP/1.1" status: 204 len: 168 time: 0.5708554 Aug 28 14:55:46.412812 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-55e005fb-d05a-415b-b096-80980d4fe43d req-1f3609fb-2473-43e5-8c2d-22734cac6abb tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093233 Aug 28 14:55:46.416564 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff92cf-d9af-44d0-ad0a-9f3516fee7cf req-d0324825-f2c5-4624-a63f-674deb457461 tempest-ServersOnMultiNodesTest-1569130746 tempest-ServersOnMultiNodesTest-1569130746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:46.418293 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1bff92cf-d9af-44d0-ad0a-9f3516fee7cf req-d0324825-f2c5-4624-a63f-674deb457461 tempest-ServersOnMultiNodesTest-1569130746 tempest-ServersOnMultiNodesTest-1569130746-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d48baf3b-4aa0-453a-a80f-bb438a12cb47 HTTP/1.1" status: 200 len: 1101 time: 0.0633774 Aug 28 14:55:46.441110 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950a462-0503-4ea5-87a2-d1a1d5b85b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f61e709-e66f-4ddd-baf5-6143f904367d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:46.450867 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8f3248d6-2891-40da-b286-c9a08a81e797 req-13711560-e274-4496-9073-150ac84c1816 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996620 Aug 28 14:55:46.498951 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1bff92cf-d9af-44d0-ad0a-9f3516fee7cf req-33a43cda-4881-414b-919c-890d236b21e4 tempest-ServersOnMultiNodesTest-1569130746 tempest-ServersOnMultiNodesTest-1569130746-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708208 Aug 28 14:55:46.520195 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064ee27-8365-4629-be5b-1073ae971b8b req-21577beb-6ea1-46e0-ad56-bfbb2b444da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:46.529689 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0064ee27-8365-4629-be5b-1073ae971b8b req-21577beb-6ea1-46e0-ad56-bfbb2b444da9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45 HTTP/1.1" status: 200 len: 909 time: 0.2353852 Aug 28 14:55:46.581199 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0064ee27-8365-4629-be5b-1073ae971b8b req-fb5ed167-5ec7-4623-b858-3dcaaaf528db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=456f1b89-ea8c-4618-b41f-2bc9a2590690 HTTP/1.1" status: 200 len: 217 time: 0.0395796 Aug 28 14:55:46.588880 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd2509f4-eb86-4517-ad59-559257025de6', 'tag': 'e5d443f6-c090-4c53-88ff-10d9e3cd69be'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:55:46.607630 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604405c3-61f9-4211-a8b0-79d8b29c287e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd2509f4-eb86-4517-ad59-559257025de6", "tag": "e5d443f6-c090-4c53-88ff-10d9e3cd69be"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:55:46.663929 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa05bd4-e48f-4615-ae95-9075ecbc3a8b req-f328f2d3-17c2-40ed-a402-c165902f83de tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:46.671774 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7fa05bd4-e48f-4615-ae95-9075ecbc3a8b req-f328f2d3-17c2-40ed-a402-c165902f83de tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/ports?device_id=122bb600-e609-4846-abe0-44ce0bd91ee1 HTTP/1.1" status: 200 len: 944 time: 0.1526670 Aug 28 14:55:46.687364 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064ee27-8365-4629-be5b-1073ae971b8b req-71f88525-dce2-4b18-ac64-3418cd2424da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:46.689858 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0064ee27-8365-4629-be5b-1073ae971b8b req-71f88525-dce2-4b18-ac64-3418cd2424da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c5688cf-0eb8-4e6f-8c97-3f260fd91357 HTTP/1.1" status: 200 len: 848 time: 0.0995519 Aug 28 14:55:46.700145 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01f51b-06d1-4d53-b774-a56396ee6dcb req-9929809d-96ad-4aa5-8e60-2fff040fc032 tempest-ServersOnMultiNodesTest-1569130746 tempest-ServersOnMultiNodesTest-1569130746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:46.715434 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ab01f51b-06d1-4d53-b774-a56396ee6dcb req-9929809d-96ad-4aa5-8e60-2fff040fc032 tempest-ServersOnMultiNodesTest-1569130746 tempest-ServersOnMultiNodesTest-1569130746-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fe848114-45c7-4417-9885-b74f53f21bad HTTP/1.1" status: 200 len: 1102 time: 0.0734928 Aug 28 14:55:46.779792 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0064ee27-8365-4629-be5b-1073ae971b8b req-128a21d2-76bc-4d7a-849f-50a87bc24fda service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549114 Aug 28 14:55:46.850401 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ab01f51b-06d1-4d53-b774-a56396ee6dcb req-aec3dec8-9111-4a00-b580-3c3dbc6b0a5e tempest-ServersOnMultiNodesTest-1569130746 tempest-ServersOnMultiNodesTest-1569130746-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338942 Aug 28 14:55:46.930080 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0064ee27-8365-4629-be5b-1073ae971b8b req-6d4cba16-c03c-4346-a90d-9b809a9bf190 service neutron] 10.222.0.36 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460817 Aug 28 14:55:47.017341 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750a38fd-dff5-489d-9b79-4ecf0a5040e8 x-openstack-request-id: req-750a38fd-dff5-489d-9b79-4ecf0a5040e8 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:55:47.017630 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd2509f4-eb86-4517-ad59-559257025de6", "tag": "e5d443f6-c090-4c53-88ff-10d9e3cd69be", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:55:47.017881 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-750a38fd-dff5-489d-9b79-4ecf0a5040e8 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:55:47.018274 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd2509f4-eb86-4517-ad59-559257025de6', 'tag': 'e5d443f6-c090-4c53-88ff-10d9e3cd69be', 'status': 'completed', 'code': 200} Aug 28 14:55:47.137525 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7fa05bd4-e48f-4615-ae95-9075ecbc3a8b req-2b7ab1ef-b1fc-4890-a7f9-234761cbf803 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/security-groups?id=394faf8f-e5ae-46e2-bcda-3a322a3c33f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4513862 Aug 28 14:55:47.160503 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604405c3-61f9-4211-a8b0-79d8b29c287e req-dd0ba359-820c-4a37-b1c2-b9026b6191cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:47.162354 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-604405c3-61f9-4211-a8b0-79d8b29c287e req-dd0ba359-820c-4a37-b1c2-b9026b6191cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 1100 time: 0.1472809 Aug 28 14:55:47.182821 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11a9e1-e3f5-4512-8bad-bbfcbd807a5d req-74d2ad52-958f-4b2e-8c6e-624a7cb18951 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:47.184359 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9a11a9e1-e3f5-4512-8bad-bbfcbd807a5d req-74d2ad52-958f-4b2e-8c6e-624a7cb18951 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 944 time: 0.1107762 Aug 28 14:55:47.186072 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604405c3-61f9-4211-a8b0-79d8b29c287e req-170433ee-1b31-460e-b1b7-8c3985dc8ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:47.187402 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-604405c3-61f9-4211-a8b0-79d8b29c287e req-170433ee-1b31-460e-b1b7-8c3985dc8ef3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 1100 time: 0.1373637 Aug 28 14:55:47.190243 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0064ee27-8365-4629-be5b-1073ae971b8b req-eaccaf8b-c1b5-4752-84e2-22daedfe2022 service neutron] 10.222.0.36 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424123 Aug 28 14:55:47.310981 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9a11a9e1-e3f5-4512-8bad-bbfcbd807a5d req-45d1cb65-3e70-4fc9-ba03-58dbc1254b8e tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028311 Aug 28 14:55:47.388559 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604405c3-61f9-4211-a8b0-79d8b29c287e req-43fab396-6052-4788-8fd2-5dbd557259d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:47.392497 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-604405c3-61f9-4211-a8b0-79d8b29c287e req-43fab396-6052-4788-8fd2-5dbd557259d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.1908360 Aug 28 14:55:47.436464 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604405c3-61f9-4211-a8b0-79d8b29c287e req-2b15781e-2d94-4c78-8b86-9f08f6a87845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:47.438937 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-604405c3-61f9-4211-a8b0-79d8b29c287e req-2b15781e-2d94-4c78-8b86-9f08f6a87845 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.2678695 Aug 28 14:55:47.546129 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-604405c3-61f9-4211-a8b0-79d8b29c287e req-dd62e628-4d91-4c52-bea3-4e7faf96f0d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=e5d443f6-c090-4c53-88ff-10d9e3cd69be HTTP/1.1" status: 200 len: 217 time: 0.1455500 Aug 28 14:55:47.574097 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-604405c3-61f9-4211-a8b0-79d8b29c287e req-b89fe74a-5f5e-40d0-9a69-fad7e01a6320 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=e5d443f6-c090-4c53-88ff-10d9e3cd69be HTTP/1.1" status: 200 len: 217 time: 0.1104438 Aug 28 14:55:47.609424 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cf770-7ea1-4449-b12d-828937f8e1dc req-c218a56e-64a9-4fb0-ab7e-7486883d2bfc tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:47.617852 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ca5cf770-7ea1-4449-b12d-828937f8e1dc req-c218a56e-64a9-4fb0-ab7e-7486883d2bfc tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 948 time: 0.2112949 Aug 28 14:55:47.698472 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604405c3-61f9-4211-a8b0-79d8b29c287e req-82ea3c32-61ec-4123-b3d9-95004238fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:47.700383 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-604405c3-61f9-4211-a8b0-79d8b29c287e req-82ea3c32-61ec-4123-b3d9-95004238fa82 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1458492 Aug 28 14:55:47.717716 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720566c3-6257-4762-a0f5-b86d89ff6130 req-60206511-6894-469e-861d-6a96901b99ed tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:47.719886 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-720566c3-6257-4762-a0f5-b86d89ff6130 req-60206511-6894-469e-861d-6a96901b99ed tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc00178-e42f-4ffe-9f1e-5658289a9ce8 HTTP/1.1" status: 200 len: 945 time: 0.1321008 Aug 28 14:55:47.721325 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604405c3-61f9-4211-a8b0-79d8b29c287e req-1e44a57a-212e-40fc-be24-e5fc43c9ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:47.722740 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-604405c3-61f9-4211-a8b0-79d8b29c287e req-1e44a57a-212e-40fc-be24-e5fc43c9ad41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1204364 Aug 28 14:55:47.763705 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ca5cf770-7ea1-4449-b12d-828937f8e1dc req-664d43bb-8b48-49e2-bbb3-ee60fb569e8a tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446509 Aug 28 14:55:47.768914 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064ee27-8365-4629-be5b-1073ae971b8b req-d2853847-7abf-4a20-9e1f-515ded3fc79f tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:47.770427 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0064ee27-8365-4629-be5b-1073ae971b8b req-d2853847-7abf-4a20-9e1f-515ded3fc79f tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b&tenant_id=29e98397e0be4fe1a52442d0d5c53b75&binding%3Ahost_id=n-h2-712137-10 HTTP/1.1" status: 200 len: 1096 time: 0.1410546 Aug 28 14:55:47.792595 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-720566c3-6257-4762-a0f5-b86d89ff6130 req-9f8acef8-5573-44de-95a8-ae683764fd74 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/security-groups?id=60056bfc-e688-4bfd-9765-2e80355b49c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656362 Aug 28 14:55:47.804217 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604405c3-61f9-4211-a8b0-79d8b29c287e req-e79dac6f-d15f-4ce2-b963-9e1296f41438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:47.805879 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-604405c3-61f9-4211-a8b0-79d8b29c287e req-e79dac6f-d15f-4ce2-b963-9e1296f41438 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0652161 Aug 28 14:55:47.827212 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604405c3-61f9-4211-a8b0-79d8b29c287e req-5f292a31-4405-42b1-a35c-8c5d9ff4e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:47.829826 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-604405c3-61f9-4211-a8b0-79d8b29c287e req-5f292a31-4405-42b1-a35c-8c5d9ff4e916 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1138403 Aug 28 14:55:47.940350 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-604405c3-61f9-4211-a8b0-79d8b29c287e req-3772d8cc-3d08-40a5-b8a3-37bd5bd36d0a service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246421 Aug 28 14:55:47.970506 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-84785829-175d-46ca-839e-3d26da18da90 req-a3d0dda5-f65c-4c02-a6fb-2f1152376e75 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=109ba20ea60e466cbac84cbb863b26ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478041 Aug 28 14:55:48.052604 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07625bbb-3e8d-4ea6-a1f0-b3ed8227bb68 req-46dadded-eabe-40f6-82bc-d02d9a6b3902 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:48.054090 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-07625bbb-3e8d-4ea6-a1f0-b3ed8227bb68 req-46dadded-eabe-40f6-82bc-d02d9a6b3902 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.1713307 Aug 28 14:55:48.064239 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-604405c3-61f9-4211-a8b0-79d8b29c287e req-0a083060-3e08-449a-b66e-f0d3bb7e17f9 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267041 Aug 28 14:55:48.107639 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-0064ee27-8365-4629-be5b-1073ae971b8b req-dfefc6c8-649a-4a31-a3f8-c628e80611d6 service neutron] For port 456f1b89-ea8c-4618-b41f-2bc9a2590690, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:55:48.119997 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-604405c3-61f9-4211-a8b0-79d8b29c287e req-04bc25cf-950e-43cd-8fc8-bfdbd7abd067 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696546 Aug 28 14:55:48.139341 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84785829-175d-46ca-839e-3d26da18da90 req-ff15b9da-08e1-48c8-a625-f5179b98605b tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:48.140076 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0064ee27-8365-4629-be5b-1073ae971b8b req-dfefc6c8-649a-4a31-a3f8-c628e80611d6 service neutron] Notify callbacks [] for binding, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:48.141991 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0064ee27-8365-4629-be5b-1073ae971b8b req-dfefc6c8-649a-4a31-a3f8-c628e80611d6 service neutron] 10.222.0.36 "DELETE /v2.0/ports/456f1b89-ea8c-4618-b41f-2bc9a2590690/bindings/n-h1-712137-10 HTTP/1.1" status: 204 len: 173 time: 0.3566506 Aug 28 14:55:48.161904 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-84785829-175d-46ca-839e-3d26da18da90 req-ff15b9da-08e1-48c8-a625-f5179b98605b tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1644139 Aug 28 14:55:48.170883 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-07625bbb-3e8d-4ea6-a1f0-b3ed8227bb68 req-d0507f62-b67d-47f4-95a7-2f2eff7dfc1a tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023259 Aug 28 14:55:48.185650 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-84785829-175d-46ca-839e-3d26da18da90 req-064da134-95bb-440d-834e-302c77dbd93d tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/quotas/109ba20ea60e466cbac84cbb863b26ca HTTP/1.1" status: 200 len: 375 time: 0.0228858 Aug 28 14:55:48.235710 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-604405c3-61f9-4211-a8b0-79d8b29c287e req-55efa3a2-282b-4662-b86a-e1c20e31e187 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612146 Aug 28 14:55:48.255692 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-84785829-175d-46ca-839e-3d26da18da90 req-927fa295-833b-490c-8750-cc211d9a489f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=109ba20ea60e466cbac84cbb863b26ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0691435 Aug 28 14:55:48.518605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb9cb2-a86d-4388-8f96-cc9fa61e5a5a req-1494e6a2-c01f-437b-b64a-ac6f79afe049 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:48.520582 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-76bb9cb2-a86d-4388-8f96-cc9fa61e5a5a req-1494e6a2-c01f-437b-b64a-ac6f79afe049 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc00178-e42f-4ffe-9f1e-5658289a9ce8 HTTP/1.1" status: 200 len: 945 time: 0.0871313 Aug 28 14:55:48.532249 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55874) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:55:48.543510 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-910fefc4-da7c-4c22-80b9-5aa6e4ed7bd3 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Request body: {'floatingip': {'port_id': '4c39527f-b5e0-48bd-9d20-1818ddb512c7'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:55:48.617359 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-910fefc4-da7c-4c22-80b9-5aa6e4ed7bd3 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks [] for floatingip, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:48.707292 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ac044-8c88-45e6-bd78-c412f95ff8e0 req-4682058b-4a29-4424-9892-d5fdf9766d7b tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:48.714867 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-271ac044-8c88-45e6-bd78-c412f95ff8e0 req-4682058b-4a29-4424-9892-d5fdf9766d7b tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/ports?device_id=122bb600-e609-4846-abe0-44ce0bd91ee1 HTTP/1.1" status: 200 len: 944 time: 0.1121278 Aug 28 14:55:48.800642 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-271ac044-8c88-45e6-bd78-c412f95ff8e0 req-d53f0673-0e48-4a6c-a888-9165ccca0ad5 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/security-groups?id=394faf8f-e5ae-46e2-bcda-3a322a3c33f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0767508 Aug 28 14:55:48.838918 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55884) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:55:48.997744 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d976e00-6d76-4c1f-b97f-42957ed64995 req-2872702c-b7b6-4efe-9a89-cbc121841be8 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:49.006293 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6d976e00-6d76-4c1f-b97f-42957ed64995 req-2872702c-b7b6-4efe-9a89-cbc121841be8 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 944 time: 0.0970986 Aug 28 14:55:49.039533 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1e78f-5745-4acb-bd0a-b4a287e7fb7a req-8633a591-5e9c-4152-9280-9a0a53c374e8 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:49.047772 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e8a1e78f-5745-4acb-bd0a-b4a287e7fb7a req-8633a591-5e9c-4152-9280-9a0a53c374e8 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.2304707 Aug 28 14:55:49.099688 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6d976e00-6d76-4c1f-b97f-42957ed64995 req-7c4fd888-bf24-41b1-9b6a-f16cedae07ba tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922568 Aug 28 14:55:49.125704 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eff54555-927c-49ff-b538-9c29dafc6327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:49.146074 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e8a1e78f-5745-4acb-bd0a-b4a287e7fb7a req-a75d4808-84e0-4fad-b7f5-db4f80b930bd tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974526 Aug 28 14:55:49.405313 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eff54555-927c-49ff-b538-9c29dafc6327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:49.414039 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eff54555-927c-49ff-b538-9c29dafc6327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:49.433464 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391771c-1cc0-464f-8a4d-811bb3cc80b8 req-48b4cf3f-b8d5-4df2-a095-d94c6d511321 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:49.434982 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0391771c-1cc0-464f-8a4d-811bb3cc80b8 req-48b4cf3f-b8d5-4df2-a095-d94c6d511321 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 948 time: 0.1041050 Aug 28 14:55:49.490249 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55908) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:55:49.490644 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-eff54555-927c-49ff-b538-9c29dafc6327 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94c6669fe8dd4c10885ba1a1c9759c73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6501672 Aug 28 14:55:49.539786 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-910fefc4-da7c-4c22-80b9-5aa6e4ed7bd3 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:49.544987 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff54555-927c-49ff-b538-9c29dafc6327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97cc42d-b643-4658-a223-5b02272f2de2,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:49.546259 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0391771c-1cc0-464f-8a4d-811bb3cc80b8 req-ecc21590-6764-46b0-b010-221e0c590f98 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030848 Aug 28 14:55:49.551882 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-910fefc4-da7c-4c22-80b9-5aa6e4ed7bd3 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:49.598172 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device e5d443f6-c090-4c53-88ff-10d9e3cd69be details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:55:49.601248 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 926393f3-8561-4cf7-b7a7-e94e922b594c up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:55:49.618997 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ae525ddd-2bf9-404d-a21d-acb236849ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:49.701337 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-59019159-fa7f-44c8-8856-0f118028f56b req-243124ae-22e6-422a-b933-e019d6171287 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1ea35-bbf8-44f6-a4ce-bb4279026284 HTTP/1.1" status: 200 len: 210 time: 0.0498347 Aug 28 14:55:49.732579 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ae525ddd-2bf9-404d-a21d-acb236849ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:49.762662 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-910fefc4-da7c-4c22-80b9-5aa6e4ed7bd3 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Floating IP f1b3c17d-8322-42f2-8cd6-9d1c837620e8 associated. External IP: 172.25.3.186, port: 4c39527f-b5e0-48bd-9d20-1818ddb512c7. Aug 28 14:55:49.895458 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 926393f3-8561-4cf7-b7a7-e94e922b594c completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:55:49.907844 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 926393f3-8561-4cf7-b7a7-e94e922b594c triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:55:49.908489 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:50.063794 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9fc2e-b83f-4899-85c9-9fea7d36d49e req-1111098a-95d8-416b-ae75-49b3dd46fc48 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:50.071599 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ca4cb-9f4c-4d42-b6cb-9d5e785d4f11 req-95d18873-f5b3-4d3d-baac-b6c1e2464efd tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:50.077465 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8ea9fc2e-b83f-4899-85c9-9fea7d36d49e req-1111098a-95d8-416b-ae75-49b3dd46fc48 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/ports?device_id=122bb600-e609-4846-abe0-44ce0bd91ee1 HTTP/1.1" status: 200 len: 944 time: 0.1237066 Aug 28 14:55:50.080380 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-962ca4cb-9f4c-4d42-b6cb-9d5e785d4f11 req-95d18873-f5b3-4d3d-baac-b6c1e2464efd tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 1096 time: 0.1839693 Aug 28 14:55:50.092749 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ae525ddd-2bf9-404d-a21d-acb236849ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:50.096475 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ae525ddd-2bf9-404d-a21d-acb236849ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:50.100048 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ae525ddd-2bf9-404d-a21d-acb236849ede admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c97cc42d-b643-4658-a223-5b02272f2de2 HTTP/1.1" status: 204 len: 168 time: 0.6065254 Aug 28 14:55:50.127304 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae525ddd-2bf9-404d-a21d-acb236849ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97cc42d-b643-4658-a223-5b02272f2de2,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:50.155763 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-962ca4cb-9f4c-4d42-b6cb-9d5e785d4f11 req-669f6568-a03d-4e67-bb97-d857909958c1 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720665 Aug 28 14:55:50.205731 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8ea9fc2e-b83f-4899-85c9-9fea7d36d49e req-2c3c56ef-444d-4aeb-97e8-c7d01d399013 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/security-groups?id=394faf8f-e5ae-46e2-bcda-3a322a3c33f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1221273 Aug 28 14:55:50.308439 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port e5d443f6-c090-4c53-88ff-10d9e3cd69be, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=e5d443f6-c090-4c53-88ff-10d9e3cd69be,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:50.359003 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'e5d443f6-c090-4c53-88ff-10d9e3cd69be', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': 'e5d443f6-c090-4c53-88ff-10d9e3cd69be', 'mac_address': 'fa:16:3e:9e:b9:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:55:50.436492 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0bfecc-d0ff-449c-9a5b-cc6274dfa7df req-faa9fe22-a6f2-4cac-9b5c-b190cca7a92e tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:50.450868 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-df0bfecc-d0ff-449c-9a5b-cc6274dfa7df req-faa9fe22-a6f2-4cac-9b5c-b190cca7a92e tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 1096 time: 0.1242483 Aug 28 14:55:50.466484 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c038229-5531-44cc-adf2-eaae5786e2f3 req-0b151646-4eb9-4223-9d1f-63d4d086844f tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:50.467746 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:50.470365 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:50.474537 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2c038229-5531-44cc-adf2-eaae5786e2f3 req-0b151646-4eb9-4223-9d1f-63d4d086844f tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.1717446 Aug 28 14:55:50.507775 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910fefc4-da7c-4c22-80b9-5aa6e4ed7bd3 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Router cea320e9-122c-488c-a89a-1b33a54d8976 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 14:55:50.520247 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122bb600-e609-4846-abe0-44ce0bd91ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926393f3-8561-4cf7-b7a7-e94e922b594c'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:55:50.523816 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea1a829-f0cb-4b04-b082-b8113a5fe80f" -d '{"events": [{"server_uuid": "122bb600-e609-4846-abe0-44ce0bd91ee1", "name": "network-vif-plugged", "status": "completed", "tag": "926393f3-8561-4cf7-b7a7-e94e922b594c"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:55:50.530411 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-df0bfecc-d0ff-449c-9a5b-cc6274dfa7df req-3ce255cf-6435-4821-8214-2f4f4e774416 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786483 Aug 28 14:55:50.530920 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d443f6-c090-4c53-88ff-10d9e3cd69be {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:55:50.552023 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2c038229-5531-44cc-adf2-eaae5786e2f3 req-60e93499-4b4a-4faa-8ff5-c1696469cc05 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763073 Aug 28 14:55:50.564982 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 926393f3-8561-4cf7-b7a7-e94e922b594c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=926393f3-8561-4cf7-b7a7-e94e922b594c,segment=NetworkSegment(89e0098d-0e9d-4a6d-9c5b-94230630a5e3),segment_id=89e0098d-0e9d-4a6d-9c5b-94230630a5e3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:50.575816 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:50.592825 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port e5d443f6-c090-4c53-88ff-10d9e3cd69be, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=e5d443f6-c090-4c53-88ff-10d9e3cd69be,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:50.619838 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:50.663546 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=926393f3-8561-4cf7-b7a7-e94e922b594c,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:50.673232 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104e0fc2-8181-44e6-bb86-01efd20a6bb5 x-openstack-request-id: req-104e0fc2-8181-44e6-bb86-01efd20a6bb5 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:55:50.673563 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122bb600-e609-4846-abe0-44ce0bd91ee1", "name": "network-vif-plugged", "status": "completed", "tag": "926393f3-8561-4cf7-b7a7-e94e922b594c", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:55:50.673823 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-104e0fc2-8181-44e6-bb86-01efd20a6bb5 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:55:50.674352 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122bb600-e609-4846-abe0-44ce0bd91ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926393f3-8561-4cf7-b7a7-e94e922b594c', 'code': 200} Aug 28 14:55:50.676804 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:50.677181 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:50.677481 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:50.677811 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:50.678137 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:50.678462 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:50.678792 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:50.679116 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:50.679482 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:50.679850 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:50.680171 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:50.680489 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:50.777231 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=e5d443f6-c090-4c53-88ff-10d9e3cd69be,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:50.804849 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9a0c4-939c-4046-aa17-10595ac0adf6 req-6284a19e-782b-4e06-9069-9cc4df420ed9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:50.813124 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-00d9a0c4-939c-4046-aa17-10595ac0adf6 req-6284a19e-782b-4e06-9069-9cc4df420ed9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 949 time: 0.0687644 Aug 28 14:55:50.887120 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910fefc4-da7c-4c22-80b9-5aa6e4ed7bd3 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:55:50.900866 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-910fefc4-da7c-4c22-80b9-5aa6e4ed7bd3 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:50.904361 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01385ba-a189-480f-a1c1-34979b33ac75 None None] Sync routers for ids ['cea320e9-122c-488c-a89a-1b33a54d8976'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:55:50.915486 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed33c9-f184-4c43-b02a-f4b0a6097900 req-3d674274-4efb-46c2-882f-964359b15290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:50.917150 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d5ed33c9-f184-4c43-b02a-f4b0a6097900 req-3d674274-4efb-46c2-882f-964359b15290 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=122bb600-e609-4846-abe0-44ce0bd91ee1 HTTP/1.1" status: 200 len: 1097 time: 0.1222625 Aug 28 14:55:50.919939 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01385ba-a189-480f-a1c1-34979b33ac75 None None] Routers {'cea320e9-122c-488c-a89a-1b33a54d8976'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:55:50.923075 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e01385ba-a189-480f-a1c1-34979b33ac75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:55:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['cea320e9-122c-488c-a89a-1b33a54d8976'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:55:50.931053 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-00d9a0c4-939c-4046-aa17-10595ac0adf6 req-18890496-2a78-47a6-a1a7-b852f6df374e tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126108 Aug 28 14:55:50.992277 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-910fefc4-da7c-4c22-80b9-5aa6e4ed7bd3 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "PUT /v2.0/floatingips/f1b3c17d-8322-42f2-8cd6-9d1c837620e8 HTTP/1.1" status: 200 len: 991 time: 2.4555247 Aug 28 14:55:50.996113 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc00178-e42f-4ffe-9f1e-5658289a9ce8', 'tag': '4c39527f-b5e0-48bd-9d20-1818ddb512c7'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:55:50.998657 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14cf684-1f12-44ca-b087-0f0e8bd2449d" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc00178-e42f-4ffe-9f1e-5658289a9ce8", "tag": "4c39527f-b5e0-48bd-9d20-1818ddb512c7"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:55:51.003861 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['e5d443f6-c090-4c53-88ff-10d9e3cd69be'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:55:51.094797 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b5c6d330-2fc5-4e09-98f7-1dbf210ec46d req-3038cc83-8695-46b0-a701-1f6daa2c3b61 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1ea35-bbf8-44f6-a4ce-bb4279026284 HTTP/1.1" status: 200 len: 210 time: 0.0360150 Aug 28 14:55:51.097020 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84785829-175d-46ca-839e-3d26da18da90 req-1e558c35-eeb7-45a6-aa47-2affb984a70d tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=109ba20ea60e466cbac84cbb863b26ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1198435 Aug 28 14:55:51.107089 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d5ed33c9-f184-4c43-b02a-f4b0a6097900 req-5895445e-3e36-4ae1-bdd8-2b501563ca88 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=394faf8f-e5ae-46e2-bcda-3a322a3c33f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1750236 Aug 28 14:55:51.373612 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-e01385ba-a189-480f-a1c1-34979b33ac75 None None] Set router cea320e9-122c-488c-a89a-1b33a54d8976 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:55:51.417855 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f805251-dfd8-49b8-a2f1-776505507ce2 x-openstack-request-id: req-2f805251-dfd8-49b8-a2f1-776505507ce2 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:55:51.418453 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc00178-e42f-4ffe-9f1e-5658289a9ce8", "tag": "4c39527f-b5e0-48bd-9d20-1818ddb512c7", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:55:51.418453 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f805251-dfd8-49b8-a2f1-776505507ce2 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:55:51.418785 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc00178-e42f-4ffe-9f1e-5658289a9ce8', 'tag': '4c39527f-b5e0-48bd-9d20-1818ddb512c7', 'status': 'completed', 'code': 200} Aug 28 14:55:51.588847 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14cf684-1f12-44ca-b087-0f0e8bd2449d req-941ffe01-f37e-4b51-89de-35a0c41e933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:51.599022 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c14cf684-1f12-44ca-b087-0f0e8bd2449d req-941ffe01-f37e-4b51-89de-35a0c41e933e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf69354c9e44480a955dc8879f74a9d8&device_id=7cc00178-e42f-4ffe-9f1e-5658289a9ce8 HTTP/1.1" status: 200 len: 1097 time: 0.1536088 Aug 28 14:55:51.752624 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14cf684-1f12-44ca-b087-0f0e8bd2449d req-a46b275d-9549-4e6e-8611-28b99f2e146a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:51.754870 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c14cf684-1f12-44ca-b087-0f0e8bd2449d req-a46b275d-9549-4e6e-8611-28b99f2e146a service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fefbaf0-9766-4195-b2cc-33f85cb01cd6 HTTP/1.1" status: 200 len: 925 time: 0.1365926 Aug 28 14:55:51.778939 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55982) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:55:51.823933 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fb45c-183e-4aee-9402-09306f81573f req-16c9e103-d000-4ba9-bde9-6f2ec8b7438d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:51.826041 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0c4fb45c-183e-4aee-9402-09306f81573f req-16c9e103-d000-4ba9-bde9-6f2ec8b7438d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 949 time: 0.0842180 Aug 28 14:55:51.914058 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e01385ba-a189-480f-a1c1-34979b33ac75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090615160-router', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:52:39Z', 'updated_at': '2021-08-28T14:52:43Z', 'revision_number': 4, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'gw_port': {'id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:40Z', 'updated_at': '2021-08-28T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'f1b3c17d-8322-42f2-8cd6-9d1c837620e8', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'port_id': '4c39527f-b5e0-48bd-9d20-1818ddb512c7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6', 'mac_address': 'fa:16:3e:f4:67:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc00178-e42f-4ffe-9f1e-5658289a9ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T14:53:13Z', 'updated_at': '2021-08-28T14:55:49Z', 'revision_number': 5, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3cd7432-e956-436b-b318-7a13652a6f99', 'name': '', 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'mac_address': 'fa:16:3e:36:6c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99f97325-be0a-4922-9e31-90945bbee166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:42Z', 'updated_at': '2021-08-28T14:52:49Z', 'revision_number': 5, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'subnets': [{'id': '99f97325-be0a-4922-9e31-90945bbee166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:55:51.925339 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0c4fb45c-183e-4aee-9402-09306f81573f req-bb999b8e-bb8b-4eff-9f60-8203b53dda61 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884633 Aug 28 14:55:51.927508 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c14cf684-1f12-44ca-b087-0f0e8bd2449d req-922fac5b-fc4b-410d-9bce-611db1774536 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c39527f-b5e0-48bd-9d20-1818ddb512c7 HTTP/1.1" status: 200 len: 999 time: 0.1005592 Aug 28 14:55:51.953573 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01385ba-a189-480f-a1c1-34979b33ac75 None None] Checking router: cea320e9-122c-488c-a89a-1b33a54d8976 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:55:51.969878 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01385ba-a189-480f-a1c1-34979b33ac75 None None] Routers {'cea320e9-122c-488c-a89a-1b33a54d8976'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:55:51.970778 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e01385ba-a189-480f-a1c1-34979b33ac75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:55:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['cea320e9-122c-488c-a89a-1b33a54d8976'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:55:51.986853 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84785829-175d-46ca-839e-3d26da18da90 req-b61247b9-ef51-49b9-9210-c6c5b08a954b tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=109ba20ea60e466cbac84cbb863b26ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6249022 Aug 28 14:55:51.987469 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-3fd05a3f-9093-40cd-b842-674c3851e4cb admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2107030088-network', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:55:52.009351 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14cf684-1f12-44ca-b087-0f0e8bd2449d req-f5fb7a08-9156-4f70-8157-2d181548b04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:52.011128 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c14cf684-1f12-44ca-b087-0f0e8bd2449d req-f5fb7a08-9156-4f70-8157-2d181548b04d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=99f97325-be0a-4922-9e31-90945bbee166 HTTP/1.1" status: 200 len: 863 time: 0.0700932 Aug 28 14:55:52.084690 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd05a3f-9093-40cd-b842-674c3851e4cb admin admin] Made reservation on behalf of 5c41f7ff750b41758b81cc9b9f8f4744 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:55:52.087296 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3fd05a3f-9093-40cd-b842-674c3851e4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:52.125789 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3fd05a3f-9093-40cd-b842-674c3851e4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:52.154782 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14cf684-1f12-44ca-b087-0f0e8bd2449d req-bb1ba839-059d-4e7a-a016-f85f81277349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:52.157676 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c14cf684-1f12-44ca-b087-0f0e8bd2449d req-bb1ba839-059d-4e7a-a016-f85f81277349 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fefbaf0-9766-4195-b2cc-33f85cb01cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1357048 Aug 28 14:55:52.208574 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0cd89-17cf-4496-afa3-76b5133492a7 req-0d58aedd-a79a-4104-ad8b-ea381064c247 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:52.210203 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3da0cd89-17cf-4496-afa3-76b5133492a7 req-0d58aedd-a79a-4104-ad8b-ea381064c247 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.1425350 Aug 28 14:55:52.210582 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84785829-175d-46ca-839e-3d26da18da90 req-c197fd8c-5748-4274-88bd-3478c1f00911 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:52.212066 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84785829-175d-46ca-839e-3d26da18da90 req-c197fd8c-5748-4274-88bd-3478c1f00911 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0998054 Aug 28 14:55:52.235337 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58ffee-f810-4fc2-b314-15e4fd59d9c0 req-6bdf960f-191b-47a8-830d-46c9526a6765 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:52.237751 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6b58ffee-f810-4fc2-b314-15e4fd59d9c0 req-6bdf960f-191b-47a8-830d-46c9526a6765 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6&tenant_id=86251bdbee63415981170d08b9111a4c&binding%3Ahost_id=n-h2-712137-10 HTTP/1.1" status: 200 len: 949 time: 0.2615867 Aug 28 14:55:52.254105 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-84785829-175d-46ca-839e-3d26da18da90 req-046d77e0-1b6a-4d01-9aed-035c4f05ffcb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Request body: {'port': {'device_id': '4726a605-7abe-43c6-9618-56b06b127379', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'admin_state_up': True, 'tenant_id': '109ba20ea60e466cbac84cbb863b26ca'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:55:52.255586 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-e01385ba-a189-480f-a1c1-34979b33ac75 None None] Set router cea320e9-122c-488c-a89a-1b33a54d8976 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:55:52.321247 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3da0cd89-17cf-4496-afa3-76b5133492a7 req-d22660e9-7d56-4e88-9011-a28672365758 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772309 Aug 28 14:55:52.342913 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c14cf684-1f12-44ca-b087-0f0e8bd2449d req-dc23faea-0ced-40ba-9705-48d9317e50e9 service neutron] 10.222.0.41 "GET /v2.0/networks/7fefbaf0-9766-4195-b2cc-33f85cb01cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698763 Aug 28 14:55:52.387514 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f9f51-3056-4f49-9de1-dd5611101d31 req-ee65b94c-f959-4890-9357-0ce84e17cc33 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:52.389057 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a94f9f51-3056-4f49-9de1-dd5611101d31 req-ee65b94c-f959-4890-9357-0ce84e17cc33 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/ports?device_id=122bb600-e609-4846-abe0-44ce0bd91ee1 HTTP/1.1" status: 200 len: 945 time: 0.4061263 Aug 28 14:55:52.430820 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84785829-175d-46ca-839e-3d26da18da90 req-603cafa9-e397-404f-8337-016ba5f58382 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:52.432465 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84785829-175d-46ca-839e-3d26da18da90 req-603cafa9-e397-404f-8337-016ba5f58382 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3497086 Aug 28 14:55:52.463614 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-84785829-175d-46ca-839e-3d26da18da90 req-52258df3-cd5c-4741-96a6-5e98cd02424f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Request body: {'port': {'device_id': '6cd1ea35-bbf8-44f6-a4ce-bb4279026284', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'admin_state_up': True, 'tenant_id': '109ba20ea60e466cbac84cbb863b26ca'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:55:52.471546 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3fd05a3f-9093-40cd-b842-674c3851e4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:52.546773 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [req-6b58ffee-f810-4fc2-b314-15e4fd59d9c0 req-0614c822-c172-46d4-9e0f-8904b4035a8f service neutron] delete failed (client error): The resource could not be found. Aug 28 14:55:52.547964 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6b58ffee-f810-4fc2-b314-15e4fd59d9c0 req-0614c822-c172-46d4-9e0f-8904b4035a8f service neutron] 10.222.0.41 "DELETE /v2.0/ports/e5d443f6-c090-4c53-88ff-10d9e3cd69be/bindings/n-h1-712137-10 HTTP/1.1" status: 404 len: 381 time: 0.2873163 Aug 28 14:55:52.598650 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a94f9f51-3056-4f49-9de1-dd5611101d31 req-802fd2dd-12d0-4484-9bd9-7f81d1c1e360 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/security-groups?id=394faf8f-e5ae-46e2-bcda-3a322a3c33f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1982338 Aug 28 14:55:52.736659 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84785829-175d-46ca-839e-3d26da18da90 req-046d77e0-1b6a-4d01-9aed-035c4f05ffcb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Made reservation on behalf of 109ba20ea60e466cbac84cbb863b26ca for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:55:52.740274 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-84785829-175d-46ca-839e-3d26da18da90 req-046d77e0-1b6a-4d01-9aed-035c4f05ffcb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:52.790123 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e01385ba-a189-480f-a1c1-34979b33ac75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090615160-router', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:52:39Z', 'updated_at': '2021-08-28T14:52:43Z', 'revision_number': 4, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'gw_port': {'id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:40Z', 'updated_at': '2021-08-28T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'f1b3c17d-8322-42f2-8cd6-9d1c837620e8', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'port_id': '4c39527f-b5e0-48bd-9d20-1818ddb512c7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6', 'mac_address': 'fa:16:3e:f4:67:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc00178-e42f-4ffe-9f1e-5658289a9ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T14:53:13Z', 'updated_at': '2021-08-28T14:55:49Z', 'revision_number': 5, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3cd7432-e956-436b-b318-7a13652a6f99', 'name': '', 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'mac_address': 'fa:16:3e:36:6c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99f97325-be0a-4922-9e31-90945bbee166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:42Z', 'updated_at': '2021-08-28T14:52:49Z', 'revision_number': 5, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'subnets': [{'id': '99f97325-be0a-4922-9e31-90945bbee166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:55:52.862281 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01385ba-a189-480f-a1c1-34979b33ac75 None None] The sync data for ids ['cea320e9-122c-488c-a89a-1b33a54d8976'] in n-d-712137-10 is: [{'id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090615160-router', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:52:39Z', 'updated_at': '2021-08-28T14:52:43Z', 'revision_number': 4, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'gw_port': {'id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:40Z', 'updated_at': '2021-08-28T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'f1b3c17d-8322-42f2-8cd6-9d1c837620e8', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'port_id': '4c39527f-b5e0-48bd-9d20-1818ddb512c7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6', 'mac_address': 'fa:16:3e:f4:67:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc00178-e42f-4ffe-9f1e-5658289a9ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T14:53:13Z', 'updated_at': '2021-08-28T14:55:49Z', 'revision_number': 5, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3cd7432-e956-436b-b318-7a13652a6f99', 'name': '', 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'mac_address': 'fa:16:3e:36:6c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99f97325-be0a-4922-9e31-90945bbee166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:42Z', 'updated_at': '2021-08-28T14:52:49Z', 'revision_number': 5, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'subnets': [{'id': '99f97325-be0a-4922-9e31-90945bbee166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:55:52.883913 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3fd05a3f-9093-40cd-b842-674c3851e4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:52.938698 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cae5913c-36a8-4355-b22e-c776c9a27504 req-3fd9441f-cdf6-4a9b-a5a2-4ad5a31e9fa1 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1ea35-bbf8-44f6-a4ce-bb4279026284 HTTP/1.1" status: 200 len: 210 time: 0.4409218 Aug 28 14:55:52.985782 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c14cf684-1f12-44ca-b087-0f0e8bd2449d req-fc35eb5d-0613-428f-a0d5-ac2740cf18d5 service neutron] 10.222.0.41 "GET /v2.0/networks/7fefbaf0-9766-4195-b2cc-33f85cb01cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6237528 Aug 28 14:55:52.992282 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd05a3f-9093-40cd-b842-674c3851e4cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 14:55:53.004347 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3fd05a3f-9093-40cd-b842-674c3851e4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:53.005146 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84785829-175d-46ca-839e-3d26da18da90 req-52258df3-cd5c-4741-96a6-5e98cd02424f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Made reservation on behalf of 109ba20ea60e466cbac84cbb863b26ca for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:55:53.006023 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-3fd05a3f-9093-40cd-b842-674c3851e4cb admin admin] Added segment 646fb295-81d2-4bd9-83d2-cede57fdef69 of type vlan for network f1b33141-ca0c-463e-90a5-3e011354593f Aug 28 14:55:53.011529 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-84785829-175d-46ca-839e-3d26da18da90 req-52258df3-cd5c-4741-96a6-5e98cd02424f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:53.056409 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd05a3f-9093-40cd-b842-674c3851e4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90985e3a-bcd3-4599-87af-ae5311f5a294,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:53.080050 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3fd05a3f-9093-40cd-b842-674c3851e4cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:53.111210 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3fd05a3f-9093-40cd-b842-674c3851e4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:53.114005 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd05a3f-9093-40cd-b842-674c3851e4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:53.115046 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3fd05a3f-9093-40cd-b842-674c3851e4cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:53.222291 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3fd05a3f-9093-40cd-b842-674c3851e4cb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4406762 Aug 28 14:55:53.222885 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55996) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:55:53.230377 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-10802cb8-db32-4b31-8084-60029ecef21b admin admin] Request body: {'subnet': {'network_id': 'f1b33141-ca0c-463e-90a5-3e011354593f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2107030088-subnet', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:55:53.245144 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd05a3f-9093-40cd-b842-674c3851e4cb admin admin] Pushing event updated for resources: {'Network': ['ID=f1b33141-ca0c-463e-90a5-3e011354593f,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:53.255590 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network f1b33141-ca0c-463e-90a5-3e011354593f details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 14:55:53.282928 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10802cb8-db32-4b31-8084-60029ecef21b admin admin] Made reservation on behalf of 5c41f7ff750b41758b81cc9b9f8f4744 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:55:53.285821 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-10802cb8-db32-4b31-8084-60029ecef21b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:53.299637 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-84785829-175d-46ca-839e-3d26da18da90 req-52258df3-cd5c-4741-96a6-5e98cd02424f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Allocated IP 192.168.233.184 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/5a4dc7d4-d187-42fb-910d-e1696f7d7e13) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:55:53.328528 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dccd8f-cf65-4a13-afb6-386d3ff1e779 None None] New status for floating IP f1b3c17d-8322-42f2-8cd6-9d1c837620e8: ACTIVE {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 14:55:53.507178 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58ffee-f810-4fc2-b314-15e4fd59d9c0 req-15fa9e9d-5ecd-4838-8518-892c0bd69366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:53.508867 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6b58ffee-f810-4fc2-b314-15e4fd59d9c0 req-15fa9e9d-5ecd-4838-8518-892c0bd69366 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 1101 time: 0.6499031 Aug 28 14:55:53.544857 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-84785829-175d-46ca-839e-3d26da18da90 req-52258df3-cd5c-4741-96a6-5e98cd02424f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:53.601876 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbb6cb-1862-4c84-865f-910b291ff58b req-3fbf503a-2472-498f-800b-a9cbf5797687 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:53.610207 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c7bbb6cb-1862-4c84-865f-910b291ff58b req-3fbf503a-2472-498f-800b-a9cbf5797687 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 949 time: 0.5634520 Aug 28 14:55:53.613667 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device e5d443f6-c090-4c53-88ff-10d9e3cd69be up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:55:53.616279 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a220a4b-8313-4323-be04-d8fd08abc27c req-d82a27e8-4a77-4026-8d79-ed6b8e863940 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:53.617903 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0a220a4b-8313-4323-be04-d8fd08abc27c req-d82a27e8-4a77-4026-8d79-ed6b8e863940 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.1307898 Aug 28 14:55:53.631149 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-10802cb8-db32-4b31-8084-60029ecef21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:53.660357 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-84785829-175d-46ca-839e-3d26da18da90 req-52258df3-cd5c-4741-96a6-5e98cd02424f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Transition to ACTIVE for port object 5a4dc7d4-d187-42fb-910d-e1696f7d7e13 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:55:53.681342 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port e5d443f6-c090-4c53-88ff-10d9e3cd69be completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:55:53.691881 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c7bbb6cb-1862-4c84-865f-910b291ff58b req-d7fbdb3f-3b43-46f1-addc-74dbfc1846cc tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805049 Aug 28 14:55:53.692897 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port e5d443f6-c090-4c53-88ff-10d9e3cd69be triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:55:53.693907 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:53.749082 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0a220a4b-8313-4323-be04-d8fd08abc27c req-1a65c692-543b-491e-ab63-2f549b87f96b tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209931 Aug 28 14:55:53.763252 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10802cb8-db32-4b31-8084-60029ecef21b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0834cea-40c4-4457-8496-7782b5b24a25,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:53.795032 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58ffee-f810-4fc2-b314-15e4fd59d9c0 req-55e49b25-477f-4307-ad98-a1847444df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:53.800021 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10802cb8-db32-4b31-8084-60029ecef21b admin admin] Checking segment: {'id': '646fb295-81d2-4bd9-83d2-cede57fdef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f1b33141-ca0c-463e-90a5-3e011354593f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:55:53.800466 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10802cb8-db32-4b31-8084-60029ecef21b admin admin] Network hostable DHCP agents. Network: f1b33141-ca0c-463e-90a5-3e011354593f, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 14:55:53.801160 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6b58ffee-f810-4fc2-b314-15e4fd59d9c0 req-55e49b25-477f-4307-ad98-a1847444df12 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.2791345 Aug 28 14:55:53.819344 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:53.840631 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10802cb8-db32-4b31-8084-60029ecef21b admin admin] Network f1b33141-ca0c-463e-90a5-3e011354593f is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 14:55:53.867032 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-10802cb8-db32-4b31-8084-60029ecef21b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, f1b33141-ca0c-463e-90a5-3e011354593f) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:55:53.872920 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10802cb8-db32-4b31-8084-60029ecef21b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:53.873671 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-10802cb8-db32-4b31-8084-60029ecef21b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:53.873875 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6b58ffee-f810-4fc2-b314-15e4fd59d9c0 req-9ffd44cb-7844-4b07-9e0c-f05db5c5b79f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=e5d443f6-c090-4c53-88ff-10d9e3cd69be HTTP/1.1" status: 200 len: 217 time: 0.0563917 Aug 28 14:55:53.903835 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-10802cb8-db32-4b31-8084-60029ecef21b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6751432 Aug 28 14:55:53.904075 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde04662-61ce-419e-abf4-64352108891d None None] Network f1b33141-ca0c-463e-90a5-3e011354593f requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:55:53.904183 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56006) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:55:53.909345 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-e187df61-b88a-4342-b750-48bfab4dc310 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2107030088-router', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:55:53.953039 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58ffee-f810-4fc2-b314-15e4fd59d9c0 req-ebc8eeeb-a3e2-4d8c-9879-7cc9e6b7fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:53.954750 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6b58ffee-f810-4fc2-b314-15e4fd59d9c0 req-ebc8eeeb-a3e2-4d8c-9879-7cc9e6b7fc95 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.0687227 Aug 28 14:55:53.955691 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-84785829-175d-46ca-839e-3d26da18da90 req-52258df3-cd5c-4741-96a6-5e98cd02424f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:53.970859 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e187df61-b88a-4342-b750-48bfab4dc310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:53.972349 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e187df61-b88a-4342-b750-48bfab4dc310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:54.069401 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aeb3fd-6435-4504-aedd-55507114190c req-443c4969-30b7-4d3f-ba60-3d97a0eb111b tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:54.078590 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-33aeb3fd-6435-4504-aedd-55507114190c req-443c4969-30b7-4d3f-ba60-3d97a0eb111b tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/ports?device_id=122bb600-e609-4846-abe0-44ce0bd91ee1 HTTP/1.1" status: 200 len: 945 time: 0.2744353 Aug 28 14:55:54.089216 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['fa16ff95-5261-40df-9953-991311b24ad6', 'ffec4487-2465-4f34-8676-77ed39b96142', 'e1d3ed2d-2ed7-4069-bd91-0e9f194eca76'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:55:54.090918 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2509f4-eb86-4517-ad59-559257025de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d443f6-c090-4c53-88ff-10d9e3cd69be'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:55:54.093220 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819a2bfd-ee61-4033-8e69-4d67ef094f54" -d '{"events": [{"server_uuid": "fd2509f4-eb86-4517-ad59-559257025de6", "name": "network-vif-plugged", "status": "completed", "tag": "e5d443f6-c090-4c53-88ff-10d9e3cd69be"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:55:54.102366 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e187df61-b88a-4342-b750-48bfab4dc310 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:54.106670 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84785829-175d-46ca-839e-3d26da18da90 req-52258df3-cd5c-4741-96a6-5e98cd02424f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:55:54.135916 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-84785829-175d-46ca-839e-3d26da18da90 req-52258df3-cd5c-4741-96a6-5e98cd02424f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:55:54.138722 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-84785829-175d-46ca-839e-3d26da18da90 req-046d77e0-1b6a-4d01-9aed-035c4f05ffcb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Allocated IP 192.168.233.62 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/265361f3-1d38-41dd-8af5-4e4fb26435f9) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:55:54.150691 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-84785829-175d-46ca-839e-3d26da18da90 req-52258df3-cd5c-4741-96a6-5e98cd02424f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:55:54.216773 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d85f4ec-6124-45d4-94d2-58438f9281c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-f1b33141-ca0c-463e-90a5-3e011354593f', 'network_id': 'f1b33141-ca0c-463e-90a5-3e011354593f', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'fixed_ips': [{'subnet_id': 'e0834cea-40c4-4457-8496-7782b5b24a25'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 14:55:54.222547 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4d85f4ec-6124-45d4-94d2-58438f9281c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:54.238562 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84785829-175d-46ca-839e-3d26da18da90 req-52258df3-cd5c-4741-96a6-5e98cd02424f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:54.238892 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-84785829-175d-46ca-839e-3d26da18da90 req-52258df3-cd5c-4741-96a6-5e98cd02424f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:54.245319 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52258df3-cd5c-4741-96a6-5e98cd02424f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Pushing event updated for resources: {'Port': ['ID=5a4dc7d4-d187-42fb-910d-e1696f7d7e13,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:54.250759 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port e5d443f6-c090-4c53-88ff-10d9e3cd69be, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=e5d443f6-c090-4c53-88ff-10d9e3cd69be,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:54.259298 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52258df3-cd5c-4741-96a6-5e98cd02424f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:54.259662 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52258df3-cd5c-4741-96a6-5e98cd02424f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:54.260027 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52258df3-cd5c-4741-96a6-5e98cd02424f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:54.260447 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52258df3-cd5c-4741-96a6-5e98cd02424f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:54.260788 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52258df3-cd5c-4741-96a6-5e98cd02424f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:54.261122 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52258df3-cd5c-4741-96a6-5e98cd02424f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:54.261461 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52258df3-cd5c-4741-96a6-5e98cd02424f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:54.261779 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52258df3-cd5c-4741-96a6-5e98cd02424f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:54.262105 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52258df3-cd5c-4741-96a6-5e98cd02424f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:54.262433 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52258df3-cd5c-4741-96a6-5e98cd02424f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:54.262762 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52258df3-cd5c-4741-96a6-5e98cd02424f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:54.263086 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52258df3-cd5c-4741-96a6-5e98cd02424f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:55:54.268010 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58ffee-f810-4fc2-b314-15e4fd59d9c0 req-a7f8cd60-cba0-45f8-83f2-8a1e87e1362c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:54.269527 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6b58ffee-f810-4fc2-b314-15e4fd59d9c0 req-a7f8cd60-cba0-45f8-83f2-8a1e87e1362c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2888029 Aug 28 14:55:54.277553 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:54.287793 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:54.357430 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84785829-175d-46ca-839e-3d26da18da90 req-52258df3-cd5c-4741-96a6-5e98cd02424f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9001644 Aug 28 14:55:54.369326 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e187df61-b88a-4342-b750-48bfab4dc310 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:54.406639 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c60ec3-dc6e-4341-902d-28d7266cddaa req-6ddc7402-da81-4879-9f99-26b13fa4f3cd tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:54.414917 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-67c60ec3-dc6e-4341-902d-28d7266cddaa req-6ddc7402-da81-4879-9f99-26b13fa4f3cd tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1ea35-bbf8-44f6-a4ce-bb4279026284 HTTP/1.1" status: 200 len: 936 time: 0.2458267 Aug 28 14:55:54.501565 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-33aeb3fd-6435-4504-aedd-55507114190c req-8f25d621-b52a-4bba-8ad4-e4340704debb tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/security-groups?id=394faf8f-e5ae-46e2-bcda-3a322a3c33f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4216158 Aug 28 14:55:54.507245 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-67c60ec3-dc6e-4341-902d-28d7266cddaa req-165b9e6d-945a-41c8-b891-4e9f38cc971c tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916057 Aug 28 14:55:54.532450 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=e5d443f6-c090-4c53-88ff-10d9e3cd69be,revision_number=9']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:54.533338 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-84785829-175d-46ca-839e-3d26da18da90 req-a71a9952-3f3b-40d0-9eed-e4808da114d2 service neutron] Request body: {'port': {'device_id': '6cd1ea35-bbf8-44f6-a4ce-bb4279026284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:55:54.603490 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-beb3d497-e42b-42b5-8c12-74c9e30acfb6 None None] Provisioning for port 5a4dc7d4-d187-42fb-910d-e1696f7d7e13 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:55:54.608849 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-4d85f4ec-6124-45d4-94d2-58438f9281c3 None None] Allocated IP 172.20.0.2 (f1b33141-ca0c-463e-90a5-3e011354593f/e0834cea-40c4-4457-8496-7782b5b24a25/2a098acb-d66a-483e-b889-a06a624c2cbf) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:55:54.623040 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-beb3d497-e42b-42b5-8c12-74c9e30acfb6 None None] Provisioning complete for port 5a4dc7d4-d187-42fb-910d-e1696f7d7e13 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:55:54.623425 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-beb3d497-e42b-42b5-8c12-74c9e30acfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:54.629012 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06f266a-267f-408f-ab6a-932bdc2db3de x-openstack-request-id: req-f06f266a-267f-408f-ab6a-932bdc2db3de {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:55:54.629311 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd2509f4-eb86-4517-ad59-559257025de6", "name": "network-vif-plugged", "status": "completed", "tag": "e5d443f6-c090-4c53-88ff-10d9e3cd69be", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:55:54.629564 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f06f266a-267f-408f-ab6a-932bdc2db3de {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:55:54.629955 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd2509f4-eb86-4517-ad59-559257025de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d443f6-c090-4c53-88ff-10d9e3cd69be', 'code': 200} Aug 28 14:55:54.727190 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-84785829-175d-46ca-839e-3d26da18da90 req-a71a9952-3f3b-40d0-9eed-e4808da114d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:54.741087 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-beb3d497-e42b-42b5-8c12-74c9e30acfb6 None None] Port 5a4dc7d4-d187-42fb-910d-e1696f7d7e13 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:55:54.879693 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8e940-03e8-4de9-8f00-4c068e41d83c req-0240881c-aad9-4c2b-91b5-cc9fffd838db tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:54.879693 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e2d8e940-03e8-4de9-8f00-4c068e41d83c req-0240881c-aad9-4c2b-91b5-cc9fffd838db tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/ports?device_id=122bb600-e609-4846-abe0-44ce0bd91ee1 HTTP/1.1" status: 200 len: 945 time: 0.2225325 Aug 28 14:55:54.897715 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56022) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:55:54.900369 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e187df61-b88a-4342-b750-48bfab4dc310 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:54.916019 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-22ae0552-aaf5-44a2-aa25-e21c6909efac tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Request body: {'floatingip': {'port_id': '926393f3-8561-4cf7-b7a7-e94e922b594c'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:55:54.966823 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e187df61-b88a-4342-b750-48bfab4dc310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:54.997045 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4d85f4ec-6124-45d4-94d2-58438f9281c3 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:55.018510 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4d85f4ec-6124-45d4-94d2-58438f9281c3 None None] Transition to ACTIVE for port object 2a098acb-d66a-483e-b889-a06a624c2cbf will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:55:55.028147 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6b58ffee-f810-4fc2-b314-15e4fd59d9c0 req-7dd9f152-fd40-481c-92dc-e31dba662378 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7387846 Aug 28 14:55:55.061696 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4d85f4ec-6124-45d4-94d2-58438f9281c3 None None] Transition to ACTIVE for port object 2a098acb-d66a-483e-b889-a06a624c2cbf will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:55:55.080662 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4d85f4ec-6124-45d4-94d2-58438f9281c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:55.125418 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d85f4ec-6124-45d4-94d2-58438f9281c3 None None] Network f1b33141-ca0c-463e-90a5-3e011354593f is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:55:55.151414 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-4d85f4ec-6124-45d4-94d2-58438f9281c3 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:55:55.159532 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d85f4ec-6124-45d4-94d2-58438f9281c3 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:55:55.192006 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-22ae0552-aaf5-44a2-aa25-e21c6909efac tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks [] for floatingip, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:55.212996 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85f4ec-6124-45d4-94d2-58438f9281c3 None None] Pushing event updated for resources: {'Port': ['ID=2a098acb-d66a-483e-b889-a06a624c2cbf,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:55.254363 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043d1c2-7af7-4a18-b562-f5c898959437 req-60eb4789-6977-4ca1-9525-4f79618cc1df tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:55.256092 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0043d1c2-7af7-4a18-b562-f5c898959437 req-60eb4789-6977-4ca1-9525-4f79618cc1df tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 950 time: 0.4168136 Aug 28 14:55:55.259927 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-84785829-175d-46ca-839e-3d26da18da90 req-046d77e0-1b6a-4d01-9aed-035c4f05ffcb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:55.285131 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-4d85f4ec-6124-45d4-94d2-58438f9281c3 None None] Attempting to bind port 2a098acb-d66a-483e-b889-a06a624c2cbf on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:55:55.285745 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-4d85f4ec-6124-45d4-94d2-58438f9281c3 None None] Attempting to bind port 2a098acb-d66a-483e-b889-a06a624c2cbf by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '646fb295-81d2-4bd9-83d2-cede57fdef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f1b33141-ca0c-463e-90a5-3e011354593f'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:55:55.285853 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d85f4ec-6124-45d4-94d2-58438f9281c3 None None] Attempting to bind port 2a098acb-d66a-483e-b889-a06a624c2cbf on network f1b33141-ca0c-463e-90a5-3e011354593f {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:55.299280 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d85f4ec-6124-45d4-94d2-58438f9281c3 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:55:55.299810 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d85f4ec-6124-45d4-94d2-58438f9281c3 None None] Checking segment: {'id': '646fb295-81d2-4bd9-83d2-cede57fdef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f1b33141-ca0c-463e-90a5-3e011354593f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:55:55.300293 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4d85f4ec-6124-45d4-94d2-58438f9281c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:55.300752 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d85f4ec-6124-45d4-94d2-58438f9281c3 None None] Bound using segment: {'id': '646fb295-81d2-4bd9-83d2-cede57fdef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f1b33141-ca0c-463e-90a5-3e011354593f'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:55:55.301883 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-4d85f4ec-6124-45d4-94d2-58438f9281c3 None None] Bound port: 2a098acb-d66a-483e-b889-a06a624c2cbf, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '646fb295-81d2-4bd9-83d2-cede57fdef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f1b33141-ca0c-463e-90a5-3e011354593f'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:55:55.301883 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4d85f4ec-6124-45d4-94d2-58438f9281c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:55.397088 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55593dc-c718-42c6-91d7-6e0e867f8d64 req-66c329a5-b054-4b79-b210-b3617d5d8c8d tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:55.404400 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c55593dc-c718-42c6-91d7-6e0e867f8d64 req-66c329a5-b054-4b79-b210-b3617d5d8c8d tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.3546116 Aug 28 14:55:55.413070 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-84785829-175d-46ca-839e-3d26da18da90 req-046d77e0-1b6a-4d01-9aed-035c4f05ffcb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Transition to ACTIVE for port object 265361f3-1d38-41dd-8af5-4e4fb26435f9 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:55:55.424239 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-4d85f4ec-6124-45d4-94d2-58438f9281c3 None None] For port 2a098acb-d66a-483e-b889-a06a624c2cbf, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:55:55.428117 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-4d85f4ec-6124-45d4-94d2-58438f9281c3 None None] For port 2a098acb-d66a-483e-b889-a06a624c2cbf, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2a098acb-d66a-483e-b889-a06a624c2cbf,segment=NetworkSegment(646fb295-81d2-4bd9-83d2-cede57fdef69),segment_id=646fb295-81d2-4bd9-83d2-cede57fdef69)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:55:55.435700 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4d85f4ec-6124-45d4-94d2-58438f9281c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:55.462027 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0043d1c2-7af7-4a18-b562-f5c898959437 req-bcba65a0-d557-4abe-8843-fabb941e2114 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921401 Aug 28 14:55:55.517090 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-e187df61-b88a-4342-b750-48bfab4dc310 admin admin] Allocated IP 172.25.3.184 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/48d8584e-8da2-4298-984a-8462d2ab9e8f) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:55:55.518315 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85f4ec-6124-45d4-94d2-58438f9281c3 None None] Pushing event updated for resources: {'Port': ['ID=2a098acb-d66a-483e-b889-a06a624c2cbf,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:55.538236 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c55593dc-c718-42c6-91d7-6e0e867f8d64 req-cf730f08-0ca3-458f-95a6-1eb51a0e00e6 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328673 Aug 28 14:55:55.583716 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6b58ffee-f810-4fc2-b314-15e4fd59d9c0 req-f7392c92-33c9-483d-bc62-211a00848fdc service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5397706 Aug 28 14:55:55.687437 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-84785829-175d-46ca-839e-3d26da18da90 req-046d77e0-1b6a-4d01-9aed-035c4f05ffcb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:55.875979 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84785829-175d-46ca-839e-3d26da18da90 req-046d77e0-1b6a-4d01-9aed-035c4f05ffcb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:55:55.875979 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d77e0-1b6a-4d01-9aed-035c4f05ffcb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Pushing event updated for resources: {'Port': ['ID=265361f3-1d38-41dd-8af5-4e4fb26435f9,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:55.904395 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-84785829-175d-46ca-839e-3d26da18da90 req-046d77e0-1b6a-4d01-9aed-035c4f05ffcb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:55:55.931845 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e187df61-b88a-4342-b750-48bfab4dc310 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:55.936837 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-84785829-175d-46ca-839e-3d26da18da90 req-046d77e0-1b6a-4d01-9aed-035c4f05ffcb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:55:56.077009 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031d2ec-e641-4d0d-afc6-adc357900d1f req-f5158ad1-7d33-4904-ae1b-a3b3977e0971 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:56.084606 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f031d2ec-e641-4d0d-afc6-adc357900d1f req-f5158ad1-7d33-4904-ae1b-a3b3977e0971 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1ea35-bbf8-44f6-a4ce-bb4279026284 HTTP/1.1" status: 200 len: 936 time: 0.3259921 Aug 28 14:55:56.127843 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84785829-175d-46ca-839e-3d26da18da90 req-046d77e0-1b6a-4d01-9aed-035c4f05ffcb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:56.128778 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-84785829-175d-46ca-839e-3d26da18da90 req-046d77e0-1b6a-4d01-9aed-035c4f05ffcb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:56.184656 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84785829-175d-46ca-839e-3d26da18da90 req-046d77e0-1b6a-4d01-9aed-035c4f05ffcb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9400327 Aug 28 14:55:56.185825 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e187df61-b88a-4342-b750-48bfab4dc310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:56.209445 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:56.215701 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-84785829-175d-46ca-839e-3d26da18da90 req-ddc38e2f-8458-44ae-afd8-04843bf9c36e service neutron] Request body: {'port': {'device_id': '4726a605-7abe-43c6-9618-56b06b127379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:55:56.237466 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f031d2ec-e641-4d0d-afc6-adc357900d1f req-81c691aa-35e6-450f-b025-ea7e9c6286f0 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520081 Aug 28 14:55:56.268355 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['fa16ff95-5261-40df-9953-991311b24ad6', 'ffec4487-2465-4f34-8676-77ed39b96142', 'e1d3ed2d-2ed7-4069-bd91-0e9f194eca76'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:55:56.339223 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-84785829-175d-46ca-839e-3d26da18da90 req-a71a9952-3f3b-40d0-9eed-e4808da114d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a4dc7d4-d187-42fb-910d-e1696f7d7e13 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:55:56.373835 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-22ae0552-aaf5-44a2-aa25-e21c6909efac tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:56.374539 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187df61-b88a-4342-b750-48bfab4dc310 admin admin] Pushing event updated for resources: {'Port': ['ID=48d8584e-8da2-4298-984a-8462d2ab9e8f,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:56.388430 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-84785829-175d-46ca-839e-3d26da18da90 req-a71a9952-3f3b-40d0-9eed-e4808da114d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:56.396256 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-22ae0552-aaf5-44a2-aa25-e21c6909efac tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:56.435618 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-84785829-175d-46ca-839e-3d26da18da90 req-a71a9952-3f3b-40d0-9eed-e4808da114d2 service neutron] Transition to ACTIVE for port object 5a4dc7d4-d187-42fb-910d-e1696f7d7e13 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:55:56.439140 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-84785829-175d-46ca-839e-3d26da18da90 req-ddc38e2f-8458-44ae-afd8-04843bf9c36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:56.456227 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-84785829-175d-46ca-839e-3d26da18da90 req-a71a9952-3f3b-40d0-9eed-e4808da114d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:56.533625 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d00da613-ac97-41db-9bcc-a581021e8e9e None None] Provisioning for port 265361f3-1d38-41dd-8af5-4e4fb26435f9 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:55:56.559894 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d00da613-ac97-41db-9bcc-a581021e8e9e None None] Provisioning complete for port 265361f3-1d38-41dd-8af5-4e4fb26435f9 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:55:56.560326 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d00da613-ac97-41db-9bcc-a581021e8e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:56.579528 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e187df61-b88a-4342-b750-48bfab4dc310 admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:55:56.584348 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-e187df61-b88a-4342-b750-48bfab4dc310 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:55:56.596993 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e187df61-b88a-4342-b750-48bfab4dc310 admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:55:56.706252 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-d00da613-ac97-41db-9bcc-a581021e8e9e None None] Port 265361f3-1d38-41dd-8af5-4e4fb26435f9 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:55:56.750692 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-22ae0552-aaf5-44a2-aa25-e21c6909efac tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Floating IP 733293e5-732d-40b5-bd76-51bfa98f1c43 associated. External IP: 172.25.3.83, port: 926393f3-8561-4cf7-b7a7-e94e922b594c. Aug 28 14:55:57.026684 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0446d7-5afb-40c0-984c-45d7551f9c45 req-860e0adc-f9eb-44af-a5fb-cbd5dce1d01d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:57.040880 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3a0446d7-5afb-40c0-984c-45d7551f9c45 req-860e0adc-f9eb-44af-a5fb-cbd5dce1d01d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 950 time: 0.4079804 Aug 28 14:55:57.174782 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f52d300-1f93-498d-a811-2a64dbaaaf59 None None] Network f1b33141-ca0c-463e-90a5-3e011354593f requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:55:57.354540 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a9952-3f3b-40d0-9eed-e4808da114d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4dc7d4-d187-42fb-910d-e1696f7d7e13,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:57.433133 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2a098acb-d66a-483e-b889-a06a624c2cbf up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:55:57.488258 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6b6ae2a9-91df-4047-9f0c-fbf0e4b7cd49 None None] Provisioning for port 2a098acb-d66a-483e-b889-a06a624c2cbf completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:55:57.520553 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd9193-7c3c-4490-9051-046371633116 req-3e38fed7-25a7-46d9-ae28-da05969355e5 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:57.522322 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b0dd9193-7c3c-4490-9051-046371633116 req-3e38fed7-25a7-46d9-ae28-da05969355e5 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.8426373 Aug 28 14:55:57.603180 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3a0446d7-5afb-40c0-984c-45d7551f9c45 req-f3b91799-2c6b-409f-88e2-3f0bf1d91b97 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5516045 Aug 28 14:55:57.621970 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-84785829-175d-46ca-839e-3d26da18da90 req-a71a9952-3f3b-40d0-9eed-e4808da114d2 service neutron] Attempting to bind port 5a4dc7d4-d187-42fb-910d-e1696f7d7e13 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:55:57.622293 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-84785829-175d-46ca-839e-3d26da18da90 req-a71a9952-3f3b-40d0-9eed-e4808da114d2 service neutron] Attempting to bind port 5a4dc7d4-d187-42fb-910d-e1696f7d7e13 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:55:57.622657 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84785829-175d-46ca-839e-3d26da18da90 req-a71a9952-3f3b-40d0-9eed-e4808da114d2 service neutron] Attempting to bind port 5a4dc7d4-d187-42fb-910d-e1696f7d7e13 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:57.641899 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 2a098acb-d66a-483e-b889-a06a624c2cbf completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:55:57.646935 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 2a098acb-d66a-483e-b889-a06a624c2cbf triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:55:57.647440 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:57.655272 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84785829-175d-46ca-839e-3d26da18da90 req-a71a9952-3f3b-40d0-9eed-e4808da114d2 service neutron] Port 5a4dc7d4-d187-42fb-910d-e1696f7d7e13 on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:55:57.655865 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84785829-175d-46ca-839e-3d26da18da90 req-a71a9952-3f3b-40d0-9eed-e4808da114d2 service neutron] Attempting to bind port 5a4dc7d4-d187-42fb-910d-e1696f7d7e13 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:57.681697 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b0dd9193-7c3c-4490-9051-046371633116 req-96fe1d48-74c7-45c2-946e-ea34ac980fe0 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430495 Aug 28 14:55:57.685321 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-84785829-175d-46ca-839e-3d26da18da90 req-ddc38e2f-8458-44ae-afd8-04843bf9c36e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 265361f3-1d38-41dd-8af5-4e4fb26435f9 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:55:57.694082 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84785829-175d-46ca-839e-3d26da18da90 req-a71a9952-3f3b-40d0-9eed-e4808da114d2 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:55:57.694625 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84785829-175d-46ca-839e-3d26da18da90 req-a71a9952-3f3b-40d0-9eed-e4808da114d2 service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:55:57.695245 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84785829-175d-46ca-839e-3d26da18da90 req-a71a9952-3f3b-40d0-9eed-e4808da114d2 service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:55:57.695995 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-84785829-175d-46ca-839e-3d26da18da90 req-a71a9952-3f3b-40d0-9eed-e4808da114d2 service neutron] Bound port: 5a4dc7d4-d187-42fb-910d-e1696f7d7e13, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:55:57.696869 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-84785829-175d-46ca-839e-3d26da18da90 req-a71a9952-3f3b-40d0-9eed-e4808da114d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:57.718034 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-84785829-175d-46ca-839e-3d26da18da90 req-ddc38e2f-8458-44ae-afd8-04843bf9c36e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:57.869195 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-84785829-175d-46ca-839e-3d26da18da90 req-ddc38e2f-8458-44ae-afd8-04843bf9c36e service neutron] Transition to ACTIVE for port object 265361f3-1d38-41dd-8af5-4e4fb26435f9 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:55:57.885395 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-84785829-175d-46ca-839e-3d26da18da90 req-ddc38e2f-8458-44ae-afd8-04843bf9c36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:57.994206 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-84785829-175d-46ca-839e-3d26da18da90 req-a71a9952-3f3b-40d0-9eed-e4808da114d2 service neutron] For port 5a4dc7d4-d187-42fb-910d-e1696f7d7e13, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:55:57.999208 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-84785829-175d-46ca-839e-3d26da18da90 req-a71a9952-3f3b-40d0-9eed-e4808da114d2 service neutron] For port 5a4dc7d4-d187-42fb-910d-e1696f7d7e13, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=5a4dc7d4-d187-42fb-910d-e1696f7d7e13,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:55:58.000931 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc38e2f-8458-44ae-afd8-04843bf9c36e service neutron] Pushing event updated for resources: {'Port': ['ID=265361f3-1d38-41dd-8af5-4e4fb26435f9,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:58.018223 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-84785829-175d-46ca-839e-3d26da18da90 req-a71a9952-3f3b-40d0-9eed-e4808da114d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:58.120523 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:58.199356 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84785829-175d-46ca-839e-3d26da18da90 req-a71a9952-3f3b-40d0-9eed-e4808da114d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:58.203937 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-84785829-175d-46ca-839e-3d26da18da90 req-a71a9952-3f3b-40d0-9eed-e4808da114d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:58.205148 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84785829-175d-46ca-839e-3d26da18da90 req-a71a9952-3f3b-40d0-9eed-e4808da114d2 service neutron] 10.222.0.36 "PUT /v2.0/ports/5a4dc7d4-d187-42fb-910d-e1696f7d7e13 HTTP/1.1" status: 200 len: 1097 time: 3.7019172 Aug 28 14:55:58.210145 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd1ea35-bbf8-44f6-a4ce-bb4279026284', 'tag': '5a4dc7d4-d187-42fb-910d-e1696f7d7e13'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:55:58.212840 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e187df61-b88a-4342-b750-48bfab4dc310 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:58.225407 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193f12f8-e568-43fe-9d34-02e70dd9c110" -d '{"events": [{"name": "network-changed", "server_uuid": "6cd1ea35-bbf8-44f6-a4ce-bb4279026284", "tag": "5a4dc7d4-d187-42fb-910d-e1696f7d7e13"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:55:58.227619 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 2a098acb-d66a-483e-b889-a06a624c2cbf, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2a098acb-d66a-483e-b889-a06a624c2cbf,segment=NetworkSegment(646fb295-81d2-4bd9-83d2-cede57fdef69),segment_id=646fb295-81d2-4bd9-83d2-cede57fdef69)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:55:58.239889 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:58.298417 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a809bddd-1a90-4a82-9515-51df0a3cf662 None None] Provisioning complete for port 2a098acb-d66a-483e-b889-a06a624c2cbf triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:55:58.298940 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a809bddd-1a90-4a82-9515-51df0a3cf662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:58.342813 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-84785829-175d-46ca-839e-3d26da18da90 req-ddc38e2f-8458-44ae-afd8-04843bf9c36e service neutron] Attempting to bind port 265361f3-1d38-41dd-8af5-4e4fb26435f9 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:55:58.344052 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-84785829-175d-46ca-839e-3d26da18da90 req-ddc38e2f-8458-44ae-afd8-04843bf9c36e service neutron] Attempting to bind port 265361f3-1d38-41dd-8af5-4e4fb26435f9 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:55:58.344562 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84785829-175d-46ca-839e-3d26da18da90 req-ddc38e2f-8458-44ae-afd8-04843bf9c36e service neutron] Attempting to bind port 265361f3-1d38-41dd-8af5-4e4fb26435f9 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:58.349505 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a9952-3f3b-40d0-9eed-e4808da114d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4dc7d4-d187-42fb-910d-e1696f7d7e13,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:58.379746 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ae0552-aaf5-44a2-aa25-e21c6909efac tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Router 46d863f5-702d-49db-8142-960a7f2c0e03 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 14:55:58.384144 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84785829-175d-46ca-839e-3d26da18da90 req-ddc38e2f-8458-44ae-afd8-04843bf9c36e service neutron] Port 265361f3-1d38-41dd-8af5-4e4fb26435f9 on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:55:58.384676 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84785829-175d-46ca-839e-3d26da18da90 req-ddc38e2f-8458-44ae-afd8-04843bf9c36e service neutron] Attempting to bind port 265361f3-1d38-41dd-8af5-4e4fb26435f9 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:55:58.388493 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=2a098acb-d66a-483e-b889-a06a624c2cbf,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:58.409142 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84785829-175d-46ca-839e-3d26da18da90 req-ddc38e2f-8458-44ae-afd8-04843bf9c36e service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:55:58.409626 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84785829-175d-46ca-839e-3d26da18da90 req-ddc38e2f-8458-44ae-afd8-04843bf9c36e service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:55:58.410144 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84785829-175d-46ca-839e-3d26da18da90 req-ddc38e2f-8458-44ae-afd8-04843bf9c36e service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:55:58.410774 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-84785829-175d-46ca-839e-3d26da18da90 req-ddc38e2f-8458-44ae-afd8-04843bf9c36e service neutron] Bound port: 265361f3-1d38-41dd-8af5-4e4fb26435f9, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:55:58.411150 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-84785829-175d-46ca-839e-3d26da18da90 req-ddc38e2f-8458-44ae-afd8-04843bf9c36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:58.417692 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893fe2d1-3bd7-487a-aba1-31d222d7931d req-74033572-19a1-4287-852c-dcdd03fffb5d tempest-MigrationsAdminTest-2075238749 tempest-MigrationsAdminTest-2075238749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:58.426802 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-893fe2d1-3bd7-487a-aba1-31d222d7931d req-74033572-19a1-4287-852c-dcdd03fffb5d tempest-MigrationsAdminTest-2075238749 tempest-MigrationsAdminTest-2075238749-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 1102 time: 0.3472440 Aug 28 14:55:58.475680 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84785829-175d-46ca-839e-3d26da18da90 req-ad103a13-123f-4689-ae68-b17609557fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:58.477269 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84785829-175d-46ca-839e-3d26da18da90 req-ad103a13-123f-4689-ae68-b17609557fc9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=109ba20ea60e466cbac84cbb863b26ca&device_id=6cd1ea35-bbf8-44f6-a4ce-bb4279026284 HTTP/1.1" status: 200 len: 1100 time: 0.2229576 Aug 28 14:55:58.549047 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-84785829-175d-46ca-839e-3d26da18da90 req-ddc38e2f-8458-44ae-afd8-04843bf9c36e service neutron] For port 265361f3-1d38-41dd-8af5-4e4fb26435f9, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:55:58.552369 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-84785829-175d-46ca-839e-3d26da18da90 req-ddc38e2f-8458-44ae-afd8-04843bf9c36e service neutron] For port 265361f3-1d38-41dd-8af5-4e4fb26435f9, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=265361f3-1d38-41dd-8af5-4e4fb26435f9,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:55:58.581262 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123585f-055e-4555-9442-4e4abc5c0a0b req-12eb8064-20ce-4098-a2d0-797572451c94 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:58.590199 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f123585f-055e-4555-9442-4e4abc5c0a0b req-12eb8064-20ce-4098-a2d0-797572451c94 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1ea35-bbf8-44f6-a4ce-bb4279026284 HTTP/1.1" status: 200 len: 948 time: 0.4922078 Aug 28 14:55:58.606364 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84785829-175d-46ca-839e-3d26da18da90 req-77ef602d-1b91-4b55-ab96-591840f6483a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=5a4dc7d4-d187-42fb-910d-e1696f7d7e13 HTTP/1.1" status: 200 len: 217 time: 0.0521972 Aug 28 14:55:58.611262 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-84785829-175d-46ca-839e-3d26da18da90 req-ddc38e2f-8458-44ae-afd8-04843bf9c36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:58.708170 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-893fe2d1-3bd7-487a-aba1-31d222d7931d req-a1796e8e-809f-4afc-8fd7-aff6fa07fe88 tempest-MigrationsAdminTest-2075238749 tempest-MigrationsAdminTest-2075238749-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807374 Aug 28 14:55:58.742143 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84785829-175d-46ca-839e-3d26da18da90 req-ddc38e2f-8458-44ae-afd8-04843bf9c36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:58.743546 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-84785829-175d-46ca-839e-3d26da18da90 req-ddc38e2f-8458-44ae-afd8-04843bf9c36e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:58.746291 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84785829-175d-46ca-839e-3d26da18da90 req-ddc38e2f-8458-44ae-afd8-04843bf9c36e service neutron] 10.222.0.41 "PUT /v2.0/ports/265361f3-1d38-41dd-8af5-4e4fb26435f9 HTTP/1.1" status: 200 len: 1096 time: 2.5353537 Aug 28 14:55:58.773004 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f123585f-055e-4555-9442-4e4abc5c0a0b req-16e8889d-f62f-4c5f-adfa-c864e411d4d3 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814303 Aug 28 14:55:58.792502 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4434680c-f9a5-43d1-99e2-8ad593c66b6f x-openstack-request-id: req-4434680c-f9a5-43d1-99e2-8ad593c66b6f {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:55:58.793000 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cd1ea35-bbf8-44f6-a4ce-bb4279026284", "tag": "5a4dc7d4-d187-42fb-910d-e1696f7d7e13", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:55:58.793414 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4434680c-f9a5-43d1-99e2-8ad593c66b6f {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:55:58.793976 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd1ea35-bbf8-44f6-a4ce-bb4279026284', 'tag': '5a4dc7d4-d187-42fb-910d-e1696f7d7e13', 'status': 'completed', 'code': 200} Aug 28 14:55:58.820660 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84785829-175d-46ca-839e-3d26da18da90 req-341791f1-57a6-4520-8199-49441f461740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:58.824829 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84785829-175d-46ca-839e-3d26da18da90 req-341791f1-57a6-4520-8199-49441f461740 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.2007241 Aug 28 14:55:58.825689 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc38e2f-8458-44ae-afd8-04843bf9c36e service neutron] Pushing event updated for resources: {'Port': ['ID=265361f3-1d38-41dd-8af5-4e4fb26435f9,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:55:58.978226 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e187df61-b88a-4342-b750-48bfab4dc310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:58.993964 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84785829-175d-46ca-839e-3d26da18da90 req-7451db14-f557-4fb3-9e79-6b6d5c22f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:58.999136 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84785829-175d-46ca-839e-3d26da18da90 req-7451db14-f557-4fb3-9e79-6b6d5c22f9e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1494222 Aug 28 14:55:59.010761 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84785829-175d-46ca-839e-3d26da18da90 req-4215941f-4bb0-4a9b-8b85-781e4baf1d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:59.020102 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84785829-175d-46ca-839e-3d26da18da90 req-4215941f-4bb0-4a9b-8b85-781e4baf1d0e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=109ba20ea60e466cbac84cbb863b26ca&device_id=4726a605-7abe-43c6-9618-56b06b127379 HTTP/1.1" status: 200 len: 1099 time: 0.1831717 Aug 28 14:55:59.081535 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ae0552-aaf5-44a2-aa25-e21c6909efac tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:55:59.095476 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f35861-a806-4b92-a25d-bb22e9d19dc0 None None] Sync routers for ids ['46d863f5-702d-49db-8142-960a7f2c0e03'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:55:59.117803 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f35861-a806-4b92-a25d-bb22e9d19dc0 None None] Routers {'46d863f5-702d-49db-8142-960a7f2c0e03'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:55:59.118547 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a1f35861-a806-4b92-a25d-bb22e9d19dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:55:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['46d863f5-702d-49db-8142-960a7f2c0e03'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:55:59.138649 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-22ae0552-aaf5-44a2-aa25-e21c6909efac tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:59.179715 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-22ae0552-aaf5-44a2-aa25-e21c6909efac tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "PUT /v2.0/floatingips/733293e5-732d-40b5-bd76-51bfa98f1c43 HTTP/1.1" status: 200 len: 990 time: 4.2801459 Aug 28 14:55:59.183873 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122bb600-e609-4846-abe0-44ce0bd91ee1', 'tag': '926393f3-8561-4cf7-b7a7-e94e922b594c'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:55:59.187594 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f031970-e0e3-4e4b-9b67-0814696ae773" -d '{"events": [{"name": "network-changed", "server_uuid": "122bb600-e609-4846-abe0-44ce0bd91ee1", "tag": "926393f3-8561-4cf7-b7a7-e94e922b594c"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:55:59.227698 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1b0d0-f22f-4d10-a039-777a19ced8e5 req-511c9242-a75c-403e-a72e-195dbb58a2eb tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:59.230720 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cca1b0d0-f22f-4d10-a039-777a19ced8e5 req-511c9242-a75c-403e-a72e-195dbb58a2eb tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.2166255 Aug 28 14:55:59.242921 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-0b48a706-7b40-4ef4-92ce-24885c5f8ca2 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=86251bdbee63415981170d08b9111a4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420699 Aug 28 14:55:59.257429 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84785829-175d-46ca-839e-3d26da18da90 req-3dd99d2f-a13d-46ef-ac57-3c48d486cab0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=265361f3-1d38-41dd-8af5-4e4fb26435f9 HTTP/1.1" status: 200 len: 217 time: 0.1133347 Aug 28 14:55:59.281873 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2a098acb-d66a-483e-b889-a06a624c2cbf up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:55:59.334174 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cca1b0d0-f22f-4d10-a039-777a19ced8e5 req-a95b5d75-a750-40ea-87e1-d984724d0999 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548313 Aug 28 14:55:59.368451 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 2a098acb-d66a-483e-b889-a06a624c2cbf triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:55:59.369304 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:59.401888 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e187df61-b88a-4342-b750-48bfab4dc310 admin admin] Router 7337a538-7f8f-4272-b2b6-307512b0068e is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 14:55:59.405228 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84785829-175d-46ca-839e-3d26da18da90 req-4e676968-2ece-4cc4-bfaf-bdeb9a07ca03 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837969 Aug 28 14:55:59.420381 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-a1f35861-a806-4b92-a25d-bb22e9d19dc0 None None] Set router 46d863f5-702d-49db-8142-960a7f2c0e03 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:55:59.552881 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84785829-175d-46ca-839e-3d26da18da90 req-610dda72-2f9f-4345-b8af-5056132325cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:59.554518 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84785829-175d-46ca-839e-3d26da18da90 req-610dda72-2f9f-4345-b8af-5056132325cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.2793143 Aug 28 14:55:59.574255 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34fddf7-7094-4dc1-80e6-df0059d98105 x-openstack-request-id: req-d34fddf7-7094-4dc1-80e6-df0059d98105 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:55:59.574597 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122bb600-e609-4846-abe0-44ce0bd91ee1", "tag": "926393f3-8561-4cf7-b7a7-e94e922b594c", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:55:59.574790 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d34fddf7-7094-4dc1-80e6-df0059d98105 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:55:59.576828 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '122bb600-e609-4846-abe0-44ce0bd91ee1', 'tag': '926393f3-8561-4cf7-b7a7-e94e922b594c', 'status': 'completed', 'code': 200} Aug 28 14:55:59.649262 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-f832de4c-1157-4492-babf-2c2ccfeb3d52 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:59.657821 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-f832de4c-1157-4492-babf-2c2ccfeb3d52 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4138408 Aug 28 14:55:59.668970 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84785829-175d-46ca-839e-3d26da18da90 req-a0908b86-ac5a-465c-b724-ec98f320e5af service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450697 Aug 28 14:55:59.679915 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-0ce6d1f1-3d12-410d-be8d-83b08400f888 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/quotas/86251bdbee63415981170d08b9111a4c HTTP/1.1" status: 200 len: 375 time: 0.0211141 Aug 28 14:55:59.689302 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e187df61-b88a-4342-b750-48bfab4dc310 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:55:59.700646 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6914793-1d14-4b76-a10b-f9be97958cff None None] Sync routers for ids ['7337a538-7f8f-4272-b2b6-307512b0068e'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:55:59.714406 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6914793-1d14-4b76-a10b-f9be97958cff None None] Routers {'7337a538-7f8f-4272-b2b6-307512b0068e'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:55:59.714979 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-d6914793-1d14-4b76-a10b-f9be97958cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:55:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['7337a538-7f8f-4272-b2b6-307512b0068e'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:55:59.720418 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f031970-e0e3-4e4b-9b67-0814696ae773 req-59730013-1a64-46c6-aca9-92cdd41520ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:59.722521 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5f031970-e0e3-4e4b-9b67-0814696ae773 req-59730013-1a64-46c6-aca9-92cdd41520ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6133f2a9cae947c88f8d2b5122aa3775&device_id=122bb600-e609-4846-abe0-44ce0bd91ee1 HTTP/1.1" status: 200 len: 1097 time: 0.0940516 Aug 28 14:55:59.730493 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e187df61-b88a-4342-b750-48bfab4dc310 admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:55:59.734706 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e187df61-b88a-4342-b750-48bfab4dc310 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8270614 Aug 28 14:55:59.735696 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56076) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:55:59.760126 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84785829-175d-46ca-839e-3d26da18da90 req-426e10f7-e21d-4408-9807-07436f911001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:55:59.762903 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84785829-175d-46ca-839e-3d26da18da90 req-426e10f7-e21d-4408-9807-07436f911001 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1860282 Aug 28 14:55:59.857986 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-d6914793-1d14-4b76-a10b-f9be97958cff None None] Set router 7337a538-7f8f-4272-b2b6-307512b0068e gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:55:59.915338 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a1f35861-a806-4b92-a25d-bb22e9d19dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'name': 'tempest-ServersTestJSON-1251281621-router', 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cd6fd960-8967-4a84-b0e3-4bfead74dc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:55:12Z', 'updated_at': '2021-08-28T14:55:21Z', 'revision_number': 4, 'project_id': '6133f2a9cae947c88f8d2b5122aa3775', 'gw_port': {'id': 'cd6fd960-8967-4a84-b0e3-4bfead74dc6c', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:14Z', 'updated_at': '2021-08-28T14:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '733293e5-732d-40b5-bd76-51bfa98f1c43', 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775', 'floating_ip_address': '172.25.3.83', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'port_id': '926393f3-8561-4cf7-b7a7-e94e922b594c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a831971b-727c-44d1-b386-1a946ecd57e8', 'mac_address': 'fa:16:3e:b5:86:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122bb600-e609-4846-abe0-44ce0bd91ee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T14:55:35Z', 'updated_at': '2021-08-28T14:55:56Z', 'revision_number': 1, 'project_id': '6133f2a9cae947c88f8d2b5122aa3775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '619bde68-525f-461a-b861-2f99347cdb33', 'name': '', 'network_id': 'a831971b-727c-44d1-b386-1a946ecd57e8', 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775', 'mac_address': 'fa:16:3e:04:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5014a194-78d9-4048-a840-6f20bc902671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:19Z', 'updated_at': '2021-08-28T14:55:32Z', 'revision_number': 5, 'project_id': '6133f2a9cae947c88f8d2b5122aa3775', 'subnets': [{'id': '5014a194-78d9-4048-a840-6f20bc902671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:55:59.951918 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f35861-a806-4b92-a25d-bb22e9d19dc0 None None] Checking router: 46d863f5-702d-49db-8142-960a7f2c0e03 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:55:59.974147 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:55:59.975604 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f35861-a806-4b92-a25d-bb22e9d19dc0 None None] Routers {'46d863f5-702d-49db-8142-960a7f2c0e03'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:55:59.976417 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a1f35861-a806-4b92-a25d-bb22e9d19dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:55:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['46d863f5-702d-49db-8142-960a7f2c0e03'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:55:59.990996 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-962c89ba-6b68-410e-9b58-51c2f43a4908 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3074491 Aug 28 14:56:00.010496 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122edbf8-4680-4a32-b6e5-643027219cc6 req-cb498c80-7e83-4946-a175-2ef2373f8ac9 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:00.012089 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-122edbf8-4680-4a32-b6e5-643027219cc6 req-cb498c80-7e83-4946-a175-2ef2373f8ac9 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1ea35-bbf8-44f6-a4ce-bb4279026284 HTTP/1.1" status: 200 len: 948 time: 0.1421611 Aug 28 14:56:00.055355 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f031970-e0e3-4e4b-9b67-0814696ae773 req-96013738-06bd-4544-a27e-130844e85fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:00.056881 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5f031970-e0e3-4e4b-9b67-0814696ae773 req-96013738-06bd-4544-a27e-130844e85fa7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a831971b-727c-44d1-b386-1a946ecd57e8 HTTP/1.1" status: 200 len: 907 time: 0.3157637 Aug 28 14:56:00.064004 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f12f8-e568-43fe-9d34-02e70dd9c110 req-814cfbc7-e902-4be0-ad4c-a23c2f88c652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:00.072586 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-193f12f8-e568-43fe-9d34-02e70dd9c110 req-814cfbc7-e902-4be0-ad4c-a23c2f88c652 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=109ba20ea60e466cbac84cbb863b26ca&device_id=6cd1ea35-bbf8-44f6-a4ce-bb4279026284 HTTP/1.1" status: 200 len: 1100 time: 0.2434726 Aug 28 14:56:00.137170 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-a1f35861-a806-4b92-a25d-bb22e9d19dc0 None None] Set router 46d863f5-702d-49db-8142-960a7f2c0e03 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:56:00.169257 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-122edbf8-4680-4a32-b6e5-643027219cc6 req-0ae3c3a9-701f-4cd3-9d25-7908b8b39aaa tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420441 Aug 28 14:56:00.178041 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5f031970-e0e3-4e4b-9b67-0814696ae773 req-a1cdafd7-918a-4500-8500-527731efe5dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=926393f3-8561-4cf7-b7a7-e94e922b594c HTTP/1.1" status: 200 len: 998 time: 0.1071463 Aug 28 14:56:00.179324 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-d6914793-1d14-4b76-a10b-f9be97958cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'name': 'tempest-TaggedBootDevicesTest_v242-2107030088-router', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '48d8584e-8da2-4298-984a-8462d2ab9e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:55:53Z', 'updated_at': '2021-08-28T14:55:57Z', 'revision_number': 3, 'project_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'gw_port': {'id': '48d8584e-8da2-4298-984a-8462d2ab9e8f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:55Z', 'updated_at': '2021-08-28T14:55:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:56:00.253360 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6914793-1d14-4b76-a10b-f9be97958cff None None] Checking router: 7337a538-7f8f-4272-b2b6-307512b0068e for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:56:00.254777 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6914793-1d14-4b76-a10b-f9be97958cff None None] Updating router 7337a538-7f8f-4272-b2b6-307512b0068e port 48d8584e-8da2-4298-984a-8462d2ab9e8f binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 14:56:00.273246 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f031970-e0e3-4e4b-9b67-0814696ae773 req-e87a805a-0e96-4ffb-947d-daaef923f4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:00.274901 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5f031970-e0e3-4e4b-9b67-0814696ae773 req-e87a805a-0e96-4ffb-947d-daaef923f4a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5014a194-78d9-4048-a840-6f20bc902671 HTTP/1.1" status: 200 len: 845 time: 0.0812933 Aug 28 14:56:00.287056 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84785829-175d-46ca-839e-3d26da18da90 req-7adbfd4d-c761-457e-927f-530d8a1c1321 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029217 Aug 28 14:56:00.325179 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d6914793-1d14-4b76-a10b-f9be97958cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:00.428427 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f031970-e0e3-4e4b-9b67-0814696ae773 req-f854ee0c-e0e8-4f71-914f-ae3c29c3f6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:00.435103 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5f031970-e0e3-4e4b-9b67-0814696ae773 req-f854ee0c-e0e8-4f71-914f-ae3c29c3f6a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a831971b-727c-44d1-b386-1a946ecd57e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1456604 Aug 28 14:56:00.748472 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5f031970-e0e3-4e4b-9b67-0814696ae773 req-c496f768-1ece-49db-be46-d0a1b50b214e service neutron] 10.222.0.36 "GET /v2.0/networks/a831971b-727c-44d1-b386-1a946ecd57e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882602 Aug 28 14:56:00.806561 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a1f35861-a806-4b92-a25d-bb22e9d19dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'name': 'tempest-ServersTestJSON-1251281621-router', 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cd6fd960-8967-4a84-b0e3-4bfead74dc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:55:12Z', 'updated_at': '2021-08-28T14:55:21Z', 'revision_number': 4, 'project_id': '6133f2a9cae947c88f8d2b5122aa3775', 'gw_port': {'id': 'cd6fd960-8967-4a84-b0e3-4bfead74dc6c', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:14Z', 'updated_at': '2021-08-28T14:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '733293e5-732d-40b5-bd76-51bfa98f1c43', 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775', 'floating_ip_address': '172.25.3.83', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'port_id': '926393f3-8561-4cf7-b7a7-e94e922b594c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a831971b-727c-44d1-b386-1a946ecd57e8', 'mac_address': 'fa:16:3e:b5:86:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122bb600-e609-4846-abe0-44ce0bd91ee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T14:55:35Z', 'updated_at': '2021-08-28T14:55:56Z', 'revision_number': 1, 'project_id': '6133f2a9cae947c88f8d2b5122aa3775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '619bde68-525f-461a-b861-2f99347cdb33', 'name': '', 'network_id': 'a831971b-727c-44d1-b386-1a946ecd57e8', 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775', 'mac_address': 'fa:16:3e:04:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5014a194-78d9-4048-a840-6f20bc902671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:19Z', 'updated_at': '2021-08-28T14:55:32Z', 'revision_number': 5, 'project_id': '6133f2a9cae947c88f8d2b5122aa3775', 'subnets': [{'id': '5014a194-78d9-4048-a840-6f20bc902671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:56:00.823097 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5792c8-9987-4a44-8ac2-5c88ce62e723 req-ca7eab75-5d5b-4c72-90b8-ac33dfa14a2e tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:00.831101 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2e5792c8-9987-4a44-8ac2-5c88ce62e723 req-ca7eab75-5d5b-4c72-90b8-ac33dfa14a2e tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.3119140 Aug 28 14:56:00.861209 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d6914793-1d14-4b76-a10b-f9be97958cff None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:00.872594 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f35861-a806-4b92-a25d-bb22e9d19dc0 None None] The sync data for ids ['46d863f5-702d-49db-8142-960a7f2c0e03'] in n-d-712137-10 is: [{'id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'name': 'tempest-ServersTestJSON-1251281621-router', 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cd6fd960-8967-4a84-b0e3-4bfead74dc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:55:12Z', 'updated_at': '2021-08-28T14:55:21Z', 'revision_number': 4, 'project_id': '6133f2a9cae947c88f8d2b5122aa3775', 'gw_port': {'id': 'cd6fd960-8967-4a84-b0e3-4bfead74dc6c', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:14Z', 'updated_at': '2021-08-28T14:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '733293e5-732d-40b5-bd76-51bfa98f1c43', 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775', 'floating_ip_address': '172.25.3.83', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'port_id': '926393f3-8561-4cf7-b7a7-e94e922b594c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a831971b-727c-44d1-b386-1a946ecd57e8', 'mac_address': 'fa:16:3e:b5:86:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122bb600-e609-4846-abe0-44ce0bd91ee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T14:55:35Z', 'updated_at': '2021-08-28T14:55:56Z', 'revision_number': 1, 'project_id': '6133f2a9cae947c88f8d2b5122aa3775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '619bde68-525f-461a-b861-2f99347cdb33', 'name': '', 'network_id': 'a831971b-727c-44d1-b386-1a946ecd57e8', 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775', 'mac_address': 'fa:16:3e:04:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5014a194-78d9-4048-a840-6f20bc902671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:19Z', 'updated_at': '2021-08-28T14:55:32Z', 'revision_number': 5, 'project_id': '6133f2a9cae947c88f8d2b5122aa3775', 'subnets': [{'id': '5014a194-78d9-4048-a840-6f20bc902671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:56:00.877723 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e71a4e42-0fc6-4d6c-81d7-bf2317096111 req-d323507e-523f-471e-9026-0e54f83c9854 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 210 time: 0.3201475 Aug 28 14:56:00.878272 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4726a605-7abe-43c6-9618-56b06b127379', 'tag': '265361f3-1d38-41dd-8af5-4e4fb26435f9'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:56:00.880532 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4389f304-dc7a-4be2-ba7a-d160a45200ea" -d '{"events": [{"name": "network-changed", "server_uuid": "4726a605-7abe-43c6-9618-56b06b127379", "tag": "265361f3-1d38-41dd-8af5-4e4fb26435f9"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:56:00.898875 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d6914793-1d14-4b76-a10b-f9be97958cff None None] Transition to ACTIVE for port object 48d8584e-8da2-4298-984a-8462d2ab9e8f will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:56:00.920412 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d6914793-1d14-4b76-a10b-f9be97958cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:01.007448 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-d6914793-1d14-4b76-a10b-f9be97958cff None None] Attempting to bind port 48d8584e-8da2-4298-984a-8462d2ab9e8f on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:56:01.007891 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-d6914793-1d14-4b76-a10b-f9be97958cff None None] Attempting to bind port 48d8584e-8da2-4298-984a-8462d2ab9e8f by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:56:01.008395 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6914793-1d14-4b76-a10b-f9be97958cff None None] Attempting to bind port 48d8584e-8da2-4298-984a-8462d2ab9e8f on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:56:01.010878 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84785829-175d-46ca-839e-3d26da18da90 req-164df4d7-cb79-4327-af98-ec9fcae54a3e service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659226 Aug 28 14:56:01.022241 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f12f8-e568-43fe-9d34-02e70dd9c110 req-fcee398e-c068-49a0-a29e-6477636feafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:01.023930 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-193f12f8-e568-43fe-9d34-02e70dd9c110 req-fcee398e-c068-49a0-a29e-6477636feafd service neutron] 10.222.0.36 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.9462688 Aug 28 14:56:01.039779 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6914793-1d14-4b76-a10b-f9be97958cff None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:56:01.040337 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6914793-1d14-4b76-a10b-f9be97958cff None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:56:01.040769 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d6914793-1d14-4b76-a10b-f9be97958cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:01.041181 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6914793-1d14-4b76-a10b-f9be97958cff None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:56:01.041704 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-d6914793-1d14-4b76-a10b-f9be97958cff None None] Bound port: 48d8584e-8da2-4298-984a-8462d2ab9e8f, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:56:01.042098 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d6914793-1d14-4b76-a10b-f9be97958cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:01.095289 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2e5792c8-9987-4a44-8ac2-5c88ce62e723 req-3aa24f84-e3b7-4a2e-9ff6-13d5a8b93623 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632828 Aug 28 14:56:01.098578 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87e69cc-056b-4225-aabc-1d1570cf7e6c x-openstack-request-id: req-a87e69cc-056b-4225-aabc-1d1570cf7e6c {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:56:01.098870 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4726a605-7abe-43c6-9618-56b06b127379", "tag": "265361f3-1d38-41dd-8af5-4e4fb26435f9", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:56:01.099120 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a87e69cc-056b-4225-aabc-1d1570cf7e6c {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:56:01.099686 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4726a605-7abe-43c6-9618-56b06b127379', 'tag': '265361f3-1d38-41dd-8af5-4e4fb26435f9', 'status': 'completed', 'code': 200} Aug 28 14:56:01.130127 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-d6914793-1d14-4b76-a10b-f9be97958cff None None] For port 48d8584e-8da2-4298-984a-8462d2ab9e8f, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:56:01.133734 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-d6914793-1d14-4b76-a10b-f9be97958cff None None] For port 48d8584e-8da2-4298-984a-8462d2ab9e8f, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=48d8584e-8da2-4298-984a-8462d2ab9e8f,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:56:01.135202 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5c2bf-9efb-4475-8bf8-06a3c6b71196 None None] Pushing event updated for resources: {'Port': ['ID=48d8584e-8da2-4298-984a-8462d2ab9e8f,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:01.149816 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d6914793-1d14-4b76-a10b-f9be97958cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:01.190616 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5f031970-e0e3-4e4b-9b67-0814696ae773 req-5074333e-aaa1-4bdc-abc4-45b4a68d5b1b service neutron] 10.222.0.36 "GET /v2.0/networks/a831971b-727c-44d1-b386-1a946ecd57e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215746 Aug 28 14:56:01.198127 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6914793-1d14-4b76-a10b-f9be97958cff None None] Routers {'7337a538-7f8f-4272-b2b6-307512b0068e'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:56:01.198776 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-d6914793-1d14-4b76-a10b-f9be97958cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:55:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['7337a538-7f8f-4272-b2b6-307512b0068e'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:56:01.215038 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-193f12f8-e568-43fe-9d34-02e70dd9c110 req-467304bc-a07e-4c9c-92ea-91a8f0eb575e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=5a4dc7d4-d187-42fb-910d-e1696f7d7e13 HTTP/1.1" status: 200 len: 217 time: 0.1186306 Aug 28 14:56:01.247279 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389f304-dc7a-4be2-ba7a-d160a45200ea req-b4824ead-7dba-4f1c-b6af-e11bb7fa2339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:01.251002 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4389f304-dc7a-4be2-ba7a-d160a45200ea req-b4824ead-7dba-4f1c-b6af-e11bb7fa2339 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=109ba20ea60e466cbac84cbb863b26ca&device_id=4726a605-7abe-43c6-9618-56b06b127379 HTTP/1.1" status: 200 len: 1099 time: 0.0727513 Aug 28 14:56:01.382194 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418612b0-930a-4569-aac9-a84c52b7e742 None None] New status for floating IP 733293e5-732d-40b5-bd76-51bfa98f1c43: ACTIVE {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 14:56:01.415080 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-d6914793-1d14-4b76-a10b-f9be97958cff None None] Set router 7337a538-7f8f-4272-b2b6-307512b0068e gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:56:01.716649 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5c2bf-9efb-4475-8bf8-06a3c6b71196 None None] Pushing event updated for resources: {'Port': ['ID=48d8584e-8da2-4298-984a-8462d2ab9e8f,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:01.805894 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-d6914793-1d14-4b76-a10b-f9be97958cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'name': 'tempest-TaggedBootDevicesTest_v242-2107030088-router', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '48d8584e-8da2-4298-984a-8462d2ab9e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:55:53Z', 'updated_at': '2021-08-28T14:55:57Z', 'revision_number': 3, 'project_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'gw_port': {'id': '48d8584e-8da2-4298-984a-8462d2ab9e8f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:55Z', 'updated_at': '2021-08-28T14:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:56:01.844975 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6914793-1d14-4b76-a10b-f9be97958cff None None] The sync data for ids ['7337a538-7f8f-4272-b2b6-307512b0068e'] in n-d-712137-10 is: [{'id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'name': 'tempest-TaggedBootDevicesTest_v242-2107030088-router', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '48d8584e-8da2-4298-984a-8462d2ab9e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:55:53Z', 'updated_at': '2021-08-28T14:55:57Z', 'revision_number': 3, 'project_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'gw_port': {'id': '48d8584e-8da2-4298-984a-8462d2ab9e8f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:55Z', 'updated_at': '2021-08-28T14:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:56:01.893476 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcf974-effa-4103-b2ab-1b53dba43597 req-6c4e1102-54e1-4afe-908b-20c90df5f403 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:01.895313 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8fdcf974-effa-4103-b2ab-1b53dba43597 req-6c4e1102-54e1-4afe-908b-20c90df5f403 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1ea35-bbf8-44f6-a4ce-bb4279026284 HTTP/1.1" status: 200 len: 948 time: 0.5377526 Aug 28 14:56:01.911104 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f12f8-e568-43fe-9d34-02e70dd9c110 req-cca33daf-985f-49d6-86db-f56785499ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:01.915086 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-193f12f8-e568-43fe-9d34-02e70dd9c110 req-cca33daf-985f-49d6-86db-f56785499ea2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.6722827 Aug 28 14:56:01.976639 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a24fa35-6c84-427e-8e6b-3d553649f73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:02.092087 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d876074f-73b9-454c-859c-1b8c5f88aa16 req-154f20aa-5c0d-4527-baec-9dc04355c7ee tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 210 time: 0.0475411 Aug 28 14:56:02.140326 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-8699e489-2de9-4a10-bdb3-acbac499d370 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=86251bdbee63415981170d08b9111a4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0856564 Aug 28 14:56:02.185637 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f12f8-e568-43fe-9d34-02e70dd9c110 req-97455de9-b393-4219-bab0-e5bec4ad078a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:02.189407 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-193f12f8-e568-43fe-9d34-02e70dd9c110 req-97455de9-b393-4219-bab0-e5bec4ad078a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1879425 Aug 28 14:56:02.190558 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389f304-dc7a-4be2-ba7a-d160a45200ea req-6d646051-4f62-4f38-817f-5439cbc1c7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:02.192364 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4389f304-dc7a-4be2-ba7a-d160a45200ea req-6d646051-4f62-4f38-817f-5439cbc1c7bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.8634040 Aug 28 14:56:02.358072 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86874a0f-624a-4d72-9d02-098d77ee4232 req-43c621e5-d071-439d-9ea1-5637719c61d1 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:02.359838 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-86874a0f-624a-4d72-9d02-098d77ee4232 req-43c621e5-d071-439d-9ea1-5637719c61d1 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.1066799 Aug 28 14:56:02.414329 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-86874a0f-624a-4d72-9d02-098d77ee4232 req-7ea99077-5e59-4c4f-afae-a8f40e58a3f3 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428381 Aug 28 14:56:02.424427 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4389f304-dc7a-4be2-ba7a-d160a45200ea req-674e190d-257a-4ff0-b7d0-dcb92a07a7fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=265361f3-1d38-41dd-8af5-4e4fb26435f9 HTTP/1.1" status: 200 len: 217 time: 0.1339545 Aug 28 14:56:02.443427 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8fdcf974-effa-4103-b2ab-1b53dba43597 req-08bbaf68-d971-4cd7-8bb7-d2618d8c8426 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552238 Aug 28 14:56:02.619379 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-193f12f8-e568-43fe-9d34-02e70dd9c110 req-0efc097d-34d0-45f5-8cf1-3a194c3eb7ce service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039636 Aug 28 14:56:02.629254 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389f304-dc7a-4be2-ba7a-d160a45200ea req-2e6b5bfb-0738-4c42-8b77-6eceb90dacc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:02.630713 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4389f304-dc7a-4be2-ba7a-d160a45200ea req-2e6b5bfb-0738-4c42-8b77-6eceb90dacc6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1863229 Aug 28 14:56:02.722208 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-a68c18d5-da81-4597-8d63-669bcc58360a tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:02.723139 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-a68c18d5-da81-4597-8d63-669bcc58360a tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5588353 Aug 28 14:56:02.762268 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-fc1e76c6-bc2c-43fb-a15d-5ec54dce256c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Request body: {'port': {'device_id': '7cdf0cc0-859c-4d0b-91b9-b9716a04c537', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'admin_state_up': True, 'tenant_id': '86251bdbee63415981170d08b9111a4c'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:56:02.852712 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-6a24fa35-6c84-427e-8e6b-3d553649f73e admin admin] Allocated IP 172.20.0.1 (f1b33141-ca0c-463e-90a5-3e011354593f/e0834cea-40c4-4457-8496-7782b5b24a25/16d749b1-64c4-4450-9765-5df9b62ce32d) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:56:02.907952 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389f304-dc7a-4be2-ba7a-d160a45200ea req-7059239a-176e-48ce-b9f0-462045748948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:02.909502 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4389f304-dc7a-4be2-ba7a-d160a45200ea req-7059239a-176e-48ce-b9f0-462045748948 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2106225 Aug 28 14:56:02.918527 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-193f12f8-e568-43fe-9d34-02e70dd9c110 req-ddf0fec0-e412-43c2-9ae6-77869d2e7a68 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797914 Aug 28 14:56:03.106925 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-fc1e76c6-bc2c-43fb-a15d-5ec54dce256c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Made reservation on behalf of 86251bdbee63415981170d08b9111a4c for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:56:03.110997 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-fc1e76c6-bc2c-43fb-a15d-5ec54dce256c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:03.127449 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a24fa35-6c84-427e-8e6b-3d553649f73e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:03.143125 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4389f304-dc7a-4be2-ba7a-d160a45200ea req-9206d13e-a2d2-4e56-91ea-b1b77697dfe8 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218165 Aug 28 14:56:03.163414 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-6a24fa35-6c84-427e-8e6b-3d553649f73e admin admin] Transition to ACTIVE for port object 16d749b1-64c4-4450-9765-5df9b62ce32d will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:56:03.232286 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-463cb5c9-d8de-4fc1-9b48-a2c9ecbbb053 req-d29aab3e-0887-443b-9eea-e72e9fa0c069 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 210 time: 0.0454133 Aug 28 14:56:03.315013 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 48d8584e-8da2-4298-984a-8462d2ab9e8f up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:56:03.369267 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 48d8584e-8da2-4298-984a-8462d2ab9e8f completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:56:03.372171 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4389f304-dc7a-4be2-ba7a-d160a45200ea req-1dd7d6bf-f04f-4ad4-b51b-f0ea1764ea7f service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203517 Aug 28 14:56:03.373609 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 48d8584e-8da2-4298-984a-8462d2ab9e8f triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:03.373991 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:03.377047 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a24fa35-6c84-427e-8e6b-3d553649f73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:03.438644 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a24fa35-6c84-427e-8e6b-3d553649f73e admin admin] Network f1b33141-ca0c-463e-90a5-3e011354593f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:56:03.451420 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-6a24fa35-6c84-427e-8e6b-3d553649f73e admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:56:03.454584 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-fc1e76c6-bc2c-43fb-a15d-5ec54dce256c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Allocated IP 192.168.233.35 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:56:03.457464 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a24fa35-6c84-427e-8e6b-3d553649f73e admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:56:03.458954 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a24fa35-6c84-427e-8e6b-3d553649f73e admin admin] Pushing event updated for resources: {'Port': ['ID=16d749b1-64c4-4450-9765-5df9b62ce32d,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:03.498081 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:03.548120 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 48d8584e-8da2-4298-984a-8462d2ab9e8f, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=48d8584e-8da2-4298-984a-8462d2ab9e8f,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:03.556036 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:03.647246 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a24fa35-6c84-427e-8e6b-3d553649f73e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:03.656066 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 5a4dc7d4-d187-42fb-910d-e1696f7d7e13 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:56:03.661475 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e60768-943d-467d-8ac2-3d1e679faf6f req-989837f3-7b43-44ab-bbd4-06866f218766 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:03.670236 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-53e60768-943d-467d-8ac2-3d1e679faf6f req-989837f3-7b43-44ab-bbd4-06866f218766 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.1119118 Aug 28 14:56:03.679026 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=48d8584e-8da2-4298-984a-8462d2ab9e8f,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:03.717480 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 265361f3-1d38-41dd-8af5-4e4fb26435f9 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:56:03.727776 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-53e60768-943d-467d-8ac2-3d1e679faf6f req-679b4a9f-eb4e-48b2-b572-6591bb751a9b tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561430 Aug 28 14:56:03.797855 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2daa89-2104-4df7-990e-f649ef6b3c63 req-7ca03d71-e663-4b2e-9a6b-750c27f26285 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:03.800784 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7d2daa89-2104-4df7-990e-f649ef6b3c63 req-7ca03d71-e663-4b2e-9a6b-750c27f26285 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1ea35-bbf8-44f6-a4ce-bb4279026284 HTTP/1.1" status: 200 len: 948 time: 0.2442522 Aug 28 14:56:03.872317 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-272a90bb-8406-4dfd-933b-4da0537b92a0 None None] Provisioning for port 16d749b1-64c4-4450-9765-5df9b62ce32d completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:56:03.944369 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7d2daa89-2104-4df7-990e-f649ef6b3c63 req-3d8649d3-88b7-4b9b-932d-a2bdab5904f4 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934865 Aug 28 14:56:04.016780 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-fc1e76c6-bc2c-43fb-a15d-5ec54dce256c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:04.049750 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-fc1e76c6-bc2c-43fb-a15d-5ec54dce256c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Transition to ACTIVE for port object 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:56:04.062491 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-272a90bb-8406-4dfd-933b-4da0537b92a0 None None] Provisioning complete for port 16d749b1-64c4-4450-9765-5df9b62ce32d triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:04.062808 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a24fa35-6c84-427e-8e6b-3d553649f73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:04.062988 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-272a90bb-8406-4dfd-933b-4da0537b92a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:04.138117 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-fc1e76c6-bc2c-43fb-a15d-5ec54dce256c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:04.144979 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 5a4dc7d4-d187-42fb-910d-e1696f7d7e13, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=5a4dc7d4-d187-42fb-910d-e1696f7d7e13,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:04.164826 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['e5d443f6-c090-4c53-88ff-10d9e3cd69be'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:56:04.198481 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-272a90bb-8406-4dfd-933b-4da0537b92a0 None None] Port 16d749b1-64c4-4450-9765-5df9b62ce32d cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:56:04.207429 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 265361f3-1d38-41dd-8af5-4e4fb26435f9, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=265361f3-1d38-41dd-8af5-4e4fb26435f9,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:04.216743 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '5a4dc7d4-d187-42fb-910d-e1696f7d7e13', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': '5a4dc7d4-d187-42fb-910d-e1696f7d7e13', 'mac_address': 'fa:16:3e:30:2c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:56:04.226537 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-fc1e76c6-bc2c-43fb-a15d-5ec54dce256c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:56:04.234938 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '265361f3-1d38-41dd-8af5-4e4fb26435f9', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': '265361f3-1d38-41dd-8af5-4e4fb26435f9', 'mac_address': 'fa:16:3e:be:81:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:56:04.235244 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-fc1e76c6-bc2c-43fb-a15d-5ec54dce256c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:56:04.241454 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-fc1e76c6-bc2c-43fb-a15d-5ec54dce256c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:56:04.246840 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e76c6-bc2c-43fb-a15d-5ec54dce256c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Pushing event updated for resources: {'Port': ['ID=8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:04.342357 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-fc1e76c6-bc2c-43fb-a15d-5ec54dce256c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:04.343061 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-fc1e76c6-bc2c-43fb-a15d-5ec54dce256c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:04.378502 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-fc1e76c6-bc2c-43fb-a15d-5ec54dce256c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6201451 Aug 28 14:56:04.403325 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-6eaa8a2c-fb4e-4f3f-a8b9-24e32fa5c14b service neutron] Request body: {'port': {'device_id': '7cdf0cc0-859c-4d0b-91b9-b9716a04c537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:56:04.403441 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:04.410752 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a24fa35-6c84-427e-8e6b-3d553649f73e admin admin] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:04.433618 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a24fa35-6c84-427e-8e6b-3d553649f73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:04.448556 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363256aa-f123-450a-ad98-d47542597144 req-aefeaffb-db0b-4279-8892-284d34fbc41b tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:04.450133 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-363256aa-f123-450a-ad98-d47542597144 req-aefeaffb-db0b-4279-8892-284d34fbc41b tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 935 time: 0.1093886 Aug 28 14:56:04.455700 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:04.469842 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a4dc7d4-d187-42fb-910d-e1696f7d7e13 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:56:04.516005 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-363256aa-f123-450a-ad98-d47542597144 req-efd67f3a-b122-4862-9098-15d9bda5e29a tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591290 Aug 28 14:56:04.523927 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 265361f3-1d38-41dd-8af5-4e4fb26435f9 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:56:04.552634 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 5a4dc7d4-d187-42fb-910d-e1696f7d7e13, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=5a4dc7d4-d187-42fb-910d-e1696f7d7e13,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:04.570948 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-6eaa8a2c-fb4e-4f3f-a8b9-24e32fa5c14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:04.579719 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a24fa35-6c84-427e-8e6b-3d553649f73e admin admin] Pushing event updated for resources: {'Port': ['ID=16d749b1-64c4-4450-9765-5df9b62ce32d,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:04.583877 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 265361f3-1d38-41dd-8af5-4e4fb26435f9, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=265361f3-1d38-41dd-8af5-4e4fb26435f9,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:04.585309 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:04.585463 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a24fa35-6c84-427e-8e6b-3d553649f73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:04.635587 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:04.673199 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9d0213f1-375a-4b8b-9a95-f27f1620176e None None] Provisioning for port 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:56:04.681600 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=5a4dc7d4-d187-42fb-910d-e1696f7d7e13,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:04.687537 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9d0213f1-375a-4b8b-9a95-f27f1620176e None None] Provisioning complete for port 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:04.687938 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9d0213f1-375a-4b8b-9a95-f27f1620176e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:04.784473 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9d0213f1-375a-4b8b-9a95-f27f1620176e None None] Port 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:56:04.787909 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=265361f3-1d38-41dd-8af5-4e4fb26435f9,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:04.857187 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a24fa35-6c84-427e-8e6b-3d553649f73e admin admin] Network f1b33141-ca0c-463e-90a5-3e011354593f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:56:04.865063 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-6a24fa35-6c84-427e-8e6b-3d553649f73e admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:56:04.977960 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['5a4dc7d4-d187-42fb-910d-e1696f7d7e13'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:56:05.140498 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43294c2-4475-4135-b2c6-19fb726496c7 req-26d2792c-86a5-4021-bf15-302919f0c5db tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:05.140738 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['265361f3-1d38-41dd-8af5-4e4fb26435f9'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:56:05.149837 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d43294c2-4475-4135-b2c6-19fb726496c7 req-26d2792c-86a5-4021-bf15-302919f0c5db tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1ea35-bbf8-44f6-a4ce-bb4279026284 HTTP/1.1" status: 200 len: 949 time: 0.0808597 Aug 28 14:56:05.208150 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d43294c2-4475-4135-b2c6-19fb726496c7 req-bf91c7be-d881-47e4-9a54-b6cb3a175988 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570669 Aug 28 14:56:05.257339 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 48d8584e-8da2-4298-984a-8462d2ab9e8f up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:56:05.297360 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87155a-6d96-4e68-ba77-6d599eec3531 req-92d609ff-4be3-4c27-bba6-316ea9990f87 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:05.305126 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ba87155a-6d96-4e68-ba77-6d599eec3531 req-92d609ff-4be3-4c27-bba6-316ea9990f87 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.4630303 Aug 28 14:56:05.365875 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-422012a2-78e0-4b99-8304-74bbfce7d1eb None None] Provisioning complete for port 16d749b1-64c4-4450-9765-5df9b62ce32d triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:05.366412 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-422012a2-78e0-4b99-8304-74bbfce7d1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:05.430616 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ba87155a-6d96-4e68-ba77-6d599eec3531 req-7eb128f5-d1a7-4978-81d8-112a03fb9344 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199002 Aug 28 14:56:05.436101 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-422012a2-78e0-4b99-8304-74bbfce7d1eb None None] Port 16d749b1-64c4-4450-9765-5df9b62ce32d cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:56:05.442888 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 48d8584e-8da2-4298-984a-8462d2ab9e8f triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:05.443249 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:05.459052 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a24fa35-6c84-427e-8e6b-3d553649f73e admin admin] Router 7337a538-7f8f-4272-b2b6-307512b0068e has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 14:56:05.467097 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-6eaa8a2c-fb4e-4f3f-a8b9-24e32fa5c14b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:56:05.476035 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-6eaa8a2c-fb4e-4f3f-a8b9-24e32fa5c14b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:05.523889 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-6eaa8a2c-fb4e-4f3f-a8b9-24e32fa5c14b service neutron] Transition to ACTIVE for port object 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:56:05.530519 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-6eaa8a2c-fb4e-4f3f-a8b9-24e32fa5c14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:05.662216 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa8a2c-fb4e-4f3f-a8b9-24e32fa5c14b service neutron] Pushing event updated for resources: {'Port': ['ID=8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:05.709320 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a24fa35-6c84-427e-8e6b-3d553649f73e admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:56:05.721863 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe57939-22b0-46e6-9a0a-2cb0b2eb3499 None None] Sync routers for ids ['7337a538-7f8f-4272-b2b6-307512b0068e'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:56:05.736605 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe57939-22b0-46e6-9a0a-2cb0b2eb3499 None None] Routers {'7337a538-7f8f-4272-b2b6-307512b0068e'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:56:05.736605 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-4fe57939-22b0-46e6-9a0a-2cb0b2eb3499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:55:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['7337a538-7f8f-4272-b2b6-307512b0068e'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:56:05.749882 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6a24fa35-6c84-427e-8e6b-3d553649f73e admin admin] 10.222.0.13 "PUT /v2.0/routers/7337a538-7f8f-4272-b2b6-307512b0068e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0048497 Aug 28 14:56:05.828945 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580e820-0460-459b-804a-33eae375866c req-9f9c96c1-a754-4045-903d-1089bcc145a5 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:05.830650 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f580e820-0460-459b-804a-33eae375866c req-9f9c96c1-a754-4045-903d-1089bcc145a5 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 947 time: 0.1793253 Aug 28 14:56:05.871415 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-6eaa8a2c-fb4e-4f3f-a8b9-24e32fa5c14b service neutron] Attempting to bind port 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:56:05.876952 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-6eaa8a2c-fb4e-4f3f-a8b9-24e32fa5c14b service neutron] Attempting to bind port 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:56:05.877376 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-6eaa8a2c-fb4e-4f3f-a8b9-24e32fa5c14b service neutron] Attempting to bind port 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:56:05.925382 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-6eaa8a2c-fb4e-4f3f-a8b9-24e32fa5c14b service neutron] Port 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:56:05.926263 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-6eaa8a2c-fb4e-4f3f-a8b9-24e32fa5c14b service neutron] Attempting to bind port 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:56:05.941656 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-6eaa8a2c-fb4e-4f3f-a8b9-24e32fa5c14b service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:56:05.942033 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-6eaa8a2c-fb4e-4f3f-a8b9-24e32fa5c14b service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:56:05.942419 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-6eaa8a2c-fb4e-4f3f-a8b9-24e32fa5c14b service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:56:05.942862 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-6eaa8a2c-fb4e-4f3f-a8b9-24e32fa5c14b service neutron] Bound port: 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:56:05.943219 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-6eaa8a2c-fb4e-4f3f-a8b9-24e32fa5c14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:05.951728 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-4fe57939-22b0-46e6-9a0a-2cb0b2eb3499 None None] Set router 7337a538-7f8f-4272-b2b6-307512b0068e gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:56:05.964922 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f580e820-0460-459b-804a-33eae375866c req-30ecefa3-e970-4722-ab76-1d4d5c5ce38f tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135859 Aug 28 14:56:06.079162 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-6eaa8a2c-fb4e-4f3f-a8b9-24e32fa5c14b service neutron] For port 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:56:06.089639 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-6eaa8a2c-fb4e-4f3f-a8b9-24e32fa5c14b service neutron] For port 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:56:06.097189 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-6eaa8a2c-fb4e-4f3f-a8b9-24e32fa5c14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:06.134984 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-6eaa8a2c-fb4e-4f3f-a8b9-24e32fa5c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:06.136283 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-6eaa8a2c-fb4e-4f3f-a8b9-24e32fa5c14b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:06.137944 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-6eaa8a2c-fb4e-4f3f-a8b9-24e32fa5c14b service neutron] 10.222.0.41 "PUT /v2.0/ports/8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 HTTP/1.1" status: 200 len: 1096 time: 1.7484083 Aug 28 14:56:06.141280 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cdf0cc0-859c-4d0b-91b9-b9716a04c537', 'tag': '8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:56:06.144703 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967fb020-483f-4c84-8c6e-45d4db82c662" -d '{"events": [{"name": "network-changed", "server_uuid": "7cdf0cc0-859c-4d0b-91b9-b9716a04c537", "tag": "8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:56:06.260980 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b0c6fa-598b-449d-ac75-ddf7b3df51f8 x-openstack-request-id: req-c6b0c6fa-598b-449d-ac75-ddf7b3df51f8 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:56:06.261281 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cdf0cc0-859c-4d0b-91b9-b9716a04c537", "tag": "8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:56:06.261526 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6b0c6fa-598b-449d-ac75-ddf7b3df51f8 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:56:06.261929 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cdf0cc0-859c-4d0b-91b9-b9716a04c537', 'tag': '8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8', 'status': 'completed', 'code': 200} Aug 28 14:56:06.294295 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa8a2c-fb4e-4f3f-a8b9-24e32fa5c14b service neutron] Pushing event updated for resources: {'Port': ['ID=8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:06.315042 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-c9e51e4e-b280-4977-ab60-6d3eb9c14f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:06.317359 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-c9e51e4e-b280-4977-ab60-6d3eb9c14f1a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 1099 time: 0.1237075 Aug 28 14:56:06.335195 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-4fe57939-22b0-46e6-9a0a-2cb0b2eb3499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'name': 'tempest-TaggedBootDevicesTest_v242-2107030088-router', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '48d8584e-8da2-4298-984a-8462d2ab9e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:55:53Z', 'updated_at': '2021-08-28T14:56:04Z', 'revision_number': 4, 'project_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'gw_port': {'id': '48d8584e-8da2-4298-984a-8462d2ab9e8f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:55Z', 'updated_at': '2021-08-28T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '16d749b1-64c4-4450-9765-5df9b62ce32d', 'name': '', 'network_id': 'f1b33141-ca0c-463e-90a5-3e011354593f', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'mac_address': 'fa:16:3e:92:58:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'e0834cea-40c4-4457-8496-7782b5b24a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:56:02Z', 'updated_at': '2021-08-28T14:56:04Z', 'revision_number': 2, 'project_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'subnets': [{'id': 'e0834cea-40c4-4457-8496-7782b5b24a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:56:06.366516 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe57939-22b0-46e6-9a0a-2cb0b2eb3499 None None] Checking router: 7337a538-7f8f-4272-b2b6-307512b0068e for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:56:06.367007 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe57939-22b0-46e6-9a0a-2cb0b2eb3499 None None] Updating router 7337a538-7f8f-4272-b2b6-307512b0068e port 16d749b1-64c4-4450-9765-5df9b62ce32d binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 14:56:06.383398 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-9af4d4fd-c6c0-49e7-8aec-52fd3c154708 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 HTTP/1.1" status: 200 len: 217 time: 0.0549335 Aug 28 14:56:06.428467 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc97e3-f0d3-4341-9230-10b586d35caf req-470ce44a-3bdc-42ae-b389-d66d796f3803 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:06.434706 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4fe57939-22b0-46e6-9a0a-2cb0b2eb3499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:06.439165 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-78bc97e3-f0d3-4341-9230-10b586d35caf req-470ce44a-3bdc-42ae-b389-d66d796f3803 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1ea35-bbf8-44f6-a4ce-bb4279026284 HTTP/1.1" status: 200 len: 949 time: 0.1338570 Aug 28 14:56:06.453285 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-1f457304-1211-4db1-9677-eede37f3b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:06.454658 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-1f457304-1211-4db1-9677-eede37f3b793 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.0617666 Aug 28 14:56:06.486018 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-78bc97e3-f0d3-4341-9230-10b586d35caf req-2f6d9d7f-fa6c-47b3-a8b8-648ca39aa5a4 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438504 Aug 28 14:56:06.518679 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-630b1d98-55fa-4440-a490-95a2bb94f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:06.522284 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-630b1d98-55fa-4440-a490-95a2bb94f157 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0588307 Aug 28 14:56:06.725147 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724121a-804f-4c1c-abd3-91ed6136967b req-88824a3b-0aad-4cfb-8584-a430b1ddde81 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:06.733270 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e724121a-804f-4c1c-abd3-91ed6136967b req-88824a3b-0aad-4cfb-8584-a430b1ddde81 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.0977280 Aug 28 14:56:06.768986 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-3faf7722-ed90-4e54-9b28-f8d832fd6379 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362552 Aug 28 14:56:06.856419 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e724121a-804f-4c1c-abd3-91ed6136967b req-43624285-42ac-4cc2-ad3a-85b70d745882 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174245 Aug 28 14:56:06.935566 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3da06c73-a489-4ce2-b15c-5138ec5828a6 req-df69b6b7-7242-4a30-b31e-4593ab2e7871 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527569 Aug 28 14:56:06.952727 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4fe57939-22b0-46e6-9a0a-2cb0b2eb3499 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:06.991576 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4fe57939-22b0-46e6-9a0a-2cb0b2eb3499 None None] Transition to ACTIVE for port object 16d749b1-64c4-4450-9765-5df9b62ce32d will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:56:07.026218 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4fe57939-22b0-46e6-9a0a-2cb0b2eb3499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:07.143643 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fb020-483f-4c84-8c6e-45d4db82c662 req-77e97493-57fa-4736-a81c-ad2c7f938517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:07.145189 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-967fb020-483f-4c84-8c6e-45d4db82c662 req-77e97493-57fa-4736-a81c-ad2c7f938517 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 1099 time: 0.1373897 Aug 28 14:56:07.243520 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524decc-54bf-46ce-a055-9b5877fca5ac None None] Pushing event updated for resources: {'Port': ['ID=16d749b1-64c4-4450-9765-5df9b62ce32d,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:07.269985 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e00382-056a-4888-9964-c294e9fda468 req-4c2b9b45-8a93-44a7-8223-edc6cbbd37d3 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:07.278694 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b1e00382-056a-4888-9964-c294e9fda468 req-4c2b9b45-8a93-44a7-8223-edc6cbbd37d3 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 947 time: 0.1157262 Aug 28 14:56:07.297087 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fb020-483f-4c84-8c6e-45d4db82c662 req-19c47ca5-6f23-4596-a600-f344613b07e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:07.298301 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-967fb020-483f-4c84-8c6e-45d4db82c662 req-19c47ca5-6f23-4596-a600-f344613b07e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.1454301 Aug 28 14:56:07.330368 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-4fe57939-22b0-46e6-9a0a-2cb0b2eb3499 None None] Attempting to bind port 16d749b1-64c4-4450-9765-5df9b62ce32d on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:56:07.332552 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b1e00382-056a-4888-9964-c294e9fda468 req-312c7bdf-0c54-4e93-8c2d-63b40b2dc122 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467865 Aug 28 14:56:07.332995 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-4fe57939-22b0-46e6-9a0a-2cb0b2eb3499 None None] Attempting to bind port 16d749b1-64c4-4450-9765-5df9b62ce32d by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '646fb295-81d2-4bd9-83d2-cede57fdef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f1b33141-ca0c-463e-90a5-3e011354593f'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:56:07.333464 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe57939-22b0-46e6-9a0a-2cb0b2eb3499 None None] Attempting to bind port 16d749b1-64c4-4450-9765-5df9b62ce32d on network f1b33141-ca0c-463e-90a5-3e011354593f {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:56:07.348296 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe57939-22b0-46e6-9a0a-2cb0b2eb3499 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:56:07.348810 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe57939-22b0-46e6-9a0a-2cb0b2eb3499 None None] Checking segment: {'id': '646fb295-81d2-4bd9-83d2-cede57fdef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f1b33141-ca0c-463e-90a5-3e011354593f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:56:07.349500 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4fe57939-22b0-46e6-9a0a-2cb0b2eb3499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:07.349921 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe57939-22b0-46e6-9a0a-2cb0b2eb3499 None None] Bound using segment: {'id': '646fb295-81d2-4bd9-83d2-cede57fdef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f1b33141-ca0c-463e-90a5-3e011354593f'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:56:07.350497 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-4fe57939-22b0-46e6-9a0a-2cb0b2eb3499 None None] Bound port: 16d749b1-64c4-4450-9765-5df9b62ce32d, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '646fb295-81d2-4bd9-83d2-cede57fdef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f1b33141-ca0c-463e-90a5-3e011354593f'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:56:07.350956 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4fe57939-22b0-46e6-9a0a-2cb0b2eb3499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:07.366214 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-967fb020-483f-4c84-8c6e-45d4db82c662 req-5d98b7d2-d987-4e11-9afe-d4a55706c677 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 HTTP/1.1" status: 200 len: 217 time: 0.0571291 Aug 28 14:56:07.422412 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-4fe57939-22b0-46e6-9a0a-2cb0b2eb3499 None None] For port 16d749b1-64c4-4450-9765-5df9b62ce32d, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:56:07.426616 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-4fe57939-22b0-46e6-9a0a-2cb0b2eb3499 None None] For port 16d749b1-64c4-4450-9765-5df9b62ce32d, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=16d749b1-64c4-4450-9765-5df9b62ce32d,segment=NetworkSegment(646fb295-81d2-4bd9-83d2-cede57fdef69),segment_id=646fb295-81d2-4bd9-83d2-cede57fdef69)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:56:07.431015 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fb020-483f-4c84-8c6e-45d4db82c662 req-fd7d9326-4af8-474e-88e1-3c92e4e82595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:07.433243 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-967fb020-483f-4c84-8c6e-45d4db82c662 req-fd7d9326-4af8-474e-88e1-3c92e4e82595 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.0601108 Aug 28 14:56:07.435885 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4fe57939-22b0-46e6-9a0a-2cb0b2eb3499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:07.521094 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fb020-483f-4c84-8c6e-45d4db82c662 req-4848a830-0cc9-466d-abc6-79db52743c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:07.526465 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe57939-22b0-46e6-9a0a-2cb0b2eb3499 None None] Routers {'7337a538-7f8f-4272-b2b6-307512b0068e'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:56:07.527083 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-967fb020-483f-4c84-8c6e-45d4db82c662 req-4848a830-0cc9-466d-abc6-79db52743c7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0846460 Aug 28 14:56:07.527222 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-4fe57939-22b0-46e6-9a0a-2cb0b2eb3499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:55:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['7337a538-7f8f-4272-b2b6-307512b0068e'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:56:07.604266 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524decc-54bf-46ce-a055-9b5877fca5ac None None] Pushing event updated for resources: {'Port': ['ID=16d749b1-64c4-4450-9765-5df9b62ce32d,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:07.700661 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-967fb020-483f-4c84-8c6e-45d4db82c662 req-bb01beee-dc27-4ef3-b5b9-8ab81b5b9d06 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623814 Aug 28 14:56:07.723106 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 5a4dc7d4-d187-42fb-910d-e1696f7d7e13 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:56:07.797077 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 265361f3-1d38-41dd-8af5-4e4fb26435f9 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:56:07.828272 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7dffff-9e78-428d-ad59-b68b5db669a6 req-f2c0b5dc-14d0-4ddb-a915-08a3a1d9bb32 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:07.829923 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6e7dffff-9e78-428d-ad59-b68b5db669a6 req-f2c0b5dc-14d0-4ddb-a915-08a3a1d9bb32 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1ea35-bbf8-44f6-a4ce-bb4279026284 HTTP/1.1" status: 200 len: 949 time: 0.1283567 Aug 28 14:56:07.918631 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-967fb020-483f-4c84-8c6e-45d4db82c662 req-bc90a1cd-643f-464c-8ad7-9c595ae5ce57 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860445 Aug 28 14:56:07.922134 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6e7dffff-9e78-428d-ad59-b68b5db669a6 req-01c71f08-1798-4914-bf2d-6fa67cfac53a tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824289 Aug 28 14:56:07.997810 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9b702-9d44-4bfc-807b-6fbe381d282f req-c9e518aa-2b36-430c-a055-911fd907577e tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:07.999467 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-feb9b702-9d44-4bfc-807b-6fbe381d282f req-c9e518aa-2b36-430c-a055-911fd907577e tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.0673273 Aug 28 14:56:08.055996 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-feb9b702-9d44-4bfc-807b-6fbe381d282f req-6aea89fc-731f-4967-b2af-22f3a86b240f tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459671 Aug 28 14:56:08.108734 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-4fe57939-22b0-46e6-9a0a-2cb0b2eb3499 None None] Set router 7337a538-7f8f-4272-b2b6-307512b0068e gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:56:08.140010 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5d651dd2-3ebc-4f4d-8819-64de047b107e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:08.233836 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 5a4dc7d4-d187-42fb-910d-e1696f7d7e13 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:56:08.241450 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 5a4dc7d4-d187-42fb-910d-e1696f7d7e13 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:08.243971 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:08.299336 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 265361f3-1d38-41dd-8af5-4e4fb26435f9 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:56:08.356672 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 265361f3-1d38-41dd-8af5-4e4fb26435f9 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:08.357087 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:08.455104 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a363b-2d54-4fb0-b9f2-cbbdb24b01a8 req-03740820-9344-4308-9fb2-d1b5822e3342 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:08.463030 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c52a363b-2d54-4fb0-b9f2-cbbdb24b01a8 req-03740820-9344-4308-9fb2-d1b5822e3342 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 947 time: 0.0630999 Aug 28 14:56:08.500786 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c52a363b-2d54-4fb0-b9f2-cbbdb24b01a8 req-3cd980d9-0d10-4f64-94cb-84d1c7f0da1b tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368676 Aug 28 14:56:08.572964 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:08.609856 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:08.654192 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd1ea35-bbf8-44f6-a4ce-bb4279026284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4dc7d4-d187-42fb-910d-e1696f7d7e13'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:56:08.657006 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c31850-e6ca-40e3-a0a5-b81f838a8b3b" -d '{"events": [{"server_uuid": "6cd1ea35-bbf8-44f6-a4ce-bb4279026284", "name": "network-vif-plugged", "status": "completed", "tag": "5a4dc7d4-d187-42fb-910d-e1696f7d7e13"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:56:08.678267 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 5a4dc7d4-d187-42fb-910d-e1696f7d7e13, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=5a4dc7d4-d187-42fb-910d-e1696f7d7e13,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:08.690540 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:08.705374 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba953f9-41ca-4665-b358-b2980e41d260 x-openstack-request-id: req-6ba953f9-41ca-4665-b358-b2980e41d260 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:56:08.705724 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd1ea35-bbf8-44f6-a4ce-bb4279026284", "name": "network-vif-plugged", "status": "completed", "tag": "5a4dc7d4-d187-42fb-910d-e1696f7d7e13", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:56:08.705968 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ba953f9-41ca-4665-b358-b2980e41d260 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:56:08.706351 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd1ea35-bbf8-44f6-a4ce-bb4279026284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4dc7d4-d187-42fb-910d-e1696f7d7e13', 'code': 200} Aug 28 14:56:08.735569 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 265361f3-1d38-41dd-8af5-4e4fb26435f9, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=265361f3-1d38-41dd-8af5-4e4fb26435f9,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:08.752800 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:08.759002 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-4fe57939-22b0-46e6-9a0a-2cb0b2eb3499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'name': 'tempest-TaggedBootDevicesTest_v242-2107030088-router', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '48d8584e-8da2-4298-984a-8462d2ab9e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:55:53Z', 'updated_at': '2021-08-28T14:56:04Z', 'revision_number': 4, 'project_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'gw_port': {'id': '48d8584e-8da2-4298-984a-8462d2ab9e8f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:55Z', 'updated_at': '2021-08-28T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '16d749b1-64c4-4450-9765-5df9b62ce32d', 'name': '', 'network_id': 'f1b33141-ca0c-463e-90a5-3e011354593f', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'mac_address': 'fa:16:3e:92:58:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'e0834cea-40c4-4457-8496-7782b5b24a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:56:02Z', 'updated_at': '2021-08-28T14:56:07Z', 'revision_number': 4, 'project_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'subnets': [{'id': 'e0834cea-40c4-4457-8496-7782b5b24a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:56:08.800354 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe57939-22b0-46e6-9a0a-2cb0b2eb3499 None None] The sync data for ids ['7337a538-7f8f-4272-b2b6-307512b0068e'] in n-d-712137-10 is: [{'id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'name': 'tempest-TaggedBootDevicesTest_v242-2107030088-router', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '48d8584e-8da2-4298-984a-8462d2ab9e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:55:53Z', 'updated_at': '2021-08-28T14:56:04Z', 'revision_number': 4, 'project_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'gw_port': {'id': '48d8584e-8da2-4298-984a-8462d2ab9e8f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:55Z', 'updated_at': '2021-08-28T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '16d749b1-64c4-4450-9765-5df9b62ce32d', 'name': '', 'network_id': 'f1b33141-ca0c-463e-90a5-3e011354593f', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'mac_address': 'fa:16:3e:92:58:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'e0834cea-40c4-4457-8496-7782b5b24a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:56:02Z', 'updated_at': '2021-08-28T14:56:07Z', 'revision_number': 4, 'project_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'subnets': [{'id': 'e0834cea-40c4-4457-8496-7782b5b24a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:56:08.816671 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=5a4dc7d4-d187-42fb-910d-e1696f7d7e13,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:08.849909 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95840fa4-0523-40c3-99b1-73a7c7c83325 req-884a6277-77d6-4cb9-a303-a39dd217cde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:08.852283 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-95840fa4-0523-40c3-99b1-73a7c7c83325 req-884a6277-77d6-4cb9-a303-a39dd217cde1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6cd1ea35-bbf8-44f6-a4ce-bb4279026284 HTTP/1.1" status: 200 len: 1102 time: 0.0746210 Aug 28 14:56:08.894878 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=265361f3-1d38-41dd-8af5-4e4fb26435f9,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:08.927080 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-95840fa4-0523-40c3-99b1-73a7c7c83325 req-d5c959cf-0cbd-4247-9f78-97b606fc42cc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618844 Aug 28 14:56:09.077750 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4c629-5318-4b0f-a492-a3d45495892a req-c4926ce0-07bc-4c40-8680-800bfa0e1fea tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:09.081243 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d6d4c629-5318-4b0f-a492-a3d45495892a req-c4926ce0-07bc-4c40-8680-800bfa0e1fea tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1ea35-bbf8-44f6-a4ce-bb4279026284 HTTP/1.1" status: 200 len: 950 time: 0.0597808 Aug 28 14:56:09.126003 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d6d4c629-5318-4b0f-a492-a3d45495892a req-65e84c7d-e511-4eaa-8221-04419f00fa10 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385523 Aug 28 14:56:09.216522 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402354a9-98c5-4bd5-b07c-91e12de5f77c req-2d1732bd-c514-4bd7-800c-b4fc6e4cee42 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:09.223506 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-402354a9-98c5-4bd5-b07c-91e12de5f77c req-2d1732bd-c514-4bd7-800c-b4fc6e4cee42 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.0912302 Aug 28 14:56:09.272382 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 16d749b1-64c4-4450-9765-5df9b62ce32d up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:56:09.273178 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-402354a9-98c5-4bd5-b07c-91e12de5f77c req-64db2a70-1e5d-4def-94cc-1f9e9fa37c7b tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400321 Aug 28 14:56:09.369216 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 16d749b1-64c4-4450-9765-5df9b62ce32d completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:56:09.380319 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 16d749b1-64c4-4450-9765-5df9b62ce32d triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:09.380700 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:09.486892 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:09.525939 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 16d749b1-64c4-4450-9765-5df9b62ce32d, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=16d749b1-64c4-4450-9765-5df9b62ce32d,segment=NetworkSegment(646fb295-81d2-4bd9-83d2-cede57fdef69),segment_id=646fb295-81d2-4bd9-83d2-cede57fdef69)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:09.533049 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:09.621882 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=16d749b1-64c4-4450-9765-5df9b62ce32d,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:09.670980 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4358e-ebb0-4090-ba47-912c63e1f4fa req-d2069961-508a-4272-a06e-13d1f0dc3e52 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:09.673526 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5cd4358e-ebb0-4090-ba47-912c63e1f4fa req-d2069961-508a-4272-a06e-13d1f0dc3e52 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 947 time: 0.0690157 Aug 28 14:56:09.721264 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5cd4358e-ebb0-4090-ba47-912c63e1f4fa req-dd4560e9-b5f7-43af-a459-487f52f3e887 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410590 Aug 28 14:56:09.756458 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:56:09.893201 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:09.905827 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': '8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8', 'mac_address': 'fa:16:3e:29:ce:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:56:09.948394 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:09.963641 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:56:09.988718 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:09.997518 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:10.049521 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:10.260017 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540b3c0-49e6-44e5-8540-f662ff54be07 req-04caeb9c-9a7f-4963-895e-fcd3e38326c0 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:10.261649 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3540b3c0-49e6-44e5-8540-f662ff54be07 req-04caeb9c-9a7f-4963-895e-fcd3e38326c0 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1ea35-bbf8-44f6-a4ce-bb4279026284 HTTP/1.1" status: 200 len: 950 time: 0.0597761 Aug 28 14:56:10.316740 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3540b3c0-49e6-44e5-8540-f662ff54be07 req-56b34f44-1e74-4f64-baa4-cf799106b633 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438263 Aug 28 14:56:10.397555 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3edb93c3-4979-49ba-b26e-eb3d04624833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:10.435047 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb6ec0-af61-4540-8a2d-44ffe3b45005 req-b7e2f71f-c1ee-4e73-9b7c-10f554767412 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:10.438170 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1fbb6ec0-af61-4540-8a2d-44ffe3b45005 req-b7e2f71f-c1ee-4e73-9b7c-10f554767412 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.0798960 Aug 28 14:56:10.449417 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:56:10.532287 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1fbb6ec0-af61-4540-8a2d-44ffe3b45005 req-9958c08b-5fab-4be3-92fe-6222b95b79ca tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839071 Aug 28 14:56:10.707642 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4726a605-7abe-43c6-9618-56b06b127379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265361f3-1d38-41dd-8af5-4e4fb26435f9'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:56:10.710923 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9d07b1-26d2-408c-bc25-580098682541" -d '{"events": [{"server_uuid": "4726a605-7abe-43c6-9618-56b06b127379", "name": "network-vif-plugged", "status": "completed", "tag": "265361f3-1d38-41dd-8af5-4e4fb26435f9"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:56:10.749429 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0818643-7d9e-4eb1-91ac-6886df288577 x-openstack-request-id: req-f0818643-7d9e-4eb1-91ac-6886df288577 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:56:10.749736 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4726a605-7abe-43c6-9618-56b06b127379", "name": "network-vif-plugged", "status": "completed", "tag": "265361f3-1d38-41dd-8af5-4e4fb26435f9", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:56:10.752391 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0818643-7d9e-4eb1-91ac-6886df288577 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:56:10.752823 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4726a605-7abe-43c6-9618-56b06b127379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265361f3-1d38-41dd-8af5-4e4fb26435f9', 'code': 200} Aug 28 14:56:10.776625 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:10.899159 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e36f1-e86d-43be-baf4-a9cba39e3ec8 req-d2e66acb-41d7-4805-a1c6-ba028cd7679e tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:10.907307 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-325e36f1-e86d-43be-baf4-a9cba39e3ec8 req-d2e66acb-41d7-4805-a1c6-ba028cd7679e tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 948 time: 0.1010735 Aug 28 14:56:10.933509 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae037f5-23d9-4a48-99c7-f288d1733c99 req-af0e041f-4265-4e84-9426-69550e268ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:10.935001 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0ae037f5-23d9-4a48-99c7-f288d1733c99 req-af0e041f-4265-4e84-9426-69550e268ad5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4726a605-7abe-43c6-9618-56b06b127379 HTTP/1.1" status: 200 len: 1101 time: 0.0957279 Aug 28 14:56:10.960220 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-325e36f1-e86d-43be-baf4-a9cba39e3ec8 req-66fcdd01-bebf-4b0a-b935-27af6e441be1 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519192 Aug 28 14:56:10.987826 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0ae037f5-23d9-4a48-99c7-f288d1733c99 req-32196f85-e270-43b6-9677-a8b3609c3518 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431790 Aug 28 14:56:11.211266 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 16d749b1-64c4-4450-9765-5df9b62ce32d up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:56:11.260841 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 16d749b1-64c4-4450-9765-5df9b62ce32d triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:11.261319 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:11.456621 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cfbb7-ba6c-4de5-a41f-4b80b3766c5f req-e5d20ed2-1420-4305-b347-e7bf76a6a164 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:11.458178 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e51cfbb7-ba6c-4de5-a41f-4b80b3766c5f req-e5d20ed2-1420-4305-b347-e7bf76a6a164 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1ea35-bbf8-44f6-a4ce-bb4279026284 HTTP/1.1" status: 200 len: 950 time: 0.0550997 Aug 28 14:56:11.499861 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e51cfbb7-ba6c-4de5-a41f-4b80b3766c5f req-41ce7b2a-367b-44af-9499-284a4261d91f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345867 Aug 28 14:56:11.624620 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:11.653422 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa3e56-39a3-4273-9f78-695957949b20 req-d282e7e8-ec03-4417-8c31-af0f50e6e016 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:11.662722 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dcaa3e56-39a3-4273-9f78-695957949b20 req-d282e7e8-ec03-4417-8c31-af0f50e6e016 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=4726a605-7abe-43c6-9618-56b06b127379 HTTP/1.1" status: 200 len: 949 time: 0.0816345 Aug 28 14:56:11.701475 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb06c4-47c9-43f4-99ff-9a75d5f312b0 req-8ebab639-fd28-430d-9589-696f94fdb886 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:11.702562 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dcaa3e56-39a3-4273-9f78-695957949b20 req-ea892b25-d248-4764-a067-66f222df2d8b tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386240 Aug 28 14:56:11.703113 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dceb06c4-47c9-43f4-99ff-9a75d5f312b0 req-8ebab639-fd28-430d-9589-696f94fdb886 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.0569654 Aug 28 14:56:11.751429 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dceb06c4-47c9-43f4-99ff-9a75d5f312b0 req-13a525ac-ee56-4f12-ad56-45ab425fdec2 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393937 Aug 28 14:56:12.103280 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57064194-b8ba-4914-ab57-79928098c2c3 req-bd1547df-dec6-40d3-abe9-145cc64a75a8 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:12.104819 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-57064194-b8ba-4914-ab57-79928098c2c3 req-bd1547df-dec6-40d3-abe9-145cc64a75a8 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 948 time: 0.0556555 Aug 28 14:56:12.149502 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-57064194-b8ba-4914-ab57-79928098c2c3 req-156f53d4-53e4-43ae-be3f-d1ed104e7bdf tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362570 Aug 28 14:56:12.830093 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88277eb3-e447-494b-bc6d-7e8ce0062cfb req-ddbf5ed8-ac6b-4044-9099-119aefe2ab09 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:12.837924 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-88277eb3-e447-494b-bc6d-7e8ce0062cfb req-ddbf5ed8-ac6b-4044-9099-119aefe2ab09 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=4726a605-7abe-43c6-9618-56b06b127379 HTTP/1.1" status: 200 len: 949 time: 0.0625358 Aug 28 14:56:12.912793 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-88277eb3-e447-494b-bc6d-7e8ce0062cfb req-51454f75-d4bb-4b17-b861-ee201daf1fe6 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738320 Aug 28 14:56:12.974114 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371bbe3a-5556-4eda-97f4-225b86652ccf req-40695e99-5998-4d7c-83b5-151aef97c4ac tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:12.975673 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-371bbe3a-5556-4eda-97f4-225b86652ccf req-40695e99-5998-4d7c-83b5-151aef97c4ac tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.0781140 Aug 28 14:56:13.036924 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-371bbe3a-5556-4eda-97f4-225b86652ccf req-d0f5138a-5f0d-4020-a8bf-a4a33fe5777d tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506904 Aug 28 14:56:13.120097 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:13.275078 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e90c59-5cc2-4a10-8b9a-7bec8971faa3 req-1a89c140-f7d9-4494-b391-c58dd89e037e tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:13.276952 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-04e90c59-5cc2-4a10-8b9a-7bec8971faa3 req-1a89c140-f7d9-4494-b391-c58dd89e037e tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 948 time: 0.0545213 Aug 28 14:56:13.320494 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-04e90c59-5cc2-4a10-8b9a-7bec8971faa3 req-d25459f7-223c-4bb5-9d5d-fa212e117641 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360291 Aug 28 14:56:13.778780 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:56:13.831711 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:56:13.835828 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:13.836305 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:13.951335 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:13.981367 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cdf0cc0-859c-4d0b-91b9-b9716a04c537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:56:13.984302 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526bf570-7545-4278-a35f-cdb5dbf954bb" -d '{"events": [{"server_uuid": "7cdf0cc0-859c-4d0b-91b9-b9716a04c537", "name": "network-vif-plugged", "status": "completed", "tag": "8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:56:14.016633 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:14.022564 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:14.052694 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bcabe-fc80-4013-bdf9-13439482132f req-42c52546-9a99-4c0f-aafd-aeb4aa308273 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:14.053417 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3a4d71-19cf-4246-80ed-015ca313644f x-openstack-request-id: req-5d3a4d71-19cf-4246-80ed-015ca313644f {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:56:14.054264 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cdf0cc0-859c-4d0b-91b9-b9716a04c537", "name": "network-vif-plugged", "status": "completed", "tag": "8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:56:14.054411 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-057bcabe-fc80-4013-bdf9-13439482132f req-42c52546-9a99-4c0f-aafd-aeb4aa308273 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=4726a605-7abe-43c6-9618-56b06b127379 HTTP/1.1" status: 200 len: 949 time: 0.0621185 Aug 28 14:56:14.054858 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d3a4d71-19cf-4246-80ed-015ca313644f {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:56:14.055317 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cdf0cc0-859c-4d0b-91b9-b9716a04c537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8', 'code': 200} Aug 28 14:56:14.086310 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:14.106686 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-057bcabe-fc80-4013-bdf9-13439482132f req-a85d8bc6-02cd-4ade-93b7-5474d9d64e7b tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451615 Aug 28 14:56:14.201330 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454d91b-7acc-4e68-8840-80819ad63daf req-2dc70776-07e4-4266-9dfe-ce18219f3ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:14.204221 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b454d91b-7acc-4e68-8840-80819ad63daf req-2dc70776-07e4-4266-9dfe-ce18219f3ef6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 1101 time: 0.0823872 Aug 28 14:56:14.219151 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126179a9-3a59-4537-95e8-15e83925d675 req-9d973bb8-eb7c-4462-8b24-d94f93d4b2d6 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:14.224349 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-126179a9-3a59-4537-95e8-15e83925d675 req-9d973bb8-eb7c-4462-8b24-d94f93d4b2d6 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.0731475 Aug 28 14:56:14.289810 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-126179a9-3a59-4537-95e8-15e83925d675 req-2f2f9b25-5b03-4f95-b47b-61b9be51b96b tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548730 Aug 28 14:56:14.291855 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b454d91b-7acc-4e68-8840-80819ad63daf req-f639a430-ad50-4bae-b5ec-b6f72a05cb22 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661914 Aug 28 14:56:14.418642 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d68ed-a2d6-4b19-a9ae-9cd345aa8496 req-9663c355-f1e9-48cd-ad05-f264658578ec tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:14.425763 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d68ed-a2d6-4b19-a9ae-9cd345aa8496 req-9663c355-f1e9-48cd-ad05-f264658578ec tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:14.433480 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f91d68ed-a2d6-4b19-a9ae-9cd345aa8496 req-9663c355-f1e9-48cd-ad05-f264658578ec tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=4726a605-7abe-43c6-9618-56b06b127379&device_id=6cd1ea35-bbf8-44f6-a4ce-bb4279026284 HTTP/1.1" status: 200 len: 1690 time: 0.0726905 Aug 28 14:56:14.471999 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f91d68ed-a2d6-4b19-a9ae-9cd345aa8496 req-ac64635e-4749-4c15-89d1-d29398fa5782 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376031 Aug 28 14:56:14.559608 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172eb2b-a01b-49d5-888f-095c08aa44de req-fbfbed33-09f1-42e2-8dbb-d0b6e9b6f7c9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:14.561847 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2172eb2b-a01b-49d5-888f-095c08aa44de req-fbfbed33-09f1-42e2-8dbb-d0b6e9b6f7c9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.0975270 Aug 28 14:56:14.618698 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2172eb2b-a01b-49d5-888f-095c08aa44de req-bde910c9-78fa-4e5e-8f43-25b6cf3bc8c5 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478876 Aug 28 14:56:14.678419 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4f081-392a-4477-a498-2155df919b1d req-ae601230-fec4-43ac-a669-7aedc27dfc80 tempest-ServersOnMultiNodesTest-1569130746 tempest-ServersOnMultiNodesTest-1569130746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:14.680115 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-96e4f081-392a-4477-a498-2155df919b1d req-ae601230-fec4-43ac-a669-7aedc27dfc80 tempest-ServersOnMultiNodesTest-1569130746 tempest-ServersOnMultiNodesTest-1569130746-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4726a605-7abe-43c6-9618-56b06b127379 HTTP/1.1" status: 200 len: 1101 time: 0.0652161 Aug 28 14:56:14.718478 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-96e4f081-392a-4477-a498-2155df919b1d req-1bf80488-3cf4-495a-a51f-ec3d09474ba1 tempest-ServersOnMultiNodesTest-1569130746 tempest-ServersOnMultiNodesTest-1569130746-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321820 Aug 28 14:56:14.840268 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad72f26-3afb-4bbf-8215-b08b6ae7087e req-fdb820bf-2e71-480f-9e33-f8cd6c4e7b82 tempest-ServersOnMultiNodesTest-1569130746 tempest-ServersOnMultiNodesTest-1569130746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:14.841813 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aad72f26-3afb-4bbf-8215-b08b6ae7087e req-fdb820bf-2e71-480f-9e33-f8cd6c4e7b82 tempest-ServersOnMultiNodesTest-1569130746 tempest-ServersOnMultiNodesTest-1569130746-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1ea35-bbf8-44f6-a4ce-bb4279026284 HTTP/1.1" status: 200 len: 1102 time: 0.0452054 Aug 28 14:56:14.884192 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aad72f26-3afb-4bbf-8215-b08b6ae7087e req-0827df04-6241-4c28-b490-2771f4bdc2c7 tempest-ServersOnMultiNodesTest-1569130746 tempest-ServersOnMultiNodesTest-1569130746-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351717 Aug 28 14:56:15.436327 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c695f-bff2-429f-a5e2-3886cb257514 req-0f943283-0db7-4c98-9076-759da95fb3c8 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:15.438701 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b11c695f-bff2-429f-a5e2-3886cb257514 req-0f943283-0db7-4c98-9076-759da95fb3c8 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.0571961 Aug 28 14:56:15.477641 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b11c695f-bff2-429f-a5e2-3886cb257514 req-c3bd74b9-abe7-40f2-ac00-6a88fc1b0b45 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328212 Aug 28 14:56:15.737475 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe5500-bafa-40c0-b20e-51e3285f3b24 req-d5986c94-a138-4cea-b035-2bfa190a17b5 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:15.738974 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6ebe5500-bafa-40c0-b20e-51e3285f3b24 req-d5986c94-a138-4cea-b035-2bfa190a17b5 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.0546873 Aug 28 14:56:15.780784 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6ebe5500-bafa-40c0-b20e-51e3285f3b24 req-8ffac609-55c3-4999-a9f8-81340060f310 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343006 Aug 28 14:56:16.604142 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a8884-65c7-4478-89af-8db970f83c54 req-aa35f8f2-5b80-4033-9b67-86b49978d72e tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:16.605745 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-db0a8884-65c7-4478-89af-8db970f83c54 req-aa35f8f2-5b80-4033-9b67-86b49978d72e tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.0500686 Aug 28 14:56:16.651019 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-db0a8884-65c7-4478-89af-8db970f83c54 req-77a75992-059f-4291-9f2d-e15ea1f711fc tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383689 Aug 28 14:56:16.912896 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045705e4-728e-4e87-b74b-2f4da46740c8 req-4bf5bb63-0a14-4b74-a477-e7e1400cda4c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:16.915135 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-045705e4-728e-4e87-b74b-2f4da46740c8 req-4bf5bb63-0a14-4b74-a477-e7e1400cda4c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.0588965 Aug 28 14:56:17.235568 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-045705e4-728e-4e87-b74b-2f4da46740c8 req-3699266a-bc80-4d09-9baf-f4c608f01b9a tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143260 Aug 28 14:56:17.825399 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ff8e8-0e54-4270-a184-bec9610e43ab req-846c5b56-8080-4dc0-ac53-f32d01b6d89f tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:17.827109 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-200ff8e8-0e54-4270-a184-bec9610e43ab req-846c5b56-8080-4dc0-ac53-f32d01b6d89f tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.0804198 Aug 28 14:56:17.831072 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4ba3f261-6448-49b4-8b2c-bb955924fa3f req-fe27b761-f0be-416d-b48b-bbed5a9a52aa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0732405 Aug 28 14:56:17.878775 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-200ff8e8-0e54-4270-a184-bec9610e43ab req-2f9c732f-c476-4423-8c7c-1ad3ad6c6f98 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452113 Aug 28 14:56:18.000822 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1443f4-5484-40e2-b4e3-044034ab1bff req-17010c08-e49c-4706-9ae3-71101e01dee5 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:18.002413 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-db1443f4-5484-40e2-b4e3-044034ab1bff req-17010c08-e49c-4706-9ae3-71101e01dee5 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.0590246 Aug 28 14:56:18.047202 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-db1443f4-5484-40e2-b4e3-044034ab1bff req-921496e0-ac46-43f9-8953-c1a4d8f21245 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381975 Aug 28 14:56:19.003759 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc405e3-2b13-4b63-ac72-729a11fe5418 req-b989dde8-ee85-4ffc-a86f-b2e6b0c98e6c tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:19.005554 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0bc405e3-2b13-4b63-ac72-729a11fe5418 req-b989dde8-ee85-4ffc-a86f-b2e6b0c98e6c tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.0546362 Aug 28 14:56:19.045143 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0bc405e3-2b13-4b63-ac72-729a11fe5418 req-96b3c7cb-b160-431b-bb09-deac6fbf061f tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335433 Aug 28 14:56:19.184753 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91473a-e2ef-4f7d-ba52-1d1bc78823f8 req-16da6c84-c863-4867-bf23-498386105d57 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:19.186304 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1d91473a-e2ef-4f7d-ba52-1d1bc78823f8 req-16da6c84-c863-4867-bf23-498386105d57 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.0605302 Aug 28 14:56:19.228003 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1d91473a-e2ef-4f7d-ba52-1d1bc78823f8 req-31e78f11-1f89-473f-a131-025ee2319432 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353067 Aug 28 14:56:19.350030 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3f261-6448-49b4-8b2c-bb955924fa3f req-c7fcdbe6-3fff-4439-8746-7b931a49787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:19.353649 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ba3f261-6448-49b4-8b2c-bb955924fa3f req-c7fcdbe6-3fff-4439-8746-7b931a49787b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 1101 time: 0.0489061 Aug 28 14:56:19.448442 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3f261-6448-49b4-8b2c-bb955924fa3f req-f15f87f6-3ed8-4c91-84b6-c9849c72110b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:19.450062 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ba3f261-6448-49b4-8b2c-bb955924fa3f req-f15f87f6-3ed8-4c91-84b6-c9849c72110b service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.0889077 Aug 28 14:56:19.513567 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ba3f261-6448-49b4-8b2c-bb955924fa3f req-497f44b4-2a68-43a6-816e-6b576a48daa0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 HTTP/1.1" status: 200 len: 217 time: 0.0420060 Aug 28 14:56:19.573035 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3f261-6448-49b4-8b2c-bb955924fa3f req-bed2cbb9-8178-4b84-b024-3f4ae7455fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:19.574487 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ba3f261-6448-49b4-8b2c-bb955924fa3f req-bed2cbb9-8178-4b84-b024-3f4ae7455fcb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.0549548 Aug 28 14:56:19.624830 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3f261-6448-49b4-8b2c-bb955924fa3f req-b9f95ec1-eaf5-4c57-8566-e0eb3587f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:19.626405 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ba3f261-6448-49b4-8b2c-bb955924fa3f req-b9f95ec1-eaf5-4c57-8566-e0eb3587f8b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0435007 Aug 28 14:56:19.735053 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ba3f261-6448-49b4-8b2c-bb955924fa3f req-d08ade12-08c8-4716-b6e3-6c6b662c3f1d service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008043 Aug 28 14:56:19.818148 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-4bd5eb93-d07c-4ead-9aea-cd83d1e5b4ad tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=109ba20ea60e466cbac84cbb863b26ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279791 Aug 28 14:56:19.938049 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ba3f261-6448-49b4-8b2c-bb955924fa3f req-dca4a916-6e25-4fab-be9b-44106a3b959f service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953869 Aug 28 14:56:19.996908 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-f1e7adb6-b8b0-4c45-b033-1b9d572e70cb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:20.000125 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-f1e7adb6-b8b0-4c45-b033-1b9d572e70cb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1735656 Aug 28 14:56:20.033999 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-309eb8b3-7f8f-4197-b9f3-3a484211daf1 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/quotas/109ba20ea60e466cbac84cbb863b26ca HTTP/1.1" status: 200 len: 375 time: 0.0252595 Aug 28 14:56:20.130200 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-4e548d60-f31e-4f59-9c3f-863450fc5d7d tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=109ba20ea60e466cbac84cbb863b26ca&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0714312 Aug 28 14:56:20.231932 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d4749-bb5e-4fe8-8723-7a2d5923818a req-2ebd4a6c-e736-4fc1-b38f-0f70f4094b9f tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:20.236159 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fa9d4749-bb5e-4fe8-8723-7a2d5923818a req-2ebd4a6c-e736-4fc1-b38f-0f70f4094b9f tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.1056244 Aug 28 14:56:20.284857 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fa9d4749-bb5e-4fe8-8723-7a2d5923818a req-7020e4a3-7317-4d67-81e8-10c3e660b742 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426810 Aug 28 14:56:20.460380 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823005b-03cc-4a6a-8150-ca672b6350af req-032905e0-f625-4774-a8ee-3c5b306410e2 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:20.469874 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2823005b-03cc-4a6a-8150-ca672b6350af req-032905e0-f625-4774-a8ee-3c5b306410e2 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.1094921 Aug 28 14:56:20.556838 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2823005b-03cc-4a6a-8150-ca672b6350af req-93d2735b-7d7f-442a-928f-198db78862a4 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746911 Aug 28 14:56:20.578431 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-73b78505-844b-4975-ba26-3b471b8cbd60 req-3948bcdc-fb92-4506-8df5-28bcbb137414 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=b310860f-2f4a-4bf4-8f3d-2940a21d69b9 HTTP/1.1" status: 200 len: 210 time: 0.0566301 Aug 28 14:56:21.424817 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a012d-dc9d-4b03-8f80-78ad4f648bd7 req-00fa1a4b-5714-4dad-b529-07a2a8f72a75 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:21.427399 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5b5a012d-dc9d-4b03-8f80-78ad4f648bd7 req-00fa1a4b-5714-4dad-b529-07a2a8f72a75 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.0651534 Aug 28 14:56:21.534862 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5b5a012d-dc9d-4b03-8f80-78ad4f648bd7 req-71a4b9e6-59a3-4b1f-ba27-0bb9de5ded28 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959659 Aug 28 14:56:21.631041 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-3f3b7000-f8ff-4347-9cc3-ccb256659c2f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=109ba20ea60e466cbac84cbb863b26ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332680 Aug 28 14:56:21.727311 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2a50e0bc-3b58-410e-bcbf-23b6a220dac1 req-a9a44f44-2df4-4b5e-bf70-51e36a01758c tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=b310860f-2f4a-4bf4-8f3d-2940a21d69b9 HTTP/1.1" status: 200 len: 210 time: 0.0450211 Aug 28 14:56:21.776681 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481a509-bd30-4007-b9b8-8b46cb010bb7 req-1d895433-2e0a-4ae5-ab5e-3694aadd4b42 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:21.778219 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8481a509-bd30-4007-b9b8-8b46cb010bb7 req-1d895433-2e0a-4ae5-ab5e-3694aadd4b42 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.1182437 Aug 28 14:56:21.860833 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8481a509-bd30-4007-b9b8-8b46cb010bb7 req-d79e3638-00ef-4951-9d52-bab8a31e3c1e tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692270 Aug 28 14:56:21.891221 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-0cf5dd1c-eea9-4ebc-89c5-113341961d75 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:21.892920 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-0cf5dd1c-eea9-4ebc-89c5-113341961d75 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2538371 Aug 28 14:56:21.912136 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-414125e3-4f8a-45b6-ad98-d2315dd48740 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Request body: {'port': {'device_id': 'b310860f-2f4a-4bf4-8f3d-2940a21d69b9', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'admin_state_up': True, 'tenant_id': '109ba20ea60e466cbac84cbb863b26ca'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:56:22.074510 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-414125e3-4f8a-45b6-ad98-d2315dd48740 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Made reservation on behalf of 109ba20ea60e466cbac84cbb863b26ca for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:56:22.083816 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-414125e3-4f8a-45b6-ad98-d2315dd48740 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:22.333937 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-414125e3-4f8a-45b6-ad98-d2315dd48740 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Allocated IP 192.168.233.104 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:56:22.622806 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-414125e3-4f8a-45b6-ad98-d2315dd48740 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:22.643522 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-414125e3-4f8a-45b6-ad98-d2315dd48740 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Transition to ACTIVE for port object 995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:56:22.709756 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-414125e3-4f8a-45b6-ad98-d2315dd48740 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:22.727561 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['265361f3-1d38-41dd-8af5-4e4fb26435f9'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:56:22.730223 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['fa16ff95-5261-40df-9953-991311b24ad6', 'ffec4487-2465-4f34-8676-77ed39b96142', 'e1d3ed2d-2ed7-4069-bd91-0e9f194eca76', '5a4dc7d4-d187-42fb-910d-e1696f7d7e13'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:56:22.731137 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0dc8d4-cda3-4581-be6f-130cd611275d req-5916e261-b234-416e-bd54-8feeb90cd78b tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:22.733537 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ff0dc8d4-cda3-4581-be6f-130cd611275d req-5916e261-b234-416e-bd54-8feeb90cd78b tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.0806265 Aug 28 14:56:22.805285 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-414125e3-4f8a-45b6-ad98-d2315dd48740 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:56:22.863569 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-414125e3-4f8a-45b6-ad98-d2315dd48740 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:56:22.872840 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-414125e3-4f8a-45b6-ad98-d2315dd48740 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:56:22.897490 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ff0dc8d4-cda3-4581-be6f-130cd611275d req-036a0ece-3b37-474c-86e9-fbaae96a7fca tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507821 Aug 28 14:56:22.985589 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414125e3-4f8a-45b6-ad98-d2315dd48740 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Pushing event updated for resources: {'Port': ['ID=995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:23.021385 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-414125e3-4f8a-45b6-ad98-d2315dd48740 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:23.022226 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-414125e3-4f8a-45b6-ad98-d2315dd48740 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:23.063220 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60881fa-caf8-4717-b269-052cf80e64cf req-f78badab-ac17-443d-b481-41b63b9bd31f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:23.070066 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b60881fa-caf8-4717-b269-052cf80e64cf req-f78badab-ac17-443d-b481-41b63b9bd31f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=b310860f-2f4a-4bf4-8f3d-2940a21d69b9 HTTP/1.1" status: 200 len: 936 time: 0.1736262 Aug 28 14:56:23.080860 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-414125e3-4f8a-45b6-ad98-d2315dd48740 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1735773 Aug 28 14:56:23.130825 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-519c4202-4142-41f4-85e1-8fa33081f1ca service neutron] Request body: {'port': {'device_id': 'b310860f-2f4a-4bf4-8f3d-2940a21d69b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:56:23.306492 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b60881fa-caf8-4717-b269-052cf80e64cf req-39879b1a-6201-487c-a5a0-0064defcd79d tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354977 Aug 28 14:56:23.375835 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-519c4202-4142-41f4-85e1-8fa33081f1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:23.425032 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cda80-89f2-4ac3-a2ec-53f2b70d3c49 req-c3c9fc17-a6d1-4b22-83f1-aabf699008d9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:23.433505 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-888cda80-89f2-4ac3-a2ec-53f2b70d3c49 req-c3c9fc17-a6d1-4b22-83f1-aabf699008d9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.1189299 Aug 28 14:56:23.493210 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-888cda80-89f2-4ac3-a2ec-53f2b70d3c49 req-fae9c79a-cbb5-4826-8870-ff63d8ec1a70 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555196 Aug 28 14:56:23.653039 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-32fb01cf-8035-4208-8d64-9dc5f3bbd616 None None] Provisioning for port 995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:56:23.716057 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-32fb01cf-8035-4208-8d64-9dc5f3bbd616 None None] Provisioning complete for port 995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:23.716531 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-32fb01cf-8035-4208-8d64-9dc5f3bbd616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:23.850602 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-519c4202-4142-41f4-85e1-8fa33081f1ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:56:23.870156 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-519c4202-4142-41f4-85e1-8fa33081f1ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:23.914047 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-519c4202-4142-41f4-85e1-8fa33081f1ca service neutron] Transition to ACTIVE for port object 995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:56:23.929591 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-519c4202-4142-41f4-85e1-8fa33081f1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:24.011110 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-32fb01cf-8035-4208-8d64-9dc5f3bbd616 None None] Port 995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:56:24.078600 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c4202-4142-41f4-85e1-8fa33081f1ca service neutron] Pushing event updated for resources: {'Port': ['ID=995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:24.118646 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677940be-915c-4cb8-96bb-b9d7476da25a req-36e2b75c-534b-45a3-8ce7-9befca4b869a tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:24.121515 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-677940be-915c-4cb8-96bb-b9d7476da25a req-36e2b75c-534b-45a3-8ce7-9befca4b869a tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.0910251 Aug 28 14:56:24.154007 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:24.218393 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-677940be-915c-4cb8-96bb-b9d7476da25a req-e99bf7ba-f771-4eac-9f29-8f93bb759b93 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823350 Aug 28 14:56:24.232916 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-519c4202-4142-41f4-85e1-8fa33081f1ca service neutron] Attempting to bind port 995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:56:24.233931 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-519c4202-4142-41f4-85e1-8fa33081f1ca service neutron] Attempting to bind port 995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:56:24.234367 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-519c4202-4142-41f4-85e1-8fa33081f1ca service neutron] Attempting to bind port 995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:56:24.251760 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-519c4202-4142-41f4-85e1-8fa33081f1ca service neutron] Port 995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2 on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:56:24.252269 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-519c4202-4142-41f4-85e1-8fa33081f1ca service neutron] Attempting to bind port 995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:56:24.258628 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-519c4202-4142-41f4-85e1-8fa33081f1ca service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:56:24.259088 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-519c4202-4142-41f4-85e1-8fa33081f1ca service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:56:24.259731 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-519c4202-4142-41f4-85e1-8fa33081f1ca service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:56:24.260474 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-519c4202-4142-41f4-85e1-8fa33081f1ca service neutron] Bound port: 995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:56:24.260474 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-519c4202-4142-41f4-85e1-8fa33081f1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:24.387360 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-519c4202-4142-41f4-85e1-8fa33081f1ca service neutron] For port 995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:56:24.392832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-519c4202-4142-41f4-85e1-8fa33081f1ca service neutron] For port 995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:56:24.408548 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-519c4202-4142-41f4-85e1-8fa33081f1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:24.472312 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-519c4202-4142-41f4-85e1-8fa33081f1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:24.472936 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-519c4202-4142-41f4-85e1-8fa33081f1ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:24.478616 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-519c4202-4142-41f4-85e1-8fa33081f1ca service neutron] 10.222.0.41 "PUT /v2.0/ports/995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2 HTTP/1.1" status: 200 len: 1097 time: 1.3737292 Aug 28 14:56:24.479142 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b310860f-2f4a-4bf4-8f3d-2940a21d69b9', 'tag': '995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:56:24.492459 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583d7e19-f19a-40bd-9dd4-738f4a636653" -d '{"events": [{"name": "network-changed", "server_uuid": "b310860f-2f4a-4bf4-8f3d-2940a21d69b9", "tag": "995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:56:24.557215 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c4202-4142-41f4-85e1-8fa33081f1ca service neutron] Pushing event updated for resources: {'Port': ['ID=995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:24.601376 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6da7bc-579c-4bd5-a6c3-4fd5b07cf7bd req-f6b663c2-049d-4854-8aff-dec79c25b219 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:24.614520 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caed1d14-366e-4a69-ac28-f5c729864e76 x-openstack-request-id: req-caed1d14-366e-4a69-ac28-f5c729864e76 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:56:24.614859 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b310860f-2f4a-4bf4-8f3d-2940a21d69b9", "tag": "995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:56:24.615952 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ff6da7bc-579c-4bd5-a6c3-4fd5b07cf7bd req-f6b663c2-049d-4854-8aff-dec79c25b219 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=b310860f-2f4a-4bf4-8f3d-2940a21d69b9 HTTP/1.1" status: 200 len: 948 time: 0.1503954 Aug 28 14:56:24.616122 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-caed1d14-366e-4a69-ac28-f5c729864e76 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:56:24.620170 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b310860f-2f4a-4bf4-8f3d-2940a21d69b9', 'tag': '995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2', 'status': 'completed', 'code': 200} Aug 28 14:56:24.666883 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ff6da7bc-579c-4bd5-a6c3-4fd5b07cf7bd req-e8f7b7eb-94e8-47fa-aa29-051d5722b7e2 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468884 Aug 28 14:56:24.741331 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-ec357fd9-900b-4f0f-8566-8e8392d24ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:24.742878 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-ec357fd9-900b-4f0f-8566-8e8392d24ced service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=109ba20ea60e466cbac84cbb863b26ca&device_id=b310860f-2f4a-4bf4-8f3d-2940a21d69b9 HTTP/1.1" status: 200 len: 1100 time: 0.1692643 Aug 28 14:56:24.780582 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0aaff-4b39-4e0b-b817-c8cbf2475d5e req-f25ad4fd-ed67-49b1-8f6f-39b24979ca07 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:24.788324 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5ae0aaff-4b39-4e0b-b817-c8cbf2475d5e req-f25ad4fd-ed67-49b1-8f6f-39b24979ca07 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.0981829 Aug 28 14:56:25.075379 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-363d4bbf-c9dd-4bf5-8b3f-03f48de7cfc7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2 HTTP/1.1" status: 200 len: 217 time: 0.3187754 Aug 28 14:56:25.133512 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5ae0aaff-4b39-4e0b-b817-c8cbf2475d5e req-0c53c16d-d536-4d7f-b47a-08ee36169a51 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442538 Aug 28 14:56:25.143633 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-597e5ce8-0e7a-4254-a07f-e4d0a367256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:25.145187 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-597e5ce8-0e7a-4254-a07f-e4d0a367256c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.0609751 Aug 28 14:56:25.208500 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-5173eaf9-0e7e-49c8-872f-e03413456a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:25.210254 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-5173eaf9-0e7e-49c8-872f-e03413456a96 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0569935 Aug 28 14:56:25.339251 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-ef7b8fd8-247d-4f77-a6d5-566b6f5b16ed service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182568 Aug 28 14:56:25.449826 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70201e1f-d6fd-4924-9912-6228e629fa7c req-fb019e09-0999-4e94-8adc-b3221d0bc8b7 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:25.452611 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-70201e1f-d6fd-4924-9912-6228e629fa7c req-fb019e09-0999-4e94-8adc-b3221d0bc8b7 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.1038826 Aug 28 14:56:25.475208 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94dfa4b1-1066-4a21-acc2-2538e15c1f96 req-e6828215-f391-4525-8a7a-200e7e4bb86a service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272464 Aug 28 14:56:25.524386 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-70201e1f-d6fd-4924-9912-6228e629fa7c req-6d680f98-f398-410f-b680-968a9059695f tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639286 Aug 28 14:56:25.595837 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d7e19-f19a-40bd-9dd4-738f4a636653 req-55e63cab-e184-47d1-964c-8b0649affcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:25.598001 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-583d7e19-f19a-40bd-9dd4-738f4a636653 req-55e63cab-e184-47d1-964c-8b0649affcf1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=109ba20ea60e466cbac84cbb863b26ca&device_id=b310860f-2f4a-4bf4-8f3d-2940a21d69b9 HTTP/1.1" status: 200 len: 1100 time: 0.0507507 Aug 28 14:56:25.702107 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d7e19-f19a-40bd-9dd4-738f4a636653 req-1db7dc34-639d-407a-b8df-7797786ba781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:25.703859 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-583d7e19-f19a-40bd-9dd4-738f4a636653 req-1db7dc34-639d-407a-b8df-7797786ba781 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.0972397 Aug 28 14:56:25.767610 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-583d7e19-f19a-40bd-9dd4-738f4a636653 req-a1ebe05e-76e0-4e63-884d-8a76a673ac66 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2 HTTP/1.1" status: 200 len: 217 time: 0.0538433 Aug 28 14:56:25.826694 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:56:25.865893 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d7e19-f19a-40bd-9dd4-738f4a636653 req-4f4951e3-715a-413f-a76c-5d25e8533f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:25.867572 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-583d7e19-f19a-40bd-9dd4-738f4a636653 req-4f4951e3-715a-413f-a76c-5d25e8533f01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.0909028 Aug 28 14:56:25.885266 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4eec1-892c-477a-9469-f575eb267b2f req-95629c90-28ba-48ca-9a88-4c5b2b96c0cb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:25.887214 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-96e4eec1-892c-477a-9469-f575eb267b2f req-95629c90-28ba-48ca-9a88-4c5b2b96c0cb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=b310860f-2f4a-4bf4-8f3d-2940a21d69b9 HTTP/1.1" status: 200 len: 948 time: 0.1012321 Aug 28 14:56:25.963094 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:26.001126 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d7e19-f19a-40bd-9dd4-738f4a636653 req-a12b9476-08bd-4182-b488-64d218e096df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:26.002897 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-583d7e19-f19a-40bd-9dd4-738f4a636653 req-a12b9476-08bd-4182-b488-64d218e096df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1144545 Aug 28 14:56:26.005269 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b57071b-338d-4272-b03b-4b789485abb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e2b10de-e92f-4035-9be4-fe9c36d4ee04'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:56:26.007818 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc05d9d9-4410-4945-80b0-42e816e7c9c8" -d '{"events": [{"server_uuid": "1b57071b-338d-4272-b03b-4b789485abb1", "name": "network-vif-unplugged", "status": "completed", "tag": "7e2b10de-e92f-4035-9be4-fe9c36d4ee04"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:56:26.016800 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-96e4eec1-892c-477a-9469-f575eb267b2f req-96c32d26-0440-4f3b-a92e-350731ce66bc tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175437 Aug 28 14:56:26.025725 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 7e2b10de-e92f-4035-9be4-fe9c36d4ee04, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=7e2b10de-e92f-4035-9be4-fe9c36d4ee04,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:26.038096 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:26.074295 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-957cd4ac-ab86-4de6-8059-535c9b6c4a18 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:26.075966 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-957cd4ac-ab86-4de6-8059-535c9b6c4a18 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/networks?id=a6bfc57a-d73d-41d0-954b-fff6fef4d808 HTTP/1.1" status: 200 len: 821 time: 0.2151635 Aug 28 14:56:26.112857 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-3868ca97-f464-4b73-9473-af24da7959fa tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/quotas/5de95046553a4af6b56ddb9234d40b90 HTTP/1.1" status: 200 len: 375 time: 0.0287926 Aug 28 14:56:26.146919 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=7e2b10de-e92f-4035-9be4-fe9c36d4ee04,revision_number=9']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:26.177026 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-583d7e19-f19a-40bd-9dd4-738f4a636653 req-830d8d86-8efd-4526-bca3-7e503392169c service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551473 Aug 28 14:56:26.210156 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:26.239504 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 14:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f02a98a-3c6c-4c3f-93e5-ffaa4209bee9 x-openstack-request-id: req-9f02a98a-3c6c-4c3f-93e5-ffaa4209bee9 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:56:26.240020 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b57071b-338d-4272-b03b-4b789485abb1", "name": "network-vif-unplugged", "status": "completed", "tag": "7e2b10de-e92f-4035-9be4-fe9c36d4ee04", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:56:26.240566 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f02a98a-3c6c-4c3f-93e5-ffaa4209bee9 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:56:26.241106 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b57071b-338d-4272-b03b-4b789485abb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e2b10de-e92f-4035-9be4-fe9c36d4ee04', 'code': 200} Aug 28 14:56:26.246085 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-8d3ecf0e-37b4-40f6-9377-db8a2a331bf3 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5de95046553a4af6b56ddb9234d40b90&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1130555 Aug 28 14:56:26.338824 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-583d7e19-f19a-40bd-9dd4-738f4a636653 req-6f24c29b-5703-429e-bbe5-5f177207c559 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450264 Aug 28 14:56:26.354307 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-1a31cb7f-7fc5-4223-a081-894283486eb5 service neutron] 10.222.0.13 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070378 Aug 28 14:56:26.369183 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2d830-312f-42e8-891a-54310946e91a req-4a12a602-64a1-4389-9ba0-ddc631e451f8 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:26.370624 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d1c2d830-312f-42e8-891a-54310946e91a req-4a12a602-64a1-4389-9ba0-ddc631e451f8 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.0629828 Aug 28 14:56:26.411529 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d1c2d830-312f-42e8-891a-54310946e91a req-bc850e58-a9f0-4a5f-a797-64117955462b tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344405 Aug 28 14:56:26.503202 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-c401c118-c412-4446-8353-5ec67b1f87c3 service neutron] 10.222.0.13 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474710 Aug 28 14:56:26.671246 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ffd5f-4412-4551-8610-6dd76629a018 req-ad4b25c7-e80d-4457-8155-c7e0f614d7c9 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:26.679195 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-372ffd5f-4412-4551-8610-6dd76629a018 req-ad4b25c7-e80d-4457-8155-c7e0f614d7c9 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 948 time: 0.0623291 Aug 28 14:56:26.729293 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-372ffd5f-4412-4551-8610-6dd76629a018 req-fd8f7a7c-3d17-4ccd-a094-278f0400fe01 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490251 Aug 28 14:56:26.961131 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a080acb0-e10c-46aa-9ca4-daa29aceee1b req-45b0f911-8ba4-4686-869d-ef75656dd226 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 210 time: 0.0321350 Aug 28 14:56:27.145836 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29994aac-33cc-456a-b2b6-f13058826e86 req-fbf2cd55-9f76-4ca0-935f-566c1df7a084 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:27.154480 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-29994aac-33cc-456a-b2b6-f13058826e86 req-fbf2cd55-9f76-4ca0-935f-566c1df7a084 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=b310860f-2f4a-4bf4-8f3d-2940a21d69b9 HTTP/1.1" status: 200 len: 948 time: 0.0625203 Aug 28 14:56:27.199716 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-29994aac-33cc-456a-b2b6-f13058826e86 req-dfa62fab-6e2d-4f40-a552-45f5299abb49 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442653 Aug 28 14:56:27.581071 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431150fc-65a7-40ae-97fc-19c04783e198 req-afe3223f-7936-42b2-8202-51b5a40a0861 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:27.591410 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-431150fc-65a7-40ae-97fc-19c04783e198 req-afe3223f-7936-42b2-8202-51b5a40a0861 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.1094234 Aug 28 14:56:27.638804 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-431150fc-65a7-40ae-97fc-19c04783e198 req-197bcb46-5507-440a-b274-cb599b800839 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453787 Aug 28 14:56:27.831556 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:56:27.859353 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-3689a0aa-87be-4b35-a08a-2c4027150e62 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:27.860859 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-3689a0aa-87be-4b35-a08a-2c4027150e62 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/networks?id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45 HTTP/1.1" status: 200 len: 808 time: 0.1187804 Aug 28 14:56:27.868036 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1659a48-140a-47ea-9bde-102965858c58 req-05d1220e-5336-4f9c-a9db-1d5c5e311c67 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:27.870824 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d1659a48-140a-47ea-9bde-102965858c58 req-05d1220e-5336-4f9c-a9db-1d5c5e311c67 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 948 time: 0.0687563 Aug 28 14:56:27.885007 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-c1d9e03e-9b31-4570-9793-b761aa213d5e tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/quotas/29e98397e0be4fe1a52442d0d5c53b75 HTTP/1.1" status: 200 len: 375 time: 0.0160007 Aug 28 14:56:27.925065 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d1659a48-140a-47ea-9bde-102965858c58 req-600a095f-bd9d-4cc0-93ff-6d5331d75c5b tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475507 Aug 28 14:56:27.964181 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-44528bae-b193-4f1a-8426-df694cd6bb28 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=29e98397e0be4fe1a52442d0d5c53b75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0728965 Aug 28 14:56:28.001969 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 7e2b10de-e92f-4035-9be4-fe9c36d4ee04, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=7e2b10de-e92f-4035-9be4-fe9c36d4ee04,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:28.015300 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '7e2b10de-e92f-4035-9be4-fe9c36d4ee04', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': '7e2b10de-e92f-4035-9be4-fe9c36d4ee04', 'mac_address': 'fa:16:3e:0e:b6:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:56:28.071327 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:28.087857 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:56:28.092337 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-64a1c961-4445-4896-a3bd-923712dc1c3c req-ca3cd592-4c00-49ce-9607-89d220b420de tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 210 time: 0.0307739 Aug 28 14:56:28.116311 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 7e2b10de-e92f-4035-9be4-fe9c36d4ee04, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=7e2b10de-e92f-4035-9be4-fe9c36d4ee04,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:28.126009 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:28.176211 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-8c6dfb90-1f83-4d73-b81b-7cce3e9203df service neutron] 10.222.0.13 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028704 Aug 28 14:56:28.184722 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=7e2b10de-e92f-4035-9be4-fe9c36d4ee04,revision_number=10']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:28.276261 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-ccc983c5-5a6d-45ad-8050-23b5c40959c5 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:28.277756 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-ccc983c5-5a6d-45ad-8050-23b5c40959c5 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.36 "GET /v2.0/networks?id=a6bfc57a-d73d-41d0-954b-fff6fef4d808 HTTP/1.1" status: 200 len: 821 time: 0.2048259 Aug 28 14:56:28.295928 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-0ba13e6c-9f92-44f1-a0ec-dc7be3e6ba19 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Request body: {'port': {'device_id': '2e327a88-aed3-4288-9330-f2fd4cd6baa7', 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808', 'admin_state_up': True, 'tenant_id': '5de95046553a4af6b56ddb9234d40b90'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:56:28.348893 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-cd4df33f-f492-450c-bb06-39580ba32b41 service neutron] 10.222.0.13 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719086 Aug 28 14:56:28.359830 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26488400-2491-44ee-b731-650e3a15bde8 req-7a7734f5-8fb9-435e-8aa5-5053905d4e4a tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:28.362420 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-26488400-2491-44ee-b731-650e3a15bde8 req-7a7734f5-8fb9-435e-8aa5-5053905d4e4a tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=b310860f-2f4a-4bf4-8f3d-2940a21d69b9 HTTP/1.1" status: 200 len: 948 time: 0.0757411 Aug 28 14:56:28.431027 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-26488400-2491-44ee-b731-650e3a15bde8 req-604558db-71a9-445e-926e-f8e47133ea6f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609758 Aug 28 14:56:28.452775 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-0ba13e6c-9f92-44f1-a0ec-dc7be3e6ba19 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Made reservation on behalf of 5de95046553a4af6b56ddb9234d40b90 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:56:28.457588 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-0ba13e6c-9f92-44f1-a0ec-dc7be3e6ba19 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:28.587341 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['7e2b10de-e92f-4035-9be4-fe9c36d4ee04'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:56:28.642440 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-0ba13e6c-9f92-44f1-a0ec-dc7be3e6ba19 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Allocated IP 172.20.0.11 (a6bfc57a-d73d-41d0-954b-fff6fef4d808/f920e854-f768-4846-871d-087306f43fd9/7d84ae98-8364-42b6-b195-2489fc1310a7) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:56:28.901205 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ac5b4-2b0c-4308-b62d-64f109838bca req-2a0ad2e1-f39e-4ff5-8305-123c8d8ba460 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:28.910570 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ff0ac5b4-2b0c-4308-b62d-64f109838bca req-2a0ad2e1-f39e-4ff5-8305-123c8d8ba460 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.0927415 Aug 28 14:56:28.929946 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6f495e80-81c4-4116-8977-6fd64554c72f req-918b4bb6-19e3-49a1-b2e7-25de3a304788 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 210 time: 0.0587461 Aug 28 14:56:28.955900 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ff0ac5b4-2b0c-4308-b62d-64f109838bca req-52ff332e-da42-4a7a-af4a-7422f602e8e6 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440886 Aug 28 14:56:28.975948 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-0ba13e6c-9f92-44f1-a0ec-dc7be3e6ba19 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:29.068783 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-0ba13e6c-9f92-44f1-a0ec-dc7be3e6ba19 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:29.149080 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba13e6c-9f92-44f1-a0ec-dc7be3e6ba19 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Pushing event updated for resources: {'Port': ['ID=7d84ae98-8364-42b6-b195-2489fc1310a7,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:29.164111 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-0ba13e6c-9f92-44f1-a0ec-dc7be3e6ba19 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Network a6bfc57a-d73d-41d0-954b-fff6fef4d808 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:56:29.173401 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715bd1d-0652-4bd4-a030-179e4f204a4b req-c62aec69-c52f-4b84-b47a-d45f04791a54 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:29.174984 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e715bd1d-0652-4bd4-a030-179e4f204a4b req-c62aec69-c52f-4b84-b47a-d45f04791a54 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.1534929 Aug 28 14:56:29.176840 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-0ba13e6c-9f92-44f1-a0ec-dc7be3e6ba19 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:56:29.179314 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-0ba13e6c-9f92-44f1-a0ec-dc7be3e6ba19 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:56:29.261246 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-0ba13e6c-9f92-44f1-a0ec-dc7be3e6ba19 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:29.261909 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-0ba13e6c-9f92-44f1-a0ec-dc7be3e6ba19 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:29.280972 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e715bd1d-0652-4bd4-a030-179e4f204a4b req-7371808c-01a2-4795-95e4-4218cee3486d tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964041 Aug 28 14:56:29.289793 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-0ba13e6c-9f92-44f1-a0ec-dc7be3e6ba19 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9985065 Aug 28 14:56:29.313063 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-f9790979-c9db-47bd-a31e-e244d2a57f2c service neutron] Request body: {'port': {'device_id': '2e327a88-aed3-4288-9330-f2fd4cd6baa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:56:29.313634 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e69ac-583d-459a-b376-711f54f56661 req-edd1cfcc-23a9-42f9-a597-0e3ce87cbbbe tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:29.322225 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-566e69ac-583d-459a-b376-711f54f56661 req-edd1cfcc-23a9-42f9-a597-0e3ce87cbbbe tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 932 time: 0.0845838 Aug 28 14:56:29.378760 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-566e69ac-583d-459a-b376-711f54f56661 req-1906103d-f69b-4e0b-aba6-ec783747fd95 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463512 Aug 28 14:56:29.383392 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-f9790979-c9db-47bd-a31e-e244d2a57f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:29.631790 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b5138-af6f-49b1-85ff-7054462e2b56 req-c50950c0-beca-47f5-845a-bfa0ee7d8be2 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:29.634080 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-986b5138-af6f-49b1-85ff-7054462e2b56 req-c50950c0-beca-47f5-845a-bfa0ee7d8be2 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=b310860f-2f4a-4bf4-8f3d-2940a21d69b9 HTTP/1.1" status: 200 len: 948 time: 0.1226480 Aug 28 14:56:29.721516 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-986b5138-af6f-49b1-85ff-7054462e2b56 req-e98734df-f696-4ddc-bcbc-ee8b5dc23f2a tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758238 Aug 28 14:56:29.840544 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-f9790979-c9db-47bd-a31e-e244d2a57f2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d84ae98-8364-42b6-b195-2489fc1310a7 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:56:29.845324 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:56:29.850980 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-f9790979-c9db-47bd-a31e-e244d2a57f2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:29.867726 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-f9790979-c9db-47bd-a31e-e244d2a57f2c service neutron] Transition to ACTIVE for port object 7d84ae98-8364-42b6-b195-2489fc1310a7 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:56:29.877231 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-f9790979-c9db-47bd-a31e-e244d2a57f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:30.050063 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:30.093567 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': '995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2', 'mac_address': 'fa:16:3e:7f:f3:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:56:30.175186 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9790979-c9db-47bd-a31e-e244d2a57f2c service neutron] Pushing event updated for resources: {'Port': ['ID=7d84ae98-8364-42b6-b195-2489fc1310a7,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:30.197663 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:30.227482 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:56:30.246175 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-769a704e-719d-412f-9825-5cd1536d3a3a req-c8e8e51f-db06-4f44-993d-b0ee2a79b009 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1724744 Aug 28 14:56:30.256614 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a4f2b7b1-d005-48fa-b67e-3ef43685845d req-62f55aad-7ed0-4da8-9a5f-f82c3cb29863 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 210 time: 0.1222889 Aug 28 14:56:30.309145 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:30.321470 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da374f4-2dc0-4dc9-97d9-41d95aedf501 req-200c33d1-2bf8-455a-a6ed-3e356c7c4f41 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:30.329483 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:30.330961 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9da374f4-2dc0-4dc9-97d9-41d95aedf501 req-200c33d1-2bf8-455a-a6ed-3e356c7c4f41 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.1732767 Aug 28 14:56:30.386732 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a704e-719d-412f-9825-5cd1536d3a3a req-9bf03d3f-9f10-4922-bd75-be188f515f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:30.404485 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-769a704e-719d-412f-9825-5cd1536d3a3a req-9bf03d3f-9f10-4922-bd75-be188f515f9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=29e98397e0be4fe1a52442d0d5c53b75&device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 1097 time: 0.1151578 Aug 28 14:56:30.446435 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-f9790979-c9db-47bd-a31e-e244d2a57f2c service neutron] Attempting to bind port 7d84ae98-8364-42b6-b195-2489fc1310a7 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:56:30.446435 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-f9790979-c9db-47bd-a31e-e244d2a57f2c service neutron] Attempting to bind port 7d84ae98-8364-42b6-b195-2489fc1310a7 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:56:30.446874 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-f9790979-c9db-47bd-a31e-e244d2a57f2c service neutron] Attempting to bind port 7d84ae98-8364-42b6-b195-2489fc1310a7 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:56:30.542599 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-f9790979-c9db-47bd-a31e-e244d2a57f2c service neutron] Port 7d84ae98-8364-42b6-b195-2489fc1310a7 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:56:30.542927 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-f9790979-c9db-47bd-a31e-e244d2a57f2c service neutron] Attempting to bind port 7d84ae98-8364-42b6-b195-2489fc1310a7 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:56:30.550374 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:30.579647 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-f9790979-c9db-47bd-a31e-e244d2a57f2c service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:56:30.580083 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-f9790979-c9db-47bd-a31e-e244d2a57f2c service neutron] Checking segment: {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:56:30.580479 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-f9790979-c9db-47bd-a31e-e244d2a57f2c service neutron] Bound using segment: {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:56:30.582971 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-f9790979-c9db-47bd-a31e-e244d2a57f2c service neutron] Bound port: 7d84ae98-8364-42b6-b195-2489fc1310a7, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:56:30.583383 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-f9790979-c9db-47bd-a31e-e244d2a57f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:30.628315 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9da374f4-2dc0-4dc9-97d9-41d95aedf501 req-b474c875-ea26-4a48-8d49-16de06162766 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963374 Aug 28 14:56:30.636509 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a704e-719d-412f-9825-5cd1536d3a3a req-6f399fde-b82c-4c80-ae4e-58cee13c48a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:30.641779 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-769a704e-719d-412f-9825-5cd1536d3a3a req-6f399fde-b82c-4c80-ae4e-58cee13c48a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45 HTTP/1.1" status: 200 len: 909 time: 0.1890118 Aug 28 14:56:30.692609 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-e2d27af8-9f1e-4afe-8ca3-becc203b0b44 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:30.694259 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-e2d27af8-9f1e-4afe-8ca3-becc203b0b44 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.41 "GET /v2.0/networks?id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45 HTTP/1.1" status: 200 len: 808 time: 0.4828439 Aug 28 14:56:30.710059 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-769a704e-719d-412f-9825-5cd1536d3a3a req-938f1ede-9d00-4986-9b29-8718a7d7351d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 HTTP/1.1" status: 200 len: 217 time: 0.0544147 Aug 28 14:56:30.741106 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-4a01f992-4853-4814-8337-1b30702e2993 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Request body: {'port': {'device_id': '30a66af9-6dad-46bb-b248-2e4c6790d475', 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45', 'admin_state_up': True, 'tenant_id': '29e98397e0be4fe1a52442d0d5c53b75'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:56:30.804593 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:56:30.818430 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9df267-a20d-4be7-ba4f-e1c4ea78cb4c req-b6370ad4-afc2-4c2b-8f3a-3253d4be99c8 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:30.820440 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ff9df267-a20d-4be7-ba4f-e1c4ea78cb4c req-b6370ad4-afc2-4c2b-8f3a-3253d4be99c8 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.3763664 Aug 28 14:56:30.904546 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-f9790979-c9db-47bd-a31e-e244d2a57f2c service neutron] For port 7d84ae98-8364-42b6-b195-2489fc1310a7, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:56:30.909755 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a704e-719d-412f-9825-5cd1536d3a3a req-695735d9-5149-4248-814c-24de3d76df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:30.923828 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-769a704e-719d-412f-9825-5cd1536d3a3a req-695735d9-5149-4248-814c-24de3d76df64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c5688cf-0eb8-4e6f-8c97-3f260fd91357 HTTP/1.1" status: 200 len: 848 time: 0.1873643 Aug 28 14:56:30.946046 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-f9790979-c9db-47bd-a31e-e244d2a57f2c service neutron] For port 7d84ae98-8364-42b6-b195-2489fc1310a7, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=7d84ae98-8364-42b6-b195-2489fc1310a7,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:56:30.965786 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ff9df267-a20d-4be7-ba4f-e1c4ea78cb4c req-2101e0ec-43e9-4a62-80bb-866908b43898 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310029 Aug 28 14:56:30.971272 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-f9790979-c9db-47bd-a31e-e244d2a57f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:31.027048 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-769a704e-719d-412f-9825-5cd1536d3a3a req-a805c567-64d3-40d3-ad44-4e505740d816 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974605 Aug 28 14:56:31.049905 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1e11b-9454-4e8f-8d9f-31ccedf02561 req-be080291-adfc-4889-8d79-53d4221dccf7 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:31.076200 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38e1e11b-9454-4e8f-8d9f-31ccedf02561 req-be080291-adfc-4889-8d79-53d4221dccf7 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 944 time: 0.2873535 Aug 28 14:56:31.124444 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-f9790979-c9db-47bd-a31e-e244d2a57f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:31.125085 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-f9790979-c9db-47bd-a31e-e244d2a57f2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:31.127292 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-f9790979-c9db-47bd-a31e-e244d2a57f2c service neutron] 10.222.0.36 "PUT /v2.0/ports/7d84ae98-8364-42b6-b195-2489fc1310a7 HTTP/1.1" status: 200 len: 1093 time: 1.8200719 Aug 28 14:56:31.128060 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e327a88-aed3-4288-9330-f2fd4cd6baa7', 'tag': '7d84ae98-8364-42b6-b195-2489fc1310a7'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:56:31.131321 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4883a4-1ea4-4dc6-999d-903e4ecd6ded" -d '{"events": [{"name": "network-changed", "server_uuid": "2e327a88-aed3-4288-9330-f2fd4cd6baa7", "tag": "7d84ae98-8364-42b6-b195-2489fc1310a7"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:56:31.190139 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9790979-c9db-47bd-a31e-e244d2a57f2c service neutron] Pushing event updated for resources: {'Port': ['ID=7d84ae98-8364-42b6-b195-2489fc1310a7,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:31.205479 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-4a01f992-4853-4814-8337-1b30702e2993 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Made reservation on behalf of 29e98397e0be4fe1a52442d0d5c53b75 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:56:31.208980 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-4a01f992-4853-4814-8337-1b30702e2993 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:31.237859 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38e1e11b-9454-4e8f-8d9f-31ccedf02561 req-594cbf9e-0211-4b94-a054-2df446a780a2 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593468 Aug 28 14:56:31.284600 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-769a704e-719d-412f-9825-5cd1536d3a3a req-ab24554f-ecc6-4320-b8f5-9f2b8093fdbf service neutron] 10.222.0.36 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880090 Aug 28 14:56:31.366549 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da30153-7b32-46df-810d-04d6b1b363c3 req-bd64ff83-37fa-4bfd-9a0e-428645da5b83 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:31.368515 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9da30153-7b32-46df-810d-04d6b1b363c3 req-bd64ff83-37fa-4bfd-9a0e-428645da5b83 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=b310860f-2f4a-4bf4-8f3d-2940a21d69b9 HTTP/1.1" status: 200 len: 949 time: 0.1744025 Aug 28 14:56:31.373808 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-b30d1440-de39-4044-9db0-69113ee36c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:31.375713 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-b30d1440-de39-4044-9db0-69113ee36c65 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de95046553a4af6b56ddb9234d40b90&device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 1096 time: 0.1802847 Aug 28 14:56:31.450183 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b1a1cd-6a24-498c-98a3-2e38ae139101 x-openstack-request-id: req-82b1a1cd-6a24-498c-98a3-2e38ae139101 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:56:31.450470 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e327a88-aed3-4288-9330-f2fd4cd6baa7", "tag": "7d84ae98-8364-42b6-b195-2489fc1310a7", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:56:31.451376 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82b1a1cd-6a24-498c-98a3-2e38ae139101 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:56:31.452026 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e327a88-aed3-4288-9330-f2fd4cd6baa7', 'tag': '7d84ae98-8364-42b6-b195-2489fc1310a7', 'status': 'completed', 'code': 200} Aug 28 14:56:31.473881 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-769a704e-719d-412f-9825-5cd1536d3a3a req-6d9efe12-aaa5-44bb-a0ee-571d63296451 service neutron] 10.222.0.36 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750233 Aug 28 14:56:31.477979 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-9b0d71e8-0ae7-47ba-bad6-02a816110d75 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d84ae98-8364-42b6-b195-2489fc1310a7 HTTP/1.1" status: 200 len: 217 time: 0.0821216 Aug 28 14:56:31.522596 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e11350b0-9174-4f45-9c97-f632a48948a1 req-7f7168aa-50cc-40ec-947a-7c1b737fa553 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 210 time: 0.0301533 Aug 28 14:56:31.524606 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9da30153-7b32-46df-810d-04d6b1b363c3 req-0ecafbcf-dab7-4810-abb9-1585cf46189f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478710 Aug 28 14:56:31.557517 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-4a01f992-4853-4814-8337-1b30702e2993 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Allocated IP 172.20.0.12 (f880d3c9-f6e7-4938-b4f1-f1e626d67f45/1c5688cf-0eb8-4e6f-8c97-3f260fd91357/85ca0f6f-3f0a-4acd-87a1-4677769194dd) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:56:31.588831 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-d2e7feea-a441-4422-9646-20878ce03a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:31.590278 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-d2e7feea-a441-4422-9646-20878ce03a62 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f920e854-f768-4846-871d-087306f43fd9 HTTP/1.1" status: 200 len: 861 time: 0.0887330 Aug 28 14:56:31.637914 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-857a8e6d-ee31-4d13-9961-c2770d312a8f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6bfc57a-d73d-41d0-954b-fff6fef4d808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307381 Aug 28 14:56:31.745431 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143af9f8-b587-4f70-89ae-7d641479626b req-d2dd1a20-2b4d-471c-848a-23d31cbdcb1d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:31.748964 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-143af9f8-b587-4f70-89ae-7d641479626b req-d2dd1a20-2b4d-471c-848a-23d31cbdcb1d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.0567369 Aug 28 14:56:31.843361 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-143af9f8-b587-4f70-89ae-7d641479626b req-068e332a-5dc3-4285-89c0-b6b42730ae03 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862064 Aug 28 14:56:31.860791 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:56:31.957051 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-4a01f992-4853-4814-8337-1b30702e2993 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:31.980534 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:31.981361 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:31.994350 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-2a06a220-3907-4f38-b7e8-4ec7b2130041 service neutron] 10.222.0.36 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896664 Aug 28 14:56:32.098386 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:32.119272 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-834fe735-d9f3-4cbb-8020-53973b8ef572 req-accfd893-f20e-4207-94a1-b43a541ccd55 service neutron] 10.222.0.36 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116590 Aug 28 14:56:32.159991 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b57071b-338d-4272-b03b-4b789485abb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2b10de-e92f-4035-9be4-fe9c36d4ee04'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:56:32.165159 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a90752e-c8ab-4151-915e-ac7fc3d8d193" -d '{"events": [{"server_uuid": "1b57071b-338d-4272-b03b-4b789485abb1", "name": "network-vif-plugged", "status": "completed", "tag": "7e2b10de-e92f-4035-9be4-fe9c36d4ee04"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:56:32.191874 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773a3b4-50b1-4479-a3c5-08d8122419ef req-46d02981-bbb4-4892-b26f-824bf234ae44 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:32.194102 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c773a3b4-50b1-4479-a3c5-08d8122419ef req-46d02981-bbb4-4892-b26f-824bf234ae44 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 950 time: 0.0722792 Aug 28 14:56:32.195147 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 7e2b10de-e92f-4035-9be4-fe9c36d4ee04, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=7e2b10de-e92f-4035-9be4-fe9c36d4ee04,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:32.197530 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-4a01f992-4853-4814-8337-1b30702e2993 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:32.202823 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:32.248949 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['456f1b89-ea8c-4618-b41f-2bc9a2590690'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:56:32.269085 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-4a01f992-4853-4814-8337-1b30702e2993 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:56:32.313035 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-4a01f992-4853-4814-8337-1b30702e2993 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:56:32.313466 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=7e2b10de-e92f-4035-9be4-fe9c36d4ee04,revision_number=11']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:32.335042 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506f8e69-b768-481a-b611-884f43113a6b x-openstack-request-id: req-506f8e69-b768-481a-b611-884f43113a6b {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:56:32.335294 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-4a01f992-4853-4814-8337-1b30702e2993 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:56:32.335428 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b57071b-338d-4272-b03b-4b789485abb1", "name": "network-vif-plugged", "status": "completed", "tag": "7e2b10de-e92f-4035-9be4-fe9c36d4ee04", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:56:32.335590 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-506f8e69-b768-481a-b611-884f43113a6b {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:56:32.336032 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b57071b-338d-4272-b03b-4b789485abb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2b10de-e92f-4035-9be4-fe9c36d4ee04', 'code': 200} Aug 28 14:56:32.397150 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c773a3b4-50b1-4479-a3c5-08d8122419ef req-9e927db8-b6b4-4c84-8de7-93f6715b743b tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628323 Aug 28 14:56:32.405517 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-4a01f992-4853-4814-8337-1b30702e2993 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:32.406178 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-4a01f992-4853-4814-8337-1b30702e2993 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:32.411523 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01f992-4853-4814-8337-1b30702e2993 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Pushing event updated for resources: {'Port': ['ID=85ca0f6f-3f0a-4acd-87a1-4677769194dd,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:32.426720 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4883a4-1ea4-4dc6-999d-903e4ecd6ded req-3d256f42-cc83-44b5-9dc0-878796231609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:32.428339 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ae4883a4-1ea4-4dc6-999d-903e4ecd6ded req-3d256f42-cc83-44b5-9dc0-878796231609 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de95046553a4af6b56ddb9234d40b90&device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 1096 time: 0.1687758 Aug 28 14:56:32.476012 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-4a01f992-4853-4814-8337-1b30702e2993 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7404613 Aug 28 14:56:32.525111 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-9ecea3ff-948f-49b3-8e86-c2bbc3366756 service neutron] Request body: {'port': {'device_id': '30a66af9-6dad-46bb-b248-2e4c6790d475', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:56:32.541749 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4d8b3-01e6-49ac-8ede-ee5351342b63 req-5b14a739-0e7b-4dfd-8661-c437ca4e4534 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:32.556003 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-64d4d8b3-01e6-49ac-8ede-ee5351342b63 req-5b14a739-0e7b-4dfd-8661-c437ca4e4534 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 944 time: 0.1227186 Aug 28 14:56:32.621700 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-64d4d8b3-01e6-49ac-8ede-ee5351342b63 req-8ca1ba9d-92cd-4320-9c55-411d92aa909e tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644345 Aug 28 14:56:32.740495 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13927075-c8f6-4bba-8963-85c98a646306 req-c76022dc-9001-4992-b3af-1bb090099183 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:32.742073 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-13927075-c8f6-4bba-8963-85c98a646306 req-c76022dc-9001-4992-b3af-1bb090099183 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=b310860f-2f4a-4bf4-8f3d-2940a21d69b9 HTTP/1.1" status: 200 len: 949 time: 0.0529385 Aug 28 14:56:32.781914 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-13927075-c8f6-4bba-8963-85c98a646306 req-561262a9-609a-43c9-8a28-61cb5c0854a2 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325551 Aug 28 14:56:32.942495 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-9ecea3ff-948f-49b3-8e86-c2bbc3366756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:32.955479 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5726374-8ac6-44d2-a419-73cedb9a92fe req-8b31b138-6921-4edb-8a83-e767b757a7b3 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:32.957015 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e5726374-8ac6-44d2-a419-73cedb9a92fe req-8b31b138-6921-4edb-8a83-e767b757a7b3 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 932 time: 0.1471589 Aug 28 14:56:32.965006 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c0768-81e9-44f3-89b2-f762dd15c4a9 req-da0ff981-d4b6-4106-91f9-c7799e2d77bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:32.967139 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3f1c0768-81e9-44f3-89b2-f762dd15c4a9 req-da0ff981-d4b6-4106-91f9-c7799e2d77bb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 1103 time: 0.1547096 Aug 28 14:56:32.971286 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4883a4-1ea4-4dc6-999d-903e4ecd6ded req-937c46a2-60dc-446b-a74b-d67983966761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:32.972705 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ae4883a4-1ea4-4dc6-999d-903e4ecd6ded req-937c46a2-60dc-446b-a74b-d67983966761 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6bfc57a-d73d-41d0-954b-fff6fef4d808 HTTP/1.1" status: 200 len: 922 time: 0.5220845 Aug 28 14:56:32.979483 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3a2f5-e1ec-4f58-908c-2be357eb5398 req-27cf5adb-3e65-4ac3-8354-4982e7407676 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:32.981390 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5fa3a2f5-e1ec-4f58-908c-2be357eb5398 req-27cf5adb-3e65-4ac3-8354-4982e7407676 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.0534716 Aug 28 14:56:33.026696 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5fa3a2f5-e1ec-4f58-908c-2be357eb5398 req-62f2f2c7-66a7-4aa3-84e1-d3eb9c09ee76 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369236 Aug 28 14:56:33.059897 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ae4883a4-1ea4-4dc6-999d-903e4ecd6ded req-f305c92c-8a24-4bf8-8da3-0e0e5dddefc4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d84ae98-8364-42b6-b195-2489fc1310a7 HTTP/1.1" status: 200 len: 217 time: 0.0743253 Aug 28 14:56:33.108870 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e5726374-8ac6-44d2-a419-73cedb9a92fe req-b0eb7a7d-ffca-4939-a202-3808737dc21d tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406655 Aug 28 14:56:33.133110 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3f1c0768-81e9-44f3-89b2-f762dd15c4a9 req-b0b0c746-2d49-4248-830d-ffe05fe11ff1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578557 Aug 28 14:56:33.206873 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4883a4-1ea4-4dc6-999d-903e4ecd6ded req-499beeec-12c5-4d18-8873-844da9577975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:33.208354 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ae4883a4-1ea4-4dc6-999d-903e4ecd6ded req-499beeec-12c5-4d18-8873-844da9577975 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f920e854-f768-4846-871d-087306f43fd9 HTTP/1.1" status: 200 len: 861 time: 0.1202009 Aug 28 14:56:33.282178 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ae4883a4-1ea4-4dc6-999d-903e4ecd6ded req-2170a729-e248-4c43-ac9b-52bb6b55be5c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6bfc57a-d73d-41d0-954b-fff6fef4d808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620799 Aug 28 14:56:33.422385 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ae4883a4-1ea4-4dc6-999d-903e4ecd6ded req-be60c80a-5626-44d2-9340-1b0f906e4056 service neutron] 10.222.0.36 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287637 Aug 28 14:56:33.503060 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-9ecea3ff-948f-49b3-8e86-c2bbc3366756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85ca0f6f-3f0a-4acd-87a1-4677769194dd {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:56:33.532797 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-9ecea3ff-948f-49b3-8e86-c2bbc3366756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:33.565105 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-9ecea3ff-948f-49b3-8e86-c2bbc3366756 service neutron] Transition to ACTIVE for port object 85ca0f6f-3f0a-4acd-87a1-4677769194dd will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:56:33.579557 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-9ecea3ff-948f-49b3-8e86-c2bbc3366756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:33.620464 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f6b33-a5e5-470b-ad78-9249f996c91b req-06c16781-f064-4fbf-bd6b-097725c5c115 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:33.622064 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-209f6b33-a5e5-470b-ad78-9249f996c91b req-06c16781-f064-4fbf-bd6b-097725c5c115 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 951 time: 0.1347141 Aug 28 14:56:33.626051 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ae4883a4-1ea4-4dc6-999d-903e4ecd6ded req-a405edf5-d214-4157-bd4f-3a128fb305e5 service neutron] 10.222.0.36 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868408 Aug 28 14:56:33.659472 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecea3ff-948f-49b3-8e86-c2bbc3366756 service neutron] Pushing event updated for resources: {'Port': ['ID=85ca0f6f-3f0a-4acd-87a1-4677769194dd,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:33.706398 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-209f6b33-a5e5-470b-ad78-9249f996c91b req-c4af4805-0b7b-40e8-90c4-fb2b54699646 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721874 Aug 28 14:56:33.756597 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f5974-59e6-44bb-b7d2-62d38409531c req-3610f5d6-f3c0-4617-ba25-a1577d9d2f26 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:33.758664 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d97f5974-59e6-44bb-b7d2-62d38409531c req-3610f5d6-f3c0-4617-ba25-a1577d9d2f26 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 944 time: 0.0566940 Aug 28 14:56:33.765753 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-9ecea3ff-948f-49b3-8e86-c2bbc3366756 service neutron] Attempting to bind port 85ca0f6f-3f0a-4acd-87a1-4677769194dd on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:56:33.766100 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-9ecea3ff-948f-49b3-8e86-c2bbc3366756 service neutron] Attempting to bind port 85ca0f6f-3f0a-4acd-87a1-4677769194dd by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:56:33.766430 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-9ecea3ff-948f-49b3-8e86-c2bbc3366756 service neutron] Attempting to bind port 85ca0f6f-3f0a-4acd-87a1-4677769194dd on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:56:33.774963 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-9ecea3ff-948f-49b3-8e86-c2bbc3366756 service neutron] Port 85ca0f6f-3f0a-4acd-87a1-4677769194dd on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:56:33.775296 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-9ecea3ff-948f-49b3-8e86-c2bbc3366756 service neutron] Attempting to bind port 85ca0f6f-3f0a-4acd-87a1-4677769194dd on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:56:33.780780 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-9ecea3ff-948f-49b3-8e86-c2bbc3366756 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:56:33.781123 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-9ecea3ff-948f-49b3-8e86-c2bbc3366756 service neutron] Checking segment: {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:56:33.781521 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-9ecea3ff-948f-49b3-8e86-c2bbc3366756 service neutron] Bound using segment: {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:56:33.781954 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-9ecea3ff-948f-49b3-8e86-c2bbc3366756 service neutron] Bound port: 85ca0f6f-3f0a-4acd-87a1-4677769194dd, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:56:33.782319 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-9ecea3ff-948f-49b3-8e86-c2bbc3366756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:33.814074 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d97f5974-59e6-44bb-b7d2-62d38409531c req-e6c94771-3c44-4aff-a8e5-0d0f76fbf351 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491700 Aug 28 14:56:33.870909 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:56:33.897036 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-9ecea3ff-948f-49b3-8e86-c2bbc3366756 service neutron] For port 85ca0f6f-3f0a-4acd-87a1-4677769194dd, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:56:33.912337 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-9ecea3ff-948f-49b3-8e86-c2bbc3366756 service neutron] For port 85ca0f6f-3f0a-4acd-87a1-4677769194dd, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=85ca0f6f-3f0a-4acd-87a1-4677769194dd,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:56:33.918275 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-9ecea3ff-948f-49b3-8e86-c2bbc3366756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:33.924583 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:56:33.928818 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:33.929373 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:33.958100 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d299e-2245-41aa-9318-619d851493c6 req-95a4885b-a6b5-4e58-aebb-44df382afb46 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:33.959562 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-882d299e-2245-41aa-9318-619d851493c6 req-95a4885b-a6b5-4e58-aebb-44df382afb46 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=b310860f-2f4a-4bf4-8f3d-2940a21d69b9 HTTP/1.1" status: 200 len: 949 time: 0.0925133 Aug 28 14:56:33.965787 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-9ecea3ff-948f-49b3-8e86-c2bbc3366756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:33.966497 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-9ecea3ff-948f-49b3-8e86-c2bbc3366756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:33.968042 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-9ecea3ff-948f-49b3-8e86-c2bbc3366756 service neutron] 10.222.0.41 "PUT /v2.0/ports/85ca0f6f-3f0a-4acd-87a1-4677769194dd HTTP/1.1" status: 200 len: 1093 time: 1.4747276 Aug 28 14:56:33.968411 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a66af9-6dad-46bb-b248-2e4c6790d475', 'tag': '85ca0f6f-3f0a-4acd-87a1-4677769194dd'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:56:33.970648 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30988a81-fe8f-43c5-9378-713fb3e3c75b" -d '{"events": [{"name": "network-changed", "server_uuid": "30a66af9-6dad-46bb-b248-2e4c6790d475", "tag": "85ca0f6f-3f0a-4acd-87a1-4677769194dd"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:56:34.027341 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-882d299e-2245-41aa-9318-619d851493c6 req-a16596f9-8ee2-46a0-bbc6-a24cf65f396d tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537376 Aug 28 14:56:34.045007 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:34.050045 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbe1cc1-c3b1-4b29-87a5-190bc1f61de7 x-openstack-request-id: req-cdbe1cc1-c3b1-4b29-87a5-190bc1f61de7 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:56:34.050334 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a66af9-6dad-46bb-b248-2e4c6790d475", "tag": "85ca0f6f-3f0a-4acd-87a1-4677769194dd", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:56:34.050585 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cdbe1cc1-c3b1-4b29-87a5-190bc1f61de7 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:56:34.050998 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a66af9-6dad-46bb-b248-2e4c6790d475', 'tag': '85ca0f6f-3f0a-4acd-87a1-4677769194dd', 'status': 'completed', 'code': 200} Aug 28 14:56:34.066400 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecea3ff-948f-49b3-8e86-c2bbc3366756 service neutron] Pushing event updated for resources: {'Port': ['ID=85ca0f6f-3f0a-4acd-87a1-4677769194dd,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:34.089628 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:34.096586 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:34.097800 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-1bb5bad9-adc6-4805-8d8b-c0528c3f7099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:34.099339 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-1bb5bad9-adc6-4805-8d8b-c0528c3f7099 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29e98397e0be4fe1a52442d0d5c53b75&device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 1096 time: 0.0622675 Aug 28 14:56:34.148807 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:34.149477 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-3daa1d3e-a99d-4ebb-a65d-c5754a81e717 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85ca0f6f-3f0a-4acd-87a1-4677769194dd HTTP/1.1" status: 200 len: 217 time: 0.0396316 Aug 28 14:56:34.184327 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7adc90-123c-4189-b25f-074160315157 req-3fa56a2b-cd15-4840-b3c7-82634eabe603 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:34.187127 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1d7adc90-123c-4189-b25f-074160315157 req-3fa56a2b-cd15-4840-b3c7-82634eabe603 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.0666609 Aug 28 14:56:34.229483 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1d7adc90-123c-4189-b25f-074160315157 req-06b16443-1aa2-4014-8e84-ace21b662743 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354543 Aug 28 14:56:34.234560 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-20f7e7fb-d3b4-4367-aebc-e4ff6079a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:34.236066 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-20f7e7fb-d3b4-4367-aebc-e4ff6079a4e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c5688cf-0eb8-4e6f-8c97-3f260fd91357 HTTP/1.1" status: 200 len: 848 time: 0.0769551 Aug 28 14:56:34.263210 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d211133-6f2e-436b-8571-3b939e7ecbdf req-ed2b7e3a-82b6-4d49-bd97-7bed28dd5677 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:34.264827 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3d211133-6f2e-436b-8571-3b939e7ecbdf req-ed2b7e3a-82b6-4d49-bd97-7bed28dd5677 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 944 time: 0.0718787 Aug 28 14:56:34.281494 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-d8a9d44e-42b7-48a1-bfc2-9fe22c855a14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376203 Aug 28 14:56:34.337467 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b310860f-2f4a-4bf4-8f3d-2940a21d69b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:56:34.340570 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbd301f-f61f-40ae-b1e9-03708a616fed" -d '{"events": [{"server_uuid": "b310860f-2f4a-4bf4-8f3d-2940a21d69b9", "name": "network-vif-plugged", "status": "completed", "tag": "995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:56:34.360080 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3d211133-6f2e-436b-8571-3b939e7ecbdf req-e71119e8-97c4-4946-b716-9e371ef00949 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817492 Aug 28 14:56:34.415566 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-cc725e40-7a6b-476c-8495-961e79fbc672 service neutron] 10.222.0.41 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201084 Aug 28 14:56:34.417045 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699b9468-f5a1-4124-8305-dab9ce6094f5 x-openstack-request-id: req-699b9468-f5a1-4124-8305-dab9ce6094f5 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:56:34.417345 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b310860f-2f4a-4bf4-8f3d-2940a21d69b9", "name": "network-vif-plugged", "status": "completed", "tag": "995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:56:34.417595 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-699b9468-f5a1-4124-8305-dab9ce6094f5 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:56:34.417994 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b310860f-2f4a-4bf4-8f3d-2940a21d69b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2', 'code': 200} Aug 28 14:56:34.565774 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd385c-88a9-4fc1-89a6-8624cb2c5ecf req-90cd6eda-a3b2-48eb-938a-38b90dd1e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:34.567252 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-53cd385c-88a9-4fc1-89a6-8624cb2c5ecf req-90cd6eda-a3b2-48eb-938a-38b90dd1e748 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b310860f-2f4a-4bf4-8f3d-2940a21d69b9 HTTP/1.1" status: 200 len: 1102 time: 0.0676129 Aug 28 14:56:34.569475 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c0e7167c-8504-4b89-98fb-9f9d576e54e5 req-0d1e0fbd-8b57-4e20-9eb0-20af55fd7434 service neutron] 10.222.0.41 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267447 Aug 28 14:56:34.631583 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-53cd385c-88a9-4fc1-89a6-8624cb2c5ecf req-6dd15883-3e5b-47dd-8efd-9b57ce031ce6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319977 Aug 28 14:56:34.825326 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235ffd6-509d-4324-80e2-cb840931abed req-ad8e8b8b-1795-4561-9aae-a4b2a3fcd139 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:34.828011 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3235ffd6-509d-4324-80e2-cb840931abed req-ad8e8b8b-1795-4561-9aae-a4b2a3fcd139 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 951 time: 0.0491168 Aug 28 14:56:34.866181 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3235ffd6-509d-4324-80e2-cb840931abed req-3d69dd0b-8ae2-4188-8b7b-c974d3238012 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322697 Aug 28 14:56:34.981877 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b8d96-8d65-4436-9369-e2f2e08d4fb7 req-0596587d-3a89-4dcc-a030-56440819a882 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:34.984296 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e29b8d96-8d65-4436-9369-e2f2e08d4fb7 req-0596587d-3a89-4dcc-a030-56440819a882 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 944 time: 0.0539892 Aug 28 14:56:34.985814 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30988a81-fe8f-43c5-9378-713fb3e3c75b req-6a863234-4ba5-46c9-8847-e382d2dd3e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:34.987296 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-30988a81-fe8f-43c5-9378-713fb3e3c75b req-6a863234-4ba5-46c9-8847-e382d2dd3e7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29e98397e0be4fe1a52442d0d5c53b75&device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 1096 time: 0.0542533 Aug 28 14:56:35.029844 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e29b8d96-8d65-4436-9369-e2f2e08d4fb7 req-93bd7cdb-d0ac-413b-90fb-bdb1f7def21b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380800 Aug 28 14:56:35.103879 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30988a81-fe8f-43c5-9378-713fb3e3c75b req-93be1bf5-a51f-4f79-813e-e9ae52ca328e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:35.105421 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-30988a81-fe8f-43c5-9378-713fb3e3c75b req-93be1bf5-a51f-4f79-813e-e9ae52ca328e service neutron] 10.222.0.41 "GET /v2.0/networks?id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45 HTTP/1.1" status: 200 len: 909 time: 0.1073306 Aug 28 14:56:35.159608 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-30988a81-fe8f-43c5-9378-713fb3e3c75b req-a8090cc7-ab6f-4688-91f6-7e5c9b85e17f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85ca0f6f-3f0a-4acd-87a1-4677769194dd HTTP/1.1" status: 200 len: 217 time: 0.0442178 Aug 28 14:56:35.214964 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ee4b7-4dca-4fbd-8ad2-27050b64371d req-ef970a98-10ca-4f7a-b3eb-5f464084af69 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:35.217278 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-278ee4b7-4dca-4fbd-8ad2-27050b64371d req-ef970a98-10ca-4f7a-b3eb-5f464084af69 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=b310860f-2f4a-4bf4-8f3d-2940a21d69b9 HTTP/1.1" status: 200 len: 950 time: 0.0599952 Aug 28 14:56:35.279997 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30988a81-fe8f-43c5-9378-713fb3e3c75b req-19a13886-cc93-4ef6-a39c-f022ffddfc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:35.282928 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-30988a81-fe8f-43c5-9378-713fb3e3c75b req-19a13886-cc93-4ef6-a39c-f022ffddfc7a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c5688cf-0eb8-4e6f-8c97-3f260fd91357 HTTP/1.1" status: 200 len: 848 time: 0.0872483 Aug 28 14:56:35.288532 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-278ee4b7-4dca-4fbd-8ad2-27050b64371d req-a2b72a7f-8187-470f-aa6e-044a2d1294b5 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522027 Aug 28 14:56:35.333822 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-30988a81-fe8f-43c5-9378-713fb3e3c75b req-886321df-305e-4f2b-8cf1-7aa165d3324e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314336 Aug 28 14:56:35.376057 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496c2b2-d594-4246-960a-8555095014e2 req-5096417a-d578-45a6-80d1-d14aab7ba534 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:35.377520 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5496c2b2-d594-4246-960a-8555095014e2 req-5096417a-d578-45a6-80d1-d14aab7ba534 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.0520067 Aug 28 14:56:35.434184 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5496c2b2-d594-4246-960a-8555095014e2 req-c59557fe-f1e0-41f6-8c87-4713b4dfa357 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501628 Aug 28 14:56:35.458907 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-30988a81-fe8f-43c5-9378-713fb3e3c75b req-8736b316-b592-419a-a3de-3b19daa7e4dc service neutron] 10.222.0.41 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122947 Aug 28 14:56:35.556489 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980b02d-b332-4b34-bfa4-8b6cdde8113b req-06f7f53d-e369-47a2-b5e8-c9ceac393c97 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:35.557988 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d980b02d-b332-4b34-bfa4-8b6cdde8113b req-06f7f53d-e369-47a2-b5e8-c9ceac393c97 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 944 time: 0.1153603 Aug 28 14:56:35.594736 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-30988a81-fe8f-43c5-9378-713fb3e3c75b req-49c92830-4c80-4b1c-9c5d-2774576a06ee service neutron] 10.222.0.41 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206541 Aug 28 14:56:35.612774 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d980b02d-b332-4b34-bfa4-8b6cdde8113b req-06d82b72-2a7f-4a5d-8878-076c2bee8eec tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479527 Aug 28 14:56:36.020441 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b8991-5532-4ea6-a222-7c8e3a1be498 req-d3132fb1-953d-492f-84b8-16ef1687ed59 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:36.028258 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c16b8991-5532-4ea6-a222-7c8e3a1be498 req-d3132fb1-953d-492f-84b8-16ef1687ed59 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 951 time: 0.0692549 Aug 28 14:56:36.088563 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c16b8991-5532-4ea6-a222-7c8e3a1be498 req-e0d4d340-5d24-4990-a8fc-c3f5dc1727f2 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579844 Aug 28 14:56:36.242929 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940eb1ce-7399-4ef7-911d-661629351bc5 req-f096aa61-c759-411a-b894-28359a380d63 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:36.251676 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-940eb1ce-7399-4ef7-911d-661629351bc5 req-f096aa61-c759-411a-b894-28359a380d63 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 944 time: 0.0794191 Aug 28 14:56:36.307805 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-940eb1ce-7399-4ef7-911d-661629351bc5 req-cbf7cf49-a3bd-4d35-b274-29472a2ea4f7 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548792 Aug 28 14:56:36.458152 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a072d7-49b9-46d2-b711-f509be4b6505 req-97bc99e3-718c-41fe-a637-7a6dbda328de tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:36.470506 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-51a072d7-49b9-46d2-b711-f509be4b6505 req-97bc99e3-718c-41fe-a637-7a6dbda328de tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 1103 time: 0.0844786 Aug 28 14:56:36.513878 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bd12d-13a3-4f27-b8ea-3d922532b76d req-57c5d6d3-e1e1-4004-9a94-402e2e05c759 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:36.521060 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9c6bd12d-13a3-4f27-b8ea-3d922532b76d req-57c5d6d3-e1e1-4004-9a94-402e2e05c759 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=b310860f-2f4a-4bf4-8f3d-2940a21d69b9 HTTP/1.1" status: 200 len: 950 time: 0.1344283 Aug 28 14:56:36.559468 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-51a072d7-49b9-46d2-b711-f509be4b6505 req-65132440-fd8c-49d4-9c01-84022ac2aa72 tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869160 Aug 28 14:56:36.595219 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9c6bd12d-13a3-4f27-b8ea-3d922532b76d req-90489c64-d4de-4222-bad6-b842e5c8c79e tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682783 Aug 28 14:56:36.719498 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e431b-e4d8-43dd-a1e4-c4f241e62920 req-9425eb4e-c976-48fd-8540-5b247d2f2468 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:36.724485 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ab8e431b-e4d8-43dd-a1e4-c4f241e62920 req-9425eb4e-c976-48fd-8540-5b247d2f2468 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.0645254 Aug 28 14:56:36.781992 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ab8e431b-e4d8-43dd-a1e4-c4f241e62920 req-a9777aaa-8ae7-46b6-8f70-42563ec8b47c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484016 Aug 28 14:56:36.909261 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea87b3-ceab-4302-8c45-eed79ce8ed1c req-3e5271e7-30e8-4f6b-9d57-ca8746701b61 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:36.910807 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d4ea87b3-ceab-4302-8c45-eed79ce8ed1c req-3e5271e7-30e8-4f6b-9d57-ca8746701b61 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 944 time: 0.0767808 Aug 28 14:56:36.926304 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403cb0d-da96-4f5e-9d98-40dee7c7bb8c req-a40ee617-2b81-45a9-944c-604c3114c296 tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:36.928170 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a403cb0d-da96-4f5e-9d98-40dee7c7bb8c req-a40ee617-2b81-45a9-944c-604c3114c296 tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 1103 time: 0.0693865 Aug 28 14:56:36.966710 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:56:36.978786 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d4ea87b3-ceab-4302-8c45-eed79ce8ed1c req-a62a0601-2605-491b-83ed-ad9d3fb9dc35 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580893 Aug 28 14:56:36.995992 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a403cb0d-da96-4f5e-9d98-40dee7c7bb8c req-262b79a9-6fb9-4aa7-8f7d-1c595496ab82 tempest-ServersAdminTestJSON-2036503925 tempest-ServersAdminTestJSON-2036503925-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377486 Aug 28 14:56:37.022033 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8855fa93-d2f7-43f9-b006-8432259817ea req-cad042a9-0e3d-4614-8115-878c7aeab2bc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0926745 Aug 28 14:56:37.140334 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855fa93-d2f7-43f9-b006-8432259817ea req-c5e6f72c-2646-416a-afaa-e52b59841347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:37.143215 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8855fa93-d2f7-43f9-b006-8432259817ea req-c5e6f72c-2646-416a-afaa-e52b59841347 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5de95046553a4af6b56ddb9234d40b90&device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 1119 time: 0.0575569 Aug 28 14:56:37.333780 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855fa93-d2f7-43f9-b006-8432259817ea req-aac85c92-3c66-4c1d-bb5f-fe526964d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:37.335281 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8855fa93-d2f7-43f9-b006-8432259817ea req-aac85c92-3c66-4c1d-bb5f-fe526964d01d service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6bfc57a-d73d-41d0-954b-fff6fef4d808 HTTP/1.1" status: 200 len: 922 time: 0.1583591 Aug 28 14:56:37.353692 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0eda07-52d2-484b-add4-3681beebfe30 req-e13a57fa-06d6-45a0-b587-0aef769004ca tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:37.355863 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6b0eda07-52d2-484b-add4-3681beebfe30 req-e13a57fa-06d6-45a0-b587-0aef769004ca tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=8045bc3a-33d4-4d44-8e13-4cc99d725fb2 HTTP/1.1" status: 200 len: 950 time: 0.0892792 Aug 28 14:56:37.421498 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8855fa93-d2f7-43f9-b006-8432259817ea req-e3978feb-f5e3-45e5-ac3d-ef8e9bc1c0e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19dd7d34-ac51-4db3-9f65-8cf6020e8e76 HTTP/1.1" status: 200 len: 217 time: 0.0646048 Aug 28 14:56:37.467927 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8108a6-fbd1-4143-bd39-e171119dcc24 req-15bf5db1-c316-45e9-9a43-968bd14e677b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:37.470229 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ed8108a6-fbd1-4143-bd39-e171119dcc24 req-15bf5db1-c316-45e9-9a43-968bd14e677b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 944 time: 0.0664642 Aug 28 14:56:37.473224 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6b0eda07-52d2-484b-add4-3681beebfe30 req-bb401afd-ad41-49e5-8e80-f8babc948c90 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092076 Aug 28 14:56:37.496107 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855fa93-d2f7-43f9-b006-8432259817ea req-03f97691-2e31-49ea-97ec-14e8d449375f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:37.498297 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8855fa93-d2f7-43f9-b006-8432259817ea req-03f97691-2e31-49ea-97ec-14e8d449375f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f920e854-f768-4846-871d-087306f43fd9 HTTP/1.1" status: 200 len: 861 time: 0.0676045 Aug 28 14:56:37.529067 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ed8108a6-fbd1-4143-bd39-e171119dcc24 req-8792edee-a836-4118-9a1b-462b5a9eb9c9 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500009 Aug 28 14:56:37.545955 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8855fa93-d2f7-43f9-b006-8432259817ea req-0c831b6d-a8d6-459a-8a57-05593eda4324 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6bfc57a-d73d-41d0-954b-fff6fef4d808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355179 Aug 28 14:56:37.656547 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8855fa93-d2f7-43f9-b006-8432259817ea req-88874a24-6c2f-4de4-ac48-3634b1493c7e service neutron] 10.222.0.41 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951290 Aug 28 14:56:37.802840 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd98d97-4e5c-44eb-a538-ec7049661320 req-ebcfa6c1-3c09-4b4b-ba94-a6697ad6f5e5 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:37.804925 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0cd98d97-4e5c-44eb-a538-ec7049661320 req-ebcfa6c1-3c09-4b4b-ba94-a6697ad6f5e5 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=b310860f-2f4a-4bf4-8f3d-2940a21d69b9 HTTP/1.1" status: 200 len: 950 time: 0.0841277 Aug 28 14:56:37.811317 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8855fa93-d2f7-43f9-b006-8432259817ea req-71dff3c8-73ab-40bb-acc6-6346a69b8ca0 service neutron] 10.222.0.41 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461642 Aug 28 14:56:37.849171 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0cd98d97-4e5c-44eb-a538-ec7049661320 req-663dfe31-4086-4793-8f53-a6e911114d84 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368059 Aug 28 14:56:37.909439 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd7913-53bc-49c3-879d-0fdd126b59e1 req-7978659b-cdbe-47c8-9698-e6a814292ae4 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:37.911177 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-53bd7913-53bc-49c3-879d-0fdd126b59e1 req-7978659b-cdbe-47c8-9698-e6a814292ae4 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.0587301 Aug 28 14:56:37.917071 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-23f3468c-288f-41c7-ae56-d4fd13b7d6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:37.966373 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-53bd7913-53bc-49c3-879d-0fdd126b59e1 req-de021169-0a02-4347-bbb7-3fd9b60c9c8d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442288 Aug 28 14:56:38.005873 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cd0b8-b694-4155-920c-55bb90051f47 req-80775e59-5768-4bbd-be0c-fa2df839fa96 tempest-ServersOnMultiNodesTest-1569130746 tempest-ServersOnMultiNodesTest-1569130746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:38.007462 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3b3cd0b8-b694-4155-920c-55bb90051f47 req-80775e59-5768-4bbd-be0c-fa2df839fa96 tempest-ServersOnMultiNodesTest-1569130746 tempest-ServersOnMultiNodesTest-1569130746-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b310860f-2f4a-4bf4-8f3d-2940a21d69b9 HTTP/1.1" status: 200 len: 1102 time: 0.0698092 Aug 28 14:56:38.053459 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3b3cd0b8-b694-4155-920c-55bb90051f47 req-1f6d4b59-fae0-4f4c-b965-77e1e5da779e tempest-ServersOnMultiNodesTest-1569130746 tempest-ServersOnMultiNodesTest-1569130746-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358343 Aug 28 14:56:38.110067 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616144c-7628-485b-885a-c78af56fc458 req-f9fdbd96-8ee6-4889-9a80-85622586006a tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:38.111608 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b616144c-7628-485b-885a-c78af56fc458 req-f9fdbd96-8ee6-4889-9a80-85622586006a tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 944 time: 0.0549276 Aug 28 14:56:38.150598 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b616144c-7628-485b-885a-c78af56fc458 req-b3c1c6a3-f74a-4abb-b2f2-eb5324ff1291 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326836 Aug 28 14:56:38.211620 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-785bb21c-0a89-4e07-966d-6d9094a94dad tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=109ba20ea60e466cbac84cbb863b26ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229399 Aug 28 14:56:38.319274 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-6f48706f-9226-4739-9f96-d19a4f47d0b7 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:38.320898 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-6f48706f-9226-4739-9f96-d19a4f47d0b7 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1018460 Aug 28 14:56:38.336770 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-06d2ee5e-c88c-4054-b1d4-6e1e7bc692b6 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/quotas/109ba20ea60e466cbac84cbb863b26ca HTTP/1.1" status: 200 len: 375 time: 0.0094845 Aug 28 14:56:38.399135 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-8312f83a-c8dc-4315-833e-9e0484490bd8 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=109ba20ea60e466cbac84cbb863b26ca&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0565357 Aug 28 14:56:38.573842 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cdbec901-a2d3-40b2-afdb-9f389e44413e req-daffdb38-79d6-488f-80cb-ef296a09e2ad tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8c9a3f-38c8-406d-a587-2e0faddf08fe HTTP/1.1" status: 200 len: 210 time: 0.0389581 Aug 28 14:56:38.623095 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e888a-7b22-4b00-811b-483d77d65093 req-5a57922d-a788-456f-a6e2-9527503ff865 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:38.631621 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-989e888a-7b22-4b00-811b-483d77d65093 req-5a57922d-a788-456f-a6e2-9527503ff865 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=8045bc3a-33d4-4d44-8e13-4cc99d725fb2 HTTP/1.1" status: 200 len: 950 time: 0.0759559 Aug 28 14:56:38.686431 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-989e888a-7b22-4b00-811b-483d77d65093 req-d37c0b86-3f14-42fa-b17e-1f00d49cf9b0 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538898 Aug 28 14:56:38.708866 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88996b4b-c834-46af-89b5-949c44d29eba req-5cb987aa-a65f-4d9c-8c58-8b8afeb6b10c tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:38.711092 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-88996b4b-c834-46af-89b5-949c44d29eba req-5cb987aa-a65f-4d9c-8c58-8b8afeb6b10c tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 944 time: 0.0639708 Aug 28 14:56:38.755828 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-88996b4b-c834-46af-89b5-949c44d29eba req-eecd50af-9b88-4c02-8d27-3dd283f77b16 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377421 Aug 28 14:56:39.088286 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a5763-6570-42b5-b40b-1f32d782f2f3 req-99ef1321-282e-4aaa-a629-0f9088beeae6 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:39.089762 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-109a5763-6570-42b5-b40b-1f32d782f2f3 req-99ef1321-282e-4aaa-a629-0f9088beeae6 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.0517480 Aug 28 14:56:39.093823 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56966) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:56:39.098789 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-d017900d-4209-487e-a1c9-8b88bccb0743 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-821435521'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:56:39.145584 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d017900d-4209-487e-a1c9-8b88bccb0743 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Made reservation on behalf of 5c41f7ff750b41758b81cc9b9f8f4744 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:56:39.149091 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d017900d-4209-487e-a1c9-8b88bccb0743 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:39.162737 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-109a5763-6570-42b5-b40b-1f32d782f2f3 req-9f8ed6bd-9d92-4aa5-9a9c-4f7c3feb8102 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606005 Aug 28 14:56:39.189654 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d017900d-4209-487e-a1c9-8b88bccb0743 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 14:56:39.192242 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d017900d-4209-487e-a1c9-8b88bccb0743 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:39.192669 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-d017900d-4209-487e-a1c9-8b88bccb0743 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Added segment 9e672dc6-4046-4834-8b0a-ef3e6ab4e033 of type vlan for network f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801 Aug 28 14:56:39.234924 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d017900d-4209-487e-a1c9-8b88bccb0743 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:39.273022 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d017900d-4209-487e-a1c9-8b88bccb0743 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:39.278783 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beddb6f0-a4be-43f7-8842-8e102e2e083f req-4a7614e7-f63e-4c3b-b3e6-79a56f5a0d91 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:39.280072 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d017900d-4209-487e-a1c9-8b88bccb0743 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:39.280666 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d017900d-4209-487e-a1c9-8b88bccb0743 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:39.280814 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-beddb6f0-a4be-43f7-8842-8e102e2e083f req-4a7614e7-f63e-4c3b-b3e6-79a56f5a0d91 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 944 time: 0.0523891 Aug 28 14:56:39.319779 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-beddb6f0-a4be-43f7-8842-8e102e2e083f req-4f9ac63b-2b8f-46ae-ac45-32f1440cd55b tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330117 Aug 28 14:56:39.395429 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d017900d-4209-487e-a1c9-8b88bccb0743 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3005192 Aug 28 14:56:39.398207 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56972) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:56:39.404065 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-2e2247a8-43f2-4408-a8ff-798c83e16d78 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-776192361'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:56:39.417293 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017900d-4209-487e-a1c9-8b88bccb0743 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Pushing event updated for resources: {'Network': ['ID=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:39.428597 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2247a8-43f2-4408-a8ff-798c83e16d78 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Made reservation on behalf of 5c41f7ff750b41758b81cc9b9f8f4744 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:56:39.429651 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 14:56:39.432203 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e2247a8-43f2-4408-a8ff-798c83e16d78 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:39.432526 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d493419-ffbc-4c15-a086-039abd080439 req-d1c23eed-4c37-48c7-bf65-4e36d5309637 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:39.434148 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9d493419-ffbc-4c15-a086-039abd080439 req-d1c23eed-4c37-48c7-bf65-4e36d5309637 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.41 "GET /v2.0/ports?device_id=8045bc3a-33d4-4d44-8e13-4cc99d725fb2 HTTP/1.1" status: 200 len: 950 time: 0.1200821 Aug 28 14:56:39.456844 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e2247a8-43f2-4408-a8ff-798c83e16d78 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 14:56:39.467313 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e2247a8-43f2-4408-a8ff-798c83e16d78 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:39.467683 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-2e2247a8-43f2-4408-a8ff-798c83e16d78 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Added segment e0ff88bd-3972-49b2-b0b1-d1807955b008 of type vlan for network 81167e94-3666-4c28-a056-416ea7a0c9d3 Aug 28 14:56:39.507177 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e2247a8-43f2-4408-a8ff-798c83e16d78 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:39.536813 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-9d493419-ffbc-4c15-a086-039abd080439 req-a0f34011-9e22-4cab-9176-eee69c15916e tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Deleting port d49fbc0b-a8e7-4492-babc-3fdad6d2e177 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:56:39.537256 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9d493419-ffbc-4c15-a086-039abd080439 req-a0f34011-9e22-4cab-9176-eee69c15916e tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:39.540095 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e2247a8-43f2-4408-a8ff-798c83e16d78 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:39.545774 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2247a8-43f2-4408-a8ff-798c83e16d78 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:39.546374 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e2247a8-43f2-4408-a8ff-798c83e16d78 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:39.644693 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2e2247a8-43f2-4408-a8ff-798c83e16d78 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2452710 Aug 28 14:56:39.645393 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56976) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:56:39.657146 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-ffa165cf-8ce6-4aff-8683-360bf7775cc8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Request body: {'subnet': {'network_id': 'f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:56:39.727937 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2247a8-43f2-4408-a8ff-798c83e16d78 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Pushing event updated for resources: {'Network': ['ID=81167e94-3666-4c28-a056-416ea7a0c9d3,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:39.741759 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 81167e94-3666-4c28-a056-416ea7a0c9d3 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 14:56:39.845893 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa165cf-8ce6-4aff-8683-360bf7775cc8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Made reservation on behalf of 5c41f7ff750b41758b81cc9b9f8f4744 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:56:39.850095 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ffa165cf-8ce6-4aff-8683-360bf7775cc8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:39.862724 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b0b64-dbd3-4678-a30a-2e9e38d14ea0 req-d92a2905-dde6-4912-8195-764bfd903440 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:39.864633 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fb2b0b64-dbd3-4678-a30a-2e9e38d14ea0 req-d92a2905-dde6-4912-8195-764bfd903440 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=8045bc3a-33d4-4d44-8e13-4cc99d725fb2 HTTP/1.1" status: 200 len: 950 time: 0.0744612 Aug 28 14:56:39.893455 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bd0ab85f-7da9-44ab-ad77-bd5548d73e46 req-3d08219b-3aea-4179-bb8d-1b0373488eec tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8c9a3f-38c8-406d-a587-2e0faddf08fe HTTP/1.1" status: 200 len: 210 time: 0.0570991 Aug 28 14:56:39.896842 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-b0df4060-c52f-440b-8fda-7615e38d0624 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=109ba20ea60e466cbac84cbb863b26ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590799 Aug 28 14:56:39.946436 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fb2b0b64-dbd3-4678-a30a-2e9e38d14ea0 req-4c51ae39-202b-4e0a-85b3-421237fff0d9 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689163 Aug 28 14:56:40.025002 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-9d493419-ffbc-4c15-a086-039abd080439 req-a0f34011-9e22-4cab-9176-eee69c15916e tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] For port d49fbc0b-a8e7-4492-babc-3fdad6d2e177, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d49fbc0b-a8e7-4492-babc-3fdad6d2e177,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:40.025368 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9d493419-ffbc-4c15-a086-039abd080439 req-a0f34011-9e22-4cab-9176-eee69c15916e tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:40.052176 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-9d493419-ffbc-4c15-a086-039abd080439 req-a0f34011-9e22-4cab-9176-eee69c15916e tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Calling delete_port for d49fbc0b-a8e7-4492-babc-3fdad6d2e177 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:56:40.094065 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ffa165cf-8ce6-4aff-8683-360bf7775cc8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:40.097500 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fedb9-8575-4ce7-ac2d-9036759628ad req-1ab7e28f-e0d2-4c3c-9b5f-1d3d7f534b67 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:40.098921 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-498fedb9-8575-4ce7-ac2d-9036759628ad req-1ab7e28f-e0d2-4c3c-9b5f-1d3d7f534b67 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 944 time: 0.1308098 Aug 28 14:56:40.131573 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-c4a2b45e-191e-4e00-9440-790738752546 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:40.133024 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-c4a2b45e-191e-4e00-9440-790738752546 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2300258 Aug 28 14:56:40.164006 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa165cf-8ce6-4aff-8683-360bf7775cc8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Pushing event updated for resources: {'Subnet': ['ID=a37ef518-489b-4615-b751-b3cd93e01029,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:40.172657 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-c53af922-8d2d-4125-a502-ab9c40d018b9 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Request body: {'port': {'device_id': 'de8c9a3f-38c8-406d-a587-2e0faddf08fe', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'admin_state_up': True, 'tenant_id': '109ba20ea60e466cbac84cbb863b26ca'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:56:40.173198 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa165cf-8ce6-4aff-8683-360bf7775cc8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Checking segment: {'id': '9e672dc6-4046-4834-8b0a-ef3e6ab4e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:56:40.173559 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa165cf-8ce6-4aff-8683-360bf7775cc8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Network hostable DHCP agents. Network: f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 14:56:40.198821 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa165cf-8ce6-4aff-8683-360bf7775cc8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Network f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 14:56:40.209763 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-ffa165cf-8ce6-4aff-8683-360bf7775cc8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:56:40.214385 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa165cf-8ce6-4aff-8683-360bf7775cc8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:40.215037 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ffa165cf-8ce6-4aff-8683-360bf7775cc8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:40.221417 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab28b97-7ac1-4726-bfca-c1ca5632e8a0 None None] Network f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:56:40.228131 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-498fedb9-8575-4ce7-ac2d-9036759628ad req-4b5b9356-abac-422d-8742-3cba530feed1 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939920 Aug 28 14:56:40.240299 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ffa165cf-8ce6-4aff-8683-360bf7775cc8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5882695 Aug 28 14:56:40.240918 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56986) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:56:40.246620 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-35f0eb48-c492-422e-892e-0a47544ea4b8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Request body: {'subnet': {'network_id': '81167e94-3666-4c28-a056-416ea7a0c9d3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:56:40.366475 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9d493419-ffbc-4c15-a086-039abd080439 req-a0f34011-9e22-4cab-9176-eee69c15916e tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:40.371346 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d1546-3cef-4469-a23c-ea212ff5554a req-181a8580-8861-47cd-9640-c3b0e58ff34c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:40.373177 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f93d1546-3cef-4469-a23c-ea212ff5554a req-181a8580-8861-47cd-9640-c3b0e58ff34c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.0770664 Aug 28 14:56:40.384837 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['ff984fb9-1964-4377-ac58-8f2fe7e37b86', 'd49fbc0b-a8e7-4492-babc-3fdad6d2e177', '7e2b10de-e92f-4035-9be4-fe9c36d4ee04'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:56:40.417256 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-c53af922-8d2d-4125-a502-ab9c40d018b9 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Made reservation on behalf of 109ba20ea60e466cbac84cbb863b26ca for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:56:40.421695 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-c53af922-8d2d-4125-a502-ab9c40d018b9 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:40.423730 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f93d1546-3cef-4469-a23c-ea212ff5554a req-3396d36c-5da5-4d0e-b5ab-c7401adb4e59 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404603 Aug 28 14:56:40.424677 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f0eb48-c492-422e-892e-0a47544ea4b8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Made reservation on behalf of 5c41f7ff750b41758b81cc9b9f8f4744 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:56:40.430485 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-35f0eb48-c492-422e-892e-0a47544ea4b8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:40.448837 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-700323ad-7d69-4f65-af45-5099e3938ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:40.470446 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f34011-9e22-4cab-9176-eee69c15916e tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Pushing event deleted for resources: {'Port': ['ID=d49fbc0b-a8e7-4492-babc-3fdad6d2e177,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:40.496218 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc019e68-581e-475c-b86e-1bc1e5f81f02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801', 'network_id': 'f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'fixed_ips': [{'subnet_id': 'a37ef518-489b-4615-b751-b3cd93e01029'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 14:56:40.497699 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cc019e68-581e-475c-b86e-1bc1e5f81f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:40.571790 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d493419-ffbc-4c15-a086-039abd080439 req-a0f34011-9e22-4cab-9176-eee69c15916e tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] No DVR routers for this DVR port d49fbc0b-a8e7-4492-babc-3fdad6d2e177 on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:56:40.583282 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9d493419-ffbc-4c15-a086-039abd080439 req-a0f34011-9e22-4cab-9176-eee69c15916e tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:40.585268 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9d493419-ffbc-4c15-a086-039abd080439 req-a0f34011-9e22-4cab-9176-eee69c15916e tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.41 "DELETE /v2.0/ports/d49fbc0b-a8e7-4492-babc-3fdad6d2e177 HTTP/1.1" status: 204 len: 173 time: 1.1407604 Aug 28 14:56:40.587293 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8045bc3a-33d4-4d44-8e13-4cc99d725fb2', 'name': 'network-vif-deleted', 'tag': 'd49fbc0b-a8e7-4492-babc-3fdad6d2e177'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:56:40.590181 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029d3767-9673-430d-b403-67989f676388" -d '{"events": [{"server_uuid": "8045bc3a-33d4-4d44-8e13-4cc99d725fb2", "name": "network-vif-deleted", "tag": "d49fbc0b-a8e7-4492-babc-3fdad6d2e177"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:56:40.669853 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9859f5e-b6db-445d-9a61-dffde90f9b01 req-9c59a319-8342-4f5a-883f-3d9b8f6e2b2a tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:40.677332 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c9859f5e-b6db-445d-9a61-dffde90f9b01 req-9c59a319-8342-4f5a-883f-3d9b8f6e2b2a tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 944 time: 0.1247005 Aug 28 14:56:40.682694 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2164e2c6-1493-4db8-a977-b36f40a85150 x-openstack-request-id: req-2164e2c6-1493-4db8-a977-b36f40a85150 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:56:40.682993 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8045bc3a-33d4-4d44-8e13-4cc99d725fb2", "name": "network-vif-deleted", "tag": "d49fbc0b-a8e7-4492-babc-3fdad6d2e177", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:56:40.683252 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2164e2c6-1493-4db8-a977-b36f40a85150 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:56:40.685239 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8045bc3a-33d4-4d44-8e13-4cc99d725fb2', 'name': 'network-vif-deleted', 'tag': 'd49fbc0b-a8e7-4492-babc-3fdad6d2e177', 'status': 'completed', 'code': 200} Aug 28 14:56:40.717533 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-35f0eb48-c492-422e-892e-0a47544ea4b8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:40.718135 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-cc019e68-581e-475c-b86e-1bc1e5f81f02 None None] Allocated IP 10.1.1.2 (f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801/a37ef518-489b-4615-b751-b3cd93e01029/bcfb2194-7b90-4bd6-a13d-d81bcd1650cd) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:56:40.737241 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-c53af922-8d2d-4125-a502-ab9c40d018b9 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Allocated IP 192.168.233.58 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/1b455022-f2a4-48ad-9d84-f510f87ea89a) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:56:40.761741 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c9859f5e-b6db-445d-9a61-dffde90f9b01 req-da5d91ff-057d-438e-856a-d40dd9072a7e tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815902 Aug 28 14:56:40.791915 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0eb48-c492-422e-892e-0a47544ea4b8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Pushing event updated for resources: {'Subnet': ['ID=1318d724-919b-4c5d-b420-75bb4bd0f086,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:40.810731 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f0eb48-c492-422e-892e-0a47544ea4b8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Checking segment: {'id': 'e0ff88bd-3972-49b2-b0b1-d1807955b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '81167e94-3666-4c28-a056-416ea7a0c9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:56:40.811216 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f0eb48-c492-422e-892e-0a47544ea4b8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Network hostable DHCP agents. Network: 81167e94-3666-4c28-a056-416ea7a0c9d3, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 14:56:40.831162 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f0eb48-c492-422e-892e-0a47544ea4b8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Network 81167e94-3666-4c28-a056-416ea7a0c9d3 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 14:56:40.844804 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:40.845401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-35f0eb48-c492-422e-892e-0a47544ea4b8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 81167e94-3666-4c28-a056-416ea7a0c9d3) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:56:40.852488 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f0eb48-c492-422e-892e-0a47544ea4b8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:40.854014 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-35f0eb48-c492-422e-892e-0a47544ea4b8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:40.868872 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416f5c6c-94ef-4ea6-b372-a232cf450b53 None None] Network 81167e94-3666-4c28-a056-416ea7a0c9d3 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:56:40.892773 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-35f0eb48-c492-422e-892e-0a47544ea4b8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6481724 Aug 28 14:56:40.893714 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56994) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:56:40.898942 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-90b93bc6-7c5f-4670-a60b-864cceac7fea tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Request body: {'port': {'network_id': 'f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801', 'name': 'tempest-TaggedBootDevicesTest_v242-5566947', 'fixed_ips': [{'subnet_id': 'a37ef518-489b-4615-b751-b3cd93e01029'}]}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:56:40.943066 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-c53af922-8d2d-4125-a502-ab9c40d018b9 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:40.960742 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-c53af922-8d2d-4125-a502-ab9c40d018b9 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Transition to ACTIVE for port object 1b455022-f2a4-48ad-9d84-f510f87ea89a will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:56:41.016373 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-c53af922-8d2d-4125-a502-ab9c40d018b9 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:41.037234 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['fa16ff95-5261-40df-9953-991311b24ad6', 'ffec4487-2465-4f34-8676-77ed39b96142', 'e1d3ed2d-2ed7-4069-bd91-0e9f194eca76', '5a4dc7d4-d187-42fb-910d-e1696f7d7e13'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:56:41.127596 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb04de-853f-4658-84d8-6562b471ee4c req-be6d1a52-d17d-4c0c-823f-d7255ef5f0a1 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:41.135765 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93eb04de-853f-4658-84d8-6562b471ee4c req-be6d1a52-d17d-4c0c-823f-d7255ef5f0a1 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8c9a3f-38c8-406d-a587-2e0faddf08fe HTTP/1.1" status: 200 len: 935 time: 0.1102779 Aug 28 14:56:41.136250 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-87844f57-4150-4fa0-931a-b25f1887dc29 req-2686414c-86ec-47c0-bc98-1c3c816c5147 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=8045bc3a-33d4-4d44-8e13-4cc99d725fb2 HTTP/1.1" status: 200 len: 210 time: 0.0583155 Aug 28 14:56:41.139541 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-c53af922-8d2d-4125-a502-ab9c40d018b9 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:56:41.155107 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-c53af922-8d2d-4125-a502-ab9c40d018b9 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:56:41.163831 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-c53af922-8d2d-4125-a502-ab9c40d018b9 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:56:41.222423 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cc019e68-581e-475c-b86e-1bc1e5f81f02 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:41.224242 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53af922-8d2d-4125-a502-ab9c40d018b9 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Pushing event updated for resources: {'Port': ['ID=1b455022-f2a4-48ad-9d84-f510f87ea89a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:41.228980 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93eb04de-853f-4658-84d8-6562b471ee4c req-17dca4eb-fa77-4307-b7c9-ccaab7e31f99 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796010 Aug 28 14:56:41.239632 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b93bc6-7c5f-4670-a60b-864cceac7fea tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Made reservation on behalf of 5c41f7ff750b41758b81cc9b9f8f4744 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:56:41.248344 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-cc019e68-581e-475c-b86e-1bc1e5f81f02 None None] Transition to ACTIVE for port object bcfb2194-7b90-4bd6-a13d-d81bcd1650cd will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:56:41.283811 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-c53af922-8d2d-4125-a502-ab9c40d018b9 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:41.284823 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-c53af922-8d2d-4125-a502-ab9c40d018b9 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:41.285035 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-cc019e68-581e-475c-b86e-1bc1e5f81f02 None None] Transition to ACTIVE for port object bcfb2194-7b90-4bd6-a13d-d81bcd1650cd will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:56:41.303252 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cc019e68-581e-475c-b86e-1bc1e5f81f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:41.307070 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-c53af922-8d2d-4125-a502-ab9c40d018b9 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1401463 Aug 28 14:56:41.358733 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-2adac647-0530-41ff-81a3-91df024f35e5 service neutron] Request body: {'port': {'device_id': 'de8c9a3f-38c8-406d-a587-2e0faddf08fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:56:41.380152 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5feaa6-04b7-4418-9795-fd655b5e158c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-81167e94-3666-4c28-a056-416ea7a0c9d3', 'network_id': '81167e94-3666-4c28-a056-416ea7a0c9d3', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'fixed_ips': [{'subnet_id': '1318d724-919b-4c5d-b420-75bb4bd0f086'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 14:56:41.381512 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0e5feaa6-04b7-4418-9795-fd655b5e158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:41.415516 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc019e68-581e-475c-b86e-1bc1e5f81f02 None None] Network f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:56:41.430611 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-cc019e68-581e-475c-b86e-1bc1e5f81f02 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:56:41.433701 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc019e68-581e-475c-b86e-1bc1e5f81f02 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:56:41.433864 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-2adac647-0530-41ff-81a3-91df024f35e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:41.484292 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0f187-d6d1-4c2e-a11d-22ef4de5690e req-42c20856-d89c-4d02-84c8-2b30904a75da tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:41.486826 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bde0f187-d6d1-4c2e-a11d-22ef4de5690e req-42c20856-d89c-4d02-84c8-2b30904a75da tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 944 time: 0.1284378 Aug 28 14:56:41.492474 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-90b93bc6-7c5f-4670-a60b-864cceac7fea tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:41.539819 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-90b93bc6-7c5f-4670-a60b-864cceac7fea tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] device_id is not set on port 7e62bbc1-7086-4e73-bc5b-92ef2064ead1 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 14:56:41.673851 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bde0f187-d6d1-4c2e-a11d-22ef4de5690e req-da341ab9-c8eb-4a09-a0da-7b971606499c tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777556 Aug 28 14:56:41.678429 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc019e68-581e-475c-b86e-1bc1e5f81f02 None None] Pushing event updated for resources: {'Port': ['ID=bcfb2194-7b90-4bd6-a13d-d81bcd1650cd,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:41.693916 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9204c-6729-4d5b-add8-2d2830bd3212 req-057a2798-76dd-43a5-9dfb-a6892f57f89b tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:41.702895 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b4d9204c-6729-4d5b-add8-2d2830bd3212 req-057a2798-76dd-43a5-9dfb-a6892f57f89b tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.1212037 Aug 28 14:56:41.738795 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:41.768067 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b4d9204c-6729-4d5b-add8-2d2830bd3212 req-c4b745bd-2f8a-4e3e-ba55-f4030f20f238 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642641 Aug 28 14:56:41.769442 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-cc019e68-581e-475c-b86e-1bc1e5f81f02 None None] Attempting to bind port bcfb2194-7b90-4bd6-a13d-d81bcd1650cd on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:56:41.769995 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-cc019e68-581e-475c-b86e-1bc1e5f81f02 None None] Attempting to bind port bcfb2194-7b90-4bd6-a13d-d81bcd1650cd by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '9e672dc6-4046-4834-8b0a-ef3e6ab4e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:56:41.770578 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc019e68-581e-475c-b86e-1bc1e5f81f02 None None] Attempting to bind port bcfb2194-7b90-4bd6-a13d-d81bcd1650cd on network f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:56:41.800476 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-90b93bc6-7c5f-4670-a60b-864cceac7fea tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Allocated IP 10.1.1.143 (f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801/a37ef518-489b-4615-b751-b3cd93e01029/7e62bbc1-7086-4e73-bc5b-92ef2064ead1) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:56:41.802287 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-416426d1-0a73-49fc-946a-8b8f557d1215 None None] Provisioning for port 1b455022-f2a4-48ad-9d84-f510f87ea89a completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:56:41.804955 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc019e68-581e-475c-b86e-1bc1e5f81f02 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:56:41.805687 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc019e68-581e-475c-b86e-1bc1e5f81f02 None None] Checking segment: {'id': '9e672dc6-4046-4834-8b0a-ef3e6ab4e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:56:41.806083 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cc019e68-581e-475c-b86e-1bc1e5f81f02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:41.806479 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc019e68-581e-475c-b86e-1bc1e5f81f02 None None] Bound using segment: {'id': '9e672dc6-4046-4834-8b0a-ef3e6ab4e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:56:41.807028 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-cc019e68-581e-475c-b86e-1bc1e5f81f02 None None] Bound port: bcfb2194-7b90-4bd6-a13d-d81bcd1650cd, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e672dc6-4046-4834-8b0a-ef3e6ab4e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:56:41.807411 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cc019e68-581e-475c-b86e-1bc1e5f81f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:41.833188 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-416426d1-0a73-49fc-946a-8b8f557d1215 None None] Provisioning complete for port 1b455022-f2a4-48ad-9d84-f510f87ea89a triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:41.833820 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-416426d1-0a73-49fc-946a-8b8f557d1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:41.871734 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-0e5feaa6-04b7-4418-9795-fd655b5e158c None None] Allocated IP 10.2.2.2 (81167e94-3666-4c28-a056-416ea7a0c9d3/1318d724-919b-4c5d-b420-75bb4bd0f086/5c5ced2a-16ee-4e63-a3b2-fce68e8b4e17) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:56:41.874385 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-2adac647-0530-41ff-81a3-91df024f35e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b455022-f2a4-48ad-9d84-f510f87ea89a {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:56:41.886535 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-2adac647-0530-41ff-81a3-91df024f35e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:41.904757 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-2adac647-0530-41ff-81a3-91df024f35e5 service neutron] Transition to ACTIVE for port object 1b455022-f2a4-48ad-9d84-f510f87ea89a will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:56:41.913282 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-2adac647-0530-41ff-81a3-91df024f35e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:41.920403 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['265361f3-1d38-41dd-8af5-4e4fb26435f9', '995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:56:41.976763 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb4cd1-5e71-4674-af30-cf890d1d3f63 req-b392e133-ff06-4a29-815a-195582c4c092 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:41.980865 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d6cb4cd1-5e71-4674-af30-cf890d1d3f63 req-b392e133-ff06-4a29-815a-195582c4c092 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 944 time: 0.1148553 Aug 28 14:56:41.984996 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-416426d1-0a73-49fc-946a-8b8f557d1215 None None] Port 1b455022-f2a4-48ad-9d84-f510f87ea89a cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:56:41.996031 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adac647-0530-41ff-81a3-91df024f35e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1b455022-f2a4-48ad-9d84-f510f87ea89a,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:42.077301 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-2adac647-0530-41ff-81a3-91df024f35e5 service neutron] Attempting to bind port 1b455022-f2a4-48ad-9d84-f510f87ea89a on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:56:42.077871 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-2adac647-0530-41ff-81a3-91df024f35e5 service neutron] Attempting to bind port 1b455022-f2a4-48ad-9d84-f510f87ea89a by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:56:42.078808 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-2adac647-0530-41ff-81a3-91df024f35e5 service neutron] Attempting to bind port 1b455022-f2a4-48ad-9d84-f510f87ea89a on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:56:42.083508 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-2adac647-0530-41ff-81a3-91df024f35e5 service neutron] Port 1b455022-f2a4-48ad-9d84-f510f87ea89a on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:56:42.083980 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-2adac647-0530-41ff-81a3-91df024f35e5 service neutron] Attempting to bind port 1b455022-f2a4-48ad-9d84-f510f87ea89a on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:56:42.089712 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-2adac647-0530-41ff-81a3-91df024f35e5 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:56:42.090181 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-2adac647-0530-41ff-81a3-91df024f35e5 service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:56:42.091451 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-2adac647-0530-41ff-81a3-91df024f35e5 service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:56:42.092225 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-2adac647-0530-41ff-81a3-91df024f35e5 service neutron] Bound port: 1b455022-f2a4-48ad-9d84-f510f87ea89a, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:56:42.092714 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-2adac647-0530-41ff-81a3-91df024f35e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:42.093420 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-90b93bc6-7c5f-4670-a60b-864cceac7fea tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:42.116705 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-90b93bc6-7c5f-4670-a60b-864cceac7fea tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Transition to ACTIVE for port object 7e62bbc1-7086-4e73-bc5b-92ef2064ead1 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:56:42.119567 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-cc019e68-581e-475c-b86e-1bc1e5f81f02 None None] For port bcfb2194-7b90-4bd6-a13d-d81bcd1650cd, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:56:42.136059 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d6cb4cd1-5e71-4674-af30-cf890d1d3f63 req-813553f2-496a-4f47-a115-a54f39b42eb1 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196337 Aug 28 14:56:42.173833 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-cc019e68-581e-475c-b86e-1bc1e5f81f02 None None] For port bcfb2194-7b90-4bd6-a13d-d81bcd1650cd, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=bcfb2194-7b90-4bd6-a13d-d81bcd1650cd,segment=NetworkSegment(9e672dc6-4046-4834-8b0a-ef3e6ab4e033),segment_id=9e672dc6-4046-4834-8b0a-ef3e6ab4e033)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:56:42.176097 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-2adac647-0530-41ff-81a3-91df024f35e5 service neutron] For port 1b455022-f2a4-48ad-9d84-f510f87ea89a, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:56:42.183243 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-2adac647-0530-41ff-81a3-91df024f35e5 service neutron] For port 1b455022-f2a4-48ad-9d84-f510f87ea89a, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=1b455022-f2a4-48ad-9d84-f510f87ea89a,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:56:42.186537 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-90b93bc6-7c5f-4670-a60b-864cceac7fea tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:42.196737 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cc019e68-581e-475c-b86e-1bc1e5f81f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:42.197762 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-2adac647-0530-41ff-81a3-91df024f35e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:42.244877 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-2adac647-0530-41ff-81a3-91df024f35e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:42.245577 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-2adac647-0530-41ff-81a3-91df024f35e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:42.247902 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-2adac647-0530-41ff-81a3-91df024f35e5 service neutron] 10.222.0.41 "PUT /v2.0/ports/1b455022-f2a4-48ad-9d84-f510f87ea89a HTTP/1.1" status: 200 len: 1096 time: 0.9142728 Aug 28 14:56:42.268496 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adac647-0530-41ff-81a3-91df024f35e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1b455022-f2a4-48ad-9d84-f510f87ea89a,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:42.282379 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b93bc6-7c5f-4670-a60b-864cceac7fea tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Network f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:56:42.286065 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-90b93bc6-7c5f-4670-a60b-864cceac7fea tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:56:42.290308 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b93bc6-7c5f-4670-a60b-864cceac7fea tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:56:42.385324 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b93bc6-7c5f-4670-a60b-864cceac7fea tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:42.386213 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-90b93bc6-7c5f-4670-a60b-864cceac7fea tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:42.420561 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc019e68-581e-475c-b86e-1bc1e5f81f02 None None] Pushing event updated for resources: {'Port': ['ID=bcfb2194-7b90-4bd6-a13d-d81bcd1650cd,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:42.422523 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b93bc6-7c5f-4670-a60b-864cceac7fea tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Pushing event updated for resources: {'Port': ['ID=7e62bbc1-7086-4e73-bc5b-92ef2064ead1,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:42.440052 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-90b93bc6-7c5f-4670-a60b-864cceac7fea tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5458026 Aug 28 14:56:42.440806 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57020) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:56:42.446065 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0e5feaa6-04b7-4418-9795-fd655b5e158c None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:42.449177 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-346e89a8-5384-4177-ba04-ec81c39effd9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Request body: {'port': {'network_id': 'f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801', 'name': 'tempest-TaggedBootDevicesTest_v242-861062561', 'fixed_ips': [{'subnet_id': 'a37ef518-489b-4615-b751-b3cd93e01029'}]}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:56:42.477762 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-7df789df-34e6-4dbd-b351-b3f193150095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:42.479311 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-7df789df-34e6-4dbd-b351-b3f193150095 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=109ba20ea60e466cbac84cbb863b26ca&device_id=de8c9a3f-38c8-406d-a587-2e0faddf08fe HTTP/1.1" status: 200 len: 1099 time: 0.1526644 Aug 28 14:56:42.503005 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0e5feaa6-04b7-4418-9795-fd655b5e158c None None] Transition to ACTIVE for port object 5c5ced2a-16ee-4e63-a3b2-fce68e8b4e17 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:56:42.518040 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229d386-6b3f-427e-8b49-edb1798218d2 req-8795c88c-df53-4840-ae6d-146ab2fb1d7d tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:42.532333 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9229d386-6b3f-427e-8b49-edb1798218d2 req-8795c88c-df53-4840-ae6d-146ab2fb1d7d tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8c9a3f-38c8-406d-a587-2e0faddf08fe HTTP/1.1" status: 200 len: 947 time: 0.1573606 Aug 28 14:56:42.584601 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0e5feaa6-04b7-4418-9795-fd655b5e158c None None] Transition to ACTIVE for port object 5c5ced2a-16ee-4e63-a3b2-fce68e8b4e17 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:56:42.615761 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-a12e475b-a41a-4644-bf4b-6c5dc8554a1e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=1b455022-f2a4-48ad-9d84-f510f87ea89a HTTP/1.1" status: 200 len: 217 time: 0.1176007 Aug 28 14:56:42.635137 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0e5feaa6-04b7-4418-9795-fd655b5e158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:42.686918 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8c9a3f-38c8-406d-a587-2e0faddf08fe', 'tag': '1b455022-f2a4-48ad-9d84-f510f87ea89a'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:56:42.689220 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0875e419-8b20-4229-aa4d-691c208ad677" -d '{"events": [{"name": "network-changed", "server_uuid": "de8c9a3f-38c8-406d-a587-2e0faddf08fe", "tag": "1b455022-f2a4-48ad-9d84-f510f87ea89a"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:56:42.718584 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9229d386-6b3f-427e-8b49-edb1798218d2 req-8deb84af-ab1d-4fc5-add5-1d880c6c5e80 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839592 Aug 28 14:56:42.745998 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-ee10051b-af4b-434f-abd7-a5662e88c9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:42.748126 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-ee10051b-af4b-434f-abd7-a5662e88c9ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1288259 Aug 28 14:56:42.761320 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346e89a8-5384-4177-ba04-ec81c39effd9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Made reservation on behalf of 5c41f7ff750b41758b81cc9b9f8f4744 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:56:42.771410 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-346e89a8-5384-4177-ba04-ec81c39effd9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:42.795297 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5feaa6-04b7-4418-9795-fd655b5e158c None None] Network 81167e94-3666-4c28-a056-416ea7a0c9d3 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:56:42.796690 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5feaa6-04b7-4418-9795-fd655b5e158c None None] Pushing event updated for resources: {'Port': ['ID=5c5ced2a-16ee-4e63-a3b2-fce68e8b4e17,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:42.826959 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-346e89a8-5384-4177-ba04-ec81c39effd9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] device_id is not set on port 7840cbd9-0758-4ada-854e-1b4e2f5d208a yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 14:56:42.830418 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-0e5feaa6-04b7-4418-9795-fd655b5e158c None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:56:42.837193 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5feaa6-04b7-4418-9795-fd655b5e158c None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:56:42.861871 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498e5b80-1346-4061-a65d-61c3a3c13460 x-openstack-request-id: req-498e5b80-1346-4061-a65d-61c3a3c13460 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:56:42.861871 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8c9a3f-38c8-406d-a587-2e0faddf08fe", "tag": "1b455022-f2a4-48ad-9d84-f510f87ea89a", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:56:42.861871 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-498e5b80-1346-4061-a65d-61c3a3c13460 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:56:42.861871 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8c9a3f-38c8-406d-a587-2e0faddf08fe', 'tag': '1b455022-f2a4-48ad-9d84-f510f87ea89a', 'status': 'completed', 'code': 200} Aug 28 14:56:42.936754 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e00f78-c4a2-4fac-81ee-ee0878b58042 req-c1170a0a-af5d-4d60-a78a-5995d3828124 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:42.938566 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-71e00f78-c4a2-4fac-81ee-ee0878b58042 req-c1170a0a-af5d-4d60-a78a-5995d3828124 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0278b25-89a6-47d1-922e-0933c2a24243 HTTP/1.1" status: 200 len: 950 time: 0.1177714 Aug 28 14:56:42.947372 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-43121d68-8131-4264-880c-2ac3586638a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:42.949144 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-43121d68-8131-4264-880c-2ac3586638a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1899965 Aug 28 14:56:42.979072 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-0e5feaa6-04b7-4418-9795-fd655b5e158c None None] Attempting to bind port 5c5ced2a-16ee-4e63-a3b2-fce68e8b4e17 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:56:42.979454 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-0e5feaa6-04b7-4418-9795-fd655b5e158c None None] Attempting to bind port 5c5ced2a-16ee-4e63-a3b2-fce68e8b4e17 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'e0ff88bd-3972-49b2-b0b1-d1807955b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '81167e94-3666-4c28-a056-416ea7a0c9d3'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:56:42.979852 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5feaa6-04b7-4418-9795-fd655b5e158c None None] Attempting to bind port 5c5ced2a-16ee-4e63-a3b2-fce68e8b4e17 on network 81167e94-3666-4c28-a056-416ea7a0c9d3 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:56:42.998228 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5feaa6-04b7-4418-9795-fd655b5e158c None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:56:42.998645 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5feaa6-04b7-4418-9795-fd655b5e158c None None] Checking segment: {'id': 'e0ff88bd-3972-49b2-b0b1-d1807955b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '81167e94-3666-4c28-a056-416ea7a0c9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:56:42.998968 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0e5feaa6-04b7-4418-9795-fd655b5e158c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:42.999351 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5feaa6-04b7-4418-9795-fd655b5e158c None None] Bound using segment: {'id': 'e0ff88bd-3972-49b2-b0b1-d1807955b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '81167e94-3666-4c28-a056-416ea7a0c9d3'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:56:42.999892 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-0e5feaa6-04b7-4418-9795-fd655b5e158c None None] Bound port: 5c5ced2a-16ee-4e63-a3b2-fce68e8b4e17, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ff88bd-3972-49b2-b0b1-d1807955b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '81167e94-3666-4c28-a056-416ea7a0c9d3'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:56:43.000277 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0e5feaa6-04b7-4418-9795-fd655b5e158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:43.002342 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8b248-bf40-4c58-94b5-f23a79a74351 req-dab0839e-066c-42f9-9b14-ceb9d1e7567e tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:43.010176 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5cd8b248-bf40-4c58-94b5-f23a79a74351 req-dab0839e-066c-42f9-9b14-ceb9d1e7567e tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 944 time: 0.1089001 Aug 28 14:56:43.033953 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-71e00f78-c4a2-4fac-81ee-ee0878b58042 req-d3c7fc86-c44a-486b-bbe9-69a2af912ebf tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892241 Aug 28 14:56:43.074500 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-0cc5b1a4-95d4-4ffb-a462-6731b0c57f88 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123297 Aug 28 14:56:43.095371 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5cd8b248-bf40-4c58-94b5-f23a79a74351 req-1c7d047c-5e76-4191-b97b-3f6cd9a0a75b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831296 Aug 28 14:56:43.107451 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-346e89a8-5384-4177-ba04-ec81c39effd9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Allocated IP 10.1.1.220 (f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801/a37ef518-489b-4615-b751-b3cd93e01029/7840cbd9-0758-4ada-854e-1b4e2f5d208a) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:56:43.163270 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:43.171871 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-0e5feaa6-04b7-4418-9795-fd655b5e158c None None] For port 5c5ced2a-16ee-4e63-a3b2-fce68e8b4e17, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:56:43.178769 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-0e5feaa6-04b7-4418-9795-fd655b5e158c None None] For port 5c5ced2a-16ee-4e63-a3b2-fce68e8b4e17, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=5c5ced2a-16ee-4e63-a3b2-fce68e8b4e17,segment=NetworkSegment(e0ff88bd-3972-49b2-b0b1-d1807955b008),segment_id=e0ff88bd-3972-49b2-b0b1-d1807955b008)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:56:43.194846 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0e5feaa6-04b7-4418-9795-fd655b5e158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:43.275847 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2e7c7-df13-4606-8ed3-fc830117758e req-53a4f5c4-2cc0-4607-9236-38ee9a298feb tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:43.292009 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5feaa6-04b7-4418-9795-fd655b5e158c None None] Pushing event updated for resources: {'Port': ['ID=5c5ced2a-16ee-4e63-a3b2-fce68e8b4e17,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:43.297728 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-85d2e7c7-df13-4606-8ed3-fc830117758e req-53a4f5c4-2cc0-4607-9236-38ee9a298feb tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.1379592 Aug 28 14:56:43.354311 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e477fd90-83a1-4af1-bca6-f91b1e92e57c req-889a6ddd-ec13-4fc6-a6c2-486806e9bece service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692115 Aug 28 14:56:43.358340 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3144fb1-b3b6-4c75-8a03-364941644446 req-614d528d-7377-4830-b1af-c9d8288214fc tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:43.366218 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e3144fb1-b3b6-4c75-8a03-364941644446 req-614d528d-7377-4830-b1af-c9d8288214fc tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 944 time: 0.1076062 Aug 28 14:56:43.376905 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device bcfb2194-7b90-4bd6-a13d-d81bcd1650cd up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:56:43.405659 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-85d2e7c7-df13-4606-8ed3-fc830117758e req-f571e1b1-da80-4665-8069-b219f459cfb6 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963991 Aug 28 14:56:43.426521 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-346e89a8-5384-4177-ba04-ec81c39effd9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:43.443061 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-346e89a8-5384-4177-ba04-ec81c39effd9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Transition to ACTIVE for port object 7840cbd9-0758-4ada-854e-1b4e2f5d208a will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:56:43.457288 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port bcfb2194-7b90-4bd6-a13d-d81bcd1650cd completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:56:43.466997 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e3144fb1-b3b6-4c75-8a03-364941644446 req-ecae124c-740b-4137-b702-c156b2c3cdcc tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907331 Aug 28 14:56:43.503394 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-346e89a8-5384-4177-ba04-ec81c39effd9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:43.548437 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875e419-8b20-4229-aa4d-691c208ad677 req-dd9ae63e-d664-4f71-9637-d38e020b03f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:43.550645 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0875e419-8b20-4229-aa4d-691c208ad677 req-dd9ae63e-d664-4f71-9637-d38e020b03f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=109ba20ea60e466cbac84cbb863b26ca&device_id=de8c9a3f-38c8-406d-a587-2e0faddf08fe HTTP/1.1" status: 200 len: 1099 time: 0.1051030 Aug 28 14:56:43.563376 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346e89a8-5384-4177-ba04-ec81c39effd9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Network f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:56:43.566374 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-346e89a8-5384-4177-ba04-ec81c39effd9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:56:43.569315 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346e89a8-5384-4177-ba04-ec81c39effd9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:56:43.628446 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e89a8-5384-4177-ba04-ec81c39effd9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Pushing event updated for resources: {'Port': ['ID=7840cbd9-0758-4ada-854e-1b4e2f5d208a,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:43.642551 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346e89a8-5384-4177-ba04-ec81c39effd9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:43.643203 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-346e89a8-5384-4177-ba04-ec81c39effd9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:43.667053 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-346e89a8-5384-4177-ba04-ec81c39effd9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2250009 Aug 28 14:56:43.706326 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875e419-8b20-4229-aa4d-691c208ad677 req-652a7635-8ae9-4162-a2f8-94b7df54d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:43.708056 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0875e419-8b20-4229-aa4d-691c208ad677 req-652a7635-8ae9-4162-a2f8-94b7df54d2ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.1485660 Aug 28 14:56:43.758634 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0875e419-8b20-4229-aa4d-691c208ad677 req-fcbc7820-eadd-4f47-b196-a6281ee4e06a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=1b455022-f2a4-48ad-9d84-f510f87ea89a HTTP/1.1" status: 200 len: 217 time: 0.0378866 Aug 28 14:56:43.799404 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdbfade-f5ce-4915-8f12-49c715dcf371 None None] Network f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:56:43.822157 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875e419-8b20-4229-aa4d-691c208ad677 req-b26751cb-4d6c-4738-a033-ecd59753090d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:43.823735 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0875e419-8b20-4229-aa4d-691c208ad677 req-b26751cb-4d6c-4738-a033-ecd59753090d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.0571754 Aug 28 14:56:43.855024 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a5e1c946-9d0a-49dc-94ec-023d9a975fb7 None None] Provisioning for port bcfb2194-7b90-4bd6-a13d-d81bcd1650cd completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:56:43.864614 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 7d84ae98-8364-42b6-b195-2489fc1310a7 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:56:43.870590 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a5e1c946-9d0a-49dc-94ec-023d9a975fb7 None None] Provisioning complete for port bcfb2194-7b90-4bd6-a13d-d81bcd1650cd triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:43.870958 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a5e1c946-9d0a-49dc-94ec-023d9a975fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:43.918239 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c9cd3-1127-4400-b09f-f67cdcce87cb req-04492303-14af-4e9f-84cf-bccfe647d0af tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:43.920549 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-633c9cd3-1127-4400-b09f-f67cdcce87cb req-04492303-14af-4e9f-84cf-bccfe647d0af tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8c9a3f-38c8-406d-a587-2e0faddf08fe HTTP/1.1" status: 200 len: 947 time: 0.1080403 Aug 28 14:56:43.931883 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875e419-8b20-4229-aa4d-691c208ad677 req-aa057416-6acc-44b8-b081-14449c7e1807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:43.933530 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0875e419-8b20-4229-aa4d-691c208ad677 req-aa057416-6acc-44b8-b081-14449c7e1807 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0916123 Aug 28 14:56:43.951753 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d49fbc0b-a8e7-4492-babc-3fdad6d2e177 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:56:43.998995 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57042) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:56:44.010780 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-ecad2858-789a-4f03-80d8-1f4a417fbc40 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1319224835', 'description': 'tempest-description--827552124'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:56:44.013599 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: d49fbc0b-a8e7-4492-babc-3fdad6d2e177 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:56:44.014528 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d49fbc0b-a8e7-4492-babc-3fdad6d2e177 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:56:44.021584 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-633c9cd3-1127-4400-b09f-f67cdcce87cb req-bc502e78-01a8-4e9a-acd3-f17ee6f37d25 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929070 Aug 28 14:56:44.054977 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ecad2858-789a-4f03-80d8-1f4a417fbc40 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:44.094748 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0875e419-8b20-4229-aa4d-691c208ad677 req-d7558510-f424-4c5e-a463-eb47443ccd66 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417849 Aug 28 14:56:44.218863 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 7d84ae98-8364-42b6-b195-2489fc1310a7, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=7d84ae98-8364-42b6-b195-2489fc1310a7,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:44.229763 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a5e1c946-9d0a-49dc-94ec-023d9a975fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:44.253368 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '7d84ae98-8364-42b6-b195-2489fc1310a7', 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808', 'port_id': '7d84ae98-8364-42b6-b195-2489fc1310a7', 'mac_address': 'fa:16:3e:27:23:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f920e854-f768-4846-871d-087306f43fd9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:56:44.268591 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ecad2858-789a-4f03-80d8-1f4a417fbc40 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:44.271904 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0875e419-8b20-4229-aa4d-691c208ad677 req-f4507a46-a152-46bd-8bac-5a1f98f7aeb9 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684613 Aug 28 14:56:44.281085 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ecad2858-789a-4f03-80d8-1f4a417fbc40 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:44.292178 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54df852-9fd9-430d-990a-a223c3eb62f4 req-2ca73e1c-41ab-4799-9244-4bf8f29fb20c tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:44.294620 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d54df852-9fd9-430d-990a-a223c3eb62f4 req-2ca73e1c-41ab-4799-9244-4bf8f29fb20c tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0278b25-89a6-47d1-922e-0933c2a24243 HTTP/1.1" status: 200 len: 950 time: 0.1088295 Aug 28 14:56:44.339001 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-a5e1c946-9d0a-49dc-94ec-023d9a975fb7 None None] For port bcfb2194-7b90-4bd6-a13d-d81bcd1650cd, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=bcfb2194-7b90-4bd6-a13d-d81bcd1650cd,segment=NetworkSegment(9e672dc6-4046-4834-8b0a-ef3e6ab4e033),segment_id=9e672dc6-4046-4834-8b0a-ef3e6ab4e033)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:44.346720 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:44.357922 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a5e1c946-9d0a-49dc-94ec-023d9a975fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:44.370245 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d54df852-9fd9-430d-990a-a223c3eb62f4 req-caca0417-b398-44f2-ab40-4b336a64726e tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685482 Aug 28 14:56:44.379346 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ecad2858-789a-4f03-80d8-1f4a417fbc40 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:44.381100 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ecad2858-789a-4f03-80d8-1f4a417fbc40 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3791733 Aug 28 14:56:44.390864 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57048) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:56:44.396699 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-c349e7c2-8654-4147-9127-46a271416d37 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Request body: {'security_group_rule': {'security_group_id': '7aca177e-7aca-428b-aafc-0f76cf627544', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:56:44.402585 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98649b4a-0b6e-40e9-abe9-3d8979c7c665 req-3b59a3c2-f5f1-48c8-aeb2-5910458ba921 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:44.412923 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-98649b4a-0b6e-40e9-abe9-3d8979c7c665 req-3b59a3c2-f5f1-48c8-aeb2-5910458ba921 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 944 time: 0.1921866 Aug 28 14:56:44.439842 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad2858-789a-4f03-80d8-1f4a417fbc40 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aca177e-7aca-428b-aafc-0f76cf627544,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:44.446016 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1c946-9d0a-49dc-94ec-023d9a975fb7 None None] Pushing event updated for resources: {'Port': ['ID=bcfb2194-7b90-4bd6-a13d-d81bcd1650cd,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:44.450689 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d84ae98-8364-42b6-b195-2489fc1310a7 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:56:44.460298 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c349e7c2-8654-4147-9127-46a271416d37 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:44.480208 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 7d84ae98-8364-42b6-b195-2489fc1310a7, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=7d84ae98-8364-42b6-b195-2489fc1310a7,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:44.488058 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:44.495642 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-98649b4a-0b6e-40e9-abe9-3d8979c7c665 req-0810251a-c4e2-43b1-ac9d-eeacae331adf tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816891 Aug 28 14:56:44.548479 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=7d84ae98-8364-42b6-b195-2489fc1310a7,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:44.556034 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfac1b9-122d-4e6c-b0ad-ca15221f962b None None] Network 81167e94-3666-4c28-a056-416ea7a0c9d3 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:56:44.614816 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c349e7c2-8654-4147-9127-46a271416d37 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:44.619539 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-76a65352-f928-4783-8830-17e2549f0a25 None None] Provisioning for port 5c5ced2a-16ee-4e63-a3b2-fce68e8b4e17 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:56:44.623621 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c349e7c2-8654-4147-9127-46a271416d37 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:44.659784 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349e7c2-8654-4147-9127-46a271416d37 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b0273c-d61c-46f5-9a1a-a1e1ffbd5aab,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:44.660120 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d87ad-6b84-4e06-b9a9-0fa009733eb0 req-518bb12d-a6e7-4956-8a25-2d84c23715dd tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:44.670151 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d14d87ad-6b84-4e06-b9a9-0fa009733eb0 req-518bb12d-a6e7-4956-8a25-2d84c23715dd tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 944 time: 0.0793922 Aug 28 14:56:44.675564 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae0b6c-f69a-4c2a-a009-1cfcabc089eb req-6fd7b9ad-3662-4a3b-8384-10c964e1a9a6 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:44.677562 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6bae0b6c-f69a-4c2a-a009-1cfcabc089eb req-6fd7b9ad-3662-4a3b-8384-10c964e1a9a6 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0278b25-89a6-47d1-922e-0933c2a24243 HTTP/1.1" status: 200 len: 950 time: 0.1558290 Aug 28 14:56:44.690873 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6fb44-0ffb-442a-b063-faa6cafc6a77 req-653c907c-afe7-4d39-9b69-66682151f12d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:44.692780 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0bb6fb44-0ffb-442a-b063-faa6cafc6a77 req-653c907c-afe7-4d39-9b69-66682151f12d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.1450222 Aug 28 14:56:44.716499 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d14d87ad-6b84-4e06-b9a9-0fa009733eb0 req-b93c4f26-9b87-4f9f-bffe-3863fe598316 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447357 Aug 28 14:56:44.740176 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c349e7c2-8654-4147-9127-46a271416d37 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:44.741034 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c349e7c2-8654-4147-9127-46a271416d37 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3488469 Aug 28 14:56:44.744110 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57056) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:56:44.749609 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-4f963dca-5a06-4afd-b8e8-b5dd3f4d74c1 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Request body: {'security_group_rule': {'security_group_id': '7aca177e-7aca-428b-aafc-0f76cf627544', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:56:44.780438 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b706b452-6a80-4239-a9ac-f84ad53f8556 None None] Provisioning for port 7840cbd9-0758-4ada-854e-1b4e2f5d208a completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:56:44.789247 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b706b452-6a80-4239-a9ac-f84ad53f8556 None None] Provisioning complete for port 7840cbd9-0758-4ada-854e-1b4e2f5d208a triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:44.789465 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b706b452-6a80-4239-a9ac-f84ad53f8556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:44.811279 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0bb6fb44-0ffb-442a-b063-faa6cafc6a77 req-9bc501ee-91bb-4b99-810e-0f61993f8e49 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723376 Aug 28 14:56:44.833877 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4f963dca-5a06-4afd-b8e8-b5dd3f4d74c1 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:44.835713 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-6bae0b6c-f69a-4c2a-a009-1cfcabc089eb req-30998101-6c09-4f69-80de-ee6460309219 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Deleting port ff984fb9-1964-4377-ac58-8f2fe7e37b86 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:56:44.836058 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6bae0b6c-f69a-4c2a-a009-1cfcabc089eb req-30998101-6c09-4f69-80de-ee6460309219 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:44.852716 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-b706b452-6a80-4239-a9ac-f84ad53f8556 None None] Port 7840cbd9-0758-4ada-854e-1b4e2f5d208a cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:56:44.871010 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['7d84ae98-8364-42b6-b195-2489fc1310a7'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:56:44.935293 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4f963dca-5a06-4afd-b8e8-b5dd3f4d74c1 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:44.942327 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b706b452-6a80-4239-a9ac-f84ad53f8556 None None] Provisioning for port 7e62bbc1-7086-4e73-bc5b-92ef2064ead1 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:56:44.943404 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4f963dca-5a06-4afd-b8e8-b5dd3f4d74c1 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:44.955106 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b706b452-6a80-4239-a9ac-f84ad53f8556 None None] Provisioning complete for port 7e62bbc1-7086-4e73-bc5b-92ef2064ead1 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:44.955945 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b706b452-6a80-4239-a9ac-f84ad53f8556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:44.969493 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f963dca-5a06-4afd-b8e8-b5dd3f4d74c1 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f60286a1-cf10-42d4-8fa2-64275a5f1ae5,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:44.978861 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-6bae0b6c-f69a-4c2a-a009-1cfcabc089eb req-30998101-6c09-4f69-80de-ee6460309219 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] For port ff984fb9-1964-4377-ac58-8f2fe7e37b86, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=ff984fb9-1964-4377-ac58-8f2fe7e37b86,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:44.979126 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6bae0b6c-f69a-4c2a-a009-1cfcabc089eb req-30998101-6c09-4f69-80de-ee6460309219 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:44.993796 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4f963dca-5a06-4afd-b8e8-b5dd3f4d74c1 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:44.995015 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4f963dca-5a06-4afd-b8e8-b5dd3f4d74c1 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2497559 Aug 28 14:56:44.998674 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57058) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:56:45.001849 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-6bae0b6c-f69a-4c2a-a009-1cfcabc089eb req-30998101-6c09-4f69-80de-ee6460309219 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Calling delete_port for ff984fb9-1964-4377-ac58-8f2fe7e37b86 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:56:45.003207 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-d0eb4d18-7831-4e02-9cd9-380b80528b57 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:56:45.032566 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-b706b452-6a80-4239-a9ac-f84ad53f8556 None None] Port 7e62bbc1-7086-4e73-bc5b-92ef2064ead1 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:56:45.036490 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d0eb4d18-7831-4e02-9cd9-380b80528b57 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:45.095444 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b706b452-6a80-4239-a9ac-f84ad53f8556 None None] Provisioning complete for port bcfb2194-7b90-4bd6-a13d-d81bcd1650cd triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:45.101943 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b706b452-6a80-4239-a9ac-f84ad53f8556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:45.286593 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289be8f2-51d8-492b-9e80-6eb865a96e4f req-fe60b657-48a4-4501-8b76-7d0dbfdad053 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:45.288232 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-289be8f2-51d8-492b-9e80-6eb865a96e4f req-fe60b657-48a4-4501-8b76-7d0dbfdad053 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8c9a3f-38c8-406d-a587-2e0faddf08fe HTTP/1.1" status: 200 len: 947 time: 0.1451867 Aug 28 14:56:45.306164 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6bae0b6c-f69a-4c2a-a009-1cfcabc089eb req-30998101-6c09-4f69-80de-ee6460309219 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:45.328514 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['ff984fb9-1964-4377-ac58-8f2fe7e37b86', '7e2b10de-e92f-4035-9be4-fe9c36d4ee04'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:56:45.365874 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30998101-6c09-4f69-80de-ee6460309219 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Pushing event deleted for resources: {'Port': ['ID=ff984fb9-1964-4377-ac58-8f2fe7e37b86,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:45.414866 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bae0b6c-f69a-4c2a-a009-1cfcabc089eb req-30998101-6c09-4f69-80de-ee6460309219 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] No DVR routers for this DVR port ff984fb9-1964-4377-ac58-8f2fe7e37b86 on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:56:45.423939 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6bae0b6c-f69a-4c2a-a009-1cfcabc089eb req-30998101-6c09-4f69-80de-ee6460309219 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:45.425961 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6bae0b6c-f69a-4c2a-a009-1cfcabc089eb req-30998101-6c09-4f69-80de-ee6460309219 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.41 "DELETE /v2.0/ports/ff984fb9-1964-4377-ac58-8f2fe7e37b86 HTTP/1.1" status: 204 len: 173 time: 0.7321191 Aug 28 14:56:45.426400 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0278b25-89a6-47d1-922e-0933c2a24243', 'name': 'network-vif-deleted', 'tag': 'ff984fb9-1964-4377-ac58-8f2fe7e37b86'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:56:45.428835 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d072b44-b833-46e3-bdc7-5d93a47fa9d3" -d '{"events": [{"server_uuid": "c0278b25-89a6-47d1-922e-0933c2a24243", "name": "network-vif-deleted", "tag": "ff984fb9-1964-4377-ac58-8f2fe7e37b86"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:56:45.453093 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-289be8f2-51d8-492b-9e80-6eb865a96e4f req-f9d417f3-d560-43a2-a100-a080ab413e9a tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541455 Aug 28 14:56:45.463760 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 5c5ced2a-16ee-4e63-a3b2-fce68e8b4e17 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:56:45.509863 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d5e7b1d0-c920-43b2-a07f-809694997adf None None] Provisioning complete for port 7840cbd9-0758-4ada-854e-1b4e2f5d208a triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:45.510241 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d5e7b1d0-c920-43b2-a07f-809694997adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:45.518806 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6a5d7d-a3c0-406c-a17d-160d44834d95 x-openstack-request-id: req-4e6a5d7d-a3c0-406c-a17d-160d44834d95 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:56:45.519244 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0278b25-89a6-47d1-922e-0933c2a24243", "name": "network-vif-deleted", "tag": "ff984fb9-1964-4377-ac58-8f2fe7e37b86", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:56:45.519584 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e6a5d7d-a3c0-406c-a17d-160d44834d95 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:56:45.520111 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0278b25-89a6-47d1-922e-0933c2a24243', 'name': 'network-vif-deleted', 'tag': 'ff984fb9-1964-4377-ac58-8f2fe7e37b86', 'status': 'completed', 'code': 200} Aug 28 14:56:45.560283 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c2dc8990-cf35-4ab3-8d2a-2fde5db19fe3 req-c087767b-7c48-4b22-8017-4cbb94e7bc70 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0278b25-89a6-47d1-922e-0933c2a24243 HTTP/1.1" status: 200 len: 210 time: 0.0336421 Aug 28 14:56:45.597101 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-d5e7b1d0-c920-43b2-a07f-809694997adf None None] Port 7840cbd9-0758-4ada-854e-1b4e2f5d208a cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:56:45.639917 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d5e7b1d0-c920-43b2-a07f-809694997adf None None] Provisioning complete for port 7e62bbc1-7086-4e73-bc5b-92ef2064ead1 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:45.640624 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d5e7b1d0-c920-43b2-a07f-809694997adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:45.643345 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 5c5ced2a-16ee-4e63-a3b2-fce68e8b4e17 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:56:45.646657 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d0eb4d18-7831-4e02-9cd9-380b80528b57 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:45.671285 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302482ef-bcbb-4da9-8119-e3474f570e27 req-ff3c1902-94f3-4b9a-a76f-dc79c0ad93db tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:45.674452 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 5c5ced2a-16ee-4e63-a3b2-fce68e8b4e17 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:45.674908 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:45.678937 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-302482ef-bcbb-4da9-8119-e3474f570e27 req-ff3c1902-94f3-4b9a-a76f-dc79c0ad93db tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 945 time: 0.0597339 Aug 28 14:56:45.717597 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-302482ef-bcbb-4da9-8119-e3474f570e27 req-4b635bfc-fc44-497a-b3e8-39bc4634ec0d tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383446 Aug 28 14:56:45.725427 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-d5e7b1d0-c920-43b2-a07f-809694997adf None None] Port 7e62bbc1-7086-4e73-bc5b-92ef2064ead1 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:56:45.754299 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d5e7b1d0-c920-43b2-a07f-809694997adf None None] Provisioning complete for port 5c5ced2a-16ee-4e63-a3b2-fce68e8b4e17 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:45.754682 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d5e7b1d0-c920-43b2-a07f-809694997adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:45.776970 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-d0eb4d18-7831-4e02-9cd9-380b80528b57 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Allocated IP 172.25.3.12 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/ee9e8c8f-37f3-4142-a222-dd5892f77cc8) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:56:45.829559 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:45.879537 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 5c5ced2a-16ee-4e63-a3b2-fce68e8b4e17, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=5c5ced2a-16ee-4e63-a3b2-fce68e8b4e17,segment=NetworkSegment(e0ff88bd-3972-49b2-b0b1-d1807955b008),segment_id=e0ff88bd-3972-49b2-b0b1-d1807955b008)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:45.906639 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abb8d9-2562-431b-a191-13d9677f2f1f req-c6654cdc-b9c1-4248-b6cd-16d3c434773b tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:45.908392 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a5abb8d9-2562-431b-a191-13d9677f2f1f req-c6654cdc-b9c1-4248-b6cd-16d3c434773b tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 944 time: 0.1109266 Aug 28 14:56:45.927749 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:45.928980 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device bcfb2194-7b90-4bd6-a13d-d81bcd1650cd up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:56:45.969994 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d0eb4d18-7831-4e02-9cd9-380b80528b57 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:46.005658 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a5abb8d9-2562-431b-a191-13d9677f2f1f req-54b223f1-f83f-47c1-a95d-5ce17bb481b6 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844018 Aug 28 14:56:46.013896 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3cc22-2b7c-4596-b672-3bcebbda14eb req-8e2ccb36-62c6-4bdc-b579-ed12eddabd2f tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:46.016661 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-59f3cc22-2b7c-4596-b672-3bcebbda14eb req-8e2ccb36-62c6-4bdc-b579-ed12eddabd2f tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.1124384 Aug 28 14:56:46.031946 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d5e7b1d0-c920-43b2-a07f-809694997adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:46.057622 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=5c5ced2a-16ee-4e63-a3b2-fce68e8b4e17,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:46.061138 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d0eb4d18-7831-4e02-9cd9-380b80528b57 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:46.079461 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port bcfb2194-7b90-4bd6-a13d-d81bcd1650cd triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:46.079782 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:46.086370 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-59f3cc22-2b7c-4596-b672-3bcebbda14eb req-c77a0800-6ac1-4e26-ab37-249d3c9a458b tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610504 Aug 28 14:56:46.112105 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0eb4d18-7831-4e02-9cd9-380b80528b57 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:56:46.112105 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-d0eb4d18-7831-4e02-9cd9-380b80528b57 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:56:46.115404 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eb4d18-7831-4e02-9cd9-380b80528b57 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:56:46.123923 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb4d18-7831-4e02-9cd9-380b80528b57 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Pushing event updated for resources: {'Port': ['ID=ee9e8c8f-37f3-4142-a222-dd5892f77cc8,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:46.152442 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eb4d18-7831-4e02-9cd9-380b80528b57 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:46.152804 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eb4d18-7831-4e02-9cd9-380b80528b57 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:46.153337 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eb4d18-7831-4e02-9cd9-380b80528b57 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:46.153682 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eb4d18-7831-4e02-9cd9-380b80528b57 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:46.154014 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eb4d18-7831-4e02-9cd9-380b80528b57 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:46.154345 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eb4d18-7831-4e02-9cd9-380b80528b57 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:46.154670 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eb4d18-7831-4e02-9cd9-380b80528b57 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:46.155002 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eb4d18-7831-4e02-9cd9-380b80528b57 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:46.155325 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eb4d18-7831-4e02-9cd9-380b80528b57 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:46.155644 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eb4d18-7831-4e02-9cd9-380b80528b57 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:46.156053 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eb4d18-7831-4e02-9cd9-380b80528b57 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:46.156401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eb4d18-7831-4e02-9cd9-380b80528b57 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:46.225640 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d0eb4d18-7831-4e02-9cd9-380b80528b57 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:46.262550 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d0eb4d18-7831-4e02-9cd9-380b80528b57 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:46.300642 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.api [None req-d5e7b1d0-c920-43b2-a07f-809694997adf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 14:56:46.301056 n-d-712137-10 neutron-server[106331]: DEBUG oslo_db.api [None req-d5e7b1d0-c920-43b2-a07f-809694997adf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 14:56:46.414902 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d0eb4d18-7831-4e02-9cd9-380b80528b57 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:46.419345 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d0eb4d18-7831-4e02-9cd9-380b80528b57 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:46.481906 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb4d18-7831-4e02-9cd9-380b80528b57 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Pushing event updated for resources: {'Port': ['ID=ee9e8c8f-37f3-4142-a222-dd5892f77cc8,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:46.495058 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d0eb4d18-7831-4e02-9cd9-380b80528b57 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:46.509268 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d0eb4d18-7831-4e02-9cd9-380b80528b57 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:46.510589 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d0eb4d18-7831-4e02-9cd9-380b80528b57 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5109603 Aug 28 14:56:46.577370 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07988191-5859-41a7-9590-938078e752bf req-2bd239f6-b374-41d6-a050-dd018bbac249 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:46.578875 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-07988191-5859-41a7-9590-938078e752bf req-2bd239f6-b374-41d6-a050-dd018bbac249 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8c9a3f-38c8-406d-a587-2e0faddf08fe HTTP/1.1" status: 200 len: 947 time: 0.0523858 Aug 28 14:56:46.618493 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-07988191-5859-41a7-9590-938078e752bf req-d76b3395-99c1-430d-8af1-338126ece542 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336061 Aug 28 14:56:46.905598 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79239c85-0703-4274-81c1-c0e79d0a0e37 req-cf24c02d-0905-43f4-83e9-b0c6cdd1b7a5 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:46.907112 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-79239c85-0703-4274-81c1-c0e79d0a0e37 req-cf24c02d-0905-43f4-83e9-b0c6cdd1b7a5 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 945 time: 0.0537255 Aug 28 14:56:46.938959 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-765f7482-3fa7-452c-92ce-8656c2b3d3e3 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1319224835&fields=id&tenant_id=5c41f7ff750b41758b81cc9b9f8f4744 HTTP/1.1" status: 200 len: 267 time: 0.2787957 Aug 28 14:56:46.946212 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-79239c85-0703-4274-81c1-c0e79d0a0e37 req-796700b5-82bc-4001-820e-2bfe35d2dc3a tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328383 Aug 28 14:56:46.989869 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-c01f5512-2a88-4f7c-84c5-c60ff0f07f88 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:46.991312 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-c01f5512-2a88-4f7c-84c5-c60ff0f07f88 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports/7e62bbc1-7086-4e73-bc5b-92ef2064ead1 HTTP/1.1" status: 200 len: 934 time: 0.0452604 Aug 28 14:56:47.040810 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-de10a1ea-6710-4d74-a559-537216e10f0d tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:47.042178 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-de10a1ea-6710-4d74-a559-537216e10f0d tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports/7840cbd9-0758-4ada-854e-1b4e2f5d208a HTTP/1.1" status: 200 len: 936 time: 0.0447261 Aug 28 14:56:47.052744 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509bd08-bfe8-4c83-a8d2-6e5eee5bfd56 req-a2a1ef75-b95b-48cb-86b9-2697a34ec734 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:47.054285 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d509bd08-bfe8-4c83-a8d2-6e5eee5bfd56 req-a2a1ef75-b95b-48cb-86b9-2697a34ec734 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 951 time: 0.0490665 Aug 28 14:56:47.092796 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d509bd08-bfe8-4c83-a8d2-6e5eee5bfd56 req-024f01fc-1696-46c3-917a-95cfc5f1d86c tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319235 Aug 28 14:56:47.099304 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-d2e1f8f2-89b3-4e9f-8616-5b34b9a11bc6 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?network_id=81167e94-3666-4c28-a056-416ea7a0c9d3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0499036 Aug 28 14:56:47.133074 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-d6cead1b-a54a-4414-9c54-ae6072bf765b tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?network_id=81167e94-3666-4c28-a056-416ea7a0c9d3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0270867 Aug 28 14:56:47.198426 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97630917-e4ea-459d-b706-a2cf7d479e15 req-4f55d88f-12ca-437f-b336-528525646e74 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:47.201663 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-97630917-e4ea-459d-b706-a2cf7d479e15 req-4f55d88f-12ca-437f-b336-528525646e74 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 944 time: 0.0501921 Aug 28 14:56:47.239424 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-97630917-e4ea-459d-b706-a2cf7d479e15 req-e788b62f-f3f5-49a7-bb5d-aa250c016cd6 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328267 Aug 28 14:56:47.254441 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-24f726ad-146f-4569-9fd8-11a3fb6e6f2d tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:47.260204 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-24f726ad-146f-4569-9fd8-11a3fb6e6f2d tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:47.261351 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 5c5ced2a-16ee-4e63-a3b2-fce68e8b4e17 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:56:47.266501 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-24f726ad-146f-4569-9fd8-11a3fb6e6f2d tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:47.268349 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-24f726ad-146f-4569-9fd8-11a3fb6e6f2d tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/networks?id=f1b33141-ca0c-463e-90a5-3e011354593f&id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&id=81167e94-3666-4c28-a056-416ea7a0c9d3&id=81167e94-3666-4c28-a056-416ea7a0c9d3 HTTP/1.1" status: 200 len: 1994 time: 0.1284924 Aug 28 14:56:47.285376 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-bdf67f1f-aea7-497f-b90f-8df3062bc11f tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/quotas/5c41f7ff750b41758b81cc9b9f8f4744 HTTP/1.1" status: 200 len: 375 time: 0.0102131 Aug 28 14:56:47.312929 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 5c5ced2a-16ee-4e63-a3b2-fce68e8b4e17 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:47.313302 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:47.361161 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3b9c0-6aca-42e2-a3f6-90c354ad4436 req-28be4284-9891-420a-9a6f-4ca9dd240662 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:47.362724 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-90c3b9c0-6aca-42e2-a3f6-90c354ad4436 req-28be4284-9891-420a-9a6f-4ca9dd240662 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.0623248 Aug 28 14:56:47.368207 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-84b01e5c-b4f8-439e-b9be-b808a3db7059 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c41f7ff750b41758b81cc9b9f8f4744&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0759330 Aug 28 14:56:47.405803 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-90c3b9c0-6aca-42e2-a3f6-90c354ad4436 req-324b774a-953e-47a9-94b5-d659affc4d73 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326784 Aug 28 14:56:47.467291 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-1f4bdeff-8fad-42d0-b34c-544781d181e9 service neutron] 10.222.0.13 "GET /v2.0/networks/f1b33141-ca0c-463e-90a5-3e011354593f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867503 Aug 28 14:56:47.560899 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-e0cdfba4-66c6-495f-b019-5cc5f12181f5 service neutron] 10.222.0.13 "GET /v2.0/networks/f1b33141-ca0c-463e-90a5-3e011354593f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874789 Aug 28 14:56:47.600824 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-c294232e-50ca-4e1f-be43-1670920b1afd service neutron] 10.222.0.13 "GET /v2.0/ports/7e62bbc1-7086-4e73-bc5b-92ef2064ead1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0336881 Aug 28 14:56:47.698960 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-313e13b7-5271-4404-a67e-791e513ecbcf service neutron] 10.222.0.13 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880141 Aug 28 14:56:47.736821 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fea64d-06f1-4372-8041-edc880bff02e req-265dd0f7-af9f-4bcb-a7be-febf37e6b266 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:47.738318 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-78fea64d-06f1-4372-8041-edc880bff02e req-265dd0f7-af9f-4bcb-a7be-febf37e6b266 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8c9a3f-38c8-406d-a587-2e0faddf08fe HTTP/1.1" status: 200 len: 947 time: 0.0489857 Aug 28 14:56:47.775201 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-78fea64d-06f1-4372-8041-edc880bff02e req-5d3d70c6-2269-4ff0-b144-6b5dd3b66006 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307908 Aug 28 14:56:47.788215 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-bdfa72ca-9ed0-4105-b5d7-258ae3b2daac service neutron] 10.222.0.13 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822542 Aug 28 14:56:47.826889 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-d951673c-5c78-4fed-a1e1-d61112dcebb6 service neutron] 10.222.0.13 "GET /v2.0/ports/7840cbd9-0758-4ada-854e-1b4e2f5d208a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0322628 Aug 28 14:56:47.881277 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 7d84ae98-8364-42b6-b195-2489fc1310a7 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:56:47.917692 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-eafa88ea-dd8f-461d-a9ed-c3ad2c876bb0 service neutron] 10.222.0.13 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850995 Aug 28 14:56:47.933218 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 7d84ae98-8364-42b6-b195-2489fc1310a7 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:56:47.937628 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 7d84ae98-8364-42b6-b195-2489fc1310a7 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:47.938005 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:47.968351 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 85ca0f6f-3f0a-4acd-87a1-4677769194dd details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:56:47.972757 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device ff984fb9-1964-4377-ac58-8f2fe7e37b86 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:56:48.004226 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: ff984fb9-1964-4377-ac58-8f2fe7e37b86 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:56:48.004583 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device ff984fb9-1964-4377-ac58-8f2fe7e37b86 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:56:48.028777 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-73c0ee85-b5ab-43d1-9596-94cee8e67800 service neutron] 10.222.0.13 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039534 Aug 28 14:56:48.077995 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c92d3-1138-4a34-be94-16ab32cc8354 req-05dfe2e9-ee9b-44eb-aa2b-38576c8fb8f5 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:48.080211 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-817c92d3-1138-4a34-be94-16ab32cc8354 req-05dfe2e9-ee9b-44eb-aa2b-38576c8fb8f5 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 945 time: 0.0585682 Aug 28 14:56:48.105587 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:48.131252 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-817c92d3-1138-4a34-be94-16ab32cc8354 req-177b7202-b087-4036-9add-a3ba256163e3 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437188 Aug 28 14:56:48.134735 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-7f5e8c10-7e9d-45ef-922b-c87a1b8bc561 service neutron] 10.222.0.13 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001828 Aug 28 14:56:48.143755 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 85ca0f6f-3f0a-4acd-87a1-4677769194dd, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=85ca0f6f-3f0a-4acd-87a1-4677769194dd,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:48.158357 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e327a88-aed3-4288-9330-f2fd4cd6baa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d84ae98-8364-42b6-b195-2489fc1310a7'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:56:48.160344 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f896816-ac5e-448c-bc51-27ef7335512d" -d '{"events": [{"server_uuid": "2e327a88-aed3-4288-9330-f2fd4cd6baa7", "name": "network-vif-plugged", "status": "completed", "tag": "7d84ae98-8364-42b6-b195-2489fc1310a7"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:56:48.175851 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '85ca0f6f-3f0a-4acd-87a1-4677769194dd', 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45', 'port_id': '85ca0f6f-3f0a-4acd-87a1-4677769194dd', 'mac_address': 'fa:16:3e:45:b9:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5688cf-0eb8-4e6f-8c97-3f260fd91357', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:56:48.178253 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 7d84ae98-8364-42b6-b195-2489fc1310a7, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=7d84ae98-8364-42b6-b195-2489fc1310a7,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:48.183956 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:48.242312 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-6db69124-b608-4f8f-93ed-86fd73146676 service neutron] 10.222.0.13 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007776 Aug 28 14:56:48.248628 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:48.262984 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f0b09-b1f7-4e9d-ade3-28182dec064c req-48e1ac04-6ac9-476f-9286-26f3454e260d tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:48.264474 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ad2f0b09-b1f7-4e9d-ade3-28182dec064c req-48e1ac04-6ac9-476f-9286-26f3454e260d tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 951 time: 0.0597534 Aug 28 14:56:48.272922 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ca0f6f-3f0a-4acd-87a1-4677769194dd {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:56:48.279043 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=7d84ae98-8364-42b6-b195-2489fc1310a7,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:48.298859 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 85ca0f6f-3f0a-4acd-87a1-4677769194dd, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=85ca0f6f-3f0a-4acd-87a1-4677769194dd,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:48.303292 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:48.304147 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 1b455022-f2a4-48ad-9d84-f510f87ea89a details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:56:48.306702 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ad2f0b09-b1f7-4e9d-ade3-28182dec064c req-6210e291-f479-41be-9523-d337922f01e4 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/security-groups?id=36153355-bd94-44bb-a02c-bd947e75e801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362129 Aug 28 14:56:48.367590 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a38c7af-7109-4ab5-9d51-abf6ab28f97c x-openstack-request-id: req-3a38c7af-7109-4ab5-9d51-abf6ab28f97c {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:56:48.367940 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e327a88-aed3-4288-9330-f2fd4cd6baa7", "name": "network-vif-plugged", "status": "completed", "tag": "7d84ae98-8364-42b6-b195-2489fc1310a7", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:56:48.368160 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a38c7af-7109-4ab5-9d51-abf6ab28f97c {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:56:48.368550 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e327a88-aed3-4288-9330-f2fd4cd6baa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d84ae98-8364-42b6-b195-2489fc1310a7', 'code': 200} Aug 28 14:56:48.368720 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-527a2f62-0e66-4305-9162-45ba0d4ff84e service neutron] 10.222.0.13 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191168 Aug 28 14:56:48.400885 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=85ca0f6f-3f0a-4acd-87a1-4677769194dd,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:48.448286 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 1b455022-f2a4-48ad-9d84-f510f87ea89a, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=1b455022-f2a4-48ad-9d84-f510f87ea89a,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:48.466114 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '1b455022-f2a4-48ad-9d84-f510f87ea89a', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': '1b455022-f2a4-48ad-9d84-f510f87ea89a', 'mac_address': 'fa:16:3e:aa:42:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:56:48.467810 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51d760-c4a8-4185-b770-257201ee882c req-ba914bb2-db99-4024-8ca1-1b0ea3f16668 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:48.469374 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fb51d760-c4a8-4185-b770-257201ee882c req-ba914bb2-db99-4024-8ca1-1b0ea3f16668 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 945 time: 0.0574756 Aug 28 14:56:48.508134 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:48.512299 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fb51d760-c4a8-4185-b770-257201ee882c req-916df88b-a84e-4b10-80a0-11f91d8f3b4b tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363734 Aug 28 14:56:48.520720 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb8ec5-17e2-4359-b7c7-b9249f869642 req-030969bc-5f6c-44cf-b57e-a39cc836aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:48.522168 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8bb8ec5-17e2-4359-b7c7-b9249f869642 req-030969bc-5f6c-44cf-b57e-a39cc836aa40 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 1098 time: 0.0731020 Aug 28 14:56:48.523413 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b455022-f2a4-48ad-9d84-f510f87ea89a {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:56:48.524101 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-505af9c3-ffc9-4915-956f-00b6eac36407 service neutron] 10.222.0.13 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433015 Aug 28 14:56:48.544914 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 1b455022-f2a4-48ad-9d84-f510f87ea89a, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=1b455022-f2a4-48ad-9d84-f510f87ea89a,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:48.549418 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:48.602796 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=1b455022-f2a4-48ad-9d84-f510f87ea89a,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:48.615830 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8bb8ec5-17e2-4359-b7c7-b9249f869642 req-effed954-a932-4ae0-89c6-e70246f1ac48 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850916 Aug 28 14:56:48.632486 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c609dc-72dc-45cc-933a-3108488d5492 req-9a366d75-7dc2-4f6a-a336-703473142c6d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:48.633960 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-91c609dc-72dc-45cc-933a-3108488d5492 req-9a366d75-7dc2-4f6a-a336-703473142c6d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.0498037 Aug 28 14:56:48.655231 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-853129e6-c534-42c7-a172-580268f70755 service neutron] 10.222.0.13 "GET /v2.0/networks/81167e94-3666-4c28-a056-416ea7a0c9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174262 Aug 28 14:56:48.674437 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-91c609dc-72dc-45cc-933a-3108488d5492 req-2e2bb958-4c3e-4474-a48a-2e487d07b0ff tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336111 Aug 28 14:56:48.750714 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3911d3-6807-410d-b59a-0039eafe798b req-ac881c3c-890e-4690-80a6-00b3c09f3e00 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:48.752197 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5f3911d3-6807-410d-b59a-0039eafe798b req-ac881c3c-890e-4690-80a6-00b3c09f3e00 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 951 time: 0.1057389 Aug 28 14:56:48.811846 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-9d127674-7b55-4d81-b8e7-d1ee8e92f491 service neutron] 10.222.0.13 "GET /v2.0/networks/81167e94-3666-4c28-a056-416ea7a0c9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351113 Aug 28 14:56:48.937284 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-5f3911d3-6807-410d-b59a-0039eafe798b req-4cde7ca5-e3d8-4ee2-98e2-39379652b6fd tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Deleting port 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:56:48.937624 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5f3911d3-6807-410d-b59a-0039eafe798b req-4cde7ca5-e3d8-4ee2-98e2-39379652b6fd tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:48.941572 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-9842bf6d-be6c-4cee-818b-c96fd07f342c service neutron] 10.222.0.13 "GET /v2.0/networks/81167e94-3666-4c28-a056-416ea7a0c9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234813 Aug 28 14:56:48.974272 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['1b455022-f2a4-48ad-9d84-f510f87ea89a'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:56:48.991915 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a8eba-8c7e-4bbb-b8ed-5efb296d2a91 req-36f99d14-3ddf-489f-99ec-0ee53f068e6f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:48.993170 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-749a8eba-8c7e-4bbb-b8ed-5efb296d2a91 req-36f99d14-3ddf-489f-99ec-0ee53f068e6f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8c9a3f-38c8-406d-a587-2e0faddf08fe HTTP/1.1" status: 200 len: 948 time: 0.0561528 Aug 28 14:56:49.000529 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['85ca0f6f-3f0a-4acd-87a1-4677769194dd'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:56:49.036205 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-749a8eba-8c7e-4bbb-b8ed-5efb296d2a91 req-6006f8f4-d52f-47d1-bf59-32f1c7c86ed5 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364025 Aug 28 14:56:49.094728 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-5f3911d3-6807-410d-b59a-0039eafe798b req-4cde7ca5-e3d8-4ee2-98e2-39379652b6fd tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] For port 7e2b10de-e92f-4035-9be4-fe9c36d4ee04, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=7e2b10de-e92f-4035-9be4-fe9c36d4ee04,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:49.095307 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5f3911d3-6807-410d-b59a-0039eafe798b req-4cde7ca5-e3d8-4ee2-98e2-39379652b6fd tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:49.115100 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-a235b258-a2b1-425b-b164-081c327ea124 service neutron] 10.222.0.13 "GET /v2.0/networks/81167e94-3666-4c28-a056-416ea7a0c9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581693 Aug 28 14:56:49.115947 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-5f3911d3-6807-410d-b59a-0039eafe798b req-4cde7ca5-e3d8-4ee2-98e2-39379652b6fd tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Calling delete_port for 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:56:49.265724 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5f3911d3-6807-410d-b59a-0039eafe798b req-4cde7ca5-e3d8-4ee2-98e2-39379652b6fd tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:49.285716 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11810edb-c887-4404-bdba-9eb0cc9ff971 req-b0f0ab5f-0e80-4bc9-b571-492aa6f85809 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:49.287630 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-11810edb-c887-4404-bdba-9eb0cc9ff971 req-b0f0ab5f-0e80-4bc9-b571-492aa6f85809 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 946 time: 0.0678616 Aug 28 14:56:49.301152 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde7ca5-e3d8-4ee2-98e2-39379652b6fd tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Pushing event deleted for resources: {'Port': ['ID=7e2b10de-e92f-4035-9be4-fe9c36d4ee04,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:49.344982 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3911d3-6807-410d-b59a-0039eafe798b req-4cde7ca5-e3d8-4ee2-98e2-39379652b6fd tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] No DVR routers for this DVR port 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:56:49.347721 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5f3911d3-6807-410d-b59a-0039eafe798b req-4cde7ca5-e3d8-4ee2-98e2-39379652b6fd tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:49.347938 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-11810edb-c887-4404-bdba-9eb0cc9ff971 req-b3590031-2078-486c-8d0f-13e05ad9373c tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531032 Aug 28 14:56:49.350035 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5f3911d3-6807-410d-b59a-0039eafe798b req-4cde7ca5-e3d8-4ee2-98e2-39379652b6fd tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.41 "DELETE /v2.0/ports/7e2b10de-e92f-4035-9be4-fe9c36d4ee04 HTTP/1.1" status: 204 len: 173 time: 0.5901415 Aug 28 14:56:49.350501 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b57071b-338d-4272-b03b-4b789485abb1', 'name': 'network-vif-deleted', 'tag': '7e2b10de-e92f-4035-9be4-fe9c36d4ee04'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:56:49.352804 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3eab6e3-39c9-4e2e-93f4-cca99b4390c3" -d '{"events": [{"server_uuid": "1b57071b-338d-4272-b03b-4b789485abb1", "name": "network-vif-deleted", "tag": "7e2b10de-e92f-4035-9be4-fe9c36d4ee04"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:56:49.450879 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2a22fec8-fe82-45d4-afe9-bd66163424bf req-fc527998-62e9-4784-9357-e7edf1e24205 tempest-ServersAdminTestJSON-1877260456 tempest-ServersAdminTestJSON-1877260456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b57071b-338d-4272-b03b-4b789485abb1 HTTP/1.1" status: 200 len: 210 time: 0.0369616 Aug 28 14:56:49.522961 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cca68e-0035-445e-875a-82bd03b3ad8e x-openstack-request-id: req-12cca68e-0035-445e-875a-82bd03b3ad8e {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:56:49.523356 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b57071b-338d-4272-b03b-4b789485abb1", "name": "network-vif-deleted", "tag": "7e2b10de-e92f-4035-9be4-fe9c36d4ee04", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:56:49.523894 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12cca68e-0035-445e-875a-82bd03b3ad8e {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:56:49.524380 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b57071b-338d-4272-b03b-4b789485abb1', 'name': 'network-vif-deleted', 'tag': '7e2b10de-e92f-4035-9be4-fe9c36d4ee04', 'status': 'completed', 'code': 200} Aug 28 14:56:49.642136 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a075c-782f-4dbe-a9e2-1ffd4c404a5d req-93ce9faf-90ac-451d-90c5-96105f99cc8f tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:49.643628 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fa7a075c-782f-4dbe-a9e2-1ffd4c404a5d req-93ce9faf-90ac-451d-90c5-96105f99cc8f tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 945 time: 0.0552692 Aug 28 14:56:49.683123 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fa7a075c-782f-4dbe-a9e2-1ffd4c404a5d req-a3663562-6223-4258-a1ea-acc22945dd3f tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332639 Aug 28 14:56:49.790227 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-633c551f-3245-4d4d-852d-4d2c489408c2 req-136c4ab8-f161-4371-aaa4-3626fba7d1ca tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 210 time: 0.0265203 Aug 28 14:56:49.803100 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7a962-f291-4893-ad71-b150fd187374 req-7f7970f6-a03e-4049-a1b2-e4cc13515163 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:49.804629 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-81a7a962-f291-4893-ad71-b150fd187374 req-7f7970f6-a03e-4049-a1b2-e4cc13515163 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.0554883 Aug 28 14:56:49.862576 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-81a7a962-f291-4893-ad71-b150fd187374 req-bee4c69a-7173-4454-b0ec-b5c0f9d56800 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470986 Aug 28 14:56:49.989283 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:56:50.014246 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:56:50.014591 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 7e2b10de-e92f-4035-9be4-fe9c36d4ee04 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:56:50.162831 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff23616-067f-4a1d-93a0-ecb1897a11b0 req-91d2f9b9-ba61-41ed-8869-a8e725907406 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:50.164333 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bff23616-067f-4a1d-93a0-ecb1897a11b0 req-91d2f9b9-ba61-41ed-8869-a8e725907406 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8c9a3f-38c8-406d-a587-2e0faddf08fe HTTP/1.1" status: 200 len: 948 time: 0.0546076 Aug 28 14:56:50.207910 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bff23616-067f-4a1d-93a0-ecb1897a11b0 req-e8b131b8-de56-49ae-9684-80eb1b47f6af tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365703 Aug 28 14:56:50.471923 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc57a8-8608-4f1d-8e4b-7614eca29a91 req-eb37e229-a4ad-4ac0-b1e9-68eceb354c75 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:50.473395 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-efdc57a8-8608-4f1d-8e4b-7614eca29a91 req-eb37e229-a4ad-4ac0-b1e9-68eceb354c75 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 946 time: 0.0484569 Aug 28 14:56:50.519039 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-efdc57a8-8608-4f1d-8e4b-7614eca29a91 req-a1833ea5-119a-483a-a260-c8bb218c5dc4 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390918 Aug 28 14:56:50.623176 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70906bb3-3ce4-41d5-98ca-71aac63c2bea req-c1c9bff0-9542-450c-bd4a-d64ee6d7a02c tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:50.624972 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-70906bb3-3ce4-41d5-98ca-71aac63c2bea req-c1c9bff0-9542-450c-bd4a-d64ee6d7a02c tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 1098 time: 0.0413651 Aug 28 14:56:50.660911 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-70906bb3-3ce4-41d5-98ca-71aac63c2bea req-b594819b-4962-4331-b9d5-d05500a95ff3 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300794 Aug 28 14:56:50.704508 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57184) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:56:50.820084 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc2a97-295c-49ee-a20c-19605f298fa0 req-2acf7168-9fcb-4d89-aa9e-b5292bbedf58 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:50.824103 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-76fc2a97-295c-49ee-a20c-19605f298fa0 req-2acf7168-9fcb-4d89-aa9e-b5292bbedf58 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 1098 time: 0.0741220 Aug 28 14:56:50.849152 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b252d66-191a-4a80-ac24-7d2f4416e07b req-594c0df5-13a0-4bb8-869f-61a40389c8f3 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:50.850642 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8b252d66-191a-4a80-ac24-7d2f4416e07b req-594c0df5-13a0-4bb8-869f-61a40389c8f3 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 945 time: 0.0861394 Aug 28 14:56:50.853927 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-c37c2d18-e7a6-45df-b174-6add2d78d693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:50.855380 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-c37c2d18-e7a6-45df-b174-6add2d78d693 service neutron] 10.222.0.36 "GET /v2.0/ports/7e62bbc1-7086-4e73-bc5b-92ef2064ead1 HTTP/1.1" status: 200 len: 1030 time: 0.0498056 Aug 28 14:56:50.896822 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-76fc2a97-295c-49ee-a20c-19605f298fa0 req-a80a5e74-bd93-4552-8674-1bbfef88c6de tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615611 Aug 28 14:56:50.903462 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-680e26b7-66d5-47b0-bb86-1267471c6ed7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba84044896304dfc8cc637db280afa68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1971374 Aug 28 14:56:50.904296 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57196) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:56:50.917728 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-2842b6f1-9d3f-4db4-b339-8b1bf9fd5256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:50.919997 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-2842b6f1-9d3f-4db4-b339-8b1bf9fd5256 service neutron] 10.222.0.36 "GET /v2.0/ports/7840cbd9-0758-4ada-854e-1b4e2f5d208a HTTP/1.1" status: 200 len: 1032 time: 0.0558610 Aug 28 14:56:50.955194 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8b252d66-191a-4a80-ac24-7d2f4416e07b req-06e02db4-9627-424b-a552-d5a95efc2b42 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921962 Aug 28 14:56:50.956010 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f52661ff-9a68-4aa0-9fa8-51dc608a5303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:50.982067 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f52661ff-9a68-4aa0-9fa8-51dc608a5303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:51.094267 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0f7bcd7-9632-4880-af3f-645ea8037819 req-dba36ed3-c475-4a19-9a96-7e0a51151470 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 210 time: 0.0353479 Aug 28 14:56:51.097426 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f52661ff-9a68-4aa0-9fa8-51dc608a5303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:51.102042 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f52661ff-9a68-4aa0-9fa8-51dc608a5303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:51.108371 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f52661ff-9a68-4aa0-9fa8-51dc608a5303 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36153355-bd94-44bb-a02c-bd947e75e801 HTTP/1.1" status: 204 len: 168 time: 0.1993842 Aug 28 14:56:51.115558 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52661ff-9a68-4aa0-9fa8-51dc608a5303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36153355-bd94-44bb-a02c-bd947e75e801,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:51.141204 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-7710d9ee-5c08-42c6-b2a1-873a2e47ec8b tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:51.156833 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-7710d9ee-5c08-42c6-b2a1-873a2e47ec8b tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:51.162921 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-7710d9ee-5c08-42c6-b2a1-873a2e47ec8b tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:51.164700 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-7710d9ee-5c08-42c6-b2a1-873a2e47ec8b tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.36 "GET /v2.0/networks?id=f1b33141-ca0c-463e-90a5-3e011354593f&id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&id=81167e94-3666-4c28-a056-416ea7a0c9d3&id=81167e94-3666-4c28-a056-416ea7a0c9d3 HTTP/1.1" status: 200 len: 1994 time: 0.2373531 Aug 28 14:56:51.186390 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00688b81-51bc-441a-a07c-23c1b66e08c9 req-f652d832-d16d-4637-a543-88f4598cf7fb tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:51.193888 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-00688b81-51bc-441a-a07c-23c1b66e08c9 req-f652d832-d16d-4637-a543-88f4598cf7fb tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.1398654 Aug 28 14:56:51.270596 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-07e2430b-9eaa-456b-a0f9-fa1b1bb2b9c0 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c41f7ff750b41758b81cc9b9f8f4744 HTTP/1.1" status: 200 len: 380 time: 0.0739293 Aug 28 14:56:51.281475 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-00688b81-51bc-441a-a07c-23c1b66e08c9 req-d25427b3-b060-4558-840d-de799aecfa55 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854268 Aug 28 14:56:51.290527 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b753ea54-f26d-4fc0-b979-6f8af0059970 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Request body: {'port': {'device_id': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'network_id': 'f1b33141-ca0c-463e-90a5-3e011354593f', 'admin_state_up': True, 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'security_groups': ['7aca177e-7aca-428b-aafc-0f76cf627544']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:56:51.455906 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab51a30-f191-4dd5-a8bd-853e71444ac3 req-b9e6d07b-fc3b-4ec7-a20a-9e362eafeecb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:51.457451 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6ab51a30-f191-4dd5-a8bd-853e71444ac3 req-b9e6d07b-fc3b-4ec7-a20a-9e362eafeecb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8c9a3f-38c8-406d-a587-2e0faddf08fe HTTP/1.1" status: 200 len: 948 time: 0.0993710 Aug 28 14:56:51.503762 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57214) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:56:51.504825 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b753ea54-f26d-4fc0-b979-6f8af0059970 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Made reservation on behalf of 5c41f7ff750b41758b81cc9b9f8f4744 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:56:51.508441 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b753ea54-f26d-4fc0-b979-6f8af0059970 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:51.547889 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6ab51a30-f191-4dd5-a8bd-853e71444ac3 req-8789cff9-679c-461f-a2bc-664c3d932d59 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781283 Aug 28 14:56:51.551845 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-245aa6b3-dd32-434e-ae46-e462ecf41cf0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62075523b6a4467ab734d01362d86f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460188 Aug 28 14:56:51.554436 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57216) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:56:51.607633 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5e888138-b60d-4108-bdda-cab4ee88a4d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:51.629721 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5e888138-b60d-4108-bdda-cab4ee88a4d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:51.690426 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b753ea54-f26d-4fc0-b979-6f8af0059970 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Allocated IP 172.20.0.7 (f1b33141-ca0c-463e-90a5-3e011354593f/e0834cea-40c4-4457-8496-7782b5b24a25/4b87fed8-f886-448a-9c21-e53f6cc4e49a) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:56:51.693185 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5e888138-b60d-4108-bdda-cab4ee88a4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:51.696010 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5e888138-b60d-4108-bdda-cab4ee88a4d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:51.707996 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5e888138-b60d-4108-bdda-cab4ee88a4d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17b8c4d6-7fd0-4992-b700-aca7563707bc HTTP/1.1" status: 204 len: 168 time: 0.1488795 Aug 28 14:56:51.725611 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e888138-b60d-4108-bdda-cab4ee88a4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b8c4d6-7fd0-4992-b700-aca7563707bc,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:51.862446 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b753ea54-f26d-4fc0-b979-6f8af0059970 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:51.885323 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b753ea54-f26d-4fc0-b979-6f8af0059970 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Transition to ACTIVE for port object 4b87fed8-f886-448a-9c21-e53f6cc4e49a will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:56:51.932899 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b753ea54-f26d-4fc0-b979-6f8af0059970 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:51.985136 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 85ca0f6f-3f0a-4acd-87a1-4677769194dd up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:56:52.014138 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b753ea54-f26d-4fc0-b979-6f8af0059970 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Network f1b33141-ca0c-463e-90a5-3e011354593f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:56:52.023208 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b753ea54-f26d-4fc0-b979-6f8af0059970 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:56:52.040371 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b753ea54-f26d-4fc0-b979-6f8af0059970 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:56:52.045702 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753ea54-f26d-4fc0-b979-6f8af0059970 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Pushing event updated for resources: {'Port': ['ID=4b87fed8-f886-448a-9c21-e53f6cc4e49a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:52.063594 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 85ca0f6f-3f0a-4acd-87a1-4677769194dd completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:56:52.069288 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 85ca0f6f-3f0a-4acd-87a1-4677769194dd triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:52.070604 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:52.148520 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b753ea54-f26d-4fc0-b979-6f8af0059970 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:52.149155 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b753ea54-f26d-4fc0-b979-6f8af0059970 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:52.239549 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459266c-9630-4558-b39d-25844cb43ec4 req-1c31680b-446e-4396-bedc-53f3e4c2b4a8 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:52.248345 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2459266c-9630-4558-b39d-25844cb43ec4 req-1c31680b-446e-4396-bedc-53f3e4c2b4a8 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 945 time: 0.1572049 Aug 28 14:56:52.254110 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b753ea54-f26d-4fc0-b979-6f8af0059970 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9702375 Aug 28 14:56:52.258352 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:52.296131 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ba3f261-6448-49b4-8b2c-bb955924fa3f req-2cd6644a-1c7e-43d9-873c-af0f736a75dc service neutron] 10.222.0.41 "GET /v2.0/ports/8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8/bindings/n-h1-712137-10 HTTP/1.1" status: 200 len: 383 time: 0.1347535 Aug 28 14:56:52.302992 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-498ea152-c87d-4d4b-9a8d-6b3b523e4bbe tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Request body: {'port': {'device_id': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'network_id': 'f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801', 'admin_state_up': True, 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'security_groups': ['7aca177e-7aca-428b-aafc-0f76cf627544']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:56:52.328017 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a66af9-6dad-46bb-b248-2e4c6790d475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ca0f6f-3f0a-4acd-87a1-4677769194dd'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:56:52.331561 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bd775e-60d7-4129-84de-9937f83b22fa" -d '{"events": [{"server_uuid": "30a66af9-6dad-46bb-b248-2e4c6790d475", "name": "network-vif-plugged", "status": "completed", "tag": "85ca0f6f-3f0a-4acd-87a1-4677769194dd"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:56:52.374675 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 85ca0f6f-3f0a-4acd-87a1-4677769194dd, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=85ca0f6f-3f0a-4acd-87a1-4677769194dd,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:52.389501 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:52.390386 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 1b455022-f2a4-48ad-9d84-f510f87ea89a up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:56:52.476144 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2459266c-9630-4558-b39d-25844cb43ec4 req-8ee46a60-cce7-40cf-95cc-ae831d0f599a tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245157 Aug 28 14:56:52.480421 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-498ea152-c87d-4d4b-9a8d-6b3b523e4bbe tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Made reservation on behalf of 5c41f7ff750b41758b81cc9b9f8f4744 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:56:52.493418 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-498ea152-c87d-4d4b-9a8d-6b3b523e4bbe tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:52.571418 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8a5fb5e5-dbf6-4db4-b1db-a4d30acef04f None None] Provisioning for port 4b87fed8-f886-448a-9c21-e53f6cc4e49a completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:56:52.585297 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8a5fb5e5-dbf6-4db4-b1db-a4d30acef04f None None] Provisioning complete for port 4b87fed8-f886-448a-9c21-e53f6cc4e49a triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:52.590670 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8a5fb5e5-dbf6-4db4-b1db-a4d30acef04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:52.594833 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-a63e395e-1d5c-4e26-a465-a6c46aabde9d tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 14:56:52.598417 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-a63e395e-1d5c-4e26-a465-a6c46aabde9d tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081277 Aug 28 14:56:52.619542 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-7b5f41d7-95c5-41de-a535-1593fcb2a946 service neutron] Request body: {'binding': {'host': 'n-h1-712137-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:56:52.620047 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-7b5f41d7-95c5-41de-a535-1593fcb2a946 service neutron] Unknown quota resources ['binding']. {{(pid=106329) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 14:56:52.651591 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=85ca0f6f-3f0a-4acd-87a1-4677769194dd,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:52.669471 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:52.669830 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:52.670176 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:52.670517 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:52.670850 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:52.671187 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:52.671513 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:52.671887 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:52.672198 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:52.672686 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:52.672848 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:52.673159 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:52.702635 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8a5fb5e5-dbf6-4db4-b1db-a4d30acef04f None None] Port 4b87fed8-f886-448a-9c21-e53f6cc4e49a cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:56:52.707327 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 1b455022-f2a4-48ad-9d84-f510f87ea89a completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:56:52.711986 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 1b455022-f2a4-48ad-9d84-f510f87ea89a triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:52.712558 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:52.796424 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3f261-6448-49b4-8b2c-bb955924fa3f req-56955509-8dca-4578-894a-4bf5a05412f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:52.800645 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ba3f261-6448-49b4-8b2c-bb955924fa3f req-56955509-8dca-4578-894a-4bf5a05412f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537&tenant_id=86251bdbee63415981170d08b9111a4c HTTP/1.1" status: 200 len: 1101 time: 0.1483181 Aug 28 14:56:52.820291 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:52.827696 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-7b5f41d7-95c5-41de-a535-1593fcb2a946 service neutron] Attempting to bind port 7d84ae98-8364-42b6-b195-2489fc1310a7 on host n-h1-712137-10 for vnic_type normal with profile None {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:56:52.828335 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-7b5f41d7-95c5-41de-a535-1593fcb2a946 service neutron] Attempting to bind port 7d84ae98-8364-42b6-b195-2489fc1310a7 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:56:52.828829 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-7b5f41d7-95c5-41de-a535-1593fcb2a946 service neutron] Attempting to bind port 7d84ae98-8364-42b6-b195-2489fc1310a7 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:56:52.832487 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d216b5d-6a21-4c87-b53c-5effeaf5d83c req-2ad4f088-ef2e-4d7f-b45e-6c03e70bed9c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:52.833994 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-7b5f41d7-95c5-41de-a535-1593fcb2a946 service neutron] Port 7d84ae98-8364-42b6-b195-2489fc1310a7 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:56:52.834517 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-7b5f41d7-95c5-41de-a535-1593fcb2a946 service neutron] Attempting to bind port 7d84ae98-8364-42b6-b195-2489fc1310a7 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:56:52.840903 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-7b5f41d7-95c5-41de-a535-1593fcb2a946 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:56:52.841216 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8d216b5d-6a21-4c87-b53c-5effeaf5d83c req-2ad4f088-ef2e-4d7f-b45e-6c03e70bed9c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 931 time: 0.1900978 Aug 28 14:56:52.841790 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-7b5f41d7-95c5-41de-a535-1593fcb2a946 service neutron] Checking segment: {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:56:52.842334 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-7b5f41d7-95c5-41de-a535-1593fcb2a946 service neutron] Bound using segment: {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:56:52.842958 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-7b5f41d7-95c5-41de-a535-1593fcb2a946 service neutron] Bound port: 7d84ae98-8364-42b6-b195-2489fc1310a7, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:56:52.861991 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 1b455022-f2a4-48ad-9d84-f510f87ea89a, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=1b455022-f2a4-48ad-9d84-f510f87ea89a,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:52.879457 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:52.921275 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-7b5f41d7-95c5-41de-a535-1593fcb2a946 service neutron] For port 7d84ae98-8364-42b6-b195-2489fc1310a7, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=7d84ae98-8364-42b6-b195-2489fc1310a7,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:56:52.945734 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-7b5f41d7-95c5-41de-a535-1593fcb2a946 service neutron] Notify callbacks [] for binding, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:52.956751 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-7b5f41d7-95c5-41de-a535-1593fcb2a946 service neutron] 10.222.0.13 "POST /v2.0/ports/7d84ae98-8364-42b6-b195-2489fc1310a7/bindings HTTP/1.1" status: 201 len: 390 time: 0.3410025 Aug 28 14:56:52.957046 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=1b455022-f2a4-48ad-9d84-f510f87ea89a,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:52.981147 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-498ea152-c87d-4d4b-9a8d-6b3b523e4bbe tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Allocated IP 10.1.1.19 (f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801/a37ef518-489b-4615-b751-b3cd93e01029/b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:56:53.257212 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f33449-a3d6-4fbb-b112-dec06bcbb8d7 req-38957261-d256-40ce-a797-5a07c4decaf7 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:53.266441 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-95f33449-a3d6-4fbb-b112-dec06bcbb8d7 req-38957261-d256-40ce-a797-5a07c4decaf7 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.0942285 Aug 28 14:56:53.312058 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-95f33449-a3d6-4fbb-b112-dec06bcbb8d7 req-59b08d72-59d4-415c-9d86-c0bdeaf0b575 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446122 Aug 28 14:56:53.347329 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8d216b5d-6a21-4c87-b53c-5effeaf5d83c req-da949374-f9b7-4197-8af0-ac1ad356f5ac tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5040007 Aug 28 14:56:53.353079 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3f261-6448-49b4-8b2c-bb955924fa3f req-1b18ee8b-eb0e-4eb4-84c7-288a1a03e853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:53.354557 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ba3f261-6448-49b4-8b2c-bb955924fa3f req-1b18ee8b-eb0e-4eb4-84c7-288a1a03e853 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 1101 time: 0.5089204 Aug 28 14:56:53.408489 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-4e985537-e1bc-4cab-b8b7-965d6dab1faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:53.410390 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-4e985537-e1bc-4cab-b8b7-965d6dab1faa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5de95046553a4af6b56ddb9234d40b90&device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 1098 time: 0.1237733 Aug 28 14:56:53.463616 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d514a9-44ba-48f9-bd63-4fb7cd5b4d6d x-openstack-request-id: req-39d514a9-44ba-48f9-bd63-4fb7cd5b4d6d {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:56:53.464482 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a66af9-6dad-46bb-b248-2e4c6790d475", "name": "network-vif-plugged", "status": "completed", "tag": "85ca0f6f-3f0a-4acd-87a1-4677769194dd", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:56:53.465446 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39d514a9-44ba-48f9-bd63-4fb7cd5b4d6d {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:56:53.466058 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a66af9-6dad-46bb-b248-2e4c6790d475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ca0f6f-3f0a-4acd-87a1-4677769194dd', 'code': 200} Aug 28 14:56:53.600540 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcf63d-48c2-4e1a-9829-dd0708d409ff req-5f358479-fc9d-4eec-826f-dd0b0c8580f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:53.602174 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-82dcf63d-48c2-4e1a-9829-dd0708d409ff req-5f358479-fc9d-4eec-826f-dd0b0c8580f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 1098 time: 0.0531905 Aug 28 14:56:53.614820 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6259654-6aff-419d-8b52-bb18f1641f09 req-aaf67f26-0866-4399-94be-15e894f7c612 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:53.616626 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e6259654-6aff-419d-8b52-bb18f1641f09 req-aaf67f26-0866-4399-94be-15e894f7c612 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8c9a3f-38c8-406d-a587-2e0faddf08fe HTTP/1.1" status: 200 len: 949 time: 0.1133926 Aug 28 14:56:53.666124 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-82dcf63d-48c2-4e1a-9829-dd0708d409ff req-04006883-e97f-48b1-abec-3a68e693bd51 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481019 Aug 28 14:56:53.685824 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e6259654-6aff-419d-8b52-bb18f1641f09 req-13db2258-a013-4586-9e55-cf90194036b5 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491109 Aug 28 14:56:53.783950 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d55cc-cc11-477d-8420-531df836257a req-87408cab-95ce-43cc-8c17-9a4fbcd8ecf1 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:53.785496 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2b1d55cc-cc11-477d-8420-531df836257a req-87408cab-95ce-43cc-8c17-9a4fbcd8ecf1 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 946 time: 0.2270224 Aug 28 14:56:53.812963 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-0be56b5b-8940-41e0-b1a9-97bb88ddd163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:53.814403 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-0be56b5b-8940-41e0-b1a9-97bb88ddd163 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6bfc57a-d73d-41d0-954b-fff6fef4d808 HTTP/1.1" status: 200 len: 922 time: 0.3604314 Aug 28 14:56:53.817418 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f15bce-aca6-46c3-8bb6-f75c8a7859b5 req-8f4d5e70-22e3-4ad8-828c-691516953206 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:53.819961 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-97f15bce-aca6-46c3-8bb6-f75c8a7859b5 req-8f4d5e70-22e3-4ad8-828c-691516953206 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 946 time: 0.0644729 Aug 28 14:56:53.833146 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3f261-6448-49b4-8b2c-bb955924fa3f req-e0cfec66-d7c7-4954-a03c-8383574f0250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:53.834597 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ba3f261-6448-49b4-8b2c-bb955924fa3f req-e0cfec66-d7c7-4954-a03c-8383574f0250 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.4623363 Aug 28 14:56:53.852598 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-498ea152-c87d-4d4b-9a8d-6b3b523e4bbe tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:53.878785 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2b1d55cc-cc11-477d-8420-531df836257a req-e75fdca3-b453-4fd1-8370-91fb70c0e2bd tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805993 Aug 28 14:56:53.883320 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-498ea152-c87d-4d4b-9a8d-6b3b523e4bbe tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Transition to ACTIVE for port object b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:56:53.889965 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-97f15bce-aca6-46c3-8bb6-f75c8a7859b5 req-699c3ece-8553-4f16-8704-a5829b51bb5b tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616243 Aug 28 14:56:53.962318 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-55bb0135-e537-4ce0-b4b3-01536a6da8d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d84ae98-8364-42b6-b195-2489fc1310a7 HTTP/1.1" status: 200 len: 217 time: 0.0419796 Aug 28 14:56:54.033569 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ba3f261-6448-49b4-8b2c-bb955924fa3f req-f44495d4-490c-4590-89e2-d74f8f7e7a34 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 HTTP/1.1" status: 200 len: 217 time: 0.1150055 Aug 28 14:56:54.044940 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-498ea152-c87d-4d4b-9a8d-6b3b523e4bbe tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:54.118922 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-43f03db3-c60d-4803-96fd-c30c4904ec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:54.120433 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-43f03db3-c60d-4803-96fd-c30c4904ec20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f920e854-f768-4846-871d-087306f43fd9 HTTP/1.1" status: 200 len: 861 time: 0.1495588 Aug 28 14:56:54.143472 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-498ea152-c87d-4d4b-9a8d-6b3b523e4bbe tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Network f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:56:54.151031 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:54.165814 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-844819ec-d9a3-4ef2-97bc-dd64909ee894 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c8f30ba5b2dd4e6eb5a5a89b54916eba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452876 Aug 28 14:56:54.174002 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-498ea152-c87d-4d4b-9a8d-6b3b523e4bbe tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:56:54.181916 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-22e80e60-a076-4742-8ab6-ace3133ef954 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6bfc57a-d73d-41d0-954b-fff6fef4d808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482042 Aug 28 14:56:54.183160 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-498ea152-c87d-4d4b-9a8d-6b3b523e4bbe tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:56:54.189762 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ea152-c87d-4d4b-9a8d-6b3b523e4bbe tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Pushing event updated for resources: {'Port': ['ID=b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:54.221196 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3f261-6448-49b4-8b2c-bb955924fa3f req-d3d9cae6-ba07-4e9b-b67c-06dd5bdf4fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:54.222855 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ba3f261-6448-49b4-8b2c-bb955924fa3f req-d3d9cae6-ba07-4e9b-b67c-06dd5bdf4fdb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1743977 Aug 28 14:56:54.329983 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-23cd298a-ca36-4437-a759-0a2137b3ae3c tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:54.337886 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-498ea152-c87d-4d4b-9a8d-6b3b523e4bbe tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:54.338273 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-23cd298a-ca36-4437-a759-0a2137b3ae3c tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1714900 Aug 28 14:56:54.338622 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-498ea152-c87d-4d4b-9a8d-6b3b523e4bbe tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:54.353812 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-f33879cf-3068-4854-a722-dd7f96266a99 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/quotas/c8f30ba5b2dd4e6eb5a5a89b54916eba HTTP/1.1" status: 200 len: 375 time: 0.0146534 Aug 28 14:56:54.377898 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3f261-6448-49b4-8b2c-bb955924fa3f req-b277b842-80b1-4b92-ab34-8dea870e0db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:54.379468 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ba3f261-6448-49b4-8b2c-bb955924fa3f req-b277b842-80b1-4b92-ab34-8dea870e0db0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1450441 Aug 28 14:56:54.391553 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-498ea152-c87d-4d4b-9a8d-6b3b523e4bbe tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0944171 Aug 28 14:56:54.421705 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-ef36e1da-0ccf-46ad-a980-45a8f1508e4c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Request body: {'port': {'device_id': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'network_id': 'f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801', 'admin_state_up': True, 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'security_groups': ['7aca177e-7aca-428b-aafc-0f76cf627544']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:56:54.429946 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-ee4482ea-70dd-4af1-a5cd-353cd4c0b5bd tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8f30ba5b2dd4e6eb5a5a89b54916eba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653069 Aug 28 14:56:54.464681 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-c413d864-5869-464d-b5e6-626c947ac142 service neutron] 10.222.0.41 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455566 Aug 28 14:56:54.539781 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-195ac118-fc05-4d57-9dd9-e06a76016b6e None None] Provisioning for port b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:56:54.547061 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-195ac118-fc05-4d57-9dd9-e06a76016b6e None None] Provisioning complete for port b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:54.547438 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-195ac118-fc05-4d57-9dd9-e06a76016b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:54.598246 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-195ac118-fc05-4d57-9dd9-e06a76016b6e None None] Port b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:56:54.674186 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ced217-8486-41b2-90af-8b864a8878e4 req-0e6bd172-394c-4cdd-8a2a-a4d7b42461a7 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:54.680859 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ced217-8486-41b2-90af-8b864a8878e4 req-0e6bd172-394c-4cdd-8a2a-a4d7b42461a7 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:54.682482 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c8ced217-8486-41b2-90af-8b864a8878e4 req-0e6bd172-394c-4cdd-8a2a-a4d7b42461a7 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 1652 time: 0.0652633 Aug 28 14:56:54.701855 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-4fe7deac-fd26-4142-988e-17f0404ea147 service neutron] 10.222.0.41 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193038 Aug 28 14:56:54.739070 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c8ced217-8486-41b2-90af-8b864a8878e4 req-03bd91c2-eb9a-436f-bb48-df3d11dbd5cb tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458069 Aug 28 14:56:54.766546 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bdec43-94a0-4e50-b7fe-748707b7593b req-6c842a06-c657-4a53-b937-6488cd8c9667 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:54.774578 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-34bdec43-94a0-4e50-b7fe-748707b7593b req-6c842a06-c657-4a53-b937-6488cd8c9667 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.3077204 Aug 28 14:56:54.803503 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ba3f261-6448-49b4-8b2c-bb955924fa3f req-388ea74c-6a03-4585-acfc-dd6e45148986 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133747 Aug 28 14:56:54.831574 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-ef36e1da-0ccf-46ad-a980-45a8f1508e4c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Made reservation on behalf of 5c41f7ff750b41758b81cc9b9f8f4744 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:56:54.834254 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-ef36e1da-0ccf-46ad-a980-45a8f1508e4c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:54.899932 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-34bdec43-94a0-4e50-b7fe-748707b7593b req-8ce41e42-19c2-44c4-bd44-f02cf9c63415 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205168 Aug 28 14:56:55.000312 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e2ba889-bbe8-4e5a-86a6-5b3a9f534df4 req-c703f583-c0c0-466d-8aa1-e7f013173d0e tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=895eef51-4d14-4eee-9ab2-c24fe19152c7 HTTP/1.1" status: 200 len: 210 time: 0.0406132 Aug 28 14:56:55.013204 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ba3f261-6448-49b4-8b2c-bb955924fa3f req-26e89ea5-ee5f-47e2-b37c-cdc00a36d015 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918149 Aug 28 14:56:55.184580 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b389c-5740-4cfe-b151-233d26460811 req-9ac04916-a49b-4248-82b8-4d27a0abcb60 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:55.185919 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c8b389c-5740-4cfe-b151-233d26460811 req-9ac04916-a49b-4248-82b8-4d27a0abcb60 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 946 time: 0.1107118 Aug 28 14:56:55.230914 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814ac19-04bc-4ea9-97a9-de77d416a3b6 req-7c743a91-1463-445a-adad-bc5bea32aa09 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:55.241034 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9814ac19-04bc-4ea9-97a9-de77d416a3b6 req-7c743a91-1463-445a-adad-bc5bea32aa09 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8c9a3f-38c8-406d-a587-2e0faddf08fe HTTP/1.1" status: 200 len: 949 time: 0.2343802 Aug 28 14:56:55.250670 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c8b389c-5740-4cfe-b151-233d26460811 req-e6ed7a1b-243d-42a7-8e0b-8508b6d8bc33 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567148 Aug 28 14:56:55.361359 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-ef36e1da-0ccf-46ad-a980-45a8f1508e4c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Allocated IP 10.1.1.238 (f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801/a37ef518-489b-4615-b751-b3cd93e01029/537aef6e-3a73-4211-94bf-e4cb13b399dd) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:56:55.382276 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9814ac19-04bc-4ea9-97a9-de77d416a3b6 req-9e5847ca-05fa-4328-b9a9-ea7a6a5ec860 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399274 Aug 28 14:56:55.467585 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8c9a3f-38c8-406d-a587-2e0faddf08fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b455022-f2a4-48ad-9d84-f510f87ea89a'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:56:55.470821 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e8cf9b-75d2-4c57-b00f-87ed64b9227b" -d '{"events": [{"server_uuid": "de8c9a3f-38c8-406d-a587-2e0faddf08fe", "name": "network-vif-plugged", "status": "completed", "tag": "1b455022-f2a4-48ad-9d84-f510f87ea89a"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:56:55.507127 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cbbf7-6c6c-4b98-be98-b5e9a9e344e1 req-77ec3ec8-0f05-45d7-b3a7-b7b4d900de8c tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:55.510534 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a57cbbf7-6c6c-4b98-be98-b5e9a9e344e1 req-77ec3ec8-0f05-45d7-b3a7-b7b4d900de8c tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 946 time: 0.1143973 Aug 28 14:56:55.544152 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da41094-ed51-4e70-9f2b-20719741b19a x-openstack-request-id: req-8da41094-ed51-4e70-9f2b-20719741b19a {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:56:55.545292 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8c9a3f-38c8-406d-a587-2e0faddf08fe", "name": "network-vif-plugged", "status": "completed", "tag": "1b455022-f2a4-48ad-9d84-f510f87ea89a", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:56:55.545874 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8da41094-ed51-4e70-9f2b-20719741b19a {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:56:55.546464 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8c9a3f-38c8-406d-a587-2e0faddf08fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b455022-f2a4-48ad-9d84-f510f87ea89a', 'code': 200} Aug 28 14:56:55.602850 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-ef36e1da-0ccf-46ad-a980-45a8f1508e4c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:55.608441 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a57cbbf7-6c6c-4b98-be98-b5e9a9e344e1 req-6e45fca3-06ae-4873-8cd2-84b3fb211239 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922973 Aug 28 14:56:55.637911 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-ef36e1da-0ccf-46ad-a980-45a8f1508e4c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Transition to ACTIVE for port object 537aef6e-3a73-4211-94bf-e4cb13b399dd will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:56:55.703296 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140cd1f-a6e0-4724-bb0b-d730a9f5e221 req-f472743c-eb75-4b4e-ad65-345e6e4535f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:55.704867 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5140cd1f-a6e0-4724-bb0b-d730a9f5e221 req-f472743c-eb75-4b4e-ad65-345e6e4535f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de8c9a3f-38c8-406d-a587-2e0faddf08fe HTTP/1.1" status: 200 len: 1101 time: 0.0804744 Aug 28 14:56:55.719409 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-ef36e1da-0ccf-46ad-a980-45a8f1508e4c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:55.788527 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-ef36e1da-0ccf-46ad-a980-45a8f1508e4c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Network f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:56:55.795143 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5140cd1f-a6e0-4724-bb0b-d730a9f5e221 req-162ec138-bc8f-4b1a-9fa9-95406c2bae74 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828147 Aug 28 14:56:55.796028 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-ef36e1da-0ccf-46ad-a980-45a8f1508e4c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:56:55.800719 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-ef36e1da-0ccf-46ad-a980-45a8f1508e4c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:56:55.805081 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36e1da-0ccf-46ad-a980-45a8f1508e4c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Pushing event updated for resources: {'Port': ['ID=537aef6e-3a73-4211-94bf-e4cb13b399dd,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:55.837814 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36e1da-0ccf-46ad-a980-45a8f1508e4c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:55.838168 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36e1da-0ccf-46ad-a980-45a8f1508e4c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:55.838512 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36e1da-0ccf-46ad-a980-45a8f1508e4c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:55.838852 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36e1da-0ccf-46ad-a980-45a8f1508e4c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:55.839183 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36e1da-0ccf-46ad-a980-45a8f1508e4c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:55.839605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36e1da-0ccf-46ad-a980-45a8f1508e4c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:55.840008 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36e1da-0ccf-46ad-a980-45a8f1508e4c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:55.840345 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36e1da-0ccf-46ad-a980-45a8f1508e4c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:55.840676 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36e1da-0ccf-46ad-a980-45a8f1508e4c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:55.841003 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36e1da-0ccf-46ad-a980-45a8f1508e4c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:55.841330 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36e1da-0ccf-46ad-a980-45a8f1508e4c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:55.841659 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36e1da-0ccf-46ad-a980-45a8f1508e4c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:56:55.903827 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-ef36e1da-0ccf-46ad-a980-45a8f1508e4c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:55.904443 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-ef36e1da-0ccf-46ad-a980-45a8f1508e4c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:55.947976 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-ef36e1da-0ccf-46ad-a980-45a8f1508e4c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5334923 Aug 28 14:56:55.960684 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60054297-98fe-4959-b0ae-a234361bbbb5 req-eac566e0-6d0e-4eb3-b3ba-2676921ba370 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:55.968696 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60054297-98fe-4959-b0ae-a234361bbbb5 req-eac566e0-6d0e-4eb3-b3ba-2676921ba370 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:55.975249 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60054297-98fe-4959-b0ae-a234361bbbb5 req-eac566e0-6d0e-4eb3-b3ba-2676921ba370 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:55.977213 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-60054297-98fe-4959-b0ae-a234361bbbb5 req-eac566e0-6d0e-4eb3-b3ba-2676921ba370 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 2373 time: 0.1256878 Aug 28 14:56:55.993535 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:56:55.997513 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-1dead805-beff-4f67-b135-3614560265f9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Request body: {'port': {'device_id': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '81167e94-3666-4c28-a056-416ea7a0c9d3', 'admin_state_up': True, 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'security_groups': ['7aca177e-7aca-428b-aafc-0f76cf627544']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:56:56.009483 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-c8ccb695-2628-4a2d-a28f-382dc33f42a1 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c8f30ba5b2dd4e6eb5a5a89b54916eba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302269 Aug 28 14:56:56.139207 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-60054297-98fe-4959-b0ae-a234361bbbb5 req-e625adec-45e0-4c6e-a2ae-43ae384837ef tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485789 Aug 28 14:56:56.152414 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:56.202668 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8be7dd85-f7ef-4590-a5e4-8ce3ca1a245b None None] Provisioning for port 537aef6e-3a73-4211-94bf-e4cb13b399dd completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:56:56.227119 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:56:56.237269 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:56.243497 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8be7dd85-f7ef-4590-a5e4-8ce3ca1a245b None None] Provisioning complete for port 537aef6e-3a73-4211-94bf-e4cb13b399dd triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:56.248344 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8be7dd85-f7ef-4590-a5e4-8ce3ca1a245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:56.305277 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-4c3cfa9f-beed-419a-98c8-ccb1929a9b9d tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:56.306061 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-04d2db08-32ad-4923-b1c6-7cc7ad6aa8f0 req-ac965e48-f004-46bc-b1a7-0cbd10f79ade tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=895eef51-4d14-4eee-9ab2-c24fe19152c7 HTTP/1.1" status: 200 len: 210 time: 0.0395935 Aug 28 14:56:56.306884 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8be7dd85-f7ef-4590-a5e4-8ce3ca1a245b None None] Port 537aef6e-3a73-4211-94bf-e4cb13b399dd cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:56:56.313007 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-1dead805-beff-4f67-b135-3614560265f9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Made reservation on behalf of 5c41f7ff750b41758b81cc9b9f8f4744 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:56:56.314117 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-4c3cfa9f-beed-419a-98c8-ccb1929a9b9d tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2919719 Aug 28 14:56:56.344105 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-dd006043-9e03-4b2c-aeb6-c2a599331715 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Request body: {'port': {'device_id': '895eef51-4d14-4eee-9ab2-c24fe19152c7', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'admin_state_up': True, 'tenant_id': 'c8f30ba5b2dd4e6eb5a5a89b54916eba'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:56:56.356606 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91749155-36a9-47d0-89ba-5886137fa1bb req-ac91c317-9a8b-446d-a31d-77abd9c23732 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:56.358229 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-91749155-36a9-47d0-89ba-5886137fa1bb req-ac91c317-9a8b-446d-a31d-77abd9c23732 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.1530473 Aug 28 14:56:56.362768 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:56.386487 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:56.457994 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-91749155-36a9-47d0-89ba-5886137fa1bb req-8e790ae1-c5af-4e3c-b893-465cbba467f7 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830040 Aug 28 14:56:56.475777 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad7db8-c2fa-418f-98b4-7f566b88f275 req-f15489c0-e2d0-4b20-bf8b-24e71c70646f tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:56.484113 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-35ad7db8-c2fa-418f-98b4-7f566b88f275 req-f15489c0-e2d0-4b20-bf8b-24e71c70646f tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 946 time: 0.0873146 Aug 28 14:56:56.505213 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-1dead805-beff-4f67-b135-3614560265f9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:56.531786 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-dd006043-9e03-4b2c-aeb6-c2a599331715 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Made reservation on behalf of c8f30ba5b2dd4e6eb5a5a89b54916eba for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:56:56.535513 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-dd006043-9e03-4b2c-aeb6-c2a599331715 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:56.551321 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-dd006043-9e03-4b2c-aeb6-c2a599331715 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:56.564181 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-35ad7db8-c2fa-418f-98b4-7f566b88f275 req-4cb65d06-6486-48b1-a52d-85d7b529664a tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753918 Aug 28 14:56:56.675394 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c309c9-aa9c-42e6-9b06-78fb2a910464 req-2d1b8243-48fb-40bc-929a-6ec8de56ec37 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:56.683346 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d6c309c9-aa9c-42e6-9b06-78fb2a910464 req-2d1b8243-48fb-40bc-929a-6ec8de56ec37 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8c9a3f-38c8-406d-a587-2e0faddf08fe HTTP/1.1" status: 200 len: 949 time: 0.1205206 Aug 28 14:56:56.758387 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d6c309c9-aa9c-42e6-9b06-78fb2a910464 req-88383d20-3cb9-4ed1-81e1-cb26ff2a8095 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690343 Aug 28 14:56:56.797115 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-dd006043-9e03-4b2c-aeb6-c2a599331715 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:56.802773 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-dd006043-9e03-4b2c-aeb6-c2a599331715 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:56.925413 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518ff97-8d5c-44bd-8672-c57f1788289d req-e2baadcf-5add-4f49-a906-934e341bfd1b tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:56.933172 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d518ff97-8d5c-44bd-8672-c57f1788289d req-e2baadcf-5add-4f49-a906-934e341bfd1b tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 1098 time: 0.1482909 Aug 28 14:56:56.935553 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd006043-9e03-4b2c-aeb6-c2a599331715 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62bf49d4-9d2f-43b5-861c-3a147c26f373,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:56.972939 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e84a3-e422-4f9a-98be-0d9676983cb5 req-589f40ff-72d4-4f29-95df-aa42aeb36a9b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:56.980827 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-493e84a3-e422-4f9a-98be-0d9676983cb5 req-589f40ff-72d4-4f29-95df-aa42aeb36a9b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 946 time: 0.1590264 Aug 28 14:56:56.983882 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-1dead805-beff-4f67-b135-3614560265f9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Allocated IP 10.2.2.100 (81167e94-3666-4c28-a056-416ea7a0c9d3/1318d724-919b-4c5d-b420-75bb4bd0f086/49f08d49-97e8-41d5-a930-67be641a9b4f) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:56:56.995888 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d518ff97-8d5c-44bd-8672-c57f1788289d req-fd3ded94-4aee-4bec-ada4-c16628b96a45 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617270 Aug 28 14:56:57.063490 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-dd006043-9e03-4b2c-aeb6-c2a599331715 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Allocated IP 192.168.233.177 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/1e759b35-df78-4df1-a087-7d678e3edbc3) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:56:57.077083 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-493e84a3-e422-4f9a-98be-0d9676983cb5 req-ca65455e-763e-4fec-9bc0-2e893965dc0e tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952327 Aug 28 14:56:57.223141 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-1dead805-beff-4f67-b135-3614560265f9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:57.226917 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8d7a8-8eb4-4b64-9591-d4a63b66129a req-5c30b2d8-c9f2-4e35-b612-62c89a5a99d3 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:57.228993 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6df8d7a8-8eb4-4b64-9591-d4a63b66129a req-5c30b2d8-c9f2-4e35-b612-62c89a5a99d3 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 1098 time: 0.1064649 Aug 28 14:56:57.264109 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-1dead805-beff-4f67-b135-3614560265f9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Transition to ACTIVE for port object 49f08d49-97e8-41d5-a930-67be641a9b4f will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:56:57.322263 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6df8d7a8-8eb4-4b64-9591-d4a63b66129a req-70a1f719-bd4e-4486-961a-78b32dfbd56e tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850163 Aug 28 14:56:57.363860 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-1dead805-beff-4f67-b135-3614560265f9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:57.393299 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075385c-db43-4398-bce7-2fa743cecacd req-ebbda242-cc6a-47da-8bc4-44fd2703c693 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:57.400590 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075385c-db43-4398-bce7-2fa743cecacd req-ebbda242-cc6a-47da-8bc4-44fd2703c693 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:57.407992 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075385c-db43-4398-bce7-2fa743cecacd req-ebbda242-cc6a-47da-8bc4-44fd2703c693 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:57.410180 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3075385c-db43-4398-bce7-2fa743cecacd req-ebbda242-cc6a-47da-8bc4-44fd2703c693 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 2373 time: 0.1112349 Aug 28 14:56:57.430987 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-1dead805-beff-4f67-b135-3614560265f9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Network 81167e94-3666-4c28-a056-416ea7a0c9d3 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:56:57.434460 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-1dead805-beff-4f67-b135-3614560265f9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:56:57.440737 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-1dead805-beff-4f67-b135-3614560265f9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:56:57.462569 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3075385c-db43-4398-bce7-2fa743cecacd req-62105f75-dded-43cd-9ea7-6f5ae198ae95 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442672 Aug 28 14:56:57.468735 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-dd006043-9e03-4b2c-aeb6-c2a599331715 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:57.488026 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-dd006043-9e03-4b2c-aeb6-c2a599331715 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Transition to ACTIVE for port object 1e759b35-df78-4df1-a087-7d678e3edbc3 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:56:57.508943 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-1dead805-beff-4f67-b135-3614560265f9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:57.509701 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-1dead805-beff-4f67-b135-3614560265f9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:57.518571 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dead805-beff-4f67-b135-3614560265f9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Pushing event updated for resources: {'Port': ['ID=49f08d49-97e8-41d5-a930-67be641a9b4f,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:57.540981 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-dd006043-9e03-4b2c-aeb6-c2a599331715 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:57.547785 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cdf0cc0-859c-4d0b-91b9-b9716a04c537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:56:57.550476 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb48718-7b8c-47c0-becc-7674befc839a" -d '{"events": [{"server_uuid": "7cdf0cc0-859c-4d0b-91b9-b9716a04c537", "name": "network-vif-unplugged", "status": "completed", "tag": "8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:56:57.632053 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd006043-9e03-4b2c-aeb6-c2a599331715 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Pushing event updated for resources: {'Port': ['ID=1e759b35-df78-4df1-a087-7d678e3edbc3,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:57.632973 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-1dead805-beff-4f67-b135-3614560265f9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6546209 Aug 28 14:56:57.646004 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-dd006043-9e03-4b2c-aeb6-c2a599331715 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:56:57.650082 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6e29d-3f30-4413-9de1-0865e1596ba1 req-2acabe76-87d7-468a-9cd2-98ce8df0a1fe tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:57.653359 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-dd006043-9e03-4b2c-aeb6-c2a599331715 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:56:57.656358 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-dd006043-9e03-4b2c-aeb6-c2a599331715 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:56:57.675766 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6bb6e29d-3f30-4413-9de1-0865e1596ba1 req-2acabe76-87d7-468a-9cd2-98ce8df0a1fe tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=895eef51-4d14-4eee-9ab2-c24fe19152c7 HTTP/1.1" status: 200 len: 936 time: 0.1580870 Aug 28 14:56:57.711025 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-1c90a488-56c2-49dd-bb6e-53a7878babf3 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Request body: {'port': {'device_id': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '81167e94-3666-4c28-a056-416ea7a0c9d3', 'admin_state_up': True, 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'security_groups': ['7aca177e-7aca-428b-aafc-0f76cf627544']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:56:57.775507 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-dd006043-9e03-4b2c-aeb6-c2a599331715 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:57.776295 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-dd006043-9e03-4b2c-aeb6-c2a599331715 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:57.793005 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6bb6e29d-3f30-4413-9de1-0865e1596ba1 req-5c65883a-6365-4f75-9e24-1d430567a1f3 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158586 Aug 28 14:56:57.796898 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b749e-e205-43bd-ab9c-f268ee0a9d4f req-94e60b6b-dc94-4f2e-bba4-7331949866b8 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:57.798655 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6b7b749e-e205-43bd-ab9c-f268ee0a9d4f req-94e60b6b-dc94-4f2e-bba4-7331949866b8 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 947 time: 0.1371822 Aug 28 14:56:57.836295 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-dd006043-9e03-4b2c-aeb6-c2a599331715 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4975903 Aug 28 14:56:57.869797 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-846faa48-65e7-4d3b-9c19-10a22409ba0f service neutron] Request body: {'port': {'device_id': '895eef51-4d14-4eee-9ab2-c24fe19152c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:56:57.952742 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-06ab2040-b900-45f7-98fd-87a352712017 None None] Provisioning for port 49f08d49-97e8-41d5-a930-67be641a9b4f completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:56:57.954605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-1c90a488-56c2-49dd-bb6e-53a7878babf3 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Made reservation on behalf of 5c41f7ff750b41758b81cc9b9f8f4744 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:56:57.958645 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-06ab2040-b900-45f7-98fd-87a352712017 None None] Provisioning complete for port 49f08d49-97e8-41d5-a930-67be641a9b4f triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:57.959422 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-1c90a488-56c2-49dd-bb6e-53a7878babf3 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:57.959554 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-06ab2040-b900-45f7-98fd-87a352712017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:57.981380 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-846faa48-65e7-4d3b-9c19-10a22409ba0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:58.008817 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-06ab2040-b900-45f7-98fd-87a352712017 None None] Port 49f08d49-97e8-41d5-a930-67be641a9b4f cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:56:58.009612 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6b7b749e-e205-43bd-ab9c-f268ee0a9d4f req-386fefa4-3779-4a7e-89f0-4878b260e95e tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943326 Aug 28 14:56:58.076880 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 14:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d850c5e2-ac53-4b47-955c-5bdc56c8fade x-openstack-request-id: req-d850c5e2-ac53-4b47-955c-5bdc56c8fade {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:56:58.077372 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cdf0cc0-859c-4d0b-91b9-b9716a04c537", "name": "network-vif-unplugged", "status": "completed", "tag": "8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:56:58.077831 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d850c5e2-ac53-4b47-955c-5bdc56c8fade {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:56:58.078321 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cdf0cc0-859c-4d0b-91b9-b9716a04c537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8', 'code': 200} Aug 28 14:56:58.136160 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-35574d22-5232-4b16-b71a-4b420964061b None None] Provisioning for port 1e759b35-df78-4df1-a087-7d678e3edbc3 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:56:58.144692 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-35574d22-5232-4b16-b71a-4b420964061b None None] Provisioning complete for port 1e759b35-df78-4df1-a087-7d678e3edbc3 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:58.145148 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-35574d22-5232-4b16-b71a-4b420964061b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:58.212110 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-35574d22-5232-4b16-b71a-4b420964061b None None] Port 1e759b35-df78-4df1-a087-7d678e3edbc3 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:56:58.264980 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-1c90a488-56c2-49dd-bb6e-53a7878babf3 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Allocated IP 10.2.2.200 (81167e94-3666-4c28-a056-416ea7a0c9d3/1318d724-919b-4c5d-b420-75bb4bd0f086/bac4fa37-f01b-40ed-9304-eebde8331b53) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:56:58.322958 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ecdd4-a67e-49fd-90ef-c1289195ba67 req-67566e5b-aa71-4766-b539-3af10178a50d tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:58.325333 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-923ecdd4-a67e-49fd-90ef-c1289195ba67 req-67566e5b-aa71-4766-b539-3af10178a50d tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8c9a3f-38c8-406d-a587-2e0faddf08fe HTTP/1.1" status: 200 len: 949 time: 0.0676894 Aug 28 14:56:58.396758 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-923ecdd4-a67e-49fd-90ef-c1289195ba67 req-376d047d-7d69-4c86-97a0-b45e9f9d0b69 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514014 Aug 28 14:56:58.455201 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-1c90a488-56c2-49dd-bb6e-53a7878babf3 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:58.468378 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-846faa48-65e7-4d3b-9c19-10a22409ba0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e759b35-df78-4df1-a087-7d678e3edbc3 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:56:58.478251 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-846faa48-65e7-4d3b-9c19-10a22409ba0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:58.488516 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-1c90a488-56c2-49dd-bb6e-53a7878babf3 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Transition to ACTIVE for port object bac4fa37-f01b-40ed-9304-eebde8331b53 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:56:58.495600 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-846faa48-65e7-4d3b-9c19-10a22409ba0f service neutron] Transition to ACTIVE for port object 1e759b35-df78-4df1-a087-7d678e3edbc3 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:56:58.508798 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-846faa48-65e7-4d3b-9c19-10a22409ba0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:58.536495 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-1c90a488-56c2-49dd-bb6e-53a7878babf3 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:58.585688 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-1c90a488-56c2-49dd-bb6e-53a7878babf3 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Network 81167e94-3666-4c28-a056-416ea7a0c9d3 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:56:58.590361 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-1c90a488-56c2-49dd-bb6e-53a7878babf3 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:56:58.597983 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-1c90a488-56c2-49dd-bb6e-53a7878babf3 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:56:58.626868 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bc29e-5779-49f2-9abf-3fee6f279b63 req-42661311-f9d7-48d8-9517-38f06152f3ee tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:58.628594 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c70bc29e-5779-49f2-9abf-3fee6f279b63 req-42661311-f9d7-48d8-9517-38f06152f3ee tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 946 time: 0.1307020 Aug 28 14:56:58.629240 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846faa48-65e7-4d3b-9c19-10a22409ba0f service neutron] Pushing event updated for resources: {'Port': ['ID=1e759b35-df78-4df1-a087-7d678e3edbc3,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:58.639021 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90a488-56c2-49dd-bb6e-53a7878babf3 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Pushing event updated for resources: {'Port': ['ID=bac4fa37-f01b-40ed-9304-eebde8331b53,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:58.679754 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-1c90a488-56c2-49dd-bb6e-53a7878babf3 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:58.680401 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-1c90a488-56c2-49dd-bb6e-53a7878babf3 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:58.704127 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-1c90a488-56c2-49dd-bb6e-53a7878babf3 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0004108 Aug 28 14:56:58.725934 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b59e310e-847a-419b-adad-ff0d2d4d5487 service neutron] Request body: {'port': {'device_id': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:56:58.752633 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-846faa48-65e7-4d3b-9c19-10a22409ba0f service neutron] Attempting to bind port 1e759b35-df78-4df1-a087-7d678e3edbc3 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:56:58.752771 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-846faa48-65e7-4d3b-9c19-10a22409ba0f service neutron] Attempting to bind port 1e759b35-df78-4df1-a087-7d678e3edbc3 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:56:58.753068 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-846faa48-65e7-4d3b-9c19-10a22409ba0f service neutron] Attempting to bind port 1e759b35-df78-4df1-a087-7d678e3edbc3 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:56:58.794507 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-846faa48-65e7-4d3b-9c19-10a22409ba0f service neutron] Port 1e759b35-df78-4df1-a087-7d678e3edbc3 on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:56:58.795027 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-846faa48-65e7-4d3b-9c19-10a22409ba0f service neutron] Attempting to bind port 1e759b35-df78-4df1-a087-7d678e3edbc3 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:56:58.808692 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c70bc29e-5779-49f2-9abf-3fee6f279b63 req-e8d6d1b7-eb99-451b-8946-b9a5bece2a17 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393967 Aug 28 14:56:58.809710 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-846faa48-65e7-4d3b-9c19-10a22409ba0f service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:56:58.810049 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-846faa48-65e7-4d3b-9c19-10a22409ba0f service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:56:58.810436 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-846faa48-65e7-4d3b-9c19-10a22409ba0f service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:56:58.811536 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-846faa48-65e7-4d3b-9c19-10a22409ba0f service neutron] Bound port: 1e759b35-df78-4df1-a087-7d678e3edbc3, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:56:58.811877 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-846faa48-65e7-4d3b-9c19-10a22409ba0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:58.858213 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b59e310e-847a-419b-adad-ff0d2d4d5487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:58.981511 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-846faa48-65e7-4d3b-9c19-10a22409ba0f service neutron] For port 1e759b35-df78-4df1-a087-7d678e3edbc3, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:56:58.985018 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-846faa48-65e7-4d3b-9c19-10a22409ba0f service neutron] For port 1e759b35-df78-4df1-a087-7d678e3edbc3, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=1e759b35-df78-4df1-a087-7d678e3edbc3,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:56:58.990378 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-846faa48-65e7-4d3b-9c19-10a22409ba0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:59.091138 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-846faa48-65e7-4d3b-9c19-10a22409ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:59.093133 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-846faa48-65e7-4d3b-9c19-10a22409ba0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:59.095379 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-846faa48-65e7-4d3b-9c19-10a22409ba0f service neutron] 10.222.0.36 "PUT /v2.0/ports/1e759b35-df78-4df1-a087-7d678e3edbc3 HTTP/1.1" status: 200 len: 1097 time: 1.2389622 Aug 28 14:56:59.096319 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895eef51-4d14-4eee-9ab2-c24fe19152c7', 'tag': '1e759b35-df78-4df1-a087-7d678e3edbc3'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:56:59.100003 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e88742e-8281-4b9f-8c6e-ae48a29b5047" -d '{"events": [{"name": "network-changed", "server_uuid": "895eef51-4d14-4eee-9ab2-c24fe19152c7", "tag": "1e759b35-df78-4df1-a087-7d678e3edbc3"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:56:59.101687 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7052d476-2655-4427-a392-e03d861fe9fe None None] Provisioning for port bac4fa37-f01b-40ed-9304-eebde8331b53 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:56:59.107727 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7052d476-2655-4427-a392-e03d861fe9fe None None] Provisioning complete for port bac4fa37-f01b-40ed-9304-eebde8331b53 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:56:59.108423 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7052d476-2655-4427-a392-e03d861fe9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:59.169324 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846faa48-65e7-4d3b-9c19-10a22409ba0f service neutron] Pushing event updated for resources: {'Port': ['ID=1e759b35-df78-4df1-a087-7d678e3edbc3,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:59.173648 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-7052d476-2655-4427-a392-e03d861fe9fe None None] Port bac4fa37-f01b-40ed-9304-eebde8331b53 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:56:59.238524 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa33719-e204-4daf-ad39-6537923f0c05 req-c44c5e3e-4824-4e80-9652-b31afdaa9288 tempest-ServersOnMultiNodesTest-1569130746 tempest-ServersOnMultiNodesTest-1569130746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:59.240423 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aaa33719-e204-4daf-ad39-6537923f0c05 req-c44c5e3e-4824-4e80-9652-b31afdaa9288 tempest-ServersOnMultiNodesTest-1569130746 tempest-ServersOnMultiNodesTest-1569130746-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=de8c9a3f-38c8-406d-a587-2e0faddf08fe HTTP/1.1" status: 200 len: 1101 time: 0.1338532 Aug 28 14:56:59.307907 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-17fa3b43-c828-4cc5-9314-9d434f2a33c8 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 14:56:59.309935 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-17fa3b43-c828-4cc5-9314-9d434f2a33c8 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200422 Aug 28 14:56:59.311809 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-0d1a220a-184b-413e-aed9-c9867faa6b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:59.313367 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-0d1a220a-184b-413e-aed9-c9867faa6b1a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c8f30ba5b2dd4e6eb5a5a89b54916eba&device_id=895eef51-4d14-4eee-9ab2-c24fe19152c7 HTTP/1.1" status: 200 len: 1100 time: 0.1361670 Aug 28 14:56:59.326244 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-6def3d1e-0725-429f-aa0c-29805e34faf4 service neutron] Request body: {'binding': {'host': 'n-h2-712137-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:56:59.326900 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-6def3d1e-0725-429f-aa0c-29805e34faf4 service neutron] Unknown quota resources ['binding']. {{(pid=106329) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 14:56:59.351743 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b59e310e-847a-419b-adad-ff0d2d4d5487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b87fed8-f886-448a-9c21-e53f6cc4e49a {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:56:59.361346 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b59e310e-847a-419b-adad-ff0d2d4d5487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:59.363802 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aaa33719-e204-4daf-ad39-6537923f0c05 req-49abd5ee-d1a4-4d0e-958c-0c90d11268fa tempest-ServersOnMultiNodesTest-1569130746 tempest-ServersOnMultiNodesTest-1569130746-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114008 Aug 28 14:56:59.374458 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b59e310e-847a-419b-adad-ff0d2d4d5487 service neutron] Transition to ACTIVE for port object 4b87fed8-f886-448a-9c21-e53f6cc4e49a will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:56:59.409579 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b59e310e-847a-419b-adad-ff0d2d4d5487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:59.411643 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-11adf7a9-1e8a-4867-8b5d-fbe043b1ea34 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=1e759b35-df78-4df1-a087-7d678e3edbc3 HTTP/1.1" status: 200 len: 217 time: 0.0797493 Aug 28 14:56:59.518645 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e310e-847a-419b-adad-ff0d2d4d5487 service neutron] Pushing event updated for resources: {'Port': ['ID=4b87fed8-f886-448a-9c21-e53f6cc4e49a,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:56:59.576518 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-c50c7db8-8382-4fc6-adc2-f93eb1057ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:59.577992 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-c50c7db8-8382-4fc6-adc2-f93eb1057ab2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1567974 Aug 28 14:56:59.647395 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0af66-b130-47fb-b094-a58ece787e2a req-542ede30-b157-4c18-a159-fb450f8ebbbc tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:59.654283 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0af66-b130-47fb-b094-a58ece787e2a req-542ede30-b157-4c18-a159-fb450f8ebbbc tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:59.660476 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0af66-b130-47fb-b094-a58ece787e2a req-542ede30-b157-4c18-a159-fb450f8ebbbc tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:59.666623 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0af66-b130-47fb-b094-a58ece787e2a req-542ede30-b157-4c18-a159-fb450f8ebbbc tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:59.673624 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0af66-b130-47fb-b094-a58ece787e2a req-542ede30-b157-4c18-a159-fb450f8ebbbc tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:59.675815 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0cf0af66-b130-47fb-b094-a58ece787e2a req-542ede30-b157-4c18-a159-fb450f8ebbbc tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 3827 time: 0.2120972 Aug 28 14:56:59.733392 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-78974ccf-3971-4525-810f-fcb36d226e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:59.734898 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-78974ccf-3971-4525-810f-fcb36d226e29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1438265 Aug 28 14:56:59.745009 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-6def3d1e-0725-429f-aa0c-29805e34faf4 service neutron] Attempting to bind port 85ca0f6f-3f0a-4acd-87a1-4677769194dd on host n-h2-712137-10 for vnic_type normal with profile None {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:56:59.745344 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-6def3d1e-0725-429f-aa0c-29805e34faf4 service neutron] Attempting to bind port 85ca0f6f-3f0a-4acd-87a1-4677769194dd by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:56:59.745683 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-6def3d1e-0725-429f-aa0c-29805e34faf4 service neutron] Attempting to bind port 85ca0f6f-3f0a-4acd-87a1-4677769194dd on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:56:59.772938 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-6def3d1e-0725-429f-aa0c-29805e34faf4 service neutron] Port 85ca0f6f-3f0a-4acd-87a1-4677769194dd on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:56:59.773188 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-6def3d1e-0725-429f-aa0c-29805e34faf4 service neutron] Attempting to bind port 85ca0f6f-3f0a-4acd-87a1-4677769194dd on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:56:59.778702 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0cf0af66-b130-47fb-b094-a58ece787e2a req-68401c8c-8921-4653-b231-255381c0abbf tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884590 Aug 28 14:56:59.814295 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-6def3d1e-0725-429f-aa0c-29805e34faf4 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:56:59.814642 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-6def3d1e-0725-429f-aa0c-29805e34faf4 service neutron] Checking segment: {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:56:59.815031 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-6def3d1e-0725-429f-aa0c-29805e34faf4 service neutron] Bound using segment: {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:56:59.815470 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-6def3d1e-0725-429f-aa0c-29805e34faf4 service neutron] Bound port: 85ca0f6f-3f0a-4acd-87a1-4677769194dd, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:56:59.849138 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b59e310e-847a-419b-adad-ff0d2d4d5487 service neutron] Attempting to bind port 4b87fed8-f886-448a-9c21-e53f6cc4e49a on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:56:59.850056 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b59e310e-847a-419b-adad-ff0d2d4d5487 service neutron] Attempting to bind port 4b87fed8-f886-448a-9c21-e53f6cc4e49a by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '646fb295-81d2-4bd9-83d2-cede57fdef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f1b33141-ca0c-463e-90a5-3e011354593f'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:56:59.850558 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b59e310e-847a-419b-adad-ff0d2d4d5487 service neutron] Attempting to bind port 4b87fed8-f886-448a-9c21-e53f6cc4e49a on network f1b33141-ca0c-463e-90a5-3e011354593f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:56:59.858615 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b59e310e-847a-419b-adad-ff0d2d4d5487 service neutron] Port 4b87fed8-f886-448a-9c21-e53f6cc4e49a on network f1b33141-ca0c-463e-90a5-3e011354593f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:56:59.859160 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b59e310e-847a-419b-adad-ff0d2d4d5487 service neutron] Attempting to bind port 4b87fed8-f886-448a-9c21-e53f6cc4e49a on network f1b33141-ca0c-463e-90a5-3e011354593f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:56:59.864391 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b59e310e-847a-419b-adad-ff0d2d4d5487 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:56:59.864961 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b59e310e-847a-419b-adad-ff0d2d4d5487 service neutron] Checking segment: {'id': '646fb295-81d2-4bd9-83d2-cede57fdef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f1b33141-ca0c-463e-90a5-3e011354593f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:56:59.865620 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b59e310e-847a-419b-adad-ff0d2d4d5487 service neutron] Bound using segment: {'id': '646fb295-81d2-4bd9-83d2-cede57fdef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f1b33141-ca0c-463e-90a5-3e011354593f'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:56:59.866224 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b59e310e-847a-419b-adad-ff0d2d4d5487 service neutron] Bound port: 4b87fed8-f886-448a-9c21-e53f6cc4e49a, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '646fb295-81d2-4bd9-83d2-cede57fdef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f1b33141-ca0c-463e-90a5-3e011354593f'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:56:59.866756 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b59e310e-847a-419b-adad-ff0d2d4d5487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:59.933376 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b59e310e-847a-419b-adad-ff0d2d4d5487 service neutron] For port 4b87fed8-f886-448a-9c21-e53f6cc4e49a, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:56:59.934151 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-1c08bab0-ffb9-4fc2-a4b5-30fa569ccef3 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895821 Aug 28 14:56:59.936495 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-6def3d1e-0725-429f-aa0c-29805e34faf4 service neutron] For port 85ca0f6f-3f0a-4acd-87a1-4677769194dd, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=85ca0f6f-3f0a-4acd-87a1-4677769194dd,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:56:59.938173 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b59e310e-847a-419b-adad-ff0d2d4d5487 service neutron] For port 4b87fed8-f886-448a-9c21-e53f6cc4e49a, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=4b87fed8-f886-448a-9c21-e53f6cc4e49a,segment=NetworkSegment(646fb295-81d2-4bd9-83d2-cede57fdef69),segment_id=646fb295-81d2-4bd9-83d2-cede57fdef69)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:56:59.943260 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b59e310e-847a-419b-adad-ff0d2d4d5487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:59.951198 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-6def3d1e-0725-429f-aa0c-29805e34faf4 service neutron] Notify callbacks [] for binding, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:59.952335 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-6def3d1e-0725-429f-aa0c-29805e34faf4 service neutron] 10.222.0.13 "POST /v2.0/ports/85ca0f6f-3f0a-4acd-87a1-4677769194dd/bindings HTTP/1.1" status: 201 len: 390 time: 0.6349947 Aug 28 14:56:59.995041 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b59e310e-847a-419b-adad-ff0d2d4d5487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:56:59.996914 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b59e310e-847a-419b-adad-ff0d2d4d5487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:56:59.999885 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:57:00.010488 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b59e310e-847a-419b-adad-ff0d2d4d5487 service neutron] 10.222.0.36 "PUT /v2.0/ports/4b87fed8-f886-448a-9c21-e53f6cc4e49a HTTP/1.1" status: 200 len: 1092 time: 1.2958093 Aug 28 14:57:00.011259 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'tag': '4b87fed8-f886-448a-9c21-e53f6cc4e49a'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:00.018373 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad7cea6-d4c2-4b5f-9741-9291e5504f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "tag": "4b87fed8-f886-448a-9c21-e53f6cc4e49a"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:00.029497 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32ac21-99cf-4279-8329-eba026d875fd req-0900def1-f89c-4a88-89ba-72e07b715b0c tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:00.037085 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e32ac21-99cf-4279-8329-eba026d875fd req-0900def1-f89c-4a88-89ba-72e07b715b0c tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=895eef51-4d14-4eee-9ab2-c24fe19152c7 HTTP/1.1" status: 200 len: 948 time: 0.1623743 Aug 28 14:57:00.051399 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b8d37972-ef1d-4423-8754-8ec0c7b1ca72 service neutron] Request body: {'port': {'device_id': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:57:00.106133 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e32ac21-99cf-4279-8329-eba026d875fd req-9471c71a-0c97-407c-86e9-bf31f5434e97 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653522 Aug 28 14:57:00.140553 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c3ec011-f615-4529-9ecd-48217ec7452c req-9bd7364b-05fd-4b2a-b94a-595d65a1499c service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995661 Aug 28 14:57:00.162928 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc8de83-974b-4ca6-942c-6141a14042bd x-openstack-request-id: req-9fc8de83-974b-4ca6-942c-6141a14042bd {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:00.163451 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895eef51-4d14-4eee-9ab2-c24fe19152c7", "tag": "1e759b35-df78-4df1-a087-7d678e3edbc3", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:00.163665 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e310e-847a-419b-adad-ff0d2d4d5487 service neutron] Pushing event updated for resources: {'Port': ['ID=4b87fed8-f886-448a-9c21-e53f6cc4e49a,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:00.164074 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9fc8de83-974b-4ca6-942c-6141a14042bd {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:00.164636 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895eef51-4d14-4eee-9ab2-c24fe19152c7', 'tag': '1e759b35-df78-4df1-a087-7d678e3edbc3', 'status': 'completed', 'code': 200} Aug 28 14:57:00.232840 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:00.258967 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': '8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8', 'mac_address': 'fa:16:3e:29:ce:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:57:00.322912 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:00.332315 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b8d37972-ef1d-4423-8754-8ec0c7b1ca72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:00.346627 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:57:00.368259 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88742e-8281-4b9f-8c6e-ae48a29b5047 req-a11a9fbf-4cd6-44a6-b69a-5e4b712ff2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:00.369340 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:00.369798 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1e88742e-8281-4b9f-8c6e-ae48a29b5047 req-a11a9fbf-4cd6-44a6-b69a-5e4b712ff2c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c8f30ba5b2dd4e6eb5a5a89b54916eba&device_id=895eef51-4d14-4eee-9ab2-c24fe19152c7 HTTP/1.1" status: 200 len: 1100 time: 0.1415641 Aug 28 14:57:00.373427 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:00.400366 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-824adc40-da6c-42c8-9597-e756f17af2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:00.403425 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-824adc40-da6c-42c8-9597-e756f17af2c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=29e98397e0be4fe1a52442d0d5c53b75&device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 1098 time: 0.1310003 Aug 28 14:57:00.425151 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747da73-a2cd-47ee-bf36-cf3135c1f97c req-6f10f007-a9ce-44aa-909c-bee9a878d582 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:00.426952 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d747da73-a2cd-47ee-bf36-cf3135c1f97c req-6f10f007-a9ce-44aa-909c-bee9a878d582 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 947 time: 0.2070200 Aug 28 14:57:00.443092 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8,revision_number=7']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:00.447407 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-5afeba0f-f6c7-4895-a5ba-d80ffc3d350f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=109ba20ea60e466cbac84cbb863b26ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0925422 Aug 28 14:57:00.539396 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d747da73-a2cd-47ee-bf36-cf3135c1f97c req-05eb0493-ae75-4235-ba77-3e24f58ad2bd tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030257 Aug 28 14:57:00.701978 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591d7d7-e08e-48f8-9090-14747aedda71 req-0e49633e-9c1c-41d9-92d5-a2278c46dc42 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:00.704006 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4591d7d7-e08e-48f8-9090-14747aedda71 req-0e49633e-9c1c-41d9-92d5-a2278c46dc42 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 946 time: 0.0911996 Aug 28 14:57:00.789473 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b8d37972-ef1d-4423-8754-8ec0c7b1ca72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e62bbc1-7086-4e73-bc5b-92ef2064ead1 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:57:00.796564 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4591d7d7-e08e-48f8-9090-14747aedda71 req-a55f876e-9e52-40c0-9a2c-0ac1bf158395 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805564 Aug 28 14:57:00.800981 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b8d37972-ef1d-4423-8754-8ec0c7b1ca72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:00.814735 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b8d37972-ef1d-4423-8754-8ec0c7b1ca72 service neutron] Transition to ACTIVE for port object 7e62bbc1-7086-4e73-bc5b-92ef2064ead1 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:57:00.835287 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b8d37972-ef1d-4423-8754-8ec0c7b1ca72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:00.838014 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:00.897525 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d37972-ef1d-4423-8754-8ec0c7b1ca72 service neutron] Pushing event updated for resources: {'Port': ['ID=7e62bbc1-7086-4e73-bc5b-92ef2064ead1,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:01.069766 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647d32bd-1cd4-4b30-8be9-b8e0824b75a2 x-openstack-request-id: req-647d32bd-1cd4-4b30-8be9-b8e0824b75a2 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:01.070105 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "tag": "4b87fed8-f886-448a-9c21-e53f6cc4e49a", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:01.073043 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-647d32bd-1cd4-4b30-8be9-b8e0824b75a2 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:01.073781 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'tag': '4b87fed8-f886-448a-9c21-e53f6cc4e49a', 'status': 'completed', 'code': 200} Aug 28 14:57:01.074620 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b8d37972-ef1d-4423-8754-8ec0c7b1ca72 service neutron] Attempting to bind port 7e62bbc1-7086-4e73-bc5b-92ef2064ead1 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:57:01.075023 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b8d37972-ef1d-4423-8754-8ec0c7b1ca72 service neutron] Attempting to bind port 7e62bbc1-7086-4e73-bc5b-92ef2064ead1 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '9e672dc6-4046-4834-8b0a-ef3e6ab4e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:57:01.075607 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b8d37972-ef1d-4423-8754-8ec0c7b1ca72 service neutron] Attempting to bind port 7e62bbc1-7086-4e73-bc5b-92ef2064ead1 on network f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:57:01.076303 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-e2c918de-c631-48e7-8612-99deefdd2d18 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:01.077859 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-e2c918de-c631-48e7-8612-99deefdd2d18 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6279218 Aug 28 14:57:01.079259 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-b663c289-21ef-47e4-b1cc-971d5e8db5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:01.080485 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-b663c289-21ef-47e4-b1cc-971d5e8db5f9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45 HTTP/1.1" status: 200 len: 909 time: 0.6540742 Aug 28 14:57:01.081635 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88742e-8281-4b9f-8c6e-ae48a29b5047 req-e69e6560-782f-4479-9b52-a7c5c7a44cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:01.083000 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1e88742e-8281-4b9f-8c6e-ae48a29b5047 req-e69e6560-782f-4479-9b52-a7c5c7a44cc4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.6898346 Aug 28 14:57:01.100494 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b8d37972-ef1d-4423-8754-8ec0c7b1ca72 service neutron] Port 7e62bbc1-7086-4e73-bc5b-92ef2064ead1 on network f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:57:01.100938 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b8d37972-ef1d-4423-8754-8ec0c7b1ca72 service neutron] Attempting to bind port 7e62bbc1-7086-4e73-bc5b-92ef2064ead1 on network f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:57:01.139413 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b8d37972-ef1d-4423-8754-8ec0c7b1ca72 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:57:01.139897 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b8d37972-ef1d-4423-8754-8ec0c7b1ca72 service neutron] Checking segment: {'id': '9e672dc6-4046-4834-8b0a-ef3e6ab4e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:57:01.140293 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b8d37972-ef1d-4423-8754-8ec0c7b1ca72 service neutron] Bound using segment: {'id': '9e672dc6-4046-4834-8b0a-ef3e6ab4e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:57:01.140744 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b8d37972-ef1d-4423-8754-8ec0c7b1ca72 service neutron] Bound port: 7e62bbc1-7086-4e73-bc5b-92ef2064ead1, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e672dc6-4046-4834-8b0a-ef3e6ab4e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:57:01.141153 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b8d37972-ef1d-4423-8754-8ec0c7b1ca72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:01.205052 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-1eb30274-7d18-4586-b0df-eabca2618d00 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/quotas/109ba20ea60e466cbac84cbb863b26ca HTTP/1.1" status: 200 len: 375 time: 0.1183100 Aug 28 14:57:01.207795 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1e88742e-8281-4b9f-8c6e-ae48a29b5047 req-203d1a3d-d06e-4119-879c-d125ea492b74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=1e759b35-df78-4df1-a087-7d678e3edbc3 HTTP/1.1" status: 200 len: 217 time: 0.1052279 Aug 28 14:57:01.260023 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7cea6-d4c2-4b5f-9741-9291e5504f8d req-edf92f8b-0f04-4591-b720-eb1d1b68fd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:01.260516 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7cea6-d4c2-4b5f-9741-9291e5504f8d req-edf92f8b-0f04-4591-b720-eb1d1b68fd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:01.260998 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7cea6-d4c2-4b5f-9741-9291e5504f8d req-edf92f8b-0f04-4591-b720-eb1d1b68fd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:01.261612 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7cea6-d4c2-4b5f-9741-9291e5504f8d req-edf92f8b-0f04-4591-b720-eb1d1b68fd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:01.262157 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7cea6-d4c2-4b5f-9741-9291e5504f8d req-edf92f8b-0f04-4591-b720-eb1d1b68fd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:01.262719 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7cea6-d4c2-4b5f-9741-9291e5504f8d req-edf92f8b-0f04-4591-b720-eb1d1b68fd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:01.264581 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3ad7cea6-d4c2-4b5f-9741-9291e5504f8d req-edf92f8b-0f04-4591-b720-eb1d1b68fd92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c41f7ff750b41758b81cc9b9f8f4744&device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5248 time: 0.1738732 Aug 28 14:57:01.278642 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-579533e9-8942-4e64-a0c9-9bf98fb7c98d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85ca0f6f-3f0a-4acd-87a1-4677769194dd HTTP/1.1" status: 200 len: 217 time: 0.1778121 Aug 28 14:57:01.361682 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a6c0e-afe5-4000-97eb-c1f659b36e59 req-3197a739-c5bf-4009-bac4-1e8810baf605 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:01.364231 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bb9a6c0e-afe5-4000-97eb-c1f659b36e59 req-3197a739-c5bf-4009-bac4-1e8810baf605 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 946 time: 0.1917398 Aug 28 14:57:01.366633 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b8d37972-ef1d-4423-8754-8ec0c7b1ca72 service neutron] For port 7e62bbc1-7086-4e73-bc5b-92ef2064ead1, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:57:01.370633 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88742e-8281-4b9f-8c6e-ae48a29b5047 req-dfe10548-1827-4fee-927f-dd8c5b55910d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:01.372955 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1e88742e-8281-4b9f-8c6e-ae48a29b5047 req-dfe10548-1827-4fee-927f-dd8c5b55910d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1334887 Aug 28 14:57:01.392257 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-ba479003-07c2-4abe-8158-fad52d2a08ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:01.393829 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-ba479003-07c2-4abe-8158-fad52d2a08ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c5688cf-0eb8-4e6f-8c97-3f260fd91357 HTTP/1.1" status: 200 len: 848 time: 0.0903509 Aug 28 14:57:01.411108 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-7dd09587-d839-4e46-b37f-fe551e1d54fa tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=109ba20ea60e466cbac84cbb863b26ca&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2051950 Aug 28 14:57:01.419401 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b8d37972-ef1d-4423-8754-8ec0c7b1ca72 service neutron] For port 7e62bbc1-7086-4e73-bc5b-92ef2064ead1, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=7e62bbc1-7086-4e73-bc5b-92ef2064ead1,segment=NetworkSegment(9e672dc6-4046-4834-8b0a-ef3e6ab4e033),segment_id=9e672dc6-4046-4834-8b0a-ef3e6ab4e033)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:57:01.447213 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b8d37972-ef1d-4423-8754-8ec0c7b1ca72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:01.467725 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-0f18e3ed-f0b4-42ed-ab3e-3e241ef86ffe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408101 Aug 28 14:57:01.488210 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88742e-8281-4b9f-8c6e-ae48a29b5047 req-affcaf4a-1460-4577-a70f-588849330450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:01.489779 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1e88742e-8281-4b9f-8c6e-ae48a29b5047 req-affcaf4a-1460-4577-a70f-588849330450 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1075366 Aug 28 14:57:01.538618 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bb9a6c0e-afe5-4000-97eb-c1f659b36e59 req-3d18d326-f7cd-4abf-bd23-85e2465ee623 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584508 Aug 28 14:57:01.603050 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b8d37972-ef1d-4423-8754-8ec0c7b1ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:01.603528 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b8d37972-ef1d-4423-8754-8ec0c7b1ca72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:01.606790 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b8d37972-ef1d-4423-8754-8ec0c7b1ca72 service neutron] 10.222.0.36 "PUT /v2.0/ports/7e62bbc1-7086-4e73-bc5b-92ef2064ead1 HTTP/1.1" status: 200 len: 1134 time: 1.5628898 Aug 28 14:57:01.630241 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7cea6-d4c2-4b5f-9741-9291e5504f8d req-0548e501-58dd-4ef1-a7ba-bfe09d5def84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:01.635265 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7cea6-d4c2-4b5f-9741-9291e5504f8d req-0548e501-58dd-4ef1-a7ba-bfe09d5def84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:01.637774 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7cea6-d4c2-4b5f-9741-9291e5504f8d req-0548e501-58dd-4ef1-a7ba-bfe09d5def84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:01.640144 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3ad7cea6-d4c2-4b5f-9741-9291e5504f8d req-0548e501-58dd-4ef1-a7ba-bfe09d5def84 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5c41f7ff750b41758b81cc9b9f8f4744&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3627586 Aug 28 14:57:01.661994 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-7cfb0981-771b-43bd-9f77-dc66ce152f23 service neutron] Request body: {'port': {'device_id': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:57:01.750143 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-b1632102-7fcb-4b22-8c6a-f5c815aec316 service neutron] 10.222.0.36 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734139 Aug 28 14:57:01.783265 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d37972-ef1d-4423-8754-8ec0c7b1ca72 service neutron] Pushing event updated for resources: {'Port': ['ID=7e62bbc1-7086-4e73-bc5b-92ef2064ead1,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:01.826366 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1e88742e-8281-4b9f-8c6e-ae48a29b5047 req-217386bd-d9af-4fe8-b4e5-a8407742d7f4 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209553 Aug 28 14:57:01.954590 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-7cfb0981-771b-43bd-9f77-dc66ce152f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:01.959066 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 1e759b35-df78-4df1-a087-7d678e3edbc3 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:57:02.025423 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e2ad6-ad92-4099-a63b-6911b9686bb7 req-218115c9-2328-4c24-90b0-aeb7156972e1 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:02.034228 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e2ad6-ad92-4099-a63b-6911b9686bb7 req-218115c9-2328-4c24-90b0-aeb7156972e1 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:02.041597 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e2ad6-ad92-4099-a63b-6911b9686bb7 req-218115c9-2328-4c24-90b0-aeb7156972e1 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:02.049438 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e2ad6-ad92-4099-a63b-6911b9686bb7 req-218115c9-2328-4c24-90b0-aeb7156972e1 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:02.053687 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551249f-d4d8-47c5-8c0c-48b493102306 req-7e62dffa-c35f-4955-915b-de34fae39861 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:02.056731 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e2ad6-ad92-4099-a63b-6911b9686bb7 req-218115c9-2328-4c24-90b0-aeb7156972e1 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:02.061890 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1551249f-d4d8-47c5-8c0c-48b493102306 req-7e62dffa-c35f-4955-915b-de34fae39861 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=895eef51-4d14-4eee-9ab2-c24fe19152c7 HTTP/1.1" status: 200 len: 948 time: 0.2105737 Aug 28 14:57:02.063322 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e2ad6-ad92-4099-a63b-6911b9686bb7 req-218115c9-2328-4c24-90b0-aeb7156972e1 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:02.071951 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6d9e2ad6-ad92-4099-a63b-6911b9686bb7 req-218115c9-2328-4c24-90b0-aeb7156972e1 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 4602 time: 0.3449237 Aug 28 14:57:02.110740 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7cea6-d4c2-4b5f-9741-9291e5504f8d req-4fad384a-5a73-4834-8228-07acb9c594aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:02.112545 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3ad7cea6-d4c2-4b5f-9741-9291e5504f8d req-4fad384a-5a73-4834-8228-07acb9c594aa service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4245098 Aug 28 14:57:02.161547 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-323c2326-3641-4380-91d2-20b005a9adfa service neutron] 10.222.0.36 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896804 Aug 28 14:57:02.169030 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1551249f-d4d8-47c5-8c0c-48b493102306 req-6f66b258-076b-4438-815f-29862e36559b tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009140 Aug 28 14:57:02.170466 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 1e759b35-df78-4df1-a087-7d678e3edbc3, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=1e759b35-df78-4df1-a087-7d678e3edbc3,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:02.180151 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6bac8-5009-424c-96b6-2deb3859bd30 req-42324c5a-1eba-4b15-b6ad-90bed6274e3c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:02.188904 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '1e759b35-df78-4df1-a087-7d678e3edbc3', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': '1e759b35-df78-4df1-a087-7d678e3edbc3', 'mac_address': 'fa:16:3e:fb:6e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:57:02.196068 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2bc6bac8-5009-424c-96b6-2deb3859bd30 req-42324c5a-1eba-4b15-b6ad-90bed6274e3c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537&tenant_id=86251bdbee63415981170d08b9111a4c&binding%3Ahost_id=n-h1-712137-10 HTTP/1.1" status: 200 len: 948 time: 0.2579000 Aug 28 14:57:02.251090 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6d9e2ad6-ad92-4099-a63b-6911b9686bb7 req-d94da464-b261-433d-83f0-84bbce3d1bf5 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1637316 Aug 28 14:57:02.260967 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1e88742e-8281-4b9f-8c6e-ae48a29b5047 req-c5506183-fdff-4be2-9d7e-d0971b787eae service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537173 Aug 28 14:57:02.269386 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:02.288202 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e759b35-df78-4df1-a087-7d678e3edbc3 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:57:02.317593 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 1e759b35-df78-4df1-a087-7d678e3edbc3, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=1e759b35-df78-4df1-a087-7d678e3edbc3,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:02.327422 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:02.373062 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-50d42573-350f-47fc-8d77-59abb966120c req-85f18bea-39a4-44d6-8bd9-ecc157652090 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=53e8cf2a-f65f-4b57-94aa-14f7193b9a9f HTTP/1.1" status: 200 len: 210 time: 0.0461478 Aug 28 14:57:02.406514 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=1e759b35-df78-4df1-a087-7d678e3edbc3,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:02.496866 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6bac8-5009-424c-96b6-2deb3859bd30 req-35cc4d53-d81b-4d5f-b562-9880784a1ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:02.498484 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2bc6bac8-5009-424c-96b6-2deb3859bd30 req-35cc4d53-d81b-4d5f-b562-9880784a1ee3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 1100 time: 0.1946511 Aug 28 14:57:02.512413 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edce91a-7df6-43fa-b632-a97508082baf req-66a4d8c4-8b75-40c3-b4fa-7ad7e2187742 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:02.519828 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5edce91a-7df6-43fa-b632-a97508082baf req-66a4d8c4-8b75-40c3-b4fa-7ad7e2187742 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 948 time: 0.1314657 Aug 28 14:57:02.547499 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405dc91-4dce-40b6-b998-1e758788bbaa req-7f2c81ce-30ad-4b0c-acb1-4b8afe849e55 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:02.549331 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2405dc91-4dce-40b6-b998-1e758788bbaa req-7f2c81ce-30ad-4b0c-acb1-4b8afe849e55 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 946 time: 0.0869761 Aug 28 14:57:02.610221 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2405dc91-4dce-40b6-b998-1e758788bbaa req-008c089a-7c43-4be1-b121-bbff3c2c1f10 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539038 Aug 28 14:57:02.647879 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['1e759b35-df78-4df1-a087-7d678e3edbc3'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:02.684737 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5edce91a-7df6-43fa-b632-a97508082baf req-47f4afa3-0562-48aa-a533-5e94ed7e68b4 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626210 Aug 28 14:57:02.794068 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-7cfb0981-771b-43bd-9f77-dc66ce152f23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7840cbd9-0758-4ada-854e-1b4e2f5d208a {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:57:02.799046 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6bac8-5009-424c-96b6-2deb3859bd30 req-d52aee0a-67d0-429e-805c-a349e0bda428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:02.800708 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2bc6bac8-5009-424c-96b6-2deb3859bd30 req-d52aee0a-67d0-429e-805c-a349e0bda428 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.2765086 Aug 28 14:57:02.808041 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-7cfb0981-771b-43bd-9f77-dc66ce152f23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:02.857915 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2bc6bac8-5009-424c-96b6-2deb3859bd30 req-44d188c5-fbf1-49d2-972d-94c0f34594f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 HTTP/1.1" status: 200 len: 217 time: 0.0460379 Aug 28 14:57:02.859871 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-7cfb0981-771b-43bd-9f77-dc66ce152f23 service neutron] Transition to ACTIVE for port object 7840cbd9-0758-4ada-854e-1b4e2f5d208a will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:57:02.871056 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3f167-80b9-420f-93ef-2fd7ca43cc2b req-abe49afc-43eb-4bd1-b770-4422ecfd142f tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:02.872563 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84b3f167-80b9-420f-93ef-2fd7ca43cc2b req-abe49afc-43eb-4bd1-b770-4422ecfd142f tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 946 time: 0.1278751 Aug 28 14:57:02.880933 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-7cfb0981-771b-43bd-9f77-dc66ce152f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:02.988676 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6bac8-5009-424c-96b6-2deb3859bd30 req-74c5793b-f0b4-48fc-b28f-97c575ab27fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:02.990147 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2bc6bac8-5009-424c-96b6-2deb3859bd30 req-74c5793b-f0b4-48fc-b28f-97c575ab27fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1163688 Aug 28 14:57:02.997456 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84b3f167-80b9-420f-93ef-2fd7ca43cc2b req-c29bf130-94d6-4ed6-b2eb-822f762ddcec tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136196 Aug 28 14:57:03.001871 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb0981-771b-43bd-9f77-dc66ce152f23 service neutron] Pushing event updated for resources: {'Port': ['ID=7840cbd9-0758-4ada-854e-1b4e2f5d208a,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:03.082553 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'tag': '7e62bbc1-7086-4e73-bc5b-92ef2064ead1'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:03.085888 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633decad-91ce-40ae-9dcb-d991024e2bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "tag": "7e62bbc1-7086-4e73-bc5b-92ef2064ead1"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:03.118100 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6bac8-5009-424c-96b6-2deb3859bd30 req-05fb5dfc-e298-4b07-ad63-16602209680d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:03.122253 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-6f00c014-202d-44c8-993b-22916460ae11 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=109ba20ea60e466cbac84cbb863b26ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528598 Aug 28 14:57:03.126565 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2bc6bac8-5009-424c-96b6-2deb3859bd30 req-05fb5dfc-e298-4b07-ad63-16602209680d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1256318 Aug 28 14:57:03.254498 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e38c007-167c-4ecc-8af3-c76b49923876 x-openstack-request-id: req-9e38c007-167c-4ecc-8af3-c76b49923876 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:03.254839 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "tag": "7e62bbc1-7086-4e73-bc5b-92ef2064ead1", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:03.255093 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e38c007-167c-4ecc-8af3-c76b49923876 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:03.255483 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'tag': '7e62bbc1-7086-4e73-bc5b-92ef2064ead1', 'status': 'completed', 'code': 200} Aug 28 14:57:03.301491 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633decad-91ce-40ae-9dcb-d991024e2bb5 req-16a45d80-9158-4de4-b169-99689be6ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:03.301977 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633decad-91ce-40ae-9dcb-d991024e2bb5 req-16a45d80-9158-4de4-b169-99689be6ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:03.302454 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633decad-91ce-40ae-9dcb-d991024e2bb5 req-16a45d80-9158-4de4-b169-99689be6ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:03.302924 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633decad-91ce-40ae-9dcb-d991024e2bb5 req-16a45d80-9158-4de4-b169-99689be6ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:03.303393 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633decad-91ce-40ae-9dcb-d991024e2bb5 req-16a45d80-9158-4de4-b169-99689be6ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:03.303886 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633decad-91ce-40ae-9dcb-d991024e2bb5 req-16a45d80-9158-4de4-b169-99689be6ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:03.304420 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633decad-91ce-40ae-9dcb-d991024e2bb5 req-16a45d80-9158-4de4-b169-99689be6ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:03.306363 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-633decad-91ce-40ae-9dcb-d991024e2bb5 req-16a45d80-9158-4de4-b169-99689be6ddc8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c41f7ff750b41758b81cc9b9f8f4744&device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 6177 time: 0.1048880 Aug 28 14:57:03.333912 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-7cfb0981-771b-43bd-9f77-dc66ce152f23 service neutron] Attempting to bind port 7840cbd9-0758-4ada-854e-1b4e2f5d208a on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:57:03.334358 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-7cfb0981-771b-43bd-9f77-dc66ce152f23 service neutron] Attempting to bind port 7840cbd9-0758-4ada-854e-1b4e2f5d208a by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '9e672dc6-4046-4834-8b0a-ef3e6ab4e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:57:03.334790 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-7cfb0981-771b-43bd-9f77-dc66ce152f23 service neutron] Attempting to bind port 7840cbd9-0758-4ada-854e-1b4e2f5d208a on network f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:57:03.353917 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-7cfb0981-771b-43bd-9f77-dc66ce152f23 service neutron] Port 7840cbd9-0758-4ada-854e-1b4e2f5d208a on network f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:57:03.354248 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-7cfb0981-771b-43bd-9f77-dc66ce152f23 service neutron] Attempting to bind port 7840cbd9-0758-4ada-854e-1b4e2f5d208a on network f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:57:03.365041 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-aed85fc9-2777-44d4-a020-53a29b88a017 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:03.366430 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-aed85fc9-2777-44d4-a020-53a29b88a017 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2381055 Aug 28 14:57:03.379562 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd4df2-201f-4756-8132-1cce579dae6f req-8da2abbc-c5fe-459c-89ee-43032cbc2c78 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:03.381236 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-57dd4df2-201f-4756-8132-1cce579dae6f req-8da2abbc-c5fe-459c-89ee-43032cbc2c78 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=895eef51-4d14-4eee-9ab2-c24fe19152c7 HTTP/1.1" status: 200 len: 949 time: 0.1215150 Aug 28 14:57:03.383396 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2bc6bac8-5009-424c-96b6-2deb3859bd30 req-b7fa5190-7646-450f-b5fc-9f8d7f14911a service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450886 Aug 28 14:57:03.384138 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-7cfb0981-771b-43bd-9f77-dc66ce152f23 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:57:03.384477 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-7cfb0981-771b-43bd-9f77-dc66ce152f23 service neutron] Checking segment: {'id': '9e672dc6-4046-4834-8b0a-ef3e6ab4e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:57:03.384858 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-7cfb0981-771b-43bd-9f77-dc66ce152f23 service neutron] Bound using segment: {'id': '9e672dc6-4046-4834-8b0a-ef3e6ab4e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:57:03.385298 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-7cfb0981-771b-43bd-9f77-dc66ce152f23 service neutron] Bound port: 7840cbd9-0758-4ada-854e-1b4e2f5d208a, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e672dc6-4046-4834-8b0a-ef3e6ab4e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:57:03.385662 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-7cfb0981-771b-43bd-9f77-dc66ce152f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:03.401021 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-35f1cf98-b9a4-42f6-bad9-54b7d0c83bdb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Request body: {'port': {'device_id': '53e8cf2a-f65f-4b57-94aa-14f7193b9a9f', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'admin_state_up': True, 'tenant_id': '109ba20ea60e466cbac84cbb863b26ca'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:57:03.657011 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894b6ba-4045-4c22-bbda-56b469294468 req-59d95c45-c72b-48e7-8dfe-c63f9b974bed tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:03.662910 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894b6ba-4045-4c22-bbda-56b469294468 req-59d95c45-c72b-48e7-8dfe-c63f9b974bed tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:03.669394 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894b6ba-4045-4c22-bbda-56b469294468 req-59d95c45-c72b-48e7-8dfe-c63f9b974bed tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:03.675260 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894b6ba-4045-4c22-bbda-56b469294468 req-59d95c45-c72b-48e7-8dfe-c63f9b974bed tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:03.681109 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894b6ba-4045-4c22-bbda-56b469294468 req-59d95c45-c72b-48e7-8dfe-c63f9b974bed tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:03.687495 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894b6ba-4045-4c22-bbda-56b469294468 req-59d95c45-c72b-48e7-8dfe-c63f9b974bed tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:03.693307 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894b6ba-4045-4c22-bbda-56b469294468 req-59d95c45-c72b-48e7-8dfe-c63f9b974bed tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:03.695236 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c894b6ba-4045-4c22-bbda-56b469294468 req-59d95c45-c72b-48e7-8dfe-c63f9b974bed tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5379 time: 0.3087094 Aug 28 14:57:03.699732 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633decad-91ce-40ae-9dcb-d991024e2bb5 req-10297a4f-9fe3-4b1d-b94d-03d862e8abde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:03.700205 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633decad-91ce-40ae-9dcb-d991024e2bb5 req-10297a4f-9fe3-4b1d-b94d-03d862e8abde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:03.700672 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633decad-91ce-40ae-9dcb-d991024e2bb5 req-10297a4f-9fe3-4b1d-b94d-03d862e8abde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:03.702242 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-633decad-91ce-40ae-9dcb-d991024e2bb5 req-10297a4f-9fe3-4b1d-b94d-03d862e8abde service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5c41f7ff750b41758b81cc9b9f8f4744&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3799000 Aug 28 14:57:03.764420 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-57dd4df2-201f-4756-8132-1cce579dae6f req-26def2cb-76ef-478e-a701-d770b508f0e9 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746204 Aug 28 14:57:03.796915 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-7cfb0981-771b-43bd-9f77-dc66ce152f23 service neutron] For port 7840cbd9-0758-4ada-854e-1b4e2f5d208a, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:57:03.801185 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-7cfb0981-771b-43bd-9f77-dc66ce152f23 service neutron] For port 7840cbd9-0758-4ada-854e-1b4e2f5d208a, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=7840cbd9-0758-4ada-854e-1b4e2f5d208a,segment=NetworkSegment(9e672dc6-4046-4834-8b0a-ef3e6ab4e033),segment_id=9e672dc6-4046-4834-8b0a-ef3e6ab4e033)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:57:03.803982 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2bc6bac8-5009-424c-96b6-2deb3859bd30 req-69c85513-c198-4abc-86c5-57db544c1219 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983150 Aug 28 14:57:03.810042 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-7cfb0981-771b-43bd-9f77-dc66ce152f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:03.856530 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-7cfb0981-771b-43bd-9f77-dc66ce152f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:03.857360 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-7cfb0981-771b-43bd-9f77-dc66ce152f23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:03.858944 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-7cfb0981-771b-43bd-9f77-dc66ce152f23 service neutron] 10.222.0.36 "PUT /v2.0/ports/7840cbd9-0758-4ada-854e-1b4e2f5d208a HTTP/1.1" status: 200 len: 1136 time: 2.2177985 Aug 28 14:57:03.862698 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c894b6ba-4045-4c22-bbda-56b469294468 req-da3b1f09-2176-4164-8c7e-8d5e627b3ff8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1568353 Aug 28 14:57:03.882524 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb0981-771b-43bd-9f77-dc66ce152f23 service neutron] Pushing event updated for resources: {'Port': ['ID=7840cbd9-0758-4ada-854e-1b4e2f5d208a,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:03.921691 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-d74be4b6-6ccc-4a3b-b6fa-6651399dc155 service neutron] Request body: {'port': {'device_id': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:57:03.937799 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-35f1cf98-b9a4-42f6-bad9-54b7d0c83bdb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Made reservation on behalf of 109ba20ea60e466cbac84cbb863b26ca for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:57:03.942147 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-35f1cf98-b9a4-42f6-bad9-54b7d0c83bdb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:03.958501 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 1e759b35-df78-4df1-a087-7d678e3edbc3 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:57:04.018783 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633decad-91ce-40ae-9dcb-d991024e2bb5 req-1ebeb8bf-c007-4253-a47e-f49c962d537f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:04.020652 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-633decad-91ce-40ae-9dcb-d991024e2bb5 req-1ebeb8bf-c007-4253-a47e-f49c962d537f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3050308 Aug 28 14:57:04.058433 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-d74be4b6-6ccc-4a3b-b6fa-6651399dc155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:04.068415 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:57:04.125930 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 1e759b35-df78-4df1-a087-7d678e3edbc3 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:57:04.153254 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 1e759b35-df78-4df1-a087-7d678e3edbc3 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:57:04.153626 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:04.153816 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3a1e66bc-0d9b-4448-8bfd-fa6d9971b070 req-955327f9-5110-4179-9b7f-5966baa9810f tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=53e8cf2a-f65f-4b57-94aa-14f7193b9a9f HTTP/1.1" status: 200 len: 210 time: 0.0505645 Aug 28 14:57:04.233842 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:57:04.234350 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:04.266706 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-35f1cf98-b9a4-42f6-bad9-54b7d0c83bdb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Allocated IP 192.168.233.197 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/854005b2-34a3-4d64-afe9-4ba387271a05) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:57:04.274182 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba85a1-3911-41a1-9169-3d66b2ea788c req-729dd69f-0c8c-4edf-8fe4-5b14aa6e3f0a tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:04.277474 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-77ba85a1-3911-41a1-9169-3d66b2ea788c req-729dd69f-0c8c-4edf-8fe4-5b14aa6e3f0a tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 946 time: 0.1483955 Aug 28 14:57:04.327528 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:04.391746 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c36bcf-3c47-41d0-8313-b76c834d8058 req-47b57eac-ce43-42e9-aa4f-6a140b7cf5fb tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:04.393451 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-07c36bcf-3c47-41d0-8313-b76c834d8058 req-47b57eac-ce43-42e9-aa4f-6a140b7cf5fb tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 948 time: 0.1017218 Aug 28 14:57:04.410337 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-77ba85a1-3911-41a1-9169-3d66b2ea788c req-56719569-a128-40bd-8ad3-821789ce3dd2 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247661 Aug 28 14:57:04.463974 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-07c36bcf-3c47-41d0-8313-b76c834d8058 req-267d6ba6-237b-4c6e-8e25-9712f4239eb2 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606089 Aug 28 14:57:04.568676 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895eef51-4d14-4eee-9ab2-c24fe19152c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e759b35-df78-4df1-a087-7d678e3edbc3'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:04.571176 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05d746c-dc64-4a90-8f25-48114005efaa" -d '{"events": [{"server_uuid": "895eef51-4d14-4eee-9ab2-c24fe19152c7", "name": "network-vif-plugged", "status": "completed", "tag": "1e759b35-df78-4df1-a087-7d678e3edbc3"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:04.592015 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 1e759b35-df78-4df1-a087-7d678e3edbc3, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=1e759b35-df78-4df1-a087-7d678e3edbc3,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:04.614130 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:04.618005 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:04.673266 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-d74be4b6-6ccc-4a3b-b6fa-6651399dc155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:57:04.690931 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-35f1cf98-b9a4-42f6-bad9-54b7d0c83bdb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:04.693614 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-d74be4b6-6ccc-4a3b-b6fa-6651399dc155 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:04.718598 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-35f1cf98-b9a4-42f6-bad9-54b7d0c83bdb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Transition to ACTIVE for port object 854005b2-34a3-4d64-afe9-4ba387271a05 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:57:04.724009 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca4d051-a24c-484f-b21d-9e43717b98a8 x-openstack-request-id: req-dca4d051-a24c-484f-b21d-9e43717b98a8 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:04.724567 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895eef51-4d14-4eee-9ab2-c24fe19152c7", "name": "network-vif-plugged", "status": "completed", "tag": "1e759b35-df78-4df1-a087-7d678e3edbc3", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:04.724992 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dca4d051-a24c-484f-b21d-9e43717b98a8 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:04.725531 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895eef51-4d14-4eee-9ab2-c24fe19152c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e759b35-df78-4df1-a087-7d678e3edbc3', 'code': 200} Aug 28 14:57:04.727214 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=1e759b35-df78-4df1-a087-7d678e3edbc3,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:04.744249 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-d74be4b6-6ccc-4a3b-b6fa-6651399dc155 service neutron] Transition to ACTIVE for port object b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:57:04.753936 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-d74be4b6-6ccc-4a3b-b6fa-6651399dc155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:04.758165 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:04.766901 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:04.826656 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-35f1cf98-b9a4-42f6-bad9-54b7d0c83bdb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:04.868465 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:04.896112 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['265361f3-1d38-41dd-8af5-4e4fb26435f9', '995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2', '1b455022-f2a4-48ad-9d84-f510f87ea89a'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:04.898438 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['fa16ff95-5261-40df-9953-991311b24ad6', 'ffec4487-2465-4f34-8676-77ed39b96142', 'e1d3ed2d-2ed7-4069-bd91-0e9f194eca76', '5a4dc7d4-d187-42fb-910d-e1696f7d7e13'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:04.899627 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74be4b6-6ccc-4a3b-b6fa-6651399dc155 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:04.997673 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1cf98-b9a4-42f6-bad9-54b7d0c83bdb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Pushing event updated for resources: {'Port': ['ID=854005b2-34a3-4d64-afe9-4ba387271a05,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:05.010311 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-d74be4b6-6ccc-4a3b-b6fa-6651399dc155 service neutron] Attempting to bind port b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:57:05.010612 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-d74be4b6-6ccc-4a3b-b6fa-6651399dc155 service neutron] Attempting to bind port b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '9e672dc6-4046-4834-8b0a-ef3e6ab4e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:57:05.010920 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-d74be4b6-6ccc-4a3b-b6fa-6651399dc155 service neutron] Attempting to bind port b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77 on network f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:57:05.032447 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-35f1cf98-b9a4-42f6-bad9-54b7d0c83bdb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:57:05.036637 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-d74be4b6-6ccc-4a3b-b6fa-6651399dc155 service neutron] Port b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77 on network f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:57:05.036970 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-d74be4b6-6ccc-4a3b-b6fa-6651399dc155 service neutron] Attempting to bind port b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77 on network f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:57:05.042705 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb013f0-adcc-4907-89dc-e4ed5eee2638 req-c66c1b8f-abc5-433b-b2e3-bf3be07af752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:05.044916 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4bb013f0-adcc-4907-89dc-e4ed5eee2638 req-c66c1b8f-abc5-433b-b2e3-bf3be07af752 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=895eef51-4d14-4eee-9ab2-c24fe19152c7 HTTP/1.1" status: 200 len: 1102 time: 0.2624867 Aug 28 14:57:05.045965 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-35f1cf98-b9a4-42f6-bad9-54b7d0c83bdb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:57:05.049683 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-35f1cf98-b9a4-42f6-bad9-54b7d0c83bdb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:57:05.062842 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d9126-373a-4641-94a4-0b36604d8901 req-d5a83b4d-b80d-4274-b5a8-fefacbb1c60e tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:05.071419 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-d74be4b6-6ccc-4a3b-b6fa-6651399dc155 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:57:05.072009 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-d74be4b6-6ccc-4a3b-b6fa-6651399dc155 service neutron] Checking segment: {'id': '9e672dc6-4046-4834-8b0a-ef3e6ab4e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:57:05.072181 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-d74be4b6-6ccc-4a3b-b6fa-6651399dc155 service neutron] Bound using segment: {'id': '9e672dc6-4046-4834-8b0a-ef3e6ab4e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:57:05.072633 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-d74be4b6-6ccc-4a3b-b6fa-6651399dc155 service neutron] Bound port: b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e672dc6-4046-4834-8b0a-ef3e6ab4e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:57:05.073000 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-d74be4b6-6ccc-4a3b-b6fa-6651399dc155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:05.083543 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a49d9126-373a-4641-94a4-0b36604d8901 req-d5a83b4d-b80d-4274-b5a8-fefacbb1c60e tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 946 time: 0.3032100 Aug 28 14:57:05.177050 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc4b75-5502-4910-b801-80765838fcce req-27c6b4cd-2ae8-4713-a19f-00eb433cccb8 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:05.185303 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-07fc4b75-5502-4910-b801-80765838fcce req-27c6b4cd-2ae8-4713-a19f-00eb433cccb8 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=895eef51-4d14-4eee-9ab2-c24fe19152c7 HTTP/1.1" status: 200 len: 950 time: 0.2805235 Aug 28 14:57:05.189114 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a49d9126-373a-4641-94a4-0b36604d8901 req-a86f97a5-65b8-4586-b30b-1a48420f769e tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041167 Aug 28 14:57:05.196203 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4bb013f0-adcc-4907-89dc-e4ed5eee2638 req-edeb2500-a2f6-4d25-8103-0ae4e5e41eba service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044490 Aug 28 14:57:05.230671 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-35f1cf98-b9a4-42f6-bad9-54b7d0c83bdb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:05.231357 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-35f1cf98-b9a4-42f6-bad9-54b7d0c83bdb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:05.258289 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'tag': '7840cbd9-0758-4ada-854e-1b4e2f5d208a'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:05.260491 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29575c7-55a3-4713-8fdd-62eb3b0c80b9" -d '{"events": [{"name": "network-changed", "server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "tag": "7840cbd9-0758-4ada-854e-1b4e2f5d208a"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:05.270420 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-35f1cf98-b9a4-42f6-bad9-54b7d0c83bdb tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8848202 Aug 28 14:57:05.311590 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-d74be4b6-6ccc-4a3b-b6fa-6651399dc155 service neutron] For port b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:57:05.326160 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-07fc4b75-5502-4910-b801-80765838fcce req-740bd089-3291-4cbe-8866-2b798425e6e4 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374185 Aug 28 14:57:05.351030 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-d74be4b6-6ccc-4a3b-b6fa-6651399dc155 service neutron] For port b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77,segment=NetworkSegment(9e672dc6-4046-4834-8b0a-ef3e6ab4e033),segment_id=9e672dc6-4046-4834-8b0a-ef3e6ab4e033)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:57:05.368444 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-d74be4b6-6ccc-4a3b-b6fa-6651399dc155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:05.406863 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-6cd02454-96ff-49e7-8a9a-e53b3bc27df1 service neutron] Request body: {'port': {'device_id': '53e8cf2a-f65f-4b57-94aa-14f7193b9a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:57:05.430167 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-d74be4b6-6ccc-4a3b-b6fa-6651399dc155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:05.431565 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-d74be4b6-6ccc-4a3b-b6fa-6651399dc155 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:05.433246 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-d74be4b6-6ccc-4a3b-b6fa-6651399dc155 service neutron] 10.222.0.36 "PUT /v2.0/ports/b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77 HTTP/1.1" status: 200 len: 1091 time: 1.5197601 Aug 28 14:57:05.442206 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0c367-22ae-4ac4-8377-b36dbc7380e1 req-aa5a37a4-000c-4cf7-8b16-322ef139d2aa tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:05.457687 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0c367-22ae-4ac4-8377-b36dbc7380e1 req-aa5a37a4-000c-4cf7-8b16-322ef139d2aa tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:05.474996 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0c367-22ae-4ac4-8377-b36dbc7380e1 req-aa5a37a4-000c-4cf7-8b16-322ef139d2aa tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:05.485653 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0c367-22ae-4ac4-8377-b36dbc7380e1 req-aa5a37a4-000c-4cf7-8b16-322ef139d2aa tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:05.500073 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-17042a21-acd3-4628-bf84-3ed1e6bf640a service neutron] Request body: {'port': {'device_id': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:57:05.501043 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0c367-22ae-4ac4-8377-b36dbc7380e1 req-aa5a37a4-000c-4cf7-8b16-322ef139d2aa tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:05.519280 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0c367-22ae-4ac4-8377-b36dbc7380e1 req-aa5a37a4-000c-4cf7-8b16-322ef139d2aa tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:05.535594 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0c367-22ae-4ac4-8377-b36dbc7380e1 req-aa5a37a4-000c-4cf7-8b16-322ef139d2aa tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:05.548170 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d4c0c367-22ae-4ac4-8377-b36dbc7380e1 req-aa5a37a4-000c-4cf7-8b16-322ef139d2aa tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5391 time: 0.2378721 Aug 28 14:57:05.560232 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74be4b6-6ccc-4a3b-b6fa-6651399dc155 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:05.661033 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-17042a21-acd3-4628-bf84-3ed1e6bf640a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:05.739755 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470742d-5704-4ec8-834b-8e089e1de2fd req-4d1a8b6c-c9ac-4929-8788-43767268816c tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:05.741833 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e470742d-5704-4ec8-834b-8e089e1de2fd req-4d1a8b6c-c9ac-4929-8788-43767268816c tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=53e8cf2a-f65f-4b57-94aa-14f7193b9a9f HTTP/1.1" status: 200 len: 936 time: 0.1945586 Aug 28 14:57:05.745415 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d4c0c367-22ae-4ac4-8377-b36dbc7380e1 req-92b30850-ba0a-46f0-a7eb-a5ee75c862f3 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1923785 Aug 28 14:57:05.773136 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-6cd02454-96ff-49e7-8a9a-e53b3bc27df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:05.825777 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e470742d-5704-4ec8-834b-8e089e1de2fd req-801ef17c-0630-428a-aa84-2fe730303ea0 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713108 Aug 28 14:57:05.863212 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-28ee53eb-605e-456f-934a-b21074ce97cb None None] Provisioning for port 854005b2-34a3-4d64-afe9-4ba387271a05 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:57:05.943020 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-28ee53eb-605e-456f-934a-b21074ce97cb None None] Provisioning complete for port 854005b2-34a3-4d64-afe9-4ba387271a05 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:57:05.943432 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-28ee53eb-605e-456f-934a-b21074ce97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:05.946781 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82efe1e4-a3f5-43ed-aa8d-f1b49780fcc8 x-openstack-request-id: req-82efe1e4-a3f5-43ed-aa8d-f1b49780fcc8 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:05.947253 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "tag": "7840cbd9-0758-4ada-854e-1b4e2f5d208a", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:05.947780 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82efe1e4-a3f5-43ed-aa8d-f1b49780fcc8 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:05.948544 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'tag': '7840cbd9-0758-4ada-854e-1b4e2f5d208a', 'status': 'completed', 'code': 200} Aug 28 14:57:06.031038 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-28ee53eb-605e-456f-934a-b21074ce97cb None None] Port 854005b2-34a3-4d64-afe9-4ba387271a05 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:57:06.104047 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fca690-2fd9-41ec-b645-5ea011516c8b req-f18167aa-f0a9-45b3-bd87-252694147155 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:06.106573 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-52fca690-2fd9-41ec-b645-5ea011516c8b req-f18167aa-f0a9-45b3-bd87-252694147155 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.1238656 Aug 28 14:57:06.189488 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-52fca690-2fd9-41ec-b645-5ea011516c8b req-8b00f8bc-5448-45a1-85f3-074e6d68ddb1 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739744 Aug 28 14:57:06.256135 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-17042a21-acd3-4628-bf84-3ed1e6bf640a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 537aef6e-3a73-4211-94bf-e4cb13b399dd {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:57:06.265907 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-17042a21-acd3-4628-bf84-3ed1e6bf640a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:06.277965 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d9bde-fd5e-4410-b733-cf8b4da27502 req-1d1d42ea-2a14-49b8-ab07-ae8dc5e5e64a tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:06.279347 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b28d9bde-fd5e-4410-b733-cf8b4da27502 req-1d1d42ea-2a14-49b8-ab07-ae8dc5e5e64a tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 946 time: 0.2468176 Aug 28 14:57:06.279817 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-17042a21-acd3-4628-bf84-3ed1e6bf640a service neutron] Transition to ACTIVE for port object 537aef6e-3a73-4211-94bf-e4cb13b399dd will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:57:06.285339 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-17042a21-acd3-4628-bf84-3ed1e6bf640a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:06.287645 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29575c7-55a3-4713-8fdd-62eb3b0c80b9 req-87abdb59-c091-4c25-bacf-bf17307709a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:06.288876 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29575c7-55a3-4713-8fdd-62eb3b0c80b9 req-87abdb59-c091-4c25-bacf-bf17307709a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:06.289345 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29575c7-55a3-4713-8fdd-62eb3b0c80b9 req-87abdb59-c091-4c25-bacf-bf17307709a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:06.289873 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29575c7-55a3-4713-8fdd-62eb3b0c80b9 req-87abdb59-c091-4c25-bacf-bf17307709a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:06.290341 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29575c7-55a3-4713-8fdd-62eb3b0c80b9 req-87abdb59-c091-4c25-bacf-bf17307709a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:06.290798 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29575c7-55a3-4713-8fdd-62eb3b0c80b9 req-87abdb59-c091-4c25-bacf-bf17307709a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:06.291253 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29575c7-55a3-4713-8fdd-62eb3b0c80b9 req-87abdb59-c091-4c25-bacf-bf17307709a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:06.294070 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c29575c7-55a3-4713-8fdd-62eb3b0c80b9 req-87abdb59-c091-4c25-bacf-bf17307709a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c41f7ff750b41758b81cc9b9f8f4744&device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 6287 time: 0.2302213 Aug 28 14:57:06.352878 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17042a21-acd3-4628-bf84-3ed1e6bf640a service neutron] Pushing event updated for resources: {'Port': ['ID=537aef6e-3a73-4211-94bf-e4cb13b399dd,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:06.426185 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b28d9bde-fd5e-4410-b733-cf8b4da27502 req-742f328b-7397-4113-af4d-d5e4e6bf06eb tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285546 Aug 28 14:57:06.499357 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-6cd02454-96ff-49e7-8a9a-e53b3bc27df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 854005b2-34a3-4d64-afe9-4ba387271a05 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:57:06.524739 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-6cd02454-96ff-49e7-8a9a-e53b3bc27df1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:06.550911 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb4846-d42e-402a-977c-46acfdea5ac2 req-fc32a314-268d-4736-9459-a826228e3fcd tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:06.552545 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6efb4846-d42e-402a-977c-46acfdea5ac2 req-fc32a314-268d-4736-9459-a826228e3fcd tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 946 time: 0.1661940 Aug 28 14:57:06.588686 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-6cd02454-96ff-49e7-8a9a-e53b3bc27df1 service neutron] Transition to ACTIVE for port object 854005b2-34a3-4d64-afe9-4ba387271a05 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:57:06.595071 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29575c7-55a3-4713-8fdd-62eb3b0c80b9 req-83b54812-ef92-40a3-b99d-695acb3ba774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:06.595719 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29575c7-55a3-4713-8fdd-62eb3b0c80b9 req-83b54812-ef92-40a3-b99d-695acb3ba774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:06.596192 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29575c7-55a3-4713-8fdd-62eb3b0c80b9 req-83b54812-ef92-40a3-b99d-695acb3ba774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:06.597952 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c29575c7-55a3-4713-8fdd-62eb3b0c80b9 req-83b54812-ef92-40a3-b99d-695acb3ba774 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5c41f7ff750b41758b81cc9b9f8f4744&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2915022 Aug 28 14:57:06.601484 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-6cd02454-96ff-49e7-8a9a-e53b3bc27df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:06.608943 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-17042a21-acd3-4628-bf84-3ed1e6bf640a service neutron] Attempting to bind port 537aef6e-3a73-4211-94bf-e4cb13b399dd on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:57:06.609287 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-17042a21-acd3-4628-bf84-3ed1e6bf640a service neutron] Attempting to bind port 537aef6e-3a73-4211-94bf-e4cb13b399dd by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '9e672dc6-4046-4834-8b0a-ef3e6ab4e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:57:06.609804 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-17042a21-acd3-4628-bf84-3ed1e6bf640a service neutron] Attempting to bind port 537aef6e-3a73-4211-94bf-e4cb13b399dd on network f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:57:06.626829 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-17042a21-acd3-4628-bf84-3ed1e6bf640a service neutron] Port 537aef6e-3a73-4211-94bf-e4cb13b399dd on network f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:57:06.627189 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-17042a21-acd3-4628-bf84-3ed1e6bf640a service neutron] Attempting to bind port 537aef6e-3a73-4211-94bf-e4cb13b399dd on network f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:57:06.636496 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6efb4846-d42e-402a-977c-46acfdea5ac2 req-336a5228-62b3-40eb-9a54-09c5e183d419 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753338 Aug 28 14:57:06.644806 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-17042a21-acd3-4628-bf84-3ed1e6bf640a service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:57:06.645393 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-17042a21-acd3-4628-bf84-3ed1e6bf640a service neutron] Checking segment: {'id': '9e672dc6-4046-4834-8b0a-ef3e6ab4e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:57:06.646099 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-17042a21-acd3-4628-bf84-3ed1e6bf640a service neutron] Bound using segment: {'id': '9e672dc6-4046-4834-8b0a-ef3e6ab4e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:57:06.646765 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-17042a21-acd3-4628-bf84-3ed1e6bf640a service neutron] Bound port: 537aef6e-3a73-4211-94bf-e4cb13b399dd, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e672dc6-4046-4834-8b0a-ef3e6ab4e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:57:06.647435 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-17042a21-acd3-4628-bf84-3ed1e6bf640a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:06.726992 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cdf0cc0-859c-4d0b-91b9-b9716a04c537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:06.730468 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371dcac8-7395-40d7-8208-1c72ad8b1b72" -d '{"events": [{"server_uuid": "7cdf0cc0-859c-4d0b-91b9-b9716a04c537", "name": "network-vif-plugged", "status": "completed", "tag": "8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:06.751064 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-17042a21-acd3-4628-bf84-3ed1e6bf640a service neutron] For port 537aef6e-3a73-4211-94bf-e4cb13b399dd, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:57:06.759158 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-17042a21-acd3-4628-bf84-3ed1e6bf640a service neutron] For port 537aef6e-3a73-4211-94bf-e4cb13b399dd, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=537aef6e-3a73-4211-94bf-e4cb13b399dd,segment=NetworkSegment(9e672dc6-4046-4834-8b0a-ef3e6ab4e033),segment_id=9e672dc6-4046-4834-8b0a-ef3e6ab4e033)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:57:06.774776 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381c960-70a2-41d5-a585-1f6fc6860809 req-431fb6ad-5a7e-4dba-916c-0cc325790d92 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:06.777491 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8381c960-70a2-41d5-a585-1f6fc6860809 req-431fb6ad-5a7e-4dba-916c-0cc325790d92 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=895eef51-4d14-4eee-9ab2-c24fe19152c7 HTTP/1.1" status: 200 len: 950 time: 0.0821152 Aug 28 14:57:06.779032 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-17042a21-acd3-4628-bf84-3ed1e6bf640a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:06.843676 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-17042a21-acd3-4628-bf84-3ed1e6bf640a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:06.844375 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-17042a21-acd3-4628-bf84-3ed1e6bf640a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:06.845862 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-17042a21-acd3-4628-bf84-3ed1e6bf640a service neutron] 10.222.0.36 "PUT /v2.0/ports/537aef6e-3a73-4211-94bf-e4cb13b399dd HTTP/1.1" status: 200 len: 1092 time: 1.3575685 Aug 28 14:57:06.896165 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-c5613d4f-af84-4e66-8e5a-a76c14985cd6 service neutron] Request body: {'port': {'device_id': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:57:06.901409 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17042a21-acd3-4628-bf84-3ed1e6bf640a service neutron] Pushing event updated for resources: {'Port': ['ID=537aef6e-3a73-4211-94bf-e4cb13b399dd,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:06.908132 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8381c960-70a2-41d5-a585-1f6fc6860809 req-9a8335d8-3bea-43bd-ad9b-3e74bee55175 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028926 Aug 28 14:57:07.008317 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-c5613d4f-af84-4e66-8e5a-a76c14985cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:07.120034 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ae5b0-4583-4f57-8589-50922b175c1d req-d0ddd42d-2a80-4210-a466-ccd2de9709f3 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:07.130182 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-121ae5b0-4583-4f57-8589-50922b175c1d req-d0ddd42d-2a80-4210-a466-ccd2de9709f3 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.5835433 Aug 28 14:57:07.130358 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491584dc-de22-4090-80b9-94acd9702362 x-openstack-request-id: req-491584dc-de22-4090-80b9-94acd9702362 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:07.130809 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cdf0cc0-859c-4d0b-91b9-b9716a04c537", "name": "network-vif-plugged", "status": "completed", "tag": "8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:07.131043 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-491584dc-de22-4090-80b9-94acd9702362 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:07.132606 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cdf0cc0-859c-4d0b-91b9-b9716a04c537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8', 'code': 200} Aug 28 14:57:07.200139 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd02454-96ff-49e7-8a9a-e53b3bc27df1 service neutron] Pushing event updated for resources: {'Port': ['ID=854005b2-34a3-4d64-afe9-4ba387271a05,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:07.343203 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29575c7-55a3-4713-8fdd-62eb3b0c80b9 req-43cc15af-47cc-4e34-ac2b-2fb6b70e4d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:07.345308 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c29575c7-55a3-4713-8fdd-62eb3b0c80b9 req-43cc15af-47cc-4e34-ac2b-2fb6b70e4d86 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7357588 Aug 28 14:57:07.357351 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-121ae5b0-4583-4f57-8589-50922b175c1d req-f6af60ac-3704-4176-b17b-804031f53492 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262061 Aug 28 14:57:07.361702 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-6cd02454-96ff-49e7-8a9a-e53b3bc27df1 service neutron] Attempting to bind port 854005b2-34a3-4d64-afe9-4ba387271a05 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:57:07.364388 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-6cd02454-96ff-49e7-8a9a-e53b3bc27df1 service neutron] Attempting to bind port 854005b2-34a3-4d64-afe9-4ba387271a05 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:57:07.365217 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-6cd02454-96ff-49e7-8a9a-e53b3bc27df1 service neutron] Attempting to bind port 854005b2-34a3-4d64-afe9-4ba387271a05 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:57:07.378810 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-6cd02454-96ff-49e7-8a9a-e53b3bc27df1 service neutron] Port 854005b2-34a3-4d64-afe9-4ba387271a05 on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:57:07.379604 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-6cd02454-96ff-49e7-8a9a-e53b3bc27df1 service neutron] Attempting to bind port 854005b2-34a3-4d64-afe9-4ba387271a05 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:57:07.393783 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-6cd02454-96ff-49e7-8a9a-e53b3bc27df1 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:57:07.394127 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-6cd02454-96ff-49e7-8a9a-e53b3bc27df1 service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:57:07.395754 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-6cd02454-96ff-49e7-8a9a-e53b3bc27df1 service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:57:07.396212 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-6cd02454-96ff-49e7-8a9a-e53b3bc27df1 service neutron] Bound port: 854005b2-34a3-4d64-afe9-4ba387271a05, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:57:07.396653 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-6cd02454-96ff-49e7-8a9a-e53b3bc27df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:07.451647 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3e0ed-c4f5-449f-9a43-240cddc578df req-27f18d53-893e-4eb8-a884-a2cd0b8b654e tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:07.458235 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3e0ed-c4f5-449f-9a43-240cddc578df req-27f18d53-893e-4eb8-a884-a2cd0b8b654e tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:07.466972 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3e0ed-c4f5-449f-9a43-240cddc578df req-27f18d53-893e-4eb8-a884-a2cd0b8b654e tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:07.474136 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3e0ed-c4f5-449f-9a43-240cddc578df req-27f18d53-893e-4eb8-a884-a2cd0b8b654e tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:07.486053 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3e0ed-c4f5-449f-9a43-240cddc578df req-27f18d53-893e-4eb8-a884-a2cd0b8b654e tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:07.492721 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3e0ed-c4f5-449f-9a43-240cddc578df req-27f18d53-893e-4eb8-a884-a2cd0b8b654e tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:07.499407 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3e0ed-c4f5-449f-9a43-240cddc578df req-27f18d53-893e-4eb8-a884-a2cd0b8b654e tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:07.510465 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f5d3e0ed-c4f5-449f-9a43-240cddc578df req-27f18d53-893e-4eb8-a884-a2cd0b8b654e tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5403 time: 0.2405534 Aug 28 14:57:07.545306 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-6cd02454-96ff-49e7-8a9a-e53b3bc27df1 service neutron] For port 854005b2-34a3-4d64-afe9-4ba387271a05, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:57:07.552121 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-6cd02454-96ff-49e7-8a9a-e53b3bc27df1 service neutron] For port 854005b2-34a3-4d64-afe9-4ba387271a05, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=854005b2-34a3-4d64-afe9-4ba387271a05,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:57:07.567941 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088d0a2-87c7-4fef-9ab7-15f7fa7309a8 req-42972f63-e1bf-4a26-bd88-48448197a915 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:07.577591 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7088d0a2-87c7-4fef-9ab7-15f7fa7309a8 req-42972f63-e1bf-4a26-bd88-48448197a915 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=53e8cf2a-f65f-4b57-94aa-14f7193b9a9f HTTP/1.1" status: 200 len: 948 time: 0.1113596 Aug 28 14:57:07.587598 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-6cd02454-96ff-49e7-8a9a-e53b3bc27df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:07.619741 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f5d3e0ed-c4f5-449f-9a43-240cddc578df req-84fdd885-ac7a-4c32-a307-5ec362d90bc2 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1069841 Aug 28 14:57:07.696296 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd02454-96ff-49e7-8a9a-e53b3bc27df1 service neutron] Pushing event updated for resources: {'Port': ['ID=854005b2-34a3-4d64-afe9-4ba387271a05,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:07.717237 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-6cd02454-96ff-49e7-8a9a-e53b3bc27df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:07.718468 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-6cd02454-96ff-49e7-8a9a-e53b3bc27df1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:07.722227 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-6cd02454-96ff-49e7-8a9a-e53b3bc27df1 service neutron] 10.222.0.36 "PUT /v2.0/ports/854005b2-34a3-4d64-afe9-4ba387271a05 HTTP/1.1" status: 200 len: 1097 time: 2.3279672 Aug 28 14:57:07.724339 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e8cf2a-f65f-4b57-94aa-14f7193b9a9f', 'tag': '854005b2-34a3-4d64-afe9-4ba387271a05'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:07.731221 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2206a078-f5e7-4262-b505-891f2ce1406d" -d '{"events": [{"name": "network-changed", "server_uuid": "53e8cf2a-f65f-4b57-94aa-14f7193b9a9f", "tag": "854005b2-34a3-4d64-afe9-4ba387271a05"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:07.763581 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-c5613d4f-af84-4e66-8e5a-a76c14985cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f08d49-97e8-41d5-a930-67be641a9b4f {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:57:07.777272 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-c5613d4f-af84-4e66-8e5a-a76c14985cd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:07.796662 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-c5613d4f-af84-4e66-8e5a-a76c14985cd6 service neutron] Transition to ACTIVE for port object 49f08d49-97e8-41d5-a930-67be641a9b4f will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:57:07.803266 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-c5613d4f-af84-4e66-8e5a-a76c14985cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:07.840804 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7088d0a2-87c7-4fef-9ab7-15f7fa7309a8 req-284eb5d3-ca5a-4d3c-97b5-102cb1e6d92a tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622213 Aug 28 14:57:07.872755 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-5f6bd786-73d4-4cfe-8745-5fd9f8b63b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:07.873675 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-5f6bd786-73d4-4cfe-8745-5fd9f8b63b76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=109ba20ea60e466cbac84cbb863b26ca&device_id=53e8cf2a-f65f-4b57-94aa-14f7193b9a9f HTTP/1.1" status: 200 len: 1100 time: 0.0718896 Aug 28 14:57:07.919252 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5830b8ee-7b62-4d4e-a6cf-de28f44bcbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:07.935260 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-5569b47b-5153-4991-b638-c612ac5973d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=854005b2-34a3-4d64-afe9-4ba387271a05 HTTP/1.1" status: 200 len: 217 time: 0.0514340 Aug 28 14:57:07.956590 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'tag': 'b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77'}, {'name': 'network-changed', 'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'tag': '537aef6e-3a73-4211-94bf-e4cb13b399dd'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:07.967162 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25a0e53-cc98-4a05-8f4a-75f3eecaf10b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "tag": "b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77"}, {"name": "network-changed", "server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "tag": "537aef6e-3a73-4211-94bf-e4cb13b399dd"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:08.036591 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5613d4f-af84-4e66-8e5a-a76c14985cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=49f08d49-97e8-41d5-a930-67be641a9b4f,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:08.122237 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-95cd94d5-0d84-4d72-880f-e7a5f8724e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:08.128919 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-95cd94d5-0d84-4d72-880f-e7a5f8724e46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1861625 Aug 28 14:57:08.182812 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3f978-c785-47dd-beee-8e23b6037a2e req-386e0720-c1e9-484a-9fed-4ea69a367339 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:08.192019 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bd3f978-c785-47dd-beee-8e23b6037a2e req-386e0720-c1e9-484a-9fed-4ea69a367339 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 946 time: 0.1416035 Aug 28 14:57:08.192201 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21e870-34a5-4eb8-894b-8d64d30c8e77 req-97278c28-7a34-40e2-93e7-3f60118a3361 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:08.193673 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9e21e870-34a5-4eb8-894b-8d64d30c8e77 req-97278c28-7a34-40e2-93e7-3f60118a3361 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 946 time: 0.1585517 Aug 28 14:57:08.237119 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-fc4f7f72-fdbc-435b-937a-c2e4874b111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:08.238748 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-fc4f7f72-fdbc-435b-937a-c2e4874b111c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1005700 Aug 28 14:57:08.249162 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9e21e870-34a5-4eb8-894b-8d64d30c8e77 req-1ffc1dae-f58e-4ac4-af92-d247c56b1e9a tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450628 Aug 28 14:57:08.295873 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bd3f978-c785-47dd-beee-8e23b6037a2e req-cfe68b72-a1c4-440a-b8eb-a06f961ce587 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023581 Aug 28 14:57:08.304347 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-c5613d4f-af84-4e66-8e5a-a76c14985cd6 service neutron] Attempting to bind port 49f08d49-97e8-41d5-a930-67be641a9b4f on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:57:08.307486 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-c5613d4f-af84-4e66-8e5a-a76c14985cd6 service neutron] Attempting to bind port 49f08d49-97e8-41d5-a930-67be641a9b4f by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'e0ff88bd-3972-49b2-b0b1-d1807955b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '81167e94-3666-4c28-a056-416ea7a0c9d3'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:57:08.309066 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-c5613d4f-af84-4e66-8e5a-a76c14985cd6 service neutron] Attempting to bind port 49f08d49-97e8-41d5-a930-67be641a9b4f on network 81167e94-3666-4c28-a056-416ea7a0c9d3 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:57:08.322553 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-c5613d4f-af84-4e66-8e5a-a76c14985cd6 service neutron] Port 49f08d49-97e8-41d5-a930-67be641a9b4f on network 81167e94-3666-4c28-a056-416ea7a0c9d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:57:08.322964 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-c5613d4f-af84-4e66-8e5a-a76c14985cd6 service neutron] Attempting to bind port 49f08d49-97e8-41d5-a930-67be641a9b4f on network 81167e94-3666-4c28-a056-416ea7a0c9d3 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:57:08.340557 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-c5613d4f-af84-4e66-8e5a-a76c14985cd6 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:57:08.340985 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-c5613d4f-af84-4e66-8e5a-a76c14985cd6 service neutron] Checking segment: {'id': 'e0ff88bd-3972-49b2-b0b1-d1807955b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '81167e94-3666-4c28-a056-416ea7a0c9d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:57:08.343897 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-c5613d4f-af84-4e66-8e5a-a76c14985cd6 service neutron] Bound using segment: {'id': 'e0ff88bd-3972-49b2-b0b1-d1807955b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '81167e94-3666-4c28-a056-416ea7a0c9d3'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:57:08.345515 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-c5613d4f-af84-4e66-8e5a-a76c14985cd6 service neutron] Bound port: 49f08d49-97e8-41d5-a930-67be641a9b4f, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ff88bd-3972-49b2-b0b1-d1807955b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '81167e94-3666-4c28-a056-416ea7a0c9d3'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:57:08.346439 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-c5613d4f-af84-4e66-8e5a-a76c14985cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:08.347426 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f569dd32-c784-4bc8-9e8a-07311e616d3c x-openstack-request-id: req-f569dd32-c784-4bc8-9e8a-07311e616d3c {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:08.347790 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e8cf2a-f65f-4b57-94aa-14f7193b9a9f", "tag": "854005b2-34a3-4d64-afe9-4ba387271a05", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:08.348094 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f569dd32-c784-4bc8-9e8a-07311e616d3c {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:08.348494 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53e8cf2a-f65f-4b57-94aa-14f7193b9a9f', 'tag': '854005b2-34a3-4d64-afe9-4ba387271a05', 'status': 'completed', 'code': 200} Aug 28 14:57:08.412506 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-36a05644-e0f0-47d2-96f3-f2745ac7218f service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622825 Aug 28 14:57:08.468076 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9691d10-d69f-4a8e-935a-05ea25592ea3 x-openstack-request-id: req-b9691d10-d69f-4a8e-935a-05ea25592ea3 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:08.469089 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "tag": "b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "tag": "537aef6e-3a73-4211-94bf-e4cb13b399dd", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:08.469614 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9691d10-d69f-4a8e-935a-05ea25592ea3 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:08.470260 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'tag': 'b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77', 'status': 'completed', 'code': 200} Aug 28 14:57:08.470724 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'tag': '537aef6e-3a73-4211-94bf-e4cb13b399dd', 'status': 'completed', 'code': 200} Aug 28 14:57:08.510908 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-268c4757-922c-4374-ad46-08d4228f69d4 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c8f30ba5b2dd4e6eb5a5a89b54916eba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390649 Aug 28 14:57:08.548600 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a0e53-cc98-4a05-8f4a-75f3eecaf10b req-b5981d5e-968c-471f-82bc-d870959bc423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:08.549147 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a0e53-cc98-4a05-8f4a-75f3eecaf10b req-b5981d5e-968c-471f-82bc-d870959bc423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:08.549548 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a0e53-cc98-4a05-8f4a-75f3eecaf10b req-b5981d5e-968c-471f-82bc-d870959bc423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:08.550017 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a0e53-cc98-4a05-8f4a-75f3eecaf10b req-b5981d5e-968c-471f-82bc-d870959bc423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:08.550480 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a0e53-cc98-4a05-8f4a-75f3eecaf10b req-b5981d5e-968c-471f-82bc-d870959bc423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:08.550997 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a0e53-cc98-4a05-8f4a-75f3eecaf10b req-b5981d5e-968c-471f-82bc-d870959bc423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:08.551465 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a0e53-cc98-4a05-8f4a-75f3eecaf10b req-b5981d5e-968c-471f-82bc-d870959bc423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:08.553475 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d25a0e53-cc98-4a05-8f4a-75f3eecaf10b req-b5981d5e-968c-471f-82bc-d870959bc423 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c41f7ff750b41758b81cc9b9f8f4744&device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 6381 time: 0.1067908 Aug 28 14:57:08.638439 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-471751ea-0f6c-4706-a45d-10f2667ad375 req-2dbae3f9-7cfa-48b9-8938-c0525e46ec89 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124658 Aug 28 14:57:08.683827 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-c5613d4f-af84-4e66-8e5a-a76c14985cd6 service neutron] For port 49f08d49-97e8-41d5-a930-67be641a9b4f, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:57:08.695020 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-c5613d4f-af84-4e66-8e5a-a76c14985cd6 service neutron] For port 49f08d49-97e8-41d5-a930-67be641a9b4f, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=49f08d49-97e8-41d5-a930-67be641a9b4f,segment=NetworkSegment(e0ff88bd-3972-49b2-b0b1-d1807955b008),segment_id=e0ff88bd-3972-49b2-b0b1-d1807955b008)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:57:08.710015 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-6b00244d-d1f8-4d1f-93d5-841aa49638a3 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:08.712481 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-6b00244d-d1f8-4d1f-93d5-841aa49638a3 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1818855 Aug 28 14:57:08.714842 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-c5613d4f-af84-4e66-8e5a-a76c14985cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:08.725058 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a0e53-cc98-4a05-8f4a-75f3eecaf10b req-3b027728-1ba0-4e22-94b4-7f78648d4c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:08.725533 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a0e53-cc98-4a05-8f4a-75f3eecaf10b req-3b027728-1ba0-4e22-94b4-7f78648d4c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:08.726057 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a0e53-cc98-4a05-8f4a-75f3eecaf10b req-3b027728-1ba0-4e22-94b4-7f78648d4c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:08.727744 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d25a0e53-cc98-4a05-8f4a-75f3eecaf10b req-3b027728-1ba0-4e22-94b4-7f78648d4c47 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5c41f7ff750b41758b81cc9b9f8f4744&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1636305 Aug 28 14:57:08.762289 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-c5613d4f-af84-4e66-8e5a-a76c14985cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:08.763258 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-c5613d4f-af84-4e66-8e5a-a76c14985cd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:08.764990 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-c5613d4f-af84-4e66-8e5a-a76c14985cd6 service neutron] 10.222.0.36 "PUT /v2.0/ports/49f08d49-97e8-41d5-a930-67be641a9b4f HTTP/1.1" status: 200 len: 1092 time: 1.8788083 Aug 28 14:57:08.778184 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-e7d3734e-84ae-415d-b314-61e8bab40b50 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/quotas/c8f30ba5b2dd4e6eb5a5a89b54916eba HTTP/1.1" status: 200 len: 375 time: 0.0328715 Aug 28 14:57:08.820236 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-a8def936-ce6f-43a5-8dbb-2c9efa253e2e service neutron] Request body: {'port': {'device_id': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:57:08.851136 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206a078-f5e7-4262-b505-891f2ce1406d req-9b7e43be-8494-4863-8bef-99449eb3f33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:08.852778 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2206a078-f5e7-4262-b505-891f2ce1406d req-9b7e43be-8494-4863-8bef-99449eb3f33a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=109ba20ea60e466cbac84cbb863b26ca&device_id=53e8cf2a-f65f-4b57-94aa-14f7193b9a9f HTTP/1.1" status: 200 len: 1100 time: 0.1587582 Aug 28 14:57:08.893286 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5613d4f-af84-4e66-8e5a-a76c14985cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=49f08d49-97e8-41d5-a930-67be641a9b4f,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:08.915769 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a0e53-cc98-4a05-8f4a-75f3eecaf10b req-c3383f2b-84a4-46c2-97ce-f46dc8ec2cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:08.917671 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d25a0e53-cc98-4a05-8f4a-75f3eecaf10b req-c3383f2b-84a4-46c2-97ce-f46dc8ec2cf6 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1819947 Aug 28 14:57:08.945022 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-47bb04a8-6745-4f4a-9abc-bc560647df91 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8f30ba5b2dd4e6eb5a5a89b54916eba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1620739 Aug 28 14:57:08.952297 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-a8def936-ce6f-43a5-8dbb-2c9efa253e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:09.020509 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9aa2a4-a0ca-411a-abf7-a9a7aa8d1a94 req-6353e9e5-1383-4921-930c-20f32d610856 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:09.028931 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9aa2a4-a0ca-411a-abf7-a9a7aa8d1a94 req-6353e9e5-1383-4921-930c-20f32d610856 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:09.034997 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9aa2a4-a0ca-411a-abf7-a9a7aa8d1a94 req-6353e9e5-1383-4921-930c-20f32d610856 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:09.041627 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9aa2a4-a0ca-411a-abf7-a9a7aa8d1a94 req-6353e9e5-1383-4921-930c-20f32d610856 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:09.049139 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9aa2a4-a0ca-411a-abf7-a9a7aa8d1a94 req-6353e9e5-1383-4921-930c-20f32d610856 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:09.056011 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9aa2a4-a0ca-411a-abf7-a9a7aa8d1a94 req-6353e9e5-1383-4921-930c-20f32d610856 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:09.063427 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9aa2a4-a0ca-411a-abf7-a9a7aa8d1a94 req-6353e9e5-1383-4921-930c-20f32d610856 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:09.065675 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea9aa2a4-a0ca-411a-abf7-a9a7aa8d1a94 req-6353e9e5-1383-4921-930c-20f32d610856 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5415 time: 0.3101709 Aug 28 14:57:09.168124 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea9aa2a4-a0ca-411a-abf7-a9a7aa8d1a94 req-75ac5102-b043-4bdf-81dd-0fcb5d6218a1 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0808146 Aug 28 14:57:09.208148 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a0e53-cc98-4a05-8f4a-75f3eecaf10b req-4512ddee-f814-48fa-8295-20007f653916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:09.209123 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a0e53-cc98-4a05-8f4a-75f3eecaf10b req-4512ddee-f814-48fa-8295-20007f653916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:09.209956 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a0e53-cc98-4a05-8f4a-75f3eecaf10b req-4512ddee-f814-48fa-8295-20007f653916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:09.210847 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a0e53-cc98-4a05-8f4a-75f3eecaf10b req-4512ddee-f814-48fa-8295-20007f653916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:09.211463 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a0e53-cc98-4a05-8f4a-75f3eecaf10b req-4512ddee-f814-48fa-8295-20007f653916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:09.212202 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a0e53-cc98-4a05-8f4a-75f3eecaf10b req-4512ddee-f814-48fa-8295-20007f653916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:09.212844 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a0e53-cc98-4a05-8f4a-75f3eecaf10b req-4512ddee-f814-48fa-8295-20007f653916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:09.215584 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d25a0e53-cc98-4a05-8f4a-75f3eecaf10b req-4512ddee-f814-48fa-8295-20007f653916 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c41f7ff750b41758b81cc9b9f8f4744&device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 6423 time: 0.2273974 Aug 28 14:57:09.217617 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206a078-f5e7-4262-b505-891f2ce1406d req-b576a5c6-58dd-4f02-9024-99ddc6437ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:09.219740 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2206a078-f5e7-4262-b505-891f2ce1406d req-b576a5c6-58dd-4f02-9024-99ddc6437ae3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.3500724 Aug 28 14:57:09.262901 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-d485edc1-8139-4fdc-a83f-d11f5fff49bf tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=86251bdbee63415981170d08b9111a4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353765 Aug 28 14:57:09.353639 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2206a078-f5e7-4262-b505-891f2ce1406d req-6bed5ebe-fc97-42b6-b3de-719aa218a018 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=854005b2-34a3-4d64-afe9-4ba387271a05 HTTP/1.1" status: 200 len: 217 time: 0.1022012 Aug 28 14:57:09.374423 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-34c69cb4-7fd8-4215-8c05-a0aa764333f9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:09.381701 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-34c69cb4-7fd8-4215-8c05-a0aa764333f9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1179521 Aug 28 14:57:09.411245 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-87e9f5aa-d2e4-4c3b-84d2-a3963b379d88 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/quotas/86251bdbee63415981170d08b9111a4c HTTP/1.1" status: 200 len: 375 time: 0.0280011 Aug 28 14:57:09.471696 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e6fb5-353a-41cd-98f8-436c23e354b0 req-9184d36a-185c-4f26-b2d0-9d9c91010aec tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:09.479172 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-989e6fb5-353a-41cd-98f8-436c23e354b0 req-9184d36a-185c-4f26-b2d0-9d9c91010aec tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=53e8cf2a-f65f-4b57-94aa-14f7193b9a9f HTTP/1.1" status: 200 len: 948 time: 0.1693563 Aug 28 14:57:09.489163 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206a078-f5e7-4262-b505-891f2ce1406d req-6b9051a4-e80e-468d-9e44-ca57b434180a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:09.490556 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2206a078-f5e7-4262-b505-891f2ce1406d req-6b9051a4-e80e-468d-9e44-ca57b434180a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1186955 Aug 28 14:57:09.557093 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a0e53-cc98-4a05-8f4a-75f3eecaf10b req-1c39b783-15c3-4387-bb2d-52c55b683add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:09.557845 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a0e53-cc98-4a05-8f4a-75f3eecaf10b req-1c39b783-15c3-4387-bb2d-52c55b683add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:09.558632 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a0e53-cc98-4a05-8f4a-75f3eecaf10b req-1c39b783-15c3-4387-bb2d-52c55b683add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:09.560361 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-11d68115-47c3-414a-850d-a1306a365db9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1486156 Aug 28 14:57:09.568281 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d25a0e53-cc98-4a05-8f4a-75f3eecaf10b req-1c39b783-15c3-4387-bb2d-52c55b683add service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5c41f7ff750b41758b81cc9b9f8f4744&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3327641 Aug 28 14:57:09.632725 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-989e6fb5-353a-41cd-98f8-436c23e354b0 req-c6f606ac-8f3f-4ac0-b288-71431b5c8e42 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313703 Aug 28 14:57:09.778016 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206a078-f5e7-4262-b505-891f2ce1406d req-8ecd3fbc-5117-4830-97a6-26d027ef29ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:09.778719 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-a8def936-ce6f-43a5-8dbb-2c9efa253e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac4fa37-f01b-40ed-9304-eebde8331b53 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:57:09.782803 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2206a078-f5e7-4262-b505-891f2ce1406d req-8ecd3fbc-5117-4830-97a6-26d027ef29ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2783301 Aug 28 14:57:09.799641 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-a8def936-ce6f-43a5-8dbb-2c9efa253e2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:09.817344 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-a8def936-ce6f-43a5-8dbb-2c9efa253e2e service neutron] Transition to ACTIVE for port object bac4fa37-f01b-40ed-9304-eebde8331b53 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:57:09.836421 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-a8def936-ce6f-43a5-8dbb-2c9efa253e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:09.895154 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2b9d974d-124c-4b2a-869d-7f56e9007ccf req-0f7ef5e4-9788-4566-b749-c2f1e0bb5054 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07 HTTP/1.1" status: 200 len: 210 time: 0.0373483 Aug 28 14:57:10.027807 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8def936-ce6f-43a5-8dbb-2c9efa253e2e service neutron] Pushing event updated for resources: {'Port': ['ID=bac4fa37-f01b-40ed-9304-eebde8331b53,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:10.032704 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a0e53-cc98-4a05-8f4a-75f3eecaf10b req-1bed06d6-e74c-44e9-a229-a8a7b7cafe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:10.034339 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d25a0e53-cc98-4a05-8f4a-75f3eecaf10b req-1bed06d6-e74c-44e9-a229-a8a7b7cafe14 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4558177 Aug 28 14:57:10.076048 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491eca5a-41f6-4752-a3bf-4320112cee53 req-7062b53c-02b4-402e-b461-dc1dbbdab432 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:10.085069 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-491eca5a-41f6-4752-a3bf-4320112cee53 req-7062b53c-02b4-402e-b461-dc1dbbdab432 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 946 time: 0.1439884 Aug 28 14:57:10.128374 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2206a078-f5e7-4262-b505-891f2ce1406d req-d6be04d5-9d47-4593-9532-d7310f256094 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311605 Aug 28 14:57:10.169392 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-491eca5a-41f6-4752-a3bf-4320112cee53 req-e9544dc0-1338-496f-aab1-331b56f81a20 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829532 Aug 28 14:57:10.209494 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-a8def936-ce6f-43a5-8dbb-2c9efa253e2e service neutron] Attempting to bind port bac4fa37-f01b-40ed-9304-eebde8331b53 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:57:10.210252 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-a8def936-ce6f-43a5-8dbb-2c9efa253e2e service neutron] Attempting to bind port bac4fa37-f01b-40ed-9304-eebde8331b53 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'e0ff88bd-3972-49b2-b0b1-d1807955b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '81167e94-3666-4c28-a056-416ea7a0c9d3'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:57:10.210877 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-a8def936-ce6f-43a5-8dbb-2c9efa253e2e service neutron] Attempting to bind port bac4fa37-f01b-40ed-9304-eebde8331b53 on network 81167e94-3666-4c28-a056-416ea7a0c9d3 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:57:10.217999 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-a8def936-ce6f-43a5-8dbb-2c9efa253e2e service neutron] Port bac4fa37-f01b-40ed-9304-eebde8331b53 on network 81167e94-3666-4c28-a056-416ea7a0c9d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:57:10.218883 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-a8def936-ce6f-43a5-8dbb-2c9efa253e2e service neutron] Attempting to bind port bac4fa37-f01b-40ed-9304-eebde8331b53 on network 81167e94-3666-4c28-a056-416ea7a0c9d3 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:57:10.225714 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-a8def936-ce6f-43a5-8dbb-2c9efa253e2e service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:57:10.226598 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-a8def936-ce6f-43a5-8dbb-2c9efa253e2e service neutron] Checking segment: {'id': 'e0ff88bd-3972-49b2-b0b1-d1807955b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '81167e94-3666-4c28-a056-416ea7a0c9d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:57:10.227004 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-a8def936-ce6f-43a5-8dbb-2c9efa253e2e service neutron] Bound using segment: {'id': 'e0ff88bd-3972-49b2-b0b1-d1807955b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '81167e94-3666-4c28-a056-416ea7a0c9d3'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:57:10.227519 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-a8def936-ce6f-43a5-8dbb-2c9efa253e2e service neutron] Bound port: bac4fa37-f01b-40ed-9304-eebde8331b53, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ff88bd-3972-49b2-b0b1-d1807955b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '81167e94-3666-4c28-a056-416ea7a0c9d3'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:57:10.228026 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-a8def936-ce6f-43a5-8dbb-2c9efa253e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:10.233896 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d0b52-6e83-497f-b0d1-5549bfe14db7 req-7cf44c5d-1862-46a7-9457-b1ff4c1651aa tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:10.235474 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-604d0b52-6e83-497f-b0d1-5549bfe14db7 req-7cf44c5d-1862-46a7-9457-b1ff4c1651aa tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 946 time: 0.2410185 Aug 28 14:57:10.338064 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-a8def936-ce6f-43a5-8dbb-2c9efa253e2e service neutron] For port bac4fa37-f01b-40ed-9304-eebde8331b53, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:57:10.343058 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-a8def936-ce6f-43a5-8dbb-2c9efa253e2e service neutron] For port bac4fa37-f01b-40ed-9304-eebde8331b53, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=bac4fa37-f01b-40ed-9304-eebde8331b53,segment=NetworkSegment(e0ff88bd-3972-49b2-b0b1-d1807955b008),segment_id=e0ff88bd-3972-49b2-b0b1-d1807955b008)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:57:10.349631 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-a8def936-ce6f-43a5-8dbb-2c9efa253e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:10.358420 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-604d0b52-6e83-497f-b0d1-5549bfe14db7 req-41d13950-30e9-4948-b6e3-707516d3944d tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087492 Aug 28 14:57:10.362763 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2206a078-f5e7-4262-b505-891f2ce1406d req-cd901c0b-1307-43dc-9683-a4d58d38c7cf service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177913 Aug 28 14:57:10.413702 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8ed4c5ff-2f72-49b1-b629-ab494ac094b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:10.434872 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-a8def936-ce6f-43a5-8dbb-2c9efa253e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:10.435693 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-a8def936-ce6f-43a5-8dbb-2c9efa253e2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:10.437775 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-a8def936-ce6f-43a5-8dbb-2c9efa253e2e service neutron] 10.222.0.36 "PUT /v2.0/ports/bac4fa37-f01b-40ed-9304-eebde8331b53 HTTP/1.1" status: 200 len: 1092 time: 1.6414168 Aug 28 14:57:10.465264 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b3aa7fd7-c2d0-4d8d-af52-bdd86b9ae4f9 req-93e61825-3965-4049-abcd-974f603359be tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 210 time: 0.0704396 Aug 28 14:57:10.471576 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'tag': '49f08d49-97e8-41d5-a930-67be641a9b4f'}, {'name': 'network-changed', 'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'tag': 'bac4fa37-f01b-40ed-9304-eebde8331b53'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:10.474125 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635d93e2-4a7d-4d47-9836-fa338b303445" -d '{"events": [{"name": "network-changed", "server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "tag": "49f08d49-97e8-41d5-a930-67be641a9b4f"}, {"name": "network-changed", "server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "tag": "bac4fa37-f01b-40ed-9304-eebde8331b53"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:10.496774 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8def936-ce6f-43a5-8dbb-2c9efa253e2e service neutron] Pushing event updated for resources: {'Port': ['ID=bac4fa37-f01b-40ed-9304-eebde8331b53,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:10.576934 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e72f17-be9b-4fb7-b95e-5a413c3238b2 x-openstack-request-id: req-25e72f17-be9b-4fb7-b95e-5a413c3238b2 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:10.578131 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "tag": "49f08d49-97e8-41d5-a930-67be641a9b4f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "tag": "bac4fa37-f01b-40ed-9304-eebde8331b53", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:10.578580 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25e72f17-be9b-4fb7-b95e-5a413c3238b2 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:10.579140 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'tag': '49f08d49-97e8-41d5-a930-67be641a9b4f', 'status': 'completed', 'code': 200} Aug 28 14:57:10.579592 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'tag': 'bac4fa37-f01b-40ed-9304-eebde8331b53', 'status': 'completed', 'code': 200} Aug 28 14:57:10.596954 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07128e41-889d-48ac-bdeb-f86dde20e4c7 req-553cd68e-6173-424b-8496-bb4ae0c21e02 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:10.608338 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-a7b13641-29bc-4359-ac2c-3e0d8595982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:10.609244 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-a7b13641-29bc-4359-ac2c-3e0d8595982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:10.610003 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-a7b13641-29bc-4359-ac2c-3e0d8595982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:10.610225 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07128e41-889d-48ac-bdeb-f86dde20e4c7 req-553cd68e-6173-424b-8496-bb4ae0c21e02 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:10.610910 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-a7b13641-29bc-4359-ac2c-3e0d8595982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:10.611644 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-a7b13641-29bc-4359-ac2c-3e0d8595982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:10.612734 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-a7b13641-29bc-4359-ac2c-3e0d8595982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:10.613389 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-a7b13641-29bc-4359-ac2c-3e0d8595982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:10.615774 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-a7b13641-29bc-4359-ac2c-3e0d8595982b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c41f7ff750b41758b81cc9b9f8f4744&device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 6491 time: 0.1041436 Aug 28 14:57:10.617534 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07128e41-889d-48ac-bdeb-f86dde20e4c7 req-553cd68e-6173-424b-8496-bb4ae0c21e02 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:10.623996 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07128e41-889d-48ac-bdeb-f86dde20e4c7 req-553cd68e-6173-424b-8496-bb4ae0c21e02 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:10.648443 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07128e41-889d-48ac-bdeb-f86dde20e4c7 req-553cd68e-6173-424b-8496-bb4ae0c21e02 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:10.655187 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07128e41-889d-48ac-bdeb-f86dde20e4c7 req-553cd68e-6173-424b-8496-bb4ae0c21e02 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:10.673999 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07128e41-889d-48ac-bdeb-f86dde20e4c7 req-553cd68e-6173-424b-8496-bb4ae0c21e02 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:10.695505 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-35da8228-f895-4c24-92db-af824aa2bd97 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b87fed8-f886-448a-9c21-e53f6cc4e49a HTTP/1.1" status: 200 len: 217 time: 0.0697067 Aug 28 14:57:10.696259 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-07128e41-889d-48ac-bdeb-f86dde20e4c7 req-553cd68e-6173-424b-8496-bb4ae0c21e02 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5427 time: 0.1985095 Aug 28 14:57:10.719908 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-c1e03fea-f46e-4283-8c2f-95428f834525 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c8f30ba5b2dd4e6eb5a5a89b54916eba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342910 Aug 28 14:57:10.767716 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-07128e41-889d-48ac-bdeb-f86dde20e4c7 req-6dcd8007-41e5-4a66-82bc-0e3cc2e3291e tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0704663 Aug 28 14:57:10.784577 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:10.906662 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-ae190e03-dd31-473b-9362-10bc753714d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:10.907998 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-ae190e03-dd31-473b-9362-10bc753714d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0834cea-40c4-4457-8496-7782b5b24a25 HTTP/1.1" status: 200 len: 856 time: 0.2010291 Aug 28 14:57:10.959060 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a6fb5-34e9-434b-8d8f-af3a7d9e0bb3 req-ca292fcb-3cbd-4014-b7e7-14e9bf2aa337 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:10.960783 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4f7a6fb5-34e9-434b-8d8f-af3a7d9e0bb3 req-ca292fcb-3cbd-4014-b7e7-14e9bf2aa337 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=53e8cf2a-f65f-4b57-94aa-14f7193b9a9f HTTP/1.1" status: 200 len: 948 time: 0.2397516 Aug 28 14:57:10.995214 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-86e05638-c042-4cf3-bd78-e5958dd13a0f req-d02b3391-bb5f-4cc7-bf17-d2b1e8be5119 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07 HTTP/1.1" status: 200 len: 210 time: 0.0274482 Aug 28 14:57:11.007934 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-d2be8074-4db0-44de-9509-c4c6baca6df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:11.016168 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-d2be8074-4db0-44de-9509-c4c6baca6df3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1b33141-ca0c-463e-90a5-3e011354593f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0882337 Aug 28 14:57:11.018390 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-2dc87c55-558d-4cf4-aa91-fa127c6dd0e1 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:11.019723 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-2dc87c55-558d-4cf4-aa91-fa127c6dd0e1 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2491291 Aug 28 14:57:11.038321 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-5d631f09-a8a9-441b-981a-3b35255346a7 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Request body: {'port': {'device_id': 'ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'admin_state_up': True, 'tenant_id': 'c8f30ba5b2dd4e6eb5a5a89b54916eba'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:57:11.331008 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da60b1-2c04-4145-a8e2-62c99640cfa5 req-0a2e1274-872f-468a-9b28-a965d479a6a3 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:11.333190 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-72da60b1-2c04-4145-a8e2-62c99640cfa5 req-0a2e1274-872f-468a-9b28-a965d479a6a3 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 946 time: 0.0769825 Aug 28 14:57:11.385622 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4f7a6fb5-34e9-434b-8d8f-af3a7d9e0bb3 req-d397a726-22fb-4676-95ee-565f546763f8 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131274 Aug 28 14:57:11.406797 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-72da60b1-2c04-4145-a8e2-62c99640cfa5 req-9c14ef98-e89b-41e4-8dc0-d55f26fe5590 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653124 Aug 28 14:57:11.426100 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-47daa2ed-9df1-4105-9640-305578228e22 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=86251bdbee63415981170d08b9111a4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437844 Aug 28 14:57:11.532490 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-55c8d54b-58b7-4519-9577-313ac652df97 service neutron] 10.222.0.36 "GET /v2.0/networks/f1b33141-ca0c-463e-90a5-3e011354593f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106869 Aug 28 14:57:11.546920 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db10b6-7567-4cd2-b4fb-4f14554e5875 req-edb24d1e-9f98-4cab-861c-5f5337a8b344 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:11.549376 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e0db10b6-7567-4cd2-b4fb-4f14554e5875 req-edb24d1e-9f98-4cab-861c-5f5337a8b344 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 946 time: 0.0667231 Aug 28 14:57:11.600099 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e0db10b6-7567-4cd2-b4fb-4f14554e5875 req-3d5b5969-0607-4bd1-9e87-bc5a0b31af76 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437689 Aug 28 14:57:11.626972 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:11.676313 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ef4ef5d0-8748-4f5e-8e11-cfe0d7b96fdc req-d4d100f6-4cfa-4916-b8ad-818ccc36bf3a tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 210 time: 0.0880482 Aug 28 14:57:11.706624 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-5d631f09-a8a9-441b-981a-3b35255346a7 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Made reservation on behalf of c8f30ba5b2dd4e6eb5a5a89b54916eba for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:57:11.710072 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-5d631f09-a8a9-441b-981a-3b35255346a7 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:11.752075 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-0e68da29-33f2-475c-b4c7-c2144c95aefd tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:11.753379 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-0e68da29-33f2-475c-b4c7-c2144c95aefd tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2800908 Aug 28 14:57:11.775292 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-6ba15da0-9b33-4c0f-b49d-fdd3b459bc75 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Request body: {'port': {'device_id': '50696a02-4ed4-45a0-86f2-351c00443ad2', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'admin_state_up': True, 'tenant_id': '86251bdbee63415981170d08b9111a4c'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:57:11.857582 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-abaf4826-250b-4163-a93c-06414724b879 service neutron] 10.222.0.36 "GET /v2.0/networks/f1b33141-ca0c-463e-90a5-3e011354593f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675328 Aug 28 14:57:11.906520 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708cb768-b15f-4013-99e6-5d8138a9b9b8 req-c6f22ee2-8005-4c8f-a1db-b5d310f56883 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:11.913245 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708cb768-b15f-4013-99e6-5d8138a9b9b8 req-c6f22ee2-8005-4c8f-a1db-b5d310f56883 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:11.919084 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-483402db-5d0e-41e7-a21c-a3bb4411e2f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=7e62bbc1-7086-4e73-bc5b-92ef2064ead1 HTTP/1.1" status: 200 len: 217 time: 0.0444520 Aug 28 14:57:11.921709 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708cb768-b15f-4013-99e6-5d8138a9b9b8 req-c6f22ee2-8005-4c8f-a1db-b5d310f56883 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:11.929806 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708cb768-b15f-4013-99e6-5d8138a9b9b8 req-c6f22ee2-8005-4c8f-a1db-b5d310f56883 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:11.938641 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708cb768-b15f-4013-99e6-5d8138a9b9b8 req-c6f22ee2-8005-4c8f-a1db-b5d310f56883 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:11.947255 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708cb768-b15f-4013-99e6-5d8138a9b9b8 req-c6f22ee2-8005-4c8f-a1db-b5d310f56883 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:11.955780 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708cb768-b15f-4013-99e6-5d8138a9b9b8 req-c6f22ee2-8005-4c8f-a1db-b5d310f56883 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:11.957934 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-708cb768-b15f-4013-99e6-5d8138a9b9b8 req-c6f22ee2-8005-4c8f-a1db-b5d310f56883 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5427 time: 0.1223874 Aug 28 14:57:12.004493 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-708cb768-b15f-4013-99e6-5d8138a9b9b8 req-2cde52c1-f439-48f1-bd30-bbb3a6f9070f tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389967 Aug 28 14:57:12.013385 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 854005b2-34a3-4d64-afe9-4ba387271a05 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:57:12.054232 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-5d631f09-a8a9-441b-981a-3b35255346a7 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Allocated IP 192.168.233.44 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/840fc86f-de9f-4c05-9730-4e13c8e8871d) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:57:12.065328 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-86cebe79-8342-4f5d-b65c-2f8d68069a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:12.066765 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-86cebe79-8342-4f5d-b65c-2f8d68069a93 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a37ef518-489b-4615-b751-b3cd93e01029 HTTP/1.1" status: 200 len: 797 time: 0.1296775 Aug 28 14:57:12.118206 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-6ba15da0-9b33-4c0f-b49d-fdd3b459bc75 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Made reservation on behalf of 86251bdbee63415981170d08b9111a4c for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:57:12.122285 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-6ba15da0-9b33-4c0f-b49d-fdd3b459bc75 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:12.149487 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 854005b2-34a3-4d64-afe9-4ba387271a05, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=854005b2-34a3-4d64-afe9-4ba387271a05,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:12.152356 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9dfb2221-8e89-4f34-bb9c-52e04b115159 req-ef928c4b-b5fa-4f53-b373-8f5dfb8a7e82 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07 HTTP/1.1" status: 200 len: 210 time: 0.0628853 Aug 28 14:57:12.165667 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '854005b2-34a3-4d64-afe9-4ba387271a05', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': '854005b2-34a3-4d64-afe9-4ba387271a05', 'mac_address': 'fa:16:3e:a2:47:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:57:12.203225 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-e72f2911-148a-4aed-9b58-b46bf6978272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:12.204733 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-e72f2911-148a-4aed-9b58-b46bf6978272 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1270633 Aug 28 14:57:12.221076 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:12.235395 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 854005b2-34a3-4d64-afe9-4ba387271a05 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:57:12.255730 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 854005b2-34a3-4d64-afe9-4ba387271a05, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=854005b2-34a3-4d64-afe9-4ba387271a05,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:12.263359 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:12.317092 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=854005b2-34a3-4d64-afe9-4ba387271a05,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:12.439046 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-5d631f09-a8a9-441b-981a-3b35255346a7 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:12.456115 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-5d631f09-a8a9-441b-981a-3b35255346a7 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Transition to ACTIVE for port object 840fc86f-de9f-4c05-9730-4e13c8e8871d will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:57:12.508552 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-7e817269-a5e1-4714-b9b3-dd80a966a0cb service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684388 Aug 28 14:57:12.517140 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-5d631f09-a8a9-441b-981a-3b35255346a7 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:12.539063 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['1e759b35-df78-4df1-a087-7d678e3edbc3'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:12.586284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a4d6d-bbf9-4ec4-9512-fa191518b7cb req-484c11c1-f0b0-4f5f-b3e5-1f5272899721 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:12.588011 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-be9a4d6d-bbf9-4ec4-9512-fa191518b7cb req-484c11c1-f0b0-4f5f-b3e5-1f5272899721 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=53e8cf2a-f65f-4b57-94aa-14f7193b9a9f HTTP/1.1" status: 200 len: 949 time: 0.0651217 Aug 28 14:57:12.634437 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['854005b2-34a3-4d64-afe9-4ba387271a05'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:12.691726 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-be9a4d6d-bbf9-4ec4-9512-fa191518b7cb req-d6a9f4ce-b463-4e49-92c1-60530843197c tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947928 Aug 28 14:57:12.778229 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-5d631f09-a8a9-441b-981a-3b35255346a7 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:57:12.793794 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-6ba15da0-9b33-4c0f-b49d-fdd3b459bc75 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Allocated IP 192.168.233.65 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/3083ecc2-cd08-4195-a587-3df47c57ed46) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:57:12.801450 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-5d631f09-a8a9-441b-981a-3b35255346a7 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:57:12.809003 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-5d631f09-a8a9-441b-981a-3b35255346a7 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:57:12.815993 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d631f09-a8a9-441b-981a-3b35255346a7 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Pushing event updated for resources: {'Port': ['ID=840fc86f-de9f-4c05-9730-4e13c8e8871d,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:12.869824 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-64b0bad9-61e1-4f4c-9787-666b517b30b7 service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421805 Aug 28 14:57:12.893403 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268009d5-ed22-48e8-852d-3dc18d059057 req-1f3c0875-b873-436d-b68b-534b9b07ea23 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:12.919828 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-268009d5-ed22-48e8-852d-3dc18d059057 req-1f3c0875-b873-436d-b68b-534b9b07ea23 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 946 time: 0.3853908 Aug 28 14:57:13.005440 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf3b24-619e-4545-9a53-52fb6a7c85c1 req-1f3570a9-44e2-4193-aba6-d23850a10b09 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:13.007456 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bddf3b24-619e-4545-9a53-52fb6a7c85c1 req-1f3570a9-44e2-4193-aba6-d23850a10b09 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 946 time: 0.1018569 Aug 28 14:57:13.012989 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-268009d5-ed22-48e8-852d-3dc18d059057 req-3478e7a4-4859-43e2-aef3-e560a1815bb4 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921776 Aug 28 14:57:13.061330 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-5d631f09-a8a9-441b-981a-3b35255346a7 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:13.061983 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-5d631f09-a8a9-441b-981a-3b35255346a7 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:13.080014 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-7cf9ddb4-b3d9-4d06-a84c-0b6b581b69b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=7840cbd9-0758-4ada-854e-1b4e2f5d208a HTTP/1.1" status: 200 len: 217 time: 0.1576474 Aug 28 14:57:13.092234 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bddf3b24-619e-4545-9a53-52fb6a7c85c1 req-afcdba74-a090-4c05-8347-13ede68d2f59 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733426 Aug 28 14:57:13.138723 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:13.161941 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-0cd41c72-e08a-433e-9b55-1cc781d7f054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:13.165012 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-0cd41c72-e08a-433e-9b55-1cc781d7f054 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a37ef518-489b-4615-b751-b3cd93e01029 HTTP/1.1" status: 200 len: 797 time: 0.0700474 Aug 28 14:57:13.200107 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-5d631f09-a8a9-441b-981a-3b35255346a7 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1652634 Aug 28 14:57:13.265737 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-390a6117-6351-4d65-842c-678fd66dea30 req-921db6b4-e28a-4355-8fef-c3a7aabc243f tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 210 time: 0.0990174 Aug 28 14:57:13.272508 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-281b77ed-1a15-4dcc-b97e-b7e687d22815 service neutron] Request body: {'port': {'device_id': 'ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:57:13.310397 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-93723233-aaca-45f9-a4ff-8d19d6cedd73 None None] Provisioning for port 840fc86f-de9f-4c05-9730-4e13c8e8871d completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:57:13.314983 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-93723233-aaca-45f9-a4ff-8d19d6cedd73 None None] Provisioning complete for port 840fc86f-de9f-4c05-9730-4e13c8e8871d triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:57:13.315702 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-93723233-aaca-45f9-a4ff-8d19d6cedd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:13.374027 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581357a-fa5b-4cf5-b6dc-c9058d1bdbe5 req-ef150b63-f082-40a4-a4ba-fef739b4f8f0 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:13.381749 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581357a-fa5b-4cf5-b6dc-c9058d1bdbe5 req-ef150b63-f082-40a4-a4ba-fef739b4f8f0 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:13.386828 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-93723233-aaca-45f9-a4ff-8d19d6cedd73 None None] Port 840fc86f-de9f-4c05-9730-4e13c8e8871d cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:57:13.390000 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581357a-fa5b-4cf5-b6dc-c9058d1bdbe5 req-ef150b63-f082-40a4-a4ba-fef739b4f8f0 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:13.397475 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581357a-fa5b-4cf5-b6dc-c9058d1bdbe5 req-ef150b63-f082-40a4-a4ba-fef739b4f8f0 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:13.405006 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581357a-fa5b-4cf5-b6dc-c9058d1bdbe5 req-ef150b63-f082-40a4-a4ba-fef739b4f8f0 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:13.411598 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581357a-fa5b-4cf5-b6dc-c9058d1bdbe5 req-ef150b63-f082-40a4-a4ba-fef739b4f8f0 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:13.416282 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-6ba15da0-9b33-4c0f-b49d-fdd3b459bc75 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:13.419803 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581357a-fa5b-4cf5-b6dc-c9058d1bdbe5 req-ef150b63-f082-40a4-a4ba-fef739b4f8f0 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:13.429864 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b581357a-fa5b-4cf5-b6dc-c9058d1bdbe5 req-ef150b63-f082-40a4-a4ba-fef739b4f8f0 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5427 time: 0.1195545 Aug 28 14:57:13.434591 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-6ba15da0-9b33-4c0f-b49d-fdd3b459bc75 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Transition to ACTIVE for port object 3083ecc2-cd08-4195-a587-3df47c57ed46 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:57:13.479844 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b581357a-fa5b-4cf5-b6dc-c9058d1bdbe5 req-412ebad3-5d21-4542-904a-506fa4a7a34e tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489883 Aug 28 14:57:13.552912 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-9540dcef-54fc-43cc-a3e8-d248b197caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:13.554466 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-9540dcef-54fc-43cc-a3e8-d248b197caaa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3279614 Aug 28 14:57:13.562052 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-281b77ed-1a15-4dcc-b97e-b7e687d22815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:13.595220 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ccdc4c-0625-4d52-9293-9a5c2e7f566f req-7215295c-8768-4c68-950d-4f52712a7122 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:13.596770 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b3ccdc4c-0625-4d52-9293-9a5c2e7f566f req-7215295c-8768-4c68-950d-4f52712a7122 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07 HTTP/1.1" status: 200 len: 935 time: 0.1533184 Aug 28 14:57:13.646826 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-6ba15da0-9b33-4c0f-b49d-fdd3b459bc75 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:13.663589 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:13.794054 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-3bb212f0-8f0e-4a04-897a-ecc5c012c8f8 service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266276 Aug 28 14:57:13.825404 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d0ebb-d45d-4dde-a4b8-cde047aaa4ae req-07476180-f660-4c7f-86e7-c44850e00411 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:13.833287 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e1d0ebb-d45d-4dde-a4b8-cde047aaa4ae req-07476180-f660-4c7f-86e7-c44850e00411 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=53e8cf2a-f65f-4b57-94aa-14f7193b9a9f HTTP/1.1" status: 200 len: 949 time: 0.0753222 Aug 28 14:57:13.833499 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-6ba15da0-9b33-4c0f-b49d-fdd3b459bc75 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:57:13.837086 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba15da0-9b33-4c0f-b49d-fdd3b459bc75 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Pushing event updated for resources: {'Port': ['ID=3083ecc2-cd08-4195-a587-3df47c57ed46,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:13.853703 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-6ba15da0-9b33-4c0f-b49d-fdd3b459bc75 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:57:13.869848 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b3ccdc4c-0625-4d52-9293-9a5c2e7f566f req-ca1386d5-ff95-4d4e-8c4c-3e8afaa40c38 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300627 Aug 28 14:57:13.874605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-6ba15da0-9b33-4c0f-b49d-fdd3b459bc75 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:57:13.889509 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e1d0ebb-d45d-4dde-a4b8-cde047aaa4ae req-1a10c3b5-ffa9-461d-beb6-555c3a2c92ac tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507047 Aug 28 14:57:13.966533 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:57:13.970557 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-0f1f9c65-5179-4c83-baf4-8e58d9d70723 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:13.972129 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-0f1f9c65-5179-4c83-baf4-8e58d9d70723 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7&tenant_id=5de95046553a4af6b56ddb9234d40b90&binding%3Ahost_id=n-h2-712137-10 HTTP/1.1" status: 200 len: 1098 time: 0.0782893 Aug 28 14:57:13.985960 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-dc0ba40b-aeaf-4175-aabe-da432754dd31 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712137-10'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:57:14.016981 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['e5d443f6-c090-4c53-88ff-10d9e3cd69be'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:14.065851 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-dc0ba40b-aeaf-4175-aabe-da432754dd31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:14.243398 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-61b299df-3c29-4a16-b14e-467a9e105e5c None None] Provisioning for port 3083ecc2-cd08-4195-a587-3df47c57ed46 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:57:14.255863 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-dc0ba40b-aeaf-4175-aabe-da432754dd31 service neutron] For port 7d84ae98-8364-42b6-b195-2489fc1310a7, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=7d84ae98-8364-42b6-b195-2489fc1310a7,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:14.257987 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-61b299df-3c29-4a16-b14e-467a9e105e5c None None] Provisioning complete for port 3083ecc2-cd08-4195-a587-3df47c57ed46 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:57:14.258546 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-61b299df-3c29-4a16-b14e-467a9e105e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:14.308329 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-dc0ba40b-aeaf-4175-aabe-da432754dd31 service neutron] For port 7d84ae98-8364-42b6-b195-2489fc1310a7, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:57:14.329513 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-61b299df-3c29-4a16-b14e-467a9e105e5c None None] Port 3083ecc2-cd08-4195-a587-3df47c57ed46 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:57:14.373441 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e327a88-aed3-4288-9330-f2fd4cd6baa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d84ae98-8364-42b6-b195-2489fc1310a7'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:14.375637 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d354b8-34d5-4454-830f-0d01c34e1cf9" -d '{"events": [{"server_uuid": "2e327a88-aed3-4288-9330-f2fd4cd6baa7", "name": "network-vif-unplugged", "status": "completed", "tag": "7d84ae98-8364-42b6-b195-2489fc1310a7"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:14.380198 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-dc0ba40b-aeaf-4175-aabe-da432754dd31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:14.392485 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-dc0ba40b-aeaf-4175-aabe-da432754dd31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:14.436852 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5e7bd-111e-4010-bdab-c71bd9095219 req-951fb176-c6cf-4a88-8e9a-78f121867e58 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:14.438633 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f3e5e7bd-111e-4010-bdab-c71bd9095219 req-951fb176-c6cf-4a88-8e9a-78f121867e58 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 946 time: 0.3158953 Aug 28 14:57:14.491764 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ba40b-aeaf-4175-aabe-da432754dd31 service neutron] Pushing event updated for resources: {'Port': ['ID=7d84ae98-8364-42b6-b195-2489fc1310a7,revision_number=7']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:14.538984 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f3e5e7bd-111e-4010-bdab-c71bd9095219 req-da11a8f7-3935-4c80-b825-d7424308f635 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846245 Aug 28 14:57:14.539835 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-dc0ba40b-aeaf-4175-aabe-da432754dd31 service neutron] Attempting to bind port 7d84ae98-8364-42b6-b195-2489fc1310a7 on host n-h2-712137-10 for vnic_type normal with profile {"migrating_to": "n-h1-712137-10"} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:57:14.540175 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-dc0ba40b-aeaf-4175-aabe-da432754dd31 service neutron] Attempting to bind port 7d84ae98-8364-42b6-b195-2489fc1310a7 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:57:14.540503 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-dc0ba40b-aeaf-4175-aabe-da432754dd31 service neutron] Attempting to bind port 7d84ae98-8364-42b6-b195-2489fc1310a7 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:57:14.546953 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-dc0ba40b-aeaf-4175-aabe-da432754dd31 service neutron] Port 7d84ae98-8364-42b6-b195-2489fc1310a7 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:57:14.547347 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-dc0ba40b-aeaf-4175-aabe-da432754dd31 service neutron] Attempting to bind port 7d84ae98-8364-42b6-b195-2489fc1310a7 on network a6bfc57a-d73d-41d0-954b-fff6fef4d808 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:57:14.553424 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-dc0ba40b-aeaf-4175-aabe-da432754dd31 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:57:14.554262 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-dc0ba40b-aeaf-4175-aabe-da432754dd31 service neutron] Checking segment: {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:57:14.554262 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-dc0ba40b-aeaf-4175-aabe-da432754dd31 service neutron] Bound using segment: {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:57:14.554805 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-dc0ba40b-aeaf-4175-aabe-da432754dd31 service neutron] Bound port: 7d84ae98-8364-42b6-b195-2489fc1310a7, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67cdf26d-d64f-4adf-ada7-c19986a8a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6bfc57a-d73d-41d0-954b-fff6fef4d808'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:57:14.556041 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-dc0ba40b-aeaf-4175-aabe-da432754dd31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:14.580971 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-6ba15da0-9b33-4c0f-b49d-fdd3b459bc75 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:14.581683 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-6ba15da0-9b33-4c0f-b49d-fdd3b459bc75 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:14.586600 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-28972270-6421-463a-a20e-ac861e96eab9 service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7788033 Aug 28 14:57:14.639630 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-dc0ba40b-aeaf-4175-aabe-da432754dd31 service neutron] For port 7d84ae98-8364-42b6-b195-2489fc1310a7, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:57:14.643028 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-dc0ba40b-aeaf-4175-aabe-da432754dd31 service neutron] For port 7d84ae98-8364-42b6-b195-2489fc1310a7, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=7d84ae98-8364-42b6-b195-2489fc1310a7,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:57:14.648987 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-dc0ba40b-aeaf-4175-aabe-da432754dd31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:14.656618 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-58164c1c-0bda-4676-a2bf-bc671d12a78a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77 HTTP/1.1" status: 200 len: 217 time: 0.0581274 Aug 28 14:57:14.658005 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-6ba15da0-9b33-4c0f-b49d-fdd3b459bc75 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8875239 Aug 28 14:57:14.694111 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a8e0f-a687-4b59-a8b8-8605e029959c req-d4388734-c14a-47ee-acff-31255cd27771 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:14.694111 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e64a8e0f-a687-4b59-a8b8-8605e029959c req-d4388734-c14a-47ee-acff-31255cd27771 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 944 time: 0.2366817 Aug 28 14:57:14.697424 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-f5a00fa2-e4ff-4237-9d49-ece589f09857 service neutron] Request body: {'port': {'device_id': '50696a02-4ed4-45a0-86f2-351c00443ad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:57:14.777645 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ba40b-aeaf-4175-aabe-da432754dd31 service neutron] Pushing event updated for resources: {'Port': ['ID=7d84ae98-8364-42b6-b195-2489fc1310a7,revision_number=8']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:14.785293 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-dc0ba40b-aeaf-4175-aabe-da432754dd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:14.786202 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-dc0ba40b-aeaf-4175-aabe-da432754dd31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:14.787690 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-dc0ba40b-aeaf-4175-aabe-da432754dd31 service neutron] 10.222.0.41 "PUT /v2.0/ports/7d84ae98-8364-42b6-b195-2489fc1310a7 HTTP/1.1" status: 200 len: 1124 time: 0.8059576 Aug 28 14:57:14.806646 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1cfac-db5f-4f2e-9d2d-fcd1062c2af7 req-7db5bb8d-ba61-4cf3-a4fd-1c60554485c1 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:14.807828 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-91e1cfac-db5f-4f2e-9d2d-fcd1062c2af7 req-7db5bb8d-ba61-4cf3-a4fd-1c60554485c1 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 935 time: 0.0978248 Aug 28 14:57:14.852399 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-239e1654-54a8-41c8-accd-f009a5b483a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:14.853906 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-239e1654-54a8-41c8-accd-f009a5b483a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a37ef518-489b-4615-b751-b3cd93e01029 HTTP/1.1" status: 200 len: 797 time: 0.1862481 Aug 28 14:57:14.858460 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-91e1cfac-db5f-4f2e-9d2d-fcd1062c2af7 req-8e2b03df-52b3-4c68-9e5d-afdd99fdc1dc tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370886 Aug 28 14:57:14.868478 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-f5a00fa2-e4ff-4237-9d49-ece589f09857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:14.890785 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e64a8e0f-a687-4b59-a8b8-8605e029959c req-62df875d-07e8-4b83-a601-e2390bef4e24 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636903 Aug 28 14:57:14.924831 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdac49b3-7a1a-4d92-bb5d-8774f6c98ae9 x-openstack-request-id: req-bdac49b3-7a1a-4d92-bb5d-8774f6c98ae9 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:14.925127 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e327a88-aed3-4288-9330-f2fd4cd6baa7", "name": "network-vif-unplugged", "status": "completed", "tag": "7d84ae98-8364-42b6-b195-2489fc1310a7", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:14.925468 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bdac49b3-7a1a-4d92-bb5d-8774f6c98ae9 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:14.925922 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e327a88-aed3-4288-9330-f2fd4cd6baa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d84ae98-8364-42b6-b195-2489fc1310a7', 'code': 200} Aug 28 14:57:14.931977 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['7d84ae98-8364-42b6-b195-2489fc1310a7'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:14.996312 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['7d84ae98-8364-42b6-b195-2489fc1310a7'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:15.150504 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5982f-760d-4868-838b-68f08606705b req-0e46d0e9-d66f-486a-ac32-35a4afd72bab tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:15.153622 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ead5982f-760d-4868-838b-68f08606705b req-0e46d0e9-d66f-486a-ac32-35a4afd72bab tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07 HTTP/1.1" status: 200 len: 935 time: 0.1222811 Aug 28 14:57:15.226945 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-281b77ed-1a15-4dcc-b97e-b7e687d22815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 840fc86f-de9f-4c05-9730-4e13c8e8871d {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:57:15.234148 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ead5982f-760d-4868-838b-68f08606705b req-075af010-945c-4c51-970c-a904e927e89e tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717494 Aug 28 14:57:15.242408 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-281b77ed-1a15-4dcc-b97e-b7e687d22815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:15.258209 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-6bc91e37-c83f-4e53-a533-08eac916f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:15.259843 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-6bc91e37-c83f-4e53-a533-08eac916f022 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3681011 Aug 28 14:57:15.296344 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8447a-e9fd-4a9f-85f9-c8713fd93319 req-2640a5d9-fd0b-4fff-8373-09d3420ed4cf tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:15.302601 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8447a-e9fd-4a9f-85f9-c8713fd93319 req-2640a5d9-fd0b-4fff-8373-09d3420ed4cf tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:15.310220 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8447a-e9fd-4a9f-85f9-c8713fd93319 req-2640a5d9-fd0b-4fff-8373-09d3420ed4cf tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:15.316382 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8447a-e9fd-4a9f-85f9-c8713fd93319 req-2640a5d9-fd0b-4fff-8373-09d3420ed4cf tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:15.322263 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8447a-e9fd-4a9f-85f9-c8713fd93319 req-2640a5d9-fd0b-4fff-8373-09d3420ed4cf tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:15.329642 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8447a-e9fd-4a9f-85f9-c8713fd93319 req-2640a5d9-fd0b-4fff-8373-09d3420ed4cf tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:15.336360 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8447a-e9fd-4a9f-85f9-c8713fd93319 req-2640a5d9-fd0b-4fff-8373-09d3420ed4cf tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:15.338314 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e7b8447a-e9fd-4a9f-85f9-c8713fd93319 req-2640a5d9-fd0b-4fff-8373-09d3420ed4cf tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5427 time: 0.2938180 Aug 28 14:57:15.363424 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae58ed-0dec-4c1c-bdb2-d38c6286e6ee req-0bf7431a-cb47-4516-8453-c65defd6107a tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:15.364952 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-72ae58ed-0dec-4c1c-bdb2-d38c6286e6ee req-0bf7431a-cb47-4516-8453-c65defd6107a tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=53e8cf2a-f65f-4b57-94aa-14f7193b9a9f HTTP/1.1" status: 200 len: 949 time: 0.0553861 Aug 28 14:57:15.387403 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-281b77ed-1a15-4dcc-b97e-b7e687d22815 service neutron] Transition to ACTIVE for port object 840fc86f-de9f-4c05-9730-4e13c8e8871d will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:57:15.406918 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-72ae58ed-0dec-4c1c-bdb2-d38c6286e6ee req-f08c79af-80f6-439c-8a41-18af55ebbb12 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345540 Aug 28 14:57:15.415991 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-281b77ed-1a15-4dcc-b97e-b7e687d22815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:15.566480 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e7b8447a-e9fd-4a9f-85f9-c8713fd93319 req-68135f2e-fd7a-431c-9935-0aa2521d945f tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1818256 Aug 28 14:57:15.622719 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b77ed-1a15-4dcc-b97e-b7e687d22815 service neutron] Pushing event updated for resources: {'Port': ['ID=840fc86f-de9f-4c05-9730-4e13c8e8871d,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:15.643920 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-1d3d2000-d959-4749-9b2e-5f2ba6770dfe service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723335 Aug 28 14:57:15.756248 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94710888-f564-457d-a8ef-59cf770a7acd req-c0789b91-200b-4cc1-b3ac-df9cd151c0a7 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:15.766503 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-94710888-f564-457d-a8ef-59cf770a7acd req-c0789b91-200b-4cc1-b3ac-df9cd151c0a7 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 946 time: 0.1184976 Aug 28 14:57:15.803330 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-94710888-f564-457d-a8ef-59cf770a7acd req-94c2c936-c99e-452c-90d1-da762ffe4071 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356834 Aug 28 14:57:15.830399 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-281b77ed-1a15-4dcc-b97e-b7e687d22815 service neutron] Attempting to bind port 840fc86f-de9f-4c05-9730-4e13c8e8871d on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:57:15.830880 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-281b77ed-1a15-4dcc-b97e-b7e687d22815 service neutron] Attempting to bind port 840fc86f-de9f-4c05-9730-4e13c8e8871d by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:57:15.831230 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-281b77ed-1a15-4dcc-b97e-b7e687d22815 service neutron] Attempting to bind port 840fc86f-de9f-4c05-9730-4e13c8e8871d on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:57:15.850950 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-281b77ed-1a15-4dcc-b97e-b7e687d22815 service neutron] Port 840fc86f-de9f-4c05-9730-4e13c8e8871d on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:57:15.851268 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-281b77ed-1a15-4dcc-b97e-b7e687d22815 service neutron] Attempting to bind port 840fc86f-de9f-4c05-9730-4e13c8e8871d on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:57:15.854866 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-f5a00fa2-e4ff-4237-9d49-ece589f09857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3083ecc2-cd08-4195-a587-3df47c57ed46 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:57:15.861036 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-955cc643-2a48-4043-bcaf-341a34b91fac service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941299 Aug 28 14:57:15.867893 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-f5a00fa2-e4ff-4237-9d49-ece589f09857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:15.872535 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-281b77ed-1a15-4dcc-b97e-b7e687d22815 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:57:15.872961 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-281b77ed-1a15-4dcc-b97e-b7e687d22815 service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:57:15.873400 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-281b77ed-1a15-4dcc-b97e-b7e687d22815 service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:57:15.873833 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-281b77ed-1a15-4dcc-b97e-b7e687d22815 service neutron] Bound port: 840fc86f-de9f-4c05-9730-4e13c8e8871d, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:57:15.874175 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-281b77ed-1a15-4dcc-b97e-b7e687d22815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:15.927925 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-7cf6a766-dcea-4986-b662-4c36ed1fe859 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=537aef6e-3a73-4211-94bf-e4cb13b399dd HTTP/1.1" status: 200 len: 217 time: 0.0563946 Aug 28 14:57:15.933587 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-f5a00fa2-e4ff-4237-9d49-ece589f09857 service neutron] Transition to ACTIVE for port object 3083ecc2-cd08-4195-a587-3df47c57ed46 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:57:15.974871 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-f5a00fa2-e4ff-4237-9d49-ece589f09857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:16.026050 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 854005b2-34a3-4d64-afe9-4ba387271a05 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:57:16.032719 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b60603-86e2-4b64-a014-d684b4574f9c req-95cd2874-6e2d-420b-9931-ff1db55994ae tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:16.040564 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f8b60603-86e2-4b64-a014-d684b4574f9c req-95cd2874-6e2d-420b-9931-ff1db55994ae tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 944 time: 0.0592725 Aug 28 14:57:16.085718 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 7d84ae98-8364-42b6-b195-2489fc1310a7 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:57:16.088021 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f8b60603-86e2-4b64-a014-d684b4574f9c req-2de2a7fd-40fe-4448-8357-7f985e8952b8 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413129 Aug 28 14:57:16.116536 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-06fe6d63-c32f-4411-82eb-0107b1573142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:16.118290 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-06fe6d63-c32f-4411-82eb-0107b1573142 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a37ef518-489b-4615-b751-b3cd93e01029 HTTP/1.1" status: 200 len: 797 time: 0.1653314 Aug 28 14:57:16.121750 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-281b77ed-1a15-4dcc-b97e-b7e687d22815 service neutron] For port 840fc86f-de9f-4c05-9730-4e13c8e8871d, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:57:16.126829 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-281b77ed-1a15-4dcc-b97e-b7e687d22815 service neutron] For port 840fc86f-de9f-4c05-9730-4e13c8e8871d, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=840fc86f-de9f-4c05-9730-4e13c8e8871d,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:57:16.128188 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a00fa2-e4ff-4237-9d49-ece589f09857 service neutron] Pushing event updated for resources: {'Port': ['ID=3083ecc2-cd08-4195-a587-3df47c57ed46,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:16.148572 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-281b77ed-1a15-4dcc-b97e-b7e687d22815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:16.188766 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 854005b2-34a3-4d64-afe9-4ba387271a05 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:57:16.197041 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 854005b2-34a3-4d64-afe9-4ba387271a05 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:57:16.197656 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:16.267764 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00325b-b414-4521-8b87-0dac299d4d9b req-090a4469-b4b2-4e01-a2e8-aa3555496d13 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:16.269428 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4e00325b-b414-4521-8b87-0dac299d4d9b req-090a4469-b4b2-4e01-a2e8-aa3555496d13 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 947 time: 0.3150582 Aug 28 14:57:16.279361 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 7d84ae98-8364-42b6-b195-2489fc1310a7, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=7d84ae98-8364-42b6-b195-2489fc1310a7,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:16.286304 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-281b77ed-1a15-4dcc-b97e-b7e687d22815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:16.287819 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-281b77ed-1a15-4dcc-b97e-b7e687d22815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:16.289568 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-281b77ed-1a15-4dcc-b97e-b7e687d22815 service neutron] 10.222.0.41 "PUT /v2.0/ports/840fc86f-de9f-4c05-9730-4e13c8e8871d HTTP/1.1" status: 200 len: 1096 time: 3.0227823 Aug 28 14:57:16.297205 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07', 'tag': '840fc86f-de9f-4c05-9730-4e13c8e8871d'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:16.300507 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc3c692-a9ed-461f-927e-b7cabb96eaa5" -d '{"events": [{"name": "network-changed", "server_uuid": "ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07", "tag": "840fc86f-de9f-4c05-9730-4e13c8e8871d"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:16.304272 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 7d84ae98-8364-42b6-b195-2489fc1310a7 has no active binding in host n-h1-712137-10 {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 14:57:16.366144 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-f5a00fa2-e4ff-4237-9d49-ece589f09857 service neutron] Attempting to bind port 3083ecc2-cd08-4195-a587-3df47c57ed46 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:57:16.367810 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-f5a00fa2-e4ff-4237-9d49-ece589f09857 service neutron] Attempting to bind port 3083ecc2-cd08-4195-a587-3df47c57ed46 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:57:16.368049 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-f5a00fa2-e4ff-4237-9d49-ece589f09857 service neutron] Attempting to bind port 3083ecc2-cd08-4195-a587-3df47c57ed46 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:57:16.373351 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:16.413870 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e8cf2a-f65f-4b57-94aa-14f7193b9a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854005b2-34a3-4d64-afe9-4ba387271a05'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:16.417273 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55870b0-b3ab-4af9-ba51-b6663387d8a8" -d '{"events": [{"server_uuid": "53e8cf2a-f65f-4b57-94aa-14f7193b9a9f", "name": "network-vif-plugged", "status": "completed", "tag": "854005b2-34a3-4d64-afe9-4ba387271a05"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:16.432161 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 854005b2-34a3-4d64-afe9-4ba387271a05, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=854005b2-34a3-4d64-afe9-4ba387271a05,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:16.437807 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-66aaa1b9-c632-4767-ad1d-fc4fe438231a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:16.438442 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:16.439375 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-66aaa1b9-c632-4767-ad1d-fc4fe438231a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3037219 Aug 28 14:57:16.444119 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-f5a00fa2-e4ff-4237-9d49-ece589f09857 service neutron] Port 3083ecc2-cd08-4195-a587-3df47c57ed46 on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:57:16.444477 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-f5a00fa2-e4ff-4237-9d49-ece589f09857 service neutron] Attempting to bind port 3083ecc2-cd08-4195-a587-3df47c57ed46 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:57:16.455219 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cd2cf-03d0-43c4-9769-db3e9b5ee8b4 req-8f11806e-da4a-464f-b908-8c1acd8f6394 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:16.465687 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1b4cd2cf-03d0-43c4-9769-db3e9b5ee8b4 req-8f11806e-da4a-464f-b908-8c1acd8f6394 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07 HTTP/1.1" status: 200 len: 947 time: 0.0969598 Aug 28 14:57:16.503321 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=854005b2-34a3-4d64-afe9-4ba387271a05,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:16.512829 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b77ed-1a15-4dcc-b97e-b7e687d22815 service neutron] Pushing event updated for resources: {'Port': ['ID=840fc86f-de9f-4c05-9730-4e13c8e8871d,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:16.534405 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1b4cd2cf-03d0-43c4-9769-db3e9b5ee8b4 req-86258bff-6040-464e-b33f-a4a9d3542be7 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528271 Aug 28 14:57:16.565866 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-f5a00fa2-e4ff-4237-9d49-ece589f09857 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:57:16.566327 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-f5a00fa2-e4ff-4237-9d49-ece589f09857 service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:57:16.566910 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-f5a00fa2-e4ff-4237-9d49-ece589f09857 service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:57:16.567438 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-f5a00fa2-e4ff-4237-9d49-ece589f09857 service neutron] Bound port: 3083ecc2-cd08-4195-a587-3df47c57ed46, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:57:16.567845 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-f5a00fa2-e4ff-4237-9d49-ece589f09857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:16.575691 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4963b844-2baf-4bfb-b3f0-ab36ee04bcb8 x-openstack-request-id: req-4963b844-2baf-4bfb-b3f0-ab36ee04bcb8 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:16.576080 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07", "tag": "840fc86f-de9f-4c05-9730-4e13c8e8871d", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:16.576325 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4963b844-2baf-4bfb-b3f0-ab36ee04bcb8 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:16.576771 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07', 'tag': '840fc86f-de9f-4c05-9730-4e13c8e8871d', 'status': 'completed', 'code': 200} Aug 28 14:57:16.596692 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4e00325b-b414-4521-8b87-0dac299d4d9b req-4a8871a9-8736-48c9-9f8d-3c7a19ef1257 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019867 Aug 28 14:57:16.621643 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00408d2f-ec00-4834-931e-955526ddb070 x-openstack-request-id: req-00408d2f-ec00-4834-931e-955526ddb070 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:16.621947 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e8cf2a-f65f-4b57-94aa-14f7193b9a9f", "name": "network-vif-plugged", "status": "completed", "tag": "854005b2-34a3-4d64-afe9-4ba387271a05", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:16.622295 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00408d2f-ec00-4834-931e-955526ddb070 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:16.622697 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e8cf2a-f65f-4b57-94aa-14f7193b9a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854005b2-34a3-4d64-afe9-4ba387271a05', 'code': 200} Aug 28 14:57:16.683150 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-14444813-25a2-40ee-aea0-85327a49f442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:16.685124 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-14444813-25a2-40ee-aea0-85327a49f442 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8f30ba5b2dd4e6eb5a5a89b54916eba&device_id=ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07 HTTP/1.1" status: 200 len: 1099 time: 0.3144908 Aug 28 14:57:16.768420 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e52cc8-830a-481d-bab8-b5c7ed4f41a8 req-f13e280a-1d8b-4aa3-94e1-7d6a8d201144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:16.770331 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-81e52cc8-830a-481d-bab8-b5c7ed4f41a8 req-f13e280a-1d8b-4aa3-94e1-7d6a8d201144 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cf2a-f65f-4b57-94aa-14f7193b9a9f HTTP/1.1" status: 200 len: 1102 time: 0.0746918 Aug 28 14:57:16.797441 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-f5a00fa2-e4ff-4237-9d49-ece589f09857 service neutron] For port 3083ecc2-cd08-4195-a587-3df47c57ed46, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:57:16.810412 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-f5a00fa2-e4ff-4237-9d49-ece589f09857 service neutron] For port 3083ecc2-cd08-4195-a587-3df47c57ed46, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=3083ecc2-cd08-4195-a587-3df47c57ed46,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:57:16.815303 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-26132fea-73ac-4548-8a85-0ce534ad23d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=840fc86f-de9f-4c05-9730-4e13c8e8871d HTTP/1.1" status: 200 len: 217 time: 0.1079354 Aug 28 14:57:16.818936 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-b5518627-adea-4376-b102-35a52fd0c086 service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394790 Aug 28 14:57:16.822003 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-f5a00fa2-e4ff-4237-9d49-ece589f09857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:16.856860 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-81e52cc8-830a-481d-bab8-b5c7ed4f41a8 req-708b19f1-b154-4223-b8e9-36c2639e8855 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766444 Aug 28 14:57:16.873851 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a4fe0-5d6d-430e-9e5c-0d4e491b6789 req-121beb39-cf25-430c-b54b-68c201972e69 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:16.879928 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a4fe0-5d6d-430e-9e5c-0d4e491b6789 req-121beb39-cf25-430c-b54b-68c201972e69 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:16.886559 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a4fe0-5d6d-430e-9e5c-0d4e491b6789 req-121beb39-cf25-430c-b54b-68c201972e69 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:16.892674 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a4fe0-5d6d-430e-9e5c-0d4e491b6789 req-121beb39-cf25-430c-b54b-68c201972e69 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:16.898936 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a4fe0-5d6d-430e-9e5c-0d4e491b6789 req-121beb39-cf25-430c-b54b-68c201972e69 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:16.906041 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a4fe0-5d6d-430e-9e5c-0d4e491b6789 req-121beb39-cf25-430c-b54b-68c201972e69 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:16.912295 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a4fe0-5d6d-430e-9e5c-0d4e491b6789 req-121beb39-cf25-430c-b54b-68c201972e69 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:16.914873 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-f5a00fa2-e4ff-4237-9d49-ece589f09857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:16.915856 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-f5a00fa2-e4ff-4237-9d49-ece589f09857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:16.915982 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b90a4fe0-5d6d-430e-9e5c-0d4e491b6789 req-121beb39-cf25-430c-b54b-68c201972e69 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5427 time: 0.1370754 Aug 28 14:57:16.917899 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-f5a00fa2-e4ff-4237-9d49-ece589f09857 service neutron] 10.222.0.41 "PUT /v2.0/ports/3083ecc2-cd08-4195-a587-3df47c57ed46 HTTP/1.1" status: 200 len: 1096 time: 2.2391274 Aug 28 14:57:16.930388 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e327a88-aed3-4288-9330-f2fd4cd6baa7', 'tag': '7d84ae98-8364-42b6-b195-2489fc1310a7'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:16.934209 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1087f3e-638e-46d4-8e66-d0afff07aa92" -d '{"events": [{"name": "network-changed", "server_uuid": "2e327a88-aed3-4288-9330-f2fd4cd6baa7", "tag": "7d84ae98-8364-42b6-b195-2489fc1310a7"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:16.973461 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b90a4fe0-5d6d-430e-9e5c-0d4e491b6789 req-aaabdf83-32b8-4451-9c10-3e9ca17d9b1b tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0502419 Aug 28 14:57:16.985446 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159cf71-8275-4a67-94e6-1a6ab94eb772 req-4a52435b-7ed3-45ad-af7f-a787ef4b95be tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:16.987187 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c159cf71-8275-4a67-94e6-1a6ab94eb772 req-4a52435b-7ed3-45ad-af7f-a787ef4b95be tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=53e8cf2a-f65f-4b57-94aa-14f7193b9a9f HTTP/1.1" status: 200 len: 950 time: 0.2995253 Aug 28 14:57:17.060639 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-22e85075-4a45-49b1-9c42-fd23b3ed4c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:17.062223 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-22e85075-4a45-49b1-9c42-fd23b3ed4c7a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.2356024 Aug 28 14:57:17.080579 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a00fa2-e4ff-4237-9d49-ece589f09857 service neutron] Pushing event updated for resources: {'Port': ['ID=3083ecc2-cd08-4195-a587-3df47c57ed46,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:17.160278 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-234eb392-f55f-4fb3-9c35-fd4ad558c64f service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174644 Aug 28 14:57:17.163444 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c159cf71-8275-4a67-94e6-1a6ab94eb772 req-c9317677-428e-41a2-bec0-8388ef8c1e7a tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487625 Aug 28 14:57:17.171308 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-3bc495c2-21f3-447a-808e-14411fd371f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:17.172831 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-3bc495c2-21f3-447a-808e-14411fd371f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 1099 time: 0.1845284 Aug 28 14:57:17.201938 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302eb40-ebdc-4bf9-9d49-bf4eb721954a req-6888559d-6f4c-4905-8876-547e1016e8b8 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:17.212491 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9302eb40-ebdc-4bf9-9d49-bf4eb721954a req-6888559d-6f4c-4905-8876-547e1016e8b8 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 946 time: 0.0665476 Aug 28 14:57:17.223439 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-f647a88d-3cb8-4c65-bff1-0844a49a0aa4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=49f08d49-97e8-41d5-a930-67be641a9b4f HTTP/1.1" status: 200 len: 217 time: 0.0496707 Aug 28 14:57:17.225322 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-deaf53ba-842b-4ba6-ae48-2d11e516cdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:17.226913 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-deaf53ba-842b-4ba6-ae48-2d11e516cdb2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1475561 Aug 28 14:57:17.266647 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7274d455-ce48-43fc-88fa-5f7645de61ef x-openstack-request-id: req-7274d455-ce48-43fc-88fa-5f7645de61ef {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:17.267171 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e327a88-aed3-4288-9330-f2fd4cd6baa7", "tag": "7d84ae98-8364-42b6-b195-2489fc1310a7", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:17.267680 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7274d455-ce48-43fc-88fa-5f7645de61ef {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:17.268659 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e327a88-aed3-4288-9330-f2fd4cd6baa7', 'tag': '7d84ae98-8364-42b6-b195-2489fc1310a7', 'status': 'completed', 'code': 200} Aug 28 14:57:17.282030 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-2a6a49ac-8c2e-4db7-938b-ec264c8b20a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=3083ecc2-cd08-4195-a587-3df47c57ed46 HTTP/1.1" status: 200 len: 217 time: 0.0661166 Aug 28 14:57:17.291208 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9302eb40-ebdc-4bf9-9d49-bf4eb721954a req-e2e640fe-024d-441d-b478-43fcca65d089 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639975 Aug 28 14:57:17.340161 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1087f3e-638e-46d4-8e66-d0afff07aa92 req-f7f7971c-bf4b-4692-9249-da948d36a6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:17.341795 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1087f3e-638e-46d4-8e66-d0afff07aa92 req-f7f7971c-bf4b-4692-9249-da948d36a6b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de95046553a4af6b56ddb9234d40b90&device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 1127 time: 0.0434968 Aug 28 14:57:17.437831 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1087f3e-638e-46d4-8e66-d0afff07aa92 req-3be84dd3-5f9f-43f4-94e8-aca1d64ce340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:17.439313 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1087f3e-638e-46d4-8e66-d0afff07aa92 req-3be84dd3-5f9f-43f4-94e8-aca1d64ce340 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6bfc57a-d73d-41d0-954b-fff6fef4d808 HTTP/1.1" status: 200 len: 922 time: 0.0839369 Aug 28 14:57:17.446379 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-c4e984b9-a776-4ce2-9704-7a087b7a53b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:17.447845 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-c4e984b9-a776-4ce2-9704-7a087b7a53b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1318d724-919b-4c5d-b420-75bb4bd0f086 HTTP/1.1" status: 200 len: 797 time: 0.1855547 Aug 28 14:57:17.456607 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-a9b3c12f-7091-4ab1-b570-65084da1feac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:17.458020 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-a9b3c12f-7091-4ab1-b570-65084da1feac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1208327 Aug 28 14:57:17.498408 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1087f3e-638e-46d4-8e66-d0afff07aa92 req-747727cd-49df-4945-b294-27f8db696d5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d84ae98-8364-42b6-b195-2489fc1310a7 HTTP/1.1" status: 200 len: 217 time: 0.0402396 Aug 28 14:57:17.551876 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1087f3e-638e-46d4-8e66-d0afff07aa92 req-148131a8-eda9-4dbf-b1a0-b244b10c40c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:17.553478 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1087f3e-638e-46d4-8e66-d0afff07aa92 req-148131a8-eda9-4dbf-b1a0-b244b10c40c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f920e854-f768-4846-871d-087306f43fd9 HTTP/1.1" status: 200 len: 861 time: 0.0465977 Aug 28 14:57:17.593588 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1087f3e-638e-46d4-8e66-d0afff07aa92 req-c5c7a204-d36e-42a4-99d2-99e8d2c664fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6bfc57a-d73d-41d0-954b-fff6fef4d808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287979 Aug 28 14:57:17.709222 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efc65c-f969-4788-9076-26eaaa66021e req-59188674-1592-4e59-bdb3-2c17f1ea97e6 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:17.711004 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-28efc65c-f969-4788-9076-26eaaa66021e req-59188674-1592-4e59-bdb3-2c17f1ea97e6 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07 HTTP/1.1" status: 200 len: 947 time: 0.1206861 Aug 28 14:57:17.762475 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad304a5-4e7d-4f80-93d1-124308732298 req-525d74d5-6725-4755-a92d-53481034b998 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:17.763862 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fad304a5-4e7d-4f80-93d1-124308732298 req-525d74d5-6725-4755-a92d-53481034b998 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 944 time: 0.4155574 Aug 28 14:57:17.764263 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1087f3e-638e-46d4-8e66-d0afff07aa92 req-4d1d5998-b497-436f-9496-b14970ef5409 service neutron] 10.222.0.36 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387031 Aug 28 14:57:17.767191 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-28efc65c-f969-4788-9076-26eaaa66021e req-6f5ac034-3688-40ca-a85e-9d21a137d92f tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488100 Aug 28 14:57:17.805522 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-a1ed881f-2a22-488a-abde-755ecc96e837 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5419693 Aug 28 14:57:17.838079 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-ba8e38bb-e5b4-4cd9-8dd5-9e11abfccb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:17.840211 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-ba8e38bb-e5b4-4cd9-8dd5-9e11abfccb84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=81167e94-3666-4c28-a056-416ea7a0c9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3806281 Aug 28 14:57:17.889928 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fad304a5-4e7d-4f80-93d1-124308732298 req-208009d4-dc0a-4f4e-838d-d525133f3a88 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093266 Aug 28 14:57:17.894004 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1087f3e-638e-46d4-8e66-d0afff07aa92 req-fbc27094-cf1e-4ee6-8466-9f92c3e0a547 service neutron] 10.222.0.36 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211727 Aug 28 14:57:17.906521 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a94fb-73e8-4e36-b7fb-aae2858daad3 req-93e9dae2-297b-4ec6-b0bc-e38117faa916 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:17.906848 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-08fad26c-2fa8-4a8a-8a0d-a0f6032d5ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:17.908336 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-08fad26c-2fa8-4a8a-8a0d-a0f6032d5ae2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4352391 Aug 28 14:57:17.908619 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aa9a94fb-73e8-4e36-b7fb-aae2858daad3 req-93e9dae2-297b-4ec6-b0bc-e38117faa916 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 947 time: 0.0774653 Aug 28 14:57:17.963231 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aa9a94fb-73e8-4e36-b7fb-aae2858daad3 req-0bdace9d-3455-4477-b7e2-3a60a9127972 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471053 Aug 28 14:57:18.053304 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cc2a4e4a-1fe9-498c-9d31-4317b1f8d23d req-b86fbea2-a6ae-4a14-9873-b4f8c11e29a1 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377000 Aug 28 14:57:18.065210 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-24db89a7-e717-4bc0-b27b-14ca4c0c3067 service neutron] 10.222.0.36 "GET /v2.0/networks/81167e94-3666-4c28-a056-416ea7a0c9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875644 Aug 28 14:57:18.130672 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-6a66ae68-fa83-4800-b957-811910717396 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927032 Aug 28 14:57:18.139391 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30101088-fb67-44e8-845e-07ce0195eb45 req-0c62d39a-82e0-41d3-98d5-1d9cefc366fa tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:18.145608 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30101088-fb67-44e8-845e-07ce0195eb45 req-0c62d39a-82e0-41d3-98d5-1d9cefc366fa tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:18.152222 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30101088-fb67-44e8-845e-07ce0195eb45 req-0c62d39a-82e0-41d3-98d5-1d9cefc366fa tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:18.158194 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30101088-fb67-44e8-845e-07ce0195eb45 req-0c62d39a-82e0-41d3-98d5-1d9cefc366fa tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:18.164141 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30101088-fb67-44e8-845e-07ce0195eb45 req-0c62d39a-82e0-41d3-98d5-1d9cefc366fa tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:18.170890 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30101088-fb67-44e8-845e-07ce0195eb45 req-0c62d39a-82e0-41d3-98d5-1d9cefc366fa tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:18.177160 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30101088-fb67-44e8-845e-07ce0195eb45 req-0c62d39a-82e0-41d3-98d5-1d9cefc366fa tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:18.179141 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-30101088-fb67-44e8-845e-07ce0195eb45 req-0c62d39a-82e0-41d3-98d5-1d9cefc366fa tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5427 time: 0.1264369 Aug 28 14:57:18.221927 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-30101088-fb67-44e8-845e-07ce0195eb45 req-d4f42a4f-7a2b-4e01-a2dc-ecb00a8973d8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362253 Aug 28 14:57:18.255762 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-6ca7c371-cf6f-4cb3-aac4-468a8cd1a6f1 service neutron] 10.222.0.36 "GET /v2.0/networks/81167e94-3666-4c28-a056-416ea7a0c9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803789 Aug 28 14:57:18.273615 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3c692-a9ed-461f-927e-b7cabb96eaa5 req-e392611e-0b84-4e29-940a-8712c0ca7e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:18.274945 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8cc3c692-a9ed-461f-927e-b7cabb96eaa5 req-e392611e-0b84-4e29-940a-8712c0ca7e93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8f30ba5b2dd4e6eb5a5a89b54916eba&device_id=ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07 HTTP/1.1" status: 200 len: 1099 time: 0.1309123 Aug 28 14:57:18.361333 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-6164e3b9-0958-4464-ae16-ca80bcdcd38e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bac4fa37-f01b-40ed-9304-eebde8331b53 HTTP/1.1" status: 200 len: 217 time: 0.0906003 Aug 28 14:57:18.403974 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aacd92-2820-4535-bd52-6a6fa0e3456a req-f3f98c7d-fea4-43f4-b794-4aaeb782f0bc tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:18.405460 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-24aacd92-2820-4535-bd52-6a6fa0e3456a req-f3f98c7d-fea4-43f4-b794-4aaeb782f0bc tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 946 time: 0.0540905 Aug 28 14:57:18.438966 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16e42ca3-a922-4809-a879-2162ed5aab4f req-9569b67b-5a94-4248-96bf-6d9680520b39 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838557 Aug 28 14:57:18.444003 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-24aacd92-2820-4535-bd52-6a6fa0e3456a req-c283d8a7-5c61-4d7d-aca0-f80910f660c0 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319157 Aug 28 14:57:18.485193 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383aa5c6-f1e2-4c66-8118-518ba7f672e9 req-b158381a-d510-4647-980d-1d2232d389f2 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:18.486660 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-383aa5c6-f1e2-4c66-8118-518ba7f672e9 req-b158381a-d510-4647-980d-1d2232d389f2 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=53e8cf2a-f65f-4b57-94aa-14f7193b9a9f HTTP/1.1" status: 200 len: 950 time: 0.2152445 Aug 28 14:57:18.489975 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-e8c45346-22c6-4e8b-9851-5ec9d9362677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:18.491304 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-e8c45346-22c6-4e8b-9851-5ec9d9362677 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1318d724-919b-4c5d-b420-75bb4bd0f086 HTTP/1.1" status: 200 len: 797 time: 0.0924156 Aug 28 14:57:18.548827 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3c692-a9ed-461f-927e-b7cabb96eaa5 req-61759d55-0ae1-4334-bda5-a7be5ae3084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:18.550277 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8cc3c692-a9ed-461f-927e-b7cabb96eaa5 req-61759d55-0ae1-4334-bda5-a7be5ae3084e service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.2596431 Aug 28 14:57:18.577755 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-383aa5c6-f1e2-4c66-8118-518ba7f672e9 req-2fb9e059-9f8e-4d23-8718-60f378c698e7 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839403 Aug 28 14:57:18.605021 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50696a02-4ed4-45a0-86f2-351c00443ad2', 'tag': '3083ecc2-cd08-4195-a587-3df47c57ed46'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:18.607225 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a361ef6-6949-41e1-8de2-2f909d1d0d86" -d '{"events": [{"name": "network-changed", "server_uuid": "50696a02-4ed4-45a0-86f2-351c00443ad2", "tag": "3083ecc2-cd08-4195-a587-3df47c57ed46"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:18.613688 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8cc3c692-a9ed-461f-927e-b7cabb96eaa5 req-2adc141d-1ff0-4f08-b11c-099fe4d39ce5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=840fc86f-de9f-4c05-9730-4e13c8e8871d HTTP/1.1" status: 200 len: 217 time: 0.0517011 Aug 28 14:57:18.620503 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-c5268034-13ab-4a30-b9a5-94211931a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:18.622153 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-c5268034-13ab-4a30-b9a5-94211931a06c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=81167e94-3666-4c28-a056-416ea7a0c9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1158657 Aug 28 14:57:18.649702 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6f2c5a-85f1-419e-b914-179fe2913f11 x-openstack-request-id: req-7b6f2c5a-85f1-419e-b914-179fe2913f11 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:18.649995 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50696a02-4ed4-45a0-86f2-351c00443ad2", "tag": "3083ecc2-cd08-4195-a587-3df47c57ed46", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:18.650247 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b6f2c5a-85f1-419e-b914-179fe2913f11 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:18.650626 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50696a02-4ed4-45a0-86f2-351c00443ad2', 'tag': '3083ecc2-cd08-4195-a587-3df47c57ed46', 'status': 'completed', 'code': 200} Aug 28 14:57:18.763006 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3c692-a9ed-461f-927e-b7cabb96eaa5 req-e12f62d8-fd0e-40b1-88a9-8d6a87842f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:18.764696 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8cc3c692-a9ed-461f-927e-b7cabb96eaa5 req-e12f62d8-fd0e-40b1-88a9-8d6a87842f4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1327024 Aug 28 14:57:18.823906 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a361ef6-6949-41e1-8de2-2f909d1d0d86 req-36465118-819b-4995-aef3-cb7424eaaeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:18.825443 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9a361ef6-6949-41e1-8de2-2f909d1d0d86 req-36465118-819b-4995-aef3-cb7424eaaeed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 1099 time: 0.1200595 Aug 28 14:57:18.866126 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-07314de8-05de-427d-806a-0429a70d0ffd service neutron] 10.222.0.36 "GET /v2.0/networks/81167e94-3666-4c28-a056-416ea7a0c9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262692 Aug 28 14:57:18.969905 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3c692-a9ed-461f-927e-b7cabb96eaa5 req-6a13a30f-3b06-483b-8585-1a95e506c6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:18.971406 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8cc3c692-a9ed-461f-927e-b7cabb96eaa5 req-6a13a30f-3b06-483b-8585-1a95e506c6d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1905355 Aug 28 14:57:19.033825 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2b0db-555a-4c40-a39a-758246806c44 req-357d9409-1def-4d9f-b776-95092609f04b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:19.035289 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e8c2b0db-555a-4c40-a39a-758246806c44 req-357d9409-1def-4d9f-b776-95092609f04b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 944 time: 0.0572729 Aug 28 14:57:19.086337 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccd013-afec-4b2d-acae-7e98b3fa5eae req-33c02ad9-e53f-475b-b89b-cf282b031a7a tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:19.087075 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e8c2b0db-555a-4c40-a39a-758246806c44 req-5d963fb2-389a-4b60-8df5-b835d47c974b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421290 Aug 28 14:57:19.088008 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d1ccd013-afec-4b2d-acae-7e98b3fa5eae req-33c02ad9-e53f-475b-b89b-cf282b031a7a tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07 HTTP/1.1" status: 200 len: 947 time: 0.2391484 Aug 28 14:57:19.142306 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a361ef6-6949-41e1-8de2-2f909d1d0d86 req-b69dbe20-e919-49b0-a236-f9c9402b60cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:19.143841 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9a361ef6-6949-41e1-8de2-2f909d1d0d86 req-b69dbe20-e919-49b0-a236-f9c9402b60cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.3079143 Aug 28 14:57:19.149160 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d7cf182-045f-4fd3-bf6e-9f7c9aae5500 req-ceab7697-8f68-4c17-b824-cb57e140d1c4 service neutron] 10.222.0.36 "GET /v2.0/networks/81167e94-3666-4c28-a056-416ea7a0c9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485237 Aug 28 14:57:19.209878 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9a361ef6-6949-41e1-8de2-2f909d1d0d86 req-f804f7e8-18e5-4fb0-813f-657c8fd7abed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=3083ecc2-cd08-4195-a587-3df47c57ed46 HTTP/1.1" status: 200 len: 217 time: 0.0543258 Aug 28 14:57:19.216324 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8cc3c692-a9ed-461f-927e-b7cabb96eaa5 req-5875d4d5-d326-4bb4-96fb-5c1b7e8f2dad service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342324 Aug 28 14:57:19.221552 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d1ccd013-afec-4b2d-acae-7e98b3fa5eae req-dad91b55-6fc0-40f3-b686-4cea6bd0a8d5 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190550 Aug 28 14:57:19.361603 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5de58-aad4-4785-abdd-19923174d153 req-29b481c5-20e8-4d27-9796-09615e6be0c1 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:19.369245 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-88d5de58-aad4-4785-abdd-19923174d153 req-29b481c5-20e8-4d27-9796-09615e6be0c1 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 947 time: 0.0754731 Aug 28 14:57:19.411139 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a361ef6-6949-41e1-8de2-2f909d1d0d86 req-a17ba603-60f5-45d3-b1db-a59d95791266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:19.412421 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-88d5de58-aad4-4785-abdd-19923174d153 req-df7ecfc4-5c8b-4e17-9e3a-809cb7f4fd10 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421932 Aug 28 14:57:19.412995 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9a361ef6-6949-41e1-8de2-2f909d1d0d86 req-a17ba603-60f5-45d3-b1db-a59d95791266 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1841426 Aug 28 14:57:19.441141 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-afb20ed6-ccf4-44f7-b4f7-19feb72d0da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:19.441814 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-afb20ed6-ccf4-44f7-b4f7-19feb72d0da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:19.442619 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-afb20ed6-ccf4-44f7-b4f7-19feb72d0da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:19.443252 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-afb20ed6-ccf4-44f7-b4f7-19feb72d0da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:19.443900 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-afb20ed6-ccf4-44f7-b4f7-19feb72d0da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:19.444540 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-afb20ed6-ccf4-44f7-b4f7-19feb72d0da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:19.444998 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-afb20ed6-ccf4-44f7-b4f7-19feb72d0da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:19.447337 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-afb20ed6-ccf4-44f7-b4f7-19feb72d0da9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c41f7ff750b41758b81cc9b9f8f4744&device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 6491 time: 0.1918068 Aug 28 14:57:19.580897 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778df707-a0ef-4ffa-a2be-82b1eb37466f req-688c11d6-efac-4c90-9bf6-1b63cd55f56b tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:19.582923 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-778df707-a0ef-4ffa-a2be-82b1eb37466f req-688c11d6-efac-4c90-9bf6-1b63cd55f56b tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 946 time: 0.0617025 Aug 28 14:57:19.584865 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8cc3c692-a9ed-461f-927e-b7cabb96eaa5 req-e99a0432-218b-405f-84cf-eca623305642 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440936 Aug 28 14:57:19.614089 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9f072-7dc4-4be6-bc0a-9e2162b6d97f req-a40963bd-ac6f-4b68-95be-bb6f4f017030 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:19.620767 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9f072-7dc4-4be6-bc0a-9e2162b6d97f req-a40963bd-ac6f-4b68-95be-bb6f4f017030 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:19.626682 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9f072-7dc4-4be6-bc0a-9e2162b6d97f req-a40963bd-ac6f-4b68-95be-bb6f4f017030 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:19.631356 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-778df707-a0ef-4ffa-a2be-82b1eb37466f req-c3044b29-846b-4c71-bea5-53bc247daa66 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373635 Aug 28 14:57:19.632741 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9f072-7dc4-4be6-bc0a-9e2162b6d97f req-a40963bd-ac6f-4b68-95be-bb6f4f017030 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:19.639645 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9f072-7dc4-4be6-bc0a-9e2162b6d97f req-a40963bd-ac6f-4b68-95be-bb6f4f017030 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:19.645943 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9f072-7dc4-4be6-bc0a-9e2162b6d97f req-a40963bd-ac6f-4b68-95be-bb6f4f017030 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:19.652235 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9f072-7dc4-4be6-bc0a-9e2162b6d97f req-a40963bd-ac6f-4b68-95be-bb6f4f017030 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:19.654116 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9ab9f072-7dc4-4be6-bc0a-9e2162b6d97f req-a40963bd-ac6f-4b68-95be-bb6f4f017030 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5427 time: 0.2397323 Aug 28 14:57:19.670313 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a361ef6-6949-41e1-8de2-2f909d1d0d86 req-76fc1144-6eae-423b-9d73-6d47ec565dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:19.671833 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9a361ef6-6949-41e1-8de2-2f909d1d0d86 req-76fc1144-6eae-423b-9d73-6d47ec565dfc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2377000 Aug 28 14:57:19.719121 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-02361d40-8325-46b8-8caf-9825d6cc4576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:19.720624 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-02361d40-8325-46b8-8caf-9825d6cc4576 service neutron] 10.222.0.36 "GET /v2.0/networks?id=81167e94-3666-4c28-a056-416ea7a0c9d3 HTTP/1.1" status: 200 len: 902 time: 0.2602317 Aug 28 14:57:19.764672 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741c17a-6c2b-4071-b2a9-d67ad7a13ab3 req-30f81dd4-e14f-4a80-bdda-f121d06df6e7 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:19.766909 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8741c17a-6c2b-4071-b2a9-d67ad7a13ab3 req-30f81dd4-e14f-4a80-bdda-f121d06df6e7 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=53e8cf2a-f65f-4b57-94aa-14f7193b9a9f HTTP/1.1" status: 200 len: 950 time: 0.0662403 Aug 28 14:57:19.817102 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8741c17a-6c2b-4071-b2a9-d67ad7a13ab3 req-159e9dc9-d758-4936-9661-2a1967c3bb90 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423019 Aug 28 14:57:19.823964 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9ab9f072-7dc4-4be6-bc0a-9e2162b6d97f req-67172414-dd1c-46b1-9e3e-a1b2a33c5865 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1625574 Aug 28 14:57:19.825203 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-11adf307-c07b-45cb-9490-0c14e3741d9b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=49f08d49-97e8-41d5-a930-67be641a9b4f HTTP/1.1" status: 200 len: 217 time: 0.0740309 Aug 28 14:57:19.909440 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9a361ef6-6949-41e1-8de2-2f909d1d0d86 req-5c112699-a26d-4b09-b769-0622e6ad0235 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252116 Aug 28 14:57:19.946505 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49620341-9664-4703-a75e-6825dd8a2bec req-47173245-eeda-480d-b150-67b4d36a14e6 tempest-ServersOnMultiNodesTest-1569130746 tempest-ServersOnMultiNodesTest-1569130746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:19.948917 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-49620341-9664-4703-a75e-6825dd8a2bec req-47173245-eeda-480d-b150-67b4d36a14e6 tempest-ServersOnMultiNodesTest-1569130746 tempest-ServersOnMultiNodesTest-1569130746-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=53e8cf2a-f65f-4b57-94aa-14f7193b9a9f HTTP/1.1" status: 200 len: 1102 time: 0.0527830 Aug 28 14:57:19.987416 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-68528a15-4569-4689-99af-362aa727ce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:19.989238 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-68528a15-4569-4689-99af-362aa727ce33 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1318d724-919b-4c5d-b420-75bb4bd0f086 HTTP/1.1" status: 200 len: 797 time: 0.1458709 Aug 28 14:57:19.995696 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-49620341-9664-4703-a75e-6825dd8a2bec req-21888028-d7d0-405b-be48-dbdf83780561 tempest-ServersOnMultiNodesTest-1569130746 tempest-ServersOnMultiNodesTest-1569130746-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386384 Aug 28 14:57:20.263070 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a949b3-0321-40be-8044-56966231cba2 req-dac3c888-e3d6-446c-a089-ef029f129a2b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:20.264638 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-57a949b3-0321-40be-8044-56966231cba2 req-dac3c888-e3d6-446c-a089-ef029f129a2b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 944 time: 0.0619609 Aug 28 14:57:20.312569 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-57a949b3-0321-40be-8044-56966231cba2 req-af0cf090-c470-4848-9280-3d0b658be3d6 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401893 Aug 28 14:57:20.367609 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9a361ef6-6949-41e1-8de2-2f909d1d0d86 req-d89af77a-570f-4ecb-8a5e-a1b3bc09928f service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452600 Aug 28 14:57:20.424380 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-03c4f124-d3d4-415f-97fe-1356da18d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:20.426161 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-03c4f124-d3d4-415f-97fe-1356da18d09e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=81167e94-3666-4c28-a056-416ea7a0c9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4273741 Aug 28 14:57:20.435424 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96898d-9aa3-4199-ad68-6718c280d638 req-613290dc-76de-45f3-9fce-d0d04fb78a49 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:20.437210 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ca96898d-9aa3-4199-ad68-6718c280d638 req-613290dc-76de-45f3-9fce-d0d04fb78a49 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=53e8cf2a-f65f-4b57-94aa-14f7193b9a9f HTTP/1.1" status: 200 len: 950 time: 0.0680070 Aug 28 14:57:20.513520 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dbb78-e0ab-4689-88e2-165631373284 req-6f9b485d-cb49-4a53-982d-a3524ba7ccc5 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:20.515220 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8d3dbb78-e0ab-4689-88e2-165631373284 req-6f9b485d-cb49-4a53-982d-a3524ba7ccc5 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07 HTTP/1.1" status: 200 len: 947 time: 0.0542629 Aug 28 14:57:20.543872 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ca96898d-9aa3-4199-ad68-6718c280d638 req-14c505bf-e34e-4b2f-918b-0a5b49ad2b9d tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617676 Aug 28 14:57:20.571359 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-13c5d344-7a8e-4975-9e24-bb9914943bbe service neutron] 10.222.0.36 "GET /v2.0/networks/81167e94-3666-4c28-a056-416ea7a0c9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329117 Aug 28 14:57:20.588238 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8d3dbb78-e0ab-4689-88e2-165631373284 req-0bbe77ae-b941-4cbc-81df-7bcfdebb14a0 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602145 Aug 28 14:57:20.700482 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-d5ef4a20-4d86-4995-a358-f262f93acfeb service neutron] 10.222.0.36 "GET /v2.0/networks/81167e94-3666-4c28-a056-416ea7a0c9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192079 Aug 28 14:57:20.716446 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ea2dd-8912-4cfe-adf4-6015938dc5be req-46dc122f-fcff-4eca-aa80-8fe487860b0d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:20.717994 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9a8ea2dd-8912-4cfe-adf4-6015938dc5be req-46dc122f-fcff-4eca-aa80-8fe487860b0d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 947 time: 0.0673950 Aug 28 14:57:20.764637 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9a8ea2dd-8912-4cfe-adf4-6015938dc5be req-b12bb70b-58cd-4baa-8bec-6ae95443184a tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393977 Aug 28 14:57:20.788879 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce16a4-562f-416d-b948-e23a28620117 req-2aa12095-6725-49ab-9cb7-ac16096c0adc tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:20.790534 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1cce16a4-562f-416d-b948-e23a28620117 req-2aa12095-6725-49ab-9cb7-ac16096c0adc tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 946 time: 0.0777667 Aug 28 14:57:20.855302 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-cd125efa-fe1a-4916-8f6c-0e34c809b06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:20.855933 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-cd125efa-fe1a-4916-8f6c-0e34c809b06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:20.856392 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-cd125efa-fe1a-4916-8f6c-0e34c809b06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:20.856865 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-cd125efa-fe1a-4916-8f6c-0e34c809b06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:20.857432 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-cd125efa-fe1a-4916-8f6c-0e34c809b06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:20.857895 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-cd125efa-fe1a-4916-8f6c-0e34c809b06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:20.858397 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-cd125efa-fe1a-4916-8f6c-0e34c809b06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:20.860442 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-cd125efa-fe1a-4916-8f6c-0e34c809b06f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c41f7ff750b41758b81cc9b9f8f4744&device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 6491 time: 0.0964465 Aug 28 14:57:20.865565 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1cce16a4-562f-416d-b948-e23a28620117 req-f39ca7ff-ba50-4af0-96a5-3da55e2b540f tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549555 Aug 28 14:57:20.921972 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-426d09e6-2929-4b3d-b1c8-81051b5947c1 service neutron] 10.222.0.36 "GET /v2.0/ports/7d84ae98-8364-42b6-b195-2489fc1310a7/bindings/n-h1-712137-10 HTTP/1.1" status: 200 len: 385 time: 0.0659456 Aug 28 14:57:20.957926 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-5b60c506-6cc2-46b2-ad3e-89aa41b72cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:20.959465 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-5b60c506-6cc2-46b2-ad3e-89aa41b72cfd service neutron] 10.222.0.36 "GET /v2.0/networks?id=81167e94-3666-4c28-a056-416ea7a0c9d3 HTTP/1.1" status: 200 len: 902 time: 0.0902221 Aug 28 14:57:21.008622 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-c7684300-4997-400b-8b12-7b210d5cdc6d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bac4fa37-f01b-40ed-9304-eebde8331b53 HTTP/1.1" status: 200 len: 217 time: 0.0392559 Aug 28 14:57:21.043157 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4bc82-d86c-42d7-b9ac-69d09b9e8896 req-0ed8ac1d-027c-41ff-918a-c60d26cc9c53 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:21.050028 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4bc82-d86c-42d7-b9ac-69d09b9e8896 req-0ed8ac1d-027c-41ff-918a-c60d26cc9c53 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:21.057727 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4bc82-d86c-42d7-b9ac-69d09b9e8896 req-0ed8ac1d-027c-41ff-918a-c60d26cc9c53 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:21.061229 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-3bb16619-8863-4feb-84a6-4fcae037317f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:21.062684 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-3bb16619-8863-4feb-84a6-4fcae037317f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1318d724-919b-4c5d-b420-75bb4bd0f086 HTTP/1.1" status: 200 len: 797 time: 0.0458870 Aug 28 14:57:21.065109 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4bc82-d86c-42d7-b9ac-69d09b9e8896 req-0ed8ac1d-027c-41ff-918a-c60d26cc9c53 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:21.070950 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4bc82-d86c-42d7-b9ac-69d09b9e8896 req-0ed8ac1d-027c-41ff-918a-c60d26cc9c53 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:21.079464 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4bc82-d86c-42d7-b9ac-69d09b9e8896 req-0ed8ac1d-027c-41ff-918a-c60d26cc9c53 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:21.086784 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4bc82-d86c-42d7-b9ac-69d09b9e8896 req-0ed8ac1d-027c-41ff-918a-c60d26cc9c53 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:21.089829 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-91e4bc82-d86c-42d7-b9ac-69d09b9e8896 req-0ed8ac1d-027c-41ff-918a-c60d26cc9c53 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5427 time: 0.1520410 Aug 28 14:57:21.113401 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-cbdb5a20-5377-4b61-8a94-026101872cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:21.114888 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-cbdb5a20-5377-4b61-8a94-026101872cb0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=81167e94-3666-4c28-a056-416ea7a0c9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0425661 Aug 28 14:57:21.203576 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-91e4bc82-d86c-42d7-b9ac-69d09b9e8896 req-b908deca-a1b8-41b5-bdee-eb414d376325 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1070957 Aug 28 14:57:21.214890 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-e715f3a9-8106-480c-975a-ae4f3252f27c service neutron] 10.222.0.36 "GET /v2.0/networks/81167e94-3666-4c28-a056-416ea7a0c9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920055 Aug 28 14:57:21.247173 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-a8d39e20-e332-475d-9293-ffbd538661f2 service neutron] For port 7d84ae98-8364-42b6-b195-2489fc1310a7, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=7d84ae98-8364-42b6-b195-2489fc1310a7,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:21.312151 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-635d93e2-4a7d-4d47-9836-fa338b303445 req-81852527-95c4-490f-8ecc-455ee4a9a81e service neutron] 10.222.0.36 "GET /v2.0/networks/81167e94-3666-4c28-a056-416ea7a0c9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887132 Aug 28 14:57:21.446486 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e25a5-1306-4858-9249-a9bc99dd5d2e req-e818e89d-8bd2-43ae-a343-07367816b693 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:21.448246 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f78e25a5-1306-4858-9249-a9bc99dd5d2e req-e818e89d-8bd2-43ae-a343-07367816b693 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 944 time: 0.0533793 Aug 28 14:57:21.490686 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f78e25a5-1306-4858-9249-a9bc99dd5d2e req-f45b3e65-9127-4b63-bb8a-4b2b8f84eb37 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354590 Aug 28 14:57:21.564794 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-a8d39e20-e332-475d-9293-ffbd538661f2 service neutron] For port 7d84ae98-8364-42b6-b195-2489fc1310a7, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:57:21.597070 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-a8d39e20-e332-475d-9293-ffbd538661f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d84ae98-8364-42b6-b195-2489fc1310a7 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:57:21.608033 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-a8d39e20-e332-475d-9293-ffbd538661f2 service neutron] For port 7d84ae98-8364-42b6-b195-2489fc1310a7, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=7d84ae98-8364-42b6-b195-2489fc1310a7,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:21.646787 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-a8d39e20-e332-475d-9293-ffbd538661f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:21.684667 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-6239b855-ddea-436f-83f1-a959a7759ffe tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:21.686251 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-6239b855-ddea-436f-83f1-a959a7759ffe tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475&tenant_id=29e98397e0be4fe1a52442d0d5c53b75&binding%3Ahost_id=n-h1-712137-10 HTTP/1.1" status: 200 len: 1098 time: 0.0603642 Aug 28 14:57:21.701960 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7581523-df79-476c-865e-65c58217df20 req-22f43ec7-41dd-46bc-bca6-98328573e3d9 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:21.703432 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a7581523-df79-476c-865e-65c58217df20 req-22f43ec7-41dd-46bc-bca6-98328573e3d9 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=53e8cf2a-f65f-4b57-94aa-14f7193b9a9f HTTP/1.1" status: 200 len: 950 time: 0.0880430 Aug 28 14:57:21.705203 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-bd7a76cd-98f9-4ee1-96c1-ee7fdd7d2fd4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712137-10'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:57:21.755423 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9e76e-0985-4a37-b4df-43f13c099ef8 req-27d74fd8-92cb-4582-b1d0-0eb958360346 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:21.756878 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-46d9e76e-0985-4a37-b4df-43f13c099ef8 req-27d74fd8-92cb-4582-b1d0-0eb958360346 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07 HTTP/1.1" status: 200 len: 947 time: 0.0873299 Aug 28 14:57:21.786230 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-a8d39e20-e332-475d-9293-ffbd538661f2 service neutron] Transition to ACTIVE for port object 7d84ae98-8364-42b6-b195-2489fc1310a7 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:57:21.798190 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-a8d39e20-e332-475d-9293-ffbd538661f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:21.798454 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-bd7a76cd-98f9-4ee1-96c1-ee7fdd7d2fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:21.824525 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-46d9e76e-0985-4a37-b4df-43f13c099ef8 req-6a92826a-10ad-4dcd-a434-9096931a417b tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522609 Aug 28 14:57:21.830767 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a7581523-df79-476c-865e-65c58217df20 req-863896fa-d826-406b-b1e8-2f0687f931df tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186817 Aug 28 14:57:21.855453 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803cef5-3de7-41fc-91ca-89f2debf2d41 req-07222c70-a919-47b5-9128-3361966c95bf tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:21.855453 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6803cef5-3de7-41fc-91ca-89f2debf2d41 req-07222c70-a919-47b5-9128-3361966c95bf tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e8cf2a-f65f-4b57-94aa-14f7193b9a9f HTTP/1.1" status: 200 len: 950 time: 0.1276772 Aug 28 14:57:21.928845 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d39e20-e332-475d-9293-ffbd538661f2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d84ae98-8364-42b6-b195-2489fc1310a7,revision_number=10']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:21.932849 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-a8d39e20-e332-475d-9293-ffbd538661f2 service neutron] No DVR routers for this DVR port 7d84ae98-8364-42b6-b195-2489fc1310a7 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:57:22.001837 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-a8d39e20-e332-475d-9293-ffbd538661f2 service neutron] 10.222.0.36 "PUT /v2.0/ports/7d84ae98-8364-42b6-b195-2489fc1310a7/bindings/n-h1-712137-10/activate HTTP/1.1" status: 200 len: 370 time: 1.0711241 Aug 28 14:57:22.011793 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3208197-c876-4f71-9a0e-ab1a78fe1c8d req-f6951ba6-14a6-4fc2-ac15-aa46d88583e8 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:22.013415 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b3208197-c876-4f71-9a0e-ab1a78fe1c8d req-f6951ba6-14a6-4fc2-ac15-aa46d88583e8 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 947 time: 0.0827458 Aug 28 14:57:22.033477 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-bd7a76cd-98f9-4ee1-96c1-ee7fdd7d2fd4 service neutron] For port 85ca0f6f-3f0a-4acd-87a1-4677769194dd, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=85ca0f6f-3f0a-4acd-87a1-4677769194dd,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:22.041400 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-6803cef5-3de7-41fc-91ca-89f2debf2d41 req-9a745e96-c23d-4ef8-a43f-b1aa13416fab tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Deleting port 854005b2-34a3-4d64-afe9-4ba387271a05 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:57:22.042272 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-6803cef5-3de7-41fc-91ca-89f2debf2d41 req-9a745e96-c23d-4ef8-a43f-b1aa13416fab tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:22.056199 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 85ca0f6f-3f0a-4acd-87a1-4677769194dd details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:57:22.059203 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 7d84ae98-8364-42b6-b195-2489fc1310a7 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:57:22.079483 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b3208197-c876-4f71-9a0e-ab1a78fe1c8d req-b1d7b0eb-d64c-4b8e-803a-1598451627c7 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583689 Aug 28 14:57:22.112828 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d204a9-5bb0-44e6-a78b-8cd90b4668c4 req-34f69390-2694-4dda-a515-848c145f8caf tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:22.112828 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a6d204a9-5bb0-44e6-a78b-8cd90b4668c4 req-34f69390-2694-4dda-a515-848c145f8caf tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 946 time: 0.1174023 Aug 28 14:57:22.123420 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-bd7a76cd-98f9-4ee1-96c1-ee7fdd7d2fd4 service neutron] For port 85ca0f6f-3f0a-4acd-87a1-4677769194dd, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:57:22.165661 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a6d204a9-5bb0-44e6-a78b-8cd90b4668c4 req-f65bd979-288f-439a-9582-9ca30f2495c5 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525637 Aug 28 14:57:22.168643 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-83ceed70-a178-48b1-afec-37f691c3bb38 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:22.170157 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-83ceed70-a178-48b1-afec-37f691c3bb38 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7&tenant_id=5de95046553a4af6b56ddb9234d40b90&binding%3Ahost_id=n-h2-712137-10 HTTP/1.1" status: 200 len: 1097 time: 0.0849495 Aug 28 14:57:22.172927 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 7d84ae98-8364-42b6-b195-2489fc1310a7 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:57:22.185329 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-6803cef5-3de7-41fc-91ca-89f2debf2d41 req-9a745e96-c23d-4ef8-a43f-b1aa13416fab tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] For port 854005b2-34a3-4d64-afe9-4ba387271a05, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=854005b2-34a3-4d64-afe9-4ba387271a05,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:22.185736 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-6803cef5-3de7-41fc-91ca-89f2debf2d41 req-9a745e96-c23d-4ef8-a43f-b1aa13416fab tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:22.189804 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a66af9-6dad-46bb-b248-2e4c6790d475', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85ca0f6f-3f0a-4acd-87a1-4677769194dd'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:22.192046 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36a7909-2011-4271-ab18-254762bc6aa6" -d '{"events": [{"server_uuid": "30a66af9-6dad-46bb-b248-2e4c6790d475", "name": "network-vif-unplugged", "status": "completed", "tag": "85ca0f6f-3f0a-4acd-87a1-4677769194dd"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:22.198623 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-bd7a76cd-98f9-4ee1-96c1-ee7fdd7d2fd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:22.208064 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-6803cef5-3de7-41fc-91ca-89f2debf2d41 req-9a745e96-c23d-4ef8-a43f-b1aa13416fab tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Calling delete_port for 854005b2-34a3-4d64-afe9-4ba387271a05 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:57:22.225659 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-bd7a76cd-98f9-4ee1-96c1-ee7fdd7d2fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:22.231925 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a855e2d3-73a1-4861-9ab2-b541a733f9f8 x-openstack-request-id: req-a855e2d3-73a1-4861-9ab2-b541a733f9f8 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:22.232274 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a66af9-6dad-46bb-b248-2e4c6790d475", "name": "network-vif-unplugged", "status": "completed", "tag": "85ca0f6f-3f0a-4acd-87a1-4677769194dd", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:22.232524 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a855e2d3-73a1-4861-9ab2-b541a733f9f8 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:22.232910 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a66af9-6dad-46bb-b248-2e4c6790d475', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85ca0f6f-3f0a-4acd-87a1-4677769194dd', 'code': 200} Aug 28 14:57:22.247320 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 85ca0f6f-3f0a-4acd-87a1-4677769194dd, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=85ca0f6f-3f0a-4acd-87a1-4677769194dd,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:22.259606 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 85ca0f6f-3f0a-4acd-87a1-4677769194dd has no active binding in host n-h2-712137-10 {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 14:57:22.264755 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-71a66c01-6a8f-4618-af40-38af05a5b502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:22.266226 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-71a66c01-6a8f-4618-af40-38af05a5b502 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7&tenant_id=5de95046553a4af6b56ddb9234d40b90 HTTP/1.1" status: 200 len: 1097 time: 0.0861185 Aug 28 14:57:22.348776 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a76cd-98f9-4ee1-96c1-ee7fdd7d2fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=85ca0f6f-3f0a-4acd-87a1-4677769194dd,revision_number=7']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:22.356119 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-bd7a76cd-98f9-4ee1-96c1-ee7fdd7d2fd4 service neutron] Attempting to bind port 85ca0f6f-3f0a-4acd-87a1-4677769194dd on host n-h1-712137-10 for vnic_type normal with profile {"migrating_to": "n-h2-712137-10"} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:57:22.356452 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-bd7a76cd-98f9-4ee1-96c1-ee7fdd7d2fd4 service neutron] Attempting to bind port 85ca0f6f-3f0a-4acd-87a1-4677769194dd by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:57:22.356777 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-bd7a76cd-98f9-4ee1-96c1-ee7fdd7d2fd4 service neutron] Attempting to bind port 85ca0f6f-3f0a-4acd-87a1-4677769194dd on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:57:22.363783 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-bd7a76cd-98f9-4ee1-96c1-ee7fdd7d2fd4 service neutron] Port 85ca0f6f-3f0a-4acd-87a1-4677769194dd on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:57:22.364099 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-bd7a76cd-98f9-4ee1-96c1-ee7fdd7d2fd4 service neutron] Attempting to bind port 85ca0f6f-3f0a-4acd-87a1-4677769194dd on network f880d3c9-f6e7-4938-b4f1-f1e626d67f45 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:57:22.364903 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bddc70-c50e-4ea3-b640-33bb485ab4ec req-7337f446-ad00-47d7-b3a7-be68007e2a5c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:22.371584 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bddc70-c50e-4ea3-b640-33bb485ab4ec req-7337f446-ad00-47d7-b3a7-be68007e2a5c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:22.374405 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-bd7a76cd-98f9-4ee1-96c1-ee7fdd7d2fd4 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:57:22.374744 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-bd7a76cd-98f9-4ee1-96c1-ee7fdd7d2fd4 service neutron] Checking segment: {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:57:22.375127 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-bd7a76cd-98f9-4ee1-96c1-ee7fdd7d2fd4 service neutron] Bound using segment: {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:57:22.375533 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-bd7a76cd-98f9-4ee1-96c1-ee7fdd7d2fd4 service neutron] Bound port: 85ca0f6f-3f0a-4acd-87a1-4677769194dd, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1138cc54-1dd9-4da3-aa11-dbae85eaf775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f880d3c9-f6e7-4938-b4f1-f1e626d67f45'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:57:22.375910 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-bd7a76cd-98f9-4ee1-96c1-ee7fdd7d2fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:22.377701 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bddc70-c50e-4ea3-b640-33bb485ab4ec req-7337f446-ad00-47d7-b3a7-be68007e2a5c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:22.380457 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-4316ccd5-c9df-4ab6-8e12-b33503a95bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:22.381934 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-4316ccd5-c9df-4ab6-8e12-b33503a95bf7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5de95046553a4af6b56ddb9234d40b90&device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 1097 time: 0.0718682 Aug 28 14:57:22.383568 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bddc70-c50e-4ea3-b640-33bb485ab4ec req-7337f446-ad00-47d7-b3a7-be68007e2a5c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:22.390936 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bddc70-c50e-4ea3-b640-33bb485ab4ec req-7337f446-ad00-47d7-b3a7-be68007e2a5c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:22.397809 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bddc70-c50e-4ea3-b640-33bb485ab4ec req-7337f446-ad00-47d7-b3a7-be68007e2a5c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:22.406951 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bddc70-c50e-4ea3-b640-33bb485ab4ec req-7337f446-ad00-47d7-b3a7-be68007e2a5c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:22.408924 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-84bddc70-c50e-4ea3-b640-33bb485ab4ec req-7337f446-ad00-47d7-b3a7-be68007e2a5c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5427 time: 0.1136782 Aug 28 14:57:22.482663 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-84bddc70-c50e-4ea3-b640-33bb485ab4ec req-e3be68de-063e-495f-9f6c-f61eef857bd4 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505888 Aug 28 14:57:22.483823 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-6803cef5-3de7-41fc-91ca-89f2debf2d41 req-9a745e96-c23d-4ef8-a43f-b1aa13416fab tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:22.501040 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['fa16ff95-5261-40df-9953-991311b24ad6', 'ffec4487-2465-4f34-8676-77ed39b96142', 'e1d3ed2d-2ed7-4069-bd91-0e9f194eca76', '5a4dc7d4-d187-42fb-910d-e1696f7d7e13', '854005b2-34a3-4d64-afe9-4ba387271a05'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:22.506161 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['265361f3-1d38-41dd-8af5-4e4fb26435f9', '995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2', '1b455022-f2a4-48ad-9d84-f510f87ea89a'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:22.507889 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-bd7a76cd-98f9-4ee1-96c1-ee7fdd7d2fd4 service neutron] For port 85ca0f6f-3f0a-4acd-87a1-4677769194dd, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:57:22.514308 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-bd7a76cd-98f9-4ee1-96c1-ee7fdd7d2fd4 service neutron] For port 85ca0f6f-3f0a-4acd-87a1-4677769194dd, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=85ca0f6f-3f0a-4acd-87a1-4677769194dd,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:57:22.522413 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a745e96-c23d-4ef8-a43f-b1aa13416fab tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Pushing event deleted for resources: {'Port': ['ID=854005b2-34a3-4d64-afe9-4ba387271a05,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:22.526565 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-5bedcf23-df58-4c2e-9f78-3324e708c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:22.528443 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-5bedcf23-df58-4c2e-9f78-3324e708c19c service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6bfc57a-d73d-41d0-954b-fff6fef4d808 HTTP/1.1" status: 200 len: 922 time: 0.1357088 Aug 28 14:57:22.530046 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-bd7a76cd-98f9-4ee1-96c1-ee7fdd7d2fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:22.587779 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-6803cef5-3de7-41fc-91ca-89f2debf2d41 req-9a745e96-c23d-4ef8-a43f-b1aa13416fab tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] No DVR routers for this DVR port 854005b2-34a3-4d64-afe9-4ba387271a05 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:57:22.592146 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-6803cef5-3de7-41fc-91ca-89f2debf2d41 req-9a745e96-c23d-4ef8-a43f-b1aa13416fab tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:22.594174 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6803cef5-3de7-41fc-91ca-89f2debf2d41 req-9a745e96-c23d-4ef8-a43f-b1aa13416fab tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.36 "DELETE /v2.0/ports/854005b2-34a3-4d64-afe9-4ba387271a05 HTTP/1.1" status: 204 len: 173 time: 0.7407808 Aug 28 14:57:22.594618 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e8cf2a-f65f-4b57-94aa-14f7193b9a9f', 'name': 'network-vif-deleted', 'tag': '854005b2-34a3-4d64-afe9-4ba387271a05'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:22.605771 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e14b7e-0bb1-4d19-a17f-122f253d5064" -d '{"events": [{"server_uuid": "53e8cf2a-f65f-4b57-94aa-14f7193b9a9f", "name": "network-vif-deleted", "tag": "854005b2-34a3-4d64-afe9-4ba387271a05"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:22.613599 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-aaaa02fb-4c47-4409-a3d1-ff11f98e1eae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d84ae98-8364-42b6-b195-2489fc1310a7 HTTP/1.1" status: 200 len: 217 time: 0.0506213 Aug 28 14:57:22.658706 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-bd7a76cd-98f9-4ee1-96c1-ee7fdd7d2fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:22.659341 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-bd7a76cd-98f9-4ee1-96c1-ee7fdd7d2fd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:22.660806 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-bd7a76cd-98f9-4ee1-96c1-ee7fdd7d2fd4 service neutron] 10.222.0.36 "PUT /v2.0/ports/85ca0f6f-3f0a-4acd-87a1-4677769194dd HTTP/1.1" status: 200 len: 1124 time: 0.9610271 Aug 28 14:57:22.671264 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca573df-34ff-4062-aece-ebc79a738675 x-openstack-request-id: req-6ca573df-34ff-4062-aece-ebc79a738675 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:22.671975 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e8cf2a-f65f-4b57-94aa-14f7193b9a9f", "name": "network-vif-deleted", "tag": "854005b2-34a3-4d64-afe9-4ba387271a05", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:22.672382 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ca573df-34ff-4062-aece-ebc79a738675 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:22.673005 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e8cf2a-f65f-4b57-94aa-14f7193b9a9f', 'name': 'network-vif-deleted', 'tag': '854005b2-34a3-4d64-afe9-4ba387271a05', 'status': 'completed', 'code': 200} Aug 28 14:57:22.694155 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a76cd-98f9-4ee1-96c1-ee7fdd7d2fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=85ca0f6f-3f0a-4acd-87a1-4677769194dd,revision_number=8']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:22.756454 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-bc7ff994-f652-4d89-97af-fb88d491075d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:22.757970 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-bc7ff994-f652-4d89-97af-fb88d491075d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f920e854-f768-4846-871d-087306f43fd9 HTTP/1.1" status: 200 len: 861 time: 0.1158874 Aug 28 14:57:22.792988 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['85ca0f6f-3f0a-4acd-87a1-4677769194dd'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:22.793775 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4aff3-1aa7-48b0-95da-836a5617b0e8 req-71341439-9e8c-49c2-a891-0f5f67e2ff55 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:22.795570 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b4c4aff3-1aa7-48b0-95da-836a5617b0e8 req-71341439-9e8c-49c2-a891-0f5f67e2ff55 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 945 time: 0.1215384 Aug 28 14:57:22.818608 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-21e4147f-6634-4e46-937f-2317a540c0c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6bfc57a-d73d-41d0-954b-fff6fef4d808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479646 Aug 28 14:57:22.844582 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['85ca0f6f-3f0a-4acd-87a1-4677769194dd'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:22.884491 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b4c4aff3-1aa7-48b0-95da-836a5617b0e8 req-770bcc6d-d394-4dfb-adcb-0290e9c8bc75 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822756 Aug 28 14:57:22.937509 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-7f3df132-0187-4ff2-8ef0-6df1adeaa4fa service neutron] 10.222.0.41 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066744 Aug 28 14:57:23.017524 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced11818-2e51-4624-9601-856913c7d153 req-7d6f3ae0-44eb-4bc3-9b8b-172b54daf04c tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:23.027183 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ced11818-2e51-4624-9601-856913c7d153 req-7d6f3ae0-44eb-4bc3-9b8b-172b54daf04c tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07 HTTP/1.1" status: 200 len: 947 time: 0.0734234 Aug 28 14:57:23.046388 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-364ed369-ed77-46c2-b5f1-3d90535e42a2 req-7c694b21-9947-4371-8b18-73fd24b7251a tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=53e8cf2a-f65f-4b57-94aa-14f7193b9a9f HTTP/1.1" status: 200 len: 210 time: 0.0651436 Aug 28 14:57:23.070830 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ced11818-2e51-4624-9601-856913c7d153 req-5708564b-85fc-47b8-987e-920f95a9b368 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402219 Aug 28 14:57:23.102786 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-62e5b5db-7cae-442a-b644-3a2e29442cd4 service neutron] 10.222.0.41 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307867 Aug 28 14:57:23.283133 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132e86e-b361-40d7-859e-82383ecc9726 req-34b5b94a-1b06-41f9-8c6c-0afcfa4eacbb tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:23.294102 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1132e86e-b361-40d7-859e-82383ecc9726 req-34b5b94a-1b06-41f9-8c6c-0afcfa4eacbb tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 947 time: 0.0983152 Aug 28 14:57:23.341109 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7bac8-7dba-4b11-a171-8a8da5ce4679 req-119eba02-c6b5-45cc-b2eb-b7fe21ba3baf tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:23.351372 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3cd7bac8-7dba-4b11-a171-8a8da5ce4679 req-119eba02-c6b5-45cc-b2eb-b7fe21ba3baf tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 944 time: 0.0810521 Aug 28 14:57:23.364035 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1132e86e-b361-40d7-859e-82383ecc9726 req-9e10f482-2abc-4d74-a0fa-c45f8e4cd771 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685802 Aug 28 14:57:23.397800 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3cd7bac8-7dba-4b11-a171-8a8da5ce4679 req-4f507d45-02f2-4b55-aa47-36d390f697e6 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450470 Aug 28 14:57:23.461760 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-095928c1-550e-4b5e-81ac-1d36a3d25b39 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:23.463957 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-095928c1-550e-4b5e-81ac-1d36a3d25b39 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7&tenant_id=5de95046553a4af6b56ddb9234d40b90&binding%3Ahost_id=n-h1-712137-10 HTTP/1.1" status: 200 len: 1097 time: 0.0469952 Aug 28 14:57:23.592188 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-2248caa1-c876-4009-9622-54fb08fdfdf2 service neutron] For port 7d84ae98-8364-42b6-b195-2489fc1310a7, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:57:23.596510 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-2248caa1-c876-4009-9622-54fb08fdfdf2 service neutron] Notify callbacks [] for binding, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:23.598434 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c73d6700-3f58-4e4f-bf3b-f0fc0776e5bc req-2248caa1-c876-4009-9622-54fb08fdfdf2 service neutron] 10.222.0.41 "DELETE /v2.0/ports/7d84ae98-8364-42b6-b195-2489fc1310a7/bindings/n-h2-712137-10 HTTP/1.1" status: 204 len: 173 time: 0.1241593 Aug 28 14:57:23.680283 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f8675-f811-4119-b6e0-1c46e0de0f59 req-bf58d7e4-c277-449a-a163-1a4f7e895b7c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:23.686517 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f8675-f811-4119-b6e0-1c46e0de0f59 req-bf58d7e4-c277-449a-a163-1a4f7e895b7c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:23.692549 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f8675-f811-4119-b6e0-1c46e0de0f59 req-bf58d7e4-c277-449a-a163-1a4f7e895b7c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:23.699260 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f8675-f811-4119-b6e0-1c46e0de0f59 req-bf58d7e4-c277-449a-a163-1a4f7e895b7c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:23.706757 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f8675-f811-4119-b6e0-1c46e0de0f59 req-bf58d7e4-c277-449a-a163-1a4f7e895b7c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:23.714841 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f8675-f811-4119-b6e0-1c46e0de0f59 req-bf58d7e4-c277-449a-a163-1a4f7e895b7c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:23.720917 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f8675-f811-4119-b6e0-1c46e0de0f59 req-bf58d7e4-c277-449a-a163-1a4f7e895b7c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:23.724142 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a57f8675-f811-4119-b6e0-1c46e0de0f59 req-bf58d7e4-c277-449a-a163-1a4f7e895b7c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5427 time: 0.1152091 Aug 28 14:57:23.766121 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a57f8675-f811-4119-b6e0-1c46e0de0f59 req-e75fcdc3-46e0-4fdb-b96e-803d447f81a1 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343723 Aug 28 14:57:24.008029 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99815704-9e5a-4b50-9317-7a8ac73662c8 req-0f7c404c-7e58-470a-9669-0358abf74f9c tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:24.009548 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-99815704-9e5a-4b50-9317-7a8ac73662c8 req-0f7c404c-7e58-470a-9669-0358abf74f9c tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 945 time: 0.0504923 Aug 28 14:57:24.051308 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-99815704-9e5a-4b50-9317-7a8ac73662c8 req-24a8a073-4d18-4fd1-bbcc-20f23d311143 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347874 Aug 28 14:57:24.123111 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 3083ecc2-cd08-4195-a587-3df47c57ed46 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:57:24.204006 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:24.222064 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f4bb1-4613-4419-8a42-9d0f75502a2d req-7ededd47-1230-4354-8400-61f5edbffd89 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:24.224444 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d59f4bb1-4613-4419-8a42-9d0f75502a2d req-7ededd47-1230-4354-8400-61f5edbffd89 tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 1097 time: 0.0581791 Aug 28 14:57:24.237805 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc77196-483b-4206-afde-db17e871135d req-7fea5f80-7f0d-45de-aa66-0eb8a2fb66d1 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:24.246642 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8fc77196-483b-4206-afde-db17e871135d req-7fea5f80-7f0d-45de-aa66-0eb8a2fb66d1 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07 HTTP/1.1" status: 200 len: 947 time: 0.0730374 Aug 28 14:57:24.249046 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a66af9-6dad-46bb-b248-2e4c6790d475', 'tag': '85ca0f6f-3f0a-4acd-87a1-4677769194dd'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:24.251486 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a38e055-b93e-4279-a588-5dea185d50a9" -d '{"events": [{"name": "network-changed", "server_uuid": "30a66af9-6dad-46bb-b248-2e4c6790d475", "tag": "85ca0f6f-3f0a-4acd-87a1-4677769194dd"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:24.258412 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 3083ecc2-cd08-4195-a587-3df47c57ed46, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=3083ecc2-cd08-4195-a587-3df47c57ed46,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:24.264743 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d59f4bb1-4613-4419-8a42-9d0f75502a2d req-80c37b7a-6a24-4d4d-ab19-66749356e1ac tempest-LiveAutoBlockMigrationV225Test-784092868 tempest-LiveAutoBlockMigrationV225Test-784092868-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321677 Aug 28 14:57:24.270840 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '3083ecc2-cd08-4195-a587-3df47c57ed46', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': '3083ecc2-cd08-4195-a587-3df47c57ed46', 'mac_address': 'fa:16:3e:b4:49:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:57:24.306727 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8fc77196-483b-4206-afde-db17e871135d req-ff01e30d-2acd-4836-a72d-17d48357eefd tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511808 Aug 28 14:57:24.326905 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:24.342534 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3083ecc2-cd08-4195-a587-3df47c57ed46 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:57:24.363503 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 3083ecc2-cd08-4195-a587-3df47c57ed46, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=3083ecc2-cd08-4195-a587-3df47c57ed46,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:24.367626 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:24.368364 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 840fc86f-de9f-4c05-9730-4e13c8e8871d details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:57:24.421774 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b8d3f4-5c8b-4c9e-934d-6412c12c4a7b x-openstack-request-id: req-84b8d3f4-5c8b-4c9e-934d-6412c12c4a7b {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:24.422919 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a66af9-6dad-46bb-b248-2e4c6790d475", "tag": "85ca0f6f-3f0a-4acd-87a1-4677769194dd", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:24.422919 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84b8d3f4-5c8b-4c9e-934d-6412c12c4a7b {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:24.423495 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a66af9-6dad-46bb-b248-2e4c6790d475', 'tag': '85ca0f6f-3f0a-4acd-87a1-4677769194dd', 'status': 'completed', 'code': 200} Aug 28 14:57:24.446778 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 840fc86f-de9f-4c05-9730-4e13c8e8871d, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=840fc86f-de9f-4c05-9730-4e13c8e8871d,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:24.449686 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=3083ecc2-cd08-4195-a587-3df47c57ed46,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:24.469666 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '840fc86f-de9f-4c05-9730-4e13c8e8871d', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': '840fc86f-de9f-4c05-9730-4e13c8e8871d', 'mac_address': 'fa:16:3e:0a:ca:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:57:24.518740 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38e055-b93e-4279-a588-5dea185d50a9 req-16c00c79-4fd9-4dbe-811f-0e40166faedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:24.521918 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0a38e055-b93e-4279-a588-5dea185d50a9 req-16c00c79-4fd9-4dbe-811f-0e40166faedc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29e98397e0be4fe1a52442d0d5c53b75&device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 1127 time: 0.0599396 Aug 28 14:57:24.529217 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:24.544973 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840fc86f-de9f-4c05-9730-4e13c8e8871d {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:57:24.579569 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 840fc86f-de9f-4c05-9730-4e13c8e8871d, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=840fc86f-de9f-4c05-9730-4e13c8e8871d,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:24.589317 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:24.626283 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd9f43-85cf-4e06-99c3-961e0fc13b20 req-57f5f863-7d4d-4620-a5e1-93de7ab376fb tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:24.636076 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-afdd9f43-85cf-4e06-99c3-961e0fc13b20 req-57f5f863-7d4d-4620-a5e1-93de7ab376fb tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 948 time: 0.0789788 Aug 28 14:57:24.662212 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38e055-b93e-4279-a588-5dea185d50a9 req-46913687-592d-4ce1-9900-8455302596be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:24.664054 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0a38e055-b93e-4279-a588-5dea185d50a9 req-46913687-592d-4ce1-9900-8455302596be service neutron] 10.222.0.41 "GET /v2.0/networks?id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45 HTTP/1.1" status: 200 len: 909 time: 0.1305852 Aug 28 14:57:24.664680 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=840fc86f-de9f-4c05-9730-4e13c8e8871d,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:24.678194 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-afdd9f43-85cf-4e06-99c3-961e0fc13b20 req-5c235466-ac79-4111-bb88-1cd3229b707c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408320 Aug 28 14:57:24.751039 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0a38e055-b93e-4279-a588-5dea185d50a9 req-4e8c8be3-14c0-4f24-847a-675ab3f6ece1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85ca0f6f-3f0a-4acd-87a1-4677769194dd HTTP/1.1" status: 200 len: 217 time: 0.0740139 Aug 28 14:57:24.792674 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ebdb6-870a-4b9b-93b1-319f88ab8f89 req-0f02def7-a396-43a2-963f-3078d7a29157 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:24.794023 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0c2ebdb6-870a-4b9b-93b1-319f88ab8f89 req-0f02def7-a396-43a2-963f-3078d7a29157 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8c9a3f-38c8-406d-a587-2e0faddf08fe HTTP/1.1" status: 200 len: 949 time: 0.0519183 Aug 28 14:57:24.803207 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b40b37-9096-4b22-8e24-710f0d7c7042 req-4d768b8b-bb85-4f0d-99d6-3b7d94003048 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:24.804707 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b7b40b37-9096-4b22-8e24-710f0d7c7042 req-4d768b8b-bb85-4f0d-99d6-3b7d94003048 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 944 time: 0.1152098 Aug 28 14:57:24.831427 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38e055-b93e-4279-a588-5dea185d50a9 req-e382f737-ea6d-4bbd-a74d-61aa278194e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:24.832985 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0a38e055-b93e-4279-a588-5dea185d50a9 req-e382f737-ea6d-4bbd-a74d-61aa278194e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c5688cf-0eb8-4e6f-8c97-3f260fd91357 HTTP/1.1" status: 200 len: 848 time: 0.0732553 Aug 28 14:57:24.834034 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0c2ebdb6-870a-4b9b-93b1-319f88ab8f89 req-64ac207d-fb4b-4265-9d4e-2c3a13bf6ea7 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336115 Aug 28 14:57:24.874840 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0a38e055-b93e-4279-a588-5dea185d50a9 req-b799573f-4a44-42f5-b1ca-9c9f1bc69730 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287106 Aug 28 14:57:24.878083 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b7b40b37-9096-4b22-8e24-710f0d7c7042 req-2e62acac-9bbd-4193-9e13-c220b9ed3963 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641074 Aug 28 14:57:24.971184 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b682627-ac94-4f69-b948-7d2be57e19de req-34eefd1b-97f7-47a1-ac2d-f3039f33da98 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:24.973318 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9b682627-ac94-4f69-b948-7d2be57e19de req-34eefd1b-97f7-47a1-ac2d-f3039f33da98 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 945 time: 0.0691509 Aug 28 14:57:24.981954 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0a38e055-b93e-4279-a588-5dea185d50a9 req-bfb9292f-9998-40aa-b359-0f1d8f660281 service neutron] 10.222.0.41 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972421 Aug 28 14:57:25.012881 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9b682627-ac94-4f69-b948-7d2be57e19de req-fe02c71a-cd44-41d5-bd77-259a3c5f8f0a tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338347 Aug 28 14:57:25.116931 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14bde1-e4df-4efa-b61b-6300714f2cc5 req-58d44522-4efb-4546-ae9f-e31e0089c955 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:25.122751 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14bde1-e4df-4efa-b61b-6300714f2cc5 req-58d44522-4efb-4546-ae9f-e31e0089c955 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:25.128604 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14bde1-e4df-4efa-b61b-6300714f2cc5 req-58d44522-4efb-4546-ae9f-e31e0089c955 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:25.134401 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14bde1-e4df-4efa-b61b-6300714f2cc5 req-58d44522-4efb-4546-ae9f-e31e0089c955 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:25.140387 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14bde1-e4df-4efa-b61b-6300714f2cc5 req-58d44522-4efb-4546-ae9f-e31e0089c955 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:25.146173 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14bde1-e4df-4efa-b61b-6300714f2cc5 req-58d44522-4efb-4546-ae9f-e31e0089c955 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:25.152644 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14bde1-e4df-4efa-b61b-6300714f2cc5 req-58d44522-4efb-4546-ae9f-e31e0089c955 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:25.154554 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-db14bde1-e4df-4efa-b61b-6300714f2cc5 req-58d44522-4efb-4546-ae9f-e31e0089c955 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5427 time: 0.1423466 Aug 28 14:57:25.160609 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0a38e055-b93e-4279-a588-5dea185d50a9 req-06a5f852-ac1c-43f8-b9bc-0ffe0166e8f4 service neutron] 10.222.0.41 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687708 Aug 28 14:57:25.198009 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-db14bde1-e4df-4efa-b61b-6300714f2cc5 req-922952a5-a0fc-4430-ab36-4b444dd7401c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350354 Aug 28 14:57:25.413569 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf66470-2f54-4387-bf80-1fe7b7edd1e7 req-9e5ea406-b746-41a1-8f02-eb1bad971e0f tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:25.415150 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1bf66470-2f54-4387-bf80-1fe7b7edd1e7 req-9e5ea406-b746-41a1-8f02-eb1bad971e0f tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07 HTTP/1.1" status: 200 len: 948 time: 0.0524666 Aug 28 14:57:25.461542 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1bf66470-2f54-4387-bf80-1fe7b7edd1e7 req-81735ed6-15d5-462f-adc5-247bcc4fd543 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379021 Aug 28 14:57:25.561920 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['840fc86f-de9f-4c05-9730-4e13c8e8871d'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:25.566382 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['3083ecc2-cd08-4195-a587-3df47c57ed46'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:25.701305 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576ef04-cb9e-4f85-ba17-30e02ed03598 req-059692ea-6921-4c3c-84c7-32c99ec751e7 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:25.704069 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d576ef04-cb9e-4f85-ba17-30e02ed03598 req-059692ea-6921-4c3c-84c7-32c99ec751e7 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 945 time: 0.0500259 Aug 28 14:57:25.844299 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7976a08-4536-4671-8103-03392b01f850 req-463ed9c4-198f-466a-9bf8-53154cd352ce tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:25.845774 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e7976a08-4536-4671-8103-03392b01f850 req-463ed9c4-198f-466a-9bf8-53154cd352ce tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 948 time: 0.0869308 Aug 28 14:57:25.860957 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-d576ef04-cb9e-4f85-ba17-30e02ed03598 req-acbeb156-d990-4fed-8528-ddb0c23c859c tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Deleting port 7d84ae98-8364-42b6-b195-2489fc1310a7 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:57:25.861354 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-d576ef04-cb9e-4f85-ba17-30e02ed03598 req-acbeb156-d990-4fed-8528-ddb0c23c859c tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:25.936917 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e7976a08-4536-4671-8103-03392b01f850 req-029aae92-dc0a-4b04-af79-42c5aeec7ed3 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841112 Aug 28 14:57:25.953506 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365cdbe-26e1-449e-88b3-0aeeebb746e8 req-670c5b5b-5f1a-4b2c-ad2c-8095682d10da tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:25.955036 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a365cdbe-26e1-449e-88b3-0aeeebb746e8 req-670c5b5b-5f1a-4b2c-ad2c-8095682d10da tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8c9a3f-38c8-406d-a587-2e0faddf08fe HTTP/1.1" status: 200 len: 949 time: 0.0514555 Aug 28 14:57:25.982976 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-d576ef04-cb9e-4f85-ba17-30e02ed03598 req-acbeb156-d990-4fed-8528-ddb0c23c859c tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] For port 7d84ae98-8364-42b6-b195-2489fc1310a7, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=7d84ae98-8364-42b6-b195-2489fc1310a7,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:25.983345 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-d576ef04-cb9e-4f85-ba17-30e02ed03598 req-acbeb156-d990-4fed-8528-ddb0c23c859c tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:25.998694 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-d576ef04-cb9e-4f85-ba17-30e02ed03598 req-acbeb156-d990-4fed-8528-ddb0c23c859c tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Calling delete_port for 7d84ae98-8364-42b6-b195-2489fc1310a7 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:57:26.002788 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a365cdbe-26e1-449e-88b3-0aeeebb746e8 req-d7ff8da0-9485-46d4-aa32-265d6689144e tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331016 Aug 28 14:57:26.082350 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 854005b2-34a3-4d64-afe9-4ba387271a05 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:57:26.090452 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c8170-fb14-42f3-a164-7dfa809435e8 req-f3463ea7-b7ed-44fe-b4ed-1a690b46aea0 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:26.092074 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-901c8170-fb14-42f3-a164-7dfa809435e8 req-f3463ea7-b7ed-44fe-b4ed-1a690b46aea0 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 944 time: 0.0894926 Aug 28 14:57:26.110346 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 854005b2-34a3-4d64-afe9-4ba387271a05 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:57:26.110780 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 854005b2-34a3-4d64-afe9-4ba387271a05 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:57:26.148783 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-901c8170-fb14-42f3-a164-7dfa809435e8 req-007f60da-e2d2-494c-b5cb-0fa557cd2e6c tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482392 Aug 28 14:57:26.188441 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4defeeb-9fb4-40c4-adf9-a4769ff2c992 req-88a752a8-abb9-4ea8-9bae-4ac3a14f3bb2 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:26.189935 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a4defeeb-9fb4-40c4-adf9-a4769ff2c992 req-88a752a8-abb9-4ea8-9bae-4ac3a14f3bb2 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 945 time: 0.0560238 Aug 28 14:57:26.205375 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-d576ef04-cb9e-4f85-ba17-30e02ed03598 req-acbeb156-d990-4fed-8528-ddb0c23c859c tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:26.228229 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:26.230815 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a4defeeb-9fb4-40c4-adf9-a4769ff2c992 req-c00858f9-1cf2-48ce-a9a0-8b2e1e59675d tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348744 Aug 28 14:57:26.235045 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbeb156-d990-4fed-8528-ddb0c23c859c tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Pushing event deleted for resources: {'Port': ['ID=7d84ae98-8364-42b6-b195-2489fc1310a7,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:26.277738 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-d576ef04-cb9e-4f85-ba17-30e02ed03598 req-acbeb156-d990-4fed-8528-ddb0c23c859c tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] No DVR routers for this DVR port 7d84ae98-8364-42b6-b195-2489fc1310a7 on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:57:26.280390 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-d576ef04-cb9e-4f85-ba17-30e02ed03598 req-acbeb156-d990-4fed-8528-ddb0c23c859c tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:26.282342 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d576ef04-cb9e-4f85-ba17-30e02ed03598 req-acbeb156-d990-4fed-8528-ddb0c23c859c tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.41 "DELETE /v2.0/ports/7d84ae98-8364-42b6-b195-2489fc1310a7 HTTP/1.1" status: 204 len: 173 time: 0.5707190 Aug 28 14:57:26.348513 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e2700-9348-4298-8e67-c5850cf6e2d3 req-d17cf875-3f86-42fb-b68b-c1d07965ba3b tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:26.357658 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e2700-9348-4298-8e67-c5850cf6e2d3 req-d17cf875-3f86-42fb-b68b-c1d07965ba3b tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:26.363607 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e2700-9348-4298-8e67-c5850cf6e2d3 req-d17cf875-3f86-42fb-b68b-c1d07965ba3b tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:26.369512 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e2700-9348-4298-8e67-c5850cf6e2d3 req-d17cf875-3f86-42fb-b68b-c1d07965ba3b tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:26.375299 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e2700-9348-4298-8e67-c5850cf6e2d3 req-d17cf875-3f86-42fb-b68b-c1d07965ba3b tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:26.381240 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e2700-9348-4298-8e67-c5850cf6e2d3 req-d17cf875-3f86-42fb-b68b-c1d07965ba3b tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:26.387241 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e2700-9348-4298-8e67-c5850cf6e2d3 req-d17cf875-3f86-42fb-b68b-c1d07965ba3b tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:26.389195 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b87e2700-9348-4298-8e67-c5850cf6e2d3 req-d17cf875-3f86-42fb-b68b-c1d07965ba3b tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5427 time: 0.1015043 Aug 28 14:57:26.424203 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e327a88-aed3-4288-9330-f2fd4cd6baa7', 'name': 'network-vif-deleted', 'tag': '7d84ae98-8364-42b6-b195-2489fc1310a7'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:26.426414 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebbdaef-803f-4b9f-bfd9-7fd8847f9dea" -d '{"events": [{"server_uuid": "2e327a88-aed3-4288-9330-f2fd4cd6baa7", "name": "network-vif-deleted", "tag": "7d84ae98-8364-42b6-b195-2489fc1310a7"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:26.438899 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b87e2700-9348-4298-8e67-c5850cf6e2d3 req-7333fcd7-afb0-4c68-b377-9d1d8b43501d tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430310 Aug 28 14:57:26.468632 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9512b24c-dbcb-46f5-be82-cc4462f48a53 x-openstack-request-id: req-9512b24c-dbcb-46f5-be82-cc4462f48a53 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:26.468943 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e327a88-aed3-4288-9330-f2fd4cd6baa7", "name": "network-vif-deleted", "tag": "7d84ae98-8364-42b6-b195-2489fc1310a7", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:26.470308 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9512b24c-dbcb-46f5-be82-cc4462f48a53 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:26.470791 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e327a88-aed3-4288-9330-f2fd4cd6baa7', 'name': 'network-vif-deleted', 'tag': '7d84ae98-8364-42b6-b195-2489fc1310a7', 'status': 'completed', 'code': 200} Aug 28 14:57:26.580359 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404ef30-c807-4f73-a094-07b35d1be6fb req-dd38aec0-df18-46d4-ac8e-eba92634c20e tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:26.581976 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5404ef30-c807-4f73-a094-07b35d1be6fb req-dd38aec0-df18-46d4-ac8e-eba92634c20e tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07 HTTP/1.1" status: 200 len: 948 time: 0.0510807 Aug 28 14:57:26.620900 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5404ef30-c807-4f73-a094-07b35d1be6fb req-6471c99f-230c-4468-9dc2-fc78feaff7ce tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318542 Aug 28 14:57:26.964509 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ce9ce-6950-496e-a640-8079b771ef59 req-bf6ac6c1-18f7-48df-8a87-76ee2b368cec tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:26.966034 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e31ce9ce-6950-496e-a640-8079b771ef59 req-bf6ac6c1-18f7-48df-8a87-76ee2b368cec tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.41 "GET /v2.0/ports?device_id=de8c9a3f-38c8-406d-a587-2e0faddf08fe HTTP/1.1" status: 200 len: 949 time: 0.0502741 Aug 28 14:57:27.107241 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da70f3-902d-4a8f-bb90-cd0799183e78 req-29a13a0b-3172-4627-953f-cfd77bbca9f4 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:27.108786 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-75da70f3-902d-4a8f-bb90-cd0799183e78 req-29a13a0b-3172-4627-953f-cfd77bbca9f4 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 948 time: 0.0932281 Aug 28 14:57:27.113951 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-e31ce9ce-6950-496e-a640-8079b771ef59 req-b9bfa792-9be0-4ca1-8a74-cc8052761857 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Deleting port 1b455022-f2a4-48ad-9d84-f510f87ea89a {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:57:27.114295 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e31ce9ce-6950-496e-a640-8079b771ef59 req-b9bfa792-9be0-4ca1-8a74-cc8052761857 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:27.138853 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb400c-2810-4977-87a6-deabd7539923 req-ef0cdb5b-4e88-4bf5-acc5-b8c462133736 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:27.140452 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0ceb400c-2810-4977-87a6-deabd7539923 req-ef0cdb5b-4e88-4bf5-acc5-b8c462133736 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8c9a3f-38c8-406d-a587-2e0faddf08fe HTTP/1.1" status: 200 len: 949 time: 0.0578792 Aug 28 14:57:27.186117 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0ceb400c-2810-4977-87a6-deabd7539923 req-39a38489-8edd-4b1c-8e86-9621136c65b6 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396802 Aug 28 14:57:27.227306 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-75da70f3-902d-4a8f-bb90-cd0799183e78 req-aeffdf89-c5d5-4ba0-93ad-14498226ee88 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086650 Aug 28 14:57:27.273774 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-e31ce9ce-6950-496e-a640-8079b771ef59 req-b9bfa792-9be0-4ca1-8a74-cc8052761857 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] For port 1b455022-f2a4-48ad-9d84-f510f87ea89a, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=1b455022-f2a4-48ad-9d84-f510f87ea89a,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:27.274154 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e31ce9ce-6950-496e-a640-8079b771ef59 req-b9bfa792-9be0-4ca1-8a74-cc8052761857 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:27.281294 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['7d84ae98-8364-42b6-b195-2489fc1310a7'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:27.292292 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-e31ce9ce-6950-496e-a640-8079b771ef59 req-b9bfa792-9be0-4ca1-8a74-cc8052761857 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Calling delete_port for 1b455022-f2a4-48ad-9d84-f510f87ea89a owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:57:27.402301 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-740e4253-19e6-4b0b-b770-618c7206f5d7 req-9add0415-b243-42c6-ba4d-26a069e778e1 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 210 time: 0.0347395 Aug 28 14:57:27.431138 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a5274-7c58-48fe-9393-8ba97d26a158 req-7a4c2eee-a923-430d-a623-e955051faea4 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:27.433021 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-331a5274-7c58-48fe-9393-8ba97d26a158 req-7a4c2eee-a923-430d-a623-e955051faea4 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 944 time: 0.0877936 Aug 28 14:57:27.516984 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-331a5274-7c58-48fe-9393-8ba97d26a158 req-8343f864-7e56-4a2e-a498-49ad69941f70 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766754 Aug 28 14:57:27.526951 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e31ce9ce-6950-496e-a640-8079b771ef59 req-b9bfa792-9be0-4ca1-8a74-cc8052761857 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:27.547012 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['265361f3-1d38-41dd-8af5-4e4fb26435f9', '995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2', '1b455022-f2a4-48ad-9d84-f510f87ea89a'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:27.578870 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bfa792-9be0-4ca1-8a74-cc8052761857 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Pushing event deleted for resources: {'Port': ['ID=1b455022-f2a4-48ad-9d84-f510f87ea89a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:27.603177 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856a403-ce24-46ef-bf8f-a6c3ddc4e6c1 req-76e0cd7b-d95c-4a41-8687-db6ae4b036ed tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:27.613576 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856a403-ce24-46ef-bf8f-a6c3ddc4e6c1 req-76e0cd7b-d95c-4a41-8687-db6ae4b036ed tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:27.632492 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856a403-ce24-46ef-bf8f-a6c3ddc4e6c1 req-76e0cd7b-d95c-4a41-8687-db6ae4b036ed tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:27.641036 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['fa16ff95-5261-40df-9953-991311b24ad6', 'ffec4487-2465-4f34-8676-77ed39b96142', 'e1d3ed2d-2ed7-4069-bd91-0e9f194eca76', '5a4dc7d4-d187-42fb-910d-e1696f7d7e13'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:27.647811 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856a403-ce24-46ef-bf8f-a6c3ddc4e6c1 req-76e0cd7b-d95c-4a41-8687-db6ae4b036ed tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:27.657915 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856a403-ce24-46ef-bf8f-a6c3ddc4e6c1 req-76e0cd7b-d95c-4a41-8687-db6ae4b036ed tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:27.664384 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856a403-ce24-46ef-bf8f-a6c3ddc4e6c1 req-76e0cd7b-d95c-4a41-8687-db6ae4b036ed tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:27.672104 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856a403-ce24-46ef-bf8f-a6c3ddc4e6c1 req-76e0cd7b-d95c-4a41-8687-db6ae4b036ed tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:27.682311 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c856a403-ce24-46ef-bf8f-a6c3ddc4e6c1 req-76e0cd7b-d95c-4a41-8687-db6ae4b036ed tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5427 time: 0.1517620 Aug 28 14:57:27.688647 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31ce9ce-6950-496e-a640-8079b771ef59 req-b9bfa792-9be0-4ca1-8a74-cc8052761857 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] No DVR routers for this DVR port 1b455022-f2a4-48ad-9d84-f510f87ea89a on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:57:27.692191 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e31ce9ce-6950-496e-a640-8079b771ef59 req-b9bfa792-9be0-4ca1-8a74-cc8052761857 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:27.699458 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e31ce9ce-6950-496e-a640-8079b771ef59 req-b9bfa792-9be0-4ca1-8a74-cc8052761857 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.41 "DELETE /v2.0/ports/1b455022-f2a4-48ad-9d84-f510f87ea89a HTTP/1.1" status: 204 len: 173 time: 0.7265990 Aug 28 14:57:27.769819 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c856a403-ce24-46ef-bf8f-a6c3ddc4e6c1 req-bd995fde-b95f-4e83-aade-132e87b71ac6 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0857739 Aug 28 14:57:27.870958 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbe70b-86ce-44fa-b662-97ab7c6b04a4 req-e6fe9a5f-1b6d-499a-8cc9-cd6800225bf6 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:27.873473 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7ecbe70b-86ce-44fa-b662-97ab7c6b04a4 req-e6fe9a5f-1b6d-499a-8cc9-cd6800225bf6 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07 HTTP/1.1" status: 200 len: 948 time: 0.1085033 Aug 28 14:57:27.925416 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7ecbe70b-86ce-44fa-b662-97ab7c6b04a4 req-f775c5ac-8e98-4942-93c2-6ff4fd388e8b tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450130 Aug 28 14:57:28.161543 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 3083ecc2-cd08-4195-a587-3df47c57ed46 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:57:28.304672 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 3083ecc2-cd08-4195-a587-3df47c57ed46 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:57:28.311053 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 3083ecc2-cd08-4195-a587-3df47c57ed46 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:57:28.311589 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:28.457484 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-031a73d0-c122-47d2-82ab-9cb3571a374c req-03e79863-392e-4540-b230-f2a7844617b2 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8c9a3f-38c8-406d-a587-2e0faddf08fe HTTP/1.1" status: 200 len: 210 time: 0.0623662 Aug 28 14:57:28.472180 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d23335-f0ee-44fe-b8c1-87eecb74e5e5 req-7db9355b-149b-455a-8612-3337c43ccfa6 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:28.482571 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f5d23335-f0ee-44fe-b8c1-87eecb74e5e5 req-7db9355b-149b-455a-8612-3337c43ccfa6 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 948 time: 0.1314247 Aug 28 14:57:28.492165 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8c9a3f-38c8-406d-a587-2e0faddf08fe', 'name': 'network-vif-deleted', 'tag': '1b455022-f2a4-48ad-9d84-f510f87ea89a'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:28.495221 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c54af2e-b26e-4dfb-a26f-c8945753d9d2" -d '{"events": [{"server_uuid": "de8c9a3f-38c8-406d-a587-2e0faddf08fe", "name": "network-vif-deleted", "tag": "1b455022-f2a4-48ad-9d84-f510f87ea89a"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:28.542962 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f5d23335-f0ee-44fe-b8c1-87eecb74e5e5 req-deb98122-d237-447a-abe6-992036079060 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589409 Aug 28 14:57:28.544675 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:28.599403 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50696a02-4ed4-45a0-86f2-351c00443ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3083ecc2-cd08-4195-a587-3df47c57ed46'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:28.601955 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe919113-291f-43c2-8e38-1dd9d32e7ac9" -d '{"events": [{"server_uuid": "50696a02-4ed4-45a0-86f2-351c00443ad2", "name": "network-vif-plugged", "status": "completed", "tag": "3083ecc2-cd08-4195-a587-3df47c57ed46"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:28.620092 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 3083ecc2-cd08-4195-a587-3df47c57ed46, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=3083ecc2-cd08-4195-a587-3df47c57ed46,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:28.639611 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa77e13d-514f-4631-b12e-57551ef5d0ca x-openstack-request-id: req-aa77e13d-514f-4631-b12e-57551ef5d0ca {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:28.639930 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8c9a3f-38c8-406d-a587-2e0faddf08fe", "name": "network-vif-deleted", "tag": "1b455022-f2a4-48ad-9d84-f510f87ea89a", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:28.640181 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa77e13d-514f-4631-b12e-57551ef5d0ca {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:28.640571 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8c9a3f-38c8-406d-a587-2e0faddf08fe', 'name': 'network-vif-deleted', 'tag': '1b455022-f2a4-48ad-9d84-f510f87ea89a', 'status': 'completed', 'code': 200} Aug 28 14:57:28.655585 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:28.656421 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 840fc86f-de9f-4c05-9730-4e13c8e8871d up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:57:28.661758 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-22a54375-fb0e-42b2-b6ad-e9dbdae36144 req-b76efdfa-bc30-418c-9bb1-9ba08f5a3764 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 210 time: 0.0390151 Aug 28 14:57:28.724800 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1537bb-9c32-4443-9212-10a2ddfec6da x-openstack-request-id: req-8c1537bb-9c32-4443-9212-10a2ddfec6da {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:28.725135 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50696a02-4ed4-45a0-86f2-351c00443ad2", "name": "network-vif-plugged", "status": "completed", "tag": "3083ecc2-cd08-4195-a587-3df47c57ed46", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:28.725444 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c1537bb-9c32-4443-9212-10a2ddfec6da {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:28.725776 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50696a02-4ed4-45a0-86f2-351c00443ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3083ecc2-cd08-4195-a587-3df47c57ed46', 'code': 200} Aug 28 14:57:28.748383 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=3083ecc2-cd08-4195-a587-3df47c57ed46,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:28.790833 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f4b0e-1838-45b4-a85b-fecb87c80602 req-4b676783-9b83-4ab7-b2ca-e029dd786cc5 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:28.792676 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b6f4b0e-1838-45b4-a85b-fecb87c80602 req-4b676783-9b83-4ab7-b2ca-e029dd786cc5 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 944 time: 0.0908663 Aug 28 14:57:28.813068 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 840fc86f-de9f-4c05-9730-4e13c8e8871d completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:57:28.817364 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 840fc86f-de9f-4c05-9730-4e13c8e8871d triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:57:28.817750 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:28.855228 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a8618-6fe2-4c6e-b6ab-8e63c25cc93f req-0f6a27e2-c9ad-4748-849c-35ce0a11233c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:28.858638 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-832a8618-6fe2-4c6e-b6ab-8e63c25cc93f req-0f6a27e2-c9ad-4748-849c-35ce0a11233c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 1101 time: 0.0631750 Aug 28 14:57:28.859177 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b6f4b0e-1838-45b4-a85b-fecb87c80602 req-b99b2318-8835-4a34-8c8f-92f91ed478a9 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555804 Aug 28 14:57:28.922679 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:28.942335 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-832a8618-6fe2-4c6e-b6ab-8e63c25cc93f req-e27a1b68-afb3-4d6a-becb-c7dc0e798068 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670412 Aug 28 14:57:28.962418 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 840fc86f-de9f-4c05-9730-4e13c8e8871d, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=840fc86f-de9f-4c05-9730-4e13c8e8871d,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:28.968467 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:28.971868 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c90fd4-8664-4576-8942-642a47a8a9da req-00fccdb6-0f5a-4c01-91ff-e447250d49dd tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:28.980457 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c90fd4-8664-4576-8942-642a47a8a9da req-00fccdb6-0f5a-4c01-91ff-e447250d49dd tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:28.986359 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c90fd4-8664-4576-8942-642a47a8a9da req-00fccdb6-0f5a-4c01-91ff-e447250d49dd tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:28.992486 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c90fd4-8664-4576-8942-642a47a8a9da req-00fccdb6-0f5a-4c01-91ff-e447250d49dd tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:29.000755 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c90fd4-8664-4576-8942-642a47a8a9da req-00fccdb6-0f5a-4c01-91ff-e447250d49dd tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:29.008368 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c90fd4-8664-4576-8942-642a47a8a9da req-00fccdb6-0f5a-4c01-91ff-e447250d49dd tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:29.017256 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c90fd4-8664-4576-8942-642a47a8a9da req-00fccdb6-0f5a-4c01-91ff-e447250d49dd tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:29.019279 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-67c90fd4-8664-4576-8942-642a47a8a9da req-00fccdb6-0f5a-4c01-91ff-e447250d49dd tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5427 time: 0.1190417 Aug 28 14:57:29.030094 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=840fc86f-de9f-4c05-9730-4e13c8e8871d,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:29.070495 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38607ff7-a629-4a0f-b6ff-f37b54789545 req-58ffa0d5-8b17-4a29-bad0-6043d0e5c10c tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:29.070922 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-67c90fd4-8664-4576-8942-642a47a8a9da req-c675de83-53eb-457b-8168-fb8c5c959452 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447099 Aug 28 14:57:29.072142 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38607ff7-a629-4a0f-b6ff-f37b54789545 req-58ffa0d5-8b17-4a29-bad0-6043d0e5c10c tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07 HTTP/1.1" status: 200 len: 949 time: 0.0573988 Aug 28 14:57:29.112273 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38607ff7-a629-4a0f-b6ff-f37b54789545 req-a8d0b9ae-6ef3-4d12-8549-2de22d389a76 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335088 Aug 28 14:57:29.673744 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063090f3-ae27-47ac-8f8a-f5aacfc606bf req-bc71c87e-86f2-46e8-889f-ea52c7832526 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:29.675518 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-063090f3-ae27-47ac-8f8a-f5aacfc606bf req-bc71c87e-86f2-46e8-889f-ea52c7832526 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 949 time: 0.0643384 Aug 28 14:57:29.720889 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-063090f3-ae27-47ac-8f8a-f5aacfc606bf req-a9865630-c8e1-49e1-82a1-3afbcaec9803 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379758 Aug 28 14:57:29.816822 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e340f7b1-6ba9-4952-805d-3ab644132301 req-02d99dd1-c042-4ae5-9dca-40ead087f9a8 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e327a88-aed3-4288-9330-f2fd4cd6baa7 HTTP/1.1" status: 200 len: 210 time: 0.0311103 Aug 28 14:57:29.854771 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac7757-e96a-4673-a744-edb8fb8e04f6 req-75d901bb-6cf4-4613-aa4d-085a6ccb0b71 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:29.856412 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-61ac7757-e96a-4673-a744-edb8fb8e04f6 req-75d901bb-6cf4-4613-aa4d-085a6ccb0b71 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=b310860f-2f4a-4bf4-8f3d-2940a21d69b9 HTTP/1.1" status: 200 len: 950 time: 0.0624397 Aug 28 14:57:29.915630 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-61ac7757-e96a-4673-a744-edb8fb8e04f6 req-4a066c84-3b7b-4e24-b1cb-501433f75945 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453181 Aug 28 14:57:30.018582 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21b91f-f220-4482-9d44-0cd331300b1d req-069f1532-85d7-42ab-9e95-d39fe4269efd tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:30.020175 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6a21b91f-f220-4482-9d44-0cd331300b1d req-069f1532-85d7-42ab-9e95-d39fe4269efd tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 944 time: 0.0540261 Aug 28 14:57:30.062738 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6a21b91f-f220-4482-9d44-0cd331300b1d req-75a1b2e4-b1a0-43b2-88e1-b95ecdbaa416 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349216 Aug 28 14:57:30.163223 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 85ca0f6f-3f0a-4acd-87a1-4677769194dd no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:57:30.224540 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea157f9-69c1-4fd2-ae38-24ef4f1136a6 req-6ed4bbea-5bbe-43be-81d2-b0de56601a47 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:30.230745 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea157f9-69c1-4fd2-ae38-24ef4f1136a6 req-6ed4bbea-5bbe-43be-81d2-b0de56601a47 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:30.237048 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea157f9-69c1-4fd2-ae38-24ef4f1136a6 req-6ed4bbea-5bbe-43be-81d2-b0de56601a47 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:30.243071 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea157f9-69c1-4fd2-ae38-24ef4f1136a6 req-6ed4bbea-5bbe-43be-81d2-b0de56601a47 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:30.249851 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea157f9-69c1-4fd2-ae38-24ef4f1136a6 req-6ed4bbea-5bbe-43be-81d2-b0de56601a47 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:30.250737 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a3884-a84d-4e74-b947-c2d75ffa68af req-e1a80cd0-4f57-4901-922e-869d77398364 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:30.255504 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 1b455022-f2a4-48ad-9d84-f510f87ea89a no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:57:30.256401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea157f9-69c1-4fd2-ae38-24ef4f1136a6 req-6ed4bbea-5bbe-43be-81d2-b0de56601a47 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:30.260301 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d19a3884-a84d-4e74-b947-c2d75ffa68af req-e1a80cd0-4f57-4901-922e-869d77398364 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07 HTTP/1.1" status: 200 len: 949 time: 0.0735335 Aug 28 14:57:30.264771 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea157f9-69c1-4fd2-ae38-24ef4f1136a6 req-6ed4bbea-5bbe-43be-81d2-b0de56601a47 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:30.266992 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cea157f9-69c1-4fd2-ae38-24ef4f1136a6 req-6ed4bbea-5bbe-43be-81d2-b0de56601a47 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5427 time: 0.1086628 Aug 28 14:57:30.280456 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 1b455022-f2a4-48ad-9d84-f510f87ea89a {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:57:30.281040 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 1b455022-f2a4-48ad-9d84-f510f87ea89a not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:57:30.281607 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 7d84ae98-8364-42b6-b195-2489fc1310a7 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:57:30.303455 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d19a3884-a84d-4e74-b947-c2d75ffa68af req-802cafb1-d742-46e5-ab7c-60cfc84f937f tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418739 Aug 28 14:57:30.314351 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 7d84ae98-8364-42b6-b195-2489fc1310a7 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:57:30.315126 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 7d84ae98-8364-42b6-b195-2489fc1310a7 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:57:30.318029 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cea157f9-69c1-4fd2-ae38-24ef4f1136a6 req-c26caf3d-436e-4433-a6c1-cd2c27853749 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410197 Aug 28 14:57:30.726733 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840fc86f-de9f-4c05-9730-4e13c8e8871d'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:30.729720 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde48a23-f308-4019-b43f-0e084264ae23" -d '{"events": [{"server_uuid": "ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07", "name": "network-vif-plugged", "status": "completed", "tag": "840fc86f-de9f-4c05-9730-4e13c8e8871d"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:30.767957 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7cb330-ef6b-4cc2-9817-a42ae84083c8 x-openstack-request-id: req-6f7cb330-ef6b-4cc2-9817-a42ae84083c8 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:30.768259 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07", "name": "network-vif-plugged", "status": "completed", "tag": "840fc86f-de9f-4c05-9730-4e13c8e8871d", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:30.768506 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f7cb330-ef6b-4cc2-9817-a42ae84083c8 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:30.768902 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840fc86f-de9f-4c05-9730-4e13c8e8871d', 'code': 200} Aug 28 14:57:30.907506 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0c291-612b-458c-a072-af1498c2c572 req-baec2e84-0bee-4d36-a0c3-81de4a27b961 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:30.909114 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-feb0c291-612b-458c-a072-af1498c2c572 req-baec2e84-0bee-4d36-a0c3-81de4a27b961 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 949 time: 0.0902460 Aug 28 14:57:30.946969 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bf00a-8570-46f9-bd37-c1799798cb41 req-f52a258e-7e3c-4f14-b454-31a6f9f049ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:30.949152 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3e9bf00a-8570-46f9-bd37-c1799798cb41 req-f52a258e-7e3c-4f14-b454-31a6f9f049ee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07 HTTP/1.1" status: 200 len: 1101 time: 0.0954251 Aug 28 14:57:30.987011 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-feb0c291-612b-458c-a072-af1498c2c572 req-5a6bf313-fed6-4d78-98cb-32213da93adf tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677502 Aug 28 14:57:31.015348 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3e9bf00a-8570-46f9-bd37-c1799798cb41 req-6fb9a2b9-69ef-4a78-be89-00c0849f35d0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540428 Aug 28 14:57:31.114535 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3bf6fd-a141-4de0-a77f-da2c964d9746 req-db66a71f-c787-4b98-a2dd-6eff65ed5c85 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:31.116096 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ca3bf6fd-a141-4de0-a77f-da2c964d9746 req-db66a71f-c787-4b98-a2dd-6eff65ed5c85 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=b310860f-2f4a-4bf4-8f3d-2940a21d69b9 HTTP/1.1" status: 200 len: 950 time: 0.0538716 Aug 28 14:57:31.143189 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9aeb4e-de5e-482e-98bf-4bc19f855553 req-8f396eee-7bd3-4b61-9852-d63ec059f107 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:31.144867 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aa9aeb4e-de5e-482e-98bf-4bc19f855553 req-8f396eee-7bd3-4b61-9852-d63ec059f107 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 949 time: 0.0554485 Aug 28 14:57:31.170089 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ca3bf6fd-a141-4de0-a77f-da2c964d9746 req-820bb06d-f84c-47ac-85c6-1f4c45e3bfd8 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472467 Aug 28 14:57:31.216173 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aa9aeb4e-de5e-482e-98bf-4bc19f855553 req-af1634be-5aa3-4204-b2df-db790bb1dbef tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636718 Aug 28 14:57:31.228686 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6c2e9c16-5e10-4d95-b539-d610bf704af3 req-70b4020f-1179-4dec-a6ea-faf1673a7bb4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e11e0b20-2bff-404f-81cf-7d0a95d9de59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0627272 Aug 28 14:57:31.302616 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1058251-0887-4ecf-ae0d-7fd5688b0c18 req-cff22bd5-bcda-4132-8cbd-671808812f10 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:31.305018 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c1058251-0887-4ecf-ae0d-7fd5688b0c18 req-cff22bd5-bcda-4132-8cbd-671808812f10 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 944 time: 0.0565083 Aug 28 14:57:31.354336 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c1058251-0887-4ecf-ae0d-7fd5688b0c18 req-b59b0260-c227-4fe9-8a71-39c754fab3da tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425560 Aug 28 14:57:31.488838 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c38cf-9339-41db-872d-dc651eaa7a5f req-7f9fa869-a960-485b-b710-0159ddc7c07c tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:31.490742 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-701c38cf-9339-41db-872d-dc651eaa7a5f req-7f9fa869-a960-485b-b710-0159ddc7c07c tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07 HTTP/1.1" status: 200 len: 949 time: 0.0631564 Aug 28 14:57:31.535131 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-701c38cf-9339-41db-872d-dc651eaa7a5f req-d7182bf9-6751-4dba-aeab-9eb50e58d4ce tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372944 Aug 28 14:57:31.672476 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610283d7-e147-44b2-a0da-bb7f7436b24c req-c24781a2-baf1-4eab-adfa-bd2b78696966 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:31.678897 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610283d7-e147-44b2-a0da-bb7f7436b24c req-c24781a2-baf1-4eab-adfa-bd2b78696966 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:31.686192 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610283d7-e147-44b2-a0da-bb7f7436b24c req-c24781a2-baf1-4eab-adfa-bd2b78696966 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:31.692362 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610283d7-e147-44b2-a0da-bb7f7436b24c req-c24781a2-baf1-4eab-adfa-bd2b78696966 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:31.699612 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610283d7-e147-44b2-a0da-bb7f7436b24c req-c24781a2-baf1-4eab-adfa-bd2b78696966 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:31.705940 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610283d7-e147-44b2-a0da-bb7f7436b24c req-c24781a2-baf1-4eab-adfa-bd2b78696966 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:31.712360 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610283d7-e147-44b2-a0da-bb7f7436b24c req-c24781a2-baf1-4eab-adfa-bd2b78696966 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:31.721578 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-610283d7-e147-44b2-a0da-bb7f7436b24c req-c24781a2-baf1-4eab-adfa-bd2b78696966 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5427 time: 0.1128790 Aug 28 14:57:31.743321 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e9c16-5e10-4d95-b539-d610bf704af3 req-da47f88b-8f0e-4e5a-aca5-671295852f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:31.745541 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6c2e9c16-5e10-4d95-b539-d610bf704af3 req-da47f88b-8f0e-4e5a-aca5-671295852f19 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=109ba20ea60e466cbac84cbb863b26ca&device_id=e11e0b20-2bff-404f-81cf-7d0a95d9de59 HTTP/1.1" status: 200 len: 1102 time: 0.4933825 Aug 28 14:57:31.756663 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a1059-51ab-49cf-bc1c-d67db7d2863f req-db84cd3e-dce4-4c1f-8706-eb86d158e36d tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:31.758129 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a05a1059-51ab-49cf-bc1c-d67db7d2863f req-db84cd3e-dce4-4c1f-8706-eb86d158e36d tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.41 "GET /v2.0/ports?device_id=b310860f-2f4a-4bf4-8f3d-2940a21d69b9 HTTP/1.1" status: 200 len: 950 time: 0.1204729 Aug 28 14:57:31.790862 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a8ac9-c1e3-4408-b41b-31015271a22c req-70426902-99b1-468e-be4a-b90b43a167ba tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:31.793129 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-293a8ac9-c1e3-4408-b41b-31015271a22c req-70426902-99b1-468e-be4a-b90b43a167ba tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 949 time: 0.1088920 Aug 28 14:57:31.804384 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-610283d7-e147-44b2-a0da-bb7f7436b24c req-a333736e-3ffe-4ac1-a071-01c27a05a574 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818315 Aug 28 14:57:31.816645 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-87ccc53c-0f57-4a08-9a02-d320aa92c84a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0929334 Aug 28 14:57:31.960749 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-293a8ac9-c1e3-4408-b41b-31015271a22c req-7e4d31b0-6456-4a48-b911-1a6a2ea55abe tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480513 Aug 28 14:57:32.021949 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e9c16-5e10-4d95-b539-d610bf704af3 req-867cde0b-8779-44c6-8c31-08b41462856d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:32.033215 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6c2e9c16-5e10-4d95-b539-d610bf704af3 req-867cde0b-8779-44c6-8c31-08b41462856d service neutron] 10.222.0.36 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.2600577 Aug 28 14:57:32.133987 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6c2e9c16-5e10-4d95-b539-d610bf704af3 req-30e0d4de-18d4-4138-82ce-559e3155153b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=fa16ff95-5261-40df-9953-991311b24ad6 HTTP/1.1" status: 200 len: 217 time: 0.0803218 Aug 28 14:57:32.142449 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-a05a1059-51ab-49cf-bc1c-d67db7d2863f req-586fe5e4-e677-42ed-9d8c-2494da6a39a3 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Deleting port 995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:57:32.142797 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a05a1059-51ab-49cf-bc1c-d67db7d2863f req-586fe5e4-e677-42ed-9d8c-2494da6a39a3 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:32.271912 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-6d258972-e7c5-4fac-a82a-1fb7c914b2f8 service neutron] 10.222.0.41 "GET /v2.0/ports/85ca0f6f-3f0a-4acd-87a1-4677769194dd/bindings/n-h2-712137-10 HTTP/1.1" status: 200 len: 385 time: 0.2008970 Aug 28 14:57:32.279349 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e9c16-5e10-4d95-b539-d610bf704af3 req-cf3055df-4d2b-406d-b332-1000de98a5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:32.282934 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6c2e9c16-5e10-4d95-b539-d610bf704af3 req-cf3055df-4d2b-406d-b332-1000de98a5e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1331480 Aug 28 14:57:32.497950 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-a05a1059-51ab-49cf-bc1c-d67db7d2863f req-586fe5e4-e677-42ed-9d8c-2494da6a39a3 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] For port 995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:32.498332 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a05a1059-51ab-49cf-bc1c-d67db7d2863f req-586fe5e4-e677-42ed-9d8c-2494da6a39a3 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:32.529741 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-a05a1059-51ab-49cf-bc1c-d67db7d2863f req-586fe5e4-e677-42ed-9d8c-2494da6a39a3 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Calling delete_port for 995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:57:32.576803 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e9c16-5e10-4d95-b539-d610bf704af3 req-7890dd1c-8228-4fec-a469-12f0a4bf5d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:32.583491 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6c2e9c16-5e10-4d95-b539-d610bf704af3 req-7890dd1c-8228-4fec-a469-12f0a4bf5d60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2798700 Aug 28 14:57:32.608587 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c8c69-c498-4ba4-92d1-d5f788d8b2ae req-cb6eef88-9dd6-47e1-b228-b9dc094e33db tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:32.616323 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-be5c8c69-c498-4ba4-92d1-d5f788d8b2ae req-cb6eef88-9dd6-47e1-b228-b9dc094e33db tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 944 time: 0.1362445 Aug 28 14:57:32.687880 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-be5c8c69-c498-4ba4-92d1-d5f788d8b2ae req-54e3d07a-1f5e-4681-8f94-43ab388f722c tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704410 Aug 28 14:57:32.721198 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a947af-8bb3-4ef0-9e00-0ee7b3855f86 req-b6066c05-ebde-40a1-b417-7def07784601 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:32.729154 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c8a947af-8bb3-4ef0-9e00-0ee7b3855f86 req-b6066c05-ebde-40a1-b417-7def07784601 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=b310860f-2f4a-4bf4-8f3d-2940a21d69b9 HTTP/1.1" status: 200 len: 950 time: 0.4063809 Aug 28 14:57:32.917810 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309781d-89c3-4df4-951f-4ae6e9f1a92f req-1a44abea-08cf-4e46-a085-46e32278ed05 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:32.924681 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b309781d-89c3-4df4-951f-4ae6e9f1a92f req-1a44abea-08cf-4e46-a085-46e32278ed05 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07 HTTP/1.1" status: 200 len: 949 time: 0.0831885 Aug 28 14:57:32.969686 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c8a947af-8bb3-4ef0-9e00-0ee7b3855f86 req-73848171-ddce-44c6-8019-7339f3b258ae tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393157 Aug 28 14:57:32.980336 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b309781d-89c3-4df4-951f-4ae6e9f1a92f req-f8ebac07-539c-4804-9dcb-57642f45c3c3 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512686 Aug 28 14:57:32.993117 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6c2e9c16-5e10-4d95-b539-d610bf704af3 req-853d18fb-2b09-45ff-a50f-5da7096811b8 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925986 Aug 28 14:57:33.209157 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a05a1059-51ab-49cf-bc1c-d67db7d2863f req-586fe5e4-e677-42ed-9d8c-2494da6a39a3 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:33.216081 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-5a7009f3-8389-40ad-b46b-17c1d5dc74d8 service neutron] For port 85ca0f6f-3f0a-4acd-87a1-4677769194dd, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=85ca0f6f-3f0a-4acd-87a1-4677769194dd,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:33.231303 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['265361f3-1d38-41dd-8af5-4e4fb26435f9', '995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:33.235222 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['fa16ff95-5261-40df-9953-991311b24ad6', 'ffec4487-2465-4f34-8676-77ed39b96142', 'e1d3ed2d-2ed7-4069-bd91-0e9f194eca76', '5a4dc7d4-d187-42fb-910d-e1696f7d7e13'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:33.280166 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586fe5e4-e677-42ed-9d8c-2494da6a39a3 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Pushing event deleted for resources: {'Port': ['ID=995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:33.284734 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6c2e9c16-5e10-4d95-b539-d610bf704af3 req-ff634318-76e2-4255-9b9b-29312d5d36cd service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822726 Aug 28 14:57:33.306219 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae822c2-be4f-4a91-a929-6b80f673b4b0 req-9da54842-a76a-4861-8d23-a53db934c258 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:33.313392 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae822c2-be4f-4a91-a929-6b80f673b4b0 req-9da54842-a76a-4861-8d23-a53db934c258 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:33.326421 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae822c2-be4f-4a91-a929-6b80f673b4b0 req-9da54842-a76a-4861-8d23-a53db934c258 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:33.343526 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae822c2-be4f-4a91-a929-6b80f673b4b0 req-9da54842-a76a-4861-8d23-a53db934c258 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:33.344925 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebdb77a-c329-43ab-8c56-fcb3757c1fe3 req-35423abe-d394-42e0-a763-318e4fa3e780 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:33.346626 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eebdb77a-c329-43ab-8c56-fcb3757c1fe3 req-35423abe-d394-42e0-a763-318e4fa3e780 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 949 time: 0.1166980 Aug 28 14:57:33.349437 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae822c2-be4f-4a91-a929-6b80f673b4b0 req-9da54842-a76a-4861-8d23-a53db934c258 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:33.357328 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae822c2-be4f-4a91-a929-6b80f673b4b0 req-9da54842-a76a-4861-8d23-a53db934c258 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:33.362738 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae822c2-be4f-4a91-a929-6b80f673b4b0 req-9da54842-a76a-4861-8d23-a53db934c258 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:33.364702 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5ae822c2-be4f-4a91-a929-6b80f673b4b0 req-9da54842-a76a-4861-8d23-a53db934c258 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5427 time: 0.2560427 Aug 28 14:57:33.379258 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-5a7009f3-8389-40ad-b46b-17c1d5dc74d8 service neutron] For port 85ca0f6f-3f0a-4acd-87a1-4677769194dd, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:57:33.419746 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eebdb77a-c329-43ab-8c56-fcb3757c1fe3 req-3e9efdb0-c851-4199-9b7f-f7c6972c8e54 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647979 Aug 28 14:57:33.427762 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05a1059-51ab-49cf-bc1c-d67db7d2863f req-586fe5e4-e677-42ed-9d8c-2494da6a39a3 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] No DVR routers for this DVR port 995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2 on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:57:33.432978 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a05a1059-51ab-49cf-bc1c-d67db7d2863f req-586fe5e4-e677-42ed-9d8c-2494da6a39a3 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:33.435076 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a05a1059-51ab-49cf-bc1c-d67db7d2863f req-586fe5e4-e677-42ed-9d8c-2494da6a39a3 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.41 "DELETE /v2.0/ports/995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2 HTTP/1.1" status: 204 len: 173 time: 1.6688101 Aug 28 14:57:33.437167 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b310860f-2f4a-4bf4-8f3d-2940a21d69b9', 'name': 'network-vif-deleted', 'tag': '995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:33.439554 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba079132-e8f7-4949-900e-5df39918e068" -d '{"events": [{"server_uuid": "b310860f-2f4a-4bf4-8f3d-2940a21d69b9", "name": "network-vif-deleted", "tag": "995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:33.484809 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-5a7009f3-8389-40ad-b46b-17c1d5dc74d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85ca0f6f-3f0a-4acd-87a1-4677769194dd {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:57:33.509270 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-5a7009f3-8389-40ad-b46b-17c1d5dc74d8 service neutron] For port 85ca0f6f-3f0a-4acd-87a1-4677769194dd, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=85ca0f6f-3f0a-4acd-87a1-4677769194dd,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:33.576408 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5ae822c2-be4f-4a91-a929-6b80f673b4b0 req-057b12ed-3c71-4724-ad2d-59d09d835288 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1948152 Aug 28 14:57:33.585792 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-5a7009f3-8389-40ad-b46b-17c1d5dc74d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:33.830957 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc7d727-51ed-49e8-be1c-039f9cd5ee81 x-openstack-request-id: req-7dc7d727-51ed-49e8-be1c-039f9cd5ee81 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:33.832254 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b310860f-2f4a-4bf4-8f3d-2940a21d69b9", "name": "network-vif-deleted", "tag": "995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:33.832617 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7dc7d727-51ed-49e8-be1c-039f9cd5ee81 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:33.834476 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b310860f-2f4a-4bf4-8f3d-2940a21d69b9', 'name': 'network-vif-deleted', 'tag': '995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2', 'status': 'completed', 'code': 200} Aug 28 14:57:33.876307 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-44f48f14-3e97-4e77-8c31-21f811df1b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:33.879823 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-44f48f14-3e97-4e77-8c31-21f811df1b31 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 1101 time: 0.3005497 Aug 28 14:57:33.927703 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8669016-d5af-4f56-a56d-9ebeabf51c69 req-84cd34d3-fc7b-4b41-8c5c-5d4e0f62e093 tempest-ServersAdminNegativeTestJSON-1994762874 tempest-ServersAdminNegativeTestJSON-1994762874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:33.949505 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e8669016-d5af-4f56-a56d-9ebeabf51c69 req-84cd34d3-fc7b-4b41-8c5c-5d4e0f62e093 tempest-ServersAdminNegativeTestJSON-1994762874 tempest-ServersAdminNegativeTestJSON-1994762874-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07 HTTP/1.1" status: 200 len: 1101 time: 0.1026022 Aug 28 14:57:34.000588 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e8669016-d5af-4f56-a56d-9ebeabf51c69 req-9816f071-30c0-4ca1-9b1e-8f9343bec585 tempest-ServersAdminNegativeTestJSON-1994762874 tempest-ServersAdminNegativeTestJSON-1994762874-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:34.077414 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-5a7009f3-8389-40ad-b46b-17c1d5dc74d8 service neutron] Transition to ACTIVE for port object 85ca0f6f-3f0a-4acd-87a1-4677769194dd will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:57:34.105385 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-5a7009f3-8389-40ad-b46b-17c1d5dc74d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:34.218174 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e8669016-d5af-4f56-a56d-9ebeabf51c69 req-9816f071-30c0-4ca1-9b1e-8f9343bec585 tempest-ServersAdminNegativeTestJSON-1994762874 tempest-ServersAdminNegativeTestJSON-1994762874-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:34.245635 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e8669016-d5af-4f56-a56d-9ebeabf51c69 req-9816f071-30c0-4ca1-9b1e-8f9343bec585 tempest-ServersAdminNegativeTestJSON-1994762874 tempest-ServersAdminNegativeTestJSON-1994762874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:34.247868 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-5a7009f3-8389-40ad-b46b-17c1d5dc74d8 service neutron] No DVR routers for this DVR port 85ca0f6f-3f0a-4acd-87a1-4677769194dd on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:57:34.300097 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7009f3-8389-40ad-b46b-17c1d5dc74d8 service neutron] Pushing event updated for resources: {'Port': ['ID=85ca0f6f-3f0a-4acd-87a1-4677769194dd,revision_number=10']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:34.308878 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e8669016-d5af-4f56-a56d-9ebeabf51c69 req-9816f071-30c0-4ca1-9b1e-8f9343bec585 tempest-ServersAdminNegativeTestJSON-1994762874 tempest-ServersAdminNegativeTestJSON-1994762874-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518620 Aug 28 14:57:34.312577 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ce889-ca38-4eb8-aa6c-bfa0991838fb req-10a0e3b8-d0fb-4869-a654-b33ca6a6db5c tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:34.314218 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816f071-30c0-4ca1-9b1e-8f9343bec585 tempest-ServersAdminNegativeTestJSON-1994762874 tempest-ServersAdminNegativeTestJSON-1994762874-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016f1aee-5801-4799-a5d3-07e2a67fca4a,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:34.320458 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5c8ce889-ca38-4eb8-aa6c-bfa0991838fb req-10a0e3b8-d0fb-4869-a654-b33ca6a6db5c tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 944 time: 0.4329331 Aug 28 14:57:34.332012 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-5a7009f3-8389-40ad-b46b-17c1d5dc74d8 service neutron] 10.222.0.41 "PUT /v2.0/ports/85ca0f6f-3f0a-4acd-87a1-4677769194dd/bindings/n-h2-712137-10/activate HTTP/1.1" status: 200 len: 370 time: 2.0344038 Aug 28 14:57:34.358149 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-51013e77-e169-40f2-81b4-aa227f9b52d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:34.363923 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-51013e77-e169-40f2-81b4-aa227f9b52d7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.4649153 Aug 28 14:57:34.430312 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-f2aac50c-ff36-40bb-819c-0ab5d31fcba4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=3083ecc2-cd08-4195-a587-3df47c57ed46 HTTP/1.1" status: 200 len: 217 time: 0.0531411 Aug 28 14:57:34.448619 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5c8ce889-ca38-4eb8-aa6c-bfa0991838fb req-d89b5e31-0837-4786-bff0-72b9d2b1d69e tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268659 Aug 28 14:57:34.491550 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6e05eb3f-8a50-4e71-a3a0-825dd8b7ffa2 req-77a52413-144c-4ce9-b168-fa00b12e6ad6 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=b310860f-2f4a-4bf4-8f3d-2940a21d69b9 HTTP/1.1" status: 200 len: 210 time: 0.0417416 Aug 28 14:57:34.548776 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-6b5f6965-fdd9-4106-a65b-33b42f7c4137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:34.550374 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-6b5f6965-fdd9-4106-a65b-33b42f7c4137 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.0995860 Aug 28 14:57:34.615265 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-e022dcc6-75ff-4937-bedb-c4d482741ff8 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:34.616962 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-e022dcc6-75ff-4937-bedb-c4d482741ff8 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475&tenant_id=29e98397e0be4fe1a52442d0d5c53b75&binding%3Ahost_id=n-h1-712137-10 HTTP/1.1" status: 200 len: 1097 time: 0.1673210 Aug 28 14:57:34.686824 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-7e144aa6-b509-414a-b890-b444674bba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:34.688995 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-7e144aa6-b509-414a-b890-b444674bba7e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1282091 Aug 28 14:57:34.702588 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec69c7-0d62-43a4-9b97-6d93321bc2bb req-e18fec1a-a826-4bf6-b894-4367ef05ec3c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:34.717337 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a4ec69c7-0d62-43a4-9b97-6d93321bc2bb req-e18fec1a-a826-4bf6-b894-4367ef05ec3c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 949 time: 0.1327543 Aug 28 14:57:34.776046 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a4ec69c7-0d62-43a4-9b97-6d93321bc2bb req-fd1aac77-c7ff-478b-8a06-a108efdcbad5 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523107 Aug 28 14:57:34.811225 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-f26b2acc-6667-447d-88c4-24793be7bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:34.812954 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-f26b2acc-6667-447d-88c4-24793be7bbbf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475&tenant_id=29e98397e0be4fe1a52442d0d5c53b75 HTTP/1.1" status: 200 len: 1097 time: 0.1820505 Aug 28 14:57:35.111001 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061bec8-9c44-4df4-9695-9a83193b052b req-d48bcf0e-9987-47f5-8252-b13babb73e83 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:35.116907 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061bec8-9c44-4df4-9695-9a83193b052b req-d48bcf0e-9987-47f5-8252-b13babb73e83 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:35.123821 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061bec8-9c44-4df4-9695-9a83193b052b req-d48bcf0e-9987-47f5-8252-b13babb73e83 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:35.129784 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061bec8-9c44-4df4-9695-9a83193b052b req-d48bcf0e-9987-47f5-8252-b13babb73e83 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:35.135948 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061bec8-9c44-4df4-9695-9a83193b052b req-d48bcf0e-9987-47f5-8252-b13babb73e83 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:35.141891 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061bec8-9c44-4df4-9695-9a83193b052b req-d48bcf0e-9987-47f5-8252-b13babb73e83 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:35.148408 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061bec8-9c44-4df4-9695-9a83193b052b req-d48bcf0e-9987-47f5-8252-b13babb73e83 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:35.150697 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7061bec8-9c44-4df4-9695-9a83193b052b req-d48bcf0e-9987-47f5-8252-b13babb73e83 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5427 time: 0.3982244 Aug 28 14:57:35.234720 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-42d1ca40-b002-4b85-b438-0a8a4e150bdd service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358071 Aug 28 14:57:35.268008 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7061bec8-9c44-4df4-9695-9a83193b052b req-08cffa2c-5d53-4cbc-982e-0f1ad5af10e9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1047919 Aug 28 14:57:35.302857 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-1a355c69-2bbb-4bdf-9950-e637cce37dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:35.311860 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-1a355c69-2bbb-4bdf-9950-e637cce37dde service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=29e98397e0be4fe1a52442d0d5c53b75&device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 1097 time: 0.1581147 Aug 28 14:57:35.412114 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-883c8ad3-422d-44fa-ae4f-003375147b87 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685877 Aug 28 14:57:35.462584 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67161b4c-7d93-4ebc-b590-fd0c65e38fca req-121d4c04-53e1-4f2d-89fc-e5700aaca978 tempest-ServersAdminNegativeTestJSON-1994762874 tempest-ServersAdminNegativeTestJSON-1994762874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:35.474401 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-67161b4c-7d93-4ebc-b590-fd0c65e38fca req-121d4c04-53e1-4f2d-89fc-e5700aaca978 tempest-ServersAdminNegativeTestJSON-1994762874 tempest-ServersAdminNegativeTestJSON-1994762874-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07 HTTP/1.1" status: 200 len: 1101 time: 0.0838022 Aug 28 14:57:35.496376 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-692b78e7-f38b-4114-a284-575cc8d83c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:35.498106 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-692b78e7-f38b-4114-a284-575cc8d83c2d service neutron] 10.222.0.36 "GET /v2.0/networks?id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45 HTTP/1.1" status: 200 len: 909 time: 0.1793933 Aug 28 14:57:35.527231 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-67161b4c-7d93-4ebc-b590-fd0c65e38fca req-778aaed0-e5f6-4d18-8d59-461412894d5c tempest-ServersAdminNegativeTestJSON-1994762874 tempest-ServersAdminNegativeTestJSON-1994762874-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461199 Aug 28 14:57:35.588998 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-a400b74b-893b-4ab2-99d0-ba66df12a2f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85ca0f6f-3f0a-4acd-87a1-4677769194dd HTTP/1.1" status: 200 len: 217 time: 0.0811985 Aug 28 14:57:35.685662 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4926193-8a3a-4390-a4fb-1bcc93f884e2 req-e900765c-fd1d-40b5-8f2a-f744485e9426 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:35.687304 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f4926193-8a3a-4390-a4fb-1bcc93f884e2 req-e900765c-fd1d-40b5-8f2a-f744485e9426 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 945 time: 0.1128061 Aug 28 14:57:35.691797 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-a28de2c0-3e96-4bf4-9354-ac03b5021ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:35.693424 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-a28de2c0-3e96-4bf4-9354-ac03b5021ee8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c5688cf-0eb8-4e6f-8c97-3f260fd91357 HTTP/1.1" status: 200 len: 848 time: 0.0792217 Aug 28 14:57:35.741027 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-792b0a62-7ad2-406d-9baa-44bebd40eacf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f880d3c9-f6e7-4938-b4f1-f1e626d67f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336077 Aug 28 14:57:35.789997 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f4926193-8a3a-4390-a4fb-1bcc93f884e2 req-e7e67864-e1ce-4737-8231-6577bcbe4746 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938725 Aug 28 14:57:35.911998 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-a6a47932-d246-4ce6-818b-c92046a85040 service neutron] 10.222.0.36 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605937 Aug 28 14:57:36.096021 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e28f3-5838-4159-b7a0-c7619b0cc457 req-60481cfb-2642-4ce2-b6e8-ff91815f2135 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:36.104790 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-169e28f3-5838-4159-b7a0-c7619b0cc457 req-60481cfb-2642-4ce2-b6e8-ff91815f2135 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 949 time: 0.1225946 Aug 28 14:57:36.144181 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-65471cc8-6f4a-4aed-a4a0-93c3c0de3e46 service neutron] 10.222.0.36 "GET /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212029 Aug 28 14:57:36.171221 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:57:36.175951 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-169e28f3-5838-4159-b7a0-c7619b0cc457 req-d0810219-508a-40fe-8845-4bb6e1f9d4bb tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699968 Aug 28 14:57:36.226781 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:57:36.227542 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 995128b5-6dbe-46f9-ae48-1c3fd2fa2eb2 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:57:36.581377 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-2d62dcd5-bb90-4c0e-a45b-efb7fffcde22 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:36.583355 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-2d62dcd5-bb90-4c0e-a45b-efb7fffcde22 tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475&tenant_id=29e98397e0be4fe1a52442d0d5c53b75&binding%3Ahost_id=n-h2-712137-10 HTTP/1.1" status: 200 len: 1097 time: 0.0783334 Aug 28 14:57:36.597303 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa71e6-8d91-4b68-9e29-1ade642efd6c req-19c1c4ca-9734-4010-a62c-d91d02fcce43 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:36.606185 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa71e6-8d91-4b68-9e29-1ade642efd6c req-19c1c4ca-9734-4010-a62c-d91d02fcce43 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:36.612418 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa71e6-8d91-4b68-9e29-1ade642efd6c req-19c1c4ca-9734-4010-a62c-d91d02fcce43 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:36.619921 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa71e6-8d91-4b68-9e29-1ade642efd6c req-19c1c4ca-9734-4010-a62c-d91d02fcce43 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:36.626561 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa71e6-8d91-4b68-9e29-1ade642efd6c req-19c1c4ca-9734-4010-a62c-d91d02fcce43 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:36.636959 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa71e6-8d91-4b68-9e29-1ade642efd6c req-19c1c4ca-9734-4010-a62c-d91d02fcce43 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:36.643341 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa71e6-8d91-4b68-9e29-1ade642efd6c req-19c1c4ca-9734-4010-a62c-d91d02fcce43 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:36.657150 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-81fa71e6-8d91-4b68-9e29-1ade642efd6c req-19c1c4ca-9734-4010-a62c-d91d02fcce43 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5427 time: 0.2090378 Aug 28 14:57:36.751899 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-81fa71e6-8d91-4b68-9e29-1ade642efd6c req-ea1f0901-99fa-4ae5-a02d-049eb908bc22 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599692 Aug 28 14:57:36.762800 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30eb99-a3ab-4b39-bed4-2768d9fe56bc req-3abd56aa-dbc5-4947-9121-875d7ffdd32d tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:36.764575 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8d30eb99-a3ab-4b39-bed4-2768d9fe56bc req-3abd56aa-dbc5-4947-9121-875d7ffdd32d tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=4726a605-7abe-43c6-9618-56b06b127379 HTTP/1.1" status: 200 len: 949 time: 0.0551381 Aug 28 14:57:36.813959 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8d30eb99-a3ab-4b39-bed4-2768d9fe56bc req-c12f805b-8c2e-47e9-a340-cbb331582749 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428653 Aug 28 14:57:36.823831 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-56573426-2c99-4f20-82ea-5d578ef4bea0 service neutron] For port 85ca0f6f-3f0a-4acd-87a1-4677769194dd, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:57:36.828818 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-56573426-2c99-4f20-82ea-5d578ef4bea0 service neutron] Notify callbacks [] for binding, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:36.830279 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12dc6521-5a48-48a4-bbba-64d4f7e532eb req-56573426-2c99-4f20-82ea-5d578ef4bea0 service neutron] 10.222.0.36 "DELETE /v2.0/ports/85ca0f6f-3f0a-4acd-87a1-4677769194dd/bindings/n-h1-712137-10 HTTP/1.1" status: 204 len: 173 time: 0.1719713 Aug 28 14:57:36.947323 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641f78c-508a-4b7a-8167-7cbb7d3a6cc2 req-c343889c-62d4-4fbb-a124-c45068fd1e37 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:36.956277 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b641f78c-508a-4b7a-8167-7cbb7d3a6cc2 req-c343889c-62d4-4fbb-a124-c45068fd1e37 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07 HTTP/1.1" status: 200 len: 949 time: 0.0644341 Aug 28 14:57:36.992103 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b641f78c-508a-4b7a-8167-7cbb7d3a6cc2 req-0c3197d1-91e8-46bf-bf9f-a89ef4286a71 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345666 Aug 28 14:57:37.116943 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1519445-ba9c-45bc-817d-38556d761cc5 req-c9309058-35d2-43c7-bdd1-ad7415ff40f3 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:37.118493 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b1519445-ba9c-45bc-817d-38556d761cc5 req-c9309058-35d2-43c7-bdd1-ad7415ff40f3 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 945 time: 0.0591393 Aug 28 14:57:37.139953 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5156592-0404-4d1d-b114-6cf9c51e30a1 req-a5830722-1f8c-4ef1-9d0d-d5b059e9e9f4 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:37.141555 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f5156592-0404-4d1d-b114-6cf9c51e30a1 req-a5830722-1f8c-4ef1-9d0d-d5b059e9e9f4 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 944 time: 0.0602105 Aug 28 14:57:37.162357 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b1519445-ba9c-45bc-817d-38556d761cc5 req-a9dcc049-71bd-400c-bc1f-4806a1d5e962 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367951 Aug 28 14:57:37.186961 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f5156592-0404-4d1d-b114-6cf9c51e30a1 req-3e286286-37b3-42e5-9225-1e56cfa8b1c8 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378978 Aug 28 14:57:37.320691 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a317c26-5f00-4995-9303-3fb1dd065151 req-cbda7f91-bc77-42fe-ae8a-d89587b9c100 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:37.323009 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0a317c26-5f00-4995-9303-3fb1dd065151 req-cbda7f91-bc77-42fe-ae8a-d89587b9c100 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 949 time: 0.0620933 Aug 28 14:57:37.373420 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0a317c26-5f00-4995-9303-3fb1dd065151 req-ef518a74-87fa-4f75-91a3-ab64e82cd4a7 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442405 Aug 28 14:57:37.415206 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f36a32-028f-4772-abf1-c27189c206ac req-d3590242-3e97-4be9-b1a6-e80891360b0e tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:37.416799 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-89f36a32-028f-4772-abf1-c27189c206ac req-d3590242-3e97-4be9-b1a6-e80891360b0e tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 1097 time: 0.0538728 Aug 28 14:57:37.452323 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-89f36a32-028f-4772-abf1-c27189c206ac req-116e4645-5b21-4800-9439-a740f540ccfb tempest-LiveMigrationTest-1426021957 tempest-LiveMigrationTest-1426021957-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294850 Aug 28 14:57:37.704229 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52950554-2866-41a5-a3da-18cf32db7f97 req-f53b51dd-01cb-4489-83cf-042446c0346b tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:37.705756 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-52950554-2866-41a5-a3da-18cf32db7f97 req-f53b51dd-01cb-4489-83cf-042446c0346b tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 945 time: 0.0579748 Aug 28 14:57:37.752957 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-52950554-2866-41a5-a3da-18cf32db7f97 req-ab9defba-7836-44b7-827a-33a399e12d7d tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404778 Aug 28 14:57:37.921438 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6eccccca-535d-44ab-9bb2-9221b8f48699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:37.928754 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0bb8c-8056-4069-ad08-eed9e13d7dca req-92b49020-3e30-4464-ba40-506793ca8f73 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:37.936434 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0bb8c-8056-4069-ad08-eed9e13d7dca req-92b49020-3e30-4464-ba40-506793ca8f73 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:37.942362 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0bb8c-8056-4069-ad08-eed9e13d7dca req-92b49020-3e30-4464-ba40-506793ca8f73 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:37.949508 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0bb8c-8056-4069-ad08-eed9e13d7dca req-92b49020-3e30-4464-ba40-506793ca8f73 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:37.950077 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af8273-659d-4bab-b8cb-f7090b34552d req-05dd0b73-5e7c-4c95-be7e-d3d5f3bf4921 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:37.951610 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-26af8273-659d-4bab-b8cb-f7090b34552d req-05dd0b73-5e7c-4c95-be7e-d3d5f3bf4921 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=4726a605-7abe-43c6-9618-56b06b127379 HTTP/1.1" status: 200 len: 949 time: 0.0562007 Aug 28 14:57:37.956436 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0bb8c-8056-4069-ad08-eed9e13d7dca req-92b49020-3e30-4464-ba40-506793ca8f73 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:37.962526 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0bb8c-8056-4069-ad08-eed9e13d7dca req-92b49020-3e30-4464-ba40-506793ca8f73 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:37.970019 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0bb8c-8056-4069-ad08-eed9e13d7dca req-92b49020-3e30-4464-ba40-506793ca8f73 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:37.971555 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b0d0bb8c-8056-4069-ad08-eed9e13d7dca req-92b49020-3e30-4464-ba40-506793ca8f73 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5427 time: 0.1365869 Aug 28 14:57:38.016646 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-26af8273-659d-4bab-b8cb-f7090b34552d req-3200e332-a0b4-4efb-97b4-42f548c9447c tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549095 Aug 28 14:57:38.022237 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5602294-37fc-41c0-be23-294129bb6ec2 req-cf992f2b-8a18-48f9-81dc-230359aec884 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:38.023771 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a5602294-37fc-41c0-be23-294129bb6ec2 req-cf992f2b-8a18-48f9-81dc-230359aec884 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 944 time: 0.1573660 Aug 28 14:57:38.103448 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b0d0bb8c-8056-4069-ad08-eed9e13d7dca req-7662d68f-ad7d-484d-b139-0895f8eadc93 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1175613 Aug 28 14:57:38.110845 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45d361-2e24-4327-ae70-5b184034b7f9 req-e4f6ef12-ebb5-4673-b9f0-e54d742b2cfd tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:38.112523 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ba45d361-2e24-4327-ae70-5b184034b7f9 req-e4f6ef12-ebb5-4673-b9f0-e54d742b2cfd tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.41 "GET /v2.0/ports?device_id=4726a605-7abe-43c6-9618-56b06b127379 HTTP/1.1" status: 200 len: 949 time: 0.1378486 Aug 28 14:57:38.132210 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 4b87fed8-f886-448a-9c21-e53f6cc4e49a details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:57:38.138895 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c64966-eef6-4d94-a471-2865027c1676 req-b2ebc94c-3a2e-4999-a557-71441be12e5f tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:38.140585 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d9c64966-eef6-4d94-a471-2865027c1676 req-b2ebc94c-3a2e-4999-a557-71441be12e5f tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07 HTTP/1.1" status: 200 len: 949 time: 0.0549905 Aug 28 14:57:38.186900 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d9c64966-eef6-4d94-a471-2865027c1676 req-cccb602f-6b33-4b9c-8f7b-13c585d8ad47 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371313 Aug 28 14:57:38.265556 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 4b87fed8-f886-448a-9c21-e53f6cc4e49a, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=4b87fed8-f886-448a-9c21-e53f6cc4e49a,segment=NetworkSegment(646fb295-81d2-4bd9-83d2-cede57fdef69),segment_id=646fb295-81d2-4bd9-83d2-cede57fdef69)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:38.279450 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '4b87fed8-f886-448a-9c21-e53f6cc4e49a', 'network_id': 'f1b33141-ca0c-463e-90a5-3e011354593f', 'port_id': '4b87fed8-f886-448a-9c21-e53f6cc4e49a', 'mac_address': 'fa:16:3e:cf:6c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0834cea-40c4-4457-8496-7782b5b24a25', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:57:38.283026 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929941a7-2a8b-449d-bdf8-ca09fe94a2e0 req-b1adbbab-59c9-423d-8cd2-d43770ba493e tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:38.284783 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-929941a7-2a8b-449d-bdf8-ca09fe94a2e0 req-b1adbbab-59c9-423d-8cd2-d43770ba493e tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cd1ea35-bbf8-44f6-a4ce-bb4279026284 HTTP/1.1" status: 200 len: 950 time: 0.1527376 Aug 28 14:57:38.312720 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-a5602294-37fc-41c0-be23-294129bb6ec2 req-32e6f9d4-f6b1-4a4f-8a2a-f233c88f1e0b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Deleting port 890c27bf-134b-4115-a061-a00857c8fb82 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:57:38.313069 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a5602294-37fc-41c0-be23-294129bb6ec2 req-32e6f9d4-f6b1-4a4f-8a2a-f233c88f1e0b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:38.327818 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:38.328040 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927894f-ba1f-4782-a2b3-1279cbbbc71d req-4b17b21a-7928-4ac0-b7eb-e65e1cdb48c9 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:38.329424 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2927894f-ba1f-4782-a2b3-1279cbbbc71d req-4b17b21a-7928-4ac0-b7eb-e65e1cdb48c9 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 944 time: 0.0601342 Aug 28 14:57:38.345863 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b87fed8-f886-448a-9c21-e53f6cc4e49a {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:57:38.367053 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 4b87fed8-f886-448a-9c21-e53f6cc4e49a, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=4b87fed8-f886-448a-9c21-e53f6cc4e49a,segment=NetworkSegment(646fb295-81d2-4bd9-83d2-cede57fdef69),segment_id=646fb295-81d2-4bd9-83d2-cede57fdef69)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:38.377484 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:38.378506 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 7e62bbc1-7086-4e73-bc5b-92ef2064ead1 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:57:38.402279 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2927894f-ba1f-4782-a2b3-1279cbbbc71d req-c3bb516b-c0e7-4b03-be24-d14e5cb52e26 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532246 Aug 28 14:57:38.443687 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-ba45d361-2e24-4327-ae70-5b184034b7f9 req-8018aca4-3f83-4503-bf36-6213a015adab tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Deleting port 265361f3-1d38-41dd-8af5-4e4fb26435f9 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:57:38.444173 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ba45d361-2e24-4327-ae70-5b184034b7f9 req-8018aca4-3f83-4503-bf36-6213a015adab tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:38.474363 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27aae1-43b4-4951-9c43-0fd2686f7f7f req-797b418c-5768-4be4-8290-2caf2952b136 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:38.476800 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3b27aae1-43b4-4951-9c43-0fd2686f7f7f req-797b418c-5768-4be4-8290-2caf2952b136 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.36 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 945 time: 0.0733867 Aug 28 14:57:38.515370 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=4b87fed8-f886-448a-9c21-e53f6cc4e49a,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:38.567297 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 7e62bbc1-7086-4e73-bc5b-92ef2064ead1, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=7e62bbc1-7086-4e73-bc5b-92ef2064ead1,segment=NetworkSegment(9e672dc6-4046-4834-8b0a-ef3e6ab4e033),segment_id=9e672dc6-4046-4834-8b0a-ef3e6ab4e033)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:38.579782 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '7e62bbc1-7086-4e73-bc5b-92ef2064ead1', 'network_id': 'f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801', 'port_id': '7e62bbc1-7086-4e73-bc5b-92ef2064ead1', 'mac_address': 'fa:16:3e:02:07:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37ef518-489b-4615-b751-b3cd93e01029', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:57:38.603756 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-3b27aae1-43b4-4951-9c43-0fd2686f7f7f req-bd0c9a37-24d4-460d-b382-f98e4443f6c8 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Deleting port 85ca0f6f-3f0a-4acd-87a1-4677769194dd {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:57:38.604161 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3b27aae1-43b4-4951-9c43-0fd2686f7f7f req-bd0c9a37-24d4-460d-b382-f98e4443f6c8 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:38.632398 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:38.640455 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-a5602294-37fc-41c0-be23-294129bb6ec2 req-32e6f9d4-f6b1-4a4f-8a2a-f233c88f1e0b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] For port 890c27bf-134b-4115-a061-a00857c8fb82, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=890c27bf-134b-4115-a061-a00857c8fb82,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:38.641165 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a5602294-37fc-41c0-be23-294129bb6ec2 req-32e6f9d4-f6b1-4a4f-8a2a-f233c88f1e0b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:38.649142 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e62bbc1-7086-4e73-bc5b-92ef2064ead1 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:57:38.671621 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 7e62bbc1-7086-4e73-bc5b-92ef2064ead1, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=7e62bbc1-7086-4e73-bc5b-92ef2064ead1,segment=NetworkSegment(9e672dc6-4046-4834-8b0a-ef3e6ab4e033),segment_id=9e672dc6-4046-4834-8b0a-ef3e6ab4e033)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:38.676133 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-929941a7-2a8b-449d-bdf8-ca09fe94a2e0 req-ac7d2c4e-27ea-42ff-9a1b-9d947628c3c6 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Deleting port 5a4dc7d4-d187-42fb-910d-e1696f7d7e13 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:57:38.676585 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-929941a7-2a8b-449d-bdf8-ca09fe94a2e0 req-ac7d2c4e-27ea-42ff-9a1b-9d947628c3c6 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:38.677270 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:38.678143 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:57:38.683190 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-a5602294-37fc-41c0-be23-294129bb6ec2 req-32e6f9d4-f6b1-4a4f-8a2a-f233c88f1e0b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Calling delete_port for 890c27bf-134b-4115-a061-a00857c8fb82 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:57:38.710038 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1595f-83d7-4704-b9fd-8472d3aee97e req-44a2182f-986d-408d-aeca-22b966515bbe tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:38.713434 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-3b27aae1-43b4-4951-9c43-0fd2686f7f7f req-bd0c9a37-24d4-460d-b382-f98e4443f6c8 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] For port 85ca0f6f-3f0a-4acd-87a1-4677769194dd, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=85ca0f6f-3f0a-4acd-87a1-4677769194dd,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:38.713877 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3b27aae1-43b4-4951-9c43-0fd2686f7f7f req-bd0c9a37-24d4-460d-b382-f98e4443f6c8 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:38.718089 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-44c1595f-83d7-4704-b9fd-8472d3aee97e req-44a2182f-986d-408d-aeca-22b966515bbe tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 949 time: 0.2215438 Aug 28 14:57:38.736799 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-3b27aae1-43b4-4951-9c43-0fd2686f7f7f req-bd0c9a37-24d4-460d-b382-f98e4443f6c8 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Calling delete_port for 85ca0f6f-3f0a-4acd-87a1-4677769194dd owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:57:38.751168 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77,segment=NetworkSegment(9e672dc6-4046-4834-8b0a-ef3e6ab4e033),segment_id=9e672dc6-4046-4834-8b0a-ef3e6ab4e033)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:38.753578 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=7e62bbc1-7086-4e73-bc5b-92ef2064ead1,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:38.766336 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77', 'network_id': 'f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801', 'port_id': 'b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77', 'mac_address': 'fa:16:3e:63:5e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37ef518-489b-4615-b751-b3cd93e01029', 'ip_address': '10.1.1.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:57:38.768761 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-ba45d361-2e24-4327-ae70-5b184034b7f9 req-8018aca4-3f83-4503-bf36-6213a015adab tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] For port 265361f3-1d38-41dd-8af5-4e4fb26435f9, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=265361f3-1d38-41dd-8af5-4e4fb26435f9,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:38.769295 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ba45d361-2e24-4327-ae70-5b184034b7f9 req-8018aca4-3f83-4503-bf36-6213a015adab tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:38.818140 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:38.821040 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c382e-e625-4c4b-bbab-010f579c8b3c req-24526c57-5593-46e6-b13a-e6a861562505 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:38.823518 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-439c382e-e625-4c4b-bbab-010f579c8b3c req-24526c57-5593-46e6-b13a-e6a861562505 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07 HTTP/1.1" status: 200 len: 949 time: 0.1002173 Aug 28 14:57:38.832380 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:57:38.846502 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-ba45d361-2e24-4327-ae70-5b184034b7f9 req-8018aca4-3f83-4503-bf36-6213a015adab tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Calling delete_port for 265361f3-1d38-41dd-8af5-4e4fb26435f9 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:57:38.854047 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77,segment=NetworkSegment(9e672dc6-4046-4834-8b0a-ef3e6ab4e033),segment_id=9e672dc6-4046-4834-8b0a-ef3e6ab4e033)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:38.869703 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:38.870375 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 49f08d49-97e8-41d5-a930-67be641a9b4f details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:57:38.888065 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-44c1595f-83d7-4704-b9fd-8472d3aee97e req-7d842baf-a6f8-4ba2-bf96-2af60b949292 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680772 Aug 28 14:57:38.900614 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.41', 61879) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:57:39.005143 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:39.005787 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-929941a7-2a8b-449d-bdf8-ca09fe94a2e0 req-ac7d2c4e-27ea-42ff-9a1b-9d947628c3c6 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] For port 5a4dc7d4-d187-42fb-910d-e1696f7d7e13, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=5a4dc7d4-d187-42fb-910d-e1696f7d7e13,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:39.006164 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-929941a7-2a8b-449d-bdf8-ca09fe94a2e0 req-ac7d2c4e-27ea-42ff-9a1b-9d947628c3c6 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:39.024299 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f432551-c10a-42d6-839c-695307896b81 req-90d4cf6b-d6ff-407a-939c-a2587fadcc97 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:39.026838 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1f432551-c10a-42d6-839c-695307896b81 req-90d4cf6b-d6ff-407a-939c-a2587fadcc97 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 945 time: 0.1895945 Aug 28 14:57:39.030953 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-929941a7-2a8b-449d-bdf8-ca09fe94a2e0 req-ac7d2c4e-27ea-42ff-9a1b-9d947628c3c6 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Calling delete_port for 5a4dc7d4-d187-42fb-910d-e1696f7d7e13 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:57:39.035444 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 49f08d49-97e8-41d5-a930-67be641a9b4f, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=49f08d49-97e8-41d5-a930-67be641a9b4f,segment=NetworkSegment(e0ff88bd-3972-49b2-b0b1-d1807955b008),segment_id=e0ff88bd-3972-49b2-b0b1-d1807955b008)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:39.060412 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2cd2404d-8b01-4b77-93fc-2dac3b0bbfd5 req-e2cf0fee-f5e9-4552-89f8-b30f4c70bbc6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1573966 Aug 28 14:57:39.070772 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '49f08d49-97e8-41d5-a930-67be641a9b4f', 'network_id': '81167e94-3666-4c28-a056-416ea7a0c9d3', 'port_id': '49f08d49-97e8-41d5-a930-67be641a9b4f', 'mac_address': 'fa:16:3e:f7:5b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1318d724-919b-4c5d-b420-75bb4bd0f086', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:57:39.085982 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3b27aae1-43b4-4951-9c43-0fd2686f7f7f req-bd0c9a37-24d4-460d-b382-f98e4443f6c8 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:39.124345 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:39.126853 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['456f1b89-ea8c-4618-b41f-2bc9a2590690', '85ca0f6f-3f0a-4acd-87a1-4677769194dd'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:39.169906 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c9a37-24d4-460d-b382-f98e4443f6c8 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Pushing event deleted for resources: {'Port': ['ID=85ca0f6f-3f0a-4acd-87a1-4677769194dd,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:39.176324 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f08d49-97e8-41d5-a930-67be641a9b4f {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:57:39.211941 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b27aae1-43b4-4951-9c43-0fd2686f7f7f req-bd0c9a37-24d4-460d-b382-f98e4443f6c8 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] No DVR routers for this DVR port 85ca0f6f-3f0a-4acd-87a1-4677769194dd on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:57:39.215589 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3b27aae1-43b4-4951-9c43-0fd2686f7f7f req-bd0c9a37-24d4-460d-b382-f98e4443f6c8 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:39.218092 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3b27aae1-43b4-4951-9c43-0fd2686f7f7f req-bd0c9a37-24d4-460d-b382-f98e4443f6c8 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.36 "DELETE /v2.0/ports/85ca0f6f-3f0a-4acd-87a1-4677769194dd HTTP/1.1" status: 204 len: 173 time: 0.7325556 Aug 28 14:57:39.220342 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-439c382e-e625-4c4b-bbab-010f579c8b3c req-d0746cb1-d296-44b2-9c23-2b774f9cf192 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Deleting port 840fc86f-de9f-4c05-9730-4e13c8e8871d {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:57:39.220682 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-439c382e-e625-4c4b-bbab-010f579c8b3c req-d0746cb1-d296-44b2-9c23-2b774f9cf192 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:39.235163 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 49f08d49-97e8-41d5-a930-67be641a9b4f, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=49f08d49-97e8-41d5-a930-67be641a9b4f,segment=NetworkSegment(e0ff88bd-3972-49b2-b0b1-d1807955b008),segment_id=e0ff88bd-3972-49b2-b0b1-d1807955b008)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:39.235366 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1f432551-c10a-42d6-839c-695307896b81 req-13ac7f91-e0f2-4ffe-80a1-72f44cc7a87b tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915677 Aug 28 14:57:39.245887 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a66af9-6dad-46bb-b248-2e4c6790d475', 'name': 'network-vif-deleted', 'tag': '85ca0f6f-3f0a-4acd-87a1-4677769194dd'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:39.249468 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec9f2b2-f830-4bae-84a8-c2699cbea32b" -d '{"events": [{"server_uuid": "30a66af9-6dad-46bb-b248-2e4c6790d475", "name": "network-vif-deleted", "tag": "85ca0f6f-3f0a-4acd-87a1-4677769194dd"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:39.255923 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef7ad9-5723-45e0-aa34-8d4bbd86ba1f req-73442dcf-316c-4c15-9c41-b66de2dd132a tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:39.259973 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-27ef7ad9-5723-45e0-aa34-8d4bbd86ba1f req-73442dcf-316c-4c15-9c41-b66de2dd132a tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=4726a605-7abe-43c6-9618-56b06b127379 HTTP/1.1" status: 200 len: 949 time: 0.1328912 Aug 28 14:57:39.265928 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ba45d361-2e24-4327-ae70-5b184034b7f9 req-8018aca4-3f83-4503-bf36-6213a015adab tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:39.271093 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:39.272104 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device bac4fa37-f01b-40ed-9304-eebde8331b53 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:57:39.276922 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a5602294-37fc-41c0-be23-294129bb6ec2 req-32e6f9d4-f6b1-4a4f-8a2a-f233c88f1e0b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:39.290015 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['265361f3-1d38-41dd-8af5-4e4fb26435f9'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:39.326466 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018aca4-3f83-4503-bf36-6213a015adab tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Pushing event deleted for resources: {'Port': ['ID=265361f3-1d38-41dd-8af5-4e4fb26435f9,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:39.412970 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port bac4fa37-f01b-40ed-9304-eebde8331b53, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=bac4fa37-f01b-40ed-9304-eebde8331b53,segment=NetworkSegment(e0ff88bd-3972-49b2-b0b1-d1807955b008),segment_id=e0ff88bd-3972-49b2-b0b1-d1807955b008)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:39.419181 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2404d-8b01-4b77-93fc-2dac3b0bbfd5 req-62e7be7b-b518-407b-82af-cedc9a2d641d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:39.420847 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2cd2404d-8b01-4b77-93fc-2dac3b0bbfd5 req-62e7be7b-b518-407b-82af-cedc9a2d641d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5de95046553a4af6b56ddb9234d40b90&device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 1096 time: 0.3296602 Aug 28 14:57:39.426271 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6f9d4-f6b1-4a4f-8a2a-f233c88f1e0b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Pushing event deleted for resources: {'Port': ['ID=890c27bf-134b-4115-a061-a00857c8fb82,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:39.446099 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=49f08d49-97e8-41d5-a930-67be641a9b4f,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:39.460009 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'bac4fa37-f01b-40ed-9304-eebde8331b53', 'network_id': '81167e94-3666-4c28-a056-416ea7a0c9d3', 'port_id': 'bac4fa37-f01b-40ed-9304-eebde8331b53', 'mac_address': 'fa:16:3e:e3:9f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1318d724-919b-4c5d-b420-75bb4bd0f086', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:57:39.475249 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba45d361-2e24-4327-ae70-5b184034b7f9 req-8018aca4-3f83-4503-bf36-6213a015adab tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] No DVR routers for this DVR port 265361f3-1d38-41dd-8af5-4e4fb26435f9 on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:57:39.499854 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-27ef7ad9-5723-45e0-aa34-8d4bbd86ba1f req-e53a7060-4271-4c66-8c4d-60a8ccb2e4c1 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177770 Aug 28 14:57:39.505027 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ba45d361-2e24-4327-ae70-5b184034b7f9 req-8018aca4-3f83-4503-bf36-6213a015adab tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:39.507100 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ba45d361-2e24-4327-ae70-5b184034b7f9 req-8018aca4-3f83-4503-bf36-6213a015adab tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.41 "DELETE /v2.0/ports/265361f3-1d38-41dd-8af5-4e4fb26435f9 HTTP/1.1" status: 204 len: 173 time: 1.3738706 Aug 28 14:57:39.507499 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4726a605-7abe-43c6-9618-56b06b127379', 'name': 'network-vif-deleted', 'tag': '265361f3-1d38-41dd-8af5-4e4fb26435f9'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:39.509884 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621edc1f-9b1e-42df-901c-c3ee615a487c" -d '{"events": [{"server_uuid": "4726a605-7abe-43c6-9618-56b06b127379", "name": "network-vif-deleted", "tag": "265361f3-1d38-41dd-8af5-4e4fb26435f9"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:39.542768 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-439c382e-e625-4c4b-bbab-010f579c8b3c req-d0746cb1-d296-44b2-9c23-2b774f9cf192 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] For port 840fc86f-de9f-4c05-9730-4e13c8e8871d, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=840fc86f-de9f-4c05-9730-4e13c8e8871d,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:39.543159 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-439c382e-e625-4c4b-bbab-010f579c8b3c req-d0746cb1-d296-44b2-9c23-2b774f9cf192 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:39.555787 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5602294-37fc-41c0-be23-294129bb6ec2 req-32e6f9d4-f6b1-4a4f-8a2a-f233c88f1e0b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] No DVR routers for this DVR port 890c27bf-134b-4115-a061-a00857c8fb82 on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:57:39.558329 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:39.560875 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a5602294-37fc-41c0-be23-294129bb6ec2 req-32e6f9d4-f6b1-4a4f-8a2a-f233c88f1e0b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:39.562853 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a5602294-37fc-41c0-be23-294129bb6ec2 req-32e6f9d4-f6b1-4a4f-8a2a-f233c88f1e0b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.41 "DELETE /v2.0/ports/890c27bf-134b-4115-a061-a00857c8fb82 HTTP/1.1" status: 204 len: 173 time: 1.5297661 Aug 28 14:57:39.579998 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac4fa37-f01b-40ed-9304-eebde8331b53 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:57:39.603939 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5c3b3-2523-41d4-a659-6597d06581e3 req-1a002cd5-d4fe-4de4-b522-425489fe56cc tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:39.614376 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port bac4fa37-f01b-40ed-9304-eebde8331b53, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=bac4fa37-f01b-40ed-9304-eebde8331b53,segment=NetworkSegment(e0ff88bd-3972-49b2-b0b1-d1807955b008),segment_id=e0ff88bd-3972-49b2-b0b1-d1807955b008)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:39.615256 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5c3b3-2523-41d4-a659-6597d06581e3 req-1a002cd5-d4fe-4de4-b522-425489fe56cc tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:39.623048 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:39.624302 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 537aef6e-3a73-4211-94bf-e4cb13b399dd details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:57:39.626013 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5c3b3-2523-41d4-a659-6597d06581e3 req-1a002cd5-d4fe-4de4-b522-425489fe56cc tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:39.632221 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5c3b3-2523-41d4-a659-6597d06581e3 req-1a002cd5-d4fe-4de4-b522-425489fe56cc tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:39.638381 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-929941a7-2a8b-449d-bdf8-ca09fe94a2e0 req-ac7d2c4e-27ea-42ff-9a1b-9d947628c3c6 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:39.651486 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5c3b3-2523-41d4-a659-6597d06581e3 req-1a002cd5-d4fe-4de4-b522-425489fe56cc tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:39.661768 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['265361f3-1d38-41dd-8af5-4e4fb26435f9'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:39.668223 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5c3b3-2523-41d4-a659-6597d06581e3 req-1a002cd5-d4fe-4de4-b522-425489fe56cc tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:39.675088 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5c3b3-2523-41d4-a659-6597d06581e3 req-1a002cd5-d4fe-4de4-b522-425489fe56cc tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:39.690783 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4b5c3b3-2523-41d4-a659-6597d06581e3 req-1a002cd5-d4fe-4de4-b522-425489fe56cc tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5431 time: 0.3126030 Aug 28 14:57:39.693632 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d2c4e-27ea-42ff-9a1b-9d947628c3c6 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Pushing event deleted for resources: {'Port': ['ID=5a4dc7d4-d187-42fb-910d-e1696f7d7e13,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:39.727406 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-439c382e-e625-4c4b-bbab-010f579c8b3c req-d0746cb1-d296-44b2-9c23-2b774f9cf192 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Calling delete_port for 840fc86f-de9f-4c05-9730-4e13c8e8871d owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:57:39.753832 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 537aef6e-3a73-4211-94bf-e4cb13b399dd, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=537aef6e-3a73-4211-94bf-e4cb13b399dd,segment=NetworkSegment(9e672dc6-4046-4834-8b0a-ef3e6ab4e033),segment_id=9e672dc6-4046-4834-8b0a-ef3e6ab4e033)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:39.786333 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=bac4fa37-f01b-40ed-9304-eebde8331b53,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:39.797744 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '537aef6e-3a73-4211-94bf-e4cb13b399dd', 'network_id': 'f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801', 'port_id': '537aef6e-3a73-4211-94bf-e4cb13b399dd', 'mac_address': 'fa:16:3e:87:80:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37ef518-489b-4615-b751-b3cd93e01029', 'ip_address': '10.1.1.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:57:39.801537 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-929941a7-2a8b-449d-bdf8-ca09fe94a2e0 req-ac7d2c4e-27ea-42ff-9a1b-9d947628c3c6 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] No DVR routers for this DVR port 5a4dc7d4-d187-42fb-910d-e1696f7d7e13 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:57:39.823738 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc16a3-ec7c-4bcf-84d4-5711c5b96ca2 req-62ba103b-3f05-4e62-934b-5372ad9e6b0e tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:39.825373 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-53fc16a3-ec7c-4bcf-84d4-5711c5b96ca2 req-62ba103b-3f05-4e62-934b-5372ad9e6b0e tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07 HTTP/1.1" status: 200 len: 949 time: 0.2414892 Aug 28 14:57:39.826540 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-929941a7-2a8b-449d-bdf8-ca09fe94a2e0 req-ac7d2c4e-27ea-42ff-9a1b-9d947628c3c6 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:39.833704 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-929941a7-2a8b-449d-bdf8-ca09fe94a2e0 req-ac7d2c4e-27ea-42ff-9a1b-9d947628c3c6 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.36 "DELETE /v2.0/ports/5a4dc7d4-d187-42fb-910d-e1696f7d7e13 HTTP/1.1" status: 204 len: 173 time: 1.5308316 Aug 28 14:57:39.851892 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:39.883352 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['fa16ff95-5261-40df-9953-991311b24ad6', 'ffec4487-2465-4f34-8676-77ed39b96142', 'e1d3ed2d-2ed7-4069-bd91-0e9f194eca76', '5a4dc7d4-d187-42fb-910d-e1696f7d7e13'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:39.886220 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['fa16ff95-5261-40df-9953-991311b24ad6', 'ffec4487-2465-4f34-8676-77ed39b96142', 'e1d3ed2d-2ed7-4069-bd91-0e9f194eca76', '5a4dc7d4-d187-42fb-910d-e1696f7d7e13'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:39.920458 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-53fc16a3-ec7c-4bcf-84d4-5711c5b96ca2 req-efa93867-6c47-4975-9405-f6baa86455cd tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856028 Aug 28 14:57:39.929034 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2404d-8b01-4b77-93fc-2dac3b0bbfd5 req-ab4ef580-f951-474a-ba02-a4fa5d0b7fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:39.930564 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2cd2404d-8b01-4b77-93fc-2dac3b0bbfd5 req-ab4ef580-f951-474a-ba02-a4fa5d0b7fdc service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6bfc57a-d73d-41d0-954b-fff6fef4d808 HTTP/1.1" status: 200 len: 922 time: 0.4781477 Aug 28 14:57:39.962779 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537aef6e-3a73-4211-94bf-e4cb13b399dd {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:57:40.017075 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 537aef6e-3a73-4211-94bf-e4cb13b399dd, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=537aef6e-3a73-4211-94bf-e4cb13b399dd,segment=NetworkSegment(9e672dc6-4046-4834-8b0a-ef3e6ab4e033),segment_id=9e672dc6-4046-4834-8b0a-ef3e6ab4e033)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:40.019051 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2cd2404d-8b01-4b77-93fc-2dac3b0bbfd5 req-842664ea-0eaa-420a-a2e8-7b695444bf92 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ac088cc-7112-42d2-915c-827c5e4f858b HTTP/1.1" status: 200 len: 217 time: 0.0464041 Aug 28 14:57:40.027428 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:40.028117 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 7840cbd9-0758-4ada-854e-1b4e2f5d208a details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:57:40.083108 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-439c382e-e625-4c4b-bbab-010f579c8b3c req-d0746cb1-d296-44b2-9c23-2b774f9cf192 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:40.107737 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['840fc86f-de9f-4c05-9730-4e13c8e8871d'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:40.112270 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4b5c3b3-2523-41d4-a659-6597d06581e3 req-294714c0-0997-4a3f-884b-e7c4e95d46a9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4214783 Aug 28 14:57:40.182822 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.resource_extend [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 14:57:40.187247 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12dfd238-15fa-4cc9-9cca-32d0398ab703 x-openstack-request-id: req-12dfd238-15fa-4cc9-9cca-32d0398ab703 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:40.187910 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a66af9-6dad-46bb-b248-2e4c6790d475", "name": "network-vif-deleted", "tag": "85ca0f6f-3f0a-4acd-87a1-4677769194dd", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:40.188581 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12dfd238-15fa-4cc9-9cca-32d0398ab703 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:40.189191 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a66af9-6dad-46bb-b248-2e4c6790d475', 'name': 'network-vif-deleted', 'tag': '85ca0f6f-3f0a-4acd-87a1-4677769194dd', 'status': 'completed', 'code': 200} Aug 28 14:57:40.212260 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2404d-8b01-4b77-93fc-2dac3b0bbfd5 req-fe1216b2-5654-45e6-b981-6d41f70871bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:40.219958 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2cd2404d-8b01-4b77-93fc-2dac3b0bbfd5 req-fe1216b2-5654-45e6-b981-6d41f70871bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f920e854-f768-4846-871d-087306f43fd9 HTTP/1.1" status: 200 len: 861 time: 0.1902668 Aug 28 14:57:40.222241 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=537aef6e-3a73-4211-94bf-e4cb13b399dd,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:40.233368 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 7840cbd9-0758-4ada-854e-1b4e2f5d208a, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=7840cbd9-0758-4ada-854e-1b4e2f5d208a,segment=NetworkSegment(9e672dc6-4046-4834-8b0a-ef3e6ab4e033),segment_id=9e672dc6-4046-4834-8b0a-ef3e6ab4e033)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:40.235144 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0746cb1-d296-44b2-9c23-2b774f9cf192 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Pushing event deleted for resources: {'Port': ['ID=840fc86f-de9f-4c05-9730-4e13c8e8871d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:40.283603 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '7840cbd9-0758-4ada-854e-1b4e2f5d208a', 'network_id': 'f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801', 'port_id': '7840cbd9-0758-4ada-854e-1b4e2f5d208a', 'mac_address': 'fa:16:3e:f2:67:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37ef518-489b-4615-b751-b3cd93e01029', 'ip_address': '10.1.1.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:57:40.301991 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2cd2404d-8b01-4b77-93fc-2dac3b0bbfd5 req-0e666a2f-8ad7-4965-b4b8-86d9ae0ea24e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6bfc57a-d73d-41d0-954b-fff6fef4d808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356562 Aug 28 14:57:40.303372 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c445a4-5f2b-4f9d-baef-d2b7c51284e5 x-openstack-request-id: req-83c445a4-5f2b-4f9d-baef-d2b7c51284e5 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:40.303687 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4726a605-7abe-43c6-9618-56b06b127379", "name": "network-vif-deleted", "tag": "265361f3-1d38-41dd-8af5-4e4fb26435f9", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:40.303959 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83c445a4-5f2b-4f9d-baef-d2b7c51284e5 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:40.304348 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4726a605-7abe-43c6-9618-56b06b127379', 'name': 'network-vif-deleted', 'tag': '265361f3-1d38-41dd-8af5-4e4fb26435f9', 'status': 'completed', 'code': 200} Aug 28 14:57:40.371872 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-11ca8024-a90b-4d1b-b998-ed9735663560 req-abaca336-2afa-4c4a-9fef-4cdcbdbf6fae tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cb35e8-650a-4f8a-b769-71c1f3e8d327 HTTP/1.1" status: 200 len: 210 time: 0.0635409 Aug 28 14:57:40.470615 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-439c382e-e625-4c4b-bbab-010f579c8b3c req-d0746cb1-d296-44b2-9c23-2b774f9cf192 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] No DVR routers for this DVR port 840fc86f-de9f-4c05-9730-4e13c8e8871d on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:57:40.474501 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-439c382e-e625-4c4b-bbab-010f579c8b3c req-d0746cb1-d296-44b2-9c23-2b774f9cf192 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:40.477580 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-439c382e-e625-4c4b-bbab-010f579c8b3c req-d0746cb1-d296-44b2-9c23-2b774f9cf192 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.41 "DELETE /v2.0/ports/840fc86f-de9f-4c05-9730-4e13c8e8871d HTTP/1.1" status: 204 len: 173 time: 1.6455357 Aug 28 14:57:40.519642 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a2b03-8763-444f-a7ca-9d021e6eaf06 req-9424f58f-9e0b-49bf-89ab-36611c878f78 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:40.526245 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-330a2b03-8763-444f-a7ca-9d021e6eaf06 req-9424f58f-9e0b-49bf-89ab-36611c878f78 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 949 time: 0.1293995 Aug 28 14:57:40.550921 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-78745405-f1d0-4368-b4f5-06661bc29120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:40.558149 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:40.590407 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-330a2b03-8763-444f-a7ca-9d021e6eaf06 req-7124c4ca-c94d-441f-b9f1-b06ecb4ac209 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549197 Aug 28 14:57:40.597748 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-42fa9252-f898-4b8b-9bed-5d4befeefb52 req-276f0ddb-5de3-456a-b642-8bfd0ca4c2a1 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 210 time: 0.1246006 Aug 28 14:57:40.626990 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7840cbd9-0758-4ada-854e-1b4e2f5d208a {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:57:40.699421 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2cd2404d-8b01-4b77-93fc-2dac3b0bbfd5 req-87a2836c-95f6-4940-b8cb-ad5fbf46d701 service neutron] 10.222.0.41 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733271 Aug 28 14:57:40.730811 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 7840cbd9-0758-4ada-854e-1b4e2f5d208a, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=7840cbd9-0758-4ada-854e-1b4e2f5d208a,segment=NetworkSegment(9e672dc6-4046-4834-8b0a-ef3e6ab4e033),segment_id=9e672dc6-4046-4834-8b0a-ef3e6ab4e033)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:40.751234 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:40.847631 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:40.905604 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2cd2404d-8b01-4b77-93fc-2dac3b0bbfd5 req-3b96caa4-80a1-4f46-a609-67abd47b1275 service neutron] 10.222.0.41 "GET /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987190 Aug 28 14:57:40.929247 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e5d02c2b-6911-40da-a7c2-729ccde61804 req-f6526736-7a37-409d-a323-4b16140b53dc tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1ea35-bbf8-44f6-a4ce-bb4279026284 HTTP/1.1" status: 200 len: 210 time: 0.0459354 Aug 28 14:57:41.082859 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ce2ccc8f-5f7e-4465-9b43-b8f8bdecb296 req-2d7beee7-15cd-400a-84b1-b26a4b118c3c tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07 HTTP/1.1" status: 200 len: 210 time: 0.0413768 Aug 28 14:57:41.096340 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=7840cbd9-0758-4ada-854e-1b4e2f5d208a,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:41.341885 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093031b9-09f0-46ec-a306-addb95e7553a req-82cb30bf-4c54-48cf-8902-425f91be35cd tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:41.347682 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093031b9-09f0-46ec-a306-addb95e7553a req-82cb30bf-4c54-48cf-8902-425f91be35cd tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:41.353978 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093031b9-09f0-46ec-a306-addb95e7553a req-82cb30bf-4c54-48cf-8902-425f91be35cd tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:41.360176 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093031b9-09f0-46ec-a306-addb95e7553a req-82cb30bf-4c54-48cf-8902-425f91be35cd tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:41.365909 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093031b9-09f0-46ec-a306-addb95e7553a req-82cb30bf-4c54-48cf-8902-425f91be35cd tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:41.371927 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093031b9-09f0-46ec-a306-addb95e7553a req-82cb30bf-4c54-48cf-8902-425f91be35cd tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:41.377617 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093031b9-09f0-46ec-a306-addb95e7553a req-82cb30bf-4c54-48cf-8902-425f91be35cd tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:41.379686 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-093031b9-09f0-46ec-a306-addb95e7553a req-82cb30bf-4c54-48cf-8902-425f91be35cd tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5434 time: 0.1741209 Aug 28 14:57:41.421810 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-093031b9-09f0-46ec-a306-addb95e7553a req-2a503737-95d9-4086-97c3-e12d4ac23ef6 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348787 Aug 28 14:57:41.639473 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:41.689697 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7988c-7ea9-42c0-81e6-b30b60e22699 req-b9aa799b-0855-47e7-a3a6-6beb10773621 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:41.692123 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f1c7988c-7ea9-42c0-81e6-b30b60e22699 req-b9aa799b-0855-47e7-a3a6-6beb10773621 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 944 time: 0.0555108 Aug 28 14:57:41.717594 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ae2d0-58f1-4223-8902-5d995783891e req-c8443fb7-cc0a-453f-80d8-d234aa6a7bba tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:41.719397 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ec6ae2d0-58f1-4223-8902-5d995783891e req-c8443fb7-cc0a-453f-80d8-d234aa6a7bba tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 949 time: 0.0552628 Aug 28 14:57:41.731380 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f1c7988c-7ea9-42c0-81e6-b30b60e22699 req-4c477e7b-0142-47c8-9045-71eb38e04468 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332191 Aug 28 14:57:41.765271 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ec6ae2d0-58f1-4223-8902-5d995783891e req-e357b22c-c864-4293-a191-49a22b0bee34 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387208 Aug 28 14:57:41.822405 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e67291e3-f02e-4b47-969a-2c480bc9aa0c req-e145511c-2844-45e5-a5e3-705fd121f0de tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 210 time: 0.0262170 Aug 28 14:57:42.094808 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:42.151265 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173dc1ba-33bf-4b6d-ac7a-32784bd95543 req-e6187cfe-efa6-4b6a-973f-158245e3f541 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:42.153249 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-173dc1ba-33bf-4b6d-ac7a-32784bd95543 req-e6187cfe-efa6-4b6a-973f-158245e3f541 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.41 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 944 time: 0.0751328 Aug 28 14:57:42.156788 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['49f08d49-97e8-41d5-a930-67be641a9b4f'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:42.201034 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 890c27bf-134b-4115-a061-a00857c8fb82 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:57:42.217326 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07', 'name': 'network-vif-deleted', 'tag': '840fc86f-de9f-4c05-9730-4e13c8e8871d'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:42.222317 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71df5a22-37df-4e23-a8ef-a6b975ff3cfb" -d '{"events": [{"server_uuid": "ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07", "name": "network-vif-deleted", "tag": "840fc86f-de9f-4c05-9730-4e13c8e8871d"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:42.275368 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 890c27bf-134b-4115-a061-a00857c8fb82 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:57:42.279882 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 890c27bf-134b-4115-a061-a00857c8fb82 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:57:42.280517 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 265361f3-1d38-41dd-8af5-4e4fb26435f9 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:57:42.305584 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cb35e8-650a-4f8a-b769-71c1f3e8d327', 'name': 'network-vif-deleted', 'tag': '890c27bf-134b-4115-a061-a00857c8fb82'}, {'server_uuid': '6cd1ea35-bbf8-44f6-a4ce-bb4279026284', 'name': 'network-vif-deleted', 'tag': '5a4dc7d4-d187-42fb-910d-e1696f7d7e13'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:42.311338 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da71690-4d79-4417-8b1e-408ecc7db7d7" -d '{"events": [{"server_uuid": "f2cb35e8-650a-4f8a-b769-71c1f3e8d327", "name": "network-vif-deleted", "tag": "890c27bf-134b-4115-a061-a00857c8fb82"}, {"server_uuid": "6cd1ea35-bbf8-44f6-a4ce-bb4279026284", "name": "network-vif-deleted", "tag": "5a4dc7d4-d187-42fb-910d-e1696f7d7e13"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:42.335389 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['7e62bbc1-7086-4e73-bc5b-92ef2064ead1'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:42.343285 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 265361f3-1d38-41dd-8af5-4e4fb26435f9 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:57:42.343606 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 265361f3-1d38-41dd-8af5-4e4fb26435f9 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:57:42.344048 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 840fc86f-de9f-4c05-9730-4e13c8e8871d no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:57:42.357648 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-173dc1ba-33bf-4b6d-ac7a-32784bd95543 req-c58a1272-8c1e-49a0-8e5f-fb05c62cd316 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Deleting port 1ac088cc-7112-42d2-915c-827c5e4f858b {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:57:42.357991 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-173dc1ba-33bf-4b6d-ac7a-32784bd95543 req-c58a1272-8c1e-49a0-8e5f-fb05c62cd316 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:42.379493 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['bac4fa37-f01b-40ed-9304-eebde8331b53'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:42.381837 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['537aef6e-3a73-4211-94bf-e4cb13b399dd'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:42.402116 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['7840cbd9-0758-4ada-854e-1b4e2f5d208a'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:42.483675 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-173dc1ba-33bf-4b6d-ac7a-32784bd95543 req-c58a1272-8c1e-49a0-8e5f-fb05c62cd316 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] For port 1ac088cc-7112-42d2-915c-827c5e4f858b, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=1ac088cc-7112-42d2-915c-827c5e4f858b,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:42.484126 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-173dc1ba-33bf-4b6d-ac7a-32784bd95543 req-c58a1272-8c1e-49a0-8e5f-fb05c62cd316 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:42.499101 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-173dc1ba-33bf-4b6d-ac7a-32784bd95543 req-c58a1272-8c1e-49a0-8e5f-fb05c62cd316 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Calling delete_port for 1ac088cc-7112-42d2-915c-827c5e4f858b owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:57:42.567453 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4571defb-3cdb-4547-9d3c-c09f0db5f965 x-openstack-request-id: req-4571defb-3cdb-4547-9d3c-c09f0db5f965 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:42.567980 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cb35e8-650a-4f8a-b769-71c1f3e8d327", "name": "network-vif-deleted", "tag": "890c27bf-134b-4115-a061-a00857c8fb82", "status": "completed", "code": 200}, {"server_uuid": "6cd1ea35-bbf8-44f6-a4ce-bb4279026284", "name": "network-vif-deleted", "tag": "5a4dc7d4-d187-42fb-910d-e1696f7d7e13", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:42.568551 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4571defb-3cdb-4547-9d3c-c09f0db5f965 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:42.569131 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cb35e8-650a-4f8a-b769-71c1f3e8d327', 'name': 'network-vif-deleted', 'tag': '890c27bf-134b-4115-a061-a00857c8fb82', 'status': 'completed', 'code': 200} Aug 28 14:57:42.569583 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd1ea35-bbf8-44f6-a4ce-bb4279026284', 'name': 'network-vif-deleted', 'tag': '5a4dc7d4-d187-42fb-910d-e1696f7d7e13', 'status': 'completed', 'code': 200} Aug 28 14:57:42.655471 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c4a9fa-1de2-46b5-a5ca-8441949b0b33 x-openstack-request-id: req-32c4a9fa-1de2-46b5-a5ca-8441949b0b33 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:42.655788 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07", "name": "network-vif-deleted", "tag": "840fc86f-de9f-4c05-9730-4e13c8e8871d", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:42.655969 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32c4a9fa-1de2-46b5-a5ca-8441949b0b33 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:42.656457 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac316b33-5c8e-4c05-8bcb-fcd5c8bf7a07', 'name': 'network-vif-deleted', 'tag': '840fc86f-de9f-4c05-9730-4e13c8e8871d', 'status': 'completed', 'code': 200} Aug 28 14:57:42.660028 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-173dc1ba-33bf-4b6d-ac7a-32784bd95543 req-c58a1272-8c1e-49a0-8e5f-fb05c62cd316 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:42.691789 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 840fc86f-de9f-4c05-9730-4e13c8e8871d {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:57:42.692084 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 840fc86f-de9f-4c05-9730-4e13c8e8871d not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:57:42.702750 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a1272-8c1e-49a0-8e5f-fb05c62cd316 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Pushing event deleted for resources: {'Port': ['ID=1ac088cc-7112-42d2-915c-827c5e4f858b,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:42.753825 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-173dc1ba-33bf-4b6d-ac7a-32784bd95543 req-c58a1272-8c1e-49a0-8e5f-fb05c62cd316 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] No DVR routers for this DVR port 1ac088cc-7112-42d2-915c-827c5e4f858b on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:57:42.758307 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-173dc1ba-33bf-4b6d-ac7a-32784bd95543 req-c58a1272-8c1e-49a0-8e5f-fb05c62cd316 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:42.761067 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-173dc1ba-33bf-4b6d-ac7a-32784bd95543 req-c58a1272-8c1e-49a0-8e5f-fb05c62cd316 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.41 "DELETE /v2.0/ports/1ac088cc-7112-42d2-915c-827c5e4f858b HTTP/1.1" status: 204 len: 173 time: 0.5994461 Aug 28 14:57:42.824008 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff67506-fda0-4b9d-bc24-314cf9ef3d97 req-03c46506-0d94-4e37-a254-e0f7b9fd8447 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:42.831489 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 85ca0f6f-3f0a-4acd-87a1-4677769194dd no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:57:42.850124 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9ff67506-fda0-4b9d-bc24-314cf9ef3d97 req-03c46506-0d94-4e37-a254-e0f7b9fd8447 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=895eef51-4d14-4eee-9ab2-c24fe19152c7 HTTP/1.1" status: 200 len: 950 time: 0.1277573 Aug 28 14:57:42.856814 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06694c-6a73-41c0-982a-24e41c8d74c0 req-bdd4f0de-f8b4-45f1-84bb-df88db13a8b2 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:42.870256 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06694c-6a73-41c0-982a-24e41c8d74c0 req-bdd4f0de-f8b4-45f1-84bb-df88db13a8b2 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:42.879440 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06694c-6a73-41c0-982a-24e41c8d74c0 req-bdd4f0de-f8b4-45f1-84bb-df88db13a8b2 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:42.887609 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06694c-6a73-41c0-982a-24e41c8d74c0 req-bdd4f0de-f8b4-45f1-84bb-df88db13a8b2 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:42.894586 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06694c-6a73-41c0-982a-24e41c8d74c0 req-bdd4f0de-f8b4-45f1-84bb-df88db13a8b2 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:42.898385 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 85ca0f6f-3f0a-4acd-87a1-4677769194dd {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:57:42.898817 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 85ca0f6f-3f0a-4acd-87a1-4677769194dd not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:57:42.899303 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 5a4dc7d4-d187-42fb-910d-e1696f7d7e13 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:57:42.903540 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06694c-6a73-41c0-982a-24e41c8d74c0 req-bdd4f0de-f8b4-45f1-84bb-df88db13a8b2 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:42.911507 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06694c-6a73-41c0-982a-24e41c8d74c0 req-bdd4f0de-f8b4-45f1-84bb-df88db13a8b2 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:42.914995 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cc06694c-6a73-41c0-982a-24e41c8d74c0 req-bdd4f0de-f8b4-45f1-84bb-df88db13a8b2 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5434 time: 0.1296711 Aug 28 14:57:42.920628 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9ff67506-fda0-4b9d-bc24-314cf9ef3d97 req-88390b40-fe85-46be-8241-7b770081cbb7 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693185 Aug 28 14:57:42.923649 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 5a4dc7d4-d187-42fb-910d-e1696f7d7e13 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:57:42.924084 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 5a4dc7d4-d187-42fb-910d-e1696f7d7e13 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:57:43.027576 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cc06694c-6a73-41c0-982a-24e41c8d74c0 req-5c9fa580-03ff-4f1e-8aed-f282f662893b tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0748672 Aug 28 14:57:43.035090 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['4b87fed8-f886-448a-9c21-e53f6cc4e49a'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:43.070203 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6782c-a7b4-4d4e-ab4d-708dbf50e590 req-b264911c-1376-4df7-8bcf-f1cfa51a0319 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:43.074022 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4bb6782c-a7b4-4d4e-ab4d-708dbf50e590 req-b264911c-1376-4df7-8bcf-f1cfa51a0319 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe848114-45c7-4417-9885-b74f53f21bad HTTP/1.1" status: 200 len: 950 time: 0.0696278 Aug 28 14:57:43.128332 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4bb6782c-a7b4-4d4e-ab4d-708dbf50e590 req-8e80dae4-73af-4eac-bbb4-d9621be388ca tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482512 Aug 28 14:57:43.139074 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a5e510f5-1a4b-4062-8eab-efea3f9c97cc req-58390301-e41b-403c-949b-dbb5f4149397 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=58853e3d-0837-42c4-94be-6c154f32b7df HTTP/1.1" status: 200 len: 210 time: 0.0338311 Aug 28 14:57:43.186548 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:43.208626 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['1e759b35-df78-4df1-a087-7d678e3edbc3'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:43.235328 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1c9d258-7fc5-472b-9d03-a89f359408aa req-836aa222-ac99-4934-9d33-a957aa04d86d tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a66af9-6dad-46bb-b248-2e4c6790d475 HTTP/1.1" status: 200 len: 210 time: 0.0290608 Aug 28 14:57:43.292228 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac8f3d-6b65-4e3b-83fe-f84bd757df9d req-e39c3b74-354a-4d84-abad-a4eee8b8e008 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:43.301110 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7dac8f3d-6b65-4e3b-83fe-f84bd757df9d req-e39c3b74-354a-4d84-abad-a4eee8b8e008 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 949 time: 0.0912995 Aug 28 14:57:43.397868 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7dac8f3d-6b65-4e3b-83fe-f84bd757df9d req-0e0ef525-67ee-4848-9b2a-d39b06ccaf72 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942593 Aug 28 14:57:43.892207 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ffab7-0fdb-48e2-858b-f7c9fff336e5 req-31aa57f3-9314-4a73-a827-f18177860ad8 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:43.893671 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e97ffab7-0fdb-48e2-858b-f7c9fff336e5 req-31aa57f3-9314-4a73-a827-f18177860ad8 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe848114-45c7-4417-9885-b74f53f21bad HTTP/1.1" status: 200 len: 950 time: 0.0554223 Aug 28 14:57:44.009854 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-e97ffab7-0fdb-48e2-858b-f7c9fff336e5 req-fac65f56-67c2-4bec-9d88-b9b6476d0ad9 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Deleting port ffec4487-2465-4f34-8676-77ed39b96142 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:57:44.012824 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e97ffab7-0fdb-48e2-858b-f7c9fff336e5 req-fac65f56-67c2-4bec-9d88-b9b6476d0ad9 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:44.054422 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5779e1-6a30-4dcb-8c3a-4a8b7001f20b req-ce1350c8-7df1-48a2-9f84-2cdabfad42c2 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:44.056347 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dc5779e1-6a30-4dcb-8c3a-4a8b7001f20b req-ce1350c8-7df1-48a2-9f84-2cdabfad42c2 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=895eef51-4d14-4eee-9ab2-c24fe19152c7 HTTP/1.1" status: 200 len: 950 time: 0.0565410 Aug 28 14:57:44.100192 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dc5779e1-6a30-4dcb-8c3a-4a8b7001f20b req-892d70b4-1ef4-4a3c-88ce-6c03de0efb7d tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371435 Aug 28 14:57:44.150061 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-e97ffab7-0fdb-48e2-858b-f7c9fff336e5 req-fac65f56-67c2-4bec-9d88-b9b6476d0ad9 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] For port ffec4487-2465-4f34-8676-77ed39b96142, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ffec4487-2465-4f34-8676-77ed39b96142,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:44.150500 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e97ffab7-0fdb-48e2-858b-f7c9fff336e5 req-fac65f56-67c2-4bec-9d88-b9b6476d0ad9 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:44.172274 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-e97ffab7-0fdb-48e2-858b-f7c9fff336e5 req-fac65f56-67c2-4bec-9d88-b9b6476d0ad9 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Calling delete_port for ffec4487-2465-4f34-8676-77ed39b96142 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:57:44.219819 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8153c1-59fc-4186-89e5-e381e08db59b req-ddc3f3f7-0dba-496f-91c8-a224f573ab3b tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:44.229173 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8153c1-59fc-4186-89e5-e381e08db59b req-ddc3f3f7-0dba-496f-91c8-a224f573ab3b tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:44.235944 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8153c1-59fc-4186-89e5-e381e08db59b req-ddc3f3f7-0dba-496f-91c8-a224f573ab3b tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:44.244889 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8153c1-59fc-4186-89e5-e381e08db59b req-ddc3f3f7-0dba-496f-91c8-a224f573ab3b tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:44.251094 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8153c1-59fc-4186-89e5-e381e08db59b req-ddc3f3f7-0dba-496f-91c8-a224f573ab3b tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:44.257374 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8153c1-59fc-4186-89e5-e381e08db59b req-ddc3f3f7-0dba-496f-91c8-a224f573ab3b tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:44.264086 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8153c1-59fc-4186-89e5-e381e08db59b req-ddc3f3f7-0dba-496f-91c8-a224f573ab3b tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:44.266003 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ee8153c1-59fc-4186-89e5-e381e08db59b req-ddc3f3f7-0dba-496f-91c8-a224f573ab3b tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5434 time: 0.1719825 Aug 28 14:57:44.315640 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea1ccb-ccb7-4aaf-9d38-cc479a5455f2 req-4be3ff84-5d10-4eaa-9571-b5e604abf5ab tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:44.317179 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1eea1ccb-ccb7-4aaf-9d38-cc479a5455f2 req-4be3ff84-5d10-4eaa-9571-b5e604abf5ab tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.36 "GET /v2.0/ports?device_id=895eef51-4d14-4eee-9ab2-c24fe19152c7 HTTP/1.1" status: 200 len: 950 time: 0.1085284 Aug 28 14:57:44.331132 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca12319-d991-437f-9f74-b7ad6d19c487 req-08860a46-087a-47bd-b22a-93475dc5e6de tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:44.341040 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4ca12319-d991-437f-9f74-b7ad6d19c487 req-08860a46-087a-47bd-b22a-93475dc5e6de tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe848114-45c7-4417-9885-b74f53f21bad HTTP/1.1" status: 200 len: 950 time: 0.1195714 Aug 28 14:57:44.353747 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ee8153c1-59fc-4186-89e5-e381e08db59b req-3fb47bf1-d83e-417f-9509-42c630323408 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526557 Aug 28 14:57:44.480426 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e97ffab7-0fdb-48e2-858b-f7c9fff336e5 req-fac65f56-67c2-4bec-9d88-b9b6476d0ad9 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:44.498869 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['fa16ff95-5261-40df-9953-991311b24ad6', 'ffec4487-2465-4f34-8676-77ed39b96142', 'e1d3ed2d-2ed7-4069-bd91-0e9f194eca76'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:44.879104 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac65f56-67c2-4bec-9d88-b9b6476d0ad9 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Pushing event deleted for resources: {'Port': ['ID=ffec4487-2465-4f34-8676-77ed39b96142,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:44.914691 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58853e3d-0837-42c4-94be-6c154f32b7df', 'name': 'network-vif-deleted', 'tag': '1ac088cc-7112-42d2-915c-827c5e4f858b'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:44.917424 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6725348c-6708-45e5-a7bf-a53f42dda33f" -d '{"events": [{"server_uuid": "58853e3d-0837-42c4-94be-6c154f32b7df", "name": "network-vif-deleted", "tag": "1ac088cc-7112-42d2-915c-827c5e4f858b"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:44.960061 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4ca12319-d991-437f-9f74-b7ad6d19c487 req-e1da3398-e90c-4997-84bb-1a500c5f3a73 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6178291 Aug 28 14:57:44.970677 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97ffab7-0fdb-48e2-858b-f7c9fff336e5 req-fac65f56-67c2-4bec-9d88-b9b6476d0ad9 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] No DVR routers for this DVR port ffec4487-2465-4f34-8676-77ed39b96142 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:57:44.977192 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b8581-1df5-4e24-8b11-8f6a3e2416d5 req-590554d7-0b83-49d0-b263-337090c2cb71 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:44.979087 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b49b8581-1df5-4e24-8b11-8f6a3e2416d5 req-590554d7-0b83-49d0-b263-337090c2cb71 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.36 "GET /v2.0/ports?device_id=d48baf3b-4aa0-453a-a80f-bb438a12cb47 HTTP/1.1" status: 200 len: 949 time: 0.5291204 Aug 28 14:57:44.979237 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e97ffab7-0fdb-48e2-858b-f7c9fff336e5 req-fac65f56-67c2-4bec-9d88-b9b6476d0ad9 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:44.981238 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e97ffab7-0fdb-48e2-858b-f7c9fff336e5 req-fac65f56-67c2-4bec-9d88-b9b6476d0ad9 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.36 "DELETE /v2.0/ports/ffec4487-2465-4f34-8676-77ed39b96142 HTTP/1.1" status: 204 len: 173 time: 1.0792775 Aug 28 14:57:44.991022 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bab40-378e-4f20-8257-6518efdaf60f req-af69b2e1-d9c3-46aa-ab84-5b505758905d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:45.013299 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a40bab40-378e-4f20-8257-6518efdaf60f req-af69b2e1-d9c3-46aa-ab84-5b505758905d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 949 time: 0.1362534 Aug 28 14:57:45.015231 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe848114-45c7-4417-9885-b74f53f21bad', 'name': 'network-vif-deleted', 'tag': 'ffec4487-2465-4f34-8676-77ed39b96142'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:45.018560 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d13063-25e9-4491-a415-a477a5d457d5" -d '{"events": [{"server_uuid": "fe848114-45c7-4417-9885-b74f53f21bad", "name": "network-vif-deleted", "tag": "ffec4487-2465-4f34-8676-77ed39b96142"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:45.027742 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-1eea1ccb-ccb7-4aaf-9d38-cc479a5455f2 req-e9a005b1-4b6a-4a2e-ae52-f6f5256dae65 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Deleting port 1e759b35-df78-4df1-a087-7d678e3edbc3 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:57:45.028172 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-1eea1ccb-ccb7-4aaf-9d38-cc479a5455f2 req-e9a005b1-4b6a-4a2e-ae52-f6f5256dae65 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:45.095246 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a40bab40-378e-4f20-8257-6518efdaf60f req-e188d746-e6d0-4e75-83ec-4222c696c7f2 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810056 Aug 28 14:57:45.210394 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-1eea1ccb-ccb7-4aaf-9d38-cc479a5455f2 req-e9a005b1-4b6a-4a2e-ae52-f6f5256dae65 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] For port 1e759b35-df78-4df1-a087-7d678e3edbc3, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=1e759b35-df78-4df1-a087-7d678e3edbc3,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:45.211073 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-1eea1ccb-ccb7-4aaf-9d38-cc479a5455f2 req-e9a005b1-4b6a-4a2e-ae52-f6f5256dae65 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:45.227070 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-b49b8581-1df5-4e24-8b11-8f6a3e2416d5 req-3eba3a1b-ca13-4ae3-a76c-4029e08ae3de tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Deleting port e1d3ed2d-2ed7-4069-bd91-0e9f194eca76 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:57:45.227529 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b49b8581-1df5-4e24-8b11-8f6a3e2416d5 req-3eba3a1b-ca13-4ae3-a76c-4029e08ae3de tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:45.245455 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-1eea1ccb-ccb7-4aaf-9d38-cc479a5455f2 req-e9a005b1-4b6a-4a2e-ae52-f6f5256dae65 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Calling delete_port for 1e759b35-df78-4df1-a087-7d678e3edbc3 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:57:45.307486 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f75f9d-cc7b-432c-9806-76b335a26b01 x-openstack-request-id: req-65f75f9d-cc7b-432c-9806-76b335a26b01 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:45.312313 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58853e3d-0837-42c4-94be-6c154f32b7df", "name": "network-vif-deleted", "tag": "1ac088cc-7112-42d2-915c-827c5e4f858b", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:45.312715 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65f75f9d-cc7b-432c-9806-76b335a26b01 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:45.313217 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58853e3d-0837-42c4-94be-6c154f32b7df', 'name': 'network-vif-deleted', 'tag': '1ac088cc-7112-42d2-915c-827c5e4f858b', 'status': 'completed', 'code': 200} Aug 28 14:57:45.337729 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437a41bb-5ec6-4dec-9249-349d6b0139fc x-openstack-request-id: req-437a41bb-5ec6-4dec-9249-349d6b0139fc {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:45.338133 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe848114-45c7-4417-9885-b74f53f21bad", "name": "network-vif-deleted", "tag": "ffec4487-2465-4f34-8676-77ed39b96142", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:45.338378 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-437a41bb-5ec6-4dec-9249-349d6b0139fc {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:45.338765 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe848114-45c7-4417-9885-b74f53f21bad', 'name': 'network-vif-deleted', 'tag': 'ffec4487-2465-4f34-8676-77ed39b96142', 'status': 'completed', 'code': 200} Aug 28 14:57:45.513298 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4020ab-41c3-43d6-9436-22bab985fc53 req-38c7857b-0309-47eb-a546-6bd97f33676b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:45.514946 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fe4020ab-41c3-43d6-9436-22bab985fc53 req-38c7857b-0309-47eb-a546-6bd97f33676b tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 967 time: 0.0739985 Aug 28 14:57:45.527012 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-b49b8581-1df5-4e24-8b11-8f6a3e2416d5 req-3eba3a1b-ca13-4ae3-a76c-4029e08ae3de tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] For port e1d3ed2d-2ed7-4069-bd91-0e9f194eca76, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=e1d3ed2d-2ed7-4069-bd91-0e9f194eca76,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:45.527308 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b49b8581-1df5-4e24-8b11-8f6a3e2416d5 req-3eba3a1b-ca13-4ae3-a76c-4029e08ae3de tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:45.546019 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-b49b8581-1df5-4e24-8b11-8f6a3e2416d5 req-3eba3a1b-ca13-4ae3-a76c-4029e08ae3de tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Calling delete_port for e1d3ed2d-2ed7-4069-bd91-0e9f194eca76 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:57:45.560762 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fe4020ab-41c3-43d6-9436-22bab985fc53 req-bb14286d-734b-4444-9246-f0c65a3c4a80 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390356 Aug 28 14:57:45.561645 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76520b40-c4ba-46d3-a81c-7d192458931e req-70592cf2-5d7b-45e4-a5f1-02395e5907cd tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:45.563196 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-76520b40-c4ba-46d3-a81c-7d192458931e req-70592cf2-5d7b-45e4-a5f1-02395e5907cd tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/ports?device_id=895eef51-4d14-4eee-9ab2-c24fe19152c7 HTTP/1.1" status: 200 len: 950 time: 0.1940472 Aug 28 14:57:45.753497 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06483f85-c8de-40ac-8fe1-1d7f8447a4db req-e216851a-17e7-4070-8996-e99a01470353 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:45.761834 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06483f85-c8de-40ac-8fe1-1d7f8447a4db req-e216851a-17e7-4070-8996-e99a01470353 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:45.768611 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06483f85-c8de-40ac-8fe1-1d7f8447a4db req-e216851a-17e7-4070-8996-e99a01470353 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:45.783284 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06483f85-c8de-40ac-8fe1-1d7f8447a4db req-e216851a-17e7-4070-8996-e99a01470353 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:45.788486 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06483f85-c8de-40ac-8fe1-1d7f8447a4db req-e216851a-17e7-4070-8996-e99a01470353 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:45.795746 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06483f85-c8de-40ac-8fe1-1d7f8447a4db req-e216851a-17e7-4070-8996-e99a01470353 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:45.801050 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06483f85-c8de-40ac-8fe1-1d7f8447a4db req-e216851a-17e7-4070-8996-e99a01470353 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:45.807990 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06483f85-c8de-40ac-8fe1-1d7f8447a4db req-e216851a-17e7-4070-8996-e99a01470353 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5434 time: 0.1401846 Aug 28 14:57:45.840178 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-76520b40-c4ba-46d3-a81c-7d192458931e req-d4bd492c-c4f0-427a-8d9c-b03fef62a28a tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.13 "GET /v2.0/security-groups?id=62bf49d4-9d2f-43b5-861c-3a147c26f373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456372 Aug 28 14:57:45.843098 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-1eea1ccb-ccb7-4aaf-9d38-cc479a5455f2 req-e9a005b1-4b6a-4a2e-ae52-f6f5256dae65 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:45.859984 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06483f85-c8de-40ac-8fe1-1d7f8447a4db req-a0b92ed6-2b8a-4342-88db-f29e002e4167 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0498331 Aug 28 14:57:45.942075 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a005b1-4b6a-4a2e-ae52-f6f5256dae65 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Pushing event deleted for resources: {'Port': ['ID=1e759b35-df78-4df1-a087-7d678e3edbc3,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:46.059978 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eea1ccb-ccb7-4aaf-9d38-cc479a5455f2 req-e9a005b1-4b6a-4a2e-ae52-f6f5256dae65 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] No DVR routers for this DVR port 1e759b35-df78-4df1-a087-7d678e3edbc3 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:57:46.059978 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-1eea1ccb-ccb7-4aaf-9d38-cc479a5455f2 req-e9a005b1-4b6a-4a2e-ae52-f6f5256dae65 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:46.062295 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1eea1ccb-ccb7-4aaf-9d38-cc479a5455f2 req-e9a005b1-4b6a-4a2e-ae52-f6f5256dae65 tempest-ServersAdminNegativeTestJSON-708545450 tempest-ServersAdminNegativeTestJSON-708545450-project] 10.222.0.36 "DELETE /v2.0/ports/1e759b35-df78-4df1-a087-7d678e3edbc3 HTTP/1.1" status: 204 len: 173 time: 1.7180130 Aug 28 14:57:46.096036 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e833c-52f2-471e-869c-76e28e8f99e8 req-c96353b4-28a8-4a9a-ba60-879f28861abe tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:46.098755 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-634e833c-52f2-471e-869c-76e28e8f99e8 req-c96353b4-28a8-4a9a-ba60-879f28861abe tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.41 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 967 time: 0.1206379 Aug 28 14:57:46.100169 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b49b8581-1df5-4e24-8b11-8f6a3e2416d5 req-3eba3a1b-ca13-4ae3-a76c-4029e08ae3de tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:46.120629 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['fa16ff95-5261-40df-9953-991311b24ad6'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:46.230049 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 1ac088cc-7112-42d2-915c-827c5e4f858b no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:57:46.265127 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba3a1b-ca13-4ae3-a76c-4029e08ae3de tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Pushing event deleted for resources: {'Port': ['ID=e1d3ed2d-2ed7-4069-bd91-0e9f194eca76,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:46.281915 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e5e05-25e3-4957-9e7c-45cc472bc60f req-4309dea0-8935-4e40-b1eb-fcde29b965eb tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:46.292734 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cc1e5e05-25e3-4957-9e7c-45cc472bc60f req-4309dea0-8935-4e40-b1eb-fcde29b965eb tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 949 time: 0.1093657 Aug 28 14:57:46.319924 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba3a1b-ca13-4ae3-a76c-4029e08ae3de tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:46.320281 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba3a1b-ca13-4ae3-a76c-4029e08ae3de tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:46.320612 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba3a1b-ca13-4ae3-a76c-4029e08ae3de tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:46.320957 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba3a1b-ca13-4ae3-a76c-4029e08ae3de tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:46.321854 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba3a1b-ca13-4ae3-a76c-4029e08ae3de tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:46.322630 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba3a1b-ca13-4ae3-a76c-4029e08ae3de tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:46.322750 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba3a1b-ca13-4ae3-a76c-4029e08ae3de tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:46.323040 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba3a1b-ca13-4ae3-a76c-4029e08ae3de tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:46.323370 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba3a1b-ca13-4ae3-a76c-4029e08ae3de tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:46.323711 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba3a1b-ca13-4ae3-a76c-4029e08ae3de tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:46.324042 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba3a1b-ca13-4ae3-a76c-4029e08ae3de tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:46.324368 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba3a1b-ca13-4ae3-a76c-4029e08ae3de tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:46.332657 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 1ac088cc-7112-42d2-915c-827c5e4f858b {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:57:46.333006 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 1ac088cc-7112-42d2-915c-827c5e4f858b not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:57:46.357039 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cc1e5e05-25e3-4957-9e7c-45cc472bc60f req-291cc158-2521-4447-ba57-2b9a41234926 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543425 Aug 28 14:57:46.365456 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49b8581-1df5-4e24-8b11-8f6a3e2416d5 req-3eba3a1b-ca13-4ae3-a76c-4029e08ae3de tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] No DVR routers for this DVR port e1d3ed2d-2ed7-4069-bd91-0e9f194eca76 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:57:46.378889 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b49b8581-1df5-4e24-8b11-8f6a3e2416d5 req-3eba3a1b-ca13-4ae3-a76c-4029e08ae3de tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:46.380976 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b49b8581-1df5-4e24-8b11-8f6a3e2416d5 req-3eba3a1b-ca13-4ae3-a76c-4029e08ae3de tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.36 "DELETE /v2.0/ports/e1d3ed2d-2ed7-4069-bd91-0e9f194eca76 HTTP/1.1" status: 204 len: 173 time: 1.3858480 Aug 28 14:57:46.417439 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-634e833c-52f2-471e-869c-76e28e8f99e8 req-5d9d44ee-2afc-45b6-a718-7afa673745ea tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Deleting port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:57:46.417784 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-634e833c-52f2-471e-869c-76e28e8f99e8 req-5d9d44ee-2afc-45b6-a718-7afa673745ea tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:46.582229 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-20400fea-8482-48f0-9b24-965d03b6bbe6 req-82fcb395-6f45-42d2-ab20-7a1b2f259934 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=d48baf3b-4aa0-453a-a80f-bb438a12cb47 HTTP/1.1" status: 200 len: 210 time: 0.4286678 Aug 28 14:57:46.664311 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-634e833c-52f2-471e-869c-76e28e8f99e8 req-5d9d44ee-2afc-45b6-a718-7afa673745ea tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] For port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=19dd7d34-ac51-4db3-9f65-8cf6020e8e76,segment=NetworkSegment(67cdf26d-d64f-4adf-ada7-c19986a8a59a),segment_id=67cdf26d-d64f-4adf-ada7-c19986a8a59a)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:46.664684 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-634e833c-52f2-471e-869c-76e28e8f99e8 req-5d9d44ee-2afc-45b6-a718-7afa673745ea tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:46.691875 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-634e833c-52f2-471e-869c-76e28e8f99e8 req-5d9d44ee-2afc-45b6-a718-7afa673745ea tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Calling delete_port for 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 owned by compute:tempest-test_az-1603513841 {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:57:46.746492 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ccd64-6ca8-4b6a-b230-c6881ea334d8 req-2d446a7c-da27-4088-beb4-decf8d97cde2 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:46.749489 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2f0ccd64-6ca8-4b6a-b230-c6881ea334d8 req-2d446a7c-da27-4088-beb4-decf8d97cde2 tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 967 time: 0.0969162 Aug 28 14:57:46.798924 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2f0ccd64-6ca8-4b6a-b230-c6881ea334d8 req-0d8854cc-6182-4f12-9f28-d51111f3d7cf tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f69ac53-080a-424f-bdf7-56afb2ca7859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415528 Aug 28 14:57:46.809538 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 4b87fed8-f886-448a-9c21-e53f6cc4e49a up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:57:46.908973 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-634e833c-52f2-471e-869c-76e28e8f99e8 req-5d9d44ee-2afc-45b6-a718-7afa673745ea tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:46.919173 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 4b87fed8-f886-448a-9c21-e53f6cc4e49a completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:57:46.932928 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 4b87fed8-f886-448a-9c21-e53f6cc4e49a triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:57:46.932928 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:47.037246 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d44ee-2afc-45b6-a718-7afa673745ea tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Pushing event deleted for resources: {'Port': ['ID=19dd7d34-ac51-4db3-9f65-8cf6020e8e76,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:47.169777 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:47.220148 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-634e833c-52f2-471e-869c-76e28e8f99e8 req-5d9d44ee-2afc-45b6-a718-7afa673745ea tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] No DVR routers for this DVR port 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:57:47.228923 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-634e833c-52f2-471e-869c-76e28e8f99e8 req-5d9d44ee-2afc-45b6-a718-7afa673745ea tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:47.232783 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-634e833c-52f2-471e-869c-76e28e8f99e8 req-5d9d44ee-2afc-45b6-a718-7afa673745ea tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.41 "DELETE /v2.0/ports/19dd7d34-ac51-4db3-9f65-8cf6020e8e76 HTTP/1.1" status: 204 len: 173 time: 1.1224000 Aug 28 14:57:47.268958 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b87fed8-f886-448a-9c21-e53f6cc4e49a'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:47.279988 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33459ff1-b48e-4292-a633-0e0a132c0809" -d '{"events": [{"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-plugged", "status": "completed", "tag": "4b87fed8-f886-448a-9c21-e53f6cc4e49a"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:47.314596 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895eef51-4d14-4eee-9ab2-c24fe19152c7', 'name': 'network-vif-deleted', 'tag': '1e759b35-df78-4df1-a087-7d678e3edbc3'}, {'server_uuid': 'd48baf3b-4aa0-453a-a80f-bb438a12cb47', 'name': 'network-vif-deleted', 'tag': 'e1d3ed2d-2ed7-4069-bd91-0e9f194eca76'}, {'server_uuid': 'abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c', 'name': 'network-vif-deleted', 'tag': '19dd7d34-ac51-4db3-9f65-8cf6020e8e76'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:47.317837 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2104d26-b4d2-44b2-831e-49c843ee141a" -d '{"events": [{"server_uuid": "895eef51-4d14-4eee-9ab2-c24fe19152c7", "name": "network-vif-deleted", "tag": "1e759b35-df78-4df1-a087-7d678e3edbc3"}, {"server_uuid": "d48baf3b-4aa0-453a-a80f-bb438a12cb47", "name": "network-vif-deleted", "tag": "e1d3ed2d-2ed7-4069-bd91-0e9f194eca76"}, {"server_uuid": "abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c", "name": "network-vif-deleted", "tag": "19dd7d34-ac51-4db3-9f65-8cf6020e8e76"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:47.324745 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 4b87fed8-f886-448a-9c21-e53f6cc4e49a, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=4b87fed8-f886-448a-9c21-e53f6cc4e49a,segment=NetworkSegment(646fb295-81d2-4bd9-83d2-cede57fdef69),segment_id=646fb295-81d2-4bd9-83d2-cede57fdef69)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:47.339333 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:47.340451 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:57:47.454736 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b31d72c-c17a-4886-adfe-32252cc7d863 x-openstack-request-id: req-6b31d72c-c17a-4886-adfe-32252cc7d863 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:47.457591 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-plugged", "status": "completed", "tag": "4b87fed8-f886-448a-9c21-e53f6cc4e49a", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:47.457591 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b31d72c-c17a-4886-adfe-32252cc7d863 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:47.457822 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b87fed8-f886-448a-9c21-e53f6cc4e49a', 'code': 200} Aug 28 14:57:47.511159 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0db6a3-df46-4fb0-9da9-1b31172ef871 x-openstack-request-id: req-dd0db6a3-df46-4fb0-9da9-1b31172ef871 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:47.511678 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895eef51-4d14-4eee-9ab2-c24fe19152c7", "name": "network-vif-deleted", "tag": "1e759b35-df78-4df1-a087-7d678e3edbc3", "status": "completed", "code": 200}, {"server_uuid": "d48baf3b-4aa0-453a-a80f-bb438a12cb47", "name": "network-vif-deleted", "tag": "e1d3ed2d-2ed7-4069-bd91-0e9f194eca76", "status": "completed", "code": 200}, {"server_uuid": "abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c", "name": "network-vif-deleted", "tag": "19dd7d34-ac51-4db3-9f65-8cf6020e8e76", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:47.512094 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd0db6a3-df46-4fb0-9da9-1b31172ef871 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:47.512749 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895eef51-4d14-4eee-9ab2-c24fe19152c7', 'name': 'network-vif-deleted', 'tag': '1e759b35-df78-4df1-a087-7d678e3edbc3', 'status': 'completed', 'code': 200} Aug 28 14:57:47.513155 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48baf3b-4aa0-453a-a80f-bb438a12cb47', 'name': 'network-vif-deleted', 'tag': 'e1d3ed2d-2ed7-4069-bd91-0e9f194eca76', 'status': 'completed', 'code': 200} Aug 28 14:57:47.513552 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c', 'name': 'network-vif-deleted', 'tag': '19dd7d34-ac51-4db3-9f65-8cf6020e8e76', 'status': 'completed', 'code': 200} Aug 28 14:57:47.528746 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabec002-4b2e-4402-98fa-addea4057fdb req-9336d8d7-f606-42e6-b403-8485bd4ccbb6 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:47.537554 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabec002-4b2e-4402-98fa-addea4057fdb req-9336d8d7-f606-42e6-b403-8485bd4ccbb6 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:47.549268 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabec002-4b2e-4402-98fa-addea4057fdb req-9336d8d7-f606-42e6-b403-8485bd4ccbb6 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:47.551639 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=4b87fed8-f886-448a-9c21-e53f6cc4e49a,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:47.562011 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabec002-4b2e-4402-98fa-addea4057fdb req-9336d8d7-f606-42e6-b403-8485bd4ccbb6 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:47.575855 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabec002-4b2e-4402-98fa-addea4057fdb req-9336d8d7-f606-42e6-b403-8485bd4ccbb6 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:47.594236 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:57:47.596916 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabec002-4b2e-4402-98fa-addea4057fdb req-9336d8d7-f606-42e6-b403-8485bd4ccbb6 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:47.599141 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:57:47.599592 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:47.609325 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabec002-4b2e-4402-98fa-addea4057fdb req-9336d8d7-f606-42e6-b403-8485bd4ccbb6 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:47.617754 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eabec002-4b2e-4402-98fa-addea4057fdb req-9336d8d7-f606-42e6-b403-8485bd4ccbb6 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5435 time: 0.2177265 Aug 28 14:57:47.648539 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58194) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:57:47.699062 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eabec002-4b2e-4402-98fa-addea4057fdb req-bb183721-f398-4401-8a33-66985752a337 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790303 Aug 28 14:57:47.719441 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:47.763796 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77,segment=NetworkSegment(9e672dc6-4046-4834-8b0a-ef3e6ab4e033),segment_id=9e672dc6-4046-4834-8b0a-ef3e6ab4e033)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:47.776892 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:47.778055 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 49f08d49-97e8-41d5-a930-67be641a9b4f up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:57:47.779276 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0d0e9-0ba5-439b-ab89-a81bfdfc277e req-aa330d7b-a6af-49ec-b282-d8cd7d49453d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:47.794373 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b9f0d0e9-0ba5-439b-ab89-a81bfdfc277e req-aa330d7b-a6af-49ec-b282-d8cd7d49453d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 949 time: 0.1835220 Aug 28 14:57:47.901448 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b9f0d0e9-0ba5-439b-ab89-a81bfdfc277e req-93febd32-e495-4526-bc5e-bf19e75499f2 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050003 Aug 28 14:57:47.944347 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:47.979445 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 49f08d49-97e8-41d5-a930-67be641a9b4f completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:57:47.983516 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 49f08d49-97e8-41d5-a930-67be641a9b4f triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:57:47.983933 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:48.046556 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a83955a7-238f-45e8-a5c9-1fb37a866a85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8f30ba5b2dd4e6eb5a5a89b54916eba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3918362 Aug 28 14:57:48.047873 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58204) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:57:48.091807 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-01b62cba-f3f9-4662-af6d-a07a0576d308 req-dacf9278-940f-4028-b8cc-20421ae5bfed tempest-LiveAutoBlockMigrationV225Test-1939004371 tempest-LiveAutoBlockMigrationV225Test-1939004371-project] 10.222.0.13 "GET /v2.0/ports?device_id=abaf1ba6-dae1-48a4-a8c0-1a8b988fe58c HTTP/1.1" status: 200 len: 210 time: 0.0607481 Aug 28 14:57:48.134479 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:48.179031 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c0f4a8f3-6d0c-4687-8853-ba3872cea21f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:48.182695 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 49f08d49-97e8-41d5-a930-67be641a9b4f, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=49f08d49-97e8-41d5-a930-67be641a9b4f,segment=NetworkSegment(e0ff88bd-3972-49b2-b0b1-d1807955b008),segment_id=e0ff88bd-3972-49b2-b0b1-d1807955b008)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:48.188990 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:48.190117 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device bac4fa37-f01b-40ed-9304-eebde8331b53 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:57:48.212923 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c0f4a8f3-6d0c-4687-8853-ba3872cea21f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:48.304742 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c0f4a8f3-6d0c-4687-8853-ba3872cea21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:48.308738 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c0f4a8f3-6d0c-4687-8853-ba3872cea21f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:48.312233 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c0f4a8f3-6d0c-4687-8853-ba3872cea21f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62bf49d4-9d2f-43b5-861c-3a147c26f373 HTTP/1.1" status: 204 len: 168 time: 0.2574906 Aug 28 14:57:48.320010 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4a8f3-6d0c-4687-8853-ba3872cea21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bf49d4-9d2f-43b5-861c-3a147c26f373,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:48.352932 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=49f08d49-97e8-41d5-a930-67be641a9b4f,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:48.370999 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port bac4fa37-f01b-40ed-9304-eebde8331b53 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:57:48.379695 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port bac4fa37-f01b-40ed-9304-eebde8331b53 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:57:48.381234 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:48.536714 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69ab51-02ad-4171-9c5c-305a209a2a07 req-50356552-45ac-46d7-b632-2f124a60160e tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:48.543161 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4da766-1d4d-4e91-913e-bd63cafa3ab3 req-a60fa443-d18c-40a3-8556-4267c1018033 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:48.549463 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:48.551954 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7e4da766-1d4d-4e91-913e-bd63cafa3ab3 req-a60fa443-d18c-40a3-8556-4267c1018033 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11e0b20-2bff-404f-81cf-7d0a95d9de59 HTTP/1.1" status: 200 len: 950 time: 0.0717890 Aug 28 14:57:48.554329 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1c69ab51-02ad-4171-9c5c-305a209a2a07 req-50356552-45ac-46d7-b632-2f124a60160e tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/ports?device_id=122bb600-e609-4846-abe0-44ce0bd91ee1 HTTP/1.1" status: 200 len: 945 time: 0.1108847 Aug 28 14:57:48.596104 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port bac4fa37-f01b-40ed-9304-eebde8331b53, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=bac4fa37-f01b-40ed-9304-eebde8331b53,segment=NetworkSegment(e0ff88bd-3972-49b2-b0b1-d1807955b008),segment_id=e0ff88bd-3972-49b2-b0b1-d1807955b008)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:48.600356 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7e4da766-1d4d-4e91-913e-bd63cafa3ab3 req-a55f36b2-5166-483f-823a-7902cedb493a tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473647 Aug 28 14:57:48.604290 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:48.607405 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 537aef6e-3a73-4211-94bf-e4cb13b399dd up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:57:48.620043 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1c69ab51-02ad-4171-9c5c-305a209a2a07 req-7dd75984-db83-474e-9801-000b83c38d0f tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/security-groups?id=394faf8f-e5ae-46e2-bcda-3a322a3c33f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598786 Aug 28 14:57:48.708951 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=bac4fa37-f01b-40ed-9304-eebde8331b53,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:48.733916 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 537aef6e-3a73-4211-94bf-e4cb13b399dd completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:57:48.742649 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 537aef6e-3a73-4211-94bf-e4cb13b399dd triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:57:48.743337 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:48.754653 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58222) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:57:48.828086 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2f7bd532-2642-4d9b-913a-48cabe1b80e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ccee80df09b42c29bad29da2e86f922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0722084 Aug 28 14:57:48.830549 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58226) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:57:48.851745 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15435ba-57ee-4bb7-a3d1-fc1fb44d3314 req-6009ab4b-9504-477b-a2a1-b7ab931fa98f tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:48.859774 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15435ba-57ee-4bb7-a3d1-fc1fb44d3314 req-6009ab4b-9504-477b-a2a1-b7ab931fa98f tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:48.867174 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:48.870124 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15435ba-57ee-4bb7-a3d1-fc1fb44d3314 req-6009ab4b-9504-477b-a2a1-b7ab931fa98f tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:48.879916 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15435ba-57ee-4bb7-a3d1-fc1fb44d3314 req-6009ab4b-9504-477b-a2a1-b7ab931fa98f tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:48.883108 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15435ba-57ee-4bb7-a3d1-fc1fb44d3314 req-6009ab4b-9504-477b-a2a1-b7ab931fa98f tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:48.890082 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15435ba-57ee-4bb7-a3d1-fc1fb44d3314 req-6009ab4b-9504-477b-a2a1-b7ab931fa98f tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:48.896368 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15435ba-57ee-4bb7-a3d1-fc1fb44d3314 req-6009ab4b-9504-477b-a2a1-b7ab931fa98f tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:48.904829 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b15435ba-57ee-4bb7-a3d1-fc1fb44d3314 req-6009ab4b-9504-477b-a2a1-b7ab931fa98f tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5438 time: 0.1203680 Aug 28 14:57:48.933392 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 537aef6e-3a73-4211-94bf-e4cb13b399dd, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=537aef6e-3a73-4211-94bf-e4cb13b399dd,segment=NetworkSegment(9e672dc6-4046-4834-8b0a-ef3e6ab4e033),segment_id=9e672dc6-4046-4834-8b0a-ef3e6ab4e033)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:48.935596 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f8df50fc-d4d5-4adb-b07d-a05c9d172627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:48.944951 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:48.945777 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 7840cbd9-0758-4ada-854e-1b4e2f5d208a up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:57:48.960367 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b15435ba-57ee-4bb7-a3d1-fc1fb44d3314 req-5a158021-db7d-4eea-8e5d-4de4fd913111 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0483720 Aug 28 14:57:48.978691 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f8df50fc-d4d5-4adb-b07d-a05c9d172627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:49.055173 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=537aef6e-3a73-4211-94bf-e4cb13b399dd,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:49.058571 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 7840cbd9-0758-4ada-854e-1b4e2f5d208a completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:57:49.063078 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 7840cbd9-0758-4ada-854e-1b4e2f5d208a triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:57:49.063554 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:49.073351 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8451e-a91f-481c-9d1a-b133702f9cfe req-5eff1f45-527f-40a9-960d-e241ba4680eb tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:49.074886 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-06c8451e-a91f-481c-9d1a-b133702f9cfe req-5eff1f45-527f-40a9-960d-e241ba4680eb tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 949 time: 0.0744565 Aug 28 14:57:49.076021 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f8df50fc-d4d5-4adb-b07d-a05c9d172627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:49.078640 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f8df50fc-d4d5-4adb-b07d-a05c9d172627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:49.081954 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f8df50fc-d4d5-4adb-b07d-a05c9d172627 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/016f1aee-5801-4799-a5d3-07e2a67fca4a HTTP/1.1" status: 204 len: 168 time: 0.2481558 Aug 28 14:57:49.094867 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df50fc-d4d5-4adb-b07d-a05c9d172627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016f1aee-5801-4799-a5d3-07e2a67fca4a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:49.185505 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:49.187031 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-06c8451e-a91f-481c-9d1a-b133702f9cfe req-d04d0010-542b-49b3-bcfa-3519a254b72b tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716019 Aug 28 14:57:49.236343 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58238) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:57:49.244807 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 7840cbd9-0758-4ada-854e-1b4e2f5d208a, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=7840cbd9-0758-4ada-854e-1b4e2f5d208a,segment=NetworkSegment(9e672dc6-4046-4834-8b0a-ef3e6ab4e033),segment_id=9e672dc6-4046-4834-8b0a-ef3e6ab4e033)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:49.253905 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:49.255616 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device ffec4487-2465-4f34-8676-77ed39b96142 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:57:49.292351 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: ffec4487-2465-4f34-8676-77ed39b96142 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:57:49.292699 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device ffec4487-2465-4f34-8676-77ed39b96142 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:57:49.313353 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 7e62bbc1-7086-4e73-bc5b-92ef2064ead1 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:57:49.341264 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-178d62e0-734a-456c-b05a-732272ee1e3b admin admin] Deleting subnet f920e854-f768-4846-871d-087306f43fd9 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 14:57:49.358473 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-178d62e0-734a-456c-b05a-732272ee1e3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:49.395390 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=7840cbd9-0758-4ada-854e-1b4e2f5d208a,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:49.410626 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-178d62e0-734a-456c-b05a-732272ee1e3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:49.429171 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 7e62bbc1-7086-4e73-bc5b-92ef2064ead1 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:57:49.438061 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 7e62bbc1-7086-4e73-bc5b-92ef2064ead1 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:57:49.440628 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:49.457227 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-178d62e0-734a-456c-b05a-732272ee1e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:49.459858 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1dd9c-225b-494c-a6c1-bd5c1e555ce8 req-309da90b-acfe-4492-8643-c6ba867de64a tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:49.470746 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f7c1dd9c-225b-494c-a6c1-bd5c1e555ce8 req-309da90b-acfe-4492-8643-c6ba867de64a tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 944 time: 0.0951705 Aug 28 14:57:49.489627 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77'}, {'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f08d49-97e8-41d5-a930-67be641a9b4f'}, {'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac4fa37-f01b-40ed-9304-eebde8331b53'}, {'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537aef6e-3a73-4211-94bf-e4cb13b399dd'}, {'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7840cbd9-0758-4ada-854e-1b4e2f5d208a'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:49.494732 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17c12f2-6cdb-484a-a131-dfe9bca17068" -d '{"events": [{"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-plugged", "status": "completed", "tag": "b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77"}, {"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-plugged", "status": "completed", "tag": "49f08d49-97e8-41d5-a930-67be641a9b4f"}, {"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-plugged", "status": "completed", "tag": "bac4fa37-f01b-40ed-9304-eebde8331b53"}, {"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-plugged", "status": "completed", "tag": "537aef6e-3a73-4211-94bf-e4cb13b399dd"}, {"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-plugged", "status": "completed", "tag": "7840cbd9-0758-4ada-854e-1b4e2f5d208a"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:49.534237 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-178d62e0-734a-456c-b05a-732272ee1e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:49.534721 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f7c1dd9c-225b-494c-a6c1-bd5c1e555ce8 req-f563fa4e-050f-4552-8922-60e5d2235a34 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534043 Aug 28 14:57:49.577853 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d62e0-734a-456c-b05a-732272ee1e3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f920e854-f768-4846-871d-087306f43fd9,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:49.591322 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-178d62e0-734a-456c-b05a-732272ee1e3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:49.595691 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-178d62e0-734a-456c-b05a-732272ee1e3b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f920e854-f768-4846-871d-087306f43fd9 HTTP/1.1" status: 204 len: 168 time: 0.3576331 Aug 28 14:57:49.598270 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58252) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:57:49.727965 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c948ef8-ca92-452f-8a59-7d3077395994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:49.820952 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ef5f2-0447-4129-a9f9-ad49ba9bf3d5 req-c8dff82f-940d-40ab-90ea-06fc4d2e705e tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:49.829830 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0d6ef5f2-0447-4129-a9f9-ad49ba9bf3d5 req-c8dff82f-940d-40ab-90ea-06fc4d2e705e tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11e0b20-2bff-404f-81cf-7d0a95d9de59 HTTP/1.1" status: 200 len: 950 time: 0.1256440 Aug 28 14:57:49.840787 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f274fd-8768-4440-8fa6-d251415c5ac0 req-105ef245-3fab-4690-8e22-cb92af49be0f tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:49.842539 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f4f274fd-8768-4440-8fa6-d251415c5ac0 req-105ef245-3fab-4690-8e22-cb92af49be0f tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/ports?device_id=122bb600-e609-4846-abe0-44ce0bd91ee1 HTTP/1.1" status: 200 len: 945 time: 0.1488285 Aug 28 14:57:49.851867 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:49.856050 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5020625f-27ae-45eb-be91-971e8d33f692 x-openstack-request-id: req-5020625f-27ae-45eb-be91-971e8d33f692 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:49.856979 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-plugged", "status": "completed", "tag": "b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77", "code": 200}, {"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-plugged", "status": "completed", "tag": "49f08d49-97e8-41d5-a930-67be641a9b4f", "code": 200}, {"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-plugged", "status": "completed", "tag": "bac4fa37-f01b-40ed-9304-eebde8331b53", "code": 200}, {"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-plugged", "status": "completed", "tag": "537aef6e-3a73-4211-94bf-e4cb13b399dd", "code": 200}, {"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-plugged", "status": "completed", "tag": "7840cbd9-0758-4ada-854e-1b4e2f5d208a", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:49.857279 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5020625f-27ae-45eb-be91-971e8d33f692 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:49.857807 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77', 'code': 200} Aug 28 14:57:49.858073 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f08d49-97e8-41d5-a930-67be641a9b4f', 'code': 200} Aug 28 14:57:49.858325 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac4fa37-f01b-40ed-9304-eebde8331b53', 'code': 200} Aug 28 14:57:49.858571 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537aef6e-3a73-4211-94bf-e4cb13b399dd', 'code': 200} Aug 28 14:57:49.858817 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7840cbd9-0758-4ada-854e-1b4e2f5d208a', 'code': 200} Aug 28 14:57:49.872045 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b95365-17c4-4f22-9a4b-3dc974648ce9 req-44e7218d-229e-4fe1-ab7a-68ea26bdb5e1 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:49.873804 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-61b95365-17c4-4f22-9a4b-3dc974648ce9 req-44e7218d-229e-4fe1-ab7a-68ea26bdb5e1 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.36 "GET /v2.0/ports?device_id=e11e0b20-2bff-404f-81cf-7d0a95d9de59 HTTP/1.1" status: 200 len: 950 time: 0.1214037 Aug 28 14:57:49.899896 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c948ef8-ca92-452f-8a59-7d3077395994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:49.901567 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 7e62bbc1-7086-4e73-bc5b-92ef2064ead1, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=7e62bbc1-7086-4e73-bc5b-92ef2064ead1,segment=NetworkSegment(9e672dc6-4046-4834-8b0a-ef3e6ab4e033),segment_id=9e672dc6-4046-4834-8b0a-ef3e6ab4e033)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:49.909750 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:49.911017 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 1e759b35-df78-4df1-a087-7d678e3edbc3 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:57:49.911223 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0d6ef5f2-0447-4129-a9f9-ad49ba9bf3d5 req-9a8ffc9e-0a6c-46cb-8e04-623f5e726019 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d946492-9ace-4b22-b8a0-7c66c97b82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803003 Aug 28 14:57:49.944852 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f4f274fd-8768-4440-8fa6-d251415c5ac0 req-2b02ea8d-f870-47ee-afbf-28ce1c4af2e7 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/security-groups?id=394faf8f-e5ae-46e2-bcda-3a322a3c33f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0950558 Aug 28 14:57:49.947330 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-5c948ef8-ca92-452f-8a59-7d3077395994 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6bfc57a-d73d-41d0-954b-fff6fef4d808']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:57:50.002261 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-5c948ef8-ca92-452f-8a59-7d3077395994 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67cdf26d-d64f-4adf-ada7-c19986a8a59a') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:57:50.002604 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-5c948ef8-ca92-452f-8a59-7d3077395994 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67cdf26d-d64f-4adf-ada7-c19986a8a59a') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:57:50.027497 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 1e759b35-df78-4df1-a087-7d678e3edbc3 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:57:50.027497 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 1e759b35-df78-4df1-a087-7d678e3edbc3 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:57:50.027497 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device e1d3ed2d-2ed7-4069-bd91-0e9f194eca76 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:57:50.035473 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c948ef8-ca92-452f-8a59-7d3077395994 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:50.054092 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4702a27-f95d-4874-bc9e-9f01c9a38ce3 req-bd25470d-ccfe-466c-8af3-7825f07c18f5 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:50.055642 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b4702a27-f95d-4874-bc9e-9f01c9a38ce3 req-bd25470d-ccfe-466c-8af3-7825f07c18f5 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.36 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 944 time: 0.1637809 Aug 28 14:57:50.070320 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: e1d3ed2d-2ed7-4069-bd91-0e9f194eca76 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:57:50.073697 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device e1d3ed2d-2ed7-4069-bd91-0e9f194eca76 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:57:50.073986 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c948ef8-ca92-452f-8a59-7d3077395994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:50.104114 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c948ef8-ca92-452f-8a59-7d3077395994 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 14:57:50.104766 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c948ef8-ca92-452f-8a59-7d3077395994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:50.112019 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-61b95365-17c4-4f22-9a4b-3dc974648ce9 req-4851191c-22bb-4259-bf84-0f97d4ca5aed tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Deleting port fa16ff95-5261-40df-9953-991311b24ad6 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:57:50.112412 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-61b95365-17c4-4f22-9a4b-3dc974648ce9 req-4851191c-22bb-4259-bf84-0f97d4ca5aed tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:50.112585 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=7e62bbc1-7086-4e73-bc5b-92ef2064ead1,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: timer() Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 14:57:50.117119 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 14:57:50.204748 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d35eff-491e-4c56-99c3-1e0a204c1d55 req-446094d4-b19c-49ed-b7bf-80991d8c5ca6 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:50.212519 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d35eff-491e-4c56-99c3-1e0a204c1d55 req-446094d4-b19c-49ed-b7bf-80991d8c5ca6 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:50.219577 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d35eff-491e-4c56-99c3-1e0a204c1d55 req-446094d4-b19c-49ed-b7bf-80991d8c5ca6 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:50.227065 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d35eff-491e-4c56-99c3-1e0a204c1d55 req-446094d4-b19c-49ed-b7bf-80991d8c5ca6 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:50.235333 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d35eff-491e-4c56-99c3-1e0a204c1d55 req-446094d4-b19c-49ed-b7bf-80991d8c5ca6 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:50.242129 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d35eff-491e-4c56-99c3-1e0a204c1d55 req-446094d4-b19c-49ed-b7bf-80991d8c5ca6 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:50.249631 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d35eff-491e-4c56-99c3-1e0a204c1d55 req-446094d4-b19c-49ed-b7bf-80991d8c5ca6 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:50.251424 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-61b95365-17c4-4f22-9a4b-3dc974648ce9 req-4851191c-22bb-4259-bf84-0f97d4ca5aed tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] For port fa16ff95-5261-40df-9953-991311b24ad6, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=fa16ff95-5261-40df-9953-991311b24ad6,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:50.251828 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-61b95365-17c4-4f22-9a4b-3dc974648ce9 req-4851191c-22bb-4259-bf84-0f97d4ca5aed tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:50.256658 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-46d35eff-491e-4c56-99c3-1e0a204c1d55 req-446094d4-b19c-49ed-b7bf-80991d8c5ca6 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5441 time: 0.1703267 Aug 28 14:57:50.259743 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c948ef8-ca92-452f-8a59-7d3077395994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:50.272123 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:57:50.288859 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-61b95365-17c4-4f22-9a4b-3dc974648ce9 req-4851191c-22bb-4259-bf84-0f97d4ca5aed tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Calling delete_port for fa16ff95-5261-40df-9953-991311b24ad6 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:57:50.291090 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c948ef8-ca92-452f-8a59-7d3077395994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:50.295759 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:57:50.296727 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 19dd7d34-ac51-4db3-9f65-8cf6020e8e76 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:57:50.300150 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5c948ef8-ca92-452f-8a59-7d3077395994 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a6bfc57a-d73d-41d0-954b-fff6fef4d808 HTTP/1.1" status: 204 len: 168 time: 0.7003827 Aug 28 14:57:50.311560 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58280) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:57:50.311806 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c948ef8-ca92-452f-8a59-7d3077395994 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6bfc57a-d73d-41d0-954b-fff6fef4d808,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:50.316862 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-b4702a27-f95d-4874-bc9e-9f01c9a38ce3 req-fd4ffae7-c663-4e17-ab8c-fbdc0dae2758 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Deleting port 456f1b89-ea8c-4618-b41f-2bc9a2590690 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:57:50.317285 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b4702a27-f95d-4874-bc9e-9f01c9a38ce3 req-fd4ffae7-c663-4e17-ab8c-fbdc0dae2758 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:50.343700 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-46d35eff-491e-4c56-99c3-1e0a204c1d55 req-c9bda5b2-7fe7-4a06-826e-d4ac240fc05b tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849512 Aug 28 14:57:50.354231 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58284) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:57:50.467497 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-461b14d2-aa7e-4ed6-aa22-fd02b341b2b9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1893626914-network', 'tenant_id': '52d8d8d99c6b4b5db3950de5685f1a86'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:57:50.499851 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-a660f19f-017d-4917-9430-cca23d2b4d10 admin admin] Deleting subnet 4191f5df-ab28-4b64-bf16-757435435103 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 14:57:50.506002 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461b14d2-aa7e-4ed6-aa22-fd02b341b2b9 admin admin] Made reservation on behalf of 52d8d8d99c6b4b5db3950de5685f1a86 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:57:50.508669 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-461b14d2-aa7e-4ed6-aa22-fd02b341b2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:50.518157 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-461b14d2-aa7e-4ed6-aa22-fd02b341b2b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:50.518756 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a660f19f-017d-4917-9430-cca23d2b4d10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:50.530391 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf29b8e-f7b7-46bf-84a2-1f0ce1786b27 req-8185a071-c55b-4a22-9ecb-82dbdec05e98 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:50.531976 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0cf29b8e-f7b7-46bf-84a2-1f0ce1786b27 req-8185a071-c55b-4a22-9ecb-82dbdec05e98 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 949 time: 0.2352946 Aug 28 14:57:50.620097 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-b4702a27-f95d-4874-bc9e-9f01c9a38ce3 req-fd4ffae7-c663-4e17-ab8c-fbdc0dae2758 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] For port 456f1b89-ea8c-4618-b41f-2bc9a2590690, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=456f1b89-ea8c-4618-b41f-2bc9a2590690,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:50.620384 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b4702a27-f95d-4874-bc9e-9f01c9a38ce3 req-fd4ffae7-c663-4e17-ab8c-fbdc0dae2758 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:50.631296 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a649ea-3e19-4600-be3e-25d962e351d6 req-88d286b9-2b53-43d0-b202-80484b2d061c tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:50.631879 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a660f19f-017d-4917-9430-cca23d2b4d10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:50.632833 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d4a649ea-3e19-4600-be3e-25d962e351d6 req-88d286b9-2b53-43d0-b202-80484b2d061c tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/ports?device_id=122bb600-e609-4846-abe0-44ce0bd91ee1 HTTP/1.1" status: 200 len: 945 time: 0.0715568 Aug 28 14:57:50.681623 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-461b14d2-aa7e-4ed6-aa22-fd02b341b2b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:50.691682 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d4a649ea-3e19-4600-be3e-25d962e351d6 req-c018f838-791c-4061-8909-99e1e26dc65b tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/security-groups?id=394faf8f-e5ae-46e2-bcda-3a322a3c33f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488324 Aug 28 14:57:50.691682 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-461b14d2-aa7e-4ed6-aa22-fd02b341b2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:50.699845 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-b4702a27-f95d-4874-bc9e-9f01c9a38ce3 req-fd4ffae7-c663-4e17-ab8c-fbdc0dae2758 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Calling delete_port for 456f1b89-ea8c-4618-b41f-2bc9a2590690 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:57:50.707989 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0cf29b8e-f7b7-46bf-84a2-1f0ce1786b27 req-182445c7-4584-4e2c-97b8-1c234fe4f221 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437709 Aug 28 14:57:50.720039 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-461b14d2-aa7e-4ed6-aa22-fd02b341b2b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 14:57:50.731321 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-461b14d2-aa7e-4ed6-aa22-fd02b341b2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:50.731682 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-461b14d2-aa7e-4ed6-aa22-fd02b341b2b9 admin admin] Added segment 600d6c52-dc1b-4163-9402-43ea34c23f99 of type vlan for network 7665603e-97fd-4863-b47b-f3f4546dc368 Aug 28 14:57:50.741814 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b14d2-aa7e-4ed6-aa22-fd02b341b2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abce444-2988-4814-b646-9690c5357a21,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:50.778630 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-461b14d2-aa7e-4ed6-aa22-fd02b341b2b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:50.790572 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a660f19f-017d-4917-9430-cca23d2b4d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:50.794066 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-61b95365-17c4-4f22-9a4b-3dc974648ce9 req-4851191c-22bb-4259-bf84-0f97d4ca5aed tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:50.807441 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['fa16ff95-5261-40df-9953-991311b24ad6'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:57:50.812612 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-461b14d2-aa7e-4ed6-aa22-fd02b341b2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:50.814044 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461b14d2-aa7e-4ed6-aa22-fd02b341b2b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:50.814693 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-461b14d2-aa7e-4ed6-aa22-fd02b341b2b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:50.848990 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851191c-22bb-4259-bf84-0f97d4ca5aed tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Pushing event deleted for resources: {'Port': ['ID=fa16ff95-5261-40df-9953-991311b24ad6,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:50.900475 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-461b14d2-aa7e-4ed6-aa22-fd02b341b2b9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5450263 Aug 28 14:57:50.901768 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b14d2-aa7e-4ed6-aa22-fd02b341b2b9 admin admin] Pushing event updated for resources: {'Network': ['ID=7665603e-97fd-4863-b47b-f3f4546dc368,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:50.903842 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58294) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:57:50.909655 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-b4da2910-7bc7-4ceb-84c3-710b75d195db admin admin] Request body: {'subnet': {'network_id': '7665603e-97fd-4863-b47b-f3f4546dc368', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1893626914-subnet', 'tenant_id': '52d8d8d99c6b4b5db3950de5685f1a86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:57:50.913820 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 7665603e-97fd-4863-b47b-f3f4546dc368 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 14:57:50.919054 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b95365-17c4-4f22-9a4b-3dc974648ce9 req-4851191c-22bb-4259-bf84-0f97d4ca5aed tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] No DVR routers for this DVR port fa16ff95-5261-40df-9953-991311b24ad6 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:57:50.924606 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-61b95365-17c4-4f22-9a4b-3dc974648ce9 req-4851191c-22bb-4259-bf84-0f97d4ca5aed tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:50.925698 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-61b95365-17c4-4f22-9a4b-3dc974648ce9 req-4851191c-22bb-4259-bf84-0f97d4ca5aed tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.36 "DELETE /v2.0/ports/fa16ff95-5261-40df-9953-991311b24ad6 HTTP/1.1" status: 204 len: 173 time: 1.0350962 Aug 28 14:57:50.927605 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11e0b20-2bff-404f-81cf-7d0a95d9de59', 'name': 'network-vif-deleted', 'tag': 'fa16ff95-5261-40df-9953-991311b24ad6'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:50.930389 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c1d9b8-b381-443f-8083-c751d96b6bda" -d '{"events": [{"server_uuid": "e11e0b20-2bff-404f-81cf-7d0a95d9de59", "name": "network-vif-deleted", "tag": "fa16ff95-5261-40df-9953-991311b24ad6"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:50.940605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4da2910-7bc7-4ceb-84c3-710b75d195db admin admin] Made reservation on behalf of 52d8d8d99c6b4b5db3950de5685f1a86 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:57:50.944489 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b4da2910-7bc7-4ceb-84c3-710b75d195db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:50.966191 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:57:50.985588 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a660f19f-017d-4917-9430-cca23d2b4d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:51.002679 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a895582-36e7-43dc-aacf-e77e2a3b5845 x-openstack-request-id: req-1a895582-36e7-43dc-aacf-e77e2a3b5845 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:51.002999 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11e0b20-2bff-404f-81cf-7d0a95d9de59", "name": "network-vif-deleted", "tag": "fa16ff95-5261-40df-9953-991311b24ad6", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:51.003251 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a895582-36e7-43dc-aacf-e77e2a3b5845 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:51.003736 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11e0b20-2bff-404f-81cf-7d0a95d9de59', 'name': 'network-vif-deleted', 'tag': 'fa16ff95-5261-40df-9953-991311b24ad6', 'status': 'completed', 'code': 200} Aug 28 14:57:51.045143 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660f19f-017d-4917-9430-cca23d2b4d10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4191f5df-ab28-4b64-bf16-757435435103,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:51.050080 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a660f19f-017d-4917-9430-cca23d2b4d10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:51.053097 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a660f19f-017d-4917-9430-cca23d2b4d10 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4191f5df-ab28-4b64-bf16-757435435103 HTTP/1.1" status: 204 len: 168 time: 0.7403314 Aug 28 14:57:51.056576 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58300) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:57:51.109062 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca77625-94c9-4dea-be62-19582a736044 req-cecfdeb9-a26a-4cbb-a632-d94ff075143e tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:51.116330 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fca77625-94c9-4dea-be62-19582a736044 req-cecfdeb9-a26a-4cbb-a632-d94ff075143e tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356d6b5-7247-44aa-8bd4-1b01f6611b6b HTTP/1.1" status: 200 len: 944 time: 0.3271110 Aug 28 14:57:51.149637 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e832b135-e602-4855-a9ce-49eb432b2e78 req-a15cec91-8c4b-4599-b99c-a6f5a0c4f4b9 tempest-ServersOnMultiNodesTest-37049478 tempest-ServersOnMultiNodesTest-37049478-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11e0b20-2bff-404f-81cf-7d0a95d9de59 HTTP/1.1" status: 200 len: 210 time: 0.0691946 Aug 28 14:57:51.163788 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b4702a27-f95d-4874-bc9e-9f01c9a38ce3 req-fd4ffae7-c663-4e17-ab8c-fbdc0dae2758 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:51.181740 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6840351d-9537-4b69-a4bb-fe40b3dee269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:51.188298 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fca77625-94c9-4dea-be62-19582a736044 req-e2d06d30-d98d-44c6-b863-03a9426d4ad9 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709887 Aug 28 14:57:51.203939 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ffae7-c663-4e17-ab8c-fbdc0dae2758 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Pushing event deleted for resources: {'Port': ['ID=456f1b89-ea8c-4618-b41f-2bc9a2590690,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:51.268202 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b4da2910-7bc7-4ceb-84c3-710b75d195db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:51.268374 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4702a27-f95d-4874-bc9e-9f01c9a38ce3 req-fd4ffae7-c663-4e17-ab8c-fbdc0dae2758 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] No DVR routers for this DVR port 456f1b89-ea8c-4618-b41f-2bc9a2590690 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:57:51.271247 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b4702a27-f95d-4874-bc9e-9f01c9a38ce3 req-fd4ffae7-c663-4e17-ab8c-fbdc0dae2758 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:51.273380 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b4702a27-f95d-4874-bc9e-9f01c9a38ce3 req-fd4ffae7-c663-4e17-ab8c-fbdc0dae2758 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.36 "DELETE /v2.0/ports/456f1b89-ea8c-4618-b41f-2bc9a2590690 HTTP/1.1" status: 204 len: 173 time: 1.2089992 Aug 28 14:57:51.334975 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da2910-7bc7-4ceb-84c3-710b75d195db admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8fec706-1a1e-42d2-91ad-22bbe80be7de,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:51.348920 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4da2910-7bc7-4ceb-84c3-710b75d195db admin admin] Checking segment: {'id': '600d6c52-dc1b-4163-9402-43ea34c23f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7665603e-97fd-4863-b47b-f3f4546dc368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:57:51.349221 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4da2910-7bc7-4ceb-84c3-710b75d195db admin admin] Network hostable DHCP agents. Network: 7665603e-97fd-4863-b47b-f3f4546dc368, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 14:57:51.358179 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6840351d-9537-4b69-a4bb-fe40b3dee269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:51.378713 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-6840351d-9537-4b69-a4bb-fe40b3dee269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e97194b2-0113-4e1e-8c55-d3d5357559b2']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:57:51.398731 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4da2910-7bc7-4ceb-84c3-710b75d195db admin admin] Network 7665603e-97fd-4863-b47b-f3f4546dc368 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 14:57:51.400496 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-6840351d-9537-4b69-a4bb-fe40b3dee269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7a1f7e-23c5-46a2-8b27-c3ddd50b53a4') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:57:51.400753 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-6840351d-9537-4b69-a4bb-fe40b3dee269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7a1f7e-23c5-46a2-8b27-c3ddd50b53a4') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:57:51.412314 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6840351d-9537-4b69-a4bb-fe40b3dee269 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:51.425877 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-b4da2910-7bc7-4ceb-84c3-710b75d195db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 7665603e-97fd-4863-b47b-f3f4546dc368) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:57:51.432061 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6840351d-9537-4b69-a4bb-fe40b3dee269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:51.435558 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503fb45e-abfe-4c0f-8190-c1ed43319f2b None None] Network 7665603e-97fd-4863-b47b-f3f4546dc368 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:57:51.436091 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4da2910-7bc7-4ceb-84c3-710b75d195db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:51.436264 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b4da2910-7bc7-4ceb-84c3-710b75d195db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:51.447988 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6840351d-9537-4b69-a4bb-fe40b3dee269 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 14:57:51.448741 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6840351d-9537-4b69-a4bb-fe40b3dee269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: timer() Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 14:57:51.452087 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 14:57:51.458816 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b4da2910-7bc7-4ceb-84c3-710b75d195db admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5539613 Aug 28 14:57:51.465601 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58306) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:57:51.471420 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-393263ab-a70c-420f-a4f0-75b7b643de7f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1893626914-router', 'tenant_id': '52d8d8d99c6b4b5db3950de5685f1a86', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:57:51.528405 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd36d7-ec99-402d-8ada-54ced245f81a req-90b1cba4-87bd-46ab-8f8a-3e19acd72ed2 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:51.534945 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-393263ab-a70c-420f-a4f0-75b7b643de7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:51.535981 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-393263ab-a70c-420f-a4f0-75b7b643de7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:51.536119 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd36d7-ec99-402d-8ada-54ced245f81a req-90b1cba4-87bd-46ab-8f8a-3e19acd72ed2 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:51.543358 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd36d7-ec99-402d-8ada-54ced245f81a req-90b1cba4-87bd-46ab-8f8a-3e19acd72ed2 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:51.543895 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6840351d-9537-4b69-a4bb-fe40b3dee269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:51.550766 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6840351d-9537-4b69-a4bb-fe40b3dee269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:51.552515 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd36d7-ec99-402d-8ada-54ced245f81a req-90b1cba4-87bd-46ab-8f8a-3e19acd72ed2 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:51.557347 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6840351d-9537-4b69-a4bb-fe40b3dee269 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e97194b2-0113-4e1e-8c55-d3d5357559b2 HTTP/1.1" status: 204 len: 168 time: 0.4990869 Aug 28 14:57:51.565722 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd36d7-ec99-402d-8ada-54ced245f81a req-90b1cba4-87bd-46ab-8f8a-3e19acd72ed2 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:51.573693 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840351d-9537-4b69-a4bb-fe40b3dee269 admin admin] Pushing event deleted for resources: {'Network': ['ID=e97194b2-0113-4e1e-8c55-d3d5357559b2,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:51.573882 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd36d7-ec99-402d-8ada-54ced245f81a req-90b1cba4-87bd-46ab-8f8a-3e19acd72ed2 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:51.586301 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd36d7-ec99-402d-8ada-54ced245f81a req-90b1cba4-87bd-46ab-8f8a-3e19acd72ed2 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:51.589513 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bdbd36d7-ec99-402d-8ada-54ced245f81a req-90b1cba4-87bd-46ab-8f8a-3e19acd72ed2 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5441 time: 0.1332195 Aug 28 14:57:51.626476 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-393263ab-a70c-420f-a4f0-75b7b643de7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:51.653119 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bdbd36d7-ec99-402d-8ada-54ced245f81a req-1ae14d5a-7e7b-4992-aeee-b4292e99c240 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547025 Aug 28 14:57:51.675593 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5df39e-b222-483e-95e3-a6787fa7297d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-7665603e-97fd-4863-b47b-f3f4546dc368', 'network_id': '7665603e-97fd-4863-b47b-f3f4546dc368', 'tenant_id': '52d8d8d99c6b4b5db3950de5685f1a86', 'fixed_ips': [{'subnet_id': 'd8fec706-1a1e-42d2-91ad-22bbe80be7de'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 14:57:51.676489 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ee5df39e-b222-483e-95e3-a6787fa7297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:51.768594 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58314) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:57:51.849381 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d4d8461e-2480-48c5-93b7-115683a7ed7b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5de95046553a4af6b56ddb9234d40b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0794263 Aug 28 14:57:51.851901 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58316) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:57:51.871916 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-ee5df39e-b222-483e-95e3-a6787fa7297d None None] Allocated IP 172.20.0.2 (7665603e-97fd-4863-b47b-f3f4546dc368/d8fec706-1a1e-42d2-91ad-22bbe80be7de/23bb24e2-b59f-46ec-b1f0-a63923d4e7c1) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:57:51.874519 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-393263ab-a70c-420f-a4f0-75b7b643de7f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:51.931077 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e62bbc1-7086-4e73-bc5b-92ef2064ead1'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:51.933275 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8182ad0b-57a2-4ccb-8c8f-f57d1c20647e" -d '{"events": [{"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-plugged", "status": "completed", "tag": "7e62bbc1-7086-4e73-bc5b-92ef2064ead1"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:51.946291 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5653a-5c66-4fd4-8583-593aa7893990 req-20cba437-6ea9-4ce1-ac71-5140295a1687 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:51.948047 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9cd5653a-5c66-4fd4-8583-593aa7893990 req-20cba437-6ea9-4ce1-ac71-5140295a1687 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 949 time: 0.0870132 Aug 28 14:57:51.974885 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-30ecb109-c9bd-4e8e-9a60-bcb26c4b6e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:51.988282 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa71f2-e29a-4899-9ac0-65ff1e60b21d req-729cd4ab-9132-4642-a665-c8e496784277 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:51.989843 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3eaa71f2-e29a-4899-9ac0-65ff1e60b21d req-729cd4ab-9132-4642-a665-c8e496784277 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/ports?device_id=122bb600-e609-4846-abe0-44ce0bd91ee1 HTTP/1.1" status: 200 len: 945 time: 0.1598511 Aug 28 14:57:52.012754 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9cd5653a-5c66-4fd4-8583-593aa7893990 req-cebff9b5-01cc-4ad6-bdf2-3f77362cbee2 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547090 Aug 28 14:57:52.017962 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-30ecb109-c9bd-4e8e-9a60-bcb26c4b6e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:52.031932 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac0782-71a5-49c8-a7ca-e5556955bfc6 req-c6e6d4f5-dce8-4078-a1e6-152f06266c87 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:52.033434 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7fac0782-71a5-49c8-a7ca-e5556955bfc6 req-c6e6d4f5-dce8-4078-a1e6-152f06266c87 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.36 "GET /v2.0/ports?device_id=122bb600-e609-4846-abe0-44ce0bd91ee1 HTTP/1.1" status: 200 len: 945 time: 0.1635625 Aug 28 14:57:52.042654 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ee5df39e-b222-483e-95e3-a6787fa7297d None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:52.051127 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ee5df39e-b222-483e-95e3-a6787fa7297d None None] Transition to ACTIVE for port object 23bb24e2-b59f-46ec-b1f0-a63923d4e7c1 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:57:52.075328 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ee5df39e-b222-483e-95e3-a6787fa7297d None None] Transition to ACTIVE for port object 23bb24e2-b59f-46ec-b1f0-a63923d4e7c1 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:57:52.075456 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-30ecb109-c9bd-4e8e-9a60-bcb26c4b6e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:52.079209 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-30ecb109-c9bd-4e8e-9a60-bcb26c4b6e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:52.081188 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-30ecb109-c9bd-4e8e-9a60-bcb26c4b6e7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f69ac53-080a-424f-bdf7-56afb2ca7859 HTTP/1.1" status: 204 len: 168 time: 0.2268033 Aug 28 14:57:52.084489 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ee5df39e-b222-483e-95e3-a6787fa7297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:52.096204 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8c74d9-46b2-4816-b8f0-09abdc634fbd x-openstack-request-id: req-6c8c74d9-46b2-4816-b8f0-09abdc634fbd {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:52.096697 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-plugged", "status": "completed", "tag": "7e62bbc1-7086-4e73-bc5b-92ef2064ead1", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:52.097482 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c8c74d9-46b2-4816-b8f0-09abdc634fbd {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:52.097968 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e62bbc1-7086-4e73-bc5b-92ef2064ead1', 'code': 200} Aug 28 14:57:52.104279 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb109-c9bd-4e8e-9a60-bcb26c4b6e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f69ac53-080a-424f-bdf7-56afb2ca7859,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:52.137102 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5df39e-b222-483e-95e3-a6787fa7297d None None] Network 7665603e-97fd-4863-b47b-f3f4546dc368 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:57:52.143779 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-ee5df39e-b222-483e-95e3-a6787fa7297d None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:57:52.145884 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3eaa71f2-e29a-4899-9ac0-65ff1e60b21d req-bd7aff15-9ed0-4063-8596-e88845c633e4 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/security-groups?id=394faf8f-e5ae-46e2-bcda-3a322a3c33f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1461704 Aug 28 14:57:52.159228 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5df39e-b222-483e-95e3-a6787fa7297d None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:57:52.205610 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5df39e-b222-483e-95e3-a6787fa7297d None None] Pushing event updated for resources: {'Port': ['ID=23bb24e2-b59f-46ec-b1f0-a63923d4e7c1,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:52.221021 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-7fac0782-71a5-49c8-a7ca-e5556955bfc6 req-4e35cbe0-e6a7-4f65-a7b7-c22078b8da23 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Deleting port 926393f3-8561-4cf7-b7a7-e94e922b594c {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:57:52.221370 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-7fac0782-71a5-49c8-a7ca-e5556955bfc6 req-4e35cbe0-e6a7-4f65-a7b7-c22078b8da23 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:52.255640 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-ee5df39e-b222-483e-95e3-a6787fa7297d None None] Attempting to bind port 23bb24e2-b59f-46ec-b1f0-a63923d4e7c1 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:57:52.255845 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-ee5df39e-b222-483e-95e3-a6787fa7297d None None] Attempting to bind port 23bb24e2-b59f-46ec-b1f0-a63923d4e7c1 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '600d6c52-dc1b-4163-9402-43ea34c23f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7665603e-97fd-4863-b47b-f3f4546dc368'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:57:52.256378 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5df39e-b222-483e-95e3-a6787fa7297d None None] Attempting to bind port 23bb24e2-b59f-46ec-b1f0-a63923d4e7c1 on network 7665603e-97fd-4863-b47b-f3f4546dc368 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:57:52.268158 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5df39e-b222-483e-95e3-a6787fa7297d None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:57:52.272549 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5df39e-b222-483e-95e3-a6787fa7297d None None] Checking segment: {'id': '600d6c52-dc1b-4163-9402-43ea34c23f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7665603e-97fd-4863-b47b-f3f4546dc368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:57:52.273357 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ee5df39e-b222-483e-95e3-a6787fa7297d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:52.273852 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5df39e-b222-483e-95e3-a6787fa7297d None None] Bound using segment: {'id': '600d6c52-dc1b-4163-9402-43ea34c23f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7665603e-97fd-4863-b47b-f3f4546dc368'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:57:52.275892 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-ee5df39e-b222-483e-95e3-a6787fa7297d None None] Bound port: 23bb24e2-b59f-46ec-b1f0-a63923d4e7c1, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '600d6c52-dc1b-4163-9402-43ea34c23f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7665603e-97fd-4863-b47b-f3f4546dc368'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:57:52.276446 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ee5df39e-b222-483e-95e3-a6787fa7297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:52.427629 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-ee5df39e-b222-483e-95e3-a6787fa7297d None None] For port 23bb24e2-b59f-46ec-b1f0-a63923d4e7c1, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:57:52.434195 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-ee5df39e-b222-483e-95e3-a6787fa7297d None None] For port 23bb24e2-b59f-46ec-b1f0-a63923d4e7c1, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=23bb24e2-b59f-46ec-b1f0-a63923d4e7c1,segment=NetworkSegment(600d6c52-dc1b-4163-9402-43ea34c23f99),segment_id=600d6c52-dc1b-4163-9402-43ea34c23f99)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:57:52.442913 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ee5df39e-b222-483e-95e3-a6787fa7297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:52.514629 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5df39e-b222-483e-95e3-a6787fa7297d None None] Pushing event updated for resources: {'Port': ['ID=23bb24e2-b59f-46ec-b1f0-a63923d4e7c1,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:52.584212 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf6652-20c6-4707-a870-0a6975c29677 req-9fbc9dec-abb4-4e63-8c38-6780fb041215 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:52.587321 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-32bf6652-20c6-4707-a870-0a6975c29677 req-9fbc9dec-abb4-4e63-8c38-6780fb041215 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 945 time: 0.0778475 Aug 28 14:57:52.645276 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-32bf6652-20c6-4707-a870-0a6975c29677 req-a1f0c47f-df4f-4815-b745-1dad8421aa44 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516798 Aug 28 14:57:52.687944 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58338) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:57:52.736328 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58344) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:57:52.847120 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c6215-59b7-4cf4-903c-017000666824 req-bca01ba5-0944-4e9a-9b49-d7dbabab533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:52.847618 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c6215-59b7-4cf4-903c-017000666824 req-bca01ba5-0944-4e9a-9b49-d7dbabab533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:52.848237 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c6215-59b7-4cf4-903c-017000666824 req-bca01ba5-0944-4e9a-9b49-d7dbabab533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:52.848582 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c6215-59b7-4cf4-903c-017000666824 req-bca01ba5-0944-4e9a-9b49-d7dbabab533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:52.849453 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c6215-59b7-4cf4-903c-017000666824 req-bca01ba5-0944-4e9a-9b49-d7dbabab533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:52.849763 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c6215-59b7-4cf4-903c-017000666824 req-bca01ba5-0944-4e9a-9b49-d7dbabab533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:52.850443 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c6215-59b7-4cf4-903c-017000666824 req-bca01ba5-0944-4e9a-9b49-d7dbabab533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:52.853203 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a99c6215-59b7-4cf4-903c-017000666824 req-bca01ba5-0944-4e9a-9b49-d7dbabab533a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 6505 time: 0.6801200 Aug 28 14:57:52.854599 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 456f1b89-ea8c-4618-b41f-2bc9a2590690 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:57:52.880990 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 456f1b89-ea8c-4618-b41f-2bc9a2590690 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:57:52.881473 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 456f1b89-ea8c-4618-b41f-2bc9a2590690 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:57:52.881981 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 926393f3-8561-4cf7-b7a7-e94e922b594c no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:57:52.978160 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32925ee4-18e2-42a8-b039-f4fed27edd04 req-60184110-4da2-4c2b-a86f-60959295c6f2 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:52.982020 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-32925ee4-18e2-42a8-b039-f4fed27edd04 req-60184110-4da2-4c2b-a86f-60959295c6f2 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 945 time: 0.0929656 Aug 28 14:57:53.009267 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:53.022407 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3356d6b5-7247-44aa-8bd4-1b01f6611b6b', 'name': 'network-vif-deleted', 'tag': '456f1b89-ea8c-4618-b41f-2bc9a2590690'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:53.026327 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1f221d-e718-4d3b-81d3-c124f3752ac8" -d '{"events": [{"server_uuid": "3356d6b5-7247-44aa-8bd4-1b01f6611b6b", "name": "network-vif-deleted", "tag": "456f1b89-ea8c-4618-b41f-2bc9a2590690"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:53.030934 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a99c6215-59b7-4cf4-903c-017000666824 req-95f45b66-a0e4-44ac-bd96-f8b7ca50b02c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1585472 Aug 28 14:57:53.041397 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-7fac0782-71a5-49c8-a7ca-e5556955bfc6 req-4e35cbe0-e6a7-4f65-a7b7-c22078b8da23 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] For port 926393f3-8561-4cf7-b7a7-e94e922b594c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=926393f3-8561-4cf7-b7a7-e94e922b594c,segment=NetworkSegment(89e0098d-0e9d-4a6d-9c5b-94230630a5e3),segment_id=89e0098d-0e9d-4a6d-9c5b-94230630a5e3)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:53.042101 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-7fac0782-71a5-49c8-a7ca-e5556955bfc6 req-4e35cbe0-e6a7-4f65-a7b7-c22078b8da23 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:53.055126 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 926393f3-8561-4cf7-b7a7-e94e922b594c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=926393f3-8561-4cf7-b7a7-e94e922b594c,segment=NetworkSegment(89e0098d-0e9d-4a6d-9c5b-94230630a5e3),segment_id=89e0098d-0e9d-4a6d-9c5b-94230630a5e3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:53.062368 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:53.063462 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device fa16ff95-5261-40df-9953-991311b24ad6 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:57:53.103008 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a189682d-6f88-4fa0-b8fb-6e6d0d807e8d x-openstack-request-id: req-a189682d-6f88-4fa0-b8fb-6e6d0d807e8d {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:53.103309 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3356d6b5-7247-44aa-8bd4-1b01f6611b6b", "name": "network-vif-deleted", "tag": "456f1b89-ea8c-4618-b41f-2bc9a2590690", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:53.103786 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a189682d-6f88-4fa0-b8fb-6e6d0d807e8d {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:53.104339 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3356d6b5-7247-44aa-8bd4-1b01f6611b6b', 'name': 'network-vif-deleted', 'tag': '456f1b89-ea8c-4618-b41f-2bc9a2590690', 'status': 'completed', 'code': 200} Aug 28 14:57:53.105162 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-038c25fb-3dc9-4087-a274-51b4bf730e42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5c7f512af4240119983e1d147833da5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4155493 Aug 28 14:57:53.119780 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0851468-cfd2-409a-89b1-56517f678974 req-4862f10f-f8ba-4cec-b7cd-912f4cda017c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:53.125801 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0851468-cfd2-409a-89b1-56517f678974 req-4862f10f-f8ba-4cec-b7cd-912f4cda017c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:53.132137 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0851468-cfd2-409a-89b1-56517f678974 req-4862f10f-f8ba-4cec-b7cd-912f4cda017c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:53.137546 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=926393f3-8561-4cf7-b7a7-e94e922b594c,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:53.139581 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0851468-cfd2-409a-89b1-56517f678974 req-4862f10f-f8ba-4cec-b7cd-912f4cda017c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:53.140228 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58352) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:57:53.140729 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: fa16ff95-5261-40df-9953-991311b24ad6 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:57:53.141073 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device fa16ff95-5261-40df-9953-991311b24ad6 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:57:53.147491 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:53.147865 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:53.147974 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0851468-cfd2-409a-89b1-56517f678974 req-4862f10f-f8ba-4cec-b7cd-912f4cda017c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:53.148190 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:53.148523 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:53.148851 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:53.149851 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:53.150176 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:53.150704 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:53.150879 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:53.151195 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:53.151522 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:53.151865 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:53.155031 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0851468-cfd2-409a-89b1-56517f678974 req-4862f10f-f8ba-4cec-b7cd-912f4cda017c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:53.162227 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0851468-cfd2-409a-89b1-56517f678974 req-4862f10f-f8ba-4cec-b7cd-912f4cda017c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:53.164212 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f0851468-cfd2-409a-89b1-56517f678974 req-4862f10f-f8ba-4cec-b7cd-912f4cda017c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5441 time: 0.3100052 Aug 28 14:57:53.171389 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-393263ab-a70c-420f-a4f0-75b7b643de7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:53.204448 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-393263ab-a70c-420f-a4f0-75b7b643de7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:53.215203 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2f6041bf-e079-4c3c-9f67-7a7022feb7d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=109ba20ea60e466cbac84cbb863b26ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4776404 Aug 28 14:57:53.222506 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58356) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:57:53.297265 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0919d7d-9d97-4371-b2fd-5d8367ee8c4b req-7041938b-f6eb-47db-966d-09d5cd036149 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:53.299067 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c0919d7d-9d97-4371-b2fd-5d8367ee8c4b req-7041938b-f6eb-47db-966d-09d5cd036149 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 949 time: 0.1473451 Aug 28 14:57:53.324369 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f0851468-cfd2-409a-89b1-56517f678974 req-d04f93ab-9d35-45b9-b604-fc0f7d4b3587 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1500967 Aug 28 14:57:53.324629 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-32925ee4-18e2-42a8-b039-f4fed27edd04 req-acdf79a9-a1d5-4f2a-90a3-40f8b3887c65 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Deleting port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:57:53.324884 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-32925ee4-18e2-42a8-b039-f4fed27edd04 req-acdf79a9-a1d5-4f2a-90a3-40f8b3887c65 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:53.328443 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a7a9f42-6997-451d-87b4-a793637b012f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:53.389525 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 23bb24e2-b59f-46ec-b1f0-a63923d4e7c1 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:57:53.439063 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a7a9f42-6997-451d-87b4-a793637b012f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:53.459721 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 23bb24e2-b59f-46ec-b1f0-a63923d4e7c1 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:57:53.480604 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c0919d7d-9d97-4371-b2fd-5d8367ee8c4b req-6f4f16ed-226b-4382-81c4-2631ce546e82 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589868 Aug 28 14:57:53.485866 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9c08f885-d5fd-4558-8141-5cb8c896be31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:53.500764 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-393263ab-a70c-420f-a4f0-75b7b643de7f admin admin] Allocated IP 172.25.3.135 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/8f76625a-866f-4475-8c0a-4bd9d515274a) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:57:53.503990 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-7fac0782-71a5-49c8-a7ca-e5556955bfc6 req-4e35cbe0-e6a7-4f65-a7b7-c22078b8da23 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:53.504389 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-7fac0782-71a5-49c8-a7ca-e5556955bfc6 req-4e35cbe0-e6a7-4f65-a7b7-c22078b8da23 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:53.504711 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [req-7fac0782-71a5-49c8-a7ca-e5556955bfc6 req-4e35cbe0-e6a7-4f65-a7b7-c22078b8da23 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Floating IP 733293e5-732d-40b5-bd76-51bfa98f1c43 disassociated. External IP: 172.25.3.83, port: 926393f3-8561-4cf7-b7a7-e94e922b594c. Aug 28 14:57:53.505054 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-7fac0782-71a5-49c8-a7ca-e5556955bfc6 req-4e35cbe0-e6a7-4f65-a7b7-c22078b8da23 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Calling delete_port for 926393f3-8561-4cf7-b7a7-e94e922b594c owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:57:53.559197 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9c08f885-d5fd-4558-8141-5cb8c896be31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:53.601191 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-32925ee4-18e2-42a8-b039-f4fed27edd04 req-acdf79a9-a1d5-4f2a-90a3-40f8b3887c65 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] For port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:53.601655 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-32925ee4-18e2-42a8-b039-f4fed27edd04 req-acdf79a9-a1d5-4f2a-90a3-40f8b3887c65 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:53.624645 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-32925ee4-18e2-42a8-b039-f4fed27edd04 req-acdf79a9-a1d5-4f2a-90a3-40f8b3887c65 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Calling delete_port for dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:57:53.634053 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15466e-d6c9-449e-86b9-d6d3944d402b req-ca8b1ffb-627b-43da-b371-09ffc689aa2e tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:53.635774 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e15466e-d6c9-449e-86b9-d6d3944d402b req-ca8b1ffb-627b-43da-b371-09ffc689aa2e tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/ports?device_id=122bb600-e609-4846-abe0-44ce0bd91ee1 HTTP/1.1" status: 200 len: 943 time: 0.1855364 Aug 28 14:57:53.643824 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a7a9f42-6997-451d-87b4-a793637b012f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:53.646624 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a7a9f42-6997-451d-87b4-a793637b012f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:53.650939 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6a7a9f42-6997-451d-87b4-a793637b012f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67ee5693-40ad-41eb-9e1a-e34820b2bbb2 HTTP/1.1" status: 204 len: 168 time: 0.5052590 Aug 28 14:57:53.696563 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a9f42-6997-451d-87b4-a793637b012f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ee5693-40ad-41eb-9e1a-e34820b2bbb2,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:53.714797 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9c08f885-d5fd-4558-8141-5cb8c896be31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:53.721037 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9c08f885-d5fd-4558-8141-5cb8c896be31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:53.725472 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9c08f885-d5fd-4558-8141-5cb8c896be31 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d946492-9ace-4b22-b8a0-7c66c97b82b9 HTTP/1.1" status: 204 len: 168 time: 0.4969885 Aug 28 14:57:53.789325 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08f885-d5fd-4558-8141-5cb8c896be31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d946492-9ace-4b22-b8a0-7c66c97b82b9,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:53.791934 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e15466e-d6c9-449e-86b9-d6d3944d402b req-0589a6c9-5ea1-41bc-b026-808ed55a320f tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/security-groups?id=394faf8f-e5ae-46e2-bcda-3a322a3c33f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1490972 Aug 28 14:57:53.826524 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-393263ab-a70c-420f-a4f0-75b7b643de7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:53.926308 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d229588-b617-4d9d-9598-89887f7fa2fe req-743947f3-11bf-4c1e-a96f-4380bcdf8062 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:53.928347 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9d229588-b617-4d9d-9598-89887f7fa2fe req-743947f3-11bf-4c1e-a96f-4380bcdf8062 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fd89b6-cf60-4b51-b815-9f685a243e4a HTTP/1.1" status: 200 len: 945 time: 0.1436973 Aug 28 14:57:53.928626 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-7fac0782-71a5-49c8-a7ca-e5556955bfc6 req-4e35cbe0-e6a7-4f65-a7b7-c22078b8da23 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:53.930216 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-32925ee4-18e2-42a8-b039-f4fed27edd04 req-acdf79a9-a1d5-4f2a-90a3-40f8b3887c65 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:53.973401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35cbe0-e6a7-4f65-a7b7-c22078b8da23 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Pushing event deleted for resources: {'Port': ['ID=926393f3-8561-4cf7-b7a7-e94e922b594c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:53.975914 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf79a9-a1d5-4f2a-90a3-40f8b3887c65 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Pushing event deleted for resources: {'Port': ['ID=dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:53.998575 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628cebe3-5f40-4fb2-b066-e5182afb3828 None None] Network 7665603e-97fd-4863-b47b-f3f4546dc368 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:57:54.062098 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9d229588-b617-4d9d-9598-89887f7fa2fe req-6303d697-4945-40c2-9876-8ef653278c69 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219361 Aug 28 14:57:54.081501 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-393263ab-a70c-420f-a4f0-75b7b643de7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:54.088286 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-32925ee4-18e2-42a8-b039-f4fed27edd04 req-acdf79a9-a1d5-4f2a-90a3-40f8b3887c65 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] No DVR routers for this DVR port dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:57:54.091377 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-32925ee4-18e2-42a8-b039-f4fed27edd04 req-acdf79a9-a1d5-4f2a-90a3-40f8b3887c65 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:54.093904 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-32925ee4-18e2-42a8-b039-f4fed27edd04 req-acdf79a9-a1d5-4f2a-90a3-40f8b3887c65 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.36 "DELETE /v2.0/ports/dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 HTTP/1.1" status: 204 len: 173 time: 1.1044564 Aug 28 14:57:54.094585 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fd89b6-cf60-4b51-b815-9f685a243e4a', 'name': 'network-vif-deleted', 'tag': 'dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:54.097122 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd19c4da-a272-40f1-a779-8e2513c9110d" -d '{"events": [{"server_uuid": "b3fd89b6-cf60-4b51-b815-9f685a243e4a", "name": "network-vif-deleted", "tag": "dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:54.104162 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122bb600-e609-4846-abe0-44ce0bd91ee1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '926393f3-8561-4cf7-b7a7-e94e922b594c'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:54.106580 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c538d39-6b55-4dca-b4cd-9c5e3e7f8e7d" -d '{"events": [{"server_uuid": "122bb600-e609-4846-abe0-44ce0bd91ee1", "name": "network-vif-unplugged", "status": "completed", "tag": "926393f3-8561-4cf7-b7a7-e94e922b594c"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:54.117452 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-811de946-1dff-409f-bcd8-c5a6f65994c6 None None] Provisioning for port 23bb24e2-b59f-46ec-b1f0-a63923d4e7c1 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:57:54.166090 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-811de946-1dff-409f-bcd8-c5a6f65994c6 None None] Provisioning complete for port 23bb24e2-b59f-46ec-b1f0-a63923d4e7c1 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:57:54.166601 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-811de946-1dff-409f-bcd8-c5a6f65994c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:54.182105 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d011af8-0533-474a-9a95-9fcd66850691 x-openstack-request-id: req-1d011af8-0533-474a-9a95-9fcd66850691 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:54.182553 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fd89b6-cf60-4b51-b815-9f685a243e4a", "name": "network-vif-deleted", "tag": "dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:54.183376 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d011af8-0533-474a-9a95-9fcd66850691 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:54.183872 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fd89b6-cf60-4b51-b815-9f685a243e4a', 'name': 'network-vif-deleted', 'tag': 'dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049', 'status': 'completed', 'code': 200} Aug 28 14:57:54.230093 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb21746-f749-4658-8492-d432fe5f2479 x-openstack-request-id: req-6cb21746-f749-4658-8492-d432fe5f2479 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:54.230714 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122bb600-e609-4846-abe0-44ce0bd91ee1", "name": "network-vif-unplugged", "status": "completed", "tag": "926393f3-8561-4cf7-b7a7-e94e922b594c", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:54.231155 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6cb21746-f749-4658-8492-d432fe5f2479 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:54.231867 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122bb600-e609-4846-abe0-44ce0bd91ee1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '926393f3-8561-4cf7-b7a7-e94e922b594c', 'code': 200} Aug 28 14:57:54.238997 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393263ab-a70c-420f-a4f0-75b7b643de7f admin admin] Pushing event updated for resources: {'Port': ['ID=8f76625a-866f-4475-8c0a-4bd9d515274a,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:54.253100 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393263ab-a70c-420f-a4f0-75b7b643de7f admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:57:54.257067 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-393263ab-a70c-420f-a4f0-75b7b643de7f admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:57:54.264942 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393263ab-a70c-420f-a4f0-75b7b643de7f admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:57:54.294796 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58382) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:57:54.307627 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:54.340700 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fac0782-71a5-49c8-a7ca-e5556955bfc6 req-4e35cbe0-e6a7-4f65-a7b7-c22078b8da23 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Router 46d863f5-702d-49db-8142-960a7f2c0e03 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 14:57:54.415693 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b4757679-d8fd-461f-8220-7fffffac3625 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7de9e7e4424b48e8b68a27bd96ea1557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1169336 Aug 28 14:57:54.418062 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58386) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:57:54.423611 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-811de946-1dff-409f-bcd8-c5a6f65994c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:54.536737 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-811de946-1dff-409f-bcd8-c5a6f65994c6 None None] For port 23bb24e2-b59f-46ec-b1f0-a63923d4e7c1, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=23bb24e2-b59f-46ec-b1f0-a63923d4e7c1,segment=NetworkSegment(600d6c52-dc1b-4163-9402-43ea34c23f99),segment_id=600d6c52-dc1b-4163-9402-43ea34c23f99)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:54.542378 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-811de946-1dff-409f-bcd8-c5a6f65994c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:54.667581 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-581fe4a4-cf45-469c-b41f-e4d672fa98d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:54.689095 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811de946-1dff-409f-bcd8-c5a6f65994c6 None None] Pushing event updated for resources: {'Port': ['ID=23bb24e2-b59f-46ec-b1f0-a63923d4e7c1,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:54.738226 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-581fe4a4-cf45-469c-b41f-e4d672fa98d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:54.763897 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a4a87-e80a-413e-9c70-d03cc59a5c46 req-3ceb0ab9-d18a-48e3-bbae-34e9a37259bc tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:54.771045 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c40a4a87-e80a-413e-9c70-d03cc59a5c46 req-3ceb0ab9-d18a-48e3-bbae-34e9a37259bc tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 949 time: 0.2121239 Aug 28 14:57:54.823339 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fac0782-71a5-49c8-a7ca-e5556955bfc6 req-4e35cbe0-e6a7-4f65-a7b7-c22078b8da23 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:57:54.835094 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a382967d-b129-4e23-b454-2c76e1ebfe08 None None] Sync routers for ids ['46d863f5-702d-49db-8142-960a7f2c0e03'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:57:54.843119 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c40a4a87-e80a-413e-9c70-d03cc59a5c46 req-81add1ba-7c7c-4297-a539-978db519d4bc tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710533 Aug 28 14:57:54.852391 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a382967d-b129-4e23-b454-2c76e1ebfe08 None None] Routers {'46d863f5-702d-49db-8142-960a7f2c0e03'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:57:54.853479 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a382967d-b129-4e23-b454-2c76e1ebfe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:57:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['46d863f5-702d-49db-8142-960a7f2c0e03'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:57:54.874474 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae5168-379f-4a6e-b452-c602b3d70183 req-2b4e5748-7fbc-4b11-a96d-e634ea7c3001 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:54.874712 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-581fe4a4-cf45-469c-b41f-e4d672fa98d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:54.876952 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-581fe4a4-cf45-469c-b41f-e4d672fa98d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:54.879786 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae5168-379f-4a6e-b452-c602b3d70183 req-2b4e5748-7fbc-4b11-a96d-e634ea7c3001 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:54.879911 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-581fe4a4-cf45-469c-b41f-e4d672fa98d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/774c4e2c-3711-4c78-bdb5-62480f391b5b HTTP/1.1" status: 204 len: 168 time: 0.4581423 Aug 28 14:57:54.885710 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7e0566dc-d5be-4590-8f08-cd1af2426cda None None] Provisioning complete for port 23bb24e2-b59f-46ec-b1f0-a63923d4e7c1 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:57:54.886122 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7e0566dc-d5be-4590-8f08-cd1af2426cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:54.894135 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581fe4a4-cf45-469c-b41f-e4d672fa98d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774c4e2c-3711-4c78-bdb5-62480f391b5b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:54.922454 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae5168-379f-4a6e-b452-c602b3d70183 req-2b4e5748-7fbc-4b11-a96d-e634ea7c3001 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:54.934856 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae5168-379f-4a6e-b452-c602b3d70183 req-2b4e5748-7fbc-4b11-a96d-e634ea7c3001 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:54.948175 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae5168-379f-4a6e-b452-c602b3d70183 req-2b4e5748-7fbc-4b11-a96d-e634ea7c3001 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:54.971207 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae5168-379f-4a6e-b452-c602b3d70183 req-2b4e5748-7fbc-4b11-a96d-e634ea7c3001 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:54.986167 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae5168-379f-4a6e-b452-c602b3d70183 req-2b4e5748-7fbc-4b11-a96d-e634ea7c3001 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:54.988318 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-87ae5168-379f-4a6e-b452-c602b3d70183 req-2b4e5748-7fbc-4b11-a96d-e634ea7c3001 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5441 time: 0.4810631 Aug 28 14:57:55.007003 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-a382967d-b129-4e23-b454-2c76e1ebfe08 None None] Set router 46d863f5-702d-49db-8142-960a7f2c0e03 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:57:55.090148 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fac0782-71a5-49c8-a7ca-e5556955bfc6 req-4e35cbe0-e6a7-4f65-a7b7-c22078b8da23 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] No DVR routers for this DVR port 926393f3-8561-4cf7-b7a7-e94e922b594c on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:57:55.098957 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-7fac0782-71a5-49c8-a7ca-e5556955bfc6 req-4e35cbe0-e6a7-4f65-a7b7-c22078b8da23 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:55.101611 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7fac0782-71a5-49c8-a7ca-e5556955bfc6 req-4e35cbe0-e6a7-4f65-a7b7-c22078b8da23 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.36 "DELETE /v2.0/ports/926393f3-8561-4cf7-b7a7-e94e922b594c HTTP/1.1" status: 204 len: 173 time: 3.0517128 Aug 28 14:57:55.105358 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122bb600-e609-4846-abe0-44ce0bd91ee1', 'name': 'network-vif-deleted', 'tag': '926393f3-8561-4cf7-b7a7-e94e922b594c'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:55.108535 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b993026-d107-4d63-90ff-e7970bf75635" -d '{"events": [{"server_uuid": "122bb600-e609-4846-abe0-44ce0bd91ee1", "name": "network-vif-deleted", "tag": "926393f3-8561-4cf7-b7a7-e94e922b594c"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:55.152901 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-87ae5168-379f-4a6e-b452-c602b3d70183 req-241b3ee6-a2c5-4ead-92e4-b5b4131cad40 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1073198 Aug 28 14:57:55.178765 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7f0435af-9f3e-4a10-87f8-d05cc3145a13 req-b1223199-fbe5-494f-812a-55ae55fe8d2e tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/ports?device_id=122bb600-e609-4846-abe0-44ce0bd91ee1 HTTP/1.1" status: 200 len: 210 time: 0.0705078 Aug 28 14:57:55.240719 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-393263ab-a70c-420f-a4f0-75b7b643de7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:55.342796 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abff86cc-33ee-4dae-835b-0b04f96a1b2b x-openstack-request-id: req-abff86cc-33ee-4dae-835b-0b04f96a1b2b {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:55.343355 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122bb600-e609-4846-abe0-44ce0bd91ee1", "name": "network-vif-deleted", "tag": "926393f3-8561-4cf7-b7a7-e94e922b594c", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:55.343815 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abff86cc-33ee-4dae-835b-0b04f96a1b2b {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:55.344431 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122bb600-e609-4846-abe0-44ce0bd91ee1', 'name': 'network-vif-deleted', 'tag': '926393f3-8561-4cf7-b7a7-e94e922b594c', 'status': 'completed', 'code': 200} Aug 28 14:57:55.392056 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 23bb24e2-b59f-46ec-b1f0-a63923d4e7c1 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:57:55.494659 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3b079-cc9a-4224-94b7-2b06f321802b req-d762e34d-4546-415a-855b-0818daaa8ca0 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:55.506791 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3b079-cc9a-4224-94b7-2b06f321802b req-d762e34d-4546-415a-855b-0818daaa8ca0 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:55.507022 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 23bb24e2-b59f-46ec-b1f0-a63923d4e7c1 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:57:55.508020 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:55.527842 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a382967d-b129-4e23-b454-2c76e1ebfe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'name': 'tempest-ServersTestJSON-1251281621-router', 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cd6fd960-8967-4a84-b0e3-4bfead74dc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:55:12Z', 'updated_at': '2021-08-28T14:55:21Z', 'revision_number': 4, 'project_id': '6133f2a9cae947c88f8d2b5122aa3775', 'gw_port': {'id': 'cd6fd960-8967-4a84-b0e3-4bfead74dc6c', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:14Z', 'updated_at': '2021-08-28T14:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '619bde68-525f-461a-b861-2f99347cdb33', 'name': '', 'network_id': 'a831971b-727c-44d1-b386-1a946ecd57e8', 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775', 'mac_address': 'fa:16:3e:04:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5014a194-78d9-4048-a840-6f20bc902671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:19Z', 'updated_at': '2021-08-28T14:55:32Z', 'revision_number': 5, 'project_id': '6133f2a9cae947c88f8d2b5122aa3775', 'subnets': [{'id': '5014a194-78d9-4048-a840-6f20bc902671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:57:55.533943 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3b079-cc9a-4224-94b7-2b06f321802b req-d762e34d-4546-415a-855b-0818daaa8ca0 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:55.543080 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3b079-cc9a-4224-94b7-2b06f321802b req-d762e34d-4546-415a-855b-0818daaa8ca0 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:55.557472 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3b079-cc9a-4224-94b7-2b06f321802b req-d762e34d-4546-415a-855b-0818daaa8ca0 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:55.572561 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3b079-cc9a-4224-94b7-2b06f321802b req-d762e34d-4546-415a-855b-0818daaa8ca0 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:55.594885 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3b079-cc9a-4224-94b7-2b06f321802b req-d762e34d-4546-415a-855b-0818daaa8ca0 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:55.596914 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-60d3b079-cc9a-4224-94b7-2b06f321802b req-d762e34d-4546-415a-855b-0818daaa8ca0 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5441 time: 0.2084157 Aug 28 14:57:55.609040 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58424) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:57:55.614445 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-c5de36bb-81a3-4c6e-9203-ad88639724d9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Request body: {'floatingip': {'port_id': '4b87fed8-f886-448a-9c21-e53f6cc4e49a'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:57:55.621645 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a382967d-b129-4e23-b454-2c76e1ebfe08 None None] Checking router: 46d863f5-702d-49db-8142-960a7f2c0e03 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:57:55.645097 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a382967d-b129-4e23-b454-2c76e1ebfe08 None None] Routers {'46d863f5-702d-49db-8142-960a7f2c0e03'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:57:55.649371 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a382967d-b129-4e23-b454-2c76e1ebfe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:57:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['46d863f5-702d-49db-8142-960a7f2c0e03'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:57:55.670642 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c5de36bb-81a3-4c6e-9203-ad88639724d9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for floatingip, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:55.746416 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-393263ab-a70c-420f-a4f0-75b7b643de7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:55.831136 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-a382967d-b129-4e23-b454-2c76e1ebfe08 None None] Set router 46d863f5-702d-49db-8142-960a7f2c0e03 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:57:55.886543 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974f18e-bc7f-4384-a86b-398c45ca69e4 req-b1102d6b-0b74-4f0f-a01c-c94f080be237 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:55.887941 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8974f18e-bc7f-4384-a86b-398c45ca69e4 req-b1102d6b-0b74-4f0f-a01c-c94f080be237 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 944 time: 0.1376462 Aug 28 14:57:55.949487 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8974f18e-bc7f-4384-a86b-398c45ca69e4 req-acf2fb11-1ca7-4616-ab4c-0382bb2ff80e tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522807 Aug 28 14:57:56.155450 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d77e1-35d9-41f6-a1b8-772610147c48 req-7669aa10-fe65-4bf0-8326-8e56fe25c798 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:56.156993 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-744d77e1-35d9-41f6-a1b8-772610147c48 req-7669aa10-fe65-4bf0-8326-8e56fe25c798 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 944 time: 0.1234562 Aug 28 14:57:56.185455 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a382967d-b129-4e23-b454-2c76e1ebfe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'name': 'tempest-ServersTestJSON-1251281621-router', 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cd6fd960-8967-4a84-b0e3-4bfead74dc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:55:12Z', 'updated_at': '2021-08-28T14:55:21Z', 'revision_number': 4, 'project_id': '6133f2a9cae947c88f8d2b5122aa3775', 'gw_port': {'id': 'cd6fd960-8967-4a84-b0e3-4bfead74dc6c', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:14Z', 'updated_at': '2021-08-28T14:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '619bde68-525f-461a-b861-2f99347cdb33', 'name': '', 'network_id': 'a831971b-727c-44d1-b386-1a946ecd57e8', 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775', 'mac_address': 'fa:16:3e:04:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5014a194-78d9-4048-a840-6f20bc902671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:19Z', 'updated_at': '2021-08-28T14:55:32Z', 'revision_number': 5, 'project_id': '6133f2a9cae947c88f8d2b5122aa3775', 'subnets': [{'id': '5014a194-78d9-4048-a840-6f20bc902671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:57:56.239802 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a382967d-b129-4e23-b454-2c76e1ebfe08 None None] The sync data for ids ['46d863f5-702d-49db-8142-960a7f2c0e03'] in n-d-712137-10 is: [{'id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'name': 'tempest-ServersTestJSON-1251281621-router', 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cd6fd960-8967-4a84-b0e3-4bfead74dc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:55:12Z', 'updated_at': '2021-08-28T14:55:21Z', 'revision_number': 4, 'project_id': '6133f2a9cae947c88f8d2b5122aa3775', 'gw_port': {'id': 'cd6fd960-8967-4a84-b0e3-4bfead74dc6c', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:14Z', 'updated_at': '2021-08-28T14:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '619bde68-525f-461a-b861-2f99347cdb33', 'name': '', 'network_id': 'a831971b-727c-44d1-b386-1a946ecd57e8', 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775', 'mac_address': 'fa:16:3e:04:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5014a194-78d9-4048-a840-6f20bc902671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:19Z', 'updated_at': '2021-08-28T14:55:32Z', 'revision_number': 5, 'project_id': '6133f2a9cae947c88f8d2b5122aa3775', 'subnets': [{'id': '5014a194-78d9-4048-a840-6f20bc902671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:57:56.256546 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:56.261744 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393263ab-a70c-420f-a4f0-75b7b643de7f admin admin] Router 7a7d8611-1a03-4ff0-905e-230983163608 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 14:57:56.322332 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58456) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:57:56.432101 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a38bd-f657-4f89-8c32-2cabab2deebd req-8d3008ef-7387-4144-8f37-34a0f8c6e1b3 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:56.442066 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6c4a38bd-f657-4f89-8c32-2cabab2deebd req-8d3008ef-7387-4144-8f37-34a0f8c6e1b3 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 949 time: 0.4161129 Aug 28 14:57:56.467978 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-744d77e1-35d9-41f6-a1b8-772610147c48 req-034d073c-a351-4ba7-82a1-453c50332fe4 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Deleting port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:57:56.468553 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-744d77e1-35d9-41f6-a1b8-772610147c48 req-034d073c-a351-4ba7-82a1-453c50332fe4 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:56.527301 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6c4a38bd-f657-4f89-8c32-2cabab2deebd req-5250fddd-dbbb-4fc1-ad43-9ce9b83118dc tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798097 Aug 28 14:57:56.586113 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393263ab-a70c-420f-a4f0-75b7b643de7f admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:57:56.604815 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3e81a7-12d8-44eb-84c5-84d32f0ba98d None None] Sync routers for ids ['7a7d8611-1a03-4ff0-905e-230983163608'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:57:56.620755 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3e81a7-12d8-44eb-84c5-84d32f0ba98d None None] Routers {'7a7d8611-1a03-4ff0-905e-230983163608'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:57:56.621869 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9f3e81a7-12d8-44eb-84c5-84d32f0ba98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:57:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['7a7d8611-1a03-4ff0-905e-230983163608'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:57:56.638032 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-744d77e1-35d9-41f6-a1b8-772610147c48 req-034d073c-a351-4ba7-82a1-453c50332fe4 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] For port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f,segment=NetworkSegment(1138cc54-1dd9-4da3-aa11-dbae85eaf775),segment_id=1138cc54-1dd9-4da3-aa11-dbae85eaf775)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:57:56.638686 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-744d77e1-35d9-41f6-a1b8-772610147c48 req-034d073c-a351-4ba7-82a1-453c50332fe4 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:56.644660 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-393263ab-a70c-420f-a4f0-75b7b643de7f admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:56.662754 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-393263ab-a70c-420f-a4f0-75b7b643de7f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1957679 Aug 28 14:57:56.670142 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58468) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:57:56.756733 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b3118-fbb4-4f3f-9c8a-435ac6e854bb None None] New status for floating IP 733293e5-732d-40b5-bd76-51bfa98f1c43: DOWN {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 14:57:56.792321 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-744d77e1-35d9-41f6-a1b8-772610147c48 req-034d073c-a351-4ba7-82a1-453c50332fe4 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Calling delete_port for 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:57:56.942551 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-9f3e81a7-12d8-44eb-84c5-84d32f0ba98d None None] Set router 7a7d8611-1a03-4ff0-905e-230983163608 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:57:56.969925 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f87fb354-ad31-4b75-90e2-b7d1d4ce83c3 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:56.996210 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f87fb354-ad31-4b75-90e2-b7d1d4ce83c3 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:57.063681 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.db.resource_extend [None req-c5de36bb-81a3-4c6e-9203-ad88639724d9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 14:57:57.066935 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f87fb354-ad31-4b75-90e2-b7d1d4ce83c3 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:57.069782 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f87fb354-ad31-4b75-90e2-b7d1d4ce83c3 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:57.074529 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f87fb354-ad31-4b75-90e2-b7d1d4ce83c3 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "DELETE /v2.0/security-groups/394faf8f-e5ae-46e2-bcda-3a322a3c33f8 HTTP/1.1" status: 204 len: 168 time: 0.7510011 Aug 28 14:57:57.075184 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58482) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:57:57.128313 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:57:57.134879 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87fb354-ad31-4b75-90e2-b7d1d4ce83c3 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=394faf8f-e5ae-46e2-bcda-3a322a3c33f8,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:57.185558 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:57:57.185907 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device dcb4934c-fcbd-4eaf-9fc5-fe9f72b0c049 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:57:57.191066 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-9ec2669d-c26e-4733-a8b3-7ca0bc369498 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] show failed (client error): The resource could not be found. Aug 28 14:57:57.195262 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9ec2669d-c26e-4733-a8b3-7ca0bc369498 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "GET /v2.0/security-groups/394faf8f-e5ae-46e2-bcda-3a322a3c33f8 HTTP/1.1" status: 404 len: 347 time: 0.0735743 Aug 28 14:57:57.197714 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fb354-ad31-4b75-90e2-b7d1d4ce83c3 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:57.198313 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fb354-ad31-4b75-90e2-b7d1d4ce83c3 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:57.198945 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fb354-ad31-4b75-90e2-b7d1d4ce83c3 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:57.199513 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fb354-ad31-4b75-90e2-b7d1d4ce83c3 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:57.200112 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fb354-ad31-4b75-90e2-b7d1d4ce83c3 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:57.200680 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fb354-ad31-4b75-90e2-b7d1d4ce83c3 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:57.201244 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fb354-ad31-4b75-90e2-b7d1d4ce83c3 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:57.201802 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fb354-ad31-4b75-90e2-b7d1d4ce83c3 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:57.202385 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fb354-ad31-4b75-90e2-b7d1d4ce83c3 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:57.202952 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fb354-ad31-4b75-90e2-b7d1d4ce83c3 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:57.203852 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fb354-ad31-4b75-90e2-b7d1d4ce83c3 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:57.204485 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fb354-ad31-4b75-90e2-b7d1d4ce83c3 tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:57:57.207230 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58488) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:57:57.285913 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-744d77e1-35d9-41f6-a1b8-772610147c48 req-034d073c-a351-4ba7-82a1-453c50332fe4 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:57.338312 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c5de36bb-81a3-4c6e-9203-ad88639724d9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:57.367168 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c5de36bb-81a3-4c6e-9203-ad88639724d9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:57.387508 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d073c-a351-4ba7-82a1-453c50332fe4 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Pushing event deleted for resources: {'Port': ['ID=4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:57.414102 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-744d77e1-35d9-41f6-a1b8-772610147c48 req-034d073c-a351-4ba7-82a1-453c50332fe4 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] No DVR routers for this DVR port 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:57:57.418179 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-744d77e1-35d9-41f6-a1b8-772610147c48 req-034d073c-a351-4ba7-82a1-453c50332fe4 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:57.420597 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-744d77e1-35d9-41f6-a1b8-772610147c48 req-034d073c-a351-4ba7-82a1-453c50332fe4 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.36 "DELETE /v2.0/ports/4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f HTTP/1.1" status: 204 len: 173 time: 1.2566538 Aug 28 14:57:57.422901 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e77393c-a5cd-4c5e-b4e7-538a36a6688f', 'name': 'network-vif-deleted', 'tag': '4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:57.432217 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385c51d5-5dec-49f4-8e02-dc77232df95c" -d '{"events": [{"server_uuid": "9e77393c-a5cd-4c5e-b4e7-538a36a6688f", "name": "network-vif-deleted", "tag": "4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:57.438741 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bb3c0-221a-4772-879c-755eda84c72a req-09a1ec82-014e-4dd3-8242-d93d9ff152f8 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:57.439311 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9f3e81a7-12d8-44eb-84c5-84d32f0ba98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7d8611-1a03-4ff0-905e-230983163608', 'name': 'tempest-AttachSCSIVolumeTestJSON-1893626914-router', 'tenant_id': '52d8d8d99c6b4b5db3950de5685f1a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '8f76625a-866f-4475-8c0a-4bd9d515274a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:57:51Z', 'updated_at': '2021-08-28T14:57:54Z', 'revision_number': 3, 'project_id': '52d8d8d99c6b4b5db3950de5685f1a86', 'gw_port': {'id': '8f76625a-866f-4475-8c0a-4bd9d515274a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:62:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7d8611-1a03-4ff0-905e-230983163608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:57:53Z', 'updated_at': '2021-08-28T14:57:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:57:57.447992 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-239bb3c0-221a-4772-879c-755eda84c72a req-09a1ec82-014e-4dd3-8242-d93d9ff152f8 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e77393c-a5cd-4c5e-b4e7-538a36a6688f HTTP/1.1" status: 200 len: 866 time: 0.3091934 Aug 28 14:57:57.480415 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-5e2dd3e8-7e12-4dc3-94d7-5295e8ea40af tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Deleting port 1ebfd70c-b921-420e-ad28-f0702448ea0b {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:57:57.480913 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5e2dd3e8-7e12-4dc3-94d7-5295e8ea40af tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:57.509580 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3e81a7-12d8-44eb-84c5-84d32f0ba98d None None] Checking router: 7a7d8611-1a03-4ff0-905e-230983163608 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:57:57.510022 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3e81a7-12d8-44eb-84c5-84d32f0ba98d None None] Updating router 7a7d8611-1a03-4ff0-905e-230983163608 port 8f76625a-866f-4475-8c0a-4bd9d515274a binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 14:57:57.566975 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f3e81a7-12d8-44eb-84c5-84d32f0ba98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:57.596485 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5e2dd3e8-7e12-4dc3-94d7-5295e8ea40af tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:57.596725 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5e2dd3e8-7e12-4dc3-94d7-5295e8ea40af tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:57.610629 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-5e2dd3e8-7e12-4dc3-94d7-5295e8ea40af tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Calling delete_port for 1ebfd70c-b921-420e-ad28-f0702448ea0b owned by network:floatingip {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:57:57.754055 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [None req-c5de36bb-81a3-4c6e-9203-ad88639724d9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Floating IP 141c3d43-a128-48a5-bacc-9c2aa9e1dfc9 associated. External IP: 172.25.3.12, port: 4b87fed8-f886-448a-9c21-e53f6cc4e49a. Aug 28 14:57:57.778251 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-239bb3c0-221a-4772-879c-755eda84c72a req-203f384b-7414-476f-9857-d4f85e82ec74 tempest-LiveMigrationTest-1900482887 tempest-LiveMigrationTest-1900482887-project] 10.222.0.13 "GET /v2.0/security-groups?id=10bbcf27-df92-4336-a9e8-e59bd85ab512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231835 Aug 28 14:57:57.942120 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a76b99-8192-458b-a4ad-108097e99013 x-openstack-request-id: req-47a76b99-8192-458b-a4ad-108097e99013 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:57.942397 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e77393c-a5cd-4c5e-b4e7-538a36a6688f", "name": "network-vif-deleted", "tag": "4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:57.942666 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47a76b99-8192-458b-a4ad-108097e99013 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:57.943034 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e77393c-a5cd-4c5e-b4e7-538a36a6688f', 'name': 'network-vif-deleted', 'tag': '4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f', 'status': 'completed', 'code': 200} Aug 28 14:57:58.080335 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5de36bb-81a3-4c6e-9203-ad88639724d9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Router 7337a538-7f8f-4272-b2b6-307512b0068e has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 14:57:58.081892 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6c027-53b5-4920-ae5d-d21690037ecc req-6b7a5cec-7d6f-4e79-9462-4527eaeaba27 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:58.082050 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f3e81a7-12d8-44eb-84c5-84d32f0ba98d None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:58.093322 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-57f6c027-53b5-4920-ae5d-d21690037ecc req-6b7a5cec-7d6f-4e79-9462-4527eaeaba27 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 949 time: 0.1234362 Aug 28 14:57:58.096476 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f3e81a7-12d8-44eb-84c5-84d32f0ba98d None None] Transition to ACTIVE for port object 8f76625a-866f-4475-8c0a-4bd9d515274a will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:57:58.118714 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f3e81a7-12d8-44eb-84c5-84d32f0ba98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:58.169079 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-9f3e81a7-12d8-44eb-84c5-84d32f0ba98d None None] Attempting to bind port 8f76625a-866f-4475-8c0a-4bd9d515274a on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:57:58.169446 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-9f3e81a7-12d8-44eb-84c5-84d32f0ba98d None None] Attempting to bind port 8f76625a-866f-4475-8c0a-4bd9d515274a by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:57:58.169811 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3e81a7-12d8-44eb-84c5-84d32f0ba98d None None] Attempting to bind port 8f76625a-866f-4475-8c0a-4bd9d515274a on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:57:58.170605 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-9913ea47-a3ae-49b0-860f-7a0e3718cd9f tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=31c633766e4f4d47b72cab2628e3f057&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267940 Aug 28 14:57:58.175084 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-57f6c027-53b5-4920-ae5d-d21690037ecc req-819cd803-ec9a-462d-abe6-a9e3b59526a5 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676973 Aug 28 14:57:58.180959 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3e81a7-12d8-44eb-84c5-84d32f0ba98d None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:57:58.181298 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3e81a7-12d8-44eb-84c5-84d32f0ba98d None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:57:58.181749 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f3e81a7-12d8-44eb-84c5-84d32f0ba98d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:58.182149 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3e81a7-12d8-44eb-84c5-84d32f0ba98d None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:57:58.182633 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-9f3e81a7-12d8-44eb-84c5-84d32f0ba98d None None] Bound port: 8f76625a-866f-4475-8c0a-4bd9d515274a, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:57:58.183012 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f3e81a7-12d8-44eb-84c5-84d32f0ba98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:58.219207 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ce7ea-1df6-4777-bceb-4e53ce5ed3ec None None] Pushing event updated for resources: {'Port': ['ID=8f76625a-866f-4475-8c0a-4bd9d515274a,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:58.233497 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-751e94f4-f715-41e1-9349-74412f910e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:58.250484 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f3e81a7-12d8-44eb-84c5-84d32f0ba98d None None] For port 8f76625a-866f-4475-8c0a-4bd9d515274a, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:57:58.253758 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f3e81a7-12d8-44eb-84c5-84d32f0ba98d None None] For port 8f76625a-866f-4475-8c0a-4bd9d515274a, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=8f76625a-866f-4475-8c0a-4bd9d515274a,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:57:58.260268 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f3e81a7-12d8-44eb-84c5-84d32f0ba98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:58.317122 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3e81a7-12d8-44eb-84c5-84d32f0ba98d None None] Routers {'7a7d8611-1a03-4ff0-905e-230983163608'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:57:58.317766 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9f3e81a7-12d8-44eb-84c5-84d32f0ba98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:57:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['7a7d8611-1a03-4ff0-905e-230983163608'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:57:58.337845 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5e2dd3e8-7e12-4dc3-94d7-5295e8ea40af tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:58.382178 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5de36bb-81a3-4c6e-9203-ad88639724d9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:57:58.382867 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ce7ea-1df6-4777-bceb-4e53ce5ed3ec None None] Pushing event updated for resources: {'Port': ['ID=8f76625a-866f-4475-8c0a-4bd9d515274a,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:58.392118 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c5de36bb-81a3-4c6e-9203-ad88639724d9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:58.396118 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bca498-a46f-4532-97ad-e610cef7a6e6 None None] Sync routers for ids ['7337a538-7f8f-4272-b2b6-307512b0068e'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:57:58.430759 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-b77f6104-e10c-4e93-afad-5d7519944c26 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:58.432576 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-b77f6104-e10c-4e93-afad-5d7519944c26 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2357669 Aug 28 14:57:58.434704 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2dd3e8-7e12-4dc3-94d7-5295e8ea40af tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Pushing event deleted for resources: {'Port': ['ID=1ebfd70c-b921-420e-ad28-f0702448ea0b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:58.447496 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bca498-a46f-4532-97ad-e610cef7a6e6 None None] Routers {'7337a538-7f8f-4272-b2b6-307512b0068e'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:57:58.448745 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-85bca498-a46f-4532-97ad-e610cef7a6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:57:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['7337a538-7f8f-4272-b2b6-307512b0068e'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:57:58.457945 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-751e94f4-f715-41e1-9349-74412f910e76 admin admin] Allocated IP 172.20.0.1 (7665603e-97fd-4863-b47b-f3f4546dc368/d8fec706-1a1e-42d2-91ad-22bbe80be7de/82a02c14-6d17-44da-8ac3-2ae9bc4b3a17) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:57:58.527339 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-50e25ab0-5951-4071-8e2f-a80e607ef673 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/quotas/31c633766e4f4d47b72cab2628e3f057 HTTP/1.1" status: 200 len: 375 time: 0.0664809 Aug 28 14:57:58.535899 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c5de36bb-81a3-4c6e-9203-ad88639724d9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "PUT /v2.0/floatingips/141c3d43-a128-48a5-bacc-9c2aa9e1dfc9 HTTP/1.1" status: 200 len: 990 time: 2.9257171 Aug 28 14:57:58.550211 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'tag': '4b87fed8-f886-448a-9c21-e53f6cc4e49a'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:57:58.553047 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcc37e0-8054-4235-91dd-d22861087781" -d '{"events": [{"name": "network-changed", "server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "tag": "4b87fed8-f886-448a-9c21-e53f6cc4e49a"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:57:58.583306 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-1d94e64d-df62-4b07-ac07-a93fd9a38279 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=31c633766e4f4d47b72cab2628e3f057&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425444 Aug 28 14:57:58.599607 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5e2dd3e8-7e12-4dc3-94d7-5295e8ea40af tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks [] for floatingip, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:58.603634 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5e2dd3e8-7e12-4dc3-94d7-5295e8ea40af tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:58.605211 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5e2dd3e8-7e12-4dc3-94d7-5295e8ea40af tempest-ServersTestJSON-931753763 tempest-ServersTestJSON-931753763-project] 10.222.0.13 "DELETE /v2.0/floatingips/733293e5-732d-40b5-bd76-51bfa98f1c43 HTTP/1.1" status: 204 len: 168 time: 1.3738883 Aug 28 14:57:58.608108 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58538) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:57:58.619815 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-751e94f4-f715-41e1-9349-74412f910e76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:58.657324 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-751e94f4-f715-41e1-9349-74412f910e76 admin admin] Transition to ACTIVE for port object 82a02c14-6d17-44da-8ac3-2ae9bc4b3a17 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:57:58.707130 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-9f3e81a7-12d8-44eb-84c5-84d32f0ba98d None None] Set router 7a7d8611-1a03-4ff0-905e-230983163608 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:57:58.733055 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-751e94f4-f715-41e1-9349-74412f910e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:58.768750 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-85bca498-a46f-4532-97ad-e610cef7a6e6 None None] Set router 7337a538-7f8f-4272-b2b6-307512b0068e gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:57:58.777596 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751e94f4-f715-41e1-9349-74412f910e76 admin admin] Network 7665603e-97fd-4863-b47b-f3f4546dc368 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:57:58.783057 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-751e94f4-f715-41e1-9349-74412f910e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:57:58.786850 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751e94f4-f715-41e1-9349-74412f910e76 admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:57:58.877341 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e94f4-f715-41e1-9349-74412f910e76 admin admin] Pushing event updated for resources: {'Port': ['ID=82a02c14-6d17-44da-8ac3-2ae9bc4b3a17,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:58.903138 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e23450-3b1e-4976-b38e-2671906be728 x-openstack-request-id: req-28e23450-3b1e-4976-b38e-2671906be728 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:57:58.903738 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "tag": "4b87fed8-f886-448a-9c21-e53f6cc4e49a", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:57:58.904398 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28e23450-3b1e-4976-b38e-2671906be728 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:57:58.905006 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'tag': '4b87fed8-f886-448a-9c21-e53f6cc4e49a', 'status': 'completed', 'code': 200} Aug 28 14:57:58.908905 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:57:58.920603 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-751e94f4-f715-41e1-9349-74412f910e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:59.018440 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58556) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:57:59.026448 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:57:59.027145 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 4a0d7ebc-684a-4cc5-b0f9-3c3d2985b33f not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:57:59.169613 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c0af15b5-4e8e-4988-90a6-9e6776c9ed26 req-705d9420-cc04-451b-9d31-c11d4ccbb3d8 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/ports?device_id=0aaba83e-3b42-4e2b-82c1-f1dd911c3257 HTTP/1.1" status: 200 len: 210 time: 0.1516387 Aug 28 14:57:59.205892 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a875e9-51b8-412a-b84a-66676a9357b2 admin admin] Deleting subnet 1c5688cf-0eb8-4e6f-8c97-3f260fd91357 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 14:57:59.233777 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c6a875e9-51b8-412a-b84a-66676a9357b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:59.277337 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-751e94f4-f715-41e1-9349-74412f910e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:59.285887 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0fb94ff7-2407-4d14-9e58-8c32fcd1f538 None None] Provisioning for port 82a02c14-6d17-44da-8ac3-2ae9bc4b3a17 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:57:59.299763 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0fb94ff7-2407-4d14-9e58-8c32fcd1f538 None None] Provisioning complete for port 82a02c14-6d17-44da-8ac3-2ae9bc4b3a17 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:57:59.300521 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0fb94ff7-2407-4d14-9e58-8c32fcd1f538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:59.307273 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c6a875e9-51b8-412a-b84a-66676a9357b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:59.356208 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9f3e81a7-12d8-44eb-84c5-84d32f0ba98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7d8611-1a03-4ff0-905e-230983163608', 'name': 'tempest-AttachSCSIVolumeTestJSON-1893626914-router', 'tenant_id': '52d8d8d99c6b4b5db3950de5685f1a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '8f76625a-866f-4475-8c0a-4bd9d515274a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:57:51Z', 'updated_at': '2021-08-28T14:57:54Z', 'revision_number': 3, 'project_id': '52d8d8d99c6b4b5db3950de5685f1a86', 'gw_port': {'id': '8f76625a-866f-4475-8c0a-4bd9d515274a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:62:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7d8611-1a03-4ff0-905e-230983163608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:57:53Z', 'updated_at': '2021-08-28T14:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:57:59.406856 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3e81a7-12d8-44eb-84c5-84d32f0ba98d None None] The sync data for ids ['7a7d8611-1a03-4ff0-905e-230983163608'] in n-d-712137-10 is: [{'id': '7a7d8611-1a03-4ff0-905e-230983163608', 'name': 'tempest-AttachSCSIVolumeTestJSON-1893626914-router', 'tenant_id': '52d8d8d99c6b4b5db3950de5685f1a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '8f76625a-866f-4475-8c0a-4bd9d515274a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:57:51Z', 'updated_at': '2021-08-28T14:57:54Z', 'revision_number': 3, 'project_id': '52d8d8d99c6b4b5db3950de5685f1a86', 'gw_port': {'id': '8f76625a-866f-4475-8c0a-4bd9d515274a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:62:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7d8611-1a03-4ff0-905e-230983163608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:57:53Z', 'updated_at': '2021-08-28T14:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:57:59.409978 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-0fb94ff7-2407-4d14-9e58-8c32fcd1f538 None None] Port 82a02c14-6d17-44da-8ac3-2ae9bc4b3a17 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:57:59.453820 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-85bca498-a46f-4532-97ad-e610cef7a6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'name': 'tempest-TaggedBootDevicesTest_v242-2107030088-router', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '48d8584e-8da2-4298-984a-8462d2ab9e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:55:53Z', 'updated_at': '2021-08-28T14:56:04Z', 'revision_number': 4, 'project_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'gw_port': {'id': '48d8584e-8da2-4298-984a-8462d2ab9e8f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:55Z', 'updated_at': '2021-08-28T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '141c3d43-a128-48a5-bacc-9c2aa9e1dfc9', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'port_id': '4b87fed8-f886-448a-9c21-e53f6cc4e49a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1b33141-ca0c-463e-90a5-3e011354593f', 'mac_address': 'fa:16:3e:cf:6c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T14:56:46Z', 'updated_at': '2021-08-28T14:57:56Z', 'revision_number': 1, 'project_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16d749b1-64c4-4450-9765-5df9b62ce32d', 'name': '', 'network_id': 'f1b33141-ca0c-463e-90a5-3e011354593f', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'mac_address': 'fa:16:3e:92:58:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'e0834cea-40c4-4457-8496-7782b5b24a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:56:02Z', 'updated_at': '2021-08-28T14:56:09Z', 'revision_number': 5, 'project_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'subnets': [{'id': 'e0834cea-40c4-4457-8496-7782b5b24a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:57:59.497980 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c6a875e9-51b8-412a-b84a-66676a9357b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:59.504762 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bca498-a46f-4532-97ad-e610cef7a6e6 None None] Checking router: 7337a538-7f8f-4272-b2b6-307512b0068e for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:57:59.517719 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bca498-a46f-4532-97ad-e610cef7a6e6 None None] Routers {'7337a538-7f8f-4272-b2b6-307512b0068e'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:57:59.518644 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-85bca498-a46f-4532-97ad-e610cef7a6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:57:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['7337a538-7f8f-4272-b2b6-307512b0068e'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:57:59.663175 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c6a875e9-51b8-412a-b84a-66676a9357b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:59.690253 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977350b-4b29-4148-9b6d-0dce79a7fe84 req-b3db79d0-3329-4d60-b89f-35e20355d39b tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:59.700212 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8977350b-4b29-4148-9b6d-0dce79a7fe84 req-b3db79d0-3329-4d60-b89f-35e20355d39b tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 949 time: 0.2501462 Aug 28 14:57:59.713115 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-85bca498-a46f-4532-97ad-e610cef7a6e6 None None] Set router 7337a538-7f8f-4272-b2b6-307512b0068e gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:57:59.744051 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc37e0-8054-4235-91dd-d22861087781 req-c3a94a25-df44-47ca-b16b-d84c7b61d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:59.744675 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc37e0-8054-4235-91dd-d22861087781 req-c3a94a25-df44-47ca-b16b-d84c7b61d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:59.745150 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc37e0-8054-4235-91dd-d22861087781 req-c3a94a25-df44-47ca-b16b-d84c7b61d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:59.745973 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc37e0-8054-4235-91dd-d22861087781 req-c3a94a25-df44-47ca-b16b-d84c7b61d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:59.746378 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc37e0-8054-4235-91dd-d22861087781 req-c3a94a25-df44-47ca-b16b-d84c7b61d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:59.746944 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc37e0-8054-4235-91dd-d22861087781 req-c3a94a25-df44-47ca-b16b-d84c7b61d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:59.747328 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc37e0-8054-4235-91dd-d22861087781 req-c3a94a25-df44-47ca-b16b-d84c7b61d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:57:59.750568 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0bcc37e0-8054-4235-91dd-d22861087781 req-c3a94a25-df44-47ca-b16b-d84c7b61d890 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c41f7ff750b41758b81cc9b9f8f4744&device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 6505 time: 0.7441185 Aug 28 14:57:59.779033 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a875e9-51b8-412a-b84a-66676a9357b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c5688cf-0eb8-4e6f-8c97-3f260fd91357,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:57:59.784512 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c6a875e9-51b8-412a-b84a-66676a9357b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:59.794314 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c6a875e9-51b8-412a-b84a-66676a9357b2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1c5688cf-0eb8-4e6f-8c97-3f260fd91357 HTTP/1.1" status: 204 len: 168 time: 0.7712412 Aug 28 14:57:59.800212 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58574) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:57:59.870928 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8977350b-4b29-4148-9b6d-0dce79a7fe84 req-9ea348a2-f395-48b7-97a6-b1b92b8c7eaa tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667151 Aug 28 14:57:59.936037 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-565aeba8-aa78-4150-8c2c-67bffd8be999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:57:59.942854 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7b93181-f80b-4242-b660-9b08c34dd6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:00.064871 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-751e94f4-f715-41e1-9349-74412f910e76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:00.103277 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-751e94f4-f715-41e1-9349-74412f910e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:00.283556 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc37e0-8054-4235-91dd-d22861087781 req-7339db69-9afd-4128-902a-36fd2c624148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:00.285129 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0bcc37e0-8054-4235-91dd-d22861087781 req-7339db69-9afd-4128-902a-36fd2c624148 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1b33141-ca0c-463e-90a5-3e011354593f HTTP/1.1" status: 200 len: 918 time: 0.5112760 Aug 28 14:58:00.337325 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-85bca498-a46f-4532-97ad-e610cef7a6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'name': 'tempest-TaggedBootDevicesTest_v242-2107030088-router', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '48d8584e-8da2-4298-984a-8462d2ab9e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:55:53Z', 'updated_at': '2021-08-28T14:56:04Z', 'revision_number': 4, 'project_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'gw_port': {'id': '48d8584e-8da2-4298-984a-8462d2ab9e8f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:55Z', 'updated_at': '2021-08-28T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '141c3d43-a128-48a5-bacc-9c2aa9e1dfc9', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'port_id': '4b87fed8-f886-448a-9c21-e53f6cc4e49a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1b33141-ca0c-463e-90a5-3e011354593f', 'mac_address': 'fa:16:3e:cf:6c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T14:56:46Z', 'updated_at': '2021-08-28T14:57:56Z', 'revision_number': 1, 'project_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16d749b1-64c4-4450-9765-5df9b62ce32d', 'name': '', 'network_id': 'f1b33141-ca0c-463e-90a5-3e011354593f', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'mac_address': 'fa:16:3e:92:58:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'e0834cea-40c4-4457-8496-7782b5b24a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:56:02Z', 'updated_at': '2021-08-28T14:56:09Z', 'revision_number': 5, 'project_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'subnets': [{'id': 'e0834cea-40c4-4457-8496-7782b5b24a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:00.353345 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58584) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:00.366190 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bca498-a46f-4532-97ad-e610cef7a6e6 None None] The sync data for ids ['7337a538-7f8f-4272-b2b6-307512b0068e'] in n-d-712137-10 is: [{'id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'name': 'tempest-TaggedBootDevicesTest_v242-2107030088-router', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '48d8584e-8da2-4298-984a-8462d2ab9e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:55:53Z', 'updated_at': '2021-08-28T14:56:04Z', 'revision_number': 4, 'project_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'gw_port': {'id': '48d8584e-8da2-4298-984a-8462d2ab9e8f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:55Z', 'updated_at': '2021-08-28T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '141c3d43-a128-48a5-bacc-9c2aa9e1dfc9', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'port_id': '4b87fed8-f886-448a-9c21-e53f6cc4e49a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1b33141-ca0c-463e-90a5-3e011354593f', 'mac_address': 'fa:16:3e:cf:6c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T14:56:46Z', 'updated_at': '2021-08-28T14:57:56Z', 'revision_number': 1, 'project_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16d749b1-64c4-4450-9765-5df9b62ce32d', 'name': '', 'network_id': 'f1b33141-ca0c-463e-90a5-3e011354593f', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'mac_address': 'fa:16:3e:92:58:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'e0834cea-40c4-4457-8496-7782b5b24a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:56:02Z', 'updated_at': '2021-08-28T14:56:09Z', 'revision_number': 5, 'project_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'subnets': [{'id': 'e0834cea-40c4-4457-8496-7782b5b24a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:58:00.389170 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-751e94f4-f715-41e1-9349-74412f910e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:00.394361 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e94f4-f715-41e1-9349-74412f910e76 admin admin] Pushing event updated for resources: {'Port': ['ID=82a02c14-6d17-44da-8ac3-2ae9bc4b3a17,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:00.480137 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0bcc37e0-8054-4235-91dd-d22861087781 req-deaa8af9-1c9e-43e7-a301-bed270adda35 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b87fed8-f886-448a-9c21-e53f6cc4e49a HTTP/1.1" status: 200 len: 998 time: 0.1800187 Aug 28 14:58:00.549459 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05b285a1-4b57-4d5a-a354-69a91a52780c req-e7125afa-a913-45d6-a219-3b974fd8e598 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/ports?device_id=0aaba83e-3b42-4e2b-82c1-f1dd911c3257 HTTP/1.1" status: 200 len: 210 time: 0.0556135 Aug 28 14:58:00.558241 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-565aeba8-aa78-4150-8c2c-67bffd8be999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:00.580915 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-565aeba8-aa78-4150-8c2c-67bffd8be999 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f880d3c9-f6e7-4938-b4f1-f1e626d67f45']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:00.590921 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc37e0-8054-4235-91dd-d22861087781 req-ab954ff9-2a15-4aac-ac87-04ef1f550bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:00.592613 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0bcc37e0-8054-4235-91dd-d22861087781 req-ab954ff9-2a15-4aac-ac87-04ef1f550bb6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0834cea-40c4-4457-8496-7782b5b24a25 HTTP/1.1" status: 200 len: 856 time: 0.1002271 Aug 28 14:58:00.594964 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-afb35c1d-0837-48b5-a6d2-2da0cc7fec05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:00.646172 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751e94f4-f715-41e1-9349-74412f910e76 admin admin] Network 7665603e-97fd-4863-b47b-f3f4546dc368 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:58:00.651271 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-751e94f4-f715-41e1-9349-74412f910e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:58:00.699044 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-565aeba8-aa78-4150-8c2c-67bffd8be999 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1138cc54-1dd9-4da3-aa11-dbae85eaf775') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:00.699804 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-565aeba8-aa78-4150-8c2c-67bffd8be999 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1138cc54-1dd9-4da3-aa11-dbae85eaf775') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:00.720265 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-565aeba8-aa78-4150-8c2c-67bffd8be999 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:00.741482 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-565aeba8-aa78-4150-8c2c-67bffd8be999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:00.765542 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565aeba8-aa78-4150-8c2c-67bffd8be999 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 14:58:00.766342 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-565aeba8-aa78-4150-8c2c-67bffd8be999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: timer() Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 14:58:00.769595 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 14:58:00.796536 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f6958-3a5b-41cb-bcf1-6ff74e186012 None None] New status for floating IP 141c3d43-a128-48a5-bacc-9c2aa9e1dfc9: ACTIVE {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 14:58:00.818500 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc37e0-8054-4235-91dd-d22861087781 req-f5bd8e85-7782-4e4d-8f90-c4c5c644a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:00.824473 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0bcc37e0-8054-4235-91dd-d22861087781 req-f5bd8e85-7782-4e4d-8f90-c4c5c644a877 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1b33141-ca0c-463e-90a5-3e011354593f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2227955 Aug 28 14:58:00.847052 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-64a639c2-780b-4553-8570-723fad03578d tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=31c633766e4f4d47b72cab2628e3f057&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1315310 Aug 28 14:58:00.913825 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-565aeba8-aa78-4150-8c2c-67bffd8be999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:00.924386 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-565aeba8-aa78-4150-8c2c-67bffd8be999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:00.926450 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-565aeba8-aa78-4150-8c2c-67bffd8be999 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f880d3c9-f6e7-4938-b4f1-f1e626d67f45 HTTP/1.1" status: 204 len: 168 time: 1.1250408 Aug 28 14:58:00.939854 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58590) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:01.004850 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ddb5a3-b974-4a48-bbfb-a2a305fc4c39 admin admin] Deleting subnet 85563007-062e-4f90-a528-73b86f9f2387 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 14:58:01.021307 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565aeba8-aa78-4150-8c2c-67bffd8be999 admin admin] Pushing event deleted for resources: {'Network': ['ID=f880d3c9-f6e7-4938-b4f1-f1e626d67f45,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:01.049906 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d9ddb5a3-b974-4a48-bbfb-a2a305fc4c39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:01.115216 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d9ddb5a3-b974-4a48-bbfb-a2a305fc4c39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:01.152994 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c2aa0152-79e9-4960-856c-ac04268e2025 None None] Provisioning complete for port 82a02c14-6d17-44da-8ac3-2ae9bc4b3a17 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:01.155199 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c2aa0152-79e9-4960-856c-ac04268e2025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:01.159292 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-e7b93181-f80b-4242-b660-9b08c34dd6b8 admin admin] Deleting port 619bde68-525f-461a-b861-2f99347cdb33 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:58:01.159642 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7b93181-f80b-4242-b660-9b08c34dd6b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:01.167128 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751e94f4-f715-41e1-9349-74412f910e76 admin admin] Router 7a7d8611-1a03-4ff0-905e-230983163608 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 14:58:01.201341 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d9ddb5a3-b974-4a48-bbfb-a2a305fc4c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:01.205179 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c2aa0152-79e9-4960-856c-ac04268e2025 None None] Port 82a02c14-6d17-44da-8ac3-2ae9bc4b3a17 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:58:01.254842 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2a4bf-1aaa-40d7-a46d-bb7d3b964708 req-8186b960-05d6-487e-9407-eb988c141426 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:01.256376 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cdf2a4bf-1aaa-40d7-a46d-bb7d3b964708 req-8186b960-05d6-487e-9407-eb988c141426 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 949 time: 0.1976752 Aug 28 14:58:01.260697 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-afb35c1d-0837-48b5-a6d2-2da0cc7fec05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:01.263097 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0bcc37e0-8054-4235-91dd-d22861087781 req-1131142d-0793-44fe-9ec1-21c6f87552ae service neutron] 10.222.0.36 "GET /v2.0/networks/f1b33141-ca0c-463e-90a5-3e011354593f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089329 Aug 28 14:58:01.270256 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-6a409b19-2c0d-4ec8-ad4f-2c2c9cda4de6 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:01.276873 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-6a409b19-2c0d-4ec8-ad4f-2c2c9cda4de6 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4037931 Aug 28 14:58:01.283985 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-afb35c1d-0837-48b5-a6d2-2da0cc7fec05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:01.293960 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-e7b93181-f80b-4242-b660-9b08c34dd6b8 admin admin] For port 619bde68-525f-461a-b861-2f99347cdb33, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=619bde68-525f-461a-b861-2f99347cdb33,segment=NetworkSegment(89e0098d-0e9d-4a6d-9c5b-94230630a5e3),segment_id=89e0098d-0e9d-4a6d-9c5b-94230630a5e3)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:01.294886 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7b93181-f80b-4242-b660-9b08c34dd6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:01.297869 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-2a037341-241a-4211-b399-d4710cbe4e74 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Request body: {'port': {'device_id': '0aaba83e-3b42-4e2b-82c1-f1dd911c3257', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'admin_state_up': True, 'tenant_id': '31c633766e4f4d47b72cab2628e3f057'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:01.312402 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-e7b93181-f80b-4242-b660-9b08c34dd6b8 admin admin] Calling delete_port for 619bde68-525f-461a-b861-2f99347cdb33 owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:58:01.314845 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d9ddb5a3-b974-4a48-bbfb-a2a305fc4c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:01.391163 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 8f76625a-866f-4475-8c0a-4bd9d515274a up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:58:01.406312 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d9ddb5a3-b974-4a48-bbfb-a2a305fc4c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:01.412160 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d9ddb5a3-b974-4a48-bbfb-a2a305fc4c39 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/85563007-062e-4f90-a528-73b86f9f2387 HTTP/1.1" status: 204 len: 168 time: 0.4671316 Aug 28 14:58:01.412160 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ddb5a3-b974-4a48-bbfb-a2a305fc4c39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85563007-062e-4f90-a528-73b86f9f2387,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:01.417635 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58596) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:01.455599 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 8f76625a-866f-4475-8c0a-4bd9d515274a completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:01.459997 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 8f76625a-866f-4475-8c0a-4bd9d515274a triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:01.460666 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:01.538138 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-afb35c1d-0837-48b5-a6d2-2da0cc7fec05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36187c6d7b4e4424945a9fed49de041f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1798801 Aug 28 14:58:01.538138 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb35c1d-0837-48b5-a6d2-2da0cc7fec05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a21097c-5628-47ca-b201-6335728f1954,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:01.543500 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58598) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:01.551469 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:01.577215 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cdf2a4bf-1aaa-40d7-a46d-bb7d3b964708 req-beee2511-b10d-4533-b294-3b42c7cc8ea9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021564 Aug 28 14:58:01.580226 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c2dc6aa8-198e-436c-9593-5621856ec0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:01.580700 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 8f76625a-866f-4475-8c0a-4bd9d515274a, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=8f76625a-866f-4475-8c0a-4bd9d515274a,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:01.597454 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:01.661535 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751e94f4-f715-41e1-9349-74412f910e76 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:58:01.664795 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0bcc37e0-8054-4235-91dd-d22861087781 req-f2e4d557-73ab-429f-899d-2f71b4017f39 service neutron] 10.222.0.36 "GET /v2.0/networks/f1b33141-ca0c-463e-90a5-3e011354593f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901048 Aug 28 14:58:01.668702 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-751e94f4-f715-41e1-9349-74412f910e76 admin admin] 10.222.0.13 "PUT /v2.0/routers/7a7d8611-1a03-4ff0-905e-230983163608/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9980705 Aug 28 14:58:01.684070 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=8f76625a-866f-4475-8c0a-4bd9d515274a,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:01.691405 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-425acd37-d5be-4cb6-ab84-90610c0aebde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:01.719125 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-2a037341-241a-4211-b399-d4710cbe4e74 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Made reservation on behalf of 31c633766e4f4d47b72cab2628e3f057 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:58:01.723191 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-2a037341-241a-4211-b399-d4710cbe4e74 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:01.729510 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-425acd37-d5be-4cb6-ab84-90610c0aebde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:01.738436 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-2a037341-241a-4211-b399-d4710cbe4e74 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:01.753032 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c2dc6aa8-198e-436c-9593-5621856ec0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:01.795538 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1b9ffbd1-ae00-4f5b-aaca-7bbd77c77aab req-68cfdc01-804a-4421-9536-397acd7f9f24 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/ports?device_id=0aaba83e-3b42-4e2b-82c1-f1dd911c3257 HTTP/1.1" status: 200 len: 210 time: 0.0604904 Aug 28 14:58:01.798645 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-c2dc6aa8-198e-436c-9593-5621856ec0ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d48349-975a-4e18-b2b7-4d65d9e954df']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:01.817576 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-c2dc6aa8-198e-436c-9593-5621856ec0ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c69ff7ed-116c-4dc9-aa13-d0fe4d31a94c') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:01.817874 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-c2dc6aa8-198e-436c-9593-5621856ec0ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c69ff7ed-116c-4dc9-aa13-d0fe4d31a94c') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:01.831590 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c2dc6aa8-198e-436c-9593-5621856ec0ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:01.840879 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-425acd37-d5be-4cb6-ab84-90610c0aebde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:01.844279 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-425acd37-d5be-4cb6-ab84-90610c0aebde admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:01.845520 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-425acd37-d5be-4cb6-ab84-90610c0aebde admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a21097c-5628-47ca-b201-6335728f1954 HTTP/1.1" status: 204 len: 168 time: 0.2982016 Aug 28 14:58:01.853511 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7b93181-f80b-4242-b660-9b08c34dd6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:01.856106 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c2dc6aa8-198e-436c-9593-5621856ec0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:01.858411 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425acd37-d5be-4cb6-ab84-90610c0aebde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a21097c-5628-47ca-b201-6335728f1954,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:01.916122 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b93181-f80b-4242-b660-9b08c34dd6b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=619bde68-525f-461a-b861-2f99347cdb33,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:01.920387 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2dc6aa8-198e-436c-9593-5621856ec0ce admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 14:58:01.920777 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c2dc6aa8-198e-436c-9593-5621856ec0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: timer() Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 14:58:01.922717 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 14:58:01.938387 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-2a037341-241a-4211-b399-d4710cbe4e74 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:01.949451 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-2a037341-241a-4211-b399-d4710cbe4e74 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:02.052010 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a037341-241a-4211-b399-d4710cbe4e74 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=458c1076-6c86-4ce1-8492-c507c584ef3d,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:02.096634 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c2dc6aa8-198e-436c-9593-5621856ec0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:02.105505 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c2dc6aa8-198e-436c-9593-5621856ec0ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:02.110373 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c2dc6aa8-198e-436c-9593-5621856ec0ce admin admin] 10.222.0.13 "DELETE /v2.0/networks/e0d48349-975a-4e18-b2b7-4d65d9e954df HTTP/1.1" status: 204 len: 168 time: 0.6943021 Aug 28 14:58:02.140323 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc6aa8-198e-436c-9593-5621856ec0ce admin admin] Pushing event deleted for resources: {'Network': ['ID=e0d48349-975a-4e18-b2b7-4d65d9e954df,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:02.159167 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e2bb6-676b-4c90-9a9a-ad968530075e None None] Sync routers for ids ['7a7d8611-1a03-4ff0-905e-230983163608'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:58:02.170895 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60e2bb6-676b-4c90-9a9a-ad968530075e None None] Routers {'7a7d8611-1a03-4ff0-905e-230983163608'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:58:02.171592 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-c60e2bb6-676b-4c90-9a9a-ad968530075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:57:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['7a7d8611-1a03-4ff0-905e-230983163608'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:02.224541 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-2a037341-241a-4211-b399-d4710cbe4e74 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Allocated IP 192.168.233.249 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/6ac17bf6-9343-44a0-8cfe-ec709506e919) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:58:02.294731 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7b93181-f80b-4242-b660-9b08c34dd6b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:02.407849 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-c60e2bb6-676b-4c90-9a9a-ad968530075e None None] Set router 7a7d8611-1a03-4ff0-905e-230983163608 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:58:02.437029 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-2a037341-241a-4211-b399-d4710cbe4e74 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:02.462650 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-2a037341-241a-4211-b399-d4710cbe4e74 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Transition to ACTIVE for port object 6ac17bf6-9343-44a0-8cfe-ec709506e919 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:02.494376 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58620) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:02.520778 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-2a037341-241a-4211-b399-d4710cbe4e74 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:02.536904 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58622) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:02.543948 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f58f880a-cb86-45b5-ba38-35445893ad95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:02.588707 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-2a037341-241a-4211-b399-d4710cbe4e74 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:58:02.592554 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-2a037341-241a-4211-b399-d4710cbe4e74 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:58:02.602969 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-2a037341-241a-4211-b399-d4710cbe4e74 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:58:02.656026 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3e1394e6-1fed-4edf-85c8-b8f06ff822a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29e98397e0be4fe1a52442d0d5c53b75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1131654 Aug 28 14:58:02.661222 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58626) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:02.677992 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b93181-f80b-4242-b660-9b08c34dd6b8 admin admin] Router 46d863f5-702d-49db-8142-960a7f2c0e03 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 14:58:02.696864 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-2a037341-241a-4211-b399-d4710cbe4e74 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:02.697672 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-2a037341-241a-4211-b399-d4710cbe4e74 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:02.716157 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a037341-241a-4211-b399-d4710cbe4e74 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Pushing event updated for resources: {'Port': ['ID=6ac17bf6-9343-44a0-8cfe-ec709506e919,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:02.784989 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-c60e2bb6-676b-4c90-9a9a-ad968530075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7d8611-1a03-4ff0-905e-230983163608', 'name': 'tempest-AttachSCSIVolumeTestJSON-1893626914-router', 'tenant_id': '52d8d8d99c6b4b5db3950de5685f1a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '8f76625a-866f-4475-8c0a-4bd9d515274a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:57:51Z', 'updated_at': '2021-08-28T14:57:59Z', 'revision_number': 4, 'project_id': '52d8d8d99c6b4b5db3950de5685f1a86', 'gw_port': {'id': '8f76625a-866f-4475-8c0a-4bd9d515274a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7d8611-1a03-4ff0-905e-230983163608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:57:53Z', 'updated_at': '2021-08-28T14:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '82a02c14-6d17-44da-8ac3-2ae9bc4b3a17', 'name': '', 'network_id': '7665603e-97fd-4863-b47b-f3f4546dc368', 'tenant_id': '52d8d8d99c6b4b5db3950de5685f1a86', 'mac_address': 'fa:16:3e:6b:a8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7d8611-1a03-4ff0-905e-230983163608', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd8fec706-1a1e-42d2-91ad-22bbe80be7de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:57:58Z', 'updated_at': '2021-08-28T14:57:59Z', 'revision_number': 2, 'project_id': '52d8d8d99c6b4b5db3950de5685f1a86', 'subnets': [{'id': 'd8fec706-1a1e-42d2-91ad-22bbe80be7de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:02.814921 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e2bb6-676b-4c90-9a9a-ad968530075e None None] Checking router: 7a7d8611-1a03-4ff0-905e-230983163608 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:58:02.816164 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e2bb6-676b-4c90-9a9a-ad968530075e None None] Updating router 7a7d8611-1a03-4ff0-905e-230983163608 port 82a02c14-6d17-44da-8ac3-2ae9bc4b3a17 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 14:58:02.853407 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c60e2bb6-676b-4c90-9a9a-ad968530075e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:02.863942 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f995ca-d8fc-4089-ab30-f54675159c72 req-a53c76bc-5443-4272-a49f-1ac069922039 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:02.865806 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6f995ca-d8fc-4089-ab30-f54675159c72 req-a53c76bc-5443-4272-a49f-1ac069922039 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 949 time: 0.1255717 Aug 28 14:58:02.878121 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-8cc1c75d-91e0-474c-83b3-7d9800e2c04f service neutron] show failed (client error): The resource could not be found. Aug 28 14:58:02.884616 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-8cc1c75d-91e0-474c-83b3-7d9800e2c04f service neutron] 10.222.0.41 "GET /v2.0/ports/3083ecc2-cd08-4195-a587-3df47c57ed46/bindings/n-h2-712137-10 HTTP/1.1" status: 404 len: 381 time: 0.1833446 Aug 28 14:58:02.895080 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b19be29d-e114-4d13-86a6-d26beb4794e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:02.978640 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6f995ca-d8fc-4089-ab30-f54675159c72 req-acd1c145-9dad-4d2b-8f87-6348b1f76b35 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028016 Aug 28 14:58:03.056868 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-def8d7f7-c08c-4ba4-ad47-2ea999480a3c None None] Provisioning for port 6ac17bf6-9343-44a0-8cfe-ec709506e919 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:03.057161 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b19be29d-e114-4d13-86a6-d26beb4794e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:03.068260 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-def8d7f7-c08c-4ba4-ad47-2ea999480a3c None None] Provisioning complete for port 6ac17bf6-9343-44a0-8cfe-ec709506e919 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:03.068830 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-def8d7f7-c08c-4ba4-ad47-2ea999480a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:03.097727 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f58f880a-cb86-45b5-ba38-35445893ad95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:03.099411 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58636) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:03.104909 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b93181-f80b-4242-b660-9b08c34dd6b8 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:58:03.106140 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-bf32d349-ae82-4e9c-969a-aa623508b688 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-525164006-network', 'tenant_id': '38598ca0e7884481bc4651eb9d6d8333'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:03.111190 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e7b93181-f80b-4242-b660-9b08c34dd6b8 admin admin] 10.222.0.13 "PUT /v2.0/routers/46d863f5-702d-49db-8142-960a7f2c0e03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5013027 Aug 28 14:58:03.118553 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58638) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:03.119587 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481e499d-8627-4bb6-b430-7f21d8dd6c26 None None] Sync routers for ids ['46d863f5-702d-49db-8142-960a7f2c0e03'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:58:03.122393 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f58f880a-cb86-45b5-ba38-35445893ad95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:03.137556 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481e499d-8627-4bb6-b430-7f21d8dd6c26 None None] Routers {'46d863f5-702d-49db-8142-960a7f2c0e03'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:58:03.139360 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-481e499d-8627-4bb6-b430-7f21d8dd6c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:57:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['46d863f5-702d-49db-8142-960a7f2c0e03'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:03.156747 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-2a037341-241a-4211-b399-d4710cbe4e74 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8687632 Aug 28 14:58:03.174844 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc15a89-da48-4d8e-a0cb-1670f4c0aea3 req-519a20e6-a67b-42da-9bb1-78945a900537 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:03.176645 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8bc15a89-da48-4d8e-a0cb-1670f4c0aea3 req-519a20e6-a67b-42da-9bb1-78945a900537 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/ports?device_id=0aaba83e-3b42-4e2b-82c1-f1dd911c3257 HTTP/1.1" status: 200 len: 936 time: 0.1939213 Aug 28 14:58:03.209881 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f58f880a-cb86-45b5-ba38-35445893ad95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7073d724817a41b4b6b0ff260d59a81d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7140791 Aug 28 14:58:03.213167 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-b865db62-0d9d-4033-8979-d82a8eaa9f9d service neutron] Request body: {'port': {'device_id': '0aaba83e-3b42-4e2b-82c1-f1dd911c3257', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:03.218364 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f880a-cb86-45b5-ba38-35445893ad95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eec033f-d91f-41bf-bd05-a799b53c0ddb,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:03.223690 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58642) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:03.248995 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b19be29d-e114-4d13-86a6-d26beb4794e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:03.253212 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b19be29d-e114-4d13-86a6-d26beb4794e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:03.254769 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b19be29d-e114-4d13-86a6-d26beb4794e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10bbcf27-df92-4336-a9e8-e59bd85ab512 HTTP/1.1" status: 204 len: 168 time: 0.5899541 Aug 28 14:58:03.274014 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8bc15a89-da48-4d8e-a0cb-1670f4c0aea3 req-962b41f2-73e7-44f3-bb4d-d13b55ee04ea tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/security-groups?id=458c1076-6c86-4ce1-8492-c507c584ef3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819061 Aug 28 14:58:03.287077 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19be29d-e114-4d13-86a6-d26beb4794e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bbcf27-df92-4336-a9e8-e59bd85ab512,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:03.318785 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-ce71fea3-5759-454a-a49a-ac6cc4499b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:03.321400 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-ce71fea3-5759-454a-a49a-ac6cc4499b64 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2&tenant_id=86251bdbee63415981170d08b9111a4c HTTP/1.1" status: 200 len: 1101 time: 0.2118218 Aug 28 14:58:03.329829 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf32d349-ae82-4e9c-969a-aa623508b688 admin admin] Made reservation on behalf of 38598ca0e7884481bc4651eb9d6d8333 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:58:03.337751 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bf32d349-ae82-4e9c-969a-aa623508b688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:03.349174 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-481e499d-8627-4bb6-b430-7f21d8dd6c26 None None] Set router 46d863f5-702d-49db-8142-960a7f2c0e03 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:58:03.368052 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-26a6e474-dc5d-4232-a955-5184a3835490 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-10', 'device_owner': 'compute:nova'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:03.422680 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-def8d7f7-c08c-4ba4-ad47-2ea999480a3c None None] Port 6ac17bf6-9343-44a0-8cfe-ec709506e919 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:58:03.487028 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 8f76625a-866f-4475-8c0a-4bd9d515274a up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:58:03.585683 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c60e2bb6-676b-4c90-9a9a-ad968530075e None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:03.600365 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c60e2bb6-676b-4c90-9a9a-ad968530075e None None] Transition to ACTIVE for port object 82a02c14-6d17-44da-8ac3-2ae9bc4b3a17 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:03.604512 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 8f76625a-866f-4475-8c0a-4bd9d515274a triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:03.604961 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:03.607770 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c60e2bb6-676b-4c90-9a9a-ad968530075e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:03.645638 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-481e499d-8627-4bb6-b430-7f21d8dd6c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'name': 'tempest-ServersTestJSON-1251281621-router', 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cd6fd960-8967-4a84-b0e3-4bfead74dc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:55:12Z', 'updated_at': '2021-08-28T14:58:01Z', 'revision_number': 5, 'project_id': '6133f2a9cae947c88f8d2b5122aa3775', 'gw_port': {'id': 'cd6fd960-8967-4a84-b0e3-4bfead74dc6c', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:14Z', 'updated_at': '2021-08-28T14:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:03.672723 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260dd04-3017-423a-8b92-fe38ec8335b9 None None] Pushing event updated for resources: {'Port': ['ID=82a02c14-6d17-44da-8ac3-2ae9bc4b3a17,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:03.677258 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481e499d-8627-4bb6-b430-7f21d8dd6c26 None None] Checking router: 46d863f5-702d-49db-8142-960a7f2c0e03 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:58:03.689148 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481e499d-8627-4bb6-b430-7f21d8dd6c26 None None] Routers {'46d863f5-702d-49db-8142-960a7f2c0e03'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:58:03.690156 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-481e499d-8627-4bb6-b430-7f21d8dd6c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:57:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['46d863f5-702d-49db-8142-960a7f2c0e03'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:03.813801 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c60e2bb6-676b-4c90-9a9a-ad968530075e None None] Attempting to bind port 82a02c14-6d17-44da-8ac3-2ae9bc4b3a17 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:58:03.817282 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c60e2bb6-676b-4c90-9a9a-ad968530075e None None] Attempting to bind port 82a02c14-6d17-44da-8ac3-2ae9bc4b3a17 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '600d6c52-dc1b-4163-9402-43ea34c23f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7665603e-97fd-4863-b47b-f3f4546dc368'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:58:03.817712 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60e2bb6-676b-4c90-9a9a-ad968530075e None None] Attempting to bind port 82a02c14-6d17-44da-8ac3-2ae9bc4b3a17 on network 7665603e-97fd-4863-b47b-f3f4546dc368 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:03.829629 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60e2bb6-676b-4c90-9a9a-ad968530075e None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:58:03.832226 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60e2bb6-676b-4c90-9a9a-ad968530075e None None] Checking segment: {'id': '600d6c52-dc1b-4163-9402-43ea34c23f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7665603e-97fd-4863-b47b-f3f4546dc368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:58:03.832759 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c60e2bb6-676b-4c90-9a9a-ad968530075e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:03.833308 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60e2bb6-676b-4c90-9a9a-ad968530075e None None] Bound using segment: {'id': '600d6c52-dc1b-4163-9402-43ea34c23f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7665603e-97fd-4863-b47b-f3f4546dc368'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:58:03.834708 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58650) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:03.842474 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c60e2bb6-676b-4c90-9a9a-ad968530075e None None] Bound port: 82a02c14-6d17-44da-8ac3-2ae9bc4b3a17, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '600d6c52-dc1b-4163-9402-43ea34c23f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7665603e-97fd-4863-b47b-f3f4546dc368'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:58:03.843100 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c60e2bb6-676b-4c90-9a9a-ad968530075e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:03.910779 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a0139671-0e53-4cf9-9c69-489ae4208550 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=179f960e88d84cc2a4ea2ebfa64eb0fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0722771 Aug 28 14:58:03.912130 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58652) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:03.925198 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c60e2bb6-676b-4c90-9a9a-ad968530075e None None] For port 82a02c14-6d17-44da-8ac3-2ae9bc4b3a17, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:58:03.934689 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c60e2bb6-676b-4c90-9a9a-ad968530075e None None] For port 82a02c14-6d17-44da-8ac3-2ae9bc4b3a17, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=82a02c14-6d17-44da-8ac3-2ae9bc4b3a17,segment=NetworkSegment(600d6c52-dc1b-4163-9402-43ea34c23f99),segment_id=600d6c52-dc1b-4163-9402-43ea34c23f99)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:58:03.939736 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bf32d349-ae82-4e9c-969a-aa623508b688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:03.941067 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c60e2bb6-676b-4c90-9a9a-ad968530075e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:03.986141 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-20afac8d-94c9-4bd4-ad4b-eaf305422a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:04.009842 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-481e499d-8627-4bb6-b430-7f21d8dd6c26 None None] Set router 46d863f5-702d-49db-8142-960a7f2c0e03 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:58:04.015395 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-20afac8d-94c9-4bd4-ad4b-eaf305422a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:04.061859 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260dd04-3017-423a-8b92-fe38ec8335b9 None None] Pushing event updated for resources: {'Port': ['ID=82a02c14-6d17-44da-8ac3-2ae9bc4b3a17,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:04.067568 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-20afac8d-94c9-4bd4-ad4b-eaf305422a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:04.079344 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-20afac8d-94c9-4bd4-ad4b-eaf305422a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:04.081066 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-20afac8d-94c9-4bd4-ad4b-eaf305422a3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89b6fa0d-f707-4795-8f76-524187c38921 HTTP/1.1" status: 204 len: 168 time: 0.1656530 Aug 28 14:58:04.092431 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afac8d-94c9-4bd4-ad4b-eaf305422a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b6fa0d-f707-4795-8f76-524187c38921,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:04.108756 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-26a6e474-dc5d-4232-a955-5184a3835490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:04.118208 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-b865db62-0d9d-4033-8979-d82a8eaa9f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:04.133652 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-21eb449d-792e-402e-8a78-3e98c32d3e34 admin admin] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:04.163773 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60e2bb6-676b-4c90-9a9a-ad968530075e None None] Routers {'7a7d8611-1a03-4ff0-905e-230983163608'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:58:04.164480 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-c60e2bb6-676b-4c90-9a9a-ad968530075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:57:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['7a7d8611-1a03-4ff0-905e-230983163608'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:04.267237 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bf32d349-ae82-4e9c-969a-aa623508b688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:04.300546 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-481e499d-8627-4bb6-b430-7f21d8dd6c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'name': 'tempest-ServersTestJSON-1251281621-router', 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cd6fd960-8967-4a84-b0e3-4bfead74dc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:55:12Z', 'updated_at': '2021-08-28T14:58:01Z', 'revision_number': 5, 'project_id': '6133f2a9cae947c88f8d2b5122aa3775', 'gw_port': {'id': 'cd6fd960-8967-4a84-b0e3-4bfead74dc6c', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:14Z', 'updated_at': '2021-08-28T14:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:04.332864 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481e499d-8627-4bb6-b430-7f21d8dd6c26 None None] The sync data for ids ['46d863f5-702d-49db-8142-960a7f2c0e03'] in n-d-712137-10 is: [{'id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'name': 'tempest-ServersTestJSON-1251281621-router', 'tenant_id': '6133f2a9cae947c88f8d2b5122aa3775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cd6fd960-8967-4a84-b0e3-4bfead74dc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:55:12Z', 'updated_at': '2021-08-28T14:58:01Z', 'revision_number': 5, 'project_id': '6133f2a9cae947c88f8d2b5122aa3775', 'gw_port': {'id': 'cd6fd960-8967-4a84-b0e3-4bfead74dc6c', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d863f5-702d-49db-8142-960a7f2c0e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:14Z', 'updated_at': '2021-08-28T14:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:58:04.348532 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-c60e2bb6-676b-4c90-9a9a-ad968530075e None None] Set router 7a7d8611-1a03-4ff0-905e-230983163608 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:58:04.355041 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-56ce60c1-8768-4e9a-a01c-3ed7f495fe32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:04.375930 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bf32d349-ae82-4e9c-969a-aa623508b688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:04.438908 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e632f8e-9248-42a5-8d6a-4f3a14ce4b5f req-38ba1c4f-249d-4c7c-a720-4fe02a74d4e4 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:04.448150 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2e632f8e-9248-42a5-8d6a-4f3a14ce4b5f req-38ba1c4f-249d-4c7c-a720-4fe02a74d4e4 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/ports?device_id=0aaba83e-3b42-4e2b-82c1-f1dd911c3257 HTTP/1.1" status: 200 len: 936 time: 0.0847042 Aug 28 14:58:04.500854 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf32d349-ae82-4e9c-969a-aa623508b688 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 14:58:04.519726 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2e632f8e-9248-42a5-8d6a-4f3a14ce4b5f req-0fff7560-7e25-48b2-992c-e3c8ef5dee65 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/security-groups?id=458c1076-6c86-4ce1-8492-c507c584ef3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657990 Aug 28 14:58:04.557637 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-56ce60c1-8768-4e9a-a01c-3ed7f495fe32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:04.618109 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32d349-ae82-4e9c-969a-aa623508b688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7033f3e1-4868-4687-8751-03cb7d399d03,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:04.627762 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-c60e2bb6-676b-4c90-9a9a-ad968530075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7d8611-1a03-4ff0-905e-230983163608', 'name': 'tempest-AttachSCSIVolumeTestJSON-1893626914-router', 'tenant_id': '52d8d8d99c6b4b5db3950de5685f1a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '8f76625a-866f-4475-8c0a-4bd9d515274a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:57:51Z', 'updated_at': '2021-08-28T14:57:59Z', 'revision_number': 4, 'project_id': '52d8d8d99c6b4b5db3950de5685f1a86', 'gw_port': {'id': '8f76625a-866f-4475-8c0a-4bd9d515274a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7d8611-1a03-4ff0-905e-230983163608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:57:53Z', 'updated_at': '2021-08-28T14:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '82a02c14-6d17-44da-8ac3-2ae9bc4b3a17', 'name': '', 'network_id': '7665603e-97fd-4863-b47b-f3f4546dc368', 'tenant_id': '52d8d8d99c6b4b5db3950de5685f1a86', 'mac_address': 'fa:16:3e:6b:a8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7d8611-1a03-4ff0-905e-230983163608', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd8fec706-1a1e-42d2-91ad-22bbe80be7de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:57:58Z', 'updated_at': '2021-08-28T14:58:03Z', 'revision_number': 4, 'project_id': '52d8d8d99c6b4b5db3950de5685f1a86', 'subnets': [{'id': 'd8fec706-1a1e-42d2-91ad-22bbe80be7de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:04.659581 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e2bb6-676b-4c90-9a9a-ad968530075e None None] The sync data for ids ['7a7d8611-1a03-4ff0-905e-230983163608'] in n-d-712137-10 is: [{'id': '7a7d8611-1a03-4ff0-905e-230983163608', 'name': 'tempest-AttachSCSIVolumeTestJSON-1893626914-router', 'tenant_id': '52d8d8d99c6b4b5db3950de5685f1a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '8f76625a-866f-4475-8c0a-4bd9d515274a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:57:51Z', 'updated_at': '2021-08-28T14:57:59Z', 'revision_number': 4, 'project_id': '52d8d8d99c6b4b5db3950de5685f1a86', 'gw_port': {'id': '8f76625a-866f-4475-8c0a-4bd9d515274a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7d8611-1a03-4ff0-905e-230983163608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:57:53Z', 'updated_at': '2021-08-28T14:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '82a02c14-6d17-44da-8ac3-2ae9bc4b3a17', 'name': '', 'network_id': '7665603e-97fd-4863-b47b-f3f4546dc368', 'tenant_id': '52d8d8d99c6b4b5db3950de5685f1a86', 'mac_address': 'fa:16:3e:6b:a8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7d8611-1a03-4ff0-905e-230983163608', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd8fec706-1a1e-42d2-91ad-22bbe80be7de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:57:58Z', 'updated_at': '2021-08-28T14:58:03Z', 'revision_number': 4, 'project_id': '52d8d8d99c6b4b5db3950de5685f1a86', 'subnets': [{'id': 'd8fec706-1a1e-42d2-91ad-22bbe80be7de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:58:04.675804 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bf32d349-ae82-4e9c-969a-aa623508b688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:04.676154 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-bf32d349-ae82-4e9c-969a-aa623508b688 admin admin] Added segment e78f3bd2-f325-40c2-8c5a-b981d71135af of type vlan for network f63ce7db-ab03-41c4-8a47-777e4a385891 Aug 28 14:58:04.687931 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeced1e-e844-44e2-abb4-bdaaed8318d3 req-aa54ade7-e744-4e5e-9c0f-2c2e59713238 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:04.695035 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5aeced1e-e844-44e2-abb4-bdaaed8318d3 req-aa54ade7-e744-4e5e-9c0f-2c2e59713238 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 949 time: 0.5593863 Aug 28 14:58:04.880913 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bf32d349-ae82-4e9c-969a-aa623508b688 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:04.935468 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-21eb449d-792e-402e-8a78-3e98c32d3e34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:04.941413 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5aeced1e-e844-44e2-abb4-bdaaed8318d3 req-514f5202-dc92-40b8-a173-c09005c8a5dc tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449083 Aug 28 14:58:05.045081 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bf32d349-ae82-4e9c-969a-aa623508b688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:05.046079 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf32d349-ae82-4e9c-969a-aa623508b688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:05.046795 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bf32d349-ae82-4e9c-969a-aa623508b688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:05.067233 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-56ce60c1-8768-4e9a-a01c-3ed7f495fe32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:05.069876 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-56ce60c1-8768-4e9a-a01c-3ed7f495fe32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:05.071848 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-56ce60c1-8768-4e9a-a01c-3ed7f495fe32 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8eec033f-d91f-41bf-bd05-a799b53c0ddb HTTP/1.1" status: 204 len: 168 time: 1.8467779 Aug 28 14:58:05.179508 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-26a6e474-dc5d-4232-a955-5184a3835490 service neutron] For port 3083ecc2-cd08-4195-a587-3df47c57ed46, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=3083ecc2-cd08-4195-a587-3df47c57ed46,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:05.198820 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-bf32d349-ae82-4e9c-969a-aa623508b688 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0980861 Aug 28 14:58:05.201712 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58684) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:05.203967 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce60c1-8768-4e9a-a01c-3ed7f495fe32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eec033f-d91f-41bf-bd05-a799b53c0ddb,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:05.214209 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-5bf88460-b630-4055-ac73-63bf9f86bf01 admin admin] Request body: {'subnet': {'network_id': 'f63ce7db-ab03-41c4-8a47-777e4a385891', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-525164006-subnet', 'tenant_id': '38598ca0e7884481bc4651eb9d6d8333', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:05.248643 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32d349-ae82-4e9c-969a-aa623508b688 admin admin] Pushing event updated for resources: {'Network': ['ID=f63ce7db-ab03-41c4-8a47-777e4a385891,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:05.262746 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-21eb449d-792e-402e-8a78-3e98c32d3e34 admin admin] Deleting port cd6fd960-8967-4a84-b0e3-4bfead74dc6c {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:58:05.263115 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-21eb449d-792e-402e-8a78-3e98c32d3e34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:05.273613 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network f63ce7db-ab03-41c4-8a47-777e4a385891 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 14:58:05.291701 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf88460-b630-4055-ac73-63bf9f86bf01 admin admin] Made reservation on behalf of 38598ca0e7884481bc4651eb9d6d8333 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:58:05.294449 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5bf88460-b630-4055-ac73-63bf9f86bf01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:05.296395 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-26a6e474-dc5d-4232-a955-5184a3835490 service neutron] For port 3083ecc2-cd08-4195-a587-3df47c57ed46, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:58:05.403078 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-26a6e474-dc5d-4232-a955-5184a3835490 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:05.416092 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50696a02-4ed4-45a0-86f2-351c00443ad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3083ecc2-cd08-4195-a587-3df47c57ed46'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:58:05.420897 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc0173c-f363-4359-a3fa-99836b579266" -d '{"events": [{"server_uuid": "50696a02-4ed4-45a0-86f2-351c00443ad2", "name": "network-vif-unplugged", "status": "completed", "tag": "3083ecc2-cd08-4195-a587-3df47c57ed46"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:58:05.499480 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 82a02c14-6d17-44da-8ac3-2ae9bc4b3a17 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:58:05.563532 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-21eb449d-792e-402e-8a78-3e98c32d3e34 admin admin] For port cd6fd960-8967-4a84-b0e3-4bfead74dc6c, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=cd6fd960-8967-4a84-b0e3-4bfead74dc6c,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:05.563984 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-21eb449d-792e-402e-8a78-3e98c32d3e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:05.612562 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 14:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dce1fa4-1140-4ebd-b640-bf72b6eb46fd x-openstack-request-id: req-3dce1fa4-1140-4ebd-b640-bf72b6eb46fd {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:58:05.612562 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50696a02-4ed4-45a0-86f2-351c00443ad2", "name": "network-vif-unplugged", "status": "completed", "tag": "3083ecc2-cd08-4195-a587-3df47c57ed46", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:58:05.612914 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3dce1fa4-1140-4ebd-b640-bf72b6eb46fd {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:58:05.613244 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50696a02-4ed4-45a0-86f2-351c00443ad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3083ecc2-cd08-4195-a587-3df47c57ed46', 'code': 200} Aug 28 14:58:05.628049 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-21eb449d-792e-402e-8a78-3e98c32d3e34 admin admin] Calling delete_port for cd6fd960-8967-4a84-b0e3-4bfead74dc6c owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:58:05.663153 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-26a6e474-dc5d-4232-a955-5184a3835490 service neutron] Transition to ACTIVE for port object 3083ecc2-cd08-4195-a587-3df47c57ed46 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:05.675144 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 82a02c14-6d17-44da-8ac3-2ae9bc4b3a17 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:05.687508 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 82a02c14-6d17-44da-8ac3-2ae9bc4b3a17 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:05.688252 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:05.695595 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5bf88460-b630-4055-ac73-63bf9f86bf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:05.755482 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-26a6e474-dc5d-4232-a955-5184a3835490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:05.794171 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf88460-b630-4055-ac73-63bf9f86bf01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4295be11-51f7-495a-9976-98d154c3c421,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:05.833011 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf88460-b630-4055-ac73-63bf9f86bf01 admin admin] Checking segment: {'id': 'e78f3bd2-f325-40c2-8c5a-b981d71135af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f63ce7db-ab03-41c4-8a47-777e4a385891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:58:05.833661 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf88460-b630-4055-ac73-63bf9f86bf01 admin admin] Network hostable DHCP agents. Network: f63ce7db-ab03-41c4-8a47-777e4a385891, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 14:58:05.868603 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf88460-b630-4055-ac73-63bf9f86bf01 admin admin] Network f63ce7db-ab03-41c4-8a47-777e4a385891 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 14:58:05.905167 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-5bf88460-b630-4055-ac73-63bf9f86bf01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, f63ce7db-ab03-41c4-8a47-777e4a385891) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:58:05.915541 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf88460-b630-4055-ac73-63bf9f86bf01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:05.920833 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5bf88460-b630-4055-ac73-63bf9f86bf01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:05.949212 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5bf88460-b630-4055-ac73-63bf9f86bf01 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7448659 Aug 28 14:58:05.951604 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58712) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:05.954466 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b798942-dd77-4119-a3dc-4d119a7f1a7f None None] Network f63ce7db-ab03-41c4-8a47-777e4a385891 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:58:05.969171 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-193a6c27-3b42-4828-b877-4df9ad1634e3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-525164006-router', 'tenant_id': '38598ca0e7884481bc4651eb9d6d8333', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:06.046387 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-193a6c27-3b42-4828-b877-4df9ad1634e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:06.047240 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-193a6c27-3b42-4828-b877-4df9ad1634e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:06.166194 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:06.224622 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-193a6c27-3b42-4828-b877-4df9ad1634e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:06.302855 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37f8ba-bb47-4f40-a068-517695ae4c29 req-05fae6ff-7191-46d9-98d9-5f3d263665c6 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:06.311675 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 82a02c14-6d17-44da-8ac3-2ae9bc4b3a17, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=82a02c14-6d17-44da-8ac3-2ae9bc4b3a17,segment=NetworkSegment(600d6c52-dc1b-4163-9402-43ea34c23f99),segment_id=600d6c52-dc1b-4163-9402-43ea34c23f99)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:06.317992 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c37f8ba-bb47-4f40-a068-517695ae4c29 req-05fae6ff-7191-46d9-98d9-5f3d263665c6 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/ports?device_id=0aaba83e-3b42-4e2b-82c1-f1dd911c3257 HTTP/1.1" status: 200 len: 936 time: 0.6388531 Aug 28 14:58:06.326816 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-26a6e474-dc5d-4232-a955-5184a3835490 service neutron] No DVR routers for this DVR port 3083ecc2-cd08-4195-a587-3df47c57ed46 on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:58:06.342541 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6e474-dc5d-4232-a955-5184a3835490 service neutron] Pushing event updated for resources: {'Port': ['ID=3083ecc2-cd08-4195-a587-3df47c57ed46,revision_number=6']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:06.347217 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:06.395782 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 3083ecc2-cd08-4195-a587-3df47c57ed46 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:58:06.398102 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 619bde68-525f-461a-b861-2f99347cdb33 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:58:06.400543 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-b865db62-0d9d-4033-8979-d82a8eaa9f9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac17bf6-9343-44a0-8cfe-ec709506e919 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:58:06.442517 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-b865db62-0d9d-4033-8979-d82a8eaa9f9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:06.488835 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-26a6e474-dc5d-4232-a955-5184a3835490 service neutron] Attempting to bind port 3083ecc2-cd08-4195-a587-3df47c57ed46 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:58:06.489403 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-26a6e474-dc5d-4232-a955-5184a3835490 service neutron] Attempting to bind port 3083ecc2-cd08-4195-a587-3df47c57ed46 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:58:06.489850 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-26a6e474-dc5d-4232-a955-5184a3835490 service neutron] Attempting to bind port 3083ecc2-cd08-4195-a587-3df47c57ed46 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:06.502905 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-b865db62-0d9d-4033-8979-d82a8eaa9f9d service neutron] Transition to ACTIVE for port object 6ac17bf6-9343-44a0-8cfe-ec709506e919 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:06.513707 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 619bde68-525f-461a-b861-2f99347cdb33 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:58:06.514076 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 619bde68-525f-461a-b861-2f99347cdb33 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:58:06.543583 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-26a6e474-dc5d-4232-a955-5184a3835490 service neutron] Port 3083ecc2-cd08-4195-a587-3df47c57ed46 on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:58:06.544472 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-26a6e474-dc5d-4232-a955-5184a3835490 service neutron] Attempting to bind port 3083ecc2-cd08-4195-a587-3df47c57ed46 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:06.553544 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-26a6e474-dc5d-4232-a955-5184a3835490 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:58:06.553975 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-26a6e474-dc5d-4232-a955-5184a3835490 service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:58:06.555155 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-26a6e474-dc5d-4232-a955-5184a3835490 service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:58:06.555792 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-26a6e474-dc5d-4232-a955-5184a3835490 service neutron] Bound port: 3083ecc2-cd08-4195-a587-3df47c57ed46, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:58:06.556250 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-26a6e474-dc5d-4232-a955-5184a3835490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:06.558303 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-b865db62-0d9d-4033-8979-d82a8eaa9f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:06.585088 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c37f8ba-bb47-4f40-a068-517695ae4c29 req-bd4b69b2-a760-4646-b563-98e4c39e74f2 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/security-groups?id=458c1076-6c86-4ce1-8492-c507c584ef3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660608 Aug 28 14:58:06.615599 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-193a6c27-3b42-4828-b877-4df9ad1634e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:06.650605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28ce9a-ee2c-4c75-b539-96541c677958 req-d2c633b9-48cd-4253-81b8-9592a97a3f6d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:06.659077 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1b28ce9a-ee2c-4c75-b539-96541c677958 req-d2c633b9-48cd-4253-81b8-9592a97a3f6d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 947 time: 0.5362926 Aug 28 14:58:06.668821 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 3083ecc2-cd08-4195-a587-3df47c57ed46 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:58:06.689208 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49cad1b-3e12-4d8f-aca3-cd9c10ec2a3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-f63ce7db-ab03-41c4-8a47-777e4a385891', 'network_id': 'f63ce7db-ab03-41c4-8a47-777e4a385891', 'tenant_id': '38598ca0e7884481bc4651eb9d6d8333', 'fixed_ips': [{'subnet_id': '4295be11-51f7-495a-9976-98d154c3c421'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 14:58:06.690183 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d49cad1b-3e12-4d8f-aca3-cd9c10ec2a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:06.712464 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=82a02c14-6d17-44da-8ac3-2ae9bc4b3a17,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:06.729829 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-26a6e474-dc5d-4232-a955-5184a3835490 service neutron] For port 3083ecc2-cd08-4195-a587-3df47c57ed46, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:58:06.734020 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-26a6e474-dc5d-4232-a955-5184a3835490 service neutron] For port 3083ecc2-cd08-4195-a587-3df47c57ed46, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=3083ecc2-cd08-4195-a587-3df47c57ed46,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:58:06.749680 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-26a6e474-dc5d-4232-a955-5184a3835490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:06.766309 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1b28ce9a-ee2c-4c75-b539-96541c677958 req-18ab045b-bcfe-4d2a-9a62-7b3f984c7ff6 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055892 Aug 28 14:58:06.791383 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865db62-0d9d-4033-8979-d82a8eaa9f9d service neutron] Pushing event updated for resources: {'Port': ['ID=6ac17bf6-9343-44a0-8cfe-ec709506e919,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:06.828591 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-26a6e474-dc5d-4232-a955-5184a3835490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:06.829591 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-26a6e474-dc5d-4232-a955-5184a3835490 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:06.831311 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-26a6e474-dc5d-4232-a955-5184a3835490 service neutron] 10.222.0.36 "PUT /v2.0/ports/3083ecc2-cd08-4195-a587-3df47c57ed46 HTTP/1.1" status: 200 len: 1096 time: 3.4686272 Aug 28 14:58:07.029253 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-193a6c27-3b42-4828-b877-4df9ad1634e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:07.053774 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-193a6c27-3b42-4828-b877-4df9ad1634e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:07.062591 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-21eb449d-792e-402e-8a78-3e98c32d3e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:07.114200 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-d49cad1b-3e12-4d8f-aca3-cd9c10ec2a3e None None] Allocated IP 172.20.0.2 (f63ce7db-ab03-41c4-8a47-777e4a385891/4295be11-51f7-495a-9976-98d154c3c421/91746fd8-8d1a-4f37-a840-7a13db1377c0) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:58:07.127832 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6e474-dc5d-4232-a955-5184a3835490 service neutron] Pushing event updated for resources: {'Port': ['ID=3083ecc2-cd08-4195-a587-3df47c57ed46,revision_number=7']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:07.210724 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-b865db62-0d9d-4033-8979-d82a8eaa9f9d service neutron] Attempting to bind port 6ac17bf6-9343-44a0-8cfe-ec709506e919 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:58:07.211069 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-b865db62-0d9d-4033-8979-d82a8eaa9f9d service neutron] Attempting to bind port 6ac17bf6-9343-44a0-8cfe-ec709506e919 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:58:07.211612 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-b865db62-0d9d-4033-8979-d82a8eaa9f9d service neutron] Attempting to bind port 6ac17bf6-9343-44a0-8cfe-ec709506e919 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:07.226764 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-b865db62-0d9d-4033-8979-d82a8eaa9f9d service neutron] Port 6ac17bf6-9343-44a0-8cfe-ec709506e919 on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:58:07.227500 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-b865db62-0d9d-4033-8979-d82a8eaa9f9d service neutron] Attempting to bind port 6ac17bf6-9343-44a0-8cfe-ec709506e919 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:07.230496 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb449d-792e-402e-8a78-3e98c32d3e34 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd6fd960-8967-4a84-b0e3-4bfead74dc6c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:07.240279 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-193a6c27-3b42-4828-b877-4df9ad1634e3 admin admin] Allocated IP 172.25.3.89 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/00693b13-ee6f-4fac-8db3-59b5eb315676) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:58:07.249072 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-fad7d627-05f0-4731-9d2f-953f0e2220b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:07.254704 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-fad7d627-05f0-4731-9d2f-953f0e2220b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 1099 time: 0.3807662 Aug 28 14:58:07.530328 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-c6efd19a-d016-48bd-9203-425b77243ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:07.532766 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-c6efd19a-d016-48bd-9203-425b77243ea2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.2408881 Aug 28 14:58:07.534250 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-193a6c27-3b42-4828-b877-4df9ad1634e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:07.552306 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-b865db62-0d9d-4033-8979-d82a8eaa9f9d service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:58:07.552670 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-b865db62-0d9d-4033-8979-d82a8eaa9f9d service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:58:07.553054 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-b865db62-0d9d-4033-8979-d82a8eaa9f9d service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:58:07.553251 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 82a02c14-6d17-44da-8ac3-2ae9bc4b3a17 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:58:07.553503 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-b865db62-0d9d-4033-8979-d82a8eaa9f9d service neutron] Bound port: 6ac17bf6-9343-44a0-8cfe-ec709506e919, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:58:07.553909 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-b865db62-0d9d-4033-8979-d82a8eaa9f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:07.622575 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50696a02-4ed4-45a0-86f2-351c00443ad2', 'tag': '3083ecc2-cd08-4195-a587-3df47c57ed46'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:58:07.629878 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d300855f-9ec9-4249-b951-5faa7ca8362e" -d '{"events": [{"name": "network-changed", "server_uuid": "50696a02-4ed4-45a0-86f2-351c00443ad2", "tag": "3083ecc2-cd08-4195-a587-3df47c57ed46"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:58:07.655480 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-193a6c27-3b42-4828-b877-4df9ad1634e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:07.688024 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d49cad1b-3e12-4d8f-aca3-cd9c10ec2a3e None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:07.700371 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d49cad1b-3e12-4d8f-aca3-cd9c10ec2a3e None None] Transition to ACTIVE for port object 91746fd8-8d1a-4f37-a840-7a13db1377c0 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:07.707483 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-d63b8d69-c25e-4612-927a-01fa0cebee60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=3083ecc2-cd08-4195-a587-3df47c57ed46 HTTP/1.1" status: 200 len: 217 time: 0.1405115 Aug 28 14:58:07.735454 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d49cad1b-3e12-4d8f-aca3-cd9c10ec2a3e None None] Transition to ACTIVE for port object 91746fd8-8d1a-4f37-a840-7a13db1377c0 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:07.756162 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193a6c27-3b42-4828-b877-4df9ad1634e3 admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:58:07.762867 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d49cad1b-3e12-4d8f-aca3-cd9c10ec2a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:07.764903 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-193a6c27-3b42-4828-b877-4df9ad1634e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:58:07.772148 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193a6c27-3b42-4828-b877-4df9ad1634e3 admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:58:07.788014 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-21eb449d-792e-402e-8a78-3e98c32d3e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:07.840266 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a6c27-3b42-4828-b877-4df9ad1634e3 admin admin] Pushing event updated for resources: {'Port': ['ID=00693b13-ee6f-4fac-8db3-59b5eb315676,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:07.854016 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49cad1b-3e12-4d8f-aca3-cd9c10ec2a3e None None] Network f63ce7db-ab03-41c4-8a47-777e4a385891 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:58:07.860877 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-d49cad1b-3e12-4d8f-aca3-cd9c10ec2a3e None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:58:07.865629 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49cad1b-3e12-4d8f-aca3-cd9c10ec2a3e None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:58:07.882013 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cad1b-3e12-4d8f-aca3-cd9c10ec2a3e None None] Pushing event updated for resources: {'Port': ['ID=91746fd8-8d1a-4f37-a840-7a13db1377c0,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:07.935890 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 82a02c14-6d17-44da-8ac3-2ae9bc4b3a17 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:07.936387 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:07.971186 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ce6e3de1-be15-45e2-9f96-4735c2425710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:07.972711 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-d49cad1b-3e12-4d8f-aca3-cd9c10ec2a3e None None] Attempting to bind port 91746fd8-8d1a-4f37-a840-7a13db1377c0 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:58:07.973077 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-d49cad1b-3e12-4d8f-aca3-cd9c10ec2a3e None None] Attempting to bind port 91746fd8-8d1a-4f37-a840-7a13db1377c0 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'e78f3bd2-f325-40c2-8c5a-b981d71135af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f63ce7db-ab03-41c4-8a47-777e4a385891'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:58:07.973435 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49cad1b-3e12-4d8f-aca3-cd9c10ec2a3e None None] Attempting to bind port 91746fd8-8d1a-4f37-a840-7a13db1377c0 on network f63ce7db-ab03-41c4-8a47-777e4a385891 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:07.980695 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e90e5b-c9b0-4860-8f27-86322fe42afb x-openstack-request-id: req-c0e90e5b-c9b0-4860-8f27-86322fe42afb {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:58:07.982470 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50696a02-4ed4-45a0-86f2-351c00443ad2", "tag": "3083ecc2-cd08-4195-a587-3df47c57ed46", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:58:07.982883 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0e90e5b-c9b0-4860-8f27-86322fe42afb {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:58:07.983554 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50696a02-4ed4-45a0-86f2-351c00443ad2', 'tag': '3083ecc2-cd08-4195-a587-3df47c57ed46', 'status': 'completed', 'code': 200} Aug 28 14:58:07.987907 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49cad1b-3e12-4d8f-aca3-cd9c10ec2a3e None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:58:07.988286 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49cad1b-3e12-4d8f-aca3-cd9c10ec2a3e None None] Checking segment: {'id': 'e78f3bd2-f325-40c2-8c5a-b981d71135af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f63ce7db-ab03-41c4-8a47-777e4a385891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:58:07.988688 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d49cad1b-3e12-4d8f-aca3-cd9c10ec2a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:07.989209 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49cad1b-3e12-4d8f-aca3-cd9c10ec2a3e None None] Bound using segment: {'id': 'e78f3bd2-f325-40c2-8c5a-b981d71135af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f63ce7db-ab03-41c4-8a47-777e4a385891'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:58:07.989614 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-d49cad1b-3e12-4d8f-aca3-cd9c10ec2a3e None None] Bound port: 91746fd8-8d1a-4f37-a840-7a13db1377c0, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78f3bd2-f325-40c2-8c5a-b981d71135af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f63ce7db-ab03-41c4-8a47-777e4a385891'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:58:07.989928 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d49cad1b-3e12-4d8f-aca3-cd9c10ec2a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:08.006969 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-21eb449d-792e-402e-8a78-3e98c32d3e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:08.013217 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-21eb449d-792e-402e-8a78-3e98c32d3e34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:08.015335 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-b865db62-0d9d-4033-8979-d82a8eaa9f9d service neutron] For port 6ac17bf6-9343-44a0-8cfe-ec709506e919, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:58:08.024683 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-8ad0c35e-a29a-4894-bb74-6ec36a028b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:08.026438 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-8ad0c35e-a29a-4894-bb74-6ec36a028b04 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.3061633 Aug 28 14:58:08.053848 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-b865db62-0d9d-4033-8979-d82a8eaa9f9d service neutron] For port 6ac17bf6-9343-44a0-8cfe-ec709506e919, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=6ac17bf6-9343-44a0-8cfe-ec709506e919,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:58:08.091903 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-d49cad1b-3e12-4d8f-aca3-cd9c10ec2a3e None None] For port 91746fd8-8d1a-4f37-a840-7a13db1377c0, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:58:08.096415 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-d49cad1b-3e12-4d8f-aca3-cd9c10ec2a3e None None] For port 91746fd8-8d1a-4f37-a840-7a13db1377c0, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=91746fd8-8d1a-4f37-a840-7a13db1377c0,segment=NetworkSegment(e78f3bd2-f325-40c2-8c5a-b981d71135af),segment_id=e78f3bd2-f325-40c2-8c5a-b981d71135af)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:58:08.105928 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d49cad1b-3e12-4d8f-aca3-cd9c10ec2a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:08.111557 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb95570-31bc-44a7-9828-282c8bdbe025 req-f8ca5417-1ee9-4e3b-8df0-6371666af734 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:08.118961 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1bb95570-31bc-44a7-9828-282c8bdbe025 req-f8ca5417-1ee9-4e3b-8df0-6371666af734 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/ports?device_id=0aaba83e-3b42-4e2b-82c1-f1dd911c3257 HTTP/1.1" status: 200 len: 948 time: 0.4083738 Aug 28 14:58:08.125196 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79b497-9d9a-4e9f-8c4d-12c0d7206d53 req-61662675-1845-46d8-969b-567b7410d10d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:08.129282 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7e79b497-9d9a-4e9f-8c4d-12c0d7206d53 req-61662675-1845-46d8-969b-567b7410d10d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 947 time: 0.1275530 Aug 28 14:58:08.136536 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-b865db62-0d9d-4033-8979-d82a8eaa9f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:08.182487 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-21eb449d-792e-402e-8a78-3e98c32d3e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:08.183146 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21eb449d-792e-402e-8a78-3e98c32d3e34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46d863f5-702d-49db-8142-960a7f2c0e03 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 14:58:08.196012 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cad1b-3e12-4d8f-aca3-cd9c10ec2a3e None None] Pushing event updated for resources: {'Port': ['ID=91746fd8-8d1a-4f37-a840-7a13db1377c0,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:08.202193 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-21eb449d-792e-402e-8a78-3e98c32d3e34 admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:08.207044 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-21eb449d-792e-402e-8a78-3e98c32d3e34 admin admin] 10.222.0.13 "DELETE /v2.0/routers/46d863f5-702d-49db-8142-960a7f2c0e03 HTTP/1.1" status: 204 len: 168 time: 5.0637655 Aug 28 14:58:08.217547 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58770) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:08.242743 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-b865db62-0d9d-4033-8979-d82a8eaa9f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:08.245757 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-b865db62-0d9d-4033-8979-d82a8eaa9f9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:08.247264 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-b865db62-0d9d-4033-8979-d82a8eaa9f9d service neutron] 10.222.0.41 "PUT /v2.0/ports/6ac17bf6-9343-44a0-8cfe-ec709506e919 HTTP/1.1" status: 200 len: 1097 time: 5.0426800 Aug 28 14:58:08.265629 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1bb95570-31bc-44a7-9828-282c8bdbe025 req-55908b37-df47-40a1-8dd6-13b75f37e5e7 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/security-groups?id=458c1076-6c86-4ce1-8492-c507c584ef3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453912 Aug 28 14:58:08.294357 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7e79b497-9d9a-4e9f-8c4d-12c0d7206d53 req-579a73f3-697a-4597-945e-bcb05249be20 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568763 Aug 28 14:58:08.340672 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865db62-0d9d-4033-8979-d82a8eaa9f9d service neutron] Pushing event updated for resources: {'Port': ['ID=6ac17bf6-9343-44a0-8cfe-ec709506e919,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:08.448142 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-7c43068b-f71c-455c-85ff-19279fdd24a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:08.451321 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-193a6c27-3b42-4828-b877-4df9ad1634e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:08.453280 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-7c43068b-f71c-455c-85ff-19279fdd24a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4118543 Aug 28 14:58:08.683319 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300855f-9ec9-4249-b951-5faa7ca8362e req-9441b383-dc2d-4d49-ba55-e0235126c53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:08.684860 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d300855f-9ec9-4249-b951-5faa7ca8362e req-9441b383-dc2d-4d49-ba55-e0235126c53e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 1099 time: 0.7265558 Aug 28 14:58:08.687638 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-71617b8c-34ca-4822-9135-8c10fada2937 admin admin] Deleting subnet 5014a194-78d9-4048-a840-6f20bc902671 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 14:58:08.711191 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-71617b8c-34ca-4822-9135-8c10fada2937 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:08.764549 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-b2917627-2605-4746-907b-74b0904b08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:08.766028 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-b2917627-2605-4746-907b-74b0904b08dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31c633766e4f4d47b72cab2628e3f057&device_id=0aaba83e-3b42-4e2b-82c1-f1dd911c3257 HTTP/1.1" status: 200 len: 1100 time: 0.3775251 Aug 28 14:58:08.837374 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-193a6c27-3b42-4828-b877-4df9ad1634e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:08.865328 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-bdb40793-c871-4201-a937-bdb4326e9ad2 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844914 Aug 28 14:58:08.921923 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-71617b8c-34ca-4822-9135-8c10fada2937 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:09.080068 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193a6c27-3b42-4828-b877-4df9ad1634e3 admin admin] Router 9b81e6ec-54da-4c84-b845-1aa8f7e148d3 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 14:58:09.160031 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58798) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:09.184462 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58802) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:09.325587 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300855f-9ec9-4249-b951-5faa7ca8362e req-e5186fe7-511b-4c0c-ad49-fc60e84481be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:09.327387 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d300855f-9ec9-4249-b951-5faa7ca8362e req-e5186fe7-511b-4c0c-ad49-fc60e84481be service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.6271038 Aug 28 14:58:09.328664 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-33e86605-db90-4e58-be74-09868b133da4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=6ac17bf6-9343-44a0-8cfe-ec709506e919 HTTP/1.1" status: 200 len: 217 time: 0.5025434 Aug 28 14:58:09.461265 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 91746fd8-8d1a-4f37-a840-7a13db1377c0 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:58:09.523927 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d300855f-9ec9-4249-b951-5faa7ca8362e req-49539386-95b7-4d30-9378-b0dd949eccd2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=3083ecc2-cd08-4195-a587-3df47c57ed46 HTTP/1.1" status: 200 len: 217 time: 0.1598337 Aug 28 14:58:09.629245 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c946688c-db2b-45c5-8cb5-af5eda525403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:09.644419 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f8a716-224f-4d09-a348-b8f9dab178c5 None None] Network f63ce7db-ab03-41c4-8a47-777e4a385891 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:58:09.676599 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-1de6d50c-8cb8-40b1-94d9-d46131cc92a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:09.678516 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9482b2f5-5883-4c28-8cf6-e5c3ff56d35a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:09.679927 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-1de6d50c-8cb8-40b1-94d9-d46131cc92a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.3188729 Aug 28 14:58:09.707254 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6fe390e2-41c3-4dd9-b424-3b4c1a6789ff None None] Provisioning for port 91746fd8-8d1a-4f37-a840-7a13db1377c0 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:09.711158 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463de69e-a9fe-4aa0-9a77-7f9434e5552a req-f0527560-7ec9-4134-b8d2-623e4e7d8f0e tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:09.712678 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-463de69e-a9fe-4aa0-9a77-7f9434e5552a req-f0527560-7ec9-4134-b8d2-623e4e7d8f0e tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/ports?device_id=0aaba83e-3b42-4e2b-82c1-f1dd911c3257 HTTP/1.1" status: 200 len: 948 time: 0.3525395 Aug 28 14:58:09.735880 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 91746fd8-8d1a-4f37-a840-7a13db1377c0 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:09.748212 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 91746fd8-8d1a-4f37-a840-7a13db1377c0 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:09.748581 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:09.761428 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300855f-9ec9-4249-b951-5faa7ca8362e req-e153ce8f-5c19-4032-8830-8222d450ad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:09.762907 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d300855f-9ec9-4249-b951-5faa7ca8362e req-e153ce8f-5c19-4032-8830-8222d450ad11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.2166889 Aug 28 14:58:09.776482 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-71617b8c-34ca-4822-9135-8c10fada2937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:09.781726 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b3db5427-b2b0-4170-bd77-ec05fc22837e req-99b36005-9ae2-4391-a2c1-f35971aae909 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229198 Aug 28 14:58:09.834523 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193a6c27-3b42-4828-b877-4df9ad1634e3 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:58:09.859589 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d8e06-dc29-40a8-9c87-21fa1ada68af req-8c8e51c0-1cff-4199-978f-62df40b2ff1f tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:09.861721 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-707d8e06-dc29-40a8-9c87-21fa1ada68af req-8c8e51c0-1cff-4199-978f-62df40b2ff1f tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 947 time: 0.2903123 Aug 28 14:58:09.866034 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed94026-01b8-476d-ae0a-3ea4b73077ac None None] Sync routers for ids ['9b81e6ec-54da-4c84-b845-1aa8f7e148d3'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:58:09.885554 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c946688c-db2b-45c5-8cb5-af5eda525403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:09.890578 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-463de69e-a9fe-4aa0-9a77-7f9434e5552a req-fac88360-062a-4ac2-918f-0515a3cd318d tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/security-groups?id=458c1076-6c86-4ce1-8492-c507c584ef3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621385 Aug 28 14:58:09.894333 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed94026-01b8-476d-ae0a-3ea4b73077ac None None] Routers {'9b81e6ec-54da-4c84-b845-1aa8f7e148d3'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:58:09.894981 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-3ed94026-01b8-476d-ae0a-3ea4b73077ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:57:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9b81e6ec-54da-4c84-b845-1aa8f7e148d3'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:09.909343 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-ca3b86c8-a531-467c-9565-2d1b0cb371b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:09.910820 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-ca3b86c8-a531-467c-9565-2d1b0cb371b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2215476 Aug 28 14:58:09.939296 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300855f-9ec9-4249-b951-5faa7ca8362e req-1c6d50c8-f92c-4fd6-8ac0-5e8fc5252cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:09.940737 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d300855f-9ec9-4249-b951-5faa7ca8362e req-1c6d50c8-f92c-4fd6-8ac0-5e8fc5252cd6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1613624 Aug 28 14:58:09.956039 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-71617b8c-34ca-4822-9135-8c10fada2937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:09.961262 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c946688c-db2b-45c5-8cb5-af5eda525403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:09.999926 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:10.034715 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aaba83e-3b42-4e2b-82c1-f1dd911c3257', 'tag': '6ac17bf6-9343-44a0-8cfe-ec709506e919'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:58:10.037382 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a1dc3b-2006-43f3-bf00-020cf917bb5d" -d '{"events": [{"name": "network-changed", "server_uuid": "0aaba83e-3b42-4e2b-82c1-f1dd911c3257", "tag": "6ac17bf6-9343-44a0-8cfe-ec709506e919"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:58:10.071217 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c946688c-db2b-45c5-8cb5-af5eda525403 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=74207847be5940d5976f21ff3b6b69c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9099813 Aug 28 14:58:10.081960 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58822) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:10.095690 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c946688c-db2b-45c5-8cb5-af5eda525403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46621476-cff0-4087-b1dc-1166600db7af,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:10.110008 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d6c979-bea2-4771-9589-c5dd7675c327 None None] Network a831971b-727c-44d1-b386-1a946ecd57e8 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:58:10.118427 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-707d8e06-dc29-40a8-9c87-21fa1ada68af req-47218b3c-9930-48c6-8017-99b1f8b638d8 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433999 Aug 28 14:58:10.136036 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71617b8c-34ca-4822-9135-8c10fada2937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5014a194-78d9-4048-a840-6f20bc902671,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:10.146991 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 91746fd8-8d1a-4f37-a840-7a13db1377c0, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=91746fd8-8d1a-4f37-a840-7a13db1377c0,segment=NetworkSegment(e78f3bd2-f325-40c2-8c5a-b981d71135af),segment_id=e78f3bd2-f325-40c2-8c5a-b981d71135af)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:10.151517 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-71617b8c-34ca-4822-9135-8c10fada2937 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:10.160047 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58824) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:10.165748 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-71617b8c-34ca-4822-9135-8c10fada2937 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5014a194-78d9-4048-a840-6f20bc902671 HTTP/1.1" status: 204 len: 168 time: 1.9456575 Aug 28 14:58:10.169908 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300855f-9ec9-4249-b951-5faa7ca8362e req-28f129fc-b3b1-4440-b0a9-ff9ed68488b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:10.171398 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d300855f-9ec9-4249-b951-5faa7ca8362e req-28f129fc-b3b1-4440-b0a9-ff9ed68488b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 1099 time: 0.2982140 Aug 28 14:58:10.185407 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-3ed94026-01b8-476d-ae0a-3ea4b73077ac None None] Set router 9b81e6ec-54da-4c84-b845-1aa8f7e148d3 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:58:10.189106 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:10.248569 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0bcf0c-dd98-4093-aa25-ab3ba0ecc60e x-openstack-request-id: req-2d0bcf0c-dd98-4093-aa25-ab3ba0ecc60e {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:58:10.248962 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aaba83e-3b42-4e2b-82c1-f1dd911c3257", "tag": "6ac17bf6-9343-44a0-8cfe-ec709506e919", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:58:10.249397 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d0bcf0c-dd98-4093-aa25-ab3ba0ecc60e {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:58:10.249951 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aaba83e-3b42-4e2b-82c1-f1dd911c3257', 'tag': '6ac17bf6-9343-44a0-8cfe-ec709506e919', 'status': 'completed', 'code': 200} Aug 28 14:58:10.263312 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a3bff913-079c-4d69-b8ab-7540f7a24977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:10.279107 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device cd6fd960-8967-4a84-b0e3-4bfead74dc6c no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:58:10.330807 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: cd6fd960-8967-4a84-b0e3-4bfead74dc6c {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:58:10.331305 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device cd6fd960-8967-4a84-b0e3-4bfead74dc6c not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:58:10.403500 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9482b2f5-5883-4c28-8cf6-e5c3ff56d35a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:10.410001 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9482b2f5-5883-4c28-8cf6-e5c3ff56d35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:10.418070 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-193a6c27-3b42-4828-b877-4df9ad1634e3 admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:10.419363 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-193a6c27-3b42-4828-b877-4df9ad1634e3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4653156 Aug 28 14:58:10.427346 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58826) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:10.470428 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300855f-9ec9-4249-b951-5faa7ca8362e req-d17f53d7-9590-4107-beb6-afe6879f87a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:10.473188 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d300855f-9ec9-4249-b951-5faa7ca8362e req-d17f53d7-9590-4107-beb6-afe6879f87a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.2636969 Aug 28 14:58:10.475267 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d300855f-9ec9-4249-b951-5faa7ca8362e req-ba0fb6c1-b215-4052-9ed9-9ea354c3907d service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5223765 Aug 28 14:58:10.475876 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=91746fd8-8d1a-4f37-a840-7a13db1377c0,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:10.502937 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-61e572c6-9808-4ef0-8f3a-562d6223f4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:10.519985 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-aadad843-d7b9-4c39-9da2-8ba0e9c662e2 None None] Provisioning complete for port 91746fd8-8d1a-4f37-a840-7a13db1377c0 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:10.520717 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-aadad843-d7b9-4c39-9da2-8ba0e9c662e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:10.553653 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-a3bff913-079c-4d69-b8ab-7540f7a24977 admin admin] Deleting port f4130098-2eac-4532-8504-b1d705293427 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:58:10.557748 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a3bff913-079c-4d69-b8ab-7540f7a24977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:10.640612 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9482b2f5-5883-4c28-8cf6-e5c3ff56d35a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80757edae1ee4003a508f8af4eff6a03&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4505413 Aug 28 14:58:10.641647 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-13720371-4bc9-413e-8158-ce2194d1b45d service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7169242 Aug 28 14:58:10.641647 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-80f10cbb-43e8-4bea-af67-1ecd0d3308c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:10.641853 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58828) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:10.641853 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482b2f5-5883-4c28-8cf6-e5c3ff56d35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b758e6d-1558-4036-b839-0ac4f655cf78,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:10.669743 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-80f10cbb-43e8-4bea-af67-1ecd0d3308c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:10.674776 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08250594-90af-4124-b213-a384f0078ab7 None None] DHCP port deletion for a831971b-727c-44d1-b386-1a946ecd57e8 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 14:58:10.683779 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-3ed94026-01b8-476d-ae0a-3ea4b73077ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b81e6ec-54da-4c84-b845-1aa8f7e148d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-525164006-router', 'tenant_id': '38598ca0e7884481bc4651eb9d6d8333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '00693b13-ee6f-4fac-8db3-59b5eb315676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:58:06Z', 'updated_at': '2021-08-28T14:58:08Z', 'revision_number': 3, 'project_id': '38598ca0e7884481bc4651eb9d6d8333', 'gw_port': {'id': '00693b13-ee6f-4fac-8db3-59b5eb315676', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b81e6ec-54da-4c84-b845-1aa8f7e148d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:58:07Z', 'updated_at': '2021-08-28T14:58:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:10.687279 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d300855f-9ec9-4249-b951-5faa7ca8362e req-aad4946d-d17f-4374-8cb8-7a4281a4ed66 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=3083ecc2-cd08-4195-a587-3df47c57ed46 HTTP/1.1" status: 200 len: 217 time: 0.1970553 Aug 28 14:58:10.713955 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed94026-01b8-476d-ae0a-3ea4b73077ac None None] Checking router: 9b81e6ec-54da-4c84-b845-1aa8f7e148d3 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:58:10.713955 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed94026-01b8-476d-ae0a-3ea4b73077ac None None] Updating router 9b81e6ec-54da-4c84-b845-1aa8f7e148d3 port 00693b13-ee6f-4fac-8db3-59b5eb315676 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 14:58:10.736756 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-a3bff913-079c-4d69-b8ab-7540f7a24977 admin admin] For port f4130098-2eac-4532-8504-b1d705293427, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f4130098-2eac-4532-8504-b1d705293427,segment=NetworkSegment(89e0098d-0e9d-4a6d-9c5b-94230630a5e3),segment_id=89e0098d-0e9d-4a6d-9c5b-94230630a5e3)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:10.737131 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a3bff913-079c-4d69-b8ab-7540f7a24977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:10.773803 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3ed94026-01b8-476d-ae0a-3ea4b73077ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:10.792915 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-a3bff913-079c-4d69-b8ab-7540f7a24977 admin admin] Calling delete_port for f4130098-2eac-4532-8504-b1d705293427 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:58:10.796970 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:10.812920 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d300855f-9ec9-4249-b951-5faa7ca8362e req-5ef92cf9-3762-4d72-9dc0-8f25356872cb service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156145 Aug 28 14:58:10.831679 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-08250594-90af-4124-b213-a384f0078ab7 None None] Deleting port f4130098-2eac-4532-8504-b1d705293427 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:58:10.832303 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-08250594-90af-4124-b213-a384f0078ab7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:10.842168 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300855f-9ec9-4249-b951-5faa7ca8362e req-2a7173df-bd32-4646-b495-c817dcd6b606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:10.843648 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d300855f-9ec9-4249-b951-5faa7ca8362e req-2a7173df-bd32-4646-b495-c817dcd6b606 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1367433 Aug 28 14:58:10.868793 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cc9e222f-e39c-4ebb-8a13-174892a6a5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:10.904584 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-80f10cbb-43e8-4bea-af67-1ecd0d3308c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:10.907260 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-80f10cbb-43e8-4bea-af67-1ecd0d3308c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:10.908429 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-80f10cbb-43e8-4bea-af67-1ecd0d3308c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/46621476-cff0-4087-b1dc-1166600db7af HTTP/1.1" status: 204 len: 168 time: 0.8189473 Aug 28 14:58:10.915964 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-06e5bb87-d4e5-4067-9f1a-50246c621441 req-c0ae0e86-d4d8-4939-bb56-79373b0abe44 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393034 Aug 28 14:58:10.937837 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f10cbb-43e8-4bea-af67-1ecd0d3308c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46621476-cff0-4087-b1dc-1166600db7af,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:10.973434 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300855f-9ec9-4249-b951-5faa7ca8362e req-27de1e3a-4482-4eb8-b22e-6e3a7fcb8083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:10.986753 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d300855f-9ec9-4249-b951-5faa7ca8362e req-27de1e3a-4482-4eb8-b22e-6e3a7fcb8083 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1335771 Aug 28 14:58:11.016278 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cc9e222f-e39c-4ebb-8a13-174892a6a5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:11.119373 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1dc3b-2006-43f3-bf00-020cf917bb5d req-b19bed81-5f66-4916-a639-9393536bcfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:11.121180 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-82a1dc3b-2006-43f3-bf00-020cf917bb5d req-b19bed81-5f66-4916-a639-9393536bcfb1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31c633766e4f4d47b72cab2628e3f057&device_id=0aaba83e-3b42-4e2b-82c1-f1dd911c3257 HTTP/1.1" status: 200 len: 1100 time: 0.1316755 Aug 28 14:58:11.136984 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-08250594-90af-4124-b213-a384f0078ab7 None None] For port f4130098-2eac-4532-8504-b1d705293427, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f4130098-2eac-4532-8504-b1d705293427,segment=NetworkSegment(89e0098d-0e9d-4a6d-9c5b-94230630a5e3),segment_id=89e0098d-0e9d-4a6d-9c5b-94230630a5e3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:11.137750 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-08250594-90af-4124-b213-a384f0078ab7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:11.170666 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-08250594-90af-4124-b213-a384f0078ab7 None None] Calling delete_port for f4130098-2eac-4532-8504-b1d705293427 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:58:11.233187 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a3bff913-079c-4d69-b8ab-7540f7a24977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:11.278257 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bff913-079c-4d69-b8ab-7540f7a24977 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4130098-2eac-4532-8504-b1d705293427,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:11.289976 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bff913-079c-4d69-b8ab-7540f7a24977 admin admin] No DVR routers for this DVR port f4130098-2eac-4532-8504-b1d705293427 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:58:11.295616 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d300855f-9ec9-4249-b951-5faa7ca8362e req-b810a5b8-8602-4af5-9606-2f434ca4901b service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844770 Aug 28 14:58:11.299468 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20103efe-9bbd-46f8-ba32-fe216ddf8862 req-9b068b27-d7b3-4aae-88b1-119d37b839cb tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:11.301496 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-20103efe-9bbd-46f8-ba32-fe216ddf8862 req-9b068b27-d7b3-4aae-88b1-119d37b839cb tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/ports?device_id=0aaba83e-3b42-4e2b-82c1-f1dd911c3257 HTTP/1.1" status: 200 len: 948 time: 0.2713566 Aug 28 14:58:11.323242 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cc9e222f-e39c-4ebb-8a13-174892a6a5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:11.326648 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cc9e222f-e39c-4ebb-8a13-174892a6a5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:11.330416 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cc9e222f-e39c-4ebb-8a13-174892a6a5dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b758e6d-1558-4036-b839-0ac4f655cf78 HTTP/1.1" status: 204 len: 168 time: 0.6873817 Aug 28 14:58:11.339003 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3ed94026-01b8-476d-ae0a-3ea4b73077ac None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:11.372244 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3ed94026-01b8-476d-ae0a-3ea4b73077ac None None] Transition to ACTIVE for port object 00693b13-ee6f-4fac-8db3-59b5eb315676 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:11.381314 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-08250594-90af-4124-b213-a384f0078ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:11.386971 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3ed94026-01b8-476d-ae0a-3ea4b73077ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:11.422662 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08250594-90af-4124-b213-a384f0078ab7 None None] Pushing event deleted for resources: {'Port': ['ID=f4130098-2eac-4532-8504-b1d705293427,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:11.433414 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 91746fd8-8d1a-4f37-a840-7a13db1377c0 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:58:11.438821 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58842) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:11.455717 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa25f0-7f48-49e4-87d9-3d8b771d0cd0 req-499776f7-6f19-4bbb-a40a-70510671276b tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:11.457227 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-acaa25f0-7f48-49e4-87d9-3d8b771d0cd0 req-499776f7-6f19-4bbb-a40a-70510671276b tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 947 time: 0.2631917 Aug 28 14:58:11.472018 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1dc3b-2006-43f3-bf00-020cf917bb5d req-344df2db-b773-4d45-90f7-c0de857ea670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:11.473510 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-82a1dc3b-2006-43f3-bf00-020cf917bb5d req-344df2db-b773-4d45-90f7-c0de857ea670 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.3338857 Aug 28 14:58:11.476713 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d8a82ebd-6ec8-45d9-83d3-e39c5cd63f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:11.479555 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08250594-90af-4124-b213-a384f0078ab7 None None] No DVR routers for this DVR port f4130098-2eac-4532-8504-b1d705293427 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:58:11.558158 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e222f-e39c-4ebb-8a13-174892a6a5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b758e6d-1558-4036-b839-0ac4f655cf78,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:11.559996 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 91746fd8-8d1a-4f37-a840-7a13db1377c0 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:11.560485 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:11.566525 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b81c6a-4a22-4beb-abfd-e6ea9b6e896e None None] Pushing event updated for resources: {'Port': ['ID=00693b13-ee6f-4fac-8db3-59b5eb315676,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:11.571893 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-3ed94026-01b8-476d-ae0a-3ea4b73077ac None None] Attempting to bind port 00693b13-ee6f-4fac-8db3-59b5eb315676 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:58:11.572938 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-3ed94026-01b8-476d-ae0a-3ea4b73077ac None None] Attempting to bind port 00693b13-ee6f-4fac-8db3-59b5eb315676 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:58:11.573415 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed94026-01b8-476d-ae0a-3ea4b73077ac None None] Attempting to bind port 00693b13-ee6f-4fac-8db3-59b5eb315676 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:11.584523 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-82a1dc3b-2006-43f3-bf00-020cf917bb5d req-156bee62-9825-4ca7-abe5-17649f8ee170 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=6ac17bf6-9343-44a0-8cfe-ec709506e919 HTTP/1.1" status: 200 len: 217 time: 0.0936785 Aug 28 14:58:11.618372 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed94026-01b8-476d-ae0a-3ea4b73077ac None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:58:11.618887 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed94026-01b8-476d-ae0a-3ea4b73077ac None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:58:11.619776 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3ed94026-01b8-476d-ae0a-3ea4b73077ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:11.620631 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed94026-01b8-476d-ae0a-3ea4b73077ac None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:58:11.621316 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-3ed94026-01b8-476d-ae0a-3ea4b73077ac None None] Bound port: 00693b13-ee6f-4fac-8db3-59b5eb315676, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:58:11.621937 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3ed94026-01b8-476d-ae0a-3ea4b73077ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:11.636587 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-acaa25f0-7f48-49e4-87d9-3d8b771d0cd0 req-518759d5-40e4-4aae-84e0-710f32a0cd75 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691284 Aug 28 14:58:11.673221 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d300855f-9ec9-4249-b951-5faa7ca8362e req-6a396b9c-5825-4daa-99f0-cab70344adb5 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481529 Aug 28 14:58:11.687142 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:11.713032 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1dc3b-2006-43f3-bf00-020cf917bb5d req-5d44e06e-a863-491b-9207-fa7fa10487f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:11.714922 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-82a1dc3b-2006-43f3-bf00-020cf917bb5d req-5d44e06e-a863-491b-9207-fa7fa10487f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1202352 Aug 28 14:58:11.769394 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72da8910-ea07-4de1-a019-863626253f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:11.781184 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a3bff913-079c-4d69-b8ab-7540f7a24977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:11.793917 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-20103efe-9bbd-46f8-ba32-fe216ddf8862 req-557882d2-dd31-43c7-9ff1-907bfaf96db4 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/security-groups?id=458c1076-6c86-4ce1-8492-c507c584ef3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779830 Aug 28 14:58:11.822125 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1dc3b-2006-43f3-bf00-020cf917bb5d req-9b24d88f-dfd3-4d9b-baad-e724080d4821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:11.823701 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-82a1dc3b-2006-43f3-bf00-020cf917bb5d req-9b24d88f-dfd3-4d9b-baad-e724080d4821 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0958178 Aug 28 14:58:11.824968 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-a3bff913-079c-4d69-b8ab-7540f7a24977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a831971b-727c-44d1-b386-1a946ecd57e8']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:11.838169 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d8a82ebd-6ec8-45d9-83d3-e39c5cd63f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:11.849823 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d8a82ebd-6ec8-45d9-83d3-e39c5cd63f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:11.865652 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-a3bff913-079c-4d69-b8ab-7540f7a24977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e0098d-0e9d-4a6d-9c5b-94230630a5e3') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:11.865973 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-a3bff913-079c-4d69-b8ab-7540f7a24977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e0098d-0e9d-4a6d-9c5b-94230630a5e3') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:11.936727 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-3ed94026-01b8-476d-ae0a-3ea4b73077ac None None] For port 00693b13-ee6f-4fac-8db3-59b5eb315676, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:58:11.952340 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d8a82ebd-6ec8-45d9-83d3-e39c5cd63f9c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b58a63492794bfe8d60e8997e0e7ecc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5124640 Aug 28 14:58:11.953285 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a82ebd-6ec8-45d9-83d3-e39c5cd63f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9d090f-2340-41d4-b2c8-dfedb201406b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:11.955784 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58848) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:11.960954 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-3ed94026-01b8-476d-ae0a-3ea4b73077ac None None] For port 00693b13-ee6f-4fac-8db3-59b5eb315676, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=00693b13-ee6f-4fac-8db3-59b5eb315676,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:58:11.967031 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3ed94026-01b8-476d-ae0a-3ea4b73077ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:11.969859 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58850) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:12.013286 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d320100f-afc7-4f36-aeb5-c0662854d622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:12.030674 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed94026-01b8-476d-ae0a-3ea4b73077ac None None] Routers {'9b81e6ec-54da-4c84-b845-1aa8f7e148d3'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:58:12.031231 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-3ed94026-01b8-476d-ae0a-3ea4b73077ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:58:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9b81e6ec-54da-4c84-b845-1aa8f7e148d3'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:12.059566 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a3bff913-079c-4d69-b8ab-7540f7a24977 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:12.075416 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f4130098-2eac-4532-8504-b1d705293427 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:58:12.088805 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a3bff913-079c-4d69-b8ab-7540f7a24977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:12.097128 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b81c6a-4a22-4beb-abfd-e6ea9b6e896e None None] Pushing event updated for resources: {'Port': ['ID=00693b13-ee6f-4fac-8db3-59b5eb315676,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:12.104128 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3bff913-079c-4d69-b8ab-7540f7a24977 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 14:58:12.104592 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a3bff913-079c-4d69-b8ab-7540f7a24977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:12.107268 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: f4130098-2eac-4532-8504-b1d705293427 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:58:12.107268 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f4130098-2eac-4532-8504-b1d705293427 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: timer() Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 14:58:12.123929 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 14:58:12.126110 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-72da8910-ea07-4de1-a019-863626253f42 admin admin] Allocated IP 172.20.0.1 (f63ce7db-ab03-41c4-8a47-777e4a385891/4295be11-51f7-495a-9976-98d154c3c421/2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:58:12.158994 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-82a1dc3b-2006-43f3-bf00-020cf917bb5d req-7b018e68-aad3-4b32-9210-33d8fc7b5fad service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265095 Aug 28 14:58:12.175242 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-3ed94026-01b8-476d-ae0a-3ea4b73077ac None None] Set router 9b81e6ec-54da-4c84-b845-1aa8f7e148d3 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:58:12.230882 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a3bff913-079c-4d69-b8ab-7540f7a24977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:12.237601 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a3bff913-079c-4d69-b8ab-7540f7a24977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:12.244370 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a3bff913-079c-4d69-b8ab-7540f7a24977 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a831971b-727c-44d1-b386-1a946ecd57e8 HTTP/1.1" status: 204 len: 168 time: 2.0831103 Aug 28 14:58:12.263200 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d320100f-afc7-4f36-aeb5-c0662854d622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:12.271151 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d320100f-afc7-4f36-aeb5-c0662854d622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:12.286710 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b3adf060-369b-443d-b0fc-c17e83021d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:12.291144 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bff913-079c-4d69-b8ab-7540f7a24977 admin admin] Pushing event deleted for resources: {'Network': ['ID=a831971b-727c-44d1-b386-1a946ecd57e8,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:12.326423 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72da8910-ea07-4de1-a019-863626253f42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:12.349737 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-72da8910-ea07-4de1-a019-863626253f42 admin admin] Transition to ACTIVE for port object 2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:12.369412 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d320100f-afc7-4f36-aeb5-c0662854d622 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=042e3894e512459f83e48eb2328eebe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3985212 Aug 28 14:58:12.374064 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58856) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:12.383639 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b3adf060-369b-443d-b0fc-c17e83021d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:12.390841 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-3ed94026-01b8-476d-ae0a-3ea4b73077ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b81e6ec-54da-4c84-b845-1aa8f7e148d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-525164006-router', 'tenant_id': '38598ca0e7884481bc4651eb9d6d8333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '00693b13-ee6f-4fac-8db3-59b5eb315676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:58:06Z', 'updated_at': '2021-08-28T14:58:08Z', 'revision_number': 3, 'project_id': '38598ca0e7884481bc4651eb9d6d8333', 'gw_port': {'id': '00693b13-ee6f-4fac-8db3-59b5eb315676', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b81e6ec-54da-4c84-b845-1aa8f7e148d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:58:07Z', 'updated_at': '2021-08-28T14:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:12.406535 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d320100f-afc7-4f36-aeb5-c0662854d622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434b17f0-7206-4b7f-9abd-71df17969fca,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:12.440308 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed94026-01b8-476d-ae0a-3ea4b73077ac None None] The sync data for ids ['9b81e6ec-54da-4c84-b845-1aa8f7e148d3'] in n-d-712137-10 is: [{'id': '9b81e6ec-54da-4c84-b845-1aa8f7e148d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-525164006-router', 'tenant_id': '38598ca0e7884481bc4651eb9d6d8333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '00693b13-ee6f-4fac-8db3-59b5eb315676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:58:06Z', 'updated_at': '2021-08-28T14:58:08Z', 'revision_number': 3, 'project_id': '38598ca0e7884481bc4651eb9d6d8333', 'gw_port': {'id': '00693b13-ee6f-4fac-8db3-59b5eb315676', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b81e6ec-54da-4c84-b845-1aa8f7e148d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:58:07Z', 'updated_at': '2021-08-28T14:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:58:12.444131 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-82a1dc3b-2006-43f3-bf00-020cf917bb5d req-5a9bb9d0-5c73-49db-8e70-41fcbbbd38fc service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738044 Aug 28 14:58:12.476160 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b3adf060-369b-443d-b0fc-c17e83021d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:12.479354 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b3adf060-369b-443d-b0fc-c17e83021d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:12.483375 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b3adf060-369b-443d-b0fc-c17e83021d81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad9d090f-2340-41d4-b2c8-dfedb201406b HTTP/1.1" status: 204 len: 168 time: 0.5239379 Aug 28 14:58:12.502678 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72da8910-ea07-4de1-a019-863626253f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:12.506056 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3adf060-369b-443d-b0fc-c17e83021d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9d090f-2340-41d4-b2c8-dfedb201406b,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:12.512698 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58860) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:12.545449 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72da8910-ea07-4de1-a019-863626253f42 admin admin] Network f63ce7db-ab03-41c4-8a47-777e4a385891 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:58:12.550479 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-72da8910-ea07-4de1-a019-863626253f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:58:12.576826 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72da8910-ea07-4de1-a019-863626253f42 admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:58:12.605117 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-943ddd75-af3b-4eb1-9309-a9e915e9445d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6133f2a9cae947c88f8d2b5122aa3775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0912192 Aug 28 14:58:12.614427 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58862) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:12.629832 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72da8910-ea07-4de1-a019-863626253f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:12.685692 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8ae2ea0-d0d1-4a41-b070-2ac3be3ce2e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:12.722185 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8ae2ea0-d0d1-4a41-b070-2ac3be3ce2e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:12.786953 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6940b6b4-f4ee-4750-a324-284384b89ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:12.823423 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6940b6b4-f4ee-4750-a324-284384b89ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:12.846277 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8ae2ea0-d0d1-4a41-b070-2ac3be3ce2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:12.852526 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8ae2ea0-d0d1-4a41-b070-2ac3be3ce2e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:12.854061 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c8ae2ea0-d0d1-4a41-b070-2ac3be3ce2e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1591bfa9-dfc4-49f0-80d3-a29b291b82dc HTTP/1.1" status: 204 len: 168 time: 0.2383862 Aug 28 14:58:12.865713 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae2ea0-d0d1-4a41-b070-2ac3be3ce2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1591bfa9-dfc4-49f0-80d3-a29b291b82dc,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:12.910372 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6940b6b4-f4ee-4750-a324-284384b89ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:12.913021 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6940b6b4-f4ee-4750-a324-284384b89ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:12.915187 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6940b6b4-f4ee-4750-a324-284384b89ef4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/434b17f0-7206-4b7f-9abd-71df17969fca HTTP/1.1" status: 204 len: 168 time: 0.5398581 Aug 28 14:58:12.956126 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 3083ecc2-cd08-4195-a587-3df47c57ed46 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:58:12.969521 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940b6b4-f4ee-4750-a324-284384b89ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434b17f0-7206-4b7f-9abd-71df17969fca,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:12.996252 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da8910-ea07-4de1-a019-863626253f42 admin admin] Pushing event updated for resources: {'Port': ['ID=2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:13.015358 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72da8910-ea07-4de1-a019-863626253f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:13.039490 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312b3f5-c573-4cb3-a449-0f1b172d427e req-f3438193-5382-4e11-9309-915ca497694a tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:13.041362 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f312b3f5-c573-4cb3-a449-0f1b172d427e req-f3438193-5382-4e11-9309-915ca497694a tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 947 time: 0.2561343 Aug 28 14:58:13.166404 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f312b3f5-c573-4cb3-a449-0f1b172d427e req-29a45bb7-30cc-43f1-bd03-ec7a108f4765 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189568 Aug 28 14:58:13.343976 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698aa20c-6195-47b1-90c0-1be7032722bf req-85a22c6c-b4a3-4e52-b386-c24e516b9356 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:13.355169 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-698aa20c-6195-47b1-90c0-1be7032722bf req-85a22c6c-b4a3-4e52-b386-c24e516b9356 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/ports?device_id=0aaba83e-3b42-4e2b-82c1-f1dd911c3257 HTTP/1.1" status: 200 len: 948 time: 0.1613436 Aug 28 14:58:13.406102 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 3083ecc2-cd08-4195-a587-3df47c57ed46, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=3083ecc2-cd08-4195-a587-3df47c57ed46,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:13.456901 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '3083ecc2-cd08-4195-a587-3df47c57ed46', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': '3083ecc2-cd08-4195-a587-3df47c57ed46', 'mac_address': 'fa:16:3e:b4:49:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:58:13.539449 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-698aa20c-6195-47b1-90c0-1be7032722bf req-6df128b5-df9d-407c-8506-5334be55a9ae tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/security-groups?id=458c1076-6c86-4ce1-8492-c507c584ef3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831841 Aug 28 14:58:13.553776 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72da8910-ea07-4de1-a019-863626253f42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:13.565057 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72da8910-ea07-4de1-a019-863626253f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:13.614093 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:13.645731 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 00693b13-ee6f-4fac-8db3-59b5eb315676 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:58:13.688678 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72da8910-ea07-4de1-a019-863626253f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:13.711336 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-28622620-c1fb-4a2a-a3fb-bcdad2aed4b2 None None] Provisioning for port 2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:13.732004 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-28622620-c1fb-4a2a-a3fb-bcdad2aed4b2 None None] Provisioning complete for port 2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:13.732384 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-28622620-c1fb-4a2a-a3fb-bcdad2aed4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:13.818165 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:13.833489 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-28622620-c1fb-4a2a-a3fb-bcdad2aed4b2 None None] Port 2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:58:13.837885 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3083ecc2-cd08-4195-a587-3df47c57ed46 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:58:13.895226 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 3083ecc2-cd08-4195-a587-3df47c57ed46, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=3083ecc2-cd08-4195-a587-3df47c57ed46,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:13.906422 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:13.912438 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 00693b13-ee6f-4fac-8db3-59b5eb315676 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:13.915294 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72da8910-ea07-4de1-a019-863626253f42 admin admin] Network f63ce7db-ab03-41c4-8a47-777e4a385891 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:58:13.916632 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da8910-ea07-4de1-a019-863626253f42 admin admin] Pushing event updated for resources: {'Port': ['ID=2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:13.920988 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-72da8910-ea07-4de1-a019-863626253f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:58:13.944051 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 00693b13-ee6f-4fac-8db3-59b5eb315676 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:13.959147 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:14.220550 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['3083ecc2-cd08-4195-a587-3df47c57ed46'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:58:14.242681 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-8543cfdc-695f-4f7b-911d-60762c8380fe tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:14.248307 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-8543cfdc-695f-4f7b-911d-60762c8380fe tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.36 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2&tenant_id=86251bdbee63415981170d08b9111a4c&binding%3Ahost_id=n-h2-712137-10 HTTP/1.1" status: 200 len: 948 time: 0.2723973 Aug 28 14:58:14.285383 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72da8910-ea07-4de1-a019-863626253f42 admin admin] Router 9b81e6ec-54da-4c84-b845-1aa8f7e148d3 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 14:58:14.288720 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0cd79-1183-45ca-9d01-964c6cc72035 req-4f2e18f2-c3f7-49ae-a50e-db2f6f8ab288 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:14.299086 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d1e0cd79-1183-45ca-9d01-964c6cc72035 req-4f2e18f2-c3f7-49ae-a50e-db2f6f8ab288 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 948 time: 0.2185695 Aug 28 14:58:14.310638 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=3083ecc2-cd08-4195-a587-3df47c57ed46,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:14.401310 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d1e0cd79-1183-45ca-9d01-964c6cc72035 req-14c36699-f32c-4802-a943-356f7c5a6b51 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008782 Aug 28 14:58:14.406184 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 6ac17bf6-9343-44a0-8cfe-ec709506e919 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:58:14.474294 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-fa87213c-7f7c-4214-88ad-56a590813138 service neutron] 10.222.0.36 "GET /v2.0/ports/3083ecc2-cd08-4195-a587-3df47c57ed46/bindings/n-h2-712137-10 HTTP/1.1" status: 200 len: 383 time: 0.2176747 Aug 28 14:58:14.561489 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 6ac17bf6-9343-44a0-8cfe-ec709506e919, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=6ac17bf6-9343-44a0-8cfe-ec709506e919,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:14.589360 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '6ac17bf6-9343-44a0-8cfe-ec709506e919', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': '6ac17bf6-9343-44a0-8cfe-ec709506e919', 'mac_address': 'fa:16:3e:35:c9:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:58:14.592639 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72da8910-ea07-4de1-a019-863626253f42 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:58:14.600789 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-e88e8caa-ec4a-482a-96f3-ff2e62966abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:14.604403 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-e88e8caa-ec4a-482a-96f3-ff2e62966abb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 1100 time: 0.0927949 Aug 28 14:58:14.605193 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-72da8910-ea07-4de1-a019-863626253f42 admin admin] 10.222.0.13 "PUT /v2.0/routers/9b81e6ec-54da-4c84-b845-1aa8f7e148d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1734617 Aug 28 14:58:14.635113 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:14.716028 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 00693b13-ee6f-4fac-8db3-59b5eb315676, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=00693b13-ee6f-4fac-8db3-59b5eb315676,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:14.754389 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:14.794665 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b700839-2f8b-4a15-a48e-303fe0450e3b req-21e975df-beb3-44b4-9c76-e117b635e285 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:14.806455 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4b700839-2f8b-4a15-a48e-303fe0450e3b req-21e975df-beb3-44b4-9c76-e117b635e285 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/ports?device_id=0aaba83e-3b42-4e2b-82c1-f1dd911c3257 HTTP/1.1" status: 200 len: 948 time: 0.1264179 Aug 28 14:58:14.807260 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-89796641-c4ca-43af-a4fc-1bcf910a5807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:14.808999 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-89796641-c4ca-43af-a4fc-1bcf910a5807 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.1962264 Aug 28 14:58:14.832020 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3ecf36b1-2f1c-4c72-8c52-ad3c0d3cd952 None None] Provisioning complete for port 2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:14.832406 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3ecf36b1-2f1c-4c72-8c52-ad3c0d3cd952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:14.907929 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4b700839-2f8b-4a15-a48e-303fe0450e3b req-cd01762f-a5c8-4cd1-bb49-2c5101f8fea1 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/security-groups?id=458c1076-6c86-4ce1-8492-c507c584ef3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937552 Aug 28 14:58:14.912490 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-57117bca-16eb-4911-9189-f5cad69b4286 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=3083ecc2-cd08-4195-a587-3df47c57ed46 HTTP/1.1" status: 200 len: 217 time: 0.0840926 Aug 28 14:58:14.932293 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:14.982821 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-3f07b8be-1770-4b83-9b4d-df4549c64ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:14.985271 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-3f07b8be-1770-4b83-9b4d-df4549c64ce6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.0658650 Aug 28 14:58:15.043547 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=00693b13-ee6f-4fac-8db3-59b5eb315676,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:15.061623 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-3ecf36b1-2f1c-4c72-8c52-ad3c0d3cd952 None None] Port 2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:58:15.076102 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac17bf6-9343-44a0-8cfe-ec709506e919 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:58:15.084045 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-b72eb294-ee18-432a-b884-50e7b6efc404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:15.086993 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-b72eb294-ee18-432a-b884-50e7b6efc404 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0899255 Aug 28 14:58:15.135862 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 6ac17bf6-9343-44a0-8cfe-ec709506e919, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=6ac17bf6-9343-44a0-8cfe-ec709506e919,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:15.151296 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:15.214931 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=6ac17bf6-9343-44a0-8cfe-ec709506e919,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:15.264677 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-517e693f-f0c2-4a8f-88b8-4da6524dd064 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692686 Aug 28 14:58:15.379528 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 00693b13-ee6f-4fac-8db3-59b5eb315676 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:58:15.395111 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a028fd53-c83f-4509-87a5-5147335e3460 None None] Sync routers for ids ['9b81e6ec-54da-4c84-b845-1aa8f7e148d3'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:58:15.414611 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a028fd53-c83f-4509-87a5-5147335e3460 None None] Routers {'9b81e6ec-54da-4c84-b845-1aa8f7e148d3'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:58:15.415915 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a028fd53-c83f-4509-87a5-5147335e3460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:58:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9b81e6ec-54da-4c84-b845-1aa8f7e148d3'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:15.427480 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-dbffcaee-2d98-4179-aafa-f265f7fbe597 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547732 Aug 28 14:58:15.472896 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 00693b13-ee6f-4fac-8db3-59b5eb315676 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:15.473377 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:15.567087 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['6ac17bf6-9343-44a0-8cfe-ec709506e919'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:58:15.590266 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3c564-2eae-422d-8c1a-98eb78b68a3f req-495a5361-34d8-4b06-b257-921b1822473f tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:15.600426 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c4d3c564-2eae-422d-8c1a-98eb78b68a3f req-495a5361-34d8-4b06-b257-921b1822473f tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 948 time: 0.0729625 Aug 28 14:58:15.656642 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58958) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:15.661628 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c4d3c564-2eae-422d-8c1a-98eb78b68a3f req-393b1f98-54d3-48b7-a497-ac275e4b60ed tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572937 Aug 28 14:58:15.664198 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-a028fd53-c83f-4509-87a5-5147335e3460 None None] Set router 9b81e6ec-54da-4c84-b845-1aa8f7e148d3 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:58:16.125415 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a028fd53-c83f-4509-87a5-5147335e3460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b81e6ec-54da-4c84-b845-1aa8f7e148d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-525164006-router', 'tenant_id': '38598ca0e7884481bc4651eb9d6d8333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '00693b13-ee6f-4fac-8db3-59b5eb315676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:58:06Z', 'updated_at': '2021-08-28T14:58:12Z', 'revision_number': 4, 'project_id': '38598ca0e7884481bc4651eb9d6d8333', 'gw_port': {'id': '00693b13-ee6f-4fac-8db3-59b5eb315676', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b81e6ec-54da-4c84-b845-1aa8f7e148d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:58:07Z', 'updated_at': '2021-08-28T14:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d', 'name': '', 'network_id': 'f63ce7db-ab03-41c4-8a47-777e4a385891', 'tenant_id': '38598ca0e7884481bc4651eb9d6d8333', 'mac_address': 'fa:16:3e:d3:99:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b81e6ec-54da-4c84-b845-1aa8f7e148d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4295be11-51f7-495a-9976-98d154c3c421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:58:11Z', 'updated_at': '2021-08-28T14:58:13Z', 'revision_number': 2, 'project_id': '38598ca0e7884481bc4651eb9d6d8333', 'subnets': [{'id': '4295be11-51f7-495a-9976-98d154c3c421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:16.167586 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7b4ad-3b74-46a8-bf4c-f7bc40f0fe6f req-1ef655a9-e703-4bf5-82c3-66c510088504 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:16.177406 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aba7b4ad-3b74-46a8-bf4c-f7bc40f0fe6f req-1ef655a9-e703-4bf5-82c3-66c510088504 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/ports?device_id=0aaba83e-3b42-4e2b-82c1-f1dd911c3257 HTTP/1.1" status: 200 len: 949 time: 0.1435726 Aug 28 14:58:16.194757 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-63d4a9e6-5bea-4d2b-8450-cb5698b2d4f3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-41175554-network', 'tenant_id': '77e2c8d8344c43369cd6764e0c50c8bf'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:16.210373 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a028fd53-c83f-4509-87a5-5147335e3460 None None] Checking router: 9b81e6ec-54da-4c84-b845-1aa8f7e148d3 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:58:16.211463 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a028fd53-c83f-4509-87a5-5147335e3460 None None] Updating router 9b81e6ec-54da-4c84-b845-1aa8f7e148d3 port 2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 14:58:16.236813 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aba7b4ad-3b74-46a8-bf4c-f7bc40f0fe6f req-c2a584b3-7b2c-409c-99d0-e289bfbb7ccb tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/security-groups?id=458c1076-6c86-4ce1-8492-c507c584ef3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576625 Aug 28 14:58:16.238847 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d4a9e6-5bea-4d2b-8450-cb5698b2d4f3 admin admin] Made reservation on behalf of 77e2c8d8344c43369cd6764e0c50c8bf for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:58:16.249202 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-63d4a9e6-5bea-4d2b-8450-cb5698b2d4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:16.273023 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-63d4a9e6-5bea-4d2b-8450-cb5698b2d4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:16.275481 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-a028fd53-c83f-4509-87a5-5147335e3460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:16.485655 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-63d4a9e6-5bea-4d2b-8450-cb5698b2d4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:16.492605 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-63d4a9e6-5bea-4d2b-8450-cb5698b2d4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:16.548614 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d4a9e6-5bea-4d2b-8450-cb5698b2d4f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 14:58:16.571496 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-63d4a9e6-5bea-4d2b-8450-cb5698b2d4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:16.572747 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-63d4a9e6-5bea-4d2b-8450-cb5698b2d4f3 admin admin] Added segment 976c4d92-a1f5-40f6-968f-da6b4975cb27 of type vlan for network b15ba21a-056a-4d01-aae2-2ba9a53d245e Aug 28 14:58:16.676685 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-63d4a9e6-5bea-4d2b-8450-cb5698b2d4f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:16.754689 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-a028fd53-c83f-4509-87a5-5147335e3460 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:16.773078 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-a028fd53-c83f-4509-87a5-5147335e3460 None None] Transition to ACTIVE for port object 2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:16.802790 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-a028fd53-c83f-4509-87a5-5147335e3460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:16.812908 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4a9e6-5bea-4d2b-8450-cb5698b2d4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2042e122-3dda-46d2-b88e-e412f41e2f6a,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:16.827338 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-63d4a9e6-5bea-4d2b-8450-cb5698b2d4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:16.828775 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d4a9e6-5bea-4d2b-8450-cb5698b2d4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:16.829376 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-63d4a9e6-5bea-4d2b-8450-cb5698b2d4f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:16.971304 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 3083ecc2-cd08-4195-a587-3df47c57ed46 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:58:17.047935 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-63d4a9e6-5bea-4d2b-8450-cb5698b2d4f3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3899102 Aug 28 14:58:17.055519 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58994) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:17.059587 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc10d8-6d45-4c12-b72a-2f369289b29d None None] Pushing event updated for resources: {'Port': ['ID=2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:17.095022 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-fb8d1154-86c6-4937-b0be-b211d567d97d admin admin] Request body: {'subnet': {'network_id': 'b15ba21a-056a-4d01-aae2-2ba9a53d245e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-41175554-subnet', 'tenant_id': '77e2c8d8344c43369cd6764e0c50c8bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:17.105549 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edc10d8-6d45-4c12-b72a-2f369289b29d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:17.107582 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edc10d8-6d45-4c12-b72a-2f369289b29d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:17.108663 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edc10d8-6d45-4c12-b72a-2f369289b29d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:17.109923 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4a9e6-5bea-4d2b-8450-cb5698b2d4f3 admin admin] Pushing event updated for resources: {'Network': ['ID=b15ba21a-056a-4d01-aae2-2ba9a53d245e,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:17.111479 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edc10d8-6d45-4c12-b72a-2f369289b29d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:17.128339 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edc10d8-6d45-4c12-b72a-2f369289b29d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:17.132776 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network b15ba21a-056a-4d01-aae2-2ba9a53d245e details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 14:58:17.136857 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edc10d8-6d45-4c12-b72a-2f369289b29d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:17.138631 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edc10d8-6d45-4c12-b72a-2f369289b29d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:17.140568 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edc10d8-6d45-4c12-b72a-2f369289b29d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:17.143364 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edc10d8-6d45-4c12-b72a-2f369289b29d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:17.143947 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edc10d8-6d45-4c12-b72a-2f369289b29d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:17.146226 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edc10d8-6d45-4c12-b72a-2f369289b29d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:17.146770 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edc10d8-6d45-4c12-b72a-2f369289b29d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:17.185761 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab868b-1cf5-4ece-a60a-aabcc4ced0e4 req-0b0ca4d2-5fee-4d0e-81cb-4e8369bb728d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:17.189179 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3dab868b-1cf5-4ece-a60a-aabcc4ced0e4 req-0b0ca4d2-5fee-4d0e-81cb-4e8369bb728d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 948 time: 0.3124583 Aug 28 14:58:17.198421 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-a028fd53-c83f-4509-87a5-5147335e3460 None None] Attempting to bind port 2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:58:17.203581 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-a028fd53-c83f-4509-87a5-5147335e3460 None None] Attempting to bind port 2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'e78f3bd2-f325-40c2-8c5a-b981d71135af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f63ce7db-ab03-41c4-8a47-777e4a385891'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:58:17.206166 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a028fd53-c83f-4509-87a5-5147335e3460 None None] Attempting to bind port 2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d on network f63ce7db-ab03-41c4-8a47-777e4a385891 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:17.231569 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a028fd53-c83f-4509-87a5-5147335e3460 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:58:17.232857 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a028fd53-c83f-4509-87a5-5147335e3460 None None] Checking segment: {'id': 'e78f3bd2-f325-40c2-8c5a-b981d71135af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f63ce7db-ab03-41c4-8a47-777e4a385891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:58:17.234943 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-a028fd53-c83f-4509-87a5-5147335e3460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:17.235466 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a028fd53-c83f-4509-87a5-5147335e3460 None None] Bound using segment: {'id': 'e78f3bd2-f325-40c2-8c5a-b981d71135af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f63ce7db-ab03-41c4-8a47-777e4a385891'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:58:17.238176 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-a028fd53-c83f-4509-87a5-5147335e3460 None None] Bound port: 2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78f3bd2-f325-40c2-8c5a-b981d71135af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f63ce7db-ab03-41c4-8a47-777e4a385891'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:58:17.243406 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-a028fd53-c83f-4509-87a5-5147335e3460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:17.297986 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8d1154-86c6-4937-b0be-b211d567d97d admin admin] Made reservation on behalf of 77e2c8d8344c43369cd6764e0c50c8bf for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:58:17.326319 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb8d1154-86c6-4937-b0be-b211d567d97d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:17.530642 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 3083ecc2-cd08-4195-a587-3df47c57ed46 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:17.549704 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 3083ecc2-cd08-4195-a587-3df47c57ed46 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:17.550529 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:17.572282 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-a028fd53-c83f-4509-87a5-5147335e3460 None None] For port 2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:58:17.580053 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-a028fd53-c83f-4509-87a5-5147335e3460 None None] For port 2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d,segment=NetworkSegment(e78f3bd2-f325-40c2-8c5a-b981d71135af),segment_id=e78f3bd2-f325-40c2-8c5a-b981d71135af)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:58:17.587543 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-a028fd53-c83f-4509-87a5-5147335e3460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:17.665854 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ebf02-47cc-4dd6-84ab-76ae9992c82c req-f3e0c16d-938e-437f-8bb1-733116192b55 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:17.677566 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-622ebf02-47cc-4dd6-84ab-76ae9992c82c req-f3e0c16d-938e-437f-8bb1-733116192b55 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/ports?device_id=0aaba83e-3b42-4e2b-82c1-f1dd911c3257 HTTP/1.1" status: 200 len: 949 time: 0.1580627 Aug 28 14:58:17.765929 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3dab868b-1cf5-4ece-a60a-aabcc4ced0e4 req-046ea10e-9fa9-4db9-88b7-2bdc1fb45c06 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5443830 Aug 28 14:58:17.809862 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-622ebf02-47cc-4dd6-84ab-76ae9992c82c req-f36438f8-3c42-4c20-88af-b17d5d544842 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/security-groups?id=458c1076-6c86-4ce1-8492-c507c584ef3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255114 Aug 28 14:58:17.847435 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc10d8-6d45-4c12-b72a-2f369289b29d None None] Pushing event updated for resources: {'Port': ['ID=2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d,revision_number=4']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:17.908670 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a028fd53-c83f-4509-87a5-5147335e3460 None None] Routers {'9b81e6ec-54da-4c84-b845-1aa8f7e148d3'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:58:17.909910 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a028fd53-c83f-4509-87a5-5147335e3460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:58:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9b81e6ec-54da-4c84-b845-1aa8f7e148d3'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:18.080655 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:18.153156 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59012) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:18.207375 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50696a02-4ed4-45a0-86f2-351c00443ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3083ecc2-cd08-4195-a587-3df47c57ed46'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:58:18.227481 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b3d4bc-94a4-4f7d-920c-fb849f774de0" -d '{"events": [{"server_uuid": "50696a02-4ed4-45a0-86f2-351c00443ad2", "name": "network-vif-plugged", "status": "completed", "tag": "3083ecc2-cd08-4195-a587-3df47c57ed46"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:58:18.333306 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 3083ecc2-cd08-4195-a587-3df47c57ed46, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=3083ecc2-cd08-4195-a587-3df47c57ed46,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:18.343313 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb8d1154-86c6-4937-b0be-b211d567d97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:18.344751 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:18.347306 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-a028fd53-c83f-4509-87a5-5147335e3460 None None] Set router 9b81e6ec-54da-4c84-b845-1aa8f7e148d3 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:58:18.517872 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=3083ecc2-cd08-4195-a587-3df47c57ed46,revision_number=9']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:18.524009 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 6ac17bf6-9343-44a0-8cfe-ec709506e919 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:58:18.540737 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-d7c8f4e2-0cd0-41d5-a0ec-6c71f6285213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:18.542530 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-d7c8f4e2-0cd0-41d5-a0ec-6c71f6285213 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2&tenant_id=86251bdbee63415981170d08b9111a4c HTTP/1.1" status: 200 len: 1101 time: 0.0953472 Aug 28 14:58:18.556571 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-e5dd9d8f-8f43-456e-9892-4ff6f73e4fdd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-10', 'device_owner': 'compute:nova'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:18.580915 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d1154-86c6-4937-b0be-b211d567d97d admin admin] Pushing event updated for resources: {'Subnet': ['ID=69e22d43-aa67-48a6-99cc-2ca0eaa8d8a9,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:18.588443 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45b6a62-a20e-453d-acc5-c56484088ad8 x-openstack-request-id: req-d45b6a62-a20e-453d-acc5-c56484088ad8 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:58:18.588817 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50696a02-4ed4-45a0-86f2-351c00443ad2", "name": "network-vif-plugged", "status": "completed", "tag": "3083ecc2-cd08-4195-a587-3df47c57ed46", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:58:18.589015 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d45b6a62-a20e-453d-acc5-c56484088ad8 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:58:18.589640 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50696a02-4ed4-45a0-86f2-351c00443ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3083ecc2-cd08-4195-a587-3df47c57ed46', 'code': 200} Aug 28 14:58:18.668532 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4eac7546-499e-429a-80e5-aefa133795c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:18.704174 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8d1154-86c6-4937-b0be-b211d567d97d admin admin] Checking segment: {'id': '976c4d92-a1f5-40f6-968f-da6b4975cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b15ba21a-056a-4d01-aae2-2ba9a53d245e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:58:18.704308 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8d1154-86c6-4937-b0be-b211d567d97d admin admin] Network hostable DHCP agents. Network: b15ba21a-056a-4d01-aae2-2ba9a53d245e, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 14:58:18.713446 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 6ac17bf6-9343-44a0-8cfe-ec709506e919 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:18.724657 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 6ac17bf6-9343-44a0-8cfe-ec709506e919 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:18.726339 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:18.753635 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8d1154-86c6-4937-b0be-b211d567d97d admin admin] Network b15ba21a-056a-4d01-aae2-2ba9a53d245e is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 14:58:18.769778 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-fb8d1154-86c6-4937-b0be-b211d567d97d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, b15ba21a-056a-4d01-aae2-2ba9a53d245e) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:58:18.780579 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8d1154-86c6-4937-b0be-b211d567d97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:18.781395 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb8d1154-86c6-4937-b0be-b211d567d97d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:18.800897 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abb9939-4799-4a31-83e3-a7f05ef463d3 None None] Network b15ba21a-056a-4d01-aae2-2ba9a53d245e requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:58:18.802432 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fb8d1154-86c6-4937-b0be-b211d567d97d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7453787 Aug 28 14:58:18.806385 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59030) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:18.817046 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-e5dd9d8f-8f43-456e-9892-4ff6f73e4fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:18.822053 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-27dd4a85-711f-423b-93ce-09c347a7ddbb admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-41175554-router', 'tenant_id': '77e2c8d8344c43369cd6764e0c50c8bf', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:19.109035 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a028fd53-c83f-4509-87a5-5147335e3460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b81e6ec-54da-4c84-b845-1aa8f7e148d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-525164006-router', 'tenant_id': '38598ca0e7884481bc4651eb9d6d8333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '00693b13-ee6f-4fac-8db3-59b5eb315676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:58:06Z', 'updated_at': '2021-08-28T14:58:12Z', 'revision_number': 4, 'project_id': '38598ca0e7884481bc4651eb9d6d8333', 'gw_port': {'id': '00693b13-ee6f-4fac-8db3-59b5eb315676', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b81e6ec-54da-4c84-b845-1aa8f7e148d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:58:07Z', 'updated_at': '2021-08-28T14:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d', 'name': '', 'network_id': 'f63ce7db-ab03-41c4-8a47-777e4a385891', 'tenant_id': '38598ca0e7884481bc4651eb9d6d8333', 'mac_address': 'fa:16:3e:d3:99:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b81e6ec-54da-4c84-b845-1aa8f7e148d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4295be11-51f7-495a-9976-98d154c3c421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:58:11Z', 'updated_at': '2021-08-28T14:58:17Z', 'revision_number': 4, 'project_id': '38598ca0e7884481bc4651eb9d6d8333', 'subnets': [{'id': '4295be11-51f7-495a-9976-98d154c3c421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:19.185130 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04413c9d-7a08-46da-b0e4-57af8eb07e1d req-49987301-48a6-4818-8b88-e2a33fe093c0 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:19.191202 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a028fd53-c83f-4509-87a5-5147335e3460 None None] The sync data for ids ['9b81e6ec-54da-4c84-b845-1aa8f7e148d3'] in n-d-712137-10 is: [{'id': '9b81e6ec-54da-4c84-b845-1aa8f7e148d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-525164006-router', 'tenant_id': '38598ca0e7884481bc4651eb9d6d8333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '00693b13-ee6f-4fac-8db3-59b5eb315676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:58:06Z', 'updated_at': '2021-08-28T14:58:12Z', 'revision_number': 4, 'project_id': '38598ca0e7884481bc4651eb9d6d8333', 'gw_port': {'id': '00693b13-ee6f-4fac-8db3-59b5eb315676', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b81e6ec-54da-4c84-b845-1aa8f7e148d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:58:07Z', 'updated_at': '2021-08-28T14:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d', 'name': '', 'network_id': 'f63ce7db-ab03-41c4-8a47-777e4a385891', 'tenant_id': '38598ca0e7884481bc4651eb9d6d8333', 'mac_address': 'fa:16:3e:d3:99:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b81e6ec-54da-4c84-b845-1aa8f7e148d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4295be11-51f7-495a-9976-98d154c3c421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:58:11Z', 'updated_at': '2021-08-28T14:58:17Z', 'revision_number': 4, 'project_id': '38598ca0e7884481bc4651eb9d6d8333', 'subnets': [{'id': '4295be11-51f7-495a-9976-98d154c3c421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:58:19.207675 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-04413c9d-7a08-46da-b0e4-57af8eb07e1d req-49987301-48a6-4818-8b88-e2a33fe093c0 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 949 time: 0.1938119 Aug 28 14:58:19.423981 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d39ff0-d46e-4ef8-b033-8390e234815a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-b15ba21a-056a-4d01-aae2-2ba9a53d245e', 'network_id': 'b15ba21a-056a-4d01-aae2-2ba9a53d245e', 'tenant_id': '77e2c8d8344c43369cd6764e0c50c8bf', 'fixed_ips': [{'subnet_id': '69e22d43-aa67-48a6-99cc-2ca0eaa8d8a9'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 14:58:19.426374 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-e5dd9d8f-8f43-456e-9892-4ff6f73e4fdd service neutron] For port 3083ecc2-cd08-4195-a587-3df47c57ed46, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=3083ecc2-cd08-4195-a587-3df47c57ed46,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:19.438294 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-31d39ff0-d46e-4ef8-b033-8390e234815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:19.458074 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59040) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:19.477056 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-04413c9d-7a08-46da-b0e4-57af8eb07e1d req-59b378f8-139e-4b83-932b-a7c474ae70dd tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613056 Aug 28 14:58:19.542981 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:19.660559 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-e5dd9d8f-8f43-456e-9892-4ff6f73e4fdd service neutron] For port 3083ecc2-cd08-4195-a587-3df47c57ed46, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:58:19.713710 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:58:19.733757 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-e5dd9d8f-8f43-456e-9892-4ff6f73e4fdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:19.758321 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-e5dd9d8f-8f43-456e-9892-4ff6f73e4fdd service neutron] Transition to ACTIVE for port object 3083ecc2-cd08-4195-a587-3df47c57ed46 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:19.762028 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50696a02-4ed4-45a0-86f2-351c00443ad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3083ecc2-cd08-4195-a587-3df47c57ed46'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:58:19.770272 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e5085e-a154-4c33-bb93-8a28f1684e98" -d '{"events": [{"server_uuid": "50696a02-4ed4-45a0-86f2-351c00443ad2", "name": "network-vif-unplugged", "status": "completed", "tag": "3083ecc2-cd08-4195-a587-3df47c57ed46"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:58:19.797128 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-e5dd9d8f-8f43-456e-9892-4ff6f73e4fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:19.810947 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d44fb8dc-263d-4c05-83f3-fddc6e9fe1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:19.821113 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 6ac17bf6-9343-44a0-8cfe-ec709506e919, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=6ac17bf6-9343-44a0-8cfe-ec709506e919,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:19.828603 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4eac7546-499e-429a-80e5-aefa133795c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:19.860090 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:19.923163 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4eac7546-499e-429a-80e5-aefa133795c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:19.946886 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94d3cc-961e-405a-a413-115cecc6d0d1 req-fc37e688-7eda-4291-b70c-d796eb002c89 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:19.948452 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ab94d3cc-961e-405a-a413-115cecc6d0d1 req-fc37e688-7eda-4291-b70c-d796eb002c89 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/ports?device_id=0aaba83e-3b42-4e2b-82c1-f1dd911c3257 HTTP/1.1" status: 200 len: 949 time: 0.5491271 Aug 28 14:58:20.051612 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 14:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ca3f53-a437-4e09-be7f-1fdf6764cf50 x-openstack-request-id: req-10ca3f53-a437-4e09-be7f-1fdf6764cf50 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:58:20.052889 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50696a02-4ed4-45a0-86f2-351c00443ad2", "name": "network-vif-unplugged", "status": "completed", "tag": "3083ecc2-cd08-4195-a587-3df47c57ed46", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:58:20.053250 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10ca3f53-a437-4e09-be7f-1fdf6764cf50 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:58:20.053964 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50696a02-4ed4-45a0-86f2-351c00443ad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3083ecc2-cd08-4195-a587-3df47c57ed46', 'code': 200} Aug 28 14:58:20.054948 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-e5dd9d8f-8f43-456e-9892-4ff6f73e4fdd service neutron] No DVR routers for this DVR port 3083ecc2-cd08-4195-a587-3df47c57ed46 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:58:20.177151 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d44fb8dc-263d-4c05-83f3-fddc6e9fe1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:20.180066 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27dd4a85-711f-423b-93ce-09c347a7ddbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:20.182232 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27dd4a85-711f-423b-93ce-09c347a7ddbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:20.195481 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d44fb8dc-263d-4c05-83f3-fddc6e9fe1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:20.360889 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44fb8dc-263d-4c05-83f3-fddc6e9fe1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c7f63a-7ce5-4bb3-8a5c-22099cb70425,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:20.380567 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d44fb8dc-263d-4c05-83f3-fddc6e9fe1da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=651a55f3797c4825b089d4d5aa6f883c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9024251 Aug 28 14:58:20.412285 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59048) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:20.434315 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27dd4a85-711f-423b-93ce-09c347a7ddbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:20.592120 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aaba83e-3b42-4e2b-82c1-f1dd911c3257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac17bf6-9343-44a0-8cfe-ec709506e919'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:58:20.594459 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea0b0d5-9837-4069-b758-5f7703da6a48" -d '{"events": [{"server_uuid": "0aaba83e-3b42-4e2b-82c1-f1dd911c3257", "name": "network-vif-plugged", "status": "completed", "tag": "6ac17bf6-9343-44a0-8cfe-ec709506e919"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:58:20.615706 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd9d8f-8f43-456e-9892-4ff6f73e4fdd service neutron] Pushing event updated for resources: {'Port': ['ID=3083ecc2-cd08-4195-a587-3df47c57ed46,revision_number=10']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:20.618531 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:20.628313 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-31d39ff0-d46e-4ef8-b033-8390e234815a None None] Allocated IP 172.20.0.2 (b15ba21a-056a-4d01-aae2-2ba9a53d245e/69e22d43-aa67-48a6-99cc-2ca0eaa8d8a9/ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:58:20.641724 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=6ac17bf6-9343-44a0-8cfe-ec709506e919,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:20.656028 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:20.656415 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:20.668900 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4eac7546-499e-429a-80e5-aefa133795c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96971dc720e3468f8466a55a6f84d310&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5140555 Aug 28 14:58:20.677110 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59054) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:20.696036 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ab94d3cc-961e-405a-a413-115cecc6d0d1 req-373c3221-ee41-4b27-a0a6-baec581f60c0 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/security-groups?id=458c1076-6c86-4ce1-8492-c507c584ef3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7393625 Aug 28 14:58:20.696900 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac7546-499e-429a-80e5-aefa133795c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e47b30a-82c9-4af6-88f8-487a3b42f63b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:20.718887 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-e5dd9d8f-8f43-456e-9892-4ff6f73e4fdd service neutron] Attempting to bind port 3083ecc2-cd08-4195-a587-3df47c57ed46 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:58:20.720321 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-e5dd9d8f-8f43-456e-9892-4ff6f73e4fdd service neutron] Attempting to bind port 3083ecc2-cd08-4195-a587-3df47c57ed46 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:58:20.721258 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-e5dd9d8f-8f43-456e-9892-4ff6f73e4fdd service neutron] Attempting to bind port 3083ecc2-cd08-4195-a587-3df47c57ed46 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:20.732512 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-e5dd9d8f-8f43-456e-9892-4ff6f73e4fdd service neutron] Port 3083ecc2-cd08-4195-a587-3df47c57ed46 on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:58:20.733193 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-e5dd9d8f-8f43-456e-9892-4ff6f73e4fdd service neutron] Attempting to bind port 3083ecc2-cd08-4195-a587-3df47c57ed46 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:20.740166 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-e5dd9d8f-8f43-456e-9892-4ff6f73e4fdd service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:58:20.743363 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-e5dd9d8f-8f43-456e-9892-4ff6f73e4fdd service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:58:20.745341 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-e5dd9d8f-8f43-456e-9892-4ff6f73e4fdd service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:58:20.746669 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-e5dd9d8f-8f43-456e-9892-4ff6f73e4fdd service neutron] Bound port: 3083ecc2-cd08-4195-a587-3df47c57ed46, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:58:20.747496 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-e5dd9d8f-8f43-456e-9892-4ff6f73e4fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:20.957114 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028e1872-4fe4-4f3c-b03d-15b81eca5d63 x-openstack-request-id: req-028e1872-4fe4-4f3c-b03d-15b81eca5d63 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:58:20.959606 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aaba83e-3b42-4e2b-82c1-f1dd911c3257", "name": "network-vif-plugged", "status": "completed", "tag": "6ac17bf6-9343-44a0-8cfe-ec709506e919", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:58:20.960670 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-028e1872-4fe4-4f3c-b03d-15b81eca5d63 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:58:20.963210 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aaba83e-3b42-4e2b-82c1-f1dd911c3257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac17bf6-9343-44a0-8cfe-ec709506e919', 'code': 200} Aug 28 14:58:21.005345 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 3083ecc2-cd08-4195-a587-3df47c57ed46 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:58:21.011446 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-e5dd9d8f-8f43-456e-9892-4ff6f73e4fdd service neutron] For port 3083ecc2-cd08-4195-a587-3df47c57ed46, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:58:21.057620 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-e5dd9d8f-8f43-456e-9892-4ff6f73e4fdd service neutron] For port 3083ecc2-cd08-4195-a587-3df47c57ed46, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=3083ecc2-cd08-4195-a587-3df47c57ed46,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:58:21.068789 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-e5dd9d8f-8f43-456e-9892-4ff6f73e4fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:21.133630 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51527c9d-28cd-45a6-b9fa-283196108fc6 req-505dfc51-e010-4050-a521-b81713e49e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:21.135955 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-51527c9d-28cd-45a6-b9fa-283196108fc6 req-505dfc51-e010-4050-a521-b81713e49e2e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0aaba83e-3b42-4e2b-82c1-f1dd911c3257 HTTP/1.1" status: 200 len: 1102 time: 0.2411981 Aug 28 14:58:21.149400 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-e5dd9d8f-8f43-456e-9892-4ff6f73e4fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:21.150355 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-e5dd9d8f-8f43-456e-9892-4ff6f73e4fdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:21.153306 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-e5dd9d8f-8f43-456e-9892-4ff6f73e4fdd service neutron] 10.222.0.41 "PUT /v2.0/ports/3083ecc2-cd08-4195-a587-3df47c57ed46 HTTP/1.1" status: 200 len: 1097 time: 2.6017075 Aug 28 14:58:21.212056 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 3083ecc2-cd08-4195-a587-3df47c57ed46 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:58:21.240115 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:21.295399 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd9d8f-8f43-456e-9892-4ff6f73e4fdd service neutron] Pushing event updated for resources: {'Port': ['ID=3083ecc2-cd08-4195-a587-3df47c57ed46,revision_number=11']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:21.350227 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-51527c9d-28cd-45a6-b9fa-283196108fc6 req-a13152c5-acff-4433-b10b-82831aa0a477 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=458c1076-6c86-4ce1-8492-c507c584ef3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956253 Aug 28 14:58:21.359933 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-5e5a7fb3-2de3-46fa-85c6-754a0efedf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:21.361207 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-5e5a7fb3-2de3-46fa-85c6-754a0efedf27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 1100 time: 0.1572289 Aug 28 14:58:21.421164 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d,segment=NetworkSegment(e78f3bd2-f325-40c2-8c5a-b981d71135af),segment_id=e78f3bd2-f325-40c2-8c5a-b981d71135af)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:21.432982 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:21.503205 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-31d39ff0-d46e-4ef8-b033-8390e234815a None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:21.524642 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-746be81d-8be2-4e8f-bdba-4905c9f1b354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:21.542185 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-31d39ff0-d46e-4ef8-b033-8390e234815a None None] Transition to ACTIVE for port object ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:21.554142 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-746be81d-8be2-4e8f-bdba-4905c9f1b354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:21.592572 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-31d39ff0-d46e-4ef8-b033-8390e234815a None None] Transition to ACTIVE for port object ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:21.593881 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:21.605624 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-31d39ff0-d46e-4ef8-b033-8390e234815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:21.614583 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27dd4a85-711f-423b-93ce-09c347a7ddbb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:21.639372 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d770cc8-467f-44b3-b7e0-159431824e30 req-62aca2ec-b223-4e43-91f9-f9f8de53238f tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:21.641623 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9d770cc8-467f-44b3-b7e0-159431824e30 req-62aca2ec-b223-4e43-91f9-f9f8de53238f tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 948 time: 0.9960010 Aug 28 14:58:21.707210 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d39ff0-d46e-4ef8-b033-8390e234815a None None] Network b15ba21a-056a-4d01-aae2-2ba9a53d245e is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:58:21.711804 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-31d39ff0-d46e-4ef8-b033-8390e234815a None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:58:21.718017 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d39ff0-d46e-4ef8-b033-8390e234815a None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:58:21.727173 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d39ff0-d46e-4ef8-b033-8390e234815a None None] Pushing event updated for resources: {'Port': ['ID=ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:21.759177 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-13e3fde1-402c-4b16-b960-ddda213f572e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:21.761062 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-13e3fde1-402c-4b16-b960-ddda213f572e service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.1509564 Aug 28 14:58:21.798522 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-31d39ff0-d46e-4ef8-b033-8390e234815a None None] Attempting to bind port ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:58:21.799470 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-31d39ff0-d46e-4ef8-b033-8390e234815a None None] Attempting to bind port ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '976c4d92-a1f5-40f6-968f-da6b4975cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b15ba21a-056a-4d01-aae2-2ba9a53d245e'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:58:21.799979 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d39ff0-d46e-4ef8-b033-8390e234815a None None] Attempting to bind port ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d on network b15ba21a-056a-4d01-aae2-2ba9a53d245e {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:21.807081 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d39ff0-d46e-4ef8-b033-8390e234815a None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:58:21.807731 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d39ff0-d46e-4ef8-b033-8390e234815a None None] Checking segment: {'id': '976c4d92-a1f5-40f6-968f-da6b4975cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b15ba21a-056a-4d01-aae2-2ba9a53d245e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:58:21.808205 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-31d39ff0-d46e-4ef8-b033-8390e234815a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:21.808666 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d39ff0-d46e-4ef8-b033-8390e234815a None None] Bound using segment: {'id': '976c4d92-a1f5-40f6-968f-da6b4975cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b15ba21a-056a-4d01-aae2-2ba9a53d245e'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:58:21.809201 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-31d39ff0-d46e-4ef8-b033-8390e234815a None None] Bound port: ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976c4d92-a1f5-40f6-968f-da6b4975cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b15ba21a-056a-4d01-aae2-2ba9a53d245e'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:58:21.809921 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-31d39ff0-d46e-4ef8-b033-8390e234815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:21.835868 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49532c04-5660-4748-b2c6-cb64d1e31e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:21.840681 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-31e7a280-506b-4b2b-aa36-131d4237bbdc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=3083ecc2-cd08-4195-a587-3df47c57ed46 HTTP/1.1" status: 200 len: 217 time: 0.0711098 Aug 28 14:58:21.861280 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49532c04-5660-4748-b2c6-cb64d1e31e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:21.883491 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-31d39ff0-d46e-4ef8-b033-8390e234815a None None] For port ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:58:21.887200 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-31d39ff0-d46e-4ef8-b033-8390e234815a None None] For port ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d,segment=NetworkSegment(976c4d92-a1f5-40f6-968f-da6b4975cb27),segment_id=976c4d92-a1f5-40f6-968f-da6b4975cb27)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:58:21.894190 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-31d39ff0-d46e-4ef8-b033-8390e234815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:21.899495 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-746be81d-8be2-4e8f-bdba-4905c9f1b354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:21.902426 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-746be81d-8be2-4e8f-bdba-4905c9f1b354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:21.903997 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-746be81d-8be2-4e8f-bdba-4905c9f1b354 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3c7f63a-7ce5-4bb3-8a5c-22099cb70425 HTTP/1.1" status: 204 len: 168 time: 1.4907188 Aug 28 14:58:21.961252 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-1f0819d0-bf44-400c-ac79-26824e8c6a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:21.964109 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-1f0819d0-bf44-400c-ac79-26824e8c6a4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.0706887 Aug 28 14:58:21.970974 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746be81d-8be2-4e8f-bdba-4905c9f1b354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c7f63a-7ce5-4bb3-8a5c-22099cb70425,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:22.018176 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9d770cc8-467f-44b3-b7e0-159431824e30 req-a94a614d-5083-4dd0-ab80-c5745d8f94d6 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435259 Aug 28 14:58:22.052918 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d39ff0-d46e-4ef8-b033-8390e234815a None None] Pushing event updated for resources: {'Port': ['ID=ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:22.054566 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50696a02-4ed4-45a0-86f2-351c00443ad2', 'tag': '3083ecc2-cd08-4195-a587-3df47c57ed46'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:58:22.056917 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eed9dcd-edd2-4605-9ab9-deccfc0a2e07" -d '{"events": [{"name": "network-changed", "server_uuid": "50696a02-4ed4-45a0-86f2-351c00443ad2", "tag": "3083ecc2-cd08-4195-a587-3df47c57ed46"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:58:22.094666 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17913512-7bbc-41f1-819f-12076ef68cb1 req-8be05fe9-8972-44fd-9530-7e0f676bc9f5 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:22.100283 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49532c04-5660-4748-b2c6-cb64d1e31e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:22.102676 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-17913512-7bbc-41f1-819f-12076ef68cb1 req-8be05fe9-8972-44fd-9530-7e0f676bc9f5 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/ports?device_id=0aaba83e-3b42-4e2b-82c1-f1dd911c3257 HTTP/1.1" status: 200 len: 950 time: 0.2652538 Aug 28 14:58:22.104596 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49532c04-5660-4748-b2c6-cb64d1e31e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:22.106270 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-49532c04-5660-4748-b2c6-cb64d1e31e75 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e47b30a-82c9-4af6-88f8-487a3b42f63b HTTP/1.1" status: 204 len: 168 time: 1.4249687 Aug 28 14:58:22.136414 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-abacbe0d-1fec-4b37-9d41-1bfa08192450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:22.142961 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49532c04-5660-4748-b2c6-cb64d1e31e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e47b30a-82c9-4af6-88f8-487a3b42f63b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:22.143779 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-abacbe0d-1fec-4b37-9d41-1bfa08192450 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1653183 Aug 28 14:58:22.307369 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-17913512-7bbc-41f1-819f-12076ef68cb1 req-2edcc436-d335-4f2a-a4d0-b90e1b005ebd tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/security-groups?id=458c1076-6c86-4ce1-8492-c507c584ef3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713092 Aug 28 14:58:22.352780 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-35078655-b48e-4f25-8cad-b97dd1fe5ff9 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057464 Aug 28 14:58:22.538468 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27dd4a85-711f-423b-93ce-09c347a7ddbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:22.606211 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27dd4a85-711f-423b-93ce-09c347a7ddbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:22.618951 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ec9817c-d4d1-4797-927b-a070eb81b8b6 req-b51a4231-436c-4e99-bad5-b9a880062771 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570961 Aug 28 14:58:22.621779 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a116e746-659e-4d44-a946-131e7e4cfe20 x-openstack-request-id: req-a116e746-659e-4d44-a946-131e7e4cfe20 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:58:22.622380 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50696a02-4ed4-45a0-86f2-351c00443ad2", "tag": "3083ecc2-cd08-4195-a587-3df47c57ed46", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:58:22.622788 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a116e746-659e-4d44-a946-131e7e4cfe20 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:58:22.623350 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50696a02-4ed4-45a0-86f2-351c00443ad2', 'tag': '3083ecc2-cd08-4195-a587-3df47c57ed46', 'status': 'completed', 'code': 200} Aug 28 14:58:22.847834 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-27dd4a85-711f-423b-93ce-09c347a7ddbb admin admin] Allocated IP 172.25.3.133 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/60ade58b-d204-4114-bbf1-5d56ed656fd5) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:58:22.884923 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed9dcd-edd2-4605-9ab9-deccfc0a2e07 req-2f4984ca-91df-4523-9f44-70c639dfd845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:22.889709 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8eed9dcd-edd2-4605-9ab9-deccfc0a2e07 req-2f4984ca-91df-4523-9f44-70c639dfd845 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 1100 time: 0.2663219 Aug 28 14:58:22.908260 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59076) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:22.908596 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59078) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:22.932411 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed9dcd-edd2-4605-9ab9-deccfc0a2e07 req-41b190fd-1bd0-47cf-b31b-7c74f873f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:22.933901 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8eed9dcd-edd2-4605-9ab9-deccfc0a2e07 req-41b190fd-1bd0-47cf-b31b-7c74f873f7b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 1100 time: 0.2074780 Aug 28 14:58:22.983086 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-23cd5b70-f193-4ee9-b5a0-53ef59faf460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:22.998078 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c55888a1-3dea-4e98-a6e6-65e2e5aef57e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:22.998429 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27dd4a85-711f-423b-93ce-09c347a7ddbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:23.040406 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27dd4a85-711f-423b-93ce-09c347a7ddbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:23.082867 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dd4a85-711f-423b-93ce-09c347a7ddbb admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:58:23.087599 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-27dd4a85-711f-423b-93ce-09c347a7ddbb admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:58:23.091899 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dd4a85-711f-423b-93ce-09c347a7ddbb admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:58:23.167176 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-23cd5b70-f193-4ee9-b5a0-53ef59faf460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:23.196759 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd4a85-711f-423b-93ce-09c347a7ddbb admin admin] Pushing event updated for resources: {'Port': ['ID=60ade58b-d204-4114-bbf1-5d56ed656fd5,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:23.219326 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-23cd5b70-f193-4ee9-b5a0-53ef59faf460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:23.330934 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21064c90-1363-4607-8508-67f15bde7d8d req-160c2d70-1614-4412-9d82-05e5ed1277ff tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:23.332580 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd5b70-f193-4ee9-b5a0-53ef59faf460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f350f8-ee87-43c7-b85e-31090ca16e37,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:23.341080 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21064c90-1363-4607-8508-67f15bde7d8d req-160c2d70-1614-4412-9d82-05e5ed1277ff tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 948 time: 0.2033701 Aug 28 14:58:23.430310 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-23cd5b70-f193-4ee9-b5a0-53ef59faf460 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b585e5bbc2634897a0a87e98dd6bc1e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5164664 Aug 28 14:58:23.432678 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed9dcd-edd2-4605-9ab9-deccfc0a2e07 req-7824f1a1-7bd4-4335-899e-94a0d43b406a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:23.436177 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8eed9dcd-edd2-4605-9ab9-deccfc0a2e07 req-7824f1a1-7bd4-4335-899e-94a0d43b406a service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.4750156 Aug 28 14:58:23.438637 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21064c90-1363-4607-8508-67f15bde7d8d req-a1bfed01-fd8b-4e55-a528-167da2f2f291 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966911 Aug 28 14:58:23.440200 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59086) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:23.561949 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed9dcd-edd2-4605-9ab9-deccfc0a2e07 req-228fa391-1253-477b-9573-7706e24096a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:23.563672 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8eed9dcd-edd2-4605-9ab9-deccfc0a2e07 req-228fa391-1253-477b-9573-7706e24096a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.6658912 Aug 28 14:58:23.640229 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27dd4a85-711f-423b-93ce-09c347a7ddbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:23.656145 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8eed9dcd-edd2-4605-9ab9-deccfc0a2e07 req-1dd789c6-3965-414c-9d25-27b2744ce992 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=3083ecc2-cd08-4195-a587-3df47c57ed46 HTTP/1.1" status: 200 len: 217 time: 0.0649099 Aug 28 14:58:23.715762 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:58:23.718558 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78244ea-a969-4868-98d0-2d5bb21f7248 None None] Network b15ba21a-056a-4d01-aae2-2ba9a53d245e requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:58:23.759607 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8eed9dcd-edd2-4605-9ab9-deccfc0a2e07 req-c0ab2e85-3103-46c7-b158-079e4ebf3327 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=3083ecc2-cd08-4195-a587-3df47c57ed46 HTTP/1.1" status: 200 len: 217 time: 0.1572580 Aug 28 14:58:23.794829 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c55888a1-3dea-4e98-a6e6-65e2e5aef57e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:23.848798 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed9dcd-edd2-4605-9ab9-deccfc0a2e07 req-370d1561-3d92-4b09-9d2b-e6a699fcd369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:23.850972 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8eed9dcd-edd2-4605-9ab9-deccfc0a2e07 req-370d1561-3d92-4b09-9d2b-e6a699fcd369 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.0498898 Aug 28 14:58:23.856297 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c55888a1-3dea-4e98-a6e6-65e2e5aef57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:23.903783 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7db12175-dd0c-4c50-b975-771743474311 None None] Provisioning for port ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:23.908048 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55888a1-3dea-4e98-a6e6-65e2e5aef57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907adf51-0553-417d-acc2-8cc625298c83,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:23.940609 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27dd4a85-711f-423b-93ce-09c347a7ddbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:23.974540 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed9dcd-edd2-4605-9ab9-deccfc0a2e07 req-9b622e5f-c53c-4edc-851d-4bfb07a95285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:23.977009 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8eed9dcd-edd2-4605-9ab9-deccfc0a2e07 req-9b622e5f-c53c-4edc-851d-4bfb07a95285 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.2218063 Aug 28 14:58:23.989193 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2fa74-7e97-4e88-b2c4-ece862ce73f9 req-c86678d3-6341-4701-b488-0fc0ecf1a116 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:23.989857 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:23.990400 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:24.000667 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4da2fa74-7e97-4e88-b2c4-ece862ce73f9 req-c86678d3-6341-4701-b488-0fc0ecf1a116 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/ports?device_id=0aaba83e-3b42-4e2b-82c1-f1dd911c3257 HTTP/1.1" status: 200 len: 950 time: 0.4078293 Aug 28 14:58:24.008473 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-33aabf01-e6c2-45b6-98c8-2dbb34e1927a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:24.017997 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c55888a1-3dea-4e98-a6e6-65e2e5aef57e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=74aa790420db4ba4be8360ad96a1e0ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1049948 Aug 28 14:58:24.043984 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59090) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:24.105973 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27dd4a85-711f-423b-93ce-09c347a7ddbb admin admin] Router d97dd671-47ac-4815-8d22-db15aa2ccbcf is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 14:58:24.164501 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4da2fa74-7e97-4e88-b2c4-ece862ce73f9 req-a9727302-0185-46f9-87ab-8f3150f3bce3 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/security-groups?id=458c1076-6c86-4ce1-8492-c507c584ef3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575356 Aug 28 14:58:24.166335 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-33aabf01-e6c2-45b6-98c8-2dbb34e1927a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:24.177699 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed9dcd-edd2-4605-9ab9-deccfc0a2e07 req-c1371e98-519f-4e86-889d-f05d0253680a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:24.183381 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8eed9dcd-edd2-4605-9ab9-deccfc0a2e07 req-c1371e98-519f-4e86-889d-f05d0253680a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3190782 Aug 28 14:58:24.228736 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:58:24.237628 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:24.316503 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27dd4a85-711f-423b-93ce-09c347a7ddbb admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:58:24.331674 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:24.337733 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219c4db5-3c7c-4dd6-ba4b-641ea873c6e2 None None] Sync routers for ids ['d97dd671-47ac-4815-8d22-db15aa2ccbcf'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:58:24.357007 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:24.357450 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:24.365039 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed9dcd-edd2-4605-9ab9-deccfc0a2e07 req-ea98ab93-36f6-4e19-bcd2-26a35ff8d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:24.369616 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27dd4a85-711f-423b-93ce-09c347a7ddbb admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:24.375894 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8eed9dcd-edd2-4605-9ab9-deccfc0a2e07 req-ea98ab93-36f6-4e19-bcd2-26a35ff8d575 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3651166 Aug 28 14:58:24.375894 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59098) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:24.377626 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-27dd4a85-711f-423b-93ce-09c347a7ddbb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.5697765 Aug 28 14:58:24.399865 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219c4db5-3c7c-4dd6-ba4b-641ea873c6e2 None None] Routers {'d97dd671-47ac-4815-8d22-db15aa2ccbcf'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:58:24.400791 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-219c4db5-3c7c-4dd6-ba4b-641ea873c6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:58:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d97dd671-47ac-4815-8d22-db15aa2ccbcf'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:24.541356 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1b607bc7-1d72-4755-be2a-65c05dbdcda1 None None] Provisioning complete for port ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:24.541898 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1b607bc7-1d72-4755-be2a-65c05dbdcda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:24.609371 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7a4b8b5d-d68a-46e3-b1ab-aeed6572f06e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:24.615285 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-219c4db5-3c7c-4dd6-ba4b-641ea873c6e2 None None] Set router d97dd671-47ac-4815-8d22-db15aa2ccbcf gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:58:24.666632 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8eed9dcd-edd2-4605-9ab9-deccfc0a2e07 req-96cc9cf7-b2ca-40bf-a4a5-1e51ed0c54ab service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506295 Aug 28 14:58:24.711342 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-33aabf01-e6c2-45b6-98c8-2dbb34e1927a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:24.712356 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-33aabf01-e6c2-45b6-98c8-2dbb34e1927a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:24.716282 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-33aabf01-e6c2-45b6-98c8-2dbb34e1927a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79f350f8-ee87-43c7-b85e-31090ca16e37 HTTP/1.1" status: 204 len: 168 time: 1.2749999 Aug 28 14:58:24.765546 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:24.809636 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7a4b8b5d-d68a-46e3-b1ab-aeed6572f06e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:24.951205 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8eed9dcd-edd2-4605-9ab9-deccfc0a2e07 req-9b7563bd-8304-4905-95c1-72f9a2d5d9e9 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702949 Aug 28 14:58:24.957407 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aabf01-e6c2-45b6-98c8-2dbb34e1927a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f350f8-ee87-43c7-b85e-31090ca16e37,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:24.963011 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d,segment=NetworkSegment(976c4d92-a1f5-40f6-968f-da6b4975cb27),segment_id=976c4d92-a1f5-40f6-968f-da6b4975cb27)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:24.975754 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1b607bc7-1d72-4755-be2a-65c05dbdcda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:24.982801 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:25.136998 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:25.158134 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7a4b8b5d-d68a-46e3-b1ab-aeed6572f06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:25.165975 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7a4b8b5d-d68a-46e3-b1ab-aeed6572f06e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:25.170147 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7a4b8b5d-d68a-46e3-b1ab-aeed6572f06e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/907adf51-0553-417d-acc2-8cc625298c83 HTTP/1.1" status: 204 len: 168 time: 1.1115429 Aug 28 14:58:25.255361 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8eed9dcd-edd2-4605-9ab9-deccfc0a2e07 req-50b8bb59-0631-4d2a-8cd6-b6e1bf8c5d71 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7975376 Aug 28 14:58:25.291790 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.api [None req-1b607bc7-1d72-4755-be2a-65c05dbdcda1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 14:58:25.291957 n-d-712137-10 neutron-server[106331]: DEBUG oslo_db.api [None req-1b607bc7-1d72-4755-be2a-65c05dbdcda1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 14:58:25.347504 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-219c4db5-3c7c-4dd6-ba4b-641ea873c6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97dd671-47ac-4815-8d22-db15aa2ccbcf', 'name': 'tempest-ServersTestMultiNic-41175554-router', 'tenant_id': '77e2c8d8344c43369cd6764e0c50c8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '60ade58b-d204-4114-bbf1-5d56ed656fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:58:20Z', 'updated_at': '2021-08-28T14:58:23Z', 'revision_number': 3, 'project_id': '77e2c8d8344c43369cd6764e0c50c8bf', 'gw_port': {'id': '60ade58b-d204-4114-bbf1-5d56ed656fd5', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97dd671-47ac-4815-8d22-db15aa2ccbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:58:22Z', 'updated_at': '2021-08-28T14:58:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:25.405390 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2342f-18d9-455c-a33a-8590531824fc req-4dab662d-7001-4085-9f37-ec69dcbf4b9c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:25.416376 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-76b2342f-18d9-455c-a33a-8590531824fc req-4dab662d-7001-4085-9f37-ec69dcbf4b9c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 948 time: 0.7633438 Aug 28 14:58:25.446829 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219c4db5-3c7c-4dd6-ba4b-641ea873c6e2 None None] Checking router: d97dd671-47ac-4815-8d22-db15aa2ccbcf for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:58:25.457519 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219c4db5-3c7c-4dd6-ba4b-641ea873c6e2 None None] Updating router d97dd671-47ac-4815-8d22-db15aa2ccbcf port 60ade58b-d204-4114-bbf1-5d56ed656fd5 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 14:58:25.502184 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b8b5d-d68a-46e3-b1ab-aeed6572f06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907adf51-0553-417d-acc2-8cc625298c83,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:25.546038 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-219c4db5-3c7c-4dd6-ba4b-641ea873c6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:25.686457 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:58:25.938922 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:25.939581 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:25.992973 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8eed9dcd-edd2-4605-9ab9-deccfc0a2e07 req-8a2c4434-3080-4f08-a7de-fadccec8712a service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7218978 Aug 28 14:58:26.032691 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e8bd3-991e-47d7-bc02-ff55d98ee8f4 req-ab33d157-af62-41c9-9377-6062015495e3 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:26.043102 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f53e8bd3-991e-47d7-bc02-ff55d98ee8f4 req-ab33d157-af62-41c9-9377-6062015495e3 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/ports?device_id=0aaba83e-3b42-4e2b-82c1-f1dd911c3257 HTTP/1.1" status: 200 len: 950 time: 0.1536875 Aug 28 14:58:26.107982 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-76b2342f-18d9-455c-a33a-8590531824fc req-889fd54c-6f1e-498b-b60f-daa3d191f2d3 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6859026 Aug 28 14:58:26.113560 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-73adb009-f99a-4092-b2c7-6eb4dd1bd0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:26.153216 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f53e8bd3-991e-47d7-bc02-ff55d98ee8f4 req-bf454cc7-f448-4acc-b814-a10a9e80f03d tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/security-groups?id=458c1076-6c86-4ce1-8492-c507c584ef3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081388 Aug 28 14:58:26.297554 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:26.457367 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-73adb009-f99a-4092-b2c7-6eb4dd1bd0b6 admin admin] Allocated IP 172.20.0.1 (b15ba21a-056a-4d01-aae2-2ba9a53d245e/69e22d43-aa67-48a6-99cc-2ca0eaa8d8a9/b7f99f35-830a-4e9e-9d97-9c6ccf280346) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:58:26.477528 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 3083ecc2-cd08-4195-a587-3df47c57ed46 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:58:26.693163 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-73adb009-f99a-4092-b2c7-6eb4dd1bd0b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:26.711436 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-73adb009-f99a-4092-b2c7-6eb4dd1bd0b6 admin admin] Transition to ACTIVE for port object b7f99f35-830a-4e9e-9d97-9c6ccf280346 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:26.768477 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-219c4db5-3c7c-4dd6-ba4b-641ea873c6e2 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:26.792937 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-219c4db5-3c7c-4dd6-ba4b-641ea873c6e2 None None] Transition to ACTIVE for port object 60ade58b-d204-4114-bbf1-5d56ed656fd5 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:26.796746 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-73adb009-f99a-4092-b2c7-6eb4dd1bd0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:26.846999 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 3083ecc2-cd08-4195-a587-3df47c57ed46, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=3083ecc2-cd08-4195-a587-3df47c57ed46,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:26.862261 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '3083ecc2-cd08-4195-a587-3df47c57ed46', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': '3083ecc2-cd08-4195-a587-3df47c57ed46', 'mac_address': 'fa:16:3e:b4:49:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:58:26.867309 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-219c4db5-3c7c-4dd6-ba4b-641ea873c6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:26.904751 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adb009-f99a-4092-b2c7-6eb4dd1bd0b6 admin admin] Pushing event updated for resources: {'Port': ['ID=b7f99f35-830a-4e9e-9d97-9c6ccf280346,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:26.958697 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73adb009-f99a-4092-b2c7-6eb4dd1bd0b6 admin admin] Network b15ba21a-056a-4d01-aae2-2ba9a53d245e is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:58:26.965609 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-73adb009-f99a-4092-b2c7-6eb4dd1bd0b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:58:26.973792 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73adb009-f99a-4092-b2c7-6eb4dd1bd0b6 admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:58:26.982520 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e8ece-26d8-40db-98e0-040e215fda0f None None] Pushing event updated for resources: {'Port': ['ID=60ade58b-d204-4114-bbf1-5d56ed656fd5,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:26.987479 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:26.997354 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-219c4db5-3c7c-4dd6-ba4b-641ea873c6e2 None None] Attempting to bind port 60ade58b-d204-4114-bbf1-5d56ed656fd5 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:58:26.997842 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-219c4db5-3c7c-4dd6-ba4b-641ea873c6e2 None None] Attempting to bind port 60ade58b-d204-4114-bbf1-5d56ed656fd5 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:58:26.998312 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219c4db5-3c7c-4dd6-ba4b-641ea873c6e2 None None] Attempting to bind port 60ade58b-d204-4114-bbf1-5d56ed656fd5 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:27.010526 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219c4db5-3c7c-4dd6-ba4b-641ea873c6e2 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:58:27.010526 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219c4db5-3c7c-4dd6-ba4b-641ea873c6e2 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:58:27.010526 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-219c4db5-3c7c-4dd6-ba4b-641ea873c6e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:27.010974 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219c4db5-3c7c-4dd6-ba4b-641ea873c6e2 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:58:27.011540 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-219c4db5-3c7c-4dd6-ba4b-641ea873c6e2 None None] Bound port: 60ade58b-d204-4114-bbf1-5d56ed656fd5, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:58:27.012064 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-219c4db5-3c7c-4dd6-ba4b-641ea873c6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:27.014848 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3083ecc2-cd08-4195-a587-3df47c57ed46 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:58:27.090972 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-73adb009-f99a-4092-b2c7-6eb4dd1bd0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:27.121962 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 3083ecc2-cd08-4195-a587-3df47c57ed46, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=3083ecc2-cd08-4195-a587-3df47c57ed46,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:27.148319 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59170) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:27.156026 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:27.216677 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-219c4db5-3c7c-4dd6-ba4b-641ea873c6e2 None None] For port 60ade58b-d204-4114-bbf1-5d56ed656fd5, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:58:27.228521 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-219c4db5-3c7c-4dd6-ba4b-641ea873c6e2 None None] For port 60ade58b-d204-4114-bbf1-5d56ed656fd5, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=60ade58b-d204-4114-bbf1-5d56ed656fd5,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:58:27.289212 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-219c4db5-3c7c-4dd6-ba4b-641ea873c6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:27.416595 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=3083ecc2-cd08-4195-a587-3df47c57ed46,revision_number=12']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:27.442460 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6192584-0cce-4179-b21d-c1fb0ddb8338 req-652f7200-ef6b-40ae-b8b0-980c14a271e9 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:27.457789 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a6192584-0cce-4179-b21d-c1fb0ddb8338 req-652f7200-ef6b-40ae-b8b0-980c14a271e9 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/ports?device_id=0aaba83e-3b42-4e2b-82c1-f1dd911c3257 HTTP/1.1" status: 200 len: 950 time: 0.0887501 Aug 28 14:58:27.517674 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['3083ecc2-cd08-4195-a587-3df47c57ed46'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:58:27.564366 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a6192584-0cce-4179-b21d-c1fb0ddb8338 req-2636a6b8-a048-42a4-a503-e917e689f248 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/security-groups?id=458c1076-6c86-4ce1-8492-c507c584ef3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036932 Aug 28 14:58:27.578220 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219c4db5-3c7c-4dd6-ba4b-641ea873c6e2 None None] Routers {'d97dd671-47ac-4815-8d22-db15aa2ccbcf'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:58:27.582054 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-219c4db5-3c7c-4dd6-ba4b-641ea873c6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:58:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d97dd671-47ac-4815-8d22-db15aa2ccbcf'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:27.599420 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-e54ce6e0-cb3f-4448-b9cc-328ae579e31f admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2009467836-network', 'tenant_id': '1f5fdf7c9ae34b1c8df1780ae980d45b'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:27.641382 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54ce6e0-cb3f-4448-b9cc-328ae579e31f admin admin] Made reservation on behalf of 1f5fdf7c9ae34b1c8df1780ae980d45b for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:58:27.649975 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e54ce6e0-cb3f-4448-b9cc-328ae579e31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:27.674491 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e54ce6e0-cb3f-4448-b9cc-328ae579e31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:27.869801 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e54ce6e0-cb3f-4448-b9cc-328ae579e31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:27.888745 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e54ce6e0-cb3f-4448-b9cc-328ae579e31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:27.904667 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54ce6e0-cb3f-4448-b9cc-328ae579e31f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 14:58:27.917735 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e54ce6e0-cb3f-4448-b9cc-328ae579e31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:27.918348 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-e54ce6e0-cb3f-4448-b9cc-328ae579e31f admin admin] Added segment 9a464380-b5ca-4ce5-bd5d-713d1db879d0 of type vlan for network 50f9d4de-1072-4625-ae09-b6146cb37525 Aug 28 14:58:27.927777 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e8ece-26d8-40db-98e0-040e215fda0f None None] Pushing event updated for resources: {'Port': ['ID=60ade58b-d204-4114-bbf1-5d56ed656fd5,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:27.966550 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:58:27.995568 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0514936f-fc24-4747-ac42-3adc5deb084d None None] Provisioning for port b7f99f35-830a-4e9e-9d97-9c6ccf280346 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:28.036916 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0514936f-fc24-4747-ac42-3adc5deb084d None None] Provisioning complete for port b7f99f35-830a-4e9e-9d97-9c6ccf280346 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:28.037570 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0514936f-fc24-4747-ac42-3adc5deb084d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:28.042438 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ce6e0-cb3f-4448-b9cc-328ae579e31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ec7446-4a36-4100-bb77-05f18aacf8ea,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:28.092990 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e54ce6e0-cb3f-4448-b9cc-328ae579e31f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:28.152082 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-219c4db5-3c7c-4dd6-ba4b-641ea873c6e2 None None] Set router d97dd671-47ac-4815-8d22-db15aa2ccbcf gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:58:28.156349 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff9816-b2cc-4628-9b9f-87dbe0c9bb3f req-409e5c7f-d71e-4fc9-8b1c-e7fb69a1a2ad tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:28.157013 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e54ce6e0-cb3f-4448-b9cc-328ae579e31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:28.157943 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54ce6e0-cb3f-4448-b9cc-328ae579e31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:28.158161 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a4ff9816-b2cc-4628-9b9f-87dbe0c9bb3f req-409e5c7f-d71e-4fc9-8b1c-e7fb69a1a2ad tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.41 "GET /v2.0/ports?device_id=0aaba83e-3b42-4e2b-82c1-f1dd911c3257 HTTP/1.1" status: 200 len: 950 time: 0.9506769 Aug 28 14:58:28.158534 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e54ce6e0-cb3f-4448-b9cc-328ae579e31f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:28.237114 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e54ce6e0-cb3f-4448-b9cc-328ae579e31f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0720012 Aug 28 14:58:28.237114 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ce6e0-cb3f-4448-b9cc-328ae579e31f admin admin] Pushing event updated for resources: {'Network': ['ID=50f9d4de-1072-4625-ae09-b6146cb37525,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:28.243896 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59190) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:28.244989 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0729c6-69ae-4bf2-a3c9-85bd59e8ae20 req-2a64070d-ee77-4509-8a5a-fbac09164b5f tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:28.250615 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-cf8ba15c-57d5-4f0c-a066-dee11f7adecb admin admin] Request body: {'subnet': {'network_id': '50f9d4de-1072-4625-ae09-b6146cb37525', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2009467836-subnet', 'tenant_id': '1f5fdf7c9ae34b1c8df1780ae980d45b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:28.253362 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7e0729c6-69ae-4bf2-a3c9-85bd59e8ae20 req-2a64070d-ee77-4509-8a5a-fbac09164b5f tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 949 time: 0.2202873 Aug 28 14:58:28.277276 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8ba15c-57d5-4f0c-a066-dee11f7adecb admin admin] Made reservation on behalf of 1f5fdf7c9ae34b1c8df1780ae980d45b for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:58:28.281098 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cf8ba15c-57d5-4f0c-a066-dee11f7adecb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:28.288895 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-0514936f-fc24-4747-ac42-3adc5deb084d None None] Port b7f99f35-830a-4e9e-9d97-9c6ccf280346 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:58:28.308339 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-73adb009-f99a-4092-b2c7-6eb4dd1bd0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:28.329330 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 50f9d4de-1072-4625-ae09-b6146cb37525 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 14:58:28.350710 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7e0729c6-69ae-4bf2-a3c9-85bd59e8ae20 req-1736bc34-dfd4-453f-8a2c-e2f96eb051c5 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961049 Aug 28 14:58:28.597193 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-a4ff9816-b2cc-4628-9b9f-87dbe0c9bb3f req-926f9731-e183-4b8f-833d-d926fee52f08 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Deleting port 6ac17bf6-9343-44a0-8cfe-ec709506e919 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:58:28.597427 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a4ff9816-b2cc-4628-9b9f-87dbe0c9bb3f req-926f9731-e183-4b8f-833d-d926fee52f08 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:28.633134 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-8b3c860a-6310-47f4-b921-bdbf642b7285 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=cc852a7f3bef4101b3f7395010e823d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0856664 Aug 28 14:58:28.646121 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-219c4db5-3c7c-4dd6-ba4b-641ea873c6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97dd671-47ac-4815-8d22-db15aa2ccbcf', 'name': 'tempest-ServersTestMultiNic-41175554-router', 'tenant_id': '77e2c8d8344c43369cd6764e0c50c8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '60ade58b-d204-4114-bbf1-5d56ed656fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:58:20Z', 'updated_at': '2021-08-28T14:58:23Z', 'revision_number': 3, 'project_id': '77e2c8d8344c43369cd6764e0c50c8bf', 'gw_port': {'id': '60ade58b-d204-4114-bbf1-5d56ed656fd5', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97dd671-47ac-4815-8d22-db15aa2ccbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:58:22Z', 'updated_at': '2021-08-28T14:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:28.682417 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219c4db5-3c7c-4dd6-ba4b-641ea873c6e2 None None] The sync data for ids ['d97dd671-47ac-4815-8d22-db15aa2ccbcf'] in n-d-712137-10 is: [{'id': 'd97dd671-47ac-4815-8d22-db15aa2ccbcf', 'name': 'tempest-ServersTestMultiNic-41175554-router', 'tenant_id': '77e2c8d8344c43369cd6764e0c50c8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '60ade58b-d204-4114-bbf1-5d56ed656fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:58:20Z', 'updated_at': '2021-08-28T14:58:23Z', 'revision_number': 3, 'project_id': '77e2c8d8344c43369cd6764e0c50c8bf', 'gw_port': {'id': '60ade58b-d204-4114-bbf1-5d56ed656fd5', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97dd671-47ac-4815-8d22-db15aa2ccbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:58:22Z', 'updated_at': '2021-08-28T14:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:58:28.715808 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf8754-5a01-4889-8a1f-22800ee69501 req-1fcd9b8a-f3c5-4069-bdf1-d9fcbfe4a6fa tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:28.717462 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d7cf8754-5a01-4889-8a1f-22800ee69501 req-1fcd9b8a-f3c5-4069-bdf1-d9fcbfe4a6fa tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 949 time: 0.1588948 Aug 28 14:58:28.779987 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cf8ba15c-57d5-4f0c-a066-dee11f7adecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:28.806048 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-a4ff9816-b2cc-4628-9b9f-87dbe0c9bb3f req-926f9731-e183-4b8f-833d-d926fee52f08 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] For port 6ac17bf6-9343-44a0-8cfe-ec709506e919, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=6ac17bf6-9343-44a0-8cfe-ec709506e919,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:28.806433 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a4ff9816-b2cc-4628-9b9f-87dbe0c9bb3f req-926f9731-e183-4b8f-833d-d926fee52f08 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:28.827106 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d7cf8754-5a01-4889-8a1f-22800ee69501 req-31d65f67-a6a1-4a32-ac55-ba5ea9be98c6 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943637 Aug 28 14:58:28.828255 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-a4ff9816-b2cc-4628-9b9f-87dbe0c9bb3f req-926f9731-e183-4b8f-833d-d926fee52f08 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Calling delete_port for 6ac17bf6-9343-44a0-8cfe-ec709506e919 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:58:28.837508 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-dca6bf52-76c4-4d67-92d9-d574edebaafa tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:28.844642 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-dca6bf52-76c4-4d67-92d9-d574edebaafa tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2104411 Aug 28 14:58:28.861127 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-73adb009-f99a-4092-b2c7-6eb4dd1bd0b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:28.868842 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-73adb009-f99a-4092-b2c7-6eb4dd1bd0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:28.903029 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-b94b4569-1fee-4fef-b9db-7fa46ffd28a7 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.13 "GET /v2.0/quotas/cc852a7f3bef4101b3f7395010e823d6 HTTP/1.1" status: 200 len: 375 time: 0.0568271 Aug 28 14:58:28.916368 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8ba15c-57d5-4f0c-a066-dee11f7adecb admin admin] Checking segment: {'id': '9a464380-b5ca-4ce5-bd5d-713d1db879d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '50f9d4de-1072-4625-ae09-b6146cb37525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:58:28.916835 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8ba15c-57d5-4f0c-a066-dee11f7adecb admin admin] Network hostable DHCP agents. Network: 50f9d4de-1072-4625-ae09-b6146cb37525, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 14:58:28.944782 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ba15c-57d5-4f0c-a066-dee11f7adecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=babeb1cc-c2d1-4c37-a788-a16dd8769564,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:28.955683 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-a3f83b04-a936-40a7-91f0-8904aec137c9 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc852a7f3bef4101b3f7395010e823d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523157 Aug 28 14:58:28.979300 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8ba15c-57d5-4f0c-a066-dee11f7adecb admin admin] Network 50f9d4de-1072-4625-ae09-b6146cb37525 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 14:58:28.998052 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-cf8ba15c-57d5-4f0c-a066-dee11f7adecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 50f9d4de-1072-4625-ae09-b6146cb37525) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:58:29.006064 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8ba15c-57d5-4f0c-a066-dee11f7adecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:29.008642 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bad568-6f82-4464-8542-064bcd755079 None None] Network 50f9d4de-1072-4625-ae09-b6146cb37525 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:58:29.016840 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cf8ba15c-57d5-4f0c-a066-dee11f7adecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:29.096999 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cf8ba15c-57d5-4f0c-a066-dee11f7adecb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8435891 Aug 28 14:58:29.233926 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-73adb009-f99a-4092-b2c7-6eb4dd1bd0b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:29.266380 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcfa84a-971b-4dc4-9f61-b521cd23c752 None None] Network 50f9d4de-1072-4625-ae09-b6146cb37525 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:58:29.281296 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3dd93f-1ec1-4ec9-b00e-58d4c9b5299f req-3b8d183d-cdcf-4591-b009-5d1548e9cccd tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:29.284878 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ee3dd93f-1ec1-4ec9-b00e-58d4c9b5299f req-3b8d183d-cdcf-4591-b009-5d1548e9cccd tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/ports?device_id=0aaba83e-3b42-4e2b-82c1-f1dd911c3257 HTTP/1.1" status: 200 len: 950 time: 0.2715588 Aug 28 14:58:29.291867 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adb009-f99a-4092-b2c7-6eb4dd1bd0b6 admin admin] Pushing event updated for resources: {'Port': ['ID=b7f99f35-830a-4e9e-9d97-9c6ccf280346,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:29.717240 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 60ade58b-d204-4114-bbf1-5d56ed656fd5 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:58:29.733682 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-54e1f77c-2ecb-486d-9449-9c5e56f3e1d0 req-da7581ea-a8ef-46e5-a27b-c9ad56147214 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfffd45-61d2-438b-8ce6-d823f57964d7 HTTP/1.1" status: 200 len: 210 time: 0.0958014 Aug 28 14:58:29.779582 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ee3dd93f-1ec1-4ec9-b00e-58d4c9b5299f req-a6b751aa-eee0-4adc-975e-87857a1025b8 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.13 "GET /v2.0/security-groups?id=458c1076-6c86-4ce1-8492-c507c584ef3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536273 Aug 28 14:58:29.829748 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 60ade58b-d204-4114-bbf1-5d56ed656fd5 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:29.836639 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 60ade58b-d204-4114-bbf1-5d56ed656fd5 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:29.837492 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:29.964643 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a4ff9816-b2cc-4628-9b9f-87dbe0c9bb3f req-926f9731-e183-4b8f-833d-d926fee52f08 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:30.013600 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:30.061401 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 60ade58b-d204-4114-bbf1-5d56ed656fd5, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=60ade58b-d204-4114-bbf1-5d56ed656fd5,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:30.082762 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:30.093294 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f9731-e183-4b8f-833d-d926fee52f08 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Pushing event deleted for resources: {'Port': ['ID=6ac17bf6-9343-44a0-8cfe-ec709506e919,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:30.110565 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73adb009-f99a-4092-b2c7-6eb4dd1bd0b6 admin admin] Network b15ba21a-056a-4d01-aae2-2ba9a53d245e is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:58:30.118404 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-73adb009-f99a-4092-b2c7-6eb4dd1bd0b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:58:30.227716 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=60ade58b-d204-4114-bbf1-5d56ed656fd5,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:30.260431 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-6b113188-5d3f-4681-862f-9fb38d99fc95 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=86251bdbee63415981170d08b9111a4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1673675 Aug 28 14:58:30.268220 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ff9816-b2cc-4628-9b9f-87dbe0c9bb3f req-926f9731-e183-4b8f-833d-d926fee52f08 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] No DVR routers for this DVR port 6ac17bf6-9343-44a0-8cfe-ec709506e919 on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:58:30.284919 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a4ff9816-b2cc-4628-9b9f-87dbe0c9bb3f req-926f9731-e183-4b8f-833d-d926fee52f08 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:30.287214 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a4ff9816-b2cc-4628-9b9f-87dbe0c9bb3f req-926f9731-e183-4b8f-833d-d926fee52f08 tempest-TenantUsagesTestJSON-2145924927 tempest-TenantUsagesTestJSON-2145924927-project] 10.222.0.41 "DELETE /v2.0/ports/6ac17bf6-9343-44a0-8cfe-ec709506e919 HTTP/1.1" status: 204 len: 173 time: 2.1181993 Aug 28 14:58:30.290581 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb666e-34a2-40e4-a532-96119a66b709 req-c5007494-6535-4fae-b0cf-3a17102810d3 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:30.301492 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-c5007494-6535-4fae-b0cf-3a17102810d3 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/networks?id=50f9d4de-1072-4625-ae09-b6146cb37525 HTTP/1.1" status: 200 len: 818 time: 0.2387221 Aug 28 14:58:30.328652 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-84ef5dd3-3653-4c35-b15a-dbea4e41f4e1 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/quotas/1f5fdf7c9ae34b1c8df1780ae980d45b HTTP/1.1" status: 200 len: 375 time: 0.0256853 Aug 28 14:58:30.336061 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aaba83e-3b42-4e2b-82c1-f1dd911c3257', 'name': 'network-vif-deleted', 'tag': '6ac17bf6-9343-44a0-8cfe-ec709506e919'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:58:30.344414 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459a566b-85a7-4e65-b5dc-3b3c5e8a4451" -d '{"events": [{"server_uuid": "0aaba83e-3b42-4e2b-82c1-f1dd911c3257", "name": "network-vif-deleted", "tag": "6ac17bf6-9343-44a0-8cfe-ec709506e919"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:58:30.395272 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-ae9e0980-42bf-4e78-9d94-b900ca2fa74f tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f5fdf7c9ae34b1c8df1780ae980d45b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579669 Aug 28 14:58:30.488737 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 3083ecc2-cd08-4195-a587-3df47c57ed46 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:58:30.674299 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-723d5e29-0f89-4060-ab5b-f0a0902eebb5 None None] Provisioning complete for port b7f99f35-830a-4e9e-9d97-9c6ccf280346 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:30.674963 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-723d5e29-0f89-4060-ab5b-f0a0902eebb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:30.754213 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-723d5e29-0f89-4060-ab5b-f0a0902eebb5 None None] Port b7f99f35-830a-4e9e-9d97-9c6ccf280346 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:58:30.764963 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-4ae8de6f-bb84-4688-ad14-80673054b215 service neutron] 10.222.0.13 "GET /v2.0/networks/50f9d4de-1072-4625-ae09-b6146cb37525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683136 Aug 28 14:58:30.783736 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 3083ecc2-cd08-4195-a587-3df47c57ed46 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:30.791057 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 3083ecc2-cd08-4195-a587-3df47c57ed46 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:30.797351 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:30.934694 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-398dbcfe-9194-4667-b844-4498e5901e84 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:30.936706 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-398dbcfe-9194-4667-b844-4498e5901e84 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6754928 Aug 28 14:58:30.939480 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-97d92144-9678-4066-b42f-4f13127c0d8b service neutron] 10.222.0.13 "GET /v2.0/networks/50f9d4de-1072-4625-ae09-b6146cb37525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735702 Aug 28 14:58:30.952191 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:30.982951 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50696a02-4ed4-45a0-86f2-351c00443ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3083ecc2-cd08-4195-a587-3df47c57ed46'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:58:30.985256 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a15fcf-34f5-4b9f-801c-48757ddf951f" -d '{"events": [{"server_uuid": "50696a02-4ed4-45a0-86f2-351c00443ad2", "name": "network-vif-plugged", "status": "completed", "tag": "3083ecc2-cd08-4195-a587-3df47c57ed46"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:58:30.986785 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-7f7a33ca-af1c-429b-8097-b2f1e06edc87 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/quotas/86251bdbee63415981170d08b9111a4c HTTP/1.1" status: 200 len: 375 time: 0.0382109 Aug 28 14:58:30.992965 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73adb009-f99a-4092-b2c7-6eb4dd1bd0b6 admin admin] Router d97dd671-47ac-4815-8d22-db15aa2ccbcf has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 14:58:31.011501 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 3083ecc2-cd08-4195-a587-3df47c57ed46, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=3083ecc2-cd08-4195-a587-3df47c57ed46,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:31.017079 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:31.018140 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 6ac17bf6-9343-44a0-8cfe-ec709506e919 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:58:31.123592 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 6ac17bf6-9343-44a0-8cfe-ec709506e919 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:58:31.124278 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 6ac17bf6-9343-44a0-8cfe-ec709506e919 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:58:31.195193 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=3083ecc2-cd08-4195-a587-3df47c57ed46,revision_number=13']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:31.323998 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-8a8b1a88-f1ff-4fba-b3fb-033df68b39cb tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3258162 Aug 28 14:58:31.368075 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-3b606025-67d7-40f6-b285-2c82ae34cde1 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=cc852a7f3bef4101b3f7395010e823d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0991631 Aug 28 14:58:31.554777 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa58200c-2416-4db7-a5f3-68915c567fb4 x-openstack-request-id: req-aa58200c-2416-4db7-a5f3-68915c567fb4 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:58:31.557837 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aaba83e-3b42-4e2b-82c1-f1dd911c3257", "name": "network-vif-deleted", "tag": "6ac17bf6-9343-44a0-8cfe-ec709506e919", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:58:31.557837 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa58200c-2416-4db7-a5f3-68915c567fb4 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:58:31.557837 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aaba83e-3b42-4e2b-82c1-f1dd911c3257', 'name': 'network-vif-deleted', 'tag': '6ac17bf6-9343-44a0-8cfe-ec709506e919', 'status': 'completed', 'code': 200} Aug 28 14:58:31.574175 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-68697894-f4e4-4b50-a300-7e212a6d52c4 req-6c19674e-02a1-4259-a643-c5370fe855dd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4188023 Aug 28 14:58:31.647892 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-4fef44dc-7f9e-4743-a713-d58860ccf938 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:31.651510 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-4fef44dc-7f9e-4743-a713-d58860ccf938 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2753308 Aug 28 14:58:31.656524 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73adb009-f99a-4092-b2c7-6eb4dd1bd0b6 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:58:31.667761 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-03b95161-4b11-4a28-a396-5cfca2cdfc3a tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Request body: {'port': {'device_id': '7bfffd45-61d2-438b-8ce6-d823f57964d7', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'admin_state_up': True, 'tenant_id': 'cc852a7f3bef4101b3f7395010e823d6'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:31.680456 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-73adb009-f99a-4092-b2c7-6eb4dd1bd0b6 admin admin] 10.222.0.13 "PUT /v2.0/routers/d97dd671-47ac-4815-8d22-db15aa2ccbcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2960672 Aug 28 14:58:31.705097 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 60ade58b-d204-4114-bbf1-5d56ed656fd5 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:58:31.843695 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-57edccf3-ed16-40e4-8a00-0ce14fdaf9e1 req-d8f218b4-8445-4f5a-9af4-4a3e9f5755ac tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfffd45-61d2-438b-8ce6-d823f57964d7 HTTP/1.1" status: 200 len: 210 time: 0.0595067 Aug 28 14:58:31.856253 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59294) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:31.874076 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a57badc-17b7-4934-80b4-f88633551280 None None] Sync routers for ids ['d97dd671-47ac-4815-8d22-db15aa2ccbcf'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:58:31.912124 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a57badc-17b7-4934-80b4-f88633551280 None None] Routers {'d97dd671-47ac-4815-8d22-db15aa2ccbcf'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:58:31.927448 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8a57badc-17b7-4934-80b4-f88633551280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:58:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d97dd671-47ac-4815-8d22-db15aa2ccbcf'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:31.956300 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c8d8f7-2ef4-4d3c-9d45-d54fe35ef615 x-openstack-request-id: req-68c8d8f7-2ef4-4d3c-9d45-d54fe35ef615 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:58:31.957907 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50696a02-4ed4-45a0-86f2-351c00443ad2", "name": "network-vif-plugged", "status": "completed", "tag": "3083ecc2-cd08-4195-a587-3df47c57ed46", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:58:31.958890 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68c8d8f7-2ef4-4d3c-9d45-d54fe35ef615 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:58:31.961793 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50696a02-4ed4-45a0-86f2-351c00443ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3083ecc2-cd08-4195-a587-3df47c57ed46', 'code': 200} Aug 28 14:58:31.988272 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 60ade58b-d204-4114-bbf1-5d56ed656fd5 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:31.988723 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:32.028971 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68697894-f4e4-4b50-a300-7e212a6d52c4 req-3a2eb330-b357-46c8-929c-27e7431973fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:32.039237 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-2ed45db3-bfdf-4f7a-b4e6-327f8eb04c8e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-783808338'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:32.041265 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-68697894-f4e4-4b50-a300-7e212a6d52c4 req-3a2eb330-b357-46c8-929c-27e7431973fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 1102 time: 0.3250401 Aug 28 14:58:32.070304 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-03b95161-4b11-4a28-a396-5cfca2cdfc3a tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Made reservation on behalf of cc852a7f3bef4101b3f7395010e823d6 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:58:32.076833 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-03b95161-4b11-4a28-a396-5cfca2cdfc3a tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:32.135413 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-03b95161-4b11-4a28-a396-5cfca2cdfc3a tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:32.154303 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed45db3-bfdf-4f7a-b4e6-327f8eb04c8e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Made reservation on behalf of 77e2c8d8344c43369cd6764e0c50c8bf for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:58:32.158257 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ed45db3-bfdf-4f7a-b4e6-327f8eb04c8e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:32.245179 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed45db3-bfdf-4f7a-b4e6-327f8eb04c8e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 14:58:32.331343 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-8a57badc-17b7-4934-80b4-f88633551280 None None] Set router d97dd671-47ac-4815-8d22-db15aa2ccbcf gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:58:32.334857 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ed45db3-bfdf-4f7a-b4e6-327f8eb04c8e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:32.335554 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-2ed45db3-bfdf-4f7a-b4e6-327f8eb04c8e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Added segment 4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb of type vlan for network 3acbcff8-69a9-4b0d-823b-cf95db629b8d Aug 28 14:58:32.345436 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dab0e505-ec93-4853-9659-2eae858d3aef req-be9dd29a-b64c-4e7b-84f9-41cd6235be93 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=da979f92-cfca-4975-ad84-89f011675bde HTTP/1.1" status: 200 len: 210 time: 0.0846505 Aug 28 14:58:32.429596 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cd513e81-1a65-4631-918b-d256c1fb0b97 req-283ad43d-8cdb-4ff4-9e70-acada4599a79 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 210 time: 0.1238544 Aug 28 14:58:32.567221 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68697894-f4e4-4b50-a300-7e212a6d52c4 req-9b22cf12-aadd-4ba7-ad62-f01ccc3ef0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:32.576026 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-68697894-f4e4-4b50-a300-7e212a6d52c4 req-9b22cf12-aadd-4ba7-ad62-f01ccc3ef0e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.5137761 Aug 28 14:58:32.749437 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-68697894-f4e4-4b50-a300-7e212a6d52c4 req-d5f9573d-c252-4b2f-b67e-ebe1860a57c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=e5d443f6-c090-4c53-88ff-10d9e3cd69be HTTP/1.1" status: 200 len: 217 time: 0.1694386 Aug 28 14:58:32.826923 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8a57badc-17b7-4934-80b4-f88633551280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97dd671-47ac-4815-8d22-db15aa2ccbcf', 'name': 'tempest-ServersTestMultiNic-41175554-router', 'tenant_id': '77e2c8d8344c43369cd6764e0c50c8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '60ade58b-d204-4114-bbf1-5d56ed656fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:58:20Z', 'updated_at': '2021-08-28T14:58:28Z', 'revision_number': 4, 'project_id': '77e2c8d8344c43369cd6764e0c50c8bf', 'gw_port': {'id': '60ade58b-d204-4114-bbf1-5d56ed656fd5', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97dd671-47ac-4815-8d22-db15aa2ccbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:58:22Z', 'updated_at': '2021-08-28T14:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'b7f99f35-830a-4e9e-9d97-9c6ccf280346', 'name': '', 'network_id': 'b15ba21a-056a-4d01-aae2-2ba9a53d245e', 'tenant_id': '77e2c8d8344c43369cd6764e0c50c8bf', 'mac_address': 'fa:16:3e:c1:b1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97dd671-47ac-4815-8d22-db15aa2ccbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '69e22d43-aa67-48a6-99cc-2ca0eaa8d8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:58:26Z', 'updated_at': '2021-08-28T14:58:28Z', 'revision_number': 2, 'project_id': '77e2c8d8344c43369cd6764e0c50c8bf', 'subnets': [{'id': '69e22d43-aa67-48a6-99cc-2ca0eaa8d8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:32.898891 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a57badc-17b7-4934-80b4-f88633551280 None None] Checking router: d97dd671-47ac-4815-8d22-db15aa2ccbcf for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:58:32.899990 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a57badc-17b7-4934-80b4-f88633551280 None None] Updating router d97dd671-47ac-4815-8d22-db15aa2ccbcf port b7f99f35-830a-4e9e-9d97-9c6ccf280346 binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 14:58:32.923729 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68697894-f4e4-4b50-a300-7e212a6d52c4 req-9a09acee-4835-45fa-9770-e9c2d73796de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:32.927237 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-68697894-f4e4-4b50-a300-7e212a6d52c4 req-9a09acee-4835-45fa-9770-e9c2d73796de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1696322 Aug 28 14:58:32.928355 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-8a57badc-17b7-4934-80b4-f88633551280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:33.065386 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68697894-f4e4-4b50-a300-7e212a6d52c4 req-880e30ee-c750-4946-ada8-6eb92d8b8fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:33.067481 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-68697894-f4e4-4b50-a300-7e212a6d52c4 req-880e30ee-c750-4946-ada8-6eb92d8b8fa1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1268589 Aug 28 14:58:33.109625 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59330) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:33.435838 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-68697894-f4e4-4b50-a300-7e212a6d52c4 req-63aaab7f-eed1-45aa-8827-d824daeb5288 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601077 Aug 28 14:58:33.448560 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5aa6a0ff-caec-4224-ac47-09dd4b2f26ab req-4dd1bb93-919a-42f5-b138-b075f5784b06 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfffd45-61d2-438b-8ce6-d823f57964d7 HTTP/1.1" status: 200 len: 210 time: 0.0636282 Aug 28 14:58:33.518291 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ed45db3-bfdf-4f7a-b4e6-327f8eb04c8e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:33.594624 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3aec324d-cf4b-4b4b-91d7-6831e1af8170 req-78c927a6-1d6d-45b0-a98b-86a611ca6dac tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=da979f92-cfca-4975-ad84-89f011675bde HTTP/1.1" status: 200 len: 210 time: 0.0844364 Aug 28 14:58:33.628777 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1bce514e-1d21-4b4a-9608-32a33676a820 req-bc9481b1-1e9a-4c8f-9f20-6bfe445436d4 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 210 time: 0.0485959 Aug 28 14:58:33.656822 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-03b95161-4b11-4a28-a396-5cfca2cdfc3a tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:33.666728 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ed45db3-bfdf-4f7a-b4e6-327f8eb04c8e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:33.672682 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed45db3-bfdf-4f7a-b4e6-327f8eb04c8e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:33.673301 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ed45db3-bfdf-4f7a-b4e6-327f8eb04c8e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:33.695405 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-03b95161-4b11-4a28-a396-5cfca2cdfc3a tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:33.722080 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-68697894-f4e4-4b50-a300-7e212a6d52c4 req-552cadbf-beba-4976-becd-aba0ed5e72c6 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758236 Aug 28 14:58:33.774059 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-8a57badc-17b7-4934-80b4-f88633551280 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:33.794821 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-40b0c1eb-18fa-45b4-97af-426657bf477f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31c633766e4f4d47b72cab2628e3f057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6793954 Aug 28 14:58:33.795834 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59340) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:33.798596 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-8a57badc-17b7-4934-80b4-f88633551280 None None] Transition to ACTIVE for port object b7f99f35-830a-4e9e-9d97-9c6ccf280346 will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:33.810315 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-8a57badc-17b7-4934-80b4-f88633551280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:33.947386 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdddf9c7-3b7b-4d74-9af5-e094d6e2fab9 None None] Pushing event updated for resources: {'Port': ['ID=b7f99f35-830a-4e9e-9d97-9c6ccf280346,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:33.972841 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2cf2f2a2-b958-4722-9c0e-b623bb78f07e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:34.023354 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2cf2f2a2-b958-4722-9c0e-b623bb78f07e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:34.113252 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2cf2f2a2-b958-4722-9c0e-b623bb78f07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:34.116482 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2cf2f2a2-b958-4722-9c0e-b623bb78f07e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:34.117723 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2cf2f2a2-b958-4722-9c0e-b623bb78f07e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/458c1076-6c86-4ce1-8492-c507c584ef3d HTTP/1.1" status: 204 len: 168 time: 0.3207340 Aug 28 14:58:34.128400 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-8a57badc-17b7-4934-80b4-f88633551280 None None] Attempting to bind port b7f99f35-830a-4e9e-9d97-9c6ccf280346 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:58:34.129132 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-8a57badc-17b7-4934-80b4-f88633551280 None None] Attempting to bind port b7f99f35-830a-4e9e-9d97-9c6ccf280346 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '976c4d92-a1f5-40f6-968f-da6b4975cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b15ba21a-056a-4d01-aae2-2ba9a53d245e'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:58:34.129666 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a57badc-17b7-4934-80b4-f88633551280 None None] Attempting to bind port b7f99f35-830a-4e9e-9d97-9c6ccf280346 on network b15ba21a-056a-4d01-aae2-2ba9a53d245e {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:34.132446 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2f2a2-b958-4722-9c0e-b623bb78f07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458c1076-6c86-4ce1-8492-c507c584ef3d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:34.136546 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a57badc-17b7-4934-80b4-f88633551280 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:58:34.137198 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a57badc-17b7-4934-80b4-f88633551280 None None] Checking segment: {'id': '976c4d92-a1f5-40f6-968f-da6b4975cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b15ba21a-056a-4d01-aae2-2ba9a53d245e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:58:34.137795 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-8a57badc-17b7-4934-80b4-f88633551280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:34.138409 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a57badc-17b7-4934-80b4-f88633551280 None None] Bound using segment: {'id': '976c4d92-a1f5-40f6-968f-da6b4975cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b15ba21a-056a-4d01-aae2-2ba9a53d245e'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:58:34.139398 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-8a57badc-17b7-4934-80b4-f88633551280 None None] Bound port: b7f99f35-830a-4e9e-9d97-9c6ccf280346, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976c4d92-a1f5-40f6-968f-da6b4975cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b15ba21a-056a-4d01-aae2-2ba9a53d245e'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:58:34.139715 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-8a57badc-17b7-4934-80b4-f88633551280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:34.229595 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2ed45db3-bfdf-4f7a-b4e6-327f8eb04c8e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.3721623 Aug 28 14:58:34.229976 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-8a57badc-17b7-4934-80b4-f88633551280 None None] For port b7f99f35-830a-4e9e-9d97-9c6ccf280346, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:58:34.235453 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-8a57badc-17b7-4934-80b4-f88633551280 None None] For port b7f99f35-830a-4e9e-9d97-9c6ccf280346, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b7f99f35-830a-4e9e-9d97-9c6ccf280346,segment=NetworkSegment(976c4d92-a1f5-40f6-968f-da6b4975cb27),segment_id=976c4d92-a1f5-40f6-968f-da6b4975cb27)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:58:34.236232 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59346) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:34.245682 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-8a57badc-17b7-4934-80b4-f88633551280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:34.246923 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-de0d43b9-14b4-4c83-b776-e65785d48613 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Request body: {'subnet': {'network_id': '3acbcff8-69a9-4b0d-823b-cf95db629b8d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:34.255059 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b95161-4b11-4a28-a396-5cfca2cdfc3a tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=445bfc54-c72f-4e70-a583-f6c94a906157,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:34.298269 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed45db3-bfdf-4f7a-b4e6-327f8eb04c8e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Pushing event updated for resources: {'Network': ['ID=3acbcff8-69a9-4b0d-823b-cf95db629b8d,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:34.316929 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 3acbcff8-69a9-4b0d-823b-cf95db629b8d details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 14:58:34.348778 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-03b95161-4b11-4a28-a396-5cfca2cdfc3a tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Allocated IP 192.168.233.227 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/b4fbdd8d-ce1f-4bf0-857c-e40405b713d6) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:58:34.384519 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a57badc-17b7-4934-80b4-f88633551280 None None] Routers {'d97dd671-47ac-4815-8d22-db15aa2ccbcf'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:58:34.389551 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8a57badc-17b7-4934-80b4-f88633551280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:58:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d97dd671-47ac-4815-8d22-db15aa2ccbcf'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:34.526788 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0d43b9-14b4-4c83-b776-e65785d48613 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Made reservation on behalf of 77e2c8d8344c43369cd6764e0c50c8bf for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:58:34.532347 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-de0d43b9-14b4-4c83-b776-e65785d48613 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:34.609695 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdddf9c7-3b7b-4d74-9af5-e094d6e2fab9 None None] Pushing event updated for resources: {'Port': ['ID=b7f99f35-830a-4e9e-9d97-9c6ccf280346,revision_number=4']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:34.807149 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-03b95161-4b11-4a28-a396-5cfca2cdfc3a tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:34.810411 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8a998ef3-d37c-400d-8be3-ae018f4beb5e req-b3e60d21-bcfb-477f-9c43-d01e1fe25c1f tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfffd45-61d2-438b-8ce6-d823f57964d7 HTTP/1.1" status: 200 len: 210 time: 0.1087949 Aug 28 14:58:34.897916 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ad500f8f-3f41-4055-8950-2c11d4a3931f req-8b3b5e5e-48f3-4bfb-9ecf-b75fd5e0bd71 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=da979f92-cfca-4975-ad84-89f011675bde HTTP/1.1" status: 200 len: 210 time: 0.0858309 Aug 28 14:58:34.902103 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-03b95161-4b11-4a28-a396-5cfca2cdfc3a tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Transition to ACTIVE for port object b4fbdd8d-ce1f-4bf0-857c-e40405b713d6 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:34.948636 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-8a57badc-17b7-4934-80b4-f88633551280 None None] Set router d97dd671-47ac-4815-8d22-db15aa2ccbcf gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:58:34.995381 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-03b95161-4b11-4a28-a396-5cfca2cdfc3a tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:35.016351 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59364) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:35.151399 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-48bb19e9-05be-4e2e-8263-3b6b732bb20a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:35.205964 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-03b95161-4b11-4a28-a396-5cfca2cdfc3a tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:58:35.234582 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-03b95161-4b11-4a28-a396-5cfca2cdfc3a tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:58:35.266711 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-03b95161-4b11-4a28-a396-5cfca2cdfc3a tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:58:35.407761 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-03b95161-4b11-4a28-a396-5cfca2cdfc3a tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:35.408701 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-03b95161-4b11-4a28-a396-5cfca2cdfc3a tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:35.432531 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b95161-4b11-4a28-a396-5cfca2cdfc3a tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Pushing event updated for resources: {'Port': ['ID=b4fbdd8d-ce1f-4bf0-857c-e40405b713d6,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:35.444126 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8a57badc-17b7-4934-80b4-f88633551280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97dd671-47ac-4815-8d22-db15aa2ccbcf', 'name': 'tempest-ServersTestMultiNic-41175554-router', 'tenant_id': '77e2c8d8344c43369cd6764e0c50c8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '60ade58b-d204-4114-bbf1-5d56ed656fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:58:20Z', 'updated_at': '2021-08-28T14:58:28Z', 'revision_number': 4, 'project_id': '77e2c8d8344c43369cd6764e0c50c8bf', 'gw_port': {'id': '60ade58b-d204-4114-bbf1-5d56ed656fd5', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97dd671-47ac-4815-8d22-db15aa2ccbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:58:22Z', 'updated_at': '2021-08-28T14:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'b7f99f35-830a-4e9e-9d97-9c6ccf280346', 'name': '', 'network_id': 'b15ba21a-056a-4d01-aae2-2ba9a53d245e', 'tenant_id': '77e2c8d8344c43369cd6764e0c50c8bf', 'mac_address': 'fa:16:3e:c1:b1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97dd671-47ac-4815-8d22-db15aa2ccbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '69e22d43-aa67-48a6-99cc-2ca0eaa8d8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:58:26Z', 'updated_at': '2021-08-28T14:58:34Z', 'revision_number': 4, 'project_id': '77e2c8d8344c43369cd6764e0c50c8bf', 'subnets': [{'id': '69e22d43-aa67-48a6-99cc-2ca0eaa8d8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:35.541610 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b4a4475b-6fd1-4b92-b075-0f29e54f6389 req-e63e72a7-d9b9-42b7-a605-8464c6ba69c7 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 210 time: 0.5794740 Aug 28 14:58:35.556630 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a57badc-17b7-4934-80b4-f88633551280 None None] The sync data for ids ['d97dd671-47ac-4815-8d22-db15aa2ccbcf'] in n-d-712137-10 is: [{'id': 'd97dd671-47ac-4815-8d22-db15aa2ccbcf', 'name': 'tempest-ServersTestMultiNic-41175554-router', 'tenant_id': '77e2c8d8344c43369cd6764e0c50c8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '60ade58b-d204-4114-bbf1-5d56ed656fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:58:20Z', 'updated_at': '2021-08-28T14:58:28Z', 'revision_number': 4, 'project_id': '77e2c8d8344c43369cd6764e0c50c8bf', 'gw_port': {'id': '60ade58b-d204-4114-bbf1-5d56ed656fd5', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97dd671-47ac-4815-8d22-db15aa2ccbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:58:22Z', 'updated_at': '2021-08-28T14:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'b7f99f35-830a-4e9e-9d97-9c6ccf280346', 'name': '', 'network_id': 'b15ba21a-056a-4d01-aae2-2ba9a53d245e', 'tenant_id': '77e2c8d8344c43369cd6764e0c50c8bf', 'mac_address': 'fa:16:3e:c1:b1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97dd671-47ac-4815-8d22-db15aa2ccbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '69e22d43-aa67-48a6-99cc-2ca0eaa8d8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:58:26Z', 'updated_at': '2021-08-28T14:58:34Z', 'revision_number': 4, 'project_id': '77e2c8d8344c43369cd6764e0c50c8bf', 'subnets': [{'id': '69e22d43-aa67-48a6-99cc-2ca0eaa8d8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:58:35.669005 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-de0d43b9-14b4-4c83-b776-e65785d48613 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:35.741500 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-48bb19e9-05be-4e2e-8263-3b6b732bb20a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:35.752513 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-48bb19e9-05be-4e2e-8263-3b6b732bb20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:35.785856 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-48bb19e9-05be-4e2e-8263-3b6b732bb20a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=495394eef10241abb367903fd5714924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7530441 Aug 28 14:58:35.788280 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59368) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:35.794639 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-03b95161-4b11-4a28-a396-5cfca2cdfc3a tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1326890 Aug 28 14:58:35.802499 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b15e1265-3ccd-4544-a4ed-49b9c45dfcdf None None] Provisioning for port b4fbdd8d-ce1f-4bf0-857c-e40405b713d6 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:35.816922 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-d3d7f8cc-c8af-4238-9d31-e0e355d8faba service neutron] Request body: {'port': {'device_id': '7bfffd45-61d2-438b-8ce6-d823f57964d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:35.822551 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b15e1265-3ccd-4544-a4ed-49b9c45dfcdf None None] Provisioning complete for port b4fbdd8d-ce1f-4bf0-857c-e40405b713d6 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:35.823161 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b15e1265-3ccd-4544-a4ed-49b9c45dfcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:35.863980 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb19e9-05be-4e2e-8263-3b6b732bb20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8350257-a215-4d57-bd80-02611a26212e,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:35.880316 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb666e-34a2-40e4-a532-96119a66b709 req-d31fbade-8688-404a-9c1d-59565fc70afa tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:35.885882 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-d31fbade-8688-404a-9c1d-59565fc70afa tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.41 "GET /v2.0/networks?id=50f9d4de-1072-4625-ae09-b6146cb37525 HTTP/1.1" status: 200 len: 818 time: 1.0650795 Aug 28 14:58:35.900778 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-b15e1265-3ccd-4544-a4ed-49b9c45dfcdf None None] Port b4fbdd8d-ce1f-4bf0-857c-e40405b713d6 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:58:35.922302 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-d3d7f8cc-c8af-4238-9d31-e0e355d8faba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:36.049797 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb666e-34a2-40e4-a532-96119a66b709 req-96d7b86b-1112-4ec7-bf5f-1aaee43f4a31 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:36.051840 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-96d7b86b-1112-4ec7-bf5f-1aaee43f4a31 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.36 "GET /v2.0/networks?id=50f9d4de-1072-4625-ae09-b6146cb37525 HTTP/1.1" status: 200 len: 818 time: 1.0909865 Aug 28 14:58:36.057168 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-22fb666e-34a2-40e4-a532-96119a66b709 req-7e314eb4-a59b-4fed-a730-70f5e914c7e1 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Request body: {'port': {'device_id': '7da5cd89-e266-4498-a837-e5519154795c', 'network_id': '50f9d4de-1072-4625-ae09-b6146cb37525', 'admin_state_up': True, 'tenant_id': '1f5fdf7c9ae34b1c8df1780ae980d45b'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:36.152056 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d43b9-14b4-4c83-b776-e65785d48613 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Pushing event updated for resources: {'Subnet': ['ID=051252fb-4f8a-4a31-a691-140ac32be230,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:36.170245 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-22fb666e-34a2-40e4-a532-96119a66b709 req-8628f2a6-80e4-4c22-81d5-873bf826085d tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Request body: {'port': {'device_id': 'da979f92-cfca-4975-ad84-89f011675bde', 'network_id': '50f9d4de-1072-4625-ae09-b6146cb37525', 'admin_state_up': True, 'tenant_id': '1f5fdf7c9ae34b1c8df1780ae980d45b'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:36.230660 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-63564282-52aa-4593-a158-ee27ba171642 req-dcf1a72f-c643-44db-885e-70cd6387f2c5 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=da979f92-cfca-4975-ad84-89f011675bde HTTP/1.1" status: 200 len: 210 time: 0.1238968 Aug 28 14:58:36.453242 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-d3d7f8cc-c8af-4238-9d31-e0e355d8faba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4fbdd8d-ce1f-4bf0-857c-e40405b713d6 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:58:36.467439 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-d3d7f8cc-c8af-4238-9d31-e0e355d8faba service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:36.486334 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-d3d7f8cc-c8af-4238-9d31-e0e355d8faba service neutron] Transition to ACTIVE for port object b4fbdd8d-ce1f-4bf0-857c-e40405b713d6 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:36.501001 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-d3d7f8cc-c8af-4238-9d31-e0e355d8faba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:36.549479 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d38fc-f420-4ac5-a9ad-0ca10a5c4dec req-4b7167d1-8cd3-4a13-8248-6d5353d55455 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:36.558811 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e65d38fc-f420-4ac5-a9ad-0ca10a5c4dec req-4b7167d1-8cd3-4a13-8248-6d5353d55455 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfffd45-61d2-438b-8ce6-d823f57964d7 HTTP/1.1" status: 200 len: 936 time: 0.3552265 Aug 28 14:58:36.583855 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb666e-34a2-40e4-a532-96119a66b709 req-d0dfc03d-e1d3-4f83-9719-930e25faa992 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:36.585392 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-d0dfc03d-e1d3-4f83-9719-930e25faa992 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.41 "GET /v2.0/networks?id=50f9d4de-1072-4625-ae09-b6146cb37525 HTTP/1.1" status: 200 len: 818 time: 1.0361202 Aug 28 14:58:36.586187 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0d43b9-14b4-4c83-b776-e65785d48613 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Checking segment: {'id': '4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3acbcff8-69a9-4b0d-823b-cf95db629b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:58:36.586544 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0d43b9-14b4-4c83-b776-e65785d48613 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Network hostable DHCP agents. Network: 3acbcff8-69a9-4b0d-823b-cf95db629b8d, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 14:58:36.592966 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-6be2cc74-6bd8-409f-8145-310ca51c6465 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=86251bdbee63415981170d08b9111a4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1038289 Aug 28 14:58:36.621807 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-22fb666e-34a2-40e4-a532-96119a66b709 req-d75343cc-22c0-4dc6-84bc-4973f1e349e3 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Request body: {'port': {'device_id': 'ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f', 'network_id': '50f9d4de-1072-4625-ae09-b6146cb37525', 'admin_state_up': True, 'tenant_id': '1f5fdf7c9ae34b1c8df1780ae980d45b'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:36.799577 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-d7e53778-bd07-4a65-91cb-2d6c2b5a4f0b tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:36.801626 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-d7e53778-bd07-4a65-91cb-2d6c2b5a4f0b tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1917772 Aug 28 14:58:36.814235 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2abb4e1a-14a3-4ff4-875a-1eff387808c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:36.828526 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-8c256685-2db0-4caf-b605-a85474288476 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Request body: {'port': {'device_id': '69c4157b-3881-4516-8ef4-99dbb945ca7f', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'admin_state_up': True, 'tenant_id': '86251bdbee63415981170d08b9111a4c'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:36.843212 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0d43b9-14b4-4c83-b776-e65785d48613 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Network 3acbcff8-69a9-4b0d-823b-cf95db629b8d is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 14:58:36.878209 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e65d38fc-f420-4ac5-a9ad-0ca10a5c4dec req-a074d7be-b180-4f4d-9658-2e87f7199797 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.13 "GET /v2.0/security-groups?id=445bfc54-c72f-4e70-a583-f6c94a906157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182163 Aug 28 14:58:36.900904 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7f8cc-c8af-4238-9d31-e0e355d8faba service neutron] Pushing event updated for resources: {'Port': ['ID=b4fbdd8d-ce1f-4bf0-857c-e40405b713d6,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:36.913249 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22fb666e-34a2-40e4-a532-96119a66b709 req-8628f2a6-80e4-4c22-81d5-873bf826085d tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Made reservation on behalf of 1f5fdf7c9ae34b1c8df1780ae980d45b for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:58:36.916715 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-22fb666e-34a2-40e4-a532-96119a66b709 req-8628f2a6-80e4-4c22-81d5-873bf826085d tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:36.936433 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f8486b2a-e1b3-48b3-81ae-91a21d95b07b req-fe329ece-99c2-4946-83b5-238a71145bcf tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 210 time: 0.1457617 Aug 28 14:58:36.981972 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-de0d43b9-14b4-4c83-b776-e65785d48613 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 3acbcff8-69a9-4b0d-823b-cf95db629b8d) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:58:36.999572 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2abb4e1a-14a3-4ff4-875a-1eff387808c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:37.007468 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e430e77f-16b4-49fa-bbf1-2a68027ccb24 None None] Network 3acbcff8-69a9-4b0d-823b-cf95db629b8d requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:58:37.028553 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0d43b9-14b4-4c83-b776-e65785d48613 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:37.029145 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-de0d43b9-14b4-4c83-b776-e65785d48613 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:37.046888 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22fb666e-34a2-40e4-a532-96119a66b709 req-7e314eb4-a59b-4fed-a730-70f5e914c7e1 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Made reservation on behalf of 1f5fdf7c9ae34b1c8df1780ae980d45b for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:58:37.050417 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-22fb666e-34a2-40e4-a532-96119a66b709 req-7e314eb4-a59b-4fed-a730-70f5e914c7e1 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:37.179681 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-d3d7f8cc-c8af-4238-9d31-e0e355d8faba service neutron] Attempting to bind port b4fbdd8d-ce1f-4bf0-857c-e40405b713d6 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:58:37.180023 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-d3d7f8cc-c8af-4238-9d31-e0e355d8faba service neutron] Attempting to bind port b4fbdd8d-ce1f-4bf0-857c-e40405b713d6 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:58:37.180375 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-d3d7f8cc-c8af-4238-9d31-e0e355d8faba service neutron] Attempting to bind port b4fbdd8d-ce1f-4bf0-857c-e40405b713d6 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:37.195760 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-d3d7f8cc-c8af-4238-9d31-e0e355d8faba service neutron] Port b4fbdd8d-ce1f-4bf0-857c-e40405b713d6 on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:58:37.196014 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-d3d7f8cc-c8af-4238-9d31-e0e355d8faba service neutron] Attempting to bind port b4fbdd8d-ce1f-4bf0-857c-e40405b713d6 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:37.216616 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-d3d7f8cc-c8af-4238-9d31-e0e355d8faba service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:58:37.217188 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-d3d7f8cc-c8af-4238-9d31-e0e355d8faba service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:58:37.217860 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-d3d7f8cc-c8af-4238-9d31-e0e355d8faba service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:58:37.222325 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-d3d7f8cc-c8af-4238-9d31-e0e355d8faba service neutron] Bound port: b4fbdd8d-ce1f-4bf0-857c-e40405b713d6, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:58:37.223216 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-d3d7f8cc-c8af-4238-9d31-e0e355d8faba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:37.288163 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-8c256685-2db0-4caf-b605-a85474288476 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Made reservation on behalf of 86251bdbee63415981170d08b9111a4c for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:58:37.297791 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-8c256685-2db0-4caf-b605-a85474288476 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:37.300292 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-22fb666e-34a2-40e4-a532-96119a66b709 req-8628f2a6-80e4-4c22-81d5-873bf826085d tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Allocated IP 172.20.0.12 (50f9d4de-1072-4625-ae09-b6146cb37525/babeb1cc-c2d1-4c37-a788-a16dd8769564/4c807108-7c4d-4ef6-a21f-5e8521f2fcca) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:58:37.365884 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32415bc-d9b4-420b-b685-18681dcf35ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-3acbcff8-69a9-4b0d-823b-cf95db629b8d', 'network_id': '3acbcff8-69a9-4b0d-823b-cf95db629b8d', 'tenant_id': '77e2c8d8344c43369cd6764e0c50c8bf', 'fixed_ips': [{'subnet_id': '051252fb-4f8a-4a31-a691-140ac32be230'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 14:58:37.367079 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b32415bc-d9b4-420b-b685-18681dcf35ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:37.405260 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a425379f-0c26-4216-9198-fb8bca5d9b44 req-d4808888-8165-41a7-9e62-2114d4b6f015 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=da979f92-cfca-4975-ad84-89f011675bde HTTP/1.1" status: 200 len: 210 time: 0.0413637 Aug 28 14:58:37.522618 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-d3d7f8cc-c8af-4238-9d31-e0e355d8faba service neutron] For port b4fbdd8d-ce1f-4bf0-857c-e40405b713d6, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:58:37.559542 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-d3d7f8cc-c8af-4238-9d31-e0e355d8faba service neutron] For port b4fbdd8d-ce1f-4bf0-857c-e40405b713d6, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=b4fbdd8d-ce1f-4bf0-857c-e40405b713d6,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:58:37.565662 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-d3d7f8cc-c8af-4238-9d31-e0e355d8faba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:37.691511 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-d3d7f8cc-c8af-4238-9d31-e0e355d8faba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:37.692197 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-d3d7f8cc-c8af-4238-9d31-e0e355d8faba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:37.695359 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-d3d7f8cc-c8af-4238-9d31-e0e355d8faba service neutron] 10.222.0.36 "PUT /v2.0/ports/b4fbdd8d-ce1f-4bf0-857c-e40405b713d6 HTTP/1.1" status: 200 len: 1097 time: 1.8902352 Aug 28 14:58:37.695855 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bfffd45-61d2-438b-8ce6-d823f57964d7', 'tag': 'b4fbdd8d-ce1f-4bf0-857c-e40405b713d6'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:58:37.698123 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aef4e09-08f8-4966-8713-f80168fe33c5" -d '{"events": [{"name": "network-changed", "server_uuid": "7bfffd45-61d2-438b-8ce6-d823f57964d7", "tag": "b4fbdd8d-ce1f-4bf0-857c-e40405b713d6"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:58:37.711998 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-8c256685-2db0-4caf-b605-a85474288476 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Allocated IP 192.168.233.194 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/49adc9a0-3f71-4801-bb97-d7938b5f60cd) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:58:37.733010 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-b32415bc-d9b4-420b-b685-18681dcf35ae None None] Allocated IP 19.80.0.2 (3acbcff8-69a9-4b0d-823b-cf95db629b8d/051252fb-4f8a-4a31-a691-140ac32be230/e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:58:37.745876 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b7f99f35-830a-4e9e-9d97-9c6ccf280346 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:58:37.792640 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7f8cc-c8af-4238-9d31-e0e355d8faba service neutron] Pushing event updated for resources: {'Port': ['ID=b4fbdd8d-ce1f-4bf0-857c-e40405b713d6,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:37.804458 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-de0d43b9-14b4-4c83-b776-e65785d48613 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.5660434 Aug 28 14:58:37.806577 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2abb4e1a-14a3-4ff4-875a-1eff387808c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:37.808622 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2abb4e1a-14a3-4ff4-875a-1eff387808c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:37.809508 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2abb4e1a-14a3-4ff4-875a-1eff387808c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8350257-a215-4d57-bd80-02611a26212e HTTP/1.1" status: 204 len: 168 time: 2.0039833 Aug 28 14:58:37.813735 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59390) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:37.816276 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22fb666e-34a2-40e4-a532-96119a66b709 req-d75343cc-22c0-4dc6-84bc-4973f1e349e3 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Made reservation on behalf of 1f5fdf7c9ae34b1c8df1780ae980d45b for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:58:37.821507 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-22fb666e-34a2-40e4-a532-96119a66b709 req-d75343cc-22c0-4dc6-84bc-4973f1e349e3 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:37.830180 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-c491bc30-7b8c-4e55-8f1c-e75bc5a34c26 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2114194889'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:37.929999 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-64f5576d-fc0e-41e3-b4fe-645c03787250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:37.931327 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-64f5576d-fc0e-41e3-b4fe-645c03787250 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc852a7f3bef4101b3f7395010e823d6&device_id=7bfffd45-61d2-438b-8ce6-d823f57964d7 HTTP/1.1" status: 200 len: 1100 time: 0.1876860 Aug 28 14:58:37.949965 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-22fb666e-34a2-40e4-a532-96119a66b709 req-8628f2a6-80e4-4c22-81d5-873bf826085d tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:37.969573 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb4e1a-14a3-4ff4-875a-1eff387808c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8350257-a215-4d57-bd80-02611a26212e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:38.029535 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-db641f5e-2fc0-47b9-a2ba-877c12ebe910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:38.155951 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-20b5e9be-1cc6-49d7-8529-041fd9160a48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=b4fbdd8d-ce1f-4bf0-857c-e40405b713d6 HTTP/1.1" status: 200 len: 217 time: 0.2151468 Aug 28 14:58:38.340003 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port b7f99f35-830a-4e9e-9d97-9c6ccf280346 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:38.432882 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port b7f99f35-830a-4e9e-9d97-9c6ccf280346 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:38.433751 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:38.587718 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c491bc30-7b8c-4e55-8f1c-e75bc5a34c26 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Made reservation on behalf of 77e2c8d8344c43369cd6764e0c50c8bf for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:58:38.591558 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c491bc30-7b8c-4e55-8f1c-e75bc5a34c26 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:38.600303 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd389c1-726d-4579-9cc8-00dbccea2d56 x-openstack-request-id: req-5bd389c1-726d-4579-9cc8-00dbccea2d56 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:58:38.600588 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bfffd45-61d2-438b-8ce6-d823f57964d7", "tag": "b4fbdd8d-ce1f-4bf0-857c-e40405b713d6", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:58:38.600841 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bd389c1-726d-4579-9cc8-00dbccea2d56 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:58:38.601239 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bfffd45-61d2-438b-8ce6-d823f57964d7', 'tag': 'b4fbdd8d-ce1f-4bf0-857c-e40405b713d6', 'status': 'completed', 'code': 200} Aug 28 14:58:38.679970 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:38.700935 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c20e4-9982-4233-9262-cbc5c36a1fcc req-42878638-f9e5-46ac-aec9-a91a32a88f43 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:38.711234 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-376c20e4-9982-4233-9262-cbc5c36a1fcc req-42878638-f9e5-46ac-aec9-a91a32a88f43 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfffd45-61d2-438b-8ce6-d823f57964d7 HTTP/1.1" status: 200 len: 948 time: 0.5859060 Aug 28 14:58:38.752550 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-94847785-3fbc-42ea-9e60-9435a45a85b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:38.754180 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-94847785-3fbc-42ea-9e60-9435a45a85b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.5263174 Aug 28 14:58:38.761492 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port b7f99f35-830a-4e9e-9d97-9c6ccf280346, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b7f99f35-830a-4e9e-9d97-9c6ccf280346,segment=NetworkSegment(976c4d92-a1f5-40f6-968f-da6b4975cb27),segment_id=976c4d92-a1f5-40f6-968f-da6b4975cb27)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:38.764416 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b32415bc-d9b4-420b-b685-18681dcf35ae None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:38.768614 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-efacbb87-5e02-4c24-be35-8f9f62348705 req-abe96f7a-5d23-45f3-a2f9-0b7819bf3bf0 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 210 time: 0.0866916 Aug 28 14:58:38.785934 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c491bc30-7b8c-4e55-8f1c-e75bc5a34c26 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 14:58:38.788341 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:38.799450 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c491bc30-7b8c-4e55-8f1c-e75bc5a34c26 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:38.799996 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-c491bc30-7b8c-4e55-8f1c-e75bc5a34c26 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Added segment d4bdd52c-aa58-4c64-8ede-4f23f8533bd4 of type vlan for network 51328f48-dab2-4bc5-b49a-184fc97e083e Aug 28 14:58:38.812815 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-22fb666e-34a2-40e4-a532-96119a66b709 req-8628f2a6-80e4-4c22-81d5-873bf826085d tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:38.834896 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-376c20e4-9982-4233-9262-cbc5c36a1fcc req-cb3a6820-f7d1-44a1-9ae4-7a45167af847 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.13 "GET /v2.0/security-groups?id=445bfc54-c72f-4e70-a583-f6c94a906157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219995 Aug 28 14:58:38.846585 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-8c256685-2db0-4caf-b605-a85474288476 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:38.960756 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-8c256685-2db0-4caf-b605-a85474288476 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Transition to ACTIVE for port object 49adc9a0-3f71-4801-bb97-d7938b5f60cd will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:38.973616 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-84621051-32c0-43af-a8ec-36e7f9f3f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:38.978664 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=b7f99f35-830a-4e9e-9d97-9c6ccf280346,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:38.982241 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-84621051-32c0-43af-a8ec-36e7f9f3f13a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2183928 Aug 28 14:58:38.985655 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b32415bc-d9b4-420b-b685-18681dcf35ae None None] Transition to ACTIVE for port object e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:39.026280 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c491bc30-7b8c-4e55-8f1c-e75bc5a34c26 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:39.040304 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b32415bc-d9b4-420b-b685-18681dcf35ae None None] Transition to ACTIVE for port object e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:39.052459 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b32415bc-d9b4-420b-b685-18681dcf35ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:39.076447 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22fb666e-34a2-40e4-a532-96119a66b709 req-8628f2a6-80e4-4c22-81d5-873bf826085d tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Network 50f9d4de-1072-4625-ae09-b6146cb37525 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:58:39.155973 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-22fb666e-34a2-40e4-a532-96119a66b709 req-8628f2a6-80e4-4c22-81d5-873bf826085d tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:58:39.163306 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32415bc-d9b4-420b-b685-18681dcf35ae None None] Pushing event updated for resources: {'Port': ['ID=e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:39.170711 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-22fb666e-34a2-40e4-a532-96119a66b709 req-8628f2a6-80e4-4c22-81d5-873bf826085d tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:58:39.175682 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628f2a6-80e4-4c22-81d5-873bf826085d tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Pushing event updated for resources: {'Port': ['ID=4c807108-7c4d-4ef6-a21f-5e8521f2fcca,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:39.175861 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32415bc-d9b4-420b-b685-18681dcf35ae None None] Network 3acbcff8-69a9-4b0d-823b-cf95db629b8d is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:58:39.179200 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-22fb666e-34a2-40e4-a532-96119a66b709 req-7e314eb4-a59b-4fed-a730-70f5e914c7e1 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Allocated IP 172.20.0.6 (50f9d4de-1072-4625-ae09-b6146cb37525/babeb1cc-c2d1-4c37-a788-a16dd8769564/cb37c96d-a35a-4a07-9399-95d4c7b26ff2) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:58:39.179415 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-b32415bc-d9b4-420b-b685-18681dcf35ae None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:58:39.183563 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32415bc-d9b4-420b-b685-18681dcf35ae None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:58:39.184669 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c491bc30-7b8c-4e55-8f1c-e75bc5a34c26 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:39.193429 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c491bc30-7b8c-4e55-8f1c-e75bc5a34c26 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:39.194282 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c491bc30-7b8c-4e55-8f1c-e75bc5a34c26 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:39.242716 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b4b1c958-ad9b-4659-8d0a-0fb5a77dd7ba req-493db216-11c7-4c0d-8c6b-e4d030445c2e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7cc00178-e42f-4ffe-9f1e-5658289a9ce8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1429944 Aug 28 14:58:39.265528 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-8c256685-2db0-4caf-b605-a85474288476 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:39.279524 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c491bc30-7b8c-4e55-8f1c-e75bc5a34c26 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4550920 Aug 28 14:58:39.315474 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59418) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:39.330264 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-37a5e70c-1206-40b5-9305-f374dd62449f tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Request body: {'subnet': {'network_id': '51328f48-dab2-4bc5-b49a-184fc97e083e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:39.363341 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c256685-2db0-4caf-b605-a85474288476 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Pushing event updated for resources: {'Port': ['ID=49adc9a0-3f71-4801-bb97-d7938b5f60cd,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:39.383975 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['e5d443f6-c090-4c53-88ff-10d9e3cd69be'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:58:39.386857 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8', '3083ecc2-cd08-4195-a587-3df47c57ed46'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:58:39.395361 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-8c256685-2db0-4caf-b605-a85474288476 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:58:39.401929 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-fd36f93d-0e9e-4956-bc74-ef2592d13dc3 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115226 Aug 28 14:58:39.404041 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-8c256685-2db0-4caf-b605-a85474288476 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:58:39.423167 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-8c256685-2db0-4caf-b605-a85474288476 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:58:39.481314 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-b32415bc-d9b4-420b-b685-18681dcf35ae None None] Attempting to bind port e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:58:39.482031 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-b32415bc-d9b4-420b-b685-18681dcf35ae None None] Attempting to bind port e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3acbcff8-69a9-4b0d-823b-cf95db629b8d'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:58:39.482641 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32415bc-d9b4-420b-b685-18681dcf35ae None None] Attempting to bind port e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783 on network 3acbcff8-69a9-4b0d-823b-cf95db629b8d {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:39.502144 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32415bc-d9b4-420b-b685-18681dcf35ae None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:58:39.504468 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-8c256685-2db0-4caf-b605-a85474288476 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:39.505237 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32415bc-d9b4-420b-b685-18681dcf35ae None None] Checking segment: {'id': '4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3acbcff8-69a9-4b0d-823b-cf95db629b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:58:39.506321 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-8c256685-2db0-4caf-b605-a85474288476 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:39.507254 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b32415bc-d9b4-420b-b685-18681dcf35ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:39.507933 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32415bc-d9b4-420b-b685-18681dcf35ae None None] Bound using segment: {'id': '4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3acbcff8-69a9-4b0d-823b-cf95db629b8d'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:58:39.508654 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-b32415bc-d9b4-420b-b685-18681dcf35ae None None] Bound port: e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3acbcff8-69a9-4b0d-823b-cf95db629b8d'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:58:39.509285 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b32415bc-d9b4-420b-b685-18681dcf35ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:39.625426 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb666e-34a2-40e4-a532-96119a66b709 req-8628f2a6-80e4-4c22-81d5-873bf826085d tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:39.626067 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-22fb666e-34a2-40e4-a532-96119a66b709 req-8628f2a6-80e4-4c22-81d5-873bf826085d tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:39.646646 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d4b71-4ec8-4075-9eca-8db7b2162026 req-37245bd8-09f1-49f9-add6-c75661829629 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:39.658546 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2d7d4b71-4ec8-4075-9eca-8db7b2162026 req-37245bd8-09f1-49f9-add6-c75661829629 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=da979f92-cfca-4975-ad84-89f011675bde HTTP/1.1" status: 200 len: 932 time: 0.6721356 Aug 28 14:58:39.681921 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b7f99f35-830a-4e9e-9d97-9c6ccf280346 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:58:39.691302 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1c958-ad9b-4659-8d0a-0fb5a77dd7ba req-32211abc-57ca-4ffc-9de4-f3ac281bb6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:39.694651 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-8628f2a6-80e4-4c22-81d5-873bf826085d tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5267532 Aug 28 14:58:39.695339 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491bc30-7b8c-4e55-8f1c-e75bc5a34c26 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Pushing event updated for resources: {'Network': ['ID=51328f48-dab2-4bc5-b49a-184fc97e083e,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:39.715507 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b4b1c958-ad9b-4659-8d0a-0fb5a77dd7ba req-32211abc-57ca-4ffc-9de4-f3ac281bb6c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf69354c9e44480a955dc8879f74a9d8&device_id=7cc00178-e42f-4ffe-9f1e-5658289a9ce8 HTTP/1.1" status: 200 len: 1097 time: 0.4336989 Aug 28 14:58:39.732382 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-22fb666e-34a2-40e4-a532-96119a66b709 req-60c0aad6-f9c4-40df-9578-56fcfbc59ca2 service neutron] Request body: {'port': {'device_id': 'da979f92-cfca-4975-ad84-89f011675bde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:39.787992 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-8c256685-2db0-4caf-b605-a85474288476 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9686882 Aug 28 14:58:39.806406 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2d7d4b71-4ec8-4075-9eca-8db7b2162026 req-f869ebd5-b303-4b80-bebd-550d160d8ef0 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/security-groups?id=77ec7446-4a36-4100-bb77-05f18aacf8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468773 Aug 28 14:58:39.812898 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-36973ab5-5d78-4a13-8747-f35e9af9f54f service neutron] Request body: {'port': {'device_id': '69c4157b-3881-4516-8ef4-99dbb945ca7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:39.850268 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 51328f48-dab2-4bc5-b49a-184fc97e083e details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 14:58:39.934308 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a5e70c-1206-40b5-9305-f374dd62449f tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Made reservation on behalf of 77e2c8d8344c43369cd6764e0c50c8bf for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:58:39.938765 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-37a5e70c-1206-40b5-9305-f374dd62449f tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:39.962844 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-22fb666e-34a2-40e4-a532-96119a66b709 req-60c0aad6-f9c4-40df-9578-56fcfbc59ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:40.063293 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2c98a137-f683-4fc4-b020-8ce70d40f3da None None] Provisioning for port 49adc9a0-3f71-4801-bb97-d7938b5f60cd completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:40.070818 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-b32415bc-d9b4-420b-b685-18681dcf35ae None None] For port e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:58:40.076106 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2c98a137-f683-4fc4-b020-8ce70d40f3da None None] Provisioning complete for port 49adc9a0-3f71-4801-bb97-d7938b5f60cd triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:40.076649 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2c98a137-f683-4fc4-b020-8ce70d40f3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:40.122738 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-2c98a137-f683-4fc4-b020-8ce70d40f3da None None] Port 49adc9a0-3f71-4801-bb97-d7938b5f60cd cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:58:40.141868 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-22fb666e-34a2-40e4-a532-96119a66b709 req-7e314eb4-a59b-4fed-a730-70f5e914c7e1 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:40.153210 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-b32415bc-d9b4-420b-b685-18681dcf35ae None None] For port e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783,segment=NetworkSegment(4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb),segment_id=4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:58:40.201878 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b32415bc-d9b4-420b-b685-18681dcf35ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:40.246262 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a1976792-91b6-4cb6-ad07-9f608d486d22 req-89311fd2-cae8-48a8-8f90-0cda8885eeda service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7632678 Aug 28 14:58:40.269430 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-36973ab5-5d78-4a13-8747-f35e9af9f54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:40.289964 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32415bc-d9b4-420b-b685-18681dcf35ae None None] Pushing event updated for resources: {'Port': ['ID=e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:40.331470 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e417c-df9c-4d5e-a87f-72198c9c5ad8 req-055f9bf9-73ce-4610-b33b-ec6c23a517e3 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:40.338178 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port b7f99f35-830a-4e9e-9d97-9c6ccf280346 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:40.338920 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:40.340181 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e91e417c-df9c-4d5e-a87f-72198c9c5ad8 req-055f9bf9-73ce-4610-b33b-ec6c23a517e3 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 936 time: 0.2771866 Aug 28 14:58:40.399001 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d1d1e-3abc-4e3e-a62b-845d8662e307 req-7a94ae57-12a1-4f4a-9cfe-6883bda10489 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:40.401563 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bb0d1d1e-3abc-4e3e-a62b-845d8662e307 req-7a94ae57-12a1-4f4a-9cfe-6883bda10489 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfffd45-61d2-438b-8ce6-d823f57964d7 HTTP/1.1" status: 200 len: 948 time: 0.1982262 Aug 28 14:58:40.426487 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1c958-ad9b-4659-8d0a-0fb5a77dd7ba req-805c748f-e7df-441e-bd69-e449f567006d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:40.428317 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b4b1c958-ad9b-4659-8d0a-0fb5a77dd7ba req-805c748f-e7df-441e-bd69-e449f567006d service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fefbaf0-9766-4195-b2cc-33f85cb01cd6 HTTP/1.1" status: 200 len: 925 time: 0.6740537 Aug 28 14:58:40.494193 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-22fb666e-34a2-40e4-a532-96119a66b709 req-7e314eb4-a59b-4fed-a730-70f5e914c7e1 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:40.506353 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ce9b911a-3a21-445f-81bd-dfa3b55762ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:40.706901 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e91e417c-df9c-4d5e-a87f-72198c9c5ad8 req-dee0ff70-83e9-4d19-a03a-5b5fdbc831a9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637192 Aug 28 14:58:40.725021 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef4e09-08f8-4966-8713-f80168fe33c5 req-9928b1d3-dc91-4f69-bfeb-99d8b44cf42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:40.728906 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7aef4e09-08f8-4966-8713-f80168fe33c5 req-9928b1d3-dc91-4f69-bfeb-99d8b44cf42e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc852a7f3bef4101b3f7395010e823d6&device_id=7bfffd45-61d2-438b-8ce6-d823f57964d7 HTTP/1.1" status: 200 len: 1100 time: 0.4361930 Aug 28 14:58:40.776599 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:40.787602 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bb0d1d1e-3abc-4e3e-a62b-845d8662e307 req-95a47b90-4b92-4d6b-83da-4608b6b06b2b tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.13 "GET /v2.0/security-groups?id=445bfc54-c72f-4e70-a583-f6c94a906157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786447 Aug 28 14:58:40.836892 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22fb666e-34a2-40e4-a532-96119a66b709 req-7e314eb4-a59b-4fed-a730-70f5e914c7e1 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Network 50f9d4de-1072-4625-ae09-b6146cb37525 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:58:40.842893 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-22fb666e-34a2-40e4-a532-96119a66b709 req-7e314eb4-a59b-4fed-a730-70f5e914c7e1 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:58:40.856853 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-22fb666e-34a2-40e4-a532-96119a66b709 req-7e314eb4-a59b-4fed-a730-70f5e914c7e1 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:58:40.867406 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e314eb4-a59b-4fed-a730-70f5e914c7e1 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Pushing event updated for resources: {'Port': ['ID=cb37c96d-a35a-4a07-9399-95d4c7b26ff2,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:40.884054 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b4b1c958-ad9b-4659-8d0a-0fb5a77dd7ba req-b48c7481-cdd7-4c23-a468-3138885964e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c39527f-b5e0-48bd-9d20-1818ddb512c7 HTTP/1.1" status: 200 len: 1001 time: 0.4323711 Aug 28 14:58:40.900201 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-22fb666e-34a2-40e4-a532-96119a66b709 req-d75343cc-22c0-4dc6-84bc-4973f1e349e3 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Allocated IP 172.20.0.8 (50f9d4de-1072-4625-ae09-b6146cb37525/babeb1cc-c2d1-4c37-a788-a16dd8769564/feaee1a9-c469-44b3-b9ab-fafaa6ccb063) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:58:40.915517 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-37a5e70c-1206-40b5-9305-f374dd62449f tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:40.954015 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1c958-ad9b-4659-8d0a-0fb5a77dd7ba req-9cef66a1-d3b2-41a2-8c3e-c06370eee579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:40.955593 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b4b1c958-ad9b-4659-8d0a-0fb5a77dd7ba req-9cef66a1-d3b2-41a2-8c3e-c06370eee579 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=99f97325-be0a-4922-9e31-90945bbee166 HTTP/1.1" status: 200 len: 863 time: 0.0625145 Aug 28 14:58:41.105296 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb666e-34a2-40e4-a532-96119a66b709 req-7e314eb4-a59b-4fed-a730-70f5e914c7e1 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:41.106603 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-22fb666e-34a2-40e4-a532-96119a66b709 req-7e314eb4-a59b-4fed-a730-70f5e914c7e1 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:41.158756 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5e70c-1206-40b5-9305-f374dd62449f tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Pushing event updated for resources: {'Subnet': ['ID=8a379ad1-d6d9-4aab-b854-2855f4de14ed,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:41.186843 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1c958-ad9b-4659-8d0a-0fb5a77dd7ba req-a16342e7-a76a-4deb-8043-5b173e04eb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:41.188683 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b4b1c958-ad9b-4659-8d0a-0fb5a77dd7ba req-a16342e7-a76a-4deb-8043-5b173e04eb5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fefbaf0-9766-4195-b2cc-33f85cb01cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2169642 Aug 28 14:58:41.210381 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09561e-2c5f-481d-a19f-fc0882a8aadf req-ccef035e-a587-4164-badb-424d4d464e9b tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:41.212310 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3a09561e-2c5f-481d-a19f-fc0882a8aadf req-ccef035e-a587-4164-badb-424d4d464e9b tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=da979f92-cfca-4975-ad84-89f011675bde HTTP/1.1" status: 200 len: 932 time: 0.2257779 Aug 28 14:58:41.250673 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-7e314eb4-a59b-4fed-a730-70f5e914c7e1 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1932631 Aug 28 14:58:41.281101 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-22fb666e-34a2-40e4-a532-96119a66b709 req-76203dc0-07c1-4b0d-98c3-fe90913fd580 service neutron] Request body: {'port': {'device_id': '7da5cd89-e266-4498-a837-e5519154795c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:41.421243 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a5e70c-1206-40b5-9305-f374dd62449f tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Checking segment: {'id': 'd4bdd52c-aa58-4c64-8ede-4f23f8533bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '51328f48-dab2-4bc5-b49a-184fc97e083e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:58:41.421629 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a5e70c-1206-40b5-9305-f374dd62449f tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Network hostable DHCP agents. Network: 51328f48-dab2-4bc5-b49a-184fc97e083e, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 14:58:41.518622 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-22fb666e-34a2-40e4-a532-96119a66b709 req-76203dc0-07c1-4b0d-98c3-fe90913fd580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:41.526263 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a5e70c-1206-40b5-9305-f374dd62449f tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Network 51328f48-dab2-4bc5-b49a-184fc97e083e is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 14:58:41.553100 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-37a5e70c-1206-40b5-9305-f374dd62449f tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 51328f48-dab2-4bc5-b49a-184fc97e083e) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:58:41.558677 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a5e70c-1206-40b5-9305-f374dd62449f tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:41.559281 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-37a5e70c-1206-40b5-9305-f374dd62449f tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:41.562377 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62b3e5c-be3f-436e-a5e5-2708e299e1d4 None None] Network 51328f48-dab2-4bc5-b49a-184fc97e083e requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:58:41.695818 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:41.773660 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:58:41.773931 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-22fb666e-34a2-40e4-a532-96119a66b709 req-d75343cc-22c0-4dc6-84bc-4973f1e349e3 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:41.805817 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-37a5e70c-1206-40b5-9305-f374dd62449f tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4741216 Aug 28 14:58:41.895435 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef4e09-08f8-4966-8713-f80168fe33c5 req-71797ae1-7cb8-461c-bfb3-1be53d97aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:41.897206 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7aef4e09-08f8-4966-8713-f80168fe33c5 req-71797ae1-7cb8-461c-bfb3-1be53d97aafd service neutron] 10.222.0.36 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 1.1439958 Aug 28 14:58:41.966719 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6532b27-e05a-47b0-8bba-90e33f3348d1 None None] Network 3acbcff8-69a9-4b0d-823b-cf95db629b8d requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:58:42.035030 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-22fb666e-34a2-40e4-a532-96119a66b709 req-d75343cc-22c0-4dc6-84bc-4973f1e349e3 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:42.045504 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f784d9-132b-4cf1-97e9-86fd9a65acfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-51328f48-dab2-4bc5-b49a-184fc97e083e', 'network_id': '51328f48-dab2-4bc5-b49a-184fc97e083e', 'tenant_id': '77e2c8d8344c43369cd6764e0c50c8bf', 'fixed_ips': [{'subnet_id': '8a379ad1-d6d9-4aab-b854-2855f4de14ed'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 14:58:42.046426 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c5f784d9-132b-4cf1-97e9-86fd9a65acfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:42.055931 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7aef4e09-08f8-4966-8713-f80168fe33c5 req-29c0dd33-5b7b-4426-a1e8-978218c3984f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=b4fbdd8d-ce1f-4bf0-857c-e40405b713d6 HTTP/1.1" status: 200 len: 217 time: 0.1336019 Aug 28 14:58:42.091018 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c65fb37d-cd23-4e7f-9541-be75370458ea None None] Provisioning for port e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:42.122955 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:42.130036 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:42.130481 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:42.159641 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3a09561e-2c5f-481d-a19f-fc0882a8aadf req-d3c86501-49e6-4727-a6c2-2764da660911 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/security-groups?id=77ec7446-4a36-4100-bb77-05f18aacf8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588439 Aug 28 14:58:42.178232 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75343cc-22c0-4dc6-84bc-4973f1e349e3 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Pushing event updated for resources: {'Port': ['ID=feaee1a9-c469-44b3-b9ab-fafaa6ccb063,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:42.214720 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22fb666e-34a2-40e4-a532-96119a66b709 req-d75343cc-22c0-4dc6-84bc-4973f1e349e3 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Network 50f9d4de-1072-4625-ae09-b6146cb37525 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:58:42.227103 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b4b1c958-ad9b-4659-8d0a-0fb5a77dd7ba req-943c772f-39d3-4552-96ac-6ee87cbcf5ae service neutron] 10.222.0.41 "GET /v2.0/networks/7fefbaf0-9766-4195-b2cc-33f85cb01cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0136468 Aug 28 14:58:42.227959 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f694a-7452-4e26-8643-0ff4e68b4781 req-6229ec67-9b7c-43f3-aa3d-45de02cd4293 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:42.240432 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ec2f694a-7452-4e26-8643-0ff4e68b4781 req-6229ec67-9b7c-43f3-aa3d-45de02cd4293 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 936 time: 0.3097901 Aug 28 14:58:42.275091 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-22fb666e-34a2-40e4-a532-96119a66b709 req-d75343cc-22c0-4dc6-84bc-4973f1e349e3 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:58:42.284934 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-22fb666e-34a2-40e4-a532-96119a66b709 req-d75343cc-22c0-4dc6-84bc-4973f1e349e3 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:58:42.398157 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef4e09-08f8-4966-8713-f80168fe33c5 req-4fd8c25a-a42c-41b7-95a6-3b83a3a3ebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:42.399892 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7aef4e09-08f8-4966-8713-f80168fe33c5 req-4fd8c25a-a42c-41b7-95a6-3b83a3a3ebd9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.3239095 Aug 28 14:58:42.400667 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ec2f694a-7452-4e26-8643-0ff4e68b4781 req-0a4f2d85-9b62-4294-bd9a-6f20f0744edc tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585867 Aug 28 14:58:42.470226 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb666e-34a2-40e4-a532-96119a66b709 req-d75343cc-22c0-4dc6-84bc-4973f1e349e3 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:42.473299 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-22fb666e-34a2-40e4-a532-96119a66b709 req-d75343cc-22c0-4dc6-84bc-4973f1e349e3 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:42.529354 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-36973ab5-5d78-4a13-8747-f35e9af9f54f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49adc9a0-3f71-4801-bb97-d7938b5f60cd {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:58:42.542675 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-36973ab5-5d78-4a13-8747-f35e9af9f54f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:42.562982 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-d75343cc-22c0-4dc6-84bc-4973f1e349e3 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9551039 Aug 28 14:58:42.568751 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-36973ab5-5d78-4a13-8747-f35e9af9f54f service neutron] Transition to ACTIVE for port object 49adc9a0-3f71-4801-bb97-d7938b5f60cd will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:42.590389 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-c5f784d9-132b-4cf1-97e9-86fd9a65acfa None None] Allocated IP 19.86.0.2 (51328f48-dab2-4bc5-b49a-184fc97e083e/8a379ad1-d6d9-4aab-b854-2855f4de14ed/3a499f75-d4b3-4609-aae3-93053ca2efd2) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:58:42.602538 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:42.612834 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-22fb666e-34a2-40e4-a532-96119a66b709 req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Request body: {'port': {'device_id': 'ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:42.621782 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-36973ab5-5d78-4a13-8747-f35e9af9f54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:42.691241 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783,segment=NetworkSegment(4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb),segment_id=4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:42.699558 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:42.715098 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-22fb666e-34a2-40e4-a532-96119a66b709 req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:42.831809 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:42.871315 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef4e09-08f8-4966-8713-f80168fe33c5 req-315a35eb-4768-4815-b70d-c4739eac18d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:42.897267 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7aef4e09-08f8-4966-8713-f80168fe33c5 req-315a35eb-4768-4815-b70d-c4739eac18d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4500353 Aug 28 14:58:42.907282 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f915bb-e7c4-4928-bf9c-10722c8ddd59 req-fffac3ac-f554-4b1a-84af-00c5658a5588 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:42.908987 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05f915bb-e7c4-4928-bf9c-10722c8ddd59 req-fffac3ac-f554-4b1a-84af-00c5658a5588 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfffd45-61d2-438b-8ce6-d823f57964d7 HTTP/1.1" status: 200 len: 948 time: 0.5081742 Aug 28 14:58:42.909777 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36973ab5-5d78-4a13-8747-f35e9af9f54f service neutron] Pushing event updated for resources: {'Port': ['ID=49adc9a0-3f71-4801-bb97-d7938b5f60cd,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:42.917228 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59508) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:42.976905 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b4b1c958-ad9b-4659-8d0a-0fb5a77dd7ba req-9d4023bd-8ce1-4171-a1d7-8f9b8e9d56b9 service neutron] 10.222.0.41 "GET /v2.0/networks/7fefbaf0-9766-4195-b2cc-33f85cb01cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7361662 Aug 28 14:58:43.039734 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-22fb666e-34a2-40e4-a532-96119a66b709 req-60c0aad6-f9c4-40df-9578-56fcfbc59ca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c807108-7c4d-4ef6-a21f-5e8521f2fcca {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:58:43.120290 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-22fb666e-34a2-40e4-a532-96119a66b709 req-60c0aad6-f9c4-40df-9578-56fcfbc59ca2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:43.161543 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-22fb666e-34a2-40e4-a532-96119a66b709 req-60c0aad6-f9c4-40df-9578-56fcfbc59ca2 service neutron] Transition to ACTIVE for port object 4c807108-7c4d-4ef6-a21f-5e8521f2fcca will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:43.167000 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device b4fbdd8d-ce1f-4bf0-857c-e40405b713d6 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:58:43.197973 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-22fb666e-34a2-40e4-a532-96119a66b709 req-60c0aad6-f9c4-40df-9578-56fcfbc59ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:43.201956 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05f915bb-e7c4-4928-bf9c-10722c8ddd59 req-6fc28492-3156-4e3c-b4dc-c047c90af4bb tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.13 "GET /v2.0/security-groups?id=445bfc54-c72f-4e70-a583-f6c94a906157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836103 Aug 28 14:58:43.210824 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c5f784d9-132b-4cf1-97e9-86fd9a65acfa None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:43.221787 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c5f784d9-132b-4cf1-97e9-86fd9a65acfa None None] Transition to ACTIVE for port object 3a499f75-d4b3-4609-aae3-93053ca2efd2 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:43.240730 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c5f784d9-132b-4cf1-97e9-86fd9a65acfa None None] Transition to ACTIVE for port object 3a499f75-d4b3-4609-aae3-93053ca2efd2 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:43.254874 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ad28ab5-2183-4fa3-80d7-01d6bb5bb423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:43.265992 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c5f784d9-132b-4cf1-97e9-86fd9a65acfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:43.307033 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:43.319965 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7a63ad8e-ddf8-4deb-929e-c1af7a5ea8de None None] Provisioning complete for port e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:43.320515 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7a63ad8e-ddf8-4deb-929e-c1af7a5ea8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:43.359198 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-48ab8063-88e9-41a9-8076-5516f1c0e956 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:43.368702 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-48ab8063-88e9-41a9-8076-5516f1c0e956 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:43.378206 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-48ab8063-88e9-41a9-8076-5516f1c0e956 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/networks?id=3acbcff8-69a9-4b0d-823b-cf95db629b8d&id=51328f48-dab2-4bc5-b49a-184fc97e083e&id=3acbcff8-69a9-4b0d-823b-cf95db629b8d HTTP/1.1" status: 200 len: 1391 time: 0.4395647 Aug 28 14:58:43.390173 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0aad6-f9c4-40df-9578-56fcfbc59ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=4c807108-7c4d-4ef6-a21f-5e8521f2fcca,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:43.391213 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7aef4e09-08f8-4966-8713-f80168fe33c5 req-402e27a1-287d-423b-a78c-82d2ff077506 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747436 Aug 28 14:58:43.403418 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-36973ab5-5d78-4a13-8747-f35e9af9f54f service neutron] Attempting to bind port 49adc9a0-3f71-4801-bb97-d7938b5f60cd on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:58:43.404229 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-36973ab5-5d78-4a13-8747-f35e9af9f54f service neutron] Attempting to bind port 49adc9a0-3f71-4801-bb97-d7938b5f60cd by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:58:43.404573 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-36973ab5-5d78-4a13-8747-f35e9af9f54f service neutron] Attempting to bind port 49adc9a0-3f71-4801-bb97-d7938b5f60cd on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:43.406712 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f784d9-132b-4cf1-97e9-86fd9a65acfa None None] Network 51328f48-dab2-4bc5-b49a-184fc97e083e is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:58:43.412489 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-b21e562c-3b8a-45f9-99c9-2c7d7a91c508 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/quotas/77e2c8d8344c43369cd6764e0c50c8bf HTTP/1.1" status: 200 len: 375 time: 0.0325658 Aug 28 14:58:43.413586 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.resource_extend [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 14:58:43.415913 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-c5f784d9-132b-4cf1-97e9-86fd9a65acfa None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:58:43.437168 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f784d9-132b-4cf1-97e9-86fd9a65acfa None None] Pushing event updated for resources: {'Port': ['ID=3a499f75-d4b3-4609-aae3-93053ca2efd2,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:43.472858 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-36973ab5-5d78-4a13-8747-f35e9af9f54f service neutron] Port 49adc9a0-3f71-4801-bb97-d7938b5f60cd on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:58:43.473340 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-36973ab5-5d78-4a13-8747-f35e9af9f54f service neutron] Attempting to bind port 49adc9a0-3f71-4801-bb97-d7938b5f60cd on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:43.483834 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f784d9-132b-4cf1-97e9-86fd9a65acfa None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:58:43.497661 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-36973ab5-5d78-4a13-8747-f35e9af9f54f service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:58:43.498181 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-36973ab5-5d78-4a13-8747-f35e9af9f54f service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:58:43.498378 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-36973ab5-5d78-4a13-8747-f35e9af9f54f service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:58:43.498869 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-36973ab5-5d78-4a13-8747-f35e9af9f54f service neutron] Bound port: 49adc9a0-3f71-4801-bb97-d7938b5f60cd, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:58:43.499260 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-36973ab5-5d78-4a13-8747-f35e9af9f54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:43.578295 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73124d2c-1d9c-42aa-82e5-448a958fadee req-4cef3a35-7c11-469f-9835-e16bfbfd621b tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:43.587520 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-73124d2c-1d9c-42aa-82e5-448a958fadee req-4cef3a35-7c11-469f-9835-e16bfbfd621b tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=da979f92-cfca-4975-ad84-89f011675bde HTTP/1.1" status: 200 len: 944 time: 0.2503793 Aug 28 14:58:43.631432 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:58:43.641037 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-b8614a47-338a-4b86-916b-3eb4e0b198f6 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=77e2c8d8344c43369cd6764e0c50c8bf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2274625 Aug 28 14:58:43.657230 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-22fb666e-34a2-40e4-a532-96119a66b709 req-60c0aad6-f9c4-40df-9578-56fcfbc59ca2 service neutron] Attempting to bind port 4c807108-7c4d-4ef6-a21f-5e8521f2fcca on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:58:43.658452 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-22fb666e-34a2-40e4-a532-96119a66b709 req-60c0aad6-f9c4-40df-9578-56fcfbc59ca2 service neutron] Attempting to bind port 4c807108-7c4d-4ef6-a21f-5e8521f2fcca by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '9a464380-b5ca-4ce5-bd5d-713d1db879d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '50f9d4de-1072-4625-ae09-b6146cb37525'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:58:43.659047 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fb666e-34a2-40e4-a532-96119a66b709 req-60c0aad6-f9c4-40df-9578-56fcfbc59ca2 service neutron] Attempting to bind port 4c807108-7c4d-4ef6-a21f-5e8521f2fcca on network 50f9d4de-1072-4625-ae09-b6146cb37525 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:43.675074 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fb666e-34a2-40e4-a532-96119a66b709 req-60c0aad6-f9c4-40df-9578-56fcfbc59ca2 service neutron] Port 4c807108-7c4d-4ef6-a21f-5e8521f2fcca on network 50f9d4de-1072-4625-ae09-b6146cb37525 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:58:43.675838 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fb666e-34a2-40e4-a532-96119a66b709 req-60c0aad6-f9c4-40df-9578-56fcfbc59ca2 service neutron] Attempting to bind port 4c807108-7c4d-4ef6-a21f-5e8521f2fcca on network 50f9d4de-1072-4625-ae09-b6146cb37525 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:43.688410 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-22fb666e-34a2-40e4-a532-96119a66b709 req-76203dc0-07c1-4b0d-98c3-fe90913fd580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb37c96d-a35a-4a07-9399-95d4c7b26ff2 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:58:43.696114 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fb666e-34a2-40e4-a532-96119a66b709 req-60c0aad6-f9c4-40df-9578-56fcfbc59ca2 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:58:43.696880 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fb666e-34a2-40e4-a532-96119a66b709 req-60c0aad6-f9c4-40df-9578-56fcfbc59ca2 service neutron] Checking segment: {'id': '9a464380-b5ca-4ce5-bd5d-713d1db879d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '50f9d4de-1072-4625-ae09-b6146cb37525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:58:43.697517 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fb666e-34a2-40e4-a532-96119a66b709 req-60c0aad6-f9c4-40df-9578-56fcfbc59ca2 service neutron] Bound using segment: {'id': '9a464380-b5ca-4ce5-bd5d-713d1db879d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '50f9d4de-1072-4625-ae09-b6146cb37525'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:58:43.698234 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-22fb666e-34a2-40e4-a532-96119a66b709 req-60c0aad6-f9c4-40df-9578-56fcfbc59ca2 service neutron] Bound port: 4c807108-7c4d-4ef6-a21f-5e8521f2fcca, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a464380-b5ca-4ce5-bd5d-713d1db879d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '50f9d4de-1072-4625-ae09-b6146cb37525'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:58:43.698886 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-22fb666e-34a2-40e4-a532-96119a66b709 req-60c0aad6-f9c4-40df-9578-56fcfbc59ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:43.710990 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-22fb666e-34a2-40e4-a532-96119a66b709 req-76203dc0-07c1-4b0d-98c3-fe90913fd580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:43.784432 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7aef4e09-08f8-4966-8713-f80168fe33c5 req-4378a9e6-6f68-4c81-a990-42ce33041095 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835778 Aug 28 14:58:43.815356 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-22fb666e-34a2-40e4-a532-96119a66b709 req-60c0aad6-f9c4-40df-9578-56fcfbc59ca2 service neutron] For port 4c807108-7c4d-4ef6-a21f-5e8521f2fcca, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:58:43.820151 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-22fb666e-34a2-40e4-a532-96119a66b709 req-60c0aad6-f9c4-40df-9578-56fcfbc59ca2 service neutron] For port 4c807108-7c4d-4ef6-a21f-5e8521f2fcca, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=4c807108-7c4d-4ef6-a21f-5e8521f2fcca,segment=NetworkSegment(9a464380-b5ca-4ce5-bd5d-713d1db879d0),segment_id=9a464380-b5ca-4ce5-bd5d-713d1db879d0)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:58:43.824422 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-73124d2c-1d9c-42aa-82e5-448a958fadee req-151f6243-10ea-40ae-844f-9316d9214a74 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/security-groups?id=77ec7446-4a36-4100-bb77-05f18aacf8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318802 Aug 28 14:58:43.837111 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-22fb666e-34a2-40e4-a532-96119a66b709 req-76203dc0-07c1-4b0d-98c3-fe90913fd580 service neutron] Transition to ACTIVE for port object cb37c96d-a35a-4a07-9399-95d4c7b26ff2 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:43.839517 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ad28ab5-2183-4fa3-80d7-01d6bb5bb423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:43.841960 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-36973ab5-5d78-4a13-8747-f35e9af9f54f service neutron] For port 49adc9a0-3f71-4801-bb97-d7938b5f60cd, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:58:43.854020 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-22fb666e-34a2-40e4-a532-96119a66b709 req-60c0aad6-f9c4-40df-9578-56fcfbc59ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:43.854592 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c5f784d9-132b-4cf1-97e9-86fd9a65acfa None None] Attempting to bind port 3a499f75-d4b3-4609-aae3-93053ca2efd2 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:58:43.854966 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c5f784d9-132b-4cf1-97e9-86fd9a65acfa None None] Attempting to bind port 3a499f75-d4b3-4609-aae3-93053ca2efd2 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'd4bdd52c-aa58-4c64-8ede-4f23f8533bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '51328f48-dab2-4bc5-b49a-184fc97e083e'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:58:43.855325 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f784d9-132b-4cf1-97e9-86fd9a65acfa None None] Attempting to bind port 3a499f75-d4b3-4609-aae3-93053ca2efd2 on network 51328f48-dab2-4bc5-b49a-184fc97e083e {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:43.858603 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-36973ab5-5d78-4a13-8747-f35e9af9f54f service neutron] For port 49adc9a0-3f71-4801-bb97-d7938b5f60cd, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=49adc9a0-3f71-4801-bb97-d7938b5f60cd,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:58:43.859958 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ad28ab5-2183-4fa3-80d7-01d6bb5bb423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:43.863628 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f784d9-132b-4cf1-97e9-86fd9a65acfa None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:58:43.864362 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f784d9-132b-4cf1-97e9-86fd9a65acfa None None] Checking segment: {'id': 'd4bdd52c-aa58-4c64-8ede-4f23f8533bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '51328f48-dab2-4bc5-b49a-184fc97e083e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:58:43.865608 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c5f784d9-132b-4cf1-97e9-86fd9a65acfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:43.866402 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f784d9-132b-4cf1-97e9-86fd9a65acfa None None] Bound using segment: {'id': 'd4bdd52c-aa58-4c64-8ede-4f23f8533bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '51328f48-dab2-4bc5-b49a-184fc97e083e'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:58:43.867264 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c5f784d9-132b-4cf1-97e9-86fd9a65acfa None None] Bound port: 3a499f75-d4b3-4609-aae3-93053ca2efd2, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4bdd52c-aa58-4c64-8ede-4f23f8533bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '51328f48-dab2-4bc5-b49a-184fc97e083e'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:58:43.867951 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c5f784d9-132b-4cf1-97e9-86fd9a65acfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:43.900777 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port b4fbdd8d-ce1f-4bf0-857c-e40405b713d6, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=b4fbdd8d-ce1f-4bf0-857c-e40405b713d6,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:43.915759 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-22fb666e-34a2-40e4-a532-96119a66b709 req-76203dc0-07c1-4b0d-98c3-fe90913fd580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:43.917291 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-36973ab5-5d78-4a13-8747-f35e9af9f54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:43.966372 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c5f784d9-132b-4cf1-97e9-86fd9a65acfa None None] For port 3a499f75-d4b3-4609-aae3-93053ca2efd2, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:58:43.969672 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c5f784d9-132b-4cf1-97e9-86fd9a65acfa None None] For port 3a499f75-d4b3-4609-aae3-93053ca2efd2, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=3a499f75-d4b3-4609-aae3-93053ca2efd2,segment=NetworkSegment(d4bdd52c-aa58-4c64-8ede-4f23f8533bd4),segment_id=d4bdd52c-aa58-4c64-8ede-4f23f8533bd4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:58:43.984124 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c5f784d9-132b-4cf1-97e9-86fd9a65acfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:43.998416 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:43.998882 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:44.031414 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6ad28ab5-2183-4fa3-80d7-01d6bb5bb423 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0394102817542f480c8ba2d51abd511&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1099470 Aug 28 14:58:44.042699 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb666e-34a2-40e4-a532-96119a66b709 req-60c0aad6-f9c4-40df-9578-56fcfbc59ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:44.044006 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-22fb666e-34a2-40e4-a532-96119a66b709 req-60c0aad6-f9c4-40df-9578-56fcfbc59ca2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:44.047072 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-60c0aad6-f9c4-40df-9578-56fcfbc59ca2 service neutron] 10.222.0.36 "PUT /v2.0/ports/4c807108-7c4d-4ef6-a21f-5e8521f2fcca HTTP/1.1" status: 200 len: 1093 time: 4.3195090 Aug 28 14:58:44.047731 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-36973ab5-5d78-4a13-8747-f35e9af9f54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:44.048531 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-36973ab5-5d78-4a13-8747-f35e9af9f54f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:44.049872 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59524) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:44.049994 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-36973ab5-5d78-4a13-8747-f35e9af9f54f service neutron] 10.222.0.41 "PUT /v2.0/ports/49adc9a0-3f71-4801-bb97-d7938b5f60cd HTTP/1.1" status: 200 len: 1097 time: 4.2497828 Aug 28 14:58:44.050451 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da979f92-cfca-4975-ad84-89f011675bde', 'tag': '4c807108-7c4d-4ef6-a21f-5e8521f2fcca'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:58:44.053249 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c4157b-3881-4516-8ef4-99dbb945ca7f', 'tag': '49adc9a0-3f71-4801-bb97-d7938b5f60cd'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:58:44.062114 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cfd316-efd3-4ca6-b8c9-81abfbea7e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "da979f92-cfca-4975-ad84-89f011675bde", "tag": "4c807108-7c4d-4ef6-a21f-5e8521f2fcca"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:58:44.062358 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb3488a-d1ab-4b6d-acc2-78e2ed6609b1" -d '{"events": [{"name": "network-changed", "server_uuid": "69c4157b-3881-4516-8ef4-99dbb945ca7f", "tag": "49adc9a0-3f71-4801-bb97-d7938b5f60cd"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:58:44.088860 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad28ab5-2183-4fa3-80d7-01d6bb5bb423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1711a1ca-65ad-44b4-a389-a584a3ddc8d0,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:44.092432 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'b4fbdd8d-ce1f-4bf0-857c-e40405b713d6', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': 'b4fbdd8d-ce1f-4bf0-857c-e40405b713d6', 'mac_address': 'fa:16:3e:b2:04:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:58:44.160497 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36973ab5-5d78-4a13-8747-f35e9af9f54f service neutron] Pushing event updated for resources: {'Port': ['ID=49adc9a0-3f71-4801-bb97-d7938b5f60cd,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:44.187907 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a74139-5f76-46b7-85e5-e85cf8672060 req-3888fb51-88b5-430d-8e0f-e1ec33e1b34d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:44.197023 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-81a74139-5f76-46b7-85e5-e85cf8672060 req-3888fb51-88b5-430d-8e0f-e1ec33e1b34d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 948 time: 0.2522047 Aug 28 14:58:44.202861 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:44.239043 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-1a9f5a16-8322-42cd-a13a-f44abb6055d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:44.240830 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-1a9f5a16-8322-42cd-a13a-f44abb6055d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 1100 time: 0.1383467 Aug 28 14:58:44.280444 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0aad6-f9c4-40df-9578-56fcfbc59ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=4c807108-7c4d-4ef6-a21f-5e8521f2fcca,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:44.315294 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-81a74139-5f76-46b7-85e5-e85cf8672060 req-510db2a3-09db-40c3-9ac9-1323928dbdd7 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171243 Aug 28 14:58:44.324951 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-38818175-7b3e-443a-8d8a-9b4e1148c52c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=49adc9a0-3f71-4801-bb97-d7938b5f60cd HTTP/1.1" status: 200 len: 217 time: 0.0652404 Aug 28 14:58:44.327090 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4fbdd8d-ce1f-4bf0-857c-e40405b713d6 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:58:44.372635 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f784d9-132b-4cf1-97e9-86fd9a65acfa None None] Pushing event updated for resources: {'Port': ['ID=3a499f75-d4b3-4609-aae3-93053ca2efd2,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:44.417570 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port b4fbdd8d-ce1f-4bf0-857c-e40405b713d6, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=b4fbdd8d-ce1f-4bf0-857c-e40405b713d6,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:44.437436 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-83ccce60-a9a9-4948-9984-aa9e38856846 service neutron] 10.222.0.13 "GET /v2.0/networks/3acbcff8-69a9-4b0d-823b-cf95db629b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7867005 Aug 28 14:58:44.463490 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-126dcfdb-af08-47b0-9795-a23af43b6831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:44.472029 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-126dcfdb-af08-47b0-9795-a23af43b6831 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1410494 Aug 28 14:58:44.490265 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:44.580790 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb666e-34a2-40e4-a532-96119a66b709 req-601e81b6-b0c4-4848-9928-b796dc8c9f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:44.582631 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-601e81b6-b0c4-4848-9928-b796dc8c9f32 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f5fdf7c9ae34b1c8df1780ae980d45b&device_id=da979f92-cfca-4975-ad84-89f011675bde HTTP/1.1" status: 200 len: 1096 time: 0.4459689 Aug 28 14:58:44.624744 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-e8554b66-1ead-4597-aaef-8a3c59459dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:44.631122 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-e8554b66-1ead-4597-aaef-8a3c59459dbe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1508255 Aug 28 14:58:44.705325 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76203dc0-07c1-4b0d-98c3-fe90913fd580 service neutron] Pushing event updated for resources: {'Port': ['ID=cb37c96d-a35a-4a07-9399-95d4c7b26ff2,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:44.721800 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=b4fbdd8d-ce1f-4bf0-857c-e40405b713d6,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:44.775786 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f881f9-0a97-4618-a314-3c50978e7020 x-openstack-request-id: req-92f881f9-0a97-4618-a314-3c50978e7020 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:58:44.776072 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c4157b-3881-4516-8ef4-99dbb945ca7f", "tag": "49adc9a0-3f71-4801-bb97-d7938b5f60cd", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:58:44.776320 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92f881f9-0a97-4618-a314-3c50978e7020 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:58:44.776719 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69c4157b-3881-4516-8ef4-99dbb945ca7f', 'tag': '49adc9a0-3f71-4801-bb97-d7938b5f60cd', 'status': 'completed', 'code': 200} Aug 28 14:58:44.778278 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['b4fbdd8d-ce1f-4bf0-857c-e40405b713d6'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:58:44.820037 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-766c4015-5e3a-4e30-8cfe-1a8e125fef34 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792519 Aug 28 14:58:44.887295 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab795ab5-2440-4726-b8de-7b4ac2c527f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:44.937977 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab795ab5-2440-4726-b8de-7b4ac2c527f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:44.944461 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4789f2d2-e0f7-45c6-b7e4-3ce8d9c71b55 req-df31132f-8af0-4c7c-93f6-641cb4b49e74 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159523 Aug 28 14:58:44.989423 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-5977cf83-6c3a-4df1-9485-216eed54f804 service neutron] 10.222.0.13 "GET /v2.0/networks/3acbcff8-69a9-4b0d-823b-cf95db629b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131824 Aug 28 14:58:45.020437 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb044b-fb51-4c69-a091-cff2696b1828 req-4732c9d7-077d-4875-9e2d-965e79de97a5 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:45.033946 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-74bb044b-fb51-4c69-a091-cff2696b1828 req-4732c9d7-077d-4875-9e2d-965e79de97a5 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfffd45-61d2-438b-8ce6-d823f57964d7 HTTP/1.1" status: 200 len: 949 time: 0.0880289 Aug 28 14:58:45.117623 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-74bb044b-fb51-4c69-a091-cff2696b1828 req-ab5cad86-4505-41ff-ac49-3d858c2c40ba tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.13 "GET /v2.0/security-groups?id=445bfc54-c72f-4e70-a583-f6c94a906157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745761 Aug 28 14:58:45.127198 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3488a-d1ab-4b6d-acc2-78e2ed6609b1 req-b139e5ae-664f-49e9-8f10-1c50fcff37ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:45.128760 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ebb3488a-d1ab-4b6d-acc2-78e2ed6609b1 req-b139e5ae-664f-49e9-8f10-1c50fcff37ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 1100 time: 0.0941381 Aug 28 14:58:45.280905 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3488a-d1ab-4b6d-acc2-78e2ed6609b1 req-37883ebe-1ff2-4850-8ac5-ffceefcb87e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:45.282802 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ebb3488a-d1ab-4b6d-acc2-78e2ed6609b1 req-37883ebe-1ff2-4850-8ac5-ffceefcb87e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.1444716 Aug 28 14:58:45.356865 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ebb3488a-d1ab-4b6d-acc2-78e2ed6609b1 req-3963916d-17c8-4a88-a37b-f691d4575c80 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=49adc9a0-3f71-4801-bb97-d7938b5f60cd HTTP/1.1" status: 200 len: 217 time: 0.0619237 Aug 28 14:58:45.435873 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e459ff1-8908-4133-9f03-640314e6f6f7 req-1ea7e762-80f7-46f7-9585-e36c255b9cc1 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:45.437454 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8e459ff1-8908-4133-9f03-640314e6f6f7 req-1ea7e762-80f7-46f7-9585-e36c255b9cc1 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc00178-e42f-4ffe-9f1e-5658289a9ce8 HTTP/1.1" status: 200 len: 945 time: 0.1537671 Aug 28 14:58:45.439450 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3488a-d1ab-4b6d-acc2-78e2ed6609b1 req-3c1f1cc5-df4d-4088-8bea-2b5ebaacac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:45.440842 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ebb3488a-d1ab-4b6d-acc2-78e2ed6609b1 req-3c1f1cc5-df4d-4088-8bea-2b5ebaacac5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.0676589 Aug 28 14:58:45.542303 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e89d81b-ad33-472e-9e61-376cbd7ff5cb x-openstack-request-id: req-0e89d81b-ad33-472e-9e61-376cbd7ff5cb {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:58:45.543137 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da979f92-cfca-4975-ad84-89f011675bde", "tag": "4c807108-7c4d-4ef6-a21f-5e8521f2fcca", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:58:45.543137 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e89d81b-ad33-472e-9e61-376cbd7ff5cb {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:58:45.543503 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da979f92-cfca-4975-ad84-89f011675bde', 'tag': '4c807108-7c4d-4ef6-a21f-5e8521f2fcca', 'status': 'completed', 'code': 200} Aug 28 14:58:45.556960 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8e459ff1-8908-4133-9f03-640314e6f6f7 req-4cea025d-f696-426a-8bf0-a826ec546232 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/security-groups?id=60056bfc-e688-4bfd-9765-2e80355b49c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052613 Aug 28 14:58:45.572928 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-995528d3-78aa-4f72-aeb7-4154741e8dfd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c807108-7c4d-4ef6-a21f-5e8521f2fcca HTTP/1.1" status: 200 len: 217 time: 0.9643583 Aug 28 14:58:45.575995 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3488a-d1ab-4b6d-acc2-78e2ed6609b1 req-346b7a54-dd1a-4d99-9d69-a378bf2f05a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:45.577999 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ebb3488a-d1ab-4b6d-acc2-78e2ed6609b1 req-346b7a54-dd1a-4d99-9d69-a378bf2f05a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1202164 Aug 28 14:58:45.629014 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051ffe76-9f9f-4eb1-a16b-79131ee94683 None None] Network 51328f48-dab2-4bc5-b49a-184fc97e083e requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:58:45.635205 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-22fb666e-34a2-40e4-a532-96119a66b709 req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feaee1a9-c469-44b3-b9ab-fafaa6ccb063 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:58:45.646048 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-22fb666e-34a2-40e4-a532-96119a66b709 req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:45.659203 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-22fb666e-34a2-40e4-a532-96119a66b709 req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Transition to ACTIVE for port object feaee1a9-c469-44b3-b9ab-fafaa6ccb063 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:45.687025 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-22fb666e-34a2-40e4-a532-96119a66b709 req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:45.781454 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 3a499f75-d4b3-4609-aae3-93053ca2efd2 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:58:45.814440 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-22fb666e-34a2-40e4-a532-96119a66b709 req-76203dc0-07c1-4b0d-98c3-fe90913fd580 service neutron] Attempting to bind port cb37c96d-a35a-4a07-9399-95d4c7b26ff2 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:58:45.814794 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-22fb666e-34a2-40e4-a532-96119a66b709 req-76203dc0-07c1-4b0d-98c3-fe90913fd580 service neutron] Attempting to bind port cb37c96d-a35a-4a07-9399-95d4c7b26ff2 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '9a464380-b5ca-4ce5-bd5d-713d1db879d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '50f9d4de-1072-4625-ae09-b6146cb37525'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:58:45.815124 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fb666e-34a2-40e4-a532-96119a66b709 req-76203dc0-07c1-4b0d-98c3-fe90913fd580 service neutron] Attempting to bind port cb37c96d-a35a-4a07-9399-95d4c7b26ff2 on network 50f9d4de-1072-4625-ae09-b6146cb37525 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:45.830479 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ebb3488a-d1ab-4b6d-acc2-78e2ed6609b1 req-3bdf4a94-2c04-462e-b4fb-129f9c6f3b72 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434690 Aug 28 14:58:45.846296 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fb666e-34a2-40e4-a532-96119a66b709 req-76203dc0-07c1-4b0d-98c3-fe90913fd580 service neutron] Port cb37c96d-a35a-4a07-9399-95d4c7b26ff2 on network 50f9d4de-1072-4625-ae09-b6146cb37525 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:58:45.846681 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fb666e-34a2-40e4-a532-96119a66b709 req-76203dc0-07c1-4b0d-98c3-fe90913fd580 service neutron] Attempting to bind port cb37c96d-a35a-4a07-9399-95d4c7b26ff2 on network 50f9d4de-1072-4625-ae09-b6146cb37525 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:45.861416 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ddd4b379-d5b6-41bd-bf92-266c7a45fb71 None None] Provisioning for port 3a499f75-d4b3-4609-aae3-93053ca2efd2 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:45.903488 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 3a499f75-d4b3-4609-aae3-93053ca2efd2 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:45.913251 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fb666e-34a2-40e4-a532-96119a66b709 req-76203dc0-07c1-4b0d-98c3-fe90913fd580 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:58:45.913598 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fb666e-34a2-40e4-a532-96119a66b709 req-76203dc0-07c1-4b0d-98c3-fe90913fd580 service neutron] Checking segment: {'id': '9a464380-b5ca-4ce5-bd5d-713d1db879d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '50f9d4de-1072-4625-ae09-b6146cb37525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:58:45.913995 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fb666e-34a2-40e4-a532-96119a66b709 req-76203dc0-07c1-4b0d-98c3-fe90913fd580 service neutron] Bound using segment: {'id': '9a464380-b5ca-4ce5-bd5d-713d1db879d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '50f9d4de-1072-4625-ae09-b6146cb37525'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:58:45.914439 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-22fb666e-34a2-40e4-a532-96119a66b709 req-76203dc0-07c1-4b0d-98c3-fe90913fd580 service neutron] Bound port: cb37c96d-a35a-4a07-9399-95d4c7b26ff2, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a464380-b5ca-4ce5-bd5d-713d1db879d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '50f9d4de-1072-4625-ae09-b6146cb37525'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:58:45.914802 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-22fb666e-34a2-40e4-a532-96119a66b709 req-76203dc0-07c1-4b0d-98c3-fe90913fd580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:45.921987 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 3a499f75-d4b3-4609-aae3-93053ca2efd2 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:45.921987 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:45.922658 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Pushing event updated for resources: {'Port': ['ID=feaee1a9-c469-44b3-b9ab-fafaa6ccb063,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:45.925035 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab795ab5-2440-4726-b8de-7b4ac2c527f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:45.928503 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab795ab5-2440-4726-b8de-7b4ac2c527f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:45.933057 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ab795ab5-2440-4726-b8de-7b4ac2c527f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1711a1ca-65ad-44b4-a389-a584a3ddc8d0 HTTP/1.1" status: 204 len: 168 time: 1.8590257 Aug 28 14:58:45.950990 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb666e-34a2-40e4-a532-96119a66b709 req-de1de7bd-29df-4907-bb14-8e329761b985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:45.952592 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-de1de7bd-29df-4907-bb14-8e329761b985 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=babeb1cc-c2d1-4c37-a788-a16dd8769564 HTTP/1.1" status: 200 len: 858 time: 0.2873743 Aug 28 14:58:45.997196 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab795ab5-2440-4726-b8de-7b4ac2c527f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1711a1ca-65ad-44b4-a389-a584a3ddc8d0,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:45.997830 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef859a29-a2ae-4fd4-88ac-556e46784386 req-c109114a-b4b1-416e-9be3-ce9903479112 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:46.009377 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ef859a29-a2ae-4fd4-88ac-556e46784386 req-c109114a-b4b1-416e-9be3-ce9903479112 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=da979f92-cfca-4975-ad84-89f011675bde HTTP/1.1" status: 200 len: 944 time: 0.2574904 Aug 28 14:58:46.011875 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ebb3488a-d1ab-4b6d-acc2-78e2ed6609b1 req-eae93a07-8ca4-4fb0-b675-823f13f3d0ac service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550920 Aug 28 14:58:46.089397 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-4bf54fc6-ba68-4bd3-9f50-7d1259a6a3d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50f9d4de-1072-4625-ae09-b6146cb37525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259935 Aug 28 14:58:46.094216 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ef859a29-a2ae-4fd4-88ac-556e46784386 req-1f898054-8ddc-4600-91f8-df4df8e2a1a4 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/security-groups?id=77ec7446-4a36-4100-bb77-05f18aacf8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779214 Aug 28 14:58:46.095131 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-cfc892d7-f1f5-495e-a325-0dfff32c79ba service neutron] 10.222.0.13 "GET /v2.0/networks/51328f48-dab2-4bc5-b49a-184fc97e083e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5500715 Aug 28 14:58:46.126318 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-22fb666e-34a2-40e4-a532-96119a66b709 req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Attempting to bind port feaee1a9-c469-44b3-b9ab-fafaa6ccb063 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:58:46.126674 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-22fb666e-34a2-40e4-a532-96119a66b709 req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Attempting to bind port feaee1a9-c469-44b3-b9ab-fafaa6ccb063 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '9a464380-b5ca-4ce5-bd5d-713d1db879d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '50f9d4de-1072-4625-ae09-b6146cb37525'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:58:46.126989 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fb666e-34a2-40e4-a532-96119a66b709 req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Attempting to bind port feaee1a9-c469-44b3-b9ab-fafaa6ccb063 on network 50f9d4de-1072-4625-ae09-b6146cb37525 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:46.147969 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fb666e-34a2-40e4-a532-96119a66b709 req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Port feaee1a9-c469-44b3-b9ab-fafaa6ccb063 on network 50f9d4de-1072-4625-ae09-b6146cb37525 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:58:46.148306 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fb666e-34a2-40e4-a532-96119a66b709 req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Attempting to bind port feaee1a9-c469-44b3-b9ab-fafaa6ccb063 on network 50f9d4de-1072-4625-ae09-b6146cb37525 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:46.184560 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fb666e-34a2-40e4-a532-96119a66b709 req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:58:46.184728 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:46.185050 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fb666e-34a2-40e4-a532-96119a66b709 req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Checking segment: {'id': '9a464380-b5ca-4ce5-bd5d-713d1db879d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '50f9d4de-1072-4625-ae09-b6146cb37525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:58:46.185449 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fb666e-34a2-40e4-a532-96119a66b709 req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Bound using segment: {'id': '9a464380-b5ca-4ce5-bd5d-713d1db879d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '50f9d4de-1072-4625-ae09-b6146cb37525'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:58:46.185900 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-22fb666e-34a2-40e4-a532-96119a66b709 req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Bound port: feaee1a9-c469-44b3-b9ab-fafaa6ccb063, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a464380-b5ca-4ce5-bd5d-713d1db879d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '50f9d4de-1072-4625-ae09-b6146cb37525'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:58:46.186259 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-22fb666e-34a2-40e4-a532-96119a66b709 req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:46.269022 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 3a499f75-d4b3-4609-aae3-93053ca2efd2, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=3a499f75-d4b3-4609-aae3-93053ca2efd2,segment=NetworkSegment(d4bdd52c-aa58-4c64-8ede-4f23f8533bd4),segment_id=d4bdd52c-aa58-4c64-8ede-4f23f8533bd4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:46.282540 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:46.304684 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377aeb2-ccba-4d3c-a6bb-316283904d56 req-5c16920d-b815-4043-a6d5-7f1344b0f728 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:46.315261 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d377aeb2-ccba-4d3c-a6bb-316283904d56 req-5c16920d-b815-4043-a6d5-7f1344b0f728 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 948 time: 0.1015525 Aug 28 14:58:46.358865 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=3a499f75-d4b3-4609-aae3-93053ca2efd2,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:46.401510 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d377aeb2-ccba-4d3c-a6bb-316283904d56 req-d1985766-5f40-48da-9070-548ca8c2e2d5 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798540 Aug 28 14:58:46.496574 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-22fb666e-34a2-40e4-a532-96119a66b709 req-76203dc0-07c1-4b0d-98c3-fe90913fd580 service neutron] For port cb37c96d-a35a-4a07-9399-95d4c7b26ff2, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:58:46.515376 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f5fa00b4-71ec-4cd3-b3c6-61acf2e43a40 None None] Provisioning complete for port 3a499f75-d4b3-4609-aae3-93053ca2efd2 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:46.515791 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f5fa00b4-71ec-4cd3-b3c6-61acf2e43a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:46.562332 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-22fb666e-34a2-40e4-a532-96119a66b709 req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] For port feaee1a9-c469-44b3-b9ab-fafaa6ccb063, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:58:46.569333 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-22fb666e-34a2-40e4-a532-96119a66b709 req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] For port feaee1a9-c469-44b3-b9ab-fafaa6ccb063, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=feaee1a9-c469-44b3-b9ab-fafaa6ccb063,segment=NetworkSegment(9a464380-b5ca-4ce5-bd5d-713d1db879d0),segment_id=9a464380-b5ca-4ce5-bd5d-713d1db879d0)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:58:46.584569 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-22fb666e-34a2-40e4-a532-96119a66b709 req-76203dc0-07c1-4b0d-98c3-fe90913fd580 service neutron] For port cb37c96d-a35a-4a07-9399-95d4c7b26ff2, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=cb37c96d-a35a-4a07-9399-95d4c7b26ff2,segment=NetworkSegment(9a464380-b5ca-4ce5-bd5d-713d1db879d0),segment_id=9a464380-b5ca-4ce5-bd5d-713d1db879d0)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:58:46.590441 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-f99b9ed1-90d6-43ca-aedf-01699987dea9 service neutron] 10.222.0.36 "GET /v2.0/networks/50f9d4de-1072-4625-ae09-b6146cb37525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822702 Aug 28 14:58:46.704047 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-22fb666e-34a2-40e4-a532-96119a66b709 req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:46.710450 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3e04e-ebe2-4dac-9bd3-bb8f5e52b222 req-2ee695b9-8224-4a04-abb9-db051eeb6eb3 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:46.720220 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-86c3e04e-ebe2-4dac-9bd3-bb8f5e52b222 req-2ee695b9-8224-4a04-abb9-db051eeb6eb3 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfffd45-61d2-438b-8ce6-d823f57964d7 HTTP/1.1" status: 200 len: 949 time: 0.1028957 Aug 28 14:58:46.740047 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-22fb666e-34a2-40e4-a532-96119a66b709 req-76203dc0-07c1-4b0d-98c3-fe90913fd580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:46.759910 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-86c3e04e-ebe2-4dac-9bd3-bb8f5e52b222 req-5730c55d-5b18-4b53-8633-d0a2b3a8fa5f tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.13 "GET /v2.0/security-groups?id=445bfc54-c72f-4e70-a583-f6c94a906157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393796 Aug 28 14:58:46.814780 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-25596d08-4c8d-466a-8c29-7b894b98fb26 service neutron] 10.222.0.36 "GET /v2.0/networks/50f9d4de-1072-4625-ae09-b6146cb37525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116213 Aug 28 14:58:46.823278 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb666e-34a2-40e4-a532-96119a66b709 req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:46.823939 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-22fb666e-34a2-40e4-a532-96119a66b709 req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:46.825414 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] 10.222.0.41 "PUT /v2.0/ports/feaee1a9-c469-44b3-b9ab-fafaa6ccb063 HTTP/1.1" status: 200 len: 1092 time: 4.2461307 Aug 28 14:58:46.831366 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-7cb72f73-de03-43bc-ad28-ceaf2808ad91 service neutron] 10.222.0.13 "GET /v2.0/networks/51328f48-dab2-4bc5-b49a-184fc97e083e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7218008 Aug 28 14:58:46.834139 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Pushing event updated for resources: {'Port': ['ID=feaee1a9-c469-44b3-b9ab-fafaa6ccb063,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:46.837287 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb666e-34a2-40e4-a532-96119a66b709 req-76203dc0-07c1-4b0d-98c3-fe90913fd580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:46.837914 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-22fb666e-34a2-40e4-a532-96119a66b709 req-76203dc0-07c1-4b0d-98c3-fe90913fd580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:46.839414 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-76203dc0-07c1-4b0d-98c3-fe90913fd580 service neutron] 10.222.0.41 "PUT /v2.0/ports/cb37c96d-a35a-4a07-9399-95d4c7b26ff2 HTTP/1.1" status: 200 len: 1092 time: 5.5797334 Aug 28 14:58:47.034428 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:47.034729 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:47.035076 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:47.035414 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:47.035774 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:47.036108 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:47.036971 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:47.037312 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:47.038001 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:47.038340 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:47.038670 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:47.038995 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581cfda-a682-4a1f-8939-5322bbd19413 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:47.143814 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59574) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:47.164222 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device b4fbdd8d-ce1f-4bf0-857c-e40405b713d6 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:58:47.199288 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb666e-34a2-40e4-a532-96119a66b709 req-fb67dc17-2762-4996-9df0-db42f5baf0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:47.201091 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-fb67dc17-2762-4996-9df0-db42f5baf0ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f5fdf7c9ae34b1c8df1780ae980d45b&device_id=ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f HTTP/1.1" status: 200 len: 1095 time: 0.2715540 Aug 28 14:58:47.205921 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb666e-34a2-40e4-a532-96119a66b709 req-b760ce9f-eb42-4a77-94aa-fc81f97d4e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:47.207550 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-b760ce9f-eb42-4a77-94aa-fc81f97d4e36 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f5fdf7c9ae34b1c8df1780ae980d45b&device_id=7da5cd89-e266-4498-a837-e5519154795c HTTP/1.1" status: 200 len: 1095 time: 0.2556162 Aug 28 14:58:47.208396 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346c628-fb80-484f-981a-f93a46ecb3ec req-42c49223-a2c4-48d5-aedf-05b82f23ad2b tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:47.210518 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e346c628-fb80-484f-981a-f93a46ecb3ec req-42c49223-a2c4-48d5-aedf-05b82f23ad2b tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc00178-e42f-4ffe-9f1e-5658289a9ce8 HTTP/1.1" status: 200 len: 945 time: 0.1184978 Aug 28 14:58:47.211800 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-c87ee348-634a-49ee-8312-66544084ca5f service neutron] 10.222.0.13 "GET /v2.0/networks/3acbcff8-69a9-4b0d-823b-cf95db629b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712280 Aug 28 14:58:47.213721 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfd316-efd3-4ca6-b8c9-81abfbea7e6b req-49d3424c-29ba-406e-a053-8ee3c32e8333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:47.215282 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-29cfd316-efd3-4ca6-b8c9-81abfbea7e6b req-49d3424c-29ba-406e-a053-8ee3c32e8333 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f5fdf7c9ae34b1c8df1780ae980d45b&device_id=da979f92-cfca-4975-ad84-89f011675bde HTTP/1.1" status: 200 len: 1096 time: 0.2480109 Aug 28 14:58:47.216265 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76203dc0-07c1-4b0d-98c3-fe90913fd580 service neutron] Pushing event updated for resources: {'Port': ['ID=cb37c96d-a35a-4a07-9399-95d4c7b26ff2,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:47.264775 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port b4fbdd8d-ce1f-4bf0-857c-e40405b713d6 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:47.275018 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port b4fbdd8d-ce1f-4bf0-857c-e40405b713d6 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:47.275773 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:47.291047 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e346c628-fb80-484f-981a-f93a46ecb3ec req-3a6659fd-e15a-4478-9912-30b0e9996331 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/security-groups?id=60056bfc-e688-4bfd-9765-2e80355b49c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724397 Aug 28 14:58:47.393559 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-9318b104-69f8-42ab-8db1-3ed42125ffb0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1770077252-network', 'tenant_id': '7b319c3c286c4760ae45c0d4e22bccc2'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:47.422878 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-0d5d73e4-f818-461c-b95f-5b8f69b75c87 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb37c96d-a35a-4a07-9399-95d4c7b26ff2 HTTP/1.1" status: 200 len: 217 time: 0.1929314 Aug 28 14:58:47.424038 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-317dc6ca-6b51-46ad-b5a9-bab8a2dba3dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=feaee1a9-c469-44b3-b9ab-fafaa6ccb063 HTTP/1.1" status: 200 len: 217 time: 0.1933577 Aug 28 14:58:47.465431 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:47.492584 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bfffd45-61d2-438b-8ce6-d823f57964d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fbdd8d-ce1f-4bf0-857c-e40405b713d6'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:58:47.495016 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cf7848-212c-4bd9-94f3-ad2705a04728" -d '{"events": [{"server_uuid": "7bfffd45-61d2-438b-8ce6-d823f57964d7", "name": "network-vif-plugged", "status": "completed", "tag": "b4fbdd8d-ce1f-4bf0-857c-e40405b713d6"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:58:47.514499 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port b4fbdd8d-ce1f-4bf0-857c-e40405b713d6, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=b4fbdd8d-ce1f-4bf0-857c-e40405b713d6,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:47.517441 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82bb6d-476d-4cba-8ffc-acb5fbddf334 req-b6c93141-d411-4cb9-9f2e-096e647d9519 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:47.527483 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:47.529175 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9e82bb6d-476d-4cba-8ffc-acb5fbddf334 req-b6c93141-d411-4cb9-9f2e-096e647d9519 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=da979f92-cfca-4975-ad84-89f011675bde HTTP/1.1" status: 200 len: 944 time: 0.1208823 Aug 28 14:58:47.553170 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f', 'tag': 'feaee1a9-c469-44b3-b9ab-fafaa6ccb063'}, {'name': 'network-changed', 'server_uuid': '7da5cd89-e266-4498-a837-e5519154795c', 'tag': 'cb37c96d-a35a-4a07-9399-95d4c7b26ff2'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:58:47.560822 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa6e799-0d41-4cc8-814d-5d11c9e0366d" -d '{"events": [{"name": "network-changed", "server_uuid": "ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f", "tag": "feaee1a9-c469-44b3-b9ab-fafaa6ccb063"}, {"name": "network-changed", "server_uuid": "7da5cd89-e266-4498-a837-e5519154795c", "tag": "cb37c96d-a35a-4a07-9399-95d4c7b26ff2"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:58:47.583208 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9318b104-69f8-42ab-8db1-3ed42125ffb0 admin admin] Made reservation on behalf of 7b319c3c286c4760ae45c0d4e22bccc2 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:58:47.586762 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9318b104-69f8-42ab-8db1-3ed42125ffb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:47.605396 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9318b104-69f8-42ab-8db1-3ed42125ffb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:47.624635 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 3a499f75-d4b3-4609-aae3-93053ca2efd2 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:58:47.625367 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9e82bb6d-476d-4cba-8ffc-acb5fbddf334 req-bb47f88f-296a-4761-b78f-1bebd3123a17 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/security-groups?id=77ec7446-4a36-4100-bb77-05f18aacf8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929317 Aug 28 14:58:47.657534 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb666e-34a2-40e4-a532-96119a66b709 req-37770bf2-a44c-4158-b22a-f8add22a5de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:47.659004 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-37770bf2-a44c-4158-b22a-f8add22a5de4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=babeb1cc-c2d1-4c37-a788-a16dd8769564 HTTP/1.1" status: 200 len: 858 time: 0.2197735 Aug 28 14:58:47.663011 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb666e-34a2-40e4-a532-96119a66b709 req-c7106110-f23b-45b9-b938-1b57bafd9cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:47.668493 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-c7106110-f23b-45b9-b938-1b57bafd9cd8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=babeb1cc-c2d1-4c37-a788-a16dd8769564 HTTP/1.1" status: 200 len: 858 time: 0.2241075 Aug 28 14:58:47.681994 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=b4fbdd8d-ce1f-4bf0-857c-e40405b713d6,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:47.689597 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-c93ed4c7-cca4-4d6a-9f03-24decc40de70 service neutron] 10.222.0.13 "GET /v2.0/networks/3acbcff8-69a9-4b0d-823b-cf95db629b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602051 Aug 28 14:58:47.700466 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 3a499f75-d4b3-4609-aae3-93053ca2efd2 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:47.701641 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:47.776827 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-5886a5c3-7ad7-4b91-be3b-0c9b8c77fda9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50f9d4de-1072-4625-ae09-b6146cb37525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861483 Aug 28 14:58:47.798302 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfd316-efd3-4ca6-b8c9-81abfbea7e6b req-163b3a6e-829f-4077-9712-29a1a641fa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:47.803994 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-29cfd316-efd3-4ca6-b8c9-81abfbea7e6b req-163b3a6e-829f-4077-9712-29a1a641fa2a service neutron] 10.222.0.36 "GET /v2.0/networks?id=50f9d4de-1072-4625-ae09-b6146cb37525 HTTP/1.1" status: 200 len: 919 time: 0.5723052 Aug 28 14:58:47.818431 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8770ec-2116-4e1a-b757-8d58910a2305 req-66646e1a-d720-4a86-a28e-6da7f0e11178 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:47.826059 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2d8770ec-2116-4e1a-b757-8d58910a2305 req-66646e1a-d720-4a86-a28e-6da7f0e11178 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 948 time: 0.0659332 Aug 28 14:58:47.884496 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2d8770ec-2116-4e1a-b757-8d58910a2305 req-1416a1c8-4c3c-4288-abe2-f651413e0207 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571744 Aug 28 14:58:47.953907 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9318b104-69f8-42ab-8db1-3ed42125ffb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:47.972218 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c837eab-3e09-4466-bc3f-765dba5ecee2 x-openstack-request-id: req-6c837eab-3e09-4466-bc3f-765dba5ecee2 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:58:47.972861 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bfffd45-61d2-438b-8ce6-d823f57964d7", "name": "network-vif-plugged", "status": "completed", "tag": "b4fbdd8d-ce1f-4bf0-857c-e40405b713d6", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:58:47.973229 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c837eab-3e09-4466-bc3f-765dba5ecee2 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:58:47.973754 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bfffd45-61d2-438b-8ce6-d823f57964d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fbdd8d-ce1f-4bf0-857c-e40405b713d6', 'code': 200} Aug 28 14:58:48.118571 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 28 Aug 2021 14:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eee2c85-6f71-4666-8bf9-8c7e7606794b x-openstack-request-id: req-5eee2c85-6f71-4666-8bf9-8c7e7606794b {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:58:48.119004 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f", "tag": "feaee1a9-c469-44b3-b9ab-fafaa6ccb063", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7da5cd89-e266-4498-a837-e5519154795c", "tag": "cb37c96d-a35a-4a07-9399-95d4c7b26ff2", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:58:48.119381 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5eee2c85-6f71-4666-8bf9-8c7e7606794b {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:58:48.120054 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f', 'tag': 'feaee1a9-c469-44b3-b9ab-fafaa6ccb063', 'status': 'completed', 'code': 200} Aug 28 14:58:48.120337 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da5cd89-e266-4498-a837-e5519154795c', 'tag': 'cb37c96d-a35a-4a07-9399-95d4c7b26ff2', 'status': 'completed', 'code': 200} Aug 28 14:58:48.122531 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-2a035aaf-0cf7-4533-b0e9-a20aebc92045 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50f9d4de-1072-4625-ae09-b6146cb37525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4330990 Aug 28 14:58:48.124059 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2757f94-b74a-4f3f-8a4a-6a5b99a99e9c req-500ba2e2-5a77-4f6b-ba96-06156813c79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:48.125576 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f2757f94-b74a-4f3f-8a4a-6a5b99a99e9c req-500ba2e2-5a77-4f6b-ba96-06156813c79a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7bfffd45-61d2-438b-8ce6-d823f57964d7 HTTP/1.1" status: 200 len: 1102 time: 0.0827165 Aug 28 14:58:48.165275 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9318b104-69f8-42ab-8db1-3ed42125ffb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:48.171058 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-89f59d90-f732-46e1-82a6-f15c9bbfb0ca service neutron] 10.222.0.41 "GET /v2.0/networks/50f9d4de-1072-4625-ae09-b6146cb37525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600800 Aug 28 14:58:48.188268 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-29cfd316-efd3-4ca6-b8c9-81abfbea7e6b req-4d0c4762-18f4-4b66-b1ce-d6db5b584735 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c807108-7c4d-4ef6-a21f-5e8521f2fcca HTTP/1.1" status: 200 len: 217 time: 0.3496828 Aug 28 14:58:48.218388 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f2757f94-b74a-4f3f-8a4a-6a5b99a99e9c req-79d801b2-841b-49f2-a9aa-af9f77a578d8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=445bfc54-c72f-4e70-a583-f6c94a906157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840511 Aug 28 14:58:48.228361 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f39b66-2567-479d-923f-0a7993107493 req-01c48971-6764-40b4-a490-3ff094783d7b tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:48.236586 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-14f39b66-2567-479d-923f-0a7993107493 req-01c48971-6764-40b4-a490-3ff094783d7b tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfffd45-61d2-438b-8ce6-d823f57964d7 HTTP/1.1" status: 200 len: 950 time: 0.1039550 Aug 28 14:58:48.281794 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-14f39b66-2567-479d-923f-0a7993107493 req-622ca2f9-9d32-416c-a828-77908da52234 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.13 "GET /v2.0/security-groups?id=445bfc54-c72f-4e70-a583-f6c94a906157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409093 Aug 28 14:58:48.414664 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfd316-efd3-4ca6-b8c9-81abfbea7e6b req-93214c44-3a11-4375-8a63-0d0b156a1513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:48.416262 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-29cfd316-efd3-4ca6-b8c9-81abfbea7e6b req-93214c44-3a11-4375-8a63-0d0b156a1513 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=babeb1cc-c2d1-4c37-a788-a16dd8769564 HTTP/1.1" status: 200 len: 858 time: 0.2210536 Aug 28 14:58:48.453845 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098550c4-05c9-4a9e-8ec2-430b24977dee req-8a9f8a81-2f4a-42c1-ad78-ff08869dca8e tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:48.465326 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-098550c4-05c9-4a9e-8ec2-430b24977dee req-8a9f8a81-2f4a-42c1-ad78-ff08869dca8e tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc00178-e42f-4ffe-9f1e-5658289a9ce8 HTTP/1.1" status: 200 len: 945 time: 0.0777330 Aug 28 14:58:48.477487 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-48593cc7-4ced-4606-bbc3-1af86d2b0bab req-d6a06abd-eaaa-4ba5-894e-6ac1dd57acc4 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=9abf6740-cd79-4c49-aaa2-e0aac6e13d7b HTTP/1.1" status: 200 len: 210 time: 0.2897074 Aug 28 14:58:48.486418 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9318b104-69f8-42ab-8db1-3ed42125ffb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 14:58:48.522897 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318b104-69f8-42ab-8db1-3ed42125ffb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc698879-14b8-467a-a68d-a317b9a89329,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:48.527521 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-29cfd316-efd3-4ca6-b8c9-81abfbea7e6b req-7c193b8b-b0c6-4007-a8b5-60c2f4d1cebb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50f9d4de-1072-4625-ae09-b6146cb37525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761592 Aug 28 14:58:48.543623 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9318b104-69f8-42ab-8db1-3ed42125ffb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:48.544180 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-9318b104-69f8-42ab-8db1-3ed42125ffb0 admin admin] Added segment 80b9e370-5ad7-4b49-a005-9f3ce8af503d of type vlan for network e1501e69-1daa-446c-bb61-85a17de94ab4 Aug 28 14:58:48.553938 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-098550c4-05c9-4a9e-8ec2-430b24977dee req-d8229a77-e944-4e40-b97a-0ba4f3a3c09d tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/security-groups?id=60056bfc-e688-4bfd-9765-2e80355b49c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874708 Aug 28 14:58:48.577923 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-f5dd451d-d3d9-4060-9f7a-a686f8720ccc service neutron] 10.222.0.41 "GET /v2.0/networks/50f9d4de-1072-4625-ae09-b6146cb37525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854551 Aug 28 14:58:48.587488 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 49adc9a0-3f71-4801-bb97-d7938b5f60cd details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:58:48.723575 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 49adc9a0-3f71-4801-bb97-d7938b5f60cd, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=49adc9a0-3f71-4801-bb97-d7938b5f60cd,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:48.743973 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '49adc9a0-3f71-4801-bb97-d7938b5f60cd', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': '49adc9a0-3f71-4801-bb97-d7938b5f60cd', 'mac_address': 'fa:16:3e:90:bf:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:58:48.744682 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9318b104-69f8-42ab-8db1-3ed42125ffb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:48.796400 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:48.812588 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49adc9a0-3f71-4801-bb97-d7938b5f60cd {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:58:48.835286 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 49adc9a0-3f71-4801-bb97-d7938b5f60cd, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=49adc9a0-3f71-4801-bb97-d7938b5f60cd,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:48.841306 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:48.850866 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-ee13a1cd-ef3b-4088-8b51-ee2ae5f85cea service neutron] 10.222.0.41 "GET /v2.0/networks/50f9d4de-1072-4625-ae09-b6146cb37525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6785882 Aug 28 14:58:48.860576 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.db.resource_extend [None req-9318b104-69f8-42ab-8db1-3ed42125ffb0 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 14:58:48.891493 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-29cfd316-efd3-4ca6-b8c9-81abfbea7e6b req-e7161fa7-794b-4a63-a3b0-0c99f400a6fd service neutron] 10.222.0.36 "GET /v2.0/networks/50f9d4de-1072-4625-ae09-b6146cb37525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495371 Aug 28 14:58:48.897061 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=49adc9a0-3f71-4801-bb97-d7938b5f60cd,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:49.028736 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354c3b9-6ac5-4628-b0ca-0308d09fbf06 req-6c771d7b-c152-4e1a-b224-6b6f6973192e tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:49.030362 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9354c3b9-6ac5-4628-b0ca-0308d09fbf06 req-6c771d7b-c152-4e1a-b224-6b6f6973192e tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 949 time: 0.0809667 Aug 28 14:58:49.059692 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9318b104-69f8-42ab-8db1-3ed42125ffb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:49.060773 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9318b104-69f8-42ab-8db1-3ed42125ffb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:49.061438 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9318b104-69f8-42ab-8db1-3ed42125ffb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:49.085738 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9354c3b9-6ac5-4628-b0ca-0308d09fbf06 req-41a268f4-135d-4984-8825-a38c03af545f tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492034 Aug 28 14:58:49.107835 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57d4b6-ff3f-4303-90c6-d786eaf5b3a8 req-6b6aae47-595b-4683-a5dc-7cdf758dee37 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:49.107835 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5f57d4b6-ff3f-4303-90c6-d786eaf5b3a8 req-6b6aae47-595b-4683-a5dc-7cdf758dee37 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=da979f92-cfca-4975-ad84-89f011675bde HTTP/1.1" status: 200 len: 944 time: 0.3713233 Aug 28 14:58:49.182018 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 4c807108-7c4d-4ef6-a21f-5e8521f2fcca details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:58:49.318635 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 4c807108-7c4d-4ef6-a21f-5e8521f2fcca, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=4c807108-7c4d-4ef6-a21f-5e8521f2fcca,segment=NetworkSegment(9a464380-b5ca-4ce5-bd5d-713d1db879d0),segment_id=9a464380-b5ca-4ce5-bd5d-713d1db879d0)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:49.334278 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '4c807108-7c4d-4ef6-a21f-5e8521f2fcca', 'network_id': '50f9d4de-1072-4625-ae09-b6146cb37525', 'port_id': '4c807108-7c4d-4ef6-a21f-5e8521f2fcca', 'mac_address': 'fa:16:3e:eb:cf:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'babeb1cc-c2d1-4c37-a788-a16dd8769564', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:58:49.412975 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:49.447893 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['49adc9a0-3f71-4801-bb97-d7938b5f60cd'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:58:49.462544 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c807108-7c4d-4ef6-a21f-5e8521f2fcca {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:58:49.515846 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 4c807108-7c4d-4ef6-a21f-5e8521f2fcca, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=4c807108-7c4d-4ef6-a21f-5e8521f2fcca,segment=NetworkSegment(9a464380-b5ca-4ce5-bd5d-713d1db879d0),segment_id=9a464380-b5ca-4ce5-bd5d-713d1db879d0)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:49.570825 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:49.667036 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-29cfd316-efd3-4ca6-b8c9-81abfbea7e6b req-f0c9033c-c1ef-4fd8-ae90-7aed8e128370 service neutron] 10.222.0.36 "GET /v2.0/networks/50f9d4de-1072-4625-ae09-b6146cb37525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7480891 Aug 28 14:58:49.667483 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-39b8bee7-e43d-42e3-afcd-90928679e69d tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:49.679975 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=4c807108-7c4d-4ef6-a21f-5e8521f2fcca,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:49.689423 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9318b104-69f8-42ab-8db1-3ed42125ffb0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5411453 Aug 28 14:58:49.694590 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-39b8bee7-e43d-42e3-afcd-90928679e69d tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:49.696281 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-39b8bee7-e43d-42e3-afcd-90928679e69d tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.36 "GET /v2.0/networks?id=3acbcff8-69a9-4b0d-823b-cf95db629b8d&id=51328f48-dab2-4bc5-b49a-184fc97e083e&id=3acbcff8-69a9-4b0d-823b-cf95db629b8d HTTP/1.1" status: 200 len: 1391 time: 0.3348744 Aug 28 14:58:49.699105 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59612) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:49.705287 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5f57d4b6-ff3f-4303-90c6-d786eaf5b3a8 req-da67505c-05b2-46e4-89e8-d8b89959717d tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/security-groups?id=77ec7446-4a36-4100-bb77-05f18aacf8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633051 Aug 28 14:58:49.710444 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-826f1ebc-f16c-4c10-a8d8-ed50289666d5 admin admin] Request body: {'subnet': {'network_id': 'e1501e69-1daa-446c-bb61-85a17de94ab4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1770077252-subnet', 'tenant_id': '7b319c3c286c4760ae45c0d4e22bccc2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:49.721124 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-85521f66-25e1-49ac-b3f3-8e9ff5409ad0 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Request body: {'port': {'device_id': '9abf6740-cd79-4c49-aaa2-e0aac6e13d7b', 'network_id': '3acbcff8-69a9-4b0d-823b-cf95db629b8d', 'admin_state_up': True, 'tenant_id': '77e2c8d8344c43369cd6764e0c50c8bf'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:49.758488 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43157b-aa75-4674-bf04-4a728e6e6b00 req-f4854031-5041-4172-bb53-5fb1cdcbd9f2 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:49.759189 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2143b6-81d7-4788-9b78-2b0b88bae90e req-5e0f05c5-8208-4cbd-a6e7-08c3f078e931 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:49.760853 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ee43157b-aa75-4674-bf04-4a728e6e6b00 req-f4854031-5041-4172-bb53-5fb1cdcbd9f2 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc00178-e42f-4ffe-9f1e-5658289a9ce8 HTTP/1.1" status: 200 len: 945 time: 0.1537521 Aug 28 14:58:49.766440 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b2143b6-81d7-4788-9b78-2b0b88bae90e req-5e0f05c5-8208-4cbd-a6e7-08c3f078e931 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfffd45-61d2-438b-8ce6-d823f57964d7 HTTP/1.1" status: 200 len: 950 time: 0.3572631 Aug 28 14:58:49.775812 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318b104-69f8-42ab-8db1-3ed42125ffb0 admin admin] Pushing event updated for resources: {'Network': ['ID=e1501e69-1daa-446c-bb61-85a17de94ab4,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:49.818124 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network e1501e69-1daa-446c-bb61-85a17de94ab4 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 14:58:49.850287 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0d40e853-d365-4631-8c23-18869b8352dd req-c3b90241-cec1-4112-b3d2-c985567ed6b9 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=9abf6740-cd79-4c49-aaa2-e0aac6e13d7b HTTP/1.1" status: 200 len: 210 time: 0.0529122 Aug 28 14:58:49.855029 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22fb666e-34a2-40e4-a532-96119a66b709 req-c7793394-d177-4798-b89f-07ba9fa0b539 service neutron] 10.222.0.41 "GET /v2.0/networks/50f9d4de-1072-4625-ae09-b6146cb37525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9566936 Aug 28 14:58:49.875140 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826f1ebc-f16c-4c10-a8d8-ed50289666d5 admin admin] Made reservation on behalf of 7b319c3c286c4760ae45c0d4e22bccc2 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:58:49.875140 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-826f1ebc-f16c-4c10-a8d8-ed50289666d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:49.936081 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b2143b6-81d7-4788-9b78-2b0b88bae90e req-0f8c3630-df72-4050-ad41-b01cf545b166 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.13 "GET /v2.0/security-groups?id=445bfc54-c72f-4e70-a583-f6c94a906157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310232 Aug 28 14:58:49.949999 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['4c807108-7c4d-4ef6-a21f-5e8521f2fcca'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:58:50.053326 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-85521f66-25e1-49ac-b3f3-8e9ff5409ad0 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Made reservation on behalf of 77e2c8d8344c43369cd6764e0c50c8bf for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:58:50.059253 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-85521f66-25e1-49ac-b3f3-8e9ff5409ad0 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:50.106106 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6e799-0d41-4cc8-814d-5d11c9e0366d req-edfce832-3de3-4b86-8a7b-3ae43a8cce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:50.107514 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-afa6e799-0d41-4cc8-814d-5d11c9e0366d req-edfce832-3de3-4b86-8a7b-3ae43a8cce07 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f5fdf7c9ae34b1c8df1780ae980d45b&device_id=ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f HTTP/1.1" status: 200 len: 1095 time: 0.1395848 Aug 28 14:58:50.196295 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bc66d-80f1-42d0-95ca-8f28581c47af req-ce97c345-adce-43dd-bd71-586d943c9ab6 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:50.204653 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-620bc66d-80f1-42d0-95ca-8f28581c47af req-ce97c345-adce-43dd-bd71-586d943c9ab6 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc00178-e42f-4ffe-9f1e-5658289a9ce8 HTTP/1.1" status: 200 len: 945 time: 0.2377841 Aug 28 14:58:50.280550 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-85521f66-25e1-49ac-b3f3-8e9ff5409ad0 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Allocated IP 19.80.0.141 (3acbcff8-69a9-4b0d-823b-cf95db629b8d/051252fb-4f8a-4a31-a691-140ac32be230/eac4e999-d135-44bf-a358-5d3858eacc64) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:58:50.290408 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00139c0b-9bde-40cf-88b9-f264ddbde4a3 req-98724e59-d220-4d1a-a266-391b2ade3281 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:50.292160 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-00139c0b-9bde-40cf-88b9-f264ddbde4a3 req-98724e59-d220-4d1a-a266-391b2ade3281 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 949 time: 0.0829725 Aug 28 14:58:50.318702 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-ee43157b-aa75-4674-bf04-4a728e6e6b00 req-6098fbd7-87fb-41c1-8580-7a9277664732 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Deleting port 4c39527f-b5e0-48bd-9d20-1818ddb512c7 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:58:50.319184 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ee43157b-aa75-4674-bf04-4a728e6e6b00 req-6098fbd7-87fb-41c1-8580-7a9277664732 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:50.356571 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-00139c0b-9bde-40cf-88b9-f264ddbde4a3 req-0cbf4c38-d4b0-47da-8c93-d54627112dc7 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548499 Aug 28 14:58:50.365506 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-620bc66d-80f1-42d0-95ca-8f28581c47af req-94bd9503-0690-4e6e-9ee7-9144a87860bd tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/security-groups?id=60056bfc-e688-4bfd-9765-2e80355b49c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596575 Aug 28 14:58:50.447470 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6e799-0d41-4cc8-814d-5d11c9e0366d req-b4a3d43e-340a-4c66-9338-e62c642f2e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:50.450176 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-afa6e799-0d41-4cc8-814d-5d11c9e0366d req-b4a3d43e-340a-4c66-9338-e62c642f2e9a service neutron] 10.222.0.41 "GET /v2.0/networks?id=50f9d4de-1072-4625-ae09-b6146cb37525 HTTP/1.1" status: 200 len: 919 time: 0.3177161 Aug 28 14:58:50.458752 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-826f1ebc-f16c-4c10-a8d8-ed50289666d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:50.540574 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-afa6e799-0d41-4cc8-814d-5d11c9e0366d req-ae8bbb99-6f5b-4c62-87d8-9f0fac640e53 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=feaee1a9-c469-44b3-b9ab-fafaa6ccb063 HTTP/1.1" status: 200 len: 217 time: 0.0787470 Aug 28 14:58:50.542612 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-85521f66-25e1-49ac-b3f3-8e9ff5409ad0 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:50.560483 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-85521f66-25e1-49ac-b3f3-8e9ff5409ad0 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Transition to ACTIVE for port object eac4e999-d135-44bf-a358-5d3858eacc64 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:50.605094 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-85521f66-25e1-49ac-b3f3-8e9ff5409ad0 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:50.620012 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-ee43157b-aa75-4674-bf04-4a728e6e6b00 req-6098fbd7-87fb-41c1-8580-7a9277664732 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] For port 4c39527f-b5e0-48bd-9d20-1818ddb512c7, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=4c39527f-b5e0-48bd-9d20-1818ddb512c7,segment=NetworkSegment(42567edf-8f75-4b9a-a0f4-8b1c669e01ea),segment_id=42567edf-8f75-4b9a-a0f4-8b1c669e01ea)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:50.620294 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ee43157b-aa75-4674-bf04-4a728e6e6b00 req-6098fbd7-87fb-41c1-8580-7a9277664732 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:50.641653 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f1ebc-f16c-4c10-a8d8-ed50289666d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6ca3389-19e5-4fd6-8384-9a57ba0c45bc,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:50.666767 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-85521f66-25e1-49ac-b3f3-8e9ff5409ad0 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Network 3acbcff8-69a9-4b0d-823b-cf95db629b8d is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:58:50.670041 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-85521f66-25e1-49ac-b3f3-8e9ff5409ad0 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:58:50.689631 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-85521f66-25e1-49ac-b3f3-8e9ff5409ad0 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:58:50.695896 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85521f66-25e1-49ac-b3f3-8e9ff5409ad0 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Pushing event updated for resources: {'Port': ['ID=eac4e999-d135-44bf-a358-5d3858eacc64,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:50.704854 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6e799-0d41-4cc8-814d-5d11c9e0366d req-2334fb0e-8a18-40fc-ad17-a43cc212ba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:50.706778 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-afa6e799-0d41-4cc8-814d-5d11c9e0366d req-2334fb0e-8a18-40fc-ad17-a43cc212ba83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=babeb1cc-c2d1-4c37-a788-a16dd8769564 HTTP/1.1" status: 200 len: 858 time: 0.1544154 Aug 28 14:58:50.709738 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826f1ebc-f16c-4c10-a8d8-ed50289666d5 admin admin] Checking segment: {'id': '80b9e370-5ad7-4b49-a005-9f3ce8af503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e1501e69-1daa-446c-bb61-85a17de94ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:58:50.710110 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826f1ebc-f16c-4c10-a8d8-ed50289666d5 admin admin] Network hostable DHCP agents. Network: e1501e69-1daa-446c-bb61-85a17de94ab4, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 14:58:50.774245 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-85521f66-25e1-49ac-b3f3-8e9ff5409ad0 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:50.774883 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-85521f66-25e1-49ac-b3f3-8e9ff5409ad0 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:50.783030 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-afa6e799-0d41-4cc8-814d-5d11c9e0366d req-41f0c411-ea54-45c5-b213-e94be55c4733 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50f9d4de-1072-4625-ae09-b6146cb37525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662298 Aug 28 14:58:50.796529 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-85521f66-25e1-49ac-b3f3-8e9ff5409ad0 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0845366 Aug 28 14:58:50.829549 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ba239ed6-0b50-4f3b-9c51-7e0f3d9423fc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Request body: {'port': {'device_id': '9abf6740-cd79-4c49-aaa2-e0aac6e13d7b', 'network_id': '51328f48-dab2-4bc5-b49a-184fc97e083e', 'admin_state_up': True, 'tenant_id': '77e2c8d8344c43369cd6764e0c50c8bf'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:51.020516 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ba239ed6-0b50-4f3b-9c51-7e0f3d9423fc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Made reservation on behalf of 77e2c8d8344c43369cd6764e0c50c8bf for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:58:51.024273 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ba239ed6-0b50-4f3b-9c51-7e0f3d9423fc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:51.038572 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ee43157b-aa75-4674-bf04-4a728e6e6b00 req-6098fbd7-87fb-41c1-8580-7a9277664732 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:51.039263 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ee43157b-aa75-4674-bf04-4a728e6e6b00 req-6098fbd7-87fb-41c1-8580-7a9277664732 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:51.039604 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [req-ee43157b-aa75-4674-bf04-4a728e6e6b00 req-6098fbd7-87fb-41c1-8580-7a9277664732 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Floating IP f1b3c17d-8322-42f2-8cd6-9d1c837620e8 disassociated. External IP: 172.25.3.186, port: 4c39527f-b5e0-48bd-9d20-1818ddb512c7. Aug 28 14:58:51.040021 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-ee43157b-aa75-4674-bf04-4a728e6e6b00 req-6098fbd7-87fb-41c1-8580-7a9277664732 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Calling delete_port for 4c39527f-b5e0-48bd-9d20-1818ddb512c7 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:58:51.082207 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-283c8406-0890-4e29-adc6-d479fbffc8f7 None None] Provisioning for port eac4e999-d135-44bf-a358-5d3858eacc64 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:51.088522 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-283c8406-0890-4e29-adc6-d479fbffc8f7 None None] Provisioning complete for port eac4e999-d135-44bf-a358-5d3858eacc64 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:51.089008 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-283c8406-0890-4e29-adc6-d479fbffc8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:51.104923 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826f1ebc-f16c-4c10-a8d8-ed50289666d5 admin admin] Network e1501e69-1daa-446c-bb61-85a17de94ab4 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 14:58:51.142884 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-283c8406-0890-4e29-adc6-d479fbffc8f7 None None] Port eac4e999-d135-44bf-a358-5d3858eacc64 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:58:51.159445 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-826f1ebc-f16c-4c10-a8d8-ed50289666d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, e1501e69-1daa-446c-bb61-85a17de94ab4) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:58:51.165640 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d98d3-3454-44f8-b72d-10e8427e473a req-1744c92b-11c1-4ecf-a5c5-d2a6488a1c55 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:51.167324 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b39d98d3-3454-44f8-b72d-10e8427e473a req-1744c92b-11c1-4ecf-a5c5-d2a6488a1c55 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=9abf6740-cd79-4c49-aaa2-e0aac6e13d7b HTTP/1.1" status: 200 len: 932 time: 0.2107308 Aug 28 14:58:51.174604 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f352710-585b-4500-8756-e62594138caf None None] Network e1501e69-1daa-446c-bb61-85a17de94ab4 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:58:51.175852 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ba239ed6-0b50-4f3b-9c51-7e0f3d9423fc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Allocated IP 19.86.0.44 (51328f48-dab2-4bc5-b49a-184fc97e083e/8a379ad1-d6d9-4aab-b854-2855f4de14ed/80766bf6-c85b-4423-b044-f93f9fe80c0c) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:58:51.184695 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826f1ebc-f16c-4c10-a8d8-ed50289666d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:51.185289 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-826f1ebc-f16c-4c10-a8d8-ed50289666d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:51.188749 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 4c807108-7c4d-4ef6-a21f-5e8521f2fcca up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:58:51.258244 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b39d98d3-3454-44f8-b72d-10e8427e473a req-781edbf9-67bb-427f-8180-e25c3a9afba9 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762000 Aug 28 14:58:51.311608 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 4c807108-7c4d-4ef6-a21f-5e8521f2fcca completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:51.321250 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-afa6e799-0d41-4cc8-814d-5d11c9e0366d req-52ae6082-c534-4f90-a72a-5313323b1214 service neutron] 10.222.0.41 "GET /v2.0/networks/50f9d4de-1072-4625-ae09-b6146cb37525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040121 Aug 28 14:58:51.337897 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 4c807108-7c4d-4ef6-a21f-5e8521f2fcca triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:51.338470 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:51.392399 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-826f1ebc-f16c-4c10-a8d8-ed50289666d5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6858852 Aug 28 14:58:51.397185 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59628) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:51.408707 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726db8f0-0eb9-4e86-8412-e6adb7ab97a2 req-a7ec1489-a0c8-40f3-a0cd-2dd2517e0a32 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:51.410380 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-726db8f0-0eb9-4e86-8412-e6adb7ab97a2 req-a7ec1489-a0c8-40f3-a0cd-2dd2517e0a32 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=da979f92-cfca-4975-ad84-89f011675bde HTTP/1.1" status: 200 len: 945 time: 0.5242603 Aug 28 14:58:51.424063 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-27f3f683-617c-47a5-b8f6-fbf1841753ac admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1770077252-router', 'tenant_id': '7b319c3c286c4760ae45c0d4e22bccc2', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:51.460125 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-e1501e69-1daa-446c-bb61-85a17de94ab4', 'network_id': 'e1501e69-1daa-446c-bb61-85a17de94ab4', 'tenant_id': '7b319c3c286c4760ae45c0d4e22bccc2', 'fixed_ips': [{'subnet_id': 'e6ca3389-19e5-4fd6-8384-9a57ba0c45bc'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 14:58:51.461282 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:51.516547 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ba239ed6-0b50-4f3b-9c51-7e0f3d9423fc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:51.527320 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b8cda-ffa3-4ea1-b273-995247dd9eb7 req-9b1392cd-3f52-4d2e-98a8-7d31148b58d5 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:51.529203 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-952b8cda-ffa3-4ea1-b273-995247dd9eb7 req-9b1392cd-3f52-4d2e-98a8-7d31148b58d5 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfffd45-61d2-438b-8ce6-d823f57964d7 HTTP/1.1" status: 200 len: 950 time: 0.1123676 Aug 28 14:58:51.540513 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:51.545400 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ee43157b-aa75-4674-bf04-4a728e6e6b00 req-6098fbd7-87fb-41c1-8580-7a9277664732 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:51.559327 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ba239ed6-0b50-4f3b-9c51-7e0f3d9423fc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Transition to ACTIVE for port object 80766bf6-c85b-4423-b044-f93f9fe80c0c will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:51.571131 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-27f3f683-617c-47a5-b8f6-fbf1841753ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:51.572361 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-27f3f683-617c-47a5-b8f6-fbf1841753ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:51.598441 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-952b8cda-ffa3-4ea1-b273-995247dd9eb7 req-7a6893ce-5fa4-4db4-bbb4-bf0f366703c6 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.13 "GET /v2.0/security-groups?id=445bfc54-c72f-4e70-a583-f6c94a906157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622683 Aug 28 14:58:51.617095 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098fbd7-87fb-41c1-8580-7a9277664732 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Pushing event deleted for resources: {'Port': ['ID=4c39527f-b5e0-48bd-9d20-1818ddb512c7,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:51.621526 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-726db8f0-0eb9-4e86-8412-e6adb7ab97a2 req-b00469e3-46b9-4913-a3fb-252e8024784b tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/security-groups?id=77ec7446-4a36-4100-bb77-05f18aacf8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569219 Aug 28 14:58:51.626030 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-afa6e799-0d41-4cc8-814d-5d11c9e0366d req-760bfb41-70e9-4c56-8c0e-62fa12a2fbd3 service neutron] 10.222.0.41 "GET /v2.0/networks/50f9d4de-1072-4625-ae09-b6146cb37525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503371 Aug 28 14:58:51.674159 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ba239ed6-0b50-4f3b-9c51-7e0f3d9423fc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:51.762033 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ba239ed6-0b50-4f3b-9c51-7e0f3d9423fc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Network 51328f48-dab2-4bc5-b49a-184fc97e083e is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:58:51.774111 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da979f92-cfca-4975-ad84-89f011675bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c807108-7c4d-4ef6-a21f-5e8521f2fcca'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:58:51.775361 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ba239ed6-0b50-4f3b-9c51-7e0f3d9423fc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:58:51.780751 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ba239ed6-0b50-4f3b-9c51-7e0f3d9423fc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:58:51.781111 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3038a17-97f7-4d08-8381-2399e6ffa1d0" -d '{"events": [{"server_uuid": "da979f92-cfca-4975-ad84-89f011675bde", "name": "network-vif-plugged", "status": "completed", "tag": "4c807108-7c4d-4ef6-a21f-5e8521f2fcca"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:58:51.789406 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba239ed6-0b50-4f3b-9c51-7e0f3d9423fc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Pushing event updated for resources: {'Port': ['ID=80766bf6-c85b-4423-b044-f93f9fe80c0c,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:51.825302 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 4c807108-7c4d-4ef6-a21f-5e8521f2fcca, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=4c807108-7c4d-4ef6-a21f-5e8521f2fcca,segment=NetworkSegment(9a464380-b5ca-4ce5-bd5d-713d1db879d0),segment_id=9a464380-b5ca-4ce5-bd5d-713d1db879d0)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:51.837851 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-27f3f683-617c-47a5-b8f6-fbf1841753ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:51.917949 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Allocated IP 172.20.0.2 (e1501e69-1daa-446c-bb61-85a17de94ab4/e6ca3389-19e5-4fd6-8384-9a57ba0c45bc/9701ecca-cd5e-4061-b1a0-2b95e2212e6d) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:58:51.947272 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-67e25944-808f-4c1f-a445-a8bfdd8d13f7 req-ba4d9aa2-9ca7-4e07-ba57-d4fa1c2d3f89 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc00178-e42f-4ffe-9f1e-5658289a9ce8 HTTP/1.1" status: 200 len: 210 time: 0.1731100 Aug 28 14:58:51.959919 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:52.223136 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-27f3f683-617c-47a5-b8f6-fbf1841753ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:52.259824 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6e799-0d41-4cc8-814d-5d11c9e0366d req-3d8f8cf2-627d-4b73-8961-7f847dbcdb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:52.261344 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-afa6e799-0d41-4cc8-814d-5d11c9e0366d req-3d8f8cf2-627d-4b73-8961-7f847dbcdb60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f5fdf7c9ae34b1c8df1780ae980d45b&device_id=7da5cd89-e266-4498-a837-e5519154795c HTTP/1.1" status: 200 len: 1095 time: 0.5357397 Aug 28 14:58:52.438214 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=4c807108-7c4d-4ef6-a21f-5e8521f2fcca,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:52.460602 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee43157b-aa75-4674-bf04-4a728e6e6b00 req-6098fbd7-87fb-41c1-8580-7a9277664732 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Router cea320e9-122c-488c-a89a-1b33a54d8976 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 14:58:52.470057 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f133593-dee5-4ebb-93d4-b5da48d96a6f x-openstack-request-id: req-3f133593-dee5-4ebb-93d4-b5da48d96a6f {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:58:52.470427 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da979f92-cfca-4975-ad84-89f011675bde", "name": "network-vif-plugged", "status": "completed", "tag": "4c807108-7c4d-4ef6-a21f-5e8521f2fcca", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:58:52.470769 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f133593-dee5-4ebb-93d4-b5da48d96a6f {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:58:52.471237 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da979f92-cfca-4975-ad84-89f011675bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c807108-7c4d-4ef6-a21f-5e8521f2fcca', 'code': 200} Aug 28 14:58:52.518662 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31994b-cece-4873-b155-d4e50c62b480 req-d3265cd6-9c70-4d5e-ae87-f6d1fd17045a tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:52.527941 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ca31994b-cece-4873-b155-d4e50c62b480 req-d3265cd6-9c70-4d5e-ae87-f6d1fd17045a tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 949 time: 0.8073926 Aug 28 14:58:52.540761 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:52.558135 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Transition to ACTIVE for port object 9701ecca-cd5e-4061-b1a0-2b95e2212e6d will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:52.571429 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ba239ed6-0b50-4f3b-9c51-7e0f3d9423fc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:52.572081 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ba239ed6-0b50-4f3b-9c51-7e0f3d9423fc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:52.583544 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Transition to ACTIVE for port object 9701ecca-cd5e-4061-b1a0-2b95e2212e6d will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:52.596184 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:52.633153 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15239978-afe1-4e35-8a2b-eda4fb7c7a65 req-041f2f71-d449-446c-822d-4f1a46293177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:52.634692 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-15239978-afe1-4e35-8a2b-eda4fb7c7a65 req-041f2f71-d449-446c-822d-4f1a46293177 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=da979f92-cfca-4975-ad84-89f011675bde HTTP/1.1" status: 200 len: 1098 time: 0.1875250 Aug 28 14:58:52.653537 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ba239ed6-0b50-4f3b-9c51-7e0f3d9423fc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8410459 Aug 28 14:58:52.666282 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ca31994b-cece-4873-b155-d4e50c62b480 req-a607801f-5746-4d43-8139-3800f99cc5af tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344967 Aug 28 14:58:52.666981 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device cb37c96d-a35a-4a07-9399-95d4c7b26ff2 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:58:52.669948 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 49adc9a0-3f71-4801-bb97-d7938b5f60cd up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:58:52.670464 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6e799-0d41-4cc8-814d-5d11c9e0366d req-6ccdc53e-c03e-46da-9243-d4418e59f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:52.672565 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f2cca3a7-fca5-460d-b2d4-55bb857e45ca None None] Provisioning for port 80766bf6-c85b-4423-b044-f93f9fe80c0c completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:52.672922 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-afa6e799-0d41-4cc8-814d-5d11c9e0366d req-6ccdc53e-c03e-46da-9243-d4418e59f122 service neutron] 10.222.0.41 "GET /v2.0/networks?id=50f9d4de-1072-4625-ae09-b6146cb37525 HTTP/1.1" status: 200 len: 919 time: 0.3932860 Aug 28 14:58:52.681408 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8605ffcb-684c-4f34-a99e-e7cc692970bc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Request body: {'port': {'device_id': '9abf6740-cd79-4c49-aaa2-e0aac6e13d7b', 'network_id': '3acbcff8-69a9-4b0d-823b-cf95db629b8d', 'admin_state_up': True, 'tenant_id': '77e2c8d8344c43369cd6764e0c50c8bf'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:52.721493 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Network e1501e69-1daa-446c-bb61-85a17de94ab4 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:58:52.735509 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f2cca3a7-fca5-460d-b2d4-55bb857e45ca None None] Provisioning complete for port 80766bf6-c85b-4423-b044-f93f9fe80c0c triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:52.735509 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f2cca3a7-fca5-460d-b2d4-55bb857e45ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:52.735509 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:58:52.759829 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:58:52.783849 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Pushing event updated for resources: {'Port': ['ID=9701ecca-cd5e-4061-b1a0-2b95e2212e6d,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:52.795509 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-afa6e799-0d41-4cc8-814d-5d11c9e0366d req-868d04cf-21e2-4f62-8c6d-491064865f68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb37c96d-a35a-4a07-9399-95d4c7b26ff2 HTTP/1.1" status: 200 len: 217 time: 0.0972769 Aug 28 14:58:52.849461 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-f2cca3a7-fca5-460d-b2d4-55bb857e45ca None None] Port 80766bf6-c85b-4423-b044-f93f9fe80c0c cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:58:52.872092 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee43157b-aa75-4674-bf04-4a728e6e6b00 req-6098fbd7-87fb-41c1-8580-7a9277664732 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:58:52.889070 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5840e8f-fe22-4ca7-8b88-0b167c625dca None None] Sync routers for ids ['cea320e9-122c-488c-a89a-1b33a54d8976'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:58:52.921399 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8605ffcb-684c-4f34-a99e-e7cc692970bc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Made reservation on behalf of 77e2c8d8344c43369cd6764e0c50c8bf for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:58:52.922443 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-15239978-afe1-4e35-8a2b-eda4fb7c7a65 req-40733330-e39b-46d7-81b1-6e7453f8fcda service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=77ec7446-4a36-4100-bb77-05f18aacf8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445290 Aug 28 14:58:52.926929 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8605ffcb-684c-4f34-a99e-e7cc692970bc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:52.939409 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Attempting to bind port 9701ecca-cd5e-4061-b1a0-2b95e2212e6d on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:58:52.939939 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Attempting to bind port 9701ecca-cd5e-4061-b1a0-2b95e2212e6d by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '80b9e370-5ad7-4b49-a005-9f3ce8af503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e1501e69-1daa-446c-bb61-85a17de94ab4'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:58:52.940366 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Attempting to bind port 9701ecca-cd5e-4061-b1a0-2b95e2212e6d on network e1501e69-1daa-446c-bb61-85a17de94ab4 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:52.943003 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd06d0-15b3-4b1a-8b8a-02c31dc1512d req-0096f599-798e-483d-a90d-cfa003c47108 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:52.950054 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd06d0-15b3-4b1a-8b8a-02c31dc1512d req-0096f599-798e-483d-a90d-cfa003c47108 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:52.959271 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8acd06d0-15b3-4b1a-8b8a-02c31dc1512d req-0096f599-798e-483d-a90d-cfa003c47108 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=9abf6740-cd79-4c49-aaa2-e0aac6e13d7b HTTP/1.1" status: 200 len: 1654 time: 0.2801869 Aug 28 14:58:52.966877 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:58:52.967247 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Checking segment: {'id': '80b9e370-5ad7-4b49-a005-9f3ce8af503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e1501e69-1daa-446c-bb61-85a17de94ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:58:52.967811 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:52.968590 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Bound using segment: {'id': '80b9e370-5ad7-4b49-a005-9f3ce8af503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e1501e69-1daa-446c-bb61-85a17de94ab4'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:58:52.969107 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Bound port: 9701ecca-cd5e-4061-b1a0-2b95e2212e6d, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b9e370-5ad7-4b49-a005-9f3ce8af503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e1501e69-1daa-446c-bb61-85a17de94ab4'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:58:52.969799 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:52.993754 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee43157b-aa75-4674-bf04-4a728e6e6b00 req-6098fbd7-87fb-41c1-8580-7a9277664732 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] No DVR routers for this DVR port 4c39527f-b5e0-48bd-9d20-1818ddb512c7 on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:58:52.996170 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ee43157b-aa75-4674-bf04-4a728e6e6b00 req-6098fbd7-87fb-41c1-8580-7a9277664732 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:52.998754 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ee43157b-aa75-4674-bf04-4a728e6e6b00 req-6098fbd7-87fb-41c1-8580-7a9277664732 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.41 "DELETE /v2.0/ports/4c39527f-b5e0-48bd-9d20-1818ddb512c7 HTTP/1.1" status: 204 len: 173 time: 3.2188914 Aug 28 14:58:53.009061 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc00178-e42f-4ffe-9f1e-5658289a9ce8', 'name': 'network-vif-deleted', 'tag': '4c39527f-b5e0-48bd-9d20-1818ddb512c7'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:58:53.012740 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f60386-2b18-4fc0-a9a8-65aa82eea816" -d '{"events": [{"server_uuid": "7cc00178-e42f-4ffe-9f1e-5658289a9ce8", "name": "network-vif-deleted", "tag": "4c39527f-b5e0-48bd-9d20-1818ddb512c7"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:58:53.015918 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e6a5a-37ff-4f23-8b95-5a02ca9a2a1f req-1cd920f8-be35-4e69-ac23-54b3270aeaa8 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:53.021101 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6e799-0d41-4cc8-814d-5d11c9e0366d req-d55311e6-f632-4a25-9d9f-794b8fa6ca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:53.023371 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-afa6e799-0d41-4cc8-814d-5d11c9e0366d req-d55311e6-f632-4a25-9d9f-794b8fa6ca62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=babeb1cc-c2d1-4c37-a788-a16dd8769564 HTTP/1.1" status: 200 len: 858 time: 0.2187111 Aug 28 14:58:53.026544 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6d8e6a5a-37ff-4f23-8b95-5a02ca9a2a1f req-1cd920f8-be35-4e69-ac23-54b3270aeaa8 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfffd45-61d2-438b-8ce6-d823f57964d7 HTTP/1.1" status: 200 len: 950 time: 0.1262438 Aug 28 14:58:53.056254 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] For port 9701ecca-cd5e-4061-b1a0-2b95e2212e6d, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:58:53.061240 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] For port 9701ecca-cd5e-4061-b1a0-2b95e2212e6d, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=9701ecca-cd5e-4061-b1a0-2b95e2212e6d,segment=NetworkSegment(80b9e370-5ad7-4b49-a005-9f3ce8af503d),segment_id=80b9e370-5ad7-4b49-a005-9f3ce8af503d)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:58:53.062652 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5840e8f-fe22-4ca7-8b88-0b167c625dca None None] Routers {'cea320e9-122c-488c-a89a-1b33a54d8976'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:58:53.063384 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-a5840e8f-fe22-4ca7-8b88-0b167c625dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:58:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['cea320e9-122c-488c-a89a-1b33a54d8976'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:53.122563 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6d8e6a5a-37ff-4f23-8b95-5a02ca9a2a1f req-f4b2b2c7-c9f9-43b7-a3a6-2bc555d735ce tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.13 "GET /v2.0/security-groups?id=445bfc54-c72f-4e70-a583-f6c94a906157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948789 Aug 28 14:58:53.129261 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-afa6e799-0d41-4cc8-814d-5d11c9e0366d req-03ead13f-b5a9-415b-9828-b0b7e5f038d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50f9d4de-1072-4625-ae09-b6146cb37525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792968 Aug 28 14:58:53.147554 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8acd06d0-15b3-4b1a-8b8a-02c31dc1512d req-0e03b3c6-4907-45e1-a2b9-c6d1c224016e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865897 Aug 28 14:58:53.246417 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-a5840e8f-fe22-4ca7-8b88-0b167c625dca None None] Set router cea320e9-122c-488c-a89a-1b33a54d8976 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:58:53.293020 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8605ffcb-684c-4f34-a99e-e7cc692970bc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Allocated IP 19.80.0.25 (3acbcff8-69a9-4b0d-823b-cf95db629b8d/051252fb-4f8a-4a31-a691-140ac32be230/367a9054-6d56-45b2-aa3e-acee0cbda864) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:58:53.324471 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c5306-0529-4db9-975f-ebc1f3ea408a req-3d37fd3d-1359-43a1-8b2d-3eac206bd72c tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:53.333627 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4d4c5306-0529-4db9-975f-ebc1f3ea408a req-3d37fd3d-1359-43a1-8b2d-3eac206bd72c tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=da979f92-cfca-4975-ad84-89f011675bde HTTP/1.1" status: 200 len: 946 time: 0.0968056 Aug 28 14:58:53.352572 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bd59e729-694d-468a-bc22-2acb272c31c5 req-088167c4-fa5f-449d-87ce-044296b5deba tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc00178-e42f-4ffe-9f1e-5658289a9ce8 HTTP/1.1" status: 200 len: 210 time: 0.0503161 Aug 28 14:58:53.357160 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:53.366571 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 49adc9a0-3f71-4801-bb97-d7938b5f60cd completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:53.399155 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4d4c5306-0529-4db9-975f-ebc1f3ea408a req-1971398d-2f2e-4336-b180-80613a3c8cc8 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/security-groups?id=77ec7446-4a36-4100-bb77-05f18aacf8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625169 Aug 28 14:58:53.443005 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703eac09-ff76-4b67-91f7-f0c87c77641e x-openstack-request-id: req-703eac09-ff76-4b67-91f7-f0c87c77641e {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:58:53.443929 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc00178-e42f-4ffe-9f1e-5658289a9ce8", "name": "network-vif-deleted", "tag": "4c39527f-b5e0-48bd-9d20-1818ddb512c7", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:58:53.446841 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-703eac09-ff76-4b67-91f7-f0c87c77641e {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:58:53.447331 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc00178-e42f-4ffe-9f1e-5658289a9ce8', 'name': 'network-vif-deleted', 'tag': '4c39527f-b5e0-48bd-9d20-1818ddb512c7', 'status': 'completed', 'code': 200} Aug 28 14:58:53.450103 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Pushing event updated for resources: {'Port': ['ID=9701ecca-cd5e-4061-b1a0-2b95e2212e6d,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:53.508299 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:53.508647 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:53.508993 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:53.509318 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:53.509660 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:53.510003 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:53.510316 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:53.510640 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:53.510989 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:53.511426 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:53.511782 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:53.512137 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e77a58-ab78-4caa-a919-15b6e6ff79bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:53.519171 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 49adc9a0-3f71-4801-bb97-d7938b5f60cd triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:53.519564 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:53.528465 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port cb37c96d-a35a-4a07-9399-95d4c7b26ff2, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=cb37c96d-a35a-4a07-9399-95d4c7b26ff2,segment=NetworkSegment(9a464380-b5ca-4ce5-bd5d-713d1db879d0),segment_id=9a464380-b5ca-4ce5-bd5d-713d1db879d0)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:53.530689 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-27f3f683-617c-47a5-b8f6-fbf1841753ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:53.596970 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-27f3f683-617c-47a5-b8f6-fbf1841753ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:53.605530 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-afa6e799-0d41-4cc8-814d-5d11c9e0366d req-cf66870f-7c66-40be-a85a-b215be7dd631 service neutron] 10.222.0.41 "GET /v2.0/networks/50f9d4de-1072-4625-ae09-b6146cb37525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566321 Aug 28 14:58:53.630833 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'cb37c96d-a35a-4a07-9399-95d4c7b26ff2', 'network_id': '50f9d4de-1072-4625-ae09-b6146cb37525', 'port_id': 'cb37c96d-a35a-4a07-9399-95d4c7b26ff2', 'mac_address': 'fa:16:3e:69:55:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'babeb1cc-c2d1-4c37-a788-a16dd8769564', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:58:53.766585 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8605ffcb-684c-4f34-a99e-e7cc692970bc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:53.842022 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8605ffcb-684c-4f34-a99e-e7cc692970bc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Transition to ACTIVE for port object 367a9054-6d56-45b2-aa3e-acee0cbda864 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:53.914551 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:53.935700 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb37c96d-a35a-4a07-9399-95d4c7b26ff2 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:58:53.939090 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8605ffcb-684c-4f34-a99e-e7cc692970bc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:53.952987 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:53.993236 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port cb37c96d-a35a-4a07-9399-95d4c7b26ff2, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=cb37c96d-a35a-4a07-9399-95d4c7b26ff2,segment=NetworkSegment(9a464380-b5ca-4ce5-bd5d-713d1db879d0),segment_id=9a464380-b5ca-4ce5-bd5d-713d1db879d0)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:54.013156 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:54.055991 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605ffcb-684c-4f34-a99e-e7cc692970bc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Pushing event updated for resources: {'Port': ['ID=367a9054-6d56-45b2-aa3e-acee0cbda864,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:54.068682 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 49adc9a0-3f71-4801-bb97-d7938b5f60cd, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=49adc9a0-3f71-4801-bb97-d7938b5f60cd,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:54.085570 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:54.086376 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 4c39527f-b5e0-48bd-9d20-1818ddb512c7 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:58:54.097416 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8605ffcb-684c-4f34-a99e-e7cc692970bc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Network 3acbcff8-69a9-4b0d-823b-cf95db629b8d is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:58:54.103862 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8605ffcb-684c-4f34-a99e-e7cc692970bc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:58:54.108758 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8605ffcb-684c-4f34-a99e-e7cc692970bc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:58:54.139676 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 4c39527f-b5e0-48bd-9d20-1818ddb512c7 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:58:54.140042 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 4c39527f-b5e0-48bd-9d20-1818ddb512c7 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:58:54.151132 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=cb37c96d-a35a-4a07-9399-95d4c7b26ff2,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:54.158971 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-a5840e8f-fe22-4ca7-8b88-0b167c625dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090615160-router', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:52:39Z', 'updated_at': '2021-08-28T14:52:43Z', 'revision_number': 4, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'gw_port': {'id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:40Z', 'updated_at': '2021-08-28T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'b3cd7432-e956-436b-b318-7a13652a6f99', 'name': '', 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'mac_address': 'fa:16:3e:36:6c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99f97325-be0a-4922-9e31-90945bbee166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:42Z', 'updated_at': '2021-08-28T14:52:49Z', 'revision_number': 5, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'subnets': [{'id': '99f97325-be0a-4922-9e31-90945bbee166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:54.225309 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8605ffcb-684c-4f34-a99e-e7cc692970bc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:54.226624 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8605ffcb-684c-4f34-a99e-e7cc692970bc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:54.250364 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8605ffcb-684c-4f34-a99e-e7cc692970bc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5828259 Aug 28 14:58:54.263242 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5840e8f-fe22-4ca7-8b88-0b167c625dca None None] Checking router: cea320e9-122c-488c-a89a-1b33a54d8976 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:58:54.277735 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ccdb4e65-92ea-4759-ab71-2d06ad91b4a1 service neutron] Request body: {'port': {'device_id': '9abf6740-cd79-4c49-aaa2-e0aac6e13d7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:54.325093 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:54.326704 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5840e8f-fe22-4ca7-8b88-0b167c625dca None None] Routers {'cea320e9-122c-488c-a89a-1b33a54d8976'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:58:54.328942 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-a5840e8f-fe22-4ca7-8b88-0b167c625dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:58:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['cea320e9-122c-488c-a89a-1b33a54d8976'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:54.331679 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=49adc9a0-3f71-4801-bb97-d7938b5f60cd,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:54.381596 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ccdb4e65-92ea-4759-ab71-2d06ad91b4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:54.404918 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['cb37c96d-a35a-4a07-9399-95d4c7b26ff2'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:58:54.458500 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0834727-5ca8-4669-97a8-01ce2421bc6c req-684d2ccf-29e5-4d73-a7b4-2ac334c4ba2a tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:54.460727 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d0834727-5ca8-4669-97a8-01ce2421bc6c req-684d2ccf-29e5-4d73-a7b4-2ac334c4ba2a tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bfffd45-61d2-438b-8ce6-d823f57964d7 HTTP/1.1" status: 200 len: 950 time: 0.1511221 Aug 28 14:58:54.474974 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775c985-8251-44dd-b19d-7208ba6e3b9b req-2d208df0-cb8d-4e60-8ddd-619f54d37c92 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:54.476786 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4775c985-8251-44dd-b19d-7208ba6e3b9b req-2d208df0-cb8d-4e60-8ddd-619f54d37c92 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 950 time: 0.2544146 Aug 28 14:58:54.515328 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-a5840e8f-fe22-4ca7-8b88-0b167c625dca None None] Set router cea320e9-122c-488c-a89a-1b33a54d8976 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:58:54.553093 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c4157b-3881-4516-8ef4-99dbb945ca7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49adc9a0-3f71-4801-bb97-d7938b5f60cd'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:58:54.555356 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff1b88b-d00b-4242-9156-6ad378cc8587" -d '{"events": [{"server_uuid": "69c4157b-3881-4516-8ef4-99dbb945ca7f", "name": "network-vif-plugged", "status": "completed", "tag": "49adc9a0-3f71-4801-bb97-d7938b5f60cd"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:58:54.591073 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a7ee932e-a30b-4c31-acde-14aaccc164e6 None None] Provisioning for port 367a9054-6d56-45b2-aa3e-acee0cbda864 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:54.621753 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device feaee1a9-c469-44b3-b9ab-fafaa6ccb063 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:58:54.622039 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-27f3f683-617c-47a5-b8f6-fbf1841753ac admin admin] Allocated IP 172.25.3.37 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/8eb48a90-af36-4034-aa1f-9f2c0e292ca5) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:58:54.632568 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a7ee932e-a30b-4c31-acde-14aaccc164e6 None None] Provisioning complete for port 367a9054-6d56-45b2-aa3e-acee0cbda864 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:54.632946 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a7ee932e-a30b-4c31-acde-14aaccc164e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:54.647617 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825370a2-e972-457c-8cd5-fc90695ea101 req-c9c5dec9-056e-44aa-9d9e-820ccd710608 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:54.649511 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-825370a2-e972-457c-8cd5-fc90695ea101 req-c9c5dec9-056e-44aa-9d9e-820ccd710608 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/networks?id=7665603e-97fd-4863-b47b-f3f4546dc368 HTTP/1.1" status: 200 len: 815 time: 0.2476289 Aug 28 14:58:54.670017 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-d0834727-5ca8-4669-97a8-01ce2421bc6c req-3f197c24-2e06-4d9f-afd5-1740e55061ba tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Deleting port b4fbdd8d-ce1f-4bf0-857c-e40405b713d6 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:58:54.670361 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d0834727-5ca8-4669-97a8-01ce2421bc6c req-3f197c24-2e06-4d9f-afd5-1740e55061ba tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:54.675706 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-afa6e799-0d41-4cc8-814d-5d11c9e0366d req-6f6bfb8c-08a7-41d0-9bc8-821dd1a3fc6f service neutron] 10.222.0.41 "GET /v2.0/networks/50f9d4de-1072-4625-ae09-b6146cb37525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0475774 Aug 28 14:58:54.707743 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4775c985-8251-44dd-b19d-7208ba6e3b9b req-60f9ed51-5bdc-48d4-986f-91c6ab007d5a tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454127 Aug 28 14:58:54.720126 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a7ee932e-a30b-4c31-acde-14aaccc164e6 None None] Port 367a9054-6d56-45b2-aa3e-acee0cbda864 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:58:54.758676 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-825370a2-e972-457c-8cd5-fc90695ea101 req-e1e6d30d-2996-4592-ae98-fb623233ddb9 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/quotas/52d8d8d99c6b4b5db3950de5685f1a86 HTTP/1.1" status: 200 len: 375 time: 0.0948949 Aug 28 14:58:54.864833 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-825370a2-e972-457c-8cd5-fc90695ea101 req-0e9c6356-a5cd-4789-84a5-972a88024d0f tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=52d8d8d99c6b4b5db3950de5685f1a86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0984170 Aug 28 14:58:54.951037 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-27f3f683-617c-47a5-b8f6-fbf1841753ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:55.010924 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676347b0-ff69-41bc-98a2-2bc8e7b0e388 req-654e3652-4a0f-43a0-a7a2-7029c6123d97 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:55.012567 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-676347b0-ff69-41bc-98a2-2bc8e7b0e388 req-654e3652-4a0f-43a0-a7a2-7029c6123d97 tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfffd45-61d2-438b-8ce6-d823f57964d7 HTTP/1.1" status: 200 len: 950 time: 0.1224124 Aug 28 14:58:55.033308 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ccdb4e65-92ea-4759-ab71-2d06ad91b4a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac4e999-d135-44bf-a358-5d3858eacc64 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:58:55.046840 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ccdb4e65-92ea-4759-ab71-2d06ad91b4a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:55.058922 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-d0834727-5ca8-4669-97a8-01ce2421bc6c req-3f197c24-2e06-4d9f-afd5-1740e55061ba tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] For port b4fbdd8d-ce1f-4bf0-857c-e40405b713d6, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=b4fbdd8d-ce1f-4bf0-857c-e40405b713d6,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:55.059380 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d0834727-5ca8-4669-97a8-01ce2421bc6c req-3f197c24-2e06-4d9f-afd5-1740e55061ba tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:55.065961 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-825370a2-e972-457c-8cd5-fc90695ea101 req-cde5814a-7395-437c-8162-9d92b276fbe6 service neutron] 10.222.0.13 "GET /v2.0/networks/7665603e-97fd-4863-b47b-f3f4546dc368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753950 Aug 28 14:58:55.071232 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ccdb4e65-92ea-4759-ab71-2d06ad91b4a1 service neutron] Transition to ACTIVE for port object eac4e999-d135-44bf-a358-5d3858eacc64 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:55.084710 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70ef6cb-df0b-4efd-8118-1b74e402d6c7 None None] Network e1501e69-1daa-446c-bb61-85a17de94ab4 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:58:55.091300 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-d0834727-5ca8-4669-97a8-01ce2421bc6c req-3f197c24-2e06-4d9f-afd5-1740e55061ba tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Calling delete_port for b4fbdd8d-ce1f-4bf0-857c-e40405b713d6 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:58:55.095255 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ccdb4e65-92ea-4759-ab71-2d06ad91b4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:55.117800 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-27f3f683-617c-47a5-b8f6-fbf1841753ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:55.130479 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-676347b0-ff69-41bc-98a2-2bc8e7b0e388 req-3f8086da-ba04-4015-a277-07d1a0e757ab tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.13 "GET /v2.0/security-groups?id=445bfc54-c72f-4e70-a583-f6c94a906157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987618 Aug 28 14:58:55.195742 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port feaee1a9-c469-44b3-b9ab-fafaa6ccb063, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=feaee1a9-c469-44b3-b9ab-fafaa6ccb063,segment=NetworkSegment(9a464380-b5ca-4ce5-bd5d-713d1db879d0),segment_id=9a464380-b5ca-4ce5-bd5d-713d1db879d0)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:55.197095 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f3f683-617c-47a5-b8f6-fbf1841753ac admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:58:55.206508 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-27f3f683-617c-47a5-b8f6-fbf1841753ac admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:58:55.212922 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f3f683-617c-47a5-b8f6-fbf1841753ac admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:58:55.221253 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb4e65-92ea-4759-ab71-2d06ad91b4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=eac4e999-d135-44bf-a358-5d3858eacc64,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:55.222103 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f68fc78a-6760-4a75-8e65-72c799027142 None None] Provisioning for port 9701ecca-cd5e-4061-b1a0-2b95e2212e6d completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:55.244337 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'feaee1a9-c469-44b3-b9ab-fafaa6ccb063', 'network_id': '50f9d4de-1072-4625-ae09-b6146cb37525', 'port_id': 'feaee1a9-c469-44b3-b9ab-fafaa6ccb063', 'mac_address': 'fa:16:3e:60:5c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'babeb1cc-c2d1-4c37-a788-a16dd8769564', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:58:55.258905 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3f683-617c-47a5-b8f6-fbf1841753ac admin admin] Pushing event updated for resources: {'Port': ['ID=8eb48a90-af36-4034-aa1f-9f2c0e292ca5,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:55.293131 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-825370a2-e972-457c-8cd5-fc90695ea101 req-03f95513-060e-466a-b999-1fc18790bebf service neutron] 10.222.0.13 "GET /v2.0/networks/7665603e-97fd-4863-b47b-f3f4546dc368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185237 Aug 28 14:58:55.308239 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:55.331276 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feaee1a9-c469-44b3-b9ab-fafaa6ccb063 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:58:55.371416 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-a5840e8f-fe22-4ca7-8b88-0b167c625dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090615160-router', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:52:39Z', 'updated_at': '2021-08-28T14:52:43Z', 'revision_number': 4, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'gw_port': {'id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:40Z', 'updated_at': '2021-08-28T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'b3cd7432-e956-436b-b318-7a13652a6f99', 'name': '', 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'mac_address': 'fa:16:3e:36:6c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99f97325-be0a-4922-9e31-90945bbee166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:42Z', 'updated_at': '2021-08-28T14:52:49Z', 'revision_number': 5, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'subnets': [{'id': '99f97325-be0a-4922-9e31-90945bbee166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:55.410243 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ccdb4e65-92ea-4759-ab71-2d06ad91b4a1 service neutron] Attempting to bind port eac4e999-d135-44bf-a358-5d3858eacc64 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:58:55.410634 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ccdb4e65-92ea-4759-ab71-2d06ad91b4a1 service neutron] Attempting to bind port eac4e999-d135-44bf-a358-5d3858eacc64 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3acbcff8-69a9-4b0d-823b-cf95db629b8d'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:58:55.411806 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ccdb4e65-92ea-4759-ab71-2d06ad91b4a1 service neutron] Attempting to bind port eac4e999-d135-44bf-a358-5d3858eacc64 on network 3acbcff8-69a9-4b0d-823b-cf95db629b8d {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:55.416914 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ccdb4e65-92ea-4759-ab71-2d06ad91b4a1 service neutron] Port eac4e999-d135-44bf-a358-5d3858eacc64 on network 3acbcff8-69a9-4b0d-823b-cf95db629b8d not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:58:55.417299 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ccdb4e65-92ea-4759-ab71-2d06ad91b4a1 service neutron] Attempting to bind port eac4e999-d135-44bf-a358-5d3858eacc64 on network 3acbcff8-69a9-4b0d-823b-cf95db629b8d {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:55.423759 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ccdb4e65-92ea-4759-ab71-2d06ad91b4a1 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:58:55.424151 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ccdb4e65-92ea-4759-ab71-2d06ad91b4a1 service neutron] Checking segment: {'id': '4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3acbcff8-69a9-4b0d-823b-cf95db629b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:58:55.424542 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ccdb4e65-92ea-4759-ab71-2d06ad91b4a1 service neutron] Bound using segment: {'id': '4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3acbcff8-69a9-4b0d-823b-cf95db629b8d'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:58:55.425146 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ccdb4e65-92ea-4759-ab71-2d06ad91b4a1 service neutron] Bound port: eac4e999-d135-44bf-a358-5d3858eacc64, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3acbcff8-69a9-4b0d-823b-cf95db629b8d'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:58:55.425498 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ccdb4e65-92ea-4759-ab71-2d06ad91b4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:55.436799 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5840e8f-fe22-4ca7-8b88-0b167c625dca None None] The sync data for ids ['cea320e9-122c-488c-a89a-1b33a54d8976'] in n-d-712137-10 is: [{'id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090615160-router', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:52:39Z', 'updated_at': '2021-08-28T14:52:43Z', 'revision_number': 4, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'gw_port': {'id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:40Z', 'updated_at': '2021-08-28T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'b3cd7432-e956-436b-b318-7a13652a6f99', 'name': '', 'network_id': '7fefbaf0-9766-4195-b2cc-33f85cb01cd6', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'mac_address': 'fa:16:3e:36:6c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '99f97325-be0a-4922-9e31-90945bbee166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:42Z', 'updated_at': '2021-08-28T14:52:49Z', 'revision_number': 5, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'subnets': [{'id': '99f97325-be0a-4922-9e31-90945bbee166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:58:55.444761 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port feaee1a9-c469-44b3-b9ab-fafaa6ccb063, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=feaee1a9-c469-44b3-b9ab-fafaa6ccb063,segment=NetworkSegment(9a464380-b5ca-4ce5-bd5d-713d1db879d0),segment_id=9a464380-b5ca-4ce5-bd5d-713d1db879d0)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:55.472996 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:55.525802 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cd8c4-ca81-47b9-b210-36b5176e8b36 req-8a6877a0-5f58-44f9-9e0d-63dc65339bbe tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:55.532010 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cd8c4-ca81-47b9-b210-36b5176e8b36 req-8a6877a0-5f58-44f9-9e0d-63dc65339bbe tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:55.538472 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cd8c4-ca81-47b9-b210-36b5176e8b36 req-8a6877a0-5f58-44f9-9e0d-63dc65339bbe tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:55.549745 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f28cd8c4-ca81-47b9-b210-36b5176e8b36 req-8a6877a0-5f58-44f9-9e0d-63dc65339bbe tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=9abf6740-cd79-4c49-aaa2-e0aac6e13d7b HTTP/1.1" status: 200 len: 2387 time: 0.2739313 Aug 28 14:58:55.590827 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d0834727-5ca8-4669-97a8-01ce2421bc6c req-3f197c24-2e06-4d9f-afd5-1740e55061ba tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:55.596423 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=feaee1a9-c469-44b3-b9ab-fafaa6ccb063,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:55.628018 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ccdb4e65-92ea-4759-ab71-2d06ad91b4a1 service neutron] For port eac4e999-d135-44bf-a358-5d3858eacc64, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:58:55.638415 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ccdb4e65-92ea-4759-ab71-2d06ad91b4a1 service neutron] For port eac4e999-d135-44bf-a358-5d3858eacc64, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=eac4e999-d135-44bf-a358-5d3858eacc64,segment=NetworkSegment(4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb),segment_id=4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:58:55.646008 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ccdb4e65-92ea-4759-ab71-2d06ad91b4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:55.689932 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f28cd8c4-ca81-47b9-b210-36b5176e8b36 req-b2da5e18-e88f-4e05-8c37-5910f2e61204 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339595 Aug 28 14:58:55.694608 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f197c24-2e06-4d9f-afd5-1740e55061ba tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Pushing event deleted for resources: {'Port': ['ID=b4fbdd8d-ce1f-4bf0-857c-e40405b713d6,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:55.773901 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ccdb4e65-92ea-4759-ab71-2d06ad91b4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:55.774684 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ccdb4e65-92ea-4759-ab71-2d06ad91b4a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:55.775609 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9701ecca-cd5e-4061-b1a0-2b95e2212e6d up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:58:55.776135 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ccdb4e65-92ea-4759-ab71-2d06ad91b4a1 service neutron] 10.222.0.36 "PUT /v2.0/ports/eac4e999-d135-44bf-a358-5d3858eacc64 HTTP/1.1" status: 200 len: 1093 time: 1.5056574 Aug 28 14:58:55.776939 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb4e65-92ea-4759-ab71-2d06ad91b4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=eac4e999-d135-44bf-a358-5d3858eacc64,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:55.790113 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9abf6740-cd79-4c49-aaa2-e0aac6e13d7b', 'tag': 'eac4e999-d135-44bf-a358-5d3858eacc64'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:58:55.793637 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9657e8f-2920-4107-b00a-230791c088b3" -d '{"events": [{"name": "network-changed", "server_uuid": "9abf6740-cd79-4c49-aaa2-e0aac6e13d7b", "tag": "eac4e999-d135-44bf-a358-5d3858eacc64"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:58:55.826610 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Request body: {'port': {'device_id': '9abf6740-cd79-4c49-aaa2-e0aac6e13d7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:55.971354 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f368b7-8cc1-4041-8da5-663421bb65a2 x-openstack-request-id: req-55f368b7-8cc1-4041-8da5-663421bb65a2 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:58:55.971898 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c4157b-3881-4516-8ef4-99dbb945ca7f", "name": "network-vif-plugged", "status": "completed", "tag": "49adc9a0-3f71-4801-bb97-d7938b5f60cd", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:58:55.972349 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55f368b7-8cc1-4041-8da5-663421bb65a2 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:58:55.973008 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c4157b-3881-4516-8ef4-99dbb945ca7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49adc9a0-3f71-4801-bb97-d7938b5f60cd', 'code': 200} Aug 28 14:58:55.974631 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 9701ecca-cd5e-4061-b1a0-2b95e2212e6d completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:55.985970 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 9701ecca-cd5e-4061-b1a0-2b95e2212e6d triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:55.986594 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:56.036343 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d6df8-8b79-4b6d-9c58-1d802250ca76 req-0aa76a0c-ca24-4db0-95d6-025ea0774b12 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:56.045721 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-812d6df8-8b79-4b6d-9c58-1d802250ca76 req-0aa76a0c-ca24-4db0-95d6-025ea0774b12 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=da979f92-cfca-4975-ad84-89f011675bde HTTP/1.1" status: 200 len: 946 time: 0.1369548 Aug 28 14:58:56.067032 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['feaee1a9-c469-44b3-b9ab-fafaa6ccb063'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:58:56.129145 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-812d6df8-8b79-4b6d-9c58-1d802250ca76 req-3d590bca-8692-49d1-8b53-bc4c59dae9b8 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/security-groups?id=77ec7446-4a36-4100-bb77-05f18aacf8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819747 Aug 28 14:58:56.160035 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-27f3f683-617c-47a5-b8f6-fbf1841753ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:56.164131 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:56.165345 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0834727-5ca8-4669-97a8-01ce2421bc6c req-3f197c24-2e06-4d9f-afd5-1740e55061ba tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] No DVR routers for this DVR port b4fbdd8d-ce1f-4bf0-857c-e40405b713d6 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:58:56.210670 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d0834727-5ca8-4669-97a8-01ce2421bc6c req-3f197c24-2e06-4d9f-afd5-1740e55061ba tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:56.211572 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d0834727-5ca8-4669-97a8-01ce2421bc6c req-3f197c24-2e06-4d9f-afd5-1740e55061ba tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.36 "DELETE /v2.0/ports/b4fbdd8d-ce1f-4bf0-857c-e40405b713d6 HTTP/1.1" status: 204 len: 173 time: 1.7245224 Aug 28 14:58:56.212072 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bfffd45-61d2-438b-8ce6-d823f57964d7', 'name': 'network-vif-deleted', 'tag': 'b4fbdd8d-ce1f-4bf0-857c-e40405b713d6'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:58:56.218804 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050afd29-85e5-4181-a7e5-7302f2c7d8e0" -d '{"events": [{"server_uuid": "7bfffd45-61d2-438b-8ce6-d823f57964d7", "name": "network-vif-deleted", "tag": "b4fbdd8d-ce1f-4bf0-857c-e40405b713d6"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:58:56.358651 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-84fb917d-570a-4ff1-9857-6b8f104e85b8 req-b9900ba1-6839-47ae-9dd9-47d691fde9f1 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/ports?device_id=de5817ec-6613-487a-9e42-59b6322db37d HTTP/1.1" status: 200 len: 210 time: 0.1943133 Aug 28 14:58:56.381339 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:56.382037 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4f237394-839b-40ee-b6cd-d285cf710be8 None None] Provisioning complete for port 9701ecca-cd5e-4061-b1a0-2b95e2212e6d triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:56.383612 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4f237394-839b-40ee-b6cd-d285cf710be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:56.453900 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd140ff1-14a1-4679-835e-6cf157604b71 None None] New status for floating IP f1b3c17d-8322-42f2-8cd6-9d1c837620e8: DOWN {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 14:58:56.477892 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78152a67-0788-437d-88db-b323cf06873d x-openstack-request-id: req-78152a67-0788-437d-88db-b323cf06873d {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:58:56.478193 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9abf6740-cd79-4c49-aaa2-e0aac6e13d7b", "tag": "eac4e999-d135-44bf-a358-5d3858eacc64", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:58:56.478402 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78152a67-0788-437d-88db-b323cf06873d {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:58:56.478807 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9abf6740-cd79-4c49-aaa2-e0aac6e13d7b', 'tag': 'eac4e999-d135-44bf-a358-5d3858eacc64', 'status': 'completed', 'code': 200} Aug 28 14:58:56.541918 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f30229-5b94-4b1e-b8b2-1cc34a27d56f req-901b4a05-388e-4f8f-a16c-1ff1621ddd3c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:56.549325 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-28f30229-5b94-4b1e-b8b2-1cc34a27d56f req-901b4a05-388e-4f8f-a16c-1ff1621ddd3c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 950 time: 0.1708078 Aug 28 14:58:56.605268 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:56.619509 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-28f30229-5b94-4b1e-b8b2-1cc34a27d56f req-e905a38d-bf7d-4325-8f65-712a15232a7a tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692151 Aug 28 14:58:56.661907 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device cb37c96d-a35a-4a07-9399-95d4c7b26ff2 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:58:56.720203 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f59d1-c554-4987-9558-23c48f373794 req-f3ebfbb0-7174-4195-8c5b-86decc67514c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:56.722437 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dc3f59d1-c554-4987-9558-23c48f373794 req-f3ebfbb0-7174-4195-8c5b-86decc67514c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 1102 time: 0.5589726 Aug 28 14:58:56.773200 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80766bf6-c85b-4423-b044-f93f9fe80c0c {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:58:56.775887 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4f237394-839b-40ee-b6cd-d285cf710be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:56.795915 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fb4673dd-f378-4c4a-b19a-6836d29abe93 req-d6811c86-0fb0-45c8-b420-952c70eb468f tempest-ServerDiagnosticsNegativeTest-430494531 tempest-ServerDiagnosticsNegativeTest-430494531-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfffd45-61d2-438b-8ce6-d823f57964d7 HTTP/1.1" status: 200 len: 210 time: 0.0447054 Aug 28 14:58:56.797923 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:56.808687 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port cb37c96d-a35a-4a07-9399-95d4c7b26ff2 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:56.812310 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 9701ecca-cd5e-4061-b1a0-2b95e2212e6d, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=9701ecca-cd5e-4061-b1a0-2b95e2212e6d,segment=NetworkSegment(80b9e370-5ad7-4b49-a005-9f3ce8af503d),segment_id=80b9e370-5ad7-4b49-a005-9f3ce8af503d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:56.828173 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Transition to ACTIVE for port object 80766bf6-c85b-4423-b044-f93f9fe80c0c will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:56.837625 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port cb37c96d-a35a-4a07-9399-95d4c7b26ff2 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:56.839043 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:56.850379 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:56.852245 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:56.929548 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Pushing event updated for resources: {'Port': ['ID=80766bf6-c85b-4423-b044-f93f9fe80c0c,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:56.929700 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-27f3f683-617c-47a5-b8f6-fbf1841753ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:56.963642 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dc3f59d1-c554-4987-9558-23c48f373794 req-81192020-24ac-4b82-9ccc-c1e32fddee35 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203186 Aug 28 14:58:57.034246 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Attempting to bind port 80766bf6-c85b-4423-b044-f93f9fe80c0c on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:58:57.034589 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Attempting to bind port 80766bf6-c85b-4423-b044-f93f9fe80c0c by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'd4bdd52c-aa58-4c64-8ede-4f23f8533bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '51328f48-dab2-4bc5-b49a-184fc97e083e'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:58:57.034917 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Attempting to bind port 80766bf6-c85b-4423-b044-f93f9fe80c0c on network 51328f48-dab2-4bc5-b49a-184fc97e083e {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:57.040507 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Port 80766bf6-c85b-4423-b044-f93f9fe80c0c on network 51328f48-dab2-4bc5-b49a-184fc97e083e not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:58:57.041155 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Attempting to bind port 80766bf6-c85b-4423-b044-f93f9fe80c0c on network 51328f48-dab2-4bc5-b49a-184fc97e083e {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:57.046896 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:58:57.047532 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Checking segment: {'id': 'd4bdd52c-aa58-4c64-8ede-4f23f8533bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '51328f48-dab2-4bc5-b49a-184fc97e083e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:58:57.047694 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Bound using segment: {'id': 'd4bdd52c-aa58-4c64-8ede-4f23f8533bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '51328f48-dab2-4bc5-b49a-184fc97e083e'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:58:57.048203 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Bound port: 80766bf6-c85b-4423-b044-f93f9fe80c0c, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bdd52c-aa58-4c64-8ede-4f23f8533bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '51328f48-dab2-4bc5-b49a-184fc97e083e'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:58:57.048948 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:57.088803 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.api [None req-4f237394-839b-40ee-b6cd-d285cf710be8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 14:58:57.089615 n-d-712137-10 neutron-server[106331]: DEBUG oslo_db.api [None req-4f237394-839b-40ee-b6cd-d285cf710be8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 14:58:57.094120 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=9701ecca-cd5e-4061-b1a0-2b95e2212e6d,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:57.112881 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18903fd-49f9-4638-8edc-d304de35bbf4 x-openstack-request-id: req-d18903fd-49f9-4638-8edc-d304de35bbf4 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:58:57.113414 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bfffd45-61d2-438b-8ce6-d823f57964d7", "name": "network-vif-deleted", "tag": "b4fbdd8d-ce1f-4bf0-857c-e40405b713d6", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:58:57.113838 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d18903fd-49f9-4638-8edc-d304de35bbf4 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:58:57.114438 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bfffd45-61d2-438b-8ce6-d823f57964d7', 'name': 'network-vif-deleted', 'tag': 'b4fbdd8d-ce1f-4bf0-857c-e40405b713d6', 'status': 'completed', 'code': 200} Aug 28 14:58:57.119296 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9657e8f-2920-4107-b00a-230791c088b3 req-817135f0-c58f-457a-ac1b-91446caa59b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:57.120055 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9657e8f-2920-4107-b00a-230791c088b3 req-817135f0-c58f-457a-ac1b-91446caa59b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:57.120868 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9657e8f-2920-4107-b00a-230791c088b3 req-817135f0-c58f-457a-ac1b-91446caa59b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:57.122728 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c9657e8f-2920-4107-b00a-230791c088b3 req-817135f0-c58f-457a-ac1b-91446caa59b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=77e2c8d8344c43369cd6764e0c50c8bf&device_id=9abf6740-cd79-4c49-aaa2-e0aac6e13d7b HTTP/1.1" status: 200 len: 2731 time: 0.4834170 Aug 28 14:58:57.151272 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91624dcf-b5f1-4dbb-8ad3-6e1e6fb42bc3 req-65d91a53-9e1b-4f25-8478-617cd3fb57c2 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:57.152836 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-91624dcf-b5f1-4dbb-8ad3-6e1e6fb42bc3 req-65d91a53-9e1b-4f25-8478-617cd3fb57c2 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f HTTP/1.1" status: 200 len: 944 time: 0.5146661 Aug 28 14:58:57.154201 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:57.166333 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] For port 80766bf6-c85b-4423-b044-f93f9fe80c0c, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:58:57.169772 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] For port 80766bf6-c85b-4423-b044-f93f9fe80c0c, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=80766bf6-c85b-4423-b044-f93f9fe80c0c,segment=NetworkSegment(d4bdd52c-aa58-4c64-8ede-4f23f8533bd4),segment_id=d4bdd52c-aa58-4c64-8ede-4f23f8533bd4)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:58:57.181267 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:57.194912 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port cb37c96d-a35a-4a07-9399-95d4c7b26ff2, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=cb37c96d-a35a-4a07-9399-95d4c7b26ff2,segment=NetworkSegment(9a464380-b5ca-4ce5-bd5d-713d1db879d0),segment_id=9a464380-b5ca-4ce5-bd5d-713d1db879d0)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:57.204604 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:57.244605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:57.245092 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:57.245658 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device b4fbdd8d-ce1f-4bf0-857c-e40405b713d6 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:58:57.246476 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] 10.222.0.36 "PUT /v2.0/ports/80766bf6-c85b-4423-b044-f93f9fe80c0c HTTP/1.1" status: 200 len: 1092 time: 1.4297519 Aug 28 14:58:57.264193 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37691b-33d2-481a-b4dc-fa69658e6181 req-9e7b9cd5-121b-41a6-a29d-9def7900f1c6 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:57.277710 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: b4fbdd8d-ce1f-4bf0-857c-e40405b713d6 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:58:57.278095 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device b4fbdd8d-ce1f-4bf0-857c-e40405b713d6 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:58:57.279624 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-91624dcf-b5f1-4dbb-8ad3-6e1e6fb42bc3 req-a07f5da1-909c-4b3b-8cb3-8fb1e734dd19 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/security-groups?id=77ec7446-4a36-4100-bb77-05f18aacf8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129758 Aug 28 14:58:57.286900 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37691b-33d2-481a-b4dc-fa69658e6181 req-9e7b9cd5-121b-41a6-a29d-9def7900f1c6 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:57.308605 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=cb37c96d-a35a-4a07-9399-95d4c7b26ff2,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:57.318198 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9657e8f-2920-4107-b00a-230791c088b3 req-040f2c49-d380-47a3-8e75-3ae977d7e4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:57.318908 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9657e8f-2920-4107-b00a-230791c088b3 req-040f2c49-d380-47a3-8e75-3ae977d7e4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:57.319442 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9657e8f-2920-4107-b00a-230791c088b3 req-040f2c49-d380-47a3-8e75-3ae977d7e4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:57.321178 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c9657e8f-2920-4107-b00a-230791c088b3 req-040f2c49-d380-47a3-8e75-3ae977d7e4b1 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=77e2c8d8344c43369cd6764e0c50c8bf&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1878138 Aug 28 14:58:57.321664 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37691b-33d2-481a-b4dc-fa69658e6181 req-9e7b9cd5-121b-41a6-a29d-9def7900f1c6 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:57.324253 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2f37691b-33d2-481a-b4dc-fa69658e6181 req-9e7b9cd5-121b-41a6-a29d-9def7900f1c6 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=9abf6740-cd79-4c49-aaa2-e0aac6e13d7b HTTP/1.1" status: 200 len: 2399 time: 0.2590923 Aug 28 14:58:57.327327 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f3f683-617c-47a5-b8f6-fbf1841753ac admin admin] Router d1d01b01-7b42-4c18-aa33-19bff9496067 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 14:58:57.331107 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-c5c5b13e-f478-432f-9a35-657198e1f785 service neutron] Request body: {'port': {'device_id': '9abf6740-cd79-4c49-aaa2-e0aac6e13d7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:57.334266 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Pushing event updated for resources: {'Port': ['ID=80766bf6-c85b-4423-b044-f93f9fe80c0c,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:57.382299 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:57.382654 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:57.383002 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:57.383339 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:57.383693 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:57.384030 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:57.384363 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:57.384695 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:57.385027 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:57.385369 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:57.385687 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:57.386018 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b31bd-1c99-4368-8ad5-e9e787f35f01 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:58:57.432337 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59718) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:57.434149 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-c5c5b13e-f478-432f-9a35-657198e1f785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:57.478391 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2f37691b-33d2-481a-b4dc-fa69658e6181 req-10a62230-bfd7-4c12-a08c-4cfb162d3161 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408260 Aug 28 14:58:57.535091 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9657e8f-2920-4107-b00a-230791c088b3 req-7f4e9f89-9ded-43ae-a5f6-9b8d2cfcd3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:57.537539 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c9657e8f-2920-4107-b00a-230791c088b3 req-7f4e9f89-9ded-43ae-a5f6-9b8d2cfcd3ef service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2073035 Aug 28 14:58:57.560517 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-454886d5-7d1c-4968-884d-ed1ec2e8052c req-daae552b-1b59-42db-8bed-7fe6d03d291d tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/ports?device_id=de5817ec-6613-487a-9e42-59b6322db37d HTTP/1.1" status: 200 len: 210 time: 0.0384793 Aug 28 14:58:57.567301 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f3f683-617c-47a5-b8f6-fbf1841753ac admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:58:57.579311 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4791a5ee-9891-44df-bf6a-f40dac2cc17b None None] Sync routers for ids ['d1d01b01-7b42-4c18-aa33-19bff9496067'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:58:57.584566 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-27f3f683-617c-47a5-b8f6-fbf1841753ac admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:57.585808 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-27f3f683-617c-47a5-b8f6-fbf1841753ac admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1744931 Aug 28 14:58:57.589338 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59722) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:57.624861 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9701ecca-cd5e-4061-b1a0-2b95e2212e6d up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:58:57.686249 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4791a5ee-9891-44df-bf6a-f40dac2cc17b None None] Routers {'d1d01b01-7b42-4c18-aa33-19bff9496067'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:58:57.686894 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-4791a5ee-9891-44df-bf6a-f40dac2cc17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:58:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d1d01b01-7b42-4c18-aa33-19bff9496067'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:57.785777 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c750c11e-f0c1-4f80-b7b1-bb87ccc21dbb tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:57.811603 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c750c11e-f0c1-4f80-b7b1-bb87ccc21dbb tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:57.858253 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-4791a5ee-9891-44df-bf6a-f40dac2cc17b None None] Set router d1d01b01-7b42-4c18-aa33-19bff9496067 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:58:57.913446 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c969ad-30a5-4b43-8eb9-3f293a4ebbbf req-1e67a762-5568-48be-8f35-858b0ba5220a tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:57.914986 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b9c969ad-30a5-4b43-8eb9-3f293a4ebbbf req-1e67a762-5568-48be-8f35-858b0ba5220a tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 950 time: 0.1765149 Aug 28 14:58:57.923303 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c750c11e-f0c1-4f80-b7b1-bb87ccc21dbb tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:57.926113 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c750c11e-f0c1-4f80-b7b1-bb87ccc21dbb tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:57.930531 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c750c11e-f0c1-4f80-b7b1-bb87ccc21dbb tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "DELETE /v2.0/security-groups/60056bfc-e688-4bfd-9765-2e80355b49c4 HTTP/1.1" status: 204 len: 168 time: 0.4915969 Aug 28 14:58:57.934481 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59734) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:57.960917 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 9701ecca-cd5e-4061-b1a0-2b95e2212e6d triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:57.961299 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:57.964837 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825370a2-e972-457c-8cd5-fc90695ea101 req-2c86c106-7966-459f-9734-e34a770ab723 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:57.967998 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-825370a2-e972-457c-8cd5-fc90695ea101 req-2c86c106-7966-459f-9734-e34a770ab723 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.41 "GET /v2.0/networks?id=7665603e-97fd-4863-b47b-f3f4546dc368 HTTP/1.1" status: 200 len: 815 time: 0.2468424 Aug 28 14:58:57.982740 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-825370a2-e972-457c-8cd5-fc90695ea101 req-67349e4f-5488-437f-9fec-55e48a44fd51 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Request body: {'port': {'device_id': 'de5817ec-6613-487a-9e42-59b6322db37d', 'network_id': '7665603e-97fd-4863-b47b-f3f4546dc368', 'admin_state_up': True, 'tenant_id': '52d8d8d99c6b4b5db3950de5685f1a86'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:58:57.987864 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-c45e40de-d1ad-4641-ba7a-2c8c99bc2529 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] show failed (client error): The resource could not be found. Aug 28 14:58:57.988124 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da5cd89-e266-4498-a837-e5519154795c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb37c96d-a35a-4a07-9399-95d4c7b26ff2'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:58:57.991815 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c45e40de-d1ad-4641-ba7a-2c8c99bc2529 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "GET /v2.0/security-groups/60056bfc-e688-4bfd-9765-2e80355b49c4 HTTP/1.1" status: 404 len: 347 time: 0.0511878 Aug 28 14:58:57.992010 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d19ce39-765e-4465-9b7f-0d980fb46a05" -d '{"events": [{"server_uuid": "7da5cd89-e266-4498-a837-e5519154795c", "name": "network-vif-plugged", "status": "completed", "tag": "cb37c96d-a35a-4a07-9399-95d4c7b26ff2"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:58:57.998352 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59736) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:57.999272 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c750c11e-f0c1-4f80-b7b1-bb87ccc21dbb tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60056bfc-e688-4bfd-9765-2e80355b49c4,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:58.075383 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec340df1-310f-4020-b505-e25f316362b6 x-openstack-request-id: req-ec340df1-310f-4020-b505-e25f316362b6 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:58:58.075703 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da5cd89-e266-4498-a837-e5519154795c", "name": "network-vif-plugged", "status": "completed", "tag": "cb37c96d-a35a-4a07-9399-95d4c7b26ff2", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:58:58.075937 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec340df1-310f-4020-b505-e25f316362b6 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:58:58.076316 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da5cd89-e266-4498-a837-e5519154795c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb37c96d-a35a-4a07-9399-95d4c7b26ff2', 'code': 200} Aug 28 14:58:58.153701 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b9c969ad-30a5-4b43-8eb9-3f293a4ebbbf req-14494e74-bcbc-4a15-ba03-166f9bc7ff86 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198873 Aug 28 14:58:58.275998 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-4791a5ee-9891-44df-bf6a-f40dac2cc17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d01b01-7b42-4c18-aa33-19bff9496067', 'name': 'tempest-FloatingIPsTestJSON-1770077252-router', 'tenant_id': '7b319c3c286c4760ae45c0d4e22bccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '8eb48a90-af36-4034-aa1f-9f2c0e292ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:58:51Z', 'updated_at': '2021-08-28T14:58:55Z', 'revision_number': 3, 'project_id': '7b319c3c286c4760ae45c0d4e22bccc2', 'gw_port': {'id': '8eb48a90-af36-4034-aa1f-9f2c0e292ca5', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d01b01-7b42-4c18-aa33-19bff9496067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:58:53Z', 'updated_at': '2021-08-28T14:58:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:58:58.318328 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4791a5ee-9891-44df-bf6a-f40dac2cc17b None None] Checking router: d1d01b01-7b42-4c18-aa33-19bff9496067 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:58:58.318734 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4791a5ee-9891-44df-bf6a-f40dac2cc17b None None] Updating router d1d01b01-7b42-4c18-aa33-19bff9496067 port 8eb48a90-af36-4034-aa1f-9f2c0e292ca5 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 14:58:58.353719 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4791a5ee-9891-44df-bf6a-f40dac2cc17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:58.361976 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59750) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:58.518626 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9abf6740-cd79-4c49-aaa2-e0aac6e13d7b', 'tag': '80766bf6-c85b-4423-b044-f93f9fe80c0c'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:58:58.525068 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd7a5a9-e2a1-4073-8581-dd8a974d1f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "9abf6740-cd79-4c49-aaa2-e0aac6e13d7b", "tag": "80766bf6-c85b-4423-b044-f93f9fe80c0c"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:58:58.562530 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-c5c5b13e-f478-432f-9a35-657198e1f785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 367a9054-6d56-45b2-aa3e-acee0cbda864 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:58:58.575336 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-c5c5b13e-f478-432f-9a35-657198e1f785 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:58.593445 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-c5c5b13e-f478-432f-9a35-657198e1f785 service neutron] Transition to ACTIVE for port object 367a9054-6d56-45b2-aa3e-acee0cbda864 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:58.600676 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-c5c5b13e-f478-432f-9a35-657198e1f785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:58.616588 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device feaee1a9-c469-44b3-b9ab-fafaa6ccb063 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:58:58.826342 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-f7cc0055-8040-4294-b1b8-1bcffb59abb7 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Deleting port 2e83b5a9-19aa-4f64-8534-bec865372ca7 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:58:58.826694 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f7cc0055-8040-4294-b1b8-1bcffb59abb7 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:58.833660 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509fd6f-a44c-4e54-af33-514b8a3d0224 req-059285f8-9cd6-4970-b957-ebc5f6e11e1c tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:58.843630 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d509fd6f-a44c-4e54-af33-514b8a3d0224 req-059285f8-9cd6-4970-b957-ebc5f6e11e1c tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f HTTP/1.1" status: 200 len: 944 time: 0.1345391 Aug 28 14:58:58.885600 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29724846-1fb6-41a7-b36f-519c66a8d1ec req-3fb08008-ef03-4ea8-ad2b-645506eb1f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:58.886686 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-29724846-1fb6-41a7-b36f-519c66a8d1ec req-3fb08008-ef03-4ea8-ad2b-645506eb1f74 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7da5cd89-e266-4498-a837-e5519154795c HTTP/1.1" status: 200 len: 1097 time: 0.2427919 Aug 28 14:58:59.008690 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-29724846-1fb6-41a7-b36f-519c66a8d1ec req-8a352bcb-af7c-4d58-b6f0-f4a8a0211edc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=77ec7446-4a36-4100-bb77-05f18aacf8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504086 Aug 28 14:58:59.022428 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d509fd6f-a44c-4e54-af33-514b8a3d0224 req-22785fdc-36c2-425a-9e6a-a1a78471dd75 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/security-groups?id=77ec7446-4a36-4100-bb77-05f18aacf8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775208 Aug 28 14:58:59.039847 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-825370a2-e972-457c-8cd5-fc90695ea101 req-67349e4f-5488-437f-9fec-55e48a44fd51 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Made reservation on behalf of 52d8d8d99c6b4b5db3950de5685f1a86 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:58:59.050010 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-825370a2-e972-457c-8cd5-fc90695ea101 req-67349e4f-5488-437f-9fec-55e48a44fd51 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:59.075144 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f7cc0055-8040-4294-b1b8-1bcffb59abb7 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:59.075510 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f7cc0055-8040-4294-b1b8-1bcffb59abb7 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:59.099199 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port feaee1a9-c469-44b3-b9ab-fafaa6ccb063 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:58:59.102761 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5b13e-f478-432f-9a35-657198e1f785 service neutron] Pushing event updated for resources: {'Port': ['ID=367a9054-6d56-45b2-aa3e-acee0cbda864,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:59.111954 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port feaee1a9-c469-44b3-b9ab-fafaa6ccb063 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:58:59.112336 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:59.167408 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7912da-6277-4e32-8a6b-4bae5051eead x-openstack-request-id: req-fe7912da-6277-4e32-8a6b-4bae5051eead {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:58:59.168011 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9abf6740-cd79-4c49-aaa2-e0aac6e13d7b", "tag": "80766bf6-c85b-4423-b044-f93f9fe80c0c", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:58:59.168011 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe7912da-6277-4e32-8a6b-4bae5051eead {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:58:59.168355 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9abf6740-cd79-4c49-aaa2-e0aac6e13d7b', 'tag': '80766bf6-c85b-4423-b044-f93f9fe80c0c', 'status': 'completed', 'code': 200} Aug 28 14:58:59.183682 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-f7cc0055-8040-4294-b1b8-1bcffb59abb7 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Calling delete_port for 2e83b5a9-19aa-4f64-8534-bec865372ca7 owned by network:floatingip {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:58:59.227283 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf70a9-3458-4317-8d44-bdafa7a1c63f req-e25b84ad-e7e5-4d97-86a6-8c298679f0ab tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:59.232991 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf70a9-3458-4317-8d44-bdafa7a1c63f req-e25b84ad-e7e5-4d97-86a6-8c298679f0ab tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:59.240010 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf70a9-3458-4317-8d44-bdafa7a1c63f req-e25b84ad-e7e5-4d97-86a6-8c298679f0ab tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:59.244200 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-27cf70a9-3458-4317-8d44-bdafa7a1c63f req-e25b84ad-e7e5-4d97-86a6-8c298679f0ab tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=9abf6740-cd79-4c49-aaa2-e0aac6e13d7b HTTP/1.1" status: 200 len: 2411 time: 0.6493511 Aug 28 14:58:59.294711 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-952e4e11-34ee-4594-8fcf-c49b789214d7 req-e81e6e2d-30fd-4e72-b095-e103cd6c2c81 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/ports?device_id=de5817ec-6613-487a-9e42-59b6322db37d HTTP/1.1" status: 200 len: 210 time: 0.0312200 Aug 28 14:58:59.307131 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-58850998-489e-4891-90b3-23c8e0184099 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc852a7f3bef4101b3f7395010e823d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9355328 Aug 28 14:58:59.310947 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59770) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:58:59.398106 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:59.421730 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-c5c5b13e-f478-432f-9a35-657198e1f785 service neutron] Attempting to bind port 367a9054-6d56-45b2-aa3e-acee0cbda864 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:58:59.422642 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-c5c5b13e-f478-432f-9a35-657198e1f785 service neutron] Attempting to bind port 367a9054-6d56-45b2-aa3e-acee0cbda864 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3acbcff8-69a9-4b0d-823b-cf95db629b8d'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:58:59.423231 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-c5c5b13e-f478-432f-9a35-657198e1f785 service neutron] Attempting to bind port 367a9054-6d56-45b2-aa3e-acee0cbda864 on network 3acbcff8-69a9-4b0d-823b-cf95db629b8d {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:59.438597 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-c5c5b13e-f478-432f-9a35-657198e1f785 service neutron] Port 367a9054-6d56-45b2-aa3e-acee0cbda864 on network 3acbcff8-69a9-4b0d-823b-cf95db629b8d not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:58:59.439186 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-c5c5b13e-f478-432f-9a35-657198e1f785 service neutron] Attempting to bind port 367a9054-6d56-45b2-aa3e-acee0cbda864 on network 3acbcff8-69a9-4b0d-823b-cf95db629b8d {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:59.481002 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port feaee1a9-c469-44b3-b9ab-fafaa6ccb063, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=feaee1a9-c469-44b3-b9ab-fafaa6ccb063,segment=NetworkSegment(9a464380-b5ca-4ce5-bd5d-713d1db879d0),segment_id=9a464380-b5ca-4ce5-bd5d-713d1db879d0)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:58:59.485942 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-c5c5b13e-f478-432f-9a35-657198e1f785 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:58:59.486534 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-c5c5b13e-f478-432f-9a35-657198e1f785 service neutron] Checking segment: {'id': '4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3acbcff8-69a9-4b0d-823b-cf95db629b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:58:59.487518 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-c5c5b13e-f478-432f-9a35-657198e1f785 service neutron] Bound using segment: {'id': '4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3acbcff8-69a9-4b0d-823b-cf95db629b8d'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:58:59.490927 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-c5c5b13e-f478-432f-9a35-657198e1f785 service neutron] Bound port: 367a9054-6d56-45b2-aa3e-acee0cbda864, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3acbcff8-69a9-4b0d-823b-cf95db629b8d'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:58:59.494639 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-c5c5b13e-f478-432f-9a35-657198e1f785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:59.506795 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:59.507402 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-825370a2-e972-457c-8cd5-fc90695ea101 req-67349e4f-5488-437f-9fec-55e48a44fd51 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Allocated IP 172.20.0.7 (7665603e-97fd-4863-b47b-f3f4546dc368/d8fec706-1a1e-42d2-91ad-22bbe80be7de/059cbadb-2206-40ce-9377-18f66925ec7f) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:58:59.527538 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7a5a9-e2a1-4073-8581-dd8a974d1f2d req-e57db593-18d9-47e9-9b4f-921baeb37531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:59.528283 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7a5a9-e2a1-4073-8581-dd8a974d1f2d req-e57db593-18d9-47e9-9b4f-921baeb37531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:59.528824 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7a5a9-e2a1-4073-8581-dd8a974d1f2d req-e57db593-18d9-47e9-9b4f-921baeb37531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:59.530623 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cbd7a5a9-e2a1-4073-8581-dd8a974d1f2d req-e57db593-18d9-47e9-9b4f-921baeb37531 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=77e2c8d8344c43369cd6764e0c50c8bf&device_id=9abf6740-cd79-4c49-aaa2-e0aac6e13d7b HTTP/1.1" status: 200 len: 2825 time: 0.2953103 Aug 28 14:58:59.570204 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4791a5ee-9891-44df-bf6a-f40dac2cc17b None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:59.591438 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d109d96e-1b7e-4b73-8b4a-52b09a79a682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:59.623921 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4791a5ee-9891-44df-bf6a-f40dac2cc17b None None] Transition to ACTIVE for port object 8eb48a90-af36-4034-aa1f-9f2c0e292ca5 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:58:59.642173 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-27cf70a9-3458-4317-8d44-bdafa7a1c63f req-22be338f-c81d-4642-8062-419096096d81 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783708 Aug 28 14:58:59.665020 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4791a5ee-9891-44df-bf6a-f40dac2cc17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:59.706245 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=feaee1a9-c469-44b3-b9ab-fafaa6ccb063,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:59.716095 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f7cc0055-8040-4294-b1b8-1bcffb59abb7 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:59.727543 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d109d96e-1b7e-4b73-8b4a-52b09a79a682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:59.784126 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc0055-8040-4294-b1b8-1bcffb59abb7 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Pushing event deleted for resources: {'Port': ['ID=2e83b5a9-19aa-4f64-8534-bec865372ca7,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:59.789354 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04439670-bffa-49a0-8153-be4ac75863e8 None None] Pushing event updated for resources: {'Port': ['ID=8eb48a90-af36-4034-aa1f-9f2c0e292ca5,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:58:59.802029 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-4791a5ee-9891-44df-bf6a-f40dac2cc17b None None] Attempting to bind port 8eb48a90-af36-4034-aa1f-9f2c0e292ca5 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:58:59.802514 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-4791a5ee-9891-44df-bf6a-f40dac2cc17b None None] Attempting to bind port 8eb48a90-af36-4034-aa1f-9f2c0e292ca5 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:58:59.803516 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4791a5ee-9891-44df-bf6a-f40dac2cc17b None None] Attempting to bind port 8eb48a90-af36-4034-aa1f-9f2c0e292ca5 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:58:59.815901 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4791a5ee-9891-44df-bf6a-f40dac2cc17b None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:58:59.816292 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4791a5ee-9891-44df-bf6a-f40dac2cc17b None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:58:59.816708 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4791a5ee-9891-44df-bf6a-f40dac2cc17b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:59.819649 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4791a5ee-9891-44df-bf6a-f40dac2cc17b None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:58:59.819852 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-4791a5ee-9891-44df-bf6a-f40dac2cc17b None None] Bound port: 8eb48a90-af36-4034-aa1f-9f2c0e292ca5, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:58:59.820179 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4791a5ee-9891-44df-bf6a-f40dac2cc17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:59.866768 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-c5c5b13e-f478-432f-9a35-657198e1f785 service neutron] For port 367a9054-6d56-45b2-aa3e-acee0cbda864, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:58:59.894840 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-c5c5b13e-f478-432f-9a35-657198e1f785 service neutron] For port 367a9054-6d56-45b2-aa3e-acee0cbda864, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=367a9054-6d56-45b2-aa3e-acee0cbda864,segment=NetworkSegment(4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb),segment_id=4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:58:59.902979 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-c5c5b13e-f478-432f-9a35-657198e1f785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:59.941057 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-4791a5ee-9891-44df-bf6a-f40dac2cc17b None None] For port 8eb48a90-af36-4034-aa1f-9f2c0e292ca5, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:58:59.943906 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4c0f6f5-6bfe-4c3b-b075-6e3e8d51b88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:59.949562 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-c5c5b13e-f478-432f-9a35-657198e1f785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:59.949767 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-4791a5ee-9891-44df-bf6a-f40dac2cc17b None None] For port 8eb48a90-af36-4034-aa1f-9f2c0e292ca5, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=8eb48a90-af36-4034-aa1f-9f2c0e292ca5,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:58:59.951116 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-c5c5b13e-f478-432f-9a35-657198e1f785 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:59.953409 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-c5c5b13e-f478-432f-9a35-657198e1f785 service neutron] 10.222.0.36 "PUT /v2.0/ports/367a9054-6d56-45b2-aa3e-acee0cbda864 HTTP/1.1" status: 200 len: 1092 time: 2.6275871 Aug 28 14:58:59.954196 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299fbe4-a747-41f1-8fcf-57605defc176 req-0976a10f-a0b2-4c8d-b4ed-62baf70d0eff tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:58:59.956917 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f7cc0055-8040-4294-b1b8-1bcffb59abb7 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks [] for floatingip, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:59.961357 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4791a5ee-9891-44df-bf6a-f40dac2cc17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:59.971083 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5299fbe4-a747-41f1-8fcf-57605defc176 req-0976a10f-a0b2-4c8d-b4ed-62baf70d0eff tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 950 time: 0.5582681 Aug 28 14:58:59.975684 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f7cc0055-8040-4294-b1b8-1bcffb59abb7 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:58:59.977028 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f7cc0055-8040-4294-b1b8-1bcffb59abb7 tempest-ServersWithSpecificFlavorTestJSON-718753575 tempest-ServersWithSpecificFlavorTestJSON-718753575-project] 10.222.0.13 "DELETE /v2.0/floatingips/f1b3c17d-8322-42f2-8cd6-9d1c837620e8 HTTP/1.1" status: 204 len: 168 time: 1.9755480 Aug 28 14:59:00.014622 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5b13e-f478-432f-9a35-657198e1f785 service neutron] Pushing event updated for resources: {'Port': ['ID=367a9054-6d56-45b2-aa3e-acee0cbda864,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:00.081238 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4791a5ee-9891-44df-bf6a-f40dac2cc17b None None] Routers {'d1d01b01-7b42-4c18-aa33-19bff9496067'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:59:00.083266 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-4791a5ee-9891-44df-bf6a-f40dac2cc17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:58:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d1d01b01-7b42-4c18-aa33-19bff9496067'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:00.086690 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d109d96e-1b7e-4b73-8b4a-52b09a79a682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:00.088686 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feaee1a9-c469-44b3-b9ab-fafaa6ccb063'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:59:00.090019 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d109d96e-1b7e-4b73-8b4a-52b09a79a682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:00.091503 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d109d96e-1b7e-4b73-8b4a-52b09a79a682 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/445bfc54-c72f-4e70-a583-f6c94a906157 HTTP/1.1" status: 204 len: 168 time: 0.7745345 Aug 28 14:59:00.092650 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2755054f-c6c4-4f24-a159-6ce3e4b33cd2" -d '{"events": [{"server_uuid": "ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f", "name": "network-vif-plugged", "status": "completed", "tag": "feaee1a9-c469-44b3-b9ab-fafaa6ccb063"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:59:00.167713 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5299fbe4-a747-41f1-8fcf-57605defc176 req-d3f47ebc-c279-4636-a5d2-be8f2eb0549d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956425 Aug 28 14:59:00.170197 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109d96e-1b7e-4b73-8b4a-52b09a79a682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445bfc54-c72f-4e70-a583-f6c94a906157,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:00.346952 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04439670-bffa-49a0-8153-be4ac75863e8 None None] Pushing event updated for resources: {'Port': ['ID=8eb48a90-af36-4034-aa1f-9f2c0e292ca5,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:00.479608 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7a5a9-e2a1-4073-8581-dd8a974d1f2d req-1d560735-9cd5-4eda-a738-3b4bd82bac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:00.480121 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7a5a9-e2a1-4073-8581-dd8a974d1f2d req-1d560735-9cd5-4eda-a738-3b4bd82bac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:00.480572 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7a5a9-e2a1-4073-8581-dd8a974d1f2d req-1d560735-9cd5-4eda-a738-3b4bd82bac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:00.482190 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cbd7a5a9-e2a1-4073-8581-dd8a974d1f2d req-1d560735-9cd5-4eda-a738-3b4bd82bac6a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=77e2c8d8344c43369cd6764e0c50c8bf&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.9197607 Aug 28 14:59:00.490759 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-4791a5ee-9891-44df-bf6a-f40dac2cc17b None None] Set router d1d01b01-7b42-4c18-aa33-19bff9496067 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:59:00.621725 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed398df-72e7-413a-b18c-7c9d964db8e1 x-openstack-request-id: req-8ed398df-72e7-413a-b18c-7c9d964db8e1 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:59:00.622035 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f", "name": "network-vif-plugged", "status": "completed", "tag": "feaee1a9-c469-44b3-b9ab-fafaa6ccb063", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:59:00.623647 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ed398df-72e7-413a-b18c-7c9d964db8e1 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:59:00.624089 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feaee1a9-c469-44b3-b9ab-fafaa6ccb063', 'code': 200} Aug 28 14:59:00.657244 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59792) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:00.712109 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5d92374d-cff4-4256-97fd-20d5db471033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:00.731846 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48a5a5-cfff-4ec9-8b6d-009683d4b2a3 req-53cf0566-236d-4be2-ab92-cec9cd80122f tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:00.733795 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5c48a5a5-cfff-4ec9-8b6d-009683d4b2a3 req-53cf0566-236d-4be2-ab92-cec9cd80122f tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f HTTP/1.1" status: 200 len: 945 time: 0.3792048 Aug 28 14:59:00.741813 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-825370a2-e972-457c-8cd5-fc90695ea101 req-67349e4f-5488-437f-9fec-55e48a44fd51 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:00.835198 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-825370a2-e972-457c-8cd5-fc90695ea101 req-67349e4f-5488-437f-9fec-55e48a44fd51 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Transition to ACTIVE for port object 059cbadb-2206-40ce-9377-18f66925ec7f will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:59:00.871163 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5c48a5a5-cfff-4ec9-8b6d-009683d4b2a3 req-03c716e4-3b95-47d6-9ff7-bfd1ac15f25d tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/security-groups?id=77ec7446-4a36-4100-bb77-05f18aacf8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191278 Aug 28 14:59:00.871385 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-4791a5ee-9891-44df-bf6a-f40dac2cc17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d01b01-7b42-4c18-aa33-19bff9496067', 'name': 'tempest-FloatingIPsTestJSON-1770077252-router', 'tenant_id': '7b319c3c286c4760ae45c0d4e22bccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '8eb48a90-af36-4034-aa1f-9f2c0e292ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:58:51Z', 'updated_at': '2021-08-28T14:58:55Z', 'revision_number': 3, 'project_id': '7b319c3c286c4760ae45c0d4e22bccc2', 'gw_port': {'id': '8eb48a90-af36-4034-aa1f-9f2c0e292ca5', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d01b01-7b42-4c18-aa33-19bff9496067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:58:53Z', 'updated_at': '2021-08-28T14:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:00.873429 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da0816-72c2-4d6a-ba58-57f31d0c299b req-015d74d1-b63d-48d2-a20e-f43b12c14e5f tempest-MigrationsAdminTest-2075238749 tempest-MigrationsAdminTest-2075238749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:00.886782 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-56da0816-72c2-4d6a-ba58-57f31d0c299b req-015d74d1-b63d-48d2-a20e-f43b12c14e5f tempest-MigrationsAdminTest-2075238749 tempest-MigrationsAdminTest-2075238749-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 1102 time: 0.2047131 Aug 28 14:59:00.909246 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4791a5ee-9891-44df-bf6a-f40dac2cc17b None None] The sync data for ids ['d1d01b01-7b42-4c18-aa33-19bff9496067'] in n-d-712137-10 is: [{'id': 'd1d01b01-7b42-4c18-aa33-19bff9496067', 'name': 'tempest-FloatingIPsTestJSON-1770077252-router', 'tenant_id': '7b319c3c286c4760ae45c0d4e22bccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '8eb48a90-af36-4034-aa1f-9f2c0e292ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:58:51Z', 'updated_at': '2021-08-28T14:58:55Z', 'revision_number': 3, 'project_id': '7b319c3c286c4760ae45c0d4e22bccc2', 'gw_port': {'id': '8eb48a90-af36-4034-aa1f-9f2c0e292ca5', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d01b01-7b42-4c18-aa33-19bff9496067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:58:53Z', 'updated_at': '2021-08-28T14:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:59:00.961035 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-b4c0f6f5-6bfe-4c3b-b075-6e3e8d51b88f admin admin] Allocated IP 172.20.0.1 (e1501e69-1daa-446c-bb61-85a17de94ab4/e6ca3389-19e5-4fd6-8384-9a57ba0c45bc/dd830b14-ee60-40ae-a142-1bf6710eb6ed) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:59:01.015107 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-56da0816-72c2-4d6a-ba58-57f31d0c299b req-9584cb20-1d7b-4937-a5b7-d9bf00443306 tempest-MigrationsAdminTest-2075238749 tempest-MigrationsAdminTest-2075238749-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219487 Aug 28 14:59:01.105734 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5d92374d-cff4-4256-97fd-20d5db471033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:01.112954 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5d92374d-cff4-4256-97fd-20d5db471033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:01.119120 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f8401498-96e9-46e9-9237-9bfbb00d5bfd req-2d67550c-6282-4e15-8dde-2d48ae2e271e tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/ports?device_id=de5817ec-6613-487a-9e42-59b6322db37d HTTP/1.1" status: 200 len: 210 time: 0.1274722 Aug 28 14:59:01.136952 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-825370a2-e972-457c-8cd5-fc90695ea101 req-67349e4f-5488-437f-9fec-55e48a44fd51 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:01.177406 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9abf6740-cd79-4c49-aaa2-e0aac6e13d7b', 'tag': '367a9054-6d56-45b2-aa3e-acee0cbda864'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:59:01.189074 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60dfb38d-3674-4ce9-8431-465069f9b5ea" -d '{"events": [{"name": "network-changed", "server_uuid": "9abf6740-cd79-4c49-aaa2-e0aac6e13d7b", "tag": "367a9054-6d56-45b2-aa3e-acee0cbda864"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:59:01.202354 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7a5a9-e2a1-4073-8581-dd8a974d1f2d req-8b194230-81f6-448f-9448-a0faaecd8c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:01.217490 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cbd7a5a9-e2a1-4073-8581-dd8a974d1f2d req-8b194230-81f6-448f-9448-a0faaecd8c9c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6134582 Aug 28 14:59:01.290893 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-825370a2-e972-457c-8cd5-fc90695ea101 req-67349e4f-5488-437f-9fec-55e48a44fd51 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Network 7665603e-97fd-4863-b47b-f3f4546dc368 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:59:01.301163 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-825370a2-e972-457c-8cd5-fc90695ea101 req-67349e4f-5488-437f-9fec-55e48a44fd51 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:59:01.332801 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-825370a2-e972-457c-8cd5-fc90695ea101 req-67349e4f-5488-437f-9fec-55e48a44fd51 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:59:01.350887 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5d92374d-cff4-4256-97fd-20d5db471033 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f548c468d77641919651a2e1779a6a1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6698987 Aug 28 14:59:01.397084 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59804) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:01.419984 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825370a2-e972-457c-8cd5-fc90695ea101 req-67349e4f-5488-437f-9fec-55e48a44fd51 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:01.420740 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-825370a2-e972-457c-8cd5-fc90695ea101 req-67349e4f-5488-437f-9fec-55e48a44fd51 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:01.426308 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67349e4f-5488-437f-9fec-55e48a44fd51 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Pushing event updated for resources: {'Port': ['ID=059cbadb-2206-40ce-9377-18f66925ec7f,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:01.536030 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-825370a2-e972-457c-8cd5-fc90695ea101 req-67349e4f-5488-437f-9fec-55e48a44fd51 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5585351 Aug 28 14:59:01.543112 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92374d-cff4-4256-97fd-20d5db471033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e79330a-2de6-4d42-88d1-43a8f9b31178,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:01.607991 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4c0f6f5-6bfe-4c3b-b075-6e3e8d51b88f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:01.624114 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-db5f169c-18e0-49ec-95b8-810ab3211c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:01.630880 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-db5f169c-18e0-49ec-95b8-810ab3211c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:01.633927 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-db5f169c-18e0-49ec-95b8-810ab3211c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:01.649349 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-db5f169c-18e0-49ec-95b8-810ab3211c37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=77e2c8d8344c43369cd6764e0c50c8bf&device_id=9abf6740-cd79-4c49-aaa2-e0aac6e13d7b HTTP/1.1" status: 200 len: 2867 time: 0.3285418 Aug 28 14:59:01.654009 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55fee68-6589-4300-90fa-493565469aaa req-9c9e5580-8d49-4edb-b0cb-438d94734b93 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:01.677768 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55fee68-6589-4300-90fa-493565469aaa req-9c9e5580-8d49-4edb-b0cb-438d94734b93 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:01.690491 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55fee68-6589-4300-90fa-493565469aaa req-9c9e5580-8d49-4edb-b0cb-438d94734b93 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:01.703949 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c55fee68-6589-4300-90fa-493565469aaa req-9c9e5580-8d49-4edb-b0cb-438d94734b93 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=9abf6740-cd79-4c49-aaa2-e0aac6e13d7b HTTP/1.1" status: 200 len: 2411 time: 0.5066903 Aug 28 14:59:01.740888 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-b4c0f6f5-6bfe-4c3b-b075-6e3e8d51b88f admin admin] Transition to ACTIVE for port object dd830b14-ee60-40ae-a142-1bf6710eb6ed will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:59:01.743746 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-30b11ed1-2515-47cd-93d3-290dba4e60a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.141&port_id=eac4e999-d135-44bf-a358-5d3858eacc64 HTTP/1.1" status: 200 len: 217 time: 0.0933938 Aug 28 14:59:01.788027 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7e106463-e2ff-4ccc-a8e2-e27b1d2e4f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:01.844108 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 8eb48a90-af36-4034-aa1f-9f2c0e292ca5 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:59:01.878598 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c55fee68-6589-4300-90fa-493565469aaa req-a8444dbe-0d2d-454d-8421-82c31b887c73 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728032 Aug 28 14:59:01.890977 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7e106463-e2ff-4ccc-a8e2-e27b1d2e4f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:01.928566 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-d2472801-4704-4671-8b83-1d162dea7b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:01.937687 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-d2472801-4704-4671-8b83-1d162dea7b7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=051252fb-4f8a-4a31-a691-140ac32be230 HTTP/1.1" status: 200 len: 801 time: 0.1873229 Aug 28 14:59:01.975151 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-bfe29ee6-c545-49e5-974b-22094f5b05d3 None None] Provisioning for port 059cbadb-2206-40ce-9377-18f66925ec7f completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:59:01.987427 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4c0f6f5-6bfe-4c3b-b075-6e3e8d51b88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:02.003703 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-bfe29ee6-c545-49e5-974b-22094f5b05d3 None None] Provisioning complete for port 059cbadb-2206-40ce-9377-18f66925ec7f triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:02.008345 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-bfe29ee6-c545-49e5-974b-22094f5b05d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:02.029880 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7e106463-e2ff-4ccc-a8e2-e27b1d2e4f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:02.036656 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7e106463-e2ff-4ccc-a8e2-e27b1d2e4f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:02.050598 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7e106463-e2ff-4ccc-a8e2-e27b1d2e4f46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e79330a-2de6-4d42-88d1-43a8f9b31178 HTTP/1.1" status: 204 len: 168 time: 0.6128352 Aug 28 14:59:02.086999 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc75d82c-f11c-47be-a1b1-c97742307c23 x-openstack-request-id: req-fc75d82c-f11c-47be-a1b1-c97742307c23 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:59:02.087346 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9abf6740-cd79-4c49-aaa2-e0aac6e13d7b", "tag": "367a9054-6d56-45b2-aa3e-acee0cbda864", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:59:02.089355 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc75d82c-f11c-47be-a1b1-c97742307c23 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:59:02.089783 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9abf6740-cd79-4c49-aaa2-e0aac6e13d7b', 'tag': '367a9054-6d56-45b2-aa3e-acee0cbda864', 'status': 'completed', 'code': 200} Aug 28 14:59:02.090972 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e106463-e2ff-4ccc-a8e2-e27b1d2e4f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e79330a-2de6-4d42-88d1-43a8f9b31178,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:02.121506 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-bfe29ee6-c545-49e5-974b-22094f5b05d3 None None] Port 059cbadb-2206-40ce-9377-18f66925ec7f cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:59:02.226947 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 8eb48a90-af36-4034-aa1f-9f2c0e292ca5 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:59:02.236464 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 8eb48a90-af36-4034-aa1f-9f2c0e292ca5 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:02.236929 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:02.304024 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c0f6f5-6bfe-4c3b-b075-6e3e8d51b88f admin admin] Network e1501e69-1daa-446c-bb61-85a17de94ab4 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:59:02.306940 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0f6f5-6bfe-4c3b-b075-6e3e8d51b88f admin admin] Pushing event updated for resources: {'Port': ['ID=dd830b14-ee60-40ae-a142-1bf6710eb6ed,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:02.356903 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-b4c0f6f5-6bfe-4c3b-b075-6e3e8d51b88f admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:59:02.386735 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0934dd3-5e84-4b90-a083-38c6e67858a7 req-2fda7298-f7c7-4b11-8b24-d438158d1445 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:02.405672 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0934dd3-5e84-4b90-a083-38c6e67858a7 req-2fda7298-f7c7-4b11-8b24-d438158d1445 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f HTTP/1.1" status: 200 len: 945 time: 0.1521149 Aug 28 14:59:02.423934 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c0f6f5-6bfe-4c3b-b075-6e3e8d51b88f admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:59:02.558321 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:02.575288 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0934dd3-5e84-4b90-a083-38c6e67858a7 req-96a182d6-c213-408e-99f2-3f414ce1c904 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/security-groups?id=77ec7446-4a36-4100-bb77-05f18aacf8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686938 Aug 28 14:59:02.595313 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-825370a2-e972-457c-8cd5-fc90695ea101 req-76c9f3a6-d0c1-4fb6-b272-b1a2c10928be service neutron] Request body: {'port': {'device_id': 'de5817ec-6613-487a-9e42-59b6322db37d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:02.622318 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 8eb48a90-af36-4034-aa1f-9f2c0e292ca5, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=8eb48a90-af36-4034-aa1f-9f2c0e292ca5,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:02.628018 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:02.726833 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-1942a7aa-52e6-4505-941e-7934346b3e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:02.744768 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-1942a7aa-52e6-4505-941e-7934346b3e61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3acbcff8-69a9-4b0d-823b-cf95db629b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7970486 Aug 28 14:59:02.773225 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=8eb48a90-af36-4034-aa1f-9f2c0e292ca5,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:02.835888 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350e260-2c91-4bf2-9206-c8b1cfa2b4e1 req-d8a19221-d34a-40f0-bde9-7d1726fda466 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:02.851970 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4350e260-2c91-4bf2-9206-c8b1cfa2b4e1 req-d8a19221-d34a-40f0-bde9-7d1726fda466 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 950 time: 0.1193409 Aug 28 14:59:02.873687 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e0214ce6-7f88-4115-9aa4-de6d7d8c68f5 None None] Provisioning for port dd830b14-ee60-40ae-a142-1bf6710eb6ed completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:59:02.890693 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e0214ce6-7f88-4115-9aa4-de6d7d8c68f5 None None] Provisioning complete for port dd830b14-ee60-40ae-a142-1bf6710eb6ed triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:02.893771 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e0214ce6-7f88-4115-9aa4-de6d7d8c68f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:02.903911 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4350e260-2c91-4bf2-9206-c8b1cfa2b4e1 req-44fca0a8-8c44-4ba5-b997-945b929c635c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471466 Aug 28 14:59:03.007213 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-825370a2-e972-457c-8cd5-fc90695ea101 req-76c9f3a6-d0c1-4fb6-b272-b1a2c10928be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:03.046238 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-e0214ce6-7f88-4115-9aa4-de6d7d8c68f5 None None] Port dd830b14-ee60-40ae-a142-1bf6710eb6ed cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:59:03.131107 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4c0f6f5-6bfe-4c3b-b075-6e3e8d51b88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:03.157491 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-4bee39ee-72b9-418d-b759-077d1803c041 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7900155 Aug 28 14:59:03.293266 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c59f68-13e7-48bc-8c10-0fb418052f2c req-bcce8030-2114-4226-ae33-3bb766e6af7c tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:03.303286 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74c59f68-13e7-48bc-8c10-0fb418052f2c req-bcce8030-2114-4226-ae33-3bb766e6af7c tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/ports?device_id=de5817ec-6613-487a-9e42-59b6322db37d HTTP/1.1" status: 200 len: 931 time: 0.7361791 Aug 28 14:59:03.509892 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155e4ce-0a56-4b6b-8e86-be9d4f2e9809 req-ff3bd79c-d818-4846-bae8-9a14a1fe1829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:03.512316 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a155e4ce-0a56-4b6b-8e86-be9d4f2e9809 req-ff3bd79c-d818-4846-bae8-9a14a1fe1829 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f HTTP/1.1" status: 200 len: 1097 time: 0.8006842 Aug 28 14:59:03.715061 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 8eb48a90-af36-4034-aa1f-9f2c0e292ca5 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:59:03.749481 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59866) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:03.844272 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 8eb48a90-af36-4034-aa1f-9f2c0e292ca5 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:03.844840 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:03.876320 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74c59f68-13e7-48bc-8c10-0fb418052f2c req-c55438d4-b035-43d0-b015-a5a8b9136800 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7abce444-2988-4814-b646-9690c5357a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5716209 Aug 28 14:59:03.967257 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-51cc6329-bbb1-410c-aa09-4d1b5041b811 service neutron] 10.222.0.36 "GET /v2.0/networks/3acbcff8-69a9-4b0d-823b-cf95db629b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0768411 Aug 28 14:59:04.036482 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4c0f6f5-6bfe-4c3b-b075-6e3e8d51b88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:04.066613 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf5a15-6c64-41c3-a8ba-e848d77e39c7 req-012883a9-0eb1-4dac-8c58-17d1b1b48b7f tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:04.089875 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf5a15-6c64-41c3-a8ba-e848d77e39c7 req-012883a9-0eb1-4dac-8c58-17d1b1b48b7f tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:04.102189 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf5a15-6c64-41c3-a8ba-e848d77e39c7 req-012883a9-0eb1-4dac-8c58-17d1b1b48b7f tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:04.112177 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a5cf5a15-6c64-41c3-a8ba-e848d77e39c7 req-012883a9-0eb1-4dac-8c58-17d1b1b48b7f tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=9abf6740-cd79-4c49-aaa2-e0aac6e13d7b HTTP/1.1" status: 200 len: 2411 time: 0.9197981 Aug 28 14:59:04.167746 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-a3f38b59-e86e-4d82-9eb3-22a0c5b56359 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2121821836-network', 'tenant_id': 'af525725664e4f229141736afd3d3600'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:04.209638 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a5cf5a15-6c64-41c3-a8ba-e848d77e39c7 req-93a9ae9a-efda-484f-888a-e0e57290c76a tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806684 Aug 28 14:59:04.234764 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a155e4ce-0a56-4b6b-8e86-be9d4f2e9809 req-0a7e85fa-3448-4d4d-8368-95ae52db2ef7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=77ec7446-4a36-4100-bb77-05f18aacf8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572354 Aug 28 14:59:04.347717 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb6810-f5af-43f2-89df-1ece3dd60ea3 req-03bf6767-bd07-4e1f-a919-82e5f9160e39 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:04.350168 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a5fb6810-f5af-43f2-89df-1ece3dd60ea3 req-03bf6767-bd07-4e1f-a919-82e5f9160e39 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f HTTP/1.1" status: 200 len: 945 time: 0.3564768 Aug 28 14:59:04.356729 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f38b59-e86e-4d82-9eb3-22a0c5b56359 admin admin] Made reservation on behalf of af525725664e4f229141736afd3d3600 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:59:04.359227 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a3f38b59-e86e-4d82-9eb3-22a0c5b56359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:04.424149 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8cc479-b6af-44c6-9288-7d76be1f7ae5 req-d6017391-8268-4c71-a207-4a3480b08830 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:04.425682 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a3f38b59-e86e-4d82-9eb3-22a0c5b56359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:04.433997 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1e8cc479-b6af-44c6-9288-7d76be1f7ae5 req-d6017391-8268-4c71-a207-4a3480b08830 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 950 time: 0.0975006 Aug 28 14:59:04.460592 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-2b241f18-8010-4233-b1ec-77b3126e8530 service neutron] 10.222.0.36 "GET /v2.0/networks/3acbcff8-69a9-4b0d-823b-cf95db629b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600494 Aug 28 14:59:04.496295 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1e8cc479-b6af-44c6-9288-7d76be1f7ae5 req-bc899d22-bbba-4715-a585-1effea0496fe tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610175 Aug 28 14:59:04.520637 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-825370a2-e972-457c-8cd5-fc90695ea101 req-76c9f3a6-d0c1-4fb6-b272-b1a2c10928be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 059cbadb-2206-40ce-9377-18f66925ec7f {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:59:04.585363 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-825370a2-e972-457c-8cd5-fc90695ea101 req-76c9f3a6-d0c1-4fb6-b272-b1a2c10928be service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:04.600659 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ee9b0656-1973-4073-93a3-048ee7ba11ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.44&port_id=80766bf6-c85b-4423-b044-f93f9fe80c0c HTTP/1.1" status: 200 len: 217 time: 0.1041391 Aug 28 14:59:04.609648 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a5fb6810-f5af-43f2-89df-1ece3dd60ea3 req-35f242f3-3a0c-4dca-88ac-de3e7cee3a9b tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/security-groups?id=77ec7446-4a36-4100-bb77-05f18aacf8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461534 Aug 28 14:59:04.646748 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-825370a2-e972-457c-8cd5-fc90695ea101 req-76c9f3a6-d0c1-4fb6-b272-b1a2c10928be service neutron] Transition to ACTIVE for port object 059cbadb-2206-40ce-9377-18f66925ec7f will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:59:04.680915 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59890) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:04.690478 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-825370a2-e972-457c-8cd5-fc90695ea101 req-76c9f3a6-d0c1-4fb6-b272-b1a2c10928be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:04.787448 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ccb6b334-6491-466e-9b38-53790e55f900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:04.789011 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-ccb6b334-6491-466e-9b38-53790e55f900 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a379ad1-d6d9-4aab-b854-2855f4de14ed HTTP/1.1" status: 200 len: 801 time: 0.1650467 Aug 28 14:59:04.967269 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:59:05.301709 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9f3a6-d0c1-4fb6-b272-b1a2c10928be service neutron] Pushing event updated for resources: {'Port': ['ID=059cbadb-2206-40ce-9377-18f66925ec7f,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:05.331519 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4c0f6f5-6bfe-4c3b-b075-6e3e8d51b88f admin admin] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:05.374523 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4c0f6f5-6bfe-4c3b-b075-6e3e8d51b88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:05.431032 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5aa2a1-64ed-4177-a535-74ad20086288 req-8df7c041-61dc-45b9-ad96-507f387ca980 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:05.437072 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5aa2a1-64ed-4177-a535-74ad20086288 req-8df7c041-61dc-45b9-ad96-507f387ca980 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:05.443695 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5aa2a1-64ed-4177-a535-74ad20086288 req-8df7c041-61dc-45b9-ad96-507f387ca980 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:05.446785 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2b5aa2a1-64ed-4177-a535-74ad20086288 req-8df7c041-61dc-45b9-ad96-507f387ca980 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=9abf6740-cd79-4c49-aaa2-e0aac6e13d7b HTTP/1.1" status: 200 len: 2411 time: 0.0923476 Aug 28 14:59:05.516317 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2b5aa2a1-64ed-4177-a535-74ad20086288 req-80facaa9-e98d-46f2-8a92-1d694d5889e6 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626507 Aug 28 14:59:05.555506 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a3f38b59-e86e-4d82-9eb3-22a0c5b56359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:05.585996 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0f6f5-6bfe-4c3b-b075-6e3e8d51b88f admin admin] Pushing event updated for resources: {'Port': ['ID=dd830b14-ee60-40ae-a142-1bf6710eb6ed,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:05.589791 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a3f38b59-e86e-4d82-9eb3-22a0c5b56359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:05.596842 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4c0f6f5-6bfe-4c3b-b075-6e3e8d51b88f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:05.603102 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-7eb9adbc-0bc9-4a4b-8f16-3471bd39ad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:05.607554 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-7eb9adbc-0bc9-4a4b-8f16-3471bd39ad76 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51328f48-dab2-4bc5-b49a-184fc97e083e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7960808 Aug 28 14:59:05.619027 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291c50f-68a5-4c58-8254-c440afaf3a0a req-30b23265-b14b-40bc-b224-20880f072d02 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:05.620737 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a291c50f-68a5-4c58-8254-c440afaf3a0a req-30b23265-b14b-40bc-b224-20880f072d02 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/ports?device_id=de5817ec-6613-487a-9e42-59b6322db37d HTTP/1.1" status: 200 len: 943 time: 0.3099976 Aug 28 14:59:05.645586 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-12a7627e-0061-4bbc-9a09-2f5266704655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:05.702014 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa2ddf-3c56-4355-ae6c-11bea33f6090 req-f2018ee9-28ed-4450-8c1c-2fad01919486 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:05.703679 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9daa2ddf-3c56-4355-ae6c-11bea33f6090 req-f2018ee9-28ed-4450-8c1c-2fad01919486 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 950 time: 0.1186023 Aug 28 14:59:05.728296 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3f38b59-e86e-4d82-9eb3-22a0c5b56359 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 14:59:05.749442 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-825370a2-e972-457c-8cd5-fc90695ea101 req-76c9f3a6-d0c1-4fb6-b272-b1a2c10928be service neutron] Attempting to bind port 059cbadb-2206-40ce-9377-18f66925ec7f on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:59:05.749874 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-825370a2-e972-457c-8cd5-fc90695ea101 req-76c9f3a6-d0c1-4fb6-b272-b1a2c10928be service neutron] Attempting to bind port 059cbadb-2206-40ce-9377-18f66925ec7f by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '600d6c52-dc1b-4163-9402-43ea34c23f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7665603e-97fd-4863-b47b-f3f4546dc368'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:59:05.750275 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825370a2-e972-457c-8cd5-fc90695ea101 req-76c9f3a6-d0c1-4fb6-b272-b1a2c10928be service neutron] Attempting to bind port 059cbadb-2206-40ce-9377-18f66925ec7f on network 7665603e-97fd-4863-b47b-f3f4546dc368 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:59:05.777326 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f38b59-e86e-4d82-9eb3-22a0c5b56359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f9bb23-1c1d-481b-bd21-189a08d0f65b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:05.795450 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9daa2ddf-3c56-4355-ae6c-11bea33f6090 req-51d5070e-fd3d-4998-aaea-34bb541e613c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814748 Aug 28 14:59:05.818263 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a3f38b59-e86e-4d82-9eb3-22a0c5b56359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:05.818709 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-a3f38b59-e86e-4d82-9eb3-22a0c5b56359 admin admin] Added segment 67afd3f9-4c09-4e8c-b3bc-78d96c90d9ba of type vlan for network 0be09caf-2855-4ac0-a960-02cdc56aaea0 Aug 28 14:59:05.824688 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825370a2-e972-457c-8cd5-fc90695ea101 req-76c9f3a6-d0c1-4fb6-b272-b1a2c10928be service neutron] Port 059cbadb-2206-40ce-9377-18f66925ec7f on network 7665603e-97fd-4863-b47b-f3f4546dc368 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:59:05.825004 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825370a2-e972-457c-8cd5-fc90695ea101 req-76c9f3a6-d0c1-4fb6-b272-b1a2c10928be service neutron] Attempting to bind port 059cbadb-2206-40ce-9377-18f66925ec7f on network 7665603e-97fd-4863-b47b-f3f4546dc368 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:59:05.868288 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825370a2-e972-457c-8cd5-fc90695ea101 req-76c9f3a6-d0c1-4fb6-b272-b1a2c10928be service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:59:05.868710 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825370a2-e972-457c-8cd5-fc90695ea101 req-76c9f3a6-d0c1-4fb6-b272-b1a2c10928be service neutron] Checking segment: {'id': '600d6c52-dc1b-4163-9402-43ea34c23f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7665603e-97fd-4863-b47b-f3f4546dc368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:59:05.869175 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825370a2-e972-457c-8cd5-fc90695ea101 req-76c9f3a6-d0c1-4fb6-b272-b1a2c10928be service neutron] Bound using segment: {'id': '600d6c52-dc1b-4163-9402-43ea34c23f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7665603e-97fd-4863-b47b-f3f4546dc368'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:59:05.869746 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-825370a2-e972-457c-8cd5-fc90695ea101 req-76c9f3a6-d0c1-4fb6-b272-b1a2c10928be service neutron] Bound port: 059cbadb-2206-40ce-9377-18f66925ec7f, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '600d6c52-dc1b-4163-9402-43ea34c23f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7665603e-97fd-4863-b47b-f3f4546dc368'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:59:05.870187 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-825370a2-e972-457c-8cd5-fc90695ea101 req-76c9f3a6-d0c1-4fb6-b272-b1a2c10928be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:05.898103 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a291c50f-68a5-4c58-8254-c440afaf3a0a req-eac03d62-3ce0-4290-ba9a-6cbded9f702a tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7abce444-2988-4814-b646-9690c5357a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405572 Aug 28 14:59:05.991470 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a3f38b59-e86e-4d82-9eb3-22a0c5b56359 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:06.013180 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-7f07397a-2ef9-4392-9599-69e795a1230e service neutron] 10.222.0.36 "GET /v2.0/networks/51328f48-dab2-4bc5-b49a-184fc97e083e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867311 Aug 28 14:59:06.070558 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-12a7627e-0061-4bbc-9a09-2f5266704655 admin admin] Deleting port b3cd7432-e956-436b-b318-7a13652a6f99 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:59:06.070938 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-12a7627e-0061-4bbc-9a09-2f5266704655 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:06.113468 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.db.resource_extend [None req-a3f38b59-e86e-4d82-9eb3-22a0c5b56359 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 14:59:06.154566 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-12a7627e-0061-4bbc-9a09-2f5266704655 admin admin] For port b3cd7432-e956-436b-b318-7a13652a6f99, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b3cd7432-e956-436b-b318-7a13652a6f99,segment=NetworkSegment(42567edf-8f75-4b9a-a0f4-8b1c669e01ea),segment_id=42567edf-8f75-4b9a-a0f4-8b1c669e01ea)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:06.155428 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-12a7627e-0061-4bbc-9a09-2f5266704655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:06.172703 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-12a7627e-0061-4bbc-9a09-2f5266704655 admin admin] Calling delete_port for b3cd7432-e956-436b-b318-7a13652a6f99 owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:59:06.200829 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c0f6f5-6bfe-4c3b-b075-6e3e8d51b88f admin admin] Network e1501e69-1daa-446c-bb61-85a17de94ab4 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:59:06.216740 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-b4c0f6f5-6bfe-4c3b-b075-6e3e8d51b88f admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:59:06.229093 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a3f38b59-e86e-4d82-9eb3-22a0c5b56359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:06.230208 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f38b59-e86e-4d82-9eb3-22a0c5b56359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:06.230913 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a3f38b59-e86e-4d82-9eb3-22a0c5b56359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:06.249241 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-825370a2-e972-457c-8cd5-fc90695ea101 req-76c9f3a6-d0c1-4fb6-b272-b1a2c10928be service neutron] For port 059cbadb-2206-40ce-9377-18f66925ec7f, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:59:06.345489 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-825370a2-e972-457c-8cd5-fc90695ea101 req-76c9f3a6-d0c1-4fb6-b272-b1a2c10928be service neutron] For port 059cbadb-2206-40ce-9377-18f66925ec7f, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=059cbadb-2206-40ce-9377-18f66925ec7f,segment=NetworkSegment(600d6c52-dc1b-4163-9402-43ea34c23f99),segment_id=600d6c52-dc1b-4163-9402-43ea34c23f99)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:59:06.412718 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-12a7627e-0061-4bbc-9a09-2f5266704655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:06.454724 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7627e-0061-4bbc-9a09-2f5266704655 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3cd7432-e956-436b-b318-7a13652a6f99,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:06.479793 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619822be-ee05-44f1-800a-ddb4dbe06276 req-db40a97a-a0a6-4d56-8b23-bb7bdd343245 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:06.482999 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-619822be-ee05-44f1-800a-ddb4dbe06276 req-db40a97a-a0a6-4d56-8b23-bb7bdd343245 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f HTTP/1.1" status: 200 len: 945 time: 0.4215617 Aug 28 14:59:06.488892 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-825370a2-e972-457c-8cd5-fc90695ea101 req-76c9f3a6-d0c1-4fb6-b272-b1a2c10928be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:06.521660 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a3f38b59-e86e-4d82-9eb3-22a0c5b56359 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7626052 Aug 28 14:59:06.525659 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59906) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:06.532393 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-a78014ba-4e77-4287-821a-63f20a45fe71 admin admin] Request body: {'subnet': {'network_id': '0be09caf-2855-4ac0-a960-02cdc56aaea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2121821836-subnet', 'tenant_id': 'af525725664e4f229141736afd3d3600', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:06.556041 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-85f87184-2894-43b3-a31a-13caf5f0b21e service neutron] 10.222.0.36 "GET /v2.0/networks/51328f48-dab2-4bc5-b49a-184fc97e083e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4957361 Aug 28 14:59:06.571024 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-dea1ac7e-b735-44f1-bae4-03ec72eedaa5 None None] Provisioning complete for port dd830b14-ee60-40ae-a142-1bf6710eb6ed triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:06.571579 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-dea1ac7e-b735-44f1-bae4-03ec72eedaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:06.666581 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-dea1ac7e-b735-44f1-bae4-03ec72eedaa5 None None] Port dd830b14-ee60-40ae-a142-1bf6710eb6ed cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:59:06.699228 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f38b59-e86e-4d82-9eb3-22a0c5b56359 admin admin] Pushing event updated for resources: {'Network': ['ID=0be09caf-2855-4ac0-a960-02cdc56aaea0,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:06.712258 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 0be09caf-2855-4ac0-a960-02cdc56aaea0 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 14:59:06.724965 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825370a2-e972-457c-8cd5-fc90695ea101 req-76c9f3a6-d0c1-4fb6-b272-b1a2c10928be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:06.724965 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-825370a2-e972-457c-8cd5-fc90695ea101 req-76c9f3a6-d0c1-4fb6-b272-b1a2c10928be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:06.733893 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-825370a2-e972-457c-8cd5-fc90695ea101 req-76c9f3a6-d0c1-4fb6-b272-b1a2c10928be service neutron] 10.222.0.41 "PUT /v2.0/ports/059cbadb-2206-40ce-9377-18f66925ec7f HTTP/1.1" status: 200 len: 1092 time: 4.1711383 Aug 28 14:59:06.746379 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5817ec-6613-487a-9e42-59b6322db37d', 'tag': '059cbadb-2206-40ce-9377-18f66925ec7f'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:59:06.748735 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984087dd-9936-45b6-a99c-f68cce4c51f9" -d '{"events": [{"name": "network-changed", "server_uuid": "de5817ec-6613-487a-9e42-59b6322db37d", "tag": "059cbadb-2206-40ce-9377-18f66925ec7f"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:59:06.827630 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78014ba-4e77-4287-821a-63f20a45fe71 admin admin] Made reservation on behalf of af525725664e4f229141736afd3d3600 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:59:06.831419 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a78014ba-4e77-4287-821a-63f20a45fe71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:06.867715 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-0d210bf9-ee54-49a3-a121-e29b719b809f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.25&port_id=367a9054-6d56-45b2-aa3e-acee0cbda864 HTTP/1.1" status: 200 len: 217 time: 0.2386053 Aug 28 14:59:06.897555 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-619822be-ee05-44f1-800a-ddb4dbe06276 req-d785a2b8-94b2-4182-9d0e-af2cd4d429d8 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/security-groups?id=77ec7446-4a36-4100-bb77-05f18aacf8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915820 Aug 28 14:59:06.947035 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9f3a6-d0c1-4fb6-b272-b1a2c10928be service neutron] Pushing event updated for resources: {'Port': ['ID=059cbadb-2206-40ce-9377-18f66925ec7f,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:06.949754 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66248135-dfeb-4cd4-aa86-ac0134785627 req-e0d35e1d-0497-4dbc-934d-7139771665a8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:06.956039 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66248135-dfeb-4cd4-aa86-ac0134785627 req-e0d35e1d-0497-4dbc-934d-7139771665a8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:06.963186 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66248135-dfeb-4cd4-aa86-ac0134785627 req-e0d35e1d-0497-4dbc-934d-7139771665a8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:06.964904 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c0f6f5-6bfe-4c3b-b075-6e3e8d51b88f admin admin] Router d1d01b01-7b42-4c18-aa33-19bff9496067 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 14:59:06.971282 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-66248135-dfeb-4cd4-aa86-ac0134785627 req-e0d35e1d-0497-4dbc-934d-7139771665a8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=9abf6740-cd79-4c49-aaa2-e0aac6e13d7b HTTP/1.1" status: 200 len: 2411 time: 0.3214681 Aug 28 14:59:06.981093 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-1fd16e55-c300-487b-9446-4e5d4530d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:06.983175 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-1fd16e55-c300-487b-9446-4e5d4530d370 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=051252fb-4f8a-4a31-a691-140ac32be230 HTTP/1.1" status: 200 len: 801 time: 0.1027114 Aug 28 14:59:07.014846 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-12a7627e-0061-4bbc-9a09-2f5266704655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:07.146825 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-82c732ce-fa62-46aa-b455-172f18085ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:07.148458 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-82c732ce-fa62-46aa-b455-172f18085ef9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3acbcff8-69a9-4b0d-823b-cf95db629b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1259573 Aug 28 14:59:07.185408 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c0f6f5-6bfe-4c3b-b075-6e3e8d51b88f admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:59:07.186214 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-66248135-dfeb-4cd4-aa86-ac0134785627 req-772fb729-c073-43fe-ad2e-f97a4392c5d2 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139421 Aug 28 14:59:07.199397 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e28dc21-7618-4c54-a86b-218b9657d268 None None] Sync routers for ids ['d1d01b01-7b42-4c18-aa33-19bff9496067'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:59:07.212091 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a78014ba-4e77-4287-821a-63f20a45fe71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:07.213210 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e28dc21-7618-4c54-a86b-218b9657d268 None None] Routers {'d1d01b01-7b42-4c18-aa33-19bff9496067'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:59:07.213854 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9e28dc21-7618-4c54-a86b-218b9657d268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:58:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d1d01b01-7b42-4c18-aa33-19bff9496067'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:07.234754 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b4c0f6f5-6bfe-4c3b-b075-6e3e8d51b88f admin admin] 10.222.0.13 "PUT /v2.0/routers/d1d01b01-7b42-4c18-aa33-19bff9496067/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6366129 Aug 28 14:59:07.244535 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b650749-d830-441a-8336-e7e485ed0877 req-66f8f620-5bc1-46d8-b34b-dd6a56556130 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:07.246399 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9b650749-d830-441a-8336-e7e485ed0877 req-66f8f620-5bc1-46d8-b34b-dd6a56556130 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 950 time: 0.1759923 Aug 28 14:59:07.304481 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc821a9-509d-47f9-92ef-15a9a82b0393 x-openstack-request-id: req-5fc821a9-509d-47f9-92ef-15a9a82b0393 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:59:07.305707 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5817ec-6613-487a-9e42-59b6322db37d", "tag": "059cbadb-2206-40ce-9377-18f66925ec7f", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:59:07.307681 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5fc821a9-509d-47f9-92ef-15a9a82b0393 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:59:07.308208 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5817ec-6613-487a-9e42-59b6322db37d', 'tag': '059cbadb-2206-40ce-9377-18f66925ec7f', 'status': 'completed', 'code': 200} Aug 28 14:59:07.359320 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-9e28dc21-7618-4c54-a86b-218b9657d268 None None] Set router d1d01b01-7b42-4c18-aa33-19bff9496067 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:59:07.419300 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9b650749-d830-441a-8336-e7e485ed0877 req-5dc052c6-1802-47d4-8aa7-6858ddd93817 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630304 Aug 28 14:59:07.433433 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-80bb9f8b-dcaa-4c0a-9bd9-b5878699ae69 service neutron] 10.222.0.36 "GET /v2.0/networks/3acbcff8-69a9-4b0d-823b-cf95db629b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716603 Aug 28 14:59:07.596950 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78014ba-4e77-4287-821a-63f20a45fe71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d49beac-284e-478b-8c7b-539dda6e3845,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:07.681609 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ed83a-2cf2-4684-9255-6de561070298 req-16145d85-9590-4437-b476-8c726e8746c4 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:07.690098 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-414ed83a-2cf2-4684-9255-6de561070298 req-16145d85-9590-4437-b476-8c726e8746c4 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/ports?device_id=de5817ec-6613-487a-9e42-59b6322db37d HTTP/1.1" status: 200 len: 943 time: 0.2124617 Aug 28 14:59:07.692299 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54e620bb-7a52-4583-bd10-f368bf6716a2 req-63ff210e-3e85-42f7-b634-39a7dc060a9b service neutron] 10.222.0.36 "GET /v2.0/networks/3acbcff8-69a9-4b0d-823b-cf95db629b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508585 Aug 28 14:59:07.751111 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78014ba-4e77-4287-821a-63f20a45fe71 admin admin] Checking segment: {'id': '67afd3f9-4c09-4e8c-b3bc-78d96c90d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0be09caf-2855-4ac0-a960-02cdc56aaea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:59:07.752527 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78014ba-4e77-4287-821a-63f20a45fe71 admin admin] Network hostable DHCP agents. Network: 0be09caf-2855-4ac0-a960-02cdc56aaea0, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 14:59:07.803704 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9e28dc21-7618-4c54-a86b-218b9657d268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d01b01-7b42-4c18-aa33-19bff9496067', 'name': 'tempest-FloatingIPsTestJSON-1770077252-router', 'tenant_id': '7b319c3c286c4760ae45c0d4e22bccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '8eb48a90-af36-4034-aa1f-9f2c0e292ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:58:51Z', 'updated_at': '2021-08-28T14:59:03Z', 'revision_number': 4, 'project_id': '7b319c3c286c4760ae45c0d4e22bccc2', 'gw_port': {'id': '8eb48a90-af36-4034-aa1f-9f2c0e292ca5', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d01b01-7b42-4c18-aa33-19bff9496067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:58:53Z', 'updated_at': '2021-08-28T14:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'dd830b14-ee60-40ae-a142-1bf6710eb6ed', 'name': '', 'network_id': 'e1501e69-1daa-446c-bb61-85a17de94ab4', 'tenant_id': '7b319c3c286c4760ae45c0d4e22bccc2', 'mac_address': 'fa:16:3e:64:9c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d01b01-7b42-4c18-aa33-19bff9496067', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'e6ca3389-19e5-4fd6-8384-9a57ba0c45bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:00Z', 'updated_at': '2021-08-28T14:59:04Z', 'revision_number': 2, 'project_id': '7b319c3c286c4760ae45c0d4e22bccc2', 'subnets': [{'id': 'e6ca3389-19e5-4fd6-8384-9a57ba0c45bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:07.871931 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78014ba-4e77-4287-821a-63f20a45fe71 admin admin] Network 0be09caf-2855-4ac0-a960-02cdc56aaea0 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 14:59:07.889988 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e28dc21-7618-4c54-a86b-218b9657d268 None None] Checking router: d1d01b01-7b42-4c18-aa33-19bff9496067 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:59:07.890753 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e28dc21-7618-4c54-a86b-218b9657d268 None None] Updating router d1d01b01-7b42-4c18-aa33-19bff9496067 port dd830b14-ee60-40ae-a142-1bf6710eb6ed binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 14:59:07.928811 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-9e28dc21-7618-4c54-a86b-218b9657d268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:07.941103 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4a29b90a-5b10-4893-bf79-54ec05caaf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:07.994591 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfb38d-3674-4ce9-8431-465069f9b5ea req-1abf9be1-0412-49fb-a599-1e889c7bf353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:07.994591 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfb38d-3674-4ce9-8431-465069f9b5ea req-1abf9be1-0412-49fb-a599-1e889c7bf353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:07.994991 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfb38d-3674-4ce9-8431-465069f9b5ea req-1abf9be1-0412-49fb-a599-1e889c7bf353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:07.997369 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-60dfb38d-3674-4ce9-8431-465069f9b5ea req-1abf9be1-0412-49fb-a599-1e889c7bf353 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=77e2c8d8344c43369cd6764e0c50c8bf&device_id=9abf6740-cd79-4c49-aaa2-e0aac6e13d7b HTTP/1.1" status: 200 len: 2867 time: 0.2421579 Aug 28 14:59:08.039503 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-414ed83a-2cf2-4684-9255-6de561070298 req-e13f118a-98ad-443f-b8f8-1c85379ebefa tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7abce444-2988-4814-b646-9690c5357a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474286 Aug 28 14:59:08.042284 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-a78014ba-4e77-4287-821a-63f20a45fe71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 0be09caf-2855-4ac0-a960-02cdc56aaea0) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:59:08.052345 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e938fbc8-2d5b-4263-8c78-70f803b29bc4 None None] Network 0be09caf-2855-4ac0-a960-02cdc56aaea0 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:59:08.070600 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78014ba-4e77-4287-821a-63f20a45fe71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:08.070870 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a78014ba-4e77-4287-821a-63f20a45fe71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:08.147792 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a78014ba-4e77-4287-821a-63f20a45fe71 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6210122 Aug 28 14:59:08.206167 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5c428351-ffa5-4913-bc82-bcb0122053e2 req-d0ddcdde-894c-4fa1-8af7-6460b9168ff7 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3917150 Aug 28 14:59:08.211422 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-5c428351-ffa5-4913-bc82-bcb0122053e2 req-aaa69ba6-1768-4ec0-b0e9-033acd812930 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:08.305022 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a7627e-0061-4bbc-9a09-2f5266704655 admin admin] Router cea320e9-122c-488c-a89a-1b33a54d8976 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 14:59:08.327156 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfb38d-3674-4ce9-8431-465069f9b5ea req-2ee2e70c-11c3-4668-84c4-69101db90d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:08.329311 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-60dfb38d-3674-4ce9-8431-465069f9b5ea req-2ee2e70c-11c3-4668-84c4-69101db90d9a service neutron] 10.222.0.36 "GET /v2.0/networks?id=3acbcff8-69a9-4b0d-823b-cf95db629b8d HTTP/1.1" status: 200 len: 902 time: 0.3114765 Aug 28 14:59:08.419716 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e07b1-64e2-4351-87eb-761fd427ab6f req-c6934490-3703-4b19-acd4-8c08c0ba25c0 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:08.434398 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-896e07b1-64e2-4351-87eb-761fd427ab6f req-c6934490-3703-4b19-acd4-8c08c0ba25c0 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f HTTP/1.1" status: 200 len: 945 time: 0.2279246 Aug 28 14:59:08.447885 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cb5ff9-55df-4145-90ec-777b48dbf0e0 None None] Network 0be09caf-2855-4ac0-a960-02cdc56aaea0 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:59:08.463273 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5c428351-ffa5-4913-bc82-bcb0122053e2 req-aaa69ba6-1768-4ec0-b0e9-033acd812930 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:08.508937 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-60dfb38d-3674-4ce9-8431-465069f9b5ea req-7ab2ea13-e08d-4ed3-8484-270d1b3ab672 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.25&port_id=367a9054-6d56-45b2-aa3e-acee0cbda864 HTTP/1.1" status: 200 len: 217 time: 0.1701221 Aug 28 14:59:08.626511 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-896e07b1-64e2-4351-87eb-761fd427ab6f req-fe81663b-118d-4197-9652-a9f50f665a7a tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/security-groups?id=77ec7446-4a36-4100-bb77-05f18aacf8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836073 Aug 28 14:59:08.627230 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-9e28dc21-7618-4c54-a86b-218b9657d268 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:08.660866 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-9e28dc21-7618-4c54-a86b-218b9657d268 None None] Transition to ACTIVE for port object dd830b14-ee60-40ae-a142-1bf6710eb6ed will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:59:08.672673 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-9e28dc21-7618-4c54-a86b-218b9657d268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:08.674379 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a7627e-0061-4bbc-9a09-2f5266704655 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:59:08.681670 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-12a7627e-0061-4bbc-9a09-2f5266704655 admin admin] 10.222.0.13 "PUT /v2.0/routers/cea320e9-122c-488c-a89a-1b33a54d8976/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9993157 Aug 28 14:59:08.686643 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4e111f-62d2-41f4-8925-565267266797 None None] Sync routers for ids ['cea320e9-122c-488c-a89a-1b33a54d8976'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:59:08.692788 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59940) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:08.711494 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4e111f-62d2-41f4-8925-565267266797 None None] Routers {'cea320e9-122c-488c-a89a-1b33a54d8976'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:59:08.716172 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0a4e111f-62d2-41f4-8925-565267266797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:58:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['cea320e9-122c-488c-a89a-1b33a54d8976'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:08.862422 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfb38d-3674-4ce9-8431-465069f9b5ea req-caa1ff1b-33e4-4030-9544-79d8c32e4e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:08.884566 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-60dfb38d-3674-4ce9-8431-465069f9b5ea req-caa1ff1b-33e4-4030-9544-79d8c32e4e63 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=051252fb-4f8a-4a31-a691-140ac32be230 HTTP/1.1" status: 200 len: 801 time: 0.2647712 Aug 28 14:59:08.953455 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-9e28dc21-7618-4c54-a86b-218b9657d268 None None] Attempting to bind port dd830b14-ee60-40ae-a142-1bf6710eb6ed on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:59:08.953833 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-9e28dc21-7618-4c54-a86b-218b9657d268 None None] Attempting to bind port dd830b14-ee60-40ae-a142-1bf6710eb6ed by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '80b9e370-5ad7-4b49-a005-9f3ce8af503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e1501e69-1daa-446c-bb61-85a17de94ab4'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:59:08.954198 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e28dc21-7618-4c54-a86b-218b9657d268 None None] Attempting to bind port dd830b14-ee60-40ae-a142-1bf6710eb6ed on network e1501e69-1daa-446c-bb61-85a17de94ab4 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:59:08.964432 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e28dc21-7618-4c54-a86b-218b9657d268 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:59:08.964809 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e28dc21-7618-4c54-a86b-218b9657d268 None None] Checking segment: {'id': '80b9e370-5ad7-4b49-a005-9f3ce8af503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e1501e69-1daa-446c-bb61-85a17de94ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:59:08.965214 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-9e28dc21-7618-4c54-a86b-218b9657d268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:08.965614 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e28dc21-7618-4c54-a86b-218b9657d268 None None] Bound using segment: {'id': '80b9e370-5ad7-4b49-a005-9f3ce8af503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e1501e69-1daa-446c-bb61-85a17de94ab4'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:59:08.966231 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-9e28dc21-7618-4c54-a86b-218b9657d268 None None] Bound port: dd830b14-ee60-40ae-a142-1bf6710eb6ed, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b9e370-5ad7-4b49-a005-9f3ce8af503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e1501e69-1daa-446c-bb61-85a17de94ab4'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:59:08.966575 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-9e28dc21-7618-4c54-a86b-218b9657d268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:09.044444 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-9e28dc21-7618-4c54-a86b-218b9657d268 None None] For port dd830b14-ee60-40ae-a142-1bf6710eb6ed, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:59:09.048414 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-9e28dc21-7618-4c54-a86b-218b9657d268 None None] For port dd830b14-ee60-40ae-a142-1bf6710eb6ed, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=dd830b14-ee60-40ae-a142-1bf6710eb6ed,segment=NetworkSegment(80b9e370-5ad7-4b49-a005-9f3ce8af503d),segment_id=80b9e370-5ad7-4b49-a005-9f3ce8af503d)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:59:09.049682 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa619c99-e5de-41a7-93e9-1aa164904a48 admin admin] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:09.057204 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-9e28dc21-7618-4c54-a86b-218b9657d268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:09.067557 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5973eca-81d1-4bbe-8a75-74cd4ca746e9 None None] Pushing event updated for resources: {'Port': ['ID=dd830b14-ee60-40ae-a142-1bf6710eb6ed,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:09.071421 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-0a4e111f-62d2-41f4-8925-565267266797 None None] Set router cea320e9-122c-488c-a89a-1b33a54d8976 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:59:09.130494 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfb38d-3674-4ce9-8431-465069f9b5ea req-fde538bb-faf0-4b6c-9958-fda27865aaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:09.132065 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-60dfb38d-3674-4ce9-8431-465069f9b5ea req-fde538bb-faf0-4b6c-9958-fda27865aaec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3acbcff8-69a9-4b0d-823b-cf95db629b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2328250 Aug 28 14:59:09.153513 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5973eca-81d1-4bbe-8a75-74cd4ca746e9 None None] Pushing event updated for resources: {'Port': ['ID=dd830b14-ee60-40ae-a142-1bf6710eb6ed,revision_number=4']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:09.166328 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e28dc21-7618-4c54-a86b-218b9657d268 None None] Routers {'d1d01b01-7b42-4c18-aa33-19bff9496067'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:59:09.166879 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9e28dc21-7618-4c54-a86b-218b9657d268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:58:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d1d01b01-7b42-4c18-aa33-19bff9496067'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:09.265869 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59950) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:09.275928 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-c2b25361-be68-4a69-ba29-f8289a65c5c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-955766309-network', 'tenant_id': '1a1fbc046825437987a215fef8c4e977'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:09.307282 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b25361-be68-4a69-ba29-f8289a65c5c6 admin admin] Made reservation on behalf of 1a1fbc046825437987a215fef8c4e977 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:59:09.314572 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c2b25361-be68-4a69-ba29-f8289a65c5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:09.320514 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5c428351-ffa5-4913-bc82-bcb0122053e2 req-aaa69ba6-1768-4ec0-b0e9-033acd812930 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:09.336520 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c2b25361-be68-4a69-ba29-f8289a65c5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:09.388296 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-9e28dc21-7618-4c54-a86b-218b9657d268 None None] Set router d1d01b01-7b42-4c18-aa33-19bff9496067 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:59:09.437357 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa619c99-e5de-41a7-93e9-1aa164904a48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:09.538155 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c289fd-8b70-4f9a-b47f-58a188115112 req-9f8683eb-5226-40be-a796-f3e91b6d2e48 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:09.545278 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c289fd-8b70-4f9a-b47f-58a188115112 req-9f8683eb-5226-40be-a796-f3e91b6d2e48 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:09.552167 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c289fd-8b70-4f9a-b47f-58a188115112 req-9f8683eb-5226-40be-a796-f3e91b6d2e48 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:09.554652 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5c289fd-8b70-4f9a-b47f-58a188115112 req-9f8683eb-5226-40be-a796-f3e91b6d2e48 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=9abf6740-cd79-4c49-aaa2-e0aac6e13d7b HTTP/1.1" status: 200 len: 2411 time: 0.2067578 Aug 28 14:59:09.617335 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-aa619c99-e5de-41a7-93e9-1aa164904a48 admin admin] Deleting port a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:59:09.618150 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa619c99-e5de-41a7-93e9-1aa164904a48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:09.622787 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0a4e111f-62d2-41f4-8925-565267266797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090615160-router', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:52:39Z', 'updated_at': '2021-08-28T14:59:06Z', 'revision_number': 5, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'gw_port': {'id': 'a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:40Z', 'updated_at': '2021-08-28T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:09.682518 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-5c428351-ffa5-4913-bc82-bcb0122053e2 req-aaa69ba6-1768-4ec0-b0e9-033acd812930 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Allocated IP 172.25.3.87 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/05a3c67d-c594-4cac-8fae-2171ff2511a8) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:59:09.688619 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4e111f-62d2-41f4-8925-565267266797 None None] Checking router: cea320e9-122c-488c-a89a-1b33a54d8976 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:59:09.718032 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4e111f-62d2-41f4-8925-565267266797 None None] Routers {'cea320e9-122c-488c-a89a-1b33a54d8976'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:59:09.719453 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-aa619c99-e5de-41a7-93e9-1aa164904a48 admin admin] For port a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:09.720232 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0a4e111f-62d2-41f4-8925-565267266797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:58:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['cea320e9-122c-488c-a89a-1b33a54d8976'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:09.721006 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa619c99-e5de-41a7-93e9-1aa164904a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:09.736831 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-aa619c99-e5de-41a7-93e9-1aa164904a48 admin admin] Calling delete_port for a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:59:09.828464 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9e28dc21-7618-4c54-a86b-218b9657d268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d01b01-7b42-4c18-aa33-19bff9496067', 'name': 'tempest-FloatingIPsTestJSON-1770077252-router', 'tenant_id': '7b319c3c286c4760ae45c0d4e22bccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '8eb48a90-af36-4034-aa1f-9f2c0e292ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:58:51Z', 'updated_at': '2021-08-28T14:59:03Z', 'revision_number': 4, 'project_id': '7b319c3c286c4760ae45c0d4e22bccc2', 'gw_port': {'id': '8eb48a90-af36-4034-aa1f-9f2c0e292ca5', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d01b01-7b42-4c18-aa33-19bff9496067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:58:53Z', 'updated_at': '2021-08-28T14:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'dd830b14-ee60-40ae-a142-1bf6710eb6ed', 'name': '', 'network_id': 'e1501e69-1daa-446c-bb61-85a17de94ab4', 'tenant_id': '7b319c3c286c4760ae45c0d4e22bccc2', 'mac_address': 'fa:16:3e:64:9c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d01b01-7b42-4c18-aa33-19bff9496067', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'e6ca3389-19e5-4fd6-8384-9a57ba0c45bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:00Z', 'updated_at': '2021-08-28T14:59:09Z', 'revision_number': 4, 'project_id': '7b319c3c286c4760ae45c0d4e22bccc2', 'subnets': [{'id': 'e6ca3389-19e5-4fd6-8384-9a57ba0c45bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:09.867302 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-0a4e111f-62d2-41f4-8925-565267266797 None None] Set router cea320e9-122c-488c-a89a-1b33a54d8976 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:59:09.872589 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e28dc21-7618-4c54-a86b-218b9657d268 None None] The sync data for ids ['d1d01b01-7b42-4c18-aa33-19bff9496067'] in n-d-712137-10 is: [{'id': 'd1d01b01-7b42-4c18-aa33-19bff9496067', 'name': 'tempest-FloatingIPsTestJSON-1770077252-router', 'tenant_id': '7b319c3c286c4760ae45c0d4e22bccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '8eb48a90-af36-4034-aa1f-9f2c0e292ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:58:51Z', 'updated_at': '2021-08-28T14:59:03Z', 'revision_number': 4, 'project_id': '7b319c3c286c4760ae45c0d4e22bccc2', 'gw_port': {'id': '8eb48a90-af36-4034-aa1f-9f2c0e292ca5', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d01b01-7b42-4c18-aa33-19bff9496067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:58:53Z', 'updated_at': '2021-08-28T14:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'dd830b14-ee60-40ae-a142-1bf6710eb6ed', 'name': '', 'network_id': 'e1501e69-1daa-446c-bb61-85a17de94ab4', 'tenant_id': '7b319c3c286c4760ae45c0d4e22bccc2', 'mac_address': 'fa:16:3e:64:9c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d01b01-7b42-4c18-aa33-19bff9496067', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'e6ca3389-19e5-4fd6-8384-9a57ba0c45bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:00Z', 'updated_at': '2021-08-28T14:59:09Z', 'revision_number': 4, 'project_id': '7b319c3c286c4760ae45c0d4e22bccc2', 'subnets': [{'id': 'e6ca3389-19e5-4fd6-8384-9a57ba0c45bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:59:09.980260 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5c289fd-8b70-4f9a-b47f-58a188115112 req-50652ddd-9e4e-4ba0-bc4a-c23f5fd6e874 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160433 Aug 28 14:59:09.982954 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa619c99-e5de-41a7-93e9-1aa164904a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:09.998496 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0a4e111f-62d2-41f4-8925-565267266797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090615160-router', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:52:39Z', 'updated_at': '2021-08-28T14:59:09Z', 'revision_number': 6, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:10.043630 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4e111f-62d2-41f4-8925-565267266797 None None] The sync data for ids ['cea320e9-122c-488c-a89a-1b33a54d8976'] in n-d-712137-10 is: [{'id': 'cea320e9-122c-488c-a89a-1b33a54d8976', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090615160-router', 'tenant_id': 'cf69354c9e44480a955dc8879f74a9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:52:39Z', 'updated_at': '2021-08-28T14:59:09Z', 'revision_number': 6, 'project_id': 'cf69354c9e44480a955dc8879f74a9d8', 'gw_port_host': None}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:59:10.058992 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa619c99-e5de-41a7-93e9-1aa164904a48 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:10.176381 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702ecf0-fc90-46f9-9d85-b615bbff5802 req-e02b93c4-ae29-48e2-8014-30d906b36035 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:10.178004 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8702ecf0-fc90-46f9-9d85-b615bbff5802 req-e02b93c4-ae29-48e2-8014-30d906b36035 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 950 time: 0.0791092 Aug 28 14:59:10.183279 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa619c99-e5de-41a7-93e9-1aa164904a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:10.277403 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-60dfb38d-3674-4ce9-8431-465069f9b5ea req-532cb85f-31ae-4d13-8813-ba5e425923f0 service neutron] 10.222.0.36 "GET /v2.0/networks/3acbcff8-69a9-4b0d-823b-cf95db629b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1081073 Aug 28 14:59:10.290866 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa619c99-e5de-41a7-93e9-1aa164904a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:10.301940 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa619c99-e5de-41a7-93e9-1aa164904a48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:10.324241 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8702ecf0-fc90-46f9-9d85-b615bbff5802 req-50a94390-1151-4d7a-b78a-256e6e48fd82 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782695 Aug 28 14:59:10.370385 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa619c99-e5de-41a7-93e9-1aa164904a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:10.371832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa619c99-e5de-41a7-93e9-1aa164904a48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cea320e9-122c-488c-a89a-1b33a54d8976 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 14:59:10.382392 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa619c99-e5de-41a7-93e9-1aa164904a48 admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:10.383968 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-aa619c99-e5de-41a7-93e9-1aa164904a48 admin admin] 10.222.0.13 "DELETE /v2.0/routers/cea320e9-122c-488c-a89a-1b33a54d8976 HTTP/1.1" status: 204 len: 168 time: 1.6886072 Aug 28 14:59:10.387940 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59958) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:10.397169 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-57bd62d0-7148-4def-8a82-41e644db8141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:10.405538 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5c428351-ffa5-4913-bc82-bcb0122053e2 req-aaa69ba6-1768-4ec0-b0e9-033acd812930 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:10.477834 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e04ac83-6753-4ef9-86fa-e7563e58f47b admin admin] Deleting subnet 99f97325-be0a-4922-9e31-90945bbee166 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 14:59:10.481990 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0e04ac83-6753-4ef9-86fa-e7563e58f47b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:10.505377 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-60dfb38d-3674-4ce9-8431-465069f9b5ea req-2c8e6999-5f8f-48fc-90ad-c274d630bda1 service neutron] 10.222.0.36 "GET /v2.0/networks/3acbcff8-69a9-4b0d-823b-cf95db629b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160208 Aug 28 14:59:10.507261 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c2b25361-be68-4a69-ba29-f8289a65c5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:10.518194 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c2b25361-be68-4a69-ba29-f8289a65c5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:10.552516 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0e04ac83-6753-4ef9-86fa-e7563e58f47b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:10.553084 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b25361-be68-4a69-ba29-f8289a65c5c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 14:59:10.571782 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b25361-be68-4a69-ba29-f8289a65c5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5266d831-bf1c-4756-a547-b49faa1ecd0b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:10.586225 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c2b25361-be68-4a69-ba29-f8289a65c5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:10.587035 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-c2b25361-be68-4a69-ba29-f8289a65c5c6 admin admin] Added segment f706c040-b8f3-4e9e-967e-83e64756e528 of type vlan for network 59cb2780-763e-4407-b359-6439a272cf7d Aug 28 14:59:10.589968 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5c428351-ffa5-4913-bc82-bcb0122053e2 req-aaa69ba6-1768-4ec0-b0e9-033acd812930 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:10.624856 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f42ed-50e8-4da8-ada0-a39705b69ef7 req-66a9ab18-4671-4a88-a1fd-d7ee0a921930 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:10.626389 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8c4f42ed-50e8-4da8-ada0-a39705b69ef7 req-66a9ab18-4671-4a88-a1fd-d7ee0a921930 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/ports?device_id=de5817ec-6613-487a-9e42-59b6322db37d HTTP/1.1" status: 200 len: 943 time: 0.1421220 Aug 28 14:59:10.662981 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c2b25361-be68-4a69-ba29-f8289a65c5c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:10.693766 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c428351-ffa5-4913-bc82-bcb0122053e2 req-aaa69ba6-1768-4ec0-b0e9-033acd812930 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:59:10.696093 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0e04ac83-6753-4ef9-86fa-e7563e58f47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:10.699857 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-5c428351-ffa5-4913-bc82-bcb0122053e2 req-aaa69ba6-1768-4ec0-b0e9-033acd812930 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:59:10.706536 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c428351-ffa5-4913-bc82-bcb0122053e2 req-aaa69ba6-1768-4ec0-b0e9-033acd812930 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:59:10.710432 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa69ba6-1768-4ec0-b0e9-033acd812930 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Pushing event updated for resources: {'Port': ['ID=05a3c67d-c594-4cac-8fae-2171ff2511a8,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:10.725565 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8c4f42ed-50e8-4da8-ada0-a39705b69ef7 req-4496c8db-85e5-407c-b456-cc95ab159d87 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7abce444-2988-4814-b646-9690c5357a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899267 Aug 28 14:59:10.739697 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c2b25361-be68-4a69-ba29-f8289a65c5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:10.740319 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b25361-be68-4a69-ba29-f8289a65c5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:10.740904 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c2b25361-be68-4a69-ba29-f8289a65c5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:10.774195 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0e04ac83-6753-4ef9-86fa-e7563e58f47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:10.782514 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:10.815817 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0e04ac83-6753-4ef9-86fa-e7563e58f47b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:10.818749 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0e04ac83-6753-4ef9-86fa-e7563e58f47b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/99f97325-be0a-4922-9e31-90945bbee166 HTTP/1.1" status: 204 len: 168 time: 0.4260375 Aug 28 14:59:10.819727 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c79b588-0c3e-406b-8ccb-bea31d6090dd None None] Network 7fefbaf0-9766-4195-b2cc-33f85cb01cd6 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:59:10.820349 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04ac83-6753-4ef9-86fa-e7563e58f47b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99f97325-be0a-4922-9e31-90945bbee166,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:10.822243 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59960) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:10.912861 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b25361-be68-4a69-ba29-f8289a65c5c6 admin admin] Pushing event updated for resources: {'Network': ['ID=59cb2780-763e-4407-b359-6439a272cf7d,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:10.926257 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c2b25361-be68-4a69-ba29-f8289a65c5c6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6571333 Aug 28 14:59:10.929938 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59962) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:10.944212 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-286d7e43-b19e-4367-958c-91463f8c2216 admin admin] Request body: {'subnet': {'network_id': '59cb2780-763e-4407-b359-6439a272cf7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-955766309-subnet', 'tenant_id': '1a1fbc046825437987a215fef8c4e977', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:10.972989 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286d7e43-b19e-4367-958c-91463f8c2216 admin admin] Made reservation on behalf of 1a1fbc046825437987a215fef8c4e977 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:59:10.976100 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-286d7e43-b19e-4367-958c-91463f8c2216 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:10.982929 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5c428351-ffa5-4913-bc82-bcb0122053e2 req-aaa69ba6-1768-4ec0-b0e9-033acd812930 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:11.036292 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5c428351-ffa5-4913-bc82-bcb0122053e2 req-aaa69ba6-1768-4ec0-b0e9-033acd812930 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:11.060900 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 59cb2780-763e-4407-b359-6439a272cf7d details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 14:59:11.061450 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3908e44f-6ffc-44d3-b33e-6c9140457006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:11.079574 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe9781-cde7-46b2-b074-abdc88931ef3 req-4bffe61d-4633-4a18-aa51-e36aef750471 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:11.088220 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1cbe9781-cde7-46b2-b074-abdc88931ef3 req-4bffe61d-4633-4a18-aa51-e36aef750471 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f HTTP/1.1" status: 200 len: 945 time: 0.2742496 Aug 28 14:59:11.195181 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1cbe9781-cde7-46b2-b074-abdc88931ef3 req-ead82d19-120c-4010-a58e-d9377e575308 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/security-groups?id=77ec7446-4a36-4100-bb77-05f18aacf8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059861 Aug 28 14:59:11.243506 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5c428351-ffa5-4913-bc82-bcb0122053e2 req-aaa69ba6-1768-4ec0-b0e9-033acd812930 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:11.250061 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5c428351-ffa5-4913-bc82-bcb0122053e2 req-aaa69ba6-1768-4ec0-b0e9-033acd812930 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:11.254290 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 80766bf6-c85b-4423-b044-f93f9fe80c0c details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:59:11.338015 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa69ba6-1768-4ec0-b0e9-033acd812930 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Pushing event updated for resources: {'Port': ['ID=05a3c67d-c594-4cac-8fae-2171ff2511a8,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:11.355175 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5c428351-ffa5-4913-bc82-bcb0122053e2 req-aaa69ba6-1768-4ec0-b0e9-033acd812930 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:11.375069 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5c428351-ffa5-4913-bc82-bcb0122053e2 req-aaa69ba6-1768-4ec0-b0e9-033acd812930 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:11.376914 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5c428351-ffa5-4913-bc82-bcb0122053e2 req-aaa69ba6-1768-4ec0-b0e9-033acd812930 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1698005 Aug 28 14:59:11.381517 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 80766bf6-c85b-4423-b044-f93f9fe80c0c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=80766bf6-c85b-4423-b044-f93f9fe80c0c,segment=NetworkSegment(d4bdd52c-aa58-4c64-8ede-4f23f8533bd4),segment_id=d4bdd52c-aa58-4c64-8ede-4f23f8533bd4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:11.401417 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '80766bf6-c85b-4423-b044-f93f9fe80c0c', 'network_id': '51328f48-dab2-4bc5-b49a-184fc97e083e', 'port_id': '80766bf6-c85b-4423-b044-f93f9fe80c0c', 'mac_address': 'fa:16:3e:e7:3b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a379ad1-d6d9-4aab-b854-2855f4de14ed', 'ip_address': '19.86.0.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:59:11.479146 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5c428351-ffa5-4913-bc82-bcb0122053e2 req-01c208ee-527e-4e33-9ed8-21043cbfb699 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.87 HTTP/1.1" status: 200 len: 695 time: 0.0924885 Aug 28 14:59:11.493429 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e9d66c-06e5-41da-b84a-02c0f916be57 None None] DHCP port deletion for 7fefbaf0-9766-4195-b2cc-33f85cb01cd6 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 14:59:11.497704 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:11.540553 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80766bf6-c85b-4423-b044-f93f9fe80c0c {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:59:11.596508 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 80766bf6-c85b-4423-b044-f93f9fe80c0c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=80766bf6-c85b-4423-b044-f93f9fe80c0c,segment=NetworkSegment(d4bdd52c-aa58-4c64-8ede-4f23f8533bd4),segment_id=d4bdd52c-aa58-4c64-8ede-4f23f8533bd4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:11.606503 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:11.607104 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device eac4e999-d135-44bf-a358-5d3858eacc64 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:59:11.663262 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-96e9d66c-06e5-41da-b84a-02c0f916be57 None None] Deleting port 7f207ad0-efad-4ed0-a470-47fe3a80ac4b {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:59:11.663645 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-96e9d66c-06e5-41da-b84a-02c0f916be57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:11.687614 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c428351-ffa5-4913-bc82-bcb0122053e2 req-7171e3b8-80dd-4db9-8f16-b1b12817e305 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:11.687982 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device dd830b14-ee60-40ae-a142-1bf6710eb6ed up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:59:11.696344 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5c428351-ffa5-4913-bc82-bcb0122053e2 req-7171e3b8-80dd-4db9-8f16-b1b12817e305 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 784 time: 0.2061877 Aug 28 14:59:11.702565 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-5c428351-ffa5-4913-bc82-bcb0122053e2 req-ac4c049c-54f0-441f-a91c-0ffe6d4105b9 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 14:59:11.704241 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5c428351-ffa5-4913-bc82-bcb0122053e2 req-ac4c049c-54f0-441f-a91c-0ffe6d4105b9 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069058 Aug 28 14:59:11.748855 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-3908e44f-6ffc-44d3-b33e-6c9140457006 admin admin] Deleting port 7f207ad0-efad-4ed0-a470-47fe3a80ac4b {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:59:11.749467 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3908e44f-6ffc-44d3-b33e-6c9140457006 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:11.758647 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.resource_extend [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 14:59:11.777216 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:11.820415 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=80766bf6-c85b-4423-b044-f93f9fe80c0c,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:11.838902 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82047f7f-111e-4273-a4e4-48984b42f32d req-e0ccf178-7eba-45c2-999c-4e5c67b90f2f tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:11.842167 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-82047f7f-111e-4273-a4e4-48984b42f32d req-e0ccf178-7eba-45c2-999c-4e5c67b90f2f tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 950 time: 0.0637164 Aug 28 14:59:11.844593 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8973f9-1008-415a-98a6-7e91f7c68c74 req-8ea5a6f9-c5d1-4aef-8988-b8c1048ac941 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:11.850642 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8973f9-1008-415a-98a6-7e91f7c68c74 req-8ea5a6f9-c5d1-4aef-8988-b8c1048ac941 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:11.861063 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8973f9-1008-415a-98a6-7e91f7c68c74 req-8ea5a6f9-c5d1-4aef-8988-b8c1048ac941 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:11.861063 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0b8973f9-1008-415a-98a6-7e91f7c68c74 req-8ea5a6f9-c5d1-4aef-8988-b8c1048ac941 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=9abf6740-cd79-4c49-aaa2-e0aac6e13d7b HTTP/1.1" status: 200 len: 2411 time: 0.5654132 Aug 28 14:59:11.866836 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-286d7e43-b19e-4367-958c-91463f8c2216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:11.871563 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-96e9d66c-06e5-41da-b84a-02c0f916be57 None None] For port 7f207ad0-efad-4ed0-a470-47fe3a80ac4b, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7f207ad0-efad-4ed0-a470-47fe3a80ac4b,segment=NetworkSegment(42567edf-8f75-4b9a-a0f4-8b1c669e01ea),segment_id=42567edf-8f75-4b9a-a0f4-8b1c669e01ea)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:11.872311 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-96e9d66c-06e5-41da-b84a-02c0f916be57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:11.892641 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-82047f7f-111e-4273-a4e4-48984b42f32d req-9fe55d8f-3c3b-421f-9bcd-2c0e45db7222 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439231 Aug 28 14:59:11.897299 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-96e9d66c-06e5-41da-b84a-02c0f916be57 None None] Calling delete_port for 7f207ad0-efad-4ed0-a470-47fe3a80ac4b owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:59:11.928521 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port dd830b14-ee60-40ae-a142-1bf6710eb6ed completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:59:11.936837 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port eac4e999-d135-44bf-a358-5d3858eacc64, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=eac4e999-d135-44bf-a358-5d3858eacc64,segment=NetworkSegment(4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb),segment_id=4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:11.963457 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-3908e44f-6ffc-44d3-b33e-6c9140457006 admin admin] For port 7f207ad0-efad-4ed0-a470-47fe3a80ac4b, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7f207ad0-efad-4ed0-a470-47fe3a80ac4b,segment=NetworkSegment(42567edf-8f75-4b9a-a0f4-8b1c669e01ea),segment_id=42567edf-8f75-4b9a-a0f4-8b1c669e01ea)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:11.964030 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3908e44f-6ffc-44d3-b33e-6c9140457006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:11.977516 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port dd830b14-ee60-40ae-a142-1bf6710eb6ed triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:11.977745 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:12.015557 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0b8973f9-1008-415a-98a6-7e91f7c68c74 req-ddf8030d-6ce5-450f-9106-f4b73f82a95e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499164 Aug 28 14:59:12.018482 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-3908e44f-6ffc-44d3-b33e-6c9140457006 admin admin] Calling delete_port for 7f207ad0-efad-4ed0-a470-47fe3a80ac4b owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:59:12.021361 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d7e43-b19e-4367-958c-91463f8c2216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d92f0538-8bca-4a72-831e-b66354e28cdc,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:12.023201 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'eac4e999-d135-44bf-a358-5d3858eacc64', 'network_id': '3acbcff8-69a9-4b0d-823b-cf95db629b8d', 'port_id': 'eac4e999-d135-44bf-a358-5d3858eacc64', 'mac_address': 'fa:16:3e:2e:b3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '051252fb-4f8a-4a31-a691-140ac32be230', 'ip_address': '19.80.0.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:59:12.045455 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286d7e43-b19e-4367-958c-91463f8c2216 admin admin] Checking segment: {'id': 'f706c040-b8f3-4e9e-967e-83e64756e528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '59cb2780-763e-4407-b359-6439a272cf7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:59:12.045941 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286d7e43-b19e-4367-958c-91463f8c2216 admin admin] Network hostable DHCP agents. Network: 59cb2780-763e-4407-b359-6439a272cf7d, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 14:59:12.104696 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dac8eff8-b523-429d-bfab-be702eed1a93 req-fcfd9c4e-1cdf-45ed-865b-a3f812686f5e tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] 10.222.0.13 "GET /v2.0/floatingips/2e3e9916-ff24-4cd6-b6e7-1a851078ad81 HTTP/1.1" status: 200 len: 692 time: 0.1199136 Aug 28 14:59:12.115425 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:12.123010 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286d7e43-b19e-4367-958c-91463f8c2216 admin admin] Network 59cb2780-763e-4407-b359-6439a272cf7d is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 14:59:12.133385 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac4e999-d135-44bf-a358-5d3858eacc64 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:59:12.180697 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port eac4e999-d135-44bf-a358-5d3858eacc64, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=eac4e999-d135-44bf-a358-5d3858eacc64,segment=NetworkSegment(4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb),segment_id=4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:12.181940 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-96e9d66c-06e5-41da-b84a-02c0f916be57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:12.191763 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:12.192573 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 367a9054-6d56-45b2-aa3e-acee0cbda864 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:59:12.193192 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-286d7e43-b19e-4367-958c-91463f8c2216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 59cb2780-763e-4407-b359-6439a272cf7d) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:59:12.199002 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286d7e43-b19e-4367-958c-91463f8c2216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:12.200283 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-286d7e43-b19e-4367-958c-91463f8c2216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:12.217609 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984087dd-9936-45b6-a99c-f68cce4c51f9 req-6ced148e-40fb-47df-b179-3467c2924a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:12.219128 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-984087dd-9936-45b6-a99c-f68cce4c51f9 req-6ced148e-40fb-47df-b179-3467c2924a27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52d8d8d99c6b4b5db3950de5685f1a86&device_id=de5817ec-6613-487a-9e42-59b6322db37d HTTP/1.1" status: 200 len: 1095 time: 0.1578693 Aug 28 14:59:12.221762 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3908e44f-6ffc-44d3-b33e-6c9140457006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:12.224603 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-b4154253-7e23-4338-842f-5c6f13b66dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:12.224790 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4d1e87-4da4-402d-a69d-3f2f51e73c98 None None] Network 59cb2780-763e-4407-b359-6439a272cf7d requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:59:12.226127 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-b4154253-7e23-4338-842f-5c6f13b66dc4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 1102 time: 0.1197879 Aug 28 14:59:12.233358 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9d66c-06e5-41da-b84a-02c0f916be57 None None] Pushing event deleted for resources: {'Port': ['ID=7f207ad0-efad-4ed0-a470-47fe3a80ac4b,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:12.263705 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908e44f-6ffc-44d3-b33e-6c9140457006 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f207ad0-efad-4ed0-a470-47fe3a80ac4b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:12.268165 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-286d7e43-b19e-4367-958c-91463f8c2216 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3343880 Aug 28 14:59:12.279795 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f121bc-92e9-4402-8bda-d394b6d52764 req-0dc16cd7-53c5-458b-8ed1-2c43fc19a140 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:12.280782 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-99f121bc-92e9-4402-8bda-d394b6d52764 req-0dc16cd7-53c5-458b-8ed1-2c43fc19a140 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/ports?device_id=de5817ec-6613-487a-9e42-59b6322db37d HTTP/1.1" status: 200 len: 943 time: 0.1685181 Aug 28 14:59:12.281697 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3908e44f-6ffc-44d3-b33e-6c9140457006 admin admin] No DVR routers for this DVR port 7f207ad0-efad-4ed0-a470-47fe3a80ac4b on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:59:12.313062 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e9d66c-06e5-41da-b84a-02c0f916be57 None None] No DVR routers for this DVR port 7f207ad0-efad-4ed0-a470-47fe3a80ac4b on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:59:12.335063 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:12.379779 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8eff8-b523-429d-bfab-be702eed1a93 req-1a036e69-e0b6-4de0-b813-3ba7f2fd85c3 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:12.391620 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dac8eff8-b523-429d-bfab-be702eed1a93 req-1a036e69-e0b6-4de0-b813-3ba7f2fd85c3 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 784 time: 0.2735958 Aug 28 14:59:12.403645 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 367a9054-6d56-45b2-aa3e-acee0cbda864, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=367a9054-6d56-45b2-aa3e-acee0cbda864,segment=NetworkSegment(4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb),segment_id=4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:12.433509 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3908e44f-6ffc-44d3-b33e-6c9140457006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:12.445025 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=eac4e999-d135-44bf-a358-5d3858eacc64,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:12.449700 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-3908e44f-6ffc-44d3-b33e-6c9140457006 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fefbaf0-9766-4195-b2cc-33f85cb01cd6']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:12.477173 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-3908e44f-6ffc-44d3-b33e-6c9140457006 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42567edf-8f75-4b9a-a0f4-8b1c669e01ea') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:12.477784 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-3908e44f-6ffc-44d3-b33e-6c9140457006 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42567edf-8f75-4b9a-a0f4-8b1c669e01ea') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:12.489209 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-99f121bc-92e9-4402-8bda-d394b6d52764 req-c996013b-9a7f-437f-b4e3-11795b9a0a35 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7abce444-2988-4814-b646-9690c5357a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019398 Aug 28 14:59:12.493860 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3908e44f-6ffc-44d3-b33e-6c9140457006 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:12.505435 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '367a9054-6d56-45b2-aa3e-acee0cbda864', 'network_id': '3acbcff8-69a9-4b0d-823b-cf95db629b8d', 'port_id': '367a9054-6d56-45b2-aa3e-acee0cbda864', 'mac_address': 'fa:16:3e:f6:09:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '051252fb-4f8a-4a31-a691-140ac32be230', 'ip_address': '19.80.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:59:12.510081 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port dd830b14-ee60-40ae-a142-1bf6710eb6ed, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=dd830b14-ee60-40ae-a142-1bf6710eb6ed,segment=NetworkSegment(80b9e370-5ad7-4b49-a005-9f3ce8af503d),segment_id=80b9e370-5ad7-4b49-a005-9f3ce8af503d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:12.513238 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3908e44f-6ffc-44d3-b33e-6c9140457006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:12.542170 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3908e44f-6ffc-44d3-b33e-6c9140457006 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 14:59:12.542632 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3908e44f-6ffc-44d3-b33e-6c9140457006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: timer() Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 14:59:12.545058 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 14:59:12.561284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984087dd-9936-45b6-a99c-f68cce4c51f9 req-96327a33-948a-4800-be8b-7e8de9129340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:12.563204 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-984087dd-9936-45b6-a99c-f68cce4c51f9 req-96327a33-948a-4800-be8b-7e8de9129340 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=52d8d8d99c6b4b5db3950de5685f1a86&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3205729 Aug 28 14:59:12.563464 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:12.566041 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-4a930e81-ad13-46a8-8443-5416f2ccf4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:12.567589 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:12.568173 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-4a930e81-ad13-46a8-8443-5416f2ccf4bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.3218811 Aug 28 14:59:12.589179 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad97a6-b74b-4ab5-85f9-edbdf2f2e367 req-515e7846-ba62-46fa-9291-c4b903efbd93 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:12.590769 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0ad97a6-b74b-4ab5-85f9-edbdf2f2e367 req-515e7846-ba62-46fa-9291-c4b903efbd93 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f HTTP/1.1" status: 200 len: 945 time: 0.1028538 Aug 28 14:59:12.641652 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0ad97a6-b74b-4ab5-85f9-edbdf2f2e367 req-7ae87291-19ad-45ac-8c6c-160ee90bfd70 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/security-groups?id=77ec7446-4a36-4100-bb77-05f18aacf8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416915 Aug 28 14:59:12.674785 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 367a9054-6d56-45b2-aa3e-acee0cbda864 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:59:12.685292 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7f207ad0-efad-4ed0-a470-47fe3a80ac4b no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:59:12.713205 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=dd830b14-ee60-40ae-a142-1bf6710eb6ed,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:12.732738 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-68a30f52-186f-47cd-877e-be9b84d4a8d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=49adc9a0-3f71-4801-bb97-d7938b5f60cd HTTP/1.1" status: 200 len: 217 time: 0.0654452 Aug 28 14:59:12.747820 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 7f207ad0-efad-4ed0-a470-47fe3a80ac4b {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:59:12.748314 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7f207ad0-efad-4ed0-a470-47fe3a80ac4b not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:59:12.748836 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:59:12.753298 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 367a9054-6d56-45b2-aa3e-acee0cbda864, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=367a9054-6d56-45b2-aa3e-acee0cbda864,segment=NetworkSegment(4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb),segment_id=4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:12.785659 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-238f45cc-ef29-43e6-9d8d-0338f3724761 req-9874dcb1-3bea-43cf-ab9e-c8f5bbea5043 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=7b319c3c286c4760ae45c0d4e22bccc2 HTTP/1.1" status: 200 len: 695 time: 0.1503017 Aug 28 14:59:12.794735 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3908e44f-6ffc-44d3-b33e-6c9140457006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:12.805593 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:12.842236 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-5b007036-8698-482c-a148-e93707cd91fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:12.844338 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-5b007036-8698-482c-a148-e93707cd91fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.0944507 Aug 28 14:59:12.869798 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=367a9054-6d56-45b2-aa3e-acee0cbda864,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:12.874044 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47f5c28-8958-4f0f-a240-8c2c8aea2643 None None] Network 59cb2780-763e-4407-b359-6439a272cf7d requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:59:12.876576 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3908e44f-6ffc-44d3-b33e-6c9140457006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:12.877067 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:59:12.877424 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a1d563a1-6396-44ce-b7ce-4fa4bbf6e5ac not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:59:12.877841 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b3cd7432-e956-436b-b318-7a13652a6f99 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:59:12.883624 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3908e44f-6ffc-44d3-b33e-6c9140457006 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7fefbaf0-9766-4195-b2cc-33f85cb01cd6 HTTP/1.1" status: 204 len: 168 time: 2.0495017 Aug 28 14:59:12.925600 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59986) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:12.947538 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: b3cd7432-e956-436b-b318-7a13652a6f99 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:59:12.947919 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b3cd7432-e956-436b-b318-7a13652a6f99 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:59:12.956477 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908e44f-6ffc-44d3-b33e-6c9140457006 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fefbaf0-9766-4195-b2cc-33f85cb01cd6,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:13.042292 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984087dd-9936-45b6-a99c-f68cce4c51f9 req-f987c447-4401-41cf-a134-354a7078a381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:13.044320 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-984087dd-9936-45b6-a99c-f68cce4c51f9 req-f987c447-4401-41cf-a134-354a7078a381 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4013257 Aug 28 14:59:13.048635 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-c34bb95b-8151-4cbd-8ec9-489bcead6c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:13.050988 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-c34bb95b-8151-4cbd-8ec9-489bcead6c9b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1847692 Aug 28 14:59:13.055203 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f45cc-ef29-43e6-9d8d-0338f3724761 req-4dbe177b-ea24-4e7d-8298-8e67f69c7d8a tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:13.056060 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-238f45cc-ef29-43e6-9d8d-0338f3724761 req-4dbe177b-ea24-4e7d-8298-8e67f69c7d8a tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] 10.222.0.13 "GET /v2.0/networks?id=61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 787 time: 0.2635453 Aug 28 14:59:13.069957 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [req-238f45cc-ef29-43e6-9d8d-0338f3724761 req-facfa7d0-1245-4af0-8db3-bcb604ac27ae tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 14:59:13.074977 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-238f45cc-ef29-43e6-9d8d-0338f3724761 req-facfa7d0-1245-4af0-8db3-bcb604ac27ae tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108647 Aug 28 14:59:13.154006 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:13.174169 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['80766bf6-c85b-4423-b044-f93f9fe80c0c'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:59:13.226001 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['367a9054-6d56-45b2-aa3e-acee0cbda864'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:59:13.242313 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bdaed-ff41-4895-a2c9-f910620c7338 req-43ec3904-3d4b-4e78-b5c0-961197b9e976 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:13.251597 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c72bdaed-ff41-4895-a2c9-f910620c7338 req-43ec3904-3d4b-4e78-b5c0-961197b9e976 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 950 time: 0.0805128 Aug 28 14:59:13.314565 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c72bdaed-ff41-4895-a2c9-f910620c7338 req-13b077a4-0319-4563-acf9-7feede06c85f tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615473 Aug 28 14:59:13.539263 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954233d-7aad-4cf4-a355-229eec5b7758 req-2aca1fff-d78c-426d-ab31-435de627e7f3 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:13.545576 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954233d-7aad-4cf4-a355-229eec5b7758 req-2aca1fff-d78c-426d-ab31-435de627e7f3 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:13.552732 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954233d-7aad-4cf4-a355-229eec5b7758 req-2aca1fff-d78c-426d-ab31-435de627e7f3 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:13.554485 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4954233d-7aad-4cf4-a355-229eec5b7758 req-2aca1fff-d78c-426d-ab31-435de627e7f3 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=9abf6740-cd79-4c49-aaa2-e0aac6e13d7b HTTP/1.1" status: 200 len: 2414 time: 0.0748646 Aug 28 14:59:13.589981 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device dd830b14-ee60-40ae-a142-1bf6710eb6ed up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:59:13.612318 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4954233d-7aad-4cf4-a355-229eec5b7758 req-731046f7-fc1c-496d-90e0-513042c0f11f tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496528 Aug 28 14:59:13.645871 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825370a2-e972-457c-8cd5-fc90695ea101 req-9fb23cb8-9282-48f3-97e7-780e3c8eda10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:13.647388 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-825370a2-e972-457c-8cd5-fc90695ea101 req-9fb23cb8-9282-48f3-97e7-780e3c8eda10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52d8d8d99c6b4b5db3950de5685f1a86&device_id=de5817ec-6613-487a-9e42-59b6322db37d HTTP/1.1" status: 200 len: 1095 time: 0.5107870 Aug 28 14:59:13.667621 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port dd830b14-ee60-40ae-a142-1bf6710eb6ed triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:13.668038 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:13.708985 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6a6b4222-ea21-4197-bd31-7b5483647daf req-5030b5a5-4bff-4dfd-a956-84de40847004 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] 10.222.0.13 "GET /v2.0/floatingips/2e3e9916-ff24-4cd6-b6e7-1a851078ad81 HTTP/1.1" status: 200 len: 692 time: 0.0594749 Aug 28 14:59:13.720691 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-825370a2-e972-457c-8cd5-fc90695ea101 req-0acffdca-c5f7-40ef-8749-b76076e75a0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=059cbadb-2206-40ce-9377-18f66925ec7f HTTP/1.1" status: 200 len: 217 time: 0.0571263 Aug 28 14:59:13.734022 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-1107f3c7-28d3-46a5-a55d-3932d5743061 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:13.735550 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-1107f3c7-28d3-46a5-a55d-3932d5743061 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] 10.222.0.13 "GET /v2.0/networks?id=0be09caf-2855-4ac0-a960-02cdc56aaea0 HTTP/1.1" status: 200 len: 815 time: 0.6000597 Aug 28 14:59:13.737467 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-11ea7048-81d1-415a-aeba-d2dbc75faa00 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5999398 Aug 28 14:59:13.826176 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b4222-ea21-4197-bd31-7b5483647daf req-b26a486e-f925-4a6b-be7f-ffee0dccd6e7 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:13.827596 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6a6b4222-ea21-4197-bd31-7b5483647daf req-b26a486e-f925-4a6b-be7f-ffee0dccd6e7 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 784 time: 0.1104476 Aug 28 14:59:13.850511 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-3a661e45-3a7e-4aa0-b8bc-c6a57f3e1a1a tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] 10.222.0.13 "GET /v2.0/quotas/af525725664e4f229141736afd3d3600 HTTP/1.1" status: 200 len: 375 time: 0.1020420 Aug 28 14:59:13.880799 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6a6b4222-ea21-4197-bd31-7b5483647daf req-5c753459-a3f3-4f6f-ba27-18218113f87d tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.87 HTTP/1.1" status: 200 len: 695 time: 0.0460052 Aug 28 14:59:13.934581 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-d7c2332a-1ecc-456a-891f-35ab11bb1b21 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=af525725664e4f229141736afd3d3600&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0775540 Aug 28 14:59:13.938309 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825370a2-e972-457c-8cd5-fc90695ea101 req-fccb6e84-f405-462e-b8f4-330ab15e628f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:13.939798 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-825370a2-e972-457c-8cd5-fc90695ea101 req-fccb6e84-f405-462e-b8f4-330ab15e628f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8fec706-1a1e-42d2-91ad-22bbe80be7de HTTP/1.1" status: 200 len: 854 time: 0.2008748 Aug 28 14:59:13.942822 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6a6b4222-ea21-4197-bd31-7b5483647daf req-2a0dd531-7f7b-4561-8cff-c207c4259702 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.87 HTTP/1.1" status: 200 len: 695 time: 0.0550270 Aug 28 14:59:14.073480 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-37cff9d4-8027-43c6-8307-9d3dc82c76c2 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231914 Aug 28 14:59:14.077322 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-6a6b4222-ea21-4197-bd31-7b5483647daf req-e41f7d0c-070e-492e-b606-d038bbcf76b9 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Deleting port 05a3c67d-c594-4cac-8fae-2171ff2511a8 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:59:14.077668 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6a6b4222-ea21-4197-bd31-7b5483647daf req-e41f7d0c-070e-492e-b606-d038bbcf76b9 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:14.106398 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825370a2-e972-457c-8cd5-fc90695ea101 req-bc37ffdb-7e66-4301-9112-a567cd0de761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:14.107849 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-825370a2-e972-457c-8cd5-fc90695ea101 req-bc37ffdb-7e66-4301-9112-a567cd0de761 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7665603e-97fd-4863-b47b-f3f4546dc368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1598971 Aug 28 14:59:14.131674 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-2574aa6b-dfa5-483e-afee-19770641a641 service neutron] 10.222.0.13 "GET /v2.0/networks/0be09caf-2855-4ac0-a960-02cdc56aaea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817391 Aug 28 14:59:14.157544 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6a6b4222-ea21-4197-bd31-7b5483647daf req-e41f7d0c-070e-492e-b606-d038bbcf76b9 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:14.158231 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6a6b4222-ea21-4197-bd31-7b5483647daf req-e41f7d0c-070e-492e-b606-d038bbcf76b9 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:14.172699 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-6a6b4222-ea21-4197-bd31-7b5483647daf req-e41f7d0c-070e-492e-b606-d038bbcf76b9 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Calling delete_port for 05a3c67d-c594-4cac-8fae-2171ff2511a8 owned by network:floatingip {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:59:14.343385 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6a6b4222-ea21-4197-bd31-7b5483647daf req-e41f7d0c-070e-492e-b606-d038bbcf76b9 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:14.360302 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-2d248a46-4430-4eb8-8742-a220e07ab8eb service neutron] 10.222.0.13 "GET /v2.0/networks/0be09caf-2855-4ac0-a960-02cdc56aaea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158816 Aug 28 14:59:14.373718 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-825370a2-e972-457c-8cd5-fc90695ea101 req-ee5a3b02-5924-4f2b-a7b5-c2061cede3a7 service neutron] 10.222.0.41 "GET /v2.0/networks/7665603e-97fd-4863-b47b-f3f4546dc368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410283 Aug 28 14:59:14.374478 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['eac4e999-d135-44bf-a358-5d3858eacc64'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:59:14.429424 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f7d0c-070e-492e-b606-d038bbcf76b9 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Pushing event deleted for resources: {'Port': ['ID=05a3c67d-c594-4cac-8fae-2171ff2511a8,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:14.455139 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-30c9b084-c43e-45cb-a66a-7599bcda165c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:14.534575 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6a6b4222-ea21-4197-bd31-7b5483647daf req-e41f7d0c-070e-492e-b606-d038bbcf76b9 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks [] for floatingip, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:14.544375 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6a6b4222-ea21-4197-bd31-7b5483647daf req-e41f7d0c-070e-492e-b606-d038bbcf76b9 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:14.547702 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6a6b4222-ea21-4197-bd31-7b5483647daf req-e41f7d0c-070e-492e-b606-d038bbcf76b9 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] 10.222.0.13 "DELETE /v2.0/floatingips/2e3e9916-ff24-4cd6-b6e7-1a851078ad81 HTTP/1.1" status: 204 len: 173 time: 0.6040204 Aug 28 14:59:14.583833 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-825370a2-e972-457c-8cd5-fc90695ea101 req-3a4f6b79-d67a-401e-8f87-f494a8e2e649 service neutron] 10.222.0.41 "GET /v2.0/networks/7665603e-97fd-4863-b47b-f3f4546dc368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960075 Aug 28 14:59:14.701667 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d04c69-6f7e-4f52-bda6-43270909194d req-1308907c-7abb-448f-bdbf-ede68df0dddb tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:14.703349 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-22d04c69-6f7e-4f52-bda6-43270909194d req-1308907c-7abb-448f-bdbf-ede68df0dddb tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f HTTP/1.1" status: 200 len: 945 time: 0.0553992 Aug 28 14:59:14.747138 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-22d04c69-6f7e-4f52-bda6-43270909194d req-747715d6-0d24-4e45-b756-231f96d03ff1 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/security-groups?id=77ec7446-4a36-4100-bb77-05f18aacf8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361571 Aug 28 14:59:14.749888 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d6360-8896-4769-9a3d-08fa3d3d70ca req-5ef730f0-d796-470e-b997-57c2d146615a tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:14.751474 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1f7d6360-8896-4769-9a3d-08fa3d3d70ca req-5ef730f0-d796-470e-b997-57c2d146615a tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/ports?device_id=de5817ec-6613-487a-9e42-59b6322db37d HTTP/1.1" status: 200 len: 943 time: 0.1352797 Aug 28 14:59:14.831545 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1f7d6360-8896-4769-9a3d-08fa3d3d70ca req-5bf47938-1df5-48e1-9379-09734b1410b2 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7abce444-2988-4814-b646-9690c5357a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674582 Aug 28 14:59:14.884568 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fe482-d78d-48ed-b518-e894c8df89f0 req-3f17ddd2-e95f-4b7c-b5f8-89d90343dcf6 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:14.886432 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5e9fe482-d78d-48ed-b518-e894c8df89f0 req-3f17ddd2-e95f-4b7c-b5f8-89d90343dcf6 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 950 time: 0.0691388 Aug 28 14:59:14.902870 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-30c9b084-c43e-45cb-a66a-7599bcda165c admin admin] Deleting port 6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:59:14.903299 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-30c9b084-c43e-45cb-a66a-7599bcda165c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:14.950605 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5e9fe482-d78d-48ed-b518-e894c8df89f0 req-aefbcfad-e879-4d7c-8dfa-327ac2a48f8d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510182 Aug 28 14:59:14.994897 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5d997572-dd93-43b9-8e11-7ff2bc9e7996 req-a0a6b05d-8ab6-4e0c-b255-0dd99dc3efc0 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] 10.222.0.13 "GET /v2.0/ports?device_id=de2b2a22-665f-4eb6-88a5-90ddb7ee0d4a HTTP/1.1" status: 200 len: 210 time: 0.0424402 Aug 28 14:59:15.043058 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-30c9b084-c43e-45cb-a66a-7599bcda165c admin admin] For port 6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6,segment=NetworkSegment(31f0ba15-ec4f-4461-a9dd-0cee560a8958),segment_id=31f0ba15-ec4f-4461-a9dd-0cee560a8958)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:15.043998 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-30c9b084-c43e-45cb-a66a-7599bcda165c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:15.059258 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-30c9b084-c43e-45cb-a66a-7599bcda165c admin admin] Calling delete_port for 6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6 owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:59:15.101292 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2a307f91-0c79-46e0-99d2-3419ac4c56e1 req-d50610ba-0acd-4fb1-ae3a-08f71f6eed00 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1327331 Aug 28 14:59:15.111534 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-2a307f91-0c79-46e0-99d2-3419ac4c56e1 req-4be1c7bd-dcd1-46b6-9989-de6597764f9c tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:15.133398 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-2a307f91-0c79-46e0-99d2-3419ac4c56e1 req-4be1c7bd-dcd1-46b6-9989-de6597764f9c tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks [] for floatingip, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:15.153161 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283636d-adf2-4219-b6f8-598010143781 req-677ac738-db0b-4766-b055-613c83e0d7ea tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:15.159084 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283636d-adf2-4219-b6f8-598010143781 req-677ac738-db0b-4766-b055-613c83e0d7ea tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:15.165828 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283636d-adf2-4219-b6f8-598010143781 req-677ac738-db0b-4766-b055-613c83e0d7ea tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:15.167507 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4283636d-adf2-4219-b6f8-598010143781 req-677ac738-db0b-4766-b055-613c83e0d7ea tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=9abf6740-cd79-4c49-aaa2-e0aac6e13d7b HTTP/1.1" status: 200 len: 2414 time: 0.1061499 Aug 28 14:59:15.242981 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-2a307f91-0c79-46e0-99d2-3419ac4c56e1 req-4be1c7bd-dcd1-46b6-9989-de6597764f9c tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:15.254682 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4283636d-adf2-4219-b6f8-598010143781 req-fa58eb99-fc97-4c12-af22-a9949f8faebc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790999 Aug 28 14:59:15.268235 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 80766bf6-c85b-4423-b044-f93f9fe80c0c up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:59:15.345586 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 80766bf6-c85b-4423-b044-f93f9fe80c0c completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:59:15.352184 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 80766bf6-c85b-4423-b044-f93f9fe80c0c triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:15.352838 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:15.375504 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-30c9b084-c43e-45cb-a66a-7599bcda165c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:15.395576 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-2a307f91-0c79-46e0-99d2-3419ac4c56e1 req-4be1c7bd-dcd1-46b6-9989-de6597764f9c tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Allocated IP 172.25.3.134 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/f3ca94ff-eb83-4fcb-ae65-99e9f22dd73a) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:59:15.411336 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9b084-c43e-45cb-a66a-7599bcda165c admin admin] Pushing event deleted for resources: {'Port': ['ID=6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:15.437861 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:15.447163 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a680a-d255-4160-861b-82271a053b3e req-5f8f138c-9658-403e-aefa-dfcfced0dbbf tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:15.448233 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b82a680a-d255-4160-861b-82271a053b3e req-5f8f138c-9658-403e-aefa-dfcfced0dbbf tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=7da5cd89-e266-4498-a837-e5519154795c HTTP/1.1" status: 200 len: 945 time: 0.1201098 Aug 28 14:59:15.465137 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abf6740-cd79-4c49-aaa2-e0aac6e13d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80766bf6-c85b-4423-b044-f93f9fe80c0c'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:59:15.467571 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f033fe-b4fe-42f5-8ea8-196355064a0d" -d '{"events": [{"server_uuid": "9abf6740-cd79-4c49-aaa2-e0aac6e13d7b", "name": "network-vif-plugged", "status": "completed", "tag": "80766bf6-c85b-4423-b044-f93f9fe80c0c"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:59:15.481142 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 80766bf6-c85b-4423-b044-f93f9fe80c0c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=80766bf6-c85b-4423-b044-f93f9fe80c0c,segment=NetworkSegment(d4bdd52c-aa58-4c64-8ede-4f23f8533bd4),segment_id=d4bdd52c-aa58-4c64-8ede-4f23f8533bd4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:15.485789 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:15.486755 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 367a9054-6d56-45b2-aa3e-acee0cbda864 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:59:15.544867 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b82a680a-d255-4160-861b-82271a053b3e req-f49e2902-a284-4a4c-9f5c-19b2b0ef304b tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/security-groups?id=77ec7446-4a36-4100-bb77-05f18aacf8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589035 Aug 28 14:59:15.574400 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-2a307f91-0c79-46e0-99d2-3419ac4c56e1 req-4be1c7bd-dcd1-46b6-9989-de6597764f9c tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:15.619523 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a446fb9c-5914-4162-bda9-373f636ac7bb x-openstack-request-id: req-a446fb9c-5914-4162-bda9-373f636ac7bb {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:59:15.619857 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9abf6740-cd79-4c49-aaa2-e0aac6e13d7b", "name": "network-vif-plugged", "status": "completed", "tag": "80766bf6-c85b-4423-b044-f93f9fe80c0c", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:59:15.620115 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a446fb9c-5914-4162-bda9-373f636ac7bb {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:59:15.620529 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abf6740-cd79-4c49-aaa2-e0aac6e13d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80766bf6-c85b-4423-b044-f93f9fe80c0c', 'code': 200} Aug 28 14:59:15.622564 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=80766bf6-c85b-4423-b044-f93f9fe80c0c,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:15.648610 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 367a9054-6d56-45b2-aa3e-acee0cbda864 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:59:15.652977 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 367a9054-6d56-45b2-aa3e-acee0cbda864 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:15.653303 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:15.663144 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-2a307f91-0c79-46e0-99d2-3419ac4c56e1 req-4be1c7bd-dcd1-46b6-9989-de6597764f9c tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:15.713483 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-30c9b084-c43e-45cb-a66a-7599bcda165c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:15.758853 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:15.772475 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a307f91-0c79-46e0-99d2-3419ac4c56e1 req-4be1c7bd-dcd1-46b6-9989-de6597764f9c tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:59:15.778716 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1c7bd-dcd1-46b6-9989-de6597764f9c tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Pushing event updated for resources: {'Port': ['ID=f3ca94ff-eb83-4fcb-ae65-99e9f22dd73a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:15.789167 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-2a307f91-0c79-46e0-99d2-3419ac4c56e1 req-4be1c7bd-dcd1-46b6-9989-de6597764f9c tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:59:15.793184 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a307f91-0c79-46e0-99d2-3419ac4c56e1 req-4be1c7bd-dcd1-46b6-9989-de6597764f9c tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:59:15.819601 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 367a9054-6d56-45b2-aa3e-acee0cbda864, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=367a9054-6d56-45b2-aa3e-acee0cbda864,segment=NetworkSegment(4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb),segment_id=4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:15.825044 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:15.900471 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=367a9054-6d56-45b2-aa3e-acee0cbda864,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:15.950572 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-2a307f91-0c79-46e0-99d2-3419ac4c56e1 req-4be1c7bd-dcd1-46b6-9989-de6597764f9c tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:15.989031 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-2a307f91-0c79-46e0-99d2-3419ac4c56e1 req-4be1c7bd-dcd1-46b6-9989-de6597764f9c tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:16.147832 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-2a307f91-0c79-46e0-99d2-3419ac4c56e1 req-4be1c7bd-dcd1-46b6-9989-de6597764f9c tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:16.152843 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-2a307f91-0c79-46e0-99d2-3419ac4c56e1 req-4be1c7bd-dcd1-46b6-9989-de6597764f9c tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:16.219989 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1c7bd-dcd1-46b6-9989-de6597764f9c tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Pushing event updated for resources: {'Port': ['ID=f3ca94ff-eb83-4fcb-ae65-99e9f22dd73a,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:16.234036 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-2a307f91-0c79-46e0-99d2-3419ac4c56e1 req-4be1c7bd-dcd1-46b6-9989-de6597764f9c tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:16.249338 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-2a307f91-0c79-46e0-99d2-3419ac4c56e1 req-4be1c7bd-dcd1-46b6-9989-de6597764f9c tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:16.250622 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2a307f91-0c79-46e0-99d2-3419ac4c56e1 req-4be1c7bd-dcd1-46b6-9989-de6597764f9c tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1431582 Aug 28 14:59:16.278437 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae29dd-970b-4ea6-bdac-de5bb34b95b0 req-93f3440d-3c6d-4bcc-bfe0-ffdcb8b44b8c tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:16.279955 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ddae29dd-970b-4ea6-bdac-de5bb34b95b0 req-93f3440d-3c6d-4bcc-bfe0-ffdcb8b44b8c tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/ports?device_id=de5817ec-6613-487a-9e42-59b6322db37d HTTP/1.1" status: 200 len: 943 time: 0.1536694 Aug 28 14:59:16.301507 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2a307f91-0c79-46e0-99d2-3419ac4c56e1 req-2d7bd8d4-0231-44d7-bab6-e172037cc4d7 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.134 HTTP/1.1" status: 200 len: 696 time: 0.0442951 Aug 28 14:59:16.323422 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-b4ed57da-c821-455a-870d-57b26abcaee7 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:16.324906 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-b4ed57da-c821-455a-870d-57b26abcaee7 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] 10.222.0.36 "GET /v2.0/networks?id=0be09caf-2855-4ac0-a960-02cdc56aaea0 HTTP/1.1" status: 200 len: 815 time: 0.4670200 Aug 28 14:59:16.366406 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-a25297a6-a7f9-4ee9-b8b1-f8e553b5b3d0 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Request body: {'port': {'device_id': 'de2b2a22-665f-4eb6-88a5-90ddb7ee0d4a', 'network_id': '0be09caf-2855-4ac0-a960-02cdc56aaea0', 'admin_state_up': True, 'tenant_id': 'af525725664e4f229141736afd3d3600'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:16.412884 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a307f91-0c79-46e0-99d2-3419ac4c56e1 req-4ba2672a-3bab-4124-9e58-98b99649a672 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:16.414228 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2a307f91-0c79-46e0-99d2-3419ac4c56e1 req-4ba2672a-3bab-4124-9e58-98b99649a672 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 784 time: 0.1068692 Aug 28 14:59:16.467853 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ddae29dd-970b-4ea6-bdac-de5bb34b95b0 req-d692e8f1-a8cd-4081-bdb2-451876c4b5d1 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7abce444-2988-4814-b646-9690c5357a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783197 Aug 28 14:59:16.523116 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ef25a-fe9e-4b9a-bf0e-6ae84d41aed4 req-300b1378-ddb3-49ed-8b6a-6c738a41d8cf tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:16.524780 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d01ef25a-fe9e-4b9a-bf0e-6ae84d41aed4 req-300b1378-ddb3-49ed-8b6a-6c738a41d8cf tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=7da5cd89-e266-4498-a837-e5519154795c HTTP/1.1" status: 200 len: 945 time: 0.0595329 Aug 28 14:59:16.538330 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c9b084-c43e-45cb-a66a-7599bcda165c admin admin] Router a39b48fa-7e0e-4360-8484-72304202d591 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 14:59:16.572168 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d01ef25a-fe9e-4b9a-bf0e-6ae84d41aed4 req-3e53dc46-93d5-4664-8f0b-a79aa211dfb3 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/security-groups?id=77ec7446-4a36-4100-bb77-05f18aacf8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399950 Aug 28 14:59:16.625137 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-a25297a6-a7f9-4ee9-b8b1-f8e553b5b3d0 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Made reservation on behalf of af525725664e4f229141736afd3d3600 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:59:16.628592 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-a25297a6-a7f9-4ee9-b8b1-f8e553b5b3d0 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:16.660592 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-987f568a-3677-40d5-8afa-09d85bd1d01f req-0ba697ac-4de5-43db-b11c-fafaa44c9997 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] 10.222.0.13 "GET /v2.0/ports?device_id=de2b2a22-665f-4eb6-88a5-90ddb7ee0d4a HTTP/1.1" status: 200 len: 210 time: 0.0304744 Aug 28 14:59:16.759177 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd07739-b96a-4dfa-bf90-0ebb42cfff6b req-e54f40bb-84bc-4cc6-8d8b-2831f88708d5 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:16.760733 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2cd07739-b96a-4dfa-bf90-0ebb42cfff6b req-e54f40bb-84bc-4cc6-8d8b-2831f88708d5 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 950 time: 0.1538110 Aug 28 14:59:16.766719 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f33b1d-7907-40dd-9c5d-18fd29b2e82a req-4340febf-7e0b-49cc-bae5-05ff3aca2b19 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:16.773427 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f33b1d-7907-40dd-9c5d-18fd29b2e82a req-4340febf-7e0b-49cc-bae5-05ff3aca2b19 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:16.774071 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c9b084-c43e-45cb-a66a-7599bcda165c admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:59:16.781834 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f33b1d-7907-40dd-9c5d-18fd29b2e82a req-4340febf-7e0b-49cc-bae5-05ff3aca2b19 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:16.781982 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-30c9b084-c43e-45cb-a66a-7599bcda165c admin admin] 10.222.0.13 "PUT /v2.0/routers/a39b48fa-7e0e-4360-8484-72304202d591/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8428419 Aug 28 14:59:16.782077 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-66f33b1d-7907-40dd-9c5d-18fd29b2e82a req-4340febf-7e0b-49cc-bae5-05ff3aca2b19 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=9abf6740-cd79-4c49-aaa2-e0aac6e13d7b HTTP/1.1" status: 200 len: 2416 time: 0.0654778 Aug 28 14:59:16.782077 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60046) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:16.785949 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c37c5c-5dbe-48ed-ac01-a1d5c7105f95 None None] Sync routers for ids ['a39b48fa-7e0e-4360-8484-72304202d591'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:59:16.799258 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c37c5c-5dbe-48ed-ac01-a1d5c7105f95 None None] Routers {'a39b48fa-7e0e-4360-8484-72304202d591'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:59:16.799902 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-75c37c5c-5dbe-48ed-ac01-a1d5c7105f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:59:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a39b48fa-7e0e-4360-8484-72304202d591'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:16.854758 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2cd07739-b96a-4dfa-bf90-0ebb42cfff6b req-655cf240-67f6-4b70-b38d-69db9adda358 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852990 Aug 28 14:59:16.896883 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-a25297a6-a7f9-4ee9-b8b1-f8e553b5b3d0 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Allocated IP 172.20.0.6 (0be09caf-2855-4ac0-a960-02cdc56aaea0/3d49beac-284e-478b-8c7b-539dda6e3845/df3204b3-66c1-4d58-bc13-c0687c417bee) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:59:16.908135 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-66f33b1d-7907-40dd-9c5d-18fd29b2e82a req-82bf6cc4-aa18-4a44-8505-3e7a71081e2b tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873621 Aug 28 14:59:16.924239 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-75c37c5c-5dbe-48ed-ac01-a1d5c7105f95 None None] Set router a39b48fa-7e0e-4360-8484-72304202d591 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:59:16.932491 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a55ea950-52d8-44f6-8fd0-b94b98bdf09c admin admin] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:16.968134 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-55e46b81-0560-4826-a187-87ae35d9effe req-49d90247-af04-42ab-9735-84f5538c7c44 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] 10.222.0.13 "GET /v2.0/floatingips/d6c2de0f-f621-42bd-8a73-c98c4f0839d3 HTTP/1.1" status: 200 len: 693 time: 0.0597351 Aug 28 14:59:17.045280 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a55ea950-52d8-44f6-8fd0-b94b98bdf09c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:17.100767 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-a55ea950-52d8-44f6-8fd0-b94b98bdf09c admin admin] Deleting port 037dace3-d822-409e-9375-0a99a83b8c54 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:59:17.101115 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a55ea950-52d8-44f6-8fd0-b94b98bdf09c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:17.130664 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-75c37c5c-5dbe-48ed-ac01-a1d5c7105f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39b48fa-7e0e-4360-8484-72304202d591', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-827179583-router', 'tenant_id': '7652952b4e784ecd8886e3502ce7b84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '037dace3-d822-409e-9375-0a99a83b8c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:52:50Z', 'updated_at': '2021-08-28T14:59:15Z', 'revision_number': 5, 'project_id': '7652952b4e784ecd8886e3502ce7b84e', 'gw_port': {'id': '037dace3-d822-409e-9375-0a99a83b8c54', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39b48fa-7e0e-4360-8484-72304202d591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:52:51Z', 'updated_at': '2021-08-28T14:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:17.155365 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e46b81-0560-4826-a187-87ae35d9effe req-d2fd68c7-2548-4623-ab74-8b539b43cc82 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:17.156853 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-55e46b81-0560-4826-a187-87ae35d9effe req-d2fd68c7-2548-4623-ab74-8b539b43cc82 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 784 time: 0.1774828 Aug 28 14:59:17.160875 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c37c5c-5dbe-48ed-ac01-a1d5c7105f95 None None] Checking router: a39b48fa-7e0e-4360-8484-72304202d591 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:59:17.170250 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c37c5c-5dbe-48ed-ac01-a1d5c7105f95 None None] Routers {'a39b48fa-7e0e-4360-8484-72304202d591'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:59:17.170884 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-75c37c5c-5dbe-48ed-ac01-a1d5c7105f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:59:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a39b48fa-7e0e-4360-8484-72304202d591'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:17.192903 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-a55ea950-52d8-44f6-8fd0-b94b98bdf09c admin admin] For port 037dace3-d822-409e-9375-0a99a83b8c54, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=037dace3-d822-409e-9375-0a99a83b8c54,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:17.193301 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a55ea950-52d8-44f6-8fd0-b94b98bdf09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:17.206293 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-a55ea950-52d8-44f6-8fd0-b94b98bdf09c admin admin] Calling delete_port for 037dace3-d822-409e-9375-0a99a83b8c54 owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:59:17.225943 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-55e46b81-0560-4826-a187-87ae35d9effe req-56d5608a-b637-45ea-91a5-e9ea3e418ef2 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.134 HTTP/1.1" status: 200 len: 696 time: 0.0594983 Aug 28 14:59:17.232888 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-a25297a6-a7f9-4ee9-b8b1-f8e553b5b3d0 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:17.267520 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-75c37c5c-5dbe-48ed-ac01-a1d5c7105f95 None None] Set router a39b48fa-7e0e-4360-8484-72304202d591 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:59:17.280541 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device eac4e999-d135-44bf-a358-5d3858eacc64 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:59:17.305820 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-55e46b81-0560-4826-a187-87ae35d9effe req-01c92d94-f28c-48ce-8076-37084a99ea46 tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.134 HTTP/1.1" status: 200 len: 696 time: 0.0703883 Aug 28 14:59:17.326468 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-75c37c5c-5dbe-48ed-ac01-a1d5c7105f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39b48fa-7e0e-4360-8484-72304202d591', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-827179583-router', 'tenant_id': '7652952b4e784ecd8886e3502ce7b84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:52:50Z', 'updated_at': '2021-08-28T14:59:17Z', 'revision_number': 6, 'project_id': '7652952b4e784ecd8886e3502ce7b84e', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:17.370530 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port eac4e999-d135-44bf-a358-5d3858eacc64 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:59:17.374650 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c37c5c-5dbe-48ed-ac01-a1d5c7105f95 None None] The sync data for ids ['a39b48fa-7e0e-4360-8484-72304202d591'] in n-d-712137-10 is: [{'id': 'a39b48fa-7e0e-4360-8484-72304202d591', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-827179583-router', 'tenant_id': '7652952b4e784ecd8886e3502ce7b84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:52:50Z', 'updated_at': '2021-08-28T14:59:17Z', 'revision_number': 6, 'project_id': '7652952b4e784ecd8886e3502ce7b84e', 'gw_port_host': None}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:59:17.384635 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port eac4e999-d135-44bf-a358-5d3858eacc64 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:17.385102 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:17.410722 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a55ea950-52d8-44f6-8fd0-b94b98bdf09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:17.417326 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-a25297a6-a7f9-4ee9-b8b1-f8e553b5b3d0 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:17.440209 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ea950-52d8-44f6-8fd0-b94b98bdf09c admin admin] Pushing event deleted for resources: {'Port': ['ID=037dace3-d822-409e-9375-0a99a83b8c54,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:17.484418 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:17.511424 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a55ea950-52d8-44f6-8fd0-b94b98bdf09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:17.511671 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-a25297a6-a7f9-4ee9-b8b1-f8e553b5b3d0 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Network 0be09caf-2855-4ac0-a960-02cdc56aaea0 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:59:17.519986 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-a25297a6-a7f9-4ee9-b8b1-f8e553b5b3d0 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:59:17.522961 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-a25297a6-a7f9-4ee9-b8b1-f8e553b5b3d0 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:59:17.526499 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25297a6-a7f9-4ee9-b8b1-f8e553b5b3d0 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Pushing event updated for resources: {'Port': ['ID=df3204b3-66c1-4d58-bc13-c0687c417bee,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:17.530614 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port eac4e999-d135-44bf-a358-5d3858eacc64, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=eac4e999-d135-44bf-a358-5d3858eacc64,segment=NetworkSegment(4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb),segment_id=4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:17.534669 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:17.602235 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=eac4e999-d135-44bf-a358-5d3858eacc64,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:17.617900 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-55e46b81-0560-4826-a187-87ae35d9effe req-8809f26d-80f6-4cf5-82dc-29fdb1edbc7a tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Deleting port f3ca94ff-eb83-4fcb-ae65-99e9f22dd73a {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:59:17.618371 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-55e46b81-0560-4826-a187-87ae35d9effe req-8809f26d-80f6-4cf5-82dc-29fdb1edbc7a tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:17.626225 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-a25297a6-a7f9-4ee9-b8b1-f8e553b5b3d0 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:17.628476 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abf6740-cd79-4c49-aaa2-e0aac6e13d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367a9054-6d56-45b2-aa3e-acee0cbda864'}, {'server_uuid': '9abf6740-cd79-4c49-aaa2-e0aac6e13d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac4e999-d135-44bf-a358-5d3858eacc64'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:59:17.632008 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9d26a5-0c7b-46a4-b0b5-33db0014f689" -d '{"events": [{"server_uuid": "9abf6740-cd79-4c49-aaa2-e0aac6e13d7b", "name": "network-vif-plugged", "status": "completed", "tag": "367a9054-6d56-45b2-aa3e-acee0cbda864"}, {"server_uuid": "9abf6740-cd79-4c49-aaa2-e0aac6e13d7b", "name": "network-vif-plugged", "status": "completed", "tag": "eac4e999-d135-44bf-a358-5d3858eacc64"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:59:17.635220 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-a25297a6-a7f9-4ee9-b8b1-f8e553b5b3d0 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:17.638202 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a55ea950-52d8-44f6-8fd0-b94b98bdf09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:17.640803 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a55ea950-52d8-44f6-8fd0-b94b98bdf09c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:17.688066 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:59:17.695801 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a55ea950-52d8-44f6-8fd0-b94b98bdf09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:17.696316 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55ea950-52d8-44f6-8fd0-b94b98bdf09c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a39b48fa-7e0e-4360-8484-72304202d591 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 14:59:17.714487 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a55ea950-52d8-44f6-8fd0-b94b98bdf09c admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:17.715648 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a55ea950-52d8-44f6-8fd0-b94b98bdf09c admin admin] 10.222.0.13 "DELETE /v2.0/routers/a39b48fa-7e0e-4360-8484-72304202d591 HTTP/1.1" status: 204 len: 168 time: 0.9326811 Aug 28 14:59:17.719217 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60058) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:17.762720 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-a25297a6-a7f9-4ee9-b8b1-f8e553b5b3d0 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4015152 Aug 28 14:59:17.778840 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60980d9-3358-4bcb-aa72-9d8c2c8284be req-707ca9a2-237b-4641-8f38-567bdb0d9b3b tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:17.780461 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f60980d9-3358-4bcb-aa72-9d8c2c8284be req-707ca9a2-237b-4641-8f38-567bdb0d9b3b tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/ports?device_id=de5817ec-6613-487a-9e42-59b6322db37d HTTP/1.1" status: 200 len: 943 time: 0.0957909 Aug 28 14:59:17.783803 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f9c79d-111c-4267-8cf7-112644944af8 admin admin] Deleting subnet bba8f32e-3292-467b-be8b-1872c9aa2381 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 14:59:17.783935 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-78f56f74-492b-4916-bb18-2d13773d2444 service neutron] Request body: {'port': {'device_id': 'de2b2a22-665f-4eb6-88a5-90ddb7ee0d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:17.789072 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-97f9c79d-111c-4267-8cf7-112644944af8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:17.798333 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d0115-52ec-438f-b895-8e2ce74295f5 req-681a23b2-d1d8-4755-8ef3-da256736b4bd tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:17.800676 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f17d0115-52ec-438f-b895-8e2ce74295f5 req-681a23b2-d1d8-4755-8ef3-da256736b4bd tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.41 "GET /v2.0/ports?device_id=7da5cd89-e266-4498-a837-e5519154795c HTTP/1.1" status: 200 len: 945 time: 0.1613834 Aug 28 14:59:17.851203 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-97f9c79d-111c-4267-8cf7-112644944af8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:17.861304 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:59:17.861648 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6fbc859b-6e4b-4cdd-947d-1c7c16cda9a6 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:59:17.881823 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f60980d9-3358-4bcb-aa72-9d8c2c8284be req-dc6a028d-4739-4c6d-a496-fd7a8ca17869 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7abce444-2988-4814-b646-9690c5357a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943453 Aug 28 14:59:17.925182 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-55e46b81-0560-4826-a187-87ae35d9effe req-8809f26d-80f6-4cf5-82dc-29fdb1edbc7a tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:17.925526 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-55e46b81-0560-4826-a187-87ae35d9effe req-8809f26d-80f6-4cf5-82dc-29fdb1edbc7a tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:17.948043 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-97f9c79d-111c-4267-8cf7-112644944af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:17.959477 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-78f56f74-492b-4916-bb18-2d13773d2444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:17.971843 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-55e46b81-0560-4826-a187-87ae35d9effe req-8809f26d-80f6-4cf5-82dc-29fdb1edbc7a tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Calling delete_port for f3ca94ff-eb83-4fcb-ae65-99e9f22dd73a owned by network:floatingip {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:59:18.035593 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-97f9c79d-111c-4267-8cf7-112644944af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:18.074676 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-97f9c79d-111c-4267-8cf7-112644944af8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:18.079903 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-97f9c79d-111c-4267-8cf7-112644944af8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bba8f32e-3292-467b-be8b-1872c9aa2381 HTTP/1.1" status: 204 len: 168 time: 0.3600488 Aug 28 14:59:18.080698 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60064) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:18.085105 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9c79d-111c-4267-8cf7-112644944af8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bba8f32e-3292-467b-be8b-1872c9aa2381,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:18.085820 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e41e3cd-82be-4e32-8e10-f682fc7e17de None None] Network 19153d89-592c-4286-9bd8-7d3b11424b77 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:59:18.148715 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-f17d0115-52ec-438f-b895-8e2ce74295f5 req-2eb880a8-c86e-4584-aae3-3c04cce6a805 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Deleting port cb37c96d-a35a-4a07-9399-95d4c7b26ff2 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:59:18.149055 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f17d0115-52ec-438f-b895-8e2ce74295f5 req-2eb880a8-c86e-4584-aae3-3c04cce6a805 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:18.162394 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ebd6fd2-cdaf-4307-b4e7-f15350e01df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:18.172722 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146b1b2-fc0a-4d32-9fab-248abca5079c req-0bf28380-60fa-45b4-afbd-1b1d30841065 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:18.174228 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c146b1b2-fc0a-4d32-9fab-248abca5079c req-0bf28380-60fa-45b4-afbd-1b1d30841065 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=7da5cd89-e266-4498-a837-e5519154795c HTTP/1.1" status: 200 len: 945 time: 0.1710548 Aug 28 14:59:18.260090 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c146b1b2-fc0a-4d32-9fab-248abca5079c req-864fc91b-5a9f-499b-b61e-5757d4098acd tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/security-groups?id=77ec7446-4a36-4100-bb77-05f18aacf8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571070 Aug 28 14:59:18.266949 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd6fd2-cdaf-4307-b4e7-f15350e01df8 admin admin] Deleting port da4dafb7-529b-458c-af48-29e983f4b416 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:59:18.267292 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ebd6fd2-cdaf-4307-b4e7-f15350e01df8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:18.318323 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 28 Aug 2021 14:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158b9ec1-2f78-45d7-aa65-0ea6d87a21f1 x-openstack-request-id: req-158b9ec1-2f78-45d7-aa65-0ea6d87a21f1 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:59:18.318858 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9abf6740-cd79-4c49-aaa2-e0aac6e13d7b", "name": "network-vif-plugged", "status": "completed", "tag": "367a9054-6d56-45b2-aa3e-acee0cbda864", "code": 200}, {"server_uuid": "9abf6740-cd79-4c49-aaa2-e0aac6e13d7b", "name": "network-vif-plugged", "status": "completed", "tag": "eac4e999-d135-44bf-a358-5d3858eacc64", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:59:18.318858 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-158b9ec1-2f78-45d7-aa65-0ea6d87a21f1 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:59:18.319266 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abf6740-cd79-4c49-aaa2-e0aac6e13d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367a9054-6d56-45b2-aa3e-acee0cbda864', 'code': 200} Aug 28 14:59:18.319529 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abf6740-cd79-4c49-aaa2-e0aac6e13d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac4e999-d135-44bf-a358-5d3858eacc64', 'code': 200} Aug 28 14:59:18.335889 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-6ebd6fd2-cdaf-4307-b4e7-f15350e01df8 admin admin] For port da4dafb7-529b-458c-af48-29e983f4b416, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=da4dafb7-529b-458c-af48-29e983f4b416,segment=NetworkSegment(31f0ba15-ec4f-4461-a9dd-0cee560a8958),segment_id=31f0ba15-ec4f-4461-a9dd-0cee560a8958)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:18.336239 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ebd6fd2-cdaf-4307-b4e7-f15350e01df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:18.338728 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba151b03-d5b0-4d45-9997-4d9e26bcb47e None None] DHCP port deletion for 19153d89-592c-4286-9bd8-7d3b11424b77 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 14:59:18.350755 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd6fd2-cdaf-4307-b4e7-f15350e01df8 admin admin] Calling delete_port for da4dafb7-529b-458c-af48-29e983f4b416 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:59:18.430665 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ba151b03-d5b0-4d45-9997-4d9e26bcb47e None None] Deleting port da4dafb7-529b-458c-af48-29e983f4b416 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:59:18.431049 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ba151b03-d5b0-4d45-9997-4d9e26bcb47e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:18.489775 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-f17d0115-52ec-438f-b895-8e2ce74295f5 req-2eb880a8-c86e-4584-aae3-3c04cce6a805 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] For port cb37c96d-a35a-4a07-9399-95d4c7b26ff2, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=cb37c96d-a35a-4a07-9399-95d4c7b26ff2,segment=NetworkSegment(9a464380-b5ca-4ce5-bd5d-713d1db879d0),segment_id=9a464380-b5ca-4ce5-bd5d-713d1db879d0)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:18.490215 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f17d0115-52ec-438f-b895-8e2ce74295f5 req-2eb880a8-c86e-4584-aae3-3c04cce6a805 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:18.505119 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-ba151b03-d5b0-4d45-9997-4d9e26bcb47e None None] For port da4dafb7-529b-458c-af48-29e983f4b416, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=da4dafb7-529b-458c-af48-29e983f4b416,segment=NetworkSegment(31f0ba15-ec4f-4461-a9dd-0cee560a8958),segment_id=31f0ba15-ec4f-4461-a9dd-0cee560a8958)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:18.506027 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ba151b03-d5b0-4d45-9997-4d9e26bcb47e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:18.509087 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-f17d0115-52ec-438f-b895-8e2ce74295f5 req-2eb880a8-c86e-4584-aae3-3c04cce6a805 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Calling delete_port for cb37c96d-a35a-4a07-9399-95d4c7b26ff2 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:59:18.514577 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39d167-ef7a-4c3e-96df-790d720bac4f req-b9c1459f-c06d-4f47-b62e-d7bd77694958 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:18.515109 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ab39d167-ef7a-4c3e-96df-790d720bac4f req-b9c1459f-c06d-4f47-b62e-d7bd77694958 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] 10.222.0.13 "GET /v2.0/ports?device_id=de2b2a22-665f-4eb6-88a5-90ddb7ee0d4a HTTP/1.1" status: 200 len: 931 time: 0.1139479 Aug 28 14:59:18.520633 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bee77-2f6b-4166-8e1b-e9c09cb84e83 req-eda36179-bd04-4a98-aacf-6624edfc6d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:18.521122 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bee77-2f6b-4166-8e1b-e9c09cb84e83 req-eda36179-bd04-4a98-aacf-6624edfc6d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:18.521601 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bee77-2f6b-4166-8e1b-e9c09cb84e83 req-eda36179-bd04-4a98-aacf-6624edfc6d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:18.523251 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2e8bee77-2f6b-4166-8e1b-e9c09cb84e83 req-eda36179-bd04-4a98-aacf-6624edfc6d03 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9abf6740-cd79-4c49-aaa2-e0aac6e13d7b HTTP/1.1" status: 200 len: 2873 time: 0.1183927 Aug 28 14:59:18.532648 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ba151b03-d5b0-4d45-9997-4d9e26bcb47e None None] Calling delete_port for da4dafb7-529b-458c-af48-29e983f4b416 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:59:18.550147 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ebd6fd2-cdaf-4307-b4e7-f15350e01df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:18.595244 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebd6fd2-cdaf-4307-b4e7-f15350e01df8 admin admin] No DVR routers for this DVR port da4dafb7-529b-458c-af48-29e983f4b416 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:59:18.611178 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd6fd2-cdaf-4307-b4e7-f15350e01df8 admin admin] Pushing event deleted for resources: {'Port': ['ID=da4dafb7-529b-458c-af48-29e983f4b416,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:18.619007 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ba151b03-d5b0-4d45-9997-4d9e26bcb47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:18.632482 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba151b03-d5b0-4d45-9997-4d9e26bcb47e None None] No DVR routers for this DVR port da4dafb7-529b-458c-af48-29e983f4b416 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:59:18.649791 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ab39d167-ef7a-4c3e-96df-790d720bac4f req-598fd5e2-1b85-4f66-815f-739dc98b7c37 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7f9bb23-1c1d-481b-bd21-189a08d0f65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254370 Aug 28 14:59:18.653163 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba151b03-d5b0-4d45-9997-4d9e26bcb47e None None] Pushing event deleted for resources: {'Port': ['ID=da4dafb7-529b-458c-af48-29e983f4b416,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:18.694991 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2e8bee77-2f6b-4166-8e1b-e9c09cb84e83 req-68ee71fe-96e2-449b-a546-5c1eb6e8c721 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606257 Aug 28 14:59:18.710775 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ebd6fd2-cdaf-4307-b4e7-f15350e01df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:18.721420 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-6ebd6fd2-cdaf-4307-b4e7-f15350e01df8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19153d89-592c-4286-9bd8-7d3b11424b77']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:18.735344 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 059cbadb-2206-40ce-9377-18f66925ec7f details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:59:18.745136 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-6ebd6fd2-cdaf-4307-b4e7-f15350e01df8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f0ba15-ec4f-4461-a9dd-0cee560a8958') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:18.745136 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-6ebd6fd2-cdaf-4307-b4e7-f15350e01df8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f0ba15-ec4f-4461-a9dd-0cee560a8958') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:18.771059 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ebd6fd2-cdaf-4307-b4e7-f15350e01df8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:18.791981 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ebd6fd2-cdaf-4307-b4e7-f15350e01df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:18.803351 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ebd6fd2-cdaf-4307-b4e7-f15350e01df8 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 14:59:18.803870 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ebd6fd2-cdaf-4307-b4e7-f15350e01df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: timer() Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 14:59:18.807311 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 14:59:18.841224 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 059cbadb-2206-40ce-9377-18f66925ec7f, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=059cbadb-2206-40ce-9377-18f66925ec7f,segment=NetworkSegment(600d6c52-dc1b-4163-9402-43ea34c23f99),segment_id=600d6c52-dc1b-4163-9402-43ea34c23f99)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:18.847796 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-55e46b81-0560-4826-a187-87ae35d9effe req-8809f26d-80f6-4cf5-82dc-29fdb1edbc7a tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:18.855078 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51acad-5dd3-499e-8fd3-300d2b94bf9f req-011fe4f3-5664-4885-b128-6de5c2f3feba tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:18.856760 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7f51acad-5dd3-499e-8fd3-300d2b94bf9f req-011fe4f3-5664-4885-b128-6de5c2f3feba tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 950 time: 0.1322968 Aug 28 14:59:18.858509 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-78f56f74-492b-4916-bb18-2d13773d2444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df3204b3-66c1-4d58-bc13-c0687c417bee {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:59:18.864714 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '059cbadb-2206-40ce-9377-18f66925ec7f', 'network_id': '7665603e-97fd-4863-b47b-f3f4546dc368', 'port_id': '059cbadb-2206-40ce-9377-18f66925ec7f', 'mac_address': 'fa:16:3e:1e:19:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8fec706-1a1e-42d2-91ad-22bbe80be7de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:59:18.900564 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809f26d-80f6-4cf5-82dc-29fdb1edbc7a tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Pushing event deleted for resources: {'Port': ['ID=f3ca94ff-eb83-4fcb-ae65-99e9f22dd73a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:18.905937 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-78f56f74-492b-4916-bb18-2d13773d2444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:18.907116 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ebd6fd2-cdaf-4307-b4e7-f15350e01df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:18.912324 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:18.924572 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ebd6fd2-cdaf-4307-b4e7-f15350e01df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:18.926454 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 059cbadb-2206-40ce-9377-18f66925ec7f {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:59:18.927693 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6ebd6fd2-cdaf-4307-b4e7-f15350e01df8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/19153d89-592c-4286-9bd8-7d3b11424b77 HTTP/1.1" status: 204 len: 168 time: 0.8432622 Aug 28 14:59:18.929185 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd6fd2-cdaf-4307-b4e7-f15350e01df8 admin admin] Pushing event deleted for resources: {'Network': ['ID=19153d89-592c-4286-9bd8-7d3b11424b77,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:18.945639 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7f51acad-5dd3-499e-8fd3-300d2b94bf9f req-a7872f47-b1c1-449e-a4c6-34c8a5d9234d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758789 Aug 28 14:59:18.966192 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 059cbadb-2206-40ce-9377-18f66925ec7f, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=059cbadb-2206-40ce-9377-18f66925ec7f,segment=NetworkSegment(600d6c52-dc1b-4163-9402-43ea34c23f99),segment_id=600d6c52-dc1b-4163-9402-43ea34c23f99)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:18.971529 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:18.987950 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-78f56f74-492b-4916-bb18-2d13773d2444 service neutron] Transition to ACTIVE for port object df3204b3-66c1-4d58-bc13-c0687c417bee will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:59:18.997613 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-78f56f74-492b-4916-bb18-2d13773d2444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:19.019410 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=059cbadb-2206-40ce-9377-18f66925ec7f,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:19.071476 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-55e46b81-0560-4826-a187-87ae35d9effe req-8809f26d-80f6-4cf5-82dc-29fdb1edbc7a tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks [] for floatingip, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:19.074419 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-55e46b81-0560-4826-a187-87ae35d9effe req-8809f26d-80f6-4cf5-82dc-29fdb1edbc7a tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:19.075773 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-55e46b81-0560-4826-a187-87ae35d9effe req-8809f26d-80f6-4cf5-82dc-29fdb1edbc7a tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] 10.222.0.13 "DELETE /v2.0/floatingips/d6c2de0f-f621-42bd-8a73-c98c4f0839d3 HTTP/1.1" status: 204 len: 173 time: 1.7608442 Aug 28 14:59:19.104115 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0c025-2f7a-43db-aee7-6be346ead7c5 req-5ccf35db-0881-4561-bf10-34ac89fa85b9 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:19.112523 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0c025-2f7a-43db-aee7-6be346ead7c5 req-5ccf35db-0881-4561-bf10-34ac89fa85b9 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:19.119829 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0c025-2f7a-43db-aee7-6be346ead7c5 req-5ccf35db-0881-4561-bf10-34ac89fa85b9 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:19.122309 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c9c0c025-2f7a-43db-aee7-6be346ead7c5 req-5ccf35db-0881-4561-bf10-34ac89fa85b9 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=9abf6740-cd79-4c49-aaa2-e0aac6e13d7b HTTP/1.1" status: 200 len: 2417 time: 0.1003590 Aug 28 14:59:19.151348 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60074) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:19.177086 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f56f74-492b-4916-bb18-2d13773d2444 service neutron] Pushing event updated for resources: {'Port': ['ID=df3204b3-66c1-4d58-bc13-c0687c417bee,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:19.199883 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c9c0c025-2f7a-43db-aee7-6be346ead7c5 req-f9de7e06-4d80-4cbf-a4ee-d887ff40196a tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706449 Aug 28 14:59:19.216332 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-75c65ded-845a-44cc-8c41-d963b853368a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf69354c9e44480a955dc8879f74a9d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0638902 Aug 28 14:59:19.221656 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60076) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:19.243958 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f17d0115-52ec-438f-b895-8e2ce74295f5 req-2eb880a8-c86e-4584-aae3-3c04cce6a805 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:19.259230 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['4c807108-7c4d-4ef6-a21f-5e8521f2fcca'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:59:19.263315 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['feaee1a9-c469-44b3-b9ab-fafaa6ccb063'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:59:19.278405 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cadecff7-3e61-4006-b3e8-16794e4159a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:19.290431 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-78f56f74-492b-4916-bb18-2d13773d2444 service neutron] Attempting to bind port df3204b3-66c1-4d58-bc13-c0687c417bee on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:59:19.290431 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-78f56f74-492b-4916-bb18-2d13773d2444 service neutron] Attempting to bind port df3204b3-66c1-4d58-bc13-c0687c417bee by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '67afd3f9-4c09-4e8c-b3bc-78d96c90d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0be09caf-2855-4ac0-a960-02cdc56aaea0'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:59:19.290431 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-78f56f74-492b-4916-bb18-2d13773d2444 service neutron] Attempting to bind port df3204b3-66c1-4d58-bc13-c0687c417bee on network 0be09caf-2855-4ac0-a960-02cdc56aaea0 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:59:19.292231 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb880a8-c86e-4584-aae3-3c04cce6a805 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Pushing event deleted for resources: {'Port': ['ID=cb37c96d-a35a-4a07-9399-95d4c7b26ff2,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:19.309980 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c702e0-e368-46ca-b69d-2a3cc0c3d86e req-1f9e7055-3cd8-4565-bc36-03931bd3f911 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:19.311618 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1c702e0-e368-46ca-b69d-2a3cc0c3d86e req-1f9e7055-3cd8-4565-bc36-03931bd3f911 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/ports?device_id=de5817ec-6613-487a-9e42-59b6322db37d HTTP/1.1" status: 200 len: 944 time: 0.1536763 Aug 28 14:59:19.333737 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-78f56f74-492b-4916-bb18-2d13773d2444 service neutron] Port df3204b3-66c1-4d58-bc13-c0687c417bee on network 0be09caf-2855-4ac0-a960-02cdc56aaea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:59:19.334068 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-78f56f74-492b-4916-bb18-2d13773d2444 service neutron] Attempting to bind port df3204b3-66c1-4d58-bc13-c0687c417bee on network 0be09caf-2855-4ac0-a960-02cdc56aaea0 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:59:19.358302 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [req-72e4272f-41de-4b60-9a8e-f784db43bb41 req-f14bd2db-e8e3-4b5f-bb1e-0a347acc0a2a tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] show failed (client error): The resource could not be found. Aug 28 14:59:19.359347 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-72e4272f-41de-4b60-9a8e-f784db43bb41 req-f14bd2db-e8e3-4b5f-bb1e-0a347acc0a2a tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] 10.222.0.13 "GET /v2.0/floatingips/d6c2de0f-f621-42bd-8a73-c98c4f0839d3 HTTP/1.1" status: 404 len: 350 time: 0.0515223 Aug 28 14:59:19.361204 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cadecff7-3e61-4006-b3e8-16794e4159a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:19.366351 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17d0115-52ec-438f-b895-8e2ce74295f5 req-2eb880a8-c86e-4584-aae3-3c04cce6a805 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] No DVR routers for this DVR port cb37c96d-a35a-4a07-9399-95d4c7b26ff2 on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:59:19.369248 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f17d0115-52ec-438f-b895-8e2ce74295f5 req-2eb880a8-c86e-4584-aae3-3c04cce6a805 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:19.371731 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f17d0115-52ec-438f-b895-8e2ce74295f5 req-2eb880a8-c86e-4584-aae3-3c04cce6a805 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.41 "DELETE /v2.0/ports/cb37c96d-a35a-4a07-9399-95d4c7b26ff2 HTTP/1.1" status: 204 len: 173 time: 1.5506663 Aug 28 14:59:19.374353 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da5cd89-e266-4498-a837-e5519154795c', 'name': 'network-vif-deleted', 'tag': 'cb37c96d-a35a-4a07-9399-95d4c7b26ff2'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:59:19.376674 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed295ca-5714-4e7f-aef4-6ba192523672" -d '{"events": [{"server_uuid": "7da5cd89-e266-4498-a837-e5519154795c", "name": "network-vif-deleted", "tag": "cb37c96d-a35a-4a07-9399-95d4c7b26ff2"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:59:19.383258 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-78f56f74-492b-4916-bb18-2d13773d2444 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:59:19.383452 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-78f56f74-492b-4916-bb18-2d13773d2444 service neutron] Checking segment: {'id': '67afd3f9-4c09-4e8c-b3bc-78d96c90d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0be09caf-2855-4ac0-a960-02cdc56aaea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:59:19.383828 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-78f56f74-492b-4916-bb18-2d13773d2444 service neutron] Bound using segment: {'id': '67afd3f9-4c09-4e8c-b3bc-78d96c90d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0be09caf-2855-4ac0-a960-02cdc56aaea0'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:59:19.384274 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-78f56f74-492b-4916-bb18-2d13773d2444 service neutron] Bound port: df3204b3-66c1-4d58-bc13-c0687c417bee, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67afd3f9-4c09-4e8c-b3bc-78d96c90d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0be09caf-2855-4ac0-a960-02cdc56aaea0'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:59:19.384652 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-78f56f74-492b-4916-bb18-2d13773d2444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:19.407575 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['059cbadb-2206-40ce-9377-18f66925ec7f'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:59:19.435858 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1c702e0-e368-46ca-b69d-2a3cc0c3d86e req-61a50dd6-3a96-40a2-bf33-49f4af013a82 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7abce444-2988-4814-b646-9690c5357a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046543 Aug 28 14:59:19.497770 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e3d7c25f-6c9e-45f9-b77e-26836148268b req-0f79ebf8-ec1f-4e82-b76a-a99979f81ab9 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=7da5cd89-e266-4498-a837-e5519154795c HTTP/1.1" status: 200 len: 210 time: 0.0674474 Aug 28 14:59:19.534101 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cadecff7-3e61-4006-b3e8-16794e4159a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:19.536908 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cadecff7-3e61-4006-b3e8-16794e4159a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:19.540455 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cadecff7-3e61-4006-b3e8-16794e4159a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b71b4032-4969-41b6-a4ff-40c6853b15f9 HTTP/1.1" status: 204 len: 168 time: 0.3150823 Aug 28 14:59:19.555479 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadecff7-3e61-4006-b3e8-16794e4159a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71b4032-4969-41b6-a4ff-40c6853b15f9,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:19.579682 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [req-ca928b4c-6b76-4b90-b1cd-6c7a08f3f002 req-a140f891-7cc1-4e55-8248-4fa85d717d2f tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] show failed (client error): The resource could not be found. Aug 28 14:59:19.587805 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ca928b4c-6b76-4b90-b1cd-6c7a08f3f002 req-a140f891-7cc1-4e55-8248-4fa85d717d2f tempest-FloatingIPsTestJSON-877945200 tempest-FloatingIPsTestJSON-877945200-project] 10.222.0.13 "GET /v2.0/floatingips/d6c2de0f-f621-42bd-8a73-c98c4f0839d3 HTTP/1.1" status: 404 len: 350 time: 0.1080067 Aug 28 14:59:19.589934 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4413c43d-63a2-456b-add3-f9ed51fa7f25 x-openstack-request-id: req-4413c43d-63a2-456b-add3-f9ed51fa7f25 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:59:19.590438 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da5cd89-e266-4498-a837-e5519154795c", "name": "network-vif-deleted", "tag": "cb37c96d-a35a-4a07-9399-95d4c7b26ff2", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:59:19.590997 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4413c43d-63a2-456b-add3-f9ed51fa7f25 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:59:19.591616 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da5cd89-e266-4498-a837-e5519154795c', 'name': 'network-vif-deleted', 'tag': 'cb37c96d-a35a-4a07-9399-95d4c7b26ff2', 'status': 'completed', 'code': 200} Aug 28 14:59:19.599192 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60086) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:19.599416 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-78f56f74-492b-4916-bb18-2d13773d2444 service neutron] For port df3204b3-66c1-4d58-bc13-c0687c417bee, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:59:19.614317 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-78f56f74-492b-4916-bb18-2d13773d2444 service neutron] For port df3204b3-66c1-4d58-bc13-c0687c417bee, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=df3204b3-66c1-4d58-bc13-c0687c417bee,segment=NetworkSegment(67afd3f9-4c09-4e8c-b3bc-78d96c90d9ba),segment_id=67afd3f9-4c09-4e8c-b3bc-78d96c90d9ba)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:59:19.622155 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-78f56f74-492b-4916-bb18-2d13773d2444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:19.700193 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 037dace3-d822-409e-9375-0a99a83b8c54 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:59:19.714002 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f56f74-492b-4916-bb18-2d13773d2444 service neutron] Pushing event updated for resources: {'Port': ['ID=df3204b3-66c1-4d58-bc13-c0687c417bee,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:19.720266 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-78f56f74-492b-4916-bb18-2d13773d2444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:19.720881 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-78f56f74-492b-4916-bb18-2d13773d2444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:19.722404 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-78f56f74-492b-4916-bb18-2d13773d2444 service neutron] 10.222.0.36 "PUT /v2.0/ports/df3204b3-66c1-4d58-bc13-c0687c417bee HTTP/1.1" status: 200 len: 1092 time: 1.9456944 Aug 28 14:59:19.737357 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 037dace3-d822-409e-9375-0a99a83b8c54 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:59:19.738523 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 037dace3-d822-409e-9375-0a99a83b8c54 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:59:19.738997 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device da4dafb7-529b-458c-af48-29e983f4b416 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:59:19.782949 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: da4dafb7-529b-458c-af48-29e983f4b416 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:59:19.783466 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device da4dafb7-529b-458c-af48-29e983f4b416 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:59:19.841990 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-4bb676be-b339-4d3a-a06d-fcc561a96b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:19.843594 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-4bb676be-b339-4d3a-a06d-fcc561a96b75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af525725664e4f229141736afd3d3600&device_id=de2b2a22-665f-4eb6-88a5-90ddb7ee0d4a HTTP/1.1" status: 200 len: 1095 time: 0.0698009 Aug 28 14:59:19.900552 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-460b0430-58a4-4a16-ab2d-35fa92dc9492 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df3204b3-66c1-4d58-bc13-c0687c417bee HTTP/1.1" status: 200 len: 217 time: 0.0472195 Aug 28 14:59:19.976906 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-8b013c63-5ba7-4d74-bd52-d2aa36cb093a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:19.978383 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-8b013c63-5ba7-4d74-bd52-d2aa36cb093a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d49beac-284e-478b-8c7b-539dda6e3845 HTTP/1.1" status: 200 len: 855 time: 0.0675883 Aug 28 14:59:20.053017 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-9a636edd-d98f-4b8d-8a53-92c61eff5907 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0be09caf-2855-4ac0-a960-02cdc56aaea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574951 Aug 28 14:59:20.123616 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60094) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:20.165972 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5c2c5-7aa0-4c31-8cd6-1f83b9938b12 req-2142f1b0-9019-443a-8a3d-aaed4ee90e49 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:20.167453 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c2d5c2c5-7aa0-4c31-8cd6-1f83b9938b12 req-2142f1b0-9019-443a-8a3d-aaed4ee90e49 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 950 time: 0.1452115 Aug 28 14:59:20.230512 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a7551256-14ca-49ca-9aa6-3698dea1ada8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7652952b4e784ecd8886e3502ce7b84e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1049142 Aug 28 14:59:20.237361 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60098) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:20.247303 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-85f1cdc7-d503-429f-9ac2-fa32875a9356 service neutron] 10.222.0.36 "GET /v2.0/networks/0be09caf-2855-4ac0-a960-02cdc56aaea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738608 Aug 28 14:59:20.258038 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c2d5c2c5-7aa0-4c31-8cd6-1f83b9938b12 req-318b1b23-91c5-417f-aeb0-f08dae3dde8d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794387 Aug 28 14:59:20.261621 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac70ad-890c-49bd-b883-7bad14e9ec3e req-96f9223c-f684-4766-95e0-cccc8b55bb10 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:20.265017 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-faac70ad-890c-49bd-b883-7bad14e9ec3e req-96f9223c-f684-4766-95e0-cccc8b55bb10 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] 10.222.0.13 "GET /v2.0/ports?device_id=de2b2a22-665f-4eb6-88a5-90ddb7ee0d4a HTTP/1.1" status: 200 len: 943 time: 0.0960469 Aug 28 14:59:20.340214 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-faac70ad-890c-49bd-b883-7bad14e9ec3e req-69c57c9b-89f5-49e8-a11c-0cc1ed28db4f tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7f9bb23-1c1d-481b-bd21-189a08d0f65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671399 Aug 28 14:59:20.388887 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-335ff9e9-d4a3-462a-a7a8-f7f6f6851b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:20.426379 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0253b47b-92f7-4ca0-9982-68ecf3834ade req-0cb73ed8-cb51-42da-a829-7d80c6c192d2 service neutron] 10.222.0.36 "GET /v2.0/networks/0be09caf-2855-4ac0-a960-02cdc56aaea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673656 Aug 28 14:59:20.434065 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-335ff9e9-d4a3-462a-a7a8-f7f6f6851b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:20.444562 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f000a2-61de-4c14-8068-12116765a3af req-ba41d131-2c39-42df-8809-bc6634add72a tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:20.450518 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f000a2-61de-4c14-8068-12116765a3af req-ba41d131-2c39-42df-8809-bc6634add72a tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:20.456625 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f000a2-61de-4c14-8068-12116765a3af req-ba41d131-2c39-42df-8809-bc6634add72a tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:20.460322 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-15f000a2-61de-4c14-8068-12116765a3af req-ba41d131-2c39-42df-8809-bc6634add72a tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=9abf6740-cd79-4c49-aaa2-e0aac6e13d7b HTTP/1.1" status: 200 len: 2417 time: 0.1208072 Aug 28 14:59:20.485627 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-caf0f809-b17c-42cb-b8d0-11355b8e40c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:20.529363 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-15f000a2-61de-4c14-8068-12116765a3af req-db303a2b-93c8-4ee9-8a1e-4ab4cfb41b9e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564513 Aug 28 14:59:20.561485 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-335ff9e9-d4a3-462a-a7a8-f7f6f6851b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:20.564229 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-335ff9e9-d4a3-462a-a7a8-f7f6f6851b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:20.568623 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-335ff9e9-d4a3-462a-a7a8-f7f6f6851b99 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7800765b-573a-4fdb-b15a-6465cb32b028 HTTP/1.1" status: 204 len: 168 time: 0.3271382 Aug 28 14:59:20.574525 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ff9e9-d4a3-462a-a7a8-f7f6f6851b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7800765b-573a-4fdb-b15a-6465cb32b028,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:20.630748 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f30ace-8d54-46b7-9717-53e7b614dfce req-08c67b4c-0887-4893-89ff-053d4e599076 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:20.633233 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-86f30ace-8d54-46b7-9717-53e7b614dfce req-08c67b4c-0887-4893-89ff-053d4e599076 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/ports?device_id=de5817ec-6613-487a-9e42-59b6322db37d HTTP/1.1" status: 200 len: 944 time: 0.1025722 Aug 28 14:59:20.730161 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-86f30ace-8d54-46b7-9717-53e7b614dfce req-b14df66f-eb23-4548-bded-1a65bc757709 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7abce444-2988-4814-b646-9690c5357a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895896 Aug 28 14:59:20.764466 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device cb37c96d-a35a-4a07-9399-95d4c7b26ff2 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:59:20.802398 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: cb37c96d-a35a-4a07-9399-95d4c7b26ff2 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:59:20.802748 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device cb37c96d-a35a-4a07-9399-95d4c7b26ff2 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:59:20.891042 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-caf0f809-b17c-42cb-b8d0-11355b8e40c4 admin admin] Deleting port dd830b14-ee60-40ae-a142-1bf6710eb6ed {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:59:20.891733 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-caf0f809-b17c-42cb-b8d0-11355b8e40c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:20.999176 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-caf0f809-b17c-42cb-b8d0-11355b8e40c4 admin admin] For port dd830b14-ee60-40ae-a142-1bf6710eb6ed, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=dd830b14-ee60-40ae-a142-1bf6710eb6ed,segment=NetworkSegment(80b9e370-5ad7-4b49-a005-9f3ce8af503d),segment_id=80b9e370-5ad7-4b49-a005-9f3ce8af503d)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:20.999671 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-caf0f809-b17c-42cb-b8d0-11355b8e40c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:21.026071 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-caf0f809-b17c-42cb-b8d0-11355b8e40c4 admin admin] Calling delete_port for dd830b14-ee60-40ae-a142-1bf6710eb6ed owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:59:21.073291 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23188c-41c0-42cd-8a19-592dd8832b0f req-93476694-5bd2-4ff2-a185-dfe9167cbe3e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:21.080002 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23188c-41c0-42cd-8a19-592dd8832b0f req-93476694-5bd2-4ff2-a185-dfe9167cbe3e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:21.089441 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23188c-41c0-42cd-8a19-592dd8832b0f req-93476694-5bd2-4ff2-a185-dfe9167cbe3e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:21.091612 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ca23188c-41c0-42cd-8a19-592dd8832b0f req-93476694-5bd2-4ff2-a185-dfe9167cbe3e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=9abf6740-cd79-4c49-aaa2-e0aac6e13d7b HTTP/1.1" status: 200 len: 2417 time: 0.0888982 Aug 28 14:59:21.141969 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ca23188c-41c0-42cd-8a19-592dd8832b0f req-5bd1954f-921f-43d4-825b-92f70baa18df tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431364 Aug 28 14:59:21.255835 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-caf0f809-b17c-42cb-b8d0-11355b8e40c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:21.282438 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0f809-b17c-42cb-b8d0-11355b8e40c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd830b14-ee60-40ae-a142-1bf6710eb6ed,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:21.562925 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-caf0f809-b17c-42cb-b8d0-11355b8e40c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:21.577882 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47037a85-41fc-41f1-8ef5-202859787f11 req-27b69d18-a133-4d3f-b619-ba4e01556e67 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:21.586506 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-47037a85-41fc-41f1-8ef5-202859787f11 req-27b69d18-a133-4d3f-b619-ba4e01556e67 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 950 time: 0.2014925 Aug 28 14:59:21.593711 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de2b2a22-665f-4eb6-88a5-90ddb7ee0d4a', 'tag': 'df3204b3-66c1-4d58-bc13-c0687c417bee'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:59:21.596066 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e353107b-05e6-4bc4-bc16-d50ff3aa331f" -d '{"events": [{"name": "network-changed", "server_uuid": "de2b2a22-665f-4eb6-88a5-90ddb7ee0d4a", "tag": "df3204b3-66c1-4d58-bc13-c0687c417bee"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:59:21.663750 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e64d2-efaf-4597-9835-5b354cb6a533 req-202a5039-4a18-4e67-b3c8-88647b67b892 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:21.669817 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e64d2-efaf-4597-9835-5b354cb6a533 req-202a5039-4a18-4e67-b3c8-88647b67b892 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:21.671815 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-160e64d2-efaf-4597-9835-5b354cb6a533 req-202a5039-4a18-4e67-b3c8-88647b67b892 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f&device_id=da979f92-cfca-4975-ad84-89f011675bde HTTP/1.1" status: 200 len: 1682 time: 0.0669725 Aug 28 14:59:21.680191 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-47037a85-41fc-41f1-8ef5-202859787f11 req-89e929f9-54e8-42bb-a509-3f1e4d6d3dcd tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916324 Aug 28 14:59:21.717103 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-160e64d2-efaf-4597-9835-5b354cb6a533 req-8c8f8f67-145c-4f4b-a11f-76c4da15fcb8 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/security-groups?id=77ec7446-4a36-4100-bb77-05f18aacf8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379615 Aug 28 14:59:21.834786 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b236e69c-51bd-40be-a20e-dfa2f42d0b3f x-openstack-request-id: req-b236e69c-51bd-40be-a20e-dfa2f42d0b3f {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:59:21.835293 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de2b2a22-665f-4eb6-88a5-90ddb7ee0d4a", "tag": "df3204b3-66c1-4d58-bc13-c0687c417bee", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:59:21.836057 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b236e69c-51bd-40be-a20e-dfa2f42d0b3f {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:59:21.836772 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de2b2a22-665f-4eb6-88a5-90ddb7ee0d4a', 'tag': 'df3204b3-66c1-4d58-bc13-c0687c417bee', 'status': 'completed', 'code': 200} Aug 28 14:59:21.842077 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34531f62-a936-4834-b1c1-6ac456162fe9 req-3a025521-acf0-4777-945e-765f35f3437c tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:21.843598 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-34531f62-a936-4834-b1c1-6ac456162fe9 req-3a025521-acf0-4777-945e-765f35f3437c tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] 10.222.0.13 "GET /v2.0/ports?device_id=de2b2a22-665f-4eb6-88a5-90ddb7ee0d4a HTTP/1.1" status: 200 len: 943 time: 0.0937152 Aug 28 14:59:21.950071 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-34531f62-a936-4834-b1c1-6ac456162fe9 req-5cb57f9b-00a5-46b0-8b73-3a5c8082256f tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7f9bb23-1c1d-481b-bd21-189a08d0f65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876477 Aug 28 14:59:21.965955 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353107b-05e6-4bc4-bc16-d50ff3aa331f req-f9fe1dd4-e9cb-47e3-b1f9-00a794e3c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:21.967469 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e353107b-05e6-4bc4-bc16-d50ff3aa331f req-f9fe1dd4-e9cb-47e3-b1f9-00a794e3c25e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af525725664e4f229141736afd3d3600&device_id=de2b2a22-665f-4eb6-88a5-90ddb7ee0d4a HTTP/1.1" status: 200 len: 1095 time: 0.0933242 Aug 28 14:59:21.969442 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf0f809-b17c-42cb-b8d0-11355b8e40c4 admin admin] Router d1d01b01-7b42-4c18-aa33-19bff9496067 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 14:59:22.039792 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ccd87f-4874-4715-bae8-0a2d41aadded req-373b80c8-7b4e-449f-9545-cf085e9d30d9 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:22.041681 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-40ccd87f-4874-4715-bae8-0a2d41aadded req-373b80c8-7b4e-449f-9545-cf085e9d30d9 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/ports?device_id=de5817ec-6613-487a-9e42-59b6322db37d HTTP/1.1" status: 200 len: 944 time: 0.1350446 Aug 28 14:59:22.124454 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf0f809-b17c-42cb-b8d0-11355b8e40c4 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:59:22.129932 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-caf0f809-b17c-42cb-b8d0-11355b8e40c4 admin admin] 10.222.0.13 "PUT /v2.0/routers/d1d01b01-7b42-4c18-aa33-19bff9496067/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5292602 Aug 28 14:59:22.133393 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60182) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:22.141052 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189cb30e-ce04-4e97-8f70-041b28167842 None None] Sync routers for ids ['d1d01b01-7b42-4c18-aa33-19bff9496067'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:59:22.153212 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189cb30e-ce04-4e97-8f70-041b28167842 None None] Routers {'d1d01b01-7b42-4c18-aa33-19bff9496067'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:59:22.154233 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-189cb30e-ce04-4e97-8f70-041b28167842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:59:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d1d01b01-7b42-4c18-aa33-19bff9496067'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:22.198127 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-40ccd87f-4874-4715-bae8-0a2d41aadded req-31fc72cb-c3e9-440d-b488-d4bc291ad5d6 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7abce444-2988-4814-b646-9690c5357a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117697 Aug 28 14:59:22.235933 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353107b-05e6-4bc4-bc16-d50ff3aa331f req-d141c626-fa4f-49e5-8abe-4a77da72cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:22.238334 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e353107b-05e6-4bc4-bc16-d50ff3aa331f req-d141c626-fa4f-49e5-8abe-4a77da72cf9a service neutron] 10.222.0.36 "GET /v2.0/networks?id=0be09caf-2855-4ac0-a960-02cdc56aaea0 HTTP/1.1" status: 200 len: 916 time: 0.2473733 Aug 28 14:59:22.313363 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-189cb30e-ce04-4e97-8f70-041b28167842 None None] Set router d1d01b01-7b42-4c18-aa33-19bff9496067 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:59:22.349706 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e353107b-05e6-4bc4-bc16-d50ff3aa331f req-05a109ee-44e8-42d5-af17-048cd923fdac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df3204b3-66c1-4d58-bc13-c0687c417bee HTTP/1.1" status: 200 len: 217 time: 0.0667796 Aug 28 14:59:22.411793 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ddb9de-07a5-4725-9646-471c6cec00de req-7e8fc970-33c2-4ddb-8de0-180c5f2fd558 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:22.417618 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ddb9de-07a5-4725-9646-471c6cec00de req-7e8fc970-33c2-4ddb-8de0-180c5f2fd558 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:22.423503 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ddb9de-07a5-4725-9646-471c6cec00de req-7e8fc970-33c2-4ddb-8de0-180c5f2fd558 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:22.425966 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-15ddb9de-07a5-4725-9646-471c6cec00de req-7e8fc970-33c2-4ddb-8de0-180c5f2fd558 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=9abf6740-cd79-4c49-aaa2-e0aac6e13d7b HTTP/1.1" status: 200 len: 2417 time: 0.1360843 Aug 28 14:59:22.427246 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55480a73-164a-4b44-bb11-aef064fcc373 admin admin] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:22.503877 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353107b-05e6-4bc4-bc16-d50ff3aa331f req-aa282eff-dec5-46ae-9ed6-eefbb480798b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:22.505380 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e353107b-05e6-4bc4-bc16-d50ff3aa331f req-aa282eff-dec5-46ae-9ed6-eefbb480798b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d49beac-284e-478b-8c7b-539dda6e3845 HTTP/1.1" status: 200 len: 855 time: 0.1418827 Aug 28 14:59:22.514816 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-189cb30e-ce04-4e97-8f70-041b28167842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d01b01-7b42-4c18-aa33-19bff9496067', 'name': 'tempest-FloatingIPsTestJSON-1770077252-router', 'tenant_id': '7b319c3c286c4760ae45c0d4e22bccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '8eb48a90-af36-4034-aa1f-9f2c0e292ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:58:51Z', 'updated_at': '2021-08-28T14:59:21Z', 'revision_number': 5, 'project_id': '7b319c3c286c4760ae45c0d4e22bccc2', 'gw_port': {'id': '8eb48a90-af36-4034-aa1f-9f2c0e292ca5', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d01b01-7b42-4c18-aa33-19bff9496067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:58:53Z', 'updated_at': '2021-08-28T14:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:22.542445 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189cb30e-ce04-4e97-8f70-041b28167842 None None] Checking router: d1d01b01-7b42-4c18-aa33-19bff9496067 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:59:22.552107 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189cb30e-ce04-4e97-8f70-041b28167842 None None] Routers {'d1d01b01-7b42-4c18-aa33-19bff9496067'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:59:22.552804 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-189cb30e-ce04-4e97-8f70-041b28167842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:59:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d1d01b01-7b42-4c18-aa33-19bff9496067'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:22.580005 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e353107b-05e6-4bc4-bc16-d50ff3aa331f req-7ea2140a-e7cf-45f9-ba7c-ea9a881ba9a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0be09caf-2855-4ac0-a960-02cdc56aaea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360296 Aug 28 14:59:22.599919 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-15ddb9de-07a5-4725-9646-471c6cec00de req-b719105b-45b8-4933-936a-70bb50efc25c tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253791 Aug 28 14:59:22.668470 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55480a73-164a-4b44-bb11-aef064fcc373 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:22.704469 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-189cb30e-ce04-4e97-8f70-041b28167842 None None] Set router d1d01b01-7b42-4c18-aa33-19bff9496067 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:59:22.729477 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e353107b-05e6-4bc4-bc16-d50ff3aa331f req-192eff23-8d2c-47ae-aa38-1b3ba1471ef4 service neutron] 10.222.0.36 "GET /v2.0/networks/0be09caf-2855-4ac0-a960-02cdc56aaea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283143 Aug 28 14:59:22.767709 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-55480a73-164a-4b44-bb11-aef064fcc373 admin admin] Deleting port 8eb48a90-af36-4034-aa1f-9f2c0e292ca5 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:59:22.768061 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55480a73-164a-4b44-bb11-aef064fcc373 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:22.800617 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 059cbadb-2206-40ce-9377-18f66925ec7f up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:59:22.853960 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0317d03-3f70-46f1-9772-c98d87f06735 req-48c22b10-22b6-479a-b732-079be77d57d1 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:22.861756 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0317d03-3f70-46f1-9772-c98d87f06735 req-48c22b10-22b6-479a-b732-079be77d57d1 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:22.869015 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0317d03-3f70-46f1-9772-c98d87f06735 req-48c22b10-22b6-479a-b732-079be77d57d1 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:22.870697 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0317d03-3f70-46f1-9772-c98d87f06735 req-48c22b10-22b6-479a-b732-079be77d57d1 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.36 "GET /v2.0/ports?device_id=9abf6740-cd79-4c49-aaa2-e0aac6e13d7b HTTP/1.1" status: 200 len: 2417 time: 0.1240129 Aug 28 14:59:22.884180 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29753e27-d5a1-4846-8cad-a271dd4c397e req-671528d8-1fab-4b2c-81c3-acb961f603da tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:22.885854 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-29753e27-d5a1-4846-8cad-a271dd4c397e req-671528d8-1fab-4b2c-81c3-acb961f603da tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 950 time: 0.0983288 Aug 28 14:59:22.938663 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 059cbadb-2206-40ce-9377-18f66925ec7f completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:59:22.947043 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 059cbadb-2206-40ce-9377-18f66925ec7f triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:22.947558 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:22.964693 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c37c82-3a77-479a-8fa9-526186dc20c2 req-44268537-2a62-43e8-ac66-cf8892faa6fa tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:22.966355 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-94c37c82-3a77-479a-8fa9-526186dc20c2 req-44268537-2a62-43e8-ac66-cf8892faa6fa tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f HTTP/1.1" status: 200 len: 945 time: 0.1291959 Aug 28 14:59:22.969805 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-55480a73-164a-4b44-bb11-aef064fcc373 admin admin] For port 8eb48a90-af36-4034-aa1f-9f2c0e292ca5, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=8eb48a90-af36-4034-aa1f-9f2c0e292ca5,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:22.970215 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55480a73-164a-4b44-bb11-aef064fcc373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:22.974651 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e353107b-05e6-4bc4-bc16-d50ff3aa331f req-59bdac9f-3938-4e96-89f4-2b677b29f29f service neutron] 10.222.0.36 "GET /v2.0/networks/0be09caf-2855-4ac0-a960-02cdc56aaea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282560 Aug 28 14:59:22.989945 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-29753e27-d5a1-4846-8cad-a271dd4c397e req-ff4cc633-c55c-4b28-9d18-e2ae121d682d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951436 Aug 28 14:59:23.005294 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-55480a73-164a-4b44-bb11-aef064fcc373 admin admin] Calling delete_port for 8eb48a90-af36-4034-aa1f-9f2c0e292ca5 owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:59:23.053832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-e0317d03-3f70-46f1-9772-c98d87f06735 req-e9e35339-82cf-425d-baf5-e06e38cf719c tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Deleting port eac4e999-d135-44bf-a358-5d3858eacc64 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:59:23.054432 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e0317d03-3f70-46f1-9772-c98d87f06735 req-e9e35339-82cf-425d-baf5-e06e38cf719c tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:23.071778 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-189cb30e-ce04-4e97-8f70-041b28167842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d01b01-7b42-4c18-aa33-19bff9496067', 'name': 'tempest-FloatingIPsTestJSON-1770077252-router', 'tenant_id': '7b319c3c286c4760ae45c0d4e22bccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '8eb48a90-af36-4034-aa1f-9f2c0e292ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:58:51Z', 'updated_at': '2021-08-28T14:59:21Z', 'revision_number': 5, 'project_id': '7b319c3c286c4760ae45c0d4e22bccc2', 'gw_port': {'id': '8eb48a90-af36-4034-aa1f-9f2c0e292ca5', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d01b01-7b42-4c18-aa33-19bff9496067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:58:53Z', 'updated_at': '2021-08-28T14:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:23.082641 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-94c37c82-3a77-479a-8fa9-526186dc20c2 req-824505bf-2cf8-4d60-94a5-7b91b447e0c3 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/security-groups?id=77ec7446-4a36-4100-bb77-05f18aacf8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956712 Aug 28 14:59:23.114007 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189cb30e-ce04-4e97-8f70-041b28167842 None None] The sync data for ids ['d1d01b01-7b42-4c18-aa33-19bff9496067'] in n-d-712137-10 is: [{'id': 'd1d01b01-7b42-4c18-aa33-19bff9496067', 'name': 'tempest-FloatingIPsTestJSON-1770077252-router', 'tenant_id': '7b319c3c286c4760ae45c0d4e22bccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '8eb48a90-af36-4034-aa1f-9f2c0e292ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:58:51Z', 'updated_at': '2021-08-28T14:59:21Z', 'revision_number': 5, 'project_id': '7b319c3c286c4760ae45c0d4e22bccc2', 'gw_port': {'id': '8eb48a90-af36-4034-aa1f-9f2c0e292ca5', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d01b01-7b42-4c18-aa33-19bff9496067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:58:53Z', 'updated_at': '2021-08-28T14:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:59:23.119427 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:23.158420 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5817ec-6613-487a-9e42-59b6322db37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059cbadb-2206-40ce-9377-18f66925ec7f'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:59:23.180217 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cb5fa5-b335-44a2-8a5e-d566c74d9b61" -d '{"events": [{"server_uuid": "de5817ec-6613-487a-9e42-59b6322db37d", "name": "network-vif-plugged", "status": "completed", "tag": "059cbadb-2206-40ce-9377-18f66925ec7f"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:59:23.186068 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-e0317d03-3f70-46f1-9772-c98d87f06735 req-e9e35339-82cf-425d-baf5-e06e38cf719c tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] For port eac4e999-d135-44bf-a358-5d3858eacc64, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=eac4e999-d135-44bf-a358-5d3858eacc64,segment=NetworkSegment(4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb),segment_id=4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:23.186446 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e0317d03-3f70-46f1-9772-c98d87f06735 req-e9e35339-82cf-425d-baf5-e06e38cf719c tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:23.194574 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 059cbadb-2206-40ce-9377-18f66925ec7f, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=059cbadb-2206-40ce-9377-18f66925ec7f,segment=NetworkSegment(600d6c52-dc1b-4163-9402-43ea34c23f99),segment_id=600d6c52-dc1b-4163-9402-43ea34c23f99)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:23.201428 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:23.202780 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-e0317d03-3f70-46f1-9772-c98d87f06735 req-e9e35339-82cf-425d-baf5-e06e38cf719c tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Calling delete_port for eac4e999-d135-44bf-a358-5d3858eacc64 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:59:23.269085 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=059cbadb-2206-40ce-9377-18f66925ec7f,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:23.271110 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456403f-f378-48dc-b229-dddc3381a822 req-b9c3479c-24c3-48b3-a67b-c1b141de1bec tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:23.273626 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52f6ff8-8a86-4529-b365-c6c986618599 x-openstack-request-id: req-b52f6ff8-8a86-4529-b365-c6c986618599 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:59:23.273925 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5817ec-6613-487a-9e42-59b6322db37d", "name": "network-vif-plugged", "status": "completed", "tag": "059cbadb-2206-40ce-9377-18f66925ec7f", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:59:23.274182 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b52f6ff8-8a86-4529-b365-c6c986618599 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:59:23.274619 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5817ec-6613-487a-9e42-59b6322db37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059cbadb-2206-40ce-9377-18f66925ec7f', 'code': 200} Aug 28 14:59:23.282516 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6456403f-f378-48dc-b229-dddc3381a822 req-b9c3479c-24c3-48b3-a67b-c1b141de1bec tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] 10.222.0.13 "GET /v2.0/ports?device_id=de2b2a22-665f-4eb6-88a5-90ddb7ee0d4a HTTP/1.1" status: 200 len: 943 time: 0.0906699 Aug 28 14:59:23.311184 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device df3204b3-66c1-4d58-bc13-c0687c417bee details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:59:23.367541 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6456403f-f378-48dc-b229-dddc3381a822 req-e5e22cc0-c8a3-45d4-9561-083da0453e40 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7f9bb23-1c1d-481b-bd21-189a08d0f65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839007 Aug 28 14:59:23.391711 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e0317d03-3f70-46f1-9772-c98d87f06735 req-e9e35339-82cf-425d-baf5-e06e38cf719c tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:23.402876 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55480a73-164a-4b44-bb11-aef064fcc373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:23.408500 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['367a9054-6d56-45b2-aa3e-acee0cbda864', '80766bf6-c85b-4423-b044-f93f9fe80c0c', 'eac4e999-d135-44bf-a358-5d3858eacc64'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:59:23.426365 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e35339-82cf-425d-baf5-e06e38cf719c tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Pushing event deleted for resources: {'Port': ['ID=eac4e999-d135-44bf-a358-5d3858eacc64,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:23.475464 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55480a73-164a-4b44-bb11-aef064fcc373 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eb48a90-af36-4034-aa1f-9f2c0e292ca5,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:23.478880 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5360562-0041-427a-8e0a-0ed0b5fb45d2 req-2d714d67-b929-46f6-bf68-98173233925b tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:23.485257 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port df3204b3-66c1-4d58-bc13-c0687c417bee, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=df3204b3-66c1-4d58-bc13-c0687c417bee,segment=NetworkSegment(67afd3f9-4c09-4e8c-b3bc-78d96c90d9ba),segment_id=67afd3f9-4c09-4e8c-b3bc-78d96c90d9ba)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:23.488051 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a5360562-0041-427a-8e0a-0ed0b5fb45d2 req-2d714d67-b929-46f6-bf68-98173233925b tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/ports?device_id=de5817ec-6613-487a-9e42-59b6322db37d HTTP/1.1" status: 200 len: 945 time: 0.1295271 Aug 28 14:59:23.501894 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'df3204b3-66c1-4d58-bc13-c0687c417bee', 'network_id': '0be09caf-2855-4ac0-a960-02cdc56aaea0', 'port_id': 'df3204b3-66c1-4d58-bc13-c0687c417bee', 'mac_address': 'fa:16:3e:25:8b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d49beac-284e-478b-8c7b-539dda6e3845', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:59:23.556140 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0317d03-3f70-46f1-9772-c98d87f06735 req-e9e35339-82cf-425d-baf5-e06e38cf719c tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] No DVR routers for this DVR port eac4e999-d135-44bf-a358-5d3858eacc64 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:59:23.572631 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e0317d03-3f70-46f1-9772-c98d87f06735 req-e9e35339-82cf-425d-baf5-e06e38cf719c tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:23.575093 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0317d03-3f70-46f1-9772-c98d87f06735 req-e9e35339-82cf-425d-baf5-e06e38cf719c tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.36 "DELETE /v2.0/ports/eac4e999-d135-44bf-a358-5d3858eacc64 HTTP/1.1" status: 204 len: 173 time: 0.6882899 Aug 28 14:59:23.582321 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abf6740-cd79-4c49-aaa2-e0aac6e13d7b', 'name': 'network-vif-deleted', 'tag': 'eac4e999-d135-44bf-a358-5d3858eacc64'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:59:23.586364 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55480a73-164a-4b44-bb11-aef064fcc373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:23.590365 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c5e304-d8de-4487-8c19-f033fced9fb5" -d '{"events": [{"server_uuid": "9abf6740-cd79-4c49-aaa2-e0aac6e13d7b", "name": "network-vif-deleted", "tag": "eac4e999-d135-44bf-a358-5d3858eacc64"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:59:23.613711 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:23.638605 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df3204b3-66c1-4d58-bc13-c0687c417bee {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:59:23.697915 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port df3204b3-66c1-4d58-bc13-c0687c417bee, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=df3204b3-66c1-4d58-bc13-c0687c417bee,segment=NetworkSegment(67afd3f9-4c09-4e8c-b3bc-78d96c90d9ba),segment_id=67afd3f9-4c09-4e8c-b3bc-78d96c90d9ba)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:23.710966 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:23.744615 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device dd830b14-ee60-40ae-a142-1bf6710eb6ed no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:59:23.795370 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: dd830b14-ee60-40ae-a142-1bf6710eb6ed {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:59:23.795837 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device dd830b14-ee60-40ae-a142-1bf6710eb6ed not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:59:23.818419 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a5360562-0041-427a-8e0a-0ed0b5fb45d2 req-0881dc85-5a24-4f33-9b3c-d4ce8774659d tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7abce444-2988-4814-b646-9690c5357a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285916 Aug 28 14:59:23.903948 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-e0317d03-3f70-46f1-9772-c98d87f06735 req-c9889421-f4bb-48e2-9ad3-136e9e2c72e1 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Deleting port 80766bf6-c85b-4423-b044-f93f9fe80c0c {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:59:23.905441 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e0317d03-3f70-46f1-9772-c98d87f06735 req-c9889421-f4bb-48e2-9ad3-136e9e2c72e1 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:23.909540 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=df3204b3-66c1-4d58-bc13-c0687c417bee,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:23.924832 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8ea7f9-f1a4-474d-baed-a577ea5ecb93 x-openstack-request-id: req-4d8ea7f9-f1a4-474d-baed-a577ea5ecb93 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:59:23.926105 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9abf6740-cd79-4c49-aaa2-e0aac6e13d7b", "name": "network-vif-deleted", "tag": "eac4e999-d135-44bf-a358-5d3858eacc64", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:59:23.926730 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d8ea7f9-f1a4-474d-baed-a577ea5ecb93 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:59:23.927918 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abf6740-cd79-4c49-aaa2-e0aac6e13d7b', 'name': 'network-vif-deleted', 'tag': 'eac4e999-d135-44bf-a358-5d3858eacc64', 'status': 'completed', 'code': 200} Aug 28 14:59:24.001182 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60234) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:24.023508 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['df3204b3-66c1-4d58-bc13-c0687c417bee'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:59:24.067432 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-e0317d03-3f70-46f1-9772-c98d87f06735 req-c9889421-f4bb-48e2-9ad3-136e9e2c72e1 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] For port 80766bf6-c85b-4423-b044-f93f9fe80c0c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=80766bf6-c85b-4423-b044-f93f9fe80c0c,segment=NetworkSegment(d4bdd52c-aa58-4c64-8ede-4f23f8533bd4),segment_id=d4bdd52c-aa58-4c64-8ede-4f23f8533bd4)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:24.067740 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e0317d03-3f70-46f1-9772-c98d87f06735 req-c9889421-f4bb-48e2-9ad3-136e9e2c72e1 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:24.086387 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-e0317d03-3f70-46f1-9772-c98d87f06735 req-c9889421-f4bb-48e2-9ad3-136e9e2c72e1 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Calling delete_port for 80766bf6-c85b-4423-b044-f93f9fe80c0c owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:59:24.114656 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a328e-2bcd-4035-80df-574c2b87c044 req-a992c2ad-7438-4dd4-9bbd-627f3998f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:24.116165 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3c3a328e-2bcd-4035-80df-574c2b87c044 req-a992c2ad-7438-4dd4-9bbd-627f3998f1af service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de5817ec-6613-487a-9e42-59b6322db37d HTTP/1.1" status: 200 len: 1097 time: 0.7473776 Aug 28 14:59:24.203885 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:24.205774 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-16e410d7-94cb-4ce1-bf81-41505f44ac99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:24.257842 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55480a73-164a-4b44-bb11-aef064fcc373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:24.261103 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf0b85-480c-434b-9b37-fc5821d0ad94 req-7ac9756a-2d1d-4f4d-ae1c-53e93b44598f tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:24.262655 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b3bf0b85-480c-434b-9b37-fc5821d0ad94 req-7ac9756a-2d1d-4f4d-ae1c-53e93b44598f tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 950 time: 0.1189394 Aug 28 14:59:24.273673 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55480a73-164a-4b44-bb11-aef064fcc373 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:24.353660 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3c3a328e-2bcd-4035-80df-574c2b87c044 req-42d58396-f102-4eaa-8a03-586bcaa8245e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7abce444-2988-4814-b646-9690c5357a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807249 Aug 28 14:59:24.354155 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55480a73-164a-4b44-bb11-aef064fcc373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:24.354677 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55480a73-164a-4b44-bb11-aef064fcc373 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1d01b01-7b42-4c18-aa33-19bff9496067 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 14:59:24.364541 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15beab1e-e31b-4542-a3ad-1d10d48ddb75 req-7ffd7370-4ed9-4c7f-ad4d-6c3d94daef13 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:24.365591 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b3bf0b85-480c-434b-9b37-fc5821d0ad94 req-2611efc6-2eaa-46a5-ba13-01a19ac67b4d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908539 Aug 28 14:59:24.370463 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15beab1e-e31b-4542-a3ad-1d10d48ddb75 req-7ffd7370-4ed9-4c7f-ad4d-6c3d94daef13 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:24.372099 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-15beab1e-e31b-4542-a3ad-1d10d48ddb75 req-7ffd7370-4ed9-4c7f-ad4d-6c3d94daef13 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=9abf6740-cd79-4c49-aaa2-e0aac6e13d7b HTTP/1.1" status: 200 len: 1681 time: 0.2626595 Aug 28 14:59:24.379614 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140469c-ee54-45c8-870e-3290a7c02e99 req-a7f0f037-39ea-4d7f-b11b-78730adaf010 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:24.381122 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5140469c-ee54-45c8-870e-3290a7c02e99 req-a7f0f037-39ea-4d7f-b11b-78730adaf010 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.36 "GET /v2.0/ports?device_id=da979f92-cfca-4975-ad84-89f011675bde HTTP/1.1" status: 200 len: 946 time: 0.2695580 Aug 28 14:59:24.390586 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b27c7-6cd4-4641-a313-48168b91aa04 req-d9f5cc91-e426-49f6-8a95-ec6e8eed9e1b tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:24.392067 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d54b27c7-6cd4-4641-a313-48168b91aa04 req-d9f5cc91-e426-49f6-8a95-ec6e8eed9e1b tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f HTTP/1.1" status: 200 len: 945 time: 0.2814431 Aug 28 14:59:24.397048 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55480a73-164a-4b44-bb11-aef064fcc373 admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:24.401260 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-55480a73-164a-4b44-bb11-aef064fcc373 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d1d01b01-7b42-4c18-aa33-19bff9496067 HTTP/1.1" status: 204 len: 168 time: 2.2663774 Aug 28 14:59:24.402370 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60246) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:24.406097 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e0317d03-3f70-46f1-9772-c98d87f06735 req-c9889421-f4bb-48e2-9ad3-136e9e2c72e1 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:24.473759 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-15beab1e-e31b-4542-a3ad-1d10d48ddb75 req-03af65f3-880f-46f6-99fc-559ed337e154 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915830 Aug 28 14:59:24.501085 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9889421-f4bb-48e2-9ad3-136e9e2c72e1 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Pushing event deleted for resources: {'Port': ['ID=80766bf6-c85b-4423-b044-f93f9fe80c0c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:24.562718 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-5140469c-ee54-45c8-870e-3290a7c02e99 req-b586b4a3-221f-474a-ab79-acbc9f27c897 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Deleting port 4c807108-7c4d-4ef6-a21f-5e8521f2fcca {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:59:24.563156 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5140469c-ee54-45c8-870e-3290a7c02e99 req-b586b4a3-221f-474a-ab79-acbc9f27c897 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:24.588041 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-16e410d7-94cb-4ce1-bf81-41505f44ac99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:24.592365 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-b098b32a-1ffb-4bd0-b281-a15d70864e83 admin admin] Deleting subnet e6ca3389-19e5-4fd6-8384-9a57ba0c45bc {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 14:59:24.598150 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0317d03-3f70-46f1-9772-c98d87f06735 req-c9889421-f4bb-48e2-9ad3-136e9e2c72e1 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] No DVR routers for this DVR port 80766bf6-c85b-4423-b044-f93f9fe80c0c on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:59:24.600093 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b098b32a-1ffb-4bd0-b281-a15d70864e83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:24.602729 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-16e410d7-94cb-4ce1-bf81-41505f44ac99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:24.605372 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e0317d03-3f70-46f1-9772-c98d87f06735 req-c9889421-f4bb-48e2-9ad3-136e9e2c72e1 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:24.607314 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0317d03-3f70-46f1-9772-c98d87f06735 req-c9889421-f4bb-48e2-9ad3-136e9e2c72e1 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.36 "DELETE /v2.0/ports/80766bf6-c85b-4423-b044-f93f9fe80c0c HTTP/1.1" status: 204 len: 173 time: 0.9759567 Aug 28 14:59:24.721248 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b098b32a-1ffb-4bd0-b281-a15d70864e83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:24.734836 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840942f4-9ddb-42b9-b3f0-32dd5551cc6e req-4efb677e-a32d-404a-9607-b2f9671d6567 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:24.739916 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-840942f4-9ddb-42b9-b3f0-32dd5551cc6e req-4efb677e-a32d-404a-9607-b2f9671d6567 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f HTTP/1.1" status: 200 len: 945 time: 0.2850394 Aug 28 14:59:24.761510 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e410d7-94cb-4ce1-bf81-41505f44ac99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd25ffa-a9f7-4bd6-9436-790b17380417,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:24.769486 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-16e410d7-94cb-4ce1-bf81-41505f44ac99 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a61c5924738b4daf9991190fa06f134f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7664802 Aug 28 14:59:24.774627 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60248) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:24.777993 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['eac4e999-d135-44bf-a358-5d3858eacc64'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:59:24.828238 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c9936-34f9-4099-9c5b-929af715e392 req-b93cf4f1-4097-425f-ac46-9f2bfafe4de7 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:24.829727 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c44c9936-34f9-4099-9c5b-929af715e392 req-b93cf4f1-4097-425f-ac46-9f2bfafe4de7 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] 10.222.0.13 "GET /v2.0/ports?device_id=de2b2a22-665f-4eb6-88a5-90ddb7ee0d4a HTTP/1.1" status: 200 len: 944 time: 0.1572700 Aug 28 14:59:24.838567 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-5140469c-ee54-45c8-870e-3290a7c02e99 req-b586b4a3-221f-474a-ab79-acbc9f27c897 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] For port 4c807108-7c4d-4ef6-a21f-5e8521f2fcca, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=4c807108-7c4d-4ef6-a21f-5e8521f2fcca,segment=NetworkSegment(9a464380-b5ca-4ce5-bd5d-713d1db879d0),segment_id=9a464380-b5ca-4ce5-bd5d-713d1db879d0)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:24.838942 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5140469c-ee54-45c8-870e-3290a7c02e99 req-b586b4a3-221f-474a-ab79-acbc9f27c897 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:24.882792 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-840942f4-9ddb-42b9-b3f0-32dd5551cc6e req-726fb0df-69ee-434e-ae34-4efbdf9bb78b tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/security-groups?id=77ec7446-4a36-4100-bb77-05f18aacf8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164603 Aug 28 14:59:24.884401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-5140469c-ee54-45c8-870e-3290a7c02e99 req-b586b4a3-221f-474a-ab79-acbc9f27c897 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Calling delete_port for 4c807108-7c4d-4ef6-a21f-5e8521f2fcca owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:59:24.913547 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b098b32a-1ffb-4bd0-b281-a15d70864e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:24.918127 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-e0317d03-3f70-46f1-9772-c98d87f06735 req-797305fb-1e4f-45e6-8464-612c3c77f93c tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Deleting port 367a9054-6d56-45b2-aa3e-acee0cbda864 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:59:24.918490 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e0317d03-3f70-46f1-9772-c98d87f06735 req-797305fb-1e4f-45e6-8464-612c3c77f93c tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:24.933009 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-d54b27c7-6cd4-4641-a313-48168b91aa04 req-228b10e2-b9cb-4bc5-8865-f70808e2b753 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Deleting port feaee1a9-c469-44b3-b9ab-fafaa6ccb063 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:59:24.933350 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d54b27c7-6cd4-4641-a313-48168b91aa04 req-228b10e2-b9cb-4bc5-8865-f70808e2b753 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:24.943021 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c44c9936-34f9-4099-9c5b-929af715e392 req-4a1b640f-c97a-4af1-a1a9-e2008c548b58 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7f9bb23-1c1d-481b-bd21-189a08d0f65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013587 Aug 28 14:59:24.985081 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e3b14d6-4d0d-4706-941d-18130b630fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:25.063117 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e3b14d6-4d0d-4706-941d-18130b630fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:25.087287 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62551c-adc4-4ff3-8e68-11d6e39d11a6 req-101f8980-3509-4e86-8b3f-2c61790db5b4 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:25.088897 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9c62551c-adc4-4ff3-8e68-11d6e39d11a6 req-101f8980-3509-4e86-8b3f-2c61790db5b4 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/ports?device_id=de5817ec-6613-487a-9e42-59b6322db37d HTTP/1.1" status: 200 len: 945 time: 0.1347609 Aug 28 14:59:25.091992 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b098b32a-1ffb-4bd0-b281-a15d70864e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:25.103002 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-e0317d03-3f70-46f1-9772-c98d87f06735 req-797305fb-1e4f-45e6-8464-612c3c77f93c tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] For port 367a9054-6d56-45b2-aa3e-acee0cbda864, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=367a9054-6d56-45b2-aa3e-acee0cbda864,segment=NetworkSegment(4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb),segment_id=4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:25.103360 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e0317d03-3f70-46f1-9772-c98d87f06735 req-797305fb-1e4f-45e6-8464-612c3c77f93c tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:25.144377 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-d54b27c7-6cd4-4641-a313-48168b91aa04 req-228b10e2-b9cb-4bc5-8865-f70808e2b753 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] For port feaee1a9-c469-44b3-b9ab-fafaa6ccb063, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=feaee1a9-c469-44b3-b9ab-fafaa6ccb063,segment=NetworkSegment(9a464380-b5ca-4ce5-bd5d-713d1db879d0),segment_id=9a464380-b5ca-4ce5-bd5d-713d1db879d0)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:25.144960 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d54b27c7-6cd4-4641-a313-48168b91aa04 req-228b10e2-b9cb-4bc5-8865-f70808e2b753 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:25.146854 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-e0317d03-3f70-46f1-9772-c98d87f06735 req-797305fb-1e4f-45e6-8464-612c3c77f93c tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Calling delete_port for 367a9054-6d56-45b2-aa3e-acee0cbda864 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:59:25.148677 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098b32a-1ffb-4bd0-b281-a15d70864e83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6ca3389-19e5-4fd6-8384-9a57ba0c45bc,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:25.151607 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48333f3-78a8-4f14-b953-1cc1bfe96baa None None] Network e1501e69-1daa-446c-bb61-85a17de94ab4 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:59:25.155246 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b098b32a-1ffb-4bd0-b281-a15d70864e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:25.159758 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b098b32a-1ffb-4bd0-b281-a15d70864e83 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e6ca3389-19e5-4fd6-8384-9a57ba0c45bc HTTP/1.1" status: 204 len: 168 time: 0.7533667 Aug 28 14:59:25.160056 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60252) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:25.202568 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-d54b27c7-6cd4-4641-a313-48168b91aa04 req-228b10e2-b9cb-4bc5-8865-f70808e2b753 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Calling delete_port for feaee1a9-c469-44b3-b9ab-fafaa6ccb063 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:59:25.274864 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e3b14d6-4d0d-4706-941d-18130b630fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:25.277746 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e3b14d6-4d0d-4706-941d-18130b630fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:25.278971 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0e3b14d6-4d0d-4706-941d-18130b630fb8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5bd25ffa-a9f7-4bd6-9436-790b17380417 HTTP/1.1" status: 204 len: 168 time: 0.5011272 Aug 28 14:59:25.345201 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b14d6-4d0d-4706-941d-18130b630fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd25ffa-a9f7-4bd6-9436-790b17380417,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:25.355300 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c6e3558-2b3d-4e4e-a0eb-0158c4d1d9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:25.365029 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5140469c-ee54-45c8-870e-3290a7c02e99 req-b586b4a3-221f-474a-ab79-acbc9f27c897 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:25.391107 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device df3204b3-66c1-4d58-bc13-c0687c417bee up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:59:25.421065 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586b4a3-221f-474a-ab79-acbc9f27c897 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Pushing event deleted for resources: {'Port': ['ID=4c807108-7c4d-4ef6-a21f-5e8521f2fcca,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:25.484433 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-5140469c-ee54-45c8-870e-3290a7c02e99 req-b586b4a3-221f-474a-ab79-acbc9f27c897 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] No DVR routers for this DVR port 4c807108-7c4d-4ef6-a21f-5e8521f2fcca on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:59:25.488563 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5140469c-ee54-45c8-870e-3290a7c02e99 req-b586b4a3-221f-474a-ab79-acbc9f27c897 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:25.491575 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5140469c-ee54-45c8-870e-3290a7c02e99 req-b586b4a3-221f-474a-ab79-acbc9f27c897 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.36 "DELETE /v2.0/ports/4c807108-7c4d-4ef6-a21f-5e8521f2fcca HTTP/1.1" status: 204 len: 173 time: 1.0982261 Aug 28 14:59:25.504975 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da979f92-cfca-4975-ad84-89f011675bde', 'name': 'network-vif-deleted', 'tag': '4c807108-7c4d-4ef6-a21f-5e8521f2fcca'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:59:25.507642 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e19114-ce34-4b1b-a850-a290ec0adc80" -d '{"events": [{"server_uuid": "da979f92-cfca-4975-ad84-89f011675bde", "name": "network-vif-deleted", "tag": "4c807108-7c4d-4ef6-a21f-5e8521f2fcca"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:59:25.542463 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9c62551c-adc4-4ff3-8e68-11d6e39d11a6 req-34c29caf-bcf4-4db7-aa97-c2c9dbb8c2ef tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7abce444-2988-4814-b646-9690c5357a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328084 Aug 28 14:59:25.578007 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 8eb48a90-af36-4034-aa1f-9f2c0e292ca5 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:59:25.615902 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 8eb48a90-af36-4034-aa1f-9f2c0e292ca5 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:59:25.616254 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 8eb48a90-af36-4034-aa1f-9f2c0e292ca5 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:59:25.630152 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port df3204b3-66c1-4d58-bc13-c0687c417bee completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:59:25.635613 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port df3204b3-66c1-4d58-bc13-c0687c417bee triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:25.636106 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:25.765094 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28d71b6-c3e2-4788-bb3e-c61a73be85ae None None] DHCP port deletion for e1501e69-1daa-446c-bb61-85a17de94ab4 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 14:59:25.775379 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:25.778954 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc391f45-c9e5-4a4b-89ea-e668b8f6e9cb req-522763d5-cd4f-4e83-8bca-132621e5cabd tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:25.791785 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60266) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:25.792015 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cc391f45-c9e5-4a4b-89ea-e668b8f6e9cb req-522763d5-cd4f-4e83-8bca-132621e5cabd tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 950 time: 0.2487941 Aug 28 14:59:25.822417 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8a03ca33-bbb2-421c-a1a4-d12fe37f18f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:25.826446 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de2b2a22-665f-4eb6-88a5-90ddb7ee0d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3204b3-66c1-4d58-bc13-c0687c417bee'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:59:25.829308 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0932ec87-17bb-4bca-a843-19a430418b2e" -d '{"events": [{"server_uuid": "de2b2a22-665f-4eb6-88a5-90ddb7ee0d4a", "name": "network-vif-plugged", "status": "completed", "tag": "df3204b3-66c1-4d58-bc13-c0687c417bee"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:59:25.841160 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d54b27c7-6cd4-4641-a313-48168b91aa04 req-228b10e2-b9cb-4bc5-8865-f70808e2b753 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:25.846082 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port df3204b3-66c1-4d58-bc13-c0687c417bee, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=df3204b3-66c1-4d58-bc13-c0687c417bee,segment=NetworkSegment(67afd3f9-4c09-4e8c-b3bc-78d96c90d9ba),segment_id=67afd3f9-4c09-4e8c-b3bc-78d96c90d9ba)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:25.856316 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-9c6e3558-2b3d-4e4e-a0eb-0158c4d1d9ed admin admin] Deleting port 9701ecca-cd5e-4061-b1a0-2b95e2212e6d {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:59:25.856855 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c6e3558-2b3d-4e4e-a0eb-0158c4d1d9ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:25.857380 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:25.858787 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 80766bf6-c85b-4423-b044-f93f9fe80c0c no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:59:25.886147 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e0317d03-3f70-46f1-9772-c98d87f06735 req-797305fb-1e4f-45e6-8464-612c3c77f93c tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:25.896847 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cc391f45-c9e5-4a4b-89ea-e668b8f6e9cb req-a90a7d02-5f05-41d3-93ca-b4b87278be22 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040268 Aug 28 14:59:25.903568 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 80766bf6-c85b-4423-b044-f93f9fe80c0c {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:59:25.903903 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cad925-ddd2-478b-bc47-de7697daf67c req-dfaa7e7e-8f52-4f4f-880a-459a3866277b tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:25.904048 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 80766bf6-c85b-4423-b044-f93f9fe80c0c not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:59:25.904378 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device eac4e999-d135-44bf-a358-5d3858eacc64 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:59:25.906174 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12cad925-ddd2-478b-bc47-de7697daf67c req-dfaa7e7e-8f52-4f4f-880a-459a3866277b tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=9abf6740-cd79-4c49-aaa2-e0aac6e13d7b HTTP/1.1" status: 200 len: 945 time: 0.2276688 Aug 28 14:59:25.930754 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b10e2-b9cb-4bc5-8865-f70808e2b753 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Pushing event deleted for resources: {'Port': ['ID=feaee1a9-c469-44b3-b9ab-fafaa6ccb063,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:25.938909 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: eac4e999-d135-44bf-a358-5d3858eacc64 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:59:25.939258 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device eac4e999-d135-44bf-a358-5d3858eacc64 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:59:25.939720 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 367a9054-6d56-45b2-aa3e-acee0cbda864 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:59:25.945602 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c28d71b6-c3e2-4788-bb3e-c61a73be85ae None None] Deleting port 9701ecca-cd5e-4061-b1a0-2b95e2212e6d {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:59:25.946066 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c28d71b6-c3e2-4788-bb3e-c61a73be85ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:25.988593 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abf6740-cd79-4c49-aaa2-e0aac6e13d7b', 'name': 'network-vif-deleted', 'tag': '80766bf6-c85b-4423-b044-f93f9fe80c0c'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:59:25.990084 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f036db-c2a4-46bb-ba8b-3f0de089bd8e x-openstack-request-id: req-d3f036db-c2a4-46bb-ba8b-3f0de089bd8e {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:59:25.993300 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c407d0d-20d9-4c4f-b1d4-7f9415f1fedd" -d '{"events": [{"server_uuid": "9abf6740-cd79-4c49-aaa2-e0aac6e13d7b", "name": "network-vif-deleted", "tag": "80766bf6-c85b-4423-b044-f93f9fe80c0c"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:59:25.993576 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da979f92-cfca-4975-ad84-89f011675bde", "name": "network-vif-deleted", "tag": "4c807108-7c4d-4ef6-a21f-5e8521f2fcca", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:59:25.993852 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3f036db-c2a4-46bb-ba8b-3f0de089bd8e {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:59:25.994227 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da979f92-cfca-4975-ad84-89f011675bde', 'name': 'network-vif-deleted', 'tag': '4c807108-7c4d-4ef6-a21f-5e8521f2fcca', 'status': 'completed', 'code': 200} Aug 28 14:59:26.020145 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 367a9054-6d56-45b2-aa3e-acee0cbda864 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:59:26.020545 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 367a9054-6d56-45b2-aa3e-acee0cbda864 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:59:26.021062 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797305fb-1e4f-45e6-8464-612c3c77f93c tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Pushing event deleted for resources: {'Port': ['ID=367a9054-6d56-45b2-aa3e-acee0cbda864,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:26.032299 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12cad925-ddd2-478b-bc47-de7697daf67c req-00c8a1b2-be1e-4592-8fb5-9f01c2ade156 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808415 Aug 28 14:59:26.034579 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=df3204b3-66c1-4d58-bc13-c0687c417bee,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:26.047196 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54b27c7-6cd4-4641-a313-48168b91aa04 req-228b10e2-b9cb-4bc5-8865-f70808e2b753 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] No DVR routers for this DVR port feaee1a9-c469-44b3-b9ab-fafaa6ccb063 on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:59:26.064178 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c28d71b6-c3e2-4788-bb3e-c61a73be85ae None None] For port 9701ecca-cd5e-4061-b1a0-2b95e2212e6d, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=9701ecca-cd5e-4061-b1a0-2b95e2212e6d,segment=NetworkSegment(80b9e370-5ad7-4b49-a005-9f3ce8af503d),segment_id=80b9e370-5ad7-4b49-a005-9f3ce8af503d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:26.064709 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c28d71b6-c3e2-4788-bb3e-c61a73be85ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:26.066553 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-9c6e3558-2b3d-4e4e-a0eb-0158c4d1d9ed admin admin] For port 9701ecca-cd5e-4061-b1a0-2b95e2212e6d, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=9701ecca-cd5e-4061-b1a0-2b95e2212e6d,segment=NetworkSegment(80b9e370-5ad7-4b49-a005-9f3ce8af503d),segment_id=80b9e370-5ad7-4b49-a005-9f3ce8af503d)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:26.067173 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c6e3558-2b3d-4e4e-a0eb-0158c4d1d9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:26.073153 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d54b27c7-6cd4-4641-a313-48168b91aa04 req-228b10e2-b9cb-4bc5-8865-f70808e2b753 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:26.075563 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d54b27c7-6cd4-4641-a313-48168b91aa04 req-228b10e2-b9cb-4bc5-8865-f70808e2b753 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.41 "DELETE /v2.0/ports/feaee1a9-c469-44b3-b9ab-fafaa6ccb063 HTTP/1.1" status: 204 len: 173 time: 1.4412143 Aug 28 14:59:26.083198 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c28d71b6-c3e2-4788-bb3e-c61a73be85ae None None] Calling delete_port for 9701ecca-cd5e-4061-b1a0-2b95e2212e6d owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:59:26.096781 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-9c6e3558-2b3d-4e4e-a0eb-0158c4d1d9ed admin admin] Calling delete_port for 9701ecca-cd5e-4061-b1a0-2b95e2212e6d owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:59:26.141053 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0317d03-3f70-46f1-9772-c98d87f06735 req-797305fb-1e4f-45e6-8464-612c3c77f93c tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] No DVR routers for this DVR port 367a9054-6d56-45b2-aa3e-acee0cbda864 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:59:26.150144 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e0317d03-3f70-46f1-9772-c98d87f06735 req-797305fb-1e4f-45e6-8464-612c3c77f93c tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:26.152170 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0317d03-3f70-46f1-9772-c98d87f06735 req-797305fb-1e4f-45e6-8464-612c3c77f93c tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.36 "DELETE /v2.0/ports/367a9054-6d56-45b2-aa3e-acee0cbda864 HTTP/1.1" status: 204 len: 173 time: 1.5106740 Aug 28 14:59:26.193830 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa694c18-aa32-4099-b1fe-4e7912c89f29 x-openstack-request-id: req-aa694c18-aa32-4099-b1fe-4e7912c89f29 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:59:26.194911 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de2b2a22-665f-4eb6-88a5-90ddb7ee0d4a", "name": "network-vif-plugged", "status": "completed", "tag": "df3204b3-66c1-4d58-bc13-c0687c417bee", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:59:26.195218 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa694c18-aa32-4099-b1fe-4e7912c89f29 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:59:26.195633 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de2b2a22-665f-4eb6-88a5-90ddb7ee0d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3204b3-66c1-4d58-bc13-c0687c417bee', 'code': 200} Aug 28 14:59:26.261110 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c6e3558-2b3d-4e4e-a0eb-0158c4d1d9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:26.287753 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:26.293708 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8a03ca33-bbb2-421c-a1a4-d12fe37f18f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:26.298426 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8a03ca33-bbb2-421c-a1a4-d12fe37f18f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:26.316859 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c28d71b6-c3e2-4788-bb3e-c61a73be85ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:26.317772 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e3558-2b3d-4e4e-a0eb-0158c4d1d9ed admin admin] Pushing event deleted for resources: {'Port': ['ID=9701ecca-cd5e-4061-b1a0-2b95e2212e6d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:26.357984 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d71b6-c3e2-4788-bb3e-c61a73be85ae None None] Pushing event deleted for resources: {'Port': ['ID=9701ecca-cd5e-4061-b1a0-2b95e2212e6d,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:26.377216 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28d71b6-c3e2-4788-bb3e-c61a73be85ae None None] No DVR routers for this DVR port 9701ecca-cd5e-4061-b1a0-2b95e2212e6d on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:59:26.381938 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6e3558-2b3d-4e4e-a0eb-0158c4d1d9ed admin admin] No DVR routers for this DVR port 9701ecca-cd5e-4061-b1a0-2b95e2212e6d on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:59:26.385076 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-78bc300b-c4cc-45dc-8f9c-5495e58d7464 req-a55fde09-d185-4419-ac26-8a9d27d779b7 tempest-ListServersNegativeTestJSON-1894568972 tempest-ListServersNegativeTestJSON-1894568972-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f HTTP/1.1" status: 200 len: 210 time: 0.0769818 Aug 28 14:59:26.479876 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03ca33-bbb2-421c-a1a4-d12fe37f18f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e51ef5-0bbb-42f5-88ad-9b073c695e65,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:26.486347 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572e1516-2a3f-40ae-a6ec-211963f6eece x-openstack-request-id: req-572e1516-2a3f-40ae-a6ec-211963f6eece {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:59:26.486641 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9abf6740-cd79-4c49-aaa2-e0aac6e13d7b", "name": "network-vif-deleted", "tag": "80766bf6-c85b-4423-b044-f93f9fe80c0c", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:59:26.486891 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-572e1516-2a3f-40ae-a6ec-211963f6eece {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:59:26.487412 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abf6740-cd79-4c49-aaa2-e0aac6e13d7b', 'name': 'network-vif-deleted', 'tag': '80766bf6-c85b-4423-b044-f93f9fe80c0c', 'status': 'completed', 'code': 200} Aug 28 14:59:26.494562 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8a03ca33-bbb2-421c-a1a4-d12fe37f18f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe369ed6e746460e8a7c137ca403cee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6969728 Aug 28 14:59:26.494910 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c6e3558-2b3d-4e4e-a0eb-0158c4d1d9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:26.494910 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60278) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:26.512227 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45001670-95df-44dc-a9a8-522e1fc58c97 req-2a596ed8-23b2-45ce-8a4c-b141c5c6a840 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:26.513212 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-9c6e3558-2b3d-4e4e-a0eb-0158c4d1d9ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1501e69-1daa-446c-bb61-85a17de94ab4']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:26.513700 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-45001670-95df-44dc-a9a8-522e1fc58c97 req-2a596ed8-23b2-45ce-8a4c-b141c5c6a840 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] 10.222.0.13 "GET /v2.0/ports?device_id=de2b2a22-665f-4eb6-88a5-90ddb7ee0d4a HTTP/1.1" status: 200 len: 945 time: 0.1979802 Aug 28 14:59:26.529823 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ccba7e-cbc5-40aa-8901-781ccc81371b req-09a1adf6-719f-4b3a-a484-4eebaf45301a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:26.531358 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-64ccba7e-cbc5-40aa-8901-781ccc81371b req-09a1adf6-719f-4b3a-a484-4eebaf45301a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=de2b2a22-665f-4eb6-88a5-90ddb7ee0d4a HTTP/1.1" status: 200 len: 1097 time: 0.0957425 Aug 28 14:59:26.541702 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-9c6e3558-2b3d-4e4e-a0eb-0158c4d1d9ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b9e370-5ad7-4b49-a005-9f3ce8af503d') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:26.541999 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-9c6e3558-2b3d-4e4e-a0eb-0158c4d1d9ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b9e370-5ad7-4b49-a005-9f3ce8af503d') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:26.570829 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c6e3558-2b3d-4e4e-a0eb-0158c4d1d9ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:26.585661 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-45001670-95df-44dc-a9a8-522e1fc58c97 req-7fa5f105-3c50-40c4-b9a0-8cb26149d627 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7f9bb23-1c1d-481b-bd21-189a08d0f65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637758 Aug 28 14:59:26.587570 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-64ccba7e-cbc5-40aa-8901-781ccc81371b req-ad97d315-b627-4b44-bde4-d52fb08b9cc4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e7f9bb23-1c1d-481b-bd21-189a08d0f65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482574 Aug 28 14:59:26.614984 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c6e3558-2b3d-4e4e-a0eb-0158c4d1d9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:26.634591 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3f805018-298c-42ab-b993-22fe8b93d579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:26.636605 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6e3558-2b3d-4e4e-a0eb-0158c4d1d9ed admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 14:59:26.637018 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c6e3558-2b3d-4e4e-a0eb-0158c4d1d9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: timer() Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 14:59:26.651565 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 14:59:26.731162 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3f805018-298c-42ab-b993-22fe8b93d579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:26.740098 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c6e3558-2b3d-4e4e-a0eb-0158c4d1d9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:26.756458 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4fe0e-69a1-46ea-9420-814ce0b58870 req-8fc6bf30-e458-4663-9f22-29be5f41c034 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:26.757951 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eda4fe0e-69a1-46ea-9420-814ce0b58870 req-8fc6bf30-e458-4663-9f22-29be5f41c034 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/ports?device_id=de5817ec-6613-487a-9e42-59b6322db37d HTTP/1.1" status: 200 len: 945 time: 0.1386340 Aug 28 14:59:26.758980 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c6e3558-2b3d-4e4e-a0eb-0158c4d1d9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:26.763747 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9c6e3558-2b3d-4e4e-a0eb-0158c4d1d9ed admin admin] 10.222.0.13 "DELETE /v2.0/networks/e1501e69-1daa-446c-bb61-85a17de94ab4 HTTP/1.1" status: 204 len: 168 time: 1.5999410 Aug 28 14:59:26.790078 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e3558-2b3d-4e4e-a0eb-0158c4d1d9ed admin admin] Pushing event deleted for resources: {'Network': ['ID=e1501e69-1daa-446c-bb61-85a17de94ab4,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:26.800477 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device feaee1a9-c469-44b3-b9ab-fafaa6ccb063 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:59:26.828985 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eda4fe0e-69a1-46ea-9420-814ce0b58870 req-c7aef44a-f39c-4404-875f-1436ff0f148d tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7abce444-2988-4814-b646-9690c5357a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540857 Aug 28 14:59:26.850271 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3f805018-298c-42ab-b993-22fe8b93d579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:26.856398 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3f805018-298c-42ab-b993-22fe8b93d579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:26.857908 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3f805018-298c-42ab-b993-22fe8b93d579 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23e51ef5-0bbb-42f5-88ad-9b073c695e65 HTTP/1.1" status: 204 len: 168 time: 0.3630023 Aug 28 14:59:26.863399 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: feaee1a9-c469-44b3-b9ab-fafaa6ccb063 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:59:26.863399 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device feaee1a9-c469-44b3-b9ab-fafaa6ccb063 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:59:26.891477 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f805018-298c-42ab-b993-22fe8b93d579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e51ef5-0bbb-42f5-88ad-9b073c695e65,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:27.048706 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60292) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:27.066122 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4517a-83b2-4dcf-8e5b-f678575147ff req-45f8f6ec-b9bf-4746-a0e3-79beefee329b tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:27.068610 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1ed4517a-83b2-4dcf-8e5b-f678575147ff req-45f8f6ec-b9bf-4746-a0e3-79beefee329b tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 950 time: 0.0830970 Aug 28 14:59:27.131162 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1ed4517a-83b2-4dcf-8e5b-f678575147ff req-7546c055-9bc8-43ab-af71-01e972e242fd tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492339 Aug 28 14:59:27.134367 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c92feac0-02f8-415d-8f37-b3cf14017eaa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b319c3c286c4760ae45c0d4e22bccc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0844407 Aug 28 14:59:27.136030 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60296) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:27.137106 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60298) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:27.203647 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-20c40e0d-9089-4130-b7ee-7f947ef4c8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:27.232845 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc01d886-fa16-4367-85c1-ba3d80a0603b tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Deleting subnet 8a379ad1-d6d9-4aab-b854-2855f4de14ed {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 14:59:27.237038 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fc01d886-fa16-4367-85c1-ba3d80a0603b tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:27.241138 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-20c40e0d-9089-4130-b7ee-7f947ef4c8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:27.305973 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fc01d886-fa16-4367-85c1-ba3d80a0603b tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:27.321893 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-20c40e0d-9089-4130-b7ee-7f947ef4c8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:27.324228 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 4c807108-7c4d-4ef6-a21f-5e8521f2fcca no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:59:27.327977 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-20c40e0d-9089-4130-b7ee-7f947ef4c8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:27.329146 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-20c40e0d-9089-4130-b7ee-7f947ef4c8c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc698879-14b8-467a-a68d-a317b9a89329 HTTP/1.1" status: 204 len: 168 time: 0.1908550 Aug 28 14:59:27.357819 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c40e0d-9089-4130-b7ee-7f947ef4c8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc698879-14b8-467a-a68d-a317b9a89329,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:27.363414 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 4c807108-7c4d-4ef6-a21f-5e8521f2fcca {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:59:27.367857 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 4c807108-7c4d-4ef6-a21f-5e8521f2fcca not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:59:27.470084 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fc01d886-fa16-4367-85c1-ba3d80a0603b tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:27.524771 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60326) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:27.592195 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fc01d886-fa16-4367-85c1-ba3d80a0603b tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:27.636613 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-321f5c7a-f636-4ae0-bd44-d4a08d44dacf admin admin] Deleting subnet babeb1cc-c2d1-4c37-a788-a16dd8769564 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 14:59:27.649869 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-321f5c7a-f636-4ae0-bd44-d4a08d44dacf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:27.663674 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01d886-fa16-4367-85c1-ba3d80a0603b tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Pushing event deleted for resources: {'Subnet': ['ID=8a379ad1-d6d9-4aab-b854-2855f4de14ed,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:27.669833 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fc01d886-fa16-4367-85c1-ba3d80a0603b tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:27.672341 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fc01d886-fa16-4367-85c1-ba3d80a0603b tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "DELETE /v2.0/subnets/8a379ad1-d6d9-4aab-b854-2855f4de14ed HTTP/1.1" status: 204 len: 168 time: 0.5334344 Aug 28 14:59:27.676508 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60334) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:27.687383 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0c7956-114b-4c71-92e0-83a7364a7d9c None None] Network 51328f48-dab2-4bc5-b49a-184fc97e083e requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:59:27.760510 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b70ab240-f78f-4478-a25e-801097e78406 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:27.841116 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-b70ab240-f78f-4478-a25e-801097e78406 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Deleting port 3a499f75-d4b3-4609-aae3-93053ca2efd2 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:59:27.843700 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b70ab240-f78f-4478-a25e-801097e78406 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:27.846911 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9701ecca-cd5e-4061-b1a0-2b95e2212e6d no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:59:27.851830 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-321f5c7a-f636-4ae0-bd44-d4a08d44dacf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:27.924518 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe1a79-176a-45a9-aac8-bacc82944108 req-0c9663f3-6998-43de-a822-6d68db0031e9 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:27.936379 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fdbe1a79-176a-45a9-aac8-bacc82944108 req-0c9663f3-6998-43de-a822-6d68db0031e9 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] 10.222.0.13 "GET /v2.0/ports?device_id=de2b2a22-665f-4eb6-88a5-90ddb7ee0d4a HTTP/1.1" status: 200 len: 945 time: 0.1383772 Aug 28 14:59:27.954681 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 9701ecca-cd5e-4061-b1a0-2b95e2212e6d {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:59:27.955040 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9701ecca-cd5e-4061-b1a0-2b95e2212e6d not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:59:27.957981 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-321f5c7a-f636-4ae0-bd44-d4a08d44dacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:27.995852 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f', 'name': 'network-vif-deleted', 'tag': 'feaee1a9-c469-44b3-b9ab-fafaa6ccb063'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:59:28.006154 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1751a7-8eab-4829-9b67-e1bef369efa2" -d '{"events": [{"server_uuid": "ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f", "name": "network-vif-deleted", "tag": "feaee1a9-c469-44b3-b9ab-fafaa6ccb063"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:59:28.024515 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fdbe1a79-176a-45a9-aac8-bacc82944108 req-c7eb23ba-538a-48a6-ae9e-3d23982144ba tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7f9bb23-1c1d-481b-bd21-189a08d0f65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871396 Aug 28 14:59:28.084980 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-b70ab240-f78f-4478-a25e-801097e78406 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] For port 3a499f75-d4b3-4609-aae3-93053ca2efd2, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=3a499f75-d4b3-4609-aae3-93053ca2efd2,segment=NetworkSegment(d4bdd52c-aa58-4c64-8ede-4f23f8533bd4),segment_id=d4bdd52c-aa58-4c64-8ede-4f23f8533bd4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:28.094459 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b70ab240-f78f-4478-a25e-801097e78406 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:28.104384 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-321f5c7a-f636-4ae0-bd44-d4a08d44dacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:28.129303 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-b70ab240-f78f-4478-a25e-801097e78406 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Calling delete_port for 3a499f75-d4b3-4609-aae3-93053ca2efd2 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:59:28.141517 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebbf5d6-42e6-49c8-b0cf-d00c431b120d None None] DHCP port deletion for 51328f48-dab2-4bc5-b49a-184fc97e083e request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 14:59:28.151252 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f5c7a-f636-4ae0-bd44-d4a08d44dacf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=babeb1cc-c2d1-4c37-a788-a16dd8769564,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:28.166391 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-321f5c7a-f636-4ae0-bd44-d4a08d44dacf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:28.171741 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-321f5c7a-f636-4ae0-bd44-d4a08d44dacf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/babeb1cc-c2d1-4c37-a788-a16dd8769564 HTTP/1.1" status: 204 len: 168 time: 0.6455379 Aug 28 14:59:28.172438 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60358) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:28.216474 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-5ebbf5d6-42e6-49c8-b0cf-d00c431b120d None None] Deleting port 3a499f75-d4b3-4609-aae3-93053ca2efd2 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:59:28.222227 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5ebbf5d6-42e6-49c8-b0cf-d00c431b120d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:28.270207 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4736cf-9d88-473c-bfd3-756a10b380be x-openstack-request-id: req-7e4736cf-9d88-473c-bfd3-756a10b380be {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:59:28.271125 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f", "name": "network-vif-deleted", "tag": "feaee1a9-c469-44b3-b9ab-fafaa6ccb063", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:59:28.272478 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e4736cf-9d88-473c-bfd3-756a10b380be {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:59:28.274611 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce36c533-8dd6-49f7-9c14-9e97bfe0bb7f', 'name': 'network-vif-deleted', 'tag': 'feaee1a9-c469-44b3-b9ab-fafaa6ccb063', 'status': 'completed', 'code': 200} Aug 28 14:59:28.330658 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0edfb152-ce92-4c8f-9432-a69a5e704579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:28.386737 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-5ebbf5d6-42e6-49c8-b0cf-d00c431b120d None None] For port 3a499f75-d4b3-4609-aae3-93053ca2efd2, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=3a499f75-d4b3-4609-aae3-93053ca2efd2,segment=NetworkSegment(d4bdd52c-aa58-4c64-8ede-4f23f8533bd4),segment_id=d4bdd52c-aa58-4c64-8ede-4f23f8533bd4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:28.397056 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5ebbf5d6-42e6-49c8-b0cf-d00c431b120d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:28.408734 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b70ab240-f78f-4478-a25e-801097e78406 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:28.416124 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ef04a-c780-44a3-9bbb-964601c5797f req-44d06ec8-6ea4-440a-a7c8-de7f34469fdf tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:28.424055 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9e7ef04a-c780-44a3-9bbb-964601c5797f req-44d06ec8-6ea4-440a-a7c8-de7f34469fdf tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 950 time: 0.1630712 Aug 28 14:59:28.457819 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-5ebbf5d6-42e6-49c8-b0cf-d00c431b120d None None] Calling delete_port for 3a499f75-d4b3-4609-aae3-93053ca2efd2 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:59:28.506830 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ab240-f78f-4478-a25e-801097e78406 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Pushing event deleted for resources: {'Port': ['ID=3a499f75-d4b3-4609-aae3-93053ca2efd2,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:28.514256 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70ab240-f78f-4478-a25e-801097e78406 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] No DVR routers for this DVR port 3a499f75-d4b3-4609-aae3-93053ca2efd2 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:59:28.535924 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abf6740-cd79-4c49-aaa2-e0aac6e13d7b', 'name': 'network-vif-deleted', 'tag': '367a9054-6d56-45b2-aa3e-acee0cbda864'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:59:28.541779 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3956b2-5ccc-4eba-bceb-d170dc83f89c" -d '{"events": [{"server_uuid": "9abf6740-cd79-4c49-aaa2-e0aac6e13d7b", "name": "network-vif-deleted", "tag": "367a9054-6d56-45b2-aa3e-acee0cbda864"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:59:28.612288 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9e7ef04a-c780-44a3-9bbb-964601c5797f req-245c8609-2c02-46db-a904-273482d18b65 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821234 Aug 28 14:59:28.678035 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0edfb152-ce92-4c8f-9432-a69a5e704579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:28.702285 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-0edfb152-ce92-4c8f-9432-a69a5e704579 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50f9d4de-1072-4625-ae09-b6146cb37525']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:28.717271 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-0edfb152-ce92-4c8f-9432-a69a5e704579 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a464380-b5ca-4ce5-bd5d-713d1db879d0') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:28.717598 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-0edfb152-ce92-4c8f-9432-a69a5e704579 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a464380-b5ca-4ce5-bd5d-713d1db879d0') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:28.724212 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b70ab240-f78f-4478-a25e-801097e78406 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:28.731519 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0edfb152-ce92-4c8f-9432-a69a5e704579 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:28.737797 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5ebbf5d6-42e6-49c8-b0cf-d00c431b120d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:28.741776 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-b70ab240-f78f-4478-a25e-801097e78406 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51328f48-dab2-4bc5-b49a-184fc97e083e']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:28.746474 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0edfb152-ce92-4c8f-9432-a69a5e704579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:28.753469 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0edfb152-ce92-4c8f-9432-a69a5e704579 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 14:59:28.753469 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0edfb152-ce92-4c8f-9432-a69a5e704579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:28.754203 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-b70ab240-f78f-4478-a25e-801097e78406 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4bdd52c-aa58-4c64-8ede-4f23f8533bd4') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:28.754506 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-b70ab240-f78f-4478-a25e-801097e78406 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4bdd52c-aa58-4c64-8ede-4f23f8533bd4') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:28.770215 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b70ab240-f78f-4478-a25e-801097e78406 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:28.770750 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbf5d6-42e6-49c8-b0cf-d00c431b120d None None] Pushing event deleted for resources: {'Port': ['ID=3a499f75-d4b3-4609-aae3-93053ca2efd2,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:28.778838 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebbf5d6-42e6-49c8-b0cf-d00c431b120d None None] No DVR routers for this DVR port 3a499f75-d4b3-4609-aae3-93053ca2efd2 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:59:28.807044 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b70ab240-f78f-4478-a25e-801097e78406 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:28.814446 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b70ab240-f78f-4478-a25e-801097e78406 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 14:59:28.814976 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b70ab240-f78f-4478-a25e-801097e78406 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: timer() Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 14:59:28.819249 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: timer() Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 14:59:28.822087 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 14:59:28.824564 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b04296e-d674-40b7-a72d-70e3daa43dcc x-openstack-request-id: req-9b04296e-d674-40b7-a72d-70e3daa43dcc {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:59:28.824564 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9abf6740-cd79-4c49-aaa2-e0aac6e13d7b", "name": "network-vif-deleted", "tag": "367a9054-6d56-45b2-aa3e-acee0cbda864", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:59:28.824564 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b04296e-d674-40b7-a72d-70e3daa43dcc {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:59:28.824564 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abf6740-cd79-4c49-aaa2-e0aac6e13d7b', 'name': 'network-vif-deleted', 'tag': '367a9054-6d56-45b2-aa3e-acee0cbda864', 'status': 'completed', 'code': 200} Aug 28 14:59:28.824564 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0edfb152-ce92-4c8f-9432-a69a5e704579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:28.829104 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0edfb152-ce92-4c8f-9432-a69a5e704579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:28.834726 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0edfb152-ce92-4c8f-9432-a69a5e704579 admin admin] 10.222.0.13 "DELETE /v2.0/networks/50f9d4de-1072-4625-ae09-b6146cb37525 HTTP/1.1" status: 204 len: 168 time: 0.6575720 Aug 28 14:59:28.852095 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfb152-ce92-4c8f-9432-a69a5e704579 admin admin] Pushing event deleted for resources: {'Network': ['ID=50f9d4de-1072-4625-ae09-b6146cb37525,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:28.908699 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60386) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:28.921007 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b70ab240-f78f-4478-a25e-801097e78406 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:28.928183 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b70ab240-f78f-4478-a25e-801097e78406 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:28.933133 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60390) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:28.933258 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b70ab240-f78f-4478-a25e-801097e78406 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "DELETE /v2.0/networks/51328f48-dab2-4bc5-b49a-184fc97e083e HTTP/1.1" status: 204 len: 168 time: 1.2556407 Aug 28 14:59:29.001194 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b15f19d-779d-4eb8-a754-eb0c1435ace0 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Deleting subnet 051252fb-4f8a-4a31-a691-140ac32be230 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 14:59:29.006417 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b15f19d-779d-4eb8-a754-eb0c1435ace0 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:29.057728 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b15f19d-779d-4eb8-a754-eb0c1435ace0 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:29.091247 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60396) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:29.217878 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7b1e003f-f768-4978-9cb9-5ddc99c9f2da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f5fdf7c9ae34b1c8df1780ae980d45b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1250396 Aug 28 14:59:29.223295 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60400) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:29.241677 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ab240-f78f-4478-a25e-801097e78406 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Pushing event deleted for resources: {'Network': ['ID=51328f48-dab2-4bc5-b49a-184fc97e083e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:29.241890 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-5c9b16e5-7dad-4fea-bd1c-596f2e8604a0 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-637626396-network', 'tenant_id': '478107490d854612b2fb52a63284f6da'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:29.286487 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5be0e-ac71-4ffe-b1db-cd3b75ff367c req-a5efce7a-2ef7-4428-9c87-73cd368e04de tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:29.287924 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ad5be0e-ac71-4ffe-b1db-cd3b75ff367c req-a5efce7a-2ef7-4428-9c87-73cd368e04de tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] 10.222.0.13 "GET /v2.0/ports?device_id=de2b2a22-665f-4eb6-88a5-90ddb7ee0d4a HTTP/1.1" status: 200 len: 945 time: 0.1435554 Aug 28 14:59:29.351114 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b15f19d-779d-4eb8-a754-eb0c1435ace0 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:29.354054 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9b16e5-7dad-4fea-bd1c-596f2e8604a0 admin admin] Made reservation on behalf of 478107490d854612b2fb52a63284f6da for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:59:29.356300 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c9b16e5-7dad-4fea-bd1c-596f2e8604a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:29.412180 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c9b16e5-7dad-4fea-bd1c-596f2e8604a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:29.423965 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ad5be0e-ac71-4ffe-b1db-cd3b75ff367c req-5c5eb10a-00f6-43d4-9a48-e4716325db5a tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7f9bb23-1c1d-481b-bd21-189a08d0f65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181996 Aug 28 14:59:29.431509 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb54861b-702c-457d-8032-4a5de86e7b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:29.485177 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b15f19d-779d-4eb8-a754-eb0c1435ace0 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:29.507790 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb54861b-702c-457d-8032-4a5de86e7b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:29.621021 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 3a499f75-d4b3-4609-aae3-93053ca2efd2 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:59:29.630556 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15f19d-779d-4eb8-a754-eb0c1435ace0 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Pushing event deleted for resources: {'Subnet': ['ID=051252fb-4f8a-4a31-a691-140ac32be230,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:29.634944 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b15f19d-779d-4eb8-a754-eb0c1435ace0 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:29.640767 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60422) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:29.653054 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3b15f19d-779d-4eb8-a754-eb0c1435ace0 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "DELETE /v2.0/subnets/051252fb-4f8a-4a31-a691-140ac32be230 HTTP/1.1" status: 204 len: 168 time: 0.7185133 Aug 28 14:59:29.696320 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392aa104-fb05-4820-87f8-af32cda7d3a1 None None] Network 3acbcff8-69a9-4b0d-823b-cf95db629b8d requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:59:29.711599 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 3a499f75-d4b3-4609-aae3-93053ca2efd2 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:59:29.712380 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 3a499f75-d4b3-4609-aae3-93053ca2efd2 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:59:29.820786 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb54861b-702c-457d-8032-4a5de86e7b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:29.823889 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb54861b-702c-457d-8032-4a5de86e7b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:29.824760 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fb54861b-702c-457d-8032-4a5de86e7b29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77ec7446-4a36-4100-bb77-05f18aacf8ea HTTP/1.1" status: 204 len: 168 time: 0.5963595 Aug 28 14:59:29.854577 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f7d9c5a-484c-414a-8eb6-224dc5334ed8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:29.856094 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54861b-702c-457d-8032-4a5de86e7b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ec7446-4a36-4100-bb77-05f18aacf8ea,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:29.879127 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe0e8c-19e7-4f73-bd16-226d90173aa7 req-3ddf7843-1501-42a5-aeca-c0d2b8717bcb tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:29.880813 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c1fe0e8c-19e7-4f73-bd16-226d90173aa7 req-3ddf7843-1501-42a5-aeca-c0d2b8717bcb tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 950 time: 0.1365252 Aug 28 14:59:29.982535 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c9b16e5-7dad-4fea-bd1c-596f2e8604a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:29.994469 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c9b16e5-7dad-4fea-bd1c-596f2e8604a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:30.013428 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-5f7d9c5a-484c-414a-8eb6-224dc5334ed8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Deleting port e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:59:30.013738 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f7d9c5a-484c-414a-8eb6-224dc5334ed8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:30.029853 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c9b16e5-7dad-4fea-bd1c-596f2e8604a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 14:59:30.055724 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c836caae-babd-4b68-ade3-582fca33c045 None None] DHCP port deletion for 3acbcff8-69a9-4b0d-823b-cf95db629b8d request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 14:59:30.083647 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b16e5-7dad-4fea-bd1c-596f2e8604a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b72fd6f-a86a-4c20-820f-7181f4398682,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:30.098538 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60438) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:30.134136 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c9b16e5-7dad-4fea-bd1c-596f2e8604a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:30.134491 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-5c9b16e5-7dad-4fea-bd1c-596f2e8604a0 admin admin] Added segment 56e55a35-3570-4cec-88c5-f76cdfa3881a of type vlan for network 8404fc60-2695-490e-81aa-576e7b73d9df Aug 28 14:59:30.171498 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c836caae-babd-4b68-ade3-582fca33c045 None None] Deleting port e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:59:30.172377 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-5f7d9c5a-484c-414a-8eb6-224dc5334ed8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] For port e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783,segment=NetworkSegment(4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb),segment_id=4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:30.172709 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c836caae-babd-4b68-ade3-582fca33c045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:30.173140 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f7d9c5a-484c-414a-8eb6-224dc5334ed8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:30.176847 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c1fe0e8c-19e7-4f73-bd16-226d90173aa7 req-60f7413c-8b51-47b8-a705-abda97e66d78 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667954 Aug 28 14:59:30.228118 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-5f7d9c5a-484c-414a-8eb6-224dc5334ed8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Calling delete_port for e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:59:30.260398 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c9b16e5-7dad-4fea-bd1c-596f2e8604a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:30.300130 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c836caae-babd-4b68-ade3-582fca33c045 None None] For port e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783,segment=NetworkSegment(4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb),segment_id=4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:30.300536 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c836caae-babd-4b68-ade3-582fca33c045 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:30.317752 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c9b16e5-7dad-4fea-bd1c-596f2e8604a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:30.319153 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9b16e5-7dad-4fea-bd1c-596f2e8604a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:30.320785 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c9b16e5-7dad-4fea-bd1c-596f2e8604a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:30.338390 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c836caae-babd-4b68-ade3-582fca33c045 None None] Calling delete_port for e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:59:30.351556 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f7d9c5a-484c-414a-8eb6-224dc5334ed8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:30.416260 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5c9b16e5-7dad-4fea-bd1c-596f2e8604a0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5052404 Aug 28 14:59:30.419018 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60448) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:30.425391 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-16043c6f-71ad-455e-96ef-e24c20bd562f admin admin] Request body: {'subnet': {'network_id': '8404fc60-2695-490e-81aa-576e7b73d9df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-637626396-subnet', 'tenant_id': '478107490d854612b2fb52a63284f6da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:30.439543 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b16e5-7dad-4fea-bd1c-596f2e8604a0 admin admin] Pushing event updated for resources: {'Network': ['ID=8404fc60-2695-490e-81aa-576e7b73d9df,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:30.458691 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 8404fc60-2695-490e-81aa-576e7b73d9df details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 14:59:30.470989 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16043c6f-71ad-455e-96ef-e24c20bd562f admin admin] Made reservation on behalf of 478107490d854612b2fb52a63284f6da for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:59:30.477532 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-16043c6f-71ad-455e-96ef-e24c20bd562f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:30.479343 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d9c5a-484c-414a-8eb6-224dc5334ed8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Pushing event deleted for resources: {'Port': ['ID=e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:30.494339 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7d9c5a-484c-414a-8eb6-224dc5334ed8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] No DVR routers for this DVR port e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:59:30.639918 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c836caae-babd-4b68-ade3-582fca33c045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:30.653932 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-afa89b58-4161-4edd-8940-1c917c586475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:30.680773 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f7d9c5a-484c-414a-8eb6-224dc5334ed8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:30.708905 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c836caae-babd-4b68-ade3-582fca33c045 None None] No DVR routers for this DVR port e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:59:30.710503 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-5f7d9c5a-484c-414a-8eb6-224dc5334ed8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3acbcff8-69a9-4b0d-823b-cf95db629b8d']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:30.727574 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836caae-babd-4b68-ade3-582fca33c045 None None] Pushing event deleted for resources: {'Port': ['ID=e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:30.748520 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-5f7d9c5a-484c-414a-8eb6-224dc5334ed8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:30.748520 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-5f7d9c5a-484c-414a-8eb6-224dc5334ed8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3b1ab5-8830-4ce7-b6d7-007e1800c2bb') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:30.769453 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f7d9c5a-484c-414a-8eb6-224dc5334ed8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:30.793131 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f7d9c5a-484c-414a-8eb6-224dc5334ed8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:30.808801 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7d9c5a-484c-414a-8eb6-224dc5334ed8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 14:59:30.809228 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f7d9c5a-484c-414a-8eb6-224dc5334ed8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: timer() Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 14:59:30.812422 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 14:59:30.911716 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-afa89b58-4161-4edd-8940-1c917c586475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:30.919874 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-afa89b58-4161-4edd-8940-1c917c586475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:30.959813 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f7d9c5a-484c-414a-8eb6-224dc5334ed8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:30.975998 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-16043c6f-71ad-455e-96ef-e24c20bd562f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:30.984946 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f7d9c5a-484c-414a-8eb6-224dc5334ed8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:30.988088 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5f7d9c5a-484c-414a-8eb6-224dc5334ed8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "DELETE /v2.0/networks/3acbcff8-69a9-4b0d-823b-cf95db629b8d HTTP/1.1" status: 204 len: 168 time: 1.3461950 Aug 28 14:59:30.989675 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d9c5a-484c-414a-8eb6-224dc5334ed8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Pushing event deleted for resources: {'Network': ['ID=3acbcff8-69a9-4b0d-823b-cf95db629b8d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:31.005419 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60464) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:31.010607 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-afa89b58-4161-4edd-8940-1c917c586475 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba4736269bac488fb68f9642c5cefe40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9104660 Aug 28 14:59:31.016861 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-5de801ca-b4e7-4bad-aae5-d4168f097ddd tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-387125745'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:31.024905 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60466) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:31.114557 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043c6f-71ad-455e-96ef-e24c20bd562f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4e27c48-8948-454b-9eb7-538bfc94a031,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:31.136966 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa89b58-4161-4edd-8940-1c917c586475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5002f5d-2486-46af-9b16-356adf85e40d,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:31.150492 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16043c6f-71ad-455e-96ef-e24c20bd562f admin admin] Checking segment: {'id': '56e55a35-3570-4cec-88c5-f76cdfa3881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8404fc60-2695-490e-81aa-576e7b73d9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:59:31.150833 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16043c6f-71ad-455e-96ef-e24c20bd562f admin admin] Network hostable DHCP agents. Network: 8404fc60-2695-490e-81aa-576e7b73d9df, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 14:59:31.174874 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5aeb8392-6e08-4e91-81b7-b47f244cfb89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:31.177218 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-0c2ef88f-e856-45ad-bf20-2e574b7de67c service neutron] show failed (client error): The resource could not be found. Aug 28 14:59:31.178813 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-0c2ef88f-e856-45ad-bf20-2e574b7de67c service neutron] 10.222.0.41 "GET /v2.0/ports/49adc9a0-3f71-4801-bb97-d7938b5f60cd/bindings/n-h2-712137-10 HTTP/1.1" status: 404 len: 381 time: 0.2792416 Aug 28 14:59:31.185818 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16043c6f-71ad-455e-96ef-e24c20bd562f admin admin] Network 8404fc60-2695-490e-81aa-576e7b73d9df is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 14:59:31.197717 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de801ca-b4e7-4bad-aae5-d4168f097ddd tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Made reservation on behalf of 77e2c8d8344c43369cd6764e0c50c8bf for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:59:31.197938 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-16043c6f-71ad-455e-96ef-e24c20bd562f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 8404fc60-2695-490e-81aa-576e7b73d9df) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:59:31.203332 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5de801ca-b4e7-4bad-aae5-d4168f097ddd tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:31.203603 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16043c6f-71ad-455e-96ef-e24c20bd562f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:31.204258 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-16043c6f-71ad-455e-96ef-e24c20bd562f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:31.226059 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319fa6b2-b635-401b-a7eb-1923dfb6e63e None None] Network 8404fc60-2695-490e-81aa-576e7b73d9df requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:59:31.241776 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5aeb8392-6e08-4e91-81b7-b47f244cfb89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:31.261356 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-16043c6f-71ad-455e-96ef-e24c20bd562f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8368132 Aug 28 14:59:31.287167 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de801ca-b4e7-4bad-aae5-d4168f097ddd tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 14:59:31.342912 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5de801ca-b4e7-4bad-aae5-d4168f097ddd tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:31.343281 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-5de801ca-b4e7-4bad-aae5-d4168f097ddd tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Added segment f3dfb440-194e-452f-a269-c7f85036b14a of type vlan for network 28981bcb-91e5-4752-95ca-a083aff8582b Aug 28 14:59:31.512827 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a528e62c-b468-4a6c-8461-8b472fa31af9 None None] Network 8404fc60-2695-490e-81aa-576e7b73d9df requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:59:31.523947 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5aeb8392-6e08-4e91-81b7-b47f244cfb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:31.527888 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5aeb8392-6e08-4e91-81b7-b47f244cfb89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:31.529199 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5aeb8392-6e08-4e91-81b7-b47f244cfb89 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5002f5d-2486-46af-9b16-356adf85e40d HTTP/1.1" status: 204 len: 168 time: 0.5031857 Aug 28 14:59:31.531900 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5de801ca-b4e7-4bad-aae5-d4168f097ddd tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:31.571245 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb8392-6e08-4e91-81b7-b47f244cfb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5002f5d-2486-46af-9b16-356adf85e40d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:31.586117 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-520cfc67-fd40-4133-a003-872f753f3dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:31.587762 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-520cfc67-fd40-4133-a003-872f753f3dc0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f&tenant_id=86251bdbee63415981170d08b9111a4c HTTP/1.1" status: 200 len: 1102 time: 0.1040590 Aug 28 14:59:31.595704 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcd740-ad11-42d3-aae7-48de6e121978 req-a7905858-ccb5-42c9-ae44-85c10c66b704 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:31.605868 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-14dcd740-ad11-42d3-aae7-48de6e121978 req-a7905858-ccb5-42c9-ae44-85c10c66b704 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 950 time: 0.2385159 Aug 28 14:59:31.607452 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-abaee1c9-8ea6-404c-80c4-e2ea053e959c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-10', 'device_owner': 'compute:nova'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:31.681265 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:59:31.704593 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:59:31.704940 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e59c2b2b-d4b9-4ec0-91c4-07b15e1e6783 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:59:31.729548 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-14dcd740-ad11-42d3-aae7-48de6e121978 req-97025114-4fef-458c-bdf6-90ac34e062ec tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226997 Aug 28 14:59:31.742938 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5de801ca-b4e7-4bad-aae5-d4168f097ddd tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:31.755430 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de801ca-b4e7-4bad-aae5-d4168f097ddd tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:31.756263 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5de801ca-b4e7-4bad-aae5-d4168f097ddd tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:31.776731 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-abaee1c9-8ea6-404c-80c4-e2ea053e959c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:31.810000 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5de801ca-b4e7-4bad-aae5-d4168f097ddd tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8028481 Aug 28 14:59:31.813245 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60496) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:31.845620 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-aa05bc41-c4c7-44fb-9e52-81e78b2b2e99 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Request body: {'subnet': {'network_id': '28981bcb-91e5-4752-95ca-a083aff8582b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:31.888560 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de801ca-b4e7-4bad-aae5-d4168f097ddd tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Pushing event updated for resources: {'Network': ['ID=28981bcb-91e5-4752-95ca-a083aff8582b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:31.903765 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 28981bcb-91e5-4752-95ca-a083aff8582b details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 14:59:32.144708 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-bebc38b7-2f96-4677-bf7c-4256b8d1c158 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0864737 Aug 28 14:59:32.159539 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60508) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:32.197554 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4d6fa190-589e-4639-bdfe-fe07bafc5cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:32.259865 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-892b19c2-8d88-47fd-8441-4cb6226856f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:32.260657 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-892b19c2-8d88-47fd-8441-4cb6226856f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:32.261324 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-892b19c2-8d88-47fd-8441-4cb6226856f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:32.262027 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-892b19c2-8d88-47fd-8441-4cb6226856f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:32.262759 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-892b19c2-8d88-47fd-8441-4cb6226856f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:32.263420 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-892b19c2-8d88-47fd-8441-4cb6226856f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:32.264127 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-892b19c2-8d88-47fd-8441-4cb6226856f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:32.266902 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-892b19c2-8d88-47fd-8441-4cb6226856f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c41f7ff750b41758b81cc9b9f8f4744&device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 6505 time: 0.0968382 Aug 28 14:59:32.344505 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-cc2511ff-4de3-4718-ac34-8e800c9e59a2 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:32.353860 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-cc2511ff-4de3-4718-ac34-8e800c9e59a2 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/networks?id=8404fc60-2695-490e-81aa-576e7b73d9df HTTP/1.1" status: 200 len: 821 time: 0.3908720 Aug 28 14:59:32.377608 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa05bc41-c4c7-44fb-9e52-81e78b2b2e99 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Made reservation on behalf of 77e2c8d8344c43369cd6764e0c50c8bf for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:59:32.381265 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa05bc41-c4c7-44fb-9e52-81e78b2b2e99 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:32.408016 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-35d0f6b2-d4c8-49be-b3f2-d03fea1ce6ae tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/quotas/478107490d854612b2fb52a63284f6da HTTP/1.1" status: 200 len: 375 time: 0.0531523 Aug 28 14:59:32.477835 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-e0cce6e9-820b-496f-b0c0-46e398a2c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:32.478314 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-e0cce6e9-820b-496f-b0c0-46e398a2c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:32.478787 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-e0cce6e9-820b-496f-b0c0-46e398a2c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:32.480776 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-e0cce6e9-820b-496f-b0c0-46e398a2c4d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1b33141-ca0c-463e-90a5-3e011354593f&id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&id=81167e94-3666-4c28-a056-416ea7a0c9d3&id=81167e94-3666-4c28-a056-416ea7a0c9d3 HTTP/1.1" status: 200 len: 2297 time: 0.1874611 Aug 28 14:59:32.508992 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-8b10638e-bc06-4b6a-bb3f-473c061ee659 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=478107490d854612b2fb52a63284f6da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0954788 Aug 28 14:59:32.593579 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-abaee1c9-8ea6-404c-80c4-e2ea053e959c service neutron] For port 49adc9a0-3f71-4801-bb97-d7938b5f60cd, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=49adc9a0-3f71-4801-bb97-d7938b5f60cd,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:32.618428 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4d6fa190-589e-4639-bdfe-fe07bafc5cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:32.626805 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4d6fa190-589e-4639-bdfe-fe07bafc5cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:32.675720 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4d6fa190-589e-4639-bdfe-fe07bafc5cb4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3ad7c87ce6346a9a6d938770f857561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5142012 Aug 28 14:59:32.676923 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fa190-589e-4639-bdfe-fe07bafc5cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f657036-d2ae-4ba2-8847-725afd69359a,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:32.687122 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-abaee1c9-8ea6-404c-80c4-e2ea053e959c service neutron] For port 49adc9a0-3f71-4801-bb97-d7938b5f60cd, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:59:32.690574 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60526) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:32.693098 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-86f94954-b32b-46c3-966a-12dd9a9cdc58 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b87fed8-f886-448a-9c21-e53f6cc4e49a HTTP/1.1" status: 200 len: 1000 time: 0.2040632 Aug 28 14:59:32.767740 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-aab7fb92-c3a6-45ed-9f33-505f2a0ec6f3 service neutron] 10.222.0.13 "GET /v2.0/networks/8404fc60-2695-490e-81aa-576e7b73d9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526360 Aug 28 14:59:32.824910 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-8115e9b6-b71a-419a-9802-e5ad6a3d2842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:32.826399 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-8115e9b6-b71a-419a-9802-e5ad6a3d2842 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0834cea-40c4-4457-8496-7782b5b24a25 HTTP/1.1" status: 200 len: 856 time: 0.1172836 Aug 28 14:59:32.886730 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c4157b-3881-4516-8ef4-99dbb945ca7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49adc9a0-3f71-4801-bb97-d7938b5f60cd'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:59:32.890693 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac3abf0-e571-4263-81a2-677a0399668b" -d '{"events": [{"server_uuid": "69c4157b-3881-4516-8ef4-99dbb945ca7f", "name": "network-vif-unplugged", "status": "completed", "tag": "49adc9a0-3f71-4801-bb97-d7938b5f60cd"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:59:32.898578 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-abaee1c9-8ea6-404c-80c4-e2ea053e959c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:32.919937 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-c6313a83-8e21-4baa-93a5-c05ec4c46324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:32.921611 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-c6313a83-8e21-4baa-93a5-c05ec4c46324 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1b33141-ca0c-463e-90a5-3e011354593f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797842 Aug 28 14:59:32.923128 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-482d2e4a-a567-4a21-821e-3d156cfa4dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:32.954615 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947af22-32a9-40ef-89ae-2d46a1c49ffb req-934fdcef-e8e7-4e3a-857c-60e7ae54dd68 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:32.957480 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d947af22-32a9-40ef-89ae-2d46a1c49ffb req-934fdcef-e8e7-4e3a-857c-60e7ae54dd68 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 950 time: 0.1275048 Aug 28 14:59:32.976669 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-abaee1c9-8ea6-404c-80c4-e2ea053e959c service neutron] Transition to ACTIVE for port object 49adc9a0-3f71-4801-bb97-d7938b5f60cd will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:59:32.982919 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-abaee1c9-8ea6-404c-80c4-e2ea053e959c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:32.995374 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa05bc41-c4c7-44fb-9e52-81e78b2b2e99 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:33.033512 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-482d2e4a-a567-4a21-821e-3d156cfa4dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:33.092496 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-d2f9e3d4-9e62-4b48-aa51-5091c6a7281b service neutron] 10.222.0.13 "GET /v2.0/networks/8404fc60-2695-490e-81aa-576e7b73d9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228877 Aug 28 14:59:33.118937 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d947af22-32a9-40ef-89ae-2d46a1c49ffb req-094b1493-8cfb-425b-aeb7-c47cda03419d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429408 Aug 28 14:59:33.124877 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaee1c9-8ea6-404c-80c4-e2ea053e959c service neutron] Pushing event updated for resources: {'Port': ['ID=49adc9a0-3f71-4801-bb97-d7938b5f60cd,revision_number=6']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:33.172296 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-f395f0bb-acde-47f5-8f36-f7cd331461df service neutron] 10.222.0.36 "GET /v2.0/networks/f1b33141-ca0c-463e-90a5-3e011354593f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429740 Aug 28 14:59:33.182063 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-abaee1c9-8ea6-404c-80c4-e2ea053e959c service neutron] No DVR routers for this DVR port 49adc9a0-3f71-4801-bb97-d7938b5f60cd on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:59:33.229872 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05bc41-c4c7-44fb-9e52-81e78b2b2e99 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Pushing event updated for resources: {'Subnet': ['ID=5250f059-b6b1-40e2-aa2c-f77714e5fa50,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:33.286306 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa05bc41-c4c7-44fb-9e52-81e78b2b2e99 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Checking segment: {'id': 'f3dfb440-194e-452f-a269-c7f85036b14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '28981bcb-91e5-4752-95ca-a083aff8582b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:59:33.286783 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa05bc41-c4c7-44fb-9e52-81e78b2b2e99 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Network hostable DHCP agents. Network: 28981bcb-91e5-4752-95ca-a083aff8582b, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 14:59:33.307516 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-482d2e4a-a567-4a21-821e-3d156cfa4dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:33.311095 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-482d2e4a-a567-4a21-821e-3d156cfa4dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:33.324109 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 14:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5002a656-5e90-4d05-8a78-b91ddc5ddbff x-openstack-request-id: req-5002a656-5e90-4d05-8a78-b91ddc5ddbff {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:59:33.324379 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c4157b-3881-4516-8ef4-99dbb945ca7f", "name": "network-vif-unplugged", "status": "completed", "tag": "49adc9a0-3f71-4801-bb97-d7938b5f60cd", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:59:33.326658 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5002a656-5e90-4d05-8a78-b91ddc5ddbff {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:59:33.327552 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c4157b-3881-4516-8ef4-99dbb945ca7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49adc9a0-3f71-4801-bb97-d7938b5f60cd', 'code': 200} Aug 28 14:59:33.330640 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-482d2e4a-a567-4a21-821e-3d156cfa4dc2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f657036-d2ae-4ba2-8847-725afd69359a HTTP/1.1" status: 204 len: 168 time: 0.6332028 Aug 28 14:59:33.396102 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa05bc41-c4c7-44fb-9e52-81e78b2b2e99 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Network 28981bcb-91e5-4752-95ca-a083aff8582b is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 14:59:33.397692 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d2e4a-a567-4a21-821e-3d156cfa4dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f657036-d2ae-4ba2-8847-725afd69359a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:33.416601 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-abaee1c9-8ea6-404c-80c4-e2ea053e959c service neutron] Attempting to bind port 49adc9a0-3f71-4801-bb97-d7938b5f60cd on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:59:33.418414 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-abaee1c9-8ea6-404c-80c4-e2ea053e959c service neutron] Attempting to bind port 49adc9a0-3f71-4801-bb97-d7938b5f60cd by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:59:33.421405 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-abaee1c9-8ea6-404c-80c4-e2ea053e959c service neutron] Attempting to bind port 49adc9a0-3f71-4801-bb97-d7938b5f60cd on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:59:33.436947 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-aa05bc41-c4c7-44fb-9e52-81e78b2b2e99 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 28981bcb-91e5-4752-95ca-a083aff8582b) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:59:33.469605 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474d9c30-52f2-4e79-97eb-35f2c5abf638 None None] Network 28981bcb-91e5-4752-95ca-a083aff8582b requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:59:33.483679 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa05bc41-c4c7-44fb-9e52-81e78b2b2e99 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:33.487971 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa05bc41-c4c7-44fb-9e52-81e78b2b2e99 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:33.548681 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-abaee1c9-8ea6-404c-80c4-e2ea053e959c service neutron] Port 49adc9a0-3f71-4801-bb97-d7938b5f60cd on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:59:33.549694 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-abaee1c9-8ea6-404c-80c4-e2ea053e959c service neutron] Attempting to bind port 49adc9a0-3f71-4801-bb97-d7938b5f60cd on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:59:33.557179 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-aa05bc41-c4c7-44fb-9e52-81e78b2b2e99 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7420087 Aug 28 14:59:33.562001 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60554) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:33.575930 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-7cd7167f-7eac-4242-86c1-1e5fbade6fd7 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2043629741'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:33.578636 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-cfebfd76-721f-48a4-9f59-ecabe132c131 service neutron] 10.222.0.36 "GET /v2.0/networks/f1b33141-ca0c-463e-90a5-3e011354593f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912129 Aug 28 14:59:33.602713 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-abaee1c9-8ea6-404c-80c4-e2ea053e959c service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:59:33.603069 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-abaee1c9-8ea6-404c-80c4-e2ea053e959c service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:59:33.603604 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-abaee1c9-8ea6-404c-80c4-e2ea053e959c service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:59:33.604086 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-abaee1c9-8ea6-404c-80c4-e2ea053e959c service neutron] Bound port: 49adc9a0-3f71-4801-bb97-d7938b5f60cd, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:59:33.604449 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-abaee1c9-8ea6-404c-80c4-e2ea053e959c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:33.723833 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd7167f-7eac-4242-86c1-1e5fbade6fd7 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Made reservation on behalf of 77e2c8d8344c43369cd6764e0c50c8bf for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:59:33.728573 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cd94e221-7f3f-4d58-958d-41c6dd0f15c9 req-b9d9af56-8018-46ff-95a4-c66ce80fc344 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d779f69-389b-4adf-9b36-bc84aa535a5d HTTP/1.1" status: 200 len: 210 time: 0.1632643 Aug 28 14:59:33.729413 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7cd7167f-7eac-4242-86c1-1e5fbade6fd7 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:33.827162 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd7167f-7eac-4242-86c1-1e5fbade6fd7 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 14:59:33.845250 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7cd7167f-7eac-4242-86c1-1e5fbade6fd7 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:33.845568 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-7cd7167f-7eac-4242-86c1-1e5fbade6fd7 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Added segment 5b7db155-9e8a-4abd-86db-42a71095eb2c of type vlan for network 00f6e407-6223-4467-8ce8-b6ba17446d6d Aug 28 14:59:33.877889 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-909717d8-06ae-421b-b9fb-7a1a41cb73c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=7e62bbc1-7086-4e73-bc5b-92ef2064ead1 HTTP/1.1" status: 200 len: 217 time: 0.1482604 Aug 28 14:59:33.977035 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7cd7167f-7eac-4242-86c1-1e5fbade6fd7 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:34.021566 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-09c7c288-5984-4354-9a36-52383e9b81ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:34.023519 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-09c7c288-5984-4354-9a36-52383e9b81ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a37ef518-489b-4615-b751-b3cd93e01029 HTTP/1.1" status: 200 len: 797 time: 0.1367309 Aug 28 14:59:34.044291 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331157d5-6469-445d-8b5b-422c04746cf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-28981bcb-91e5-4752-95ca-a083aff8582b', 'network_id': '28981bcb-91e5-4752-95ca-a083aff8582b', 'tenant_id': '77e2c8d8344c43369cd6764e0c50c8bf', 'fixed_ips': [{'subnet_id': '5250f059-b6b1-40e2-aa2c-f77714e5fa50'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 14:59:34.045261 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-331157d5-6469-445d-8b5b-422c04746cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:34.115626 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-abaee1c9-8ea6-404c-80c4-e2ea053e959c service neutron] For port 49adc9a0-3f71-4801-bb97-d7938b5f60cd, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:59:34.141810 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-39b7e16f-792e-41e0-b2af-936378399043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:34.145013 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-39b7e16f-792e-41e0-b2af-936378399043 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1143396 Aug 28 14:59:34.167675 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7cd7167f-7eac-4242-86c1-1e5fbade6fd7 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:34.184945 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd7167f-7eac-4242-86c1-1e5fbade6fd7 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:34.185814 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7cd7167f-7eac-4242-86c1-1e5fbade6fd7 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:34.195413 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-abaee1c9-8ea6-404c-80c4-e2ea053e959c service neutron] For port 49adc9a0-3f71-4801-bb97-d7938b5f60cd, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=49adc9a0-3f71-4801-bb97-d7938b5f60cd,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:59:34.202744 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60576) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:34.350917 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-abaee1c9-8ea6-404c-80c4-e2ea053e959c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:34.354881 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-0c5dfc22-a7bc-4672-8a3f-3c96911b601f service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015052 Aug 28 14:59:34.433807 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-331157d5-6469-445d-8b5b-422c04746cf7 None None] Allocated IP 19.80.0.2 (28981bcb-91e5-4752-95ca-a083aff8582b/5250f059-b6b1-40e2-aa2c-f77714e5fa50/c5edc63e-0906-4972-9434-9b70599fa77d) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:59:34.465405 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaee1c9-8ea6-404c-80c4-e2ea053e959c service neutron] Pushing event updated for resources: {'Port': ['ID=49adc9a0-3f71-4801-bb97-d7938b5f60cd,revision_number=7']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:34.477176 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7167f-7eac-4242-86c1-1e5fbade6fd7 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Pushing event updated for resources: {'Network': ['ID=00f6e407-6223-4467-8ce8-b6ba17446d6d,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:34.579766 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60588) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:34.586807 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7cd7167f-7eac-4242-86c1-1e5fbade6fd7 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0109196 Aug 28 14:59:34.599181 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-abaee1c9-8ea6-404c-80c4-e2ea053e959c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:34.599998 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-abaee1c9-8ea6-404c-80c4-e2ea053e959c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:34.602021 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-abaee1c9-8ea6-404c-80c4-e2ea053e959c service neutron] 10.222.0.36 "PUT /v2.0/ports/49adc9a0-3f71-4801-bb97-d7938b5f60cd HTTP/1.1" status: 200 len: 1097 time: 2.9988141 Aug 28 14:59:34.616959 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-7da5d9f5-252f-46ff-8515-4c0fa451ccbc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Request body: {'subnet': {'network_id': '00f6e407-6223-4467-8ce8-b6ba17446d6d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:34.641219 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17444b1-6c01-4f1b-9628-e869ceca8e2e req-7db911a3-1ce4-4214-8331-be9ba3eef760 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:34.642653 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a17444b1-6c01-4f1b-9628-e869ceca8e2e req-7db911a3-1ce4-4214-8331-be9ba3eef760 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 948 time: 0.2884777 Aug 28 14:59:34.765928 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0548ea6f-a8cd-422c-80b0-45e949cff902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:34.811362 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-43892138-4558-48bd-8231-29d896b9196e service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483612 Aug 28 14:59:34.840001 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-331157d5-6469-445d-8b5b-422c04746cf7 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:34.860149 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-331157d5-6469-445d-8b5b-422c04746cf7 None None] Transition to ACTIVE for port object c5edc63e-0906-4972-9434-9b70599fa77d will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:59:34.892268 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-9c31459d-579d-4737-9b6a-539d3d4580a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:34.895703 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-9c31459d-579d-4737-9b6a-539d3d4580a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 1100 time: 0.1649756 Aug 28 14:59:34.907949 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-331157d5-6469-445d-8b5b-422c04746cf7 None None] Transition to ACTIVE for port object c5edc63e-0906-4972-9434-9b70599fa77d will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:59:34.917170 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 00f6e407-6223-4467-8ce8-b6ba17446d6d details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 14:59:34.926973 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-f6e30f83-e86a-4faa-9ffe-882fa3dd90dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=7840cbd9-0758-4ada-854e-1b4e2f5d208a HTTP/1.1" status: 200 len: 217 time: 0.0985866 Aug 28 14:59:34.937176 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e2d6bf53-17e2-4deb-aa7c-d46bc052d9e7 req-6023a4d2-82b9-47e0-8041-85ad6e8d0062 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d779f69-389b-4adf-9b36-bc84aa535a5d HTTP/1.1" status: 200 len: 210 time: 0.1097381 Aug 28 14:59:35.006969 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a17444b1-6c01-4f1b-9628-e869ceca8e2e req-37b15779-f1f3-4e12-a4d0-024c3b9d85e5 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435426 Aug 28 14:59:35.017734 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-20ebfc80-0a80-4466-899a-414db67ec367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:35.023499 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-20ebfc80-0a80-4466-899a-414db67ec367 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a37ef518-489b-4615-b751-b3cd93e01029 HTTP/1.1" status: 200 len: 797 time: 0.0741432 Aug 28 14:59:35.040629 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 49adc9a0-3f71-4801-bb97-d7938b5f60cd no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:59:35.050975 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-331157d5-6469-445d-8b5b-422c04746cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:35.097414 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60600) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:35.135597 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331157d5-6469-445d-8b5b-422c04746cf7 None None] Network 28981bcb-91e5-4752-95ca-a083aff8582b is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:59:35.141276 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-331157d5-6469-445d-8b5b-422c04746cf7 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:59:35.151019 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331157d5-6469-445d-8b5b-422c04746cf7 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:59:35.166588 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-2c61ee20-d8e2-46a4-a71c-bb2a1f4d80ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:35.168895 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-2c61ee20-d8e2-46a4-a71c-bb2a1f4d80ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1305685 Aug 28 14:59:35.268957 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-c55ca8d7-2b5e-4a3e-8d63-7af1d6105626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:35.270087 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-c55ca8d7-2b5e-4a3e-8d63-7af1d6105626 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.3630531 Aug 28 14:59:35.280464 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 49adc9a0-3f71-4801-bb97-d7938b5f60cd not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:59:35.338061 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-809b8fc3-984e-4e10-a131-9f8db5bfda67 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2036478434-network', 'tenant_id': '2e84e62429884a25aec3c64048e001dd'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:35.364970 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-331157d5-6469-445d-8b5b-422c04746cf7 None None] Attempting to bind port c5edc63e-0906-4972-9434-9b70599fa77d on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:59:35.365783 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-331157d5-6469-445d-8b5b-422c04746cf7 None None] Attempting to bind port c5edc63e-0906-4972-9434-9b70599fa77d by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'f3dfb440-194e-452f-a269-c7f85036b14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '28981bcb-91e5-4752-95ca-a083aff8582b'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:59:35.366387 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331157d5-6469-445d-8b5b-422c04746cf7 None None] Attempting to bind port c5edc63e-0906-4972-9434-9b70599fa77d on network 28981bcb-91e5-4752-95ca-a083aff8582b {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:59:35.366972 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c4157b-3881-4516-8ef4-99dbb945ca7f', 'tag': '49adc9a0-3f71-4801-bb97-d7938b5f60cd'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:59:35.369248 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdbb8b0-4612-4b21-8630-d77a76a4f2fb" -d '{"events": [{"name": "network-changed", "server_uuid": "69c4157b-3881-4516-8ef4-99dbb945ca7f", "tag": "49adc9a0-3f71-4801-bb97-d7938b5f60cd"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:59:35.381104 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331157d5-6469-445d-8b5b-422c04746cf7 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:59:35.381436 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331157d5-6469-445d-8b5b-422c04746cf7 None None] Checking segment: {'id': 'f3dfb440-194e-452f-a269-c7f85036b14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '28981bcb-91e5-4752-95ca-a083aff8582b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:59:35.382026 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-331157d5-6469-445d-8b5b-422c04746cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:35.382607 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331157d5-6469-445d-8b5b-422c04746cf7 None None] Bound using segment: {'id': 'f3dfb440-194e-452f-a269-c7f85036b14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '28981bcb-91e5-4752-95ca-a083aff8582b'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:59:35.383268 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-331157d5-6469-445d-8b5b-422c04746cf7 None None] Bound port: c5edc63e-0906-4972-9434-9b70599fa77d, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3dfb440-194e-452f-a269-c7f85036b14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '28981bcb-91e5-4752-95ca-a083aff8582b'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:59:35.383883 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-331157d5-6469-445d-8b5b-422c04746cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:35.394930 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-eb100abb-899e-4259-a3da-b6de8f3db3e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=49adc9a0-3f71-4801-bb97-d7938b5f60cd HTTP/1.1" status: 200 len: 217 time: 0.1047380 Aug 28 14:59:35.438320 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0548ea6f-a8cd-422c-80b0-45e949cff902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:35.462378 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-9a96edc9-de01-4359-9801-9d7309d843f2 service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529471 Aug 28 14:59:35.473596 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d663ea-ed15-485e-ae86-6af98bb81590 x-openstack-request-id: req-58d663ea-ed15-485e-ae86-6af98bb81590 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:59:35.474172 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c4157b-3881-4516-8ef4-99dbb945ca7f", "tag": "49adc9a0-3f71-4801-bb97-d7938b5f60cd", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:59:35.474172 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58d663ea-ed15-485e-ae86-6af98bb81590 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:59:35.474532 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69c4157b-3881-4516-8ef4-99dbb945ca7f', 'tag': '49adc9a0-3f71-4801-bb97-d7938b5f60cd', 'status': 'completed', 'code': 200} Aug 28 14:59:35.475180 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0548ea6f-a8cd-422c-80b0-45e949cff902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:35.489620 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-c6acc806-506f-44cb-8466-87bf2135cd4a tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:35.491809 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-c6acc806-506f-44cb-8466-87bf2135cd4a tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.36 "GET /v2.0/networks?id=8404fc60-2695-490e-81aa-576e7b73d9df HTTP/1.1" status: 200 len: 821 time: 0.3582880 Aug 28 14:59:35.520515 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0548ea6f-a8cd-422c-80b0-45e949cff902 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e69de97eb898416eabd133eb2d2aeb56&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2854621 Aug 28 14:59:35.523310 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60606) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:35.562012 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-8aef7d2b-0e3c-417e-834b-09da756e9afc tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Request body: {'port': {'device_id': '3d779f69-389b-4adf-9b36-bc84aa535a5d', 'network_id': '8404fc60-2695-490e-81aa-576e7b73d9df', 'admin_state_up': True, 'tenant_id': '478107490d854612b2fb52a63284f6da'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:35.585075 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548ea6f-a8cd-422c-80b0-45e949cff902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c6353b-eeb3-42dd-a309-13e0f5c8fa16,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:35.602910 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-fb93a9cc-89ab-4fe3-91bc-83602f3066ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:35.612792 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-fb93a9cc-89ab-4fe3-91bc-83602f3066ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1956456 Aug 28 14:59:35.628767 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-331157d5-6469-445d-8b5b-422c04746cf7 None None] For port c5edc63e-0906-4972-9434-9b70599fa77d, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:59:35.633081 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-331157d5-6469-445d-8b5b-422c04746cf7 None None] For port c5edc63e-0906-4972-9434-9b70599fa77d, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=c5edc63e-0906-4972-9434-9b70599fa77d,segment=NetworkSegment(f3dfb440-194e-452f-a269-c7f85036b14a),segment_id=f3dfb440-194e-452f-a269-c7f85036b14a)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:59:35.638280 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-331157d5-6469-445d-8b5b-422c04746cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:35.666370 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2a7a6627-e59c-4cb6-b2a9-cabf64e53cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:35.671710 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331157d5-6469-445d-8b5b-422c04746cf7 None None] Pushing event updated for resources: {'Port': ['ID=c5edc63e-0906-4972-9434-9b70599fa77d,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:35.690663 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2a7a6627-e59c-4cb6-b2a9-cabf64e53cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:35.738676 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331157d5-6469-445d-8b5b-422c04746cf7 None None] Pushing event updated for resources: {'Port': ['ID=c5edc63e-0906-4972-9434-9b70599fa77d,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:35.748938 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2a7a6627-e59c-4cb6-b2a9-cabf64e53cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:35.751546 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2a7a6627-e59c-4cb6-b2a9-cabf64e53cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:35.755525 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2a7a6627-e59c-4cb6-b2a9-cabf64e53cdc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14c6353b-eeb3-42dd-a309-13e0f5c8fa16 HTTP/1.1" status: 204 len: 168 time: 0.2284989 Aug 28 14:59:35.786617 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a6627-e59c-4cb6-b2a9-cabf64e53cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c6353b-eeb3-42dd-a309-13e0f5c8fa16,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:35.795391 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-7ec43260-33d8-45e6-86c4-76688c2162ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:35.797134 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-7ec43260-33d8-45e6-86c4-76688c2162ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1725852 Aug 28 14:59:35.827483 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbb8b0-4612-4b21-8630-d77a76a4f2fb req-f19ef72b-e68d-4f67-819e-99735a9ff7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:35.829103 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7cdbb8b0-4612-4b21-8630-d77a76a4f2fb req-f19ef72b-e68d-4f67-819e-99735a9ff7ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 1100 time: 0.3310316 Aug 28 14:59:35.835233 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da5d9f5-252f-46ff-8515-4c0fa451ccbc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Made reservation on behalf of 77e2c8d8344c43369cd6764e0c50c8bf for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:59:35.841050 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7da5d9f5-252f-46ff-8515-4c0fa451ccbc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:35.938636 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-006341fb-4670-4b62-a582-278adaefb021 service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456606 Aug 28 14:59:35.992551 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809b8fc3-984e-4e10-a131-9f8db5bfda67 admin admin] Made reservation on behalf of 2e84e62429884a25aec3c64048e001dd for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:59:35.999097 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-809b8fc3-984e-4e10-a131-9f8db5bfda67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:36.147392 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-809b8fc3-984e-4e10-a131-9f8db5bfda67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:36.152394 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.db.api [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-8aef7d2b-0e3c-417e-834b-09da756e9afc tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 14:59:36.152394 n-d-712137-10 neutron-server[106329]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 14:59:36.152394 n-d-712137-10 neutron-server[106329]: [parameters: {'project_id_1': '478107490d854612b2fb52a63284f6da', 'expiration_1': datetime.datetime(2021, 8, 28, 14, 59, 35, 804571)}] Aug 28 14:59:36.152394 n-d-712137-10 neutron-server[106329]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 14:59:36.152904 n-d-712137-10 neutron-server[106329]: DEBUG oslo_db.api [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-8aef7d2b-0e3c-417e-834b-09da756e9afc tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 14:59:36.313851 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbb8b0-4612-4b21-8630-d77a76a4f2fb req-87ee6be1-f378-4c42-a8a1-6ee86f53227f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:36.315433 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7cdbb8b0-4612-4b21-8630-d77a76a4f2fb req-87ee6be1-f378-4c42-a8a1-6ee86f53227f service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.4413679 Aug 28 14:59:36.359059 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-82a7e2d8-3ff4-4fb2-b945-0d6292bac741 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464742 Aug 28 14:59:36.381861 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-68f2d7c8-d1a8-4d9a-96f0-2e773750fd2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77 HTTP/1.1" status: 200 len: 217 time: 0.3932967 Aug 28 14:59:36.383014 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423ab06-c4e9-4483-a1e3-4aec9b89ff80 req-52133966-d002-4bce-b14f-1a9d02a6536e tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:36.384748 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d423ab06-c4e9-4483-a1e3-4aec9b89ff80 req-52133966-d002-4bce-b14f-1a9d02a6536e tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 948 time: 0.1273432 Aug 28 14:59:36.448253 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-68e2ae9b-039f-45b2-b889-df968117f003 req-d444e8e7-32e4-4942-a48f-839e7d6fbb3a tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d779f69-389b-4adf-9b36-bc84aa535a5d HTTP/1.1" status: 200 len: 210 time: 0.1372867 Aug 28 14:59:36.449807 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7cdbb8b0-4612-4b21-8630-d77a76a4f2fb req-3d288a17-4697-4a86-ba92-ad2dc869da6a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=49adc9a0-3f71-4801-bb97-d7938b5f60cd HTTP/1.1" status: 200 len: 217 time: 0.0842624 Aug 28 14:59:36.490036 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d423ab06-c4e9-4483-a1e3-4aec9b89ff80 req-0ff0bced-309d-4261-af1d-cde8cce988c8 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941463 Aug 28 14:59:36.552054 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0b049bab-82f9-44b9-806b-2eafb9a136b1 req-8e0b6187-8b37-4ab6-82b3-4259217251c7 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659646 Aug 28 14:59:36.618355 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-630a069f-ce00-4bf1-8d1b-e30abf9c36f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:36.619979 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-630a069f-ce00-4bf1-8d1b-e30abf9c36f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a37ef518-489b-4615-b751-b3cd93e01029 HTTP/1.1" status: 200 len: 797 time: 0.1854210 Aug 28 14:59:36.628171 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbb8b0-4612-4b21-8630-d77a76a4f2fb req-52f062ed-5401-4124-a16f-d91627425154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:36.629761 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7cdbb8b0-4612-4b21-8630-d77a76a4f2fb req-52f062ed-5401-4124-a16f-d91627425154 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1332877 Aug 28 14:59:36.709823 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbb8b0-4612-4b21-8630-d77a76a4f2fb req-987906be-e281-408d-8d55-35e7f3024b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:36.711575 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7cdbb8b0-4612-4b21-8630-d77a76a4f2fb req-987906be-e281-408d-8d55-35e7f3024b15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 1100 time: 0.0705097 Aug 28 14:59:36.792162 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-809b8fc3-984e-4e10-a131-9f8db5bfda67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:36.811537 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-809b8fc3-984e-4e10-a131-9f8db5bfda67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:36.893958 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7da5d9f5-252f-46ff-8515-4c0fa451ccbc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:36.903594 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b8fc3-984e-4e10-a131-9f8db5bfda67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0a580e-4589-4131-81c4-0296f4870f9e,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:36.905971 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbb8b0-4612-4b21-8630-d77a76a4f2fb req-119537d0-009c-432c-82a8-94aed9ea50e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:36.907439 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7cdbb8b0-4612-4b21-8630-d77a76a4f2fb req-119537d0-009c-432c-82a8-94aed9ea50e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.1786814 Aug 28 14:59:36.970152 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7cdbb8b0-4612-4b21-8630-d77a76a4f2fb req-4117e3cb-4fba-4ca2-85b3-0d18607aa0f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=49adc9a0-3f71-4801-bb97-d7938b5f60cd HTTP/1.1" status: 200 len: 217 time: 0.0483582 Aug 28 14:59:36.977844 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbb8b0-4612-4b21-8630-d77a76a4f2fb req-9e8e16ce-61f6-446f-8a1b-6fcff1c8a81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:36.979384 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7cdbb8b0-4612-4b21-8630-d77a76a4f2fb req-9e8e16ce-61f6-446f-8a1b-6fcff1c8a81a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3368003 Aug 28 14:59:36.982651 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809b8fc3-984e-4e10-a131-9f8db5bfda67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 14:59:37.009689 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-a63b894b-546d-4518-a139-e8ac2510ab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:37.011215 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-a63b894b-546d-4518-a139-e8ac2510ab66 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3714178 Aug 28 14:59:37.011891 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-8aef7d2b-0e3c-417e-834b-09da756e9afc tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Made reservation on behalf of 478107490d854612b2fb52a63284f6da for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:59:37.027829 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60636) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:37.028634 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-8aef7d2b-0e3c-417e-834b-09da756e9afc tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:37.053864 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-809b8fc3-984e-4e10-a131-9f8db5bfda67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:37.054467 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-809b8fc3-984e-4e10-a131-9f8db5bfda67 admin admin] Added segment f2247a83-4f17-4255-8bc6-2c6f63e17b02 of type vlan for network 40a03aed-4a19-48a0-9549-faca605f4bfe Aug 28 14:59:37.057796 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbb8b0-4612-4b21-8630-d77a76a4f2fb req-d528d1da-91e2-4472-871c-b7d515994270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:37.060370 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7cdbb8b0-4612-4b21-8630-d77a76a4f2fb req-d528d1da-91e2-4472-871c-b7d515994270 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.0812256 Aug 28 14:59:37.109241 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-809b8fc3-984e-4e10-a131-9f8db5bfda67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:37.134788 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbb8b0-4612-4b21-8630-d77a76a4f2fb req-0af64549-cac8-41e3-b2e2-d02dd70efd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:37.136469 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7cdbb8b0-4612-4b21-8630-d77a76a4f2fb req-0af64549-cac8-41e3-b2e2-d02dd70efd81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0593874 Aug 28 14:59:37.217201 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-f679f547-b6c0-476f-95b0-ede0d0e6332a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-823906548-network', 'tenant_id': '7c1641db5cd54a57bee961965e510fbd'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:37.254758 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45a15bb-a934-4909-bf95-efc855a510f0 None None] Network 28981bcb-91e5-4752-95ca-a083aff8582b requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:59:37.269849 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f679f547-b6c0-476f-95b0-ede0d0e6332a admin admin] Made reservation on behalf of 7c1641db5cd54a57bee961965e510fbd for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:59:37.272272 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f679f547-b6c0-476f-95b0-ede0d0e6332a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:37.287533 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f679f547-b6c0-476f-95b0-ede0d0e6332a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:37.307960 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7cdbb8b0-4612-4b21-8630-d77a76a4f2fb req-06b8c9d1-9ee8-4a43-817f-5da5a822c6c8 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617401 Aug 28 14:59:37.361781 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f68f0154-ad45-4bbe-8cce-07f502f2e3a4 None None] Provisioning for port c5edc63e-0906-4972-9434-9b70599fa77d completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:59:37.454394 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7cdbb8b0-4612-4b21-8630-d77a76a4f2fb req-c2d52c78-7629-400f-8a8d-ce77c5d62deb service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361532 Aug 28 14:59:37.508571 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f679f547-b6c0-476f-95b0-ede0d0e6332a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:37.513261 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f679f547-b6c0-476f-95b0-ede0d0e6332a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:37.547193 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f679f547-b6c0-476f-95b0-ede0d0e6332a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 14:59:37.558637 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679f547-b6c0-476f-95b0-ede0d0e6332a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06811f1-7796-4bd5-8dee-6392bbef22ee,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:37.577419 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f679f547-b6c0-476f-95b0-ede0d0e6332a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:37.577759 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-f679f547-b6c0-476f-95b0-ede0d0e6332a admin admin] Added segment 67be72c1-9704-4c03-a4e3-e3b60484f4e4 of type vlan for network a731b160-8958-4a85-8ce7-ad5ccf54c410 Aug 28 14:59:37.605179 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e442034d-d2ef-4c16-a26b-c9c2402bebae req-74588f5b-b224-4efb-bc62-ca662c04afd8 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d779f69-389b-4adf-9b36-bc84aa535a5d HTTP/1.1" status: 200 len: 210 time: 0.0413964 Aug 28 14:59:37.645350 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f679f547-b6c0-476f-95b0-ede0d0e6332a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:37.700792 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f679f547-b6c0-476f-95b0-ede0d0e6332a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:37.702565 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f679f547-b6c0-476f-95b0-ede0d0e6332a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:37.703613 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f679f547-b6c0-476f-95b0-ede0d0e6332a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:37.773257 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f679f547-b6c0-476f-95b0-ede0d0e6332a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7437842 Aug 28 14:59:37.776041 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60644) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:37.783590 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-aee09712-6510-4c38-ac44-d3d2bf1fb3a7 admin admin] Request body: {'subnet': {'network_id': 'a731b160-8958-4a85-8ce7-ad5ccf54c410', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-823906548-subnet', 'tenant_id': '7c1641db5cd54a57bee961965e510fbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:37.803782 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device c5edc63e-0906-4972-9434-9b70599fa77d up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:59:37.804379 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679f547-b6c0-476f-95b0-ede0d0e6332a admin admin] Pushing event updated for resources: {'Network': ['ID=a731b160-8958-4a85-8ce7-ad5ccf54c410,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:37.807006 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5d9f5-252f-46ff-8515-4c0fa451ccbc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Pushing event updated for resources: {'Subnet': ['ID=a40c7efb-9f44-479d-a08e-15b0bbba9b66,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:37.812785 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7cdbb8b0-4612-4b21-8630-d77a76a4f2fb req-39237f52-b52a-4183-8693-f7d3aa1d8562 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8087006 Aug 28 14:59:37.821427 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee09712-6510-4c38-ac44-d3d2bf1fb3a7 admin admin] Made reservation on behalf of 7c1641db5cd54a57bee961965e510fbd for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:59:37.824490 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aee09712-6510-4c38-ac44-d3d2bf1fb3a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:37.840773 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network a731b160-8958-4a85-8ce7-ad5ccf54c410 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 14:59:37.912123 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.db.resource_extend [None req-809b8fc3-984e-4e10-a131-9f8db5bfda67 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 14:59:37.946319 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da5d9f5-252f-46ff-8515-4c0fa451ccbc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Checking segment: {'id': '5b7db155-9e8a-4abd-86db-42a71095eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '00f6e407-6223-4467-8ce8-b6ba17446d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:59:37.947349 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da5d9f5-252f-46ff-8515-4c0fa451ccbc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Network hostable DHCP agents. Network: 00f6e407-6223-4467-8ce8-b6ba17446d6d, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 14:59:37.964394 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-70f5ec7a-2bbd-4f3e-9156-53890f877b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:37.974408 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port c5edc63e-0906-4972-9434-9b70599fa77d completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:59:37.978481 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port c5edc63e-0906-4972-9434-9b70599fa77d triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:37.979029 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:37.995808 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45278614-16e8-43dc-ae49-f63bb6bd21a7 req-7e38b42c-f1fb-48c7-9348-1e1eacb3218a tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:38.010616 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-45278614-16e8-43dc-ae49-f63bb6bd21a7 req-7e38b42c-f1fb-48c7-9348-1e1eacb3218a tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 948 time: 0.1941035 Aug 28 14:59:38.020822 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aee09712-6510-4c38-ac44-d3d2bf1fb3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:38.094421 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:38.107109 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-809b8fc3-984e-4e10-a131-9f8db5bfda67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:38.108724 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809b8fc3-984e-4e10-a131-9f8db5bfda67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:38.108861 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-809b8fc3-984e-4e10-a131-9f8db5bfda67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:38.130506 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee09712-6510-4c38-ac44-d3d2bf1fb3a7 admin admin] Checking segment: {'id': '67be72c1-9704-4c03-a4e3-e3b60484f4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a731b160-8958-4a85-8ce7-ad5ccf54c410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:59:38.131208 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee09712-6510-4c38-ac44-d3d2bf1fb3a7 admin admin] Network hostable DHCP agents. Network: a731b160-8958-4a85-8ce7-ad5ccf54c410, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 14:59:38.134908 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee09712-6510-4c38-ac44-d3d2bf1fb3a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6534a910-4b56-4cb1-8f9e-fc2fcbba03c0,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:38.137535 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port c5edc63e-0906-4972-9434-9b70599fa77d, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=c5edc63e-0906-4972-9434-9b70599fa77d,segment=NetworkSegment(f3dfb440-194e-452f-a269-c7f85036b14a),segment_id=f3dfb440-194e-452f-a269-c7f85036b14a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:38.142610 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:38.155132 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-45278614-16e8-43dc-ae49-f63bb6bd21a7 req-6536ca5b-7d29-40ff-a0d0-40286b53e8bc tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447978 Aug 28 14:59:38.184194 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee09712-6510-4c38-ac44-d3d2bf1fb3a7 admin admin] Network a731b160-8958-4a85-8ce7-ad5ccf54c410 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 14:59:38.196414 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-aee09712-6510-4c38-ac44-d3d2bf1fb3a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, a731b160-8958-4a85-8ce7-ad5ccf54c410) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:59:38.200870 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee09712-6510-4c38-ac44-d3d2bf1fb3a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:38.201479 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aee09712-6510-4c38-ac44-d3d2bf1fb3a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:38.211671 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69160a0e-3fd0-4b9c-be0f-9a2f9991baee None None] Network a731b160-8958-4a85-8ce7-ad5ccf54c410 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:59:38.219963 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-aee09712-6510-4c38-ac44-d3d2bf1fb3a7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4425693 Aug 28 14:59:38.261675 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b8fc3-984e-4e10-a131-9f8db5bfda67 admin admin] Pushing event updated for resources: {'Network': ['ID=40a03aed-4a19-48a0-9549-faca605f4bfe,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:38.265724 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-809b8fc3-984e-4e10-a131-9f8db5bfda67 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.1662793 Aug 28 14:59:38.269186 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60650) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:38.278066 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-6940d313-69ad-43a3-9af6-53d59391270b admin admin] Request body: {'subnet': {'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036478434-subnet', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:38.280141 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 40a03aed-4a19-48a0-9549-faca605f4bfe details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 14:59:38.309688 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da5d9f5-252f-46ff-8515-4c0fa451ccbc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Network 00f6e407-6223-4467-8ce8-b6ba17446d6d is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 14:59:38.310818 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6940d313-69ad-43a3-9af6-53d59391270b admin admin] Made reservation on behalf of 2e84e62429884a25aec3c64048e001dd for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:59:38.314424 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6940d313-69ad-43a3-9af6-53d59391270b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:38.321591 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-62da0849-45fc-4865-93b0-8783e5e6f9af service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1802378 Aug 28 14:59:38.322917 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=c5edc63e-0906-4972-9434-9b70599fa77d,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:38.325717 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-8aef7d2b-0e3c-417e-834b-09da756e9afc tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Allocated IP 172.20.0.7 (8404fc60-2695-490e-81aa-576e7b73d9df/a4e27c48-8948-454b-9eb7-538bfc94a031/2545c1b2-459d-42e5-80fd-aeb1672e1ab9) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:59:38.349476 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7cdbb8b0-4612-4b21-8630-d77a76a4f2fb req-049792cb-ca21-4465-bc5a-0bb42d7ff2f4 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5169683 Aug 28 14:59:38.468532 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-7da5d9f5-252f-46ff-8515-4c0fa451ccbc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 00f6e407-6223-4467-8ce8-b6ba17446d6d) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:59:38.484151 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df10b0e-ac03-4212-b5a2-c060e3fb7cec None None] Network 00f6e407-6223-4467-8ce8-b6ba17446d6d requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:59:38.495554 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da5d9f5-252f-46ff-8515-4c0fa451ccbc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:38.498015 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7da5d9f5-252f-46ff-8515-4c0fa451ccbc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:38.575887 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7da5d9f5-252f-46ff-8515-4c0fa451ccbc tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.9860029 Aug 28 14:59:38.655862 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6940d313-69ad-43a3-9af6-53d59391270b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:38.670104 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f160724c-0f91-4c62-bed2-39a0d0af14f3 None None] Network a731b160-8958-4a85-8ce7-ad5ccf54c410 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:59:38.758480 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-8aef7d2b-0e3c-417e-834b-09da756e9afc tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:38.839614 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6940d313-69ad-43a3-9af6-53d59391270b admin admin] Checking segment: {'id': 'f2247a83-4f17-4255-8bc6-2c6f63e17b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:59:38.840088 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6940d313-69ad-43a3-9af6-53d59391270b admin admin] Network hostable DHCP agents. Network: 40a03aed-4a19-48a0-9549-faca605f4bfe, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 14:59:38.848595 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940d313-69ad-43a3-9af6-53d59391270b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ae32591-49d1-4342-8080-c7756186a191,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:38.871315 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33e0703-3b7c-44ad-949a-0fefd5827c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-00f6e407-6223-4467-8ce8-b6ba17446d6d', 'network_id': '00f6e407-6223-4467-8ce8-b6ba17446d6d', 'tenant_id': '77e2c8d8344c43369cd6764e0c50c8bf', 'fixed_ips': [{'subnet_id': 'a40c7efb-9f44-479d-a08e-15b0bbba9b66'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 14:59:38.873385 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f33e0703-3b7c-44ad-949a-0fefd5827c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:38.876952 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6940d313-69ad-43a3-9af6-53d59391270b admin admin] Network 40a03aed-4a19-48a0-9549-faca605f4bfe is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 14:59:38.893218 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-6940d313-69ad-43a3-9af6-53d59391270b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 40a03aed-4a19-48a0-9549-faca605f4bfe) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:59:38.900786 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6940d313-69ad-43a3-9af6-53d59391270b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:38.901991 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6940d313-69ad-43a3-9af6-53d59391270b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:38.918656 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e65460b-c830-45cb-ab91-95931d1ace15 None None] Network 40a03aed-4a19-48a0-9549-faca605f4bfe requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:59:38.925540 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6940d313-69ad-43a3-9af6-53d59391270b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6548283 Aug 28 14:59:38.928187 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60672) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:38.936572 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-41dbcaa2-f0a4-4d76-a5c9-1838982cd06f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2036478434-router', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:38.970003 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-889bdb27-55e5-443b-8f9f-239e2b7f2c62 service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6311424 Aug 28 14:59:38.976501 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-8aef7d2b-0e3c-417e-834b-09da756e9afc tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:39.064001 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-41dbcaa2-f0a4-4d76-a5c9-1838982cd06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:39.065249 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-41dbcaa2-f0a4-4d76-a5c9-1838982cd06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:39.136961 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-b804a548-d1b0-4026-b9e3-df0a586a616d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=537aef6e-3a73-4211-94bf-e4cb13b399dd HTTP/1.1" status: 200 len: 217 time: 0.1438711 Aug 28 14:59:39.142432 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-37356241-116b-4219-b692-95337c7bd96d tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:39.145741 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-37356241-116b-4219-b692-95337c7bd96d tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/networks?id=a731b160-8958-4a85-8ce7-ad5ccf54c410 HTTP/1.1" status: 200 len: 821 time: 0.2032135 Aug 28 14:59:39.171081 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-f33e0703-3b7c-44ad-949a-0fefd5827c82 None None] Allocated IP 19.86.0.2 (00f6e407-6223-4467-8ce8-b6ba17446d6d/a40c7efb-9f44-479d-a08e-15b0bbba9b66/0d81ed01-1701-4760-be3c-f4850923d19e) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:59:39.176720 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0c180-bf51-4c48-93a0-9c31dc9cd8ed req-e3039428-d698-4264-bfa0-80ffd5f3c7f1 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:39.180488 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0bb0c180-bf51-4c48-93a0-9c31dc9cd8ed req-e3039428-d698-4264-bfa0-80ffd5f3c7f1 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d779f69-389b-4adf-9b36-bc84aa535a5d HTTP/1.1" status: 200 len: 931 time: 0.2541888 Aug 28 14:59:39.195916 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-41dbcaa2-f0a4-4d76-a5c9-1838982cd06f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:39.203565 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-fc9133e9-ceb5-4432-b349-2a472653b42a tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/quotas/7c1641db5cd54a57bee961965e510fbd HTTP/1.1" status: 200 len: 375 time: 0.0179980 Aug 28 14:59:39.257590 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-8aef7d2b-0e3c-417e-834b-09da756e9afc tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Network 8404fc60-2695-490e-81aa-576e7b73d9df is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:59:39.259288 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-0595289a-1a2a-4fdb-9492-1d7a4ec4cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:39.260821 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-0595289a-1a2a-4fdb-9492-1d7a4ec4cb4d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a37ef518-489b-4615-b751-b3cd93e01029 HTTP/1.1" status: 200 len: 797 time: 0.0977449 Aug 28 14:59:39.263544 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef7d2b-0e3c-417e-834b-09da756e9afc tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Pushing event updated for resources: {'Port': ['ID=2545c1b2-459d-42e5-80fd-aeb1672e1ab9,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:39.267273 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-8aef7d2b-0e3c-417e-834b-09da756e9afc tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:59:39.270089 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-8aef7d2b-0e3c-417e-834b-09da756e9afc tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:59:39.336309 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-9950f384-0f3c-4d93-9603-da7f6e4ee3a8 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c1641db5cd54a57bee961965e510fbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0866714 Aug 28 14:59:39.347621 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 49adc9a0-3f71-4801-bb97-d7938b5f60cd details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:59:39.419012 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-8aef7d2b-0e3c-417e-834b-09da756e9afc tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:39.419620 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-8aef7d2b-0e3c-417e-834b-09da756e9afc tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:39.426503 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-6a4da68c-869f-4fa9-a99c-e6d12ee3ad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:39.429436 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-6a4da68c-869f-4fa9-a99c-e6d12ee3ad31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1550987 Aug 28 14:59:39.435098 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0bb0c180-bf51-4c48-93a0-9c31dc9cd8ed req-6f98bf8b-81b4-4034-951f-2ff42a8d39b8 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726322 Aug 28 14:59:39.459941 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-8aef7d2b-0e3c-417e-834b-09da756e9afc tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9079704 Aug 28 14:59:39.486616 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f33e0703-3b7c-44ad-949a-0fefd5827c82 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:39.488235 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-41dbcaa2-f0a4-4d76-a5c9-1838982cd06f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:39.517207 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f33e0703-3b7c-44ad-949a-0fefd5827c82 None None] Transition to ACTIVE for port object 0d81ed01-1701-4760-be3c-f4850923d19e will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:59:39.524613 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-df1c008e-7a01-4312-af2a-dba4587a5bd9 service neutron] Request body: {'port': {'device_id': '3d779f69-389b-4adf-9b36-bc84aa535a5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:39.542542 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f33e0703-3b7c-44ad-949a-0fefd5827c82 None None] Transition to ACTIVE for port object 0d81ed01-1701-4760-be3c-f4850923d19e will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:59:39.550855 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.resource_extend [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 14:59:39.567638 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f33e0703-3b7c-44ad-949a-0fefd5827c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:39.666593 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e0703-3b7c-44ad-949a-0fefd5827c82 None None] Pushing event updated for resources: {'Port': ['ID=0d81ed01-1701-4760-be3c-f4850923d19e,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:39.695205 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-eafa5708-af45-42fc-9049-357f08d315bf service neutron] 10.222.0.13 "GET /v2.0/networks/a731b160-8958-4a85-8ce7-ad5ccf54c410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019557 Aug 28 14:59:39.704963 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33e0703-3b7c-44ad-949a-0fefd5827c82 None None] Network 00f6e407-6223-4467-8ce8-b6ba17446d6d is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:59:39.733616 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-f33e0703-3b7c-44ad-949a-0fefd5827c82 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:59:39.738747 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device c5edc63e-0906-4972-9434-9b70599fa77d up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:59:39.766727 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-90ea57c1-ed8b-40be-a9cb-207d1441bc43 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:39.774136 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-90ea57c1-ed8b-40be-a9cb-207d1441bc43 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:39.776152 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-90ea57c1-ed8b-40be-a9cb-207d1441bc43 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/networks?id=28981bcb-91e5-4752-95ca-a083aff8582b&id=00f6e407-6223-4467-8ce8-b6ba17446d6d HTTP/1.1" status: 200 len: 1391 time: 0.1733811 Aug 28 14:59:39.812552 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33e0703-3b7c-44ad-949a-0fefd5827c82 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:59:39.829882 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436671f6-aa34-4f1b-8e82-5d21d907b59d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-40a03aed-4a19-48a0-9549-faca605f4bfe', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'fixed_ips': [{'subnet_id': '3ae32591-49d1-4342-8080-c7756186a191'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 14:59:39.831484 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-436671f6-aa34-4f1b-8e82-5d21d907b59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:39.862117 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-df1c008e-7a01-4312-af2a-dba4587a5bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:39.888050 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-833f9e4a-6cff-43cb-ac32-bf9275ada265 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/quotas/77e2c8d8344c43369cd6764e0c50c8bf HTTP/1.1" status: 200 len: 375 time: 0.1046979 Aug 28 14:59:39.913469 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-f33e0703-3b7c-44ad-949a-0fefd5827c82 None None] Attempting to bind port 0d81ed01-1701-4760-be3c-f4850923d19e on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:59:39.913596 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-f33e0703-3b7c-44ad-949a-0fefd5827c82 None None] Attempting to bind port 0d81ed01-1701-4760-be3c-f4850923d19e by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '5b7db155-9e8a-4abd-86db-42a71095eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '00f6e407-6223-4467-8ce8-b6ba17446d6d'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:59:39.914007 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33e0703-3b7c-44ad-949a-0fefd5827c82 None None] Attempting to bind port 0d81ed01-1701-4760-be3c-f4850923d19e on network 00f6e407-6223-4467-8ce8-b6ba17446d6d {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:59:39.917771 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-c39a288a-546b-45ab-b752-1a950552c46d service neutron] 10.222.0.13 "GET /v2.0/networks/a731b160-8958-4a85-8ce7-ad5ccf54c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216253 Aug 28 14:59:39.927395 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 49adc9a0-3f71-4801-bb97-d7938b5f60cd, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=49adc9a0-3f71-4801-bb97-d7938b5f60cd,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:39.947444 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port c5edc63e-0906-4972-9434-9b70599fa77d triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:39.947850 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:39.952245 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33e0703-3b7c-44ad-949a-0fefd5827c82 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:59:39.952617 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33e0703-3b7c-44ad-949a-0fefd5827c82 None None] Checking segment: {'id': '5b7db155-9e8a-4abd-86db-42a71095eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '00f6e407-6223-4467-8ce8-b6ba17446d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:59:39.953075 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f33e0703-3b7c-44ad-949a-0fefd5827c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:39.953390 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33e0703-3b7c-44ad-949a-0fefd5827c82 None None] Bound using segment: {'id': '5b7db155-9e8a-4abd-86db-42a71095eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '00f6e407-6223-4467-8ce8-b6ba17446d6d'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:59:39.954086 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-f33e0703-3b7c-44ad-949a-0fefd5827c82 None None] Bound port: 0d81ed01-1701-4760-be3c-f4850923d19e, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7db155-9e8a-4abd-86db-42a71095eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '00f6e407-6223-4467-8ce8-b6ba17446d6d'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:59:39.954231 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f33e0703-3b7c-44ad-949a-0fefd5827c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:39.987963 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '49adc9a0-3f71-4801-bb97-d7938b5f60cd', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': '49adc9a0-3f71-4801-bb97-d7938b5f60cd', 'mac_address': 'fa:16:3e:90:bf:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:59:40.032562 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-e7ae25a5-1e4d-4522-b6b6-4aa0ac5cc6ac tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=77e2c8d8344c43369cd6764e0c50c8bf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1236589 Aug 28 14:59:40.114562 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-41dbcaa2-f0a4-4d76-a5c9-1838982cd06f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:40.187014 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-41dbcaa2-f0a4-4d76-a5c9-1838982cd06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:40.356744 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-41dbcaa2-f0a4-4d76-a5c9-1838982cd06f admin admin] Allocated IP 172.25.3.61 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/590d5719-ebaf-4de6-ae56-b142c612c80a) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:59:40.391170 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-df1c008e-7a01-4312-af2a-dba4587a5bd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2545c1b2-459d-42e5-80fd-aeb1672e1ab9 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:59:40.410617 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-df1c008e-7a01-4312-af2a-dba4587a5bd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:40.441692 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-df1c008e-7a01-4312-af2a-dba4587a5bd9 service neutron] Transition to ACTIVE for port object 2545c1b2-459d-42e5-80fd-aeb1672e1ab9 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:59:40.455866 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-f33e0703-3b7c-44ad-949a-0fefd5827c82 None None] For port 0d81ed01-1701-4760-be3c-f4850923d19e, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:59:40.458943 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-df1c008e-7a01-4312-af2a-dba4587a5bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:40.460621 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-f33e0703-3b7c-44ad-949a-0fefd5827c82 None None] For port 0d81ed01-1701-4760-be3c-f4850923d19e, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0d81ed01-1701-4760-be3c-f4850923d19e,segment=NetworkSegment(5b7db155-9e8a-4abd-86db-42a71095eb2c),segment_id=5b7db155-9e8a-4abd-86db-42a71095eb2c)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:59:40.477311 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f33e0703-3b7c-44ad-949a-0fefd5827c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:40.482038 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-ea5a24d1-7251-494a-9064-16d3902348ee service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0353754 Aug 28 14:59:40.539976 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110acc1-3643-42a9-a2e2-e46085838719 req-3587e8f2-6b8b-4ba7-9aed-9caa4a81e1d9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:40.557995 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8110acc1-3643-42a9-a2e2-e46085838719 req-3587e8f2-6b8b-4ba7-9aed-9caa4a81e1d9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 948 time: 0.1766357 Aug 28 14:59:40.566584 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:40.612758 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ba7ac169-d909-4cac-8ad1-0d5a57ffdff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:40.639256 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8110acc1-3643-42a9-a2e2-e46085838719 req-a6c97987-3ae2-4349-ade4-a95d7ccf6dbf tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771472 Aug 28 14:59:40.652975 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c008e-7a01-4312-af2a-dba4587a5bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=2545c1b2-459d-42e5-80fd-aeb1672e1ab9,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:40.716773 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-41dbcaa2-f0a4-4d76-a5c9-1838982cd06f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:40.732881 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49adc9a0-3f71-4801-bb97-d7938b5f60cd {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:59:40.783016 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e0703-3b7c-44ad-949a-0fefd5827c82 None None] Pushing event updated for resources: {'Port': ['ID=0d81ed01-1701-4760-be3c-f4850923d19e,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:40.798642 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-436671f6-aa34-4f1b-8e82-5d21d907b59d None None] Allocated IP 172.20.0.2 (40a03aed-4a19-48a0-9549-faca605f4bfe/3ae32591-49d1-4342-8080-c7756186a191/00d62e14-5091-4470-ac1a-60f47a03c217) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:59:40.807711 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0fb5e0b4-283f-4b56-b607-1ce14aa1cf49 req-fed0e984-0921-4b0f-97b8-f8f85eecf920 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf295114-236d-4a70-8dff-0a493f776875 HTTP/1.1" status: 200 len: 210 time: 0.0829713 Aug 28 14:59:40.816550 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 49adc9a0-3f71-4801-bb97-d7938b5f60cd, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=49adc9a0-3f71-4801-bb97-d7938b5f60cd,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:40.825712 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-6f8f8e70-9b6c-4776-a8a3-322abcb05967 service neutron] 10.222.0.13 "GET /v2.0/networks/28981bcb-91e5-4752-95ca-a083aff8582b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792181 Aug 28 14:59:40.848166 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:40.914834 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-41dbcaa2-f0a4-4d76-a5c9-1838982cd06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:40.947311 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:41.069107 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-1e30b2e8-d326-43c9-8288-fefd1823ca9b service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355744 Aug 28 14:59:41.084408 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dbcaa2-f0a4-4d76-a5c9-1838982cd06f admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:59:41.104657 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-41dbcaa2-f0a4-4d76-a5c9-1838982cd06f admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:59:41.107289 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=49adc9a0-3f71-4801-bb97-d7938b5f60cd,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:41.155902 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dbcaa2-f0a4-4d76-a5c9-1838982cd06f admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:59:41.166712 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['49adc9a0-3f71-4801-bb97-d7938b5f60cd'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:59:41.210291 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-1bdafd7e-1f55-4d29-bdd0-0289b410b932 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=49f08d49-97e8-41d5-a930-67be641a9b4f HTTP/1.1" status: 200 len: 217 time: 0.1180685 Aug 28 14:59:41.213749 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-df1c008e-7a01-4312-af2a-dba4587a5bd9 service neutron] Attempting to bind port 2545c1b2-459d-42e5-80fd-aeb1672e1ab9 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:59:41.214307 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-df1c008e-7a01-4312-af2a-dba4587a5bd9 service neutron] Attempting to bind port 2545c1b2-459d-42e5-80fd-aeb1672e1ab9 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '56e55a35-3570-4cec-88c5-f76cdfa3881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8404fc60-2695-490e-81aa-576e7b73d9df'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:59:41.214839 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-df1c008e-7a01-4312-af2a-dba4587a5bd9 service neutron] Attempting to bind port 2545c1b2-459d-42e5-80fd-aeb1672e1ab9 on network 8404fc60-2695-490e-81aa-576e7b73d9df {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:59:41.264459 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-df1c008e-7a01-4312-af2a-dba4587a5bd9 service neutron] Port 2545c1b2-459d-42e5-80fd-aeb1672e1ab9 on network 8404fc60-2695-490e-81aa-576e7b73d9df not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:59:41.265086 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-df1c008e-7a01-4312-af2a-dba4587a5bd9 service neutron] Attempting to bind port 2545c1b2-459d-42e5-80fd-aeb1672e1ab9 on network 8404fc60-2695-490e-81aa-576e7b73d9df {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:59:41.294398 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-df1c008e-7a01-4312-af2a-dba4587a5bd9 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:59:41.295053 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-df1c008e-7a01-4312-af2a-dba4587a5bd9 service neutron] Checking segment: {'id': '56e55a35-3570-4cec-88c5-f76cdfa3881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8404fc60-2695-490e-81aa-576e7b73d9df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:59:41.295636 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-df1c008e-7a01-4312-af2a-dba4587a5bd9 service neutron] Bound using segment: {'id': '56e55a35-3570-4cec-88c5-f76cdfa3881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8404fc60-2695-490e-81aa-576e7b73d9df'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:59:41.296358 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-df1c008e-7a01-4312-af2a-dba4587a5bd9 service neutron] Bound port: 2545c1b2-459d-42e5-80fd-aeb1672e1ab9, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56e55a35-3570-4cec-88c5-f76cdfa3881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8404fc60-2695-490e-81aa-576e7b73d9df'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:59:41.297049 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-df1c008e-7a01-4312-af2a-dba4587a5bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:41.354541 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbcaa2-f0a4-4d76-a5c9-1838982cd06f admin admin] Pushing event updated for resources: {'Port': ['ID=590d5719-ebaf-4de6-ae56-b142c612c80a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:41.377046 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-436671f6-aa34-4f1b-8e82-5d21d907b59d None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:41.401532 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-436671f6-aa34-4f1b-8e82-5d21d907b59d None None] Transition to ACTIVE for port object 00d62e14-5091-4470-ac1a-60f47a03c217 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:59:41.414171 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abce55e-db13-434d-bd1c-bcf280585e66 req-d14259e4-192a-4f04-9e18-a1086ce85c5d tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:41.416006 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2abce55e-db13-434d-bd1c-bcf280585e66 req-d14259e4-192a-4f04-9e18-a1086ce85c5d tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d779f69-389b-4adf-9b36-bc84aa535a5d HTTP/1.1" status: 200 len: 943 time: 0.3872128 Aug 28 14:59:41.432053 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-436671f6-aa34-4f1b-8e82-5d21d907b59d None None] Transition to ACTIVE for port object 00d62e14-5091-4470-ac1a-60f47a03c217 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:59:41.442305 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-df1c008e-7a01-4312-af2a-dba4587a5bd9 service neutron] For port 2545c1b2-459d-42e5-80fd-aeb1672e1ab9, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:59:41.446268 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-df1c008e-7a01-4312-af2a-dba4587a5bd9 service neutron] For port 2545c1b2-459d-42e5-80fd-aeb1672e1ab9, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=2545c1b2-459d-42e5-80fd-aeb1672e1ab9,segment=NetworkSegment(56e55a35-3570-4cec-88c5-f76cdfa3881a),segment_id=56e55a35-3570-4cec-88c5-f76cdfa3881a)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:59:41.450006 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-13a3d24c-c4c9-40dc-849e-9445b76a7d92 req-3be3e848-5f49-43f7-a683-eef79d6e7b13 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4253802 Aug 28 14:59:41.450623 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-436671f6-aa34-4f1b-8e82-5d21d907b59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:41.457307 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-df1c008e-7a01-4312-af2a-dba4587a5bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:41.502613 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-8c666ab7-3677-4877-8406-47ad3d458882 service neutron] 10.222.0.13 "GET /v2.0/networks/28981bcb-91e5-4752-95ca-a083aff8582b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6144686 Aug 28 14:59:41.507011 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-df1c008e-7a01-4312-af2a-dba4587a5bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:41.507626 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-df1c008e-7a01-4312-af2a-dba4587a5bd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:41.508906 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436671f6-aa34-4f1b-8e82-5d21d907b59d None None] Network 40a03aed-4a19-48a0-9549-faca605f4bfe is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:59:41.509391 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-df1c008e-7a01-4312-af2a-dba4587a5bd9 service neutron] 10.222.0.36 "PUT /v2.0/ports/2545c1b2-459d-42e5-80fd-aeb1672e1ab9 HTTP/1.1" status: 200 len: 1092 time: 2.0339432 Aug 28 14:59:41.510832 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-863b1aa4-9311-4eb2-86cb-8f21ea2c45c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:41.512459 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-863b1aa4-9311-4eb2-86cb-8f21ea2c45c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1318d724-919b-4c5d-b420-75bb4bd0f086 HTTP/1.1" status: 200 len: 797 time: 0.2921400 Aug 28 14:59:41.512917 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d779f69-389b-4adf-9b36-bc84aa535a5d', 'tag': '2545c1b2-459d-42e5-80fd-aeb1672e1ab9'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:59:41.515070 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-436671f6-aa34-4f1b-8e82-5d21d907b59d None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:59:41.519185 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436671f6-aa34-4f1b-8e82-5d21d907b59d None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:59:41.522593 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccc590d-373d-4ad0-904d-07d205730981" -d '{"events": [{"name": "network-changed", "server_uuid": "3d779f69-389b-4adf-9b36-bc84aa535a5d", "tag": "2545c1b2-459d-42e5-80fd-aeb1672e1ab9"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:59:41.549210 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2abce55e-db13-434d-bd1c-bcf280585e66 req-9be8dbb8-6379-4aa0-8583-8373dbc670c2 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200280 Aug 28 14:59:41.597918 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436671f6-aa34-4f1b-8e82-5d21d907b59d None None] Pushing event updated for resources: {'Port': ['ID=00d62e14-5091-4470-ac1a-60f47a03c217,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:41.666767 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-436671f6-aa34-4f1b-8e82-5d21d907b59d None None] Attempting to bind port 00d62e14-5091-4470-ac1a-60f47a03c217 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:59:41.666767 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-436671f6-aa34-4f1b-8e82-5d21d907b59d None None] Attempting to bind port 00d62e14-5091-4470-ac1a-60f47a03c217 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'f2247a83-4f17-4255-8bc6-2c6f63e17b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:59:41.666767 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436671f6-aa34-4f1b-8e82-5d21d907b59d None None] Attempting to bind port 00d62e14-5091-4470-ac1a-60f47a03c217 on network 40a03aed-4a19-48a0-9549-faca605f4bfe {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:59:41.750189 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436671f6-aa34-4f1b-8e82-5d21d907b59d None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:59:41.751680 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436671f6-aa34-4f1b-8e82-5d21d907b59d None None] Checking segment: {'id': 'f2247a83-4f17-4255-8bc6-2c6f63e17b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:59:41.755748 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-436671f6-aa34-4f1b-8e82-5d21d907b59d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:41.756108 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436671f6-aa34-4f1b-8e82-5d21d907b59d None None] Bound using segment: {'id': 'f2247a83-4f17-4255-8bc6-2c6f63e17b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:59:41.758237 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-436671f6-aa34-4f1b-8e82-5d21d907b59d None None] Bound port: 00d62e14-5091-4470-ac1a-60f47a03c217, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2247a83-4f17-4255-8bc6-2c6f63e17b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:59:41.758669 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-436671f6-aa34-4f1b-8e82-5d21d907b59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:41.765643 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-41dbcaa2-f0a4-4d76-a5c9-1838982cd06f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:41.819325 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0d81ed01-1701-4760-be3c-f4850923d19e up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:59:41.830349 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:41.837300 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3d24c-c4c9-40dc-849e-9445b76a7d92 req-e9f4bcf9-c8cc-4510-9c7e-b1d3e3dbc2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:41.839371 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-13a3d24c-c4c9-40dc-849e-9445b76a7d92 req-e9f4bcf9-c8cc-4510-9c7e-b1d3e3dbc2f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 1101 time: 0.3358068 Aug 28 14:59:41.967033 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:59:42.006541 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-436671f6-aa34-4f1b-8e82-5d21d907b59d None None] For port 00d62e14-5091-4470-ac1a-60f47a03c217, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:59:42.013689 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-436671f6-aa34-4f1b-8e82-5d21d907b59d None None] For port 00d62e14-5091-4470-ac1a-60f47a03c217, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=00d62e14-5091-4470-ac1a-60f47a03c217,segment=NetworkSegment(f2247a83-4f17-4255-8bc6-2c6f63e17b02),segment_id=f2247a83-4f17-4255-8bc6-2c6f63e17b02)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:59:42.025225 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-436671f6-aa34-4f1b-8e82-5d21d907b59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:42.254875 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 0d81ed01-1701-4760-be3c-f4850923d19e completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:59:42.292621 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436671f6-aa34-4f1b-8e82-5d21d907b59d None None] Pushing event updated for resources: {'Port': ['ID=00d62e14-5091-4470-ac1a-60f47a03c217,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:42.378097 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858bc75c-a11c-4d19-b3b4-c51791dece1a None None] Network 00f6e407-6223-4467-8ce8-b6ba17446d6d requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:59:42.457391 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c008e-7a01-4312-af2a-dba4587a5bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=2545c1b2-459d-42e5-80fd-aeb1672e1ab9,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:42.482633 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ca20c5-ef89-4a0a-9795-515db12c34a4 x-openstack-request-id: req-b7ca20c5-ef89-4a0a-9795-515db12c34a4 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:59:42.482633 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d779f69-389b-4adf-9b36-bc84aa535a5d", "tag": "2545c1b2-459d-42e5-80fd-aeb1672e1ab9", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:59:42.482633 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7ca20c5-ef89-4a0a-9795-515db12c34a4 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:59:42.491023 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d779f69-389b-4adf-9b36-bc84aa535a5d', 'tag': '2545c1b2-459d-42e5-80fd-aeb1672e1ab9', 'status': 'completed', 'code': 200} Aug 28 14:59:42.644424 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3192d7dc-eb76-4166-93b7-0b468eb34ccc None None] Provisioning for port 0d81ed01-1701-4760-be3c-f4850923d19e completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:59:42.651643 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-89daa6f9-0841-4b8c-9908-bb8c646cd104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:42.658832 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3192d7dc-eb76-4166-93b7-0b468eb34ccc None None] Provisioning complete for port 0d81ed01-1701-4760-be3c-f4850923d19e triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:42.660657 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-89daa6f9-0841-4b8c-9908-bb8c646cd104 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=478107490d854612b2fb52a63284f6da&device_id=3d779f69-389b-4adf-9b36-bc84aa535a5d HTTP/1.1" status: 200 len: 1095 time: 1.0894997 Aug 28 14:59:42.663910 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-f4de91ed-5533-4ac3-8d0d-94baa40b68ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:42.665770 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-f4de91ed-5533-4ac3-8d0d-94baa40b68ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=81167e94-3666-4c28-a056-416ea7a0c9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.1090395 Aug 28 14:59:42.667942 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3192d7dc-eb76-4166-93b7-0b468eb34ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:42.729908 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d5feee6a-38ac-41ec-92f4-85a846f66bb4 req-2d33d95c-bc0c-42d9-bdc3-758c8037ab09 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf295114-236d-4a70-8dff-0a493f776875 HTTP/1.1" status: 200 len: 210 time: 0.0420454 Aug 28 14:59:42.757880 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-07011e4a-5b31-4f15-a293-514c2a45ba5a tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:42.759432 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-07011e4a-5b31-4f15-a293-514c2a45ba5a tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f&tenant_id=86251bdbee63415981170d08b9111a4c&binding%3Ahost_id=n-h2-712137-10 HTTP/1.1" status: 200 len: 949 time: 0.6418784 Aug 28 14:59:42.787883 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-2418a233-0579-4f64-81df-b56f2c3879cf service neutron] 10.222.0.13 "GET /v2.0/networks/00f6e407-6223-4467-8ce8-b6ba17446d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2320597 Aug 28 14:59:42.811438 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-1488d222-7dbd-47ab-9590-4d609fa18dcb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2545c1b2-459d-42e5-80fd-aeb1672e1ab9 HTTP/1.1" status: 200 len: 217 time: 0.1248488 Aug 28 14:59:42.818485 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3192d7dc-eb76-4166-93b7-0b468eb34ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:42.843534 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-41dbcaa2-f0a4-4d76-a5c9-1838982cd06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:42.887068 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-3192d7dc-eb76-4166-93b7-0b468eb34ccc None None] For port 0d81ed01-1701-4760-be3c-f4850923d19e, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0d81ed01-1701-4760-be3c-f4850923d19e,segment=NetworkSegment(5b7db155-9e8a-4abd-86db-42a71095eb2c),segment_id=5b7db155-9e8a-4abd-86db-42a71095eb2c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:42.898500 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3192d7dc-eb76-4166-93b7-0b468eb34ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:42.980615 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3d24c-c4c9-40dc-849e-9445b76a7d92 req-97fbcb65-75a0-4585-8e64-16ad51f5f4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:42.981237 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-82464c94-5231-457e-8d42-84df28bfb6d8 service neutron] 10.222.0.36 "GET /v2.0/ports/49adc9a0-3f71-4801-bb97-d7938b5f60cd/bindings/n-h2-712137-10 HTTP/1.1" status: 200 len: 383 time: 0.1981010 Aug 28 14:59:42.982100 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-13a3d24c-c4c9-40dc-849e-9445b76a7d92 req-97fbcb65-75a0-4585-8e64-16ad51f5f4a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 1.1123984 Aug 28 14:59:43.000638 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192d7dc-eb76-4166-93b7-0b468eb34ccc None None] Pushing event updated for resources: {'Port': ['ID=0d81ed01-1701-4760-be3c-f4850923d19e,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:43.070351 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7656a1-350f-412e-93d8-39281a87ceaa req-07b517ae-5943-4e82-b08d-f87a8969e5df tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:43.071990 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5b7656a1-350f-412e-93d8-39281a87ceaa req-07b517ae-5943-4e82-b08d-f87a8969e5df tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 949 time: 0.1591785 Aug 28 14:59:43.115326 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-df2073a5-d53e-4dad-b40d-c652a448d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:43.116828 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-df2073a5-d53e-4dad-b40d-c652a448d8b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 1101 time: 0.0933142 Aug 28 14:59:43.126218 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-003517f3-2f87-440a-9ef7-b94465fabf07 None None] Provisioning complete for port 0d81ed01-1701-4760-be3c-f4850923d19e triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:43.128692 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-003517f3-2f87-440a-9ef7-b94465fabf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:43.208161 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:43.219414 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-13a3d24c-c4c9-40dc-849e-9445b76a7d92 req-b985cfba-a468-4799-a9bf-703c4282f5ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 HTTP/1.1" status: 200 len: 217 time: 0.1619384 Aug 28 14:59:43.269300 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-e76a8c13-c652-4ecd-b153-ff13cd358504 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:43.273419 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-e76a8c13-c652-4ecd-b153-ff13cd358504 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.41 "GET /v2.0/networks?id=a731b160-8958-4a85-8ce7-ad5ccf54c410 HTTP/1.1" status: 200 len: 821 time: 1.4405315 Aug 28 14:59:43.287226 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5b7656a1-350f-412e-93d8-39281a87ceaa req-c0b9a9e0-9b1a-4dc7-9a0e-26208ddad209 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899309 Aug 28 14:59:43.306652 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41dbcaa2-f0a4-4d76-a5c9-1838982cd06f admin admin] Router afddb704-3602-4760-b1f9-d8b4774437cb is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 14:59:43.320385 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-7e95fa04-bba4-41d2-9c33-a1c7a9ac27a7 service neutron] 10.222.0.36 "GET /v2.0/networks/81167e94-3666-4c28-a056-416ea7a0c9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6088390 Aug 28 14:59:43.334071 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-b934c23f-9148-4109-80bb-e369dbda8429 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Request body: {'port': {'device_id': 'bf295114-236d-4a70-8dff-0a493f776875', 'network_id': 'a731b160-8958-4a85-8ce7-ad5ccf54c410', 'admin_state_up': True, 'tenant_id': '7c1641db5cd54a57bee961965e510fbd'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:43.425961 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 49adc9a0-3f71-4801-bb97-d7938b5f60cd up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:59:43.445168 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-1682df6c-ff37-4937-9bd4-738451fe7520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:43.446908 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-1682df6c-ff37-4937-9bd4-738451fe7520 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.3184826 Aug 28 14:59:43.517712 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 49adc9a0-3f71-4801-bb97-d7938b5f60cd completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:59:43.524140 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 49adc9a0-3f71-4801-bb97-d7938b5f60cd triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:43.524720 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:43.630836 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-ae392168-91bb-44c9-9bf7-7f0a6e5041e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=49adc9a0-3f71-4801-bb97-d7938b5f60cd HTTP/1.1" status: 200 len: 217 time: 0.1525562 Aug 28 14:59:43.663246 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-4a02f5f5-74c7-4eff-abf8-decd1340e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:43.664927 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-4a02f5f5-74c7-4eff-abf8-decd1340e831 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4e27c48-8948-454b-9eb7-538bfc94a031 HTTP/1.1" status: 200 len: 861 time: 0.6918190 Aug 28 14:59:43.684617 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:43.716266 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c4157b-3881-4516-8ef4-99dbb945ca7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49adc9a0-3f71-4801-bb97-d7938b5f60cd'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:59:43.719227 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3877c1b6-b7e0-4225-bc1c-0ecd17bc9f0b" -d '{"events": [{"server_uuid": "69c4157b-3881-4516-8ef4-99dbb945ca7f", "name": "network-vif-plugged", "status": "completed", "tag": "49adc9a0-3f71-4801-bb97-d7938b5f60cd"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:59:43.724928 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-db2a2d4b-fa77-4afb-acdc-5b428ccd26de service neutron] 10.222.0.36 "GET /v2.0/networks/81167e94-3666-4c28-a056-416ea7a0c9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864069 Aug 28 14:59:43.727334 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5812c-d38e-4bfe-a079-1872cd3af552 req-d47351e7-57b0-4e8e-934e-37e0f8fc85e7 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:43.729072 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c3d5812c-d38e-4bfe-a079-1872cd3af552 req-d47351e7-57b0-4e8e-934e-37e0f8fc85e7 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d779f69-389b-4adf-9b36-bc84aa535a5d HTTP/1.1" status: 200 len: 943 time: 0.2902036 Aug 28 14:59:43.735975 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-1eb71ac9-9e52-4ae5-bcec-ccf39b2acb7f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8404fc60-2695-490e-81aa-576e7b73d9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575967 Aug 28 14:59:43.743493 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41dbcaa2-f0a4-4d76-a5c9-1838982cd06f admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:59:43.749157 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 49adc9a0-3f71-4801-bb97-d7938b5f60cd, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=49adc9a0-3f71-4801-bb97-d7938b5f60cd,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:43.752295 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3d24c-c4c9-40dc-849e-9445b76a7d92 req-dca6e26d-54b1-43ca-ae97-13a8eac4c3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:43.754109 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-13a3d24c-c4c9-40dc-849e-9445b76a7d92 req-dca6e26d-54b1-43ca-ae97-13a8eac4c3e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.5196705 Aug 28 14:59:43.761488 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:43.768111 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd328d1-00e9-48ae-b3b5-647b54f7bd7b None None] Sync routers for ids ['afddb704-3602-4760-b1f9-d8b4774437cb'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:59:43.789492 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd328d1-00e9-48ae-b3b5-647b54f7bd7b None None] Routers {'afddb704-3602-4760-b1f9-d8b4774437cb'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:59:43.790153 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8fd328d1-00e9-48ae-b3b5-647b54f7bd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:59:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['afddb704-3602-4760-b1f9-d8b4774437cb'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:43.803323 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-aeebe9b6-212a-44ab-8c66-571a900134dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:43.812856 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-aeebe9b6-212a-44ab-8c66-571a900134dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1721485 Aug 28 14:59:43.825036 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0d81ed01-1701-4760-be3c-f4850923d19e up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:59:43.857913 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-41dbcaa2-f0a4-4d76-a5c9-1838982cd06f admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:43.857913 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-41dbcaa2-f0a4-4d76-a5c9-1838982cd06f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.9270124 Aug 28 14:59:43.872242 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60726) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:59:43.885966 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=49adc9a0-3f71-4801-bb97-d7938b5f60cd,revision_number=9']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:43.896884 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49943c59-e29d-4270-8d87-b6428937ec6a None None] Network 40a03aed-4a19-48a0-9549-faca605f4bfe requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:59:43.913388 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c3d5812c-d38e-4bfe-a079-1872cd3af552 req-70d08a98-8852-49ca-ba01-64a194c8ae82 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712248 Aug 28 14:59:43.913876 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-77cd2722-76dc-4211-b19b-54a3e0e80169 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bac4fa37-f01b-40ed-9304-eebde8331b53 HTTP/1.1" status: 200 len: 217 time: 0.1709113 Aug 28 14:59:43.922838 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-67cecf05-110c-4e04-8a1b-bc27f938930a service neutron] 10.222.0.13 "GET /v2.0/networks/00f6e407-6223-4467-8ce8-b6ba17446d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1021726 Aug 28 14:59:43.984360 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-b9b7aadc-bb57-43cb-9d42-f106271bef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:43.989535 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-af762f2d-e10d-4279-8690-f82585a389e4 None None] Provisioning for port 00d62e14-5091-4470-ac1a-60f47a03c217 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:59:43.990475 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-b9b7aadc-bb57-43cb-9d42-f106271bef62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1574302 Aug 28 14:59:44.058235 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 0d81ed01-1701-4760-be3c-f4850923d19e triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:44.060015 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:44.117398 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3d24c-c4c9-40dc-849e-9445b76a7d92 req-288d1f38-b636-4901-8e62-b4e722f4ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:44.119125 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-13a3d24c-c4c9-40dc-849e-9445b76a7d92 req-288d1f38-b636-4901-8e62-b4e722f4ec59 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3408217 Aug 28 14:59:44.126282 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-415c4855-f6e9-4603-b3f3-8dedc6a6693b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:44.128255 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-415c4855-f6e9-4603-b3f3-8dedc6a6693b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1318d724-919b-4c5d-b420-75bb4bd0f086 HTTP/1.1" status: 200 len: 797 time: 0.1601808 Aug 28 14:59:44.162412 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-b934c23f-9148-4109-80bb-e369dbda8429 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Made reservation on behalf of 7c1641db5cd54a57bee961965e510fbd for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:59:44.166256 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-b934c23f-9148-4109-80bb-e369dbda8429 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:44.182199 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11b2e63-ad4c-41f9-8370-276dd64d7c04 x-openstack-request-id: req-f11b2e63-ad4c-41f9-8370-276dd64d7c04 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:59:44.182516 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c4157b-3881-4516-8ef4-99dbb945ca7f", "name": "network-vif-plugged", "status": "completed", "tag": "49adc9a0-3f71-4801-bb97-d7938b5f60cd", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:59:44.182775 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f11b2e63-ad4c-41f9-8370-276dd64d7c04 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:59:44.183274 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c4157b-3881-4516-8ef4-99dbb945ca7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49adc9a0-3f71-4801-bb97-d7938b5f60cd', 'code': 200} Aug 28 14:59:44.223095 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-060a381a-3929-4eac-8672-13bc41eb4345 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243416 Aug 28 14:59:44.267544 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-8fd328d1-00e9-48ae-b3b5-647b54f7bd7b None None] Set router afddb704-3602-4760-b1f9-d8b4774437cb gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:59:44.268007 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-3816ee60-d9f2-4f5b-b0ca-cc1ec211f1ef service neutron] 10.222.0.36 "GET /v2.0/networks/8404fc60-2695-490e-81aa-576e7b73d9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012708 Aug 28 14:59:44.348085 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-919b450e-e76b-469f-83a7-5d86d869d8da req-e112c12e-b6f1-4ca0-b5d9-40b918ae09d5 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf295114-236d-4a70-8dff-0a493f776875 HTTP/1.1" status: 200 len: 210 time: 0.0645759 Aug 28 14:59:44.455793 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6aec4f3a-e475-48a9-bff9-58fcd167f362 req-3f733152-213e-43c2-a989-3ee8d4632719 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c745768-8b7a-433f-9cdd-6d1f7885e911 HTTP/1.1" status: 200 len: 210 time: 0.1634917 Aug 28 14:59:44.457790 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 00d62e14-5091-4470-ac1a-60f47a03c217 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:59:44.486279 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-5a373cc7-d924-4c5f-b576-023d055a5bd0 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465644 Aug 28 14:59:44.581005 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c9c13-26f3-4c79-9b47-c0778b836c07 req-20713fb9-5b79-4fda-ae76-4fd38d171061 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:44.589035 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-862c9c13-26f3-4c79-9b47-c0778b836c07 req-20713fb9-5b79-4fda-ae76-4fd38d171061 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 950 time: 0.1588664 Aug 28 14:59:44.605028 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8fd328d1-00e9-48ae-b3b5-647b54f7bd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036478434-router', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:59:39Z', 'updated_at': '2021-08-28T14:59:41Z', 'revision_number': 3, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'gw_port': {'id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:40Z', 'updated_at': '2021-08-28T14:59:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:44.636493 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 00d62e14-5091-4470-ac1a-60f47a03c217 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:59:44.640785 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd328d1-00e9-48ae-b3b5-647b54f7bd7b None None] Checking router: afddb704-3602-4760-b1f9-d8b4774437cb for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:59:44.641020 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 00d62e14-5091-4470-ac1a-60f47a03c217 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:44.641020 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:44.641499 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd328d1-00e9-48ae-b3b5-647b54f7bd7b None None] Updating router afddb704-3602-4760-b1f9-d8b4774437cb port 590d5719-ebaf-4de6-ae56-b142c612c80a binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 14:59:44.684848 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-8fd328d1-00e9-48ae-b3b5-647b54f7bd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:44.699771 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-da7b0a4a-b8e7-4212-9a43-d7fc0b6fcaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:44.701613 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-da7b0a4a-b8e7-4212-9a43-d7fc0b6fcaa2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=81167e94-3666-4c28-a056-416ea7a0c9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5500562 Aug 28 14:59:44.717198 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-862c9c13-26f3-4c79-9b47-c0778b836c07 req-ad965133-fb36-46fa-8219-00757ad98600 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161382 Aug 28 14:59:44.832354 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-13a3d24c-c4c9-40dc-849e-9445b76a7d92 req-4441da34-ce9d-4fcc-920e-289e30d33a30 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7012448 Aug 28 14:59:44.843372 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:44.915749 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 00d62e14-5091-4470-ac1a-60f47a03c217, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=00d62e14-5091-4470-ac1a-60f47a03c217,segment=NetworkSegment(f2247a83-4f17-4255-8bc6-2c6f63e17b02),segment_id=f2247a83-4f17-4255-8bc6-2c6f63e17b02)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:44.921867 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:45.004625 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=00d62e14-5091-4470-ac1a-60f47a03c217,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:45.067750 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7dabce56-50fc-4d3b-9197-4c7ae3561380 None None] Provisioning complete for port 00d62e14-5091-4470-ac1a-60f47a03c217 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:45.068138 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7dabce56-50fc-4d3b-9197-4c7ae3561380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:45.094003 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-8fd328d1-00e9-48ae-b3b5-647b54f7bd7b None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:45.108209 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-8fd328d1-00e9-48ae-b3b5-647b54f7bd7b None None] Transition to ACTIVE for port object 590d5719-ebaf-4de6-ae56-b142c612c80a will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:59:45.117115 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-8fd328d1-00e9-48ae-b3b5-647b54f7bd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:45.173470 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72107b-749c-4102-9b0d-c4dc4577d87d None None] Pushing event updated for resources: {'Port': ['ID=590d5719-ebaf-4de6-ae56-b142c612c80a,revision_number=2']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:45.204653 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-8fd328d1-00e9-48ae-b3b5-647b54f7bd7b None None] Attempting to bind port 590d5719-ebaf-4de6-ae56-b142c612c80a on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:59:45.205658 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-8fd328d1-00e9-48ae-b3b5-647b54f7bd7b None None] Attempting to bind port 590d5719-ebaf-4de6-ae56-b142c612c80a by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:59:45.206376 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd328d1-00e9-48ae-b3b5-647b54f7bd7b None None] Attempting to bind port 590d5719-ebaf-4de6-ae56-b142c612c80a on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:59:45.210400 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72107b-749c-4102-9b0d-c4dc4577d87d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:45.210659 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72107b-749c-4102-9b0d-c4dc4577d87d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:45.211529 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72107b-749c-4102-9b0d-c4dc4577d87d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:45.211529 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72107b-749c-4102-9b0d-c4dc4577d87d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:45.212127 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72107b-749c-4102-9b0d-c4dc4577d87d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:45.212235 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72107b-749c-4102-9b0d-c4dc4577d87d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:45.212636 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72107b-749c-4102-9b0d-c4dc4577d87d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:45.213292 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72107b-749c-4102-9b0d-c4dc4577d87d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:45.214032 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72107b-749c-4102-9b0d-c4dc4577d87d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:45.214529 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72107b-749c-4102-9b0d-c4dc4577d87d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:45.215291 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72107b-749c-4102-9b0d-c4dc4577d87d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:45.215908 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72107b-749c-4102-9b0d-c4dc4577d87d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:45.228079 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd328d1-00e9-48ae-b3b5-647b54f7bd7b None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:59:45.228856 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd328d1-00e9-48ae-b3b5-647b54f7bd7b None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:59:45.229771 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-8fd328d1-00e9-48ae-b3b5-647b54f7bd7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:45.230485 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd328d1-00e9-48ae-b3b5-647b54f7bd7b None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:59:45.232098 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-8fd328d1-00e9-48ae-b3b5-647b54f7bd7b None None] Bound port: 590d5719-ebaf-4de6-ae56-b142c612c80a, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:59:45.232998 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-8fd328d1-00e9-48ae-b3b5-647b54f7bd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:45.291446 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-8fd328d1-00e9-48ae-b3b5-647b54f7bd7b None None] For port 590d5719-ebaf-4de6-ae56-b142c612c80a, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:59:45.296636 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-8fd328d1-00e9-48ae-b3b5-647b54f7bd7b None None] For port 590d5719-ebaf-4de6-ae56-b142c612c80a, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=590d5719-ebaf-4de6-ae56-b142c612c80a,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:59:45.302391 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-8fd328d1-00e9-48ae-b3b5-647b54f7bd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:45.342343 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0815814-cc6a-4a82-a2de-8d608ab72fef req-b0584a07-a88b-4e87-80f4-82d236a0b045 service neutron] 10.222.0.36 "GET /v2.0/networks/8404fc60-2695-490e-81aa-576e7b73d9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0614440 Aug 28 14:59:45.366643 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72107b-749c-4102-9b0d-c4dc4577d87d None None] Pushing event updated for resources: {'Port': ['ID=590d5719-ebaf-4de6-ae56-b142c612c80a,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:45.370399 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd328d1-00e9-48ae-b3b5-647b54f7bd7b None None] Routers {'afddb704-3602-4760-b1f9-d8b4774437cb'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:59:45.377946 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8fd328d1-00e9-48ae-b3b5-647b54f7bd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:59:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['afddb704-3602-4760-b1f9-d8b4774437cb'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:45.458521 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cde72aee-827e-47ce-aa29-7f881c97e43e req-5ed14ab7-cad7-4bef-900a-3525a69ba69e tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf295114-236d-4a70-8dff-0a493f776875 HTTP/1.1" status: 200 len: 210 time: 0.0306165 Aug 28 14:59:45.470723 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-b934c23f-9148-4109-80bb-e369dbda8429 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Allocated IP 172.20.0.5 (a731b160-8958-4a85-8ce7-ad5ccf54c410/6534a910-4b56-4cb1-8f9e-fc2fcbba03c0/593739d3-6d95-4e0a-822d-bd7fcc4fb127) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:59:45.502906 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-8fd328d1-00e9-48ae-b3b5-647b54f7bd7b None None] Set router afddb704-3602-4760-b1f9-d8b4774437cb gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:59:45.545183 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda84ddd-379a-4102-b75d-e7fbec928b2d req-79fadf72-7bf0-4ad8-88bf-7a96d1c5f480 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:45.546683 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eda84ddd-379a-4102-b75d-e7fbec928b2d req-79fadf72-7bf0-4ad8-88bf-7a96d1c5f480 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d779f69-389b-4adf-9b36-bc84aa535a5d HTTP/1.1" status: 200 len: 943 time: 0.3500595 Aug 28 14:59:45.548537 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-af3e9938-3939-4c26-9788-283412bbed2f service neutron] 10.222.0.36 "GET /v2.0/networks/81167e94-3666-4c28-a056-416ea7a0c9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7617362 Aug 28 14:59:45.588299 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a7cb4ff0-46b4-4597-82de-1a444f2a88d2 req-61983536-4060-4f62-aade-f10d53e8149c tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c745768-8b7a-433f-9cdd-6d1f7885e911 HTTP/1.1" status: 200 len: 210 time: 0.0557976 Aug 28 14:59:45.660063 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 00d62e14-5091-4470-ac1a-60f47a03c217 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:59:45.725934 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-13a3d24c-c4c9-40dc-849e-9445b76a7d92 req-31916d51-39a8-4ae5-8547-eed11746bff3 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5265856 Aug 28 14:59:45.742148 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8fd328d1-00e9-48ae-b3b5-647b54f7bd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036478434-router', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:59:39Z', 'updated_at': '2021-08-28T14:59:41Z', 'revision_number': 3, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'gw_port': {'id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:40Z', 'updated_at': '2021-08-28T14:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:45.743535 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc590d-373d-4ad0-904d-07d205730981 req-74b67732-2e39-403e-b02c-0757a33ba47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:45.745146 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6ccc590d-373d-4ad0-904d-07d205730981 req-74b67732-2e39-403e-b02c-0757a33ba47b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=478107490d854612b2fb52a63284f6da&device_id=3d779f69-389b-4adf-9b36-bc84aa535a5d HTTP/1.1" status: 200 len: 1095 time: 0.3134952 Aug 28 14:59:45.756539 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 00d62e14-5091-4470-ac1a-60f47a03c217 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:45.757089 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:45.786119 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd328d1-00e9-48ae-b3b5-647b54f7bd7b None None] The sync data for ids ['afddb704-3602-4760-b1f9-d8b4774437cb'] in n-d-712137-10 is: [{'id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036478434-router', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:59:39Z', 'updated_at': '2021-08-28T14:59:41Z', 'revision_number': 3, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'gw_port': {'id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:40Z', 'updated_at': '2021-08-28T14:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:59:45.922354 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eda84ddd-379a-4102-b75d-e7fbec928b2d req-87a4fe4d-880c-4b36-9c4e-0463daffb606 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541164 Aug 28 14:59:46.035285 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87669d2c-06aa-4ebf-a1cc-aead58e866fa req-13d61a95-5351-426e-b6e4-a5b7ec88a583 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:46.037076 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-87669d2c-06aa-4ebf-a1cc-aead58e866fa req-13d61a95-5351-426e-b6e4-a5b7ec88a583 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 950 time: 0.0538218 Aug 28 14:59:46.069457 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e9ae0ec-e182-496f-9ee9-fcd8fae33dd9 req-5ef33172-2c31-4cea-a843-3e3e233284ac service neutron] 10.222.0.36 "GET /v2.0/networks/81167e94-3666-4c28-a056-416ea7a0c9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107706 Aug 28 14:59:46.092376 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-87669d2c-06aa-4ebf-a1cc-aead58e866fa req-f6408694-c4f5-41dc-889b-75e11e84b0a9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466843 Aug 28 14:59:46.208019 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc590d-373d-4ad0-904d-07d205730981 req-271d5afa-fe8c-4964-b89d-6fd26c2c2403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:46.208991 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6ccc590d-373d-4ad0-904d-07d205730981 req-271d5afa-fe8c-4964-b89d-6fd26c2c2403 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8404fc60-2695-490e-81aa-576e7b73d9df HTTP/1.1" status: 200 len: 922 time: 0.4320340 Aug 28 14:59:46.254134 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-514fa5e5-ea68-4e39-be80-202ae89950f9 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:46.260023 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-514fa5e5-ea68-4e39-be80-202ae89950f9 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:46.261727 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-514fa5e5-ea68-4e39-be80-202ae89950f9 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.41 "GET /v2.0/networks?id=28981bcb-91e5-4752-95ca-a083aff8582b&id=00f6e407-6223-4467-8ce8-b6ba17446d6d HTTP/1.1" status: 200 len: 1391 time: 0.4243083 Aug 28 14:59:46.284828 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-b934c23f-9148-4109-80bb-e369dbda8429 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:46.290747 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-4371d3c6-d2dc-4f43-8b6a-47f4f1bd2e45 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Request body: {'port': {'device_id': '6c745768-8b7a-433f-9cdd-6d1f7885e911', 'network_id': '28981bcb-91e5-4752-95ca-a083aff8582b', 'admin_state_up': True, 'tenant_id': '77e2c8d8344c43369cd6764e0c50c8bf'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:46.339178 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6ccc590d-373d-4ad0-904d-07d205730981 req-f44852e8-6a64-474b-aaab-2ad090a21a63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2545c1b2-459d-42e5-80fd-aeb1672e1ab9 HTTP/1.1" status: 200 len: 217 time: 0.0955970 Aug 28 14:59:46.421246 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:46.482618 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc590d-373d-4ad0-904d-07d205730981 req-56f4bf85-dc9f-49c5-820e-d05b7fb4e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:46.484129 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6ccc590d-373d-4ad0-904d-07d205730981 req-56f4bf85-dc9f-49c5-820e-d05b7fb4e333 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4e27c48-8948-454b-9eb7-538bfc94a031 HTTP/1.1" status: 200 len: 861 time: 0.1123874 Aug 28 14:59:46.524743 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-b934c23f-9148-4109-80bb-e369dbda8429 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:46.576744 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6ccc590d-373d-4ad0-904d-07d205730981 req-d6b2fc60-2cfc-4ec0-aff2-6e4d3c82aed9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8404fc60-2695-490e-81aa-576e7b73d9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750804 Aug 28 14:59:46.652742 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-b934c23f-9148-4109-80bb-e369dbda8429 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Network a731b160-8958-4a85-8ce7-ad5ccf54c410 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:59:46.670100 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002c146-96a2-44a4-a6ee-0ac411e46049 req-c2239415-c049-4f1d-916e-5709292b5b66 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:46.673886 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-b934c23f-9148-4109-80bb-e369dbda8429 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:59:46.677084 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-b934c23f-9148-4109-80bb-e369dbda8429 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:59:46.684727 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d002c146-96a2-44a4-a6ee-0ac411e46049 req-c2239415-c049-4f1d-916e-5709292b5b66 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf295114-236d-4a70-8dff-0a493f776875 HTTP/1.1" status: 200 len: 931 time: 0.1096218 Aug 28 14:59:46.776709 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d002c146-96a2-44a4-a6ee-0ac411e46049 req-66c611e3-dc07-4fa3-a87b-957a72a66164 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06811f1-7796-4bd5-8dee-6392bbef22ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904815 Aug 28 14:59:46.808077 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934c23f-9148-4109-80bb-e369dbda8429 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Pushing event updated for resources: {'Port': ['ID=593739d3-6d95-4e0a-822d-bd7fcc4fb127,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:46.856593 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-4371d3c6-d2dc-4f43-8b6a-47f4f1bd2e45 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Made reservation on behalf of 77e2c8d8344c43369cd6764e0c50c8bf for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:59:46.860293 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-4371d3c6-d2dc-4f43-8b6a-47f4f1bd2e45 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:46.895475 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-16a046de-eef7-4e4b-a1f4-3dcf1d03a0d1 req-1c3c7cc5-63d6-413e-a211-51f264810396 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c745768-8b7a-433f-9cdd-6d1f7885e911 HTTP/1.1" status: 200 len: 210 time: 0.0571773 Aug 28 14:59:46.963590 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-b934c23f-9148-4109-80bb-e369dbda8429 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:46.964708 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-b934c23f-9148-4109-80bb-e369dbda8429 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:47.056318 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-b934c23f-9148-4109-80bb-e369dbda8429 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7293110 Aug 28 14:59:47.096591 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-c338fc0f-2ed0-4bbc-90b5-81b733c8f039 service neutron] Request body: {'port': {'device_id': 'bf295114-236d-4a70-8dff-0a493f776875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:47.111559 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6ccc590d-373d-4ad0-904d-07d205730981 req-e879a1c0-93e7-4d4f-b809-fee6384b81eb service neutron] 10.222.0.36 "GET /v2.0/networks/8404fc60-2695-490e-81aa-576e7b73d9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763658 Aug 28 14:59:47.131181 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a91de-eb6c-49e8-a7e4-9a477aea4d39 req-2992976b-dea5-4925-8751-d2e16823350f tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:47.132149 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] Allocated IP 172.20.0.1 (40a03aed-4a19-48a0-9549-faca605f4bfe/3ae32591-49d1-4342-8080-c7756186a191/5ae52389-5937-4f4c-a2e6-b0f593281be8) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:59:47.136363 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-094a91de-eb6c-49e8-a7e4-9a477aea4d39 req-2992976b-dea5-4925-8751-d2e16823350f tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d779f69-389b-4adf-9b36-bc84aa535a5d HTTP/1.1" status: 200 len: 943 time: 0.0999110 Aug 28 14:59:47.158764 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-3b1ffba8-a4ac-4b1b-9449-b2b8112e1c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:47.160649 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-3b1ffba8-a4ac-4b1b-9449-b2b8112e1c0e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f&tenant_id=86251bdbee63415981170d08b9111a4c HTTP/1.1" status: 200 len: 1102 time: 0.0817633 Aug 28 14:59:47.174669 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-bcbdb75f-61f4-4987-868d-ae82206be6ce service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-10', 'device_owner': 'compute:nova'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:47.214009 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-094a91de-eb6c-49e8-a7e4-9a477aea4d39 req-c2742268-b86c-464d-9083-6214c9e2099d tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717928 Aug 28 14:59:47.250685 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-bcbdb75f-61f4-4987-868d-ae82206be6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:47.387323 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 2545c1b2-459d-42e5-80fd-aeb1672e1ab9 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:59:47.496920 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-bcbdb75f-61f4-4987-868d-ae82206be6ce service neutron] For port 49adc9a0-3f71-4801-bb97-d7938b5f60cd, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=49adc9a0-3f71-4801-bb97-d7938b5f60cd,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:47.499100 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 2545c1b2-459d-42e5-80fd-aeb1672e1ab9, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=2545c1b2-459d-42e5-80fd-aeb1672e1ab9,segment=NetworkSegment(56e55a35-3570-4cec-88c5-f76cdfa3881a),segment_id=56e55a35-3570-4cec-88c5-f76cdfa3881a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:47.515421 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '2545c1b2-459d-42e5-80fd-aeb1672e1ab9', 'network_id': '8404fc60-2695-490e-81aa-576e7b73d9df', 'port_id': '2545c1b2-459d-42e5-80fd-aeb1672e1ab9', 'mac_address': 'fa:16:3e:c1:25:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e27c48-8948-454b-9eb7-538bfc94a031', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:59:47.540145 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-bcbdb75f-61f4-4987-868d-ae82206be6ce service neutron] For port 49adc9a0-3f71-4801-bb97-d7938b5f60cd, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:59:47.590664 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:47.600983 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c4157b-3881-4516-8ef4-99dbb945ca7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49adc9a0-3f71-4801-bb97-d7938b5f60cd'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:59:47.603988 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe6e7d8-daff-4768-a220-4c8264050c08" -d '{"events": [{"server_uuid": "69c4157b-3881-4516-8ef4-99dbb945ca7f", "name": "network-vif-unplugged", "status": "completed", "tag": "49adc9a0-3f71-4801-bb97-d7938b5f60cd"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:59:47.609356 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-bcbdb75f-61f4-4987-868d-ae82206be6ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:47.615682 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2545c1b2-459d-42e5-80fd-aeb1672e1ab9 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:59:47.647563 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-c338fc0f-2ed0-4bbc-90b5-81b733c8f039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:47.649404 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-bcbdb75f-61f4-4987-868d-ae82206be6ce service neutron] Transition to ACTIVE for port object 49adc9a0-3f71-4801-bb97-d7938b5f60cd will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:59:47.658700 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-bcbdb75f-61f4-4987-868d-ae82206be6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:47.664626 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 2545c1b2-459d-42e5-80fd-aeb1672e1ab9, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=2545c1b2-459d-42e5-80fd-aeb1672e1ab9,segment=NetworkSegment(56e55a35-3570-4cec-88c5-f76cdfa3881a),segment_id=56e55a35-3570-4cec-88c5-f76cdfa3881a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:47.672616 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:47.679574 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 590d5719-ebaf-4de6-ae56-b142c612c80a up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:59:47.716833 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 14:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1793e3-8069-418e-9734-8882ddb25a50 x-openstack-request-id: req-db1793e3-8069-418e-9734-8882ddb25a50 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:59:47.717402 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c4157b-3881-4516-8ef4-99dbb945ca7f", "name": "network-vif-unplugged", "status": "completed", "tag": "49adc9a0-3f71-4801-bb97-d7938b5f60cd", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:59:47.717402 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db1793e3-8069-418e-9734-8882ddb25a50 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:59:47.717783 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c4157b-3881-4516-8ef4-99dbb945ca7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49adc9a0-3f71-4801-bb97-d7938b5f60cd', 'code': 200} Aug 28 14:59:47.733593 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46e4f6-4055-4e47-8ba6-bd0572da445c req-f0331b09-892d-4fe3-83f5-bde656e3e921 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:47.742445 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7a46e4f6-4055-4e47-8ba6-bd0572da445c req-f0331b09-892d-4fe3-83f5-bde656e3e921 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 950 time: 0.5409904 Aug 28 14:59:47.750360 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-4371d3c6-d2dc-4f43-8b6a-47f4f1bd2e45 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Allocated IP 19.80.0.53 (28981bcb-91e5-4752-95ca-a083aff8582b/5250f059-b6b1-40e2-aa2c-f77714e5fa50/b7bf4d99-cca6-403b-9cac-f5c1c481377e) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:59:47.752877 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbdb75f-61f4-4987-868d-ae82206be6ce service neutron] Pushing event updated for resources: {'Port': ['ID=49adc9a0-3f71-4801-bb97-d7938b5f60cd,revision_number=10']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:47.789040 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-bcbdb75f-61f4-4987-868d-ae82206be6ce service neutron] No DVR routers for this DVR port 49adc9a0-3f71-4801-bb97-d7938b5f60cd on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:59:47.808880 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=2545c1b2-459d-42e5-80fd-aeb1672e1ab9,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:47.820184 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 590d5719-ebaf-4de6-ae56-b142c612c80a completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:59:47.829250 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 590d5719-ebaf-4de6-ae56-b142c612c80a triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:47.829924 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:47.850975 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-bcbdb75f-61f4-4987-868d-ae82206be6ce service neutron] Attempting to bind port 49adc9a0-3f71-4801-bb97-d7938b5f60cd on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:59:47.851562 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-bcbdb75f-61f4-4987-868d-ae82206be6ce service neutron] Attempting to bind port 49adc9a0-3f71-4801-bb97-d7938b5f60cd by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:59:47.852127 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-bcbdb75f-61f4-4987-868d-ae82206be6ce service neutron] Attempting to bind port 49adc9a0-3f71-4801-bb97-d7938b5f60cd on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:59:47.860266 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-bcbdb75f-61f4-4987-868d-ae82206be6ce service neutron] Port 49adc9a0-3f71-4801-bb97-d7938b5f60cd on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:59:47.860626 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-bcbdb75f-61f4-4987-868d-ae82206be6ce service neutron] Attempting to bind port 49adc9a0-3f71-4801-bb97-d7938b5f60cd on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:59:47.877612 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-bcbdb75f-61f4-4987-868d-ae82206be6ce service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:59:47.877983 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-bcbdb75f-61f4-4987-868d-ae82206be6ce service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:59:47.878383 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-bcbdb75f-61f4-4987-868d-ae82206be6ce service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:59:47.878831 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-bcbdb75f-61f4-4987-868d-ae82206be6ce service neutron] Bound port: 49adc9a0-3f71-4801-bb97-d7938b5f60cd, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:59:47.879198 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-bcbdb75f-61f4-4987-868d-ae82206be6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:47.998793 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6ccc590d-373d-4ad0-904d-07d205730981 req-e2687f2f-f4e9-446e-8bc2-65d3384c39ce service neutron] 10.222.0.36 "GET /v2.0/networks/8404fc60-2695-490e-81aa-576e7b73d9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8625574 Aug 28 14:59:48.002524 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['2545c1b2-459d-42e5-80fd-aeb1672e1ab9'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:59:48.079594 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-bcbdb75f-61f4-4987-868d-ae82206be6ce service neutron] For port 49adc9a0-3f71-4801-bb97-d7938b5f60cd, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:59:48.089623 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc178955-1e70-483d-aa09-f6604cf53e4c req-ad0adbbf-d420-4e48-a9bf-394b20a70ed9 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:48.091562 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dc178955-1e70-483d-aa09-f6604cf53e4c req-ad0adbbf-d420-4e48-a9bf-394b20a70ed9 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf295114-236d-4a70-8dff-0a493f776875 HTTP/1.1" status: 200 len: 931 time: 0.1101508 Aug 28 14:59:48.109914 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-bcbdb75f-61f4-4987-868d-ae82206be6ce service neutron] For port 49adc9a0-3f71-4801-bb97-d7938b5f60cd, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=49adc9a0-3f71-4801-bb97-d7938b5f60cd,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:59:48.120708 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-bcbdb75f-61f4-4987-868d-ae82206be6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:48.124290 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:48.183829 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-bcbdb75f-61f4-4987-868d-ae82206be6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:48.184464 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-bcbdb75f-61f4-4987-868d-ae82206be6ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:48.186115 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-bcbdb75f-61f4-4987-868d-ae82206be6ce service neutron] 10.222.0.41 "PUT /v2.0/ports/49adc9a0-3f71-4801-bb97-d7938b5f60cd HTTP/1.1" status: 200 len: 1098 time: 1.0157979 Aug 28 14:59:48.190055 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dc178955-1e70-483d-aa09-f6604cf53e4c req-0461a76f-0806-40ad-84c4-4d2f94b7eebf tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06811f1-7796-4bd5-8dee-6392bbef22ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898149 Aug 28 14:59:48.212613 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbdb75f-61f4-4987-868d-ae82206be6ce service neutron] Pushing event updated for resources: {'Port': ['ID=49adc9a0-3f71-4801-bb97-d7938b5f60cd,revision_number=11']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:48.238125 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7a46e4f6-4055-4e47-8ba6-bd0572da445c req-21996e8d-a163-4a83-b5da-3f5d8a9fa0d2 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4946258 Aug 28 14:59:48.255899 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:48.284705 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] Transition to ACTIVE for port object 5ae52389-5937-4f4c-a2e6-b0f593281be8 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:59:48.309057 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 590d5719-ebaf-4de6-ae56-b142c612c80a, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=590d5719-ebaf-4de6-ae56-b142c612c80a,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:48.311265 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-33e54e34-d108-432f-8598-93bf4fe58080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:48.313156 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-33e54e34-d108-432f-8598-93bf4fe58080 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 1101 time: 0.0974267 Aug 28 14:59:48.318834 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:48.420276 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=590d5719-ebaf-4de6-ae56-b142c612c80a,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:48.422978 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-58749acd-efab-4051-b8da-4f7fb2242ef1 req-04bb6209-6264-40dd-b5ae-8dc4a720e3f3 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c745768-8b7a-433f-9cdd-6d1f7885e911 HTTP/1.1" status: 200 len: 210 time: 0.0762680 Aug 28 14:59:48.483090 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-ef828356-5179-47dd-a1fd-c0264744caf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:48.485141 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-ef828356-5179-47dd-a1fd-c0264744caf7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.1646035 Aug 28 14:59:48.516832 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-4371d3c6-d2dc-4f43-8b6a-47f4f1bd2e45 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:48.542225 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-f0820a84-b809-4e2e-ba42-0e9f7cefdd37 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=49adc9a0-3f71-4801-bb97-d7938b5f60cd HTTP/1.1" status: 200 len: 217 time: 0.0486908 Aug 28 14:59:48.565773 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-4371d3c6-d2dc-4f43-8b6a-47f4f1bd2e45 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Transition to ACTIVE for port object b7bf4d99-cca6-403b-9cac-f5c1c481377e will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:59:48.574550 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670b6f5-1601-462a-802c-26380c956fec req-a28d56a2-2e62-457c-bc82-9ce8d996c92a tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:48.576123 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d670b6f5-1601-462a-802c-26380c956fec req-a28d56a2-2e62-457c-bc82-9ce8d996c92a tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d779f69-389b-4adf-9b36-bc84aa535a5d HTTP/1.1" status: 200 len: 944 time: 0.1433208 Aug 28 14:59:48.583183 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:48.602217 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-c5ff0482-c592-4b04-8123-bd5b28047f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:48.603984 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-c5ff0482-c592-4b04-8123-bd5b28047f13 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.0545652 Aug 28 14:59:48.658389 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-971db68c-9068-488e-81be-11a6137aca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:48.660466 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-971db68c-9068-488e-81be-11a6137aca01 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0485556 Aug 28 14:59:48.701529 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] Network 40a03aed-4a19-48a0-9549-faca605f4bfe is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:59:48.717313 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:59:48.720900 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:59:48.723093 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] Pushing event updated for resources: {'Port': ['ID=5ae52389-5937-4f4c-a2e6-b0f593281be8,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:48.798923 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d670b6f5-1601-462a-802c-26380c956fec req-37068843-bdef-47a9-80b2-490202d180a0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950815 Aug 28 14:59:48.806058 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-4371d3c6-d2dc-4f43-8b6a-47f4f1bd2e45 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:48.809285 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:48.809415 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:48.809653 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:48.809984 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:48.810316 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:48.810699 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:48.811130 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:48.811366 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:48.811808 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:48.812211 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:48.812771 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:48.813197 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:48.833243 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-3435092b-b134-4ee1-a46b-a6ebe3ece89c service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646230 Aug 28 14:59:48.915564 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:48.925239 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-4371d3c6-d2dc-4f43-8b6a-47f4f1bd2e45 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Network 28981bcb-91e5-4752-95ca-a083aff8582b is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:59:48.928401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-c338fc0f-2ed0-4bbc-90b5-81b733c8f039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 593739d3-6d95-4e0a-822d-bd7fcc4fb127 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:59:48.940334 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be1102a2-fab7-4896-ba54-3ec5058d2cf0 req-ac1d2bbd-4d5c-461d-adb7-5d3aa66468f7 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993409 Aug 28 14:59:48.972303 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371d3c6-d2dc-4f43-8b6a-47f4f1bd2e45 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Pushing event updated for resources: {'Port': ['ID=b7bf4d99-cca6-403b-9cac-f5c1c481377e,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:48.975632 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-4371d3c6-d2dc-4f43-8b6a-47f4f1bd2e45 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:59:48.977576 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f172bd8e-86e1-48df-9ba3-ff04a3b088a9 None None] Provisioning for port 5ae52389-5937-4f4c-a2e6-b0f593281be8 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:59:48.980626 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-c338fc0f-2ed0-4bbc-90b5-81b733c8f039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:48.981908 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f172bd8e-86e1-48df-9ba3-ff04a3b088a9 None None] Provisioning complete for port 5ae52389-5937-4f4c-a2e6-b0f593281be8 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:48.982369 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f172bd8e-86e1-48df-9ba3-ff04a3b088a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:48.982938 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-4371d3c6-d2dc-4f43-8b6a-47f4f1bd2e45 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:59:49.023687 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-f172bd8e-86e1-48df-9ba3-ff04a3b088a9 None None] Port 5ae52389-5937-4f4c-a2e6-b0f593281be8 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:59:49.028351 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-c338fc0f-2ed0-4bbc-90b5-81b733c8f039 service neutron] Transition to ACTIVE for port object 593739d3-6d95-4e0a-822d-bd7fcc4fb127 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:59:49.040608 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-c338fc0f-2ed0-4bbc-90b5-81b733c8f039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:49.088012 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-4371d3c6-d2dc-4f43-8b6a-47f4f1bd2e45 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:49.088359 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-4371d3c6-d2dc-4f43-8b6a-47f4f1bd2e45 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:49.151058 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-4371d3c6-d2dc-4f43-8b6a-47f4f1bd2e45 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8711927 Aug 28 14:59:49.156078 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338fc0f-2ed0-4bbc-90b5-81b733c8f039 service neutron] Pushing event updated for resources: {'Port': ['ID=593739d3-6d95-4e0a-822d-bd7fcc4fb127,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:49.168048 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-c8f0b6af-7680-4b2f-a4ca-7b56b69b6a61 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Request body: {'port': {'device_id': '6c745768-8b7a-433f-9cdd-6d1f7885e911', 'network_id': '00f6e407-6223-4467-8ce8-b6ba17446d6d', 'admin_state_up': True, 'tenant_id': '77e2c8d8344c43369cd6764e0c50c8bf'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:49.250857 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-24953cd4-76c6-4538-b7a9-50cd791d697c None None] Provisioning for port b7bf4d99-cca6-403b-9cac-f5c1c481377e completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:59:49.257603 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-24953cd4-76c6-4538-b7a9-50cd791d697c None None] Provisioning complete for port b7bf4d99-cca6-403b-9cac-f5c1c481377e triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:49.258037 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-24953cd4-76c6-4538-b7a9-50cd791d697c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:49.323362 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-24953cd4-76c6-4538-b7a9-50cd791d697c None None] Port b7bf4d99-cca6-403b-9cac-f5c1c481377e cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:59:49.333987 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:49.369001 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aecfaf-6f67-44a9-a428-cad5b5921c73 req-54f8d89d-e94c-46bd-84e7-effce9137468 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:49.370493 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f5aecfaf-6f67-44a9-a428-cad5b5921c73 req-54f8d89d-e94c-46bd-84e7-effce9137468 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf295114-236d-4a70-8dff-0a493f776875 HTTP/1.1" status: 200 len: 943 time: 0.0729918 Aug 28 14:59:49.399264 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-c338fc0f-2ed0-4bbc-90b5-81b733c8f039 service neutron] Attempting to bind port 593739d3-6d95-4e0a-822d-bd7fcc4fb127 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:59:49.399603 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-c338fc0f-2ed0-4bbc-90b5-81b733c8f039 service neutron] Attempting to bind port 593739d3-6d95-4e0a-822d-bd7fcc4fb127 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '67be72c1-9704-4c03-a4e3-e3b60484f4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a731b160-8958-4a85-8ce7-ad5ccf54c410'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:59:49.399965 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-c338fc0f-2ed0-4bbc-90b5-81b733c8f039 service neutron] Attempting to bind port 593739d3-6d95-4e0a-822d-bd7fcc4fb127 on network a731b160-8958-4a85-8ce7-ad5ccf54c410 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:59:49.406620 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 2545c1b2-459d-42e5-80fd-aeb1672e1ab9 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:59:49.416422 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f5aecfaf-6f67-44a9-a428-cad5b5921c73 req-e8061193-fb4b-42fb-8b6a-881e8332b4a7 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06811f1-7796-4bd5-8dee-6392bbef22ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383041 Aug 28 14:59:49.431416 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-c338fc0f-2ed0-4bbc-90b5-81b733c8f039 service neutron] Port 593739d3-6d95-4e0a-822d-bd7fcc4fb127 on network a731b160-8958-4a85-8ce7-ad5ccf54c410 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:59:49.431608 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-c338fc0f-2ed0-4bbc-90b5-81b733c8f039 service neutron] Attempting to bind port 593739d3-6d95-4e0a-822d-bd7fcc4fb127 on network a731b160-8958-4a85-8ce7-ad5ccf54c410 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:59:49.454660 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-c338fc0f-2ed0-4bbc-90b5-81b733c8f039 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:59:49.456191 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-c338fc0f-2ed0-4bbc-90b5-81b733c8f039 service neutron] Checking segment: {'id': '67be72c1-9704-4c03-a4e3-e3b60484f4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a731b160-8958-4a85-8ce7-ad5ccf54c410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:59:49.456449 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 2545c1b2-459d-42e5-80fd-aeb1672e1ab9 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:59:49.456933 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-c338fc0f-2ed0-4bbc-90b5-81b733c8f039 service neutron] Bound using segment: {'id': '67be72c1-9704-4c03-a4e3-e3b60484f4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a731b160-8958-4a85-8ce7-ad5ccf54c410'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:59:49.457279 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-c338fc0f-2ed0-4bbc-90b5-81b733c8f039 service neutron] Bound port: 593739d3-6d95-4e0a-822d-bd7fcc4fb127, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67be72c1-9704-4c03-a4e3-e3b60484f4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a731b160-8958-4a85-8ce7-ad5ccf54c410'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:59:49.457701 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-c338fc0f-2ed0-4bbc-90b5-81b733c8f039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:49.460859 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 2545c1b2-459d-42e5-80fd-aeb1672e1ab9 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:49.461264 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:49.478126 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-c8f0b6af-7680-4b2f-a4ca-7b56b69b6a61 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Made reservation on behalf of 77e2c8d8344c43369cd6764e0c50c8bf for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:59:49.481794 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-c8f0b6af-7680-4b2f-a4ca-7b56b69b6a61 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:49.544034 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:49.545911 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6d00f-983e-4b2d-8912-d1a9a5655807 req-66fbc5ea-9e49-4709-b18a-0c910fada5f3 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:49.547719 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-66c6d00f-983e-4b2d-8912-d1a9a5655807 req-66fbc5ea-9e49-4709-b18a-0c910fada5f3 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 949 time: 0.2056341 Aug 28 14:59:49.573676 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d779f69-389b-4adf-9b36-bc84aa535a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2545c1b2-459d-42e5-80fd-aeb1672e1ab9'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:59:49.576131 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72fa520-5085-4946-a136-fe081d2259f1" -d '{"events": [{"server_uuid": "3d779f69-389b-4adf-9b36-bc84aa535a5d", "name": "network-vif-plugged", "status": "completed", "tag": "2545c1b2-459d-42e5-80fd-aeb1672e1ab9"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:59:49.586289 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e182b-45a9-46e3-9719-1a427f8f7c54 req-8e0f219f-4708-49df-a271-676989c64ab0 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:49.591802 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 2545c1b2-459d-42e5-80fd-aeb1672e1ab9, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=2545c1b2-459d-42e5-80fd-aeb1672e1ab9,segment=NetworkSegment(56e55a35-3570-4cec-88c5-f76cdfa3881a),segment_id=56e55a35-3570-4cec-88c5-f76cdfa3881a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:49.597849 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:49.599294 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 49adc9a0-3f71-4801-bb97-d7938b5f60cd no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:59:49.599518 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b83e182b-45a9-46e3-9719-1a427f8f7c54 req-8e0f219f-4708-49df-a271-676989c64ab0 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c745768-8b7a-433f-9cdd-6d1f7885e911 HTTP/1.1" status: 200 len: 931 time: 0.0955470 Aug 28 14:59:49.644510 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 590d5719-ebaf-4de6-ae56-b142c612c80a up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:59:49.647386 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b83e182b-45a9-46e3-9719-1a427f8f7c54 req-998418d6-58e3-467c-adae-afa86968d803 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461516 Aug 28 14:59:49.700894 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbebea26-2ef1-489b-8dda-95827c44f6c0 x-openstack-request-id: req-fbebea26-2ef1-489b-8dda-95827c44f6c0 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:59:49.701198 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d779f69-389b-4adf-9b36-bc84aa535a5d", "name": "network-vif-plugged", "status": "completed", "tag": "2545c1b2-459d-42e5-80fd-aeb1672e1ab9", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:59:49.701450 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbebea26-2ef1-489b-8dda-95827c44f6c0 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:59:49.701832 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d779f69-389b-4adf-9b36-bc84aa535a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2545c1b2-459d-42e5-80fd-aeb1672e1ab9', 'code': 200} Aug 28 14:59:49.716841 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 49adc9a0-3f71-4801-bb97-d7938b5f60cd not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:59:49.718650 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c4157b-3881-4516-8ef4-99dbb945ca7f', 'tag': '49adc9a0-3f71-4801-bb97-d7938b5f60cd'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:59:49.722095 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=2545c1b2-459d-42e5-80fd-aeb1672e1ab9,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:49.728395 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-c338fc0f-2ed0-4bbc-90b5-81b733c8f039 service neutron] For port 593739d3-6d95-4e0a-822d-bd7fcc4fb127, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:59:49.729753 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c86c26-bd41-48ae-beff-6a35177d73a2" -d '{"events": [{"name": "network-changed", "server_uuid": "69c4157b-3881-4516-8ef4-99dbb945ca7f", "tag": "49adc9a0-3f71-4801-bb97-d7938b5f60cd"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:59:49.735231 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-66c6d00f-983e-4b2d-8912-d1a9a5655807 req-768e2e32-32ac-454b-b245-ee166985826b tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634641 Aug 28 14:59:49.737971 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 590d5719-ebaf-4de6-ae56-b142c612c80a triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:49.738536 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:49.785616 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-c338fc0f-2ed0-4bbc-90b5-81b733c8f039 service neutron] For port 593739d3-6d95-4e0a-822d-bd7fcc4fb127, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=593739d3-6d95-4e0a-822d-bd7fcc4fb127,segment=NetworkSegment(67be72c1-9704-4c03-a4e3-e3b60484f4e4),segment_id=67be72c1-9704-4c03-a4e3-e3b60484f4e4)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:59:49.832800 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-c338fc0f-2ed0-4bbc-90b5-81b733c8f039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:49.849453 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4ab49a-50b1-4be1-9ba8-4bf5263a9575 x-openstack-request-id: req-0c4ab49a-50b1-4be1-9ba8-4bf5263a9575 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:59:49.850393 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c4157b-3881-4516-8ef4-99dbb945ca7f", "tag": "49adc9a0-3f71-4801-bb97-d7938b5f60cd", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:59:49.850820 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c4ab49a-50b1-4be1-9ba8-4bf5263a9575 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:59:49.851419 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69c4157b-3881-4516-8ef4-99dbb945ca7f', 'tag': '49adc9a0-3f71-4801-bb97-d7938b5f60cd', 'status': 'completed', 'code': 200} Aug 28 14:59:49.864719 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:49.902642 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-c8f0b6af-7680-4b2f-a4ca-7b56b69b6a61 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Allocated IP 19.86.0.162 (00f6e407-6223-4467-8ce8-b6ba17446d6d/a40c7efb-9f44-479d-a08e-15b0bbba9b66/05517cd8-95dc-454d-8566-4f155fbb8822) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:59:49.914144 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:49.927250 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-c338fc0f-2ed0-4bbc-90b5-81b733c8f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:49.927895 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-c338fc0f-2ed0-4bbc-90b5-81b733c8f039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:49.929304 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-c338fc0f-2ed0-4bbc-90b5-81b733c8f039 service neutron] 10.222.0.41 "PUT /v2.0/ports/593739d3-6d95-4e0a-822d-bd7fcc4fb127 HTTP/1.1" status: 200 len: 1092 time: 2.8418140 Aug 28 14:59:49.960321 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf295114-236d-4a70-8dff-0a493f776875', 'tag': '593739d3-6d95-4e0a-822d-bd7fcc4fb127'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:59:49.962603 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacd5981-f86e-4384-b442-024e547619be" -d '{"events": [{"name": "network-changed", "server_uuid": "bf295114-236d-4a70-8dff-0a493f776875", "tag": "593739d3-6d95-4e0a-822d-bd7fcc4fb127"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:59:49.986556 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c86c26-bd41-48ae-beff-6a35177d73a2 req-e17a7613-230c-401a-81e8-47412f7dbce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:49.988188 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a0c86c26-bd41-48ae-beff-6a35177d73a2 req-e17a7613-230c-401a-81e8-47412f7dbce1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 1101 time: 0.0944965 Aug 28 14:59:50.005121 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0a99f-8e5c-47bf-8179-b0737025a239 req-3639934d-8f7f-44e7-9e42-e241e8fbcedd tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:50.006632 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-65e0a99f-8e5c-47bf-8179-b0737025a239 req-3639934d-8f7f-44e7-9e42-e241e8fbcedd tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d779f69-389b-4adf-9b36-bc84aa535a5d HTTP/1.1" status: 200 len: 945 time: 0.0736437 Aug 28 14:59:50.034282 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1dba50-7e5c-4b30-860a-2714c03a0598 x-openstack-request-id: req-eb1dba50-7e5c-4b30-860a-2714c03a0598 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:59:50.034916 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf295114-236d-4a70-8dff-0a493f776875", "tag": "593739d3-6d95-4e0a-822d-bd7fcc4fb127", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:59:50.034916 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb1dba50-7e5c-4b30-860a-2714c03a0598 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:59:50.035176 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf295114-236d-4a70-8dff-0a493f776875', 'tag': '593739d3-6d95-4e0a-822d-bd7fcc4fb127', 'status': 'completed', 'code': 200} Aug 28 14:59:50.057169 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc315c2-039c-428b-8000-4cdafb1db761 req-69052538-8e4a-4612-ae20-76c40d95d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:50.058732 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ecc315c2-039c-428b-8000-4cdafb1db761 req-69052538-8e4a-4612-ae20-76c40d95d056 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3d779f69-389b-4adf-9b36-bc84aa535a5d HTTP/1.1" status: 200 len: 1097 time: 0.2717919 Aug 28 14:59:50.085431 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338fc0f-2ed0-4bbc-90b5-81b733c8f039 service neutron] Pushing event updated for resources: {'Port': ['ID=593739d3-6d95-4e0a-822d-bd7fcc4fb127,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:50.088300 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:50.090869 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-65e0a99f-8e5c-47bf-8179-b0737025a239 req-c5927498-9f74-474c-b722-7b16f994a484 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748100 Aug 28 14:59:50.122475 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c86c26-bd41-48ae-beff-6a35177d73a2 req-7f55475e-8b6f-4e32-86ab-0866be08258f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:50.123443 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a0c86c26-bd41-48ae-beff-6a35177d73a2 req-7f55475e-8b6f-4e32-86ab-0866be08258f service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.1159210 Aug 28 14:59:50.134197 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c86c26-bd41-48ae-beff-6a35177d73a2 req-5a614ffb-4322-457f-a85a-08517e239a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:50.135850 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0c86c26-bd41-48ae-beff-6a35177d73a2 req-5a614ffb-4322-457f-a85a-08517e239a2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86251bdbee63415981170d08b9111a4c&device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 1101 time: 0.2435777 Aug 28 14:59:50.176963 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a0c86c26-bd41-48ae-beff-6a35177d73a2 req-2f2ea2ff-4cb8-4713-aa92-62831210c64d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=49adc9a0-3f71-4801-bb97-d7938b5f60cd HTTP/1.1" status: 200 len: 217 time: 0.0449202 Aug 28 14:59:50.230438 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c86c26-bd41-48ae-beff-6a35177d73a2 req-524623f3-7f41-4ad3-b6b8-7f194618c0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:50.232196 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a0c86c26-bd41-48ae-beff-6a35177d73a2 req-524623f3-7f41-4ad3-b6b8-7f194618c0c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.0471685 Aug 28 14:59:50.282213 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c86c26-bd41-48ae-beff-6a35177d73a2 req-51a69ce3-fa2c-41fd-b9b1-b48af266c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:50.284481 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a0c86c26-bd41-48ae-beff-6a35177d73a2 req-51a69ce3-fa2c-41fd-b9b1-b48af266c2c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0451884 Aug 28 14:59:50.299495 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-f3fe3745-a934-4f24-b70d-733ce0efcc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:50.301043 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-f3fe3745-a934-4f24-b70d-733ce0efcc50 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c1641db5cd54a57bee961965e510fbd&device_id=bf295114-236d-4a70-8dff-0a493f776875 HTTP/1.1" status: 200 len: 1095 time: 0.3173368 Aug 28 14:59:50.320715 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] Pushing event updated for resources: {'Port': ['ID=5ae52389-5937-4f4c-a2e6-b0f593281be8,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:50.344230 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ecc315c2-039c-428b-8000-4cdafb1db761 req-0e5aa4f9-6618-44f4-aea2-f7956539980d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758160 Aug 28 14:59:50.387566 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a0c86c26-bd41-48ae-beff-6a35177d73a2 req-5f451d9b-d944-4e42-87ef-1800ea02fb59 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956752 Aug 28 14:59:50.393135 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-5fbc7d4f-5b14-44ca-86ab-2e04125e8042 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=593739d3-6d95-4e0a-822d-bd7fcc4fb127 HTTP/1.1" status: 200 len: 217 time: 0.0781806 Aug 28 14:59:50.491111 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a0c86c26-bd41-48ae-beff-6a35177d73a2 req-24b149a0-d6fd-401d-bd83-9613efd91048 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900068 Aug 28 14:59:50.524665 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-a810486d-f5df-45da-a446-a166a97b85a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:50.526123 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-a810486d-f5df-45da-a446-a166a97b85a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6534a910-4b56-4cb1-8f9e-fc2fcbba03c0 HTTP/1.1" status: 200 len: 861 time: 0.1122978 Aug 28 14:59:50.528852 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-c8f0b6af-7680-4b2f-a4ca-7b56b69b6a61 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:50.537231 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c86c26-bd41-48ae-beff-6a35177d73a2 req-786a81f6-ffe5-4afe-9688-d45ba1b7b654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:50.538710 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0c86c26-bd41-48ae-beff-6a35177d73a2 req-786a81f6-ffe5-4afe-9688-d45ba1b7b654 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.3887911 Aug 28 14:59:50.544478 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] Network 40a03aed-4a19-48a0-9549-faca605f4bfe is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:59:50.561805 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:59:50.584982 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b8eb7-b560-4fdd-99ce-034b72dea96d req-ab4bd057-9756-400a-ab1d-62fa1dca4928 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:50.590284 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-49833619-9cd9-4bb3-b6b9-15314086bb5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a731b160-8958-4a85-8ce7-ad5ccf54c410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505455 Aug 28 14:59:50.592255 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-c8f0b6af-7680-4b2f-a4ca-7b56b69b6a61 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Transition to ACTIVE for port object 05517cd8-95dc-454d-8566-4f155fbb8822 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:59:50.592465 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3b9b8eb7-b560-4fdd-99ce-034b72dea96d req-ab4bd057-9756-400a-ab1d-62fa1dca4928 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf295114-236d-4a70-8dff-0a493f776875 HTTP/1.1" status: 200 len: 943 time: 0.0682955 Aug 28 14:59:50.633851 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0c86c26-bd41-48ae-beff-6a35177d73a2 req-fcf61801-a1c2-4368-84e7-a8bc67219890 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=49adc9a0-3f71-4801-bb97-d7938b5f60cd HTTP/1.1" status: 200 len: 217 time: 0.0771151 Aug 28 14:59:50.635944 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3b9b8eb7-b560-4fdd-99ce-034b72dea96d req-aee0b0f7-4db5-4cf3-9cd8-717fc31a9d91 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06811f1-7796-4bd5-8dee-6392bbef22ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422862 Aug 28 14:59:50.793328 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3730e34-d6f0-466f-8021-572c49503f73 req-6f529deb-b8c7-40cb-b365-2e32b2e8c224 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:50.802143 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d3730e34-d6f0-466f-8021-572c49503f73 req-6f529deb-b8c7-40cb-b365-2e32b2e8c224 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c745768-8b7a-433f-9cdd-6d1f7885e911 HTTP/1.1" status: 200 len: 931 time: 0.0739679 Aug 28 14:59:50.871475 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d3730e34-d6f0-466f-8021-572c49503f73 req-9d36a4d2-b24d-4a62-aca4-de24a3cf8c9f tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683842 Aug 28 14:59:50.963604 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-cff889d8-7c36-4787-9c3f-4853f40aa06f None None] Provisioning complete for port 5ae52389-5937-4f4c-a2e6-b0f593281be8 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:50.964320 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cff889d8-7c36-4787-9c3f-4853f40aa06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:51.000397 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-cff889d8-7c36-4787-9c3f-4853f40aa06f None None] Port 5ae52389-5937-4f4c-a2e6-b0f593281be8 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:59:51.138600 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c86c26-bd41-48ae-beff-6a35177d73a2 req-e69acf34-029a-4fa6-ac19-45b84c687cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:51.140081 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0c86c26-bd41-48ae-beff-6a35177d73a2 req-e69acf34-029a-4fa6-ac19-45b84c687cda service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.4867525 Aug 28 14:59:51.152092 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-c8f0b6af-7680-4b2f-a4ca-7b56b69b6a61 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:51.195957 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-ceb4f6de-f6c1-4b32-a69a-debea6c0a8e5 service neutron] 10.222.0.41 "GET /v2.0/networks/a731b160-8958-4a85-8ce7-ad5ccf54c410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5736635 Aug 28 14:59:51.221343 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433f26d-25c7-414f-877b-9d7d1d1f3c18 req-eac1791c-78e2-4f02-9411-fb5249f431d5 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:51.222884 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4433f26d-25c7-414f-877b-9d7d1d1f3c18 req-eac1791c-78e2-4f02-9411-fb5249f431d5 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d779f69-389b-4adf-9b36-bc84aa535a5d HTTP/1.1" status: 200 len: 945 time: 0.0487137 Aug 28 14:59:51.262392 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4433f26d-25c7-414f-877b-9d7d1d1f3c18 req-3671ae49-b4e2-47a1-86a1-375f49a37c6f tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330038 Aug 28 14:59:51.297779 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-c8f0b6af-7680-4b2f-a4ca-7b56b69b6a61 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Network 00f6e407-6223-4467-8ce8-b6ba17446d6d is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:59:51.308748 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72658b73-b42c-426b-92be-2fc33f5692e6 req-d345b8ae-1dbd-49c9-a3cf-3cb324b9e180 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:51.310228 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-72658b73-b42c-426b-92be-2fc33f5692e6 req-d345b8ae-1dbd-49c9-a3cf-3cb324b9e180 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 949 time: 0.2632978 Aug 28 14:59:51.324435 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-c8f0b6af-7680-4b2f-a4ca-7b56b69b6a61 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:59:51.335428 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-c8f0b6af-7680-4b2f-a4ca-7b56b69b6a61 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:59:51.338875 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] Router afddb704-3602-4760-b1f9-d8b4774437cb has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 14:59:51.343967 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0b6af-7680-4b2f-a4ca-7b56b69b6a61 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Pushing event updated for resources: {'Port': ['ID=05517cd8-95dc-454d-8566-4f155fbb8822,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:51.393081 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c86c26-bd41-48ae-beff-6a35177d73a2 req-53eb101d-d93b-4666-93af-540bd80952f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:51.394755 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0c86c26-bd41-48ae-beff-6a35177d73a2 req-53eb101d-d93b-4666-93af-540bd80952f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2441921 Aug 28 14:59:51.531233 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-c8f0b6af-7680-4b2f-a4ca-7b56b69b6a61 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:51.532081 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-c8f0b6af-7680-4b2f-a4ca-7b56b69b6a61 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:51.543874 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-72658b73-b42c-426b-92be-2fc33f5692e6 req-bf1fb323-9856-4137-a31c-e1943a8d61bf tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226350 Aug 28 14:59:51.561915 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-106fd464-68a7-45d4-8a28-ddafd24014e7 req-78d64cd7-a5af-4a85-b2e1-4b8c017bec85 service neutron] 10.222.0.41 "GET /v2.0/networks/a731b160-8958-4a85-8ce7-ad5ccf54c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365562 Aug 28 14:59:51.583272 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-c8f0b6af-7680-4b2f-a4ca-7b56b69b6a61 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4217465 Aug 28 14:59:51.629441 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-ae25169e-a8f9-4980-aee7-30e909ff6830 service neutron] Request body: {'port': {'device_id': '6c745768-8b7a-433f-9cdd-6d1f7885e911', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:51.636066 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-32d890cb-4073-4731-be35-f9fd5b96de1e None None] Provisioning for port 05517cd8-95dc-454d-8566-4f155fbb8822 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:59:51.640845 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-32d890cb-4073-4731-be35-f9fd5b96de1e None None] Provisioning complete for port 05517cd8-95dc-454d-8566-4f155fbb8822 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:51.641219 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-32d890cb-4073-4731-be35-f9fd5b96de1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:51.684243 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-32d890cb-4073-4731-be35-f9fd5b96de1e None None] Port 05517cd8-95dc-454d-8566-4f155fbb8822 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:59:51.753721 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0c86c26-bd41-48ae-beff-6a35177d73a2 req-fbcdc966-377e-4f57-9f64-405c5ee13c94 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320613 Aug 28 14:59:51.757347 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:59:51.767985 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-862be09e-521b-4b93-a50e-bf7ed8634d6b admin admin] 10.222.0.13 "PUT /v2.0/routers/afddb704-3602-4760-b1f9-d8b4774437cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8600950 Aug 28 14:59:51.770993 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa408354-45f1-4aa1-a02f-c9bac87d686e None None] Sync routers for ids ['afddb704-3602-4760-b1f9-d8b4774437cb'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:59:51.778969 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-ae25169e-a8f9-4980-aee7-30e909ff6830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:51.782033 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd5981-f86e-4384-b442-024e547619be req-fdee85f5-3efb-4fd6-bd31-c03b9628e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:51.784561 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eacd5981-f86e-4384-b442-024e547619be req-fdee85f5-3efb-4fd6-bd31-c03b9628e867 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c1641db5cd54a57bee961965e510fbd&device_id=bf295114-236d-4a70-8dff-0a493f776875 HTTP/1.1" status: 200 len: 1095 time: 0.1521475 Aug 28 14:59:51.787292 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa408354-45f1-4aa1-a02f-c9bac87d686e None None] Routers {'afddb704-3602-4760-b1f9-d8b4774437cb'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:59:51.788300 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-fa408354-45f1-4aa1-a02f-c9bac87d686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:59:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['afddb704-3602-4760-b1f9-d8b4774437cb'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:51.796434 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ceeb64-2e5b-4d0c-91fc-f9074665eb6c req-6173c547-4e4d-438c-9af9-39777edf9c2b tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:51.804810 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84ceeb64-2e5b-4d0c-91fc-f9074665eb6c req-6173c547-4e4d-438c-9af9-39777edf9c2b tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf295114-236d-4a70-8dff-0a493f776875 HTTP/1.1" status: 200 len: 943 time: 0.0796001 Aug 28 14:59:51.885410 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84ceeb64-2e5b-4d0c-91fc-f9074665eb6c req-c8ebd9c3-d287-418a-9e27-8a9accb856d8 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06811f1-7796-4bd5-8dee-6392bbef22ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758646 Aug 28 14:59:52.037999 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0c86c26-bd41-48ae-beff-6a35177d73a2 req-e879b8df-1260-484f-9ac3-6b4b2fe1a874 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743309 Aug 28 14:59:52.072399 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-fa408354-45f1-4aa1-a02f-c9bac87d686e None None] Set router afddb704-3602-4760-b1f9-d8b4774437cb gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:59:52.216538 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d454e9-d672-4075-9313-e6345a865e53 req-fa96ccde-9124-4963-94eb-593bce7b250b tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:52.226434 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d454e9-d672-4075-9313-e6345a865e53 req-fa96ccde-9124-4963-94eb-593bce7b250b tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:52.235313 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-96d454e9-d672-4075-9313-e6345a865e53 req-fa96ccde-9124-4963-94eb-593bce7b250b tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c745768-8b7a-433f-9cdd-6d1f7885e911 HTTP/1.1" status: 200 len: 1654 time: 0.1998594 Aug 28 14:59:52.243473 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd5981-f86e-4384-b442-024e547619be req-18b0e34c-6c88-4438-ae98-a51863c909f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:52.245966 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eacd5981-f86e-4384-b442-024e547619be req-18b0e34c-6c88-4438-ae98-a51863c909f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a731b160-8958-4a85-8ce7-ad5ccf54c410 HTTP/1.1" status: 200 len: 922 time: 0.4506881 Aug 28 14:59:52.324078 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eacd5981-f86e-4384-b442-024e547619be req-07ed96e9-7077-4e9c-9775-b21f4116cd9f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=593739d3-6d95-4e0a-822d-bd7fcc4fb127 HTTP/1.1" status: 200 len: 217 time: 0.0682402 Aug 28 14:59:52.427475 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd5981-f86e-4384-b442-024e547619be req-ba6590c1-abfe-403d-8eb1-5d9ee957683b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:52.428446 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-fa408354-45f1-4aa1-a02f-c9bac87d686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036478434-router', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:59:39Z', 'updated_at': '2021-08-28T14:59:49Z', 'revision_number': 4, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'gw_port': {'id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:40Z', 'updated_at': '2021-08-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '5ae52389-5937-4f4c-a2e6-b0f593281be8', 'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'mac_address': 'fa:16:3e:75:41:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3ae32591-49d1-4342-8080-c7756186a191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:46Z', 'updated_at': '2021-08-28T14:59:49Z', 'revision_number': 2, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'subnets': [{'id': '3ae32591-49d1-4342-8080-c7756186a191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:52.429600 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eacd5981-f86e-4384-b442-024e547619be req-ba6590c1-abfe-403d-8eb1-5d9ee957683b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6534a910-4b56-4cb1-8f9e-fc2fcbba03c0 HTTP/1.1" status: 200 len: 861 time: 0.0862725 Aug 28 14:59:52.458333 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa408354-45f1-4aa1-a02f-c9bac87d686e None None] Checking router: afddb704-3602-4760-b1f9-d8b4774437cb for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:59:52.458790 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa408354-45f1-4aa1-a02f-c9bac87d686e None None] Updating router afddb704-3602-4760-b1f9-d8b4774437cb port 5ae52389-5937-4f4c-a2e6-b0f593281be8 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 14:59:52.469470 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eacd5981-f86e-4384-b442-024e547619be req-30ec2a0e-fc17-4ab5-976a-06f3fa804387 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a731b160-8958-4a85-8ce7-ad5ccf54c410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286701 Aug 28 14:59:52.484079 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-96d454e9-d672-4075-9313-e6345a865e53 req-371d0aa5-743a-471a-b226-dfdc10c0bf93 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470295 Aug 28 14:59:52.506858 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fa408354-45f1-4aa1-a02f-c9bac87d686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:52.524908 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-b780bfb2-dd4e-4104-afc1-2500cfef90d9 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:52.526684 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-b780bfb2-dd4e-4104-afc1-2500cfef90d9 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/networks?id=40a03aed-4a19-48a0-9549-faca605f4bfe HTTP/1.1" status: 200 len: 821 time: 0.1247654 Aug 28 14:59:52.549706 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-a4267725-a02f-434b-921d-96905492f071 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/quotas/2e84e62429884a25aec3c64048e001dd HTTP/1.1" status: 200 len: 375 time: 0.0129790 Aug 28 14:59:52.627859 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-ea40b05e-f78d-4785-83d6-9ffca0bee67c tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e84e62429884a25aec3c64048e001dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705330 Aug 28 14:59:52.676091 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eacd5981-f86e-4384-b442-024e547619be req-13be242b-73da-4930-bfd6-1ee73162becb service neutron] 10.222.0.41 "GET /v2.0/networks/a731b160-8958-4a85-8ce7-ad5ccf54c410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907341 Aug 28 14:59:52.741978 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-cda6a6be-9fa4-4888-bf6a-730838989a19 service neutron] 10.222.0.13 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053152 Aug 28 14:59:52.753247 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384c7cf-d167-4c95-bcb7-2228bde60f7f req-612e9aee-3437-4a1f-adf2-0ffbeba66872 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:52.754978 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c384c7cf-d167-4c95-bcb7-2228bde60f7f req-612e9aee-3437-4a1f-adf2-0ffbeba66872 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d779f69-389b-4adf-9b36-bc84aa535a5d HTTP/1.1" status: 200 len: 945 time: 0.1521094 Aug 28 14:59:52.757357 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-ae25169e-a8f9-4980-aee7-30e909ff6830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7bf4d99-cca6-403b-9cac-f5c1c481377e {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:59:52.769792 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-ae25169e-a8f9-4980-aee7-30e909ff6830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:52.816760 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-ae25169e-a8f9-4980-aee7-30e909ff6830 service neutron] Transition to ACTIVE for port object b7bf4d99-cca6-403b-9cac-f5c1c481377e will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:59:52.830203 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-ae25169e-a8f9-4980-aee7-30e909ff6830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:52.859597 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c384c7cf-d167-4c95-bcb7-2228bde60f7f req-c6c083e8-b2df-46d6-930b-9fba6fba0b10 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939524 Aug 28 14:59:52.870562 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fa408354-45f1-4aa1-a02f-c9bac87d686e None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:52.873789 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-d1148966-1fd7-4b51-9ecf-2a09b961df0e service neutron] 10.222.0.13 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306953 Aug 28 14:59:52.896276 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-fa408354-45f1-4aa1-a02f-c9bac87d686e None None] Transition to ACTIVE for port object 5ae52389-5937-4f4c-a2e6-b0f593281be8 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:59:52.901506 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eacd5981-f86e-4384-b442-024e547619be req-c0a5ac4b-d01e-4909-805a-baaa2a4ecebb service neutron] 10.222.0.41 "GET /v2.0/networks/a731b160-8958-4a85-8ce7-ad5ccf54c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132311 Aug 28 14:59:52.910930 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fa408354-45f1-4aa1-a02f-c9bac87d686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:52.968784 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 49adc9a0-3f71-4801-bb97-d7938b5f60cd details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:59:53.023094 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25169e-a8f9-4980-aee7-30e909ff6830 service neutron] Pushing event updated for resources: {'Port': ['ID=b7bf4d99-cca6-403b-9cac-f5c1c481377e,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:53.074337 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-ae25169e-a8f9-4980-aee7-30e909ff6830 service neutron] Attempting to bind port b7bf4d99-cca6-403b-9cac-f5c1c481377e on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:59:53.074769 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-ae25169e-a8f9-4980-aee7-30e909ff6830 service neutron] Attempting to bind port b7bf4d99-cca6-403b-9cac-f5c1c481377e by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': 'f3dfb440-194e-452f-a269-c7f85036b14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '28981bcb-91e5-4752-95ca-a083aff8582b'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:59:53.075214 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-ae25169e-a8f9-4980-aee7-30e909ff6830 service neutron] Attempting to bind port b7bf4d99-cca6-403b-9cac-f5c1c481377e on network 28981bcb-91e5-4752-95ca-a083aff8582b {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:59:53.083444 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-ae25169e-a8f9-4980-aee7-30e909ff6830 service neutron] Port b7bf4d99-cca6-403b-9cac-f5c1c481377e on network 28981bcb-91e5-4752-95ca-a083aff8582b not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:59:53.083937 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-ae25169e-a8f9-4980-aee7-30e909ff6830 service neutron] Attempting to bind port b7bf4d99-cca6-403b-9cac-f5c1c481377e on network 28981bcb-91e5-4752-95ca-a083aff8582b {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:59:53.117938 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-ae25169e-a8f9-4980-aee7-30e909ff6830 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:59:53.118598 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-ae25169e-a8f9-4980-aee7-30e909ff6830 service neutron] Checking segment: {'id': 'f3dfb440-194e-452f-a269-c7f85036b14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '28981bcb-91e5-4752-95ca-a083aff8582b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:59:53.119198 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-ae25169e-a8f9-4980-aee7-30e909ff6830 service neutron] Bound using segment: {'id': 'f3dfb440-194e-452f-a269-c7f85036b14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '28981bcb-91e5-4752-95ca-a083aff8582b'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:59:53.119784 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-ae25169e-a8f9-4980-aee7-30e909ff6830 service neutron] Bound port: b7bf4d99-cca6-403b-9cac-f5c1c481377e, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3dfb440-194e-452f-a269-c7f85036b14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '28981bcb-91e5-4752-95ca-a083aff8582b'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:59:53.120249 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-ae25169e-a8f9-4980-aee7-30e909ff6830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:53.180033 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 49adc9a0-3f71-4801-bb97-d7938b5f60cd, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=49adc9a0-3f71-4801-bb97-d7938b5f60cd,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:53.219163 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219681e3-e2f1-4d37-8b8e-57a662f9e674 req-d5eff98f-06d6-4b46-9b22-1291f92b10f7 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:53.228836 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-219681e3-e2f1-4d37-8b8e-57a662f9e674 req-d5eff98f-06d6-4b46-9b22-1291f92b10f7 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 949 time: 0.1657069 Aug 28 14:59:53.250371 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '49adc9a0-3f71-4801-bb97-d7938b5f60cd', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': '49adc9a0-3f71-4801-bb97-d7938b5f60cd', 'mac_address': 'fa:16:3e:90:bf:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:59:53.311418 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-ae25169e-a8f9-4980-aee7-30e909ff6830 service neutron] For port b7bf4d99-cca6-403b-9cac-f5c1c481377e, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:59:53.329203 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-219681e3-e2f1-4d37-8b8e-57a662f9e674 req-961ad422-1623-45ae-b15a-2efa13ca70a2 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954587 Aug 28 14:59:53.361228 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-ae25169e-a8f9-4980-aee7-30e909ff6830 service neutron] For port b7bf4d99-cca6-403b-9cac-f5c1c481377e, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=b7bf4d99-cca6-403b-9cac-f5c1c481377e,segment=NetworkSegment(f3dfb440-194e-452f-a269-c7f85036b14a),segment_id=f3dfb440-194e-452f-a269-c7f85036b14a)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:59:53.369239 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-ae25169e-a8f9-4980-aee7-30e909ff6830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:53.385303 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f3de3-cf5a-43b5-a493-80053206c041 None None] Pushing event updated for resources: {'Port': ['ID=5ae52389-5937-4f4c-a2e6-b0f593281be8,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:53.409402 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416bdf2-0eae-43e4-8a69-9331b1f0e676 req-31c77d9b-a07c-4d2b-9a3d-7ac067fedabb tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:53.412201 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b416bdf2-0eae-43e4-8a69-9331b1f0e676 req-31c77d9b-a07c-4d2b-9a3d-7ac067fedabb tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d779f69-389b-4adf-9b36-bc84aa535a5d HTTP/1.1" status: 200 len: 945 time: 0.1332824 Aug 28 14:59:53.449514 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-ae25169e-a8f9-4980-aee7-30e909ff6830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:53.450158 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-ae25169e-a8f9-4980-aee7-30e909ff6830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:53.458335 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-ae25169e-a8f9-4980-aee7-30e909ff6830 service neutron] 10.222.0.41 "PUT /v2.0/ports/b7bf4d99-cca6-403b-9cac-f5c1c481377e HTTP/1.1" status: 200 len: 1092 time: 1.8372145 Aug 28 14:59:53.459056 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c745768-8b7a-433f-9cdd-6d1f7885e911', 'tag': 'b7bf4d99-cca6-403b-9cac-f5c1c481377e'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:59:53.464059 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62aff78-25ef-404b-9eae-601a88c98237" -d '{"events": [{"name": "network-changed", "server_uuid": "6c745768-8b7a-433f-9cdd-6d1f7885e911", "tag": "b7bf4d99-cca6-403b-9cac-f5c1c481377e"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:59:53.476348 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-fa408354-45f1-4aa1-a02f-c9bac87d686e None None] Attempting to bind port 5ae52389-5937-4f4c-a2e6-b0f593281be8 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:59:53.476778 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-fa408354-45f1-4aa1-a02f-c9bac87d686e None None] Attempting to bind port 5ae52389-5937-4f4c-a2e6-b0f593281be8 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'f2247a83-4f17-4255-8bc6-2c6f63e17b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:59:53.477149 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa408354-45f1-4aa1-a02f-c9bac87d686e None None] Attempting to bind port 5ae52389-5937-4f4c-a2e6-b0f593281be8 on network 40a03aed-4a19-48a0-9549-faca605f4bfe {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:59:53.505174 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa408354-45f1-4aa1-a02f-c9bac87d686e None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:59:53.505594 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa408354-45f1-4aa1-a02f-c9bac87d686e None None] Checking segment: {'id': 'f2247a83-4f17-4255-8bc6-2c6f63e17b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:59:53.506020 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fa408354-45f1-4aa1-a02f-c9bac87d686e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:53.506413 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa408354-45f1-4aa1-a02f-c9bac87d686e None None] Bound using segment: {'id': 'f2247a83-4f17-4255-8bc6-2c6f63e17b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:59:53.506912 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-fa408354-45f1-4aa1-a02f-c9bac87d686e None None] Bound port: 5ae52389-5937-4f4c-a2e6-b0f593281be8, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2247a83-4f17-4255-8bc6-2c6f63e17b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:59:53.507302 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fa408354-45f1-4aa1-a02f-c9bac87d686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:53.509856 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-13db65d7-0757-4d4e-b989-ddc81b7df7f7 service neutron] Request body: {'port': {'device_id': '6c745768-8b7a-433f-9cdd-6d1f7885e911', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:53.530952 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b416bdf2-0eae-43e4-8a69-9331b1f0e676 req-2dcfd64b-bf3f-4f23-8b47-646b37ecfaec tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113424 Aug 28 14:59:53.560146 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:53.583218 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25169e-a8f9-4980-aee7-30e909ff6830 service neutron] Pushing event updated for resources: {'Port': ['ID=b7bf4d99-cca6-403b-9cac-f5c1c481377e,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:53.589462 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49adc9a0-3f71-4801-bb97-d7938b5f60cd {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:59:53.648299 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4097c-2241-4523-a537-f0d6690d4c86 req-2d68a7d2-fcdc-48bd-bc67-9fb6ddd3166f tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:53.649924 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d9e4097c-2241-4523-a537-f0d6690d4c86 req-2d68a7d2-fcdc-48bd-bc67-9fb6ddd3166f tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf295114-236d-4a70-8dff-0a493f776875 HTTP/1.1" status: 200 len: 943 time: 0.1666470 Aug 28 14:59:53.652803 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-13db65d7-0757-4d4e-b989-ddc81b7df7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:53.678617 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 49adc9a0-3f71-4801-bb97-d7938b5f60cd, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=49adc9a0-3f71-4801-bb97-d7938b5f60cd,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:53.688472 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:53.747079 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2116fcbe-b594-4a6e-884d-1580a1551112 req-2eb13430-17ac-4f89-bf5a-3d82680d9224 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c699a53-aef9-4328-b764-a9450e03481f HTTP/1.1" status: 200 len: 210 time: 0.0562613 Aug 28 14:59:53.764106 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d9e4097c-2241-4523-a537-f0d6690d4c86 req-24e16eae-3fb4-4348-bcba-4ff11183f015 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06811f1-7796-4bd5-8dee-6392bbef22ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963273 Aug 28 14:59:53.779346 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=49adc9a0-3f71-4801-bb97-d7938b5f60cd,revision_number=12']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:53.839934 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:53.840924 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:53.841393 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:53.841835 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:53.842268 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:53.842699 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:53.843128 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:53.843554 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:53.844003 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:53.844423 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:53.844869 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:53.845821 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:59:53.891365 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-fa408354-45f1-4aa1-a02f-c9bac87d686e None None] For port 5ae52389-5937-4f4c-a2e6-b0f593281be8, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:59:53.897159 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-fa408354-45f1-4aa1-a02f-c9bac87d686e None None] For port 5ae52389-5937-4f4c-a2e6-b0f593281be8, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=5ae52389-5937-4f4c-a2e6-b0f593281be8,segment=NetworkSegment(f2247a83-4f17-4255-8bc6-2c6f63e17b02),segment_id=f2247a83-4f17-4255-8bc6-2c6f63e17b02)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:59:53.906286 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fa408354-45f1-4aa1-a02f-c9bac87d686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:53.982995 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94ea6d-175d-40a8-9813-b6d9b666d955 req-a317e80d-aff6-411b-99b5-0f21af79c5a5 tempest-MigrationsAdminTest-2075238749 tempest-MigrationsAdminTest-2075238749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:53.997054 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf26494-a0c5-4584-8cea-aa068bc1c92a x-openstack-request-id: req-4bf26494-a0c5-4584-8cea-aa068bc1c92a {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:59:53.997351 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c745768-8b7a-433f-9cdd-6d1f7885e911", "tag": "b7bf4d99-cca6-403b-9cac-f5c1c481377e", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:59:53.997609 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4bf26494-a0c5-4584-8cea-aa068bc1c92a {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:59:53.997861 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3b94ea6d-175d-40a8-9813-b6d9b666d955 req-a317e80d-aff6-411b-99b5-0f21af79c5a5 tempest-MigrationsAdminTest-2075238749 tempest-MigrationsAdminTest-2075238749-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 1102 time: 0.0935438 Aug 28 14:59:53.998015 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c745768-8b7a-433f-9cdd-6d1f7885e911', 'tag': 'b7bf4d99-cca6-403b-9cac-f5c1c481377e', 'status': 'completed', 'code': 200} Aug 28 14:59:54.002484 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f3de3-cf5a-43b5-a493-80053206c041 None None] Pushing event updated for resources: {'Port': ['ID=5ae52389-5937-4f4c-a2e6-b0f593281be8,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:54.026003 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa408354-45f1-4aa1-a02f-c9bac87d686e None None] Routers {'afddb704-3602-4760-b1f9-d8b4774437cb'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:59:54.026659 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-fa408354-45f1-4aa1-a02f-c9bac87d686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T14:59:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['afddb704-3602-4760-b1f9-d8b4774437cb'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:54.096939 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3b94ea6d-175d-40a8-9813-b6d9b666d955 req-11f13928-2984-4197-8e29-0b289bf9d648 tempest-MigrationsAdminTest-2075238749 tempest-MigrationsAdminTest-2075238749-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969574 Aug 28 14:59:54.220792 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['49adc9a0-3f71-4801-bb97-d7938b5f60cd'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:59:54.272763 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-fa408354-45f1-4aa1-a02f-c9bac87d686e None None] Set router afddb704-3602-4760-b1f9-d8b4774437cb gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:59:54.329160 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:54.484379 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d48b1a-945a-4483-b4b0-f7e3fa07784d req-74d6fc78-ae74-48a5-a025-4d0d16dbbd90 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:54.486910 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e3d48b1a-945a-4483-b4b0-f7e3fa07784d req-74d6fc78-ae74-48a5-a025-4d0d16dbbd90 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d779f69-389b-4adf-9b36-bc84aa535a5d HTTP/1.1" status: 200 len: 945 time: 0.0629532 Aug 28 14:59:54.536206 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e3d48b1a-945a-4483-b4b0-f7e3fa07784d req-ee3b1988-e2e5-461e-b61e-5b19ec5cdf9b tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392995 Aug 28 14:59:54.620481 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62aff78-25ef-404b-9eae-601a88c98237 req-736d018f-7bf9-4d93-a112-fafc4679a2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:54.621070 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62aff78-25ef-404b-9eae-601a88c98237 req-736d018f-7bf9-4d93-a112-fafc4679a2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:54.622602 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f62aff78-25ef-404b-9eae-601a88c98237 req-736d018f-7bf9-4d93-a112-fafc4679a2d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77e2c8d8344c43369cd6764e0c50c8bf&device_id=6c745768-8b7a-433f-9cdd-6d1f7885e911 HTTP/1.1" status: 200 len: 1914 time: 0.6220875 Aug 28 14:59:54.630310 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-13db65d7-0757-4d4e-b989-ddc81b7df7f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05517cd8-95dc-454d-8566-4f155fbb8822 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:59:54.639769 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-13db65d7-0757-4d4e-b989-ddc81b7df7f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:54.653884 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-13db65d7-0757-4d4e-b989-ddc81b7df7f7 service neutron] Transition to ACTIVE for port object 05517cd8-95dc-454d-8566-4f155fbb8822 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:59:54.716536 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b781b6d-72ef-497e-857b-3e2da578d915 req-8257342f-cdc1-4aca-80c7-8ce6a75e4996 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:54.728302 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b781b6d-72ef-497e-857b-3e2da578d915 req-8257342f-cdc1-4aca-80c7-8ce6a75e4996 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 950 time: 0.1158836 Aug 28 14:59:54.756596 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-13db65d7-0757-4d4e-b989-ddc81b7df7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:54.785331 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f32882-4c07-4f37-8428-343ac493b8e2 req-046e4149-ddaa-416c-aa9d-33293af10c79 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:54.795297 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f32882-4c07-4f37-8428-343ac493b8e2 req-046e4149-ddaa-416c-aa9d-33293af10c79 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:54.800457 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b781b6d-72ef-497e-857b-3e2da578d915 req-2476ec1d-284c-46dc-9920-ce27ecc3e99c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709002 Aug 28 14:59:54.804676 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-18f32882-4c07-4f37-8428-343ac493b8e2 req-046e4149-ddaa-416c-aa9d-33293af10c79 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c745768-8b7a-433f-9cdd-6d1f7885e911 HTTP/1.1" status: 200 len: 1666 time: 0.3558583 Aug 28 14:59:54.853442 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-fa408354-45f1-4aa1-a02f-c9bac87d686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036478434-router', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:59:39Z', 'updated_at': '2021-08-28T14:59:49Z', 'revision_number': 4, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'gw_port': {'id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:40Z', 'updated_at': '2021-08-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '5ae52389-5937-4f4c-a2e6-b0f593281be8', 'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'mac_address': 'fa:16:3e:75:41:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3ae32591-49d1-4342-8080-c7756186a191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:46Z', 'updated_at': '2021-08-28T14:59:53Z', 'revision_number': 4, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'subnets': [{'id': '3ae32591-49d1-4342-8080-c7756186a191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:59:54.918631 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa408354-45f1-4aa1-a02f-c9bac87d686e None None] The sync data for ids ['afddb704-3602-4760-b1f9-d8b4774437cb'] in n-d-712137-10 is: [{'id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036478434-router', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:59:39Z', 'updated_at': '2021-08-28T14:59:49Z', 'revision_number': 4, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'gw_port': {'id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:40Z', 'updated_at': '2021-08-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '5ae52389-5937-4f4c-a2e6-b0f593281be8', 'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'mac_address': 'fa:16:3e:75:41:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3ae32591-49d1-4342-8080-c7756186a191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:46Z', 'updated_at': '2021-08-28T14:59:53Z', 'revision_number': 4, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'subnets': [{'id': '3ae32591-49d1-4342-8080-c7756186a191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:59:54.935308 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62aff78-25ef-404b-9eae-601a88c98237 req-0b167fe6-91d6-4c7e-b594-6616390316b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:54.935807 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62aff78-25ef-404b-9eae-601a88c98237 req-0b167fe6-91d6-4c7e-b594-6616390316b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:54.936274 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62aff78-25ef-404b-9eae-601a88c98237 req-0b167fe6-91d6-4c7e-b594-6616390316b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:54.937875 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f62aff78-25ef-404b-9eae-601a88c98237 req-0b167fe6-91d6-4c7e-b594-6616390316b8 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=77e2c8d8344c43369cd6764e0c50c8bf&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2816324 Aug 28 14:59:54.966622 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 593739d3-6d95-4e0a-822d-bd7fcc4fb127 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:59:54.975872 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0609f06-32a1-49b0-8d71-e1a3735dc995 req-45229436-75df-47d6-a78b-03fe89259cb6 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:54.977591 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d0609f06-32a1-49b0-8d71-e1a3735dc995 req-45229436-75df-47d6-a78b-03fe89259cb6 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d779f69-389b-4adf-9b36-bc84aa535a5d HTTP/1.1" status: 200 len: 945 time: 0.0824249 Aug 28 14:59:55.064218 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d0609f06-32a1-49b0-8d71-e1a3735dc995 req-bc583352-3b9e-4b2a-902e-6b847583e0d0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706611 Aug 28 14:59:55.167891 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 593739d3-6d95-4e0a-822d-bd7fcc4fb127, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=593739d3-6d95-4e0a-822d-bd7fcc4fb127,segment=NetworkSegment(67be72c1-9704-4c03-a4e3-e3b60484f4e4),segment_id=67be72c1-9704-4c03-a4e3-e3b60484f4e4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:55.210123 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '593739d3-6d95-4e0a-822d-bd7fcc4fb127', 'network_id': 'a731b160-8958-4a85-8ce7-ad5ccf54c410', 'port_id': '593739d3-6d95-4e0a-822d-bd7fcc4fb127', 'mac_address': 'fa:16:3e:ec:50:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6534a910-4b56-4cb1-8f9e-fc2fcbba03c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:59:55.227760 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62aff78-25ef-404b-9eae-601a88c98237 req-21f6e777-ff8c-4eb4-9554-e2dd50a5140b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:55.229713 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f62aff78-25ef-404b-9eae-601a88c98237 req-21f6e777-ff8c-4eb4-9554-e2dd50a5140b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2729890 Aug 28 14:59:55.230457 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db65d7-0757-4d4e-b989-ddc81b7df7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=05517cd8-95dc-454d-8566-4f155fbb8822,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:55.296343 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-18f32882-4c07-4f37-8428-343ac493b8e2 req-91ed7ef3-6323-43b2-979f-1a19a588247b tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884729 Aug 28 14:59:55.315770 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:55.342965 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 593739d3-6d95-4e0a-822d-bd7fcc4fb127 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:59:55.353727 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-50f8b1b8-0101-42b1-98ee-805e0ce4d5fd req-78e76193-6334-42bd-8688-cdaaf57f1422 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c699a53-aef9-4328-b764-a9450e03481f HTTP/1.1" status: 200 len: 210 time: 0.0688908 Aug 28 14:59:55.399468 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 593739d3-6d95-4e0a-822d-bd7fcc4fb127, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=593739d3-6d95-4e0a-822d-bd7fcc4fb127,segment=NetworkSegment(67be72c1-9704-4c03-a4e3-e3b60484f4e4),segment_id=67be72c1-9704-4c03-a4e3-e3b60484f4e4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:55.401324 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-d5a0a874-63ef-4c1b-8d68-314f63bd3fd3 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:55.403005 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-d5a0a874-63ef-4c1b-8d68-314f63bd3fd3 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.36 "GET /v2.0/networks?id=40a03aed-4a19-48a0-9549-faca605f4bfe HTTP/1.1" status: 200 len: 821 time: 0.6283932 Aug 28 14:59:55.406208 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:55.434285 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-0ef1be95-e4bd-42b4-be04-5b51c8d313fc tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Request body: {'port': {'device_id': '6c699a53-aef9-4328-b764-a9450e03481f', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'admin_state_up': True, 'tenant_id': '2e84e62429884a25aec3c64048e001dd'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:55.510789 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=593739d3-6d95-4e0a-822d-bd7fcc4fb127,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:55.567539 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-13db65d7-0757-4d4e-b989-ddc81b7df7f7 service neutron] Attempting to bind port 05517cd8-95dc-454d-8566-4f155fbb8822 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:59:55.567916 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-13db65d7-0757-4d4e-b989-ddc81b7df7f7 service neutron] Attempting to bind port 05517cd8-95dc-454d-8566-4f155fbb8822 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '5b7db155-9e8a-4abd-86db-42a71095eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '00f6e407-6223-4467-8ce8-b6ba17446d6d'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:59:55.568250 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-13db65d7-0757-4d4e-b989-ddc81b7df7f7 service neutron] Attempting to bind port 05517cd8-95dc-454d-8566-4f155fbb8822 on network 00f6e407-6223-4467-8ce8-b6ba17446d6d {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:59:55.589072 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-13db65d7-0757-4d4e-b989-ddc81b7df7f7 service neutron] Port 05517cd8-95dc-454d-8566-4f155fbb8822 on network 00f6e407-6223-4467-8ce8-b6ba17446d6d not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:59:55.589432 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-13db65d7-0757-4d4e-b989-ddc81b7df7f7 service neutron] Attempting to bind port 05517cd8-95dc-454d-8566-4f155fbb8822 on network 00f6e407-6223-4467-8ce8-b6ba17446d6d {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:59:55.610312 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106aa2a-ce99-4ea2-916e-6e924dbe7ef6 req-48c6432d-5b10-4d88-94de-df718012f1eb tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:55.618766 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e106aa2a-ce99-4ea2-916e-6e924dbe7ef6 req-48c6432d-5b10-4d88-94de-df718012f1eb tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf295114-236d-4a70-8dff-0a493f776875 HTTP/1.1" status: 200 len: 944 time: 0.1950426 Aug 28 14:59:55.624982 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-13db65d7-0757-4d4e-b989-ddc81b7df7f7 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:59:55.625597 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-13db65d7-0757-4d4e-b989-ddc81b7df7f7 service neutron] Checking segment: {'id': '5b7db155-9e8a-4abd-86db-42a71095eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '00f6e407-6223-4467-8ce8-b6ba17446d6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:59:55.625735 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-13db65d7-0757-4d4e-b989-ddc81b7df7f7 service neutron] Bound using segment: {'id': '5b7db155-9e8a-4abd-86db-42a71095eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '00f6e407-6223-4467-8ce8-b6ba17446d6d'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:59:55.626343 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-13db65d7-0757-4d4e-b989-ddc81b7df7f7 service neutron] Bound port: 05517cd8-95dc-454d-8566-4f155fbb8822, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b7db155-9e8a-4abd-86db-42a71095eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '00f6e407-6223-4467-8ce8-b6ba17446d6d'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:59:55.626562 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-13db65d7-0757-4d4e-b989-ddc81b7df7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:55.644920 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847723ef-1e3a-4da3-9da0-e16639656dfa req-0ef091ed-32cc-4119-a4a9-f71b0386db14 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:55.647361 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-847723ef-1e3a-4da3-9da0-e16639656dfa req-0ef091ed-32cc-4119-a4a9-f71b0386db14 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d779f69-389b-4adf-9b36-bc84aa535a5d HTTP/1.1" status: 200 len: 945 time: 0.0890288 Aug 28 14:59:55.701130 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-847723ef-1e3a-4da3-9da0-e16639656dfa req-40a8c7eb-4429-4c1f-a907-3a95466f8fd2 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457399 Aug 28 14:59:55.744503 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 5ae52389-5937-4f4c-a2e6-b0f593281be8 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:59:55.755998 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e106aa2a-ce99-4ea2-916e-6e924dbe7ef6 req-d637915e-ca06-4b24-9a9f-e2839fb12829 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06811f1-7796-4bd5-8dee-6392bbef22ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362855 Aug 28 14:59:55.765490 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-0ef1be95-e4bd-42b4-be04-5b51c8d313fc tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Made reservation on behalf of 2e84e62429884a25aec3c64048e001dd for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:59:55.773988 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-0ef1be95-e4bd-42b4-be04-5b51c8d313fc tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:55.816208 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-13db65d7-0757-4d4e-b989-ddc81b7df7f7 service neutron] For port 05517cd8-95dc-454d-8566-4f155fbb8822, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:59:55.820257 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-13db65d7-0757-4d4e-b989-ddc81b7df7f7 service neutron] For port 05517cd8-95dc-454d-8566-4f155fbb8822, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=05517cd8-95dc-454d-8566-4f155fbb8822,segment=NetworkSegment(5b7db155-9e8a-4abd-86db-42a71095eb2c),segment_id=5b7db155-9e8a-4abd-86db-42a71095eb2c)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:59:55.848691 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['593739d3-6d95-4e0a-822d-bd7fcc4fb127'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:59:55.857394 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-13db65d7-0757-4d4e-b989-ddc81b7df7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:55.898639 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977a5da-dca6-4f73-8d13-f0490803d836 req-99aa8ba0-93b0-4b11-9f8c-cd9d74c91caf tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:55.900397 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a977a5da-dca6-4f73-8d13-f0490803d836 req-99aa8ba0-93b0-4b11-9f8c-cd9d74c91caf tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d779f69-389b-4adf-9b36-bc84aa535a5d HTTP/1.1" status: 200 len: 945 time: 0.0747569 Aug 28 14:59:55.950029 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 5ae52389-5937-4f4c-a2e6-b0f593281be8 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:59:55.973714 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 5ae52389-5937-4f4c-a2e6-b0f593281be8 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:55.975948 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:55.982337 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a977a5da-dca6-4f73-8d13-f0490803d836 req-76c9844b-1aac-4cde-bff6-5f9be8711acb tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725746 Aug 28 14:59:55.987393 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-13db65d7-0757-4d4e-b989-ddc81b7df7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:55.988047 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-13db65d7-0757-4d4e-b989-ddc81b7df7f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:55.989442 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-13db65d7-0757-4d4e-b989-ddc81b7df7f7 service neutron] 10.222.0.41 "PUT /v2.0/ports/05517cd8-95dc-454d-8566-4f155fbb8822 HTTP/1.1" status: 200 len: 1093 time: 2.4859941 Aug 28 14:59:56.009005 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c745768-8b7a-433f-9cdd-6d1f7885e911', 'tag': '05517cd8-95dc-454d-8566-4f155fbb8822'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:59:56.010739 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61f65ec-5a28-431a-82d7-f028fafeef80" -d '{"events": [{"name": "network-changed", "server_uuid": "6c745768-8b7a-433f-9cdd-6d1f7885e911", "tag": "05517cd8-95dc-454d-8566-4f155fbb8822"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:59:56.150813 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:56.161616 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859b053d-4079-41ce-a2c3-9913dc6da876 x-openstack-request-id: req-859b053d-4079-41ce-a2c3-9913dc6da876 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:59:56.162021 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c745768-8b7a-433f-9cdd-6d1f7885e911", "tag": "05517cd8-95dc-454d-8566-4f155fbb8822", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:59:56.162260 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-859b053d-4079-41ce-a2c3-9913dc6da876 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:59:56.162676 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c745768-8b7a-433f-9cdd-6d1f7885e911', 'tag': '05517cd8-95dc-454d-8566-4f155fbb8822', 'status': 'completed', 'code': 200} Aug 28 14:59:56.176000 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db65d7-0757-4d4e-b989-ddc81b7df7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=05517cd8-95dc-454d-8566-4f155fbb8822,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:56.255547 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1a074-e1b9-450f-9c0a-0ac3a32a7520 req-f567cec5-ff8c-41b9-9cf7-bd235e87b713 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:56.269954 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ffe1a074-e1b9-450f-9c0a-0ac3a32a7520 req-f567cec5-ff8c-41b9-9cf7-bd235e87b713 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 950 time: 0.3535612 Aug 28 14:59:56.280421 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c00764-318e-4c19-adb1-6e0c317e3802 req-062e6191-a389-43ab-8dab-e2309f4ff0fa tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:56.283557 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b3c00764-318e-4c19-adb1-6e0c317e3802 req-062e6191-a389-43ab-8dab-e2309f4ff0fa tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.41 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 950 time: 0.3941069 Aug 28 14:59:56.286613 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-0ef1be95-e4bd-42b4-be04-5b51c8d313fc tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Allocated IP 172.20.0.4 (40a03aed-4a19-48a0-9549-faca605f4bfe/3ae32591-49d1-4342-8080-c7756186a191/b2351df1-4b13-4529-992c-198aa46fa17e) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:59:56.292055 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 5ae52389-5937-4f4c-a2e6-b0f593281be8, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=5ae52389-5937-4f4c-a2e6-b0f593281be8,segment=NetworkSegment(f2247a83-4f17-4255-8bc6-2c6f63e17b02),segment_id=f2247a83-4f17-4255-8bc6-2c6f63e17b02)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:56.297797 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:56.307457 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:56.352473 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23905243-6e5f-47be-8026-bec347a218b5 req-39bab8c2-a554-4d0c-9aef-b1205ad7b008 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:56.355694 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-23905243-6e5f-47be-8026-bec347a218b5 req-39bab8c2-a554-4d0c-9aef-b1205ad7b008 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d779f69-389b-4adf-9b36-bc84aa535a5d HTTP/1.1" status: 200 len: 945 time: 0.1429842 Aug 28 14:59:56.368358 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ffe1a074-e1b9-450f-9c0a-0ac3a32a7520 req-6231a6bb-ba4a-4fb5-b2a1-5195d4fd0987 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980129 Aug 28 14:59:56.389500 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=5ae52389-5937-4f4c-a2e6-b0f593281be8,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:56.433420 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-0bebf265-2ace-4505-bce1-a521fa37a26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:56.433885 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-0bebf265-2ace-4505-bce1-a521fa37a26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:56.435428 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-0bebf265-2ace-4505-bce1-a521fa37a26e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77e2c8d8344c43369cd6764e0c50c8bf&device_id=6c745768-8b7a-433f-9cdd-6d1f7885e911 HTTP/1.1" status: 200 len: 1982 time: 0.3705249 Aug 28 14:59:56.441572 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-23905243-6e5f-47be-8026-bec347a218b5 req-0bd27f1f-b3d3-4dfd-897d-4010d1459222 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752842 Aug 28 14:59:56.552622 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-a49fc889-fc6c-4a4a-aac1-7e7d1a23bf8d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.53&port_id=b7bf4d99-cca6-403b-9cac-f5c1c481377e HTTP/1.1" status: 200 len: 217 time: 0.1043146 Aug 28 14:59:56.605889 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92907ac-08aa-46d9-89d8-192f9432e47e req-1ece0878-682f-43c7-a2a1-a5dad591f403 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:56.624321 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92907ac-08aa-46d9-89d8-192f9432e47e req-1ece0878-682f-43c7-a2a1-a5dad591f403 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:56.639814 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b92907ac-08aa-46d9-89d8-192f9432e47e req-1ece0878-682f-43c7-a2a1-a5dad591f403 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c745768-8b7a-433f-9cdd-6d1f7885e911 HTTP/1.1" status: 200 len: 1678 time: 0.1023977 Aug 28 14:59:56.683266 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f5421a77-c452-46b2-b464-86977906caea req-986e7649-71d2-4007-8a7f-6d5f24b23c4d tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c699a53-aef9-4328-b764-a9450e03481f HTTP/1.1" status: 200 len: 210 time: 0.0995383 Aug 28 14:59:56.698508 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b92907ac-08aa-46d9-89d8-192f9432e47e req-567380a4-5018-4251-83cd-a8168ea69953 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574560 Aug 28 14:59:56.743320 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-2a56bc01-ccb2-41d1-a964-c178017f6d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:56.744813 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-2a56bc01-ccb2-41d1-a964-c178017f6d08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5250f059-b6b1-40e2-aa2c-f77714e5fa50 HTTP/1.1" status: 200 len: 801 time: 0.1662793 Aug 28 14:59:56.811340 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-0ef1be95-e4bd-42b4-be04-5b51c8d313fc tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:56.816083 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-b3c00764-318e-4c19-adb1-6e0c317e3802 req-f9a81934-eedb-4bf4-8b01-3c0026a8ff66 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Deleting port 49adc9a0-3f71-4801-bb97-d7938b5f60cd {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:59:56.816416 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b3c00764-318e-4c19-adb1-6e0c317e3802 req-f9a81934-eedb-4bf4-8b01-3c0026a8ff66 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:56.903751 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-0ef1be95-e4bd-42b4-be04-5b51c8d313fc tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Transition to ACTIVE for port object b2351df1-4b13-4529-992c-198aa46fa17e will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:59:56.923779 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-3c437ae4-0d97-4cac-be79-f3a22c1dda13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:56.925053 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-3c437ae4-0d97-4cac-be79-f3a22c1dda13 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28981bcb-91e5-4752-95ca-a083aff8582b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1666653 Aug 28 14:59:56.931906 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d3b73-ee3f-47ba-a309-5f6f10d000d5 req-aebbaadb-523b-4a0e-9d8f-890d74fc3133 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:56.933720 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2f7d3b73-ee3f-47ba-a309-5f6f10d000d5 req-aebbaadb-523b-4a0e-9d8f-890d74fc3133 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf295114-236d-4a70-8dff-0a493f776875 HTTP/1.1" status: 200 len: 944 time: 0.0727079 Aug 28 14:59:56.982651 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 49adc9a0-3f71-4801-bb97-d7938b5f60cd up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:59:56.997952 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2f7d3b73-ee3f-47ba-a309-5f6f10d000d5 req-4f34563b-3405-4b9b-a0a9-9685be2eef94 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06811f1-7796-4bd5-8dee-6392bbef22ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517631 Aug 28 14:59:57.052011 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 49adc9a0-3f71-4801-bb97-d7938b5f60cd completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:59:57.056981 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 49adc9a0-3f71-4801-bb97-d7938b5f60cd triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:57.057356 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:57.062060 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4180879-335b-4bf6-ae38-e5da85a34706 req-edc29fda-c1fd-404a-871b-365ca875a353 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:57.063626 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a4180879-335b-4bf6-ae38-e5da85a34706 req-edc29fda-c1fd-404a-871b-365ca875a353 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d779f69-389b-4adf-9b36-bc84aa535a5d HTTP/1.1" status: 200 len: 945 time: 0.2261851 Aug 28 14:59:57.089284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-b3c00764-318e-4c19-adb1-6e0c317e3802 req-f9a81934-eedb-4bf4-8b01-3c0026a8ff66 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] For port 49adc9a0-3f71-4801-bb97-d7938b5f60cd, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=49adc9a0-3f71-4801-bb97-d7938b5f60cd,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:57.089676 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b3c00764-318e-4c19-adb1-6e0c317e3802 req-f9a81934-eedb-4bf4-8b01-3c0026a8ff66 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:57.122399 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-b3c00764-318e-4c19-adb1-6e0c317e3802 req-f9a81934-eedb-4bf4-8b01-3c0026a8ff66 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Calling delete_port for 49adc9a0-3f71-4801-bb97-d7938b5f60cd owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:59:57.132255 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-0ef1be95-e4bd-42b4-be04-5b51c8d313fc tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:57.147614 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:57.175448 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c4157b-3881-4516-8ef4-99dbb945ca7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49adc9a0-3f71-4801-bb97-d7938b5f60cd'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:59:57.178339 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befcd9fd-a914-4a90-aedd-4a5f9a1d42c0" -d '{"events": [{"server_uuid": "69c4157b-3881-4516-8ef4-99dbb945ca7f", "name": "network-vif-plugged", "status": "completed", "tag": "49adc9a0-3f71-4801-bb97-d7938b5f60cd"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:59:57.193860 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 49adc9a0-3f71-4801-bb97-d7938b5f60cd, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=49adc9a0-3f71-4801-bb97-d7938b5f60cd,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:57.198846 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:57.227226 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484f66cc-bd64-47b3-a6d1-2dfcce8e4bc9 x-openstack-request-id: req-484f66cc-bd64-47b3-a6d1-2dfcce8e4bc9 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:59:57.227524 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c4157b-3881-4516-8ef4-99dbb945ca7f", "name": "network-vif-plugged", "status": "completed", "tag": "49adc9a0-3f71-4801-bb97-d7938b5f60cd", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:59:57.227808 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-484f66cc-bd64-47b3-a6d1-2dfcce8e4bc9 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:59:57.228199 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c4157b-3881-4516-8ef4-99dbb945ca7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49adc9a0-3f71-4801-bb97-d7938b5f60cd', 'code': 200} Aug 28 14:59:57.229188 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a4180879-335b-4bf6-ae38-e5da85a34706 req-2265ea88-baa5-4f9a-a628-8aeecda1f3de tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558373 Aug 28 14:59:57.252068 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-31a925d1-9c62-445a-9d12-a50a437e6d73 service neutron] 10.222.0.41 "GET /v2.0/networks/28981bcb-91e5-4752-95ca-a083aff8582b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999151 Aug 28 14:59:57.252068 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-0ef1be95-e4bd-42b4-be04-5b51c8d313fc tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Network 40a03aed-4a19-48a0-9549-faca605f4bfe is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:59:57.256216 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=49adc9a0-3f71-4801-bb97-d7938b5f60cd,revision_number=13']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:57.265648 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-0ef1be95-e4bd-42b4-be04-5b51c8d313fc tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:59:57.270883 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-0ef1be95-e4bd-42b4-be04-5b51c8d313fc tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:59:57.274739 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1be95-e4bd-42b4-be04-5b51c8d313fc tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Pushing event updated for resources: {'Port': ['ID=b2351df1-4b13-4529-992c-198aa46fa17e,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:57.379049 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-0ef1be95-e4bd-42b4-be04-5b51c8d313fc tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:57.379727 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-0ef1be95-e4bd-42b4-be04-5b51c8d313fc tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:57.424673 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-0ef1be95-e4bd-42b4-be04-5b51c8d313fc tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9997642 Aug 28 14:59:57.433498 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-2386ba36-ccef-4b7a-93a8-51f7640606bf service neutron] 10.222.0.41 "GET /v2.0/networks/28981bcb-91e5-4752-95ca-a083aff8582b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794071 Aug 28 14:59:57.463942 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-7ba9dcea-c92a-4d69-a5be-b402ba793c62 service neutron] Request body: {'port': {'device_id': '6c699a53-aef9-4328-b764-a9450e03481f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:59:57.567064 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-072a728e-41f2-4f88-b150-69cf8308dc16 None None] Provisioning for port b2351df1-4b13-4529-992c-198aa46fa17e completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:59:57.572978 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-072a728e-41f2-4f88-b150-69cf8308dc16 None None] Provisioning complete for port b2351df1-4b13-4529-992c-198aa46fa17e triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:57.573927 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-072a728e-41f2-4f88-b150-69cf8308dc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:57.636932 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-072a728e-41f2-4f88-b150-69cf8308dc16 None None] Port b2351df1-4b13-4529-992c-198aa46fa17e cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:59:57.645212 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 5ae52389-5937-4f4c-a2e6-b0f593281be8 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:59:57.721987 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 5ae52389-5937-4f4c-a2e6-b0f593281be8 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:57.722808 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:57.880345 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39edc768-83b7-4204-95ec-606ab9f4a436 req-799fb678-8188-4d78-a852-16c64d3102ca tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:57.882563 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-39edc768-83b7-4204-95ec-606ab9f4a436 req-799fb678-8188-4d78-a852-16c64d3102ca tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c699a53-aef9-4328-b764-a9450e03481f HTTP/1.1" status: 200 len: 931 time: 0.0609894 Aug 28 14:59:57.919544 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-d6038fab-28f5-4d4a-bd05-47bcffc55cb0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.162&port_id=05517cd8-95dc-454d-8566-4f155fbb8822 HTTP/1.1" status: 200 len: 217 time: 0.4527001 Aug 28 14:59:57.927458 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-39edc768-83b7-4204-95ec-606ab9f4a436 req-40437499-66f4-48ed-bacc-9f44ecda584b tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0a580e-4589-4131-81c4-0296f4870f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382783 Aug 28 14:59:57.992587 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b3c00764-318e-4c19-adb1-6e0c317e3802 req-f9a81934-eedb-4bf4-8b01-3c0026a8ff66 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:58.005165 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8', '3083ecc2-cd08-4195-a587-3df47c57ed46'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:59:58.011556 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['e5d443f6-c090-4c53-88ff-10d9e3cd69be'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:59:58.016118 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-7ba9dcea-c92a-4d69-a5be-b402ba793c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:58.053257 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770840a1-21c5-47d7-8021-dbbfe710b58c req-6b5494b4-57b1-4798-99dd-852ef0d4da4c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:58.061207 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-770840a1-21c5-47d7-8021-dbbfe710b58c req-6b5494b4-57b1-4798-99dd-852ef0d4da4c tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c4157b-3881-4516-8ef4-99dbb945ca7f HTTP/1.1" status: 200 len: 868 time: 0.5933599 Aug 28 14:59:58.071912 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a81934-eedb-4bf4-8b01-3c0026a8ff66 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Pushing event deleted for resources: {'Port': ['ID=49adc9a0-3f71-4801-bb97-d7938b5f60cd,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:58.098465 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd50c3c-2606-492a-b6c1-dfd066d27fe6 req-da0f2478-be05-4b1d-aa52-97e8cdd3e59d tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:58.105261 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd50c3c-2606-492a-b6c1-dfd066d27fe6 req-da0f2478-be05-4b1d-aa52-97e8cdd3e59d tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:58.106894 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5cd50c3c-2606-492a-b6c1-dfd066d27fe6 req-da0f2478-be05-4b1d-aa52-97e8cdd3e59d tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c745768-8b7a-433f-9cdd-6d1f7885e911 HTTP/1.1" status: 200 len: 1678 time: 0.1144009 Aug 28 14:59:58.133312 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-dba1af5b-bf0d-41cc-b8e2-2bc7c91d4a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:58.134948 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-dba1af5b-bf0d-41cc-b8e2-2bc7c91d4a29 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a40c7efb-9f44-479d-a08e-15b0bbba9b66 HTTP/1.1" status: 200 len: 801 time: 0.2003658 Aug 28 14:59:58.162906 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c00764-318e-4c19-adb1-6e0c317e3802 req-f9a81934-eedb-4bf4-8b01-3c0026a8ff66 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] No DVR routers for this DVR port 49adc9a0-3f71-4801-bb97-d7938b5f60cd on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:59:58.165789 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b3c00764-318e-4c19-adb1-6e0c317e3802 req-f9a81934-eedb-4bf4-8b01-3c0026a8ff66 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:58.168257 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b3c00764-318e-4c19-adb1-6e0c317e3802 req-f9a81934-eedb-4bf4-8b01-3c0026a8ff66 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.41 "DELETE /v2.0/ports/49adc9a0-3f71-4801-bb97-d7938b5f60cd HTTP/1.1" status: 204 len: 173 time: 1.8519356 Aug 28 14:59:58.192705 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5cd50c3c-2606-492a-b6c1-dfd066d27fe6 req-26a0f693-8cf3-4300-812e-5777d2114ec8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783877 Aug 28 14:59:58.235625 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c4157b-3881-4516-8ef4-99dbb945ca7f', 'name': 'network-vif-deleted', 'tag': '49adc9a0-3f71-4801-bb97-d7938b5f60cd'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:59:58.239023 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47922d46-9494-40f3-96b7-0626140c0c8c" -d '{"events": [{"server_uuid": "69c4157b-3881-4516-8ef4-99dbb945ca7f", "name": "network-vif-deleted", "tag": "49adc9a0-3f71-4801-bb97-d7938b5f60cd"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:59:58.409680 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-770840a1-21c5-47d7-8021-dbbfe710b58c req-cc14852c-c17b-4242-bb87-aac480c7278b tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475478 Aug 28 14:59:58.501880 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-784e4b2b-f65d-4e32-9061-254bdbbbfb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:58.504282 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-784e4b2b-f65d-4e32-9061-254bdbbbfb91 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=00f6e407-6223-4467-8ce8-b6ba17446d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3426514 Aug 28 14:59:58.627603 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-c26ab797-35a2-4545-b1d8-214f9190258b service neutron] 10.222.0.41 "GET /v2.0/networks/00f6e407-6223-4467-8ce8-b6ba17446d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143665 Aug 28 14:59:58.695491 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60a5c31-3085-432a-b95a-cb00483fb7a4 x-openstack-request-id: req-f60a5c31-3085-432a-b95a-cb00483fb7a4 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:59:58.695987 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c4157b-3881-4516-8ef4-99dbb945ca7f", "name": "network-vif-deleted", "tag": "49adc9a0-3f71-4801-bb97-d7938b5f60cd", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:59:58.696244 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f60a5c31-3085-432a-b95a-cb00483fb7a4 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:59:58.696649 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c4157b-3881-4516-8ef4-99dbb945ca7f', 'name': 'network-vif-deleted', 'tag': '49adc9a0-3f71-4801-bb97-d7938b5f60cd', 'status': 'completed', 'code': 200} Aug 28 14:59:58.713922 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee8cfa-a5be-4d56-890d-7711ef7ad16a req-e871de27-7d1b-4dd7-b995-4e24301fe49b tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:58.723909 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eeee8cfa-a5be-4d56-890d-7711ef7ad16a req-e871de27-7d1b-4dd7-b995-4e24301fe49b tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf295114-236d-4a70-8dff-0a493f776875 HTTP/1.1" status: 200 len: 944 time: 0.0755696 Aug 28 14:59:58.791794 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eeee8cfa-a5be-4d56-890d-7711ef7ad16a req-594db988-1de5-497e-9f4b-c4f1b06a4b13 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06811f1-7796-4bd5-8dee-6392bbef22ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664523 Aug 28 14:59:58.906149 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cffb5da1-1007-4944-b13d-02a0b0198717 req-e9f3e2ef-9bb6-4000-bd27-8a0a1de8cec1 service neutron] 10.222.0.41 "GET /v2.0/networks/00f6e407-6223-4467-8ce8-b6ba17446d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680032 Aug 28 14:59:58.928094 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46fdd10-6959-48c7-95f3-d353e0658437 req-e05b0ebb-bfaa-4c60-b6ba-366c59b89955 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:58.929634 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e46fdd10-6959-48c7-95f3-d353e0658437 req-e05b0ebb-bfaa-4c60-b6ba-366c59b89955 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d779f69-389b-4adf-9b36-bc84aa535a5d HTTP/1.1" status: 200 len: 945 time: 0.1362395 Aug 28 14:59:59.013785 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 593739d3-6d95-4e0a-822d-bd7fcc4fb127 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:59:59.065603 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e46fdd10-6959-48c7-95f3-d353e0658437 req-5f96aa5e-1b27-4cf2-b809-4c69740068d4 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227546 Aug 28 14:59:59.085769 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-7ba9dcea-c92a-4d69-a5be-b402ba793c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2351df1-4b13-4529-992c-198aa46fa17e {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:59:59.096307 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 593739d3-6d95-4e0a-822d-bd7fcc4fb127 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:59:59.098265 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f65ec-5a28-431a-82d7-f028fafeef80 req-9ed255f2-8b2d-4147-a8a2-7ef72b632613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:59.099008 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f65ec-5a28-431a-82d7-f028fafeef80 req-9ed255f2-8b2d-4147-a8a2-7ef72b632613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:59.100866 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a61f65ec-5a28-431a-82d7-f028fafeef80 req-9ed255f2-8b2d-4147-a8a2-7ef72b632613 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77e2c8d8344c43369cd6764e0c50c8bf&device_id=6c745768-8b7a-433f-9cdd-6d1f7885e911 HTTP/1.1" status: 200 len: 1982 time: 0.1418211 Aug 28 14:59:59.101803 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 593739d3-6d95-4e0a-822d-bd7fcc4fb127 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:59:59.102176 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33631f4-ce68-4e25-902b-9a0037d26b20 req-7204777b-f5a1-41fb-83dc-9b8ccdfb700f tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:59.102668 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:59.103271 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-7ba9dcea-c92a-4d69-a5be-b402ba793c62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:59.109597 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f33631f4-ce68-4e25-902b-9a0037d26b20 req-7204777b-f5a1-41fb-83dc-9b8ccdfb700f tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c699a53-aef9-4328-b764-a9450e03481f HTTP/1.1" status: 200 len: 931 time: 0.1056249 Aug 28 14:59:59.152248 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f33631f4-ce68-4e25-902b-9a0037d26b20 req-dade7d34-047c-40d4-bb32-3f894ea37d38 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0a580e-4589-4131-81c4-0296f4870f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417302 Aug 28 14:59:59.176333 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-7ba9dcea-c92a-4d69-a5be-b402ba793c62 service neutron] Transition to ACTIVE for port object b2351df1-4b13-4529-992c-198aa46fa17e will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:59:59.185597 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-7ba9dcea-c92a-4d69-a5be-b402ba793c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:59.189116 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:59.231775 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf295114-236d-4a70-8dff-0a493f776875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593739d3-6d95-4e0a-822d-bd7fcc4fb127'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:59:59.234882 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d4500f-759b-4560-942d-06b8a66fab4c" -d '{"events": [{"server_uuid": "bf295114-236d-4a70-8dff-0a493f776875", "name": "network-vif-plugged", "status": "completed", "tag": "593739d3-6d95-4e0a-822d-bd7fcc4fb127"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:59:59.242197 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 593739d3-6d95-4e0a-822d-bd7fcc4fb127, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=593739d3-6d95-4e0a-822d-bd7fcc4fb127,segment=NetworkSegment(67be72c1-9704-4c03-a4e3-e3b60484f4e4),segment_id=67be72c1-9704-4c03-a4e3-e3b60484f4e4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:59.248156 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:59.250135 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 49adc9a0-3f71-4801-bb97-d7938b5f60cd no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:59:59.290805 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9dcea-c92a-4d69-a5be-b402ba793c62 service neutron] Pushing event updated for resources: {'Port': ['ID=b2351df1-4b13-4529-992c-198aa46fa17e,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:59.307241 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 49adc9a0-3f71-4801-bb97-d7938b5f60cd {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:59:59.307592 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 49adc9a0-3f71-4801-bb97-d7938b5f60cd not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:59:59.337668 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f65ec-5a28-431a-82d7-f028fafeef80 req-cb008a1e-309e-482e-bc1e-1ec4eaabb6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:59.339310 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a61f65ec-5a28-431a-82d7-f028fafeef80 req-cb008a1e-309e-482e-bc1e-1ec4eaabb6d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=00f6e407-6223-4467-8ce8-b6ba17446d6d HTTP/1.1" status: 200 len: 903 time: 0.2269671 Aug 28 14:59:59.346795 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=593739d3-6d95-4e0a-822d-bd7fcc4fb127,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:59.383453 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9823fd67-e628-4505-a1ec-9338bcfeb87a x-openstack-request-id: req-9823fd67-e628-4505-a1ec-9338bcfeb87a {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:59:59.384605 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf295114-236d-4a70-8dff-0a493f776875", "name": "network-vif-plugged", "status": "completed", "tag": "593739d3-6d95-4e0a-822d-bd7fcc4fb127", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:59:59.384605 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9823fd67-e628-4505-a1ec-9338bcfeb87a {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:59:59.384913 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf295114-236d-4a70-8dff-0a493f776875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593739d3-6d95-4e0a-822d-bd7fcc4fb127', 'code': 200} Aug 28 14:59:59.436266 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 2545c1b2-459d-42e5-80fd-aeb1672e1ab9 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:59:59.467814 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-7ba9dcea-c92a-4d69-a5be-b402ba793c62 service neutron] Attempting to bind port b2351df1-4b13-4529-992c-198aa46fa17e on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:59:59.468154 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-7ba9dcea-c92a-4d69-a5be-b402ba793c62 service neutron] Attempting to bind port b2351df1-4b13-4529-992c-198aa46fa17e by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'f2247a83-4f17-4255-8bc6-2c6f63e17b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:59:59.468925 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-7ba9dcea-c92a-4d69-a5be-b402ba793c62 service neutron] Attempting to bind port b2351df1-4b13-4529-992c-198aa46fa17e on network 40a03aed-4a19-48a0-9549-faca605f4bfe {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:59:59.481797 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a61f65ec-5a28-431a-82d7-f028fafeef80 req-4e9df228-c99b-46e1-8701-1bd92c3d7c37 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.162&port_id=05517cd8-95dc-454d-8566-4f155fbb8822 HTTP/1.1" status: 200 len: 217 time: 0.1250184 Aug 28 14:59:59.488538 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-7ba9dcea-c92a-4d69-a5be-b402ba793c62 service neutron] Port b2351df1-4b13-4529-992c-198aa46fa17e on network 40a03aed-4a19-48a0-9549-faca605f4bfe not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:59:59.488538 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-7ba9dcea-c92a-4d69-a5be-b402ba793c62 service neutron] Attempting to bind port b2351df1-4b13-4529-992c-198aa46fa17e on network 40a03aed-4a19-48a0-9549-faca605f4bfe {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:59:59.575541 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-7ba9dcea-c92a-4d69-a5be-b402ba793c62 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:59:59.576373 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-7ba9dcea-c92a-4d69-a5be-b402ba793c62 service neutron] Checking segment: {'id': 'f2247a83-4f17-4255-8bc6-2c6f63e17b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:59:59.576773 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-7ba9dcea-c92a-4d69-a5be-b402ba793c62 service neutron] Bound using segment: {'id': 'f2247a83-4f17-4255-8bc6-2c6f63e17b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:59:59.577234 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-7ba9dcea-c92a-4d69-a5be-b402ba793c62 service neutron] Bound port: b2351df1-4b13-4529-992c-198aa46fa17e, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2247a83-4f17-4255-8bc6-2c6f63e17b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:59:59.577601 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-7ba9dcea-c92a-4d69-a5be-b402ba793c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:59.603911 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 2545c1b2-459d-42e5-80fd-aeb1672e1ab9, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=2545c1b2-459d-42e5-80fd-aeb1672e1ab9,segment=NetworkSegment(56e55a35-3570-4cec-88c5-f76cdfa3881a),segment_id=56e55a35-3570-4cec-88c5-f76cdfa3881a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:59.618084 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '2545c1b2-459d-42e5-80fd-aeb1672e1ab9', 'network_id': '8404fc60-2695-490e-81aa-576e7b73d9df', 'port_id': '2545c1b2-459d-42e5-80fd-aeb1672e1ab9', 'mac_address': 'fa:16:3e:c1:25:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e27c48-8948-454b-9eb7-538bfc94a031', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:59:59.622531 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e43663-1170-496c-a90f-459566293c63 req-21e90ed8-14c1-4d78-858c-04787c1052c8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:59.631419 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e43663-1170-496c-a90f-459566293c63 req-21e90ed8-14c1-4d78-858c-04787c1052c8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:59.633333 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b2e43663-1170-496c-a90f-459566293c63 req-21e90ed8-14c1-4d78-858c-04787c1052c8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c745768-8b7a-433f-9cdd-6d1f7885e911 HTTP/1.1" status: 200 len: 1678 time: 0.2997825 Aug 28 14:59:59.666687 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:59.683251 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2545c1b2-459d-42e5-80fd-aeb1672e1ab9 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:59:59.719842 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 2545c1b2-459d-42e5-80fd-aeb1672e1ab9, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=2545c1b2-459d-42e5-80fd-aeb1672e1ab9,segment=NetworkSegment(56e55a35-3570-4cec-88c5-f76cdfa3881a),segment_id=56e55a35-3570-4cec-88c5-f76cdfa3881a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:59:59.722398 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7e19c-418b-423f-b2ec-cb863ef235c2 req-7ac74a78-ce72-417a-952d-ea844bf03963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:59.724028 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cfa7e19c-418b-423f-b2ec-cb863ef235c2 req-7ac74a78-ce72-417a-952d-ea844bf03963 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bf295114-236d-4a70-8dff-0a493f776875 HTTP/1.1" status: 200 len: 1097 time: 0.2588048 Aug 28 14:59:59.725232 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:59.731317 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f65ec-5a28-431a-82d7-f028fafeef80 req-1321a288-4571-40e8-a7a2-a7efcf1bbb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:59.732886 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a61f65ec-5a28-431a-82d7-f028fafeef80 req-1321a288-4571-40e8-a7a2-a7efcf1bbb1d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a40c7efb-9f44-479d-a08e-15b0bbba9b66 HTTP/1.1" status: 200 len: 801 time: 0.2221355 Aug 28 14:59:59.797044 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=2545c1b2-459d-42e5-80fd-aeb1672e1ab9,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:59:59.817897 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-7ba9dcea-c92a-4d69-a5be-b402ba793c62 service neutron] For port b2351df1-4b13-4529-992c-198aa46fa17e, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:59:59.841213 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b2e43663-1170-496c-a90f-459566293c63 req-a9fa6f2a-7b28-43ad-9a7c-9b5241e9b6ef tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959774 Aug 28 14:59:59.845578 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-7ba9dcea-c92a-4d69-a5be-b402ba793c62 service neutron] For port b2351df1-4b13-4529-992c-198aa46fa17e, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=b2351df1-4b13-4529-992c-198aa46fa17e,segment=NetworkSegment(f2247a83-4f17-4255-8bc6-2c6f63e17b02),segment_id=f2247a83-4f17-4255-8bc6-2c6f63e17b02)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:59:59.863122 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['2545c1b2-459d-42e5-80fd-aeb1672e1ab9'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:59:59.863423 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-7ba9dcea-c92a-4d69-a5be-b402ba793c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:59.957103 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-7ba9dcea-c92a-4d69-a5be-b402ba793c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:59.958684 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-7ba9dcea-c92a-4d69-a5be-b402ba793c62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:59:59.960397 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-7ba9dcea-c92a-4d69-a5be-b402ba793c62 service neutron] 10.222.0.36 "PUT /v2.0/ports/b2351df1-4b13-4529-992c-198aa46fa17e HTTP/1.1" status: 200 len: 1092 time: 2.5027418 Aug 28 14:59:59.963438 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cfa7e19c-418b-423f-b2ec-cb863ef235c2 req-95939aca-6709-46a6-b99d-fe315093bbf7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c06811f1-7796-4bd5-8dee-6392bbef22ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247808 Aug 28 14:59:59.978425 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2c53f-2d6b-4d6d-b895-e8dc6f735701 req-87a781fd-84e0-4f70-9432-175a834bc3fe tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:59.980023 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1bd2c53f-2d6b-4d6d-b895-e8dc6f735701 req-87a781fd-84e0-4f70-9432-175a834bc3fe tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 950 time: 0.0667467 Aug 28 14:59:59.990069 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f65ec-5a28-431a-82d7-f028fafeef80 req-4c8a2466-fda4-4b26-8558-99affce71760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:59:59.992672 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a61f65ec-5a28-431a-82d7-f028fafeef80 req-4c8a2466-fda4-4b26-8558-99affce71760 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=00f6e407-6223-4467-8ce8-b6ba17446d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2428594 Aug 28 15:00:00.054513 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1bd2c53f-2d6b-4d6d-b895-e8dc6f735701 req-b1c6c7db-825d-4da6-9866-af78065c1dd7 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650463 Aug 28 15:00:00.083139 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9dcea-c92a-4d69-a5be-b402ba793c62 service neutron] Pushing event updated for resources: {'Port': ['ID=b2351df1-4b13-4529-992c-198aa46fa17e,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:00.105806 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d650e7-7fa9-4c08-98ea-f9994acd4332 req-afc772e9-e5cb-414e-9985-69beadeee3a0 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:00.107903 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54d650e7-7fa9-4c08-98ea-f9994acd4332 req-afc772e9-e5cb-414e-9985-69beadeee3a0 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf295114-236d-4a70-8dff-0a493f776875 HTTP/1.1" status: 200 len: 945 time: 0.1388826 Aug 28 15:00:00.115270 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-aaa09909-69dc-4ee0-878c-25ec7a40d8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:00.117409 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-aaa09909-69dc-4ee0-878c-25ec7a40d8b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e84e62429884a25aec3c64048e001dd&device_id=6c699a53-aef9-4328-b764-a9450e03481f HTTP/1.1" status: 200 len: 1095 time: 0.0940962 Aug 28 15:00:00.180826 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-fa39b1a2-c683-44a2-ad70-8422abaef583 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2351df1-4b13-4529-992c-198aa46fa17e HTTP/1.1" status: 200 len: 217 time: 0.0426161 Aug 28 15:00:00.207078 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c7c38-f513-4eac-8816-e0c49ffb5894 req-c748c6d9-b9d9-4fcf-ba35-a1a0363d9999 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:00.209370 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d28c7c38-f513-4eac-8816-e0c49ffb5894 req-c748c6d9-b9d9-4fcf-ba35-a1a0363d9999 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d779f69-389b-4adf-9b36-bc84aa535a5d HTTP/1.1" status: 200 len: 944 time: 0.0605993 Aug 28 15:00:00.222539 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54d650e7-7fa9-4c08-98ea-f9994acd4332 req-ff6a5dfa-c8de-4773-9da7-25b7e1a1400c tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06811f1-7796-4bd5-8dee-6392bbef22ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039174 Aug 28 15:00:00.261503 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d28c7c38-f513-4eac-8816-e0c49ffb5894 req-4b407aa5-2c8b-478a-9cb6-380f5d89fb95 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457985 Aug 28 15:00:00.320461 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-817251ef-8bbb-4434-8beb-42b8d5bdec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:00.321468 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-817251ef-8bbb-4434-8beb-42b8d5bdec83 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3ae32591-49d1-4342-8080-c7756186a191 HTTP/1.1" status: 200 len: 860 time: 0.1312039 Aug 28 15:00:00.418643 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738223b3-c091-4119-829f-0f37fd243a31 req-a61d9529-e9c8-41bd-b5b8-8f441911d797 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:00.420164 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-738223b3-c091-4119-829f-0f37fd243a31 req-a61d9529-e9c8-41bd-b5b8-8f441911d797 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c699a53-aef9-4328-b764-a9450e03481f HTTP/1.1" status: 200 len: 943 time: 0.1158121 Aug 28 15:00:00.424633 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-ea8dce19-963d-4b9a-b8d0-b7b621b28078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:00.426049 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-ea8dce19-963d-4b9a-b8d0-b7b621b28078 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40a03aed-4a19-48a0-9549-faca605f4bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885687 Aug 28 15:00:00.429115 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a61f65ec-5a28-431a-82d7-f028fafeef80 req-ce86c3f2-e045-4728-9b77-84eb0e57bf0c service neutron] 10.222.0.41 "GET /v2.0/networks/00f6e407-6223-4467-8ce8-b6ba17446d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937027 Aug 28 15:00:00.555601 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-738223b3-c091-4119-829f-0f37fd243a31 req-1b46a6c2-f2ab-4255-90c5-0fce5dad9579 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0a580e-4589-4131-81c4-0296f4870f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285708 Aug 28 15:00:00.620567 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-4507bd9e-fed6-4d47-bfc1-3ceff8dfe691 service neutron] 10.222.0.36 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774900 Aug 28 15:00:00.622630 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a61f65ec-5a28-431a-82d7-f028fafeef80 req-587aa972-81ff-4b0b-8856-af0cca53297a service neutron] 10.222.0.41 "GET /v2.0/networks/00f6e407-6223-4467-8ce8-b6ba17446d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699579 Aug 28 15:00:00.698041 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c699a53-aef9-4328-b764-a9450e03481f', 'tag': 'b2351df1-4b13-4529-992c-198aa46fa17e'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:00.700321 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5eae2c-c908-422d-a8b1-346d28413f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c699a53-aef9-4328-b764-a9450e03481f", "tag": "b2351df1-4b13-4529-992c-198aa46fa17e"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:00.732320 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-44300602-ae0c-497f-8eb5-fca2ddad6686 req-056d6448-091d-46d6-b284-97c60bfab7b7 service neutron] 10.222.0.36 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970640 Aug 28 15:00:00.739436 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72564d7-a640-4e7d-bb8d-ab2b7499e81e x-openstack-request-id: req-b72564d7-a640-4e7d-bb8d-ab2b7499e81e {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:00.739858 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c699a53-aef9-4328-b764-a9450e03481f", "tag": "b2351df1-4b13-4529-992c-198aa46fa17e", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:00.740166 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b72564d7-a640-4e7d-bb8d-ab2b7499e81e {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:00.740614 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c699a53-aef9-4328-b764-a9450e03481f', 'tag': 'b2351df1-4b13-4529-992c-198aa46fa17e', 'status': 'completed', 'code': 200} Aug 28 15:00:00.824340 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5eae2c-c908-422d-a8b1-346d28413f7d req-6500b4fe-d455-4e05-9e92-cb59702d03e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:00.825772 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9a5eae2c-c908-422d-a8b1-346d28413f7d req-6500b4fe-d455-4e05-9e92-cb59702d03e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e84e62429884a25aec3c64048e001dd&device_id=6c699a53-aef9-4328-b764-a9450e03481f HTTP/1.1" status: 200 len: 1095 time: 0.0432196 Aug 28 15:00:00.963585 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5eae2c-c908-422d-a8b1-346d28413f7d req-60e14e7d-98f8-4373-bc91-08bccad62cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:00.965732 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9a5eae2c-c908-422d-a8b1-346d28413f7d req-60e14e7d-98f8-4373-bc91-08bccad62cb9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=40a03aed-4a19-48a0-9549-faca605f4bfe HTTP/1.1" status: 200 len: 922 time: 0.1267872 Aug 28 15:00:00.995822 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803089c9-ca7b-472a-9ab8-7eebe033dd80 req-94b3e355-a59a-4999-84ca-afe947ad66d7 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:01.002819 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803089c9-ca7b-472a-9ab8-7eebe033dd80 req-94b3e355-a59a-4999-84ca-afe947ad66d7 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:01.004572 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-803089c9-ca7b-472a-9ab8-7eebe033dd80 req-94b3e355-a59a-4999-84ca-afe947ad66d7 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c745768-8b7a-433f-9cdd-6d1f7885e911 HTTP/1.1" status: 200 len: 1678 time: 0.0618849 Aug 28 15:00:01.042395 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9a5eae2c-c908-422d-a8b1-346d28413f7d req-8be203c8-aa3e-4db5-9342-a1594b0d1386 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2351df1-4b13-4529-992c-198aa46fa17e HTTP/1.1" status: 200 len: 217 time: 0.0467825 Aug 28 15:00:01.052972 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-803089c9-ca7b-472a-9ab8-7eebe033dd80 req-406002fa-1a4d-4539-90fa-9d2843d34994 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417452 Aug 28 15:00:01.105701 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5eae2c-c908-422d-a8b1-346d28413f7d req-4706d973-b212-4a8e-9420-1bb8bcc47ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:01.107205 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9a5eae2c-c908-422d-a8b1-346d28413f7d req-4706d973-b212-4a8e-9420-1bb8bcc47ec3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3ae32591-49d1-4342-8080-c7756186a191 HTTP/1.1" status: 200 len: 860 time: 0.0569441 Aug 28 15:00:01.192532 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5eae2c-c908-422d-a8b1-346d28413f7d req-f1752d97-f52d-4adc-a659-c2ff0cbdec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:01.194056 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9a5eae2c-c908-422d-a8b1-346d28413f7d req-f1752d97-f52d-4adc-a659-c2ff0cbdec44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40a03aed-4a19-48a0-9549-faca605f4bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0790522 Aug 28 15:00:01.206676 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207c1a9-23d8-4705-8fbf-7a63f013ab7b req-f20cd2e7-bedc-4f79-9b3c-eb31a355241a tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:01.208154 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c207c1a9-23d8-4705-8fbf-7a63f013ab7b req-f20cd2e7-bedc-4f79-9b3c-eb31a355241a tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 950 time: 0.0850871 Aug 28 15:00:01.298941 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c207c1a9-23d8-4705-8fbf-7a63f013ab7b req-d93bdc36-69a3-4091-8dde-106114459715 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825322 Aug 28 15:00:01.326521 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9a5eae2c-c908-422d-a8b1-346d28413f7d req-d21d51db-48e9-443b-bcb9-b528a5e72146 service neutron] 10.222.0.36 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173861 Aug 28 15:00:01.367826 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b438f-014e-4fa4-8d4d-c36d4c6682ec req-b4485f17-ad34-41aa-96cb-56845666a6f4 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:01.370034 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cb9b438f-014e-4fa4-8d4d-c36d4c6682ec req-b4485f17-ad34-41aa-96cb-56845666a6f4 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf295114-236d-4a70-8dff-0a493f776875 HTTP/1.1" status: 200 len: 945 time: 0.0755782 Aug 28 15:00:01.414201 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cb9b438f-014e-4fa4-8d4d-c36d4c6682ec req-6d825cda-195d-40c3-bf74-01525dbc8e8a tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06811f1-7796-4bd5-8dee-6392bbef22ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366952 Aug 28 15:00:01.455254 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 2545c1b2-459d-42e5-80fd-aeb1672e1ab9 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:00:01.482433 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85694744-ab28-4d3d-a13f-a70a38e2d71d req-6395cf80-a4fa-414e-ae89-c0f1e8c0c528 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:01.488144 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-85694744-ab28-4d3d-a13f-a70a38e2d71d req-6395cf80-a4fa-414e-ae89-c0f1e8c0c528 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d779f69-389b-4adf-9b36-bc84aa535a5d HTTP/1.1" status: 200 len: 944 time: 0.0937755 Aug 28 15:00:01.512608 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 2545c1b2-459d-42e5-80fd-aeb1672e1ab9 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:00:01.512984 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:01.517159 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9a5eae2c-c908-422d-a8b1-346d28413f7d req-a0ceaea7-b45a-4c40-9646-9524000b4067 service neutron] 10.222.0.36 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820574 Aug 28 15:00:01.540551 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-85694744-ab28-4d3d-a13f-a70a38e2d71d req-29e85558-f2aa-49f4-8c73-301e73950b0c tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443058 Aug 28 15:00:01.611782 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:01.649703 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d779f69-389b-4adf-9b36-bc84aa535a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2545c1b2-459d-42e5-80fd-aeb1672e1ab9'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:01.652162 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6847feb6-7ebc-466c-b0e2-98efbd54835f" -d '{"events": [{"server_uuid": "3d779f69-389b-4adf-9b36-bc84aa535a5d", "name": "network-vif-plugged", "status": "completed", "tag": "2545c1b2-459d-42e5-80fd-aeb1672e1ab9"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:01.666273 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 2545c1b2-459d-42e5-80fd-aeb1672e1ab9, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=2545c1b2-459d-42e5-80fd-aeb1672e1ab9,segment=NetworkSegment(56e55a35-3570-4cec-88c5-f76cdfa3881a),segment_id=56e55a35-3570-4cec-88c5-f76cdfa3881a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:01.671084 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:01.671329 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c948c-8c23-406c-9efd-856f8ea7c047 req-185e82af-87d0-46e5-9fa8-b1dbc732d866 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:01.673527 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e26c948c-8c23-406c-9efd-856f8ea7c047 req-185e82af-87d0-46e5-9fa8-b1dbc732d866 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.41 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 950 time: 0.0935900 Aug 28 15:00:01.748921 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=2545c1b2-459d-42e5-80fd-aeb1672e1ab9,revision_number=7']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:01.791821 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957863b9-899b-4478-8619-76f31017397a req-984070fa-a326-4bf4-87b6-2d4a24477607 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:01.801068 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-957863b9-899b-4478-8619-76f31017397a req-984070fa-a326-4bf4-87b6-2d4a24477607 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c699a53-aef9-4328-b764-a9450e03481f HTTP/1.1" status: 200 len: 943 time: 0.1530581 Aug 28 15:00:01.820681 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5992754a-864a-4b68-8401-23e7884a4a02 x-openstack-request-id: req-5992754a-864a-4b68-8401-23e7884a4a02 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:01.820985 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d779f69-389b-4adf-9b36-bc84aa535a5d", "name": "network-vif-plugged", "status": "completed", "tag": "2545c1b2-459d-42e5-80fd-aeb1672e1ab9", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:01.821239 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5992754a-864a-4b68-8401-23e7884a4a02 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:01.821634 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d779f69-389b-4adf-9b36-bc84aa535a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2545c1b2-459d-42e5-80fd-aeb1672e1ab9', 'code': 200} Aug 28 15:00:01.880449 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-957863b9-899b-4478-8619-76f31017397a req-1fe41a4f-3de0-469b-aab1-037add305c6c tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0a580e-4589-4131-81c4-0296f4870f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780435 Aug 28 15:00:01.908141 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-e26c948c-8c23-406c-9efd-856f8ea7c047 req-3fa42a50-a574-47c0-9334-fef69e1307e3 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Deleting port 3083ecc2-cd08-4195-a587-3df47c57ed46 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:00:01.908487 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e26c948c-8c23-406c-9efd-856f8ea7c047 req-3fa42a50-a574-47c0-9334-fef69e1307e3 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:01.960836 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16239eb8-85db-4acb-b52b-3aebed065a5a req-5ee0a50b-6af5-4b61-8e47-5420e4ceaf60 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:01.962439 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16239eb8-85db-4acb-b52b-3aebed065a5a req-5ee0a50b-6af5-4b61-8e47-5420e4ceaf60 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d779f69-389b-4adf-9b36-bc84aa535a5d HTTP/1.1" status: 200 len: 945 time: 0.0805337 Aug 28 15:00:02.011866 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-16239eb8-85db-4acb-b52b-3aebed065a5a req-474195a5-0748-47f7-8ecc-f8d7ae81ea54 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420024 Aug 28 15:00:02.067713 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-e26c948c-8c23-406c-9efd-856f8ea7c047 req-3fa42a50-a574-47c0-9334-fef69e1307e3 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] For port 3083ecc2-cd08-4195-a587-3df47c57ed46, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=3083ecc2-cd08-4195-a587-3df47c57ed46,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:02.067713 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e26c948c-8c23-406c-9efd-856f8ea7c047 req-3fa42a50-a574-47c0-9334-fef69e1307e3 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:02.084138 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-e26c948c-8c23-406c-9efd-856f8ea7c047 req-3fa42a50-a574-47c0-9334-fef69e1307e3 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Calling delete_port for 3083ecc2-cd08-4195-a587-3df47c57ed46 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:00:02.231799 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c846a-2e84-41a4-9c5e-1cbd1ca1aafc req-8ba8dc23-ad6c-4d01-9f23-acf5915b616c tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:02.238313 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c846a-2e84-41a4-9c5e-1cbd1ca1aafc req-8ba8dc23-ad6c-4d01-9f23-acf5915b616c tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:02.239982 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f50c846a-2e84-41a4-9c5e-1cbd1ca1aafc req-8ba8dc23-ad6c-4d01-9f23-acf5915b616c tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c745768-8b7a-433f-9cdd-6d1f7885e911 HTTP/1.1" status: 200 len: 1678 time: 0.1044064 Aug 28 15:00:02.280254 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e26c948c-8c23-406c-9efd-856f8ea7c047 req-3fa42a50-a574-47c0-9334-fef69e1307e3 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:02.294165 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['e5d443f6-c090-4c53-88ff-10d9e3cd69be'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:00:02.296791 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8', '3083ecc2-cd08-4195-a587-3df47c57ed46'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:00:02.322842 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f50c846a-2e84-41a4-9c5e-1cbd1ca1aafc req-9a251898-45bb-4c1a-ab1d-517636f966de tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756712 Aug 28 15:00:02.324047 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa42a50-a574-47c0-9334-fef69e1307e3 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Pushing event deleted for resources: {'Port': ['ID=3083ecc2-cd08-4195-a587-3df47c57ed46,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:02.403455 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26c948c-8c23-406c-9efd-856f8ea7c047 req-3fa42a50-a574-47c0-9334-fef69e1307e3 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] No DVR routers for this DVR port 3083ecc2-cd08-4195-a587-3df47c57ed46 on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:00:02.406188 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e26c948c-8c23-406c-9efd-856f8ea7c047 req-3fa42a50-a574-47c0-9334-fef69e1307e3 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:02.408880 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e26c948c-8c23-406c-9efd-856f8ea7c047 req-3fa42a50-a574-47c0-9334-fef69e1307e3 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.41 "DELETE /v2.0/ports/3083ecc2-cd08-4195-a587-3df47c57ed46 HTTP/1.1" status: 204 len: 173 time: 0.6971076 Aug 28 15:00:02.456192 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-71316d9c-6a5a-4099-b27b-362512595784 req-c27ecf87-9021-43b2-91f9-f4bbc7d2bb4b tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=50696a02-4ed4-45a0-86f2-351c00443ad2 HTTP/1.1" status: 200 len: 210 time: 0.0413618 Aug 28 15:00:02.559262 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3467c12-3d7a-432f-8117-952bd8b47e5d req-e56de0f4-c798-4416-aa46-4c228e0641e8 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:02.561012 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3467c12-3d7a-432f-8117-952bd8b47e5d req-e56de0f4-c798-4416-aa46-4c228e0641e8 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf295114-236d-4a70-8dff-0a493f776875 HTTP/1.1" status: 200 len: 945 time: 0.0563307 Aug 28 15:00:02.605534 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3467c12-3d7a-432f-8117-952bd8b47e5d req-1b37de3f-3716-45c7-b46e-fc50511c3db8 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06811f1-7796-4bd5-8dee-6392bbef22ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355482 Aug 28 15:00:02.741610 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50696a02-4ed4-45a0-86f2-351c00443ad2', 'name': 'network-vif-deleted', 'tag': '3083ecc2-cd08-4195-a587-3df47c57ed46'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:02.743954 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663acd1c-83b2-43ca-908d-80e5b89b9c6d" -d '{"events": [{"server_uuid": "50696a02-4ed4-45a0-86f2-351c00443ad2", "name": "network-vif-deleted", "tag": "3083ecc2-cd08-4195-a587-3df47c57ed46"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:02.790971 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f06840-ab93-45a4-b186-f736d0e5f6ce x-openstack-request-id: req-21f06840-ab93-45a4-b186-f736d0e5f6ce {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:02.791270 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50696a02-4ed4-45a0-86f2-351c00443ad2", "name": "network-vif-deleted", "tag": "3083ecc2-cd08-4195-a587-3df47c57ed46", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:02.791568 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21f06840-ab93-45a4-b186-f736d0e5f6ce {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:02.791961 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50696a02-4ed4-45a0-86f2-351c00443ad2', 'name': 'network-vif-deleted', 'tag': '3083ecc2-cd08-4195-a587-3df47c57ed46', 'status': 'completed', 'code': 200} Aug 28 15:00:02.994173 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a3370-7d92-4d0b-be76-9e861f2bcaad req-c2db154b-5d5b-4c2b-a921-9f9d6a734bf0 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:02.996201 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-638a3370-7d92-4d0b-be76-9e861f2bcaad req-c2db154b-5d5b-4c2b-a921-9f9d6a734bf0 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf295114-236d-4a70-8dff-0a493f776875 HTTP/1.1" status: 200 len: 945 time: 0.0635812 Aug 28 15:00:03.018549 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451680e-503a-4ab3-8345-2c64eff2a834 req-06059389-8163-4844-9370-82ff486be397 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:03.020389 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4451680e-503a-4ab3-8345-2c64eff2a834 req-06059389-8163-4844-9370-82ff486be397 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c699a53-aef9-4328-b764-a9450e03481f HTTP/1.1" status: 200 len: 943 time: 0.0618839 Aug 28 15:00:03.023541 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device b7bf4d99-cca6-403b-9cac-f5c1c481377e details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:00:03.066207 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-638a3370-7d92-4d0b-be76-9e861f2bcaad req-0b73a31c-8367-4abc-98a0-2f404f866073 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06811f1-7796-4bd5-8dee-6392bbef22ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581348 Aug 28 15:00:03.116712 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4451680e-503a-4ab3-8345-2c64eff2a834 req-7d0e7eb2-36b3-4b23-8bbb-c3e93318fc64 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0a580e-4589-4131-81c4-0296f4870f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816567 Aug 28 15:00:03.172943 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port b7bf4d99-cca6-403b-9cac-f5c1c481377e, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=b7bf4d99-cca6-403b-9cac-f5c1c481377e,segment=NetworkSegment(f3dfb440-194e-452f-a269-c7f85036b14a),segment_id=f3dfb440-194e-452f-a269-c7f85036b14a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:03.185862 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'b7bf4d99-cca6-403b-9cac-f5c1c481377e', 'network_id': '28981bcb-91e5-4752-95ca-a083aff8582b', 'port_id': 'b7bf4d99-cca6-403b-9cac-f5c1c481377e', 'mac_address': 'fa:16:3e:ad:dc:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5250f059-b6b1-40e2-aa2c-f77714e5fa50', 'ip_address': '19.80.0.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:00:03.224270 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea2453-60e7-4a46-8c2b-74e8daff5705 req-9b245e47-3324-4835-b45c-39e38bed45d3 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:03.226321 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-68ea2453-60e7-4a46-8c2b-74e8daff5705 req-9b245e47-3324-4835-b45c-39e38bed45d3 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d779f69-389b-4adf-9b36-bc84aa535a5d HTTP/1.1" status: 200 len: 945 time: 0.0556772 Aug 28 15:00:03.226552 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:03.240315 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7bf4d99-cca6-403b-9cac-f5c1c481377e {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:00:03.261663 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port b7bf4d99-cca6-403b-9cac-f5c1c481377e, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=b7bf4d99-cca6-403b-9cac-f5c1c481377e,segment=NetworkSegment(f3dfb440-194e-452f-a269-c7f85036b14a),segment_id=f3dfb440-194e-452f-a269-c7f85036b14a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:03.265914 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-68ea2453-60e7-4a46-8c2b-74e8daff5705 req-a011bf65-c1b3-488e-8f16-0fbbe4ca5ef1 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334289 Aug 28 15:00:03.267238 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:03.268366 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 05517cd8-95dc-454d-8566-4f155fbb8822 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:00:03.372232 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=b7bf4d99-cca6-403b-9cac-f5c1c481377e,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:03.404836 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 05517cd8-95dc-454d-8566-4f155fbb8822, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=05517cd8-95dc-454d-8566-4f155fbb8822,segment=NetworkSegment(5b7db155-9e8a-4abd-86db-42a71095eb2c),segment_id=5b7db155-9e8a-4abd-86db-42a71095eb2c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:03.417379 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '05517cd8-95dc-454d-8566-4f155fbb8822', 'network_id': '00f6e407-6223-4467-8ce8-b6ba17446d6d', 'port_id': '05517cd8-95dc-454d-8566-4f155fbb8822', 'mac_address': 'fa:16:3e:f0:1a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a40c7efb-9f44-479d-a08e-15b0bbba9b66', 'ip_address': '19.86.0.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:00:03.456790 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:03.468809 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device b2351df1-4b13-4529-992c-198aa46fa17e details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:00:03.473844 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 2545c1b2-459d-42e5-80fd-aeb1672e1ab9 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:00:03.489205 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b6d1d-eb66-4832-8075-863f045f4e51 req-f590b606-e9d1-4ce7-8afc-cdaea023e481 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:03.496235 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b6d1d-eb66-4832-8075-863f045f4e51 req-f590b606-e9d1-4ce7-8afc-cdaea023e481 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:03.496793 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05517cd8-95dc-454d-8566-4f155fbb8822 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:00:03.506194 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-666b6d1d-eb66-4832-8075-863f045f4e51 req-f590b606-e9d1-4ce7-8afc-cdaea023e481 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c745768-8b7a-433f-9cdd-6d1f7885e911 HTTP/1.1" status: 200 len: 1679 time: 0.0730050 Aug 28 15:00:03.566730 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 05517cd8-95dc-454d-8566-4f155fbb8822, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=05517cd8-95dc-454d-8566-4f155fbb8822,segment=NetworkSegment(5b7db155-9e8a-4abd-86db-42a71095eb2c),segment_id=5b7db155-9e8a-4abd-86db-42a71095eb2c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:03.613423 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb93e9-086e-4ee2-afef-c678257a4cff req-4f80037d-6e31-4fcb-affc-2538f6a1b4fa tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:03.614174 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:03.615327 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-01cb93e9-086e-4ee2-afef-c678257a4cff req-4f80037d-6e31-4fcb-affc-2538f6a1b4fa tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d779f69-389b-4adf-9b36-bc84aa535a5d HTTP/1.1" status: 200 len: 945 time: 0.1081614 Aug 28 15:00:03.620947 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-666b6d1d-eb66-4832-8075-863f045f4e51 req-faf3e8d8-3dcf-4e33-a2af-b54b66fe5c64 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668051 Aug 28 15:00:03.742069 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-01cb93e9-086e-4ee2-afef-c678257a4cff req-5b4735ee-db87-46f2-88b5-36092bf1f580 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Deleting port 2545c1b2-459d-42e5-80fd-aeb1672e1ab9 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:00:03.742558 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-01cb93e9-086e-4ee2-afef-c678257a4cff req-5b4735ee-db87-46f2-88b5-36092bf1f580 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:03.869878 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c82cd-ad7e-4be7-a4f9-b3f5e1fac5a4 req-16940715-8b5a-4428-b4e3-02c4107d1686 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:03.871424 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e33c82cd-ad7e-4be7-a4f9-b3f5e1fac5a4 req-16940715-8b5a-4428-b4e3-02c4107d1686 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.1089158 Aug 28 15:00:03.906025 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=05517cd8-95dc-454d-8566-4f155fbb8822,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:03.910103 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-01cb93e9-086e-4ee2-afef-c678257a4cff req-5b4735ee-db87-46f2-88b5-36092bf1f580 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] For port 2545c1b2-459d-42e5-80fd-aeb1672e1ab9, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=2545c1b2-459d-42e5-80fd-aeb1672e1ab9,segment=NetworkSegment(56e55a35-3570-4cec-88c5-f76cdfa3881a),segment_id=56e55a35-3570-4cec-88c5-f76cdfa3881a)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:03.911135 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-01cb93e9-086e-4ee2-afef-c678257a4cff req-5b4735ee-db87-46f2-88b5-36092bf1f580 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:03.912499 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port b2351df1-4b13-4529-992c-198aa46fa17e, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=b2351df1-4b13-4529-992c-198aa46fa17e,segment=NetworkSegment(f2247a83-4f17-4255-8bc6-2c6f63e17b02),segment_id=f2247a83-4f17-4255-8bc6-2c6f63e17b02)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:03.920032 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:03.932064 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-01cb93e9-086e-4ee2-afef-c678257a4cff req-5b4735ee-db87-46f2-88b5-36092bf1f580 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Calling delete_port for 2545c1b2-459d-42e5-80fd-aeb1672e1ab9 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:00:03.932554 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'b2351df1-4b13-4529-992c-198aa46fa17e', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'port_id': 'b2351df1-4b13-4529-992c-198aa46fa17e', 'mac_address': 'fa:16:3e:15:97:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ae32591-49d1-4342-8080-c7756186a191', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:00:03.951119 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d779f69-389b-4adf-9b36-bc84aa535a5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2545c1b2-459d-42e5-80fd-aeb1672e1ab9'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:03.953385 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c35721-82dd-4dd6-a484-793995deff26" -d '{"events": [{"server_uuid": "3d779f69-389b-4adf-9b36-bc84aa535a5d", "name": "network-vif-unplugged", "status": "completed", "tag": "2545c1b2-459d-42e5-80fd-aeb1672e1ab9"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:03.986124 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 2545c1b2-459d-42e5-80fd-aeb1672e1ab9, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=2545c1b2-459d-42e5-80fd-aeb1672e1ab9,segment=NetworkSegment(56e55a35-3570-4cec-88c5-f76cdfa3881a),segment_id=56e55a35-3570-4cec-88c5-f76cdfa3881a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:03.995693 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:04.004711 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:04.026087 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3ffcec-342e-4516-a25e-b666d25b00ec x-openstack-request-id: req-ce3ffcec-342e-4516-a25e-b666d25b00ec {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:04.026734 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d779f69-389b-4adf-9b36-bc84aa535a5d", "name": "network-vif-unplugged", "status": "completed", "tag": "2545c1b2-459d-42e5-80fd-aeb1672e1ab9", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:04.026734 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce3ffcec-342e-4516-a25e-b666d25b00ec {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:04.026999 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d779f69-389b-4adf-9b36-bc84aa535a5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2545c1b2-459d-42e5-80fd-aeb1672e1ab9', 'code': 200} Aug 28 15:00:04.028066 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e33c82cd-ad7e-4be7-a4f9-b3f5e1fac5a4 req-20270de2-7bfe-44ac-9639-730d0eb1b6c7 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429048 Aug 28 15:00:04.046788 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2351df1-4b13-4529-992c-198aa46fa17e {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:00:04.083054 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port b2351df1-4b13-4529-992c-198aa46fa17e, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=b2351df1-4b13-4529-992c-198aa46fa17e,segment=NetworkSegment(f2247a83-4f17-4255-8bc6-2c6f63e17b02),segment_id=f2247a83-4f17-4255-8bc6-2c6f63e17b02)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:04.084585 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=2545c1b2-459d-42e5-80fd-aeb1672e1ab9,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:04.087797 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:04.139342 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=b2351df1-4b13-4529-992c-198aa46fa17e,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:04.145593 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-01cb93e9-086e-4ee2-afef-c678257a4cff req-5b4735ee-db87-46f2-88b5-36092bf1f580 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:04.155168 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['b7bf4d99-cca6-403b-9cac-f5c1c481377e'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:00:04.187141 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4735ee-db87-46f2-88b5-36092bf1f580 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Pushing event deleted for resources: {'Port': ['ID=2545c1b2-459d-42e5-80fd-aeb1672e1ab9,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:04.212807 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['05517cd8-95dc-454d-8566-4f155fbb8822'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:00:04.248574 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cb93e9-086e-4ee2-afef-c678257a4cff req-5b4735ee-db87-46f2-88b5-36092bf1f580 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] No DVR routers for this DVR port 2545c1b2-459d-42e5-80fd-aeb1672e1ab9 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:00:04.263371 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-01cb93e9-086e-4ee2-afef-c678257a4cff req-5b4735ee-db87-46f2-88b5-36092bf1f580 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:04.265960 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2f6be-9bac-41a3-a4a7-3f0097799d95 req-d618c896-bbfd-465f-82db-3f21206eaeb7 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:04.267700 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fdc2f6be-9bac-41a3-a4a7-3f0097799d95 req-d618c896-bbfd-465f-82db-3f21206eaeb7 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf295114-236d-4a70-8dff-0a493f776875 HTTP/1.1" status: 200 len: 945 time: 0.1083841 Aug 28 15:00:04.268700 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-01cb93e9-086e-4ee2-afef-c678257a4cff req-5b4735ee-db87-46f2-88b5-36092bf1f580 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.36 "DELETE /v2.0/ports/2545c1b2-459d-42e5-80fd-aeb1672e1ab9 HTTP/1.1" status: 204 len: 173 time: 0.6436176 Aug 28 15:00:04.338924 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fdc2f6be-9bac-41a3-a4a7-3f0097799d95 req-9467b05b-5b77-4e3b-9129-20d657c244ab tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06811f1-7796-4bd5-8dee-6392bbef22ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637286 Aug 28 15:00:04.365220 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c9112-b031-4041-88a6-e74446cd9365 req-c37b7005-037e-4519-8f92-f8bf129b1797 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:04.366752 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1a0c9112-b031-4041-88a6-e74446cd9365 req-c37b7005-037e-4519-8f92-f8bf129b1797 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c699a53-aef9-4328-b764-a9450e03481f HTTP/1.1" status: 200 len: 944 time: 0.1195300 Aug 28 15:00:04.398448 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['b2351df1-4b13-4529-992c-198aa46fa17e'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:00:04.473527 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1a0c9112-b031-4041-88a6-e74446cd9365 req-6f060d6c-26ff-4b20-af11-26377801d6c5 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0a580e-4589-4131-81c4-0296f4870f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940411 Aug 28 15:00:04.505890 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ccc48c-6020-4c9a-bd2c-d3a7fa0d7ef2 req-4502ef0a-b705-4b96-9229-203256e093c0 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:04.507721 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-42ccc48c-6020-4c9a-bd2c-d3a7fa0d7ef2 req-4502ef0a-b705-4b96-9229-203256e093c0 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf295114-236d-4a70-8dff-0a493f776875 HTTP/1.1" status: 200 len: 945 time: 0.1072576 Aug 28 15:00:04.622400 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ad69d931-3381-4ac2-a3bc-b8fb51ac075f req-590d7fb9-275b-4975-a05b-b38f273bae8a tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d779f69-389b-4adf-9b36-bc84aa535a5d HTTP/1.1" status: 200 len: 210 time: 0.0649352 Aug 28 15:00:04.704166 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-42ccc48c-6020-4c9a-bd2c-d3a7fa0d7ef2 req-2749c332-6d43-4a4b-a3cf-d1672f797ceb tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Deleting port 593739d3-6d95-4e0a-822d-bd7fcc4fb127 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:00:04.705305 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-42ccc48c-6020-4c9a-bd2c-d3a7fa0d7ef2 req-2749c332-6d43-4a4b-a3cf-d1672f797ceb tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:04.816326 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-42ccc48c-6020-4c9a-bd2c-d3a7fa0d7ef2 req-2749c332-6d43-4a4b-a3cf-d1672f797ceb tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] For port 593739d3-6d95-4e0a-822d-bd7fcc4fb127, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=593739d3-6d95-4e0a-822d-bd7fcc4fb127,segment=NetworkSegment(67be72c1-9704-4c03-a4e3-e3b60484f4e4),segment_id=67be72c1-9704-4c03-a4e3-e3b60484f4e4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:04.816612 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-42ccc48c-6020-4c9a-bd2c-d3a7fa0d7ef2 req-2749c332-6d43-4a4b-a3cf-d1672f797ceb tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:04.833842 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-42ccc48c-6020-4c9a-bd2c-d3a7fa0d7ef2 req-2749c332-6d43-4a4b-a3cf-d1672f797ceb tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Calling delete_port for 593739d3-6d95-4e0a-822d-bd7fcc4fb127 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:00:04.844784 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d779f69-389b-4adf-9b36-bc84aa535a5d', 'name': 'network-vif-deleted', 'tag': '2545c1b2-459d-42e5-80fd-aeb1672e1ab9'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:04.847974 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46e5b92-97b4-43fc-a3cb-478e11ec9f2e" -d '{"events": [{"server_uuid": "3d779f69-389b-4adf-9b36-bc84aa535a5d", "name": "network-vif-deleted", "tag": "2545c1b2-459d-42e5-80fd-aeb1672e1ab9"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:04.929907 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b5d68e-b740-4920-9a3d-a7d261a9a8f5 x-openstack-request-id: req-64b5d68e-b740-4920-9a3d-a7d261a9a8f5 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:04.930201 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d779f69-389b-4adf-9b36-bc84aa535a5d", "name": "network-vif-deleted", "tag": "2545c1b2-459d-42e5-80fd-aeb1672e1ab9", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:04.930454 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64b5d68e-b740-4920-9a3d-a7d261a9a8f5 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:04.930845 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d779f69-389b-4adf-9b36-bc84aa535a5d', 'name': 'network-vif-deleted', 'tag': '2545c1b2-459d-42e5-80fd-aeb1672e1ab9', 'status': 'completed', 'code': 200} Aug 28 15:00:04.957681 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d04b38-7197-4efa-b404-8ea53482bd05 req-88674143-67f6-4b6b-a48d-38fb46f1e34f tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:04.963647 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d04b38-7197-4efa-b404-8ea53482bd05 req-88674143-67f6-4b6b-a48d-38fb46f1e34f tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:04.965646 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b7d04b38-7197-4efa-b404-8ea53482bd05 req-88674143-67f6-4b6b-a48d-38fb46f1e34f tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c745768-8b7a-433f-9cdd-6d1f7885e911 HTTP/1.1" status: 200 len: 1680 time: 0.1219337 Aug 28 15:00:05.019177 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b7d04b38-7197-4efa-b404-8ea53482bd05 req-89310aef-8910-48f9-a5d4-c11699ce6e3d tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468583 Aug 28 15:00:05.040396 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 3083ecc2-cd08-4195-a587-3df47c57ed46 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:00:05.075856 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 3083ecc2-cd08-4195-a587-3df47c57ed46 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:00:05.076210 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 3083ecc2-cd08-4195-a587-3df47c57ed46 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:00:05.076636 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 593739d3-6d95-4e0a-822d-bd7fcc4fb127 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:00:05.148200 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-42ccc48c-6020-4c9a-bd2c-d3a7fa0d7ef2 req-2749c332-6d43-4a4b-a3cf-d1672f797ceb tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:05.159836 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No active binding found for port 593739d3-6d95-4e0a-822d-bd7fcc4fb127 {{(pid=106331) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 28 15:00:05.160194 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 593739d3-6d95-4e0a-822d-bd7fcc4fb127 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:00:05.190455 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749c332-6d43-4a4b-a3cf-d1672f797ceb tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Pushing event deleted for resources: {'Port': ['ID=593739d3-6d95-4e0a-822d-bd7fcc4fb127,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:05.256610 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ccc48c-6020-4c9a-bd2c-d3a7fa0d7ef2 req-2749c332-6d43-4a4b-a3cf-d1672f797ceb tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] No DVR routers for this DVR port 593739d3-6d95-4e0a-822d-bd7fcc4fb127 on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:00:05.264370 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-42ccc48c-6020-4c9a-bd2c-d3a7fa0d7ef2 req-2749c332-6d43-4a4b-a3cf-d1672f797ceb tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:05.267604 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-42ccc48c-6020-4c9a-bd2c-d3a7fa0d7ef2 req-2749c332-6d43-4a4b-a3cf-d1672f797ceb tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.41 "DELETE /v2.0/ports/593739d3-6d95-4e0a-822d-bd7fcc4fb127 HTTP/1.1" status: 204 len: 173 time: 0.7519274 Aug 28 15:00:05.290267 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7724b9-d22f-47ff-88af-ae93964618ce req-eedd68b3-ad24-4adf-88f9-a4f663e62865 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:05.292054 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cd7724b9-d22f-47ff-88af-ae93964618ce req-eedd68b3-ad24-4adf-88f9-a4f663e62865 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.1790745 Aug 28 15:00:05.324476 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03af094-05e3-4d3f-8e58-da2d03fcf41a req-5420403d-6205-49e3-9a82-29df09737b28 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:05.333664 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a03af094-05e3-4d3f-8e58-da2d03fcf41a req-5420403d-6205-49e3-9a82-29df09737b28 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] 10.222.0.13 "GET /v2.0/ports?device_id=de2b2a22-665f-4eb6-88a5-90ddb7ee0d4a HTTP/1.1" status: 200 len: 945 time: 0.0817938 Aug 28 15:00:05.394650 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cd7724b9-d22f-47ff-88af-ae93964618ce req-973fece5-b3d9-44ee-b889-e39a828923de tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960741 Aug 28 15:00:05.397675 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a03af094-05e3-4d3f-8e58-da2d03fcf41a req-373bda6e-8f3d-4d23-becc-cbd491924829 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7f9bb23-1c1d-481b-bd21-189a08d0f65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628779 Aug 28 15:00:05.483216 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device b2351df1-4b13-4529-992c-198aa46fa17e up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:00:05.514428 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dc6a1341-0492-41f5-b4c7-2a02c4241932 req-dca99583-7a72-4ed9-afba-ac3a76f54615 tempest-ServerAddressesNegativeTestJSON-1191338210 tempest-ServerAddressesNegativeTestJSON-1191338210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf295114-236d-4a70-8dff-0a493f776875 HTTP/1.1" status: 200 len: 210 time: 0.0317903 Aug 28 15:00:05.577440 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port b2351df1-4b13-4529-992c-198aa46fa17e completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:00:05.583039 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port b2351df1-4b13-4529-992c-198aa46fa17e triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:00:05.583425 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:05.603847 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d6efc-a79a-49ab-bfd9-79a0321c0924 req-44b1b7e0-d48f-426f-93ea-bc4a93448bc4 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:05.606053 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a20d6efc-a79a-49ab-bfd9-79a0321c0924 req-44b1b7e0-d48f-426f-93ea-bc4a93448bc4 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 949 time: 0.1034074 Aug 28 15:00:05.652192 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0ffb5-ae0a-4bb6-bac9-4d04d393daa1 req-4c4d4a94-e1cd-460b-bb0a-0a871ee11887 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:05.654450 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9dd0ffb5-ae0a-4bb6-bac9-4d04d393daa1 req-4c4d4a94-e1cd-460b-bb0a-0a871ee11887 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c699a53-aef9-4328-b764-a9450e03481f HTTP/1.1" status: 200 len: 944 time: 0.0605648 Aug 28 15:00:05.709096 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:05.742419 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9dd0ffb5-ae0a-4bb6-bac9-4d04d393daa1 req-07e618e7-f6b5-4dc2-9703-04848f5bdf60 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0a580e-4589-4131-81c4-0296f4870f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786762 Aug 28 15:00:05.756560 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port b2351df1-4b13-4529-992c-198aa46fa17e, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=b2351df1-4b13-4529-992c-198aa46fa17e,segment=NetworkSegment(f2247a83-4f17-4255-8bc6-2c6f63e17b02),segment_id=f2247a83-4f17-4255-8bc6-2c6f63e17b02)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:05.762083 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:05.763014 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 2545c1b2-459d-42e5-80fd-aeb1672e1ab9 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:00:05.789406 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 2545c1b2-459d-42e5-80fd-aeb1672e1ab9 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:00:05.789915 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 2545c1b2-459d-42e5-80fd-aeb1672e1ab9 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:00:05.792617 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-a20d6efc-a79a-49ab-bfd9-79a0321c0924 req-0a00993d-ef41-446c-afab-e4f41a541ef8 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Deleting port 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:00:05.793150 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a20d6efc-a79a-49ab-bfd9-79a0321c0924 req-0a00993d-ef41-446c-afab-e4f41a541ef8 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:05.873905 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=b2351df1-4b13-4529-992c-198aa46fa17e,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:05.930505 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-a20d6efc-a79a-49ab-bfd9-79a0321c0924 req-0a00993d-ef41-446c-afab-e4f41a541ef8 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] For port 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:05.930882 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a20d6efc-a79a-49ab-bfd9-79a0321c0924 req-0a00993d-ef41-446c-afab-e4f41a541ef8 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:06.027930 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c699a53-aef9-4328-b764-a9450e03481f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2351df1-4b13-4529-992c-198aa46fa17e'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:06.032353 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96da490-23e5-43fc-b203-135498e59c83" -d '{"events": [{"server_uuid": "6c699a53-aef9-4328-b764-a9450e03481f", "name": "network-vif-plugged", "status": "completed", "tag": "b2351df1-4b13-4529-992c-198aa46fa17e"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:06.055604 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 32928) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:06.072582 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-95c23832-fa3d-494f-8c74-bd50e74c32e3 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1625480075', 'description': 'tempest-description--1018409734'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:06.092562 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba61eca0-15b2-4f72-8dc2-e1f920c5c4c7 x-openstack-request-id: req-ba61eca0-15b2-4f72-8dc2-e1f920c5c4c7 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:06.093050 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c699a53-aef9-4328-b764-a9450e03481f", "name": "network-vif-plugged", "status": "completed", "tag": "b2351df1-4b13-4529-992c-198aa46fa17e", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:06.093285 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba61eca0-15b2-4f72-8dc2-e1f920c5c4c7 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:06.095638 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c699a53-aef9-4328-b764-a9450e03481f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2351df1-4b13-4529-992c-198aa46fa17e', 'code': 200} Aug 28 15:00:06.119829 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-95c23832-fa3d-494f-8c74-bd50e74c32e3 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:06.216843 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-95c23832-fa3d-494f-8c74-bd50e74c32e3 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:06.222285 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-95c23832-fa3d-494f-8c74-bd50e74c32e3 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:06.255283 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-95c23832-fa3d-494f-8c74-bd50e74c32e3 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:06.258101 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-95c23832-fa3d-494f-8c74-bd50e74c32e3 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1941516 Aug 28 15:00:06.259389 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c23832-fa3d-494f-8c74-bd50e74c32e3 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a58add8-e1f1-4365-bdf3-9d233d0fab66,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:06.261861 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 32930) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:06.268431 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-b7341bd6-cfbb-4a20-b13b-3614d7045e87 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Request body: {'security_group_rule': {'security_group_id': '5a58add8-e1f1-4365-bdf3-9d233d0fab66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:06.279420 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c23832-fa3d-494f-8c74-bd50e74c32e3 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:06.279813 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c23832-fa3d-494f-8c74-bd50e74c32e3 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:06.280168 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c23832-fa3d-494f-8c74-bd50e74c32e3 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:06.280510 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c23832-fa3d-494f-8c74-bd50e74c32e3 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:06.280863 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c23832-fa3d-494f-8c74-bd50e74c32e3 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:06.281193 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c23832-fa3d-494f-8c74-bd50e74c32e3 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:06.281526 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c23832-fa3d-494f-8c74-bd50e74c32e3 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:06.281931 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c23832-fa3d-494f-8c74-bd50e74c32e3 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:06.282290 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c23832-fa3d-494f-8c74-bd50e74c32e3 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:06.282593 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c23832-fa3d-494f-8c74-bd50e74c32e3 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:06.282927 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c23832-fa3d-494f-8c74-bd50e74c32e3 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:06.283259 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c23832-fa3d-494f-8c74-bd50e74c32e3 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:06.309010 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-a20d6efc-a79a-49ab-bfd9-79a0321c0924 req-0a00993d-ef41-446c-afab-e4f41a541ef8 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Calling delete_port for 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:00:06.311186 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b7341bd6-cfbb-4a20-b13b-3614d7045e87 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:06.377023 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b7341bd6-cfbb-4a20-b13b-3614d7045e87 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:06.381393 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b7341bd6-cfbb-4a20-b13b-3614d7045e87 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:06.397473 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7341bd6-cfbb-4a20-b13b-3614d7045e87 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f39dd3-473e-4c9c-b7db-5ded5e987066,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:06.427439 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b7341bd6-cfbb-4a20-b13b-3614d7045e87 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:06.436979 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b7341bd6-cfbb-4a20-b13b-3614d7045e87 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1739752 Aug 28 15:00:06.437599 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 32938) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:06.438808 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5baa599-be12-4323-a0c7-519573e6c38e req-4acca48b-3be9-4dee-a6a5-8c58b1637fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:06.440737 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e5baa599-be12-4323-a0c7-519573e6c38e req-4acca48b-3be9-4dee-a6a5-8c58b1637fe1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c699a53-aef9-4328-b764-a9450e03481f HTTP/1.1" status: 200 len: 1097 time: 0.1331601 Aug 28 15:00:06.447758 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-f368d426-96fb-48ef-b975-f13f76a7e2c0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Request body: {'security_group_rule': {'security_group_id': '5a58add8-e1f1-4365-bdf3-9d233d0fab66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:06.450633 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37a41d-c0e2-437a-979e-4bc4497a2efc req-87e739ff-2d76-49c1-8440-3a65f1da7ff4 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:06.458305 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37a41d-c0e2-437a-979e-4bc4497a2efc req-87e739ff-2d76-49c1-8440-3a65f1da7ff4 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:06.460591 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4f37a41d-c0e2-437a-979e-4bc4497a2efc req-87e739ff-2d76-49c1-8440-3a65f1da7ff4 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c745768-8b7a-433f-9cdd-6d1f7885e911 HTTP/1.1" status: 200 len: 1680 time: 0.1496985 Aug 28 15:00:06.514661 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f368d426-96fb-48ef-b975-f13f76a7e2c0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:06.538259 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e5baa599-be12-4323-a0c7-519573e6c38e req-7e11788d-e179-43fe-9bde-679a3d2b7a80 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2b0a580e-4589-4131-81c4-0296f4870f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761421 Aug 28 15:00:06.543317 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4f37a41d-c0e2-437a-979e-4bc4497a2efc req-06d643fa-c1be-478a-9073-cabe3be6297c tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698333 Aug 28 15:00:06.601486 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a20d6efc-a79a-49ab-bfd9-79a0321c0924 req-0a00993d-ef41-446c-afab-e4f41a541ef8 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:06.609583 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83145ac6-af53-4884-8319-daff82cf9f92 req-e53d9960-745b-4349-86a0-f7e72f073f30 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:06.616322 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:00:06.618541 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['e5d443f6-c090-4c53-88ff-10d9e3cd69be'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:00:06.619122 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-83145ac6-af53-4884-8319-daff82cf9f92 req-e53d9960-745b-4349-86a0-f7e72f073f30 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] 10.222.0.13 "GET /v2.0/ports?device_id=de2b2a22-665f-4eb6-88a5-90ddb7ee0d4a HTTP/1.1" status: 200 len: 945 time: 0.1392999 Aug 28 15:00:06.650673 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00993d-ef41-446c-afab-e4f41a541ef8 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Pushing event deleted for resources: {'Port': ['ID=8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:06.658607 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f368d426-96fb-48ef-b975-f13f76a7e2c0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:06.670771 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f368d426-96fb-48ef-b975-f13f76a7e2c0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:06.693303 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368d426-96fb-48ef-b975-f13f76a7e2c0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f9106b-d5bd-4dde-9591-5c2d8213fa5b,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:06.700002 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d61199ad-06be-4b5e-887e-9f49bcd9bc86 req-b959eea4-d7d5-41be-a710-7785ced53853 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdf0cc0-859c-4d0b-91b9-b9716a04c537 HTTP/1.1" status: 200 len: 210 time: 0.0589256 Aug 28 15:00:06.722405 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20d6efc-a79a-49ab-bfd9-79a0321c0924 req-0a00993d-ef41-446c-afab-e4f41a541ef8 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] No DVR routers for this DVR port 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:00:06.723100 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-83145ac6-af53-4884-8319-daff82cf9f92 req-b04ea135-4c60-42f9-9df3-35604f30d562 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7f9bb23-1c1d-481b-bd21-189a08d0f65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909517 Aug 28 15:00:06.727592 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a20d6efc-a79a-49ab-bfd9-79a0321c0924 req-0a00993d-ef41-446c-afab-e4f41a541ef8 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:06.730620 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a20d6efc-a79a-49ab-bfd9-79a0321c0924 req-0a00993d-ef41-446c-afab-e4f41a541ef8 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.41 "DELETE /v2.0/ports/8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 HTTP/1.1" status: 204 len: 173 time: 1.1171634 Aug 28 15:00:06.743165 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f368d426-96fb-48ef-b975-f13f76a7e2c0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:06.745279 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f368d426-96fb-48ef-b975-f13f76a7e2c0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3011646 Aug 28 15:00:06.748179 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 32944) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:06.762059 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-01a12457-a6b0-48d2-9343-c80ca20d73b5 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:06.785226 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 32948) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:06.799466 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01a12457-a6b0-48d2-9343-c80ca20d73b5 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:06.917877 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-566798d4-0d01-483a-8bf5-06454b5b1f71 admin admin] Deleting subnet 6534a910-4b56-4cb1-8f9e-fc2fcbba03c0 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:00:06.921882 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-566798d4-0d01-483a-8bf5-06454b5b1f71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:06.932664 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf295114-236d-4a70-8dff-0a493f776875', 'name': 'network-vif-deleted', 'tag': '593739d3-6d95-4e0a-822d-bd7fcc4fb127'}, {'server_uuid': '7cdf0cc0-859c-4d0b-91b9-b9716a04c537', 'name': 'network-vif-deleted', 'tag': '8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:06.935088 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c863d0dd-3288-4639-8402-8f50ab2f2855" -d '{"events": [{"server_uuid": "bf295114-236d-4a70-8dff-0a493f776875", "name": "network-vif-deleted", "tag": "593739d3-6d95-4e0a-822d-bd7fcc4fb127"}, {"server_uuid": "7cdf0cc0-859c-4d0b-91b9-b9716a04c537", "name": "network-vif-deleted", "tag": "8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:06.972671 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-566798d4-0d01-483a-8bf5-06454b5b1f71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:06.987768 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051aa0b-bf87-4083-b9af-3331a3a082bb req-4500425a-c00b-4c1c-b208-a027ab45bfe7 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:06.989292 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8051aa0b-bf87-4083-b9af-3331a3a082bb req-4500425a-c00b-4c1c-b208-a027ab45bfe7 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c699a53-aef9-4328-b764-a9450e03481f HTTP/1.1" status: 200 len: 945 time: 0.1157088 Aug 28 15:00:06.992807 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3c5cc6-4aef-41fe-8a1f-d0c0a91d7cae x-openstack-request-id: req-0b3c5cc6-4aef-41fe-8a1f-d0c0a91d7cae {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:06.993103 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf295114-236d-4a70-8dff-0a493f776875", "name": "network-vif-deleted", "tag": "593739d3-6d95-4e0a-822d-bd7fcc4fb127", "status": "completed", "code": 200}, {"server_uuid": "7cdf0cc0-859c-4d0b-91b9-b9716a04c537", "name": "network-vif-deleted", "tag": "8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:06.993333 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b3c5cc6-4aef-41fe-8a1f-d0c0a91d7cae {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:06.993726 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf295114-236d-4a70-8dff-0a493f776875', 'name': 'network-vif-deleted', 'tag': '593739d3-6d95-4e0a-822d-bd7fcc4fb127', 'status': 'completed', 'code': 200} Aug 28 15:00:06.993976 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cdf0cc0-859c-4d0b-91b9-b9716a04c537', 'name': 'network-vif-deleted', 'tag': '8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8', 'status': 'completed', 'code': 200} Aug 28 15:00:07.027051 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-566798d4-0d01-483a-8bf5-06454b5b1f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:07.031181 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device b7bf4d99-cca6-403b-9cac-f5c1c481377e up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:00:07.069579 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d382b74-cec4-47fa-9bea-0f222ca6fd8f req-aee34e54-ccb0-4794-8cca-a3258bca9a01 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:07.071566 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4d382b74-cec4-47fa-9bea-0f222ca6fd8f req-aee34e54-ccb0-4794-8cca-a3258bca9a01 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] 10.222.0.36 "GET /v2.0/ports?device_id=de2b2a22-665f-4eb6-88a5-90ddb7ee0d4a HTTP/1.1" status: 200 len: 945 time: 0.1197789 Aug 28 15:00:07.104688 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8051aa0b-bf87-4083-b9af-3331a3a082bb req-6eb32f9a-0ee0-44af-92b7-f7fb4fbc713c tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0a580e-4589-4131-81c4-0296f4870f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995891 Aug 28 15:00:07.110098 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-566798d4-0d01-483a-8bf5-06454b5b1f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:07.117106 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port b7bf4d99-cca6-403b-9cac-f5c1c481377e completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:00:07.122445 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port b7bf4d99-cca6-403b-9cac-f5c1c481377e triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:00:07.123230 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:07.132896 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01a12457-a6b0-48d2-9343-c80ca20d73b5 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:07.165704 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566798d4-0d01-483a-8bf5-06454b5b1f71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6534a910-4b56-4cb1-8f9e-fc2fcbba03c0,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:07.179169 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-566798d4-0d01-483a-8bf5-06454b5b1f71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:07.181251 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-566798d4-0d01-483a-8bf5-06454b5b1f71 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6534a910-4b56-4cb1-8f9e-fc2fcbba03c0 HTTP/1.1" status: 204 len: 168 time: 0.3939953 Aug 28 15:00:07.184655 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 32952) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:07.233642 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:07.286984 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port b7bf4d99-cca6-403b-9cac-f5c1c481377e, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=b7bf4d99-cca6-403b-9cac-f5c1c481377e,segment=NetworkSegment(f3dfb440-194e-452f-a269-c7f85036b14a),segment_id=f3dfb440-194e-452f-a269-c7f85036b14a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:07.292363 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:07.293300 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 05517cd8-95dc-454d-8566-4f155fbb8822 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:00:07.384509 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=b7bf4d99-cca6-403b-9cac-f5c1c481377e,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:07.400623 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 05517cd8-95dc-454d-8566-4f155fbb8822 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:00:07.405054 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 05517cd8-95dc-454d-8566-4f155fbb8822 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:00:07.405594 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:07.443360 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f6411580-b44f-40d0-a1e4-3fe8979adf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:07.492643 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-01a12457-a6b0-48d2-9343-c80ca20d73b5 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Allocated IP 172.25.3.123 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/b34e1bd8-d2e0-40a1-b7e2-0066d1323da3) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:00:07.496445 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:07.535444 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-4d382b74-cec4-47fa-9bea-0f222ca6fd8f req-dc7ad602-2b6d-4d83-b41d-5ea3a4efd670 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Deleting port df3204b3-66c1-4d58-bc13-c0687c417bee {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:00:07.535869 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4d382b74-cec4-47fa-9bea-0f222ca6fd8f req-dc7ad602-2b6d-4d83-b41d-5ea3a4efd670 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:07.542138 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 05517cd8-95dc-454d-8566-4f155fbb8822, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=05517cd8-95dc-454d-8566-4f155fbb8822,segment=NetworkSegment(5b7db155-9e8a-4abd-86db-42a71095eb2c),segment_id=5b7db155-9e8a-4abd-86db-42a71095eb2c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:07.568395 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:07.693460 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=05517cd8-95dc-454d-8566-4f155fbb8822,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:07.713274 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fb38c-d550-4913-a843-f6ee5a1aeb11 req-7d98c1cb-49b9-400c-891d-0a59d8667868 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:07.719415 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fb38c-d550-4913-a843-f6ee5a1aeb11 req-7d98c1cb-49b9-400c-891d-0a59d8667868 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:07.721282 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-767fb38c-d550-4913-a843-f6ee5a1aeb11 req-7d98c1cb-49b9-400c-891d-0a59d8667868 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c745768-8b7a-433f-9cdd-6d1f7885e911 HTTP/1.1" status: 200 len: 1682 time: 0.0772295 Aug 28 15:00:07.723924 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f6411580-b44f-40d0-a1e4-3fe8979adf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:07.736745 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-f6411580-b44f-40d0-a1e4-3fe8979adf08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a731b160-8958-4a85-8ce7-ad5ccf54c410']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:07.748796 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-f6411580-b44f-40d0-a1e4-3fe8979adf08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67be72c1-9704-4c03-a4e3-e3b60484f4e4') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:07.749093 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-f6411580-b44f-40d0-a1e4-3fe8979adf08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67be72c1-9704-4c03-a4e3-e3b60484f4e4') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:07.760294 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f6411580-b44f-40d0-a1e4-3fe8979adf08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:07.771763 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-767fb38c-d550-4913-a843-f6ee5a1aeb11 req-d1f657b3-8766-4358-b1e1-0898bba3b6bf tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429182 Aug 28 15:00:07.791770 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f6411580-b44f-40d0-a1e4-3fe8979adf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:07.811051 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6411580-b44f-40d0-a1e4-3fe8979adf08 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:00:07.811482 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f6411580-b44f-40d0-a1e4-3fe8979adf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:00:07.813380 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:00:07.932171 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0cb89536-32e5-430e-b3b0-d994772797ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:07.986766 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01a12457-a6b0-48d2-9343-c80ca20d73b5 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:07.991229 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-4d382b74-cec4-47fa-9bea-0f222ca6fd8f req-dc7ad602-2b6d-4d83-b41d-5ea3a4efd670 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] For port df3204b3-66c1-4d58-bc13-c0687c417bee, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=df3204b3-66c1-4d58-bc13-c0687c417bee,segment=NetworkSegment(67afd3f9-4c09-4e8c-b3bc-78d96c90d9ba),segment_id=67afd3f9-4c09-4e8c-b3bc-78d96c90d9ba)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:07.991602 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4d382b74-cec4-47fa-9bea-0f222ca6fd8f req-dc7ad602-2b6d-4d83-b41d-5ea3a4efd670 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:08.005788 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f6411580-b44f-40d0-a1e4-3fe8979adf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:08.026580 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f6411580-b44f-40d0-a1e4-3fe8979adf08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:08.028434 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f6411580-b44f-40d0-a1e4-3fe8979adf08 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a731b160-8958-4a85-8ce7-ad5ccf54c410 HTTP/1.1" status: 204 len: 168 time: 0.8391454 Aug 28 15:00:08.029492 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-4d382b74-cec4-47fa-9bea-0f222ca6fd8f req-dc7ad602-2b6d-4d83-b41d-5ea3a4efd670 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Calling delete_port for df3204b3-66c1-4d58-bc13-c0687c417bee owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:00:08.042103 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9825bd-3785-45d7-b85e-17e97225c63e req-847a4853-211f-4d6b-a5db-023a31518a47 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:08.048338 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f9825bd-3785-45d7-b85e-17e97225c63e req-847a4853-211f-4d6b-a5db-023a31518a47 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] 10.222.0.13 "GET /v2.0/ports?device_id=de2b2a22-665f-4eb6-88a5-90ddb7ee0d4a HTTP/1.1" status: 200 len: 945 time: 0.1850424 Aug 28 15:00:08.095357 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c745768-8b7a-433f-9cdd-6d1f7885e911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7bf4d99-cca6-403b-9cac-f5c1c481377e'}, {'server_uuid': '6c745768-8b7a-433f-9cdd-6d1f7885e911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05517cd8-95dc-454d-8566-4f155fbb8822'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:08.097993 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff87b47-35e7-4ec6-bc15-83e30164b24a" -d '{"events": [{"server_uuid": "6c745768-8b7a-433f-9cdd-6d1f7885e911", "name": "network-vif-plugged", "status": "completed", "tag": "b7bf4d99-cca6-403b-9cac-f5c1c481377e"}, {"server_uuid": "6c745768-8b7a-433f-9cdd-6d1f7885e911", "name": "network-vif-plugged", "status": "completed", "tag": "05517cd8-95dc-454d-8566-4f155fbb8822"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:08.109069 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6411580-b44f-40d0-a1e4-3fe8979adf08 admin admin] Pushing event deleted for resources: {'Network': ['ID=a731b160-8958-4a85-8ce7-ad5ccf54c410,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:08.163993 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 32976) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:08.168814 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f9825bd-3785-45d7-b85e-17e97225c63e req-8b39e421-1d27-4943-8a19-3c13e00dde42 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7f9bb23-1c1d-481b-bd21-189a08d0f65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653024 Aug 28 15:00:08.210327 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01a12457-a6b0-48d2-9343-c80ca20d73b5 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:08.232289 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a12457-a6b0-48d2-9343-c80ca20d73b5 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:00:08.236006 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-01a12457-a6b0-48d2-9343-c80ca20d73b5 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:00:08.255109 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4482122f-e56d-44ef-af2d-ab91a1410744 x-openstack-request-id: req-4482122f-e56d-44ef-af2d-ab91a1410744 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:08.255109 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c745768-8b7a-433f-9cdd-6d1f7885e911", "name": "network-vif-plugged", "status": "completed", "tag": "b7bf4d99-cca6-403b-9cac-f5c1c481377e", "code": 200}, {"server_uuid": "6c745768-8b7a-433f-9cdd-6d1f7885e911", "name": "network-vif-plugged", "status": "completed", "tag": "05517cd8-95dc-454d-8566-4f155fbb8822", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:08.255109 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4482122f-e56d-44ef-af2d-ab91a1410744 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:08.255109 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c745768-8b7a-433f-9cdd-6d1f7885e911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7bf4d99-cca6-403b-9cac-f5c1c481377e', 'code': 200} Aug 28 15:00:08.257036 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c745768-8b7a-433f-9cdd-6d1f7885e911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05517cd8-95dc-454d-8566-4f155fbb8822', 'code': 200} Aug 28 15:00:08.277562 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a12457-a6b0-48d2-9343-c80ca20d73b5 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:00:08.283163 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-91060522-82dd-4b03-9392-01adf2011cc9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c1641db5cd54a57bee961965e510fbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1156898 Aug 28 15:00:08.284856 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 32978) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:08.312374 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001de552-95b5-4e4c-92a6-1fed1e59bac2 req-0c770409-973e-496a-a22e-e59fd5b334f1 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:08.314819 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-001de552-95b5-4e4c-92a6-1fed1e59bac2 req-0c770409-973e-496a-a22e-e59fd5b334f1 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 950 time: 0.1998618 Aug 28 15:00:08.399841 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-53c53780-5521-4627-b6d9-629353d2233d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:08.416329 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-001de552-95b5-4e4c-92a6-1fed1e59bac2 req-f6af0a18-4bfc-4fef-8cb5-950757a8e36d tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff047f8-7f37-4cd2-8ee5-480d41fc12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767910 Aug 28 15:00:08.432054 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a12457-a6b0-48d2-9343-c80ca20d73b5 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Pushing event updated for resources: {'Port': ['ID=b34e1bd8-d2e0-40a1-b7e2-0066d1323da3,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:08.447558 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-53c53780-5521-4627-b6d9-629353d2233d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:08.476509 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d53ec2-aa2b-46ee-ac69-b786f3d473f3 req-68c88df7-abeb-4e89-8d48-e27ab088609c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:08.477306 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d53ec2-aa2b-46ee-ac69-b786f3d473f3 req-68c88df7-abeb-4e89-8d48-e27ab088609c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:08.478610 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c1d53ec2-aa2b-46ee-ac69-b786f3d473f3 req-68c88df7-abeb-4e89-8d48-e27ab088609c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6c745768-8b7a-433f-9cdd-6d1f7885e911 HTTP/1.1" status: 200 len: 1986 time: 0.1704311 Aug 28 15:00:08.499319 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56271445-b7d1-4ff5-a3f2-010e0c8f47f9 req-4e5dfbfb-baa1-41a1-8449-b76167ef9f2d tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:08.501116 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-53c53780-5521-4627-b6d9-629353d2233d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:08.501509 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-56271445-b7d1-4ff5-a3f2-010e0c8f47f9 req-4e5dfbfb-baa1-41a1-8449-b76167ef9f2d tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c699a53-aef9-4328-b764-a9450e03481f HTTP/1.1" status: 200 len: 945 time: 0.1363392 Aug 28 15:00:08.503906 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-53c53780-5521-4627-b6d9-629353d2233d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:08.508334 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-53c53780-5521-4627-b6d9-629353d2233d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c06811f1-7796-4bd5-8dee-6392bbef22ee HTTP/1.1" status: 204 len: 168 time: 0.2230008 Aug 28 15:00:08.516749 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c53780-5521-4627-b6d9-629353d2233d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06811f1-7796-4bd5-8dee-6392bbef22ee,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:08.547017 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4d382b74-cec4-47fa-9bea-0f222ca6fd8f req-dc7ad602-2b6d-4d83-b41d-5ea3a4efd670 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:08.590281 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c1d53ec2-aa2b-46ee-ac69-b786f3d473f3 req-9772267f-3f2d-4c5c-b36a-961266485dc2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033740 Aug 28 15:00:08.616533 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ad602-2b6d-4d83-b41d-5ea3a4efd670 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Pushing event deleted for resources: {'Port': ['ID=df3204b3-66c1-4d58-bc13-c0687c417bee,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:08.679227 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d382b74-cec4-47fa-9bea-0f222ca6fd8f req-dc7ad602-2b6d-4d83-b41d-5ea3a4efd670 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] No DVR routers for this DVR port df3204b3-66c1-4d58-bc13-c0687c417bee on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:00:08.684576 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4d382b74-cec4-47fa-9bea-0f222ca6fd8f req-dc7ad602-2b6d-4d83-b41d-5ea3a4efd670 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:08.686561 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4d382b74-cec4-47fa-9bea-0f222ca6fd8f req-dc7ad602-2b6d-4d83-b41d-5ea3a4efd670 tempest-VolumesAdminNegativeTest-307593748 tempest-VolumesAdminNegativeTest-307593748-project] 10.222.0.36 "DELETE /v2.0/ports/df3204b3-66c1-4d58-bc13-c0687c417bee HTTP/1.1" status: 204 len: 173 time: 1.6076813 Aug 28 15:00:08.688359 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01a12457-a6b0-48d2-9343-c80ca20d73b5 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:08.692411 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-56271445-b7d1-4ff5-a3f2-010e0c8f47f9 req-899a9df7-7cc8-44ce-a1bc-9ef73174cc2e tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0a580e-4589-4131-81c4-0296f4870f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640599 Aug 28 15:00:08.730030 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01a12457-a6b0-48d2-9343-c80ca20d73b5 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:08.953976 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01a12457-a6b0-48d2-9343-c80ca20d73b5 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:08.975725 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01a12457-a6b0-48d2-9343-c80ca20d73b5 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:09.013205 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de2b2a22-665f-4eb6-88a5-90ddb7ee0d4a', 'name': 'network-vif-deleted', 'tag': 'df3204b3-66c1-4d58-bc13-c0687c417bee'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:09.016518 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b35a4f0-f8e7-4b33-ba92-d06d6ca7a36a" -d '{"events": [{"server_uuid": "de2b2a22-665f-4eb6-88a5-90ddb7ee0d4a", "name": "network-vif-deleted", "tag": "df3204b3-66c1-4d58-bc13-c0687c417bee"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:09.048672 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:00:09.085007 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a12457-a6b0-48d2-9343-c80ca20d73b5 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Pushing event updated for resources: {'Port': ['ID=b34e1bd8-d2e0-40a1-b7e2-0066d1323da3,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:09.101308 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74558145-2d8b-470f-96a6-1960923e20ab req-d88a7db0-7a7d-4297-ae6a-cdb549d6c32b tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:09.107792 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74558145-2d8b-470f-96a6-1960923e20ab req-d88a7db0-7a7d-4297-ae6a-cdb549d6c32b tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:09.110833 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74558145-2d8b-470f-96a6-1960923e20ab req-d88a7db0-7a7d-4297-ae6a-cdb549d6c32b tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c745768-8b7a-433f-9cdd-6d1f7885e911 HTTP/1.1" status: 200 len: 1682 time: 0.2184241 Aug 28 15:00:09.120663 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01a12457-a6b0-48d2-9343-c80ca20d73b5 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:09.129974 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:00:09.130461 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 8cff0ef9-4f88-4fd4-82dc-0e41c9001ce8 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:00:09.155699 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01a12457-a6b0-48d2-9343-c80ca20d73b5 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:09.157664 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-01a12457-a6b0-48d2-9343-c80ca20d73b5 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4073930 Aug 28 15:00:09.175462 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74558145-2d8b-470f-96a6-1960923e20ab req-cdcbb610-cbc9-49d4-87ec-3bbe72ec0bc2 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515933 Aug 28 15:00:09.293195 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b780c5f-3635-4346-bd36-908499ae71c1 x-openstack-request-id: req-1b780c5f-3635-4346-bd36-908499ae71c1 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:09.293822 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de2b2a22-665f-4eb6-88a5-90ddb7ee0d4a", "name": "network-vif-deleted", "tag": "df3204b3-66c1-4d58-bc13-c0687c417bee", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:09.294086 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b780c5f-3635-4346-bd36-908499ae71c1 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:09.294493 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de2b2a22-665f-4eb6-88a5-90ddb7ee0d4a', 'name': 'network-vif-deleted', 'tag': 'df3204b3-66c1-4d58-bc13-c0687c417bee', 'status': 'completed', 'code': 200} Aug 28 15:00:09.331253 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-22cdc663-241f-4872-86fa-e4af8d0d3fe5 req-f8e8fe17-d4fc-4a56-936e-1a6f3cc18fb5 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5935378 Aug 28 15:00:09.332562 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e791172-780c-4283-9048-0b8de681827f req-9bb334e1-0abc-4bda-a334-3da46ada68c8 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:09.334062 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e791172-780c-4283-9048-0b8de681827f req-9bb334e1-0abc-4bda-a334-3da46ada68c8 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 950 time: 0.0752366 Aug 28 15:00:09.349788 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-22cdc663-241f-4872-86fa-e4af8d0d3fe5 req-809a973e-8ccc-4730-88f7-3b7d810be033 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:09.375197 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-22cdc663-241f-4872-86fa-e4af8d0d3fe5 req-809a973e-8ccc-4730-88f7-3b7d810be033 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks [] for floatingip, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:09.446476 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33014) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:09.496306 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device df3204b3-66c1-4d58-bc13-c0687c417bee no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:00:09.501964 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-5e791172-780c-4283-9048-0b8de681827f req-34e89bf0-80aa-4e29-8ac5-d28b419b35d4 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Deleting port e5d443f6-c090-4c53-88ff-10d9e3cd69be {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:00:09.503084 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5e791172-780c-4283-9048-0b8de681827f req-34e89bf0-80aa-4e29-8ac5-d28b419b35d4 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:09.508927 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-22cdc663-241f-4872-86fa-e4af8d0d3fe5 req-809a973e-8ccc-4730-88f7-3b7d810be033 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:09.535491 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: df3204b3-66c1-4d58-bc13-c0687c417bee {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:00:09.535967 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device df3204b3-66c1-4d58-bc13-c0687c417bee not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:00:09.592275 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-86fb8074-22ae-423c-b049-33fe9941aad7 admin admin] Deleting subnet 3d49beac-284e-478b-8c7b-539dda6e3845 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:00:09.625327 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-86fb8074-22ae-423c-b049-33fe9941aad7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:09.640413 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-22cdc663-241f-4872-86fa-e4af8d0d3fe5 req-809a973e-8ccc-4730-88f7-3b7d810be033 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Allocated IP 172.25.3.138 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/d49b9987-8a4c-44af-92b1-bf41afb82a4c) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:00:09.698083 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33030) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:09.730022 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-86fb8074-22ae-423c-b049-33fe9941aad7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:09.735426 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-5e791172-780c-4283-9048-0b8de681827f req-34e89bf0-80aa-4e29-8ac5-d28b419b35d4 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] For port e5d443f6-c090-4c53-88ff-10d9e3cd69be, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=e5d443f6-c090-4c53-88ff-10d9e3cd69be,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:09.735826 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5e791172-780c-4283-9048-0b8de681827f req-34e89bf0-80aa-4e29-8ac5-d28b419b35d4 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:09.771482 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-22cdc663-241f-4872-86fa-e4af8d0d3fe5 req-809a973e-8ccc-4730-88f7-3b7d810be033 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:09.777130 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-5e791172-780c-4283-9048-0b8de681827f req-34e89bf0-80aa-4e29-8ac5-d28b419b35d4 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Calling delete_port for e5d443f6-c090-4c53-88ff-10d9e3cd69be owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:00:09.806910 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-00988977-f7bb-4cc3-9e56-cdcdadbb7422 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:09.808497 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-00988977-f7bb-4cc3-9e56-cdcdadbb7422 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/networks?id=8404fc60-2695-490e-81aa-576e7b73d9df HTTP/1.1" status: 200 len: 821 time: 0.2476015 Aug 28 15:00:09.825981 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-22cdc663-241f-4872-86fa-e4af8d0d3fe5 req-809a973e-8ccc-4730-88f7-3b7d810be033 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:09.853317 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-dcb7bd7d-49cc-4e53-9cea-12a7e2a37236 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-427954328-network', 'tenant_id': 'e55048b435b945d984ce9788f68ba967'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:09.865988 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-86fb8074-22ae-423c-b049-33fe9941aad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:09.876728 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22cdc663-241f-4872-86fa-e4af8d0d3fe5 req-809a973e-8ccc-4730-88f7-3b7d810be033 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:00:09.882124 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-22cdc663-241f-4872-86fa-e4af8d0d3fe5 req-809a973e-8ccc-4730-88f7-3b7d810be033 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:00:09.883812 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-df83ac3a-2f31-423c-93ca-113a20ff51df tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/quotas/478107490d854612b2fb52a63284f6da HTTP/1.1" status: 200 len: 375 time: 0.0207782 Aug 28 15:00:09.889353 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-22cdc663-241f-4872-86fa-e4af8d0d3fe5 req-809a973e-8ccc-4730-88f7-3b7d810be033 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:00:09.893303 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a973e-8ccc-4730-88f7-3b7d810be033 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Pushing event updated for resources: {'Port': ['ID=d49b9987-8a4c-44af-92b1-bf41afb82a4c,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:09.986091 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-22cdc663-241f-4872-86fa-e4af8d0d3fe5 req-809a973e-8ccc-4730-88f7-3b7d810be033 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:10.024267 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-22cdc663-241f-4872-86fa-e4af8d0d3fe5 req-809a973e-8ccc-4730-88f7-3b7d810be033 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:10.179272 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-22cdc663-241f-4872-86fa-e4af8d0d3fe5 req-809a973e-8ccc-4730-88f7-3b7d810be033 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:10.184472 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-22cdc663-241f-4872-86fa-e4af8d0d3fe5 req-809a973e-8ccc-4730-88f7-3b7d810be033 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:10.215244 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb7bd7d-49cc-4e53-9cea-12a7e2a37236 admin admin] Made reservation on behalf of e55048b435b945d984ce9788f68ba967 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:00:10.217398 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dcb7bd7d-49cc-4e53-9cea-12a7e2a37236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:10.241127 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dcb7bd7d-49cc-4e53-9cea-12a7e2a37236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:10.268354 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a973e-8ccc-4730-88f7-3b7d810be033 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Pushing event updated for resources: {'Port': ['ID=d49b9987-8a4c-44af-92b1-bf41afb82a4c,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:10.272171 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-22cdc663-241f-4872-86fa-e4af8d0d3fe5 req-809a973e-8ccc-4730-88f7-3b7d810be033 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:10.284007 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-a0541a93-ea7c-4d50-9546-be9df0b40443 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=478107490d854612b2fb52a63284f6da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3641191 Aug 28 15:00:10.288069 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-86fb8074-22ae-423c-b049-33fe9941aad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:10.341506 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb8074-22ae-423c-b049-33fe9941aad7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d49beac-284e-478b-8c7b-539dda6e3845,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:10.398696 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-bddcee53-0d0c-48e6-91b7-4f6fe3fd3d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:10.401327 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-86fb8074-22ae-423c-b049-33fe9941aad7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:10.403168 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-86fb8074-22ae-423c-b049-33fe9941aad7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3d49beac-284e-478b-8c7b-539dda6e3845 HTTP/1.1" status: 204 len: 168 time: 0.9556520 Aug 28 15:00:10.405946 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33038) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:10.462528 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5e791172-780c-4283-9048-0b8de681827f req-34e89bf0-80aa-4e29-8ac5-d28b419b35d4 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:10.475553 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['e5d443f6-c090-4c53-88ff-10d9e3cd69be'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:00:10.482957 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-abaec9e8-d65d-407b-a70c-64098aa5adfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:10.514201 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e89bf0-80aa-4e29-8ac5-d28b419b35d4 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Pushing event deleted for resources: {'Port': ['ID=e5d443f6-c090-4c53-88ff-10d9e3cd69be,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:10.539585 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-6dfe4614-376c-4644-898a-b84ecd8e2d83 service neutron] 10.222.0.13 "GET /v2.0/networks/8404fc60-2695-490e-81aa-576e7b73d9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456303 Aug 28 15:00:10.569006 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-abaec9e8-d65d-407b-a70c-64098aa5adfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:10.579351 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-abaec9e8-d65d-407b-a70c-64098aa5adfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be09caf-2855-4ac0-a960-02cdc56aaea0']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:10.590025 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-abaec9e8-d65d-407b-a70c-64098aa5adfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67afd3f9-4c09-4e8c-b3bc-78d96c90d9ba') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:10.590326 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-abaec9e8-d65d-407b-a70c-64098aa5adfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67afd3f9-4c09-4e8c-b3bc-78d96c90d9ba') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:10.600164 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-abaec9e8-d65d-407b-a70c-64098aa5adfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:10.600593 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e791172-780c-4283-9048-0b8de681827f req-34e89bf0-80aa-4e29-8ac5-d28b419b35d4 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] No DVR routers for this DVR port e5d443f6-c090-4c53-88ff-10d9e3cd69be on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:00:10.614964 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-abaec9e8-d65d-407b-a70c-64098aa5adfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:10.621245 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abaec9e8-d65d-407b-a70c-64098aa5adfe admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:00:10.621612 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-abaec9e8-d65d-407b-a70c-64098aa5adfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:00:10.623368 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:00:10.628684 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dcb7bd7d-49cc-4e53-9cea-12a7e2a37236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:10.630179 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5e791172-780c-4283-9048-0b8de681827f req-34e89bf0-80aa-4e29-8ac5-d28b419b35d4 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:10.632191 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e791172-780c-4283-9048-0b8de681827f req-34e89bf0-80aa-4e29-8ac5-d28b419b35d4 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.36 "DELETE /v2.0/ports/e5d443f6-c090-4c53-88ff-10d9e3cd69be HTTP/1.1" status: 204 len: 173 time: 1.2922471 Aug 28 15:00:10.636470 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dcb7bd7d-49cc-4e53-9cea-12a7e2a37236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:10.666712 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-22cdc663-241f-4872-86fa-e4af8d0d3fe5 req-809a973e-8ccc-4730-88f7-3b7d810be033 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:10.668017 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-22cdc663-241f-4872-86fa-e4af8d0d3fe5 req-809a973e-8ccc-4730-88f7-3b7d810be033 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3239925 Aug 28 15:00:10.673015 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcb7bd7d-49cc-4e53-9cea-12a7e2a37236 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:00:10.695998 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dcb7bd7d-49cc-4e53-9cea-12a7e2a37236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:10.696351 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-dcb7bd7d-49cc-4e53-9cea-12a7e2a37236 admin admin] Added segment a0c89b12-5ddd-4b51-9e7f-f5392b2e2736 of type vlan for network 6d5eb330-17f7-4902-9dd5-141e6e37aa7d Aug 28 15:00:10.697578 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7bd7d-49cc-4e53-9cea-12a7e2a37236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cb7761-776e-4787-ad97-c71459518319,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:10.739348 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-abaec9e8-d65d-407b-a70c-64098aa5adfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:10.749597 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-abaec9e8-d65d-407b-a70c-64098aa5adfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:10.752383 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-abaec9e8-d65d-407b-a70c-64098aa5adfe admin admin] 10.222.0.13 "DELETE /v2.0/networks/0be09caf-2855-4ac0-a960-02cdc56aaea0 HTTP/1.1" status: 204 len: 168 time: 0.3447452 Aug 28 15:00:10.757105 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-f1d1f01e-fd56-46d9-bcff-70209be94432 service neutron] 10.222.0.13 "GET /v2.0/networks/8404fc60-2695-490e-81aa-576e7b73d9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975603 Aug 28 15:00:10.757658 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33042) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:10.759178 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dcb7bd7d-49cc-4e53-9cea-12a7e2a37236 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:10.773854 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:10.777909 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-22cdc663-241f-4872-86fa-e4af8d0d3fe5 req-48b947a1-852b-480f-b224-d1f44aafcda8 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 696 time: 0.0931728 Aug 28 15:00:10.789198 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaec9e8-d65d-407b-a70c-64098aa5adfe admin admin] Pushing event deleted for resources: {'Network': ['ID=0be09caf-2855-4ac0-a960-02cdc56aaea0,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:10.825518 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-359c9bc9-565a-4e8f-b47e-7822e0cf7900 admin admin] Deleting subnet d92f0538-8bca-4a72-831e-b66354e28cdc {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:00:10.828754 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dcb7bd7d-49cc-4e53-9cea-12a7e2a37236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:10.829782 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb7bd7d-49cc-4e53-9cea-12a7e2a37236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:10.830248 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dcb7bd7d-49cc-4e53-9cea-12a7e2a37236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:10.832737 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-359c9bc9-565a-4e8f-b47e-7822e0cf7900 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:10.932362 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdc663-241f-4872-86fa-e4af8d0d3fe5 req-e0f6af01-4b28-42e0-842d-fd1ef1e1d8f0 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:10.944368 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-dcb7bd7d-49cc-4e53-9cea-12a7e2a37236 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2440042 Aug 28 15:00:10.948016 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-22cdc663-241f-4872-86fa-e4af8d0d3fe5 req-e0f6af01-4b28-42e0-842d-fd1ef1e1d8f0 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 784 time: 0.1690137 Aug 28 15:00:10.948540 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33046) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:10.965039 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-359c9bc9-565a-4e8f-b47e-7822e0cf7900 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:10.984192 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-4fd49bc7-5d78-4973-9995-0305768e4298 admin admin] Request body: {'subnet': {'network_id': '6d5eb330-17f7-4902-9dd5-141e6e37aa7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-427954328-subnet', 'tenant_id': 'e55048b435b945d984ce9788f68ba967', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:11.007093 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7bd7d-49cc-4e53-9cea-12a7e2a37236 admin admin] Pushing event updated for resources: {'Network': ['ID=6d5eb330-17f7-4902-9dd5-141e6e37aa7d,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:11.025364 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 6d5eb330-17f7-4902-9dd5-141e6e37aa7d details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:00:11.075706 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-69e7bf12-f33d-4b57-b405-828a1e00e47c req-8f5e37b0-f685-426d-a891-12ffe8dfaef9 tempest-MigrationsAdminTest-1246702604 tempest-MigrationsAdminTest-1246702604-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2509f4-eb86-4517-ad59-559257025de6 HTTP/1.1" status: 200 len: 210 time: 0.0569618 Aug 28 15:00:11.084200 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd49bc7-5d78-4973-9995-0305768e4298 admin admin] Made reservation on behalf of e55048b435b945d984ce9788f68ba967 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:00:11.086549 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4fd49bc7-5d78-4973-9995-0305768e4298 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:11.104515 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-359c9bc9-565a-4e8f-b47e-7822e0cf7900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:11.248101 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-359c9bc9-565a-4e8f-b47e-7822e0cf7900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:11.299275 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33f9b8-ddd5-4b04-b25b-3100ebe45241 req-14ba9b6f-5993-4f5d-8884-b7765f06aba5 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:11.307194 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33f9b8-ddd5-4b04-b25b-3100ebe45241 req-14ba9b6f-5993-4f5d-8884-b7765f06aba5 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:11.318352 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3b33f9b8-ddd5-4b04-b25b-3100ebe45241 req-14ba9b6f-5993-4f5d-8884-b7765f06aba5 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c745768-8b7a-433f-9cdd-6d1f7885e911 HTTP/1.1" status: 200 len: 1682 time: 0.1377347 Aug 28 15:00:11.340360 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2509f4-eb86-4517-ad59-559257025de6', 'name': 'network-vif-deleted', 'tag': 'e5d443f6-c090-4c53-88ff-10d9e3cd69be'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:11.342827 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e33739b-5fe5-4b45-b614-9edb40b1f0db" -d '{"events": [{"server_uuid": "fd2509f4-eb86-4517-ad59-559257025de6", "name": "network-vif-deleted", "tag": "e5d443f6-c090-4c53-88ff-10d9e3cd69be"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:11.350398 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c9bc9-565a-4e8f-b47e-7822e0cf7900 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d92f0538-8bca-4a72-831e-b66354e28cdc,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:11.371459 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-359c9bc9-565a-4e8f-b47e-7822e0cf7900 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:11.377375 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-359c9bc9-565a-4e8f-b47e-7822e0cf7900 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d92f0538-8bca-4a72-831e-b66354e28cdc HTTP/1.1" status: 204 len: 168 time: 0.6154642 Aug 28 15:00:11.378063 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33064) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:11.392021 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fd9cf861-7649-46d4-84d3-a600a054cad9 req-4c7e0cb1-350c-47f7-a828-d5df7d6170ae tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=9624219d-a68e-445e-b0e4-9349774d50fe HTTP/1.1" status: 200 len: 210 time: 0.0454335 Aug 28 15:00:11.401992 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3b33f9b8-ddd5-4b04-b25b-3100ebe45241 req-3ad2c40a-38b4-4347-8e8d-dc402e59e0fa tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825846 Aug 28 15:00:11.435163 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4fd49bc7-5d78-4973-9995-0305768e4298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:11.521880 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd49bc7-5d78-4973-9995-0305768e4298 admin admin] Checking segment: {'id': 'a0c89b12-5ddd-4b51-9e7f-f5392b2e2736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6d5eb330-17f7-4902-9dd5-141e6e37aa7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:00:11.522545 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd49bc7-5d78-4973-9995-0305768e4298 admin admin] Network hostable DHCP agents. Network: 6d5eb330-17f7-4902-9dd5-141e6e37aa7d, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:00:11.541948 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd49bc7-5d78-4973-9995-0305768e4298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e87bded-44fb-4df9-88d3-6513a4040b26,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:11.583804 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3dd91af4-8091-4d32-a427-6e22b2edac46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:11.606690 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd49bc7-5d78-4973-9995-0305768e4298 admin admin] Network 6d5eb330-17f7-4902-9dd5-141e6e37aa7d is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:00:11.618155 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a97b853-092d-478d-87a8-585aebf6df3e x-openstack-request-id: req-7a97b853-092d-478d-87a8-585aebf6df3e {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:11.618452 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd2509f4-eb86-4517-ad59-559257025de6", "name": "network-vif-deleted", "tag": "e5d443f6-c090-4c53-88ff-10d9e3cd69be", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:11.618777 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a97b853-092d-478d-87a8-585aebf6df3e {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:11.619173 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd2509f4-eb86-4517-ad59-559257025de6', 'name': 'network-vif-deleted', 'tag': 'e5d443f6-c090-4c53-88ff-10d9e3cd69be', 'status': 'completed', 'code': 200} Aug 28 15:00:11.622802 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-4fd49bc7-5d78-4973-9995-0305768e4298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 6d5eb330-17f7-4902-9dd5-141e6e37aa7d) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:00:11.645267 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e606a0-969f-4ba3-b69b-da787cf1ac14 None None] Network 6d5eb330-17f7-4902-9dd5-141e6e37aa7d requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:00:11.651756 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:11.665925 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd49bc7-5d78-4973-9995-0305768e4298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:11.667816 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4fd49bc7-5d78-4973-9995-0305768e4298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:11.731147 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4fd49bc7-5d78-4973-9995-0305768e4298 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7615409 Aug 28 15:00:11.731435 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3dd91af4-8091-4d32-a427-6e22b2edac46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:11.747643 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-b6fbc1c2-f356-42ba-968a-c6f65dee7391 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:11.756154 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-b6fbc1c2-f356-42ba-968a-c6f65dee7391 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/networks?id=40a03aed-4a19-48a0-9549-faca605f4bfe HTTP/1.1" status: 200 len: 821 time: 0.2366436 Aug 28 15:00:11.758169 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-3dd91af4-8091-4d32-a427-6e22b2edac46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59cb2780-763e-4407-b359-6439a272cf7d']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:11.776259 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-09255b06-c631-4628-962e-0ed810f8ac98 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/quotas/2e84e62429884a25aec3c64048e001dd HTTP/1.1" status: 200 len: 375 time: 0.0191398 Aug 28 15:00:11.782526 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-3dd91af4-8091-4d32-a427-6e22b2edac46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f706c040-b8f3-4e9e-967e-83e64756e528') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:11.783347 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-3dd91af4-8091-4d32-a427-6e22b2edac46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f706c040-b8f3-4e9e-967e-83e64756e528') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:11.798916 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3dd91af4-8091-4d32-a427-6e22b2edac46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:11.832272 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3dd91af4-8091-4d32-a427-6e22b2edac46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:11.846493 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd91af4-8091-4d32-a427-6e22b2edac46 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:00:11.847113 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3dd91af4-8091-4d32-a427-6e22b2edac46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:00:11.849162 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:00:11.851921 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c140786-beea-4f13-8ec4-5f330e62024b None None] Network 6d5eb330-17f7-4902-9dd5-141e6e37aa7d requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:00:11.912786 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-8bcab21f-fef8-4397-84c3-a74a444fbb6a tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e84e62429884a25aec3c64048e001dd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1351433 Aug 28 15:00:11.947406 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3dd91af4-8091-4d32-a427-6e22b2edac46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:11.961679 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3dd91af4-8091-4d32-a427-6e22b2edac46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:11.968332 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3dd91af4-8091-4d32-a427-6e22b2edac46 admin admin] 10.222.0.13 "DELETE /v2.0/networks/59cb2780-763e-4407-b359-6439a272cf7d HTTP/1.1" status: 204 len: 168 time: 0.5848956 Aug 28 15:00:11.981285 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd91af4-8091-4d32-a427-6e22b2edac46 admin admin] Pushing event deleted for resources: {'Network': ['ID=59cb2780-763e-4407-b359-6439a272cf7d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:12.095884 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-3b505bcb-d071-4db3-9db6-4a1dca68a606 service neutron] 10.222.0.13 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820738 Aug 28 15:00:12.178409 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33098) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:12.191543 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-32c9a859-ee2c-47bb-9019-998de5f2a1fe service neutron] 10.222.0.13 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947607 Aug 28 15:00:12.255477 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-15e35187-a448-44b6-861f-4b3659d60149 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af525725664e4f229141736afd3d3600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0734847 Aug 28 15:00:12.255818 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33100) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:12.271422 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea6093-7f5e-4052-af4a-dd1346389eab req-45ef79ce-0608-4dcd-9779-3fb89d9356d2 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:12.273009 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c8ea6093-7f5e-4052-af4a-dd1346389eab req-45ef79ce-0608-4dcd-9779-3fb89d9356d2 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/ports?device_id=de5817ec-6613-487a-9e42-59b6322db37d HTTP/1.1" status: 200 len: 945 time: 0.0875006 Aug 28 15:00:12.370323 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c8ea6093-7f5e-4052-af4a-dd1346389eab req-60c40d84-b10a-41aa-9482-54edfa588501 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7abce444-2988-4814-b646-9690c5357a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802684 Aug 28 15:00:12.390504 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4554f646-cec4-4dea-9c23-3459b625d355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:12.436209 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4554f646-cec4-4dea-9c23-3459b625d355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:12.685243 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4554f646-cec4-4dea-9c23-3459b625d355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:12.696237 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4554f646-cec4-4dea-9c23-3459b625d355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:12.700068 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4554f646-cec4-4dea-9c23-3459b625d355 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e7f9bb23-1c1d-481b-bd21-189a08d0f65b HTTP/1.1" status: 204 len: 168 time: 0.4431894 Aug 28 15:00:12.738154 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554f646-cec4-4dea-9c23-3459b625d355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f9bb23-1c1d-481b-bd21-189a08d0f65b,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:12.788804 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d171f0-2351-48d0-8bb1-eddaf7ed5725 req-cc05e79d-e312-4952-8ba4-4aad779c0eb6 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:12.794651 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d171f0-2351-48d0-8bb1-eddaf7ed5725 req-cc05e79d-e312-4952-8ba4-4aad779c0eb6 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:12.796555 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-59d171f0-2351-48d0-8bb1-eddaf7ed5725 req-cc05e79d-e312-4952-8ba4-4aad779c0eb6 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c745768-8b7a-433f-9cdd-6d1f7885e911 HTTP/1.1" status: 200 len: 1682 time: 0.2319853 Aug 28 15:00:12.867219 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-59d171f0-2351-48d0-8bb1-eddaf7ed5725 req-1d4d9d4a-a1e2-427a-a96a-14d610375fc5 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606930 Aug 28 15:00:12.874402 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-ec24144b-cb2a-492d-98f7-7503dc25052b tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:12.876655 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-ec24144b-cb2a-492d-98f7-7503dc25052b tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.36 "GET /v2.0/networks?id=8404fc60-2695-490e-81aa-576e7b73d9df HTTP/1.1" status: 200 len: 821 time: 0.3213713 Aug 28 15:00:12.892624 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-3730d0f9-d0d6-4d71-bd4e-caf46eb66fb0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Request body: {'port': {'device_id': '9624219d-a68e-445e-b0e4-9349774d50fe', 'network_id': '8404fc60-2695-490e-81aa-576e7b73d9df', 'admin_state_up': True, 'tenant_id': '478107490d854612b2fb52a63284f6da'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:12.983122 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33132) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:13.156079 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-59b2a38a-ab32-4800-8861-8b40592014ee tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:13.166379 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:13.167112 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-59b2a38a-ab32-4800-8861-8b40592014ee tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.13 "GET /v2.0/networks?id=6d5eb330-17f7-4902-9dd5-141e6e37aa7d HTTP/1.1" status: 200 len: 820 time: 0.2010672 Aug 28 15:00:13.185740 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-03ebc6ed-c5f2-4f52-b8ae-0298fcf62516 tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.13 "GET /v2.0/quotas/e55048b435b945d984ce9788f68ba967 HTTP/1.1" status: 200 len: 375 time: 0.0173237 Aug 28 15:00:13.229542 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3ea11aaf-77af-472a-b82c-520e4ec77291 req-ae31d6f1-fffe-4b15-8e17-37914d66f556 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?device_id=759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8 HTTP/1.1" status: 200 len: 210 time: 0.0665760 Aug 28 15:00:13.232531 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-3730d0f9-d0d6-4d71-bd4e-caf46eb66fb0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Made reservation on behalf of 478107490d854612b2fb52a63284f6da for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:00:13.245152 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-3730d0f9-d0d6-4d71-bd4e-caf46eb66fb0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:13.275176 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-1256a8d5-5d74-46ce-8e11-a31fa9dbb352 tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e55048b435b945d984ce9788f68ba967&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689328 Aug 28 15:00:13.412770 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ca429a19-187e-4892-a490-a35a52372ee5 req-ba24f574-7b61-40cd-8215-4b26721bbd8d tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=9624219d-a68e-445e-b0e4-9349774d50fe HTTP/1.1" status: 200 len: 210 time: 0.0398901 Aug 28 15:00:13.433256 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-d89b0c64-487c-4137-927b-7ee3d32b2ec2 service neutron] 10.222.0.13 "GET /v2.0/networks/6d5eb330-17f7-4902-9dd5-141e6e37aa7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563034 Aug 28 15:00:13.490822 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device e5d443f6-c090-4c53-88ff-10d9e3cd69be no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:00:13.515148 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33140) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:13.517688 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: e5d443f6-c090-4c53-88ff-10d9e3cd69be {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:00:13.518043 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device e5d443f6-c090-4c53-88ff-10d9e3cd69be not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:00:13.554134 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-3730d0f9-d0d6-4d71-bd4e-caf46eb66fb0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Allocated IP 172.20.0.13 (8404fc60-2695-490e-81aa-576e7b73d9df/a4e27c48-8948-454b-9eb7-538bfc94a031/c677c2de-3d02-411b-98a7-6e7446d30ec3) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:00:13.585031 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-508ed1f0-0b11-4818-892d-905af8299501 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86251bdbee63415981170d08b9111a4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5932796 Aug 28 15:00:13.587839 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33142) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:13.608542 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bdda58bf-3762-44a7-89cc-363bd629d64a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a1fbc046825437987a215fef8c4e977&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0918458 Aug 28 15:00:13.615918 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33144) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:13.621443 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-90b25d51-04a2-475a-8f54-8308c5273597 service neutron] 10.222.0.13 "GET /v2.0/networks/6d5eb330-17f7-4902-9dd5-141e6e37aa7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867392 Aug 28 15:00:13.669562 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dea1c2-3b33-4779-bd82-51729542edc1 req-6ca89712-ed80-424d-b594-68e47e131030 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:13.671197 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f7dea1c2-3b33-4779-bd82-51729542edc1 req-6ca89712-ed80-424d-b594-68e47e131030 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/ports?device_id=de5817ec-6613-487a-9e42-59b6322db37d HTTP/1.1" status: 200 len: 945 time: 0.1729009 Aug 28 15:00:13.831109 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b610ebfe-837d-4f11-a855-2cc615284276 req-d0f60366-26b8-4d37-8337-c9d8bb1d1f86 tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.13 "GET /v2.0/ports?device_id=20936535-7c13-4466-ab6f-426f4567c3b2 HTTP/1.1" status: 200 len: 210 time: 0.0499542 Aug 28 15:00:13.878262 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c4fd07c5-6152-4c7c-9e8a-b00ae73fb6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:13.882607 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f7dea1c2-3b33-4779-bd82-51729542edc1 req-62b3d2da-ccc1-464a-a634-e61520ae6e2f tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7abce444-2988-4814-b646-9690c5357a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038128 Aug 28 15:00:13.936783 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3e698edb-65d1-49d0-991b-37f04348d96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:13.959587 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c4fd07c5-6152-4c7c-9e8a-b00ae73fb6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:14.045689 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a376ad3-4d5f-4023-9520-56f59394771f req-e20ce863-1420-4224-817f-7543c65875ac tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:14.053435 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a376ad3-4d5f-4023-9520-56f59394771f req-e20ce863-1420-4224-817f-7543c65875ac tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:14.054752 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3e698edb-65d1-49d0-991b-37f04348d96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:14.055184 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3a376ad3-4d5f-4023-9520-56f59394771f req-e20ce863-1420-4224-817f-7543c65875ac tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c745768-8b7a-433f-9cdd-6d1f7885e911 HTTP/1.1" status: 200 len: 1682 time: 0.1062484 Aug 28 15:00:14.076751 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-c15fe64d-46b7-4632-a8c0-3a9a2685894c tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:14.078730 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-c15fe64d-46b7-4632-a8c0-3a9a2685894c tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.41 "GET /v2.0/networks?id=40a03aed-4a19-48a0-9549-faca605f4bfe HTTP/1.1" status: 200 len: 821 time: 0.3478687 Aug 28 15:00:14.083789 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0462843-c79d-47d9-90df-078bb52d5c4e req-de66632c-fc85-41c5-95e1-ba903d6dfea5 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:14.092568 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0462843-c79d-47d9-90df-078bb52d5c4e req-de66632c-fc85-41c5-95e1-ba903d6dfea5 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:14.095141 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0462843-c79d-47d9-90df-078bb52d5c4e req-de66632c-fc85-41c5-95e1-ba903d6dfea5 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c745768-8b7a-433f-9cdd-6d1f7885e911 HTTP/1.1" status: 200 len: 1682 time: 0.1298127 Aug 28 15:00:14.095922 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-ae37bc11-80d8-49c6-95a1-3828fecd288f tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Request body: {'port': {'device_id': '759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'admin_state_up': True, 'tenant_id': '2e84e62429884a25aec3c64048e001dd'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:14.128547 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-3730d0f9-d0d6-4d71-bd4e-caf46eb66fb0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:14.174232 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052093d9-8bfb-4cbc-926a-f2fc73ecaabb req-96bf4337-caa1-4c8a-8428-a07a2eda5091 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:14.175807 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-052093d9-8bfb-4cbc-926a-f2fc73ecaabb req-96bf4337-caa1-4c8a-8428-a07a2eda5091 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.41 "GET /v2.0/ports?device_id=de5817ec-6613-487a-9e42-59b6322db37d HTTP/1.1" status: 200 len: 945 time: 0.2558312 Aug 28 15:00:14.200920 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0462843-c79d-47d9-90df-078bb52d5c4e req-343e6ed3-0185-4b8c-ad62-096ee23af125 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820920 Aug 28 15:00:14.235346 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-3a376ad3-4d5f-4023-9520-56f59394771f req-478d22b9-c1f5-4c97-8c4f-72fea1d4094a tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Deleting port b7bf4d99-cca6-403b-9cac-f5c1c481377e {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:00:14.235736 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3a376ad3-4d5f-4023-9520-56f59394771f req-478d22b9-c1f5-4c97-8c4f-72fea1d4094a tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:14.280472 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c4fd07c5-6152-4c7c-9e8a-b00ae73fb6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:14.283896 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c4fd07c5-6152-4c7c-9e8a-b00ae73fb6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:14.288111 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c4fd07c5-6152-4c7c-9e8a-b00ae73fb6b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aff047f8-7f37-4cd2-8ee5-480d41fc12ce HTTP/1.1" status: 204 len: 168 time: 0.6946943 Aug 28 15:00:14.338237 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd07c5-6152-4c7c-9e8a-b00ae73fb6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff047f8-7f37-4cd2-8ee5-480d41fc12ce,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:14.353423 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3e698edb-65d1-49d0-991b-37f04348d96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:14.356369 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3e698edb-65d1-49d0-991b-37f04348d96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:14.361307 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3e698edb-65d1-49d0-991b-37f04348d96a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5266d831-bf1c-4756-a547-b49faa1ecd0b HTTP/1.1" status: 204 len: 168 time: 0.7433898 Aug 28 15:00:14.373846 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-3a376ad3-4d5f-4023-9520-56f59394771f req-478d22b9-c1f5-4c97-8c4f-72fea1d4094a tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] For port b7bf4d99-cca6-403b-9cac-f5c1c481377e, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=b7bf4d99-cca6-403b-9cac-f5c1c481377e,segment=NetworkSegment(f3dfb440-194e-452f-a269-c7f85036b14a),segment_id=f3dfb440-194e-452f-a269-c7f85036b14a)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:14.374514 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3a376ad3-4d5f-4023-9520-56f59394771f req-478d22b9-c1f5-4c97-8c4f-72fea1d4094a tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:14.378582 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-3730d0f9-d0d6-4d71-bd4e-caf46eb66fb0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:14.387144 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e698edb-65d1-49d0-991b-37f04348d96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5266d831-bf1c-4756-a547-b49faa1ecd0b,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:14.392127 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-3a376ad3-4d5f-4023-9520-56f59394771f req-478d22b9-c1f5-4c97-8c4f-72fea1d4094a tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Calling delete_port for b7bf4d99-cca6-403b-9cac-f5c1c481377e owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:00:14.488920 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8c0e589c-1242-44ba-8beb-977c6f160fc6 req-120875b0-24bf-4c5d-95ad-cd8f1388b704 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?device_id=759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8 HTTP/1.1" status: 200 len: 210 time: 0.0597534 Aug 28 15:00:14.506088 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-3730d0f9-d0d6-4d71-bd4e-caf46eb66fb0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Network 8404fc60-2695-490e-81aa-576e7b73d9df is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:00:14.510031 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-3730d0f9-d0d6-4d71-bd4e-caf46eb66fb0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:00:14.516205 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-052093d9-8bfb-4cbc-926a-f2fc73ecaabb req-b7b84fe3-e10d-4d84-b7e6-18a08d9cb696 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Deleting port 059cbadb-2206-40ce-9377-18f66925ec7f {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:00:14.516615 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-052093d9-8bfb-4cbc-926a-f2fc73ecaabb req-b7b84fe3-e10d-4d84-b7e6-18a08d9cb696 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:14.521787 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-3730d0f9-d0d6-4d71-bd4e-caf46eb66fb0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:00:14.538088 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-ae37bc11-80d8-49c6-95a1-3828fecd288f tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Made reservation on behalf of 2e84e62429884a25aec3c64048e001dd for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:00:14.542115 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-ae37bc11-80d8-49c6-95a1-3828fecd288f tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:14.613254 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730d0f9-d0d6-4d71-bd4e-caf46eb66fb0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Pushing event updated for resources: {'Port': ['ID=c677c2de-3d02-411b-98a7-6e7446d30ec3,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:14.680064 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f347ab5-f183-40da-85d5-09a79bb08a95 req-bb103278-2b73-4485-97d8-485d23468e06 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:14.691310 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5f347ab5-f183-40da-85d5-09a79bb08a95 req-bb103278-2b73-4485-97d8-485d23468e06 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=9624219d-a68e-445e-b0e4-9349774d50fe HTTP/1.1" status: 200 len: 932 time: 0.1303444 Aug 28 15:00:14.707346 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-3730d0f9-d0d6-4d71-bd4e-caf46eb66fb0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:14.708320 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-3730d0f9-d0d6-4d71-bd4e-caf46eb66fb0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:14.758309 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-052093d9-8bfb-4cbc-926a-f2fc73ecaabb req-b7b84fe3-e10d-4d84-b7e6-18a08d9cb696 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] For port 059cbadb-2206-40ce-9377-18f66925ec7f, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=059cbadb-2206-40ce-9377-18f66925ec7f,segment=NetworkSegment(600d6c52-dc1b-4163-9402-43ea34c23f99),segment_id=600d6c52-dc1b-4163-9402-43ea34c23f99)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:14.759032 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-052093d9-8bfb-4cbc-926a-f2fc73ecaabb req-b7b84fe3-e10d-4d84-b7e6-18a08d9cb696 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:14.763807 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5f347ab5-f183-40da-85d5-09a79bb08a95 req-062250a5-92e8-4f09-bcb0-388a77975612 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666404 Aug 28 15:00:14.765063 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3a376ad3-4d5f-4023-9520-56f59394771f req-478d22b9-c1f5-4c97-8c4f-72fea1d4094a tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:14.770838 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-3730d0f9-d0d6-4d71-bd4e-caf46eb66fb0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8847246 Aug 28 15:00:14.782567 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-052093d9-8bfb-4cbc-926a-f2fc73ecaabb req-b7b84fe3-e10d-4d84-b7e6-18a08d9cb696 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Calling delete_port for 059cbadb-2206-40ce-9377-18f66925ec7f owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:00:14.791068 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['b7bf4d99-cca6-403b-9cac-f5c1c481377e', '05517cd8-95dc-454d-8566-4f155fbb8822'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:00:14.805502 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d22b9-c1f5-4c97-8c4f-72fea1d4094a tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Pushing event deleted for resources: {'Port': ['ID=b7bf4d99-cca6-403b-9cac-f5c1c481377e,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:14.815458 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-2fc70610-8738-43e9-8b9a-cd96f2c56913 service neutron] Request body: {'port': {'device_id': '9624219d-a68e-445e-b0e4-9349774d50fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:14.854196 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a376ad3-4d5f-4023-9520-56f59394771f req-478d22b9-c1f5-4c97-8c4f-72fea1d4094a tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] No DVR routers for this DVR port b7bf4d99-cca6-403b-9cac-f5c1c481377e on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:00:14.874073 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3a376ad3-4d5f-4023-9520-56f59394771f req-478d22b9-c1f5-4c97-8c4f-72fea1d4094a tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:14.877419 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3a376ad3-4d5f-4023-9520-56f59394771f req-478d22b9-c1f5-4c97-8c4f-72fea1d4094a tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.41 "DELETE /v2.0/ports/b7bf4d99-cca6-403b-9cac-f5c1c481377e HTTP/1.1" status: 204 len: 173 time: 0.8151572 Aug 28 15:00:14.877904 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c745768-8b7a-433f-9cdd-6d1f7885e911', 'name': 'network-vif-deleted', 'tag': 'b7bf4d99-cca6-403b-9cac-f5c1c481377e'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:14.890126 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cf3937-59a1-4400-b5de-1d3435a35410" -d '{"events": [{"server_uuid": "6c745768-8b7a-433f-9cdd-6d1f7885e911", "name": "network-vif-deleted", "tag": "b7bf4d99-cca6-403b-9cac-f5c1c481377e"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:14.981463 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33182) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:15.020242 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496e2af7-f956-4775-9224-e883160541e3 x-openstack-request-id: req-496e2af7-f956-4775-9224-e883160541e3 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:15.021940 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c745768-8b7a-433f-9cdd-6d1f7885e911", "name": "network-vif-deleted", "tag": "b7bf4d99-cca6-403b-9cac-f5c1c481377e", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:15.022458 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-496e2af7-f956-4775-9224-e883160541e3 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:15.023145 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c745768-8b7a-433f-9cdd-6d1f7885e911', 'name': 'network-vif-deleted', 'tag': 'b7bf4d99-cca6-403b-9cac-f5c1c481377e', 'status': 'completed', 'code': 200} Aug 28 15:00:15.039542 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-ae37bc11-80d8-49c6-95a1-3828fecd288f tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Allocated IP 172.20.0.5 (40a03aed-4a19-48a0-9549-faca605f4bfe/3ae32591-49d1-4342-8080-c7756186a191/20b8cfb9-dd43-452e-bf20-8d993ec72119) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:00:15.132430 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4fc09601-ae2c-4e21-98a6-24356a4a1292 req-79513ec4-f996-4027-9a44-447b5dae2010 tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.13 "GET /v2.0/ports?device_id=20936535-7c13-4466-ab6f-426f4567c3b2 HTTP/1.1" status: 200 len: 210 time: 0.1390288 Aug 28 15:00:15.180981 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-63bfaa43-9bb4-4825-9e08-3e7814648ff0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=847c6555ee174b04972ad736456ca709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1967449 Aug 28 15:00:15.184584 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33188) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:15.240902 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-3a376ad3-4d5f-4023-9520-56f59394771f req-1933c88b-167b-4467-9a03-328d5a50a0c8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Deleting port 05517cd8-95dc-454d-8566-4f155fbb8822 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:00:15.240902 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3a376ad3-4d5f-4023-9520-56f59394771f req-1933c88b-167b-4467-9a03-328d5a50a0c8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:15.263577 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-2fc70610-8738-43e9-8b9a-cd96f2c56913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:15.370362 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e520ae9-2093-452e-b3d1-24d4eccf9e61 req-3a7101a4-b64c-46cf-9a7c-f1518b302365 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:15.372092 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1e520ae9-2093-452e-b3d1-24d4eccf9e61 req-3a7101a4-b64c-46cf-9a7c-f1518b302365 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/ports?device_id=de5817ec-6613-487a-9e42-59b6322db37d HTTP/1.1" status: 200 len: 945 time: 0.2043893 Aug 28 15:00:15.385083 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-64006249-d691-4f2d-a3c1-703909ca4c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:15.438753 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-64006249-d691-4f2d-a3c1-703909ca4c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:15.476193 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-3a376ad3-4d5f-4023-9520-56f59394771f req-1933c88b-167b-4467-9a03-328d5a50a0c8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] For port 05517cd8-95dc-454d-8566-4f155fbb8822, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=05517cd8-95dc-454d-8566-4f155fbb8822,segment=NetworkSegment(5b7db155-9e8a-4abd-86db-42a71095eb2c),segment_id=5b7db155-9e8a-4abd-86db-42a71095eb2c)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:15.476646 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3a376ad3-4d5f-4023-9520-56f59394771f req-1933c88b-167b-4467-9a03-328d5a50a0c8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:15.499730 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1e520ae9-2093-452e-b3d1-24d4eccf9e61 req-008067ca-e8d3-4add-ac88-42d3630af0c1 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7abce444-2988-4814-b646-9690c5357a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157792 Aug 28 15:00:15.510517 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-3a376ad3-4d5f-4023-9520-56f59394771f req-1933c88b-167b-4467-9a03-328d5a50a0c8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Calling delete_port for 05517cd8-95dc-454d-8566-4f155fbb8822 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:00:15.652354 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e2153dc4-794c-4a6d-ac89-cf7bad864570 req-1378a4e4-8545-431a-8bc3-3eefaa0a70b9 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?device_id=759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8 HTTP/1.1" status: 200 len: 210 time: 0.0556443 Aug 28 15:00:15.703784 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-64006249-d691-4f2d-a3c1-703909ca4c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:15.707367 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-64006249-d691-4f2d-a3c1-703909ca4c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:15.720619 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-64006249-d691-4f2d-a3c1-703909ca4c46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61cd4ea7-e9b1-415c-8f58-139052ed598c HTTP/1.1" status: 204 len: 168 time: 0.5117216 Aug 28 15:00:15.748710 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64006249-d691-4f2d-a3c1-703909ca4c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cd4ea7-e9b1-415c-8f58-139052ed598c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:15.754021 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3a376ad3-4d5f-4023-9520-56f59394771f req-1933c88b-167b-4467-9a03-328d5a50a0c8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:15.896305 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933c88b-167b-4467-9a03-328d5a50a0c8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Pushing event deleted for resources: {'Port': ['ID=05517cd8-95dc-454d-8566-4f155fbb8822,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:15.902171 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-7a224a90-f772-433d-b2db-0a70e67a4237 tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:15.903905 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-7a224a90-f772-433d-b2db-0a70e67a4237 tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.36 "GET /v2.0/networks?id=6d5eb330-17f7-4902-9dd5-141e6e37aa7d HTTP/1.1" status: 200 len: 820 time: 0.7913504 Aug 28 15:00:15.920556 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e7805-386c-4957-bd7f-557d4ba3e4df req-3334108f-5c62-4fcb-8781-c38e8586d9d0 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:15.925056 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a376ad3-4d5f-4023-9520-56f59394771f req-1933c88b-167b-4467-9a03-328d5a50a0c8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] No DVR routers for this DVR port 05517cd8-95dc-454d-8566-4f155fbb8822 on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:00:15.928511 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-219e7805-386c-4957-bd7f-557d4ba3e4df req-3334108f-5c62-4fcb-8781-c38e8586d9d0 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c745768-8b7a-433f-9cdd-6d1f7885e911 HTTP/1.1" status: 200 len: 867 time: 0.6187861 Aug 28 15:00:15.934221 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3a376ad3-4d5f-4023-9520-56f59394771f req-1933c88b-167b-4467-9a03-328d5a50a0c8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:15.935804 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3a376ad3-4d5f-4023-9520-56f59394771f req-1933c88b-167b-4467-9a03-328d5a50a0c8 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.41 "DELETE /v2.0/ports/05517cd8-95dc-454d-8566-4f155fbb8822 HTTP/1.1" status: 204 len: 173 time: 1.0298982 Aug 28 15:00:15.947341 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-3109ba8b-cef5-4390-99df-ad765b2a890d tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Request body: {'port': {'device_id': '20936535-7c13-4466-ab6f-426f4567c3b2', 'network_id': '6d5eb330-17f7-4902-9dd5-141e6e37aa7d', 'admin_state_up': True, 'tenant_id': 'e55048b435b945d984ce9788f68ba967'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:16.098663 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-219e7805-386c-4957-bd7f-557d4ba3e4df req-97fea90e-1ef9-42d0-9bf3-a58e3cc4d383 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "GET /v2.0/security-groups?id=2042e122-3dda-46d2-b88e-e412f41e2f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689181 Aug 28 15:00:16.225546 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-ae37bc11-80d8-49c6-95a1-3828fecd288f tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:16.241786 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-052093d9-8bfb-4cbc-926a-f2fc73ecaabb req-b7b84fe3-e10d-4d84-b7e6-18a08d9cb696 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:16.338414 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-ae37bc11-80d8-49c6-95a1-3828fecd288f tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Transition to ACTIVE for port object 20b8cfb9-dd43-452e-bf20-8d993ec72119 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:00:16.346033 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b84fe3-e10d-4d84-b7e6-18a08d9cb696 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Pushing event deleted for resources: {'Port': ['ID=059cbadb-2206-40ce-9377-18f66925ec7f,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:16.371846 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-91acd193-6382-458a-8f8f-c0a4ac78ad5c req-0389b8a1-f84a-4349-a8d9-7e139fe07d94 tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.13 "GET /v2.0/ports?device_id=20936535-7c13-4466-ab6f-426f4567c3b2 HTTP/1.1" status: 200 len: 210 time: 0.0633368 Aug 28 15:00:16.448487 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da198eae-96f4-4015-8c4a-d3dccbc57941 req-9070d3b3-aead-45fa-b387-6f77533f5f61 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:16.463082 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-da198eae-96f4-4015-8c4a-d3dccbc57941 req-9070d3b3-aead-45fa-b387-6f77533f5f61 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=9624219d-a68e-445e-b0e4-9349774d50fe HTTP/1.1" status: 200 len: 932 time: 0.2689490 Aug 28 15:00:16.465260 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-3109ba8b-cef5-4390-99df-ad765b2a890d tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Made reservation on behalf of e55048b435b945d984ce9788f68ba967 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:00:16.469326 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-3109ba8b-cef5-4390-99df-ad765b2a890d tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:16.510679 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-052093d9-8bfb-4cbc-926a-f2fc73ecaabb req-b7b84fe3-e10d-4d84-b7e6-18a08d9cb696 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] No DVR routers for this DVR port 059cbadb-2206-40ce-9377-18f66925ec7f on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:00:16.543070 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-052093d9-8bfb-4cbc-926a-f2fc73ecaabb req-b7b84fe3-e10d-4d84-b7e6-18a08d9cb696 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:16.544204 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-052093d9-8bfb-4cbc-926a-f2fc73ecaabb req-b7b84fe3-e10d-4d84-b7e6-18a08d9cb696 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.41 "DELETE /v2.0/ports/059cbadb-2206-40ce-9377-18f66925ec7f HTTP/1.1" status: 204 len: 173 time: 2.3539538 Aug 28 15:00:16.547510 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5817ec-6613-487a-9e42-59b6322db37d', 'name': 'network-vif-deleted', 'tag': '059cbadb-2206-40ce-9377-18f66925ec7f'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:16.558118 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c35d974-3d34-4026-a696-f57c1a303c33" -d '{"events": [{"server_uuid": "de5817ec-6613-487a-9e42-59b6322db37d", "name": "network-vif-deleted", "tag": "059cbadb-2206-40ce-9377-18f66925ec7f"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:16.635438 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06f74b31-bc2b-40dc-8951-3c6c2de30587 req-8bc3ea6e-426a-4eaa-ad83-a16ad28b0eb0 tempest-AttachSCSIVolumeTestJSON-13843861 tempest-AttachSCSIVolumeTestJSON-13843861-project] 10.222.0.13 "GET /v2.0/ports?device_id=de5817ec-6613-487a-9e42-59b6322db37d HTTP/1.1" status: 200 len: 210 time: 0.0285203 Aug 28 15:00:16.667518 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-da198eae-96f4-4015-8c4a-d3dccbc57941 req-6dde3a6f-7af0-4035-9898-3bbbce00a951 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013664 Aug 28 15:00:16.670967 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-2fc70610-8738-43e9-8b9a-cd96f2c56913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c677c2de-3d02-411b-98a7-6e7446d30ec3 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:00:16.728784 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-ae37bc11-80d8-49c6-95a1-3828fecd288f tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:16.734430 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-2fc70610-8738-43e9-8b9a-cd96f2c56913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:16.741583 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['b2351df1-4b13-4529-992c-198aa46fa17e'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:00:16.776130 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2103990-2de5-4a06-851e-6a3779a26583 x-openstack-request-id: req-f2103990-2de5-4a06-851e-6a3779a26583 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:16.776429 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5817ec-6613-487a-9e42-59b6322db37d", "name": "network-vif-deleted", "tag": "059cbadb-2206-40ce-9377-18f66925ec7f", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:16.776686 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2103990-2de5-4a06-851e-6a3779a26583 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:16.777091 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5817ec-6613-487a-9e42-59b6322db37d', 'name': 'network-vif-deleted', 'tag': '059cbadb-2206-40ce-9377-18f66925ec7f', 'status': 'completed', 'code': 200} Aug 28 15:00:16.815900 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-2fc70610-8738-43e9-8b9a-cd96f2c56913 service neutron] Transition to ACTIVE for port object c677c2de-3d02-411b-98a7-6e7446d30ec3 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:00:16.828747 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-ae37bc11-80d8-49c6-95a1-3828fecd288f tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Network 40a03aed-4a19-48a0-9549-faca605f4bfe is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:00:16.832291 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-2fc70610-8738-43e9-8b9a-cd96f2c56913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:16.846669 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-ae37bc11-80d8-49c6-95a1-3828fecd288f tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:00:16.907239 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37bc11-80d8-49c6-95a1-3828fecd288f tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Pushing event updated for resources: {'Port': ['ID=20b8cfb9-dd43-452e-bf20-8d993ec72119,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:16.910221 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-ae37bc11-80d8-49c6-95a1-3828fecd288f tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:00:17.026498 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c745768-8b7a-433f-9cdd-6d1f7885e911', 'name': 'network-vif-deleted', 'tag': '05517cd8-95dc-454d-8566-4f155fbb8822'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:17.029457 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191d5b8d-3716-4704-9d88-29926d37a62f" -d '{"events": [{"server_uuid": "6c745768-8b7a-433f-9cdd-6d1f7885e911", "name": "network-vif-deleted", "tag": "05517cd8-95dc-454d-8566-4f155fbb8822"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:17.091906 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 059cbadb-2206-40ce-9377-18f66925ec7f no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:00:17.145204 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 059cbadb-2206-40ce-9377-18f66925ec7f {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:00:17.146128 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 059cbadb-2206-40ce-9377-18f66925ec7f not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:00:17.146870 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device b7bf4d99-cca6-403b-9cac-f5c1c481377e no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:00:17.152379 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328cb874-b555-4d62-8ffb-1c969a051cfb x-openstack-request-id: req-328cb874-b555-4d62-8ffb-1c969a051cfb {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:17.152685 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c745768-8b7a-433f-9cdd-6d1f7885e911", "name": "network-vif-deleted", "tag": "05517cd8-95dc-454d-8566-4f155fbb8822", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:17.152937 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-328cb874-b555-4d62-8ffb-1c969a051cfb {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:17.153336 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c745768-8b7a-433f-9cdd-6d1f7885e911', 'name': 'network-vif-deleted', 'tag': '05517cd8-95dc-454d-8566-4f155fbb8822', 'status': 'completed', 'code': 200} Aug 28 15:00:17.167214 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc70610-8738-43e9-8b9a-cd96f2c56913 service neutron] Pushing event updated for resources: {'Port': ['ID=c677c2de-3d02-411b-98a7-6e7446d30ec3,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:17.184665 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: b7bf4d99-cca6-403b-9cac-f5c1c481377e {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:00:17.185264 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device b7bf4d99-cca6-403b-9cac-f5c1c481377e not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:00:17.185918 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 05517cd8-95dc-454d-8566-4f155fbb8822 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:00:17.227821 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 05517cd8-95dc-454d-8566-4f155fbb8822 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:00:17.228740 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 05517cd8-95dc-454d-8566-4f155fbb8822 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:00:17.230253 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33258) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:17.243773 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f1ab1-0f37-49ab-8775-3225d55418fc req-d879077d-a6f6-493f-9fec-5760b0688b7c tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:17.252260 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ee1f1ab1-0f37-49ab-8775-3225d55418fc req-d879077d-a6f6-493f-9fec-5760b0688b7c tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?device_id=759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8 HTTP/1.1" status: 200 len: 931 time: 0.4069717 Aug 28 15:00:17.275221 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-3109ba8b-cef5-4390-99df-ad765b2a890d tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Allocated IP 172.20.0.7 (6d5eb330-17f7-4902-9dd5-141e6e37aa7d/6e87bded-44fb-4df9-88d3-6513a4040b26/3c298207-a253-4ba1-b762-5ce8ac230872) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:00:17.293205 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-ae37bc11-80d8-49c6-95a1-3828fecd288f tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:17.293851 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-ae37bc11-80d8-49c6-95a1-3828fecd288f tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:17.314725 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d9711cf-1d53-48a2-aaf3-d61fdc5735dd tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Deleting subnet a40c7efb-9f44-479d-a08e-15b0bbba9b66 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:00:17.319524 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9d9711cf-1d53-48a2-aaf3-d61fdc5735dd tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:17.326677 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-255550c6-4e09-4cdf-8ff5-3ab565b19d33 None None] Provisioning for port 20b8cfb9-dd43-452e-bf20-8d993ec72119 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:00:17.334947 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-255550c6-4e09-4cdf-8ff5-3ab565b19d33 None None] Provisioning complete for port 20b8cfb9-dd43-452e-bf20-8d993ec72119 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:00:17.335694 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-ae37bc11-80d8-49c6-95a1-3828fecd288f tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2463961 Aug 28 15:00:17.336659 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-255550c6-4e09-4cdf-8ff5-3ab565b19d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:17.366837 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-9a129aab-5966-431d-a38d-39bef18a9749 service neutron] Request body: {'port': {'device_id': '759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:17.403154 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9d9711cf-1d53-48a2-aaf3-d61fdc5735dd tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:17.403834 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-255550c6-4e09-4cdf-8ff5-3ab565b19d33 None None] Port 20b8cfb9-dd43-452e-bf20-8d993ec72119 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:00:17.481218 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ee1f1ab1-0f37-49ab-8775-3225d55418fc req-6a0e75e5-ee9d-4d46-8d84-791de00e0b64 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0a580e-4589-4131-81c4-0296f4870f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279160 Aug 28 15:00:17.515198 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-9a129aab-5966-431d-a38d-39bef18a9749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:17.542541 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-2fc70610-8738-43e9-8b9a-cd96f2c56913 service neutron] Attempting to bind port c677c2de-3d02-411b-98a7-6e7446d30ec3 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:00:17.542853 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-2fc70610-8738-43e9-8b9a-cd96f2c56913 service neutron] Attempting to bind port c677c2de-3d02-411b-98a7-6e7446d30ec3 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '56e55a35-3570-4cec-88c5-f76cdfa3881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8404fc60-2695-490e-81aa-576e7b73d9df'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:00:17.543272 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-2fc70610-8738-43e9-8b9a-cd96f2c56913 service neutron] Attempting to bind port c677c2de-3d02-411b-98a7-6e7446d30ec3 on network 8404fc60-2695-490e-81aa-576e7b73d9df {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:00:17.562129 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9d9711cf-1d53-48a2-aaf3-d61fdc5735dd tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:17.597337 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-2fc70610-8738-43e9-8b9a-cd96f2c56913 service neutron] Port c677c2de-3d02-411b-98a7-6e7446d30ec3 on network 8404fc60-2695-490e-81aa-576e7b73d9df not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:00:17.597791 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-2fc70610-8738-43e9-8b9a-cd96f2c56913 service neutron] Attempting to bind port c677c2de-3d02-411b-98a7-6e7446d30ec3 on network 8404fc60-2695-490e-81aa-576e7b73d9df {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:00:17.649213 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9d9711cf-1d53-48a2-aaf3-d61fdc5735dd tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:17.670112 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-2fc70610-8738-43e9-8b9a-cd96f2c56913 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:00:17.670537 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-2fc70610-8738-43e9-8b9a-cd96f2c56913 service neutron] Checking segment: {'id': '56e55a35-3570-4cec-88c5-f76cdfa3881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8404fc60-2695-490e-81aa-576e7b73d9df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:00:17.671272 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-2fc70610-8738-43e9-8b9a-cd96f2c56913 service neutron] Bound using segment: {'id': '56e55a35-3570-4cec-88c5-f76cdfa3881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8404fc60-2695-490e-81aa-576e7b73d9df'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:00:17.671882 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-2fc70610-8738-43e9-8b9a-cd96f2c56913 service neutron] Bound port: c677c2de-3d02-411b-98a7-6e7446d30ec3, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56e55a35-3570-4cec-88c5-f76cdfa3881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8404fc60-2695-490e-81aa-576e7b73d9df'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:00:17.672310 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-2fc70610-8738-43e9-8b9a-cd96f2c56913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:17.679221 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72236c7-e874-4d1b-b1e0-e4b1cf364ec3 None None] Network 00f6e407-6223-4467-8ce8-b6ba17446d6d requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:00:17.685512 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-af619bb3-7b67-4d21-95f2-34ce61aeede8 req-ba9def9a-f3df-4b2a-9358-d8a11cdc63ce tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.13 "GET /v2.0/ports?device_id=20936535-7c13-4466-ab6f-426f4567c3b2 HTTP/1.1" status: 200 len: 210 time: 0.0604370 Aug 28 15:00:17.729931 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9d9711cf-1d53-48a2-aaf3-d61fdc5735dd tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:17.734856 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9d9711cf-1d53-48a2-aaf3-d61fdc5735dd tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "DELETE /v2.0/subnets/a40c7efb-9f44-479d-a08e-15b0bbba9b66 HTTP/1.1" status: 204 len: 168 time: 0.5033894 Aug 28 15:00:17.735637 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33284) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:17.736476 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9711cf-1d53-48a2-aaf3-d61fdc5735dd tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Pushing event deleted for resources: {'Subnet': ['ID=a40c7efb-9f44-479d-a08e-15b0bbba9b66,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:17.849178 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b8aeb255-45c4-4de3-a638-c385e411087e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:17.957409 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4c6c52-a498-4512-bd4a-ccb478aa330c None None] DHCP port deletion for 00f6e407-6223-4467-8ce8-b6ba17446d6d request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:00:17.962082 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295e161-95c2-40de-8945-b9b707fbaa54 req-f729d14a-cbe1-4038-ac5c-b36a28d7f99a tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:17.964191 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2295e161-95c2-40de-8945-b9b707fbaa54 req-f729d14a-cbe1-4038-ac5c-b36a28d7f99a tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=9624219d-a68e-445e-b0e4-9349774d50fe HTTP/1.1" status: 200 len: 944 time: 0.0931962 Aug 28 15:00:18.039177 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-b8aeb255-45c4-4de3-a638-c385e411087e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Deleting port 0d81ed01-1701-4760-be3c-f4850923d19e {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:00:18.039649 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b8aeb255-45c4-4de3-a638-c385e411087e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:18.061851 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-7d4c6c52-a498-4512-bd4a-ccb478aa330c None None] Deleting port 0d81ed01-1701-4760-be3c-f4850923d19e {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:00:18.063219 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7d4c6c52-a498-4512-bd4a-ccb478aa330c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:18.083613 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2295e161-95c2-40de-8945-b9b707fbaa54 req-2a1f718e-b3f8-46d2-97e9-28156f38dbd8 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106174 Aug 28 15:00:18.165489 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-3109ba8b-cef5-4390-99df-ad765b2a890d tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:18.177124 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-b8aeb255-45c4-4de3-a638-c385e411087e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] For port 0d81ed01-1701-4760-be3c-f4850923d19e, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0d81ed01-1701-4760-be3c-f4850923d19e,segment=NetworkSegment(5b7db155-9e8a-4abd-86db-42a71095eb2c),segment_id=5b7db155-9e8a-4abd-86db-42a71095eb2c)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:18.177552 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b8aeb255-45c4-4de3-a638-c385e411087e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:18.195051 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-b8aeb255-45c4-4de3-a638-c385e411087e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Calling delete_port for 0d81ed01-1701-4760-be3c-f4850923d19e owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:00:18.201151 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-7d4c6c52-a498-4512-bd4a-ccb478aa330c None None] For port 0d81ed01-1701-4760-be3c-f4850923d19e, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0d81ed01-1701-4760-be3c-f4850923d19e,segment=NetworkSegment(5b7db155-9e8a-4abd-86db-42a71095eb2c),segment_id=5b7db155-9e8a-4abd-86db-42a71095eb2c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:18.201976 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7d4c6c52-a498-4512-bd4a-ccb478aa330c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:18.235066 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-7d4c6c52-a498-4512-bd4a-ccb478aa330c None None] Calling delete_port for 0d81ed01-1701-4760-be3c-f4850923d19e owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:00:18.243994 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-2fc70610-8738-43e9-8b9a-cd96f2c56913 service neutron] For port c677c2de-3d02-411b-98a7-6e7446d30ec3, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:00:18.248535 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-2fc70610-8738-43e9-8b9a-cd96f2c56913 service neutron] For port c677c2de-3d02-411b-98a7-6e7446d30ec3, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=c677c2de-3d02-411b-98a7-6e7446d30ec3,segment=NetworkSegment(56e55a35-3570-4cec-88c5-f76cdfa3881a),segment_id=56e55a35-3570-4cec-88c5-f76cdfa3881a)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:00:18.256631 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-3109ba8b-cef5-4390-99df-ad765b2a890d tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:18.270788 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-2fc70610-8738-43e9-8b9a-cd96f2c56913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:18.338898 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7d4c6c52-a498-4512-bd4a-ccb478aa330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:18.371014 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b8aeb255-45c4-4de3-a638-c385e411087e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:18.399694 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aeb255-45c4-4de3-a638-c385e411087e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] No DVR routers for this DVR port 0d81ed01-1701-4760-be3c-f4850923d19e on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:00:18.400011 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-9a129aab-5966-431d-a38d-39bef18a9749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b8cfb9-dd43-452e-bf20-8d993ec72119 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:00:18.410554 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-9a129aab-5966-431d-a38d-39bef18a9749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:18.417926 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4c6c52-a498-4512-bd4a-ccb478aa330c None None] No DVR routers for this DVR port 0d81ed01-1701-4760-be3c-f4850923d19e on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:00:18.420594 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c6c52-a498-4512-bd4a-ccb478aa330c None None] Pushing event deleted for resources: {'Port': ['ID=0d81ed01-1701-4760-be3c-f4850923d19e,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:18.432902 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-9a129aab-5966-431d-a38d-39bef18a9749 service neutron] Transition to ACTIVE for port object 20b8cfb9-dd43-452e-bf20-8d993ec72119 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:00:18.448397 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-2fc70610-8738-43e9-8b9a-cd96f2c56913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:18.449738 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-2fc70610-8738-43e9-8b9a-cd96f2c56913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:18.452328 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-2fc70610-8738-43e9-8b9a-cd96f2c56913 service neutron] 10.222.0.36 "PUT /v2.0/ports/c677c2de-3d02-411b-98a7-6e7446d30ec3 HTTP/1.1" status: 200 len: 1093 time: 3.6675792 Aug 28 15:00:18.464414 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-9a129aab-5966-431d-a38d-39bef18a9749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:18.510641 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-3109ba8b-cef5-4390-99df-ad765b2a890d tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Network 6d5eb330-17f7-4902-9dd5-141e6e37aa7d is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:00:18.552433 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-3109ba8b-cef5-4390-99df-ad765b2a890d tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:00:18.566660 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-3109ba8b-cef5-4390-99df-ad765b2a890d tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:00:18.655778 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aeb255-45c4-4de3-a638-c385e411087e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Pushing event deleted for resources: {'Port': ['ID=0d81ed01-1701-4760-be3c-f4850923d19e,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:18.692297 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b8aeb255-45c4-4de3-a638-c385e411087e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:18.708976 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-b8aeb255-45c4-4de3-a638-c385e411087e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f6e407-6223-4467-8ce8-b6ba17446d6d']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:18.718117 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc70610-8738-43e9-8b9a-cd96f2c56913 service neutron] Pushing event updated for resources: {'Port': ['ID=c677c2de-3d02-411b-98a7-6e7446d30ec3,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:18.733094 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-3109ba8b-cef5-4390-99df-ad765b2a890d tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:18.733818 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-b8aeb255-45c4-4de3-a638-c385e411087e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b7db155-9e8a-4abd-86db-42a71095eb2c') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:18.734225 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-3109ba8b-cef5-4390-99df-ad765b2a890d tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:18.735014 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-b8aeb255-45c4-4de3-a638-c385e411087e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b7db155-9e8a-4abd-86db-42a71095eb2c') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:18.760493 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b8aeb255-45c4-4de3-a638-c385e411087e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:18.783871 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b8aeb255-45c4-4de3-a638-c385e411087e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:18.791362 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8aeb255-45c4-4de3-a638-c385e411087e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:00:18.792257 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b8aeb255-45c4-4de3-a638-c385e411087e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:00:18.796166 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:00:18.813237 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9624219d-a68e-445e-b0e4-9349774d50fe', 'tag': 'c677c2de-3d02-411b-98a7-6e7446d30ec3'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:18.815630 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d433245-0a84-4187-9fd3-6af16afb9110" -d '{"events": [{"name": "network-changed", "server_uuid": "9624219d-a68e-445e-b0e4-9349774d50fe", "tag": "c677c2de-3d02-411b-98a7-6e7446d30ec3"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:18.878914 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3109ba8b-cef5-4390-99df-ad765b2a890d tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Pushing event updated for resources: {'Port': ['ID=3c298207-a253-4ba1-b762-5ce8ac230872,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:18.910252 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b8aeb255-45c4-4de3-a638-c385e411087e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:18.925206 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b8aeb255-45c4-4de3-a638-c385e411087e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:18.929517 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b8aeb255-45c4-4de3-a638-c385e411087e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "DELETE /v2.0/networks/00f6e407-6223-4467-8ce8-b6ba17446d6d HTTP/1.1" status: 204 len: 168 time: 1.1837978 Aug 28 15:00:18.930739 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33374) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:18.940695 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-3109ba8b-cef5-4390-99df-ad765b2a890d tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0044832 Aug 28 15:00:18.965280 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-42a275d3-8fde-4639-8222-3b774568716c service neutron] Request body: {'port': {'device_id': '20936535-7c13-4466-ab6f-426f4567c3b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:18.969277 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:00:18.985676 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6b011-b62f-406f-905b-140a9d55cbec req-6ceedbd2-c50b-4433-a153-3c2a95502cd7 tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:18.987209 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-69d6b011-b62f-406f-905b-140a9d55cbec req-6ceedbd2-c50b-4433-a153-3c2a95502cd7 tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.13 "GET /v2.0/ports?device_id=20936535-7c13-4466-ab6f-426f4567c3b2 HTTP/1.1" status: 200 len: 931 time: 0.1427071 Aug 28 15:00:18.993267 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aeb255-45c4-4de3-a638-c385e411087e tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Pushing event deleted for resources: {'Network': ['ID=00f6e407-6223-4467-8ce8-b6ba17446d6d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:19.002440 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a129aab-5966-431d-a38d-39bef18a9749 service neutron] Pushing event updated for resources: {'Port': ['ID=20b8cfb9-dd43-452e-bf20-8d993ec72119,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:19.005270 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-9a129aab-5966-431d-a38d-39bef18a9749 service neutron] Attempting to bind port 20b8cfb9-dd43-452e-bf20-8d993ec72119 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:00:19.005847 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-9a129aab-5966-431d-a38d-39bef18a9749 service neutron] Attempting to bind port 20b8cfb9-dd43-452e-bf20-8d993ec72119 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': 'f2247a83-4f17-4255-8bc6-2c6f63e17b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:00:19.006452 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-9a129aab-5966-431d-a38d-39bef18a9749 service neutron] Attempting to bind port 20b8cfb9-dd43-452e-bf20-8d993ec72119 on network 40a03aed-4a19-48a0-9549-faca605f4bfe {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:00:19.038453 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-ceaeecc8-83db-4354-b20d-e9ec6c76e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:19.040351 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-ceaeecc8-83db-4354-b20d-e9ec6c76e04f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=478107490d854612b2fb52a63284f6da&device_id=9624219d-a68e-445e-b0e4-9349774d50fe HTTP/1.1" status: 200 len: 1096 time: 0.5273464 Aug 28 15:00:19.044219 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-9a129aab-5966-431d-a38d-39bef18a9749 service neutron] Port 20b8cfb9-dd43-452e-bf20-8d993ec72119 on network 40a03aed-4a19-48a0-9549-faca605f4bfe not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:00:19.044830 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-9a129aab-5966-431d-a38d-39bef18a9749 service neutron] Attempting to bind port 20b8cfb9-dd43-452e-bf20-8d993ec72119 on network 40a03aed-4a19-48a0-9549-faca605f4bfe {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:00:19.058311 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af737bc-3b0b-4d83-ab4a-0114a4652a50 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Deleting subnet 5250f059-b6b1-40e2-aa2c-f77714e5fa50 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:00:19.061156 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-42a275d3-8fde-4639-8222-3b774568716c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:19.064951 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1af737bc-3b0b-4d83-ab4a-0114a4652a50 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:19.066785 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-9a129aab-5966-431d-a38d-39bef18a9749 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:00:19.067323 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-9a129aab-5966-431d-a38d-39bef18a9749 service neutron] Checking segment: {'id': 'f2247a83-4f17-4255-8bc6-2c6f63e17b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:00:19.067926 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-9a129aab-5966-431d-a38d-39bef18a9749 service neutron] Bound using segment: {'id': 'f2247a83-4f17-4255-8bc6-2c6f63e17b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:00:19.068557 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-9a129aab-5966-431d-a38d-39bef18a9749 service neutron] Bound port: 20b8cfb9-dd43-452e-bf20-8d993ec72119, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2247a83-4f17-4255-8bc6-2c6f63e17b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:00:19.068916 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-9a129aab-5966-431d-a38d-39bef18a9749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:19.069901 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-69d6b011-b62f-406f-905b-140a9d55cbec req-0297de2b-3388-4f0b-8cbd-111154995058 tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4cb7761-776e-4787-ad97-c71459518319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672538 Aug 28 15:00:19.116072 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1af737bc-3b0b-4d83-ab4a-0114a4652a50 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:19.123434 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2415005-14df-49b8-a4da-fa254cdf0ec7 req-d5ea33e0-4173-4b9b-8924-1b3c9a3b1be7 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:19.131618 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b2415005-14df-49b8-a4da-fa254cdf0ec7 req-d5ea33e0-4173-4b9b-8924-1b3c9a3b1be7 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?device_id=759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8 HTTP/1.1" status: 200 len: 943 time: 0.4274521 Aug 28 15:00:19.157271 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-42162fbd-3df6-4988-a3d8-d478025b2ee6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c677c2de-3d02-411b-98a7-6e7446d30ec3 HTTP/1.1" status: 200 len: 217 time: 0.1040659 Aug 28 15:00:19.226814 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1af737bc-3b0b-4d83-ab4a-0114a4652a50 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:19.303981 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1af737bc-3b0b-4d83-ab4a-0114a4652a50 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:19.341450 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af737bc-3b0b-4d83-ab4a-0114a4652a50 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Pushing event deleted for resources: {'Subnet': ['ID=5250f059-b6b1-40e2-aa2c-f77714e5fa50,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:19.344774 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1af737bc-3b0b-4d83-ab4a-0114a4652a50 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:19.350446 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1af737bc-3b0b-4d83-ab4a-0114a4652a50 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "DELETE /v2.0/subnets/5250f059-b6b1-40e2-aa2c-f77714e5fa50 HTTP/1.1" status: 204 len: 168 time: 0.4188242 Aug 28 15:00:19.351608 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123050a9-6761-4084-bc29-f066c01fbb45 None None] Network 28981bcb-91e5-4752-95ca-a083aff8582b requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:00:19.352113 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33384) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:19.460456 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cab752e6-46ce-450f-ba91-22c2846e51a3 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:19.530324 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-cab752e6-46ce-450f-ba91-22c2846e51a3 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Deleting port c5edc63e-0906-4972-9434-9b70599fa77d {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:00:19.530688 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cab752e6-46ce-450f-ba91-22c2846e51a3 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:19.582079 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b2415005-14df-49b8-a4da-fa254cdf0ec7 req-9bdb5681-e7a3-4a8e-8114-dd82446ad6b3 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0a580e-4589-4131-81c4-0296f4870f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494815 Aug 28 15:00:19.611410 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-8252dd04-0ad6-4a8b-bf34-e7402f29c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:19.613022 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-8252dd04-0ad6-4a8b-bf34-e7402f29c868 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4e27c48-8948-454b-9eb7-538bfc94a031 HTTP/1.1" status: 200 len: 861 time: 0.4436443 Aug 28 15:00:19.621095 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b395cb-95ec-48d1-b92e-a429c0edd8c6 None None] DHCP port deletion for 28981bcb-91e5-4752-95ca-a083aff8582b request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:00:19.628532 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-cab752e6-46ce-450f-ba91-22c2846e51a3 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] For port c5edc63e-0906-4972-9434-9b70599fa77d, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=c5edc63e-0906-4972-9434-9b70599fa77d,segment=NetworkSegment(f3dfb440-194e-452f-a269-c7f85036b14a),segment_id=f3dfb440-194e-452f-a269-c7f85036b14a)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:19.629330 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cab752e6-46ce-450f-ba91-22c2846e51a3 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:19.645854 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-cab752e6-46ce-450f-ba91-22c2846e51a3 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Calling delete_port for c5edc63e-0906-4972-9434-9b70599fa77d owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:00:19.721078 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0d81ed01-1701-4760-be3c-f4850923d19e no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:00:19.721445 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a839ed9b-bfcc-4dbc-8de9-ca6774e42d72 x-openstack-request-id: req-a839ed9b-bfcc-4dbc-8de9-ca6774e42d72 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:19.727495 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9624219d-a68e-445e-b0e4-9349774d50fe", "tag": "c677c2de-3d02-411b-98a7-6e7446d30ec3", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:19.728014 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a839ed9b-bfcc-4dbc-8de9-ca6774e42d72 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:19.728601 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9624219d-a68e-445e-b0e4-9349774d50fe', 'tag': 'c677c2de-3d02-411b-98a7-6e7446d30ec3', 'status': 'completed', 'code': 200} Aug 28 15:00:19.757115 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 0d81ed01-1701-4760-be3c-f4850923d19e {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:00:19.757727 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0d81ed01-1701-4760-be3c-f4850923d19e not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:00:19.780200 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-9a129aab-5966-431d-a38d-39bef18a9749 service neutron] For port 20b8cfb9-dd43-452e-bf20-8d993ec72119, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:00:19.786893 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-74b395cb-95ec-48d1-b92e-a429c0edd8c6 None None] Deleting port c5edc63e-0906-4972-9434-9b70599fa77d {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:00:19.787270 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-74b395cb-95ec-48d1-b92e-a429c0edd8c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:19.816288 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-9a129aab-5966-431d-a38d-39bef18a9749 service neutron] For port 20b8cfb9-dd43-452e-bf20-8d993ec72119, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=20b8cfb9-dd43-452e-bf20-8d993ec72119,segment=NetworkSegment(f2247a83-4f17-4255-8bc6-2c6f63e17b02),segment_id=f2247a83-4f17-4255-8bc6-2c6f63e17b02)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:00:19.829212 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ececf-331a-4c39-a578-7448bc8aabae req-eb4b0a07-7f37-494f-ba7e-68a69763517d tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:19.831078 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-651ececf-331a-4c39-a578-7448bc8aabae req-eb4b0a07-7f37-494f-ba7e-68a69763517d tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=9624219d-a68e-445e-b0e4-9349774d50fe HTTP/1.1" status: 200 len: 944 time: 0.0858843 Aug 28 15:00:19.832475 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cab752e6-46ce-450f-ba91-22c2846e51a3 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:19.871315 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-8f20cd9a-5610-4db0-a63f-b3b904376dac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8404fc60-2695-490e-81aa-576e7b73d9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1534383 Aug 28 15:00:19.879462 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-9a129aab-5966-431d-a38d-39bef18a9749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:19.918942 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-9a129aab-5966-431d-a38d-39bef18a9749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:19.919579 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-9a129aab-5966-431d-a38d-39bef18a9749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:19.921071 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-9a129aab-5966-431d-a38d-39bef18a9749 service neutron] 10.222.0.41 "PUT /v2.0/ports/20b8cfb9-dd43-452e-bf20-8d993ec72119 HTTP/1.1" status: 200 len: 1092 time: 2.5590913 Aug 28 15:00:19.949902 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-74b395cb-95ec-48d1-b92e-a429c0edd8c6 None None] For port c5edc63e-0906-4972-9434-9b70599fa77d, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=c5edc63e-0906-4972-9434-9b70599fa77d,segment=NetworkSegment(f3dfb440-194e-452f-a269-c7f85036b14a),segment_id=f3dfb440-194e-452f-a269-c7f85036b14a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:19.950538 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-74b395cb-95ec-48d1-b92e-a429c0edd8c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:19.980777 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-74b395cb-95ec-48d1-b92e-a429c0edd8c6 None None] Calling delete_port for c5edc63e-0906-4972-9434-9b70599fa77d owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:00:20.197824 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-74b395cb-95ec-48d1-b92e-a429c0edd8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:20.266096 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b395cb-95ec-48d1-b92e-a429c0edd8c6 None None] Pushing event deleted for resources: {'Port': ['ID=c5edc63e-0906-4972-9434-9b70599fa77d,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:20.271884 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b395cb-95ec-48d1-b92e-a429c0edd8c6 None None] No DVR routers for this DVR port c5edc63e-0906-4972-9434-9b70599fa77d on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:00:20.299765 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a129aab-5966-431d-a38d-39bef18a9749 service neutron] Pushing event updated for resources: {'Port': ['ID=20b8cfb9-dd43-452e-bf20-8d993ec72119,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:20.411321 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab752e6-46ce-450f-ba91-22c2846e51a3 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Pushing event deleted for resources: {'Port': ['ID=c5edc63e-0906-4972-9434-9b70599fa77d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:20.412916 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-722bec0a-a9f3-4511-af83-2036c9d379e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:20.414811 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-722bec0a-a9f3-4511-af83-2036c9d379e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e84e62429884a25aec3c64048e001dd&device_id=759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8 HTTP/1.1" status: 200 len: 1095 time: 0.2744567 Aug 28 15:00:20.429690 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab752e6-46ce-450f-ba91-22c2846e51a3 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] No DVR routers for this DVR port c5edc63e-0906-4972-9434-9b70599fa77d on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:00:20.478333 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-67b2dc46-17d8-472a-a144-c35c15105f71 service neutron] 10.222.0.36 "GET /v2.0/networks/8404fc60-2695-490e-81aa-576e7b73d9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5831656 Aug 28 15:00:20.482150 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-f50ee299-5844-4352-a209-6a54d2f41238 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20b8cfb9-dd43-452e-bf20-8d993ec72119 HTTP/1.1" status: 200 len: 217 time: 0.0535557 Aug 28 15:00:20.491949 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-651ececf-331a-4c39-a578-7448bc8aabae req-c443672f-d2db-408d-8dff-9658665b0f30 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6547058 Aug 28 15:00:20.576585 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33410) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:20.604284 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cab752e6-46ce-450f-ba91-22c2846e51a3 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:20.615609 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-cab752e6-46ce-450f-ba91-22c2846e51a3 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28981bcb-91e5-4752-95ca-a083aff8582b']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:20.649285 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-42a275d3-8fde-4639-8222-3b774568716c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c298207-a253-4ba1-b762-5ce8ac230872 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:00:20.662242 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-42a275d3-8fde-4639-8222-3b774568716c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:20.664032 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-cab752e6-46ce-450f-ba91-22c2846e51a3 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3dfb440-194e-452f-a269-c7f85036b14a') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:20.664334 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-cab752e6-46ce-450f-ba91-22c2846e51a3 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3dfb440-194e-452f-a269-c7f85036b14a') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:20.681686 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cab752e6-46ce-450f-ba91-22c2846e51a3 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:20.709750 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-42a275d3-8fde-4639-8222-3b774568716c service neutron] Transition to ACTIVE for port object 3c298207-a253-4ba1-b762-5ce8ac230872 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:00:20.709941 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cab752e6-46ce-450f-ba91-22c2846e51a3 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:20.722896 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-42a275d3-8fde-4639-8222-3b774568716c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:20.723104 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6ea4f-f9a8-4a3a-8b4f-edc696abf585 req-72bb64cd-1d77-41c8-80b3-3424009e37e0 tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:20.724846 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f5f6ea4f-f9a8-4a3a-8b4f-edc696abf585 req-72bb64cd-1d77-41c8-80b3-3424009e37e0 tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.13 "GET /v2.0/ports?device_id=20936535-7c13-4466-ab6f-426f4567c3b2 HTTP/1.1" status: 200 len: 931 time: 0.1470840 Aug 28 15:00:20.730597 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab752e6-46ce-450f-ba91-22c2846e51a3 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:00:20.730953 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cab752e6-46ce-450f-ba91-22c2846e51a3 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:00:20.735146 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:00:20.789862 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a275d3-8fde-4639-8222-3b774568716c service neutron] Pushing event updated for resources: {'Port': ['ID=3c298207-a253-4ba1-b762-5ce8ac230872,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:20.809064 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bc19218a-982d-40ee-a88c-341b8972a45b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:20.810964 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-085925c8-1125-4bb9-9172-a6d4762ebcce req-10c91759-6541-4fd6-9d07-92dd61cebcca service neutron] 10.222.0.36 "GET /v2.0/networks/8404fc60-2695-490e-81aa-576e7b73d9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008282 Aug 28 15:00:20.881499 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-046c7884-1859-4355-804e-ca4bc678cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:20.883294 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-046c7884-1859-4355-804e-ca4bc678cdc6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ae32591-49d1-4342-8080-c7756186a191 HTTP/1.1" status: 200 len: 860 time: 0.3719404 Aug 28 15:00:20.891269 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cab752e6-46ce-450f-ba91-22c2846e51a3 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:20.896823 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cab752e6-46ce-450f-ba91-22c2846e51a3 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:20.898921 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cab752e6-46ce-450f-ba91-22c2846e51a3 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] 10.222.0.13 "DELETE /v2.0/networks/28981bcb-91e5-4752-95ca-a083aff8582b HTTP/1.1" status: 204 len: 168 time: 1.5462806 Aug 28 15:00:20.942360 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f5f6ea4f-f9a8-4a3a-8b4f-edc696abf585 req-f512eb19-ec71-44fc-8f24-7992e06483c1 tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4cb7761-776e-4787-ad97-c71459518319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955211 Aug 28 15:00:20.954131 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab752e6-46ce-450f-ba91-22c2846e51a3 tempest-ServersTestMultiNic-1758521378 tempest-ServersTestMultiNic-1758521378-project] Pushing event deleted for resources: {'Network': ['ID=28981bcb-91e5-4752-95ca-a083aff8582b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:21.050526 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bc19218a-982d-40ee-a88c-341b8972a45b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:21.055851 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bc19218a-982d-40ee-a88c-341b8972a45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:21.068052 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-42a275d3-8fde-4639-8222-3b774568716c service neutron] Attempting to bind port 3c298207-a253-4ba1-b762-5ce8ac230872 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:00:21.068311 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-42a275d3-8fde-4639-8222-3b774568716c service neutron] Attempting to bind port 3c298207-a253-4ba1-b762-5ce8ac230872 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'a0c89b12-5ddd-4b51-9e7f-f5392b2e2736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6d5eb330-17f7-4902-9dd5-141e6e37aa7d'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:00:21.068640 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-42a275d3-8fde-4639-8222-3b774568716c service neutron] Attempting to bind port 3c298207-a253-4ba1-b762-5ce8ac230872 on network 6d5eb330-17f7-4902-9dd5-141e6e37aa7d {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:00:21.099758 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-42a275d3-8fde-4639-8222-3b774568716c service neutron] Port 3c298207-a253-4ba1-b762-5ce8ac230872 on network 6d5eb330-17f7-4902-9dd5-141e6e37aa7d not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:00:21.100332 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-42a275d3-8fde-4639-8222-3b774568716c service neutron] Attempting to bind port 3c298207-a253-4ba1-b762-5ce8ac230872 on network 6d5eb330-17f7-4902-9dd5-141e6e37aa7d {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:00:21.104982 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bc19218a-982d-40ee-a88c-341b8972a45b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ccc39fb87ee24c3780959bec7508e72b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5249858 Aug 28 15:00:21.105711 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33428) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:21.111373 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d433245-0a84-4187-9fd3-6af16afb9110 req-25766e4d-da22-4d46-aa00-63e45fcaf3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:21.113110 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0d433245-0a84-4187-9fd3-6af16afb9110 req-25766e4d-da22-4d46-aa00-63e45fcaf3d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=478107490d854612b2fb52a63284f6da&device_id=9624219d-a68e-445e-b0e4-9349774d50fe HTTP/1.1" status: 200 len: 1096 time: 0.2292919 Aug 28 15:00:21.117012 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19218a-982d-40ee-a88c-341b8972a45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49076a48-bb77-4b2a-bfb6-5563db6195be,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:21.117456 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-b4ed61d8-43fa-4aff-811f-56bf29750a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:21.118995 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-b4ed61d8-43fa-4aff-811f-56bf29750a15 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=40a03aed-4a19-48a0-9549-faca605f4bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1784735 Aug 28 15:00:21.120879 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-42a275d3-8fde-4639-8222-3b774568716c service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:00:21.121302 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-42a275d3-8fde-4639-8222-3b774568716c service neutron] Checking segment: {'id': 'a0c89b12-5ddd-4b51-9e7f-f5392b2e2736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6d5eb330-17f7-4902-9dd5-141e6e37aa7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:00:21.121757 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-42a275d3-8fde-4639-8222-3b774568716c service neutron] Bound using segment: {'id': 'a0c89b12-5ddd-4b51-9e7f-f5392b2e2736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6d5eb330-17f7-4902-9dd5-141e6e37aa7d'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:00:21.122292 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-42a275d3-8fde-4639-8222-3b774568716c service neutron] Bound port: 3c298207-a253-4ba1-b762-5ce8ac230872, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c89b12-5ddd-4b51-9e7f-f5392b2e2736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6d5eb330-17f7-4902-9dd5-141e6e37aa7d'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:00:21.123036 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-42a275d3-8fde-4639-8222-3b774568716c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:21.177723 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a3f76f55-f3d6-462a-ac82-04d3569e952d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:21.202033 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a3f76f55-f3d6-462a-ac82-04d3569e952d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:21.244563 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33436) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:21.265651 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608730c0-fb7a-4fd7-b213-388c76867aad req-b640ecb4-6f2f-4d06-ab0e-cd1b42613c6c tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:21.267314 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-608730c0-fb7a-4fd7-b213-388c76867aad req-b640ecb4-6f2f-4d06-ab0e-cd1b42613c6c tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?device_id=759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8 HTTP/1.1" status: 200 len: 943 time: 0.2832341 Aug 28 15:00:21.312739 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a3f76f55-f3d6-462a-ac82-04d3569e952d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:21.315605 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a3f76f55-f3d6-462a-ac82-04d3569e952d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:21.319345 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a3f76f55-f3d6-462a-ac82-04d3569e952d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49076a48-bb77-4b2a-bfb6-5563db6195be HTTP/1.1" status: 204 len: 168 time: 0.2077487 Aug 28 15:00:21.347731 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f76f55-f3d6-462a-ac82-04d3569e952d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49076a48-bb77-4b2a-bfb6-5563db6195be,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:21.435778 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d433245-0a84-4187-9fd3-6af16afb9110 req-ac95bacb-cf69-49c1-8621-1a8f390c6577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:21.437782 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0d433245-0a84-4187-9fd3-6af16afb9110 req-ac95bacb-cf69-49c1-8621-1a8f390c6577 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8404fc60-2695-490e-81aa-576e7b73d9df HTTP/1.1" status: 200 len: 922 time: 0.3119211 Aug 28 15:00:21.446106 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33442) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:21.528235 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0d433245-0a84-4187-9fd3-6af16afb9110 req-e083d8bc-e4a2-4726-983c-c9bcadc595f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c677c2de-3d02-411b-98a7-6e7446d30ec3 HTTP/1.1" status: 200 len: 217 time: 0.0771053 Aug 28 15:00:21.544511 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-608730c0-fb7a-4fd7-b213-388c76867aad req-1114773d-8bb7-4d4b-8daa-b3ad240da64d tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0a580e-4589-4131-81c4-0296f4870f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338507 Aug 28 15:00:21.634904 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c825721b-95da-4f31-8f3d-017a61031444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:21.638324 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d433245-0a84-4187-9fd3-6af16afb9110 req-a8617715-d68b-472c-88d4-9b20be0e85e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:21.640297 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0d433245-0a84-4187-9fd3-6af16afb9110 req-a8617715-d68b-472c-88d4-9b20be0e85e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4e27c48-8948-454b-9eb7-538bfc94a031 HTTP/1.1" status: 200 len: 861 time: 0.0947752 Aug 28 15:00:21.675219 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-42a275d3-8fde-4639-8222-3b774568716c service neutron] For port 3c298207-a253-4ba1-b762-5ce8ac230872, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:00:21.679994 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-2de97490-6912-4a36-8b12-23cbe7d64282 service neutron] 10.222.0.41 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5276384 Aug 28 15:00:21.683840 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0d433245-0a84-4187-9fd3-6af16afb9110 req-754a0384-cd1d-4e7f-b12e-14a116f34b77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8404fc60-2695-490e-81aa-576e7b73d9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344086 Aug 28 15:00:21.694598 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device c5edc63e-0906-4972-9434-9b70599fa77d no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:00:21.722722 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-42a275d3-8fde-4639-8222-3b774568716c service neutron] For port 3c298207-a253-4ba1-b762-5ce8ac230872, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=3c298207-a253-4ba1-b762-5ce8ac230872,segment=NetworkSegment(a0c89b12-5ddd-4b51-9e7f-f5392b2e2736),segment_id=a0c89b12-5ddd-4b51-9e7f-f5392b2e2736)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:00:21.745913 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8', 'tag': '20b8cfb9-dd43-452e-bf20-8d993ec72119'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:21.749272 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db1ab7a-8bdf-44cf-ad7f-f7f0506143c2" -d '{"events": [{"name": "network-changed", "server_uuid": "759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8", "tag": "20b8cfb9-dd43-452e-bf20-8d993ec72119"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:21.755888 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: c5edc63e-0906-4972-9434-9b70599fa77d {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:00:21.756241 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device c5edc63e-0906-4972-9434-9b70599fa77d not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:00:21.871625 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-42a275d3-8fde-4639-8222-3b774568716c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:21.894580 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7f8509-78b1-4e43-8a7f-f3b64309b524 x-openstack-request-id: req-7e7f8509-78b1-4e43-8a7f-f3b64309b524 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:21.894938 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8", "tag": "20b8cfb9-dd43-452e-bf20-8d993ec72119", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:21.895254 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e7f8509-78b1-4e43-8a7f-f3b64309b524 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:21.895688 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8', 'tag': '20b8cfb9-dd43-452e-bf20-8d993ec72119', 'status': 'completed', 'code': 200} Aug 28 15:00:21.931564 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ffdb9-bd7e-42b3-890d-ab1f43df4ddf req-def9deb1-cdbe-4fe1-9855-510993b653c7 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:21.933121 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6b6ffdb9-bd7e-42b3-890d-ab1f43df4ddf req-def9deb1-cdbe-4fe1-9855-510993b653c7 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=9624219d-a68e-445e-b0e4-9349774d50fe HTTP/1.1" status: 200 len: 944 time: 0.2278376 Aug 28 15:00:21.963458 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a275d3-8fde-4639-8222-3b774568716c service neutron] Pushing event updated for resources: {'Port': ['ID=3c298207-a253-4ba1-b762-5ce8ac230872,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:21.981617 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-42a275d3-8fde-4639-8222-3b774568716c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:21.982323 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-42a275d3-8fde-4639-8222-3b774568716c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:21.984648 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-42a275d3-8fde-4639-8222-3b774568716c service neutron] 10.222.0.36 "PUT /v2.0/ports/3c298207-a253-4ba1-b762-5ce8ac230872 HTTP/1.1" status: 200 len: 1092 time: 3.0319467 Aug 28 15:00:21.985266 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33456) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:22.013276 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7f1338e5-07eb-4ff6-9d07-be0b60a1d8c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:22.054597 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c825721b-95da-4f31-8f3d-017a61031444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:22.076850 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c825721b-95da-4f31-8f3d-017a61031444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:22.135951 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6b6ffdb9-bd7e-42b3-890d-ab1f43df4ddf req-452d1692-9386-4127-ba1e-bdcc676492aa tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294391 Aug 28 15:00:22.142091 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c825721b-95da-4f31-8f3d-017a61031444 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=430a7d0d32e74382a9acf8173096e17f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6947076 Aug 28 15:00:22.146152 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33458) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:22.157098 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825721b-95da-4f31-8f3d-017a61031444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8abb37-8e9a-45e7-8fb2-904e467b3af5,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:22.173042 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-53cf850f-6967-4c12-97b9-708c190c1ea4 req-5eb2aca9-6470-4a0f-a804-b1c25ceba4f3 service neutron] 10.222.0.41 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4785585 Aug 28 15:00:22.186348 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0d433245-0a84-4187-9fd3-6af16afb9110 req-008fd4b3-872a-47e0-9262-f1368b5517d9 service neutron] 10.222.0.36 "GET /v2.0/networks/8404fc60-2695-490e-81aa-576e7b73d9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886537 Aug 28 15:00:22.196443 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-4fcff588-b4c8-4803-ad56-d25d5f11c588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:22.202337 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-4fcff588-b4c8-4803-ad56-d25d5f11c588 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e55048b435b945d984ce9788f68ba967&device_id=20936535-7c13-4466-ab6f-426f4567c3b2 HTTP/1.1" status: 200 len: 1095 time: 0.1595340 Aug 28 15:00:22.251194 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33873dd-7170-4037-be49-6af20dd4c0ae req-bdb4e63d-ddd0-4aa2-bbc4-1dd173a3324b tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:22.252800 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f33873dd-7170-4037-be49-6af20dd4c0ae req-bdb4e63d-ddd0-4aa2-bbc4-1dd173a3324b tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.13 "GET /v2.0/ports?device_id=20936535-7c13-4466-ab6f-426f4567c3b2 HTTP/1.1" status: 200 len: 943 time: 0.1915820 Aug 28 15:00:22.276903 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ea433798-dfd3-406d-afd5-aa266d82cc91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:22.306179 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ea433798-dfd3-406d-afd5-aa266d82cc91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:22.350967 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0f8c5371-b662-4d0f-bc47-3cc421a6fda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:22.366882 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-716bfc81-0fba-4672-9172-b7d4d158c4c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c298207-a253-4ba1-b762-5ce8ac230872 HTTP/1.1" status: 200 len: 217 time: 0.1409175 Aug 28 15:00:22.380354 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33466) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:22.447562 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ea433798-dfd3-406d-afd5-aa266d82cc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:22.450098 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ea433798-dfd3-406d-afd5-aa266d82cc91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:22.451674 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ea433798-dfd3-406d-afd5-aa266d82cc91 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a8abb37-8e9a-45e7-8fb2-904e467b3af5 HTTP/1.1" status: 204 len: 168 time: 0.3040564 Aug 28 15:00:22.468855 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea433798-dfd3-406d-afd5-aa266d82cc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8abb37-8e9a-45e7-8fb2-904e467b3af5,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:22.602234 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f33873dd-7170-4037-be49-6af20dd4c0ae req-7d9b893b-c639-45eb-8731-c7fb0dee88da tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4cb7761-776e-4787-ad97-c71459518319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922282 Aug 28 15:00:22.613657 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-a22e9b7e-c53c-4e8e-a28a-6a81f8fbff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:22.615374 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-a22e9b7e-c53c-4e8e-a28a-6a81f8fbff0a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e87bded-44fb-4df9-88d3-6513a4040b26 HTTP/1.1" status: 200 len: 860 time: 0.2307658 Aug 28 15:00:22.623264 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1ab7a-8bdf-44cf-ad7f-f7f0506143c2 req-2dc5e461-c1bc-41c4-be90-b292851ab594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:22.625360 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9db1ab7a-8bdf-44cf-ad7f-f7f0506143c2 req-2dc5e461-c1bc-41c4-be90-b292851ab594 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e84e62429884a25aec3c64048e001dd&device_id=759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8 HTTP/1.1" status: 200 len: 1095 time: 0.3681431 Aug 28 15:00:22.661903 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0d433245-0a84-4187-9fd3-6af16afb9110 req-904dc406-54e3-4c9d-a2a7-7140034bfe14 service neutron] 10.222.0.36 "GET /v2.0/networks/8404fc60-2695-490e-81aa-576e7b73d9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546573 Aug 28 15:00:22.664288 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7f1338e5-07eb-4ff6-9d07-be0b60a1d8c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:22.686509 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-1421d36d-6d3b-4472-97ec-611e471dd03c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6d5eb330-17f7-4902-9dd5-141e6e37aa7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567193 Aug 28 15:00:22.698732 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7f1338e5-07eb-4ff6-9d07-be0b60a1d8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:22.785407 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c599755-63f0-487d-aa6f-2f1a48c5f0d3 req-ca1f4bad-7fc2-4383-ad7a-27bf3cefef8b tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:22.787140 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6c599755-63f0-487d-aa6f-2f1a48c5f0d3 req-ca1f4bad-7fc2-4383-ad7a-27bf3cefef8b tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?device_id=759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8 HTTP/1.1" status: 200 len: 943 time: 0.1186779 Aug 28 15:00:22.815214 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-0f8c5371-b662-4d0f-bc47-3cc421a6fda6 admin admin] Deleting port b7f99f35-830a-4e9e-9d97-9c6ccf280346 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:00:22.815611 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0f8c5371-b662-4d0f-bc47-3cc421a6fda6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:22.901600 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6c599755-63f0-487d-aa6f-2f1a48c5f0d3 req-7ccc34fa-31eb-4af8-ab4a-3d7e5174ed4e tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0a580e-4589-4131-81c4-0296f4870f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076617 Aug 28 15:00:22.965265 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-0f8c5371-b662-4d0f-bc47-3cc421a6fda6 admin admin] For port b7f99f35-830a-4e9e-9d97-9c6ccf280346, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b7f99f35-830a-4e9e-9d97-9c6ccf280346,segment=NetworkSegment(976c4d92-a1f5-40f6-968f-da6b4975cb27),segment_id=976c4d92-a1f5-40f6-968f-da6b4975cb27)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:22.965980 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0f8c5371-b662-4d0f-bc47-3cc421a6fda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:22.986029 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-0f8c5371-b662-4d0f-bc47-3cc421a6fda6 admin admin] Calling delete_port for b7f99f35-830a-4e9e-9d97-9c6ccf280346 owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:00:23.220580 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7f1338e5-07eb-4ff6-9d07-be0b60a1d8c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2964f080f7094b6dab2a8acc713eff6a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2285039 Aug 28 15:00:23.223456 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33484) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:23.254899 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0f8c5371-b662-4d0f-bc47-3cc421a6fda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:23.260085 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-78d624b4-dd5c-4627-ba54-02dfa6915dfb service neutron] 10.222.0.36 "GET /v2.0/networks/6d5eb330-17f7-4902-9dd5-141e6e37aa7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5553517 Aug 28 15:00:23.260695 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1338e5-07eb-4ff6-9d07-be0b60a1d8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cbe5c3-e38d-4e01-8653-81d42e676f7c,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:23.301244 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c5371-b662-4d0f-bc47-3cc421a6fda6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f99f35-830a-4e9e-9d97-9c6ccf280346,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:23.326805 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d971f993-11e1-4a71-bb07-74b354de837b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:23.333303 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1ab7a-8bdf-44cf-ad7f-f7f0506143c2 req-e95faf24-2282-401f-8f79-8db01dd93759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:23.334839 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9db1ab7a-8bdf-44cf-ad7f-f7f0506143c2 req-e95faf24-2282-401f-8f79-8db01dd93759 service neutron] 10.222.0.41 "GET /v2.0/networks?id=40a03aed-4a19-48a0-9549-faca605f4bfe HTTP/1.1" status: 200 len: 922 time: 0.6911490 Aug 28 15:00:23.355322 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d971f993-11e1-4a71-bb07-74b354de837b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:23.418347 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9db1ab7a-8bdf-44cf-ad7f-f7f0506143c2 req-fd6f30d4-06e3-4390-9a5a-89cc3a8021a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20b8cfb9-dd43-452e-bf20-8d993ec72119 HTTP/1.1" status: 200 len: 217 time: 0.0463643 Aug 28 15:00:23.488726 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626bd1c-833b-49c1-9d72-38b4e0ca4424 req-e111801b-20ce-49f8-850e-07df77c82e38 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:23.490828 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d626bd1c-833b-49c1-9d72-38b4e0ca4424 req-e111801b-20ce-49f8-850e-07df77c82e38 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=9624219d-a68e-445e-b0e4-9349774d50fe HTTP/1.1" status: 200 len: 944 time: 0.1669450 Aug 28 15:00:23.494630 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device c677c2de-3d02-411b-98a7-6e7446d30ec3 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:00:23.570176 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d971f993-11e1-4a71-bb07-74b354de837b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:23.572987 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d971f993-11e1-4a71-bb07-74b354de837b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:23.579492 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d971f993-11e1-4a71-bb07-74b354de837b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26cbe5c3-e38d-4e01-8653-81d42e676f7c HTTP/1.1" status: 204 len: 168 time: 0.3469765 Aug 28 15:00:23.583316 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33498) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:23.613188 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971f993-11e1-4a71-bb07-74b354de837b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cbe5c3-e38d-4e01-8653-81d42e676f7c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:23.627755 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-203eeb0e-f171-41dd-b1b6-f11fdcdb9098 req-af588320-028d-4376-9998-820e9bbe0f66 service neutron] 10.222.0.36 "GET /v2.0/networks/6d5eb330-17f7-4902-9dd5-141e6e37aa7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561659 Aug 28 15:00:23.673880 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1ab7a-8bdf-44cf-ad7f-f7f0506143c2 req-e74c99b3-2027-4556-9873-517fa10cc877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:23.680666 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9db1ab7a-8bdf-44cf-ad7f-f7f0506143c2 req-e74c99b3-2027-4556-9873-517fa10cc877 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ae32591-49d1-4342-8080-c7756186a191 HTTP/1.1" status: 200 len: 860 time: 0.2482331 Aug 28 15:00:23.693265 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d626bd1c-833b-49c1-9d72-38b4e0ca4424 req-10b7ec40-0231-42e7-9024-da8aff837476 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880958 Aug 28 15:00:23.726192 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0f8c5371-b662-4d0f-bc47-3cc421a6fda6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:23.730165 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port c677c2de-3d02-411b-98a7-6e7446d30ec3, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=c677c2de-3d02-411b-98a7-6e7446d30ec3,segment=NetworkSegment(56e55a35-3570-4cec-88c5-f76cdfa3881a),segment_id=56e55a35-3570-4cec-88c5-f76cdfa3881a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:23.754574 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'c677c2de-3d02-411b-98a7-6e7446d30ec3', 'network_id': '8404fc60-2695-490e-81aa-576e7b73d9df', 'port_id': 'c677c2de-3d02-411b-98a7-6e7446d30ec3', 'mac_address': 'fa:16:3e:fd:13:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e27c48-8948-454b-9eb7-538bfc94a031', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:00:23.806920 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:23.821056 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1ab7a-8bdf-44cf-ad7f-f7f0506143c2 req-b2e518db-d77d-419d-94f7-f72688a7284e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:23.822741 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9db1ab7a-8bdf-44cf-ad7f-f7f0506143c2 req-b2e518db-d77d-419d-94f7-f72688a7284e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=40a03aed-4a19-48a0-9549-faca605f4bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004114 Aug 28 15:00:23.826711 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c677c2de-3d02-411b-98a7-6e7446d30ec3 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:00:23.858122 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port c677c2de-3d02-411b-98a7-6e7446d30ec3, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=c677c2de-3d02-411b-98a7-6e7446d30ec3,segment=NetworkSegment(56e55a35-3570-4cec-88c5-f76cdfa3881a),segment_id=56e55a35-3570-4cec-88c5-f76cdfa3881a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:23.870518 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:23.906168 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20936535-7c13-4466-ab6f-426f4567c3b2', 'tag': '3c298207-a253-4ba1-b762-5ce8ac230872'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:23.908769 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7a22e1-511e-4e75-883b-efae438d44a8" -d '{"events": [{"name": "network-changed", "server_uuid": "20936535-7c13-4466-ab6f-426f4567c3b2", "tag": "3c298207-a253-4ba1-b762-5ce8ac230872"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:23.953828 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b5bf8-a11f-4925-b4f5-b374538db858 req-05c2d186-5074-48b8-b41e-4625d53166c9 tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:23.956038 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f79b5bf8-a11f-4925-b4f5-b374538db858 req-05c2d186-5074-48b8-b41e-4625d53166c9 tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.13 "GET /v2.0/ports?device_id=20936535-7c13-4466-ab6f-426f4567c3b2 HTTP/1.1" status: 200 len: 943 time: 0.1827226 Aug 28 15:00:23.995620 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=c677c2de-3d02-411b-98a7-6e7446d30ec3,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:24.007119 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96b50d3-533d-4784-bba5-34b0fcb0be3d x-openstack-request-id: req-a96b50d3-533d-4784-bba5-34b0fcb0be3d {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:24.007421 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20936535-7c13-4466-ab6f-426f4567c3b2", "tag": "3c298207-a253-4ba1-b762-5ce8ac230872", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:24.007694 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a96b50d3-533d-4784-bba5-34b0fcb0be3d {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:24.008082 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20936535-7c13-4466-ab6f-426f4567c3b2', 'tag': '3c298207-a253-4ba1-b762-5ce8ac230872', 'status': 'completed', 'code': 200} Aug 28 15:00:24.080853 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-7fe40b9b-ad76-4ca2-8310-79027faff63d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-218216031-network', 'tenant_id': '25a99aa3eaee42b09daae3261a654f60'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:24.119292 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9db1ab7a-8bdf-44cf-ad7f-f7f0506143c2 req-bb7be197-f93a-49f2-8dc9-8b25fd5d1d78 service neutron] 10.222.0.41 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878973 Aug 28 15:00:24.143997 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8c5371-b662-4d0f-bc47-3cc421a6fda6 admin admin] Router d97dd671-47ac-4815-8d22-db15aa2ccbcf has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:00:24.144934 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f79b5bf8-a11f-4925-b4f5-b374538db858 req-2209290c-f54f-4a65-9b2d-17b4971dbbd1 tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4cb7761-776e-4787-ad97-c71459518319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798170 Aug 28 15:00:24.158408 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebf3b8-7406-4fb9-9f3f-e7cd8c5b0f62 req-fb7441df-4b09-4bd1-808b-6d8f0d522f88 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:24.160051 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e5ebf3b8-7406-4fb9-9f3f-e7cd8c5b0f62 req-fb7441df-4b09-4bd1-808b-6d8f0d522f88 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?device_id=759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8 HTTP/1.1" status: 200 len: 943 time: 0.0742285 Aug 28 15:00:24.165941 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['c677c2de-3d02-411b-98a7-6e7446d30ec3'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:00:24.194271 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe40b9b-ad76-4ca2-8310-79027faff63d admin admin] Made reservation on behalf of 25a99aa3eaee42b09daae3261a654f60 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:00:24.196763 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7fe40b9b-ad76-4ca2-8310-79027faff63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:24.218738 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a22e1-511e-4e75-883b-efae438d44a8 req-7fd66511-1807-40cb-9480-1e8ef6b9e035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:24.220326 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-df7a22e1-511e-4e75-883b-efae438d44a8 req-7fd66511-1807-40cb-9480-1e8ef6b9e035 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e55048b435b945d984ce9788f68ba967&device_id=20936535-7c13-4466-ab6f-426f4567c3b2 HTTP/1.1" status: 200 len: 1095 time: 0.2073827 Aug 28 15:00:24.225576 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7fe40b9b-ad76-4ca2-8310-79027faff63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:24.271112 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:24.288628 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e5ebf3b8-7406-4fb9-9f3f-e7cd8c5b0f62 req-702f57fd-3f5e-4417-baef-2a8ae3d520ee tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0a580e-4589-4131-81c4-0296f4870f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151609 Aug 28 15:00:24.324606 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8c5371-b662-4d0f-bc47-3cc421a6fda6 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:00:24.334651 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0f8c5371-b662-4d0f-bc47-3cc421a6fda6 admin admin] 10.222.0.13 "PUT /v2.0/routers/d97dd671-47ac-4815-8d22-db15aa2ccbcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0885303 Aug 28 15:00:24.335349 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33520) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:24.336613 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4eb32e-82a3-42bf-bd4b-ef069fe54a89 None None] Sync routers for ids ['d97dd671-47ac-4815-8d22-db15aa2ccbcf'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:00:24.346322 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0c570f6f-92b5-4291-8314-8d73f557b8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:24.355923 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4eb32e-82a3-42bf-bd4b-ef069fe54a89 None None] Routers {'d97dd671-47ac-4815-8d22-db15aa2ccbcf'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:00:24.357018 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-ea4eb32e-82a3-42bf-bd4b-ef069fe54a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:00:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d97dd671-47ac-4815-8d22-db15aa2ccbcf'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:24.469158 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9db1ab7a-8bdf-44cf-ad7f-f7f0506143c2 req-f9756d39-d005-4080-9b2c-9a398db2f3e6 service neutron] 10.222.0.41 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392112 Aug 28 15:00:24.480666 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-035eb2e2-5919-4c28-a770-cfbc14858f0c admin admin] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:24.500790 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-ea4eb32e-82a3-42bf-bd4b-ef069fe54a89 None None] Set router d97dd671-47ac-4815-8d22-db15aa2ccbcf gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:00:24.555013 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a22e1-511e-4e75-883b-efae438d44a8 req-75a8e9c3-7ba9-4cb6-a289-e97612b61957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:24.556141 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-df7a22e1-511e-4e75-883b-efae438d44a8 req-75a8e9c3-7ba9-4cb6-a289-e97612b61957 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6d5eb330-17f7-4902-9dd5-141e6e37aa7d HTTP/1.1" status: 200 len: 921 time: 0.3206463 Aug 28 15:00:24.626795 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-df7a22e1-511e-4e75-883b-efae438d44a8 req-b1cef565-8957-4f91-babb-b6277747f70a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c298207-a253-4ba1-b762-5ce8ac230872 HTTP/1.1" status: 200 len: 217 time: 0.0599179 Aug 28 15:00:24.638061 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-035eb2e2-5919-4c28-a770-cfbc14858f0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:24.695689 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-ea4eb32e-82a3-42bf-bd4b-ef069fe54a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97dd671-47ac-4815-8d22-db15aa2ccbcf', 'name': 'tempest-ServersTestMultiNic-41175554-router', 'tenant_id': '77e2c8d8344c43369cd6764e0c50c8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '60ade58b-d204-4114-bbf1-5d56ed656fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:58:20Z', 'updated_at': '2021-08-28T15:00:23Z', 'revision_number': 5, 'project_id': '77e2c8d8344c43369cd6764e0c50c8bf', 'gw_port': {'id': '60ade58b-d204-4114-bbf1-5d56ed656fd5', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97dd671-47ac-4815-8d22-db15aa2ccbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:58:22Z', 'updated_at': '2021-08-28T14:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:24.731483 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4eb32e-82a3-42bf-bd4b-ef069fe54a89 None None] Checking router: d97dd671-47ac-4815-8d22-db15aa2ccbcf for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:00:24.739828 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-035eb2e2-5919-4c28-a770-cfbc14858f0c admin admin] Deleting port 60ade58b-d204-4114-bbf1-5d56ed656fd5 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:00:24.740498 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-035eb2e2-5919-4c28-a770-cfbc14858f0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:24.742207 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4eb32e-82a3-42bf-bd4b-ef069fe54a89 None None] Routers {'d97dd671-47ac-4815-8d22-db15aa2ccbcf'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:00:24.743576 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-ea4eb32e-82a3-42bf-bd4b-ef069fe54a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:00:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d97dd671-47ac-4815-8d22-db15aa2ccbcf'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:24.767625 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a22e1-511e-4e75-883b-efae438d44a8 req-1c829f54-9a6e-452e-a7e8-2e3f5b287ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:24.769139 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-df7a22e1-511e-4e75-883b-efae438d44a8 req-1c829f54-9a6e-452e-a7e8-2e3f5b287ef3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e87bded-44fb-4df9-88d3-6513a4040b26 HTTP/1.1" status: 200 len: 860 time: 0.1317611 Aug 28 15:00:24.771006 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7fe40b9b-ad76-4ca2-8310-79027faff63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:24.778211 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7fe40b9b-ad76-4ca2-8310-79027faff63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:24.840064 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-df7a22e1-511e-4e75-883b-efae438d44a8 req-758c206a-b9b3-4299-a410-62235cf203e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6d5eb330-17f7-4902-9dd5-141e6e37aa7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560222 Aug 28 15:00:24.849719 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-035eb2e2-5919-4c28-a770-cfbc14858f0c admin admin] For port 60ade58b-d204-4114-bbf1-5d56ed656fd5, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=60ade58b-d204-4114-bbf1-5d56ed656fd5,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:24.850219 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-035eb2e2-5919-4c28-a770-cfbc14858f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:24.864978 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-035eb2e2-5919-4c28-a770-cfbc14858f0c admin admin] Calling delete_port for 60ade58b-d204-4114-bbf1-5d56ed656fd5 owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:00:24.865271 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-ea4eb32e-82a3-42bf-bd4b-ef069fe54a89 None None] Set router d97dd671-47ac-4815-8d22-db15aa2ccbcf gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:00:24.867169 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe40b9b-ad76-4ca2-8310-79027faff63d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:00:24.931833 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-ea4eb32e-82a3-42bf-bd4b-ef069fe54a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97dd671-47ac-4815-8d22-db15aa2ccbcf', 'name': 'tempest-ServersTestMultiNic-41175554-router', 'tenant_id': '77e2c8d8344c43369cd6764e0c50c8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:58:20Z', 'updated_at': '2021-08-28T15:00:24Z', 'revision_number': 6, 'project_id': '77e2c8d8344c43369cd6764e0c50c8bf', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:24.957916 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7fe40b9b-ad76-4ca2-8310-79027faff63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:24.958336 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-7fe40b9b-ad76-4ca2-8310-79027faff63d admin admin] Added segment 963d6e3f-c85d-4d9d-9d6b-41ad0291b3c8 of type vlan for network 250183e6-e52b-4564-b7d4-b8eab820b617 Aug 28 15:00:24.960340 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe40b9b-ad76-4ca2-8310-79027faff63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4258d7-f4a2-4b8b-a259-e76f6dff5ff4,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:24.962324 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4eb32e-82a3-42bf-bd4b-ef069fe54a89 None None] The sync data for ids ['d97dd671-47ac-4815-8d22-db15aa2ccbcf'] in n-d-712137-10 is: [{'id': 'd97dd671-47ac-4815-8d22-db15aa2ccbcf', 'name': 'tempest-ServersTestMultiNic-41175554-router', 'tenant_id': '77e2c8d8344c43369cd6764e0c50c8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:58:20Z', 'updated_at': '2021-08-28T15:00:24Z', 'revision_number': 6, 'project_id': '77e2c8d8344c43369cd6764e0c50c8bf', 'gw_port_host': None}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:00:25.045459 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87814bd3-28cf-431b-8440-762d1afab85b req-42af4a08-9e67-4d16-8b2c-20cf03250f1a tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:25.047521 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-87814bd3-28cf-431b-8440-762d1afab85b req-42af4a08-9e67-4d16-8b2c-20cf03250f1a tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=9624219d-a68e-445e-b0e4-9349774d50fe HTTP/1.1" status: 200 len: 945 time: 0.2065783 Aug 28 15:00:25.083492 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7fe40b9b-ad76-4ca2-8310-79027faff63d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:25.092794 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 20b8cfb9-dd43-452e-bf20-8d993ec72119 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:00:25.114834 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-035eb2e2-5919-4c28-a770-cfbc14858f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:25.148041 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035eb2e2-5919-4c28-a770-cfbc14858f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=60ade58b-d204-4114-bbf1-5d56ed656fd5,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:25.178522 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-df7a22e1-511e-4e75-883b-efae438d44a8 req-d8efd168-471c-41f6-9e97-3f81c9a74f61 service neutron] 10.222.0.36 "GET /v2.0/networks/6d5eb330-17f7-4902-9dd5-141e6e37aa7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278842 Aug 28 15:00:25.218430 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-87814bd3-28cf-431b-8440-762d1afab85b req-a41fe2f1-50d9-4007-a6be-67b8f1a39d3f tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513748 Aug 28 15:00:25.247166 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-035eb2e2-5919-4c28-a770-cfbc14858f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:25.291401 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7fe40b9b-ad76-4ca2-8310-79027faff63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:25.292401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe40b9b-ad76-4ca2-8310-79027faff63d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:25.292989 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7fe40b9b-ad76-4ca2-8310-79027faff63d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:25.398161 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 20b8cfb9-dd43-452e-bf20-8d993ec72119, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=20b8cfb9-dd43-452e-bf20-8d993ec72119,segment=NetworkSegment(f2247a83-4f17-4255-8bc6-2c6f63e17b02),segment_id=f2247a83-4f17-4255-8bc6-2c6f63e17b02)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:25.419272 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '20b8cfb9-dd43-452e-bf20-8d993ec72119', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'port_id': '20b8cfb9-dd43-452e-bf20-8d993ec72119', 'mac_address': 'fa:16:3e:24:3a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ae32591-49d1-4342-8080-c7756186a191', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:00:25.442787 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7fe40b9b-ad76-4ca2-8310-79027faff63d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8509974 Aug 28 15:00:25.461336 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33556) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:25.466683 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-b9f6d6e7-bb4c-4daf-9d25-527a842f45a8 admin admin] Request body: {'subnet': {'network_id': '250183e6-e52b-4564-b7d4-b8eab820b617', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-218216031-subnet', 'tenant_id': '25a99aa3eaee42b09daae3261a654f60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:25.477069 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-035eb2e2-5919-4c28-a770-cfbc14858f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:25.478470 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe40b9b-ad76-4ca2-8310-79027faff63d admin admin] Pushing event updated for resources: {'Network': ['ID=250183e6-e52b-4564-b7d4-b8eab820b617,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:25.484696 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-035eb2e2-5919-4c28-a770-cfbc14858f0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:25.494137 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-0c570f6f-92b5-4291-8314-8d73f557b8ac admin admin] Deleting port 82a02c14-6d17-44da-8ac3-2ae9bc4b3a17 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:00:25.494585 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0c570f6f-92b5-4291-8314-8d73f557b8ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:25.497076 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 250183e6-e52b-4564-b7d4-b8eab820b617 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:00:25.498125 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-df7a22e1-511e-4e75-883b-efae438d44a8 req-00e031dc-a216-40af-b65c-075a29417039 service neutron] 10.222.0.36 "GET /v2.0/networks/6d5eb330-17f7-4902-9dd5-141e6e37aa7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086946 Aug 28 15:00:25.502359 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:25.518582 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 3c298207-a253-4ba1-b762-5ce8ac230872 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:00:25.585243 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device c677c2de-3d02-411b-98a7-6e7446d30ec3 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:00:25.602901 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-035eb2e2-5919-4c28-a770-cfbc14858f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:25.603873 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035eb2e2-5919-4c28-a770-cfbc14858f0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d97dd671-47ac-4815-8d22-db15aa2ccbcf {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:00:25.604586 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f6d6e7-bb4c-4daf-9d25-527a842f45a8 admin admin] Made reservation on behalf of 25a99aa3eaee42b09daae3261a654f60 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:00:25.607080 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b9f6d6e7-bb4c-4daf-9d25-527a842f45a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:25.614773 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-035eb2e2-5919-4c28-a770-cfbc14858f0c admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:25.617087 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-035eb2e2-5919-4c28-a770-cfbc14858f0c admin admin] 10.222.0.13 "DELETE /v2.0/routers/d97dd671-47ac-4815-8d22-db15aa2ccbcf HTTP/1.1" status: 204 len: 168 time: 1.2802429 Aug 28 15:00:25.632374 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33562) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:25.665881 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b8cfb9-dd43-452e-bf20-8d993ec72119 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:00:25.668232 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40f159-7fd1-4f21-9d0e-4b6ca2fbed0c req-a407fc2f-95a2-484b-8c4f-30b1fab4e6b0 tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:25.669899 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fe40f159-7fd1-4f21-9d0e-4b6ca2fbed0c req-a407fc2f-95a2-484b-8c4f-30b1fab4e6b0 tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.13 "GET /v2.0/ports?device_id=20936535-7c13-4466-ab6f-426f4567c3b2 HTTP/1.1" status: 200 len: 943 time: 0.0858009 Aug 28 15:00:25.716162 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fe40f159-7fd1-4f21-9d0e-4b6ca2fbed0c req-2089917a-449d-4393-b512-33a2041417ce tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4cb7761-776e-4787-ad97-c71459518319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392771 Aug 28 15:00:25.734341 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-39265cae-cfe0-420b-9321-e399d9c6ca26 admin admin] Deleting subnet 69e22d43-aa67-48a6-99cc-2ca0eaa8d8a9 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:00:25.737751 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-39265cae-cfe0-420b-9321-e399d9c6ca26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:25.757194 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 20b8cfb9-dd43-452e-bf20-8d993ec72119, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=20b8cfb9-dd43-452e-bf20-8d993ec72119,segment=NetworkSegment(f2247a83-4f17-4255-8bc6-2c6f63e17b02),segment_id=f2247a83-4f17-4255-8bc6-2c6f63e17b02)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:25.766515 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:25.828592 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port c677c2de-3d02-411b-98a7-6e7446d30ec3 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:00:25.836266 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 3c298207-a253-4ba1-b762-5ce8ac230872, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=3c298207-a253-4ba1-b762-5ce8ac230872,segment=NetworkSegment(a0c89b12-5ddd-4b51-9e7f-f5392b2e2736),segment_id=a0c89b12-5ddd-4b51-9e7f-f5392b2e2736)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:25.851960 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port c677c2de-3d02-411b-98a7-6e7446d30ec3 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:00:25.852451 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:25.882379 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6fc9bab2-7659-42a0-87c7-6d88c9ebd4f1 req-26f0f1ea-ffd3-4d62-abbb-4a72762cf924 tempest-FlavorsV2NegativeTest-73879314 tempest-FlavorsV2NegativeTest-73879314-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9940fadffe874471a4d63785fccbebf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394967 Aug 28 15:00:25.893497 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '3c298207-a253-4ba1-b762-5ce8ac230872', 'network_id': '6d5eb330-17f7-4902-9dd5-141e6e37aa7d', 'port_id': '3c298207-a253-4ba1-b762-5ce8ac230872', 'mac_address': 'fa:16:3e:83:15:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e87bded-44fb-4df9-88d3-6513a4040b26', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:00:25.899322 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=20b8cfb9-dd43-452e-bf20-8d993ec72119,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:25.963999 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:25.995831 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b7f99f35-830a-4e9e-9d97-9c6ccf280346 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:00:26.036421 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c298207-a253-4ba1-b762-5ce8ac230872 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:00:26.040347 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: b7f99f35-830a-4e9e-9d97-9c6ccf280346 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:00:26.040692 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b7f99f35-830a-4e9e-9d97-9c6ccf280346 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:00:26.041098 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 60ade58b-d204-4114-bbf1-5d56ed656fd5 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:00:26.057629 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9bab2-7659-42a0-87c7-6d88c9ebd4f1 req-6aacfdbc-f3b1-4810-8664-8ac785194f15 tempest-FlavorsV2NegativeTest-73879314 tempest-FlavorsV2NegativeTest-73879314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:26.060097 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6fc9bab2-7659-42a0-87c7-6d88c9ebd4f1 req-6aacfdbc-f3b1-4810-8664-8ac785194f15 tempest-FlavorsV2NegativeTest-73879314 tempest-FlavorsV2NegativeTest-73879314-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1673498 Aug 28 15:00:26.077202 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['20b8cfb9-dd43-452e-bf20-8d993ec72119'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:00:26.077921 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6fc9bab2-7659-42a0-87c7-6d88c9ebd4f1 req-bff02e59-b4db-4f4d-8f3c-dd339fc57611 tempest-FlavorsV2NegativeTest-73879314 tempest-FlavorsV2NegativeTest-73879314-project] 10.222.0.13 "GET /v2.0/quotas/9940fadffe874471a4d63785fccbebf9 HTTP/1.1" status: 200 len: 375 time: 0.0107939 Aug 28 15:00:26.090373 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 60ade58b-d204-4114-bbf1-5d56ed656fd5 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:00:26.090717 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 60ade58b-d204-4114-bbf1-5d56ed656fd5 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:00:26.116039 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:26.120191 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6fc9bab2-7659-42a0-87c7-6d88c9ebd4f1 req-59964376-7128-4c97-b155-5f512e777c6c tempest-FlavorsV2NegativeTest-73879314 tempest-FlavorsV2NegativeTest-73879314-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9940fadffe874471a4d63785fccbebf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323043 Aug 28 15:00:26.121611 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 3c298207-a253-4ba1-b762-5ce8ac230872, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=3c298207-a253-4ba1-b762-5ce8ac230872,segment=NetworkSegment(a0c89b12-5ddd-4b51-9e7f-f5392b2e2736),segment_id=a0c89b12-5ddd-4b51-9e7f-f5392b2e2736)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:26.134859 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-0c570f6f-92b5-4291-8314-8d73f557b8ac admin admin] For port 82a02c14-6d17-44da-8ac3-2ae9bc4b3a17, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=82a02c14-6d17-44da-8ac3-2ae9bc4b3a17,segment=NetworkSegment(600d6c52-dc1b-4163-9402-43ea34c23f99),segment_id=600d6c52-dc1b-4163-9402-43ea34c23f99)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:26.135857 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0c570f6f-92b5-4291-8314-8d73f557b8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:26.139491 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:26.161950 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-39265cae-cfe0-420b-9321-e399d9c6ca26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:26.174348 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7316edd-9622-4e35-9838-161e042650cb req-fe299655-7501-45d5-ba83-5ea2bd2673e5 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:26.175923 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f7316edd-9622-4e35-9838-161e042650cb req-fe299655-7501-45d5-ba83-5ea2bd2673e5 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?device_id=759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8 HTTP/1.1" status: 200 len: 943 time: 0.6169004 Aug 28 15:00:26.189825 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9624219d-a68e-445e-b0e4-9349774d50fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c677c2de-3d02-411b-98a7-6e7446d30ec3'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:26.192085 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618eaff8-ebf0-4f3e-83f5-8e75d4c6fdac" -d '{"events": [{"server_uuid": "9624219d-a68e-445e-b0e4-9349774d50fe", "name": "network-vif-plugged", "status": "completed", "tag": "c677c2de-3d02-411b-98a7-6e7446d30ec3"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:26.196252 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-0c570f6f-92b5-4291-8314-8d73f557b8ac admin admin] Calling delete_port for 82a02c14-6d17-44da-8ac3-2ae9bc4b3a17 owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:00:26.219028 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port c677c2de-3d02-411b-98a7-6e7446d30ec3, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=c677c2de-3d02-411b-98a7-6e7446d30ec3,segment=NetworkSegment(56e55a35-3570-4cec-88c5-f76cdfa3881a),segment_id=56e55a35-3570-4cec-88c5-f76cdfa3881a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:26.241422 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:26.272544 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=3c298207-a253-4ba1-b762-5ce8ac230872,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:26.291805 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5704681-31e9-4d3f-bf02-007bf4118e57 x-openstack-request-id: req-e5704681-31e9-4d3f-bf02-007bf4118e57 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:26.292027 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9624219d-a68e-445e-b0e4-9349774d50fe", "name": "network-vif-plugged", "status": "completed", "tag": "c677c2de-3d02-411b-98a7-6e7446d30ec3", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:26.292519 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5704681-31e9-4d3f-bf02-007bf4118e57 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:26.292957 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9624219d-a68e-445e-b0e4-9349774d50fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c677c2de-3d02-411b-98a7-6e7446d30ec3', 'code': 200} Aug 28 15:00:26.326307 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:26.399151 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f7316edd-9622-4e35-9838-161e042650cb req-18cba360-1f0e-4fd4-b896-ae4593ecf0c3 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0a580e-4589-4131-81c4-0296f4870f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998129 Aug 28 15:00:26.441383 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=c677c2de-3d02-411b-98a7-6e7446d30ec3,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:26.445951 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7125a-5b11-40f6-a28b-cbceb496a449 req-042bfaf4-5e50-4cd2-a13c-a9e47f230f34 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:26.458447 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-29f7125a-5b11-40f6-a28b-cbceb496a449 req-042bfaf4-5e50-4cd2-a13c-a9e47f230f34 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=9624219d-a68e-445e-b0e4-9349774d50fe HTTP/1.1" status: 200 len: 946 time: 0.1128447 Aug 28 15:00:26.465552 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['3c298207-a253-4ba1-b762-5ce8ac230872'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:00:26.489326 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-39265cae-cfe0-420b-9321-e399d9c6ca26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:26.537768 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-29f7125a-5b11-40f6-a28b-cbceb496a449 req-496b1925-5275-42f6-9229-da0fec47b0de tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751028 Aug 28 15:00:26.634168 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb310d-03f6-4783-9a13-b73bf49b012d req-a3f8e77e-7928-4685-b9e6-069cda2009be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:26.635851 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f5eb310d-03f6-4783-9a13-b73bf49b012d req-a3f8e77e-7928-4685-b9e6-069cda2009be service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9624219d-a68e-445e-b0e4-9349774d50fe HTTP/1.1" status: 200 len: 1098 time: 0.2774827 Aug 28 15:00:26.646051 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b9f6d6e7-bb4c-4daf-9d25-527a842f45a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:26.698176 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-39265cae-cfe0-420b-9321-e399d9c6ca26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:26.750781 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-39265cae-cfe0-420b-9321-e399d9c6ca26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:26.757708 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-39265cae-cfe0-420b-9321-e399d9c6ca26 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/69e22d43-aa67-48a6-99cc-2ca0eaa8d8a9 HTTP/1.1" status: 204 len: 168 time: 1.1249230 Aug 28 15:00:26.760382 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33606) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:26.761627 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3209a44-0473-4a70-8b83-1d69217ec0b4 None None] Network b15ba21a-056a-4d01-aae2-2ba9a53d245e requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:00:26.832117 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6d6e7-bb4c-4daf-9d25-527a842f45a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3233e2db-bf24-4467-b635-9d6a2d1e64b2,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:26.836718 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f5eb310d-03f6-4783-9a13-b73bf49b012d req-82e30bde-d3eb-4079-bdb9-73def6a960fb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867909 Aug 28 15:00:26.849876 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33608) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:26.882743 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39265cae-cfe0-420b-9321-e399d9c6ca26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69e22d43-aa67-48a6-99cc-2ca0eaa8d8a9,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:26.891252 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f6d6e7-bb4c-4daf-9d25-527a842f45a8 admin admin] Checking segment: {'id': '963d6e3f-c85d-4d9d-9d6b-41ad0291b3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '250183e6-e52b-4564-b7d4-b8eab820b617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:00:26.891622 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f6d6e7-bb4c-4daf-9d25-527a842f45a8 admin admin] Network hostable DHCP agents. Network: 250183e6-e52b-4564-b7d4-b8eab820b617, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:00:26.900515 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0c570f6f-92b5-4291-8314-8d73f557b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:26.904960 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-29a3dbe9-6b82-4a7a-9060-5e24a89d1152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:26.928812 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead8949-8dfa-4ff4-b88c-97963c486a30 req-be530d0f-d5d1-4da1-a151-816b53419cdd tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:26.934696 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ead8949-8dfa-4ff4-b88c-97963c486a30 req-be530d0f-d5d1-4da1-a151-816b53419cdd tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.13 "GET /v2.0/ports?device_id=20936535-7c13-4466-ab6f-426f4567c3b2 HTTP/1.1" status: 200 len: 944 time: 0.1291895 Aug 28 15:00:26.942488 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c570f6f-92b5-4291-8314-8d73f557b8ac admin admin] Pushing event deleted for resources: {'Port': ['ID=82a02c14-6d17-44da-8ac3-2ae9bc4b3a17,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:26.959837 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f6d6e7-bb4c-4daf-9d25-527a842f45a8 admin admin] Network 250183e6-e52b-4564-b7d4-b8eab820b617 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:00:27.010790 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-b9f6d6e7-bb4c-4daf-9d25-527a842f45a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 250183e6-e52b-4564-b7d4-b8eab820b617) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:00:27.020201 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ead8949-8dfa-4ff4-b88c-97963c486a30 req-48ad9922-6c68-4a8f-8c35-1c98009d94ca tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4cb7761-776e-4787-ad97-c71459518319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750518 Aug 28 15:00:27.032396 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f30b880-6501-4926-8e21-0e8527e64b76 None None] Network 250183e6-e52b-4564-b7d4-b8eab820b617 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:00:27.035861 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11d031c-64fc-4fe2-bbd9-090511d19697 None None] DHCP port deletion for b15ba21a-056a-4d01-aae2-2ba9a53d245e request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:00:27.050426 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a1ccbae8-968e-415e-a0fd-9a9fdbab6d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:27.055084 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-29a3dbe9-6b82-4a7a-9060-5e24a89d1152 admin admin] Deleting port ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:00:27.055084 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-29a3dbe9-6b82-4a7a-9060-5e24a89d1152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:27.080550 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f6d6e7-bb4c-4daf-9d25-527a842f45a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:27.081158 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b9f6d6e7-bb4c-4daf-9d25-527a842f45a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:27.143631 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-29a3dbe9-6b82-4a7a-9060-5e24a89d1152 admin admin] For port ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d,segment=NetworkSegment(976c4d92-a1f5-40f6-968f-da6b4975cb27),segment_id=976c4d92-a1f5-40f6-968f-da6b4975cb27)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:27.144185 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-29a3dbe9-6b82-4a7a-9060-5e24a89d1152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:27.168366 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-29a3dbe9-6b82-4a7a-9060-5e24a89d1152 admin admin] Calling delete_port for ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:00:27.209220 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0c570f6f-92b5-4291-8314-8d73f557b8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:27.226655 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8a4cb4-00a2-46fc-a81b-8b39a51c3c83 None None] Network 250183e6-e52b-4564-b7d4-b8eab820b617 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:00:27.309408 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-d11d031c-64fc-4fe2-bbd9-090511d19697 None None] Deleting port ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:00:27.309851 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d11d031c-64fc-4fe2-bbd9-090511d19697 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:27.312062 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a1ccbae8-968e-415e-a0fd-9a9fdbab6d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:27.319371 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a1ccbae8-968e-415e-a0fd-9a9fdbab6d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:27.337678 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b9f6d6e7-bb4c-4daf-9d25-527a842f45a8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8684213 Aug 28 15:00:27.347116 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-29a3dbe9-6b82-4a7a-9060-5e24a89d1152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:27.394845 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a3dbe9-6b82-4a7a-9060-5e24a89d1152 admin admin] No DVR routers for this DVR port ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:00:27.400472 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3dbe9-6b82-4a7a-9060-5e24a89d1152 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:27.429794 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a1ccbae8-968e-415e-a0fd-9a9fdbab6d60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9940fadffe874471a4d63785fccbebf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5777328 Aug 28 15:00:27.430517 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ccbae8-968e-415e-a0fd-9a9fdbab6d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82291908-908c-45b7-a5c7-61c1f484d567,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:27.434346 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33616) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:27.459680 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-d11d031c-64fc-4fe2-bbd9-090511d19697 None None] For port ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d,segment=NetworkSegment(976c4d92-a1f5-40f6-968f-da6b4975cb27),segment_id=976c4d92-a1f5-40f6-968f-da6b4975cb27)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:27.460102 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d11d031c-64fc-4fe2-bbd9-090511d19697 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:27.474856 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-d11d031c-64fc-4fe2-bbd9-090511d19697 None None] Calling delete_port for ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:00:27.504414 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-29a3dbe9-6b82-4a7a-9060-5e24a89d1152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:27.516265 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-29a3dbe9-6b82-4a7a-9060-5e24a89d1152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15ba21a-056a-4d01-aae2-2ba9a53d245e']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:27.532018 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-29a3dbe9-6b82-4a7a-9060-5e24a89d1152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '976c4d92-a1f5-40f6-968f-da6b4975cb27') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:27.532426 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-29a3dbe9-6b82-4a7a-9060-5e24a89d1152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '976c4d92-a1f5-40f6-968f-da6b4975cb27') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:27.547062 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-29a3dbe9-6b82-4a7a-9060-5e24a89d1152 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:27.559371 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 3c298207-a253-4ba1-b762-5ce8ac230872 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:00:27.566826 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-29a3dbe9-6b82-4a7a-9060-5e24a89d1152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:27.579765 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a3dbe9-6b82-4a7a-9060-5e24a89d1152 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:00:27.581717 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-29a3dbe9-6b82-4a7a-9060-5e24a89d1152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:00:27.584904 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:00:27.628688 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c570f6f-92b5-4291-8314-8d73f557b8ac admin admin] Router 7a7d8611-1a03-4ff0-905e-230983163608 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:00:27.636941 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d11d031c-64fc-4fe2-bbd9-090511d19697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:27.646220 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc207c3-d2e4-441b-a3a7-83bd76081d94 req-27535f60-186b-4900-9ff4-4ed8eed23978 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:27.654063 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ecc207c3-d2e4-441b-a3a7-83bd76081d94 req-27535f60-186b-4900-9ff4-4ed8eed23978 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?device_id=759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8 HTTP/1.1" status: 200 len: 944 time: 0.1322634 Aug 28 15:00:27.656149 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-90188f86-58be-4456-bf59-494a52c52f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:27.685323 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d031c-64fc-4fe2-bbd9-090511d19697 None None] Pushing event deleted for resources: {'Port': ['ID=ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:27.702391 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-90188f86-58be-4456-bf59-494a52c52f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:27.705459 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11d031c-64fc-4fe2-bbd9-090511d19697 None None] No DVR routers for this DVR port ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:00:27.730567 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-29a3dbe9-6b82-4a7a-9060-5e24a89d1152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:27.736784 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-29a3dbe9-6b82-4a7a-9060-5e24a89d1152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:27.745116 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-29a3dbe9-6b82-4a7a-9060-5e24a89d1152 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b15ba21a-056a-4d01-aae2-2ba9a53d245e HTTP/1.1" status: 204 len: 168 time: 0.9807987 Aug 28 15:00:27.751774 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 3c298207-a253-4ba1-b762-5ce8ac230872 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:00:27.768648 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 3c298207-a253-4ba1-b762-5ce8ac230872 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:00:27.769029 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:27.788243 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-33f3ef04-31b3-4290-8331-96ad4b8a66aa req-7af7f5f0-ac0c-4a2c-b825-94642e4a9275 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-964314516', 'description': 'tempest-description-2087354399'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:27.795863 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3dbe9-6b82-4a7a-9060-5e24a89d1152 admin admin] Pushing event deleted for resources: {'Network': ['ID=b15ba21a-056a-4d01-aae2-2ba9a53d245e,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:27.812373 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ecc207c3-d2e4-441b-a3a7-83bd76081d94 req-ec495ecc-554e-4af1-a2cd-04265fa27ad4 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0a580e-4589-4131-81c4-0296f4870f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574118 Aug 28 15:00:27.837099 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:00:27.855557 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-33f3ef04-31b3-4290-8331-96ad4b8a66aa req-7af7f5f0-ac0c-4a2c-b825-94642e4a9275 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:27.907860 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c570f6f-92b5-4291-8314-8d73f557b8ac admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:00:27.924452 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0c570f6f-92b5-4291-8314-8d73f557b8ac admin admin] 10.222.0.13 "PUT /v2.0/routers/7a7d8611-1a03-4ff0-905e-230983163608/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5384424 Aug 28 15:00:27.925785 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33628) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:27.928492 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-90188f86-58be-4456-bf59-494a52c52f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:27.931140 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-90188f86-58be-4456-bf59-494a52c52f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:27.933201 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-90188f86-58be-4456-bf59-494a52c52f13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82291908-908c-45b7-a5c7-61c1f484d567 HTTP/1.1" status: 204 len: 168 time: 0.4957092 Aug 28 15:00:27.940504 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d7a53c-9fd5-4984-a074-3935311593e2 None None] Sync routers for ids ['7a7d8611-1a03-4ff0-905e-230983163608'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:00:27.945675 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:00:27.946445 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ef5575fd-65f7-4ef8-ac60-5ce5dcdc383d not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:00:27.975930 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d7a53c-9fd5-4984-a074-3935311593e2 None None] Routers {'7a7d8611-1a03-4ff0-905e-230983163608'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:00:27.976823 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-89d7a53c-9fd5-4984-a074-3935311593e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:00:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['7a7d8611-1a03-4ff0-905e-230983163608'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:28.028557 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33632) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:28.045244 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-33f3ef04-31b3-4290-8331-96ad4b8a66aa req-7af7f5f0-ac0c-4a2c-b825-94642e4a9275 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:28.085170 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-33f3ef04-31b3-4290-8331-96ad4b8a66aa req-7af7f5f0-ac0c-4a2c-b825-94642e4a9275 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:28.104084 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-66c43899-2364-4a45-b8db-6c1dc57101c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:28.181313 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-89d7a53c-9fd5-4984-a074-3935311593e2 None None] Set router 7a7d8611-1a03-4ff0-905e-230983163608 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:00:28.186162 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-33f3ef04-31b3-4290-8331-96ad4b8a66aa req-7af7f5f0-ac0c-4a2c-b825-94642e4a9275 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:28.189835 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-33f3ef04-31b3-4290-8331-96ad4b8a66aa req-7af7f5f0-ac0c-4a2c-b825-94642e4a9275 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4356749 Aug 28 15:00:28.203436 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7f5f0-ac0c-4a2c-b825-94642e4a9275 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e15d1c-662e-455b-9329-d2d513f4b228,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:28.231952 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-dd3e18fe-55f3-40ba-aaf7-2a98d2e68771 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77e2c8d8344c43369cd6764e0c50c8bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1942763 Aug 28 15:00:28.234776 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33640) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:28.277963 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90188f86-58be-4456-bf59-494a52c52f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82291908-908c-45b7-a5c7-61c1f484d567,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:28.285670 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-66c43899-2364-4a45-b8db-6c1dc57101c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:28.347947 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-97679716-1dcb-4da1-9e8a-2b57e2b79d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:28.362233 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:28.370214 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558db523-78de-4946-a0a9-d6471a1ac82a req-67ec01db-f812-4670-862c-b1f30012dc26 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:28.376066 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-97679716-1dcb-4da1-9e8a-2b57e2b79d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:28.380913 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-558db523-78de-4946-a0a9-d6471a1ac82a req-67ec01db-f812-4670-862c-b1f30012dc26 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=9624219d-a68e-445e-b0e4-9349774d50fe HTTP/1.1" status: 200 len: 946 time: 0.4387529 Aug 28 15:00:28.441042 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-558db523-78de-4946-a0a9-d6471a1ac82a req-b8ad81f6-39ab-422b-8d32-ad4ff6a6f295 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591278 Aug 28 15:00:28.457519 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 3c298207-a253-4ba1-b762-5ce8ac230872, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=3c298207-a253-4ba1-b762-5ce8ac230872,segment=NetworkSegment(a0c89b12-5ddd-4b51-9e7f-f5392b2e2736),segment_id=a0c89b12-5ddd-4b51-9e7f-f5392b2e2736)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:28.473347 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-66c43899-2364-4a45-b8db-6c1dc57101c2 admin admin] Deleting port 8f76625a-866f-4475-8c0a-4bd9d515274a {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:00:28.473570 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20936535-7c13-4466-ab6f-426f4567c3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c298207-a253-4ba1-b762-5ce8ac230872'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:28.475968 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53de7e7-7641-480c-90b2-ad0242e3a727" -d '{"events": [{"server_uuid": "20936535-7c13-4466-ab6f-426f4567c3b2", "name": "network-vif-plugged", "status": "completed", "tag": "3c298207-a253-4ba1-b762-5ce8ac230872"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:28.476687 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-66c43899-2364-4a45-b8db-6c1dc57101c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:28.485340 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-97679716-1dcb-4da1-9e8a-2b57e2b79d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:28.487225 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:28.490236 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-97679716-1dcb-4da1-9e8a-2b57e2b79d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:28.492186 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-97679716-1dcb-4da1-9e8a-2b57e2b79d09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2042e122-3dda-46d2-b88e-e412f41e2f6a HTTP/1.1" status: 204 len: 168 time: 0.2559664 Aug 28 15:00:28.511762 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97679716-1dcb-4da1-9e8a-2b57e2b79d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2042e122-3dda-46d2-b88e-e412f41e2f6a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:28.630515 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07b4bd-e5d3-42a3-bf87-a202b89c89c0 req-b69229f5-07ea-473f-ac2a-9eb9dfe679d1 tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:28.633292 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ec07b4bd-e5d3-42a3-bf87-a202b89c89c0 req-b69229f5-07ea-473f-ac2a-9eb9dfe679d1 tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.13 "GET /v2.0/ports?device_id=20936535-7c13-4466-ab6f-426f4567c3b2 HTTP/1.1" status: 200 len: 945 time: 0.0928383 Aug 28 15:00:28.663097 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6b95d01-25f7-49a7-b919-483572e7f4ca req-81830f55-6633-4844-9e49-959de847db31 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "GET /v2.0/security-groups/f3e15d1c-662e-455b-9329-d2d513f4b228 HTTP/1.1" status: 200 len: 1804 time: 0.1399693 Aug 28 15:00:28.680766 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-66c43899-2364-4a45-b8db-6c1dc57101c2 admin admin] For port 8f76625a-866f-4475-8c0a-4bd9d515274a, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=8f76625a-866f-4475-8c0a-4bd9d515274a,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:28.683093 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-66c43899-2364-4a45-b8db-6c1dc57101c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:28.689296 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-c6b95d01-25f7-49a7-b919-483572e7f4ca req-1e62523a-1e59-48a0-b892-9cd6ef4b9dc1 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f3e15d1c-662e-455b-9329-d2d513f4b228', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:28.689677 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-c6b95d01-25f7-49a7-b919-483572e7f4ca req-1e62523a-1e59-48a0-b892-9cd6ef4b9dc1 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f3e15d1c-662e-455b-9329-d2d513f4b228', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:28.704618 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ec07b4bd-e5d3-42a3-bf87-a202b89c89c0 req-e24708ca-e402-4e77-8acd-ce1b79b96985 tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4cb7761-776e-4787-ad97-c71459518319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615182 Aug 28 15:00:28.725114 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-66c43899-2364-4a45-b8db-6c1dc57101c2 admin admin] Calling delete_port for 8f76625a-866f-4475-8c0a-4bd9d515274a owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:00:28.794881 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a22ba3-7c0f-44bf-b78a-e40b82ce0592 x-openstack-request-id: req-d7a22ba3-7c0f-44bf-b78a-e40b82ce0592 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:28.795312 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20936535-7c13-4466-ab6f-426f4567c3b2", "name": "network-vif-plugged", "status": "completed", "tag": "3c298207-a253-4ba1-b762-5ce8ac230872", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:28.795545 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7a22ba3-7c0f-44bf-b78a-e40b82ce0592 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:28.796374 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20936535-7c13-4466-ab6f-426f4567c3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c298207-a253-4ba1-b762-5ce8ac230872', 'code': 200} Aug 28 15:00:28.814049 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=3c298207-a253-4ba1-b762-5ce8ac230872,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:28.846327 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-89d7a53c-9fd5-4984-a074-3935311593e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7d8611-1a03-4ff0-905e-230983163608', 'name': 'tempest-AttachSCSIVolumeTestJSON-1893626914-router', 'tenant_id': '52d8d8d99c6b4b5db3950de5685f1a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '8f76625a-866f-4475-8c0a-4bd9d515274a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:57:51Z', 'updated_at': '2021-08-28T15:00:26Z', 'revision_number': 5, 'project_id': '52d8d8d99c6b4b5db3950de5685f1a86', 'gw_port': {'id': '8f76625a-866f-4475-8c0a-4bd9d515274a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7d8611-1a03-4ff0-905e-230983163608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:57:53Z', 'updated_at': '2021-08-28T14:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:28.903294 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d7a53c-9fd5-4984-a074-3935311593e2 None None] Checking router: 7a7d8611-1a03-4ff0-905e-230983163608 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:00:28.929432 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d7a53c-9fd5-4984-a074-3935311593e2 None None] Routers {'7a7d8611-1a03-4ff0-905e-230983163608'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:00:28.930139 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-89d7a53c-9fd5-4984-a074-3935311593e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:00:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['7a7d8611-1a03-4ff0-905e-230983163608'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:28.953044 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c6b95d01-25f7-49a7-b919-483572e7f4ca req-1e62523a-1e59-48a0-b892-9cd6ef4b9dc1 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:29.042469 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c6b95d01-25f7-49a7-b919-483572e7f4ca req-1e62523a-1e59-48a0-b892-9cd6ef4b9dc1 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:29.045002 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1fd60-0723-4015-a3e5-9bfd709bb117 req-1c901de4-fe6d-4143-b002-fffb56e9e815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:29.047467 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1dc1fd60-0723-4015-a3e5-9bfd709bb117 req-1c901de4-fe6d-4143-b002-fffb56e9e815 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=20936535-7c13-4466-ab6f-426f4567c3b2 HTTP/1.1" status: 200 len: 1097 time: 0.1509590 Aug 28 15:00:29.049460 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c6b95d01-25f7-49a7-b919-483572e7f4ca req-1e62523a-1e59-48a0-b892-9cd6ef4b9dc1 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:29.068754 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62523a-1e59-48a0-b892-9cd6ef4b9dc1 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f83f7a1-1073-4270-a256-02c56432b24d,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:29.078717 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-89d7a53c-9fd5-4984-a074-3935311593e2 None None] Set router 7a7d8611-1a03-4ff0-905e-230983163608 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:00:29.096247 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8c33d-89f6-49a0-9af9-f5c44fe90561 req-a48adef0-f918-457f-b664-d5751b9cd080 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:29.110407 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1b8c33d-89f6-49a0-9af9-f5c44fe90561 req-a48adef0-f918-457f-b664-d5751b9cd080 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?device_id=759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8 HTTP/1.1" status: 200 len: 944 time: 0.1419156 Aug 28 15:00:29.126227 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 20b8cfb9-dd43-452e-bf20-8d993ec72119 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:00:29.136910 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c6b95d01-25f7-49a7-b919-483572e7f4ca req-1e62523a-1e59-48a0-b892-9cd6ef4b9dc1 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:29.138152 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6b95d01-25f7-49a7-b919-483572e7f4ca req-1e62523a-1e59-48a0-b892-9cd6ef4b9dc1 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4684672 Aug 28 15:00:29.177939 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1dc1fd60-0723-4015-a3e5-9bfd709bb117 req-df1fc773-f0dd-4271-a222-0255a89c21e6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c4cb7761-776e-4787-ad97-c71459518319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103241 Aug 28 15:00:29.195635 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-e4416b88-5c62-4557-993c-ef8d54a00aec req-961c6da1-61f2-4503-a7dc-780a82eef163 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1573294438', 'description': 'tempest-description-1795037335'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:29.203964 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-89d7a53c-9fd5-4984-a074-3935311593e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7d8611-1a03-4ff0-905e-230983163608', 'name': 'tempest-AttachSCSIVolumeTestJSON-1893626914-router', 'tenant_id': '52d8d8d99c6b4b5db3950de5685f1a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:57:51Z', 'updated_at': '2021-08-28T15:00:28Z', 'revision_number': 6, 'project_id': '52d8d8d99c6b4b5db3950de5685f1a86', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:29.218159 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-66c43899-2364-4a45-b8db-6c1dc57101c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:29.226495 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1b8c33d-89f6-49a0-9af9-f5c44fe90561 req-7edc495d-5811-4d9f-88e4-5250a89a15ac tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0a580e-4589-4131-81c4-0296f4870f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131401 Aug 28 15:00:29.251746 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d7a53c-9fd5-4984-a074-3935311593e2 None None] The sync data for ids ['7a7d8611-1a03-4ff0-905e-230983163608'] in n-d-712137-10 is: [{'id': '7a7d8611-1a03-4ff0-905e-230983163608', 'name': 'tempest-AttachSCSIVolumeTestJSON-1893626914-router', 'tenant_id': '52d8d8d99c6b4b5db3950de5685f1a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:57:51Z', 'updated_at': '2021-08-28T15:00:28Z', 'revision_number': 6, 'project_id': '52d8d8d99c6b4b5db3950de5685f1a86', 'gw_port_host': None}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:00:29.260741 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c43899-2364-4a45-b8db-6c1dc57101c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f76625a-866f-4475-8c0a-4bd9d515274a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:29.289151 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e4416b88-5c62-4557-993c-ef8d54a00aec req-961c6da1-61f2-4503-a7dc-780a82eef163 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:29.355511 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-66c43899-2364-4a45-b8db-6c1dc57101c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:29.382669 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 20b8cfb9-dd43-452e-bf20-8d993ec72119 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:00:29.398305 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 20b8cfb9-dd43-452e-bf20-8d993ec72119 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:00:29.399064 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:29.476369 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-66c43899-2364-4a45-b8db-6c1dc57101c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:29.480298 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-66c43899-2364-4a45-b8db-6c1dc57101c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:29.577121 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-66c43899-2364-4a45-b8db-6c1dc57101c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:29.577844 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c43899-2364-4a45-b8db-6c1dc57101c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a7d8611-1a03-4ff0-905e-230983163608 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:00:29.583812 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-66c43899-2364-4a45-b8db-6c1dc57101c2 admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:29.587525 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-66c43899-2364-4a45-b8db-6c1dc57101c2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7a7d8611-1a03-4ff0-905e-230983163608 HTTP/1.1" status: 204 len: 168 time: 1.6578717 Aug 28 15:00:29.588624 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33684) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:29.590280 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:29.614067 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa77b3-4af4-421d-be85-18053e8831e1 req-1db2f47b-517d-4a16-b532-d73297258cc9 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:29.615803 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0baa77b3-4af4-421d-be85-18053e8831e1 req-1db2f47b-517d-4a16-b532-d73297258cc9 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=9624219d-a68e-445e-b0e4-9349774d50fe HTTP/1.1" status: 200 len: 946 time: 0.0753801 Aug 28 15:00:29.648630 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e4416b88-5c62-4557-993c-ef8d54a00aec req-961c6da1-61f2-4503-a7dc-780a82eef163 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:29.675004 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 20b8cfb9-dd43-452e-bf20-8d993ec72119, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=20b8cfb9-dd43-452e-bf20-8d993ec72119,segment=NetworkSegment(f2247a83-4f17-4255-8bc6-2c6f63e17b02),segment_id=f2247a83-4f17-4255-8bc6-2c6f63e17b02)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:29.695514 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e4416b88-5c62-4557-993c-ef8d54a00aec req-961c6da1-61f2-4503-a7dc-780a82eef163 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:29.696287 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:29.713978 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-40946c67-ee2a-4df3-81e8-b554cf43ae72 admin admin] Deleting subnet d8fec706-1a1e-42d2-91ad-22bbe80be7de {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:00:29.736096 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-40946c67-ee2a-4df3-81e8-b554cf43ae72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:29.743132 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0baa77b3-4af4-421d-be85-18053e8831e1 req-6c4b6a35-04ef-4d47-8732-4acabb10aef1 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924425 Aug 28 15:00:29.785026 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 82a02c14-6d17-44da-8ac3-2ae9bc4b3a17 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:00:29.835144 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e4416b88-5c62-4557-993c-ef8d54a00aec req-961c6da1-61f2-4503-a7dc-780a82eef163 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:29.848969 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4416b88-5c62-4557-993c-ef8d54a00aec req-961c6da1-61f2-4503-a7dc-780a82eef163 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6628902 Aug 28 15:00:29.858081 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c6da1-61f2-4503-a7dc-780a82eef163 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05fcd28a-eeba-4af0-b63c-096cb2c2d9b1,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:29.871977 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=20b8cfb9-dd43-452e-bf20-8d993ec72119,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:29.884973 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 82a02c14-6d17-44da-8ac3-2ae9bc4b3a17 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:00:29.885334 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 82a02c14-6d17-44da-8ac3-2ae9bc4b3a17 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:00:29.888729 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-40946c67-ee2a-4df3-81e8-b554cf43ae72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:29.969075 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33700) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:30.073242 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6aa33a-4109-4bad-81df-471407fbd5e3 req-707e718b-d10e-409f-89e0-7f7496a5600d tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:30.074564 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bf6aa33a-4109-4bad-81df-471407fbd5e3 req-707e718b-d10e-409f-89e0-7f7496a5600d tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.13 "GET /v2.0/ports?device_id=20936535-7c13-4466-ab6f-426f4567c3b2 HTTP/1.1" status: 200 len: 945 time: 0.1191058 Aug 28 15:00:30.093790 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-aa8166b6-4542-45a4-9afd-106701b96d4b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-222055626-network', 'tenant_id': '602286d5074847ef8994e5ac3b5cb388'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:30.119297 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-40946c67-ee2a-4df3-81e8-b554cf43ae72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:30.127254 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8166b6-4542-45a4-9afd-106701b96d4b admin admin] Made reservation on behalf of 602286d5074847ef8994e5ac3b5cb388 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:00:30.129587 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa8166b6-4542-45a4-9afd-106701b96d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:30.139088 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa8166b6-4542-45a4-9afd-106701b96d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:30.169893 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bf6aa33a-4109-4bad-81df-471407fbd5e3 req-6a69d7e2-c3fe-4d35-bb51-b8788a0d1ec6 tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4cb7761-776e-4787-ad97-c71459518319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866969 Aug 28 15:00:30.202537 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-40946c67-ee2a-4df3-81e8-b554cf43ae72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:30.237090 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40946c67-ee2a-4df3-81e8-b554cf43ae72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8fec706-1a1e-42d2-91ad-22bbe80be7de,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:30.252130 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a44557-2a34-42d3-984e-b5199035905f req-6b5b589e-b2be-42e7-aa14-33ce595fd043 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:30.253220 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6cc9be-2f9c-4534-ba93-ec620d5a48c7 None None] Network 7665603e-97fd-4863-b47b-f3f4546dc368 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:00:30.254059 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8a44557-2a34-42d3-984e-b5199035905f req-6b5b589e-b2be-42e7-aa14-33ce595fd043 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=9624219d-a68e-445e-b0e4-9349774d50fe HTTP/1.1" status: 200 len: 946 time: 0.0840671 Aug 28 15:00:30.262128 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-40946c67-ee2a-4df3-81e8-b554cf43ae72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:30.268555 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33708) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:30.271630 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-40946c67-ee2a-4df3-81e8-b554cf43ae72 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d8fec706-1a1e-42d2-91ad-22bbe80be7de HTTP/1.1" status: 204 len: 168 time: 0.6811755 Aug 28 15:00:30.322529 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6acbf359-e9da-4ba8-aab6-e76dd1aa7385 req-045128b0-e6b5-4529-beef-c269378300e2 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "GET /v2.0/security-groups/05fcd28a-eeba-4af0-b63c-096cb2c2d9b1 HTTP/1.1" status: 200 len: 1805 time: 0.1165216 Aug 28 15:00:30.329423 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-6acbf359-e9da-4ba8-aab6-e76dd1aa7385 req-b074b81c-ae0c-49c7-b3aa-2d32d3aaff4b tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '05fcd28a-eeba-4af0-b63c-096cb2c2d9b1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:30.330222 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-6acbf359-e9da-4ba8-aab6-e76dd1aa7385 req-b074b81c-ae0c-49c7-b3aa-2d32d3aaff4b tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '05fcd28a-eeba-4af0-b63c-096cb2c2d9b1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:30.382991 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8a44557-2a34-42d3-984e-b5199035905f req-55a24b0b-9bb6-4c42-81ce-5bd2d3478c9d tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164949 Aug 28 15:00:30.407607 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa8166b6-4542-45a4-9afd-106701b96d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:30.412264 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa8166b6-4542-45a4-9afd-106701b96d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:30.433770 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc34d2b4-047c-43c4-9a67-411b0327bf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:30.450097 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8166b6-4542-45a4-9afd-106701b96d4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:00:30.474194 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8166b6-4542-45a4-9afd-106701b96d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cca525-e258-4e60-bf63-85561dd5fd38,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:30.478863 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa8166b6-4542-45a4-9afd-106701b96d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:30.479213 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-aa8166b6-4542-45a4-9afd-106701b96d4b admin admin] Added segment 30c3bd03-6d20-4f9c-ac2f-08cf062737b2 of type vlan for network ae24ad12-66df-4f98-8f52-41424ce2024c Aug 28 15:00:30.524725 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc23e00-1f2d-4095-abfe-cdd69ac38ea4 None None] DHCP port deletion for 7665603e-97fd-4863-b47b-f3f4546dc368 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:00:30.528773 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-6acbf359-e9da-4ba8-aab6-e76dd1aa7385 req-b074b81c-ae0c-49c7-b3aa-2d32d3aaff4b tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:30.551649 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa8166b6-4542-45a4-9afd-106701b96d4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:30.570880 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-6acbf359-e9da-4ba8-aab6-e76dd1aa7385 req-b074b81c-ae0c-49c7-b3aa-2d32d3aaff4b tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:30.575828 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-6acbf359-e9da-4ba8-aab6-e76dd1aa7385 req-b074b81c-ae0c-49c7-b3aa-2d32d3aaff4b tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:30.578159 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-bfc23e00-1f2d-4095-abfe-cdd69ac38ea4 None None] Deleting port 23bb24e2-b59f-46ec-b1f0-a63923d4e7c1 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:00:30.579553 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-bfc23e00-1f2d-4095-abfe-cdd69ac38ea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:30.596189 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074b81c-ae0c-49c7-b3aa-2d32d3aaff4b tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be36f005-73eb-42fe-a44b-3388d32324ff,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:30.613260 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-6acbf359-e9da-4ba8-aab6-e76dd1aa7385 req-b074b81c-ae0c-49c7-b3aa-2d32d3aaff4b tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:30.616286 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6acbf359-e9da-4ba8-aab6-e76dd1aa7385 req-b074b81c-ae0c-49c7-b3aa-2d32d3aaff4b tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2916830 Aug 28 15:00:30.645408 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3c224-0945-4e35-9076-f60cce15c4c5 req-e867c302-4baf-466e-b179-bc5755fca5a5 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:30.651764 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1ed3c224-0945-4e35-9076-f60cce15c4c5 req-e867c302-4baf-466e-b179-bc5755fca5a5 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?device_id=759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8 HTTP/1.1" status: 200 len: 945 time: 0.1071255 Aug 28 15:00:30.659152 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-dc34d2b4-047c-43c4-9a67-411b0327bf5c admin admin] Deleting port 23bb24e2-b59f-46ec-b1f0-a63923d4e7c1 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:00:30.660039 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc34d2b4-047c-43c4-9a67-411b0327bf5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:30.662077 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa8166b6-4542-45a4-9afd-106701b96d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:30.663232 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8166b6-4542-45a4-9afd-106701b96d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:30.663833 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa8166b6-4542-45a4-9afd-106701b96d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:30.697114 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-bfc23e00-1f2d-4095-abfe-cdd69ac38ea4 None None] For port 23bb24e2-b59f-46ec-b1f0-a63923d4e7c1, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=23bb24e2-b59f-46ec-b1f0-a63923d4e7c1,segment=NetworkSegment(600d6c52-dc1b-4163-9402-43ea34c23f99),segment_id=600d6c52-dc1b-4163-9402-43ea34c23f99)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:30.698398 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-bfc23e00-1f2d-4095-abfe-cdd69ac38ea4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:30.716010 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-bfc23e00-1f2d-4095-abfe-cdd69ac38ea4 None None] Calling delete_port for 23bb24e2-b59f-46ec-b1f0-a63923d4e7c1 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:00:30.797004 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b8cfb9-dd43-452e-bf20-8d993ec72119'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:30.799443 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ea847b-e594-4f04-a766-b042fc1e0c9d" -d '{"events": [{"server_uuid": "759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8", "name": "network-vif-plugged", "status": "completed", "tag": "20b8cfb9-dd43-452e-bf20-8d993ec72119"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:30.812232 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-bfc23e00-1f2d-4095-abfe-cdd69ac38ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:30.853108 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc23e00-1f2d-4095-abfe-cdd69ac38ea4 None None] Pushing event deleted for resources: {'Port': ['ID=23bb24e2-b59f-46ec-b1f0-a63923d4e7c1,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:30.855226 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc23e00-1f2d-4095-abfe-cdd69ac38ea4 None None] No DVR routers for this DVR port 23bb24e2-b59f-46ec-b1f0-a63923d4e7c1 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:00:31.103925 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-e95ab318-7186-43b5-89f0-e7f579d2844d req-a4a5f4cf-3115-4559-aeeb-8ada18fb485c tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-129402445', 'description': 'tempest-description-346503031'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:31.126030 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e95ab318-7186-43b5-89f0-e7f579d2844d req-a4a5f4cf-3115-4559-aeeb-8ada18fb485c tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:31.128052 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-aa8166b6-4542-45a4-9afd-106701b96d4b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1578400 Aug 28 15:00:31.130919 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33740) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:31.142915 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-1a3b6bde-de52-478b-8938-6901d31d6f8e admin admin] Request body: {'subnet': {'network_id': 'ae24ad12-66df-4f98-8f52-41424ce2024c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-222055626-subnet', 'tenant_id': '602286d5074847ef8994e5ac3b5cb388', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:31.145878 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-dc34d2b4-047c-43c4-9a67-411b0327bf5c admin admin] For port 23bb24e2-b59f-46ec-b1f0-a63923d4e7c1, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=23bb24e2-b59f-46ec-b1f0-a63923d4e7c1,segment=NetworkSegment(600d6c52-dc1b-4163-9402-43ea34c23f99),segment_id=600d6c52-dc1b-4163-9402-43ea34c23f99)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:31.146254 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc34d2b4-047c-43c4-9a67-411b0327bf5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:31.155216 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8166b6-4542-45a4-9afd-106701b96d4b admin admin] Pushing event updated for resources: {'Network': ['ID=ae24ad12-66df-4f98-8f52-41424ce2024c,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:31.164639 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1ed3c224-0945-4e35-9076-f60cce15c4c5 req-18c760a7-7991-4919-a381-e590648cee33 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0a580e-4589-4131-81c4-0296f4870f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971611 Aug 28 15:00:31.168757 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-dc34d2b4-047c-43c4-9a67-411b0327bf5c admin admin] Calling delete_port for 23bb24e2-b59f-46ec-b1f0-a63923d4e7c1 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:00:31.169791 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network ae24ad12-66df-4f98-8f52-41424ce2024c details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:00:31.173781 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3b6bde-de52-478b-8938-6901d31d6f8e admin admin] Made reservation on behalf of 602286d5074847ef8994e5ac3b5cb388 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:00:31.176473 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1a3b6bde-de52-478b-8938-6901d31d6f8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:31.253867 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc34d2b4-047c-43c4-9a67-411b0327bf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:31.270492 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7667587b-8bbf-45ce-a805-0a8f89d60549 x-openstack-request-id: req-7667587b-8bbf-45ce-a805-0a8f89d60549 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:31.271102 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8", "name": "network-vif-plugged", "status": "completed", "tag": "20b8cfb9-dd43-452e-bf20-8d993ec72119", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:31.271513 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7667587b-8bbf-45ce-a805-0a8f89d60549 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:31.272088 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b8cfb9-dd43-452e-bf20-8d993ec72119', 'code': 200} Aug 28 15:00:31.295113 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34d2b4-047c-43c4-9a67-411b0327bf5c admin admin] Pushing event deleted for resources: {'Port': ['ID=23bb24e2-b59f-46ec-b1f0-a63923d4e7c1,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:31.299087 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc34d2b4-047c-43c4-9a67-411b0327bf5c admin admin] No DVR routers for this DVR port 23bb24e2-b59f-46ec-b1f0-a63923d4e7c1 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:00:31.393641 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc34d2b4-047c-43c4-9a67-411b0327bf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:31.407105 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-dc34d2b4-047c-43c4-9a67-411b0327bf5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7665603e-97fd-4863-b47b-f3f4546dc368']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:31.418800 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-dc34d2b4-047c-43c4-9a67-411b0327bf5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '600d6c52-dc1b-4163-9402-43ea34c23f99') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:31.419589 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-dc34d2b4-047c-43c4-9a67-411b0327bf5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '600d6c52-dc1b-4163-9402-43ea34c23f99') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:31.431538 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc34d2b4-047c-43c4-9a67-411b0327bf5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:31.448662 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc34d2b4-047c-43c4-9a67-411b0327bf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:31.455804 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc34d2b4-047c-43c4-9a67-411b0327bf5c admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:00:31.456482 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc34d2b4-047c-43c4-9a67-411b0327bf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:00:31.458631 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:00:31.528941 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc34d2b4-047c-43c4-9a67-411b0327bf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:31.552403 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc34d2b4-047c-43c4-9a67-411b0327bf5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:31.554262 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-dc34d2b4-047c-43c4-9a67-411b0327bf5c admin admin] 10.222.0.13 "DELETE /v2.0/networks/7665603e-97fd-4863-b47b-f3f4546dc368 HTTP/1.1" status: 204 len: 168 time: 1.2848237 Aug 28 15:00:31.563890 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33756) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:31.565831 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34d2b4-047c-43c4-9a67-411b0327bf5c admin admin] Pushing event deleted for resources: {'Network': ['ID=7665603e-97fd-4863-b47b-f3f4546dc368,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:31.588691 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba970a0b-9755-4f29-a80a-2f781cf046e2 req-f78e3770-e851-48bc-a840-a2ff68e3ccfd tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:31.590270 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ba970a0b-9755-4f29-a80a-2f781cf046e2 req-f78e3770-e851-48bc-a840-a2ff68e3ccfd tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.13 "GET /v2.0/ports?device_id=20936535-7c13-4466-ab6f-426f4567c3b2 HTTP/1.1" status: 200 len: 945 time: 0.0706489 Aug 28 15:00:31.633556 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ba970a0b-9755-4f29-a80a-2f781cf046e2 req-57a30105-3cb1-40e2-8903-641bda4f8acc tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4cb7761-776e-4787-ad97-c71459518319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350707 Aug 28 15:00:31.670046 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b368a-fbd7-468a-88ed-fa8f99f63c53 req-23eac5bd-ece4-4f6c-9c80-96a11856f205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:31.672858 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c9b368a-fbd7-468a-88ed-fa8f99f63c53 req-23eac5bd-ece4-4f6c-9c80-96a11856f205 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8 HTTP/1.1" status: 200 len: 1097 time: 0.1525779 Aug 28 15:00:31.674571 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 8f76625a-866f-4475-8c0a-4bd9d515274a no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:00:31.714464 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 8f76625a-866f-4475-8c0a-4bd9d515274a {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:00:31.715045 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 8f76625a-866f-4475-8c0a-4bd9d515274a not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:00:31.715299 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 23bb24e2-b59f-46ec-b1f0-a63923d4e7c1 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:00:31.740199 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 23bb24e2-b59f-46ec-b1f0-a63923d4e7c1 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:00:31.740862 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 23bb24e2-b59f-46ec-b1f0-a63923d4e7c1 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:00:31.793883 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e95ab318-7186-43b5-89f0-e7f579d2844d req-a4a5f4cf-3115-4559-aeeb-8ada18fb485c tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:31.804332 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e95ab318-7186-43b5-89f0-e7f579d2844d req-a4a5f4cf-3115-4559-aeeb-8ada18fb485c tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:31.847976 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568df90e-dd8b-4c6a-8893-52776cd23a66 req-ba1394d0-d3f8-4a49-8074-229e3309b1c6 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:31.849662 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-568df90e-dd8b-4c6a-8893-52776cd23a66 req-ba1394d0-d3f8-4a49-8074-229e3309b1c6 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=9624219d-a68e-445e-b0e4-9349774d50fe HTTP/1.1" status: 200 len: 946 time: 0.0537035 Aug 28 15:00:31.852474 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c9b368a-fbd7-468a-88ed-fa8f99f63c53 req-a45e30fa-e595-4604-b439-215e1719e67c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2b0a580e-4589-4131-81c4-0296f4870f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463528 Aug 28 15:00:31.890690 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-568df90e-dd8b-4c6a-8893-52776cd23a66 req-aa792c22-2267-4714-bae9-8f79b41ca96a tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345397 Aug 28 15:00:31.894855 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e95ab318-7186-43b5-89f0-e7f579d2844d req-a4a5f4cf-3115-4559-aeeb-8ada18fb485c tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:31.896136 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e95ab318-7186-43b5-89f0-e7f579d2844d req-a4a5f4cf-3115-4559-aeeb-8ada18fb485c tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7968192 Aug 28 15:00:31.930844 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5f4cf-3115-4559-aeeb-8ada18fb485c tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f34b3e8-471f-4308-b23d-60aaf4c15cdf,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:31.978187 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-4b1e2a4a-4cd7-4b86-b140-3638e1b525fa req-04213772-bf08-4f5e-bc56-5c5f46f76f85 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1731509014', 'description': 'tempest-description-1195843058'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:32.010146 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1a3b6bde-de52-478b-8938-6901d31d6f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:32.018764 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4b1e2a4a-4cd7-4b86-b140-3638e1b525fa req-04213772-bf08-4f5e-bc56-5c5f46f76f85 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:32.151497 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4b1e2a4a-4cd7-4b86-b140-3638e1b525fa req-04213772-bf08-4f5e-bc56-5c5f46f76f85 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:32.156971 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4b1e2a4a-4cd7-4b86-b140-3638e1b525fa req-04213772-bf08-4f5e-bc56-5c5f46f76f85 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:32.194709 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b6bde-de52-478b-8938-6901d31d6f8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c8b154e-039f-4ee4-b255-1db7119187b0,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:32.200722 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4b1e2a4a-4cd7-4b86-b140-3638e1b525fa req-04213772-bf08-4f5e-bc56-5c5f46f76f85 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:32.208138 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4b1e2a4a-4cd7-4b86-b140-3638e1b525fa req-04213772-bf08-4f5e-bc56-5c5f46f76f85 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2339075 Aug 28 15:00:32.209966 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04213772-bf08-4f5e-bc56-5c5f46f76f85 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f12ba6ed-62ee-41bb-b58f-eaaca8343e52,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:32.276849 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33800) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:32.277103 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-addbbd4c-d947-4398-a45c-91eaae472c50 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1871397 Aug 28 15:00:32.282324 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3b6bde-de52-478b-8938-6901d31d6f8e admin admin] Checking segment: {'id': '30c3bd03-6d20-4f9c-ac2f-08cf062737b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ae24ad12-66df-4f98-8f52-41424ce2024c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:00:32.282746 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3b6bde-de52-478b-8938-6901d31d6f8e admin admin] Network hostable DHCP agents. Network: ae24ad12-66df-4f98-8f52-41424ce2024c, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:00:32.294859 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e2d84063-bd7c-4efe-be2e-594fcd5c7c79 req-974c3e3a-1b3f-4574-bfe5-a0bdeea42e21 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "GET /v2.0/security-groups/5f34b3e8-471f-4308-b23d-60aaf4c15cdf HTTP/1.1" status: 200 len: 1803 time: 0.0689421 Aug 28 15:00:32.347760 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e2d84063-bd7c-4efe-be2e-594fcd5c7c79 req-e525df04-9fdc-472b-b9a9-bf1086257cad tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "GET /v2.0/security-groups/f12ba6ed-62ee-41bb-b58f-eaaca8343e52 HTTP/1.1" status: 200 len: 1805 time: 0.0428402 Aug 28 15:00:32.348003 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3b6bde-de52-478b-8938-6901d31d6f8e admin admin] Network ae24ad12-66df-4f98-8f52-41424ce2024c is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:00:32.359506 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-e2d84063-bd7c-4efe-be2e-594fcd5c7c79 req-93b99a57-e0d0-44db-a3a5-eb4724316fae tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5f34b3e8-471f-4308-b23d-60aaf4c15cdf', 'remote_group_id': 'f12ba6ed-62ee-41bb-b58f-eaaca8343e52', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:32.359859 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-e2d84063-bd7c-4efe-be2e-594fcd5c7c79 req-93b99a57-e0d0-44db-a3a5-eb4724316fae tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5f34b3e8-471f-4308-b23d-60aaf4c15cdf', 'remote_group_id': 'f12ba6ed-62ee-41bb-b58f-eaaca8343e52', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:32.392356 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-1a3b6bde-de52-478b-8938-6901d31d6f8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, ae24ad12-66df-4f98-8f52-41424ce2024c) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:00:32.406318 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ba09b-c087-4f76-8d5d-cb6f00541843 req-265dda36-6001-4169-ada9-6f6e775c80d6 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:32.407903 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e04ba09b-c087-4f76-8d5d-cb6f00541843 req-265dda36-6001-4169-ada9-6f6e775c80d6 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?device_id=759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8 HTTP/1.1" status: 200 len: 945 time: 0.1224747 Aug 28 15:00:32.409590 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327ce106-0393-4e33-88bc-65dd5e53332b None None] Network ae24ad12-66df-4f98-8f52-41424ce2024c requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:00:32.410825 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3b6bde-de52-478b-8938-6901d31d6f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:32.411581 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1a3b6bde-de52-478b-8938-6901d31d6f8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:32.443431 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6650-669f-4f89-a4f3-df2792ef1888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:32.466576 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e2d84063-bd7c-4efe-be2e-594fcd5c7c79 req-93b99a57-e0d0-44db-a3a5-eb4724316fae tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:32.473891 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38576dc4-a962-4230-8bb0-752c59f3402b req-92e413c8-2b84-46e5-8445-a06909fe49a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:32.474293 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38576dc4-a962-4230-8bb0-752c59f3402b req-92e413c8-2b84-46e5-8445-a06909fe49a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:32.474768 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38576dc4-a962-4230-8bb0-752c59f3402b req-92e413c8-2b84-46e5-8445-a06909fe49a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:32.475226 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38576dc4-a962-4230-8bb0-752c59f3402b req-92e413c8-2b84-46e5-8445-a06909fe49a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:32.475704 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38576dc4-a962-4230-8bb0-752c59f3402b req-92e413c8-2b84-46e5-8445-a06909fe49a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:32.476160 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38576dc4-a962-4230-8bb0-752c59f3402b req-92e413c8-2b84-46e5-8445-a06909fe49a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:32.476621 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38576dc4-a962-4230-8bb0-752c59f3402b req-92e413c8-2b84-46e5-8445-a06909fe49a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:32.478864 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-92e413c8-2b84-46e5-8445-a06909fe49a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c41f7ff750b41758b81cc9b9f8f4744&device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 6505 time: 0.1481347 Aug 28 15:00:32.488383 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1a3b6bde-de52-478b-8938-6901d31d6f8e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3562152 Aug 28 15:00:32.528903 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e2d84063-bd7c-4efe-be2e-594fcd5c7c79 req-93b99a57-e0d0-44db-a3a5-eb4724316fae tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:32.529506 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e04ba09b-c087-4f76-8d5d-cb6f00541843 req-f3a79b68-a679-4301-a95b-8bcc7e0dae72 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0a580e-4589-4131-81c4-0296f4870f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056724 Aug 28 15:00:32.602517 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6650-669f-4f89-a4f3-df2792ef1888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:32.605620 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e2d84063-bd7c-4efe-be2e-594fcd5c7c79 req-93b99a57-e0d0-44db-a3a5-eb4724316fae tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:32.620944 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6650-669f-4f89-a4f3-df2792ef1888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:32.641943 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b99a57-e0d0-44db-a3a5-eb4724316fae tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f130ebb8-f893-42ba-a70d-54d29cf54bab,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:32.644954 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7c67a8ef-4386-4bbd-8bb0-265b654db24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:32.657970 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867057a0-a2d4-4fb1-b1c7-89251b9f4b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-ae24ad12-66df-4f98-8f52-41424ce2024c', 'network_id': 'ae24ad12-66df-4f98-8f52-41424ce2024c', 'tenant_id': '602286d5074847ef8994e5ac3b5cb388', 'fixed_ips': [{'subnet_id': '7c8b154e-039f-4ee4-b255-1db7119187b0'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:00:32.657970 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-867057a0-a2d4-4fb1-b1c7-89251b9f4b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:32.693089 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e2d84063-bd7c-4efe-be2e-594fcd5c7c79 req-93b99a57-e0d0-44db-a3a5-eb4724316fae tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:32.698302 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e2d84063-bd7c-4efe-be2e-594fcd5c7c79 req-93b99a57-e0d0-44db-a3a5-eb4724316fae tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3436081 Aug 28 15:00:32.711408 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0a5c6650-669f-4f89-a4f3-df2792ef1888 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd1858c84afb43f0b867bb3cf19b8cd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4332545 Aug 28 15:00:32.713685 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c6650-669f-4f89-a4f3-df2792ef1888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d5b57d-4432-424a-b633-53e829aadaa5,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:32.716409 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33818) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:32.775854 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38576dc4-a962-4230-8bb0-752c59f3402b req-f9d3ec23-00e7-43e5-892a-024aee500445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:32.776477 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38576dc4-a962-4230-8bb0-752c59f3402b req-f9d3ec23-00e7-43e5-892a-024aee500445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:32.777078 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38576dc4-a962-4230-8bb0-752c59f3402b req-f9d3ec23-00e7-43e5-892a-024aee500445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:32.780985 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-f9d3ec23-00e7-43e5-892a-024aee500445 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1b33141-ca0c-463e-90a5-3e011354593f&id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&id=81167e94-3666-4c28-a056-416ea7a0c9d3&id=81167e94-3666-4c28-a056-416ea7a0c9d3 HTTP/1.1" status: 200 len: 2297 time: 0.2466619 Aug 28 15:00:32.789607 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-3e61216a-489e-4dd7-ad6e-356f8b175055 req-295e017e-a193-4a67-afbf-9d3fe2afab4f tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-150739790', 'description': 'tempest-description-2135610034'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:32.808021 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-955b7432-f7d1-45f6-9974-79637a1744fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:32.820600 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3e61216a-489e-4dd7-ad6e-356f8b175055 req-295e017e-a193-4a67-afbf-9d3fe2afab4f tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:32.843957 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-955b7432-f7d1-45f6-9974-79637a1744fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:32.868549 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-867057a0-a2d4-4fb1-b1c7-89251b9f4b09 None None] Allocated IP 172.20.0.2 (ae24ad12-66df-4f98-8f52-41424ce2024c/7c8b154e-039f-4ee4-b255-1db7119187b0/eb14f7f0-f5f2-4bb6-9794-d883a09efb35) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:00:32.916816 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-955b7432-f7d1-45f6-9974-79637a1744fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:32.921144 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-955b7432-f7d1-45f6-9974-79637a1744fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:32.925318 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-955b7432-f7d1-45f6-9974-79637a1744fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73d5b57d-4432-424a-b633-53e829aadaa5 HTTP/1.1" status: 204 len: 168 time: 0.1943843 Aug 28 15:00:32.954004 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b7432-f7d1-45f6-9974-79637a1744fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d5b57d-4432-424a-b633-53e829aadaa5,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:33.025440 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-6f98d024-030c-439b-9695-7385d3002104 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b87fed8-f886-448a-9c21-e53f6cc4e49a HTTP/1.1" status: 200 len: 1000 time: 0.2069514 Aug 28 15:00:33.149621 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-867057a0-a2d4-4fb1-b1c7-89251b9f4b09 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:33.173360 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-867057a0-a2d4-4fb1-b1c7-89251b9f4b09 None None] Transition to ACTIVE for port object eb14f7f0-f5f2-4bb6-9794-d883a09efb35 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:00:33.190300 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38576dc4-a962-4230-8bb0-752c59f3402b req-0e3254b1-ee2c-4bc3-81f9-d90bfc1dd387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:33.192300 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-0e3254b1-ee2c-4bc3-81f9-d90bfc1dd387 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0834cea-40c4-4457-8496-7782b5b24a25 HTTP/1.1" status: 200 len: 856 time: 0.1516964 Aug 28 15:00:33.206521 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-867057a0-a2d4-4fb1-b1c7-89251b9f4b09 None None] Transition to ACTIVE for port object eb14f7f0-f5f2-4bb6-9794-d883a09efb35 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:00:33.215867 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-867057a0-a2d4-4fb1-b1c7-89251b9f4b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:33.266946 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867057a0-a2d4-4fb1-b1c7-89251b9f4b09 None None] Network ae24ad12-66df-4f98-8f52-41424ce2024c is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:00:33.270124 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-867057a0-a2d4-4fb1-b1c7-89251b9f4b09 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:00:33.278295 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867057a0-a2d4-4fb1-b1c7-89251b9f4b09 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:00:33.288335 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867057a0-a2d4-4fb1-b1c7-89251b9f4b09 None None] Pushing event updated for resources: {'Port': ['ID=eb14f7f0-f5f2-4bb6-9794-d883a09efb35,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:33.294787 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3e61216a-489e-4dd7-ad6e-356f8b175055 req-295e017e-a193-4a67-afbf-9d3fe2afab4f tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:33.305707 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3e61216a-489e-4dd7-ad6e-356f8b175055 req-295e017e-a193-4a67-afbf-9d3fe2afab4f tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:33.329333 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38576dc4-a962-4230-8bb0-752c59f3402b req-82196976-1f88-4378-89fe-051001c80712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:33.331099 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-82196976-1f88-4378-89fe-051001c80712 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1b33141-ca0c-463e-90a5-3e011354593f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1164989 Aug 28 15:00:33.336611 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3e61216a-489e-4dd7-ad6e-356f8b175055 req-295e017e-a193-4a67-afbf-9d3fe2afab4f tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:33.347673 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3e61216a-489e-4dd7-ad6e-356f8b175055 req-295e017e-a193-4a67-afbf-9d3fe2afab4f tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5629764 Aug 28 15:00:33.351793 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-867057a0-a2d4-4fb1-b1c7-89251b9f4b09 None None] Attempting to bind port eb14f7f0-f5f2-4bb6-9794-d883a09efb35 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:00:33.352172 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-867057a0-a2d4-4fb1-b1c7-89251b9f4b09 None None] Attempting to bind port eb14f7f0-f5f2-4bb6-9794-d883a09efb35 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '30c3bd03-6d20-4f9c-ac2f-08cf062737b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ae24ad12-66df-4f98-8f52-41424ce2024c'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:00:33.352537 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867057a0-a2d4-4fb1-b1c7-89251b9f4b09 None None] Attempting to bind port eb14f7f0-f5f2-4bb6-9794-d883a09efb35 on network ae24ad12-66df-4f98-8f52-41424ce2024c {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:00:33.357895 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867057a0-a2d4-4fb1-b1c7-89251b9f4b09 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:00:33.358796 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867057a0-a2d4-4fb1-b1c7-89251b9f4b09 None None] Checking segment: {'id': '30c3bd03-6d20-4f9c-ac2f-08cf062737b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ae24ad12-66df-4f98-8f52-41424ce2024c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:00:33.359204 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-867057a0-a2d4-4fb1-b1c7-89251b9f4b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:33.359604 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867057a0-a2d4-4fb1-b1c7-89251b9f4b09 None None] Bound using segment: {'id': '30c3bd03-6d20-4f9c-ac2f-08cf062737b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ae24ad12-66df-4f98-8f52-41424ce2024c'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:00:33.360149 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-867057a0-a2d4-4fb1-b1c7-89251b9f4b09 None None] Bound port: eb14f7f0-f5f2-4bb6-9794-d883a09efb35, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c3bd03-6d20-4f9c-ac2f-08cf062737b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ae24ad12-66df-4f98-8f52-41424ce2024c'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:00:33.360480 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-867057a0-a2d4-4fb1-b1c7-89251b9f4b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:33.452895 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-867057a0-a2d4-4fb1-b1c7-89251b9f4b09 None None] For port eb14f7f0-f5f2-4bb6-9794-d883a09efb35, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:00:33.457317 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-867057a0-a2d4-4fb1-b1c7-89251b9f4b09 None None] For port eb14f7f0-f5f2-4bb6-9794-d883a09efb35, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=eb14f7f0-f5f2-4bb6-9794-d883a09efb35,segment=NetworkSegment(30c3bd03-6d20-4f9c-ac2f-08cf062737b2),segment_id=30c3bd03-6d20-4f9c-ac2f-08cf062737b2)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:00:33.462654 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-867057a0-a2d4-4fb1-b1c7-89251b9f4b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:33.468366 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e017e-a193-4a67-afbf-9d3fe2afab4f tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=837236c1-c25d-430c-af99-8778f0af136f,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:33.533758 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device c677c2de-3d02-411b-98a7-6e7446d30ec3 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:00:33.603847 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867057a0-a2d4-4fb1-b1c7-89251b9f4b09 None None] Pushing event updated for resources: {'Port': ['ID=eb14f7f0-f5f2-4bb6-9794-d883a09efb35,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:33.618546 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2d6c0-562d-4761-a2e8-889f6b4406cf req-de139b30-a256-4d12-a2e7-b0583871d24c tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:33.627136 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7eb2d6c0-562d-4761-a2e8-889f6b4406cf req-de139b30-a256-4d12-a2e7-b0583871d24c tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=9624219d-a68e-445e-b0e4-9349774d50fe HTTP/1.1" status: 200 len: 946 time: 0.1818714 Aug 28 15:00:33.664636 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-f45dca85-8156-4164-8283-76c56ca631da service neutron] 10.222.0.36 "GET /v2.0/networks/f1b33141-ca0c-463e-90a5-3e011354593f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127527 Aug 28 15:00:33.685154 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-7c67a8ef-4386-4bbd-8bb0-265b654db24b admin admin] Deleting port 2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:00:33.685506 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7c67a8ef-4386-4bbd-8bb0-265b654db24b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:33.701214 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-17a262f9-ca16-48bb-9fce-f8e752801bd8 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:33.709112 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-17a262f9-ca16-48bb-9fce-f8e752801bd8 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/networks?id=ae24ad12-66df-4f98-8f52-41424ce2024c HTTP/1.1" status: 200 len: 815 time: 0.1667790 Aug 28 15:00:33.727105 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-c6755a81-87e0-47dd-8840-2d03bdceee6c tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/quotas/602286d5074847ef8994e5ac3b5cb388 HTTP/1.1" status: 200 len: 375 time: 0.0164587 Aug 28 15:00:33.814704 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port c677c2de-3d02-411b-98a7-6e7446d30ec3, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=c677c2de-3d02-411b-98a7-6e7446d30ec3,segment=NetworkSegment(56e55a35-3570-4cec-88c5-f76cdfa3881a),segment_id=56e55a35-3570-4cec-88c5-f76cdfa3881a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:33.815371 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-d4089bc3-c189-47c8-a0bf-d092c35510d4 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=602286d5074847ef8994e5ac3b5cb388&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0841033 Aug 28 15:00:33.831412 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'c677c2de-3d02-411b-98a7-6e7446d30ec3', 'network_id': '8404fc60-2695-490e-81aa-576e7b73d9df', 'port_id': 'c677c2de-3d02-411b-98a7-6e7446d30ec3', 'mac_address': 'fa:16:3e:fd:13:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e27c48-8948-454b-9eb7-538bfc94a031', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:00:33.903837 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:33.918682 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c677c2de-3d02-411b-98a7-6e7446d30ec3 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:00:33.937638 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7eb2d6c0-562d-4761-a2e8-889f6b4406cf req-f674b280-cf86-4c8e-bf37-181869978a26 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094466 Aug 28 15:00:33.964705 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port c677c2de-3d02-411b-98a7-6e7446d30ec3, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=c677c2de-3d02-411b-98a7-6e7446d30ec3,segment=NetworkSegment(56e55a35-3570-4cec-88c5-f76cdfa3881a),segment_id=56e55a35-3570-4cec-88c5-f76cdfa3881a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:33.972367 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:33.986263 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-7c67a8ef-4386-4bbd-8bb0-265b654db24b admin admin] For port 2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d,segment=NetworkSegment(e78f3bd2-f325-40c2-8c5a-b981d71135af),segment_id=e78f3bd2-f325-40c2-8c5a-b981d71135af)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:33.986707 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7c67a8ef-4386-4bbd-8bb0-265b654db24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:33.988143 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-a7663546-9f72-4b5a-adf7-2bf44f2fd38c service neutron] 10.222.0.13 "GET /v2.0/networks/ae24ad12-66df-4f98-8f52-41424ce2024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711695 Aug 28 15:00:34.037348 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-7c67a8ef-4386-4bbd-8bb0-265b654db24b admin admin] Calling delete_port for 2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:00:34.041129 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-282a1040-6a84-4aa0-b752-40ad09e9226a service neutron] 10.222.0.36 "GET /v2.0/networks/f1b33141-ca0c-463e-90a5-3e011354593f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578923 Aug 28 15:00:34.086672 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=c677c2de-3d02-411b-98a7-6e7446d30ec3,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:34.114252 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['c677c2de-3d02-411b-98a7-6e7446d30ec3'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:00:34.172625 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-875075fb-36c2-4ed7-be9f-b4e8fa311473 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=7e62bbc1-7086-4e73-bc5b-92ef2064ead1 HTTP/1.1" status: 200 len: 217 time: 0.0604796 Aug 28 15:00:34.190434 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-010a99fb-1120-4dea-909a-019dd52d715b service neutron] 10.222.0.13 "GET /v2.0/networks/ae24ad12-66df-4f98-8f52-41424ce2024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013204 Aug 28 15:00:34.266257 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38576dc4-a962-4230-8bb0-752c59f3402b req-bb3788c6-34bd-476f-978b-e4cc25afde31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:34.267875 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-bb3788c6-34bd-476f-978b-e4cc25afde31 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a37ef518-489b-4615-b751-b3cd93e01029 HTTP/1.1" status: 200 len: 797 time: 0.0561650 Aug 28 15:00:34.359535 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-6293cb66-127c-4dbf-8ba2-a588b84887a6 req-d28caf9e-4399-4a66-9583-439f69667c01 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1755383561', 'description': 'tempest-description-1108105974'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:34.369990 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0204c-c32d-4c41-850d-2ee0d3fda5c0 req-86107761-baaa-4113-a463-3c42f1615b44 tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:34.378197 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93d0204c-c32d-4c41-850d-2ee0d3fda5c0 req-86107761-baaa-4113-a463-3c42f1615b44 tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.13 "GET /v2.0/ports?device_id=20936535-7c13-4466-ab6f-426f4567c3b2 HTTP/1.1" status: 200 len: 945 time: 0.2093263 Aug 28 15:00:34.433010 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6293cb66-127c-4dbf-8ba2-a588b84887a6 req-d28caf9e-4399-4a66-9583-439f69667c01 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:34.437902 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38576dc4-a962-4230-8bb0-752c59f3402b req-c958994b-7922-478c-b4c4-aac8f33b43cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:34.439469 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-c958994b-7922-478c-b4c4-aac8f33b43cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1355443 Aug 28 15:00:34.551499 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93d0204c-c32d-4c41-850d-2ee0d3fda5c0 req-8d8fb2c2-d61c-403a-b707-bbd84b1988e3 tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4cb7761-776e-4787-ad97-c71459518319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723547 Aug 28 15:00:34.594023 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-cc933dd8-cf02-482f-bf79-a21f351e14ee service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435058 Aug 28 15:00:34.629550 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6293cb66-127c-4dbf-8ba2-a588b84887a6 req-d28caf9e-4399-4a66-9583-439f69667c01 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:34.644950 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6293cb66-127c-4dbf-8ba2-a588b84887a6 req-d28caf9e-4399-4a66-9583-439f69667c01 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:34.683436 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6293cb66-127c-4dbf-8ba2-a588b84887a6 req-d28caf9e-4399-4a66-9583-439f69667c01 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:34.684849 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6293cb66-127c-4dbf-8ba2-a588b84887a6 req-d28caf9e-4399-4a66-9583-439f69667c01 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3361588 Aug 28 15:00:34.697248 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28caf9e-4399-4a66-9583-439f69667c01 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=473ac64f-dc3f-4113-abd1-6fd9ea594c63,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:34.783258 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7c67a8ef-4386-4bbd-8bb0-265b654db24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:34.850253 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d003f60-4231-44dc-b67f-bd6c76c461e4 None None] Network ae24ad12-66df-4f98-8f52-41424ce2024c requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:00:34.944370 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-09f9edde-1888-44a3-acb5-635f945e34db None None] Provisioning for port eb14f7f0-f5f2-4bb6-9794-d883a09efb35 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:00:35.095544 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67a8ef-4386-4bbd-8bb0-265b654db24b admin admin] Pushing event deleted for resources: {'Port': ['ID=2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:35.142133 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-3f2f1a72-db01-43ed-b33f-23c8cc65a25b service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369694 Aug 28 15:00:35.171993 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09692405-5133-4204-9293-f5959212dd01 req-383bee96-7503-4bd5-8ab0-8863b2cc18c8 tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:35.173664 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-09692405-5133-4204-9293-f5959212dd01 req-383bee96-7503-4bd5-8ab0-8863b2cc18c8 tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.36 "GET /v2.0/ports?device_id=20936535-7c13-4466-ab6f-426f4567c3b2 HTTP/1.1" status: 200 len: 945 time: 0.4598143 Aug 28 15:00:35.248125 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-b710186e-e5dd-448e-a378-d3e256b5201a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=7840cbd9-0758-4ada-854e-1b4e2f5d208a HTTP/1.1" status: 200 len: 217 time: 0.0571840 Aug 28 15:00:35.261651 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852aa8c-27af-4d74-81d4-3d5681dd6688 req-49371eba-d491-459e-bdc5-874a2856a5cf tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:35.270316 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3852aa8c-27af-4d74-81d4-3d5681dd6688 req-49371eba-d491-459e-bdc5-874a2856a5cf tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?device_id=759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8 HTTP/1.1" status: 200 len: 945 time: 0.5550506 Aug 28 15:00:35.286034 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b653e83-5a3d-44fc-b11c-564776079dca req-b50fe318-2610-43c1-a639-3416d7d67589 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:35.303315 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4b653e83-5a3d-44fc-b11c-564776079dca req-b50fe318-2610-43c1-a639-3416d7d67589 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/networks?id=ae24ad12-66df-4f98-8f52-41424ce2024c HTTP/1.1" status: 200 len: 815 time: 0.2743788 Aug 28 15:00:35.330232 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4b653e83-5a3d-44fc-b11c-564776079dca req-6e825fb5-6174-4426-9b1e-835347c4c95f tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/quotas/602286d5074847ef8994e5ac3b5cb388 HTTP/1.1" status: 200 len: 375 time: 0.0257304 Aug 28 15:00:35.419594 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4b653e83-5a3d-44fc-b11c-564776079dca req-5f61ff47-1209-4c20-bc35-59180e62d751 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=602286d5074847ef8994e5ac3b5cb388&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0883060 Aug 28 15:00:35.549245 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33912) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:35.562284 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device c677c2de-3d02-411b-98a7-6e7446d30ec3 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:00:35.583683 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4b653e83-5a3d-44fc-b11c-564776079dca req-c22f2a08-5a6f-425f-9df0-2f394a2e8f35 service neutron] 10.222.0.13 "GET /v2.0/networks/ae24ad12-66df-4f98-8f52-41424ce2024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631503 Aug 28 15:00:35.636019 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3852aa8c-27af-4d74-81d4-3d5681dd6688 req-9584a000-2046-441e-9347-8ce4a208c7c8 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0a580e-4589-4131-81c4-0296f4870f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607190 Aug 28 15:00:35.668559 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port c677c2de-3d02-411b-98a7-6e7446d30ec3 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:00:35.668943 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:35.714220 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4b653e83-5a3d-44fc-b11c-564776079dca req-b9a1b213-1e3d-4c86-8368-1a26212299ee service neutron] 10.222.0.13 "GET /v2.0/networks/ae24ad12-66df-4f98-8f52-41424ce2024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220953 Aug 28 15:00:35.751053 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38576dc4-a962-4230-8bb0-752c59f3402b req-c6b90a63-1c95-42fb-ab74-187ebac34612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:35.752541 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-c6b90a63-1c95-42fb-ab74-187ebac34612 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a37ef518-489b-4615-b751-b3cd93e01029 HTTP/1.1" status: 200 len: 797 time: 0.4726715 Aug 28 15:00:35.761920 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d5328c85-bb65-4a8d-9964-f5bcaa61402b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:35.791905 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:35.816154 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f7dbc193-0336-4761-827f-a2eb710e48b7 req-56611a16-3775-416e-9125-3c14961dc633 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "GET /v2.0/security-groups/837236c1-c25d-430c-af99-8778f0af136f HTTP/1.1" status: 200 len: 1804 time: 0.1243348 Aug 28 15:00:35.832443 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9624219d-a68e-445e-b0e4-9349774d50fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c677c2de-3d02-411b-98a7-6e7446d30ec3'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:35.833223 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7c67a8ef-4386-4bbd-8bb0-265b654db24b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:35.838565 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2de6bdd-33de-4fd4-a342-1457aafe5261" -d '{"events": [{"server_uuid": "9624219d-a68e-445e-b0e4-9349774d50fe", "name": "network-vif-plugged", "status": "completed", "tag": "c677c2de-3d02-411b-98a7-6e7446d30ec3"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:35.857533 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device eb14f7f0-f5f2-4bb6-9794-d883a09efb35 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:00:35.889075 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38576dc4-a962-4230-8bb0-752c59f3402b req-d35b84a3-cd53-4c64-b68c-a2ea2b5335ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:35.890891 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-d35b84a3-cd53-4c64-b68c-a2ea2b5335ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1243792 Aug 28 15:00:35.897629 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port c677c2de-3d02-411b-98a7-6e7446d30ec3, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=c677c2de-3d02-411b-98a7-6e7446d30ec3,segment=NetworkSegment(56e55a35-3570-4cec-88c5-f76cdfa3881a),segment_id=56e55a35-3570-4cec-88c5-f76cdfa3881a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:35.899214 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d5328c85-bb65-4a8d-9964-f5bcaa61402b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:35.906369 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:35.925055 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d5328c85-bb65-4a8d-9964-f5bcaa61402b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:35.998418 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d5328c85-bb65-4a8d-9964-f5bcaa61402b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a427cea9fb1b4ff1b29c714bb01f1b04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4481010 Aug 28 15:00:36.016748 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5328c85-bb65-4a8d-9964-f5bcaa61402b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb702a3-14d0-41e2-ae99-5da77ae9e109,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:36.020713 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33926) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:36.050285 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=c677c2de-3d02-411b-98a7-6e7446d30ec3,revision_number=7']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:36.063371 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port eb14f7f0-f5f2-4bb6-9794-d883a09efb35 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:00:36.069543 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port eb14f7f0-f5f2-4bb6-9794-d883a09efb35 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:00:36.070812 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:36.102957 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a46bd2a0-ad92-4a59-adc6-16da9e54ecad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:36.119989 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-29239c15-b5b7-4190-b4b1-044334294e82 service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828039 Aug 28 15:00:36.151449 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a46bd2a0-ad92-4a59-adc6-16da9e54ecad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:36.194164 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:36.238627 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port eb14f7f0-f5f2-4bb6-9794-d883a09efb35, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=eb14f7f0-f5f2-4bb6-9794-d883a09efb35,segment=NetworkSegment(30c3bd03-6d20-4f9c-ac2f-08cf062737b2),segment_id=30c3bd03-6d20-4f9c-ac2f-08cf062737b2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:36.244203 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:36.254014 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6683f5a-9adc-41b7-9b62-bfe96ca0cc4d req-cb59d808-e4d0-4b97-afa9-219609f0c7d8 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:36.256488 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-09692405-5133-4204-9293-f5959212dd01 req-a712aa32-4bc6-499c-b264-6ee56bb9c61e tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Deleting port 3c298207-a253-4ba1-b762-5ce8ac230872 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:00:36.256830 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-09692405-5133-4204-9293-f5959212dd01 req-a712aa32-4bc6-499c-b264-6ee56bb9c61e tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:36.261238 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e6683f5a-9adc-41b7-9b62-bfe96ca0cc4d req-cb59d808-e4d0-4b97-afa9-219609f0c7d8 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=9624219d-a68e-445e-b0e4-9349774d50fe HTTP/1.1" status: 200 len: 946 time: 0.2879417 Aug 28 15:00:36.263029 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a46bd2a0-ad92-4a59-adc6-16da9e54ecad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:36.265651 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a46bd2a0-ad92-4a59-adc6-16da9e54ecad admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:36.266744 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a46bd2a0-ad92-4a59-adc6-16da9e54ecad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cbb702a3-14d0-41e2-ae99-5da77ae9e109 HTTP/1.1" status: 204 len: 168 time: 0.2445071 Aug 28 15:00:36.286365 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bd2a0-ad92-4a59-adc6-16da9e54ecad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb702a3-14d0-41e2-ae99-5da77ae9e109,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:36.326002 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=eb14f7f0-f5f2-4bb6-9794-d883a09efb35,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:36.354125 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e6683f5a-9adc-41b7-9b62-bfe96ca0cc4d req-17114a8c-6682-4851-8f80-f92321b77cd3 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878320 Aug 28 15:00:36.431249 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f7dbc193-0336-4761-827f-a2eb710e48b7 req-9e2fc7e6-7507-4d44-bc3f-c8f727e8f7eb tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "GET /v2.0/security-groups/473ac64f-dc3f-4113-abd1-6fd9ea594c63 HTTP/1.1" status: 200 len: 1805 time: 0.6064825 Aug 28 15:00:36.444794 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-f7dbc193-0336-4761-827f-a2eb710e48b7 req-e94642e7-0fd8-4d3d-b020-cb6fe380204f tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '837236c1-c25d-430c-af99-8778f0af136f', 'remote_group_id': '473ac64f-dc3f-4113-abd1-6fd9ea594c63', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:36.445259 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-f7dbc193-0336-4761-827f-a2eb710e48b7 req-e94642e7-0fd8-4d3d-b020-cb6fe380204f tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '837236c1-c25d-430c-af99-8778f0af136f', 'remote_group_id': '473ac64f-dc3f-4113-abd1-6fd9ea594c63', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:36.578915 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-09692405-5133-4204-9293-f5959212dd01 req-a712aa32-4bc6-499c-b264-6ee56bb9c61e tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] For port 3c298207-a253-4ba1-b762-5ce8ac230872, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=3c298207-a253-4ba1-b762-5ce8ac230872,segment=NetworkSegment(a0c89b12-5ddd-4b51-9e7f-f5392b2e2736),segment_id=a0c89b12-5ddd-4b51-9e7f-f5392b2e2736)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:36.579323 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-09692405-5133-4204-9293-f5959212dd01 req-a712aa32-4bc6-499c-b264-6ee56bb9c61e tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:36.590905 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aff53e-2d08-4a54-8da5-9081964b73bc req-caf8fb5c-4946-46eb-bff8-0fc87c6ff658 tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:36.591147 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-81d76570-3ef5-45a4-8c0c-a956a7939a53 service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703274 Aug 28 15:00:36.593399 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-23aff53e-2d08-4a54-8da5-9081964b73bc req-caf8fb5c-4946-46eb-bff8-0fc87c6ff658 tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.13 "GET /v2.0/ports?device_id=20936535-7c13-4466-ab6f-426f4567c3b2 HTTP/1.1" status: 200 len: 945 time: 0.0760663 Aug 28 15:00:36.617613 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-09692405-5133-4204-9293-f5959212dd01 req-a712aa32-4bc6-499c-b264-6ee56bb9c61e tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Calling delete_port for 3c298207-a253-4ba1-b762-5ce8ac230872 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:00:36.691984 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-37378a9f-e53f-4931-8e3a-db23b60f842c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77 HTTP/1.1" status: 200 len: 217 time: 0.0912194 Aug 28 15:00:36.693354 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-23aff53e-2d08-4a54-8da5-9081964b73bc req-1ad0ed88-ef90-403a-b2d8-cf2ba3f15e19 tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4cb7761-776e-4787-ad97-c71459518319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794675 Aug 28 15:00:36.926136 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c67a8ef-4386-4bbd-8bb0-265b654db24b admin admin] Router 9b81e6ec-54da-4c84-b845-1aa8f7e148d3 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:00:36.930844 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12090047-0949-4757-adc3-deba5058adb0 req-82b5789b-9526-47d7-a5d9-2d1689143022 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:36.931882 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38576dc4-a962-4230-8bb0-752c59f3402b req-9c2f28d2-25af-4aad-92f3-d3cda1fc7667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:36.932795 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12090047-0949-4757-adc3-deba5058adb0 req-82b5789b-9526-47d7-a5d9-2d1689143022 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c699a53-aef9-4328-b764-a9450e03481f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1065078 Aug 28 15:00:36.933339 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-9c2f28d2-25af-4aad-92f3-d3cda1fc7667 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a37ef518-489b-4615-b751-b3cd93e01029 HTTP/1.1" status: 200 len: 797 time: 0.2286572 Aug 28 15:00:36.947630 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f7dbc193-0336-4761-827f-a2eb710e48b7 req-e94642e7-0fd8-4d3d-b020-cb6fe380204f tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:37.011820 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12090047-0949-4757-adc3-deba5058adb0 req-fc7c1db1-0aa6-4296-a0a7-6b3f9c7b7163 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 696 time: 0.0727212 Aug 28 15:00:37.031552 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-12090047-0949-4757-adc3-deba5058adb0 req-0c7ce6e4-261d-4ad9-9dd1-b083816723d5 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Request body: {'floatingip': {'port_id': 'b2351df1-4b13-4529-992c-198aa46fa17e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:37.049911 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f7dbc193-0336-4761-827f-a2eb710e48b7 req-e94642e7-0fd8-4d3d-b020-cb6fe380204f tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:37.096579 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-12090047-0949-4757-adc3-deba5058adb0 req-0c7ce6e4-261d-4ad9-9dd1-b083816723d5 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks [] for floatingip, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:37.100143 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-e974a551-a244-42be-b5e1-8b253d2fc65e tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:37.101622 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-e974a551-a244-42be-b5e1-8b253d2fc65e tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.41 "GET /v2.0/networks?id=ae24ad12-66df-4f98-8f52-41424ce2024c HTTP/1.1" status: 200 len: 815 time: 0.3955345 Aug 28 15:00:37.106183 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f7dbc193-0336-4761-827f-a2eb710e48b7 req-e94642e7-0fd8-4d3d-b020-cb6fe380204f tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:37.152384 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-f209b781-5615-4b54-bb3c-525c11ff4ef7 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Request body: {'port': {'device_id': 'd759e33c-d045-4e55-93fd-bfea91946dd9', 'network_id': 'ae24ad12-66df-4f98-8f52-41424ce2024c', 'admin_state_up': True, 'tenant_id': '602286d5074847ef8994e5ac3b5cb388'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:37.167898 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38576dc4-a962-4230-8bb0-752c59f3402b req-26383a95-31c2-4258-9ccc-95a8a0e5f33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:37.169420 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-26383a95-31c2-4258-9ccc-95a8a0e5f33a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2258651 Aug 28 15:00:37.184995 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94642e7-0fd8-4d3d-b020-cb6fe380204f tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b6ac7a-c2ce-44b5-a2b5-afc3ecddb95f,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:37.306113 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-09692405-5133-4204-9293-f5959212dd01 req-a712aa32-4bc6-499c-b264-6ee56bb9c61e tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:37.322607 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f7dbc193-0336-4761-827f-a2eb710e48b7 req-e94642e7-0fd8-4d3d-b020-cb6fe380204f tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:37.330629 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f7dbc193-0336-4761-827f-a2eb710e48b7 req-e94642e7-0fd8-4d3d-b020-cb6fe380204f tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8983984 Aug 28 15:00:37.373209 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa7f6b0-185a-4ca6-9ea4-12fb6dd82df3 x-openstack-request-id: req-caa7f6b0-185a-4ca6-9ea4-12fb6dd82df3 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:37.373790 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9624219d-a68e-445e-b0e4-9349774d50fe", "name": "network-vif-plugged", "status": "completed", "tag": "c677c2de-3d02-411b-98a7-6e7446d30ec3", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:37.373961 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-caa7f6b0-185a-4ca6-9ea4-12fb6dd82df3 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:37.374212 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9624219d-a68e-445e-b0e4-9349774d50fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c677c2de-3d02-411b-98a7-6e7446d30ec3', 'code': 200} Aug 28 15:00:37.575058 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device c677c2de-3d02-411b-98a7-6e7446d30ec3 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:00:37.727356 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device eb14f7f0-f5f2-4bb6-9794-d883a09efb35 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:00:37.754518 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-12090047-0949-4757-adc3-deba5058adb0 req-0c7ce6e4-261d-4ad9-9dd1-b083816723d5 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:37.760903 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-12090047-0949-4757-adc3-deba5058adb0 req-0c7ce6e4-261d-4ad9-9dd1-b083816723d5 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:37.781291 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:37.784968 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712aa32-4bc6-499c-b264-6ee56bb9c61e tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Pushing event deleted for resources: {'Port': ['ID=3c298207-a253-4ba1-b762-5ce8ac230872,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:37.821140 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port eb14f7f0-f5f2-4bb6-9794-d883a09efb35 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:00:37.822057 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:37.854147 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port c677c2de-3d02-411b-98a7-6e7446d30ec3, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=c677c2de-3d02-411b-98a7-6e7446d30ec3,segment=NetworkSegment(56e55a35-3570-4cec-88c5-f76cdfa3881a),segment_id=56e55a35-3570-4cec-88c5-f76cdfa3881a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:37.873315 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:37.874826 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 3c298207-a253-4ba1-b762-5ce8ac230872 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:00:37.882806 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c67a8ef-4386-4bbd-8bb0-265b654db24b admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:00:37.897100 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [req-12090047-0949-4757-adc3-deba5058adb0 req-0c7ce6e4-261d-4ad9-9dd1-b083816723d5 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Floating IP a3f974a5-29cc-4721-b26d-7a93246125d1 associated. External IP: 172.25.3.138, port: b2351df1-4b13-4529-992c-198aa46fa17e. Aug 28 15:00:37.900626 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9524e1ca-5b20-4ee0-ba93-47c843452dc6 None None] Sync routers for ids ['9b81e6ec-54da-4c84-b845-1aa8f7e148d3'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:00:37.912267 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7c67a8ef-4386-4bbd-8bb0-265b654db24b admin admin] 10.222.0.13 "PUT /v2.0/routers/9b81e6ec-54da-4c84-b845-1aa8f7e148d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3439643 Aug 28 15:00:37.917174 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 3c298207-a253-4ba1-b762-5ce8ac230872 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:00:37.917174 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 3c298207-a253-4ba1-b762-5ce8ac230872 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:00:37.925128 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9524e1ca-5b20-4ee0-ba93-47c843452dc6 None None] Routers {'9b81e6ec-54da-4c84-b845-1aa8f7e148d3'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:00:37.926040 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9524e1ca-5b20-4ee0-ba93-47c843452dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:00:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9b81e6ec-54da-4c84-b845-1aa8f7e148d3'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:37.930263 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33974) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:37.975813 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-09692405-5133-4204-9293-f5959212dd01 req-a712aa32-4bc6-499c-b264-6ee56bb9c61e tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] No DVR routers for this DVR port 3c298207-a253-4ba1-b762-5ce8ac230872 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:00:37.976332 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-39d6668d-4d05-4449-97ee-d45cf9d7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:38.019477 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-09692405-5133-4204-9293-f5959212dd01 req-a712aa32-4bc6-499c-b264-6ee56bb9c61e tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:38.021500 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-09692405-5133-4204-9293-f5959212dd01 req-a712aa32-4bc6-499c-b264-6ee56bb9c61e tempest-ServerMetadataNegativeTestJSON-1314464943 tempest-ServerMetadataNegativeTestJSON-1314464943-project] 10.222.0.36 "DELETE /v2.0/ports/3c298207-a253-4ba1-b762-5ce8ac230872 HTTP/1.1" status: 204 len: 173 time: 2.7715578 Aug 28 15:00:38.031265 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20936535-7c13-4466-ab6f-426f4567c3b2', 'name': 'network-vif-deleted', 'tag': '3c298207-a253-4ba1-b762-5ce8ac230872'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:38.033600 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b634e3b0-b97a-4cb8-98e8-2d32ae26d362" -d '{"events": [{"server_uuid": "20936535-7c13-4466-ab6f-426f4567c3b2", "name": "network-vif-deleted", "tag": "3c298207-a253-4ba1-b762-5ce8ac230872"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:38.055474 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=c677c2de-3d02-411b-98a7-6e7446d30ec3,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:38.085114 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-b56163dd-1c84-446c-8498-7ec561777b1c service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8973017 Aug 28 15:00:38.182772 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b653e83-5a3d-44fc-b11c-564776079dca req-92b93b26-72a1-46f0-9c96-981e2b3f419b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:38.184166 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b653e83-5a3d-44fc-b11c-564776079dca req-92b93b26-72a1-46f0-9c96-981e2b3f419b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.41 "GET /v2.0/networks?id=ae24ad12-66df-4f98-8f52-41424ce2024c HTTP/1.1" status: 200 len: 815 time: 0.4716218 Aug 28 15:00:38.216236 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12090047-0949-4757-adc3-deba5058adb0 req-0c7ce6e4-261d-4ad9-9dd1-b083816723d5 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Router afddb704-3602-4760-b1f9-d8b4774437cb has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:00:38.219692 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-9524e1ca-5b20-4ee0-ba93-47c843452dc6 None None] Set router 9b81e6ec-54da-4c84-b845-1aa8f7e148d3 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:00:38.234045 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-4b653e83-5a3d-44fc-b11c-564776079dca req-7035a5f0-c63c-4fd9-a745-38315b4dbf35 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Request body: {'port': {'device_id': '8a9d412e-b2cf-4dc4-ae65-037c69640742', 'network_id': 'ae24ad12-66df-4f98-8f52-41424ce2024c', 'admin_state_up': True, 'tenant_id': '602286d5074847ef8994e5ac3b5cb388'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:38.256413 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-f209b781-5615-4b54-bb3c-525c11ff4ef7 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Made reservation on behalf of 602286d5074847ef8994e5ac3b5cb388 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:00:38.259951 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-f209b781-5615-4b54-bb3c-525c11ff4ef7 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:38.303466 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-c444fa4f-667c-405d-b026-c573f9d336ad tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:38.311613 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-c444fa4f-667c-405d-b026-c573f9d336ad tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/networks?id=ae24ad12-66df-4f98-8f52-41424ce2024c HTTP/1.1" status: 200 len: 815 time: 0.6027660 Aug 28 15:00:38.337297 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-714174be-7f96-47ed-93ae-c8862e27a132 admin admin] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:38.380789 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12090047-0949-4757-adc3-deba5058adb0 req-0c7ce6e4-261d-4ad9-9dd1-b083816723d5 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:00:38.385902 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-12090047-0949-4757-adc3-deba5058adb0 req-0c7ce6e4-261d-4ad9-9dd1-b083816723d5 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:38.393579 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83404e63-0683-4375-9255-83a14e329cff None None] Sync routers for ids ['afddb704-3602-4760-b1f9-d8b4774437cb'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:00:38.395436 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-c3354fdb-5ef2-4352-97f9-bf914e6a262c tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/quotas/602286d5074847ef8994e5ac3b5cb388 HTTP/1.1" status: 200 len: 375 time: 0.0841408 Aug 28 15:00:38.409112 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83404e63-0683-4375-9255-83a14e329cff None None] Routers {'afddb704-3602-4760-b1f9-d8b4774437cb'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:00:38.409900 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-83404e63-0683-4375-9255-83a14e329cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:00:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['afddb704-3602-4760-b1f9-d8b4774437cb'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:38.436147 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12090047-0949-4757-adc3-deba5058adb0 req-0c7ce6e4-261d-4ad9-9dd1-b083816723d5 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "PUT /v2.0/floatingips/a3f974a5-29cc-4721-b26d-7a93246125d1 HTTP/1.1" status: 200 len: 996 time: 1.4087560 Aug 28 15:00:38.436694 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c699a53-aef9-4328-b764-a9450e03481f', 'tag': 'b2351df1-4b13-4529-992c-198aa46fa17e'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:38.441071 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac1f7ed-d4c7-4e8e-be53-692d7350eeb8" -d '{"events": [{"name": "network-changed", "server_uuid": "6c699a53-aef9-4328-b764-a9450e03481f", "tag": "b2351df1-4b13-4529-992c-198aa46fa17e"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:38.481165 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9524e1ca-5b20-4ee0-ba93-47c843452dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b81e6ec-54da-4c84-b845-1aa8f7e148d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-525164006-router', 'tenant_id': '38598ca0e7884481bc4651eb9d6d8333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '00693b13-ee6f-4fac-8db3-59b5eb315676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:58:06Z', 'updated_at': '2021-08-28T15:00:34Z', 'revision_number': 5, 'project_id': '38598ca0e7884481bc4651eb9d6d8333', 'gw_port': {'id': '00693b13-ee6f-4fac-8db3-59b5eb315676', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b81e6ec-54da-4c84-b845-1aa8f7e148d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:58:07Z', 'updated_at': '2021-08-28T14:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:38.522248 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9524e1ca-5b20-4ee0-ba93-47c843452dc6 None None] Checking router: 9b81e6ec-54da-4c84-b845-1aa8f7e148d3 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:00:38.535878 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9524e1ca-5b20-4ee0-ba93-47c843452dc6 None None] Routers {'9b81e6ec-54da-4c84-b845-1aa8f7e148d3'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:00:38.537429 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9524e1ca-5b20-4ee0-ba93-47c843452dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:00:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9b81e6ec-54da-4c84-b845-1aa8f7e148d3'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:38.562925 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12090047-0949-4757-adc3-deba5058adb0 req-c8787d11-3439-404a-a17f-7a4e7eb6d478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:38.563178 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-8620f349-a2f1-43d4-a72d-226755b7db39 service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4681411 Aug 28 15:00:38.567644 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12090047-0949-4757-adc3-deba5058adb0 req-c8787d11-3439-404a-a17f-7a4e7eb6d478 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e84e62429884a25aec3c64048e001dd&device_id=6c699a53-aef9-4328-b764-a9450e03481f HTTP/1.1" status: 200 len: 1097 time: 0.1021042 Aug 28 15:00:38.671475 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-fcc2bade-598b-4b00-b1a2-cac3c192f13d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=537aef6e-3a73-4211-94bf-e4cb13b399dd HTTP/1.1" status: 200 len: 217 time: 0.0937643 Aug 28 15:00:38.673858 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-83404e63-0683-4375-9255-83a14e329cff None None] Set router afddb704-3602-4760-b1f9-d8b4774437cb gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:00:38.682654 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-efe5a25e-5c97-4af6-9961-fa1a6c00e523 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=602286d5074847ef8994e5ac3b5cb388&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2863290 Aug 28 15:00:38.686635 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-9524e1ca-5b20-4ee0-ba93-47c843452dc6 None None] Set router 9b81e6ec-54da-4c84-b845-1aa8f7e148d3 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:00:38.709000 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12090047-0949-4757-adc3-deba5058adb0 req-f488f82b-ac51-43d5-aabe-bc080fe8668e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:38.711001 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12090047-0949-4757-adc3-deba5058adb0 req-f488f82b-ac51-43d5-aabe-bc080fe8668e service neutron] 10.222.0.13 "GET /v2.0/networks?id=40a03aed-4a19-48a0-9549-faca605f4bfe HTTP/1.1" status: 200 len: 922 time: 0.1304743 Aug 28 15:00:38.784275 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12090047-0949-4757-adc3-deba5058adb0 req-def899b5-1aa3-4845-b366-86ab2d14ba83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2351df1-4b13-4529-992c-198aa46fa17e HTTP/1.1" status: 200 len: 999 time: 0.0633860 Aug 28 15:00:38.817686 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-714174be-7f96-47ed-93ae-c8862e27a132 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:38.837719 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-f209b781-5615-4b54-bb3c-525c11ff4ef7 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Allocated IP 172.20.0.8 (ae24ad12-66df-4f98-8f52-41424ce2024c/7c8b154e-039f-4ee4-b255-1db7119187b0/e52ea24a-8568-468f-8cf6-639ca6a2ca6d) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:00:38.844847 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b653e83-5a3d-44fc-b11c-564776079dca req-7035a5f0-c63c-4fd9-a745-38315b4dbf35 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Made reservation on behalf of 602286d5074847ef8994e5ac3b5cb388 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:00:38.849597 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4b653e83-5a3d-44fc-b11c-564776079dca req-7035a5f0-c63c-4fd9-a745-38315b4dbf35 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:38.849790 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12090047-0949-4757-adc3-deba5058adb0 req-011cccd7-53ae-493b-9938-56bca0caff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:38.861529 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12090047-0949-4757-adc3-deba5058adb0 req-011cccd7-53ae-493b-9938-56bca0caff21 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ae32591-49d1-4342-8080-c7756186a191 HTTP/1.1" status: 200 len: 860 time: 0.0666690 Aug 28 15:00:38.904129 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9524e1ca-5b20-4ee0-ba93-47c843452dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b81e6ec-54da-4c84-b845-1aa8f7e148d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-525164006-router', 'tenant_id': '38598ca0e7884481bc4651eb9d6d8333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '00693b13-ee6f-4fac-8db3-59b5eb315676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:58:06Z', 'updated_at': '2021-08-28T15:00:34Z', 'revision_number': 5, 'project_id': '38598ca0e7884481bc4651eb9d6d8333', 'gw_port': {'id': '00693b13-ee6f-4fac-8db3-59b5eb315676', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b81e6ec-54da-4c84-b845-1aa8f7e148d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:58:07Z', 'updated_at': '2021-08-28T14:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:38.932409 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38576dc4-a962-4230-8bb0-752c59f3402b req-da56bd04-1573-43fb-b90c-9b71eefced00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:38.933913 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-da56bd04-1573-43fb-b90c-9b71eefced00 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a37ef518-489b-4615-b751-b3cd93e01029 HTTP/1.1" status: 200 len: 797 time: 0.2435884 Aug 28 15:00:38.936521 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12090047-0949-4757-adc3-deba5058adb0 req-38ed7260-4166-4e28-9fac-5a8b42e73ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:38.940584 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12090047-0949-4757-adc3-deba5058adb0 req-38ed7260-4166-4e28-9fac-5a8b42e73ee1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=40a03aed-4a19-48a0-9549-faca605f4bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816514 Aug 28 15:00:38.945328 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9524e1ca-5b20-4ee0-ba93-47c843452dc6 None None] The sync data for ids ['9b81e6ec-54da-4c84-b845-1aa8f7e148d3'] in n-d-712137-10 is: [{'id': '9b81e6ec-54da-4c84-b845-1aa8f7e148d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-525164006-router', 'tenant_id': '38598ca0e7884481bc4651eb9d6d8333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '00693b13-ee6f-4fac-8db3-59b5eb315676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:58:06Z', 'updated_at': '2021-08-28T15:00:34Z', 'revision_number': 5, 'project_id': '38598ca0e7884481bc4651eb9d6d8333', 'gw_port': {'id': '00693b13-ee6f-4fac-8db3-59b5eb315676', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b81e6ec-54da-4c84-b845-1aa8f7e148d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:58:07Z', 'updated_at': '2021-08-28T14:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:00:38.967588 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [req-12090047-0949-4757-adc3-deba5058adb0 req-c7d122de-e7fa-4c9d-b928-29c7d7c87ab7 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:00:38.979817 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12090047-0949-4757-adc3-deba5058adb0 req-c7d122de-e7fa-4c9d-b928-29c7d7c87ab7 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0219510 Aug 28 15:00:39.050861 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-83404e63-0683-4375-9255-83a14e329cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036478434-router', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:59:39Z', 'updated_at': '2021-08-28T14:59:49Z', 'revision_number': 4, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'gw_port': {'id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:40Z', 'updated_at': '2021-08-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'a3f974a5-29cc-4721-b26d-7a93246125d1', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'port_id': 'b2351df1-4b13-4529-992c-198aa46fa17e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'mac_address': 'fa:16:3e:15:97:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c699a53-aef9-4328-b764-a9450e03481f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:00:09Z', 'updated_at': '2021-08-28T15:00:37Z', 'revision_number': 1, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae52389-5937-4f4c-a2e6-b0f593281be8', 'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'mac_address': 'fa:16:3e:75:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3ae32591-49d1-4342-8080-c7756186a191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:46Z', 'updated_at': '2021-08-28T14:59:56Z', 'revision_number': 5, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'subnets': [{'id': '3ae32591-49d1-4342-8080-c7756186a191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:39.079738 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83404e63-0683-4375-9255-83a14e329cff None None] Checking router: afddb704-3602-4760-b1f9-d8b4774437cb for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:00:39.088399 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83404e63-0683-4375-9255-83a14e329cff None None] Routers {'afddb704-3602-4760-b1f9-d8b4774437cb'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:00:39.089025 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-83404e63-0683-4375-9255-83a14e329cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:00:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['afddb704-3602-4760-b1f9-d8b4774437cb'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:39.123508 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12090047-0949-4757-adc3-deba5058adb0 req-3ad0fbe0-b717-4d0e-b4f5-131f91f1a470 service neutron] 10.222.0.13 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421936 Aug 28 15:00:39.171852 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-6f2d67b7-3bfe-4306-8bc5-cc87b0936115 service neutron] 10.222.0.13 "GET /v2.0/networks/ae24ad12-66df-4f98-8f52-41424ce2024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581988 Aug 28 15:00:39.213432 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-83404e63-0683-4375-9255-83a14e329cff None None] Set router afddb704-3602-4760-b1f9-d8b4774437cb gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:00:39.236632 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12090047-0949-4757-adc3-deba5058adb0 req-ca6bc961-8077-4220-9b5a-5883a9cfaa8f service neutron] 10.222.0.13 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123493 Aug 28 15:00:39.254709 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38576dc4-a962-4230-8bb0-752c59f3402b req-6f2ae5a8-f2b7-4d9d-9429-595e9ef8b889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:39.256266 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-6f2ae5a8-f2b7-4d9d-9429-595e9ef8b889 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2914164 Aug 28 15:00:39.283915 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-714174be-7f96-47ed-93ae-c8862e27a132 admin admin] Deleting port 00693b13-ee6f-4fac-8db3-59b5eb315676 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:00:39.284262 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-714174be-7f96-47ed-93ae-c8862e27a132 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:39.376415 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9624219d-a68e-445e-b0e4-9349774d50fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c677c2de-3d02-411b-98a7-6e7446d30ec3'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:39.378820 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23639f38-c3b5-4fee-a49d-aa9da55108a1" -d '{"events": [{"server_uuid": "9624219d-a68e-445e-b0e4-9349774d50fe", "name": "network-vif-unplugged", "status": "completed", "tag": "c677c2de-3d02-411b-98a7-6e7446d30ec3"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:39.504096 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-81907473-2c25-4fe1-bc6e-c821878e15cd req-4a930794-bdde-4757-bb29-92262fcb8a8f tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "GET /v2.0/security-groups/473ac64f-dc3f-4113-abd1-6fd9ea594c63 HTTP/1.1" status: 200 len: 1805 time: 0.0534747 Aug 28 15:00:39.505483 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-83404e63-0683-4375-9255-83a14e329cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036478434-router', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:59:39Z', 'updated_at': '2021-08-28T14:59:49Z', 'revision_number': 4, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'gw_port': {'id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:40Z', 'updated_at': '2021-08-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'a3f974a5-29cc-4721-b26d-7a93246125d1', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'port_id': 'b2351df1-4b13-4529-992c-198aa46fa17e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'mac_address': 'fa:16:3e:15:97:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c699a53-aef9-4328-b764-a9450e03481f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:00:09Z', 'updated_at': '2021-08-28T15:00:37Z', 'revision_number': 1, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae52389-5937-4f4c-a2e6-b0f593281be8', 'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'mac_address': 'fa:16:3e:75:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3ae32591-49d1-4342-8080-c7756186a191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:46Z', 'updated_at': '2021-08-28T14:59:56Z', 'revision_number': 5, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'subnets': [{'id': '3ae32591-49d1-4342-8080-c7756186a191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:39.543585 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83404e63-0683-4375-9255-83a14e329cff None None] The sync data for ids ['afddb704-3602-4760-b1f9-d8b4774437cb'] in n-d-712137-10 is: [{'id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036478434-router', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:59:39Z', 'updated_at': '2021-08-28T14:59:49Z', 'revision_number': 4, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'gw_port': {'id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:40Z', 'updated_at': '2021-08-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'a3f974a5-29cc-4721-b26d-7a93246125d1', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'port_id': 'b2351df1-4b13-4529-992c-198aa46fa17e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'mac_address': 'fa:16:3e:15:97:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c699a53-aef9-4328-b764-a9450e03481f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:00:09Z', 'updated_at': '2021-08-28T15:00:37Z', 'revision_number': 1, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae52389-5937-4f4c-a2e6-b0f593281be8', 'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'mac_address': 'fa:16:3e:75:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3ae32591-49d1-4342-8080-c7756186a191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:46Z', 'updated_at': '2021-08-28T14:59:56Z', 'revision_number': 5, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'subnets': [{'id': '3ae32591-49d1-4342-8080-c7756186a191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:00:39.573631 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-81907473-2c25-4fe1-bc6e-c821878e15cd req-0fdca9c8-6c3f-4c12-9db4-fc2e4c92df91 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:39.601121 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-81907473-2c25-4fe1-bc6e-c821878e15cd req-0fdca9c8-6c3f-4c12-9db4-fc2e4c92df91 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:39.626125 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:00:39.664444 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:00:39.665069 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2267af2c-8ed4-44b8-bf77-dd10ee0dcf7d not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:00:39.684385 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-81907473-2c25-4fe1-bc6e-c821878e15cd req-0fdca9c8-6c3f-4c12-9db4-fc2e4c92df91 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:39.687117 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-81907473-2c25-4fe1-bc6e-c821878e15cd req-0fdca9c8-6c3f-4c12-9db4-fc2e4c92df91 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:39.688451 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-81907473-2c25-4fe1-bc6e-c821878e15cd req-0fdca9c8-6c3f-4c12-9db4-fc2e4c92df91 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "DELETE /v2.0/security-groups/473ac64f-dc3f-4113-abd1-6fd9ea594c63 HTTP/1.1" status: 204 len: 173 time: 0.1774905 Aug 28 15:00:39.701370 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdca9c8-6c3f-4c12-9db4-fc2e4c92df91 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=473ac64f-dc3f-4113-abd1-6fd9ea594c63,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:39.862618 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc5352c-417a-4c48-a9c7-4899434a8e7d None None] New status for floating IP a3f974a5-29cc-4721-b26d-7a93246125d1: ACTIVE {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:00:39.864607 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-f209b781-5615-4b54-bb3c-525c11ff4ef7 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:39.899509 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-f209b781-5615-4b54-bb3c-525c11ff4ef7 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Transition to ACTIVE for port object e52ea24a-8568-468f-8cf6-639ca6a2ca6d will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:00:39.907977 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-f08e3793-d03a-448d-a10e-107e433748cf service neutron] 10.222.0.13 "GET /v2.0/networks/ae24ad12-66df-4f98-8f52-41424ce2024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6912198 Aug 28 15:00:39.931691 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-ceb77402-3968-444e-946f-9be22e03a729 service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6450274 Aug 28 15:00:39.933490 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-714174be-7f96-47ed-93ae-c8862e27a132 admin admin] For port 00693b13-ee6f-4fac-8db3-59b5eb315676, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=00693b13-ee6f-4fac-8db3-59b5eb315676,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:39.934084 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-714174be-7f96-47ed-93ae-c8862e27a132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:39.968117 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-714174be-7f96-47ed-93ae-c8862e27a132 admin admin] Calling delete_port for 00693b13-ee6f-4fac-8db3-59b5eb315676 owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:00:40.078288 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33994) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:40.128206 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4fada4-a614-49bb-9298-cb60a97b1d14 x-openstack-request-id: req-4a4fada4-a614-49bb-9298-cb60a97b1d14 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:40.128495 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20936535-7c13-4466-ab6f-426f4567c3b2", "name": "network-vif-deleted", "tag": "3c298207-a253-4ba1-b762-5ce8ac230872", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:40.128742 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a4fada4-a614-49bb-9298-cb60a97b1d14 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:40.129131 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20936535-7c13-4466-ab6f-426f4567c3b2', 'name': 'network-vif-deleted', 'tag': '3c298207-a253-4ba1-b762-5ce8ac230872', 'status': 'completed', 'code': 200} Aug 28 15:00:40.160199 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-f209b781-5615-4b54-bb3c-525c11ff4ef7 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:40.192323 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a053a0-1ec0-4411-ab8a-3ea26800f626 x-openstack-request-id: req-b1a053a0-1ec0-4411-ab8a-3ea26800f626 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:40.193255 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c699a53-aef9-4328-b764-a9450e03481f", "tag": "b2351df1-4b13-4529-992c-198aa46fa17e", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:40.194076 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1a053a0-1ec0-4411-ab8a-3ea26800f626 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:40.194773 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c699a53-aef9-4328-b764-a9450e03481f', 'tag': 'b2351df1-4b13-4529-992c-198aa46fa17e', 'status': 'completed', 'code': 200} Aug 28 15:00:40.221596 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-56194b08-d786-44d2-96b4-db09b99d6144 admin admin] Deleting subnet 6e87bded-44fb-4df9-88d3-6513a4040b26 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:00:40.231080 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-56194b08-d786-44d2-96b4-db09b99d6144 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:40.276431 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-56194b08-d786-44d2-96b4-db09b99d6144 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:40.337647 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-56194b08-d786-44d2-96b4-db09b99d6144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:40.390457 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-f209b781-5615-4b54-bb3c-525c11ff4ef7 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Network ae24ad12-66df-4f98-8f52-41424ce2024c is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:00:40.405616 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cf0ec212-4949-413a-86e2-1dd4a7dd3f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:40.422389 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-56194b08-d786-44d2-96b4-db09b99d6144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:40.429301 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75300ba6-0bcd-40f0-a069-7aabebaabf52 x-openstack-request-id: req-75300ba6-0bcd-40f0-a069-7aabebaabf52 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:40.429668 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9624219d-a68e-445e-b0e4-9349774d50fe", "name": "network-vif-unplugged", "status": "completed", "tag": "c677c2de-3d02-411b-98a7-6e7446d30ec3", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:40.429991 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75300ba6-0bcd-40f0-a069-7aabebaabf52 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:40.430424 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9624219d-a68e-445e-b0e4-9349774d50fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c677c2de-3d02-411b-98a7-6e7446d30ec3', 'code': 200} Aug 28 15:00:40.439631 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-d1960e28-2826-46e0-bcf1-1dd8aa39cff5 service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947948 Aug 28 15:00:40.461799 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56194b08-d786-44d2-96b4-db09b99d6144 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e87bded-44fb-4df9-88d3-6513a4040b26,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:40.464008 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-56194b08-d786-44d2-96b4-db09b99d6144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:40.469731 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-56194b08-d786-44d2-96b4-db09b99d6144 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6e87bded-44fb-4df9-88d3-6513a4040b26 HTTP/1.1" status: 204 len: 168 time: 0.3862097 Aug 28 15:00:40.476070 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34004) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:40.511249 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-f209b781-5615-4b54-bb3c-525c11ff4ef7 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:00:40.513760 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-f209b781-5615-4b54-bb3c-525c11ff4ef7 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:00:40.525457 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209b781-5615-4b54-bb3c-525c11ff4ef7 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Pushing event updated for resources: {'Port': ['ID=e52ea24a-8568-468f-8cf6-639ca6a2ca6d,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:40.587287 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-4b653e83-5a3d-44fc-b11c-564776079dca req-7035a5f0-c63c-4fd9-a745-38315b4dbf35 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Allocated IP 172.20.0.10 (ae24ad12-66df-4f98-8f52-41424ce2024c/7c8b154e-039f-4ee4-b255-1db7119187b0/dab852b8-364e-415c-9114-a39051284f07) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:00:40.620816 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a082ce9d-d2fc-4e11-ac7c-48fa75cad5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:40.647842 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d0b10-179a-45a2-8a89-ba22ce95cc17 req-09668e6d-9735-4bd9-aa1e-76a7284fc7f8 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:40.649383 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e04d0b10-179a-45a2-8a89-ba22ce95cc17 req-09668e6d-9735-4bd9-aa1e-76a7284fc7f8 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=9624219d-a68e-445e-b0e4-9349774d50fe HTTP/1.1" status: 200 len: 944 time: 0.1053324 Aug 28 15:00:40.679581 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-da7976d1-4b19-47fc-bac9-efdab03c54a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=49f08d49-97e8-41d5-a930-67be641a9b4f HTTP/1.1" status: 200 len: 217 time: 0.1564724 Aug 28 15:00:40.732529 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-e4744b5a-0fac-49cb-89a0-e8548b5649c2 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:40.736790 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-e4744b5a-0fac-49cb-89a0-e8548b5649c2 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?device_id=759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3917313 Aug 28 15:00:40.738806 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1f7ed-d4c7-4e8e-be53-692d7350eeb8 req-37b83378-128c-4d9c-8deb-85df12fd0b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:40.740401 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bac1f7ed-d4c7-4e8e-be53-692d7350eeb8 req-37b83378-128c-4d9c-8deb-85df12fd0b59 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e84e62429884a25aec3c64048e001dd&device_id=6c699a53-aef9-4328-b764-a9450e03481f HTTP/1.1" status: 200 len: 1097 time: 0.5152819 Aug 28 15:00:40.758535 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a082ce9d-d2fc-4e11-ac7c-48fa75cad5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:40.764676 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e04d0b10-179a-45a2-8a89-ba22ce95cc17 req-caa0407d-6351-4416-8f7c-e965977c4d5f tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884931 Aug 28 15:00:40.774284 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-a082ce9d-d2fc-4e11-ac7c-48fa75cad5c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d5eb330-17f7-4902-9dd5-141e6e37aa7d']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:40.780792 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:40.787140 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-a082ce9d-d2fc-4e11-ac7c-48fa75cad5c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c89b12-5ddd-4b51-9e7f-f5392b2e2736') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:40.790031 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-a082ce9d-d2fc-4e11-ac7c-48fa75cad5c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c89b12-5ddd-4b51-9e7f-f5392b2e2736') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:40.816091 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a082ce9d-d2fc-4e11-ac7c-48fa75cad5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:40.840327 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-f209b781-5615-4b54-bb3c-525c11ff4ef7 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:40.840810 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-f209b781-5615-4b54-bb3c-525c11ff4ef7 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:40.842878 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a082ce9d-d2fc-4e11-ac7c-48fa75cad5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:40.871314 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-95d4d4ff-c984-4b8b-86a7-524fbe4bbee4 req-2d73d81d-d30e-4429-9eaa-ef810c4f326c tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "GET /v2.0/security-groups/837236c1-c25d-430c-af99-8778f0af136f HTTP/1.1" status: 200 len: 1804 time: 0.0652945 Aug 28 15:00:40.872367 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a082ce9d-d2fc-4e11-ac7c-48fa75cad5c2 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:00:40.872782 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a082ce9d-d2fc-4e11-ac7c-48fa75cad5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:00:40.880734 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:00:40.889857 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-85bd9aaf-0488-4e1d-9613-b7db0272a37d None None] Provisioning for port e52ea24a-8568-468f-8cf6-639ca6a2ca6d completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:00:40.895942 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-85bd9aaf-0488-4e1d-9613-b7db0272a37d None None] Provisioning complete for port e52ea24a-8568-468f-8cf6-639ca6a2ca6d triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:00:40.896450 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-85bd9aaf-0488-4e1d-9613-b7db0272a37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:40.945951 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a082ce9d-d2fc-4e11-ac7c-48fa75cad5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:40.949339 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-85bd9aaf-0488-4e1d-9613-b7db0272a37d None None] Port e52ea24a-8568-468f-8cf6-639ca6a2ca6d cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:00:40.956215 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a082ce9d-d2fc-4e11-ac7c-48fa75cad5c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:40.960122 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a082ce9d-d2fc-4e11-ac7c-48fa75cad5c2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6d5eb330-17f7-4902-9dd5-141e6e37aa7d HTTP/1.1" status: 204 len: 168 time: 0.4830024 Aug 28 15:00:40.981489 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082ce9d-d2fc-4e11-ac7c-48fa75cad5c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d5eb330-17f7-4902-9dd5-141e6e37aa7d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:41.004272 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-11b13282-6cf1-4ddf-b1e9-db71f982bbb6 req-cb788a43-b041-4300-a33e-04034b624355 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebde49-bc08-412c-9769-c03f95a6abf4 HTTP/1.1" status: 200 len: 210 time: 0.0428863 Aug 28 15:00:41.065573 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-f209b781-5615-4b54-bb3c-525c11ff4ef7 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9248979 Aug 28 15:00:41.067397 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38576dc4-a962-4230-8bb0-752c59f3402b req-c8d79327-b889-41d1-801a-cc5f6e184728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:41.068706 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-c8d79327-b889-41d1-801a-cc5f6e184728 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1318d724-919b-4c5d-b420-75bb4bd0f086 HTTP/1.1" status: 200 len: 797 time: 0.3731179 Aug 28 15:00:41.092605 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-360c1e71-9a28-4654-b712-2a71c587cbf6 service neutron] Request body: {'port': {'device_id': 'd759e33c-d045-4e55-93fd-bfea91946dd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:41.134726 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-3b5c5b6b-1e75-45bf-99c8-41c22b2ab460 req-debd538d-d464-4ec0-82f5-b046b9cf26bd tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1941608196', 'description': 'tempest-description-1892739831'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:41.161154 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3b5c5b6b-1e75-45bf-99c8-41c22b2ab460 req-debd538d-d464-4ec0-82f5-b046b9cf26bd tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:41.195593 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-714174be-7f96-47ed-93ae-c8862e27a132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:41.215800 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34016) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:41.259472 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-9dd8a62b-f0fa-4056-b0c8-707c8a9dd2d8 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 1001 time: 0.4603171 Aug 28 15:00:41.282469 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714174be-7f96-47ed-93ae-c8862e27a132 admin admin] Pushing event deleted for resources: {'Port': ['ID=00693b13-ee6f-4fac-8db3-59b5eb315676,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:41.293521 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3b5c5b6b-1e75-45bf-99c8-41c22b2ab460 req-debd538d-d464-4ec0-82f5-b046b9cf26bd tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:41.299932 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-695cd43d-2706-4c2d-b096-af6eb3c933af tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Request body: {'floatingip': {'port_id': '20b8cfb9-dd43-452e-bf20-8d993ec72119', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:41.307506 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3b5c5b6b-1e75-45bf-99c8-41c22b2ab460 req-debd538d-d464-4ec0-82f5-b046b9cf26bd tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:41.332296 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-36a4e6f3-5b6e-452c-8d8d-5be8e4035569 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e55048b435b945d984ce9788f68ba967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1125736 Aug 28 15:00:41.338759 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34018) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:41.351299 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3b5c5b6b-1e75-45bf-99c8-41c22b2ab460 req-debd538d-d464-4ec0-82f5-b046b9cf26bd tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:41.352526 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3b5c5b6b-1e75-45bf-99c8-41c22b2ab460 req-debd538d-d464-4ec0-82f5-b046b9cf26bd tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2234871 Aug 28 15:00:41.359968 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1f7ed-d4c7-4e8e-be53-692d7350eeb8 req-ce6ae41d-c7fe-4677-8a0d-5c337e8360fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:41.361426 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bac1f7ed-d4c7-4e8e-be53-692d7350eeb8 req-ce6ae41d-c7fe-4677-8a0d-5c337e8360fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=40a03aed-4a19-48a0-9549-faca605f4bfe HTTP/1.1" status: 200 len: 922 time: 0.5576341 Aug 28 15:00:41.372928 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4a5df-070f-4d6c-ae3b-8b6c882f9914 req-a84aa332-a82e-4ef8-938b-198a10fe9c9e tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:41.375706 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6af4a5df-070f-4d6c-ae3b-8b6c882f9914 req-a84aa332-a82e-4ef8-938b-198a10fe9c9e tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.36 "GET /v2.0/ports?device_id=9624219d-a68e-445e-b0e4-9349774d50fe HTTP/1.1" status: 200 len: 944 time: 0.1348035 Aug 28 15:00:41.378179 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd538d-d464-4ec0-82f5-b046b9cf26bd tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6beccc-2ad4-458d-b0cd-af405c6565e2,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:41.478523 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38576dc4-a962-4230-8bb0-752c59f3402b req-baa71ced-c239-4326-9a42-eba0eb571833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:41.480078 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-baa71ced-c239-4326-9a42-eba0eb571833 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=81167e94-3666-4c28-a056-416ea7a0c9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3985174 Aug 28 15:00:41.480624 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-360c1e71-9a28-4654-b712-2a71c587cbf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:41.552344 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4b653e83-5a3d-44fc-b11c-564776079dca req-7035a5f0-c63c-4fd9-a745-38315b4dbf35 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:41.590263 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-695cd43d-2706-4c2d-b096-af6eb3c933af tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks [] for floatingip, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:41.658047 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:41.658370 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-714174be-7f96-47ed-93ae-c8862e27a132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:41.665846 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-4b653e83-5a3d-44fc-b11c-564776079dca req-7035a5f0-c63c-4fd9-a745-38315b4dbf35 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Transition to ACTIVE for port object dab852b8-364e-415c-9114-a39051284f07 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:00:41.669589 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bac1f7ed-d4c7-4e8e-be53-692d7350eeb8 req-c735e7a7-4a3a-4f13-89e1-9c0cc4c260bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2351df1-4b13-4529-992c-198aa46fa17e HTTP/1.1" status: 200 len: 1001 time: 0.2823019 Aug 28 15:00:41.873780 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e01563c5-5eeb-4a63-b916-410db06ab975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:41.902325 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aad24486-819c-4fcd-a2a1-b14fdefeb632 req-012a6f7d-4dcc-4434-b404-35b39ded81c2 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "GET /v2.0/security-groups/8e6beccc-2ad4-458d-b0cd-af405c6565e2 HTTP/1.1" status: 200 len: 1805 time: 0.4630048 Aug 28 15:00:41.931877 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-aad24486-819c-4fcd-a2a1-b14fdefeb632 req-bb5c8f26-6858-4478-a880-7c85151a50fa tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8e6beccc-2ad4-458d-b0cd-af405c6565e2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:41.932197 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-aad24486-819c-4fcd-a2a1-b14fdefeb632 req-bb5c8f26-6858-4478-a880-7c85151a50fa tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8e6beccc-2ad4-458d-b0cd-af405c6565e2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:41.944149 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e01563c5-5eeb-4a63-b916-410db06ab975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:41.981404 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-4974ab2b-5232-4c1f-a013-1073f0853e14 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:41.982963 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-4974ab2b-5232-4c1f-a013-1073f0853e14 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.41 "GET /v2.0/networks?id=ae24ad12-66df-4f98-8f52-41424ce2024c HTTP/1.1" status: 200 len: 815 time: 0.5680051 Aug 28 15:00:42.008195 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-b1cce97c-d4c9-4a9e-aef7-89a18eb0c76b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Request body: {'port': {'device_id': '1cebde49-bc08-412c-9769-c03f95a6abf4', 'network_id': 'ae24ad12-66df-4f98-8f52-41424ce2024c', 'admin_state_up': True, 'tenant_id': '602286d5074847ef8994e5ac3b5cb388'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:42.072547 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-6af4a5df-070f-4d6c-ae3b-8b6c882f9914 req-a576c77b-89db-4897-a978-8c40e162ead9 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Deleting port c677c2de-3d02-411b-98a7-6e7446d30ec3 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:00:42.072891 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6af4a5df-070f-4d6c-ae3b-8b6c882f9914 req-a576c77b-89db-4897-a978-8c40e162ead9 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:42.114946 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-714174be-7f96-47ed-93ae-c8862e27a132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:42.118459 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-714174be-7f96-47ed-93ae-c8862e27a132 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:42.151746 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e01563c5-5eeb-4a63-b916-410db06ab975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:42.154315 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e01563c5-5eeb-4a63-b916-410db06ab975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:42.157880 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e01563c5-5eeb-4a63-b916-410db06ab975 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4cb7761-776e-4787-ad97-c71459518319 HTTP/1.1" status: 204 len: 168 time: 0.8181407 Aug 28 15:00:42.205954 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01563c5-5eeb-4a63-b916-410db06ab975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cb7761-776e-4787-ad97-c71459518319,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:42.228970 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-aad24486-819c-4fcd-a2a1-b14fdefeb632 req-bb5c8f26-6858-4478-a880-7c85151a50fa tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:42.234538 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-ff8cf1c5-d76f-4b75-af0c-1a1223404330 service neutron] 10.222.0.36 "GET /v2.0/networks/81167e94-3666-4c28-a056-416ea7a0c9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7416456 Aug 28 15:00:42.270927 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-aad24486-819c-4fcd-a2a1-b14fdefeb632 req-bb5c8f26-6858-4478-a880-7c85151a50fa tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:42.274911 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-6af4a5df-070f-4d6c-ae3b-8b6c882f9914 req-a576c77b-89db-4897-a978-8c40e162ead9 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] For port c677c2de-3d02-411b-98a7-6e7446d30ec3, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=c677c2de-3d02-411b-98a7-6e7446d30ec3,segment=NetworkSegment(56e55a35-3570-4cec-88c5-f76cdfa3881a),segment_id=56e55a35-3570-4cec-88c5-f76cdfa3881a)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:42.275232 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6af4a5df-070f-4d6c-ae3b-8b6c882f9914 req-a576c77b-89db-4897-a978-8c40e162ead9 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:42.285419 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-aad24486-819c-4fcd-a2a1-b14fdefeb632 req-bb5c8f26-6858-4478-a880-7c85151a50fa tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:42.301599 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1f7ed-d4c7-4e8e-be53-692d7350eeb8 req-1421bbc1-1584-4870-af58-090979a259c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:42.302872 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bac1f7ed-d4c7-4e8e-be53-692d7350eeb8 req-1421bbc1-1584-4870-af58-090979a259c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3ae32591-49d1-4342-8080-c7756186a191 HTTP/1.1" status: 200 len: 860 time: 0.5856221 Aug 28 15:00:42.307397 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-6af4a5df-070f-4d6c-ae3b-8b6c882f9914 req-a576c77b-89db-4897-a978-8c40e162ead9 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Calling delete_port for c677c2de-3d02-411b-98a7-6e7446d30ec3 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:00:42.323458 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c8f26-6858-4478-a880-7c85151a50fa tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b6bc411-3e3d-4234-9e19-77712852e952,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:42.325481 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-b1cce97c-d4c9-4a9e-aef7-89a18eb0c76b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Made reservation on behalf of 602286d5074847ef8994e5ac3b5cb388 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:00:42.328983 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-b1cce97c-d4c9-4a9e-aef7-89a18eb0c76b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:42.349293 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-714174be-7f96-47ed-93ae-c8862e27a132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:42.349849 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714174be-7f96-47ed-93ae-c8862e27a132 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b81e6ec-54da-4c84-b845-1aa8f7e148d3 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:00:42.375623 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-aad24486-819c-4fcd-a2a1-b14fdefeb632 req-bb5c8f26-6858-4478-a880-7c85151a50fa tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:42.387521 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aad24486-819c-4fcd-a2a1-b14fdefeb632 req-bb5c8f26-6858-4478-a880-7c85151a50fa tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4733229 Aug 28 15:00:42.416220 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-714174be-7f96-47ed-93ae-c8862e27a132 admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:42.419616 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-714174be-7f96-47ed-93ae-c8862e27a132 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9b81e6ec-54da-4c84-b845-1aa8f7e148d3 HTTP/1.1" status: 204 len: 168 time: 4.4826992 Aug 28 15:00:42.426614 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4b653e83-5a3d-44fc-b11c-564776079dca req-7035a5f0-c63c-4fd9-a745-38315b4dbf35 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:42.430777 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34036) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:42.563356 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6af4a5df-070f-4d6c-ae3b-8b6c882f9914 req-a576c77b-89db-4897-a978-8c40e162ead9 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:42.604511 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576c77b-89db-4897-a978-8c40e162ead9 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Pushing event deleted for resources: {'Port': ['ID=c677c2de-3d02-411b-98a7-6e7446d30ec3,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:42.649961 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b653e83-5a3d-44fc-b11c-564776079dca req-7035a5f0-c63c-4fd9-a745-38315b4dbf35 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Network ae24ad12-66df-4f98-8f52-41424ce2024c is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:00:42.664849 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1f7ed-d4c7-4e8e-be53-692d7350eeb8 req-a8f853a1-9a94-4e69-acf6-01248f29179c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:42.666370 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bac1f7ed-d4c7-4e8e-be53-692d7350eeb8 req-a8f853a1-9a94-4e69-acf6-01248f29179c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40a03aed-4a19-48a0-9549-faca605f4bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3552990 Aug 28 15:00:42.666986 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035a5f0-c63c-4fd9-a745-38315b4dbf35 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Pushing event updated for resources: {'Port': ['ID=dab852b8-364e-415c-9114-a39051284f07,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:42.670501 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af4a5df-070f-4d6c-ae3b-8b6c882f9914 req-a576c77b-89db-4897-a978-8c40e162ead9 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] No DVR routers for this DVR port c677c2de-3d02-411b-98a7-6e7446d30ec3 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:00:42.673286 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6af4a5df-070f-4d6c-ae3b-8b6c882f9914 req-a576c77b-89db-4897-a978-8c40e162ead9 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:42.676481 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6af4a5df-070f-4d6c-ae3b-8b6c882f9914 req-a576c77b-89db-4897-a978-8c40e162ead9 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.36 "DELETE /v2.0/ports/c677c2de-3d02-411b-98a7-6e7446d30ec3 HTTP/1.1" status: 204 len: 173 time: 1.2933297 Aug 28 15:00:42.677105 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9624219d-a68e-445e-b0e4-9349774d50fe', 'name': 'network-vif-deleted', 'tag': 'c677c2de-3d02-411b-98a7-6e7446d30ec3'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:42.679760 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bb5521-7687-4853-bf0e-e208bd61bb79" -d '{"events": [{"server_uuid": "9624219d-a68e-445e-b0e4-9349774d50fe", "name": "network-vif-deleted", "tag": "c677c2de-3d02-411b-98a7-6e7446d30ec3"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:42.687403 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ae0db4-f54d-4533-9ef1-789f638b1c91 admin admin] Deleting subnet 4295be11-51f7-495a-9976-98d154c3c421 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:00:42.689650 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-4b653e83-5a3d-44fc-b11c-564776079dca req-7035a5f0-c63c-4fd9-a745-38315b4dbf35 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:00:42.708167 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b653e83-5a3d-44fc-b11c-564776079dca req-7035a5f0-c63c-4fd9-a745-38315b4dbf35 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:00:42.713612 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-49ae0db4-f54d-4533-9ef1-789f638b1c91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:42.864923 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-91da78b9-75e8-4640-903c-5b1af6cad92f service neutron] 10.222.0.36 "GET /v2.0/networks/81167e94-3666-4c28-a056-416ea7a0c9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5609581 Aug 28 15:00:42.953253 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-49ae0db4-f54d-4533-9ef1-789f638b1c91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:42.990281 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-a1c892bf-749d-4737-9675-42141f5ef513 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bac4fa37-f01b-40ed-9304-eebde8331b53 HTTP/1.1" status: 200 len: 217 time: 0.1015911 Aug 28 15:00:43.057689 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b653e83-5a3d-44fc-b11c-564776079dca req-7035a5f0-c63c-4fd9-a745-38315b4dbf35 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:43.058293 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4b653e83-5a3d-44fc-b11c-564776079dca req-7035a5f0-c63c-4fd9-a745-38315b4dbf35 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:43.066275 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b22cd7df-b261-41a6-a998-7b5c9fea324c req-fceff928-7346-4d21-8484-a1299fee92cb tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=9624219d-a68e-445e-b0e4-9349774d50fe HTTP/1.1" status: 200 len: 210 time: 0.0281134 Aug 28 15:00:43.104148 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2e011a88-fe7e-44be-ba1a-c8a10be3cd04 None None] Provisioning for port dab852b8-364e-415c-9114-a39051284f07 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:00:43.122050 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2e011a88-fe7e-44be-ba1a-c8a10be3cd04 None None] Provisioning complete for port dab852b8-364e-415c-9114-a39051284f07 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:00:43.122755 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2e011a88-fe7e-44be-ba1a-c8a10be3cd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:43.194631 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b653e83-5a3d-44fc-b11c-564776079dca req-7035a5f0-c63c-4fd9-a745-38315b4dbf35 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9701705 Aug 28 15:00:43.203760 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:43.207199 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-2e011a88-fe7e-44be-ba1a-c8a10be3cd04 None None] Port dab852b8-364e-415c-9114-a39051284f07 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:00:43.227193 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-4b653e83-5a3d-44fc-b11c-564776079dca req-5aed9233-3a36-417d-aca2-bfb16bd1ab6a service neutron] Request body: {'port': {'device_id': '8a9d412e-b2cf-4dc4-ae65-037c69640742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:43.251591 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e162db05-2306-4a5a-9c44-fbc53b8e5a9b req-29c79605-f20a-4709-b015-e7ddfe1e5bc2 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebde49-bc08-412c-9769-c03f95a6abf4 HTTP/1.1" status: 200 len: 210 time: 0.0326014 Aug 28 15:00:43.281029 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38576dc4-a962-4230-8bb0-752c59f3402b req-45aa0ec6-f641-476d-941d-e477d7d6848d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:43.282540 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-45aa0ec6-f641-476d-941d-e477d7d6848d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1318d724-919b-4c5d-b420-75bb4bd0f086 HTTP/1.1" status: 200 len: 797 time: 0.2794755 Aug 28 15:00:43.284372 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bac1f7ed-d4c7-4e8e-be53-692d7350eeb8 req-52dd3f37-6243-4c3a-89e0-79f798805ae5 service neutron] 10.222.0.36 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5788438 Aug 28 15:00:43.360477 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-360c1e71-9a28-4654-b712-2a71c587cbf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e52ea24a-8568-468f-8cf6-639ca6a2ca6d {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:00:43.405336 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-360c1e71-9a28-4654-b712-2a71c587cbf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:43.411248 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6082fa1d-d0d8-4b4f-996b-cf12647b47a2 req-fbefeb98-e626-4f2a-a99c-b4d79f9c472e tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "GET /v2.0/security-groups/8e6beccc-2ad4-458d-b0cd-af405c6565e2 HTTP/1.1" status: 200 len: 2398 time: 0.0456688 Aug 28 15:00:43.422363 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-6082fa1d-d0d8-4b4f-996b-cf12647b47a2 req-65f84b71-9443-48d5-8f6e-a9b6d7fb3700 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8e6beccc-2ad4-458d-b0cd-af405c6565e2', 'remote_group_id': None}]} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:43.422804 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-6082fa1d-d0d8-4b4f-996b-cf12647b47a2 req-65f84b71-9443-48d5-8f6e-a9b6d7fb3700 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8e6beccc-2ad4-458d-b0cd-af405c6565e2', 'remote_group_id': None}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:43.480937 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6082fa1d-d0d8-4b4f-996b-cf12647b47a2 req-65f84b71-9443-48d5-8f6e-a9b6d7fb3700 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:43.490730 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-49ae0db4-f54d-4533-9ef1-789f638b1c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:43.508697 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6082fa1d-d0d8-4b4f-996b-cf12647b47a2 req-65f84b71-9443-48d5-8f6e-a9b6d7fb3700 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:43.512986 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6082fa1d-d0d8-4b4f-996b-cf12647b47a2 req-65f84b71-9443-48d5-8f6e-a9b6d7fb3700 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:43.528438 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f84b71-9443-48d5-8f6e-a9b6d7fb3700 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f2912d-1d86-4a4c-ad33-cc5ad043d85b,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:43.537466 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6082fa1d-d0d8-4b4f-996b-cf12647b47a2 req-65f84b71-9443-48d5-8f6e-a9b6d7fb3700 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:43.538758 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6082fa1d-d0d8-4b4f-996b-cf12647b47a2 req-65f84b71-9443-48d5-8f6e-a9b6d7fb3700 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1211770 Aug 28 15:00:43.578386 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2f9451-24bf-4be4-92e7-51528882e81b x-openstack-request-id: req-8c2f9451-24bf-4be4-92e7-51528882e81b {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:43.578735 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9624219d-a68e-445e-b0e4-9349774d50fe", "name": "network-vif-deleted", "tag": "c677c2de-3d02-411b-98a7-6e7446d30ec3", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:43.579056 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c2f9451-24bf-4be4-92e7-51528882e81b {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:43.579836 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9624219d-a68e-445e-b0e4-9349774d50fe', 'name': 'network-vif-deleted', 'tag': 'c677c2de-3d02-411b-98a7-6e7446d30ec3', 'status': 'completed', 'code': 200} Aug 28 15:00:43.622582 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device c677c2de-3d02-411b-98a7-6e7446d30ec3 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:00:43.626205 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 00693b13-ee6f-4fac-8db3-59b5eb315676 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:00:43.662896 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: c677c2de-3d02-411b-98a7-6e7446d30ec3 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:00:43.663244 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device c677c2de-3d02-411b-98a7-6e7446d30ec3 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:00:43.664844 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 00693b13-ee6f-4fac-8db3-59b5eb315676 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:00:43.665151 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 00693b13-ee6f-4fac-8db3-59b5eb315676 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:00:43.900167 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-360c1e71-9a28-4654-b712-2a71c587cbf6 service neutron] Transition to ACTIVE for port object e52ea24a-8568-468f-8cf6-639ca6a2ca6d will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:00:43.929582 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-360c1e71-9a28-4654-b712-2a71c587cbf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:43.967738 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4b653e83-5a3d-44fc-b11c-564776079dca req-5aed9233-3a36-417d-aca2-bfb16bd1ab6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:44.004316 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-053bc49d-be95-47a1-a382-1df2713cb7d1 req-f310d36f-e095-4a6c-9c14-4d0aa096f828 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "GET /v2.0/security-groups/8e6beccc-2ad4-458d-b0cd-af405c6565e2 HTTP/1.1" status: 200 len: 2996 time: 0.1031101 Aug 28 15:00:44.015911 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-b1cce97c-d4c9-4a9e-aef7-89a18eb0c76b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Allocated IP 172.20.0.6 (ae24ad12-66df-4f98-8f52-41424ce2024c/7c8b154e-039f-4ee4-b255-1db7119187b0/725feedf-ab5e-4cf9-9206-7c4c756aad4e) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:00:44.041137 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38576dc4-a962-4230-8bb0-752c59f3402b req-a8cf657a-4329-46f1-b074-97da33683d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:44.042168 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-a8cf657a-4329-46f1-b074-97da33683d27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=81167e94-3666-4c28-a056-416ea7a0c9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6848078 Aug 28 15:00:44.281879 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-fc3386be-e342-40b9-a77b-ca1063118593 service neutron] 10.222.0.36 "GET /v2.0/networks/81167e94-3666-4c28-a056-416ea7a0c9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171817 Aug 28 15:00:44.291095 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da6ac7da-7512-4411-9db7-fda77746a25c req-3fefd00e-22a2-4a3d-a5f8-f9d76708643b tempest-ServerShowV257Test-1074612497 tempest-ServerShowV257Test-1074612497-project] 10.222.0.13 "GET /v2.0/ports?device_id=999452f5-3900-4a67-8fd8-26a9c66a401f HTTP/1.1" status: 200 len: 210 time: 0.1222906 Aug 28 15:00:44.291740 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-49ae0db4-f54d-4533-9ef1-789f638b1c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:44.300968 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c1e71-9a28-4654-b712-2a71c587cbf6 service neutron] Pushing event updated for resources: {'Port': ['ID=e52ea24a-8568-468f-8cf6-639ca6a2ca6d,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:44.317388 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-b1cce97c-d4c9-4a9e-aef7-89a18eb0c76b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:44.352031 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bac1f7ed-d4c7-4e8e-be53-692d7350eeb8 req-25bb87f7-c760-434b-8e32-8067c288d3aa service neutron] 10.222.0.36 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9962702 Aug 28 15:00:44.362515 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6ba80636-5090-4bbc-b48d-95c8e200efd7 req-16b07dd9-ac69-4322-b1d5-a9fac2f958ae tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "GET /v2.0/security-group-rules/12f2912d-1d86-4a4c-ad33-cc5ad043d85b HTTP/1.1" status: 200 len: 783 time: 0.0288262 Aug 28 15:00:44.363600 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-b1cce97c-d4c9-4a9e-aef7-89a18eb0c76b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Transition to ACTIVE for port object 725feedf-ab5e-4cf9-9206-7c4c756aad4e will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:00:44.366866 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbd2d6b-9658-4e71-a4ce-6be41b5c6528 None None] Network f63ce7db-ab03-41c4-8a47-777e4a385891 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:00:44.418265 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-49ae0db4-f54d-4533-9ef1-789f638b1c91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:44.422376 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-49ae0db4-f54d-4533-9ef1-789f638b1c91 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4295be11-51f7-495a-9976-98d154c3c421 HTTP/1.1" status: 204 len: 168 time: 1.9872632 Aug 28 15:00:44.423895 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae0db4-f54d-4533-9ef1-789f638b1c91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4295be11-51f7-495a-9976-98d154c3c421,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:44.426259 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34096) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:44.450734 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6ba80636-5090-4bbc-b48d-95c8e200efd7 req-309a2ad1-47b9-483e-bffb-93fec417c3a6 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "GET /v2.0/security-groups/8e6beccc-2ad4-458d-b0cd-af405c6565e2 HTTP/1.1" status: 200 len: 2996 time: 0.0790474 Aug 28 15:00:44.451817 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.db.resource_extend [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-695cd43d-2706-4c2d-b096-af6eb3c933af tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 15:00:44.499621 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-b1cce97c-d4c9-4a9e-aef7-89a18eb0c76b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:44.575603 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e5b92cc8-208c-44a9-9a2f-e0db4a5b31b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:44.589218 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6ba80636-5090-4bbc-b48d-95c8e200efd7 req-4f0aba3b-bbd4-491b-af95-6d227b6319cd tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:44.594837 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-b1cce97c-d4c9-4a9e-aef7-89a18eb0c76b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Network ae24ad12-66df-4f98-8f52-41424ce2024c is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:00:44.606769 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6ba80636-5090-4bbc-b48d-95c8e200efd7 req-4f0aba3b-bbd4-491b-af95-6d227b6319cd tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:44.609843 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-b1cce97c-d4c9-4a9e-aef7-89a18eb0c76b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:00:44.616688 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cce97c-d4c9-4a9e-aef7-89a18eb0c76b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Pushing event updated for resources: {'Port': ['ID=725feedf-ab5e-4cf9-9206-7c4c756aad4e,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:44.621216 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-b1cce97c-d4c9-4a9e-aef7-89a18eb0c76b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:00:44.624477 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-695cd43d-2706-4c2d-b096-af6eb3c933af tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:44.646120 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-695cd43d-2706-4c2d-b096-af6eb3c933af tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:44.688675 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f8d19a-a093-4203-8da4-72d0430be0c5 None None] DHCP port deletion for f63ce7db-ab03-41c4-8a47-777e4a385891 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:00:44.708455 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-360c1e71-9a28-4654-b712-2a71c587cbf6 service neutron] Attempting to bind port e52ea24a-8568-468f-8cf6-639ca6a2ca6d on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:00:44.709080 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-360c1e71-9a28-4654-b712-2a71c587cbf6 service neutron] Attempting to bind port e52ea24a-8568-468f-8cf6-639ca6a2ca6d by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '30c3bd03-6d20-4f9c-ac2f-08cf062737b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ae24ad12-66df-4f98-8f52-41424ce2024c'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:00:44.709782 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-360c1e71-9a28-4654-b712-2a71c587cbf6 service neutron] Attempting to bind port e52ea24a-8568-468f-8cf6-639ca6a2ca6d on network ae24ad12-66df-4f98-8f52-41424ce2024c {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:00:44.713524 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6ba80636-5090-4bbc-b48d-95c8e200efd7 req-4f0aba3b-bbd4-491b-af95-6d227b6319cd tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:44.723504 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-b1cce97c-d4c9-4a9e-aef7-89a18eb0c76b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:44.724265 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-b1cce97c-d4c9-4a9e-aef7-89a18eb0c76b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:44.731826 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-6ba80636-5090-4bbc-b48d-95c8e200efd7 req-4f0aba3b-bbd4-491b-af95-6d227b6319cd tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:44.733658 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6ba80636-5090-4bbc-b48d-95c8e200efd7 req-4f0aba3b-bbd4-491b-af95-6d227b6319cd tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/12f2912d-1d86-4a4c-ad33-cc5ad043d85b HTTP/1.1" status: 204 len: 173 time: 0.2517042 Aug 28 15:00:44.752702 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0aba3b-bbd4-491b-af95-6d227b6319cd tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12f2912d-1d86-4a4c-ad33-cc5ad043d85b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:44.758181 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38576dc4-a962-4230-8bb0-752c59f3402b req-23bf96d9-dc06-4ca9-96e6-e67e9668ff87 service neutron] 10.222.0.36 "GET /v2.0/networks/81167e94-3666-4c28-a056-416ea7a0c9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311171 Aug 28 15:00:44.767730 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-360c1e71-9a28-4654-b712-2a71c587cbf6 service neutron] Port e52ea24a-8568-468f-8cf6-639ca6a2ca6d on network ae24ad12-66df-4f98-8f52-41424ce2024c not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:00:44.768062 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-360c1e71-9a28-4654-b712-2a71c587cbf6 service neutron] Attempting to bind port e52ea24a-8568-468f-8cf6-639ca6a2ca6d on network ae24ad12-66df-4f98-8f52-41424ce2024c {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:00:44.773321 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-b1cce97c-d4c9-4a9e-aef7-89a18eb0c76b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7739658 Aug 28 15:00:44.792229 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-360c1e71-9a28-4654-b712-2a71c587cbf6 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:00:44.792581 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-360c1e71-9a28-4654-b712-2a71c587cbf6 service neutron] Checking segment: {'id': '30c3bd03-6d20-4f9c-ac2f-08cf062737b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ae24ad12-66df-4f98-8f52-41424ce2024c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:00:44.792976 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-360c1e71-9a28-4654-b712-2a71c587cbf6 service neutron] Bound using segment: {'id': '30c3bd03-6d20-4f9c-ac2f-08cf062737b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ae24ad12-66df-4f98-8f52-41424ce2024c'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:00:44.793420 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-360c1e71-9a28-4654-b712-2a71c587cbf6 service neutron] Bound port: e52ea24a-8568-468f-8cf6-639ca6a2ca6d, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c3bd03-6d20-4f9c-ac2f-08cf062737b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ae24ad12-66df-4f98-8f52-41424ce2024c'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:00:44.793690 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-f616eb88-5a99-4875-ac97-35f0aadbb171 service neutron] Request body: {'port': {'device_id': '1cebde49-bc08-412c-9769-c03f95a6abf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:44.794340 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-360c1e71-9a28-4654-b712-2a71c587cbf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:44.824707 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-58f8d19a-a093-4203-8da4-72d0430be0c5 None None] Deleting port 91746fd8-8d1a-4f37-a840-7a13db1377c0 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:00:44.825019 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-58f8d19a-a093-4203-8da4-72d0430be0c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:44.849744 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-e5b92cc8-208c-44a9-9a2f-e0db4a5b31b6 admin admin] Deleting port 91746fd8-8d1a-4f37-a840-7a13db1377c0 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:00:44.852408 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e5b92cc8-208c-44a9-9a2f-e0db4a5b31b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:44.990629 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-58f8d19a-a093-4203-8da4-72d0430be0c5 None None] For port 91746fd8-8d1a-4f37-a840-7a13db1377c0, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=91746fd8-8d1a-4f37-a840-7a13db1377c0,segment=NetworkSegment(e78f3bd2-f325-40c2-8c5a-b981d71135af),segment_id=e78f3bd2-f325-40c2-8c5a-b981d71135af)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:44.991023 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-58f8d19a-a093-4203-8da4-72d0430be0c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:45.018755 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-58f8d19a-a093-4203-8da4-72d0430be0c5 None None] Calling delete_port for 91746fd8-8d1a-4f37-a840-7a13db1377c0 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:00:45.030458 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-19865c53-cf59-45c8-ac49-2917bc03fae1 None None] Provisioning for port 725feedf-ab5e-4cf9-9206-7c4c756aad4e completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:00:45.036106 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-19865c53-cf59-45c8-ac49-2917bc03fae1 None None] Provisioning complete for port 725feedf-ab5e-4cf9-9206-7c4c756aad4e triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:00:45.036478 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-19865c53-cf59-45c8-ac49-2917bc03fae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:45.066805 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-f616eb88-5a99-4875-ac97-35f0aadbb171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:45.081279 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-695cd43d-2706-4c2d-b096-af6eb3c933af tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Floating IP a3f974a5-29cc-4721-b26d-7a93246125d1 associated. External IP: 172.25.3.138, port: b2351df1-4b13-4529-992c-198aa46fa17e. Aug 28 15:00:45.111757 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-e5b92cc8-208c-44a9-9a2f-e0db4a5b31b6 admin admin] For port 91746fd8-8d1a-4f37-a840-7a13db1377c0, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=91746fd8-8d1a-4f37-a840-7a13db1377c0,segment=NetworkSegment(e78f3bd2-f325-40c2-8c5a-b981d71135af),segment_id=e78f3bd2-f325-40c2-8c5a-b981d71135af)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:45.112452 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e5b92cc8-208c-44a9-9a2f-e0db4a5b31b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:45.122410 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064e7ad-9c2d-47b4-a920-5ee664d20f63 req-4365135a-147f-483d-8049-8760c2a2aac6 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:45.127513 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-19865c53-cf59-45c8-ac49-2917bc03fae1 None None] Port 725feedf-ab5e-4cf9-9206-7c4c756aad4e cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:00:45.134531 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4064e7ad-9c2d-47b4-a920-5ee664d20f63 req-4365135a-147f-483d-8049-8760c2a2aac6 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebde49-bc08-412c-9769-c03f95a6abf4 HTTP/1.1" status: 200 len: 931 time: 0.1353133 Aug 28 15:00:45.157663 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-58f8d19a-a093-4203-8da4-72d0430be0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:45.167060 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-e5b92cc8-208c-44a9-9a2f-e0db4a5b31b6 admin admin] Calling delete_port for 91746fd8-8d1a-4f37-a840-7a13db1377c0 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:00:45.200499 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8d19a-a093-4203-8da4-72d0430be0c5 None None] Pushing event deleted for resources: {'Port': ['ID=91746fd8-8d1a-4f37-a840-7a13db1377c0,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:45.209503 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4064e7ad-9c2d-47b4-a920-5ee664d20f63 req-10e4ab34-9682-4faa-a9ee-44f5e9c88d24 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739729 Aug 28 15:00:45.210073 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-360c1e71-9a28-4654-b712-2a71c587cbf6 service neutron] For port e52ea24a-8568-468f-8cf6-639ca6a2ca6d, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:00:45.210436 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f8d19a-a093-4203-8da4-72d0430be0c5 None None] No DVR routers for this DVR port 91746fd8-8d1a-4f37-a840-7a13db1377c0 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:00:45.295245 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-360c1e71-9a28-4654-b712-2a71c587cbf6 service neutron] For port e52ea24a-8568-468f-8cf6-639ca6a2ca6d, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=e52ea24a-8568-468f-8cf6-639ca6a2ca6d,segment=NetworkSegment(30c3bd03-6d20-4f9c-ac2f-08cf062737b2),segment_id=30c3bd03-6d20-4f9c-ac2f-08cf062737b2)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:00:45.314246 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-360c1e71-9a28-4654-b712-2a71c587cbf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:45.319808 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-4b653e83-5a3d-44fc-b11c-564776079dca req-5aed9233-3a36-417d-aca2-bfb16bd1ab6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab852b8-364e-415c-9114-a39051284f07 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:00:45.356972 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4b653e83-5a3d-44fc-b11c-564776079dca req-5aed9233-3a36-417d-aca2-bfb16bd1ab6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:45.381367 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-360c1e71-9a28-4654-b712-2a71c587cbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:45.381997 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-360c1e71-9a28-4654-b712-2a71c587cbf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:45.383443 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-360c1e71-9a28-4654-b712-2a71c587cbf6 service neutron] 10.222.0.41 "PUT /v2.0/ports/e52ea24a-8568-468f-8cf6-639ca6a2ca6d HTTP/1.1" status: 200 len: 1092 time: 4.3029838 Aug 28 15:00:45.389526 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd759e33c-d045-4e55-93fd-bfea91946dd9', 'tag': 'e52ea24a-8568-468f-8cf6-639ca6a2ca6d'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:45.391893 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f2df11-b0e7-41a5-afa7-c7ba715c5988" -d '{"events": [{"name": "network-changed", "server_uuid": "d759e33c-d045-4e55-93fd-bfea91946dd9", "tag": "e52ea24a-8568-468f-8cf6-639ca6a2ca6d"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:45.398255 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-4b653e83-5a3d-44fc-b11c-564776079dca req-5aed9233-3a36-417d-aca2-bfb16bd1ab6a service neutron] Transition to ACTIVE for port object dab852b8-364e-415c-9114-a39051284f07 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:00:45.407440 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4b653e83-5a3d-44fc-b11c-564776079dca req-5aed9233-3a36-417d-aca2-bfb16bd1ab6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:45.471127 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c1e71-9a28-4654-b712-2a71c587cbf6 service neutron] Pushing event updated for resources: {'Port': ['ID=e52ea24a-8568-468f-8cf6-639ca6a2ca6d,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:45.541968 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cb8094e8-cb09-4382-8594-031e52552f1d req-1bc58848-e734-49aa-898a-81bc261ead21 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "GET /v2.0/security-groups/8e6beccc-2ad4-458d-b0cd-af405c6565e2 HTTP/1.1" status: 200 len: 2398 time: 0.1879323 Aug 28 15:00:45.546451 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e5b92cc8-208c-44a9-9a2f-e0db4a5b31b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:45.584966 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b92cc8-208c-44a9-9a2f-e0db4a5b31b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=91746fd8-8d1a-4f37-a840-7a13db1377c0,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:45.614464 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b92cc8-208c-44a9-9a2f-e0db4a5b31b6 admin admin] No DVR routers for this DVR port 91746fd8-8d1a-4f37-a840-7a13db1377c0 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:00:45.651268 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed9233-3a36-417d-aca2-bfb16bd1ab6a service neutron] Pushing event updated for resources: {'Port': ['ID=dab852b8-364e-415c-9114-a39051284f07,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:45.666717 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-2ec5b75b-be3e-418d-a4eb-713ee50be15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:45.669395 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-2ec5b75b-be3e-418d-a4eb-713ee50be15f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=602286d5074847ef8994e5ac3b5cb388&device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 1095 time: 0.2148566 Aug 28 15:00:45.701447 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 91746fd8-8d1a-4f37-a840-7a13db1377c0 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:00:45.732186 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 91746fd8-8d1a-4f37-a840-7a13db1377c0 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:00:45.733070 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 91746fd8-8d1a-4f37-a840-7a13db1377c0 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:00:45.752155 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-46bc2ca8-2f10-4a44-a84a-f710359c345d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e52ea24a-8568-468f-8cf6-639ca6a2ca6d HTTP/1.1" status: 200 len: 217 time: 0.0694692 Aug 28 15:00:45.755336 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-4b653e83-5a3d-44fc-b11c-564776079dca req-5aed9233-3a36-417d-aca2-bfb16bd1ab6a service neutron] Attempting to bind port dab852b8-364e-415c-9114-a39051284f07 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:00:45.755693 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-4b653e83-5a3d-44fc-b11c-564776079dca req-5aed9233-3a36-417d-aca2-bfb16bd1ab6a service neutron] Attempting to bind port dab852b8-364e-415c-9114-a39051284f07 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '30c3bd03-6d20-4f9c-ac2f-08cf062737b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ae24ad12-66df-4f98-8f52-41424ce2024c'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:00:45.756328 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b653e83-5a3d-44fc-b11c-564776079dca req-5aed9233-3a36-417d-aca2-bfb16bd1ab6a service neutron] Attempting to bind port dab852b8-364e-415c-9114-a39051284f07 on network ae24ad12-66df-4f98-8f52-41424ce2024c {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:00:45.758323 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e5b92cc8-208c-44a9-9a2f-e0db4a5b31b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:45.763473 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-695cd43d-2706-4c2d-b096-af6eb3c933af tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Router afddb704-3602-4760-b1f9-d8b4774437cb has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:00:45.764963 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b653e83-5a3d-44fc-b11c-564776079dca req-5aed9233-3a36-417d-aca2-bfb16bd1ab6a service neutron] Port dab852b8-364e-415c-9114-a39051284f07 on network ae24ad12-66df-4f98-8f52-41424ce2024c not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:00:45.765348 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b653e83-5a3d-44fc-b11c-564776079dca req-5aed9233-3a36-417d-aca2-bfb16bd1ab6a service neutron] Attempting to bind port dab852b8-364e-415c-9114-a39051284f07 on network ae24ad12-66df-4f98-8f52-41424ce2024c {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:00:45.786403 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-e5b92cc8-208c-44a9-9a2f-e0db4a5b31b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f63ce7db-ab03-41c4-8a47-777e4a385891']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:45.805100 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b653e83-5a3d-44fc-b11c-564776079dca req-5aed9233-3a36-417d-aca2-bfb16bd1ab6a service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:00:45.805556 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b653e83-5a3d-44fc-b11c-564776079dca req-5aed9233-3a36-417d-aca2-bfb16bd1ab6a service neutron] Checking segment: {'id': '30c3bd03-6d20-4f9c-ac2f-08cf062737b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ae24ad12-66df-4f98-8f52-41424ce2024c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:00:45.805948 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b653e83-5a3d-44fc-b11c-564776079dca req-5aed9233-3a36-417d-aca2-bfb16bd1ab6a service neutron] Bound using segment: {'id': '30c3bd03-6d20-4f9c-ac2f-08cf062737b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ae24ad12-66df-4f98-8f52-41424ce2024c'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:00:45.806379 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-4b653e83-5a3d-44fc-b11c-564776079dca req-5aed9233-3a36-417d-aca2-bfb16bd1ab6a service neutron] Bound port: dab852b8-364e-415c-9114-a39051284f07, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c3bd03-6d20-4f9c-ac2f-08cf062737b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ae24ad12-66df-4f98-8f52-41424ce2024c'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:00:45.806739 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4b653e83-5a3d-44fc-b11c-564776079dca req-5aed9233-3a36-417d-aca2-bfb16bd1ab6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:45.807708 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cb8094e8-cb09-4382-8594-031e52552f1d req-8d06f848-361c-43b0-809e-f660703ffb9c tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:45.812005 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-e5b92cc8-208c-44a9-9a2f-e0db4a5b31b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78f3bd2-f325-40c2-8c5a-b981d71135af') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:45.812373 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-e5b92cc8-208c-44a9-9a2f-e0db4a5b31b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78f3bd2-f325-40c2-8c5a-b981d71135af') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:45.815525 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-f616eb88-5a99-4875-ac97-35f0aadbb171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 725feedf-ab5e-4cf9-9206-7c4c756aad4e {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:00:45.838879 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-f616eb88-5a99-4875-ac97-35f0aadbb171 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:45.844652 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e5b92cc8-208c-44a9-9a2f-e0db4a5b31b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:45.874906 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-f616eb88-5a99-4875-ac97-35f0aadbb171 service neutron] Transition to ACTIVE for port object 725feedf-ab5e-4cf9-9206-7c4c756aad4e will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:00:45.879098 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cb8094e8-cb09-4382-8594-031e52552f1d req-8d06f848-361c-43b0-809e-f660703ffb9c tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:45.885423 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e5b92cc8-208c-44a9-9a2f-e0db4a5b31b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:45.895077 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-f616eb88-5a99-4875-ac97-35f0aadbb171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:45.902036 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b92cc8-208c-44a9-9a2f-e0db4a5b31b6 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:00:45.902426 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e5b92cc8-208c-44a9-9a2f-e0db4a5b31b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:00:45.907330 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:00:45.921881 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-d5ba0469-e539-4e81-bf48-05cc52de6413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:45.923485 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-d5ba0469-e539-4e81-bf48-05cc52de6413 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c8b154e-039f-4ee4-b255-1db7119187b0 HTTP/1.1" status: 200 len: 854 time: 0.1552539 Aug 28 15:00:45.955313 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-4b653e83-5a3d-44fc-b11c-564776079dca req-5aed9233-3a36-417d-aca2-bfb16bd1ab6a service neutron] For port dab852b8-364e-415c-9114-a39051284f07, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:00:46.020232 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616eb88-5a99-4875-ac97-35f0aadbb171 service neutron] Pushing event updated for resources: {'Port': ['ID=725feedf-ab5e-4cf9-9206-7c4c756aad4e,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:46.025004 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-4b653e83-5a3d-44fc-b11c-564776079dca req-5aed9233-3a36-417d-aca2-bfb16bd1ab6a service neutron] For port dab852b8-364e-415c-9114-a39051284f07, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=dab852b8-364e-415c-9114-a39051284f07,segment=NetworkSegment(30c3bd03-6d20-4f9c-ac2f-08cf062737b2),segment_id=30c3bd03-6d20-4f9c-ac2f-08cf062737b2)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:00:46.034608 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4b653e83-5a3d-44fc-b11c-564776079dca req-5aed9233-3a36-417d-aca2-bfb16bd1ab6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:46.051966 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e5b92cc8-208c-44a9-9a2f-e0db4a5b31b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:46.080619 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e5b92cc8-208c-44a9-9a2f-e0db4a5b31b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:46.082448 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e5b92cc8-208c-44a9-9a2f-e0db4a5b31b6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f63ce7db-ab03-41c4-8a47-777e4a385891 HTTP/1.1" status: 204 len: 168 time: 1.6540196 Aug 28 15:00:46.086064 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cb8094e8-cb09-4382-8594-031e52552f1d req-8d06f848-361c-43b0-809e-f660703ffb9c tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:46.089417 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cb8094e8-cb09-4382-8594-031e52552f1d req-8d06f848-361c-43b0-809e-f660703ffb9c tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:46.090493 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cb8094e8-cb09-4382-8594-031e52552f1d req-8d06f848-361c-43b0-809e-f660703ffb9c tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "DELETE /v2.0/security-groups/8e6beccc-2ad4-458d-b0cd-af405c6565e2 HTTP/1.1" status: 204 len: 173 time: 0.5170667 Aug 28 15:00:46.094105 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b653e83-5a3d-44fc-b11c-564776079dca req-5aed9233-3a36-417d-aca2-bfb16bd1ab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:46.094450 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4b653e83-5a3d-44fc-b11c-564776079dca req-5aed9233-3a36-417d-aca2-bfb16bd1ab6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:46.095928 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b653e83-5a3d-44fc-b11c-564776079dca req-5aed9233-3a36-417d-aca2-bfb16bd1ab6a service neutron] 10.222.0.41 "PUT /v2.0/ports/dab852b8-364e-415c-9114-a39051284f07 HTTP/1.1" status: 200 len: 1093 time: 2.8888011 Aug 28 15:00:46.097750 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-639564a5-2d7f-47cf-b74e-7641a02aab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:46.099308 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-639564a5-2d7f-47cf-b74e-7641a02aab2e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ae24ad12-66df-4f98-8f52-41424ce2024c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1574383 Aug 28 15:00:46.114750 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b92cc8-208c-44a9-9a2f-e0db4a5b31b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f63ce7db-ab03-41c4-8a47-777e4a385891,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:46.119277 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06f848-361c-43b0-809e-f660703ffb9c tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6beccc-2ad4-458d-b0cd-af405c6565e2,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:46.165620 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-695cd43d-2706-4c2d-b096-af6eb3c933af tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:00:46.180184 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5151cb78-f6a3-44cd-a9ac-ff146ff54533 None None] Sync routers for ids ['afddb704-3602-4760-b1f9-d8b4774437cb'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:00:46.188857 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-f616eb88-5a99-4875-ac97-35f0aadbb171 service neutron] Attempting to bind port 725feedf-ab5e-4cf9-9206-7c4c756aad4e on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:00:46.190925 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-f616eb88-5a99-4875-ac97-35f0aadbb171 service neutron] Attempting to bind port 725feedf-ab5e-4cf9-9206-7c4c756aad4e by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '30c3bd03-6d20-4f9c-ac2f-08cf062737b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ae24ad12-66df-4f98-8f52-41424ce2024c'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:00:46.192900 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5151cb78-f6a3-44cd-a9ac-ff146ff54533 None None] Routers {'afddb704-3602-4760-b1f9-d8b4774437cb'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:00:46.193537 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5151cb78-f6a3-44cd-a9ac-ff146ff54533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:00:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['afddb704-3602-4760-b1f9-d8b4774437cb'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:46.196760 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-f616eb88-5a99-4875-ac97-35f0aadbb171 service neutron] Attempting to bind port 725feedf-ab5e-4cf9-9206-7c4c756aad4e on network ae24ad12-66df-4f98-8f52-41424ce2024c {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:00:46.204492 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-f616eb88-5a99-4875-ac97-35f0aadbb171 service neutron] Port 725feedf-ab5e-4cf9-9206-7c4c756aad4e on network ae24ad12-66df-4f98-8f52-41424ce2024c not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:00:46.206305 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-f616eb88-5a99-4875-ac97-35f0aadbb171 service neutron] Attempting to bind port 725feedf-ab5e-4cf9-9206-7c4c756aad4e on network ae24ad12-66df-4f98-8f52-41424ce2024c {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:00:46.218501 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-f616eb88-5a99-4875-ac97-35f0aadbb171 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:00:46.221522 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-f616eb88-5a99-4875-ac97-35f0aadbb171 service neutron] Checking segment: {'id': '30c3bd03-6d20-4f9c-ac2f-08cf062737b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ae24ad12-66df-4f98-8f52-41424ce2024c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:00:46.223875 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-f616eb88-5a99-4875-ac97-35f0aadbb171 service neutron] Bound using segment: {'id': '30c3bd03-6d20-4f9c-ac2f-08cf062737b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ae24ad12-66df-4f98-8f52-41424ce2024c'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:00:46.224590 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-f616eb88-5a99-4875-ac97-35f0aadbb171 service neutron] Bound port: 725feedf-ab5e-4cf9-9206-7c4c756aad4e, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c3bd03-6d20-4f9c-ac2f-08cf062737b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ae24ad12-66df-4f98-8f52-41424ce2024c'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:00:46.225163 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-f616eb88-5a99-4875-ac97-35f0aadbb171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:46.352408 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-f616eb88-5a99-4875-ac97-35f0aadbb171 service neutron] For port 725feedf-ab5e-4cf9-9206-7c4c756aad4e, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:00:46.356829 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-f616eb88-5a99-4875-ac97-35f0aadbb171 service neutron] For port 725feedf-ab5e-4cf9-9206-7c4c756aad4e, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=725feedf-ab5e-4cf9-9206-7c4c756aad4e,segment=NetworkSegment(30c3bd03-6d20-4f9c-ac2f-08cf062737b2),segment_id=30c3bd03-6d20-4f9c-ac2f-08cf062737b2)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:00:46.363242 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-f616eb88-5a99-4875-ac97-35f0aadbb171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:46.431045 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-5151cb78-f6a3-44cd-a9ac-ff146ff54533 None None] Set router afddb704-3602-4760-b1f9-d8b4774437cb gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:00:46.466017 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34118) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:46.470047 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616eb88-5a99-4875-ac97-35f0aadbb171 service neutron] Pushing event updated for resources: {'Port': ['ID=725feedf-ab5e-4cf9-9206-7c4c756aad4e,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:46.552852 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3fba1c05-d88b-4ed7-a608-f2f43ffd2b5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52d8d8d99c6b4b5db3950de5685f1a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0639722 Aug 28 15:00:46.553940 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34126) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:46.564403 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-f616eb88-5a99-4875-ac97-35f0aadbb171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:46.564788 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-f616eb88-5a99-4875-ac97-35f0aadbb171 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:46.570146 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-f616eb88-5a99-4875-ac97-35f0aadbb171 service neutron] 10.222.0.41 "PUT /v2.0/ports/725feedf-ab5e-4cf9-9206-7c4c756aad4e HTTP/1.1" status: 200 len: 1092 time: 1.7792926 Aug 28 15:00:46.573097 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cebde49-bc08-412c-9769-c03f95a6abf4', 'tag': '725feedf-ab5e-4cf9-9206-7c4c756aad4e'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:46.587920 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9288a6-ed1e-4a62-99cd-a79aa6428101" -d '{"events": [{"name": "network-changed", "server_uuid": "1cebde49-bc08-412c-9769-c03f95a6abf4", "tag": "725feedf-ab5e-4cf9-9206-7c4c756aad4e"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:46.713653 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-df4e30a6-5d99-4ee6-a955-b9108fab2392 req-db1d7f76-58c3-4501-a3b7-04fac33ea98e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=999452f5-3900-4a67-8fd8-26a9c66a401f HTTP/1.1" status: 200 len: 210 time: 0.1284769 Aug 28 15:00:46.720687 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed9233-3a36-417d-aca2-bfb16bd1ab6a service neutron] Pushing event updated for resources: {'Port': ['ID=dab852b8-364e-415c-9114-a39051284f07,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:46.777670 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5151cb78-f6a3-44cd-a9ac-ff146ff54533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036478434-router', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:59:39Z', 'updated_at': '2021-08-28T14:59:49Z', 'revision_number': 4, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'gw_port': {'id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:40Z', 'updated_at': '2021-08-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'a3f974a5-29cc-4721-b26d-7a93246125d1', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'port_id': '20b8cfb9-dd43-452e-bf20-8d993ec72119', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'mac_address': 'fa:16:3e:24:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:00:09Z', 'updated_at': '2021-08-28T15:00:44Z', 'revision_number': 3, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae52389-5937-4f4c-a2e6-b0f593281be8', 'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'mac_address': 'fa:16:3e:75:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3ae32591-49d1-4342-8080-c7756186a191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:46Z', 'updated_at': '2021-08-28T14:59:56Z', 'revision_number': 5, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'subnets': [{'id': '3ae32591-49d1-4342-8080-c7756186a191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:46.783871 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-c73ee615-d15f-4b20-89f4-95f051218be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:46.785385 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-c73ee615-d15f-4b20-89f4-95f051218be7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=602286d5074847ef8994e5ac3b5cb388&device_id=1cebde49-bc08-412c-9769-c03f95a6abf4 HTTP/1.1" status: 200 len: 1095 time: 0.1645167 Aug 28 15:00:46.786006 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c08f5228-ecd2-4cc4-9498-75780d2ccf98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:46.804558 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b653e83-5a3d-44fc-b11c-564776079dca req-baa7e616-f589-4317-851e-196aaa6ed776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:46.806199 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b653e83-5a3d-44fc-b11c-564776079dca req-baa7e616-f589-4317-851e-196aaa6ed776 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=602286d5074847ef8994e5ac3b5cb388&device_id=8a9d412e-b2cf-4dc4-ae65-037c69640742 HTTP/1.1" status: 200 len: 1096 time: 0.6360784 Aug 28 15:00:46.808070 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5151cb78-f6a3-44cd-a9ac-ff146ff54533 None None] Checking router: afddb704-3602-4760-b1f9-d8b4774437cb for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:00:46.809721 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c08f5228-ecd2-4cc4-9498-75780d2ccf98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:46.820272 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5151cb78-f6a3-44cd-a9ac-ff146ff54533 None None] Routers {'afddb704-3602-4760-b1f9-d8b4774437cb'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:00:46.821285 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5151cb78-f6a3-44cd-a9ac-ff146ff54533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:00:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['afddb704-3602-4760-b1f9-d8b4774437cb'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:46.832297 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-cf3932a5-5674-4b44-9e2d-3067571788e2 service neutron] 10.222.0.41 "GET /v2.0/networks/ae24ad12-66df-4f98-8f52-41424ce2024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7092340 Aug 28 15:00:46.880123 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b653e83-5a3d-44fc-b11c-564776079dca req-98f831a7-8879-45bf-be32-3cccfc4a5fe0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dab852b8-364e-415c-9114-a39051284f07 HTTP/1.1" status: 200 len: 217 time: 0.0589902 Aug 28 15:00:46.918199 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-04060d6f-5bab-46e2-9fb6-e9c3427e97f5 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:46.928252 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-04060d6f-5bab-46e2-9fb6-e9c3427e97f5 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/networks?id=8404fc60-2695-490e-81aa-576e7b73d9df HTTP/1.1" status: 200 len: 821 time: 0.2823398 Aug 28 15:00:46.954792 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-5151cb78-f6a3-44cd-a9ac-ff146ff54533 None None] Set router afddb704-3602-4760-b1f9-d8b4774437cb gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:00:46.967691 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-00dbcb65-b12b-4817-b7a6-32e745488501 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=725feedf-ab5e-4cf9-9206-7c4c756aad4e HTTP/1.1" status: 200 len: 217 time: 0.1549249 Aug 28 15:00:46.969241 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c08f5228-ecd2-4cc4-9498-75780d2ccf98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:46.971743 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c08f5228-ecd2-4cc4-9498-75780d2ccf98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:46.975179 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c08f5228-ecd2-4cc4-9498-75780d2ccf98 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7abce444-2988-4814-b646-9690c5357a21 HTTP/1.1" status: 204 len: 168 time: 0.4178326 Aug 28 15:00:46.984971 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-eb6f97de-0355-412f-a432-3e70d875f961 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/quotas/478107490d854612b2fb52a63284f6da HTTP/1.1" status: 200 len: 375 time: 0.0258873 Aug 28 15:00:47.009904 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f5228-ecd2-4cc4-9498-75780d2ccf98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abce444-2988-4814-b646-9690c5357a21,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:47.057668 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-e4b6f2af-f09a-446b-8526-19d538e503d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:47.059150 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-e4b6f2af-f09a-446b-8526-19d538e503d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c8b154e-039f-4ee4-b255-1db7119187b0 HTTP/1.1" status: 200 len: 854 time: 0.0837393 Aug 28 15:00:47.092338 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b653e83-5a3d-44fc-b11c-564776079dca req-ce09831f-8448-4846-914c-9386e6abbe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:47.093483 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b653e83-5a3d-44fc-b11c-564776079dca req-ce09831f-8448-4846-914c-9386e6abbe34 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c8b154e-039f-4ee4-b255-1db7119187b0 HTTP/1.1" status: 200 len: 854 time: 0.1977665 Aug 28 15:00:47.114677 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-40549e28-2e5a-43a8-a164-8b9b352ee76e tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=478107490d854612b2fb52a63284f6da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1073394 Aug 28 15:00:47.185245 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-ec4ee927-872a-4c12-9139-0e1417266857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:47.187170 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-ec4ee927-872a-4c12-9139-0e1417266857 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ae24ad12-66df-4f98-8f52-41424ce2024c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1196449 Aug 28 15:00:47.189576 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-c9e71567-65e8-49ed-98eb-3e904dcce0e5 service neutron] 10.222.0.41 "GET /v2.0/networks/ae24ad12-66df-4f98-8f52-41424ce2024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216648 Aug 28 15:00:47.221445 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b653e83-5a3d-44fc-b11c-564776079dca req-b9624f34-ce48-456b-a634-d1149223e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:47.223457 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b653e83-5a3d-44fc-b11c-564776079dca req-b9624f34-ce48-456b-a634-d1149223e928 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ae24ad12-66df-4f98-8f52-41424ce2024c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1177249 Aug 28 15:00:47.234691 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-695cd43d-2706-4c2d-b096-af6eb3c933af tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Router afddb704-3602-4760-b1f9-d8b4774437cb has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:00:47.254928 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5151cb78-f6a3-44cd-a9ac-ff146ff54533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036478434-router', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:59:39Z', 'updated_at': '2021-08-28T14:59:49Z', 'revision_number': 4, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'gw_port': {'id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:40Z', 'updated_at': '2021-08-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'a3f974a5-29cc-4721-b26d-7a93246125d1', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'port_id': '20b8cfb9-dd43-452e-bf20-8d993ec72119', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'mac_address': 'fa:16:3e:24:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:00:09Z', 'updated_at': '2021-08-28T15:00:44Z', 'revision_number': 3, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae52389-5937-4f4c-a2e6-b0f593281be8', 'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'mac_address': 'fa:16:3e:75:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3ae32591-49d1-4342-8080-c7756186a191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:46Z', 'updated_at': '2021-08-28T14:59:56Z', 'revision_number': 5, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'subnets': [{'id': '3ae32591-49d1-4342-8080-c7756186a191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:47.286826 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5151cb78-f6a3-44cd-a9ac-ff146ff54533 None None] The sync data for ids ['afddb704-3602-4760-b1f9-d8b4774437cb'] in n-d-712137-10 is: [{'id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036478434-router', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:59:39Z', 'updated_at': '2021-08-28T14:59:49Z', 'revision_number': 4, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'gw_port': {'id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:40Z', 'updated_at': '2021-08-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'a3f974a5-29cc-4721-b26d-7a93246125d1', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'port_id': '20b8cfb9-dd43-452e-bf20-8d993ec72119', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'mac_address': 'fa:16:3e:24:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:00:09Z', 'updated_at': '2021-08-28T15:00:44Z', 'revision_number': 3, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae52389-5937-4f4c-a2e6-b0f593281be8', 'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'mac_address': 'fa:16:3e:75:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3ae32591-49d1-4342-8080-c7756186a191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:46Z', 'updated_at': '2021-08-28T14:59:56Z', 'revision_number': 5, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'subnets': [{'id': '3ae32591-49d1-4342-8080-c7756186a191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:00:47.290978 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-2c9b82f0-8615-4cfa-9cf9-de92bbc76144 service neutron] 10.222.0.13 "GET /v2.0/networks/8404fc60-2695-490e-81aa-576e7b73d9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747184 Aug 28 15:00:47.378624 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-799751b4-46c1-4e55-8322-aadb0d40d319 service neutron] 10.222.0.41 "GET /v2.0/networks/ae24ad12-66df-4f98-8f52-41424ce2024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658709 Aug 28 15:00:47.447043 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-695cd43d-2706-4c2d-b096-af6eb3c933af tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:00:47.452709 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-695cd43d-2706-4c2d-b096-af6eb3c933af tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:47.457578 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b653e83-5a3d-44fc-b11c-564776079dca req-f04969f6-8bd0-4906-8b11-3f82ad4aaa68 service neutron] 10.222.0.41 "GET /v2.0/networks/ae24ad12-66df-4f98-8f52-41424ce2024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208028 Aug 28 15:00:47.461737 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-71046b3d-3248-4576-808e-743457113cd9 service neutron] 10.222.0.13 "GET /v2.0/networks/8404fc60-2695-490e-81aa-576e7b73d9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616492 Aug 28 15:00:47.496147 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f2bce97b-a4bf-48da-8ec9-4fedb44644d3 req-c54e69ad-6322-40f2-82e7-e9d268c0615b service neutron] 10.222.0.41 "GET /v2.0/networks/ae24ad12-66df-4f98-8f52-41424ce2024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094761 Aug 28 15:00:47.531032 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34138) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:47.586850 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ea8866e8-09ed-4f9b-939f-23c96e54457f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38598ca0e7884481bc4651eb9d6d8333&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524142 Aug 28 15:00:47.587524 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34140) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:47.587934 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f82bbaa-6ed8-4769-b516-3b587e69a81d None None] New status for floating IP a3f974a5-29cc-4721-b26d-7a93246125d1: ACTIVE {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:00:47.597124 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-695cd43d-2706-4c2d-b096-af6eb3c933af tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "PUT /v2.0/floatingips/a3f974a5-29cc-4721-b26d-7a93246125d1 HTTP/1.1" status: 200 len: 998 time: 6.3259900 Aug 28 15:00:47.695681 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f1fe1b53-739c-4ad8-9eac-4ee5c97c863a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:47.731223 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-a3615386-a970-451f-8bcc-245937b42a3e tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:47.736159 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-a3615386-a970-451f-8bcc-245937b42a3e tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports/b2351df1-4b13-4529-992c-198aa46fa17e HTTP/1.1" status: 200 len: 942 time: 0.1382177 Aug 28 15:00:47.752421 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-53044a98-309d-414b-aa11-eb98d6cd5af1 req-173916c2-efe0-49e0-a6ea-43e42bab7b87 tempest-ServerShowV257Test-1074612497 tempest-ServerShowV257Test-1074612497-project] 10.222.0.13 "GET /v2.0/ports?device_id=999452f5-3900-4a67-8fd8-26a9c66a401f HTTP/1.1" status: 200 len: 210 time: 0.0740688 Aug 28 15:00:47.770976 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b653e83-5a3d-44fc-b11c-564776079dca req-8c8d0eef-36c4-4964-9b0b-21c96753d164 service neutron] 10.222.0.41 "GET /v2.0/networks/ae24ad12-66df-4f98-8f52-41424ce2024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973359 Aug 28 15:00:47.782790 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f1fe1b53-739c-4ad8-9eac-4ee5c97c863a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:47.835693 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a6275e-bed0-43c9-aa73-553433783426 x-openstack-request-id: req-b0a6275e-bed0-43c9-aa73-553433783426 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:47.836221 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d759e33c-d045-4e55-93fd-bfea91946dd9", "tag": "e52ea24a-8568-468f-8cf6-639ca6a2ca6d", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:47.836546 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0a6275e-bed0-43c9-aa73-553433783426 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:47.837208 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd759e33c-d045-4e55-93fd-bfea91946dd9', 'tag': 'e52ea24a-8568-468f-8cf6-639ca6a2ca6d', 'status': 'completed', 'code': 200} Aug 28 15:00:47.846969 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f1fe1b53-739c-4ad8-9eac-4ee5c97c863a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:47.851059 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f1fe1b53-739c-4ad8-9eac-4ee5c97c863a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:47.852596 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f1fe1b53-739c-4ad8-9eac-4ee5c97c863a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7033f3e1-4868-4687-8751-03cb7d399d03 HTTP/1.1" status: 204 len: 168 time: 0.2638941 Aug 28 15:00:47.897163 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe1b53-739c-4ad8-9eac-4ee5c97c863a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7033f3e1-4868-4687-8751-03cb7d399d03,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:47.906750 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [req-eb00e044-dc73-4936-934f-6df1205eae40 req-9b4d3abc-4d65-4742-acf0-3ce0678889e0 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] show failed (client error): The resource could not be found. Aug 28 15:00:47.908038 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eb00e044-dc73-4936-934f-6df1205eae40 req-9b4d3abc-4d65-4742-acf0-3ce0678889e0 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "GET /v2.0/security-groups/473ac64f-dc3f-4113-abd1-6fd9ea594c63 HTTP/1.1" status: 404 len: 352 time: 0.0543339 Aug 28 15:00:47.965997 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2df11-b0e7-41a5-afa7-c7ba715c5988 req-be38e614-38d1-4e50-8638-72d65e663341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:47.967533 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-18f2df11-b0e7-41a5-afa7-c7ba715c5988 req-be38e614-38d1-4e50-8638-72d65e663341 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=602286d5074847ef8994e5ac3b5cb388&device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 1095 time: 0.1007342 Aug 28 15:00:47.977504 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-e1326cc4-8c80-44ee-9697-453699345764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:47.978936 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-e1326cc4-8c80-44ee-9697-453699345764 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e84e62429884a25aec3c64048e001dd&device_id=6c699a53-aef9-4328-b764-a9450e03481f HTTP/1.1" status: 200 len: 1097 time: 0.0641358 Aug 28 15:00:48.034563 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9cabd0-e000-4735-940e-0dff4db97022 None None] Sync routers for ids ['afddb704-3602-4760-b1f9-d8b4774437cb'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:00:48.048303 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9cabd0-e000-4735-940e-0dff4db97022 None None] Routers {'afddb704-3602-4760-b1f9-d8b4774437cb'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:00:48.049463 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-af9cabd0-e000-4735-940e-0dff4db97022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:00:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['afddb704-3602-4760-b1f9-d8b4774437cb'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:48.067532 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302b858-fbe0-4412-8786-099b89b23044 req-eb2ed4a2-7bc8-46c6-9158-24e013fe792d tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:48.069682 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d302b858-fbe0-4412-8786-099b89b23044 req-eb2ed4a2-7bc8-46c6-9158-24e013fe792d tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebde49-bc08-412c-9769-c03f95a6abf4 HTTP/1.1" status: 200 len: 943 time: 0.0656431 Aug 28 15:00:48.168113 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d302b858-fbe0-4412-8786-099b89b23044 req-4c6559ed-a703-426b-a61d-952736f18fa9 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919576 Aug 28 15:00:48.180565 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2df11-b0e7-41a5-afa7-c7ba715c5988 req-72f26c1a-2b19-4119-b828-3e4a0cb4e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:48.182072 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-18f2df11-b0e7-41a5-afa7-c7ba715c5988 req-72f26c1a-2b19-4119-b828-3e4a0cb4e5c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ae24ad12-66df-4f98-8f52-41424ce2024c HTTP/1.1" status: 200 len: 916 time: 0.2017434 Aug 28 15:00:48.185207 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-36de22b4-ccf6-4ce7-afdf-b71b1d6a1b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:48.193507 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-36de22b4-ccf6-4ce7-afdf-b71b1d6a1b73 service neutron] 10.222.0.13 "GET /v2.0/networks?id=40a03aed-4a19-48a0-9549-faca605f4bfe HTTP/1.1" status: 200 len: 922 time: 0.2035246 Aug 28 15:00:48.264833 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-18f2df11-b0e7-41a5-afa7-c7ba715c5988 req-66516a54-698c-4bd3-b769-191b6d4ba1e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e52ea24a-8568-468f-8cf6-639ca6a2ca6d HTTP/1.1" status: 200 len: 217 time: 0.0618966 Aug 28 15:00:48.302767 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-c3d32771-3852-47a6-838d-c95d653319cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2351df1-4b13-4529-992c-198aa46fa17e HTTP/1.1" status: 200 len: 217 time: 0.1083193 Aug 28 15:00:48.379282 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-15732628-77b2-4082-ba85-f2ac648f6734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:48.379953 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-af9cabd0-e000-4735-940e-0dff4db97022 None None] Set router afddb704-3602-4760-b1f9-d8b4774437cb gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:00:48.381173 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-15732628-77b2-4082-ba85-f2ac648f6734 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ae32591-49d1-4342-8080-c7756186a191 HTTP/1.1" status: 200 len: 860 time: 0.0775945 Aug 28 15:00:48.456137 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2df11-b0e7-41a5-afa7-c7ba715c5988 req-a24af4fa-86de-4752-98b7-f331b00b83f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:48.458826 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-18f2df11-b0e7-41a5-afa7-c7ba715c5988 req-a24af4fa-86de-4752-98b7-f331b00b83f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c8b154e-039f-4ee4-b255-1db7119187b0 HTTP/1.1" status: 200 len: 854 time: 0.1636262 Aug 28 15:00:48.505111 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-f05f7acb-c5d3-4d4e-99c8-fe74be37be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:48.506674 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-f05f7acb-c5d3-4d4e-99c8-fe74be37be47 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=40a03aed-4a19-48a0-9549-faca605f4bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1053863 Aug 28 15:00:48.528532 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-9bda2617-1430-4d09-a56f-94407ca3776f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:00:48.537001 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-9bda2617-1430-4d09-a56f-94407ca3776f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148013 Aug 28 15:00:48.549103 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e387f75-7669-4681-8c32-e316f64327d5 x-openstack-request-id: req-9e387f75-7669-4681-8c32-e316f64327d5 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:48.549478 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cebde49-bc08-412c-9769-c03f95a6abf4", "tag": "725feedf-ab5e-4cf9-9206-7c4c756aad4e", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:48.549801 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e387f75-7669-4681-8c32-e316f64327d5 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:48.550277 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cebde49-bc08-412c-9769-c03f95a6abf4', 'tag': '725feedf-ab5e-4cf9-9206-7c4c756aad4e', 'status': 'completed', 'code': 200} Aug 28 15:00:48.601132 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2df11-b0e7-41a5-afa7-c7ba715c5988 req-b8423454-c3ad-4729-85f6-25ed926e427f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:48.602654 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-18f2df11-b0e7-41a5-afa7-c7ba715c5988 req-b8423454-c3ad-4729-85f6-25ed926e427f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ae24ad12-66df-4f98-8f52-41424ce2024c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1328816 Aug 28 15:00:48.691542 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-25a2c77b-69e5-4b5d-a7b9-637a176e50ec req-3328f79f-a1f7-4774-9697-cc47ec1f1d61 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfc5a2eb-01d7-4653-b18d-66bf7294d009 HTTP/1.1" status: 200 len: 210 time: 0.0607333 Aug 28 15:00:48.701974 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9288a6-ed1e-4a62-99cd-a79aa6428101 req-eaa6bff6-c52b-4f55-8ad3-5cb47c6c74b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:48.703854 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dc9288a6-ed1e-4a62-99cd-a79aa6428101 req-eaa6bff6-c52b-4f55-8ad3-5cb47c6c74b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=602286d5074847ef8994e5ac3b5cb388&device_id=1cebde49-bc08-412c-9769-c03f95a6abf4 HTTP/1.1" status: 200 len: 1095 time: 0.1186514 Aug 28 15:00:48.735724 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-d093eeb3-4902-4657-a79a-33fc63ca6756 service neutron] 10.222.0.13 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978011 Aug 28 15:00:48.763011 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-af9cabd0-e000-4735-940e-0dff4db97022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036478434-router', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:59:39Z', 'updated_at': '2021-08-28T14:59:49Z', 'revision_number': 4, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'gw_port': {'id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:40Z', 'updated_at': '2021-08-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'a3f974a5-29cc-4721-b26d-7a93246125d1', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'port_id': '20b8cfb9-dd43-452e-bf20-8d993ec72119', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'mac_address': 'fa:16:3e:24:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:00:09Z', 'updated_at': '2021-08-28T15:00:47Z', 'revision_number': 4, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae52389-5937-4f4c-a2e6-b0f593281be8', 'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'mac_address': 'fa:16:3e:75:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3ae32591-49d1-4342-8080-c7756186a191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:46Z', 'updated_at': '2021-08-28T14:59:56Z', 'revision_number': 5, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'subnets': [{'id': '3ae32591-49d1-4342-8080-c7756186a191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:48.799531 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9cabd0-e000-4735-940e-0dff4db97022 None None] Checking router: afddb704-3602-4760-b1f9-d8b4774437cb for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:00:48.811762 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9cabd0-e000-4735-940e-0dff4db97022 None None] Routers {'afddb704-3602-4760-b1f9-d8b4774437cb'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:00:48.812903 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-af9cabd0-e000-4735-940e-0dff4db97022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:00:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['afddb704-3602-4760-b1f9-d8b4774437cb'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:48.820664 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-15be44a2-a3a3-489b-a472-f83bf64fd9ea req-bff72417-98e5-48b8-9dcc-8f4b86e90a95 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "GET /v2.0/security-groups/837236c1-c25d-430c-af99-8778f0af136f HTTP/1.1" status: 200 len: 1804 time: 0.0900555 Aug 28 15:00:48.849172 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9288a6-ed1e-4a62-99cd-a79aa6428101 req-662ab558-2287-4566-a159-9d8ae53f0ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:48.851081 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dc9288a6-ed1e-4a62-99cd-a79aa6428101 req-662ab558-2287-4566-a159-9d8ae53f0ba8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ae24ad12-66df-4f98-8f52-41424ce2024c HTTP/1.1" status: 200 len: 916 time: 0.1392779 Aug 28 15:00:48.869858 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-18f2df11-b0e7-41a5-afa7-c7ba715c5988 req-8a2cf275-88d2-4705-b52f-880287604df7 service neutron] 10.222.0.41 "GET /v2.0/networks/ae24ad12-66df-4f98-8f52-41424ce2024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562301 Aug 28 15:00:48.923237 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dc9288a6-ed1e-4a62-99cd-a79aa6428101 req-e0d7bc96-ad70-401f-b7ff-61ac40eff103 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=725feedf-ab5e-4cf9-9206-7c4c756aad4e HTTP/1.1" status: 200 len: 217 time: 0.0514448 Aug 28 15:00:48.970796 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-15be44a2-a3a3-489b-a472-f83bf64fd9ea req-9bce2e89-fb8c-4b15-bbef-0525a9271c14 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:48.990316 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-71efe8be-2c84-4f3d-9cb8-776a32f91bc1 service neutron] 10.222.0.13 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444355 Aug 28 15:00:49.007262 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-15be44a2-a3a3-489b-a472-f83bf64fd9ea req-9bce2e89-fb8c-4b15-bbef-0525a9271c14 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:49.011787 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9288a6-ed1e-4a62-99cd-a79aa6428101 req-d0a9eeda-a576-4023-877f-5497eefcedc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:49.013696 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dc9288a6-ed1e-4a62-99cd-a79aa6428101 req-d0a9eeda-a576-4023-877f-5497eefcedc2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c8b154e-039f-4ee4-b255-1db7119187b0 HTTP/1.1" status: 200 len: 854 time: 0.0822921 Aug 28 15:00:49.055175 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-af9cabd0-e000-4735-940e-0dff4db97022 None None] Set router afddb704-3602-4760-b1f9-d8b4774437cb gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:00:49.100621 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9288a6-ed1e-4a62-99cd-a79aa6428101 req-58e21a01-22e5-4e53-93c9-48392bb41374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:49.102542 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dc9288a6-ed1e-4a62-99cd-a79aa6428101 req-58e21a01-22e5-4e53-93c9-48392bb41374 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ae24ad12-66df-4f98-8f52-41424ce2024c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776057 Aug 28 15:00:49.103996 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-15be44a2-a3a3-489b-a472-f83bf64fd9ea req-9bce2e89-fb8c-4b15-bbef-0525a9271c14 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:49.106900 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-15be44a2-a3a3-489b-a472-f83bf64fd9ea req-9bce2e89-fb8c-4b15-bbef-0525a9271c14 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:49.108388 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-15be44a2-a3a3-489b-a472-f83bf64fd9ea req-9bce2e89-fb8c-4b15-bbef-0525a9271c14 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "DELETE /v2.0/security-groups/837236c1-c25d-430c-af99-8778f0af136f HTTP/1.1" status: 204 len: 173 time: 0.2760766 Aug 28 15:00:49.169971 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-6a6d9d6f-0442-4a14-b1e1-23857643bdaa tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:49.172013 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-6a6d9d6f-0442-4a14-b1e1-23857643bdaa tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.36 "GET /v2.0/networks?id=8404fc60-2695-490e-81aa-576e7b73d9df HTTP/1.1" status: 200 len: 821 time: 0.1378417 Aug 28 15:00:49.190809 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-73dca969-9b5b-410f-8299-c1e2772758e0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Request body: {'port': {'device_id': 'cfc5a2eb-01d7-4653-b18d-66bf7294d009', 'network_id': '8404fc60-2695-490e-81aa-576e7b73d9df', 'admin_state_up': True, 'tenant_id': '478107490d854612b2fb52a63284f6da'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:49.274093 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-18f2df11-b0e7-41a5-afa7-c7ba715c5988 req-7b71ea9f-95df-4a11-b431-541209f894af service neutron] 10.222.0.41 "GET /v2.0/networks/ae24ad12-66df-4f98-8f52-41424ce2024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933816 Aug 28 15:00:49.293284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-f847213f-dce0-4b23-bc0f-22fbcceb7adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:49.295095 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-f847213f-dce0-4b23-bc0f-22fbcceb7adf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e84e62429884a25aec3c64048e001dd&device_id=759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8 HTTP/1.1" status: 200 len: 1097 time: 0.1200502 Aug 28 15:00:49.483458 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-a0f8c729-b033-4ce0-88af-80f7510f8984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:49.485070 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-a0f8c729-b033-4ce0-88af-80f7510f8984 service neutron] 10.222.0.13 "GET /v2.0/networks?id=40a03aed-4a19-48a0-9549-faca605f4bfe HTTP/1.1" status: 200 len: 922 time: 0.1687002 Aug 28 15:00:49.486235 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-73dca969-9b5b-410f-8299-c1e2772758e0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Made reservation on behalf of 478107490d854612b2fb52a63284f6da for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:00:49.490097 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-73dca969-9b5b-410f-8299-c1e2772758e0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:49.532885 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce2e89-fb8c-4b15-bbef-0525a9271c14 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=837236c1-c25d-430c-af99-8778f0af136f,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:49.571518 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-af9cabd0-e000-4735-940e-0dff4db97022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036478434-router', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:59:39Z', 'updated_at': '2021-08-28T14:59:49Z', 'revision_number': 4, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'gw_port': {'id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:40Z', 'updated_at': '2021-08-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'a3f974a5-29cc-4721-b26d-7a93246125d1', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'port_id': '20b8cfb9-dd43-452e-bf20-8d993ec72119', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'mac_address': 'fa:16:3e:24:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:00:09Z', 'updated_at': '2021-08-28T15:00:47Z', 'revision_number': 4, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae52389-5937-4f4c-a2e6-b0f593281be8', 'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'mac_address': 'fa:16:3e:75:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3ae32591-49d1-4342-8080-c7756186a191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:46Z', 'updated_at': '2021-08-28T14:59:56Z', 'revision_number': 5, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'subnets': [{'id': '3ae32591-49d1-4342-8080-c7756186a191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:49.614768 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06a3d174-8027-495b-a75a-77999046c849 req-2db2ee8b-7610-4c82-bcc1-c47658f97f4b tempest-ServerShowV257Test-1074612497 tempest-ServerShowV257Test-1074612497-project] 10.222.0.13 "GET /v2.0/ports?device_id=999452f5-3900-4a67-8fd8-26a9c66a401f HTTP/1.1" status: 200 len: 210 time: 0.0397177 Aug 28 15:00:49.627071 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9cabd0-e000-4735-940e-0dff4db97022 None None] The sync data for ids ['afddb704-3602-4760-b1f9-d8b4774437cb'] in n-d-712137-10 is: [{'id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036478434-router', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:59:39Z', 'updated_at': '2021-08-28T14:59:49Z', 'revision_number': 4, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'gw_port': {'id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:40Z', 'updated_at': '2021-08-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'a3f974a5-29cc-4721-b26d-7a93246125d1', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'port_id': '20b8cfb9-dd43-452e-bf20-8d993ec72119', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'mac_address': 'fa:16:3e:24:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:00:09Z', 'updated_at': '2021-08-28T15:00:47Z', 'revision_number': 4, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae52389-5937-4f4c-a2e6-b0f593281be8', 'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'mac_address': 'fa:16:3e:75:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3ae32591-49d1-4342-8080-c7756186a191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:46Z', 'updated_at': '2021-08-28T14:59:56Z', 'revision_number': 5, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'subnets': [{'id': '3ae32591-49d1-4342-8080-c7756186a191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:00:49.630041 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dc9288a6-ed1e-4a62-99cd-a79aa6428101 req-6efa718f-e890-4db4-8f48-4c41fa439cc0 service neutron] 10.222.0.41 "GET /v2.0/networks/ae24ad12-66df-4f98-8f52-41424ce2024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5171082 Aug 28 15:00:49.632030 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-504a2a20-ebf1-4586-98a4-a1b3eda93cd7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20b8cfb9-dd43-452e-bf20-8d993ec72119 HTTP/1.1" status: 200 len: 1001 time: 0.1298058 Aug 28 15:00:49.749554 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-88ff3853-e7dd-4b4d-8c86-473e28ab1eb4 req-bb12a355-5d57-4d96-8438-a985d944f7e0 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "GET /v2.0/security-groups/f12ba6ed-62ee-41bb-b58f-eaaca8343e52 HTTP/1.1" status: 200 len: 1805 time: 0.0658600 Aug 28 15:00:49.762523 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-2a60de22-acfc-4dc2-bb2e-e6cb9776fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:49.768564 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-2a60de22-acfc-4dc2-bb2e-e6cb9776fa15 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ae32591-49d1-4342-8080-c7756186a191 HTTP/1.1" status: 200 len: 860 time: 0.1254764 Aug 28 15:00:49.778006 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dc9288a6-ed1e-4a62-99cd-a79aa6428101 req-1c5430d3-3792-44ac-aa12-d69a2ad5d1fd service neutron] 10.222.0.41 "GET /v2.0/networks/ae24ad12-66df-4f98-8f52-41424ce2024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394596 Aug 28 15:00:49.803830 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-73dca969-9b5b-410f-8299-c1e2772758e0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Allocated IP 172.20.0.4 (8404fc60-2695-490e-81aa-576e7b73d9df/a4e27c48-8948-454b-9eb7-538bfc94a031/a53d5c00-206d-4871-8b02-a0804c311567) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:00:49.839866 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9d412e-b2cf-4dc4-ae65-037c69640742', 'tag': 'dab852b8-364e-415c-9114-a39051284f07'}, {'name': 'network-changed', 'server_uuid': '6c699a53-aef9-4328-b764-a9450e03481f', 'tag': 'b2351df1-4b13-4529-992c-198aa46fa17e'}, {'name': 'network-changed', 'server_uuid': '759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8', 'tag': '20b8cfb9-dd43-452e-bf20-8d993ec72119'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:49.842926 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638e0826-02b4-4cea-8e4a-484a77ec6700" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9d412e-b2cf-4dc4-ae65-037c69640742", "tag": "dab852b8-364e-415c-9114-a39051284f07"}, {"name": "network-changed", "server_uuid": "6c699a53-aef9-4328-b764-a9450e03481f", "tag": "b2351df1-4b13-4529-992c-198aa46fa17e"}, {"name": "network-changed", "server_uuid": "759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8", "tag": "20b8cfb9-dd43-452e-bf20-8d993ec72119"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:49.858647 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-bcaf10a3-5a4a-4bd1-9d9d-cfc40c392af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:49.861050 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-bcaf10a3-5a4a-4bd1-9d9d-cfc40c392af6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=40a03aed-4a19-48a0-9549-faca605f4bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0880580 Aug 28 15:00:49.872493 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-88ff3853-e7dd-4b4d-8c86-473e28ab1eb4 req-50ca6f74-fe51-4bcb-aeb0-961630940396 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:49.901959 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-88ff3853-e7dd-4b4d-8c86-473e28ab1eb4 req-50ca6f74-fe51-4bcb-aeb0-961630940396 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:49.965875 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-88ff3853-e7dd-4b4d-8c86-473e28ab1eb4 req-50ca6f74-fe51-4bcb-aeb0-961630940396 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:49.969077 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-88ff3853-e7dd-4b4d-8c86-473e28ab1eb4 req-50ca6f74-fe51-4bcb-aeb0-961630940396 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:49.970311 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-88ff3853-e7dd-4b4d-8c86-473e28ab1eb4 req-50ca6f74-fe51-4bcb-aeb0-961630940396 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "DELETE /v2.0/security-groups/f12ba6ed-62ee-41bb-b58f-eaaca8343e52 HTTP/1.1" status: 204 len: 173 time: 0.2058439 Aug 28 15:00:49.988738 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca6f74-fe51-4bcb-aeb0-961630940396 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12ba6ed-62ee-41bb-b58f-eaaca8343e52,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:50.049551 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-6833dafb-1f52-4f83-b2e9-634001a79965 service neutron] 10.222.0.13 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792758 Aug 28 15:00:50.088816 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f3ae2-779a-48f7-8c44-bf50f116173d req-90c005e4-3a06-4374-a61f-f6ecfefec7bf tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:50.090599 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e79f3ae2-779a-48f7-8c44-bf50f116173d req-90c005e4-3a06-4374-a61f-f6ecfefec7bf tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebde49-bc08-412c-9769-c03f95a6abf4 HTTP/1.1" status: 200 len: 943 time: 0.0613286 Aug 28 15:00:50.135934 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e79f3ae2-779a-48f7-8c44-bf50f116173d req-2f9add25-d2d7-4791-a04d-7cc1b2576672 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392458 Aug 28 15:00:50.406220 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-73dca969-9b5b-410f-8299-c1e2772758e0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:50.470431 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-62b43348-9d1b-4446-a198-7ff240a2ba64 req-2c10882c-916b-431f-8594-7aa24c4ce6a9 service neutron] 10.222.0.13 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132895 Aug 28 15:00:50.481646 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-73dca969-9b5b-410f-8299-c1e2772758e0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:50.526078 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-73dca969-9b5b-410f-8299-c1e2772758e0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Network 8404fc60-2695-490e-81aa-576e7b73d9df is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:00:50.532099 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-73dca969-9b5b-410f-8299-c1e2772758e0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:00:50.536086 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-73dca969-9b5b-410f-8299-c1e2772758e0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:00:50.564578 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b050b6f-853f-4d98-8196-d3191a0c67e1 x-openstack-request-id: req-8b050b6f-853f-4d98-8196-d3191a0c67e1 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:50.564889 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9d412e-b2cf-4dc4-ae65-037c69640742", "tag": "dab852b8-364e-415c-9114-a39051284f07", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6c699a53-aef9-4328-b764-a9450e03481f", "tag": "b2351df1-4b13-4529-992c-198aa46fa17e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8", "tag": "20b8cfb9-dd43-452e-bf20-8d993ec72119", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:50.565128 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b050b6f-853f-4d98-8196-d3191a0c67e1 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:50.565524 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a9d412e-b2cf-4dc4-ae65-037c69640742', 'tag': 'dab852b8-364e-415c-9114-a39051284f07', 'status': 'completed', 'code': 200} Aug 28 15:00:50.565781 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c699a53-aef9-4328-b764-a9450e03481f', 'tag': 'b2351df1-4b13-4529-992c-198aa46fa17e', 'status': 'completed', 'code': 200} Aug 28 15:00:50.566032 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8', 'tag': '20b8cfb9-dd43-452e-bf20-8d993ec72119', 'status': 'completed', 'code': 200} Aug 28 15:00:50.588227 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dca969-9b5b-410f-8299-c1e2772758e0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Pushing event updated for resources: {'Port': ['ID=a53d5c00-206d-4871-8b02-a0804c311567,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:50.619716 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a7403-2769-461b-ad1f-ad6ae9c890be req-4abf6e22-8114-4a65-b21a-6bca86e3963a tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:50.621391 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-623a7403-2769-461b-ad1f-ad6ae9c890be req-4abf6e22-8114-4a65-b21a-6bca86e3963a tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfc5a2eb-01d7-4653-b18d-66bf7294d009 HTTP/1.1" status: 200 len: 931 time: 0.1064904 Aug 28 15:00:50.631933 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dca969-9b5b-410f-8299-c1e2772758e0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:50.632286 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dca969-9b5b-410f-8299-c1e2772758e0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:50.632634 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dca969-9b5b-410f-8299-c1e2772758e0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:50.633004 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dca969-9b5b-410f-8299-c1e2772758e0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:50.633316 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dca969-9b5b-410f-8299-c1e2772758e0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:50.633655 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dca969-9b5b-410f-8299-c1e2772758e0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:50.633990 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dca969-9b5b-410f-8299-c1e2772758e0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:50.634656 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dca969-9b5b-410f-8299-c1e2772758e0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:50.634656 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dca969-9b5b-410f-8299-c1e2772758e0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:50.634966 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dca969-9b5b-410f-8299-c1e2772758e0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:50.635298 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dca969-9b5b-410f-8299-c1e2772758e0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:50.635611 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dca969-9b5b-410f-8299-c1e2772758e0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:50.643486 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-a3fb77a4-2cd6-4ba5-99e9-f4446f29df13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:50.646253 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-a3fb77a4-2cd6-4ba5-99e9-f4446f29df13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=602286d5074847ef8994e5ac3b5cb388&device_id=8a9d412e-b2cf-4dc4-ae65-037c69640742 HTTP/1.1" status: 200 len: 1096 time: 0.0660064 Aug 28 15:00:50.661743 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-73dca969-9b5b-410f-8299-c1e2772758e0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:50.662367 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-73dca969-9b5b-410f-8299-c1e2772758e0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:50.685416 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a381b3fe-4e30-4697-abc5-167074c9f074 req-f0e557c6-7d4e-469c-ac3b-d74569fd9dd9 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "GET /v2.0/security-groups/5f34b3e8-471f-4308-b23d-60aaf4c15cdf HTTP/1.1" status: 200 len: 1803 time: 0.1230934 Aug 28 15:00:50.689796 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-73dca969-9b5b-410f-8299-c1e2772758e0 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5043557 Aug 28 15:00:50.692490 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-e8551173-fc07-4251-9d52-8c09be67b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:50.693925 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-e8551173-fc07-4251-9d52-8c09be67b40e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e84e62429884a25aec3c64048e001dd&device_id=6c699a53-aef9-4328-b764-a9450e03481f HTTP/1.1" status: 200 len: 1097 time: 0.1216557 Aug 28 15:00:50.715859 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-7afbfcb2-836c-4aea-a684-23ad310fc495 service neutron] Request body: {'port': {'device_id': 'cfc5a2eb-01d7-4653-b18d-66bf7294d009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:50.733130 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-623a7403-2769-461b-ad1f-ad6ae9c890be req-599fe125-0a41-4578-9f41-2ed50a17aef1 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012659 Aug 28 15:00:50.791107 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-5e846b2a-25a6-465e-97d0-fa2ce24b6549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:50.792991 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-5e846b2a-25a6-465e-97d0-fa2ce24b6549 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ae24ad12-66df-4f98-8f52-41424ce2024c HTTP/1.1" status: 200 len: 916 time: 0.1352282 Aug 28 15:00:50.849303 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-118cea1c-29b0-4f35-8fde-17280e76e3b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dab852b8-364e-415c-9114-a39051284f07 HTTP/1.1" status: 200 len: 217 time: 0.0455480 Aug 28 15:00:50.867338 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-7afbfcb2-836c-4aea-a684-23ad310fc495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:50.884487 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a381b3fe-4e30-4697-abc5-167074c9f074 req-a1999806-e3e0-4fe0-a528-8d89cc6ab825 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:50.932165 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ae2ff270-f11d-4f1f-9c64-13902e46c969 req-d7db7de8-e206-419e-9dd1-05e3bdaa1da6 tempest-ServerShowV257Test-1074612497 tempest-ServerShowV257Test-1074612497-project] 10.222.0.13 "GET /v2.0/ports?device_id=999452f5-3900-4a67-8fd8-26a9c66a401f HTTP/1.1" status: 200 len: 210 time: 0.0326841 Aug 28 15:00:50.933635 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-39474b96-b301-400e-a942-29af6f32d863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:50.934942 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-39474b96-b301-400e-a942-29af6f32d863 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c8b154e-039f-4ee4-b255-1db7119187b0 HTTP/1.1" status: 200 len: 854 time: 0.0783253 Aug 28 15:00:50.960379 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-f8cf1bda-c4e1-4d9f-904c-b2fa940712e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:50.960379 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-f8cf1bda-c4e1-4d9f-904c-b2fa940712e9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=40a03aed-4a19-48a0-9549-faca605f4bfe HTTP/1.1" status: 200 len: 922 time: 0.2469532 Aug 28 15:00:50.960379 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a381b3fe-4e30-4697-abc5-167074c9f074 req-a1999806-e3e0-4fe0-a528-8d89cc6ab825 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:51.017040 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-54b1a63a-649f-4638-a5ef-f15e70e4b56c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2351df1-4b13-4529-992c-198aa46fa17e HTTP/1.1" status: 200 len: 217 time: 0.0553739 Aug 28 15:00:51.060226 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-d788d268-cbb6-40b7-adce-ebcc49de72ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:51.062271 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-d788d268-cbb6-40b7-adce-ebcc49de72ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ae24ad12-66df-4f98-8f52-41424ce2024c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1200306 Aug 28 15:00:51.067530 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9f332e72-701c-46db-9539-fee8542db981 req-1d83201c-d88f-434c-a5e5-9ba37575f2c5 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 1001 time: 0.0973125 Aug 28 15:00:51.138694 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a381b3fe-4e30-4697-abc5-167074c9f074 req-a1999806-e3e0-4fe0-a528-8d89cc6ab825 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:51.141344 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a381b3fe-4e30-4697-abc5-167074c9f074 req-a1999806-e3e0-4fe0-a528-8d89cc6ab825 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:51.144420 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a381b3fe-4e30-4697-abc5-167074c9f074 req-a1999806-e3e0-4fe0-a528-8d89cc6ab825 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "DELETE /v2.0/security-groups/5f34b3e8-471f-4308-b23d-60aaf4c15cdf HTTP/1.1" status: 204 len: 173 time: 0.4492631 Aug 28 15:00:51.156094 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f332e72-701c-46db-9539-fee8542db981 req-70b21caa-a704-4e32-85ea-4e21f4406d6a tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:51.157487 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9f332e72-701c-46db-9539-fee8542db981 req-70b21caa-a704-4e32-85ea-4e21f4406d6a tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports/20b8cfb9-dd43-452e-bf20-8d993ec72119 HTTP/1.1" status: 200 len: 942 time: 0.0805569 Aug 28 15:00:51.157641 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-5b33222d-1498-4fe5-99f8-5ff751ce38df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:51.159065 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-5b33222d-1498-4fe5-99f8-5ff751ce38df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3ae32591-49d1-4342-8080-c7756186a191 HTTP/1.1" status: 200 len: 860 time: 0.1337738 Aug 28 15:00:51.207022 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-206e0eaf-bac4-47d3-94d1-c3b47eea58a0 service neutron] 10.222.0.41 "GET /v2.0/networks/ae24ad12-66df-4f98-8f52-41424ce2024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365530 Aug 28 15:00:51.209866 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1999806-e3e0-4fe0-a528-8d89cc6ab825 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f34b3e8-471f-4308-b23d-60aaf4c15cdf,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:51.279990 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-a4d97040-acd3-49b7-a5df-2d2b6f9128ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:51.281516 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-a4d97040-acd3-49b7-a5df-2d2b6f9128ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40a03aed-4a19-48a0-9549-faca605f4bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1067562 Aug 28 15:00:51.292450 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 725feedf-ab5e-4cf9-9206-7c4c756aad4e details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:00:51.346266 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9f332e72-701c-46db-9539-fee8542db981 req-e85c96a7-38d1-44b1-8a29-197db3a2c8c2 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 1001 time: 0.1233962 Aug 28 15:00:51.427905 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 725feedf-ab5e-4cf9-9206-7c4c756aad4e, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=725feedf-ab5e-4cf9-9206-7c4c756aad4e,segment=NetworkSegment(30c3bd03-6d20-4f9c-ac2f-08cf062737b2),segment_id=30c3bd03-6d20-4f9c-ac2f-08cf062737b2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:51.439842 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-9a2c5d00-6fe5-4b03-b6c3-7e7a3fe41def service neutron] 10.222.0.41 "GET /v2.0/networks/ae24ad12-66df-4f98-8f52-41424ce2024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028930 Aug 28 15:00:51.452802 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '725feedf-ab5e-4cf9-9206-7c4c756aad4e', 'network_id': 'ae24ad12-66df-4f98-8f52-41424ce2024c', 'port_id': '725feedf-ab5e-4cf9-9206-7c4c756aad4e', 'mac_address': 'fa:16:3e:0e:f2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c8b154e-039f-4ee4-b255-1db7119187b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:00:51.462130 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-2bfee00e-c2dc-4186-b2f8-e0b036133198 service neutron] 10.222.0.36 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722007 Aug 28 15:00:51.468432 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-7afbfcb2-836c-4aea-a684-23ad310fc495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a53d5c00-206d-4871-8b02-a0804c311567 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:00:51.495810 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-7afbfcb2-836c-4aea-a684-23ad310fc495 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:51.496511 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:51.513126 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 725feedf-ab5e-4cf9-9206-7c4c756aad4e {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:00:51.515846 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f332e72-701c-46db-9539-fee8542db981 req-4f95b87d-989e-4779-9ed8-54251faeff4b tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:51.517528 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9f332e72-701c-46db-9539-fee8542db981 req-4f95b87d-989e-4779-9ed8-54251faeff4b tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 784 time: 0.1646514 Aug 28 15:00:51.536881 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 725feedf-ab5e-4cf9-9206-7c4c756aad4e, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=725feedf-ab5e-4cf9-9206-7c4c756aad4e,segment=NetworkSegment(30c3bd03-6d20-4f9c-ac2f-08cf062737b2),segment_id=30c3bd03-6d20-4f9c-ac2f-08cf062737b2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:51.542336 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:51.543919 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device dab852b8-364e-415c-9114-a39051284f07 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:00:51.544076 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-7afbfcb2-836c-4aea-a684-23ad310fc495 service neutron] Transition to ACTIVE for port object a53d5c00-206d-4871-8b02-a0804c311567 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:00:51.550589 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-7afbfcb2-836c-4aea-a684-23ad310fc495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:51.561556 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-f3daa0ef-0fd2-4fa4-a73e-acb57e56e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:51.563997 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-f3daa0ef-0fd2-4fa4-a73e-acb57e56e23d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e84e62429884a25aec3c64048e001dd&device_id=759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8 HTTP/1.1" status: 200 len: 1097 time: 0.0705783 Aug 28 15:00:51.619753 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=725feedf-ab5e-4cf9-9206-7c4c756aad4e,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:51.623927 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port dab852b8-364e-415c-9114-a39051284f07, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=dab852b8-364e-415c-9114-a39051284f07,segment=NetworkSegment(30c3bd03-6d20-4f9c-ac2f-08cf062737b2),segment_id=30c3bd03-6d20-4f9c-ac2f-08cf062737b2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:51.643839 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'dab852b8-364e-415c-9114-a39051284f07', 'network_id': 'ae24ad12-66df-4f98-8f52-41424ce2024c', 'port_id': 'dab852b8-364e-415c-9114-a39051284f07', 'mac_address': 'fa:16:3e:6f:af:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c8b154e-039f-4ee4-b255-1db7119187b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:00:51.662015 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbfcb2-836c-4aea-a684-23ad310fc495 service neutron] Pushing event updated for resources: {'Port': ['ID=a53d5c00-206d-4871-8b02-a0804c311567,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:51.668372 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-ea7e7cd8-6237-48e5-a66f-a88945ae6399 service neutron] 10.222.0.36 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952789 Aug 28 15:00:51.706595 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:51.720707 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab852b8-364e-415c-9114-a39051284f07 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:00:51.736124 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-55218589-96ab-48ba-a3ce-33c96b15d5fa req-dac07369-856f-4f05-9a57-cab43d7fc3c3 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "GET /v2.0/security-groups/05fcd28a-eeba-4af0-b63c-096cb2c2d9b1 HTTP/1.1" status: 200 len: 2404 time: 0.1240964 Aug 28 15:00:51.740781 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port dab852b8-364e-415c-9114-a39051284f07, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=dab852b8-364e-415c-9114-a39051284f07,segment=NetworkSegment(30c3bd03-6d20-4f9c-ac2f-08cf062737b2),segment_id=30c3bd03-6d20-4f9c-ac2f-08cf062737b2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:51.745112 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:51.745930 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device e52ea24a-8568-468f-8cf6-639ca6a2ca6d details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:00:51.775352 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-7afbfcb2-836c-4aea-a684-23ad310fc495 service neutron] Attempting to bind port a53d5c00-206d-4871-8b02-a0804c311567 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:00:51.775773 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-7afbfcb2-836c-4aea-a684-23ad310fc495 service neutron] Attempting to bind port a53d5c00-206d-4871-8b02-a0804c311567 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '56e55a35-3570-4cec-88c5-f76cdfa3881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8404fc60-2695-490e-81aa-576e7b73d9df'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:00:51.776621 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-7afbfcb2-836c-4aea-a684-23ad310fc495 service neutron] Attempting to bind port a53d5c00-206d-4871-8b02-a0804c311567 on network 8404fc60-2695-490e-81aa-576e7b73d9df {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:00:51.785359 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-7afbfcb2-836c-4aea-a684-23ad310fc495 service neutron] Port a53d5c00-206d-4871-8b02-a0804c311567 on network 8404fc60-2695-490e-81aa-576e7b73d9df not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:00:51.786088 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-7afbfcb2-836c-4aea-a684-23ad310fc495 service neutron] Attempting to bind port a53d5c00-206d-4871-8b02-a0804c311567 on network 8404fc60-2695-490e-81aa-576e7b73d9df {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:00:51.801211 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bc2d9-c1a6-4f3c-9703-b60d5c00b179 req-cb121db6-1f06-4923-98e8-d81e9c3c970b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:51.803025 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-be4bc2d9-c1a6-4f3c-9703-b60d5c00b179 req-cb121db6-1f06-4923-98e8-d81e9c3c970b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebde49-bc08-412c-9769-c03f95a6abf4 HTTP/1.1" status: 200 len: 944 time: 0.0797269 Aug 28 15:00:51.803465 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-d22d5b53-f0c7-4e85-9053-7aa0b14e4ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:51.803968 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-7afbfcb2-836c-4aea-a684-23ad310fc495 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:00:51.804207 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-7afbfcb2-836c-4aea-a684-23ad310fc495 service neutron] Checking segment: {'id': '56e55a35-3570-4cec-88c5-f76cdfa3881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8404fc60-2695-490e-81aa-576e7b73d9df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:00:51.804513 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-7afbfcb2-836c-4aea-a684-23ad310fc495 service neutron] Bound using segment: {'id': '56e55a35-3570-4cec-88c5-f76cdfa3881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8404fc60-2695-490e-81aa-576e7b73d9df'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:00:51.804972 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-d22d5b53-f0c7-4e85-9053-7aa0b14e4ad1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=40a03aed-4a19-48a0-9549-faca605f4bfe HTTP/1.1" status: 200 len: 922 time: 0.2292609 Aug 28 15:00:51.805116 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-7afbfcb2-836c-4aea-a684-23ad310fc495 service neutron] Bound port: a53d5c00-206d-4871-8b02-a0804c311567, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56e55a35-3570-4cec-88c5-f76cdfa3881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8404fc60-2695-490e-81aa-576e7b73d9df'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:00:51.805396 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-7afbfcb2-836c-4aea-a684-23ad310fc495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:51.814747 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port e52ea24a-8568-468f-8cf6-639ca6a2ca6d, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=e52ea24a-8568-468f-8cf6-639ca6a2ca6d,segment=NetworkSegment(30c3bd03-6d20-4f9c-ac2f-08cf062737b2),segment_id=30c3bd03-6d20-4f9c-ac2f-08cf062737b2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:51.818220 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=dab852b8-364e-415c-9114-a39051284f07,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:51.830941 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'e52ea24a-8568-468f-8cf6-639ca6a2ca6d', 'network_id': 'ae24ad12-66df-4f98-8f52-41424ce2024c', 'port_id': 'e52ea24a-8568-468f-8cf6-639ca6a2ca6d', 'mac_address': 'fa:16:3e:37:18:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c8b154e-039f-4ee4-b255-1db7119187b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:00:51.870392 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-55218589-96ab-48ba-a3ce-33c96b15d5fa req-203c344a-e1ee-462d-a2b8-f09fac9df102 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:51.875032 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:51.889507 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e52ea24a-8568-468f-8cf6-639ca6a2ca6d {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:00:51.894947 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-be4bc2d9-c1a6-4f3c-9703-b60d5c00b179 req-40e892b9-accc-49aa-8a91-0edc01d50ec0 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774639 Aug 28 15:00:51.895516 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-55218589-96ab-48ba-a3ce-33c96b15d5fa req-203c344a-e1ee-462d-a2b8-f09fac9df102 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:51.920987 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port e52ea24a-8568-468f-8cf6-639ca6a2ca6d, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=e52ea24a-8568-468f-8cf6-639ca6a2ca6d,segment=NetworkSegment(30c3bd03-6d20-4f9c-ac2f-08cf062737b2),segment_id=30c3bd03-6d20-4f9c-ac2f-08cf062737b2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:51.925934 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:51.934648 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-7afbfcb2-836c-4aea-a684-23ad310fc495 service neutron] For port a53d5c00-206d-4871-8b02-a0804c311567, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:00:51.936374 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-c025d09a-ae62-4be0-a537-0bd3cf6a6269 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20b8cfb9-dd43-452e-bf20-8d993ec72119 HTTP/1.1" status: 200 len: 1001 time: 0.1163900 Aug 28 15:00:51.939401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-7afbfcb2-836c-4aea-a684-23ad310fc495 service neutron] For port a53d5c00-206d-4871-8b02-a0804c311567, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=a53d5c00-206d-4871-8b02-a0804c311567,segment=NetworkSegment(56e55a35-3570-4cec-88c5-f76cdfa3881a),segment_id=56e55a35-3570-4cec-88c5-f76cdfa3881a)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:00:51.947394 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-7afbfcb2-836c-4aea-a684-23ad310fc495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:51.987430 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=e52ea24a-8568-468f-8cf6-639ca6a2ca6d,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:52.000642 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-7afbfcb2-836c-4aea-a684-23ad310fc495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:52.001270 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-7afbfcb2-836c-4aea-a684-23ad310fc495 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:52.002805 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-7afbfcb2-836c-4aea-a684-23ad310fc495 service neutron] 10.222.0.36 "PUT /v2.0/ports/a53d5c00-206d-4871-8b02-a0804c311567 HTTP/1.1" status: 200 len: 1092 time: 1.2996559 Aug 28 15:00:52.002941 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-55218589-96ab-48ba-a3ce-33c96b15d5fa req-203c344a-e1ee-462d-a2b8-f09fac9df102 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:52.009876 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-55218589-96ab-48ba-a3ce-33c96b15d5fa req-203c344a-e1ee-462d-a2b8-f09fac9df102 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:52.015168 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-55218589-96ab-48ba-a3ce-33c96b15d5fa req-203c344a-e1ee-462d-a2b8-f09fac9df102 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "DELETE /v2.0/security-groups/05fcd28a-eeba-4af0-b63c-096cb2c2d9b1 HTTP/1.1" status: 204 len: 173 time: 0.2662635 Aug 28 15:00:52.034596 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbfcb2-836c-4aea-a684-23ad310fc495 service neutron] Pushing event updated for resources: {'Port': ['ID=a53d5c00-206d-4871-8b02-a0804c311567,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:52.052301 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c344a-e1ee-462d-a2b8-f09fac9df102 tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fcd28a-eeba-4af0-b63c-096cb2c2d9b1,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:52.055006 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-2bf7f721-e933-4426-b26d-0b60ef2071aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:52.056559 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-2bf7f721-e933-4426-b26d-0b60ef2071aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ae32591-49d1-4342-8080-c7756186a191 HTTP/1.1" status: 200 len: 860 time: 0.1111140 Aug 28 15:00:52.126804 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-68ff14dc-8f58-4e0a-a605-8b6dd5560786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:52.128552 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-68ff14dc-8f58-4e0a-a605-8b6dd5560786 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=40a03aed-4a19-48a0-9549-faca605f4bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628712 Aug 28 15:00:52.167265 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c5408ad4-1fe9-43ff-ad8f-a848fa0a97db req-0cd0425e-1682-4b17-80d1-3dc6dd1424e3 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 1001 time: 0.1151772 Aug 28 15:00:52.170414 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-25a91ddc-8277-4ed6-9010-ee10108d0b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:52.171899 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-25a91ddc-8277-4ed6-9010-ee10108d0b3b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=478107490d854612b2fb52a63284f6da&device_id=cfc5a2eb-01d7-4653-b18d-66bf7294d009 HTTP/1.1" status: 200 len: 1095 time: 0.1119914 Aug 28 15:00:52.244104 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-bde7d8bb-a9c7-498e-a4f2-a7876236b536 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a53d5c00-206d-4871-8b02-a0804c311567 HTTP/1.1" status: 200 len: 217 time: 0.0610011 Aug 28 15:00:52.264040 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-811a0d96-5604-4584-b8b7-ed7a14d1e0ba service neutron] 10.222.0.41 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254506 Aug 28 15:00:52.265777 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5408ad4-1fe9-43ff-ad8f-a848fa0a97db req-db489ff8-2a7a-4e69-83d0-afc48bb9a8bc tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:52.267269 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c5408ad4-1fe9-43ff-ad8f-a848fa0a97db req-db489ff8-2a7a-4e69-83d0-afc48bb9a8bc tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports/20b8cfb9-dd43-452e-bf20-8d993ec72119 HTTP/1.1" status: 200 len: 942 time: 0.0935481 Aug 28 15:00:52.314484 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-1ccb92f0-fdb4-4871-a9e2-7ed8c5b06960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:52.316005 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-1ccb92f0-fdb4-4871-a9e2-7ed8c5b06960 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4e27c48-8948-454b-9eb7-538bfc94a031 HTTP/1.1" status: 200 len: 861 time: 0.0651846 Aug 28 15:00:52.393311 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-638e0826-02b4-4cea-8e4a-484a77ec6700 req-c04ea79f-d0f7-4c85-b27c-712a070c5bb6 service neutron] 10.222.0.41 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213708 Aug 28 15:00:52.398256 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-dc7ec421-95c6-44e8-958c-953aff76a620 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8404fc60-2695-490e-81aa-576e7b73d9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749950 Aug 28 15:00:52.419982 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['e52ea24a-8568-468f-8cf6-639ca6a2ca6d'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:00:52.445781 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34338) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:52.449729 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['dab852b8-364e-415c-9114-a39051284f07'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:00:52.481432 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c5408ad4-1fe9-43ff-ad8f-a848fa0a97db req-e6a5d92e-6f57-46b2-96e7-d1eb804536cd tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 1001 time: 0.1569879 Aug 28 15:00:52.527536 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['725feedf-ab5e-4cf9-9206-7c4c756aad4e'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:00:52.551313 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-1a1c1b03-1daf-4441-99a5-7960fd054eb3 service neutron] 10.222.0.36 "GET /v2.0/networks/8404fc60-2695-490e-81aa-576e7b73d9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442010 Aug 28 15:00:52.571290 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc5a2eb-01d7-4653-b18d-66bf7294d009', 'tag': 'a53d5c00-206d-4871-8b02-a0804c311567'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:52.573526 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a266e2-87bc-4042-bcb9-e070cb8fcd3d" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc5a2eb-01d7-4653-b18d-66bf7294d009", "tag": "a53d5c00-206d-4871-8b02-a0804c311567"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:52.604939 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-74995d1c-b2d1-4647-a8a8-9d6d6ef366c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:52.631068 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd1c7f-d6cb-4f24-bb60-0e3dd0a4bb0b req-c0b2e24a-ec91-4976-9b61-037e2e4a1e1c tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:52.632604 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-64cd1c7f-d6cb-4f24-bb60-0e3dd0a4bb0b req-c0b2e24a-ec91-4976-9b61-037e2e4a1e1c tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfc5a2eb-01d7-4653-b18d-66bf7294d009 HTTP/1.1" status: 200 len: 943 time: 0.0820048 Aug 28 15:00:52.698169 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-64cd1c7f-d6cb-4f24-bb60-0e3dd0a4bb0b req-1b21a83a-45f7-4835-af43-87782810f62a tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541260 Aug 28 15:00:52.756613 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5408ad4-1fe9-43ff-ad8f-a848fa0a97db req-2267b93b-75af-48ec-b164-9db0a331f085 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:52.758034 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c5408ad4-1fe9-43ff-ad8f-a848fa0a97db req-2267b93b-75af-48ec-b164-9db0a331f085 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 784 time: 0.2694921 Aug 28 15:00:52.764266 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-74995d1c-b2d1-4647-a8a8-9d6d6ef366c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:52.764933 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cee0ca9c-2ece-4b45-8435-347e40cb1939 req-a3fe3f36-a215-44e4-aa1d-29d40f6f777d service neutron] 10.222.0.36 "GET /v2.0/networks/8404fc60-2695-490e-81aa-576e7b73d9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010348 Aug 28 15:00:52.769827 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-74995d1c-b2d1-4647-a8a8-9d6d6ef366c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:52.813625 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-74995d1c-b2d1-4647-a8a8-9d6d6ef366c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b16be193d514bcc8c0f0ccdefa86a55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3665736 Aug 28 15:00:52.815463 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74995d1c-b2d1-4647-a8a8-9d6d6ef366c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077b9efa-1084-4b6c-afb4-8d27510e7a7c,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:52.818129 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34350) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:52.881688 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c5408ad4-1fe9-43ff-ad8f-a848fa0a97db req-dfe963eb-9e69-494d-9b0b-e4afe70a1ab8 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 1001 time: 0.1108346 Aug 28 15:00:52.887961 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-efc5556f-b323-41d5-a618-31841ac5ffa1 req-6b2abe78-72c6-4543-ba85-d1283f1e5866 tempest-ServerShowV257Test-1074612497 tempest-ServerShowV257Test-1074612497-project] 10.222.0.13 "GET /v2.0/ports?device_id=999452f5-3900-4a67-8fd8-26a9c66a401f HTTP/1.1" status: 200 len: 210 time: 0.0430496 Aug 28 15:00:52.893165 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-c5408ad4-1fe9-43ff-ad8f-a848fa0a97db req-c60b6348-ec48-4aaa-98c4-9ec053337000 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:52.905314 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9c5aec5f-6702-4cbd-8ddb-3f62eda9b8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:52.938965 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9c5aec5f-6702-4cbd-8ddb-3f62eda9b8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:52.952727 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c5408ad4-1fe9-43ff-ad8f-a848fa0a97db req-c60b6348-ec48-4aaa-98c4-9ec053337000 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks [] for floatingip, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:52.999648 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ea0e24b3-3714-4a47-95ac-909e57368129 req-173dc923-b274-4df3-b3d3-1f41ed2ae73e tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "GET /v2.0/security-groups/f3e15d1c-662e-455b-9329-d2d513f4b228 HTTP/1.1" status: 200 len: 2397 time: 0.0634360 Aug 28 15:00:53.032953 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9c5aec5f-6702-4cbd-8ddb-3f62eda9b8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:53.035517 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9c5aec5f-6702-4cbd-8ddb-3f62eda9b8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:53.038971 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9c5aec5f-6702-4cbd-8ddb-3f62eda9b8e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/077b9efa-1084-4b6c-afb4-8d27510e7a7c HTTP/1.1" status: 204 len: 168 time: 0.2173851 Aug 28 15:00:53.056821 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5aec5f-6702-4cbd-8ddb-3f62eda9b8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077b9efa-1084-4b6c-afb4-8d27510e7a7c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:53.077532 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ea0e24b3-3714-4a47-95ac-909e57368129 req-0e18f795-83b4-4b2e-8c3b-3bb33406060c tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:53.109493 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ea0e24b3-3714-4a47-95ac-909e57368129 req-0e18f795-83b4-4b2e-8c3b-3bb33406060c tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:53.121025 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c5408ad4-1fe9-43ff-ad8f-a848fa0a97db req-c60b6348-ec48-4aaa-98c4-9ec053337000 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:53.125508 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c5408ad4-1fe9-43ff-ad8f-a848fa0a97db req-c60b6348-ec48-4aaa-98c4-9ec053337000 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:53.125837 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [req-c5408ad4-1fe9-43ff-ad8f-a848fa0a97db req-c60b6348-ec48-4aaa-98c4-9ec053337000 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Floating IP a3f974a5-29cc-4721-b26d-7a93246125d1 disassociated. External IP: 172.25.3.138, port: 20b8cfb9-dd43-452e-bf20-8d993ec72119. Aug 28 15:00:53.162694 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ea0e24b3-3714-4a47-95ac-909e57368129 req-0e18f795-83b4-4b2e-8c3b-3bb33406060c tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:53.166717 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ea0e24b3-3714-4a47-95ac-909e57368129 req-0e18f795-83b4-4b2e-8c3b-3bb33406060c tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:53.172166 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ea0e24b3-3714-4a47-95ac-909e57368129 req-0e18f795-83b4-4b2e-8c3b-3bb33406060c tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] 10.222.0.13 "DELETE /v2.0/security-groups/f3e15d1c-662e-455b-9329-d2d513f4b228 HTTP/1.1" status: 204 len: 173 time: 0.1662304 Aug 28 15:00:53.181130 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34358) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:53.193231 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18f795-83b4-4b2e-8c3b-3bb33406060c tempest-SecurityGroupRulesTestJSON-1569611173 tempest-SecurityGroupRulesTestJSON-1569611173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e15d1c-662e-455b-9329-d2d513f4b228,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:53.269319 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-70377709-f2b5-49c6-b0e9-078188dfb598 admin admin] Deleting subnet 3233e2db-bf24-4467-b635-9d6a2d1e64b2 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:00:53.272243 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4902783c-98d4-423d-98f3-b457ab1f7eae x-openstack-request-id: req-4902783c-98d4-423d-98f3-b457ab1f7eae {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:53.272535 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc5a2eb-01d7-4653-b18d-66bf7294d009", "tag": "a53d5c00-206d-4871-8b02-a0804c311567", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:53.272822 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4902783c-98d4-423d-98f3-b457ab1f7eae {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:53.273429 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc5a2eb-01d7-4653-b18d-66bf7294d009', 'tag': 'a53d5c00-206d-4871-8b02-a0804c311567', 'status': 'completed', 'code': 200} Aug 28 15:00:53.279601 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-70377709-f2b5-49c6-b0e9-078188dfb598 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:53.385833 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-70377709-f2b5-49c6-b0e9-078188dfb598 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:53.395552 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04c760-3ee8-42b1-9ad6-f0af1f40affe req-2cb26ae3-f2a6-4dd4-a71e-509c2e70f6c9 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:53.396918 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eb04c760-3ee8-42b1-9ad6-f0af1f40affe req-2cb26ae3-f2a6-4dd4-a71e-509c2e70f6c9 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebde49-bc08-412c-9769-c03f95a6abf4 HTTP/1.1" status: 200 len: 944 time: 0.0568123 Aug 28 15:00:53.435884 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a266e2-87bc-4042-bcb9-e070cb8fcd3d req-76b68497-8a3d-4584-b39e-5242e66ad922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:53.437418 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-65a266e2-87bc-4042-bcb9-e070cb8fcd3d req-76b68497-8a3d-4584-b39e-5242e66ad922 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=478107490d854612b2fb52a63284f6da&device_id=cfc5a2eb-01d7-4653-b18d-66bf7294d009 HTTP/1.1" status: 200 len: 1095 time: 0.1344876 Aug 28 15:00:53.438603 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eb04c760-3ee8-42b1-9ad6-f0af1f40affe req-4ddc20a9-c984-4ff2-b4db-eb149dc8e476 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347707 Aug 28 15:00:53.486588 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-70377709-f2b5-49c6-b0e9-078188dfb598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:53.589715 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5408ad4-1fe9-43ff-ad8f-a848fa0a97db req-c60b6348-ec48-4aaa-98c4-9ec053337000 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Router afddb704-3602-4760-b1f9-d8b4774437cb has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:00:53.633174 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-70377709-f2b5-49c6-b0e9-078188dfb598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:53.677199 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a266e2-87bc-4042-bcb9-e070cb8fcd3d req-f71f60d6-fc64-4c3d-8f4e-348a32140988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:53.679446 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-65a266e2-87bc-4042-bcb9-e070cb8fcd3d req-f71f60d6-fc64-4c3d-8f4e-348a32140988 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8404fc60-2695-490e-81aa-576e7b73d9df HTTP/1.1" status: 200 len: 922 time: 0.2079091 Aug 28 15:00:53.812775 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34418) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:53.931640 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-96eae4a5-df7c-4b82-b26b-af43e5c538b8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-697935499-network', 'tenant_id': '8d76bbf9eff742368eee6ebcb1f47576'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:53.960952 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96eae4a5-df7c-4b82-b26b-af43e5c538b8 admin admin] Made reservation on behalf of 8d76bbf9eff742368eee6ebcb1f47576 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:00:53.963496 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-96eae4a5-df7c-4b82-b26b-af43e5c538b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:53.973211 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-96eae4a5-df7c-4b82-b26b-af43e5c538b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:53.998464 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70377709-f2b5-49c6-b0e9-078188dfb598 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3233e2db-bf24-4467-b635-9d6a2d1e64b2,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:54.008642 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-70377709-f2b5-49c6-b0e9-078188dfb598 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:54.009874 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-70377709-f2b5-49c6-b0e9-078188dfb598 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3233e2db-bf24-4467-b635-9d6a2d1e64b2 HTTP/1.1" status: 204 len: 168 time: 0.8279853 Aug 28 15:00:54.014684 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34434) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:54.042672 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-65a266e2-87bc-4042-bcb9-e070cb8fcd3d req-04faa560-aa37-4bfe-8fac-51b701802a50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a53d5c00-206d-4871-8b02-a0804c311567 HTTP/1.1" status: 200 len: 217 time: 0.0526464 Aug 28 15:00:54.133696 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821c638-96c2-45b4-a113-7d7e203dc0b6 req-61b2d4ed-6460-43f1-a893-cb4c511f6707 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:54.135200 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0821c638-96c2-45b4-a113-7d7e203dc0b6 req-61b2d4ed-6460-43f1-a893-cb4c511f6707 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfc5a2eb-01d7-4653-b18d-66bf7294d009 HTTP/1.1" status: 200 len: 943 time: 0.1340849 Aug 28 15:00:54.135475 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5408ad4-1fe9-43ff-ad8f-a848fa0a97db req-c60b6348-ec48-4aaa-98c4-9ec053337000 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:00:54.137985 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a266e2-87bc-4042-bcb9-e070cb8fcd3d req-06655c84-bcca-452e-a379-cd290fc9540e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:54.139542 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-65a266e2-87bc-4042-bcb9-e070cb8fcd3d req-06655c84-bcca-452e-a379-cd290fc9540e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4e27c48-8948-454b-9eb7-538bfc94a031 HTTP/1.1" status: 200 len: 861 time: 0.0620797 Aug 28 15:00:54.142611 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f950f809-b1e3-40e3-88bf-4146e9ff7f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:54.142743 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c5408ad4-1fe9-43ff-ad8f-a848fa0a97db req-c60b6348-ec48-4aaa-98c4-9ec053337000 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:54.151038 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c84b15d-f1ca-4578-a971-83b667d8d67f None None] Sync routers for ids ['afddb704-3602-4760-b1f9-d8b4774437cb'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:00:54.162438 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c84b15d-f1ca-4578-a971-83b667d8d67f None None] Routers {'afddb704-3602-4760-b1f9-d8b4774437cb'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:00:54.163461 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8c84b15d-f1ca-4578-a971-83b667d8d67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:00:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['afddb704-3602-4760-b1f9-d8b4774437cb'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:54.191487 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-65a266e2-87bc-4042-bcb9-e070cb8fcd3d req-d81cdb9b-a080-4655-95f6-78a407fa3693 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8404fc60-2695-490e-81aa-576e7b73d9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450807 Aug 28 15:00:54.193448 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c5408ad4-1fe9-43ff-ad8f-a848fa0a97db req-c60b6348-ec48-4aaa-98c4-9ec053337000 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "PUT /v2.0/floatingips/a3f974a5-29cc-4721-b26d-7a93246125d1 HTTP/1.1" status: 200 len: 695 time: 1.3052866 Aug 28 15:00:54.220904 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:54.233002 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-96eae4a5-df7c-4b82-b26b-af43e5c538b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:54.271082 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-96eae4a5-df7c-4b82-b26b-af43e5c538b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:54.284713 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0821c638-96c2-45b4-a113-7d7e203dc0b6 req-ccbe9e9f-48ca-4739-8d38-f7286a4e1bd3 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309865 Aug 28 15:00:54.290160 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-8c84b15d-f1ca-4578-a971-83b667d8d67f None None] Set router afddb704-3602-4760-b1f9-d8b4774437cb gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:00:54.313187 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f950f809-b1e3-40e3-88bf-4146e9ff7f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:54.315579 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5408ad4-1fe9-43ff-ad8f-a848fa0a97db req-99795039-a159-4a76-a91e-348e3177c404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:54.316015 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96eae4a5-df7c-4b82-b26b-af43e5c538b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:00:54.322962 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c5408ad4-1fe9-43ff-ad8f-a848fa0a97db req-99795039-a159-4a76-a91e-348e3177c404 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e84e62429884a25aec3c64048e001dd&device_id=759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8 HTTP/1.1" status: 200 len: 1097 time: 0.1049614 Aug 28 15:00:54.334857 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-f950f809-b1e3-40e3-88bf-4146e9ff7f57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250183e6-e52b-4564-b7d4-b8eab820b617']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:54.345318 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eae4a5-df7c-4b82-b26b-af43e5c538b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68126c9f-8cd7-475c-940a-9ce44c28b28a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:54.351647 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-96eae4a5-df7c-4b82-b26b-af43e5c538b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:54.352013 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-96eae4a5-df7c-4b82-b26b-af43e5c538b8 admin admin] Added segment 7373179f-231e-4599-8086-b92ecae3876e of type vlan for network 7327fe4c-c2c0-4c70-9a6a-85a2a0653caf Aug 28 15:00:54.354458 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-f950f809-b1e3-40e3-88bf-4146e9ff7f57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963d6e3f-c85d-4d9d-9d6b-41ad0291b3c8') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:54.355453 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-f950f809-b1e3-40e3-88bf-4146e9ff7f57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963d6e3f-c85d-4d9d-9d6b-41ad0291b3c8') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:54.378852 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f950f809-b1e3-40e3-88bf-4146e9ff7f57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:54.387585 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-65a266e2-87bc-4042-bcb9-e070cb8fcd3d req-31f06544-410e-4efa-86b3-d6583d1655a9 service neutron] 10.222.0.36 "GET /v2.0/networks/8404fc60-2695-490e-81aa-576e7b73d9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892872 Aug 28 15:00:54.426151 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f950f809-b1e3-40e3-88bf-4146e9ff7f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:54.450522 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-96eae4a5-df7c-4b82-b26b-af43e5c538b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:54.456517 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e4143d8-a0b7-4ce3-856c-b8c0818eea2c req-31135ad6-ecf1-4485-811c-fb8d3e18fb09 tempest-ServerShowV257Test-1074612497 tempest-ServerShowV257Test-1074612497-project] 10.222.0.13 "GET /v2.0/ports?device_id=999452f5-3900-4a67-8fd8-26a9c66a401f HTTP/1.1" status: 200 len: 210 time: 0.0452161 Aug 28 15:00:54.458757 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f950f809-b1e3-40e3-88bf-4146e9ff7f57 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:00:54.459160 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f950f809-b1e3-40e3-88bf-4146e9ff7f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:00:54.460850 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:00:54.492465 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5408ad4-1fe9-43ff-ad8f-a848fa0a97db req-c8f18731-be04-4c58-aba6-c34fceb34864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:54.500633 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c5408ad4-1fe9-43ff-ad8f-a848fa0a97db req-c8f18731-be04-4c58-aba6-c34fceb34864 service neutron] 10.222.0.13 "GET /v2.0/networks?id=40a03aed-4a19-48a0-9549-faca605f4bfe HTTP/1.1" status: 200 len: 922 time: 0.1767578 Aug 28 15:00:54.523352 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8c84b15d-f1ca-4578-a971-83b667d8d67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036478434-router', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:59:39Z', 'updated_at': '2021-08-28T14:59:49Z', 'revision_number': 4, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'gw_port': {'id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:40Z', 'updated_at': '2021-08-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '5ae52389-5937-4f4c-a2e6-b0f593281be8', 'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'mac_address': 'fa:16:3e:75:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3ae32591-49d1-4342-8080-c7756186a191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:46Z', 'updated_at': '2021-08-28T14:59:56Z', 'revision_number': 5, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'subnets': [{'id': '3ae32591-49d1-4342-8080-c7756186a191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:54.553909 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c84b15d-f1ca-4578-a971-83b667d8d67f None None] Checking router: afddb704-3602-4760-b1f9-d8b4774437cb for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:00:54.555584 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-96eae4a5-df7c-4b82-b26b-af43e5c538b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:54.556537 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c5408ad4-1fe9-43ff-ad8f-a848fa0a97db req-6c3f0317-1161-4eff-bb4e-b145c5a7fb42 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20b8cfb9-dd43-452e-bf20-8d993ec72119 HTTP/1.1" status: 200 len: 217 time: 0.0549681 Aug 28 15:00:54.557065 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eae4a5-df7c-4b82-b26b-af43e5c538b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:54.557969 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-96eae4a5-df7c-4b82-b26b-af43e5c538b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:54.571583 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c84b15d-f1ca-4578-a971-83b667d8d67f None None] Routers {'afddb704-3602-4760-b1f9-d8b4774437cb'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:00:54.572464 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8c84b15d-f1ca-4578-a971-83b667d8d67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:00:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['afddb704-3602-4760-b1f9-d8b4774437cb'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:54.584306 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f950f809-b1e3-40e3-88bf-4146e9ff7f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:54.597145 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-65a266e2-87bc-4042-bcb9-e070cb8fcd3d req-6180f130-5a74-4767-b232-945245ce156c service neutron] 10.222.0.36 "GET /v2.0/networks/8404fc60-2695-490e-81aa-576e7b73d9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989391 Aug 28 15:00:54.615046 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5408ad4-1fe9-43ff-ad8f-a848fa0a97db req-6eea7f0c-1b0e-49df-9c66-1384aaee367f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:54.623527 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c5408ad4-1fe9-43ff-ad8f-a848fa0a97db req-6eea7f0c-1b0e-49df-9c66-1384aaee367f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ae32591-49d1-4342-8080-c7756186a191 HTTP/1.1" status: 200 len: 860 time: 0.0653367 Aug 28 15:00:54.632847 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f950f809-b1e3-40e3-88bf-4146e9ff7f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:54.635604 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f950f809-b1e3-40e3-88bf-4146e9ff7f57 admin admin] 10.222.0.13 "DELETE /v2.0/networks/250183e6-e52b-4564-b7d4-b8eab820b617 HTTP/1.1" status: 204 len: 168 time: 0.6199207 Aug 28 15:00:54.672982 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5408ad4-1fe9-43ff-ad8f-a848fa0a97db req-be47c716-a923-486b-864b-543229ba6d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:54.680366 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c5408ad4-1fe9-43ff-ad8f-a848fa0a97db req-be47c716-a923-486b-864b-543229ba6d00 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=40a03aed-4a19-48a0-9549-faca605f4bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555699 Aug 28 15:00:54.686294 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-96eae4a5-df7c-4b82-b26b-af43e5c538b8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8695054 Aug 28 15:00:54.690036 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34452) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:54.703871 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-0e9299fa-7cbc-4d89-b4f4-de1b312bc3c4 admin admin] Request body: {'subnet': {'network_id': '7327fe4c-c2c0-4c70-9a6a-85a2a0653caf', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-697935499-subnet', 'tenant_id': '8d76bbf9eff742368eee6ebcb1f47576', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:54.734564 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eae4a5-df7c-4b82-b26b-af43e5c538b8 admin admin] Pushing event updated for resources: {'Network': ['ID=7327fe4c-c2c0-4c70-9a6a-85a2a0653caf,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:54.746857 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 7327fe4c-c2c0-4c70-9a6a-85a2a0653caf details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:00:54.777441 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950f809-b1e3-40e3-88bf-4146e9ff7f57 admin admin] Pushing event deleted for resources: {'Network': ['ID=250183e6-e52b-4564-b7d4-b8eab820b617,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:54.791501 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d9610-087c-4437-addc-a24054b45312 req-2182cd75-6424-44cd-be04-c111c2f94567 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:54.794223 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d34d9610-087c-4437-addc-a24054b45312 req-2182cd75-6424-44cd-be04-c111c2f94567 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebde49-bc08-412c-9769-c03f95a6abf4 HTTP/1.1" status: 200 len: 944 time: 0.1397808 Aug 28 15:00:54.809044 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9299fa-7cbc-4d89-b4f4-de1b312bc3c4 admin admin] Made reservation on behalf of 8d76bbf9eff742368eee6ebcb1f47576 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:00:54.809790 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34454) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:54.814876 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0e9299fa-7cbc-4d89-b4f4-de1b312bc3c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:54.840308 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-8c84b15d-f1ca-4578-a971-83b667d8d67f None None] Set router afddb704-3602-4760-b1f9-d8b4774437cb gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:00:54.851361 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c5408ad4-1fe9-43ff-ad8f-a848fa0a97db req-3b53319e-2de2-409b-a5c7-d5b412e43e9c service neutron] 10.222.0.13 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698055 Aug 28 15:00:54.915476 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-87774a5e-527d-4490-b12c-083a6e6d2e23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=25a99aa3eaee42b09daae3261a654f60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1043270 Aug 28 15:00:54.919098 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34456) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:54.940299 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d34d9610-087c-4437-addc-a24054b45312 req-8c340186-eada-4be4-b02a-9157fa79fa4d tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370022 Aug 28 15:00:55.005206 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c5408ad4-1fe9-43ff-ad8f-a848fa0a97db req-6d618b5c-ebfd-493c-a039-6842bd0fed6e service neutron] 10.222.0.13 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458106 Aug 28 15:00:55.039049 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-674d1f8b-1c8a-4860-93ef-cc3610c7ff38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:55.074217 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0e9299fa-7cbc-4d89-b4f4-de1b312bc3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:55.079258 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-674d1f8b-1c8a-4860-93ef-cc3610c7ff38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:55.134996 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-674d1f8b-1c8a-4860-93ef-cc3610c7ff38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:55.139159 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-674d1f8b-1c8a-4860-93ef-cc3610c7ff38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:55.142713 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-674d1f8b-1c8a-4860-93ef-cc3610c7ff38 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae4258d7-f4a2-4b8b-a259-e76f6dff5ff4 HTTP/1.1" status: 204 len: 168 time: 0.2199044 Aug 28 15:00:55.144413 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9299fa-7cbc-4d89-b4f4-de1b312bc3c4 admin admin] Checking segment: {'id': '7373179f-231e-4599-8086-b92ecae3876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7327fe4c-c2c0-4c70-9a6a-85a2a0653caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:00:55.144781 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9299fa-7cbc-4d89-b4f4-de1b312bc3c4 admin admin] Network hostable DHCP agents. Network: 7327fe4c-c2c0-4c70-9a6a-85a2a0653caf, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:00:55.158311 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d1f8b-1c8a-4860-93ef-cc3610c7ff38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4258d7-f4a2-4b8b-a259-e76f6dff5ff4,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:55.199009 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9299fa-7cbc-4d89-b4f4-de1b312bc3c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bde2443-f646-4aca-af9b-248ee7d2f90a,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:55.210255 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9299fa-7cbc-4d89-b4f4-de1b312bc3c4 admin admin] Network 7327fe4c-c2c0-4c70-9a6a-85a2a0653caf is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:00:55.216744 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8c84b15d-f1ca-4578-a971-83b667d8d67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036478434-router', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:59:39Z', 'updated_at': '2021-08-28T14:59:49Z', 'revision_number': 4, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'gw_port': {'id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:40Z', 'updated_at': '2021-08-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '5ae52389-5937-4f4c-a2e6-b0f593281be8', 'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'mac_address': 'fa:16:3e:75:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3ae32591-49d1-4342-8080-c7756186a191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:46Z', 'updated_at': '2021-08-28T14:59:56Z', 'revision_number': 5, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'subnets': [{'id': '3ae32591-49d1-4342-8080-c7756186a191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:55.222043 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-0e9299fa-7cbc-4d89-b4f4-de1b312bc3c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 7327fe4c-c2c0-4c70-9a6a-85a2a0653caf) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:00:55.232859 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ad3557-b9cc-4492-b1f3-77e0ca968561 None None] Network 7327fe4c-c2c0-4c70-9a6a-85a2a0653caf requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:00:55.236492 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9299fa-7cbc-4d89-b4f4-de1b312bc3c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:55.237035 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0e9299fa-7cbc-4d89-b4f4-de1b312bc3c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:55.264276 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0e9299fa-7cbc-4d89-b4f4-de1b312bc3c4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5655956 Aug 28 15:00:55.275283 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8', 'tag': '20b8cfb9-dd43-452e-bf20-8d993ec72119'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:55.275472 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c84b15d-f1ca-4578-a971-83b667d8d67f None None] The sync data for ids ['afddb704-3602-4760-b1f9-d8b4774437cb'] in n-d-712137-10 is: [{'id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036478434-router', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:59:39Z', 'updated_at': '2021-08-28T14:59:49Z', 'revision_number': 4, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'gw_port': {'id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:40Z', 'updated_at': '2021-08-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '5ae52389-5937-4f4c-a2e6-b0f593281be8', 'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'mac_address': 'fa:16:3e:75:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3ae32591-49d1-4342-8080-c7756186a191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:46Z', 'updated_at': '2021-08-28T14:59:56Z', 'revision_number': 5, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'subnets': [{'id': '3ae32591-49d1-4342-8080-c7756186a191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:00:55.278025 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ce4387-eb01-4177-94dc-f0e1b966f196" -d '{"events": [{"name": "network-changed", "server_uuid": "759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8", "tag": "20b8cfb9-dd43-452e-bf20-8d993ec72119"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:55.347899 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02eb4098-ace7-4837-8172-fde9d953aae7 x-openstack-request-id: req-02eb4098-ace7-4837-8172-fde9d953aae7 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:55.348201 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8", "tag": "20b8cfb9-dd43-452e-bf20-8d993ec72119", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:55.348452 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02eb4098-ace7-4837-8172-fde9d953aae7 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:55.348854 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8', 'tag': '20b8cfb9-dd43-452e-bf20-8d993ec72119', 'status': 'completed', 'code': 200} Aug 28 15:00:55.370196 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device e52ea24a-8568-468f-8cf6-639ca6a2ca6d up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:00:55.517393 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22b566-9d16-48f1-8467-31b0ec8a9c0b req-59d75895-5f68-449c-8658-07ece1ed123c tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:55.526047 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1c22b566-9d16-48f1-8467-31b0ec8a9c0b req-59d75895-5f68-449c-8658-07ece1ed123c tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c699a53-aef9-4328-b764-a9450e03481f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0994081 Aug 28 15:00:55.537667 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce4387-eb01-4177-94dc-f0e1b966f196 req-d4fc9e49-5a1d-4454-b99f-8c7402c6fcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:55.544014 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b1ce4387-eb01-4177-94dc-f0e1b966f196 req-d4fc9e49-5a1d-4454-b99f-8c7402c6fcf8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e84e62429884a25aec3c64048e001dd&device_id=759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8 HTTP/1.1" status: 200 len: 1097 time: 0.1634126 Aug 28 15:00:55.577201 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port e52ea24a-8568-468f-8cf6-639ca6a2ca6d completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:00:55.598058 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port e52ea24a-8568-468f-8cf6-639ca6a2ca6d triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:00:55.598435 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:55.630423 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68d3021-d70b-436a-8ce3-e465fb5e716a None None] Network 7327fe4c-c2c0-4c70-9a6a-85a2a0653caf requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:00:55.635862 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1c22b566-9d16-48f1-8467-31b0ec8a9c0b req-54983772-3c67-4e10-bac4-39b02b263edc tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 698 time: 0.1086760 Aug 28 15:00:55.691686 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device a53d5c00-206d-4871-8b02-a0804c311567 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:00:55.692581 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-1c22b566-9d16-48f1-8467-31b0ec8a9c0b req-cb5788c0-8b00-45e7-9192-0cb0bf5ba6ae tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Request body: {'floatingip': {'port_id': 'b2351df1-4b13-4529-992c-198aa46fa17e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:55.709535 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a520bb0-b940-407f-960a-47bb6d6e9937 req-a105a657-3c21-4fc6-bfaf-da4593c84ce5 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:55.712070 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7a520bb0-b940-407f-960a-47bb6d6e9937 req-a105a657-3c21-4fc6-bfaf-da4593c84ce5 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfc5a2eb-01d7-4653-b18d-66bf7294d009 HTTP/1.1" status: 200 len: 943 time: 0.0699611 Aug 28 15:00:55.726400 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf83fac-b704-4d33-887e-fc7bc902368f None None] New status for floating IP a3f974a5-29cc-4721-b26d-7a93246125d1: DOWN {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:00:55.758828 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7a520bb0-b940-407f-960a-47bb6d6e9937 req-10402d5b-0288-4823-ad94-9dcf61bfa3fe tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398576 Aug 28 15:00:55.764591 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1c22b566-9d16-48f1-8467-31b0ec8a9c0b req-cb5788c0-8b00-45e7-9192-0cb0bf5ba6ae tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks [] for floatingip, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:55.858388 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-696f017b-cb44-4b07-9a76-4b609c98ee82 req-8e2d5943-45ee-40b3-8f29-dea94b1b3484 tempest-ServerShowV257Test-1074612497 tempest-ServerShowV257Test-1074612497-project] 10.222.0.13 "GET /v2.0/ports?device_id=999452f5-3900-4a67-8fd8-26a9c66a401f HTTP/1.1" status: 200 len: 210 time: 0.0386326 Aug 28 15:00:55.948232 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce4387-eb01-4177-94dc-f0e1b966f196 req-32f54730-b476-4ee5-a25c-5c25413c08ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:55.950229 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b1ce4387-eb01-4177-94dc-f0e1b966f196 req-32f54730-b476-4ee5-a25c-5c25413c08ce service neutron] 10.222.0.41 "GET /v2.0/networks?id=40a03aed-4a19-48a0-9549-faca605f4bfe HTTP/1.1" status: 200 len: 922 time: 0.3775189 Aug 28 15:00:55.970912 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:00:56.170307 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b1ce4387-eb01-4177-94dc-f0e1b966f196 req-574568c0-429b-4108-b434-ae933be22d03 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20b8cfb9-dd43-452e-bf20-8d993ec72119 HTTP/1.1" status: 200 len: 217 time: 0.0488725 Aug 28 15:00:56.185682 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-31c75e12-9ee0-4c6f-acfb-0bcf6b2b5352 req-387a2ddf-d5ac-4eb6-b875-9ea6ce2ce607 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1458549328', 'description': 'tempest-description-1796869110'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:56.217541 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-31c75e12-9ee0-4c6f-acfb-0bcf6b2b5352 req-387a2ddf-d5ac-4eb6-b875-9ea6ce2ce607 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:56.241538 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce4387-eb01-4177-94dc-f0e1b966f196 req-7cfea5a1-e6bd-42ab-a4e5-d531ba3f8ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:56.243536 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b1ce4387-eb01-4177-94dc-f0e1b966f196 req-7cfea5a1-e6bd-42ab-a4e5-d531ba3f8ff4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ae32591-49d1-4342-8080-c7756186a191 HTTP/1.1" status: 200 len: 860 time: 0.0615640 Aug 28 15:00:56.260547 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port a53d5c00-206d-4871-8b02-a0804c311567, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=a53d5c00-206d-4871-8b02-a0804c311567,segment=NetworkSegment(56e55a35-3570-4cec-88c5-f76cdfa3881a),segment_id=56e55a35-3570-4cec-88c5-f76cdfa3881a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:56.312883 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce4387-eb01-4177-94dc-f0e1b966f196 req-c1cfd583-a5bd-4987-81f0-43ea22189093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:56.314625 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b1ce4387-eb01-4177-94dc-f0e1b966f196 req-c1cfd583-a5bd-4987-81f0-43ea22189093 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=40a03aed-4a19-48a0-9549-faca605f4bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626600 Aug 28 15:00:56.321237 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:56.324634 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.db.api [req-1c22b566-9d16-48f1-8467-31b0ec8a9c0b req-cb5788c0-8b00-45e7-9192-0cb0bf5ba6ae tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:00:56.327169 n-d-712137-10 neutron-server[106330]: DEBUG oslo_db.api [req-1c22b566-9d16-48f1-8467-31b0ec8a9c0b req-cb5788c0-8b00-45e7-9192-0cb0bf5ba6ae tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:00:56.329271 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'a53d5c00-206d-4871-8b02-a0804c311567', 'network_id': '8404fc60-2695-490e-81aa-576e7b73d9df', 'port_id': 'a53d5c00-206d-4871-8b02-a0804c311567', 'mac_address': 'fa:16:3e:27:d9:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e27c48-8948-454b-9eb7-538bfc94a031', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:00:56.341575 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:56.376968 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd759e33c-d045-4e55-93fd-bfea91946dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52ea24a-8568-468f-8cf6-639ca6a2ca6d'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:56.377190 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-31c75e12-9ee0-4c6f-acfb-0bcf6b2b5352 req-387a2ddf-d5ac-4eb6-b875-9ea6ce2ce607 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:56.378071 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34546) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:56.379606 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87c266e-ef5e-46e2-bb4d-ec6b82575c28" -d '{"events": [{"server_uuid": "d759e33c-d045-4e55-93fd-bfea91946dd9", "name": "network-vif-plugged", "status": "completed", "tag": "e52ea24a-8568-468f-8cf6-639ca6a2ca6d"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:56.392956 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-31c75e12-9ee0-4c6f-acfb-0bcf6b2b5352 req-387a2ddf-d5ac-4eb6-b875-9ea6ce2ce607 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:56.400707 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port e52ea24a-8568-468f-8cf6-639ca6a2ca6d, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=e52ea24a-8568-468f-8cf6-639ca6a2ca6d,segment=NetworkSegment(30c3bd03-6d20-4f9c-ac2f-08cf062737b2),segment_id=30c3bd03-6d20-4f9c-ac2f-08cf062737b2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:56.408067 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:56.410510 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:56.411587 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 725feedf-ab5e-4cf9-9206-7c4c756aad4e up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:00:56.427571 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-31c75e12-9ee0-4c6f-acfb-0bcf6b2b5352 req-387a2ddf-d5ac-4eb6-b875-9ea6ce2ce607 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:56.428860 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-31c75e12-9ee0-4c6f-acfb-0bcf6b2b5352 req-387a2ddf-d5ac-4eb6-b875-9ea6ce2ce607 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2494719 Aug 28 15:00:56.430616 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a2ddf-d5ac-4eb6-b875-9ea6ce2ce607 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cbf4f6-a9c0-4de9-a91a-25453c684e04,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:56.470644 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b1ce4387-eb01-4177-94dc-f0e1b966f196 req-8c4d6093-7265-4057-8483-711f538b0104 service neutron] 10.222.0.41 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423857 Aug 28 15:00:56.486053 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a53d5c00-206d-4871-8b02-a0804c311567 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:00:56.526544 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-37a3ae6c-6c2f-4c46-8ae7-8b44b515342a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-902638608-network', 'tenant_id': '6b9858b657ee4c5690f33421eea65ecc'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:56.532841 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=e52ea24a-8568-468f-8cf6-639ca6a2ca6d,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:56.538701 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port a53d5c00-206d-4871-8b02-a0804c311567, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=a53d5c00-206d-4871-8b02-a0804c311567,segment=NetworkSegment(56e55a35-3570-4cec-88c5-f76cdfa3881a),segment_id=56e55a35-3570-4cec-88c5-f76cdfa3881a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:56.545512 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:56.549188 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:56.549539 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:56.550044 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:56.550219 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:56.550555 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:56.550886 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:56.551204 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:56.551360 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a3ae6c-6c2f-4c46-8ae7-8b44b515342a admin admin] Made reservation on behalf of 6b9858b657ee4c5690f33421eea65ecc for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:00:56.551543 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:56.551913 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:56.552257 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:56.552588 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:56.552910 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:00:56.554656 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-37a3ae6c-6c2f-4c46-8ae7-8b44b515342a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:56.568352 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-37a3ae6c-6c2f-4c46-8ae7-8b44b515342a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:56.588612 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 725feedf-ab5e-4cf9-9206-7c4c756aad4e completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:00:56.597845 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 725feedf-ab5e-4cf9-9206-7c4c756aad4e triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:00:56.598220 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:56.617234 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b1ce4387-eb01-4177-94dc-f0e1b966f196 req-690fd9da-df27-4f52-bafe-597679d8a515 service neutron] 10.222.0.41 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369140 Aug 28 15:00:56.618246 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=a53d5c00-206d-4871-8b02-a0804c311567,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:56.683071 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-37a3ae6c-6c2f-4c46-8ae7-8b44b515342a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:56.687275 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-37a3ae6c-6c2f-4c46-8ae7-8b44b515342a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:56.712363 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a3ae6c-6c2f-4c46-8ae7-8b44b515342a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:00:56.721992 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3ae6c-6c2f-4c46-8ae7-8b44b515342a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4f4d31-e976-4117-b90d-c5b09ac2127f,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:56.728254 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-37a3ae6c-6c2f-4c46-8ae7-8b44b515342a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:56.728997 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-37a3ae6c-6c2f-4c46-8ae7-8b44b515342a admin admin] Added segment dc710749-0d62-46ea-a0bb-829680f8846b of type vlan for network 642027f9-d1d9-45c9-8ccc-aff115e4c926 Aug 28 15:00:56.733634 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:56.770583 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-37a3ae6c-6c2f-4c46-8ae7-8b44b515342a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:56.774617 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 725feedf-ab5e-4cf9-9206-7c4c756aad4e, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=725feedf-ab5e-4cf9-9206-7c4c756aad4e,segment=NetworkSegment(30c3bd03-6d20-4f9c-ac2f-08cf062737b2),segment_id=30c3bd03-6d20-4f9c-ac2f-08cf062737b2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:56.779860 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:56.781425 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device dab852b8-364e-415c-9114-a39051284f07 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:00:56.795475 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-37a3ae6c-6c2f-4c46-8ae7-8b44b515342a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:56.796503 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a3ae6c-6c2f-4c46-8ae7-8b44b515342a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:56.797096 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-37a3ae6c-6c2f-4c46-8ae7-8b44b515342a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:56.828898 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1c22b566-9d16-48f1-8467-31b0ec8a9c0b req-cb5788c0-8b00-45e7-9192-0cb0bf5ba6ae tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks [] for floatingip, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:56.839778 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['a53d5c00-206d-4871-8b02-a0804c311567'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:00:56.861060 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-37a3ae6c-6c2f-4c46-8ae7-8b44b515342a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4818223 Aug 28 15:00:56.861684 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34588) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:00:56.870999 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-77bef967-b2bb-4ded-b3da-494f5485889d admin admin] Request body: {'subnet': {'network_id': '642027f9-d1d9-45c9-8ccc-aff115e4c926', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-902638608-subnet', 'tenant_id': '6b9858b657ee4c5690f33421eea65ecc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:56.877502 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3ae6c-6c2f-4c46-8ae7-8b44b515342a admin admin] Pushing event updated for resources: {'Network': ['ID=642027f9-d1d9-45c9-8ccc-aff115e4c926,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:56.897792 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bef967-b2bb-4ded-b3da-494f5485889d admin admin] Made reservation on behalf of 6b9858b657ee4c5690f33421eea65ecc for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:00:56.899701 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 642027f9-d1d9-45c9-8ccc-aff115e4c926 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:00:56.900110 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77bef967-b2bb-4ded-b3da-494f5485889d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:56.910028 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=725feedf-ab5e-4cf9-9206-7c4c756aad4e,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:56.993496 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port dab852b8-364e-415c-9114-a39051284f07 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:00:57.009926 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port dab852b8-364e-415c-9114-a39051284f07 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:00:57.010312 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:57.114342 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809ab32-2bcd-4903-a8f3-b71f7d2cdfdd req-846db381-49b2-412e-9f13-766b83ad24a3 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:57.115403 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d809ab32-2bcd-4903-a8f3-b71f7d2cdfdd req-846db381-49b2-412e-9f13-766b83ad24a3 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebde49-bc08-412c-9769-c03f95a6abf4 HTTP/1.1" status: 200 len: 945 time: 0.0930719 Aug 28 15:00:57.154377 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77bef967-b2bb-4ded-b3da-494f5485889d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:57.167510 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:57.209722 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port dab852b8-364e-415c-9114-a39051284f07, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=dab852b8-364e-415c-9114-a39051284f07,segment=NetworkSegment(30c3bd03-6d20-4f9c-ac2f-08cf062737b2),segment_id=30c3bd03-6d20-4f9c-ac2f-08cf062737b2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:57.214622 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:57.220036 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d809ab32-2bcd-4903-a8f3-b71f7d2cdfdd req-5b28d968-61b1-4797-972a-20514f132747 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893254 Aug 28 15:00:57.226322 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bef967-b2bb-4ded-b3da-494f5485889d admin admin] Pushing event updated for resources: {'Subnet': ['ID=26673e05-8c31-4a26-b378-3cfd9c2e9ef9,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:57.242642 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bef967-b2bb-4ded-b3da-494f5485889d admin admin] Checking segment: {'id': 'dc710749-0d62-46ea-a0bb-829680f8846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '642027f9-d1d9-45c9-8ccc-aff115e4c926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:00:57.244292 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bef967-b2bb-4ded-b3da-494f5485889d admin admin] Network hostable DHCP agents. Network: 642027f9-d1d9-45c9-8ccc-aff115e4c926, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:00:57.252002 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfe468-e8ae-400f-9ceb-cf0a681708f2 req-7b95ef9d-9e99-41e8-a248-03318e86d820 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:57.254077 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-25dfe468-e8ae-400f-9ceb-cf0a681708f2 req-7b95ef9d-9e99-41e8-a248-03318e86d820 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.41 "GET /v2.0/ports?device_id=759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8 HTTP/1.1" status: 200 len: 945 time: 0.1212604 Aug 28 15:00:57.262442 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bef967-b2bb-4ded-b3da-494f5485889d admin admin] Network 642027f9-d1d9-45c9-8ccc-aff115e4c926 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:00:57.270676 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=dab852b8-364e-415c-9114-a39051284f07,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:57.273976 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-77bef967-b2bb-4ded-b3da-494f5485889d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 642027f9-d1d9-45c9-8ccc-aff115e4c926) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:00:57.290675 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bef967-b2bb-4ded-b3da-494f5485889d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:57.291869 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77bef967-b2bb-4ded-b3da-494f5485889d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:57.294185 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca063a1b-a56b-4f88-89d9-c59a35f40674 None None] Network 642027f9-d1d9-45c9-8ccc-aff115e4c926 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:00:57.313096 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-77bef967-b2bb-4ded-b3da-494f5485889d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4480326 Aug 28 15:00:57.448552 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17801e80-eaf8-4d94-bfbc-7600a1d632a8 x-openstack-request-id: req-17801e80-eaf8-4d94-bfbc-7600a1d632a8 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:57.449206 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d759e33c-d045-4e55-93fd-bfea91946dd9", "name": "network-vif-plugged", "status": "completed", "tag": "e52ea24a-8568-468f-8cf6-639ca6a2ca6d", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:57.449666 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17801e80-eaf8-4d94-bfbc-7600a1d632a8 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:57.450237 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd759e33c-d045-4e55-93fd-bfea91946dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52ea24a-8568-468f-8cf6-639ca6a2ca6d', 'code': 200} Aug 28 15:00:57.464157 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80401ea7-9170-4c89-b40d-c4bdea7becea None None] Network 642027f9-d1d9-45c9-8ccc-aff115e4c926 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:00:57.493464 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-25dfe468-e8ae-400f-9ceb-cf0a681708f2 req-25527158-fdc2-4821-a5bb-8c9160c203bd tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Deleting port 20b8cfb9-dd43-452e-bf20-8d993ec72119 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:00:57.493806 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-25dfe468-e8ae-400f-9ceb-cf0a681708f2 req-25527158-fdc2-4821-a5bb-8c9160c203bd tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:57.503021 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-17b7ce00-1207-407e-9427-e07526c5c6b9 req-4e0e3c00-846c-40df-8d3e-5523d7c4f291 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] 10.222.0.13 "GET /v2.0/security-groups/b0cbf4f6-a9c0-4de9-a91a-25453c684e04 HTTP/1.1" status: 200 len: 1813 time: 0.0537455 Aug 28 15:00:57.522239 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-17b7ce00-1207-407e-9427-e07526c5c6b9 req-90effdce-314c-42d0-aa85-2410d305b8b4 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b0cbf4f6-a9c0-4de9-a91a-25453c684e04', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:57.522561 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-17b7ce00-1207-407e-9427-e07526c5c6b9 req-90effdce-314c-42d0-aa85-2410d305b8b4 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b0cbf4f6-a9c0-4de9-a91a-25453c684e04', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:57.574050 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37815e93-837e-409e-9ad3-aca4ab2c7ed1 req-78f461b6-3d3d-432a-b960-6c5b982775b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:57.576382 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-37815e93-837e-409e-9ad3-aca4ab2c7ed1 req-78f461b6-3d3d-432a-b960-6c5b982775b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 1097 time: 0.0689137 Aug 28 15:00:57.641315 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-37815e93-837e-409e-9ad3-aca4ab2c7ed1 req-275aba0a-a01e-480d-a684-ee6b9af0d30f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577521 Aug 28 15:00:57.642448 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-17b7ce00-1207-407e-9427-e07526c5c6b9 req-90effdce-314c-42d0-aa85-2410d305b8b4 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:57.661010 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-17b7ce00-1207-407e-9427-e07526c5c6b9 req-90effdce-314c-42d0-aa85-2410d305b8b4 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:57.665136 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-17b7ce00-1207-407e-9427-e07526c5c6b9 req-90effdce-314c-42d0-aa85-2410d305b8b4 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:57.687101 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90effdce-314c-42d0-aa85-2410d305b8b4 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fd26613-6578-40da-ba6c-63f528f69354,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:57.694507 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-17b7ce00-1207-407e-9427-e07526c5c6b9 req-90effdce-314c-42d0-aa85-2410d305b8b4 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:57.696020 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-17b7ce00-1207-407e-9427-e07526c5c6b9 req-90effdce-314c-42d0-aa85-2410d305b8b4 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1787429 Aug 28 15:00:57.797002 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55b2d0-061d-47a1-9f78-a5d7c7fd91e1 req-a9e79739-aa75-46fb-a83c-406bf5efebbb tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:57.798538 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-af55b2d0-061d-47a1-9f78-a5d7c7fd91e1 req-a9e79739-aa75-46fb-a83c-406bf5efebbb tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfc5a2eb-01d7-4653-b18d-66bf7294d009 HTTP/1.1" status: 200 len: 944 time: 0.0507467 Aug 28 15:00:57.838790 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-af55b2d0-061d-47a1-9f78-a5d7c7fd91e1 req-80acfc41-c53d-4283-b050-dbbd9232bce9 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339520 Aug 28 15:00:57.880372 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.db.resource_extend [req-1c22b566-9d16-48f1-8467-31b0ec8a9c0b req-cb5788c0-8b00-45e7-9192-0cb0bf5ba6ae tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 15:00:57.928971 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-191539d5-5bb5-4c1a-a867-20181be0598b req-996decb7-ec78-427c-a206-404c06e1a589 tempest-ServerShowV257Test-1074612497 tempest-ServerShowV257Test-1074612497-project] 10.222.0.13 "GET /v2.0/ports?device_id=999452f5-3900-4a67-8fd8-26a9c66a401f HTTP/1.1" status: 200 len: 210 time: 0.0301707 Aug 28 15:00:57.954838 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1c22b566-9d16-48f1-8467-31b0ec8a9c0b req-cb5788c0-8b00-45e7-9192-0cb0bf5ba6ae tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:57.960306 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-25dfe468-e8ae-400f-9ceb-cf0a681708f2 req-25527158-fdc2-4821-a5bb-8c9160c203bd tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] For port 20b8cfb9-dd43-452e-bf20-8d993ec72119, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=20b8cfb9-dd43-452e-bf20-8d993ec72119,segment=NetworkSegment(f2247a83-4f17-4255-8bc6-2c6f63e17b02),segment_id=f2247a83-4f17-4255-8bc6-2c6f63e17b02)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:00:57.960661 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-25dfe468-e8ae-400f-9ceb-cf0a681708f2 req-25527158-fdc2-4821-a5bb-8c9160c203bd tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:57.963086 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1c22b566-9d16-48f1-8467-31b0ec8a9c0b req-cb5788c0-8b00-45e7-9192-0cb0bf5ba6ae tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:58.009045 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-25dfe468-e8ae-400f-9ceb-cf0a681708f2 req-25527158-fdc2-4821-a5bb-8c9160c203bd tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Calling delete_port for 20b8cfb9-dd43-452e-bf20-8d993ec72119 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:00:58.128163 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [req-1c22b566-9d16-48f1-8467-31b0ec8a9c0b req-cb5788c0-8b00-45e7-9192-0cb0bf5ba6ae tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Floating IP a3f974a5-29cc-4721-b26d-7a93246125d1 associated. External IP: 172.25.3.138, port: b2351df1-4b13-4529-992c-198aa46fa17e. Aug 28 15:00:58.280853 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-25dfe468-e8ae-400f-9ceb-cf0a681708f2 req-25527158-fdc2-4821-a5bb-8c9160c203bd tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:58.292862 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['b2351df1-4b13-4529-992c-198aa46fa17e'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:00:58.321720 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['20b8cfb9-dd43-452e-bf20-8d993ec72119'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:00:58.359420 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25527158-fdc2-4821-a5bb-8c9160c203bd tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Pushing event deleted for resources: {'Port': ['ID=20b8cfb9-dd43-452e-bf20-8d993ec72119,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:58.445125 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-25dfe468-e8ae-400f-9ceb-cf0a681708f2 req-25527158-fdc2-4821-a5bb-8c9160c203bd tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] No DVR routers for this DVR port 20b8cfb9-dd43-452e-bf20-8d993ec72119 on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:00:58.449105 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-25dfe468-e8ae-400f-9ceb-cf0a681708f2 req-25527158-fdc2-4821-a5bb-8c9160c203bd tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:58.452129 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-25dfe468-e8ae-400f-9ceb-cf0a681708f2 req-25527158-fdc2-4821-a5bb-8c9160c203bd tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.41 "DELETE /v2.0/ports/20b8cfb9-dd43-452e-bf20-8d993ec72119 HTTP/1.1" status: 204 len: 173 time: 1.1539271 Aug 28 15:00:58.458897 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8', 'name': 'network-vif-deleted', 'tag': '20b8cfb9-dd43-452e-bf20-8d993ec72119'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:58.461315 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100b581e-80d7-4c9d-bf04-6574a646d621" -d '{"events": [{"server_uuid": "759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8", "name": "network-vif-deleted", "tag": "20b8cfb9-dd43-452e-bf20-8d993ec72119"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:58.492810 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c22b566-9d16-48f1-8467-31b0ec8a9c0b req-cb5788c0-8b00-45e7-9192-0cb0bf5ba6ae tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Router afddb704-3602-4760-b1f9-d8b4774437cb has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:00:58.547220 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [req-8d2d623c-40c0-4b50-8ea9-be54f778b7b3 req-3ec8a305-036f-4f97-857d-fe03f75891f6 tempest-SecurityGroupsNegativeTestJSON-1859629473 tempest-SecurityGroupsNegativeTestJSON-1859629473-project] show failed (client error): The resource could not be found. Aug 28 15:00:58.556537 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8d2d623c-40c0-4b50-8ea9-be54f778b7b3 req-3ec8a305-036f-4f97-857d-fe03f75891f6 tempest-SecurityGroupsNegativeTestJSON-1859629473 tempest-SecurityGroupsNegativeTestJSON-1859629473-project] 10.222.0.13 "GET /v2.0/security-groups/993c46d2-5b20-4499-bce6-60285e701758 HTTP/1.1" status: 404 len: 352 time: 0.0223787 Aug 28 15:00:58.628328 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-853a8163-e85a-4e27-aa4f-291e4a569216 req-4cead615-e354-4cc2-941c-85812fbbb181 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] 10.222.0.13 "GET /v2.0/security-groups/b0cbf4f6-a9c0-4de9-a91a-25453c684e04 HTTP/1.1" status: 200 len: 2406 time: 0.0593672 Aug 28 15:00:58.638244 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c22b566-9d16-48f1-8467-31b0ec8a9c0b req-cb5788c0-8b00-45e7-9192-0cb0bf5ba6ae tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:00:58.642802 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1c22b566-9d16-48f1-8467-31b0ec8a9c0b req-cb5788c0-8b00-45e7-9192-0cb0bf5ba6ae tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:58.648075 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa143ee0-684a-4f65-b0b6-c4522fd86c90 None None] Sync routers for ids ['afddb704-3602-4760-b1f9-d8b4774437cb'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:00:58.658486 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa143ee0-684a-4f65-b0b6-c4522fd86c90 None None] Routers {'afddb704-3602-4760-b1f9-d8b4774437cb'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:00:58.659363 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-fa143ee0-684a-4f65-b0b6-c4522fd86c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:00:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['afddb704-3602-4760-b1f9-d8b4774437cb'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:58.673495 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1c22b566-9d16-48f1-8467-31b0ec8a9c0b req-cb5788c0-8b00-45e7-9192-0cb0bf5ba6ae tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "PUT /v2.0/floatingips/a3f974a5-29cc-4721-b26d-7a93246125d1 HTTP/1.1" status: 200 len: 996 time: 3.0366199 Aug 28 15:00:58.730325 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22b566-9d16-48f1-8467-31b0ec8a9c0b req-9561be06-27d5-4365-b308-9609ba78b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:58.732789 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1c22b566-9d16-48f1-8467-31b0ec8a9c0b req-9561be06-27d5-4365-b308-9609ba78b376 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e84e62429884a25aec3c64048e001dd&device_id=6c699a53-aef9-4328-b764-a9450e03481f HTTP/1.1" status: 200 len: 1097 time: 0.0436575 Aug 28 15:00:58.752691 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d30405-bb0e-4639-a5f2-91c35751dcc5 req-b06e3c22-9357-4059-bad3-2e82d2d6aedc tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:58.754336 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f0d30405-bb0e-4639-a5f2-91c35751dcc5 req-b06e3c22-9357-4059-bad3-2e82d2d6aedc tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebde49-bc08-412c-9769-c03f95a6abf4 HTTP/1.1" status: 200 len: 945 time: 0.0530434 Aug 28 15:00:58.773665 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-fa143ee0-684a-4f65-b0b6-c4522fd86c90 None None] Set router afddb704-3602-4760-b1f9-d8b4774437cb gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:00:58.793823 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f0d30405-bb0e-4639-a5f2-91c35751dcc5 req-5f989b75-53c7-4c56-a925-df1f6359d305 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321989 Aug 28 15:00:58.832997 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22b566-9d16-48f1-8467-31b0ec8a9c0b req-2498a81d-2be0-4e34-a68c-cce85c186575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:58.840155 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1c22b566-9d16-48f1-8467-31b0ec8a9c0b req-2498a81d-2be0-4e34-a68c-cce85c186575 service neutron] 10.222.0.13 "GET /v2.0/networks?id=40a03aed-4a19-48a0-9549-faca605f4bfe HTTP/1.1" status: 200 len: 922 time: 0.0998542 Aug 28 15:00:58.911527 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1c22b566-9d16-48f1-8467-31b0ec8a9c0b req-65b90ac6-228a-452a-af16-a3fa2f772bcd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2351df1-4b13-4529-992c-198aa46fa17e HTTP/1.1" status: 200 len: 999 time: 0.0704505 Aug 28 15:00:58.958949 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22b566-9d16-48f1-8467-31b0ec8a9c0b req-a6afc7d5-c43f-4242-90f4-7d356b039316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:58.960750 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1c22b566-9d16-48f1-8467-31b0ec8a9c0b req-a6afc7d5-c43f-4242-90f4-7d356b039316 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ae32591-49d1-4342-8080-c7756186a191 HTTP/1.1" status: 200 len: 860 time: 0.0478396 Aug 28 15:00:58.962255 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a44961-4af7-41ad-9e27-f1a04748ea01 x-openstack-request-id: req-d2a44961-4af7-41ad-9e27-f1a04748ea01 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:58.962550 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8", "name": "network-vif-deleted", "tag": "20b8cfb9-dd43-452e-bf20-8d993ec72119", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:58.963108 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2a44961-4af7-41ad-9e27-f1a04748ea01 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:58.963310 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759f59e5-bdad-4ac5-a9c7-d8dca4bf9cd8', 'name': 'network-vif-deleted', 'tag': '20b8cfb9-dd43-452e-bf20-8d993ec72119', 'status': 'completed', 'code': 200} Aug 28 15:00:59.016092 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5fb61dc4-e740-46f2-a5f0-708be1f91648 req-7664bf61-6a4c-4025-b000-585db1b75ea8 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] 10.222.0.13 "GET /v2.0/security-group-rules/1fd26613-6578-40da-ba6c-63f528f69354 HTTP/1.1" status: 200 len: 778 time: 0.0324597 Aug 28 15:00:59.023212 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22b566-9d16-48f1-8467-31b0ec8a9c0b req-5ac2d0b0-0553-4088-804d-5d38acfaedfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:59.025700 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1c22b566-9d16-48f1-8467-31b0ec8a9c0b req-5ac2d0b0-0553-4088-804d-5d38acfaedfd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=40a03aed-4a19-48a0-9549-faca605f4bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538337 Aug 28 15:00:59.051911 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-fa143ee0-684a-4f65-b0b6-c4522fd86c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036478434-router', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:59:39Z', 'updated_at': '2021-08-28T14:59:49Z', 'revision_number': 4, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'gw_port': {'id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:40Z', 'updated_at': '2021-08-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'a3f974a5-29cc-4721-b26d-7a93246125d1', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'port_id': 'b2351df1-4b13-4529-992c-198aa46fa17e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'mac_address': 'fa:16:3e:15:97:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c699a53-aef9-4328-b764-a9450e03481f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:00:09Z', 'updated_at': '2021-08-28T15:00:57Z', 'revision_number': 8, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae52389-5937-4f4c-a2e6-b0f593281be8', 'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'mac_address': 'fa:16:3e:75:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3ae32591-49d1-4342-8080-c7756186a191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:46Z', 'updated_at': '2021-08-28T14:59:56Z', 'revision_number': 5, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'subnets': [{'id': '3ae32591-49d1-4342-8080-c7756186a191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:59.071238 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5fb61dc4-e740-46f2-a5f0-708be1f91648 req-5d0a8c6d-213c-4c82-8f60-f2501d7d3f43 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] 10.222.0.13 "GET /v2.0/security-groups/b0cbf4f6-a9c0-4de9-a91a-25453c684e04 HTTP/1.1" status: 200 len: 2406 time: 0.0542665 Aug 28 15:00:59.079455 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa143ee0-684a-4f65-b0b6-c4522fd86c90 None None] Checking router: afddb704-3602-4760-b1f9-d8b4774437cb for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:00:59.088115 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa143ee0-684a-4f65-b0b6-c4522fd86c90 None None] Routers {'afddb704-3602-4760-b1f9-d8b4774437cb'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:00:59.088739 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-fa143ee0-684a-4f65-b0b6-c4522fd86c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:00:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['afddb704-3602-4760-b1f9-d8b4774437cb'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:59.107410 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5fb61dc4-e740-46f2-a5f0-708be1f91648 req-8e2728fa-fd2e-4ae9-b5dd-b033b9424410 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:59.115230 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5fb61dc4-e740-46f2-a5f0-708be1f91648 req-8e2728fa-fd2e-4ae9-b5dd-b033b9424410 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:59.154289 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1c22b566-9d16-48f1-8467-31b0ec8a9c0b req-05e3a8ee-0eea-41d8-9fd3-00aeaff11072 service neutron] 10.222.0.13 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194835 Aug 28 15:00:59.158700 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5fb61dc4-e740-46f2-a5f0-708be1f91648 req-8e2728fa-fd2e-4ae9-b5dd-b033b9424410 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:59.165571 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5fb61dc4-e740-46f2-a5f0-708be1f91648 req-8e2728fa-fd2e-4ae9-b5dd-b033b9424410 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:59.165571 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5fb61dc4-e740-46f2-a5f0-708be1f91648 req-8e2728fa-fd2e-4ae9-b5dd-b033b9424410 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1fd26613-6578-40da-ba6c-63f528f69354 HTTP/1.1" status: 204 len: 173 time: 0.0876982 Aug 28 15:00:59.191684 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2728fa-fd2e-4ae9-b5dd-b033b9424410 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1fd26613-6578-40da-ba6c-63f528f69354,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:59.232399 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-fa143ee0-684a-4f65-b0b6-c4522fd86c90 None None] Set router afddb704-3602-4760-b1f9-d8b4774437cb gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:00:59.290937 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1c22b566-9d16-48f1-8467-31b0ec8a9c0b req-07c99db7-6811-4e61-979a-d976692744f4 service neutron] 10.222.0.13 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319702 Aug 28 15:00:59.312906 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc87e9e-da71-49e5-ae54-660d16fe9d51 req-fc03801a-a49b-490c-9639-1c7cb28adf20 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:59.314513 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cbc87e9e-da71-49e5-ae54-660d16fe9d51 req-fc03801a-a49b-490c-9639-1c7cb28adf20 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfc5a2eb-01d7-4653-b18d-66bf7294d009 HTTP/1.1" status: 200 len: 944 time: 0.0600119 Aug 28 15:00:59.357570 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cbc87e9e-da71-49e5-ae54-660d16fe9d51 req-659fd9ea-b677-485a-a9ed-0e761195faab tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366216 Aug 28 15:00:59.452352 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d6729635-9f09-467e-879d-70d1ed87246e req-2a00d608-25e8-492b-a3cc-ef0ae0a8e3fd tempest-ServerShowV257Test-1074612497 tempest-ServerShowV257Test-1074612497-project] 10.222.0.13 "GET /v2.0/ports?device_id=999452f5-3900-4a67-8fd8-26a9c66a401f HTTP/1.1" status: 200 len: 210 time: 0.0280569 Aug 28 15:00:59.453022 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cebde49-bc08-412c-9769-c03f95a6abf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725feedf-ab5e-4cf9-9206-7c4c756aad4e'}, {'server_uuid': '8a9d412e-b2cf-4dc4-ae65-037c69640742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab852b8-364e-415c-9114-a39051284f07'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:00:59.456033 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17a07e4-f028-43b8-b53a-40f7db3d8f02" -d '{"events": [{"server_uuid": "1cebde49-bc08-412c-9769-c03f95a6abf4", "name": "network-vif-plugged", "status": "completed", "tag": "725feedf-ab5e-4cf9-9206-7c4c756aad4e"}, {"server_uuid": "8a9d412e-b2cf-4dc4-ae65-037c69640742", "name": "network-vif-plugged", "status": "completed", "tag": "dab852b8-364e-415c-9114-a39051284f07"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:00:59.494909 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-fa143ee0-684a-4f65-b0b6-c4522fd86c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036478434-router', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:59:39Z', 'updated_at': '2021-08-28T14:59:49Z', 'revision_number': 4, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'gw_port': {'id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:40Z', 'updated_at': '2021-08-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'a3f974a5-29cc-4721-b26d-7a93246125d1', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'port_id': 'b2351df1-4b13-4529-992c-198aa46fa17e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'mac_address': 'fa:16:3e:15:97:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c699a53-aef9-4328-b764-a9450e03481f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:00:09Z', 'updated_at': '2021-08-28T15:00:57Z', 'revision_number': 8, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae52389-5937-4f4c-a2e6-b0f593281be8', 'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'mac_address': 'fa:16:3e:75:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3ae32591-49d1-4342-8080-c7756186a191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:46Z', 'updated_at': '2021-08-28T14:59:56Z', 'revision_number': 5, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'subnets': [{'id': '3ae32591-49d1-4342-8080-c7756186a191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:00:59.522570 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa143ee0-684a-4f65-b0b6-c4522fd86c90 None None] The sync data for ids ['afddb704-3602-4760-b1f9-d8b4774437cb'] in n-d-712137-10 is: [{'id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036478434-router', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:59:39Z', 'updated_at': '2021-08-28T14:59:49Z', 'revision_number': 4, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'gw_port': {'id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:40Z', 'updated_at': '2021-08-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'a3f974a5-29cc-4721-b26d-7a93246125d1', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'port_id': 'b2351df1-4b13-4529-992c-198aa46fa17e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'mac_address': 'fa:16:3e:15:97:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c699a53-aef9-4328-b764-a9450e03481f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:00:09Z', 'updated_at': '2021-08-28T15:00:57Z', 'revision_number': 8, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae52389-5937-4f4c-a2e6-b0f593281be8', 'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'mac_address': 'fa:16:3e:75:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3ae32591-49d1-4342-8080-c7756186a191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:46Z', 'updated_at': '2021-08-28T14:59:56Z', 'revision_number': 5, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'subnets': [{'id': '3ae32591-49d1-4342-8080-c7756186a191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:00:59.540026 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-63a79c26-8cb9-473c-a155-e8c20236b803 req-f9a9acd6-4a84-40b6-af9b-c4bf752101f2 tempest-SecurityGroupsNegativeTestJSON-1859629473 tempest-SecurityGroupsNegativeTestJSON-1859629473-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b9858b657ee4c5690f33421eea65ecc HTTP/1.1" status: 200 len: 2984 time: 0.0544517 Aug 28 15:00:59.590134 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-63a79c26-8cb9-473c-a155-e8c20236b803 req-8bee45ec-03b6-4236-99e5-151884dbca38 tempest-SecurityGroupsNegativeTestJSON-1859629473 tempest-SecurityGroupsNegativeTestJSON-1859629473-project] 10.222.0.13 "GET /v2.0/security-groups/ae4f4d31-e976-4117-b90d-c5b09ac2127f HTTP/1.1" status: 200 len: 2981 time: 0.0434539 Aug 28 15:00:59.643452 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-63a79c26-8cb9-473c-a155-e8c20236b803 req-213fe139-fd14-4c91-afd7-7dd27883dd14 tempest-SecurityGroupsNegativeTestJSON-1859629473 tempest-SecurityGroupsNegativeTestJSON-1859629473-project] 10.222.0.13 "GET /v2.0/security-groups/ae4f4d31-e976-4117-b90d-c5b09ac2127f HTTP/1.1" status: 200 len: 2981 time: 0.0455689 Aug 28 15:00:59.664912 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-2122a862-855b-4faa-8673-9008ae7e7965 req-a74708c5-e990-4ae2-852a-0499b51718de tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-839963104', 'description': 'tempest-description-990942246'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:00:59.683507 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device a53d5c00-206d-4871-8b02-a0804c311567 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:00:59.693709 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2122a862-855b-4faa-8673-9008ae7e7965 req-a74708c5-e990-4ae2-852a-0499b51718de tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:59.757607 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port a53d5c00-206d-4871-8b02-a0804c311567 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:00:59.762278 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port a53d5c00-206d-4871-8b02-a0804c311567 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:00:59.763425 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:59.788514 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032c5679-663a-483c-a6cf-14a24c2c8909 None None] New status for floating IP a3f974a5-29cc-4721-b26d-7a93246125d1: ACTIVE {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:00:59.804490 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2122a862-855b-4faa-8673-9008ae7e7965 req-a74708c5-e990-4ae2-852a-0499b51718de tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:59.808977 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2122a862-855b-4faa-8673-9008ae7e7965 req-a74708c5-e990-4ae2-852a-0499b51718de tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:59.836777 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-29529715-45ca-4434-8472-30fa5d1cbd9e req-6df367b4-ef3c-4c3c-b3bd-e1393e3dac1d tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/floatingips/a3f974a5-29cc-4721-b26d-7a93246125d1 HTTP/1.1" status: 200 len: 996 time: 0.0777140 Aug 28 15:00:59.843525 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2122a862-855b-4faa-8673-9008ae7e7965 req-a74708c5-e990-4ae2-852a-0499b51718de tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:59.844921 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2122a862-855b-4faa-8673-9008ae7e7965 req-a74708c5-e990-4ae2-852a-0499b51718de tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.1847191 Aug 28 15:00:59.850590 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74708c5-e990-4ae2-852a-0499b51718de tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09729a0a-e8e6-4bad-95bb-c22089c348dc,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:00:59.907985 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 28 Aug 2021 15:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7036fe-27d2-4461-9895-70322e9c2a23 x-openstack-request-id: req-fb7036fe-27d2-4461-9895-70322e9c2a23 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:00:59.908398 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cebde49-bc08-412c-9769-c03f95a6abf4", "name": "network-vif-plugged", "status": "completed", "tag": "725feedf-ab5e-4cf9-9206-7c4c756aad4e", "code": 200}, {"server_uuid": "8a9d412e-b2cf-4dc4-ae65-037c69640742", "name": "network-vif-plugged", "status": "completed", "tag": "dab852b8-364e-415c-9114-a39051284f07", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:00:59.908749 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb7036fe-27d2-4461-9895-70322e9c2a23 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:00:59.909310 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cebde49-bc08-412c-9769-c03f95a6abf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725feedf-ab5e-4cf9-9206-7c4c756aad4e', 'code': 200} Aug 28 15:00:59.909658 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9d412e-b2cf-4dc4-ae65-037c69640742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab852b8-364e-415c-9114-a39051284f07', 'code': 200} Aug 28 15:00:59.957423 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:00:59.974154 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29529715-45ca-4434-8472-30fa5d1cbd9e req-49f80569-cdc0-4063-bcf8-c25e00579b63 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:00:59.979436 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d57019ad-31ff-4b2a-8784-cad2bab72fbc req-fa91ef24-09ac-403c-9ac1-3a480127c8c8 tempest-SecurityGroupsNegativeTestJSON-1859629473 tempest-SecurityGroupsNegativeTestJSON-1859629473-project] 10.222.0.13 "GET /v2.0/security-groups/ae4f4d31-e976-4117-b90d-c5b09ac2127f HTTP/1.1" status: 200 len: 2981 time: 0.0500181 Aug 28 15:00:59.980189 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-29529715-45ca-4434-8472-30fa5d1cbd9e req-49f80569-cdc0-4063-bcf8-c25e00579b63 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 784 time: 0.1385787 Aug 28 15:00:59.996120 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [req-29529715-45ca-4434-8472-30fa5d1cbd9e req-44efa33e-234c-4faa-99f4-d51ce1a27031 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:00:59.997200 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-29529715-45ca-4434-8472-30fa5d1cbd9e req-44efa33e-234c-4faa-99f4-d51ce1a27031 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064209 Aug 28 15:01:00.034592 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port a53d5c00-206d-4871-8b02-a0804c311567, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=a53d5c00-206d-4871-8b02-a0804c311567,segment=NetworkSegment(56e55a35-3570-4cec-88c5-f76cdfa3881a),segment_id=56e55a35-3570-4cec-88c5-f76cdfa3881a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:00.040805 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:00.062339 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce40c8a-ee47-4512-88bf-f5d92fcfa52a req-4890bf6e-6866-4534-b56b-c532271f0f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:00.063478 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5ce40c8a-ee47-4512-88bf-f5d92fcfa52a req-4890bf6e-6866-4534-b56b-c532271f0f46 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1cebde49-bc08-412c-9769-c03f95a6abf4 HTTP/1.1" status: 200 len: 1097 time: 0.0587609 Aug 28 15:01:00.089372 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976a3fb-739c-49e5-aec4-dd98aa897618 req-db664f94-4fab-4d1d-aecb-1acdab9c43a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:00.092057 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a976a3fb-739c-49e5-aec4-dd98aa897618 req-db664f94-4fab-4d1d-aecb-1acdab9c43a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8a9d412e-b2cf-4dc4-ae65-037c69640742 HTTP/1.1" status: 200 len: 1098 time: 0.0865114 Aug 28 15:01:00.103261 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=a53d5c00-206d-4871-8b02-a0804c311567,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:00.104511 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5ce40c8a-ee47-4512-88bf-f5d92fcfa52a req-b5dc02e6-7f4f-4ab7-ac13-97372aa5617a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330858 Aug 28 15:01:00.120776 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [req-d57019ad-31ff-4b2a-8784-cad2bab72fbc req-1da60b7a-cc89-4150-996e-5a5a1c5a2b3e tempest-SecurityGroupsNegativeTestJSON-1859629473 tempest-SecurityGroupsNegativeTestJSON-1859629473-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 28 15:01:00.121806 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d57019ad-31ff-4b2a-8784-cad2bab72fbc req-1da60b7a-cc89-4150-996e-5a5a1c5a2b3e tempest-SecurityGroupsNegativeTestJSON-1859629473 tempest-SecurityGroupsNegativeTestJSON-1859629473-project] 10.222.0.13 "DELETE /v2.0/security-groups/ae4f4d31-e976-4117-b90d-c5b09ac2127f HTTP/1.1" status: 409 len: 352 time: 0.1323490 Aug 28 15:01:00.141228 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a976a3fb-739c-49e5-aec4-dd98aa897618 req-a7f59140-0e02-4b1c-9447-03a016f8f862 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362082 Aug 28 15:01:00.229873 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155ddfb-3b3d-46c3-844c-4d453563c9d4 req-e3920d4a-74d2-4231-992b-47a6d02a0c4c tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:00.231384 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f155ddfb-3b3d-46c3-844c-4d453563c9d4 req-e3920d4a-74d2-4231-992b-47a6d02a0c4c tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebde49-bc08-412c-9769-c03f95a6abf4 HTTP/1.1" status: 200 len: 945 time: 0.0546207 Aug 28 15:01:00.269918 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f155ddfb-3b3d-46c3-844c-4d453563c9d4 req-93ca26e2-1d88-4209-837c-ac875f51cc0f tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320251 Aug 28 15:01:00.338021 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aa5398c9-66cb-4b62-9330-845dfa7efc06 req-6c182474-6fcf-4850-a294-4f1527868eae tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] 10.222.0.13 "GET /v2.0/security-groups/09729a0a-e8e6-4bad-95bb-c22089c348dc HTTP/1.1" status: 200 len: 1811 time: 0.0421321 Aug 28 15:01:00.460002 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [req-42b3d371-39a9-466a-9498-8114fcfffda4 req-5439d7aa-7e5a-4171-a37b-9f46086bff9d tempest-SecurityGroupsNegativeTestJSON-1859629473 tempest-SecurityGroupsNegativeTestJSON-1859629473-project] show failed (client error): The resource could not be found. Aug 28 15:01:00.461085 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-42b3d371-39a9-466a-9498-8114fcfffda4 req-5439d7aa-7e5a-4171-a37b-9f46086bff9d tempest-SecurityGroupsNegativeTestJSON-1859629473 tempest-SecurityGroupsNegativeTestJSON-1859629473-project] 10.222.0.13 "GET /v2.0/security-groups/06e3684a-f0e8-4d8d-a98d-1921cb53f7c1 HTTP/1.1" status: 404 len: 352 time: 0.0149581 Aug 28 15:01:00.476789 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-84616a0b-ff17-4bf6-82c9-38992ab561a1 req-6608a314-74a4-45cc-a97e-e22aa65475b7 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 1001 time: 0.0627692 Aug 28 15:01:00.530169 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84616a0b-ff17-4bf6-82c9-38992ab561a1 req-e67ae49e-aa08-4bfb-94d2-a4d83aa8b6d2 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:00.531675 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-84616a0b-ff17-4bf6-82c9-38992ab561a1 req-e67ae49e-aa08-4bfb-94d2-a4d83aa8b6d2 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports/b2351df1-4b13-4529-992c-198aa46fa17e HTTP/1.1" status: 200 len: 942 time: 0.0482793 Aug 28 15:01:00.568427 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6b144-b041-43d9-9e3a-b0d33d33b2cc req-13aa500d-edde-4f92-88eb-5eabb294669b tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:00.570109 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-87d6b144-b041-43d9-9e3a-b0d33d33b2cc req-13aa500d-edde-4f92-88eb-5eabb294669b tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfc5a2eb-01d7-4653-b18d-66bf7294d009 HTTP/1.1" status: 200 len: 945 time: 0.0489922 Aug 28 15:01:00.608463 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-87d6b144-b041-43d9-9e3a-b0d33d33b2cc req-421bc8a5-7788-4d0a-9fd7-2a4a6c8cdf16 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316813 Aug 28 15:01:00.633304 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-84616a0b-ff17-4bf6-82c9-38992ab561a1 req-5e62be66-fb98-4a58-b00e-cbfae9409a4a tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 1001 time: 0.0602219 Aug 28 15:01:00.698629 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [req-3e33791c-c1c3-4f40-b151-8eeb9beff68b req-0846da00-7652-4b3d-97a3-c9eecb6ca8c3 tempest-SecurityGroupsNegativeTestJSON-1859629473 tempest-SecurityGroupsNegativeTestJSON-1859629473-project] show failed (client error): The resource could not be found. Aug 28 15:01:00.699627 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3e33791c-c1c3-4f40-b151-8eeb9beff68b req-0846da00-7652-4b3d-97a3-c9eecb6ca8c3 tempest-SecurityGroupsNegativeTestJSON-1859629473 tempest-SecurityGroupsNegativeTestJSON-1859629473-project] 10.222.0.13 "GET /v2.0/security-groups/a20498c2-5ad6-45ee-938d-8bcc5d16e08e HTTP/1.1" status: 404 len: 352 time: 0.0191271 Aug 28 15:01:00.711404 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34784) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:00.747021 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-0fd845e2-fd98-4d8c-bff9-05fa69fe95ae req-c6fac20e-61b5-4f03-ba82-7ed8caac894f tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1351201002', 'description': 'tempest-description-2134481078'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:00.751921 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84616a0b-ff17-4bf6-82c9-38992ab561a1 req-f2a3c74d-065e-46af-8934-4d8290cf9b17 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:00.753302 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-84616a0b-ff17-4bf6-82c9-38992ab561a1 req-f2a3c74d-065e-46af-8934-4d8290cf9b17 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 784 time: 0.1133699 Aug 28 15:01:00.780286 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-393d7bd6-be2e-438e-bda6-e848ac84bedf admin admin] Deleting subnet 26673e05-8c31-4a26-b378-3cfd9c2e9ef9 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:01:00.784642 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-393d7bd6-be2e-438e-bda6-e848ac84bedf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:00.787303 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0fd845e2-fd98-4d8c-bff9-05fa69fe95ae req-c6fac20e-61b5-4f03-ba82-7ed8caac894f tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:00.823752 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-84616a0b-ff17-4bf6-82c9-38992ab561a1 req-f0e8e1ab-336b-4b4d-b86e-24da3f89fa57 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 1001 time: 0.0630560 Aug 28 15:01:00.835796 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-84616a0b-ff17-4bf6-82c9-38992ab561a1 req-63a62af4-c55a-4037-9f9e-804c1cec59d7 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:00.836906 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-393d7bd6-be2e-438e-bda6-e848ac84bedf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:00.896259 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-393d7bd6-be2e-438e-bda6-e848ac84bedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:00.899176 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-84616a0b-ff17-4bf6-82c9-38992ab561a1 req-63a62af4-c55a-4037-9f9e-804c1cec59d7 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks [] for floatingip, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:00.964402 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c699a53-aef9-4328-b764-a9450e03481f', 'tag': 'b2351df1-4b13-4529-992c-198aa46fa17e'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:01:00.967268 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b414246-1496-436c-86de-38414b4cab8f" -d '{"events": [{"name": "network-changed", "server_uuid": "6c699a53-aef9-4328-b764-a9450e03481f", "tag": "b2351df1-4b13-4529-992c-198aa46fa17e"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:01:00.981240 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0fd845e2-fd98-4d8c-bff9-05fa69fe95ae req-c6fac20e-61b5-4f03-ba82-7ed8caac894f tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:00.986937 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0fd845e2-fd98-4d8c-bff9-05fa69fe95ae req-c6fac20e-61b5-4f03-ba82-7ed8caac894f tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:01.019089 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-393d7bd6-be2e-438e-bda6-e848ac84bedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:01.039086 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0fd845e2-fd98-4d8c-bff9-05fa69fe95ae req-c6fac20e-61b5-4f03-ba82-7ed8caac894f tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:01.040365 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0fd845e2-fd98-4d8c-bff9-05fa69fe95ae req-c6fac20e-61b5-4f03-ba82-7ed8caac894f tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2991126 Aug 28 15:01:01.054591 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-84616a0b-ff17-4bf6-82c9-38992ab561a1 req-63a62af4-c55a-4037-9f9e-804c1cec59d7 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:01.058914 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fac20e-61b5-4f03-ba82-7ed8caac894f tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2dd700-f54a-49bc-a17a-213efcc75fd4,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:01.062424 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-393d7bd6-be2e-438e-bda6-e848ac84bedf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:01.063217 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-84616a0b-ff17-4bf6-82c9-38992ab561a1 req-63a62af4-c55a-4037-9f9e-804c1cec59d7 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:01.063420 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [req-84616a0b-ff17-4bf6-82c9-38992ab561a1 req-63a62af4-c55a-4037-9f9e-804c1cec59d7 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Floating IP a3f974a5-29cc-4721-b26d-7a93246125d1 disassociated. External IP: 172.25.3.138, port: b2351df1-4b13-4529-992c-198aa46fa17e. Aug 28 15:01:01.066270 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-393d7bd6-be2e-438e-bda6-e848ac84bedf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/26673e05-8c31-4a26-b378-3cfd9c2e9ef9 HTTP/1.1" status: 204 len: 168 time: 0.3534214 Aug 28 15:01:01.067126 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d7bd6-be2e-438e-bda6-e848ac84bedf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26673e05-8c31-4a26-b378-3cfd9c2e9ef9,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:01.068856 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34790) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:01.151824 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9064f9fd-3853-4300-a707-86920d068098 req-9033f4fe-558c-4585-be0e-68806affc6ad tempest-ServerShowV257Test-1074612497 tempest-ServerShowV257Test-1074612497-project] 10.222.0.13 "GET /v2.0/ports?device_id=999452f5-3900-4a67-8fd8-26a9c66a401f HTTP/1.1" status: 200 len: 210 time: 0.0389726 Aug 28 15:01:01.166351 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-97512dfa-e7f7-4637-bd53-181085cf5930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:01.248987 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-97512dfa-e7f7-4637-bd53-181085cf5930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:01.259266 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-97512dfa-e7f7-4637-bd53-181085cf5930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642027f9-d1d9-45c9-8ccc-aff115e4c926']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:01.272892 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-97512dfa-e7f7-4637-bd53-181085cf5930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc710749-0d62-46ea-a0bb-829680f8846b') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:01.273212 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-97512dfa-e7f7-4637-bd53-181085cf5930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc710749-0d62-46ea-a0bb-829680f8846b') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:01.285132 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-97512dfa-e7f7-4637-bd53-181085cf5930 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:01.298047 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84616a0b-ff17-4bf6-82c9-38992ab561a1 req-63a62af4-c55a-4037-9f9e-804c1cec59d7 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Router afddb704-3602-4760-b1f9-d8b4774437cb has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:01:01.300335 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-97512dfa-e7f7-4637-bd53-181085cf5930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:01.308091 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97512dfa-e7f7-4637-bd53-181085cf5930 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:01:01.308873 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-97512dfa-e7f7-4637-bd53-181085cf5930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:01:01.311492 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:01:01.345038 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 20b8cfb9-dd43-452e-bf20-8d993ec72119 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:01:01.366939 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 20b8cfb9-dd43-452e-bf20-8d993ec72119 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:01:01.367621 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 20b8cfb9-dd43-452e-bf20-8d993ec72119 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:01:01.379128 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-97512dfa-e7f7-4637-bd53-181085cf5930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:01.385031 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-97512dfa-e7f7-4637-bd53-181085cf5930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:01.396698 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-97512dfa-e7f7-4637-bd53-181085cf5930 admin admin] 10.222.0.13 "DELETE /v2.0/networks/642027f9-d1d9-45c9-8ccc-aff115e4c926 HTTP/1.1" status: 204 len: 168 time: 0.3200202 Aug 28 15:01:01.410027 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97512dfa-e7f7-4637-bd53-181085cf5930 admin admin] Pushing event deleted for resources: {'Network': ['ID=642027f9-d1d9-45c9-8ccc-aff115e4c926,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:01.423799 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84616a0b-ff17-4bf6-82c9-38992ab561a1 req-63a62af4-c55a-4037-9f9e-804c1cec59d7 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:01:01.428211 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-84616a0b-ff17-4bf6-82c9-38992ab561a1 req-63a62af4-c55a-4037-9f9e-804c1cec59d7 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:01.435410 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f31173-c465-4a42-b4c6-eef56db786cb None None] Sync routers for ids ['afddb704-3602-4760-b1f9-d8b4774437cb'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:01:01.446720 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f31173-c465-4a42-b4c6-eef56db786cb None None] Routers {'afddb704-3602-4760-b1f9-d8b4774437cb'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:01:01.447621 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-86f31173-c465-4a42-b4c6-eef56db786cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:00:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['afddb704-3602-4760-b1f9-d8b4774437cb'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:01.457549 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-84616a0b-ff17-4bf6-82c9-38992ab561a1 req-63a62af4-c55a-4037-9f9e-804c1cec59d7 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "PUT /v2.0/floatingips/a3f974a5-29cc-4721-b26d-7a93246125d1 HTTP/1.1" status: 200 len: 696 time: 0.6269245 Aug 28 15:01:01.458099 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c699a53-aef9-4328-b764-a9450e03481f', 'tag': 'b2351df1-4b13-4529-992c-198aa46fa17e'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:01:01.460694 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a651c3-49ef-4b94-b02f-7ad72b315487" -d '{"events": [{"name": "network-changed", "server_uuid": "6c699a53-aef9-4328-b764-a9450e03481f", "tag": "b2351df1-4b13-4529-992c-198aa46fa17e"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:01:01.525307 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84616a0b-ff17-4bf6-82c9-38992ab561a1 req-6627494a-df06-4487-9981-6c1e176930c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:01.527252 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-84616a0b-ff17-4bf6-82c9-38992ab561a1 req-6627494a-df06-4487-9981-6c1e176930c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e84e62429884a25aec3c64048e001dd&device_id=6c699a53-aef9-4328-b764-a9450e03481f HTTP/1.1" status: 200 len: 1097 time: 0.0480530 Aug 28 15:01:01.534505 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34832) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:01.582164 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-86f31173-c465-4a42-b4c6-eef56db786cb None None] Set router afddb704-3602-4760-b1f9-d8b4774437cb gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:01:01.629655 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d345f5ea-b399-4e12-9633-940a7d411fe7 x-openstack-request-id: req-d345f5ea-b399-4e12-9633-940a7d411fe7 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:01:01.630540 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c699a53-aef9-4328-b764-a9450e03481f", "tag": "b2351df1-4b13-4529-992c-198aa46fa17e", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:01:01.631022 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d345f5ea-b399-4e12-9633-940a7d411fe7 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:01:01.632278 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c699a53-aef9-4328-b764-a9450e03481f', 'tag': 'b2351df1-4b13-4529-992c-198aa46fa17e', 'status': 'completed', 'code': 200} Aug 28 15:01:01.648030 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d42d7163-ecbb-4530-af36-fd6fa35571cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b9858b657ee4c5690f33421eea65ecc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1123044 Aug 28 15:01:01.650575 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34842) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:01.701917 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ac0e62b5-9f23-4995-92bc-460271132216 req-118b1831-4a32-4fe4-857b-ee920331a720 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] 10.222.0.13 "GET /v2.0/security-groups/3e2dd700-f54a-49bc-a17a-213efcc75fd4 HTTP/1.1" status: 200 len: 1813 time: 0.0509171 Aug 28 15:01:01.736634 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84616a0b-ff17-4bf6-82c9-38992ab561a1 req-4bfdefd9-408e-4a99-8938-ee5e06f7cd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:01.738154 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-84616a0b-ff17-4bf6-82c9-38992ab561a1 req-4bfdefd9-408e-4a99-8938-ee5e06f7cd77 service neutron] 10.222.0.13 "GET /v2.0/networks?id=40a03aed-4a19-48a0-9549-faca605f4bfe HTTP/1.1" status: 200 len: 922 time: 0.2014437 Aug 28 15:01:01.745359 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b414246-1496-436c-86de-38414b4cab8f req-6fe82174-5ea0-41b6-ab44-e1c7212e3ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:01.746846 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8b414246-1496-436c-86de-38414b4cab8f req-6fe82174-5ea0-41b6-ab44-e1c7212e3ddb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e84e62429884a25aec3c64048e001dd&device_id=6c699a53-aef9-4328-b764-a9450e03481f HTTP/1.1" status: 200 len: 1097 time: 0.0877769 Aug 28 15:01:01.819431 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-84616a0b-ff17-4bf6-82c9-38992ab561a1 req-e4d31d93-c57d-4bbb-be9c-3e19637c6b04 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2351df1-4b13-4529-992c-198aa46fa17e HTTP/1.1" status: 200 len: 217 time: 0.0703743 Aug 28 15:01:01.825014 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-86f31173-c465-4a42-b4c6-eef56db786cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036478434-router', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:59:39Z', 'updated_at': '2021-08-28T14:59:49Z', 'revision_number': 4, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'gw_port': {'id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:40Z', 'updated_at': '2021-08-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '5ae52389-5937-4f4c-a2e6-b0f593281be8', 'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'mac_address': 'fa:16:3e:75:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3ae32591-49d1-4342-8080-c7756186a191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:46Z', 'updated_at': '2021-08-28T14:59:56Z', 'revision_number': 5, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'subnets': [{'id': '3ae32591-49d1-4342-8080-c7756186a191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:01.829468 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff62afa-d766-4d4a-88a1-065fe1986f71 req-49f11fa1-2561-43bb-9bdb-dd5b1adefa39 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:01.831256 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1ff62afa-d766-4d4a-88a1-065fe1986f71 req-49f11fa1-2561-43bb-9bdb-dd5b1adefa39 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebde49-bc08-412c-9769-c03f95a6abf4 HTTP/1.1" status: 200 len: 945 time: 0.0643530 Aug 28 15:01:01.898666 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1ff62afa-d766-4d4a-88a1-065fe1986f71 req-b8c98a9c-0ca7-4e7d-95d3-bb958ce49e6f tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477762 Aug 28 15:01:01.911864 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc5a2eb-01d7-4653-b18d-66bf7294d009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53d5c00-206d-4871-8b02-a0804c311567'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:01:01.913798 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d8927dfa-6d5b-4ba4-b3d4-a7d7972fc42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:01.915078 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86960fb2-b1d1-4067-bcee-8bd3e108cd7d" -d '{"events": [{"server_uuid": "cfc5a2eb-01d7-4653-b18d-66bf7294d009", "name": "network-vif-plugged", "status": "completed", "tag": "a53d5c00-206d-4871-8b02-a0804c311567"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:01:01.956453 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d8927dfa-6d5b-4ba4-b3d4-a7d7972fc42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:01.965362 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84616a0b-ff17-4bf6-82c9-38992ab561a1 req-e37e0cf5-9b7b-4018-a952-f0218c6dcb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:01.967679 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-84616a0b-ff17-4bf6-82c9-38992ab561a1 req-e37e0cf5-9b7b-4018-a952-f0218c6dcb7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ae32591-49d1-4342-8080-c7756186a191 HTTP/1.1" status: 200 len: 860 time: 0.1474214 Aug 28 15:01:01.970683 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f31173-c465-4a42-b4c6-eef56db786cb None None] Checking router: afddb704-3602-4760-b1f9-d8b4774437cb for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:01:01.979607 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f31173-c465-4a42-b4c6-eef56db786cb None None] Routers {'afddb704-3602-4760-b1f9-d8b4774437cb'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:01:01.980250 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-86f31173-c465-4a42-b4c6-eef56db786cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:00:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['afddb704-3602-4760-b1f9-d8b4774437cb'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:02.014499 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d7ea0c-562d-4d3d-9b58-86055c6fabbb x-openstack-request-id: req-57d7ea0c-562d-4d3d-9b58-86055c6fabbb {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:01:02.014869 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c699a53-aef9-4328-b764-a9450e03481f", "tag": "b2351df1-4b13-4529-992c-198aa46fa17e", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:01:02.015044 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57d7ea0c-562d-4d3d-9b58-86055c6fabbb {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:01:02.015431 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c699a53-aef9-4328-b764-a9450e03481f', 'tag': 'b2351df1-4b13-4529-992c-198aa46fa17e', 'status': 'completed', 'code': 200} Aug 28 15:01:02.031836 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b414246-1496-436c-86de-38414b4cab8f req-6bac8d4c-f811-4526-b048-475691650046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:02.033324 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8b414246-1496-436c-86de-38414b4cab8f req-6bac8d4c-f811-4526-b048-475691650046 service neutron] 10.222.0.36 "GET /v2.0/networks?id=40a03aed-4a19-48a0-9549-faca605f4bfe HTTP/1.1" status: 200 len: 922 time: 0.2758484 Aug 28 15:01:02.084536 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8b414246-1496-436c-86de-38414b4cab8f req-706d7db2-814e-4e75-b179-5f291d6ca012 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2351df1-4b13-4529-992c-198aa46fa17e HTTP/1.1" status: 200 len: 217 time: 0.0434773 Aug 28 15:01:02.089983 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84616a0b-ff17-4bf6-82c9-38992ab561a1 req-c2b9ac7b-8bcb-47ee-8177-74d6540bf5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:02.092088 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-84616a0b-ff17-4bf6-82c9-38992ab561a1 req-c2b9ac7b-8bcb-47ee-8177-74d6540bf5be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=40a03aed-4a19-48a0-9549-faca605f4bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1037138 Aug 28 15:01:02.124385 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-86f31173-c465-4a42-b4c6-eef56db786cb None None] Set router afddb704-3602-4760-b1f9-d8b4774437cb gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:01:02.137143 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d8927dfa-6d5b-4ba4-b3d4-a7d7972fc42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:02.139698 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d8927dfa-6d5b-4ba4-b3d4-a7d7972fc42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:02.143160 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d8927dfa-6d5b-4ba4-b3d4-a7d7972fc42d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae4f4d31-e976-4117-b90d-c5b09ac2127f HTTP/1.1" status: 204 len: 168 time: 0.4893370 Aug 28 15:01:02.199115 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8927dfa-6d5b-4ba4-b3d4-a7d7972fc42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4f4d31-e976-4117-b90d-c5b09ac2127f,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:02.214758 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b414246-1496-436c-86de-38414b4cab8f req-a46f98b0-f424-431d-9cb1-482142bc23dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:02.216975 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8b414246-1496-436c-86de-38414b4cab8f req-a46f98b0-f424-431d-9cb1-482142bc23dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3ae32591-49d1-4342-8080-c7756186a191 HTTP/1.1" status: 200 len: 860 time: 0.1237488 Aug 28 15:01:02.299420 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-84616a0b-ff17-4bf6-82c9-38992ab561a1 req-abf6b879-c1fb-43f1-97a9-8d0bccb01ae3 service neutron] 10.222.0.13 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729038 Aug 28 15:01:02.350608 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b414246-1496-436c-86de-38414b4cab8f req-43d01730-8119-4231-81bf-3be2318678c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:02.352157 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8b414246-1496-436c-86de-38414b4cab8f req-43d01730-8119-4231-81bf-3be2318678c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40a03aed-4a19-48a0-9549-faca605f4bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1266234 Aug 28 15:01:02.402266 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-86f31173-c465-4a42-b4c6-eef56db786cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036478434-router', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:59:39Z', 'updated_at': '2021-08-28T14:59:49Z', 'revision_number': 4, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'gw_port': {'id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:40Z', 'updated_at': '2021-08-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '5ae52389-5937-4f4c-a2e6-b0f593281be8', 'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'mac_address': 'fa:16:3e:75:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3ae32591-49d1-4342-8080-c7756186a191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:46Z', 'updated_at': '2021-08-28T14:59:56Z', 'revision_number': 5, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'subnets': [{'id': '3ae32591-49d1-4342-8080-c7756186a191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:02.439316 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f31173-c465-4a42-b4c6-eef56db786cb None None] The sync data for ids ['afddb704-3602-4760-b1f9-d8b4774437cb'] in n-d-712137-10 is: [{'id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036478434-router', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:59:39Z', 'updated_at': '2021-08-28T14:59:49Z', 'revision_number': 4, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'gw_port': {'id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:40Z', 'updated_at': '2021-08-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '5ae52389-5937-4f4c-a2e6-b0f593281be8', 'name': '', 'network_id': '40a03aed-4a19-48a0-9549-faca605f4bfe', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'mac_address': 'fa:16:3e:75:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3ae32591-49d1-4342-8080-c7756186a191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:46Z', 'updated_at': '2021-08-28T14:59:56Z', 'revision_number': 5, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'subnets': [{'id': '3ae32591-49d1-4342-8080-c7756186a191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:01:02.641875 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78a847-06f3-4101-8122-a81fa6ea4ce2 req-f49050e4-5be3-444c-bfc0-419ae3af6928 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:02.650907 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d78a847-06f3-4101-8122-a81fa6ea4ce2 req-f49050e4-5be3-444c-bfc0-419ae3af6928 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfc5a2eb-01d7-4653-b18d-66bf7294d009 HTTP/1.1" status: 200 len: 945 time: 0.0725274 Aug 28 15:01:02.706444 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d78a847-06f3-4101-8122-a81fa6ea4ce2 req-84fdf37d-9160-4502-8677-4305178e717e tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542510 Aug 28 15:01:02.746388 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-69b530d0-2ad0-48ab-92dc-3867a31faefc req-14ea44f2-3e5a-4c12-8587-b2495e25b72e tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-463614186', 'description': 'tempest-description-1239658403'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:02.781368 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-84616a0b-ff17-4bf6-82c9-38992ab561a1 req-3b5ac962-9b66-4b1b-8373-65c179681aeb service neutron] 10.222.0.13 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798918 Aug 28 15:01:02.788635 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-69b530d0-2ad0-48ab-92dc-3867a31faefc req-14ea44f2-3e5a-4c12-8587-b2495e25b72e tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:02.789970 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74249a3-2c7a-4d65-8867-a3127e6eade5 None None] New status for floating IP a3f974a5-29cc-4721-b26d-7a93246125d1: DOWN {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:01:02.812613 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8b414246-1496-436c-86de-38414b4cab8f req-cfea1c53-73c7-4615-845a-2df7c577e46b service neutron] 10.222.0.36 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505465 Aug 28 15:01:02.924031 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-69b530d0-2ad0-48ab-92dc-3867a31faefc req-14ea44f2-3e5a-4c12-8587-b2495e25b72e tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:02.930139 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-69b530d0-2ad0-48ab-92dc-3867a31faefc req-14ea44f2-3e5a-4c12-8587-b2495e25b72e tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:02.953211 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8b414246-1496-436c-86de-38414b4cab8f req-06a486e2-c905-499b-9155-db81fef49e90 service neutron] 10.222.0.36 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312385 Aug 28 15:01:02.967544 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-69b530d0-2ad0-48ab-92dc-3867a31faefc req-14ea44f2-3e5a-4c12-8587-b2495e25b72e tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:02.980876 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-69b530d0-2ad0-48ab-92dc-3867a31faefc req-14ea44f2-3e5a-4c12-8587-b2495e25b72e tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2395854 Aug 28 15:01:03.005296 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea44f2-3e5a-4c12-8587-b2495e25b72e tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=775a7060-add6-4486-8cd1-618e147ff229,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:03.043808 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300e72fb-6295-41f9-824f-d70860327932 x-openstack-request-id: req-300e72fb-6295-41f9-824f-d70860327932 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:01:03.044775 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc5a2eb-01d7-4653-b18d-66bf7294d009", "name": "network-vif-plugged", "status": "completed", "tag": "a53d5c00-206d-4871-8b02-a0804c311567", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:01:03.045331 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-300e72fb-6295-41f9-824f-d70860327932 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:01:03.045907 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc5a2eb-01d7-4653-b18d-66bf7294d009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53d5c00-206d-4871-8b02-a0804c311567', 'code': 200} Aug 28 15:01:03.104366 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e544c5e6-2749-42b7-9b4e-ff72a544fd92 req-c9a3d3ac-9ace-45a9-a269-73f48c0940bf tempest-ServerShowV257Test-1074612497 tempest-ServerShowV257Test-1074612497-project] 10.222.0.13 "GET /v2.0/ports?device_id=999452f5-3900-4a67-8fd8-26a9c66a401f HTTP/1.1" status: 200 len: 210 time: 0.0773647 Aug 28 15:01:03.148276 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a01c7-b679-4bfa-b464-6cba590f8e4d req-a2d16189-0a0b-4935-a76f-a8f47c7ee679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:03.149781 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-331a01c7-b679-4bfa-b464-6cba590f8e4d req-a2d16189-0a0b-4935-a76f-a8f47c7ee679 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cfc5a2eb-01d7-4653-b18d-66bf7294d009 HTTP/1.1" status: 200 len: 1097 time: 0.1923583 Aug 28 15:01:03.200896 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a651c3-49ef-4b94-b02f-7ad72b315487 req-1c86a05d-ae95-49ad-8128-9d90e889ef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:03.203313 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-48a651c3-49ef-4b94-b02f-7ad72b315487 req-1c86a05d-ae95-49ad-8128-9d90e889ef10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e84e62429884a25aec3c64048e001dd&device_id=6c699a53-aef9-4328-b764-a9450e03481f HTTP/1.1" status: 200 len: 1097 time: 0.1777184 Aug 28 15:01:03.312366 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34936) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:03.323707 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dc594720-8c4e-478d-bb7d-c043f8f5c61c req-dbee0086-e9c1-43d6-a5b5-8f55fa9f11ea tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] 10.222.0.13 "GET /v2.0/security-groups/775a7060-add6-4486-8cd1-618e147ff229 HTTP/1.1" status: 200 len: 1812 time: 0.0581038 Aug 28 15:01:03.337800 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-331a01c7-b679-4bfa-b464-6cba590f8e4d req-3ec58c50-ee51-4b68-a155-00951d0ec605 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799932 Aug 28 15:01:03.358317 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74885ba9-aba4-4ace-b25e-f64db99939e0 req-38ab713b-2f3b-4b07-8f37-506575d9afda tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:03.359897 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74885ba9-aba4-4ace-b25e-f64db99939e0 req-38ab713b-2f3b-4b07-8f37-506575d9afda tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebde49-bc08-412c-9769-c03f95a6abf4 HTTP/1.1" status: 200 len: 945 time: 0.1633403 Aug 28 15:01:03.394602 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-711cd173-6342-4997-a5e9-dae21353748f req-d24734e0-402a-4e7d-97ff-23bca7ddcaeb tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-395506956', 'description': 'tempest-description-1847710276'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:03.422874 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a651c3-49ef-4b94-b02f-7ad72b315487 req-1087e0bb-13f6-4d53-b24f-385c9f8f8aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:03.424192 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-48a651c3-49ef-4b94-b02f-7ad72b315487 req-1087e0bb-13f6-4d53-b24f-385c9f8f8aa4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=40a03aed-4a19-48a0-9549-faca605f4bfe HTTP/1.1" status: 200 len: 922 time: 0.2098424 Aug 28 15:01:03.428007 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74885ba9-aba4-4ace-b25e-f64db99939e0 req-fb4517a4-0321-42f8-b63a-b6e53e228250 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613751 Aug 28 15:01:03.429755 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-711cd173-6342-4997-a5e9-dae21353748f req-d24734e0-402a-4e7d-97ff-23bca7ddcaeb tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:03.468608 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-3077936d-7cfa-43e0-8cf0-2b1bc5505554 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-276567472-network', 'tenant_id': '96625b64991b4bb59ee171c9a797bece'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:03.498941 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3077936d-7cfa-43e0-8cf0-2b1bc5505554 admin admin] Made reservation on behalf of 96625b64991b4bb59ee171c9a797bece for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:01:03.501167 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3077936d-7cfa-43e0-8cf0-2b1bc5505554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:03.509182 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d48006dd-9c4c-4611-a57a-3b41f406f02f req-c2d61821-5ca7-4468-83db-d1d99c9ca7ab tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/floatingips/a3f974a5-29cc-4721-b26d-7a93246125d1 HTTP/1.1" status: 200 len: 694 time: 0.0514655 Aug 28 15:01:03.514201 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3077936d-7cfa-43e0-8cf0-2b1bc5505554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:03.577574 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-48a651c3-49ef-4b94-b02f-7ad72b315487 req-9a5535a9-bb74-48ca-aa1a-cbffbdaae3cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2351df1-4b13-4529-992c-198aa46fa17e HTTP/1.1" status: 200 len: 217 time: 0.0505884 Aug 28 15:01:03.585981 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-711cd173-6342-4997-a5e9-dae21353748f req-d24734e0-402a-4e7d-97ff-23bca7ddcaeb tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:03.593181 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-711cd173-6342-4997-a5e9-dae21353748f req-d24734e0-402a-4e7d-97ff-23bca7ddcaeb tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:03.634942 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24734e0-402a-4e7d-97ff-23bca7ddcaeb tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df4e1182-3be6-46ab-9d77-279736a016ac,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:03.677332 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a651c3-49ef-4b94-b02f-7ad72b315487 req-5a6d28e7-f79b-4128-9948-2ceaf643691a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:03.678810 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-48a651c3-49ef-4b94-b02f-7ad72b315487 req-5a6d28e7-f79b-4128-9948-2ceaf643691a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3ae32591-49d1-4342-8080-c7756186a191 HTTP/1.1" status: 200 len: 860 time: 0.0757582 Aug 28 15:01:03.708716 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3077936d-7cfa-43e0-8cf0-2b1bc5505554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:03.714651 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3077936d-7cfa-43e0-8cf0-2b1bc5505554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:03.730840 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48006dd-9c4c-4611-a57a-3b41f406f02f req-5a705ece-d52e-4117-89f6-746dfbbfc6b1 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:03.732522 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d48006dd-9c4c-4611-a57a-3b41f406f02f req-5a705ece-d52e-4117-89f6-746dfbbfc6b1 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 784 time: 0.2166202 Aug 28 15:01:03.746441 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077936d-7cfa-43e0-8cf0-2b1bc5505554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726a847d-48af-4a9a-8f07-e1eaafdeacab,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:03.751507 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-711cd173-6342-4997-a5e9-dae21353748f req-d24734e0-402a-4e7d-97ff-23bca7ddcaeb tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:03.751507 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-711cd173-6342-4997-a5e9-dae21353748f req-d24734e0-402a-4e7d-97ff-23bca7ddcaeb tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3614700 Aug 28 15:01:03.761441 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3077936d-7cfa-43e0-8cf0-2b1bc5505554 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:01:03.772660 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3077936d-7cfa-43e0-8cf0-2b1bc5505554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:03.773050 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-3077936d-7cfa-43e0-8cf0-2b1bc5505554 admin admin] Added segment f7ca9677-82b4-47f0-ad5b-8702dd638547 of type vlan for network d09279c3-04fd-4d8d-b506-031a585babc8 Aug 28 15:01:03.802369 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a651c3-49ef-4b94-b02f-7ad72b315487 req-38430ec0-def8-4f21-8adb-db17be97dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:03.803939 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-48a651c3-49ef-4b94-b02f-7ad72b315487 req-38430ec0-def8-4f21-8adb-db17be97dcf4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40a03aed-4a19-48a0-9549-faca605f4bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1132879 Aug 28 15:01:03.807452 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d48006dd-9c4c-4611-a57a-3b41f406f02f req-8daebf9d-e0e5-4ef7-8b16-9799e671a341 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 697 time: 0.0664485 Aug 28 15:01:03.821966 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3077936d-7cfa-43e0-8cf0-2b1bc5505554 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:03.830893 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34960) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:03.882919 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3077936d-7cfa-43e0-8cf0-2b1bc5505554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:03.884103 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3077936d-7cfa-43e0-8cf0-2b1bc5505554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:03.884721 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3077936d-7cfa-43e0-8cf0-2b1bc5505554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:03.923193 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d48006dd-9c4c-4611-a57a-3b41f406f02f req-4a124d94-cb8c-4865-ada9-09d3a7fc5d37 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 697 time: 0.1000051 Aug 28 15:01:03.955694 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604e226-10c5-4e25-94eb-7e459aaf3add req-557af761-3d1b-412d-a76a-248ffd3ef95b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:03.956914 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6604e226-10c5-4e25-94eb-7e459aaf3add req-557af761-3d1b-412d-a76a-248ffd3ef95b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.1161242 Aug 28 15:01:03.960367 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3077936d-7cfa-43e0-8cf0-2b1bc5505554 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6470251 Aug 28 15:01:03.964694 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34964) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:03.970095 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-ae5f7ad2-6246-482c-a687-ce85c536a3ce admin admin] Request body: {'subnet': {'network_id': 'd09279c3-04fd-4d8d-b506-031a585babc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-276567472-subnet', 'tenant_id': '96625b64991b4bb59ee171c9a797bece', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:03.977862 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077936d-7cfa-43e0-8cf0-2b1bc5505554 admin admin] Pushing event updated for resources: {'Network': ['ID=d09279c3-04fd-4d8d-b506-031a585babc8,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:03.988468 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network d09279c3-04fd-4d8d-b506-031a585babc8 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:01:04.013343 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-75b06e0e-b669-4646-99f8-392471ea88e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:04.037477 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-48a651c3-49ef-4b94-b02f-7ad72b315487 req-7add01d2-db85-4396-96de-91b105cc6d75 service neutron] 10.222.0.36 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243631 Aug 28 15:01:04.041454 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5f7ad2-6246-482c-a687-ce85c536a3ce admin admin] Made reservation on behalf of 96625b64991b4bb59ee171c9a797bece for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:01:04.044153 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ae5f7ad2-6246-482c-a687-ce85c536a3ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:04.055833 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6604e226-10c5-4e25-94eb-7e459aaf3add req-00f77e33-17a2-432f-b878-cae2fef1aef3 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802507 Aug 28 15:01:04.164464 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-d48006dd-9c4c-4611-a57a-3b41f406f02f req-7e82753a-912d-484f-ae24-7184f57181fa tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Deleting port d49b9987-8a4c-44af-92b1-bf41afb82a4c {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:01:04.164810 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d48006dd-9c4c-4611-a57a-3b41f406f02f req-7e82753a-912d-484f-ae24-7184f57181fa tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:04.170247 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-48a651c3-49ef-4b94-b02f-7ad72b315487 req-33217439-ebc6-4fa8-8c0f-ced6eff72208 service neutron] 10.222.0.36 "GET /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232307 Aug 28 15:01:04.230454 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e436f-f952-4667-a5db-e1dca6bc42f6 req-0f35c42a-f4cc-4225-b25b-4e0293efc56d tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:04.232034 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-480e436f-f952-4667-a5db-e1dca6bc42f6 req-0f35c42a-f4cc-4225-b25b-4e0293efc56d tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfc5a2eb-01d7-4653-b18d-66bf7294d009 HTTP/1.1" status: 200 len: 945 time: 0.0960023 Aug 28 15:01:04.244907 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d48006dd-9c4c-4611-a57a-3b41f406f02f req-7e82753a-912d-484f-ae24-7184f57181fa tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:04.245236 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d48006dd-9c4c-4611-a57a-3b41f406f02f req-7e82753a-912d-484f-ae24-7184f57181fa tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:04.258069 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-d48006dd-9c4c-4611-a57a-3b41f406f02f req-7e82753a-912d-484f-ae24-7184f57181fa tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Calling delete_port for d49b9987-8a4c-44af-92b1-bf41afb82a4c owned by network:floatingip {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:01:04.296392 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-75b06e0e-b669-4646-99f8-392471ea88e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:04.306410 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-75b06e0e-b669-4646-99f8-392471ea88e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:04.370559 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-480e436f-f952-4667-a5db-e1dca6bc42f6 req-e45b269f-dc45-4678-9ca8-3b22c164ce80 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130555 Aug 28 15:01:04.392948 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-75b06e0e-b669-4646-99f8-392471ea88e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9e8266970b14a7fa3865ab8935d16de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5608490 Aug 28 15:01:04.396284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34972) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:04.409028 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ae5f7ad2-6246-482c-a687-ce85c536a3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:04.423153 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b06e0e-b669-4646-99f8-392471ea88e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70d6734-1e79-4cf3-91e5-ef4af4f446b4,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:04.440475 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d48006dd-9c4c-4611-a57a-3b41f406f02f req-7e82753a-912d-484f-ae24-7184f57181fa tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:04.480603 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82753a-912d-484f-ae24-7184f57181fa tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Pushing event deleted for resources: {'Port': ['ID=d49b9987-8a4c-44af-92b1-bf41afb82a4c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:04.490129 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f7ad2-6246-482c-a687-ce85c536a3ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc82effb-4a54-4c27-8548-486dd9b8079c,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:04.495541 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b1d0128-1b48-4f78-a3b1-62897a629940 req-372e46c4-d261-4309-b552-ab7e54966378 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] 10.222.0.13 "GET /v2.0/security-groups/df4e1182-3be6-46ab-9d77-279736a016ac HTTP/1.1" status: 200 len: 1812 time: 0.0974889 Aug 28 15:01:04.520000 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5f7ad2-6246-482c-a687-ce85c536a3ce admin admin] Checking segment: {'id': 'f7ca9677-82b4-47f0-ad5b-8702dd638547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd09279c3-04fd-4d8d-b506-031a585babc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:01:04.520459 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5f7ad2-6246-482c-a687-ce85c536a3ce admin admin] Network hostable DHCP agents. Network: d09279c3-04fd-4d8d-b506-031a585babc8, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:01:04.541144 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5f7ad2-6246-482c-a687-ce85c536a3ce admin admin] Network d09279c3-04fd-4d8d-b506-031a585babc8 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:01:04.553580 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-ae5f7ad2-6246-482c-a687-ce85c536a3ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, d09279c3-04fd-4d8d-b506-031a585babc8) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:01:04.557568 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d0dbe54-0e1c-4686-ad4c-f7ab29a394f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:04.558940 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5f7ad2-6246-482c-a687-ce85c536a3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:04.561317 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ae5f7ad2-6246-482c-a687-ce85c536a3ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:04.568606 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c987134-760c-4545-b79b-cdf9fd0d6708 None None] Network d09279c3-04fd-4d8d-b506-031a585babc8 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:01:04.598652 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d48006dd-9c4c-4611-a57a-3b41f406f02f req-7e82753a-912d-484f-ae24-7184f57181fa tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks [] for floatingip, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:04.601373 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d48006dd-9c4c-4611-a57a-3b41f406f02f req-7e82753a-912d-484f-ae24-7184f57181fa tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:04.602533 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d48006dd-9c4c-4611-a57a-3b41f406f02f req-7e82753a-912d-484f-ae24-7184f57181fa tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "DELETE /v2.0/floatingips/a3f974a5-29cc-4721-b26d-7a93246125d1 HTTP/1.1" status: 204 len: 173 time: 0.6637003 Aug 28 15:01:04.605204 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ae5f7ad2-6246-482c-a687-ce85c536a3ce admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6393182 Aug 28 15:01:04.608156 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d0dbe54-0e1c-4686-ad4c-f7ab29a394f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:04.637176 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed624c7-5f8b-4429-be2a-cbdec8415db9 req-de71dae7-a5d4-4b21-bdd3-0b714fca7f22 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:04.645911 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1ed624c7-5f8b-4429-be2a-cbdec8415db9 req-de71dae7-a5d4-4b21-bdd3-0b714fca7f22 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a9d412e-b2cf-4dc4-ae65-037c69640742 HTTP/1.1" status: 200 len: 946 time: 0.0720410 Aug 28 15:01:04.682446 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d0dbe54-0e1c-4686-ad4c-f7ab29a394f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:04.687141 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d0dbe54-0e1c-4686-ad4c-f7ab29a394f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:04.689662 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5d0dbe54-0e1c-4686-ad4c-f7ab29a394f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b70d6734-1e79-4cf3-91e5-ef4af4f446b4 HTTP/1.1" status: 204 len: 168 time: 0.2899935 Aug 28 15:01:04.702296 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1ed624c7-5f8b-4429-be2a-cbdec8415db9 req-d07d36c0-4579-4d8c-8f24-71f1cb274403 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549645 Aug 28 15:01:04.770793 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0dbe54-0e1c-4686-ad4c-f7ab29a394f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70d6734-1e79-4cf3-91e5-ef4af4f446b4,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:04.782241 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d6025f41-c7dc-4e10-8d61-0ad6d69de24e req-d6d93e43-cccb-4b9f-abe5-0216d1eb0cb6 tempest-ServerShowV257Test-1074612497 tempest-ServerShowV257Test-1074612497-project] 10.222.0.13 "GET /v2.0/ports?device_id=999452f5-3900-4a67-8fd8-26a9c66a401f HTTP/1.1" status: 200 len: 210 time: 0.0724478 Aug 28 15:01:04.793385 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2846c36d-f376-41a4-ac57-2cc44edc9625 None None] Network d09279c3-04fd-4d8d-b506-031a585babc8 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:01:04.837555 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [req-1b5eb773-e2d4-4f84-a7b0-46a2114b786f req-90d916ff-1a42-462e-9bbb-ff5d27aaa660 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] show failed (client error): The resource could not be found. Aug 28 15:01:04.838906 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1b5eb773-e2d4-4f84-a7b0-46a2114b786f req-90d916ff-1a42-462e-9bbb-ff5d27aaa660 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] 10.222.0.13 "GET /v2.0/security-groups/3ebe9dca-0b32-49d9-8b12-daa9cdb7a45b HTTP/1.1" status: 404 len: 352 time: 0.0238807 Aug 28 15:01:05.130722 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1ea48-81ec-40c8-8b48-1495032824e6 req-8e9e7ca1-379c-47ca-8205-4f24809bc7a2 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:05.132261 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-abc1ea48-81ec-40c8-8b48-1495032824e6 req-8e9e7ca1-379c-47ca-8205-4f24809bc7a2 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebde49-bc08-412c-9769-c03f95a6abf4 HTTP/1.1" status: 200 len: 945 time: 0.0501072 Aug 28 15:01:05.171981 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-abc1ea48-81ec-40c8-8b48-1495032824e6 req-7c63d12e-d9ed-43dc-9281-f24f68124fd4 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338309 Aug 28 15:01:05.200260 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [req-3dbccbe9-0db4-4d9b-a68b-2a9d90dca96c req-e5930c85-b4d3-432a-b398-3d4adbc7c0d0 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] show failed (client error): The resource could not be found. Aug 28 15:01:05.201257 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3dbccbe9-0db4-4d9b-a68b-2a9d90dca96c req-e5930c85-b4d3-432a-b398-3d4adbc7c0d0 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] 10.222.0.13 "GET /v2.0/security-group-rules/7f301b6e-d926-4e10-b738-5a56fa31c5c1 HTTP/1.1" status: 404 len: 361 time: 0.0145922 Aug 28 15:01:05.308734 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd45121-4929-485a-9da7-e9e33e42867a req-d765bab7-67d5-471b-b2bd-0e6d16cd7652 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:05.310275 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6bd45121-4929-485a-9da7-e9e33e42867a req-d765bab7-67d5-471b-b2bd-0e6d16cd7652 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c699a53-aef9-4328-b764-a9450e03481f HTTP/1.1" status: 200 len: 945 time: 0.0523472 Aug 28 15:01:05.355471 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6bd45121-4929-485a-9da7-e9e33e42867a req-0563b5a4-ee88-4650-9830-0b2afae99359 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0a580e-4589-4131-81c4-0296f4870f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392668 Aug 28 15:01:05.388486 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-628a5118-0574-41b8-a4c1-051d1a62c8ad tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:05.390523 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-628a5118-0574-41b8-a4c1-051d1a62c8ad tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] 10.222.0.13 "GET /v2.0/networks?id=d09279c3-04fd-4d8d-b506-031a585babc8 HTTP/1.1" status: 200 len: 821 time: 0.1321855 Aug 28 15:01:05.412329 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-548e405a-97ee-43a5-b174-f91ba8b8876a tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] 10.222.0.13 "GET /v2.0/quotas/96625b64991b4bb59ee171c9a797bece HTTP/1.1" status: 200 len: 375 time: 0.0143692 Aug 28 15:01:05.444612 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-eb61c743-92bd-4ba7-a6cd-6b04502a5634 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=96625b64991b4bb59ee171c9a797bece&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296690 Aug 28 15:01:05.524223 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35026) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:05.548871 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-f7080af0-9097-430c-aaa8-03645251485f service neutron] 10.222.0.13 "GET /v2.0/networks/d09279c3-04fd-4d8d-b506-031a585babc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958066 Aug 28 15:01:05.633800 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-ce1c2478-118c-48c2-bb56-5063cc90234f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2052870545-network', 'tenant_id': '3e95395be3d24839a8701be7dfdce9ea'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:05.645022 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-32251cb4-3c9b-4008-92fa-ea8ef4425d6c service neutron] 10.222.0.13 "GET /v2.0/networks/d09279c3-04fd-4d8d-b506-031a585babc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901670 Aug 28 15:01:05.658086 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7f2f8-5622-4343-9a0d-5c69877a8dc6 req-e9e69875-5336-413b-a00a-a7519d6e95f7 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:05.659606 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62a7f2f8-5622-4343-9a0d-5c69877a8dc6 req-e9e69875-5336-413b-a00a-a7519d6e95f7 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.0721726 Aug 28 15:01:05.674848 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1c2478-118c-48c2-bb56-5063cc90234f admin admin] Made reservation on behalf of 3e95395be3d24839a8701be7dfdce9ea for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:01:05.677195 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce1c2478-118c-48c2-bb56-5063cc90234f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:05.691180 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce1c2478-118c-48c2-bb56-5063cc90234f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:05.725075 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62a7f2f8-5622-4343-9a0d-5c69877a8dc6 req-c416abc3-2d1c-4f6e-a699-09c860f0503b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572779 Aug 28 15:01:05.805034 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-363a9576-d347-4033-9ec8-7b7218a0c36c req-9cba156d-50c4-483e-9872-fdb7d7f98ae4 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] 10.222.0.13 "GET /v2.0/security-groups/df4e1182-3be6-46ab-9d77-279736a016ac HTTP/1.1" status: 200 len: 1812 time: 0.0611882 Aug 28 15:01:05.857614 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce1c2478-118c-48c2-bb56-5063cc90234f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:05.868855 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce1c2478-118c-48c2-bb56-5063cc90234f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:05.885774 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49914e74-029d-4174-9f4c-e45decc2fb23 req-a24b35a0-f9cf-4dc3-993c-f12351f89a19 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:05.895386 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-49914e74-029d-4174-9f4c-e45decc2fb23 req-a24b35a0-f9cf-4dc3-993c-f12351f89a19 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfc5a2eb-01d7-4653-b18d-66bf7294d009 HTTP/1.1" status: 200 len: 945 time: 0.0785155 Aug 28 15:01:05.898190 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce1c2478-118c-48c2-bb56-5063cc90234f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:01:05.918904 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c2478-118c-48c2-bb56-5063cc90234f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f01abc-9322-486c-8d67-03558cd937bc,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:05.931553 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce1c2478-118c-48c2-bb56-5063cc90234f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:05.931919 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-ce1c2478-118c-48c2-bb56-5063cc90234f admin admin] Added segment 054bce77-d965-4f6e-801e-8da1b8abd808 of type vlan for network 1123c5af-47ee-4e05-9c33-399c448cd238 Aug 28 15:01:05.938426 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-49914e74-029d-4174-9f4c-e45decc2fb23 req-6e5fdeb7-a00a-4130-ab9d-92ae4550e642 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421252 Aug 28 15:01:05.942063 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-363a9576-d347-4033-9ec8-7b7218a0c36c req-88ebcaa8-e43c-4372-988e-29cea923604b tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:06.001617 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce1c2478-118c-48c2-bb56-5063cc90234f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:06.004622 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-363a9576-d347-4033-9ec8-7b7218a0c36c req-88ebcaa8-e43c-4372-988e-29cea923604b tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:06.059331 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce1c2478-118c-48c2-bb56-5063cc90234f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:06.060478 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1c2478-118c-48c2-bb56-5063cc90234f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:06.061182 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce1c2478-118c-48c2-bb56-5063cc90234f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:06.084770 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-363a9576-d347-4033-9ec8-7b7218a0c36c req-88ebcaa8-e43c-4372-988e-29cea923604b tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:06.087324 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-363a9576-d347-4033-9ec8-7b7218a0c36c req-88ebcaa8-e43c-4372-988e-29cea923604b tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:06.088521 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-363a9576-d347-4033-9ec8-7b7218a0c36c req-88ebcaa8-e43c-4372-988e-29cea923604b tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] 10.222.0.13 "DELETE /v2.0/security-groups/df4e1182-3be6-46ab-9d77-279736a016ac HTTP/1.1" status: 204 len: 173 time: 0.2650440 Aug 28 15:01:06.128548 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ce1c2478-118c-48c2-bb56-5063cc90234f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6031840 Aug 28 15:01:06.131441 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35050) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:06.138334 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-42ad9972-3425-4aa4-a663-9a0b7b13b2d6 admin admin] Request body: {'subnet': {'network_id': '1123c5af-47ee-4e05-9c33-399c448cd238', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2052870545-subnet', 'tenant_id': '3e95395be3d24839a8701be7dfdce9ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:06.150809 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ebcaa8-e43c-4372-988e-29cea923604b tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4e1182-3be6-46ab-9d77-279736a016ac,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:06.153851 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c2478-118c-48c2-bb56-5063cc90234f admin admin] Pushing event updated for resources: {'Network': ['ID=1123c5af-47ee-4e05-9c33-399c448cd238,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:06.189437 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 1123c5af-47ee-4e05-9c33-399c448cd238 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:01:06.197661 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-09ee5f87-4ff2-4cb1-8f0f-864cbd8fe9fa req-2490bfb0-9680-49e0-99ca-a56ffee6767a tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] 10.222.0.13 "GET /v2.0/ports?device_id=67786dda-b81f-4021-bc8f-950f9ab98018 HTTP/1.1" status: 200 len: 210 time: 0.0480146 Aug 28 15:01:06.261669 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ad9972-3425-4aa4-a663-9a0b7b13b2d6 admin admin] Made reservation on behalf of 3e95395be3d24839a8701be7dfdce9ea for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:01:06.264738 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-42ad9972-3425-4aa4-a663-9a0b7b13b2d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:06.332950 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa6180-425a-40ef-8754-d353c10ac9c9 req-b5a778ac-4957-42f8-bd1b-205af9606f9b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:06.339613 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa6180-425a-40ef-8754-d353c10ac9c9 req-b5a778ac-4957-42f8-bd1b-205af9606f9b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:06.346269 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa6180-425a-40ef-8754-d353c10ac9c9 req-b5a778ac-4957-42f8-bd1b-205af9606f9b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:06.352830 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6cfa6180-425a-40ef-8754-d353c10ac9c9 req-b5a778ac-4957-42f8-bd1b-205af9606f9b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebde49-bc08-412c-9769-c03f95a6abf4&device_id=8a9d412e-b2cf-4dc4-ae65-037c69640742&device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 2417 time: 0.1481733 Aug 28 15:01:06.462196 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6cfa6180-425a-40ef-8754-d353c10ac9c9 req-8d928eac-a15f-43da-8444-e19b38729916 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032338 Aug 28 15:01:06.489949 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587b706-596e-4b2f-b678-f868973f93d3 req-3d90ae37-517e-4a70-9cde-00478d6f32dc tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:06.494136 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a587b706-596e-4b2f-b678-f868973f93d3 req-3d90ae37-517e-4a70-9cde-00478d6f32dc tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c699a53-aef9-4328-b764-a9450e03481f HTTP/1.1" status: 200 len: 945 time: 0.1285672 Aug 28 15:01:06.592356 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8745ea9a-4fc6-4519-9ead-1a84c61f3eb9 req-dc6a5184-409c-4861-8614-3026cf33785f tempest-ServerShowV257Test-1074612497 tempest-ServerShowV257Test-1074612497-project] 10.222.0.13 "GET /v2.0/ports?device_id=999452f5-3900-4a67-8fd8-26a9c66a401f HTTP/1.1" status: 200 len: 210 time: 0.0297632 Aug 28 15:01:06.663186 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-42ad9972-3425-4aa4-a663-9a0b7b13b2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:06.671062 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a40afb26-d6e4-4a2f-bdfa-d9f859c069fa req-7da94be2-f216-42c4-bd37-8cd67c2e568b tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] 10.222.0.13 "GET /v2.0/security-groups/775a7060-add6-4486-8cd1-618e147ff229 HTTP/1.1" status: 200 len: 1812 time: 0.0482175 Aug 28 15:01:06.706898 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-a587b706-596e-4b2f-b678-f868973f93d3 req-27fae45a-e2f7-47fa-9c73-09ebf21a106d tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Deleting port b2351df1-4b13-4529-992c-198aa46fa17e {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:01:06.707241 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a587b706-596e-4b2f-b678-f868973f93d3 req-27fae45a-e2f7-47fa-9c73-09ebf21a106d tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:06.731816 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a40afb26-d6e4-4a2f-bdfa-d9f859c069fa req-7cde981d-1776-41f3-8334-8e805a8a543f tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:06.753773 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a40afb26-d6e4-4a2f-bdfa-d9f859c069fa req-7cde981d-1776-41f3-8334-8e805a8a543f tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:06.795489 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a40afb26-d6e4-4a2f-bdfa-d9f859c069fa req-7cde981d-1776-41f3-8334-8e805a8a543f tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:06.798197 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a40afb26-d6e4-4a2f-bdfa-d9f859c069fa req-7cde981d-1776-41f3-8334-8e805a8a543f tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:06.799362 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a40afb26-d6e4-4a2f-bdfa-d9f859c069fa req-7cde981d-1776-41f3-8334-8e805a8a543f tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] 10.222.0.13 "DELETE /v2.0/security-groups/775a7060-add6-4486-8cd1-618e147ff229 HTTP/1.1" status: 204 len: 173 time: 0.1210945 Aug 28 15:01:06.805161 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad9972-3425-4aa4-a663-9a0b7b13b2d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0232775b-ecc0-4f31-8c1b-6f02e982b8c0,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:06.808436 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde981d-1776-41f3-8334-8e805a8a543f tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=775a7060-add6-4486-8cd1-618e147ff229,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:06.816446 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde981d-1776-41f3-8334-8e805a8a543f tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:06.816812 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde981d-1776-41f3-8334-8e805a8a543f tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:06.817179 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde981d-1776-41f3-8334-8e805a8a543f tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:06.817523 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde981d-1776-41f3-8334-8e805a8a543f tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:06.817860 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde981d-1776-41f3-8334-8e805a8a543f tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:06.818202 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde981d-1776-41f3-8334-8e805a8a543f tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:06.818556 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde981d-1776-41f3-8334-8e805a8a543f tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:06.818893 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde981d-1776-41f3-8334-8e805a8a543f tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:06.819226 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde981d-1776-41f3-8334-8e805a8a543f tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:06.819563 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde981d-1776-41f3-8334-8e805a8a543f tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:06.820012 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde981d-1776-41f3-8334-8e805a8a543f tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:06.820347 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde981d-1776-41f3-8334-8e805a8a543f tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:06.846587 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999b724-3232-48b2-87dd-00bcfb0bf3ab req-d526640a-4f55-470f-b620-bb7224d98cc6 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:06.849035 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0999b724-3232-48b2-87dd-00bcfb0bf3ab req-d526640a-4f55-470f-b620-bb7224d98cc6 tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c699a53-aef9-4328-b764-a9450e03481f HTTP/1.1" status: 200 len: 945 time: 0.1579750 Aug 28 15:01:06.852815 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ad9972-3425-4aa4-a663-9a0b7b13b2d6 admin admin] Checking segment: {'id': '054bce77-d965-4f6e-801e-8da1b8abd808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1123c5af-47ee-4e05-9c33-399c448cd238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:01:06.853174 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ad9972-3425-4aa4-a663-9a0b7b13b2d6 admin admin] Network hostable DHCP agents. Network: 1123c5af-47ee-4e05-9c33-399c448cd238, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:01:06.890467 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-a587b706-596e-4b2f-b678-f868973f93d3 req-27fae45a-e2f7-47fa-9c73-09ebf21a106d tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] For port b2351df1-4b13-4529-992c-198aa46fa17e, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=b2351df1-4b13-4529-992c-198aa46fa17e,segment=NetworkSegment(f2247a83-4f17-4255-8bc6-2c6f63e17b02),segment_id=f2247a83-4f17-4255-8bc6-2c6f63e17b02)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:06.890850 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a587b706-596e-4b2f-b678-f868973f93d3 req-27fae45a-e2f7-47fa-9c73-09ebf21a106d tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:06.918205 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-a587b706-596e-4b2f-b678-f868973f93d3 req-27fae45a-e2f7-47fa-9c73-09ebf21a106d tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Calling delete_port for b2351df1-4b13-4529-992c-198aa46fa17e owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:01:06.922754 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ad9972-3425-4aa4-a663-9a0b7b13b2d6 admin admin] Network 1123c5af-47ee-4e05-9c33-399c448cd238 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:01:06.946349 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0999b724-3232-48b2-87dd-00bcfb0bf3ab req-75fece3a-d87f-4089-8265-e7ae7da4971b tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0a580e-4589-4131-81c4-0296f4870f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874052 Aug 28 15:01:06.992714 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e108db-fe22-4d7c-90dd-ebff5bfc4bc5 req-2aff28d3-58da-43ed-ac2c-b9538968fa24 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:06.994514 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-73e108db-fe22-4d7c-90dd-ebff5bfc4bc5 req-2aff28d3-58da-43ed-ac2c-b9538968fa24 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebde49-bc08-412c-9769-c03f95a6abf4 HTTP/1.1" status: 200 len: 945 time: 0.0769844 Aug 28 15:01:07.030212 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-42ad9972-3425-4aa4-a663-9a0b7b13b2d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 1123c5af-47ee-4e05-9c33-399c448cd238) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:01:07.039258 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f227ae-b27b-4697-9fe6-7013c6194c5f None None] Network 1123c5af-47ee-4e05-9c33-399c448cd238 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:01:07.041009 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ad9972-3425-4aa4-a663-9a0b7b13b2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:07.041612 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-42ad9972-3425-4aa4-a663-9a0b7b13b2d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:07.058576 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-73e108db-fe22-4d7c-90dd-ebff5bfc4bc5 req-7ae703eb-1346-4dbe-b1c8-06de8a0104bb tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566092 Aug 28 15:01:07.124850 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-42ad9972-3425-4aa4-a663-9a0b7b13b2d6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9921756 Aug 28 15:01:07.127404 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a2972031-03c8-486d-a863-c45628d999fb req-cf0ca6d1-e946-4e08-a7a3-855c56df4dd6 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] 10.222.0.13 "GET /v2.0/security-groups/3e2dd700-f54a-49bc-a17a-213efcc75fd4 HTTP/1.1" status: 200 len: 1813 time: 0.0455775 Aug 28 15:01:07.167976 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-62e4902a-890f-4453-b879-49ed01dd2377 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:07.169832 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-62e4902a-890f-4453-b879-49ed01dd2377 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] 10.222.0.36 "GET /v2.0/networks?id=d09279c3-04fd-4d8d-b506-031a585babc8 HTTP/1.1" status: 200 len: 821 time: 0.2445927 Aug 28 15:01:07.179092 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a0803-a959-42f3-849b-5fe7354a0a66 req-f85cc3a8-de78-47cb-87cb-c5411f8cecaa tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:07.180890 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3b9a0803-a959-42f3-849b-5fe7354a0a66 req-f85cc3a8-de78-47cb-87cb-c5411f8cecaa tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfc5a2eb-01d7-4653-b18d-66bf7294d009 HTTP/1.1" status: 200 len: 945 time: 0.1341765 Aug 28 15:01:07.186658 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-b56c26df-2a08-43f9-8f15-348e60155fd2 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] Request body: {'port': {'device_id': '67786dda-b81f-4021-bc8f-950f9ab98018', 'network_id': 'd09279c3-04fd-4d8d-b506-031a585babc8', 'admin_state_up': True, 'tenant_id': '96625b64991b4bb59ee171c9a797bece'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:07.197583 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a2972031-03c8-486d-a863-c45628d999fb req-d2a8dfae-e7ea-4a88-bb40-b6b4ec6ce5c7 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:07.225970 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a2972031-03c8-486d-a863-c45628d999fb req-d2a8dfae-e7ea-4a88-bb40-b6b4ec6ce5c7 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:07.227592 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa767fd-f6e6-4f08-a1eb-c9d2e8c1ff26 None None] Network 1123c5af-47ee-4e05-9c33-399c448cd238 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:01:07.276735 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a2972031-03c8-486d-a863-c45628d999fb req-d2a8dfae-e7ea-4a88-bb40-b6b4ec6ce5c7 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:07.284341 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a2972031-03c8-486d-a863-c45628d999fb req-d2a8dfae-e7ea-4a88-bb40-b6b4ec6ce5c7 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:07.285241 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a2972031-03c8-486d-a863-c45628d999fb req-d2a8dfae-e7ea-4a88-bb40-b6b4ec6ce5c7 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] 10.222.0.13 "DELETE /v2.0/security-groups/3e2dd700-f54a-49bc-a17a-213efcc75fd4 HTTP/1.1" status: 204 len: 173 time: 0.1489341 Aug 28 15:01:07.295131 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8dfae-e7ea-4a88-bb40-b6b4ec6ce5c7 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2dd700-f54a-49bc-a17a-213efcc75fd4,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:07.379514 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3b9a0803-a959-42f3-849b-5fe7354a0a66 req-b84c1f1c-91f9-4b4c-a4f8-fcd707ad4fe6 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867225 Aug 28 15:01:07.383355 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a587b706-596e-4b2f-b678-f868973f93d3 req-27fae45a-e2f7-47fa-9c73-09ebf21a106d tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:07.406338 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['b2351df1-4b13-4529-992c-198aa46fa17e'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:01:07.457106 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fae45a-e2f7-47fa-9c73-09ebf21a106d tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Pushing event deleted for resources: {'Port': ['ID=b2351df1-4b13-4529-992c-198aa46fa17e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:07.483362 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-a587b706-596e-4b2f-b678-f868973f93d3 req-27fae45a-e2f7-47fa-9c73-09ebf21a106d tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] No DVR routers for this DVR port b2351df1-4b13-4529-992c-198aa46fa17e on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:01:07.496252 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a587b706-596e-4b2f-b678-f868973f93d3 req-27fae45a-e2f7-47fa-9c73-09ebf21a106d tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:07.498740 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a587b706-596e-4b2f-b678-f868973f93d3 req-27fae45a-e2f7-47fa-9c73-09ebf21a106d tempest-FloatingIPsAssociationTestJSON-2111048731 tempest-FloatingIPsAssociationTestJSON-2111048731-project] 10.222.0.36 "DELETE /v2.0/ports/b2351df1-4b13-4529-992c-198aa46fa17e HTTP/1.1" status: 204 len: 173 time: 0.9996836 Aug 28 15:01:07.499190 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c699a53-aef9-4328-b764-a9450e03481f', 'name': 'network-vif-deleted', 'tag': 'b2351df1-4b13-4529-992c-198aa46fa17e'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:01:07.501417 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bedfb4-3223-44a5-8246-304f7e9c0e16" -d '{"events": [{"server_uuid": "6c699a53-aef9-4328-b764-a9450e03481f", "name": "network-vif-deleted", "tag": "b2351df1-4b13-4529-992c-198aa46fa17e"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:01:07.525860 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3704c851-cb30-4a32-b51d-49ffdb949b0a req-1c4cbef5-4316-483d-a9de-f6e3ae1dcc35 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] 10.222.0.13 "GET /v2.0/ports?device_id=67786dda-b81f-4021-bc8f-950f9ab98018 HTTP/1.1" status: 200 len: 210 time: 0.0465035 Aug 28 15:01:07.536906 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-b56c26df-2a08-43f9-8f15-348e60155fd2 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] Made reservation on behalf of 96625b64991b4bb59ee171c9a797bece for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:01:07.541371 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-b56c26df-2a08-43f9-8f15-348e60155fd2 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:07.593253 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f602ac98-1562-4a67-bd8f-4bf552126a0b req-ba804089-45bd-4acf-bb00-b53b58f3752b tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] 10.222.0.13 "GET /v2.0/security-groups/09729a0a-e8e6-4bad-95bb-c22089c348dc HTTP/1.1" status: 200 len: 1811 time: 0.0475678 Aug 28 15:01:07.674311 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f602ac98-1562-4a67-bd8f-4bf552126a0b req-c0d55aa5-43d0-4445-a4dd-e64ca64d401c tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:07.699867 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f602ac98-1562-4a67-bd8f-4bf552126a0b req-c0d55aa5-43d0-4445-a4dd-e64ca64d401c tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:07.704171 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-b56c26df-2a08-43f9-8f15-348e60155fd2 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] Allocated IP 172.20.0.2 (d09279c3-04fd-4d8d-b506-031a585babc8/fc82effb-4a54-4c27-8548-486dd9b8079c/f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:01:07.748983 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f602ac98-1562-4a67-bd8f-4bf552126a0b req-c0d55aa5-43d0-4445-a4dd-e64ca64d401c tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:07.751859 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f602ac98-1562-4a67-bd8f-4bf552126a0b req-c0d55aa5-43d0-4445-a4dd-e64ca64d401c tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:07.753699 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f602ac98-1562-4a67-bd8f-4bf552126a0b req-c0d55aa5-43d0-4445-a4dd-e64ca64d401c tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] 10.222.0.13 "DELETE /v2.0/security-groups/09729a0a-e8e6-4bad-95bb-c22089c348dc HTTP/1.1" status: 204 len: 173 time: 0.1537158 Aug 28 15:01:07.768842 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d55aa5-43d0-4445-a4dd-e64ca64d401c tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09729a0a-e8e6-4bad-95bb-c22089c348dc,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:07.898850 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-b56c26df-2a08-43f9-8f15-348e60155fd2 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:07.955798 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-22f74070-0386-4cc5-b4c8-144d1b35a3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:07.965667 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d2217d-40b8-434b-abfe-67b874883aa1 x-openstack-request-id: req-d1d2217d-40b8-434b-abfe-67b874883aa1 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:01:07.965876 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c699a53-aef9-4328-b764-a9450e03481f", "name": "network-vif-deleted", "tag": "b2351df1-4b13-4529-992c-198aa46fa17e", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:01:07.966248 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1d2217d-40b8-434b-abfe-67b874883aa1 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:01:07.966663 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c699a53-aef9-4328-b764-a9450e03481f', 'name': 'network-vif-deleted', 'tag': 'b2351df1-4b13-4529-992c-198aa46fa17e', 'status': 'completed', 'code': 200} Aug 28 15:01:07.989184 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-b56c26df-2a08-43f9-8f15-348e60155fd2 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:08.045458 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c26df-2a08-43f9-8f15-348e60155fd2 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] Pushing event updated for resources: {'Port': ['ID=f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:08.064271 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-b56c26df-2a08-43f9-8f15-348e60155fd2 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] Network d09279c3-04fd-4d8d-b506-031a585babc8 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:01:08.065836 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-b56c26df-2a08-43f9-8f15-348e60155fd2 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:01:08.068667 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-b56c26df-2a08-43f9-8f15-348e60155fd2 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:01:08.122885 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-92e5dd98-a066-43cc-abbd-988f156b2203 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:08.126712 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-b56c26df-2a08-43f9-8f15-348e60155fd2 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:08.128632 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-b56c26df-2a08-43f9-8f15-348e60155fd2 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:08.131012 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-92e5dd98-a066-43cc-abbd-988f156b2203 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/networks?id=1123c5af-47ee-4e05-9c33-399c448cd238 HTTP/1.1" status: 200 len: 805 time: 0.1850495 Aug 28 15:01:08.152319 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-c6d9d691-fd3f-4fc6-9dc0-27bf1e46d6ad tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/quotas/3e95395be3d24839a8701be7dfdce9ea HTTP/1.1" status: 200 len: 375 time: 0.0201657 Aug 28 15:01:08.196485 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-a1d8fcda-1366-4fe8-b4b9-010808228573 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e95395be3d24839a8701be7dfdce9ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424104 Aug 28 15:01:08.214525 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554824f6-46f1-4bbc-8fc8-a63873bd9f94 req-2c41f742-31aa-4bbf-8a61-2b3de2cf7519 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:08.217022 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-554824f6-46f1-4bbc-8fc8-a63873bd9f94 req-2c41f742-31aa-4bbf-8a61-2b3de2cf7519 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfc5a2eb-01d7-4653-b18d-66bf7294d009 HTTP/1.1" status: 200 len: 945 time: 0.0843136 Aug 28 15:01:08.218382 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-b56c26df-2a08-43f9-8f15-348e60155fd2 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0367270 Aug 28 15:01:08.241523 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-5ecb02d7-ce2d-4978-9d15-efe375e27a15 service neutron] Request body: {'port': {'device_id': '67786dda-b81f-4021-bc8f-950f9ab98018', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:08.330471 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-6dd97d28-279d-44da-a955-9f3c31a42986 service neutron] 10.222.0.13 "GET /v2.0/networks/1123c5af-47ee-4e05-9c33-399c448cd238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280146 Aug 28 15:01:08.367844 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-5ecb02d7-ce2d-4978-9d15-efe375e27a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:08.446370 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-554824f6-46f1-4bbc-8fc8-a63873bd9f94 req-e7c166e1-50c6-429c-8571-f81230940745 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Deleting port a53d5c00-206d-4871-8b02-a0804c311567 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:01:08.446917 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-554824f6-46f1-4bbc-8fc8-a63873bd9f94 req-e7c166e1-50c6-429c-8571-f81230940745 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:08.449619 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-aaa04a5f-9021-4e1f-8aa9-3878cf29409a service neutron] 10.222.0.13 "GET /v2.0/networks/1123c5af-47ee-4e05-9c33-399c448cd238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126952 Aug 28 15:01:08.629831 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2a8c23ac-1944-4e30-918d-01067fc39c22 req-162bfb8a-cb17-420a-a378-745cf1edab1f tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] 10.222.0.13 "GET /v2.0/security-groups/b0cbf4f6-a9c0-4de9-a91a-25453c684e04 HTTP/1.1" status: 200 len: 1813 time: 0.0410483 Aug 28 15:01:08.640463 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bc7a0b95-0bad-482d-af6d-a754b97e84ee req-869cb805-4857-4be9-9cbb-ceddb611fcdf tempest-ServerShowV257Test-1074612497 tempest-ServerShowV257Test-1074612497-project] 10.222.0.13 "GET /v2.0/ports?device_id=999452f5-3900-4a67-8fd8-26a9c66a401f HTTP/1.1" status: 200 len: 210 time: 0.0736225 Aug 28 15:01:08.674004 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-554824f6-46f1-4bbc-8fc8-a63873bd9f94 req-e7c166e1-50c6-429c-8571-f81230940745 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] For port a53d5c00-206d-4871-8b02-a0804c311567, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=a53d5c00-206d-4871-8b02-a0804c311567,segment=NetworkSegment(56e55a35-3570-4cec-88c5-f76cdfa3881a),segment_id=56e55a35-3570-4cec-88c5-f76cdfa3881a)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:08.674376 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-554824f6-46f1-4bbc-8fc8-a63873bd9f94 req-e7c166e1-50c6-429c-8571-f81230940745 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:08.695269 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35106) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:08.702343 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-554824f6-46f1-4bbc-8fc8-a63873bd9f94 req-e7c166e1-50c6-429c-8571-f81230940745 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Calling delete_port for a53d5c00-206d-4871-8b02-a0804c311567 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:01:08.751617 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-2a8c23ac-1944-4e30-918d-01067fc39c22 req-7fe0e031-3d98-4382-8aac-8e9487052115 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:09.124322 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-2a8c23ac-1944-4e30-918d-01067fc39c22 req-7fe0e031-3d98-4382-8aac-8e9487052115 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:09.145463 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b97ddc-1dbb-4aba-b502-ef769011afb7 req-f7e7f681-1b61-4f5e-8e6e-9be75ebf80f6 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:09.152707 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-86b97ddc-1dbb-4aba-b502-ef769011afb7 req-f7e7f681-1b61-4f5e-8e6e-9be75ebf80f6 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfc5a2eb-01d7-4653-b18d-66bf7294d009 HTTP/1.1" status: 200 len: 945 time: 0.1361907 Aug 28 15:01:09.227850 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-2a8c23ac-1944-4e30-918d-01067fc39c22 req-7fe0e031-3d98-4382-8aac-8e9487052115 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:09.229989 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-2a8c23ac-1944-4e30-918d-01067fc39c22 req-7fe0e031-3d98-4382-8aac-8e9487052115 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:09.236207 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2a8c23ac-1944-4e30-918d-01067fc39c22 req-7fe0e031-3d98-4382-8aac-8e9487052115 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] 10.222.0.13 "DELETE /v2.0/security-groups/b0cbf4f6-a9c0-4de9-a91a-25453c684e04 HTTP/1.1" status: 204 len: 173 time: 0.5990047 Aug 28 15:01:09.240058 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-86b97ddc-1dbb-4aba-b502-ef769011afb7 req-515b51a1-1e46-47c7-a71e-9e846fdf50f2 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b72fd6f-a86a-4c20-820f-7181f4398682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857146 Aug 28 15:01:09.241139 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35116) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:09.260667 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-5ecb02d7-ce2d-4978-9d15-efe375e27a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:01:09.291440 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-5ecb02d7-ce2d-4978-9d15-efe375e27a15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:09.324176 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0e031-3d98-4382-8aac-8e9487052115 tempest-SecurityGroupRulesNegativeTestJSON-656717447 tempest-SecurityGroupRulesNegativeTestJSON-656717447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cbf4f6-a9c0-4de9-a91a-25453c684e04,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:09.358348 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54084c8-9dd2-452f-9c5c-d3aa6e9e5339 admin admin] Deleting subnet 6bde2443-f646-4aca-af9b-248ee7d2f90a {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:01:09.364265 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b54084c8-9dd2-452f-9c5c-d3aa6e9e5339 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:09.390510 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-5ecb02d7-ce2d-4978-9d15-efe375e27a15 service neutron] Transition to ACTIVE for port object f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:01:09.393828 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-554824f6-46f1-4bbc-8fc8-a63873bd9f94 req-e7c166e1-50c6-429c-8571-f81230940745 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:09.408513 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['a53d5c00-206d-4871-8b02-a0804c311567'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:01:09.410616 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-5ecb02d7-ce2d-4978-9d15-efe375e27a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:09.448235 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d3af28a4-5d26-47da-8b0b-140ce370298e req-180f8fba-10f8-4f83-9810-6d6d46a48f98 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4246ab6e-890d-48bb-92fb-f6d45ad82c26 HTTP/1.1" status: 200 len: 210 time: 0.0524228 Aug 28 15:01:09.463402 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b54084c8-9dd2-452f-9c5c-d3aa6e9e5339 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:09.488470 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c166e1-50c6-429c-8571-f81230940745 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Pushing event deleted for resources: {'Port': ['ID=a53d5c00-206d-4871-8b02-a0804c311567,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:09.542040 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-844adb82-5f47-4c18-91fc-ea1f60d11f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:09.579706 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-554824f6-46f1-4bbc-8fc8-a63873bd9f94 req-e7c166e1-50c6-429c-8571-f81230940745 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] No DVR routers for this DVR port a53d5c00-206d-4871-8b02-a0804c311567 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:01:09.588222 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-554824f6-46f1-4bbc-8fc8-a63873bd9f94 req-e7c166e1-50c6-429c-8571-f81230940745 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:09.590205 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-554824f6-46f1-4bbc-8fc8-a63873bd9f94 req-e7c166e1-50c6-429c-8571-f81230940745 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.36 "DELETE /v2.0/ports/a53d5c00-206d-4871-8b02-a0804c311567 HTTP/1.1" status: 204 len: 173 time: 1.3613174 Aug 28 15:01:09.608691 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b54084c8-9dd2-452f-9c5c-d3aa6e9e5339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:09.655175 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4ac14-735c-418f-85ba-6e41741d457d req-974156b0-92c4-44a9-992c-c8e94e711747 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:09.656738 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d3d4ac14-735c-418f-85ba-6e41741d457d req-974156b0-92c4-44a9-992c-c8e94e711747 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] 10.222.0.13 "GET /v2.0/ports?device_id=67786dda-b81f-4021-bc8f-950f9ab98018 HTTP/1.1" status: 200 len: 943 time: 0.2546568 Aug 28 15:01:09.663640 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb02d7-ce2d-4978-9d15-efe375e27a15 service neutron] Pushing event updated for resources: {'Port': ['ID=f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:09.766384 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device a53d5c00-206d-4871-8b02-a0804c311567 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:01:09.774668 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d3d4ac14-735c-418f-85ba-6e41741d457d req-fec599da-7d00-4c46-960f-7bfc2c79bf2d tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] 10.222.0.13 "GET /v2.0/security-groups?id=726a847d-48af-4a9a-8f07-e1eaafdeacab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032898 Aug 28 15:01:09.778124 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-5ecb02d7-ce2d-4978-9d15-efe375e27a15 service neutron] Attempting to bind port f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:01:09.778464 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-5ecb02d7-ce2d-4978-9d15-efe375e27a15 service neutron] Attempting to bind port f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'f7ca9677-82b4-47f0-ad5b-8702dd638547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd09279c3-04fd-4d8d-b506-031a585babc8'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:01:09.778797 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-5ecb02d7-ce2d-4978-9d15-efe375e27a15 service neutron] Attempting to bind port f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af on network d09279c3-04fd-4d8d-b506-031a585babc8 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:01:09.803063 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-5ecb02d7-ce2d-4978-9d15-efe375e27a15 service neutron] Port f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af on network d09279c3-04fd-4d8d-b506-031a585babc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:01:09.803471 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-5ecb02d7-ce2d-4978-9d15-efe375e27a15 service neutron] Attempting to bind port f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af on network d09279c3-04fd-4d8d-b506-031a585babc8 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:01:09.804140 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: a53d5c00-206d-4871-8b02-a0804c311567 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:01:09.804491 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device a53d5c00-206d-4871-8b02-a0804c311567 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:01:09.807942 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b54084c8-9dd2-452f-9c5c-d3aa6e9e5339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:09.817060 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device b2351df1-4b13-4529-992c-198aa46fa17e no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:01:09.832566 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-5ecb02d7-ce2d-4978-9d15-efe375e27a15 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:01:09.832920 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-5ecb02d7-ce2d-4978-9d15-efe375e27a15 service neutron] Checking segment: {'id': 'f7ca9677-82b4-47f0-ad5b-8702dd638547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd09279c3-04fd-4d8d-b506-031a585babc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:01:09.833431 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-5ecb02d7-ce2d-4978-9d15-efe375e27a15 service neutron] Bound using segment: {'id': 'f7ca9677-82b4-47f0-ad5b-8702dd638547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd09279c3-04fd-4d8d-b506-031a585babc8'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:01:09.833973 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-5ecb02d7-ce2d-4978-9d15-efe375e27a15 service neutron] Bound port: f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7ca9677-82b4-47f0-ad5b-8702dd638547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd09279c3-04fd-4d8d-b506-031a585babc8'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:01:09.834439 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-5ecb02d7-ce2d-4978-9d15-efe375e27a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:09.854692 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: b2351df1-4b13-4529-992c-198aa46fa17e {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:01:09.855048 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device b2351df1-4b13-4529-992c-198aa46fa17e not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:01:09.862651 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54084c8-9dd2-452f-9c5c-d3aa6e9e5339 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bde2443-f646-4aca-af9b-248ee7d2f90a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:09.864849 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b54084c8-9dd2-452f-9c5c-d3aa6e9e5339 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:09.866945 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b54084c8-9dd2-452f-9c5c-d3aa6e9e5339 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6bde2443-f646-4aca-af9b-248ee7d2f90a HTTP/1.1" status: 204 len: 168 time: 0.6233044 Aug 28 15:01:09.870301 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35124) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:09.871323 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-11e739e9-b28d-474b-ac10-218c737eca75 req-943ff858-ce43-4847-9977-cb3e070651f4 tempest-ServerShowV257Test-1074612497 tempest-ServerShowV257Test-1074612497-project] 10.222.0.13 "GET /v2.0/ports?device_id=999452f5-3900-4a67-8fd8-26a9c66a401f HTTP/1.1" status: 200 len: 210 time: 0.0290246 Aug 28 15:01:09.949553 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-844adb82-5f47-4c18-91fc-ea1f60d11f8f admin admin] Deleting port 5ae52389-5937-4f4c-a2e6-b0f593281be8 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:01:09.949996 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-844adb82-5f47-4c18-91fc-ea1f60d11f8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:09.968152 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc5a2eb-01d7-4653-b18d-66bf7294d009', 'name': 'network-vif-deleted', 'tag': 'a53d5c00-206d-4871-8b02-a0804c311567'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:01:09.970442 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599910dc-eb01-4e31-9669-545f59bc0336" -d '{"events": [{"server_uuid": "cfc5a2eb-01d7-4653-b18d-66bf7294d009", "name": "network-vif-deleted", "tag": "a53d5c00-206d-4871-8b02-a0804c311567"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:01:10.020567 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01521f92-71d8-4a74-8209-3fd72d35af56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:10.073206 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15832cc-4405-4992-ad2d-f0b4fe5f2cce x-openstack-request-id: req-a15832cc-4405-4992-ad2d-f0b4fe5f2cce {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:01:10.073599 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc5a2eb-01d7-4653-b18d-66bf7294d009", "name": "network-vif-deleted", "tag": "a53d5c00-206d-4871-8b02-a0804c311567", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:01:10.073858 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a15832cc-4405-4992-ad2d-f0b4fe5f2cce {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:01:10.074383 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc5a2eb-01d7-4653-b18d-66bf7294d009', 'name': 'network-vif-deleted', 'tag': 'a53d5c00-206d-4871-8b02-a0804c311567', 'status': 'completed', 'code': 200} Aug 28 15:01:10.084761 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-5ecb02d7-ce2d-4978-9d15-efe375e27a15 service neutron] For port f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:01:10.089619 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-844adb82-5f47-4c18-91fc-ea1f60d11f8f admin admin] For port 5ae52389-5937-4f4c-a2e6-b0f593281be8, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=5ae52389-5937-4f4c-a2e6-b0f593281be8,segment=NetworkSegment(f2247a83-4f17-4255-8bc6-2c6f63e17b02),segment_id=f2247a83-4f17-4255-8bc6-2c6f63e17b02)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:10.090223 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-844adb82-5f47-4c18-91fc-ea1f60d11f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:10.113913 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-5ecb02d7-ce2d-4978-9d15-efe375e27a15 service neutron] For port f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af,segment=NetworkSegment(f7ca9677-82b4-47f0-ad5b-8702dd638547),segment_id=f7ca9677-82b4-47f0-ad5b-8702dd638547)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:01:10.133415 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-5ecb02d7-ce2d-4978-9d15-efe375e27a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:10.143171 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-844adb82-5f47-4c18-91fc-ea1f60d11f8f admin admin] Calling delete_port for 5ae52389-5937-4f4c-a2e6-b0f593281be8 owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:01:10.242664 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-19f7251b-feb3-4134-b8a5-8e127cfe484a tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:10.244647 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-19f7251b-feb3-4134-b8a5-8e127cfe484a tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.41 "GET /v2.0/networks?id=1123c5af-47ee-4e05-9c33-399c448cd238 HTTP/1.1" status: 200 len: 805 time: 0.2605867 Aug 28 15:01:10.253416 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-5ecb02d7-ce2d-4978-9d15-efe375e27a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:10.254155 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-5ecb02d7-ce2d-4978-9d15-efe375e27a15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:10.255907 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-5ecb02d7-ce2d-4978-9d15-efe375e27a15 service neutron] 10.222.0.36 "PUT /v2.0/ports/f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af HTTP/1.1" status: 200 len: 1092 time: 2.0183735 Aug 28 15:01:10.336615 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-34cb3552-84da-437d-a2b6-3e7c1486ab62 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Request body: {'port': {'device_id': '4246ab6e-890d-48bb-92fb-f6d45ad82c26', 'network_id': '1123c5af-47ee-4e05-9c33-399c448cd238', 'admin_state_up': True, 'tenant_id': '3e95395be3d24839a8701be7dfdce9ea'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:10.395844 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-844adb82-5f47-4c18-91fc-ea1f60d11f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:10.415835 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9a22e8e5-a825-430a-9e95-f6899de795c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:10.423681 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844adb82-5f47-4c18-91fc-ea1f60d11f8f admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae52389-5937-4f4c-a2e6-b0f593281be8,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:10.450480 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01521f92-71d8-4a74-8209-3fd72d35af56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:10.546180 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb02d7-ce2d-4978-9d15-efe375e27a15 service neutron] Pushing event updated for resources: {'Port': ['ID=f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:10.564715 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-01521f92-71d8-4a74-8209-3fd72d35af56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7327fe4c-c2c0-4c70-9a6a-85a2a0653caf']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:10.604730 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-01521f92-71d8-4a74-8209-3fd72d35af56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7373179f-231e-4599-8086-b92ecae3876e') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:10.605122 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-01521f92-71d8-4a74-8209-3fd72d35af56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7373179f-231e-4599-8086-b92ecae3876e') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:10.617245 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-584d10e8-2a63-4cf8-a0e6-f21003fb4bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:10.618761 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-584d10e8-2a63-4cf8-a0e6-f21003fb4bb7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96625b64991b4bb59ee171c9a797bece&device_id=67786dda-b81f-4021-bc8f-950f9ab98018 HTTP/1.1" status: 200 len: 1095 time: 0.2685122 Aug 28 15:01:10.624179 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8c1ea3b-0bcc-4836-8a92-185ea8396e5a req-8fcde8c6-2f4e-4056-b7c6-ab295bf583d1 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4246ab6e-890d-48bb-92fb-f6d45ad82c26 HTTP/1.1" status: 200 len: 210 time: 0.0585935 Aug 28 15:01:10.624408 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01521f92-71d8-4a74-8209-3fd72d35af56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:10.651991 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-844adb82-5f47-4c18-91fc-ea1f60d11f8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:10.695499 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-7f6e172e-5f05-4947-b102-943a18a84571 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af HTTP/1.1" status: 200 len: 217 time: 0.0553288 Aug 28 15:01:10.704838 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d23f13-7cee-4460-aedb-f29ab172a592 req-4a72b4b3-4c5a-4070-bfc9-966f8b426745 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:10.706428 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-98d23f13-7cee-4460-aedb-f29ab172a592 req-4a72b4b3-4c5a-4070-bfc9-966f8b426745 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.2529330 Aug 28 15:01:10.706981 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-34cb3552-84da-437d-a2b6-3e7c1486ab62 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Made reservation on behalf of 3e95395be3d24839a8701be7dfdce9ea for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:01:10.710340 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-34cb3552-84da-437d-a2b6-3e7c1486ab62 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:10.712778 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01521f92-71d8-4a74-8209-3fd72d35af56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:10.765366 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01521f92-71d8-4a74-8209-3fd72d35af56 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:01:10.765723 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01521f92-71d8-4a74-8209-3fd72d35af56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:01:10.768504 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:01:10.775337 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:10.822009 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35154) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:10.892921 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-24388bbb-006d-402f-b405-2095cf873d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:10.894408 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-24388bbb-006d-402f-b405-2095cf873d97 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc82effb-4a54-4c27-8548-486dd9b8079c HTTP/1.1" status: 200 len: 861 time: 0.1795695 Aug 28 15:01:10.900367 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-98d23f13-7cee-4460-aedb-f29ab172a592 req-3e0fcb9e-d5c5-4cbf-a0cb-4cd09a7667d9 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779819 Aug 28 15:01:10.900962 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01521f92-71d8-4a74-8209-3fd72d35af56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:10.926677 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01521f92-71d8-4a74-8209-3fd72d35af56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:10.928715 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-01521f92-71d8-4a74-8209-3fd72d35af56 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7327fe4c-c2c0-4c70-9a6a-85a2a0653caf HTTP/1.1" status: 204 len: 168 time: 1.0573695 Aug 28 15:01:10.958910 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-ffcaef5b-7b65-4067-a515-aed2015cce88 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d09279c3-04fd-4d8d-b506-031a585babc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560522 Aug 28 15:01:10.960020 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01521f92-71d8-4a74-8209-3fd72d35af56 admin admin] Pushing event deleted for resources: {'Network': ['ID=7327fe4c-c2c0-4c70-9a6a-85a2a0653caf,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:10.987397 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7023e265-920f-48c2-bccc-ad011603bccb tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:11.003089 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12997c4-24ce-41a7-987e-50555788d082 req-763fd4df-76f9-4b6f-bbc1-1dcd733eb007 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:11.004679 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e12997c4-24ce-41a7-987e-50555788d082 req-763fd4df-76f9-4b6f-bbc1-1dcd733eb007 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] 10.222.0.13 "GET /v2.0/ports?device_id=67786dda-b81f-4021-bc8f-950f9ab98018 HTTP/1.1" status: 200 len: 943 time: 0.1307261 Aug 28 15:01:11.016251 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844adb82-5f47-4c18-91fc-ea1f60d11f8f admin admin] Router afddb704-3602-4760-b1f9-d8b4774437cb has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:01:11.049782 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7023e265-920f-48c2-bccc-ad011603bccb tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:11.085737 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35160) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:11.092790 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-41fbd2cd-0c8f-452c-8422-d200a964163b req-ff7e7ec6-f3db-48e6-9de8-3c15acd11419 tempest-ServerShowV257Test-1074612497 tempest-ServerShowV257Test-1074612497-project] 10.222.0.13 "GET /v2.0/ports?device_id=999452f5-3900-4a67-8fd8-26a9c66a401f HTTP/1.1" status: 200 len: 210 time: 0.0713513 Aug 28 15:01:11.127205 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-34cb3552-84da-437d-a2b6-3e7c1486ab62 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Allocated IP 172.20.0.13 (1123c5af-47ee-4e05-9c33-399c448cd238/0232775b-ecc0-4f31-8c1b-6f02e982b8c0/6ccf8bd5-5be3-42cf-9689-53bb3f2e0290) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:01:11.144403 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e12997c4-24ce-41a7-987e-50555788d082 req-bc809fa0-bf98-41c8-8e75-c1bc8ded1565 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] 10.222.0.13 "GET /v2.0/security-groups?id=726a847d-48af-4a9a-8f07-e1eaafdeacab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270874 Aug 28 15:01:11.179341 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6f4fb65c-1b79-42c0-9b8e-febe8e0bb1bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d76bbf9eff742368eee6ebcb1f47576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0892301 Aug 28 15:01:11.188022 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35162) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:11.209055 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7023e265-920f-48c2-bccc-ad011603bccb tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:11.211732 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7023e265-920f-48c2-bccc-ad011603bccb tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:11.211901 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-c892ce51-5d77-44ba-a643-8923d1f44a79 service neutron] 10.222.0.36 "GET /v2.0/networks/d09279c3-04fd-4d8d-b506-031a585babc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414811 Aug 28 15:01:11.212987 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7023e265-920f-48c2-bccc-ad011603bccb tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "DELETE /v2.0/security-groups/5a58add8-e1f1-4365-bdf3-9d233d0fab66 HTTP/1.1" status: 204 len: 168 time: 0.3900228 Aug 28 15:01:11.218863 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35164) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:11.235883 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023e265-920f-48c2-bccc-ad011603bccb tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a58add8-e1f1-4365-bdf3-9d233d0fab66,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:11.242035 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844adb82-5f47-4c18-91fc-ea1f60d11f8f admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:01:11.247234 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-844adb82-5f47-4c18-91fc-ea1f60d11f8f admin admin] 10.222.0.13 "PUT /v2.0/routers/afddb704-3602-4760-b1f9-d8b4774437cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5483303 Aug 28 15:01:11.248454 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-40b363b6-286d-48fd-a82b-bec1ee7fed8c tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] show failed (client error): The resource could not be found. Aug 28 15:01:11.249558 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-40b363b6-286d-48fd-a82b-bec1ee7fed8c tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "GET /v2.0/security-groups/5a58add8-e1f1-4365-bdf3-9d233d0fab66 HTTP/1.1" status: 404 len: 347 time: 0.0273154 Aug 28 15:01:11.250098 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35166) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:11.253000 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35168) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:11.259600 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6572d561-4b62-46cd-a3aa-1d8e3a7220c9 None None] Sync routers for ids ['afddb704-3602-4760-b1f9-d8b4774437cb'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:01:11.274130 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6572d561-4b62-46cd-a3aa-1d8e3a7220c9 None None] Routers {'afddb704-3602-4760-b1f9-d8b4774437cb'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:01:11.276910 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-6572d561-4b62-46cd-a3aa-1d8e3a7220c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:01:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['afddb704-3602-4760-b1f9-d8b4774437cb'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:11.386163 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-82812f80-8918-43d1-a283-167fbb575b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:11.387006 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-6572d561-4b62-46cd-a3aa-1d8e3a7220c9 None None] Set router afddb704-3602-4760-b1f9-d8b4774437cb gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:01:11.438606 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a43022ca-24da-405f-91fe-d77fc3e1c3e7 req-a9e5863a-76ed-4518-8ad1-1f8113d180c8 service neutron] 10.222.0.36 "GET /v2.0/networks/d09279c3-04fd-4d8d-b506-031a585babc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129548 Aug 28 15:01:11.440425 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-82812f80-8918-43d1-a283-167fbb575b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:11.464891 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59862c2d-b328-406f-9a9a-edc319d928c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:11.487184 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-34cb3552-84da-437d-a2b6-3e7c1486ab62 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:11.499587 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-fd526d4f-a9d3-4dfd-a4d9-14c1d1930805 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Deleting port b34e1bd8-d2e0-40a1-b7e2-0066d1323da3 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:01:11.500107 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd526d4f-a9d3-4dfd-a4d9-14c1d1930805 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:11.532255 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-82812f80-8918-43d1-a283-167fbb575b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:11.534800 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-82812f80-8918-43d1-a283-167fbb575b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:11.538755 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-82812f80-8918-43d1-a283-167fbb575b28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68126c9f-8cd7-475c-940a-9ce44c28b28a HTTP/1.1" status: 204 len: 168 time: 0.3470855 Aug 28 15:01:11.546725 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82812f80-8918-43d1-a283-167fbb575b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68126c9f-8cd7-475c-940a-9ce44c28b28a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:11.552302 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-34cb3552-84da-437d-a2b6-3e7c1486ab62 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:11.629040 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb3552-84da-437d-a2b6-3e7c1486ab62 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Pushing event updated for resources: {'Port': ['ID=6ccf8bd5-5be3-42cf-9689-53bb3f2e0290,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:11.638060 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-6572d561-4b62-46cd-a3aa-1d8e3a7220c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036478434-router', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:59:39Z', 'updated_at': '2021-08-28T15:01:10Z', 'revision_number': 5, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'gw_port': {'id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:40Z', 'updated_at': '2021-08-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:11.651568 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-34cb3552-84da-437d-a2b6-3e7c1486ab62 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Network 1123c5af-47ee-4e05-9c33-399c448cd238 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:01:11.660014 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-34cb3552-84da-437d-a2b6-3e7c1486ab62 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:01:11.661525 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:11.662044 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd526d4f-a9d3-4dfd-a4d9-14c1d1930805 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:11.662817 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-34cb3552-84da-437d-a2b6-3e7c1486ab62 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:01:11.665424 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd526d4f-a9d3-4dfd-a4d9-14c1d1930805 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:11.683726 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6572d561-4b62-46cd-a3aa-1d8e3a7220c9 None None] Checking router: afddb704-3602-4760-b1f9-d8b4774437cb for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:01:11.694610 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-fd526d4f-a9d3-4dfd-a4d9-14c1d1930805 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Calling delete_port for b34e1bd8-d2e0-40a1-b7e2-0066d1323da3 owned by network:floatingip {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:01:11.695870 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6572d561-4b62-46cd-a3aa-1d8e3a7220c9 None None] Routers {'afddb704-3602-4760-b1f9-d8b4774437cb'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:01:11.696510 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-6572d561-4b62-46cd-a3aa-1d8e3a7220c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:01:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['afddb704-3602-4760-b1f9-d8b4774437cb'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:11.707848 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59862c2d-b328-406f-9a9a-edc319d928c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:11.744697 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-34cb3552-84da-437d-a2b6-3e7c1486ab62 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:11.745539 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-34cb3552-84da-437d-a2b6-3e7c1486ab62 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:11.768225 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-34cb3552-84da-437d-a2b6-3e7c1486ab62 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4697099 Aug 28 15:01:11.826672 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-6572d561-4b62-46cd-a3aa-1d8e3a7220c9 None None] Set router afddb704-3602-4760-b1f9-d8b4774437cb gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:01:11.840792 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-59862c2d-b328-406f-9a9a-edc319d928c7 admin admin] Deleting port 590d5719-ebaf-4de6-ae56-b142c612c80a {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:01:11.841180 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59862c2d-b328-406f-9a9a-edc319d928c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:11.871096 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-12de7f9a-fa99-4190-a69e-2fb7f3c25212 service neutron] Request body: {'port': {'device_id': '4246ab6e-890d-48bb-92fb-f6d45ad82c26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:11.966705 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd526d4f-a9d3-4dfd-a4d9-14c1d1930805 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:11.993333 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-12de7f9a-fa99-4190-a69e-2fb7f3c25212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:12.008704 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-59862c2d-b328-406f-9a9a-edc319d928c7 admin admin] For port 590d5719-ebaf-4de6-ae56-b142c612c80a, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=590d5719-ebaf-4de6-ae56-b142c612c80a,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:12.009071 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59862c2d-b328-406f-9a9a-edc319d928c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:12.011994 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd526d4f-a9d3-4dfd-a4d9-14c1d1930805 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Pushing event deleted for resources: {'Port': ['ID=b34e1bd8-d2e0-40a1-b7e2-0066d1323da3,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:12.024732 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-6572d561-4b62-46cd-a3aa-1d8e3a7220c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036478434-router', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:59:39Z', 'updated_at': '2021-08-28T15:01:10Z', 'revision_number': 5, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'gw_port': {'id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:40Z', 'updated_at': '2021-08-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:12.038367 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-59862c2d-b328-406f-9a9a-edc319d928c7 admin admin] Calling delete_port for 590d5719-ebaf-4de6-ae56-b142c612c80a owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:01:12.054590 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fe3b7-1df6-4bcf-9a85-ad94bcba14cb req-fc823cb7-3458-43d1-8100-ac55aa9f8fe4 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:12.058929 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6572d561-4b62-46cd-a3aa-1d8e3a7220c9 None None] The sync data for ids ['afddb704-3602-4760-b1f9-d8b4774437cb'] in n-d-712137-10 is: [{'id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2036478434-router', 'tenant_id': '2e84e62429884a25aec3c64048e001dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:59:39Z', 'updated_at': '2021-08-28T15:01:10Z', 'revision_number': 5, 'project_id': '2e84e62429884a25aec3c64048e001dd', 'gw_port': {'id': '590d5719-ebaf-4de6-ae56-b142c612c80a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afddb704-3602-4760-b1f9-d8b4774437cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:59:40Z', 'updated_at': '2021-08-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:01:12.062468 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-523fe3b7-1df6-4bcf-9a85-ad94bcba14cb req-fc823cb7-3458-43d1-8100-ac55aa9f8fe4 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4246ab6e-890d-48bb-92fb-f6d45ad82c26 HTTP/1.1" status: 200 len: 932 time: 0.2907307 Aug 28 15:01:12.084649 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67786dda-b81f-4021-bc8f-950f9ab98018', 'tag': 'f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:01:12.087305 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057725c2-17c4-4fa8-bad3-c78bf8587c16" -d '{"events": [{"name": "network-changed", "server_uuid": "67786dda-b81f-4021-bc8f-950f9ab98018", "tag": "f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:01:12.151415 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-523fe3b7-1df6-4bcf-9a85-ad94bcba14cb req-0d855f6a-a3a2-427f-9ff0-cecaef564bc2 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879669 Aug 28 15:01:12.221956 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3538279e-1f2d-4e66-8771-273c070b8a8a x-openstack-request-id: req-3538279e-1f2d-4e66-8771-273c070b8a8a {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:01:12.222185 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67786dda-b81f-4021-bc8f-950f9ab98018", "tag": "f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:01:12.222438 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3538279e-1f2d-4e66-8771-273c070b8a8a {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:01:12.222891 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67786dda-b81f-4021-bc8f-950f9ab98018', 'tag': 'f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af', 'status': 'completed', 'code': 200} Aug 28 15:01:12.297302 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd526d4f-a9d3-4dfd-a4d9-14c1d1930805 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks [] for floatingip, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:12.299813 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd526d4f-a9d3-4dfd-a4d9-14c1d1930805 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:12.303388 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fd526d4f-a9d3-4dfd-a4d9-14c1d1930805 tempest-ImagesOneServerNegativeTestJSON-451977678 tempest-ImagesOneServerNegativeTestJSON-451977678-project] 10.222.0.13 "DELETE /v2.0/floatingips/9076421e-63f7-4fc1-8888-4ff39fcb7e65 HTTP/1.1" status: 204 len: 168 time: 1.0470660 Aug 28 15:01:12.316172 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a540f-7e48-464a-9eb2-db1a1cb97029 req-7f667e65-b107-4968-863f-ffea5c19ce6b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:12.319857 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a41a540f-7e48-464a-9eb2-db1a1cb97029 req-7f667e65-b107-4968-863f-ffea5c19ce6b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.2725160 Aug 28 15:01:12.400670 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a41a540f-7e48-464a-9eb2-db1a1cb97029 req-2e54d8a0-df99-4b40-99c5-bf568bac1192 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630641 Aug 28 15:01:12.425663 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-525fcd7c-0793-44f4-b2d2-e5cfdbeabfaa req-103cb33e-5fdb-4e34-b290-60606b4a3b2b tempest-ServerShowV257Test-1074612497 tempest-ServerShowV257Test-1074612497-project] 10.222.0.13 "GET /v2.0/ports?device_id=999452f5-3900-4a67-8fd8-26a9c66a401f HTTP/1.1" status: 200 len: 210 time: 0.0795705 Aug 28 15:01:12.507358 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59862c2d-b328-406f-9a9a-edc319d928c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:12.531299 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057725c2-17c4-4fa8-bad3-c78bf8587c16 req-31bec1d0-a47f-4ebc-9ad5-8556993c307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:12.536144 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-057725c2-17c4-4fa8-bad3-c78bf8587c16 req-31bec1d0-a47f-4ebc-9ad5-8556993c307f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96625b64991b4bb59ee171c9a797bece&device_id=67786dda-b81f-4021-bc8f-950f9ab98018 HTTP/1.1" status: 200 len: 1095 time: 0.2637725 Aug 28 15:01:12.582919 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59862c2d-b328-406f-9a9a-edc319d928c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=590d5719-ebaf-4de6-ae56-b142c612c80a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:12.632499 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35210) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:12.722799 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c369f2-af82-464a-b31a-ca34131feab8 admin admin] Deleting subnet a4e27c48-8948-454b-9eb7-538bfc94a031 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:01:12.726976 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057725c2-17c4-4fa8-bad3-c78bf8587c16 req-dcd67aac-5df4-4842-a14d-47da71ae8c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:12.728861 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-057725c2-17c4-4fa8-bad3-c78bf8587c16 req-dcd67aac-5df4-4842-a14d-47da71ae8c89 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d09279c3-04fd-4d8d-b506-031a585babc8 HTTP/1.1" status: 200 len: 922 time: 0.1883197 Aug 28 15:01:12.734268 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a9c369f2-af82-464a-b31a-ca34131feab8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:12.791145 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35214) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:12.806660 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-057725c2-17c4-4fa8-bad3-c78bf8587c16 req-415b20be-3bf8-47a6-86e5-eed5541a1db6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af HTTP/1.1" status: 200 len: 217 time: 0.0654817 Aug 28 15:01:12.835809 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceeaa3f-099a-4d34-ba74-52810f028156 req-9269f6fe-3daa-4f39-998f-9a2225b90b7d tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:12.844258 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eceeaa3f-099a-4d34-ba74-52810f028156 req-9269f6fe-3daa-4f39-998f-9a2225b90b7d tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] 10.222.0.13 "GET /v2.0/ports?device_id=67786dda-b81f-4021-bc8f-950f9ab98018 HTTP/1.1" status: 200 len: 943 time: 0.2932913 Aug 28 15:01:12.851095 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a9c369f2-af82-464a-b31a-ca34131feab8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:12.900999 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59862c2d-b328-406f-9a9a-edc319d928c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:12.908613 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057725c2-17c4-4fa8-bad3-c78bf8587c16 req-977c7bcf-6224-449a-b0fa-ae3f7f064430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:12.910098 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-057725c2-17c4-4fa8-bad3-c78bf8587c16 req-977c7bcf-6224-449a-b0fa-ae3f7f064430 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc82effb-4a54-4c27-8548-486dd9b8079c HTTP/1.1" status: 200 len: 861 time: 0.0962307 Aug 28 15:01:12.933805 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-12de7f9a-fa99-4190-a69e-2fb7f3c25212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:01:12.975324 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-12de7f9a-fa99-4190-a69e-2fb7f3c25212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:12.981235 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-057725c2-17c4-4fa8-bad3-c78bf8587c16 req-918ba788-12a7-4ffd-aab8-74d38d6e0608 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d09279c3-04fd-4d8d-b506-031a585babc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407925 Aug 28 15:01:13.000100 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-e88f5c39-d6ca-4e80-87b2-4887478de7f8 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-201122029-network', 'tenant_id': '020422ef60e841eab4c80b50b29cd612'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:13.003956 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-12de7f9a-fa99-4190-a69e-2fb7f3c25212 service neutron] Transition to ACTIVE for port object 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:01:13.041415 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-12de7f9a-fa99-4190-a69e-2fb7f3c25212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:13.058789 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a9c369f2-af82-464a-b31a-ca34131feab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:13.065117 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59862c2d-b328-406f-9a9a-edc319d928c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:13.069026 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eceeaa3f-099a-4d34-ba74-52810f028156 req-076459dd-26ae-441a-8559-270a11ec351e tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] 10.222.0.13 "GET /v2.0/security-groups?id=726a847d-48af-4a9a-8f07-e1eaafdeacab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202802 Aug 28 15:01:13.070224 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59862c2d-b328-406f-9a9a-edc319d928c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:13.145720 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de7f9a-fa99-4190-a69e-2fb7f3c25212 service neutron] Pushing event updated for resources: {'Port': ['ID=6ccf8bd5-5be3-42cf-9689-53bb3f2e0290,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:13.171421 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88f5c39-d6ca-4e80-87b2-4887478de7f8 admin admin] Made reservation on behalf of 020422ef60e841eab4c80b50b29cd612 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:01:13.174026 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e88f5c39-d6ca-4e80-87b2-4887478de7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:13.177721 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59862c2d-b328-406f-9a9a-edc319d928c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:13.178314 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59862c2d-b328-406f-9a9a-edc319d928c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afddb704-3602-4760-b1f9-d8b4774437cb {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:01:13.189149 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59862c2d-b328-406f-9a9a-edc319d928c7 admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:13.190309 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-59862c2d-b328-406f-9a9a-edc319d928c7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/afddb704-3602-4760-b1f9-d8b4774437cb HTTP/1.1" status: 204 len: 168 time: 1.9392457 Aug 28 15:01:13.192156 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a9c369f2-af82-464a-b31a-ca34131feab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:13.197231 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35222) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:13.201645 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:13.203278 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-057725c2-17c4-4fa8-bad3-c78bf8587c16 req-243f184f-a01d-4966-82a4-bdc3fb8dd416 service neutron] 10.222.0.36 "GET /v2.0/networks/d09279c3-04fd-4d8d-b506-031a585babc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090898 Aug 28 15:01:13.204371 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e88f5c39-d6ca-4e80-87b2-4887478de7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:13.218548 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a9c369f2-af82-464a-b31a-ca34131feab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:13.223437 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a9c369f2-af82-464a-b31a-ca34131feab8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a4e27c48-8948-454b-9eb7-538bfc94a031 HTTP/1.1" status: 204 len: 168 time: 0.5899367 Aug 28 15:01:13.260556 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35224) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:13.620647 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c369f2-af82-464a-b31a-ca34131feab8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4e27c48-8948-454b-9eb7-538bfc94a031,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:13.674065 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e88f5c39-d6ca-4e80-87b2-4887478de7f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:13.685717 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad401fe7-6201-4c34-b8d0-e451a83f2990 req-62cb110e-a08e-4607-bb65-be9f5b46f411 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:13.687231 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ad401fe7-6201-4c34-b8d0-e451a83f2990 req-62cb110e-a08e-4607-bb65-be9f5b46f411 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.0803924 Aug 28 15:01:13.688023 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e88f5c39-d6ca-4e80-87b2-4887478de7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:13.705554 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-12de7f9a-fa99-4190-a69e-2fb7f3c25212 service neutron] Attempting to bind port 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:01:13.705889 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-12de7f9a-fa99-4190-a69e-2fb7f3c25212 service neutron] Attempting to bind port 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '054bce77-d965-4f6e-801e-8da1b8abd808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1123c5af-47ee-4e05-9c33-399c448cd238'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:01:13.706210 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-12de7f9a-fa99-4190-a69e-2fb7f3c25212 service neutron] Attempting to bind port 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290 on network 1123c5af-47ee-4e05-9c33-399c448cd238 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:01:13.718141 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e88f5c39-d6ca-4e80-87b2-4887478de7f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:01:13.730543 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b589302-7e38-4120-ac75-0256725ed242 admin admin] Deleting subnet 3ae32591-49d1-4342-8080-c7756186a191 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:01:13.741062 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f5c39-d6ca-4e80-87b2-4887478de7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6608480-5dfa-4b1e-b23e-6259bc6d5f16,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:13.745291 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-12de7f9a-fa99-4190-a69e-2fb7f3c25212 service neutron] Port 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290 on network 1123c5af-47ee-4e05-9c33-399c448cd238 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:01:13.745613 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-12de7f9a-fa99-4190-a69e-2fb7f3c25212 service neutron] Attempting to bind port 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290 on network 1123c5af-47ee-4e05-9c33-399c448cd238 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:01:13.748303 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9b589302-7e38-4120-ac75-0256725ed242 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:13.748782 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e88f5c39-d6ca-4e80-87b2-4887478de7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:13.749132 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-e88f5c39-d6ca-4e80-87b2-4887478de7f8 admin admin] Added segment 9ede7ae2-ded2-4625-9995-8102dab1ee5f of type vlan for network bfa1bf07-5e94-42f9-9fcb-22ea662317fa Aug 28 15:01:13.791027 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:01:13.801626 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-12de7f9a-fa99-4190-a69e-2fb7f3c25212 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:01:13.802437 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-12de7f9a-fa99-4190-a69e-2fb7f3c25212 service neutron] Checking segment: {'id': '054bce77-d965-4f6e-801e-8da1b8abd808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1123c5af-47ee-4e05-9c33-399c448cd238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:01:13.803351 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-12de7f9a-fa99-4190-a69e-2fb7f3c25212 service neutron] Bound using segment: {'id': '054bce77-d965-4f6e-801e-8da1b8abd808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1123c5af-47ee-4e05-9c33-399c448cd238'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:01:13.804030 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-12de7f9a-fa99-4190-a69e-2fb7f3c25212 service neutron] Bound port: 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '054bce77-d965-4f6e-801e-8da1b8abd808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1123c5af-47ee-4e05-9c33-399c448cd238'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:01:13.804593 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-12de7f9a-fa99-4190-a69e-2fb7f3c25212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:13.805532 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ad401fe7-6201-4c34-b8d0-e451a83f2990 req-4a57dc2b-2192-4dd3-ad07-c17a76814a79 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109595 Aug 28 15:01:13.832264 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e88f5c39-d6ca-4e80-87b2-4887478de7f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:13.852087 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-772aef7b-fd11-4c43-b958-22a828474dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:13.875606 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9b589302-7e38-4120-ac75-0256725ed242 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:13.884574 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e88f5c39-d6ca-4e80-87b2-4887478de7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:13.884574 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88f5c39-d6ca-4e80-87b2-4887478de7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:13.884977 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e88f5c39-d6ca-4e80-87b2-4887478de7f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:13.893277 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 590d5719-ebaf-4de6-ae56-b142c612c80a no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:01:13.915695 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130fdca-8520-4028-8f33-31c0386bf80c req-cfdc13ac-2b90-4aa3-a488-6b40e1612ae5 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:13.921969 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 590d5719-ebaf-4de6-ae56-b142c612c80a {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:01:13.922698 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 590d5719-ebaf-4de6-ae56-b142c612c80a not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:01:13.922847 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6130fdca-8520-4028-8f33-31c0386bf80c req-cfdc13ac-2b90-4aa3-a488-6b40e1612ae5 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4246ab6e-890d-48bb-92fb-f6d45ad82c26 HTTP/1.1" status: 200 len: 944 time: 0.3100810 Aug 28 15:01:13.923444 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 5ae52389-5937-4f4c-a2e6-b0f593281be8 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:01:13.948789 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 5ae52389-5937-4f4c-a2e6-b0f593281be8 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:01:13.949805 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 5ae52389-5937-4f4c-a2e6-b0f593281be8 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:01:13.961678 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-057725c2-17c4-4fa8-bad3-c78bf8587c16 req-a5e1b670-9134-407e-9c6f-da4787d782eb service neutron] 10.222.0.36 "GET /v2.0/networks/d09279c3-04fd-4d8d-b506-031a585babc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7521787 Aug 28 15:01:13.971629 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f1d5a981-bbaa-4a1d-b826-b2cc08dff787 req-b805a078-3b92-4be3-af71-47453e199ebd tempest-ServerShowV257Test-1074612497 tempest-ServerShowV257Test-1074612497-project] 10.222.0.13 "GET /v2.0/ports?device_id=999452f5-3900-4a67-8fd8-26a9c66a401f HTTP/1.1" status: 200 len: 210 time: 0.0762014 Aug 28 15:01:13.985363 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e88f5c39-d6ca-4e80-87b2-4887478de7f8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1903076 Aug 28 15:01:13.993381 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af,segment=NetworkSegment(f7ca9677-82b4-47f0-ad5b-8702dd638547),segment_id=f7ca9677-82b4-47f0-ad5b-8702dd638547)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:14.002882 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35230) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:14.009888 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-512886cc-61de-4e1e-8d93-f4c3b2d56288 admin admin] Request body: {'subnet': {'network_id': 'bfa1bf07-5e94-42f9-9fcb-22ea662317fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-201122029-subnet', 'tenant_id': '020422ef60e841eab4c80b50b29cd612', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:14.017809 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f5c39-d6ca-4e80-87b2-4887478de7f8 admin admin] Pushing event updated for resources: {'Network': ['ID=bfa1bf07-5e94-42f9-9fcb-22ea662317fa,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:14.021303 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af', 'network_id': 'd09279c3-04fd-4d8d-b506-031a585babc8', 'port_id': 'f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af', 'mac_address': 'fa:16:3e:18:cb:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc82effb-4a54-4c27-8548-486dd9b8079c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:01:14.049615 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network bfa1bf07-5e94-42f9-9fcb-22ea662317fa details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:01:14.111489 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:14.123030 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6130fdca-8520-4028-8f33-31c0386bf80c req-c8cc9b17-3b1f-436f-b9d9-089259446db6 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993401 Aug 28 15:01:14.127164 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-772aef7b-fd11-4c43-b958-22a828474dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:14.135011 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:01:14.155518 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af,segment=NetworkSegment(f7ca9677-82b4-47f0-ad5b-8702dd638547),segment_id=f7ca9677-82b4-47f0-ad5b-8702dd638547)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:14.160303 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:14.163843 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-772aef7b-fd11-4c43-b958-22a828474dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8404fc60-2695-490e-81aa-576e7b73d9df']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:14.166615 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512886cc-61de-4e1e-8d93-f4c3b2d56288 admin admin] Made reservation on behalf of 020422ef60e841eab4c80b50b29cd612 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:01:14.169165 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-512886cc-61de-4e1e-8d93-f4c3b2d56288 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:14.179325 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-12de7f9a-fa99-4190-a69e-2fb7f3c25212 service neutron] For port 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:01:14.193692 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-772aef7b-fd11-4c43-b958-22a828474dd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e55a35-3570-4cec-88c5-f76cdfa3881a') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:14.193969 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-772aef7b-fd11-4c43-b958-22a828474dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e55a35-3570-4cec-88c5-f76cdfa3881a') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:14.215917 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:14.236499 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1cb6e1-c4da-4a92-88f2-588900e3856a req-4ee1919e-3588-47e9-8ac2-8cba5b6cbe39 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:14.237988 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ee1cb6e1-c4da-4a92-88f2-588900e3856a req-4ee1919e-3588-47e9-8ac2-8cba5b6cbe39 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] 10.222.0.13 "GET /v2.0/ports?device_id=67786dda-b81f-4021-bc8f-950f9ab98018 HTTP/1.1" status: 200 len: 944 time: 0.0674393 Aug 28 15:01:14.252939 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-772aef7b-fd11-4c43-b958-22a828474dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:14.264001 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-12de7f9a-fa99-4190-a69e-2fb7f3c25212 service neutron] For port 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=6ccf8bd5-5be3-42cf-9689-53bb3f2e0290,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:01:14.276698 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9b589302-7e38-4120-ac75-0256725ed242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:14.278919 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ee1cb6e1-c4da-4a92-88f2-588900e3856a req-f9239e6c-3b78-4e51-beed-5be8ef9a1edf tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] 10.222.0.13 "GET /v2.0/security-groups?id=726a847d-48af-4a9a-8f07-e1eaafdeacab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347035 Aug 28 15:01:14.279959 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-12de7f9a-fa99-4190-a69e-2fb7f3c25212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:14.312163 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-772aef7b-fd11-4c43-b958-22a828474dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:14.348461 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772aef7b-fd11-4c43-b958-22a828474dd2 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:01:14.348871 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-772aef7b-fd11-4c43-b958-22a828474dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:01:14.358385 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:01:14.401558 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-12de7f9a-fa99-4190-a69e-2fb7f3c25212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:14.402092 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-12de7f9a-fa99-4190-a69e-2fb7f3c25212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:14.404103 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-12de7f9a-fa99-4190-a69e-2fb7f3c25212 service neutron] 10.222.0.41 "PUT /v2.0/ports/6ccf8bd5-5be3-42cf-9689-53bb3f2e0290 HTTP/1.1" status: 200 len: 1093 time: 2.5473151 Aug 28 15:01:14.404554 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4246ab6e-890d-48bb-92fb-f6d45ad82c26', 'tag': '6ccf8bd5-5be3-42cf-9689-53bb3f2e0290'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:01:14.406788 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99509075-bad2-4d63-a777-447d3098a0c2" -d '{"events": [{"name": "network-changed", "server_uuid": "4246ab6e-890d-48bb-92fb-f6d45ad82c26", "tag": "6ccf8bd5-5be3-42cf-9689-53bb3f2e0290"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:01:14.420354 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:01:14.483399 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b36ff2d-535f-4612-ae02-e40f0099c4b4 x-openstack-request-id: req-4b36ff2d-535f-4612-ae02-e40f0099c4b4 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:01:14.483720 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4246ab6e-890d-48bb-92fb-f6d45ad82c26", "tag": "6ccf8bd5-5be3-42cf-9689-53bb3f2e0290", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:01:14.483972 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b36ff2d-535f-4612-ae02-e40f0099c4b4 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:01:14.484372 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4246ab6e-890d-48bb-92fb-f6d45ad82c26', 'tag': '6ccf8bd5-5be3-42cf-9689-53bb3f2e0290', 'status': 'completed', 'code': 200} Aug 28 15:01:14.503495 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-772aef7b-fd11-4c43-b958-22a828474dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:14.505973 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de7f9a-fa99-4190-a69e-2fb7f3c25212 service neutron] Pushing event updated for resources: {'Port': ['ID=6ccf8bd5-5be3-42cf-9689-53bb3f2e0290,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:14.518187 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-772aef7b-fd11-4c43-b958-22a828474dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:14.520008 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-772aef7b-fd11-4c43-b958-22a828474dd2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8404fc60-2695-490e-81aa-576e7b73d9df HTTP/1.1" status: 204 len: 168 time: 1.2584622 Aug 28 15:01:14.557245 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772aef7b-fd11-4c43-b958-22a828474dd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8404fc60-2695-490e-81aa-576e7b73d9df,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:14.560127 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9b589302-7e38-4120-ac75-0256725ed242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:14.600778 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b589302-7e38-4120-ac75-0256725ed242 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ae32591-49d1-4342-8080-c7756186a191,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:14.609943 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9b589302-7e38-4120-ac75-0256725ed242 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:14.611847 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9b589302-7e38-4120-ac75-0256725ed242 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3ae32591-49d1-4342-8080-c7756186a191 HTTP/1.1" status: 204 len: 168 time: 1.4134932 Aug 28 15:01:14.614267 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-091cb20d-9409-4bdc-8938-0fae8264ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:14.614540 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35240) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:14.615759 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-091cb20d-9409-4bdc-8938-0fae8264ace5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e95395be3d24839a8701be7dfdce9ea&device_id=4246ab6e-890d-48bb-92fb-f6d45ad82c26 HTTP/1.1" status: 200 len: 1096 time: 0.1601713 Aug 28 15:01:14.617382 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5b4fd1-818f-4fcf-acf3-ab28551e9a7f None None] Network 40a03aed-4a19-48a0-9549-faca605f4bfe requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:01:14.670749 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35242) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:14.695409 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-aa970056-2864-40ec-a171-db1495bc9991 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ccf8bd5-5be3-42cf-9689-53bb3f2e0290 HTTP/1.1" status: 200 len: 217 time: 0.0500104 Aug 28 15:01:14.728003 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb290ec9-4f49-4117-9b0b-23df03035de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:14.732937 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-512886cc-61de-4e1e-8d93-f4c3b2d56288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:14.752259 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b99ad947-0703-4885-b9b1-9bad61db2f04 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=478107490d854612b2fb52a63284f6da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0795417 Aug 28 15:01:14.753501 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35244) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:14.794104 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-e7c2a63d-efea-46d6-a486-9ec9231cb003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:14.795757 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-e7c2a63d-efea-46d6-a486-9ec9231cb003 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0232775b-ecc0-4f31-8c1b-6f02e982b8c0 HTTP/1.1" status: 200 len: 845 time: 0.0895875 Aug 28 15:01:14.805613 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512886cc-61de-4e1e-8d93-f4c3b2d56288 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb2d5e6f-66dd-404e-aeea-21037f459c47,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:14.836045 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c177a7-9931-403e-b6c1-2b1c300dc07e None None] DHCP port deletion for 40a03aed-4a19-48a0-9549-faca605f4bfe request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:01:14.846749 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-0fa0c86b-064c-465f-97fd-e6cab963d7d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1123c5af-47ee-4e05-9c33-399c448cd238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385704 Aug 28 15:01:14.852866 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512886cc-61de-4e1e-8d93-f4c3b2d56288 admin admin] Checking segment: {'id': '9ede7ae2-ded2-4625-9995-8102dab1ee5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bfa1bf07-5e94-42f9-9fcb-22ea662317fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:01:14.853918 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512886cc-61de-4e1e-8d93-f4c3b2d56288 admin admin] Network hostable DHCP agents. Network: bfa1bf07-5e94-42f9-9fcb-22ea662317fa, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:01:14.855585 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-fb290ec9-4f49-4117-9b0b-23df03035de4 admin admin] Deleting port 00d62e14-5091-4470-ac1a-60f47a03c217 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:01:14.856201 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb290ec9-4f49-4117-9b0b-23df03035de4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:14.859360 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-90584e37-b652-4454-bc2e-1fca3b75d819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:14.904545 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-39c177a7-9931-403e-b6c1-2b1c300dc07e None None] Deleting port 00d62e14-5091-4470-ac1a-60f47a03c217 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:01:14.904987 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-39c177a7-9931-403e-b6c1-2b1c300dc07e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:14.929184 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512886cc-61de-4e1e-8d93-f4c3b2d56288 admin admin] Network bfa1bf07-5e94-42f9-9fcb-22ea662317fa is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:01:14.940500 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-90584e37-b652-4454-bc2e-1fca3b75d819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:14.947720 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-512886cc-61de-4e1e-8d93-f4c3b2d56288 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, bfa1bf07-5e94-42f9-9fcb-22ea662317fa) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:01:14.954803 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512886cc-61de-4e1e-8d93-f4c3b2d56288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:14.955460 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-512886cc-61de-4e1e-8d93-f4c3b2d56288 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:14.979808 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-d682319a-b522-4d52-9557-598bed300ced service neutron] 10.222.0.41 "GET /v2.0/networks/1123c5af-47ee-4e05-9c33-399c448cd238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192746 Aug 28 15:01:14.990748 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-512886cc-61de-4e1e-8d93-f4c3b2d56288 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9768972 Aug 28 15:01:14.990994 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-39c177a7-9931-403e-b6c1-2b1c300dc07e None None] For port 00d62e14-5091-4470-ac1a-60f47a03c217, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=00d62e14-5091-4470-ac1a-60f47a03c217,segment=NetworkSegment(f2247a83-4f17-4255-8bc6-2c6f63e17b02),segment_id=f2247a83-4f17-4255-8bc6-2c6f63e17b02)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:14.990994 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-39c177a7-9931-403e-b6c1-2b1c300dc07e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:14.990994 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e780328b-5b06-4608-96ff-ec07d0e88c9b None None] Network bfa1bf07-5e94-42f9-9fcb-22ea662317fa requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:01:14.994285 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-fb290ec9-4f49-4117-9b0b-23df03035de4 admin admin] For port 00d62e14-5091-4470-ac1a-60f47a03c217, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=00d62e14-5091-4470-ac1a-60f47a03c217,segment=NetworkSegment(f2247a83-4f17-4255-8bc6-2c6f63e17b02),segment_id=f2247a83-4f17-4255-8bc6-2c6f63e17b02)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:14.994724 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb290ec9-4f49-4117-9b0b-23df03035de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:15.024215 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-fb290ec9-4f49-4117-9b0b-23df03035de4 admin admin] Calling delete_port for 00d62e14-5091-4470-ac1a-60f47a03c217 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:01:15.046750 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47dcdb-2eb9-408d-94ef-859a5832e983 req-d783aa9a-5582-48a0-be9c-a64eac24362b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:15.054312 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1f47dcdb-2eb9-408d-94ef-859a5832e983 req-d783aa9a-5582-48a0-be9c-a64eac24362b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.1436830 Aug 28 15:01:15.115199 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-39c177a7-9931-403e-b6c1-2b1c300dc07e None None] Calling delete_port for 00d62e14-5091-4470-ac1a-60f47a03c217 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:01:15.124535 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-90584e37-b652-4454-bc2e-1fca3b75d819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:15.127071 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-90584e37-b652-4454-bc2e-1fca3b75d819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:15.130531 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-90584e37-b652-4454-bc2e-1fca3b75d819 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b72fd6f-a86a-4c20-820f-7181f4398682 HTTP/1.1" status: 204 len: 168 time: 0.3738849 Aug 28 15:01:15.171032 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-267e929a-7b06-4ad2-b3bc-269bcc5c8f27 req-4a3af6bc-1fc9-4b2a-9c97-82500d348273 tempest-ServerShowV257Test-1074612497 tempest-ServerShowV257Test-1074612497-project] 10.222.0.13 "GET /v2.0/ports?device_id=999452f5-3900-4a67-8fd8-26a9c66a401f HTTP/1.1" status: 200 len: 210 time: 0.0623212 Aug 28 15:01:15.175783 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1f47dcdb-2eb9-408d-94ef-859a5832e983 req-231d3627-e92c-4b94-9ba6-343668f56fe2 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045976 Aug 28 15:01:15.191112 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90584e37-b652-4454-bc2e-1fca3b75d819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b72fd6f-a86a-4c20-820f-7181f4398682,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:15.215900 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b2fb35af-b465-4552-ab28-0cc4c52f6731 req-d8f25963-6bf5-4dbe-956b-48535d28b882 service neutron] 10.222.0.41 "GET /v2.0/networks/1123c5af-47ee-4e05-9c33-399c448cd238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232323 Aug 28 15:01:15.259991 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb290ec9-4f49-4117-9b0b-23df03035de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: from cryptography.utils import int_from_bytes Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: from cryptography.utils import int_from_bytes Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:01:15.284200 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:01:15.287999 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:01:15.287999 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:01:15.287999 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:01:15.287999 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:01:15.287999 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:01:15.287999 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:01:15.287999 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:01:15.287999 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:01:15.287999 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:01:15.287999 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:01:15.287999 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:01:15.287999 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:01:15.287999 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:01:15.287999 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:01:15.299048 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-39c177a7-9931-403e-b6c1-2b1c300dc07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:15.321380 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb290ec9-4f49-4117-9b0b-23df03035de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=00d62e14-5091-4470-ac1a-60f47a03c217,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:15.323361 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb290ec9-4f49-4117-9b0b-23df03035de4 admin admin] No DVR routers for this DVR port 00d62e14-5091-4470-ac1a-60f47a03c217 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:01:15.349164 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99509075-bad2-4d63-a777-447d3098a0c2 req-05ad231c-c276-42e0-9d8e-b2101df42bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:15.353856 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-99509075-bad2-4d63-a777-447d3098a0c2 req-05ad231c-c276-42e0-9d8e-b2101df42bd3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e95395be3d24839a8701be7dfdce9ea&device_id=4246ab6e-890d-48bb-92fb-f6d45ad82c26 HTTP/1.1" status: 200 len: 1096 time: 0.0821428 Aug 28 15:01:15.376202 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa669d1d-4750-4e66-8e4c-11c33162d387 None None] Network bfa1bf07-5e94-42f9-9fcb-22ea662317fa requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:01:15.383584 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c177a7-9931-403e-b6c1-2b1c300dc07e None None] Pushing event deleted for resources: {'Port': ['ID=00d62e14-5091-4470-ac1a-60f47a03c217,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:15.396636 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c177a7-9931-403e-b6c1-2b1c300dc07e None None] No DVR routers for this DVR port 00d62e14-5091-4470-ac1a-60f47a03c217 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:01:15.526959 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99509075-bad2-4d63-a777-447d3098a0c2 req-3c1eb8c6-ac72-4fa1-8caa-b0e9aa76ee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:15.529717 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-99509075-bad2-4d63-a777-447d3098a0c2 req-3c1eb8c6-ac72-4fa1-8caa-b0e9aa76ee99 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1123c5af-47ee-4e05-9c33-399c448cd238 HTTP/1.1" status: 200 len: 906 time: 0.1529255 Aug 28 15:01:15.556196 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb290ec9-4f49-4117-9b0b-23df03035de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:15.569420 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-fb290ec9-4f49-4117-9b0b-23df03035de4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a03aed-4a19-48a0-9549-faca605f4bfe']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:15.588204 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-99509075-bad2-4d63-a777-447d3098a0c2 req-e78d1bd9-1d35-4d10-b58a-5db7bf47d453 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ccf8bd5-5be3-42cf-9689-53bb3f2e0290 HTTP/1.1" status: 200 len: 217 time: 0.0493035 Aug 28 15:01:15.593312 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-fb290ec9-4f49-4117-9b0b-23df03035de4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2247a83-4f17-4255-8bc6-2c6f63e17b02') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:15.593612 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-fb290ec9-4f49-4117-9b0b-23df03035de4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2247a83-4f17-4255-8bc6-2c6f63e17b02') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:15.609096 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb290ec9-4f49-4117-9b0b-23df03035de4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:15.618672 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27995349-bbb2-494c-a7cb-26778f0eace5 req-b1c45a9c-3ba3-46f7-9480-75316714ae72 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:15.626579 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-27995349-bbb2-494c-a7cb-26778f0eace5 req-b1c45a9c-3ba3-46f7-9480-75316714ae72 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4246ab6e-890d-48bb-92fb-f6d45ad82c26 HTTP/1.1" status: 200 len: 944 time: 0.1717527 Aug 28 15:01:15.658471 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb290ec9-4f49-4117-9b0b-23df03035de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:15.672671 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb290ec9-4f49-4117-9b0b-23df03035de4 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:01:15.673368 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb290ec9-4f49-4117-9b0b-23df03035de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:01:15.674760 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:01:15.720667 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6280ee-327b-45bb-afbd-dcbea377f2b8 req-aec79bcc-086a-47fe-9ffd-0e24bb1f14f8 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:15.723262 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 00d62e14-5091-4470-ac1a-60f47a03c217 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:01:15.727943 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2b6280ee-327b-45bb-afbd-dcbea377f2b8 req-aec79bcc-086a-47fe-9ffd-0e24bb1f14f8 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] 10.222.0.13 "GET /v2.0/ports?device_id=67786dda-b81f-4021-bc8f-950f9ab98018 HTTP/1.1" status: 200 len: 944 time: 0.0957415 Aug 28 15:01:15.730622 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99509075-bad2-4d63-a777-447d3098a0c2 req-dd285024-015b-49ab-8754-7081798ca173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:15.732905 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-99509075-bad2-4d63-a777-447d3098a0c2 req-dd285024-015b-49ab-8754-7081798ca173 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0232775b-ecc0-4f31-8c1b-6f02e982b8c0 HTTP/1.1" status: 200 len: 845 time: 0.1343012 Aug 28 15:01:15.737787 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-27995349-bbb2-494c-a7cb-26778f0eace5 req-175fb302-653a-4b8b-b9ca-96b4dd65ca89 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061642 Aug 28 15:01:15.775076 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2b6280ee-327b-45bb-afbd-dcbea377f2b8 req-6a400acd-5be9-47d2-b2b4-7176aea88314 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] 10.222.0.13 "GET /v2.0/security-groups?id=726a847d-48af-4a9a-8f07-e1eaafdeacab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461497 Aug 28 15:01:15.785092 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb290ec9-4f49-4117-9b0b-23df03035de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:15.785356 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 00d62e14-5091-4470-ac1a-60f47a03c217 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:01:15.786963 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 00d62e14-5091-4470-ac1a-60f47a03c217 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:01:15.791922 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb290ec9-4f49-4117-9b0b-23df03035de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:15.794212 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fb290ec9-4f49-4117-9b0b-23df03035de4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/40a03aed-4a19-48a0-9549-faca605f4bfe HTTP/1.1" status: 204 len: 168 time: 1.1784210 Aug 28 15:01:15.814474 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:01:15.814626 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb290ec9-4f49-4117-9b0b-23df03035de4 admin admin] Pushing event deleted for resources: {'Network': ['ID=40a03aed-4a19-48a0-9549-faca605f4bfe,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:15.826063 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-99509075-bad2-4d63-a777-447d3098a0c2 req-3b4beab6-2a37-4ea2-b28e-6004bcfa1252 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1123c5af-47ee-4e05-9c33-399c448cd238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613043 Aug 28 15:01:15.904241 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:01:15.909189 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:01:15.909566 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:15.978765 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-99509075-bad2-4d63-a777-447d3098a0c2 req-ab3d5f36-14d7-4196-af82-ca775d70fc09 service neutron] 10.222.0.41 "GET /v2.0/networks/1123c5af-47ee-4e05-9c33-399c448cd238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388552 Aug 28 15:01:16.024176 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:16.056886 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67786dda-b81f-4021-bc8f-950f9ab98018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:01:16.059967 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e61fe4c-0aef-485e-9981-475dfe88d22c" -d '{"events": [{"server_uuid": "67786dda-b81f-4021-bc8f-950f9ab98018", "name": "network-vif-plugged", "status": "completed", "tag": "f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:01:16.095628 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af,segment=NetworkSegment(f7ca9677-82b4-47f0-ad5b-8702dd638547),segment_id=f7ca9677-82b4-47f0-ad5b-8702dd638547)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:16.096803 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35290) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:16.107799 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:16.135494 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-99509075-bad2-4d63-a777-447d3098a0c2 req-99a579d7-3b38-4b71-ba0a-aa0b93679c2f service neutron] 10.222.0.41 "GET /v2.0/networks/1123c5af-47ee-4e05-9c33-399c448cd238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418114 Aug 28 15:01:16.143680 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcdd31b-d637-4542-bd6e-467cc596e828 x-openstack-request-id: req-ffcdd31b-d637-4542-bd6e-467cc596e828 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:01:16.143992 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67786dda-b81f-4021-bc8f-950f9ab98018", "name": "network-vif-plugged", "status": "completed", "tag": "f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:01:16.144225 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ffcdd31b-d637-4542-bd6e-467cc596e828 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:01:16.144618 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67786dda-b81f-4021-bc8f-950f9ab98018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af', 'code': 200} Aug 28 15:01:16.175561 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35296) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:16.188552 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b704be92-c2d3-48ba-b00c-2ac81ed797ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e84e62429884a25aec3c64048e001dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0864468 Aug 28 15:01:16.188734 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:16.306037 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d71e89-53ac-4fe9-9bc9-944f7761c1af req-3e202f9b-dfe7-4fa5-bb18-205c999f89ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:16.308040 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-64d71e89-53ac-4fe9-9bc9-944f7761c1af req-3e202f9b-dfe7-4fa5-bb18-205c999f89ac service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=67786dda-b81f-4021-bc8f-950f9ab98018 HTTP/1.1" status: 200 len: 1097 time: 0.1127646 Aug 28 15:01:16.315124 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-61b471bd-b8fc-4fe7-b916-57bda9840f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:16.338880 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-02991a24-3f2b-4cf9-8d2d-1407192a5cb7 req-7cc16b5d-a75f-48f8-aa67-45112e9279a3 tempest-ServerShowV257Test-1074612497 tempest-ServerShowV257Test-1074612497-project] 10.222.0.13 "GET /v2.0/ports?device_id=999452f5-3900-4a67-8fd8-26a9c66a401f HTTP/1.1" status: 200 len: 210 time: 0.0340207 Aug 28 15:01:16.372743 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-61b471bd-b8fc-4fe7-b916-57bda9840f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:16.382654 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61878b-9216-4835-b327-f912ea5db61a req-709a918d-1ce1-46a6-948f-b29d540d5a72 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:16.384188 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c61878b-9216-4835-b327-f912ea5db61a req-709a918d-1ce1-46a6-948f-b29d540d5a72 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.1199882 Aug 28 15:01:16.385772 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-64d71e89-53ac-4fe9-9bc9-944f7761c1af req-c0a8acf2-f798-4daf-9816-cd5120c0a03d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=726a847d-48af-4a9a-8f07-e1eaafdeacab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681968 Aug 28 15:01:16.446132 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c61878b-9216-4835-b327-f912ea5db61a req-77a719d3-3ab5-4030-84d0-1c781cff2473 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520983 Aug 28 15:01:16.471996 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-61b471bd-b8fc-4fe7-b916-57bda9840f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:16.474782 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-61b471bd-b8fc-4fe7-b916-57bda9840f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:16.476109 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-61b471bd-b8fc-4fe7-b916-57bda9840f67 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b0a580e-4589-4131-81c4-0296f4870f9e HTTP/1.1" status: 204 len: 168 time: 0.2995262 Aug 28 15:01:16.491267 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b471bd-b8fc-4fe7-b916-57bda9840f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0a580e-4589-4131-81c4-0296f4870f9e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:16.861858 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405bf3c-2f67-4382-9d3f-bb553a6531e8 req-d7923459-3dc1-4e94-9456-6a9006411e62 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:16.864612 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a405bf3c-2f67-4382-9d3f-bb553a6531e8 req-d7923459-3dc1-4e94-9456-6a9006411e62 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4246ab6e-890d-48bb-92fb-f6d45ad82c26 HTTP/1.1" status: 200 len: 944 time: 0.0619051 Aug 28 15:01:16.865390 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35338) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:16.915541 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ffcdd-f598-4ed4-81cd-b55d5e661f71 req-215c6aa3-e078-41bf-92c7-66f827914859 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:16.917237 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-324ffcdd-f598-4ed4-81cd-b55d5e661f71 req-215c6aa3-e078-41bf-92c7-66f827914859 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] 10.222.0.13 "GET /v2.0/ports?device_id=67786dda-b81f-4021-bc8f-950f9ab98018 HTTP/1.1" status: 200 len: 945 time: 0.0514228 Aug 28 15:01:16.918629 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a405bf3c-2f67-4382-9d3f-bb553a6531e8 req-05d197ef-15cb-4155-9873-5b4685bf9e27 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464249 Aug 28 15:01:16.989277 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-324ffcdd-f598-4ed4-81cd-b55d5e661f71 req-8a89df02-1c16-41fe-904a-d5f6eee9225f tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] 10.222.0.13 "GET /v2.0/security-groups?id=726a847d-48af-4a9a-8f07-e1eaafdeacab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610354 Aug 28 15:01:17.030856 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b49bcbe5-c1f7-4593-a703-b3ce85bbbf1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:17.147637 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b49bcbe5-c1f7-4593-a703-b3ce85bbbf1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:17.154791 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b49bcbe5-c1f7-4593-a703-b3ce85bbbf1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:17.216777 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b49bcbe5-c1f7-4593-a703-b3ce85bbbf1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f6447b1e5fa4c99a06ba264b67fa630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3474357 Aug 28 15:01:17.217361 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35366) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:17.224670 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bcbe5-c1f7-4593-a703-b3ce85bbbf1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8562d7c-5691-4f94-b271-5a329c925fe7,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:17.288878 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-76d51f86-9c6c-4949-ac4e-9435aa39499e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:17.316700 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-76d51f86-9c6c-4949-ac4e-9435aa39499e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:17.350257 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-f42d8291-7930-4dab-b1ef-8e4a9815f721 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:17.361117 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-f42d8291-7930-4dab-b1ef-8e4a9815f721 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] 10.222.0.13 "GET /v2.0/networks?id=bfa1bf07-5e94-42f9-9fcb-22ea662317fa HTTP/1.1" status: 200 len: 809 time: 0.1676815 Aug 28 15:01:17.379104 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-76d51f86-9c6c-4949-ac4e-9435aa39499e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:17.381948 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-76d51f86-9c6c-4949-ac4e-9435aa39499e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:17.385339 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-76d51f86-9c6c-4949-ac4e-9435aa39499e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8562d7c-5691-4f94-b271-5a329c925fe7 HTTP/1.1" status: 204 len: 168 time: 0.1646836 Aug 28 15:01:17.401271 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d51f86-9c6c-4949-ac4e-9435aa39499e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8562d7c-5691-4f94-b271-5a329c925fe7,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:17.403896 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-0db952d6-d04f-4d17-a885-e4453bf4aa5a tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] 10.222.0.13 "GET /v2.0/quotas/020422ef60e841eab4c80b50b29cd612 HTTP/1.1" status: 200 len: 375 time: 0.0414531 Aug 28 15:01:17.443078 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35376) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:17.475842 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-724d5767-7b92-4bd1-b7c5-0ecdfb8bb793 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=020422ef60e841eab4c80b50b29cd612&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679803 Aug 28 15:01:17.515866 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cf1e810d-4621-46f8-a450-5327d0134c32 req-c5147e46-80e1-4785-8882-c0b1a4ed4153 tempest-ServerShowV257Test-1074612497 tempest-ServerShowV257Test-1074612497-project] 10.222.0.13 "GET /v2.0/ports?device_id=999452f5-3900-4a67-8fd8-26a9c66a401f HTTP/1.1" status: 200 len: 210 time: 0.0430074 Aug 28 15:01:17.588535 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-09861c0d-3014-4e38-8b83-7f8cc3006a08 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-342812436-network', 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:17.618091 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-1f7c3cfe-bd45-4350-ad25-31e397b36e11 service neutron] 10.222.0.13 "GET /v2.0/networks/bfa1bf07-5e94-42f9-9fcb-22ea662317fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348372 Aug 28 15:01:17.635272 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09861c0d-3014-4e38-8b83-7f8cc3006a08 admin admin] Made reservation on behalf of fe324b812e744bb0bdbdce7fe2c6c169 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:01:17.638181 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-09861c0d-3014-4e38-8b83-7f8cc3006a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:17.645425 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed424d7-82fe-4e9f-b2fe-1d89db795f48 req-42118cd6-d683-4b7f-99c9-92a92a9b8926 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:17.648169 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0ed424d7-82fe-4e9f-b2fe-1d89db795f48 req-42118cd6-d683-4b7f-99c9-92a92a9b8926 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.0616372 Aug 28 15:01:17.680754 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-09861c0d-3014-4e38-8b83-7f8cc3006a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:17.690673 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0ed424d7-82fe-4e9f-b2fe-1d89db795f48 req-9fd772c6-0697-4499-9760-c524d3201002 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359488 Aug 28 15:01:17.773313 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-a9d265f2-97e1-46c1-9ed4-8c30f28970ff service neutron] 10.222.0.13 "GET /v2.0/networks/bfa1bf07-5e94-42f9-9fcb-22ea662317fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477883 Aug 28 15:01:17.835279 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-09861c0d-3014-4e38-8b83-7f8cc3006a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:17.840794 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-09861c0d-3014-4e38-8b83-7f8cc3006a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:17.865429 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09861c0d-3014-4e38-8b83-7f8cc3006a08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:01:17.881040 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09861c0d-3014-4e38-8b83-7f8cc3006a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2471a840-f31e-4640-bc5a-0de740b1a031,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:17.899051 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-09861c0d-3014-4e38-8b83-7f8cc3006a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:17.899603 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-09861c0d-3014-4e38-8b83-7f8cc3006a08 admin admin] Added segment 661b8b18-0dd8-4191-ab69-dd865738dcee of type vlan for network 7f8f220c-9491-4b28-bbdb-8fe595a72abc Aug 28 15:01:17.942996 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-09861c0d-3014-4e38-8b83-7f8cc3006a08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:17.972414 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-09861c0d-3014-4e38-8b83-7f8cc3006a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:17.973878 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09861c0d-3014-4e38-8b83-7f8cc3006a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:17.974775 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-09861c0d-3014-4e38-8b83-7f8cc3006a08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:18.046751 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-09861c0d-3014-4e38-8b83-7f8cc3006a08 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.5995154 Aug 28 15:01:18.050479 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35402) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:18.056601 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-127b2750-15d7-4a22-b2b1-539e51ecfcb9 admin admin] Request body: {'subnet': {'network_id': '7f8f220c-9491-4b28-bbdb-8fe595a72abc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-342812436-subnet', 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:18.072479 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-76fb56f3-2ac5-4467-8b82-e8b7ddefd679 req-450f8e39-57bd-4afb-bf8a-62b3831ee4f8 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] 10.222.0.13 "GET /v2.0/ports?device_id=61562d75-7f85-42fd-b58f-64faf123d407 HTTP/1.1" status: 200 len: 210 time: 0.0501523 Aug 28 15:01:18.081385 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09861c0d-3014-4e38-8b83-7f8cc3006a08 admin admin] Pushing event updated for resources: {'Network': ['ID=7f8f220c-9491-4b28-bbdb-8fe595a72abc,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:18.093104 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 7f8f220c-9491-4b28-bbdb-8fe595a72abc details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:01:18.098198 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127b2750-15d7-4a22-b2b1-539e51ecfcb9 admin admin] Made reservation on behalf of fe324b812e744bb0bdbdce7fe2c6c169 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:01:18.107235 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-127b2750-15d7-4a22-b2b1-539e51ecfcb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:18.192219 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74612d38-a49a-449b-8dc6-2db0c639e9de req-9a2fe270-5d1e-43d0-9d75-2f5bd21949ea tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:18.200073 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74612d38-a49a-449b-8dc6-2db0c639e9de req-9a2fe270-5d1e-43d0-9d75-2f5bd21949ea tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4246ab6e-890d-48bb-92fb-f6d45ad82c26 HTTP/1.1" status: 200 len: 944 time: 0.1888998 Aug 28 15:01:18.237140 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a3cf8-1ee2-4009-abf4-f6cb9f0a52df req-0ada1b75-a4e6-4627-b54d-63a91206157f tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:18.238701 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c10a3cf8-1ee2-4009-abf4-f6cb9f0a52df req-0ada1b75-a4e6-4627-b54d-63a91206157f tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] 10.222.0.13 "GET /v2.0/ports?device_id=67786dda-b81f-4021-bc8f-950f9ab98018 HTTP/1.1" status: 200 len: 945 time: 0.0734217 Aug 28 15:01:18.285223 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c10a3cf8-1ee2-4009-abf4-f6cb9f0a52df req-a38d08eb-b530-47d4-b47b-52f6d9219e92 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] 10.222.0.13 "GET /v2.0/security-groups?id=726a847d-48af-4a9a-8f07-e1eaafdeacab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367134 Aug 28 15:01:18.296311 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74612d38-a49a-449b-8dc6-2db0c639e9de req-30a3ac4d-d9ff-4cd1-8777-e2f6cb0f6ee0 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950677 Aug 28 15:01:18.457962 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-127b2750-15d7-4a22-b2b1-539e51ecfcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:18.499709 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-057f4911-dbb3-4db2-aa75-efd1bfc9d483 req-a2a8761d-5298-4f99-9bfe-2cc0fb94ead7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=999452f5-3900-4a67-8fd8-26a9c66a401f HTTP/1.1" status: 200 len: 210 time: 0.0657790 Aug 28 15:01:18.535648 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b2750-15d7-4a22-b2b1-539e51ecfcb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75f3e6a9-c315-460b-8a96-4aeacf727b86,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:18.548284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127b2750-15d7-4a22-b2b1-539e51ecfcb9 admin admin] Checking segment: {'id': '661b8b18-0dd8-4191-ab69-dd865738dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7f8f220c-9491-4b28-bbdb-8fe595a72abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:01:18.548652 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127b2750-15d7-4a22-b2b1-539e51ecfcb9 admin admin] Network hostable DHCP agents. Network: 7f8f220c-9491-4b28-bbdb-8fe595a72abc, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:01:18.575973 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127b2750-15d7-4a22-b2b1-539e51ecfcb9 admin admin] Network 7f8f220c-9491-4b28-bbdb-8fe595a72abc is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:01:18.588453 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-127b2750-15d7-4a22-b2b1-539e51ecfcb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 7f8f220c-9491-4b28-bbdb-8fe595a72abc) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:01:18.596249 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127b2750-15d7-4a22-b2b1-539e51ecfcb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:18.596249 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-127b2750-15d7-4a22-b2b1-539e51ecfcb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:18.609949 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d367f023-10c0-4760-b588-cb370336107d None None] Network 7f8f220c-9491-4b28-bbdb-8fe595a72abc requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:01:18.614700 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-127b2750-15d7-4a22-b2b1-539e51ecfcb9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5624936 Aug 28 15:01:18.617729 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35432) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:18.624078 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-2f530916-67e7-4c29-85be-69973e815edc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-342812436-router', 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:18.662690 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3ef3b841-3e03-4f06-a38e-b4a92cd59faa req-f2ecfa10-d76d-4658-855b-c474625f777f tempest-ServerShowV257Test-1074612497 tempest-ServerShowV257Test-1074612497-project] 10.222.0.13 "GET /v2.0/ports?device_id=999452f5-3900-4a67-8fd8-26a9c66a401f HTTP/1.1" status: 200 len: 210 time: 0.0351298 Aug 28 15:01:18.677873 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2f530916-67e7-4c29-85be-69973e815edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:18.679611 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2f530916-67e7-4c29-85be-69973e815edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:18.791962 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2f530916-67e7-4c29-85be-69973e815edc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:18.810987 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70850e9-fe58-4bbb-aa4a-d3ea3211dc83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-7f8f220c-9491-4b28-bbdb-8fe595a72abc', 'network_id': '7f8f220c-9491-4b28-bbdb-8fe595a72abc', 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'fixed_ips': [{'subnet_id': '75f3e6a9-c315-460b-8a96-4aeacf727b86'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:01:18.812208 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e70850e9-fe58-4bbb-aa4a-d3ea3211dc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:18.898420 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a2e93-0727-4fd3-a064-203498c60506 req-cb6cba94-6a00-471b-9b3e-f9a7746b22f4 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:18.900735 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3e4a2e93-0727-4fd3-a064-203498c60506 req-cb6cba94-6a00-471b-9b3e-f9a7746b22f4 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] 10.222.0.13 "GET /v2.0/ports?device_id=67786dda-b81f-4021-bc8f-950f9ab98018 HTTP/1.1" status: 200 len: 945 time: 0.1496656 Aug 28 15:01:18.990746 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2f530916-67e7-4c29-85be-69973e815edc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:19.009731 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-e70850e9-fe58-4bbb-aa4a-d3ea3211dc83 None None] Allocated IP 172.20.0.2 (7f8f220c-9491-4b28-bbdb-8fe595a72abc/75f3e6a9-c315-460b-8a96-4aeacf727b86/38079790-3a6b-474d-b196-ab8cd7f2380b) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:01:19.050050 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3e4a2e93-0727-4fd3-a064-203498c60506 req-9e3f971e-ad53-4af9-a909-f6d906dabd4f tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] 10.222.0.13 "GET /v2.0/security-groups?id=726a847d-48af-4a9a-8f07-e1eaafdeacab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180952 Aug 28 15:01:19.195524 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0eb29-2656-47a1-8a8f-e7eaf023950d req-ac600a3b-8517-4f71-8a58-941db3966654 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:19.214180 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e70850e9-fe58-4bbb-aa4a-d3ea3211dc83 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:19.216715 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fff0eb29-2656-47a1-8a8f-e7eaf023950d req-ac600a3b-8517-4f71-8a58-941db3966654 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.0816634 Aug 28 15:01:19.234725 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e70850e9-fe58-4bbb-aa4a-d3ea3211dc83 None None] Transition to ACTIVE for port object 38079790-3a6b-474d-b196-ab8cd7f2380b will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:01:19.257048 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e70850e9-fe58-4bbb-aa4a-d3ea3211dc83 None None] Transition to ACTIVE for port object 38079790-3a6b-474d-b196-ab8cd7f2380b will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:01:19.267591 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e70850e9-fe58-4bbb-aa4a-d3ea3211dc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:19.288495 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fff0eb29-2656-47a1-8a8f-e7eaf023950d req-df67daf0-2f6e-4670-b369-5947129c96a6 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705652 Aug 28 15:01:19.320319 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70850e9-fe58-4bbb-aa4a-d3ea3211dc83 None None] Network 7f8f220c-9491-4b28-bbdb-8fe595a72abc is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:01:19.329029 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-e70850e9-fe58-4bbb-aa4a-d3ea3211dc83 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:01:19.333851 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70850e9-fe58-4bbb-aa4a-d3ea3211dc83 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:01:19.381546 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70850e9-fe58-4bbb-aa4a-d3ea3211dc83 None None] Pushing event updated for resources: {'Port': ['ID=38079790-3a6b-474d-b196-ab8cd7f2380b,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:19.401176 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2f530916-67e7-4c29-85be-69973e815edc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:19.409877 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8836fde6-14ce-4ef8-be8e-55815e18c4db req-c5125e65-3e6d-474f-b725-e1f17fb339c1 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] 10.222.0.13 "GET /v2.0/ports?device_id=61562d75-7f85-42fd-b58f-64faf123d407 HTTP/1.1" status: 200 len: 210 time: 0.0424147 Aug 28 15:01:19.433478 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2f530916-67e7-4c29-85be-69973e815edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:19.435905 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:01:19.439628 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-e70850e9-fe58-4bbb-aa4a-d3ea3211dc83 None None] Attempting to bind port 38079790-3a6b-474d-b196-ab8cd7f2380b on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:01:19.441022 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-e70850e9-fe58-4bbb-aa4a-d3ea3211dc83 None None] Attempting to bind port 38079790-3a6b-474d-b196-ab8cd7f2380b by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '661b8b18-0dd8-4191-ab69-dd865738dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7f8f220c-9491-4b28-bbdb-8fe595a72abc'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:01:19.441407 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70850e9-fe58-4bbb-aa4a-d3ea3211dc83 None None] Attempting to bind port 38079790-3a6b-474d-b196-ab8cd7f2380b on network 7f8f220c-9491-4b28-bbdb-8fe595a72abc {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:01:19.456941 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70850e9-fe58-4bbb-aa4a-d3ea3211dc83 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:01:19.457657 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70850e9-fe58-4bbb-aa4a-d3ea3211dc83 None None] Checking segment: {'id': '661b8b18-0dd8-4191-ab69-dd865738dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7f8f220c-9491-4b28-bbdb-8fe595a72abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:01:19.458329 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e70850e9-fe58-4bbb-aa4a-d3ea3211dc83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:19.459023 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70850e9-fe58-4bbb-aa4a-d3ea3211dc83 None None] Bound using segment: {'id': '661b8b18-0dd8-4191-ab69-dd865738dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7f8f220c-9491-4b28-bbdb-8fe595a72abc'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:01:19.459692 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-e70850e9-fe58-4bbb-aa4a-d3ea3211dc83 None None] Bound port: 38079790-3a6b-474d-b196-ab8cd7f2380b, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661b8b18-0dd8-4191-ab69-dd865738dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7f8f220c-9491-4b28-bbdb-8fe595a72abc'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:01:19.460266 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e70850e9-fe58-4bbb-aa4a-d3ea3211dc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:19.544049 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfcfa71-daad-4b1c-ae06-5d084332725f req-ea0e38b1-d30c-424c-be5d-4faf27fdc78d tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:19.552183 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1dfcfa71-daad-4b1c-ae06-5d084332725f req-ea0e38b1-d30c-424c-be5d-4faf27fdc78d tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4246ab6e-890d-48bb-92fb-f6d45ad82c26 HTTP/1.1" status: 200 len: 944 time: 0.1211379 Aug 28 15:01:19.615211 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1dfcfa71-daad-4b1c-ae06-5d084332725f req-2be6682e-b8a3-4a26-ac1d-c3fb4fbf9182 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618427 Aug 28 15:01:19.660291 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-abd97a12-6d45-47e3-80c3-51a9119064ee tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:19.666323 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-abd97a12-6d45-47e3-80c3-51a9119064ee tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] 10.222.0.36 "GET /v2.0/networks?id=bfa1bf07-5e94-42f9-9fcb-22ea662317fa HTTP/1.1" status: 200 len: 809 time: 0.2524586 Aug 28 15:01:19.682078 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-ddb8bf0d-e6de-41f5-b282-9136184d10fa tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] Request body: {'port': {'device_id': '61562d75-7f85-42fd-b58f-64faf123d407', 'network_id': 'bfa1bf07-5e94-42f9-9fcb-22ea662317fa', 'admin_state_up': True, 'tenant_id': '020422ef60e841eab4c80b50b29cd612'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:19.693936 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-2f530916-67e7-4c29-85be-69973e815edc admin admin] Allocated IP 172.25.3.245 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/81490603-52e3-490f-aef0-6c87b5001bda) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:01:19.844666 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2f530916-67e7-4c29-85be-69973e815edc admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:19.844863 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0553742d-ed92-434b-965a-0e686bb7e785 req-f9ccb949-b344-4913-b3a5-493ecaccfb0b tempest-ServerShowV257Test-1074612497 tempest-ServerShowV257Test-1074612497-project] 10.222.0.13 "GET /v2.0/ports?device_id=999452f5-3900-4a67-8fd8-26a9c66a401f HTTP/1.1" status: 200 len: 210 time: 0.0533438 Aug 28 15:01:19.877439 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-e70850e9-fe58-4bbb-aa4a-d3ea3211dc83 None None] For port 38079790-3a6b-474d-b196-ab8cd7f2380b, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:01:19.882012 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-e70850e9-fe58-4bbb-aa4a-d3ea3211dc83 None None] For port 38079790-3a6b-474d-b196-ab8cd7f2380b, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=38079790-3a6b-474d-b196-ab8cd7f2380b,segment=NetworkSegment(661b8b18-0dd8-4191-ab69-dd865738dcee),segment_id=661b8b18-0dd8-4191-ab69-dd865738dcee)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:01:19.895485 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e70850e9-fe58-4bbb-aa4a-d3ea3211dc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:19.926455 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2f530916-67e7-4c29-85be-69973e815edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:19.972662 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-ddb8bf0d-e6de-41f5-b282-9136184d10fa tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] Made reservation on behalf of 020422ef60e841eab4c80b50b29cd612 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:01:19.976766 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f530916-67e7-4c29-85be-69973e815edc admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:01:19.977200 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-ddb8bf0d-e6de-41f5-b282-9136184d10fa tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:19.980275 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-2f530916-67e7-4c29-85be-69973e815edc admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:01:19.983576 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f530916-67e7-4c29-85be-69973e815edc admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:01:19.991925 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=6ccf8bd5-5be3-42cf-9689-53bb3f2e0290,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:20.030980 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '6ccf8bd5-5be3-42cf-9689-53bb3f2e0290', 'network_id': '1123c5af-47ee-4e05-9c33-399c448cd238', 'port_id': '6ccf8bd5-5be3-42cf-9689-53bb3f2e0290', 'mac_address': 'fa:16:3e:b7:60:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0232775b-ecc0-4f31-8c1b-6f02e982b8c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:01:20.035517 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70850e9-fe58-4bbb-aa4a-d3ea3211dc83 None None] Pushing event updated for resources: {'Port': ['ID=38079790-3a6b-474d-b196-ab8cd7f2380b,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:20.076893 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f530916-67e7-4c29-85be-69973e815edc admin admin] Pushing event updated for resources: {'Port': ['ID=81490603-52e3-490f-aef0-6c87b5001bda,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:20.085883 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:20.109978 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:01:20.172904 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=6ccf8bd5-5be3-42cf-9689-53bb3f2e0290,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:20.183162 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:20.254406 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=6ccf8bd5-5be3-42cf-9689-53bb3f2e0290,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:20.268299 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-18e93c4f-7134-4346-8fcb-4b721da5fba3 req-5b2cd9d4-521d-4af8-b7d5-5f5dfa24d361 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6cbbfb9ac2ec44ebafb643c2f279301b&device_id=999452f5-3900-4a67-8fd8-26a9c66a401f HTTP/1.1" status: 200 len: 210 time: 0.0757487 Aug 28 15:01:20.338839 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-47c0143f-cc2d-440c-980f-7b79a1d01c60 req-19a67075-d54f-49a6-9ff7-26c4939ad1dd tempest-ServerShowV257Test-1074612497 tempest-ServerShowV257Test-1074612497-project] 10.222.0.13 "GET /v2.0/ports?device_id=999452f5-3900-4a67-8fd8-26a9c66a401f HTTP/1.1" status: 200 len: 210 time: 0.0922387 Aug 28 15:01:20.346289 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-18e93c4f-7134-4346-8fcb-4b721da5fba3 req-5d98a44a-ed5e-4b00-a59a-48ece38ac2fb service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=6cbbfb9ac2ec44ebafb643c2f279301b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694306 Aug 28 15:01:20.351827 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-ddb8bf0d-e6de-41f5-b282-9136184d10fa tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] Allocated IP 172.20.0.13 (bfa1bf07-5e94-42f9-9fcb-22ea662317fa/bb2d5e6f-66dd-404e-aeea-21037f459c47/852f923f-da73-4a3c-8dab-63648a9ecdce) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:01:20.407113 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bc85e-16a1-43e7-a10d-1cc95e3d6ec4 req-ffebbf86-77ec-43d8-b0c1-10c59537f8bb tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:20.408700 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e11bc85e-16a1-43e7-a10d-1cc95e3d6ec4 req-ffebbf86-77ec-43d8-b0c1-10c59537f8bb tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] 10.222.0.36 "GET /v2.0/ports?device_id=67786dda-b81f-4021-bc8f-950f9ab98018 HTTP/1.1" status: 200 len: 945 time: 0.1467123 Aug 28 15:01:20.463959 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1f03f-be33-4646-861a-11d63f9885bb req-64ff2ec9-34c9-4de9-99bb-02f5ec1ff643 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:20.470649 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e8c1f03f-be33-4646-861a-11d63f9885bb req-64ff2ec9-34c9-4de9-99bb-02f5ec1ff643 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] 10.222.0.13 "GET /v2.0/ports?device_id=67786dda-b81f-4021-bc8f-950f9ab98018 HTTP/1.1" status: 200 len: 945 time: 0.2344759 Aug 28 15:01:20.559880 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e8c1f03f-be33-4646-861a-11d63f9885bb req-9cec13fb-ef7e-4b1b-b539-5be7303b2f3d tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] 10.222.0.13 "GET /v2.0/security-groups?id=726a847d-48af-4a9a-8f07-e1eaafdeacab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881836 Aug 28 15:01:20.577273 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e93c4f-7134-4346-8fcb-4b721da5fba3 req-81639482-e28e-49ef-a8ea-ef3cb5142826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:20.579042 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-18e93c4f-7134-4346-8fcb-4b721da5fba3 req-81639482-e28e-49ef-a8ea-ef3cb5142826 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2241566 Aug 28 15:01:20.611903 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['6ccf8bd5-5be3-42cf-9689-53bb3f2e0290'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:01:20.619695 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2f530916-67e7-4c29-85be-69973e815edc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:20.680251 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e152ceb-412c-45e1-ae6f-e8b4b59ac026 req-a0aaa577-b4ff-4b3f-85ec-90bf22cee779 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:20.682060 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7e152ceb-412c-45e1-ae6f-e8b4b59ac026 req-a0aaa577-b4ff-4b3f-85ec-90bf22cee779 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.1289401 Aug 28 15:01:20.705040 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-e11bc85e-16a1-43e7-a10d-1cc95e3d6ec4 req-1ee4ccce-6424-461d-9bfc-026fcbe0fabd tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] Deleting port f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:01:20.705383 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e11bc85e-16a1-43e7-a10d-1cc95e3d6ec4 req-1ee4ccce-6424-461d-9bfc-026fcbe0fabd tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:20.713315 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-ddb8bf0d-e6de-41f5-b282-9136184d10fa tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:20.785723 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-342ad464-7600-468e-9803-95632af7072c req-03b6d01b-fe8a-4d8c-b14d-67ad480077c2 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] 10.222.0.13 "GET /v2.0/ports?device_id=61562d75-7f85-42fd-b58f-64faf123d407 HTTP/1.1" status: 200 len: 210 time: 0.0306306 Aug 28 15:01:20.796698 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-ddb8bf0d-e6de-41f5-b282-9136184d10fa tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:20.828804 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7e152ceb-412c-45e1-ae6f-e8b4b59ac026 req-ec9f214a-9912-4cdb-a274-9807d3d97f12 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366699 Aug 28 15:01:20.855352 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-ddb8bf0d-e6de-41f5-b282-9136184d10fa tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] Network bfa1bf07-5e94-42f9-9fcb-22ea662317fa is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:01:20.871648 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-ddb8bf0d-e6de-41f5-b282-9136184d10fa tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:01:20.880138 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-ddb8bf0d-e6de-41f5-b282-9136184d10fa tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:01:20.926701 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-e11bc85e-16a1-43e7-a10d-1cc95e3d6ec4 req-1ee4ccce-6424-461d-9bfc-026fcbe0fabd tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] For port f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af,segment=NetworkSegment(f7ca9677-82b4-47f0-ad5b-8702dd638547),segment_id=f7ca9677-82b4-47f0-ad5b-8702dd638547)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:20.927359 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e11bc85e-16a1-43e7-a10d-1cc95e3d6ec4 req-1ee4ccce-6424-461d-9bfc-026fcbe0fabd tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:20.956441 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8bf0d-e6de-41f5-b282-9136184d10fa tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] Pushing event updated for resources: {'Port': ['ID=852f923f-da73-4a3c-8dab-63648a9ecdce,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:20.972105 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-e11bc85e-16a1-43e7-a10d-1cc95e3d6ec4 req-1ee4ccce-6424-461d-9bfc-026fcbe0fabd tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] Calling delete_port for f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:01:21.014391 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-ddb8bf0d-e6de-41f5-b282-9136184d10fa tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:21.015165 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-ddb8bf0d-e6de-41f5-b282-9136184d10fa tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:21.045582 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2f530916-67e7-4c29-85be-69973e815edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:21.054240 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08180727-b212-485d-8960-33e04fe36c58 req-e0b81482-e563-465e-9e68-37bf6faf70b2 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:21.055835 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-08180727-b212-485d-8960-33e04fe36c58 req-e0b81482-e563-465e-9e68-37bf6faf70b2 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4246ab6e-890d-48bb-92fb-f6d45ad82c26 HTTP/1.1" status: 200 len: 945 time: 0.1204655 Aug 28 15:01:21.058109 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-ddb8bf0d-e6de-41f5-b282-9136184d10fa tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3814299 Aug 28 15:01:21.077455 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-563ef9bd-73a5-407b-874a-15e2d6e0f21f service neutron] Request body: {'port': {'device_id': '61562d75-7f85-42fd-b58f-64faf123d407', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:21.169135 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-08180727-b212-485d-8960-33e04fe36c58 req-a6bdd106-abee-40e2-b15b-487a8bd15d61 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022930 Aug 28 15:01:21.178918 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-563ef9bd-73a5-407b-874a-15e2d6e0f21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:21.449026 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032b7689-55cb-423d-948c-1f23f81a7a35 None None] Network 7f8f220c-9491-4b28-bbdb-8fe595a72abc requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:01:21.535528 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-563ef9bd-73a5-407b-874a-15e2d6e0f21f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 852f923f-da73-4a3c-8dab-63648a9ecdce {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:01:21.544204 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-563ef9bd-73a5-407b-874a-15e2d6e0f21f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:21.566446 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-563ef9bd-73a5-407b-874a-15e2d6e0f21f service neutron] Transition to ACTIVE for port object 852f923f-da73-4a3c-8dab-63648a9ecdce will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:01:21.567907 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cc84c204-6b37-4da5-9e33-e487cdee0987 req-fb51e5cb-b3dd-439a-a9bd-2063259b45c5 tempest-ServerShowV257Test-1074612497 tempest-ServerShowV257Test-1074612497-project] 10.222.0.13 "GET /v2.0/ports?device_id=999452f5-3900-4a67-8fd8-26a9c66a401f HTTP/1.1" status: 200 len: 210 time: 0.0620687 Aug 28 15:01:21.578251 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-563ef9bd-73a5-407b-874a-15e2d6e0f21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:21.603231 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-07b4031e-d819-432b-926a-2ea099642888 None None] Provisioning for port 38079790-3a6b-474d-b196-ab8cd7f2380b completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:01:21.635302 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e11bc85e-16a1-43e7-a10d-1cc95e3d6ec4 req-1ee4ccce-6424-461d-9bfc-026fcbe0fabd tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:21.649714 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ef9bd-73a5-407b-874a-15e2d6e0f21f service neutron] Pushing event updated for resources: {'Port': ['ID=852f923f-da73-4a3c-8dab-63648a9ecdce,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:21.675171 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee4ccce-6424-461d-9bfc-026fcbe0fabd tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] Pushing event deleted for resources: {'Port': ['ID=f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:21.696774 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f530916-67e7-4c29-85be-69973e815edc admin admin] Router dedf36f2-f8f2-41e3-b726-5b06ba111a82 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:01:21.705185 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:01:21.757671 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11bc85e-16a1-43e7-a10d-1cc95e3d6ec4 req-1ee4ccce-6424-461d-9bfc-026fcbe0fabd tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] No DVR routers for this DVR port f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:01:21.760823 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-99adca3f-7411-418f-8bc7-b4e8f52b368e req-15ed83da-101a-4083-95e1-ab26cfb99db5 tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] 10.222.0.13 "GET /v2.0/ports?device_id=67786dda-b81f-4021-bc8f-950f9ab98018 HTTP/1.1" status: 200 len: 210 time: 0.0404239 Aug 28 15:01:21.763489 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e11bc85e-16a1-43e7-a10d-1cc95e3d6ec4 req-1ee4ccce-6424-461d-9bfc-026fcbe0fabd tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:21.766628 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e11bc85e-16a1-43e7-a10d-1cc95e3d6ec4 req-1ee4ccce-6424-461d-9bfc-026fcbe0fabd tempest-InstanceActionsNegativeTestJSON-854416453 tempest-InstanceActionsNegativeTestJSON-854416453-project] 10.222.0.36 "DELETE /v2.0/ports/f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af HTTP/1.1" status: 204 len: 173 time: 1.3111985 Aug 28 15:01:21.768968 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67786dda-b81f-4021-bc8f-950f9ab98018', 'name': 'network-vif-deleted', 'tag': 'f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:01:21.770797 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f125ff8-f728-4983-9dc1-5b4cd1c86849" -d '{"events": [{"server_uuid": "67786dda-b81f-4021-bc8f-950f9ab98018", "name": "network-vif-deleted", "tag": "f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:01:21.781405 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-563ef9bd-73a5-407b-874a-15e2d6e0f21f service neutron] Attempting to bind port 852f923f-da73-4a3c-8dab-63648a9ecdce on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:01:21.781641 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-563ef9bd-73a5-407b-874a-15e2d6e0f21f service neutron] Attempting to bind port 852f923f-da73-4a3c-8dab-63648a9ecdce by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '9ede7ae2-ded2-4625-9995-8102dab1ee5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bfa1bf07-5e94-42f9-9fcb-22ea662317fa'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:01:21.781978 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-563ef9bd-73a5-407b-874a-15e2d6e0f21f service neutron] Attempting to bind port 852f923f-da73-4a3c-8dab-63648a9ecdce on network bfa1bf07-5e94-42f9-9fcb-22ea662317fa {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:01:21.792798 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-563ef9bd-73a5-407b-874a-15e2d6e0f21f service neutron] Port 852f923f-da73-4a3c-8dab-63648a9ecdce on network bfa1bf07-5e94-42f9-9fcb-22ea662317fa not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:01:21.795918 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-563ef9bd-73a5-407b-874a-15e2d6e0f21f service neutron] Attempting to bind port 852f923f-da73-4a3c-8dab-63648a9ecdce on network bfa1bf07-5e94-42f9-9fcb-22ea662317fa {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:01:21.802722 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-563ef9bd-73a5-407b-874a-15e2d6e0f21f service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:01:21.803407 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-563ef9bd-73a5-407b-874a-15e2d6e0f21f service neutron] Checking segment: {'id': '9ede7ae2-ded2-4625-9995-8102dab1ee5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bfa1bf07-5e94-42f9-9fcb-22ea662317fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:01:21.804023 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-563ef9bd-73a5-407b-874a-15e2d6e0f21f service neutron] Bound using segment: {'id': '9ede7ae2-ded2-4625-9995-8102dab1ee5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bfa1bf07-5e94-42f9-9fcb-22ea662317fa'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:01:21.804856 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-563ef9bd-73a5-407b-874a-15e2d6e0f21f service neutron] Bound port: 852f923f-da73-4a3c-8dab-63648a9ecdce, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ede7ae2-ded2-4625-9995-8102dab1ee5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bfa1bf07-5e94-42f9-9fcb-22ea662317fa'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:01:21.805538 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-563ef9bd-73a5-407b-874a-15e2d6e0f21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:21.865675 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 38079790-3a6b-474d-b196-ab8cd7f2380b up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:01:21.874927 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f888c1d7-7943-4e95-99f8-333b40067a61 x-openstack-request-id: req-f888c1d7-7943-4e95-99f8-333b40067a61 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:01:21.874927 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67786dda-b81f-4021-bc8f-950f9ab98018", "name": "network-vif-deleted", "tag": "f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:01:21.874927 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f888c1d7-7943-4e95-99f8-333b40067a61 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:01:21.883879 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67786dda-b81f-4021-bc8f-950f9ab98018', 'name': 'network-vif-deleted', 'tag': 'f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af', 'status': 'completed', 'code': 200} Aug 28 15:01:21.901050 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-18e93c4f-7134-4346-8fcb-4b721da5fba3 req-1eb1c2cd-7ddd-484c-92c9-1690f1ce8e10 tempest-ServerShowV257Test-1074612497 tempest-ServerShowV257Test-1074612497-project] 10.222.0.36 "GET /v2.0/ports?device_id=999452f5-3900-4a67-8fd8-26a9c66a401f HTTP/1.1" status: 200 len: 210 time: 0.0723746 Aug 28 15:01:21.967633 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-563ef9bd-73a5-407b-874a-15e2d6e0f21f service neutron] For port 852f923f-da73-4a3c-8dab-63648a9ecdce, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:01:21.999759 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-563ef9bd-73a5-407b-874a-15e2d6e0f21f service neutron] For port 852f923f-da73-4a3c-8dab-63648a9ecdce, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=852f923f-da73-4a3c-8dab-63648a9ecdce,segment=NetworkSegment(9ede7ae2-ded2-4625-9995-8102dab1ee5f),segment_id=9ede7ae2-ded2-4625-9995-8102dab1ee5f)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:01:22.001244 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 38079790-3a6b-474d-b196-ab8cd7f2380b completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:01:22.007185 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 38079790-3a6b-474d-b196-ab8cd7f2380b triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:01:22.007856 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:22.012232 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f530916-67e7-4c29-85be-69973e815edc admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:01:22.038600 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-563ef9bd-73a5-407b-874a-15e2d6e0f21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:22.044556 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dedce4-0d12-4376-8bb3-9b820dd374a1 req-e54f06df-b1ec-414c-b7cd-9a8df6a63232 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:22.054548 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82dedce4-0d12-4376-8bb3-9b820dd374a1 req-e54f06df-b1ec-414c-b7cd-9a8df6a63232 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.1063187 Aug 28 15:01:22.061271 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf17683-cd70-4438-9acc-8f55c036456b None None] Sync routers for ids ['dedf36f2-f8f2-41e3-b726-5b06ba111a82'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:01:22.082075 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2f530916-67e7-4c29-85be-69973e815edc admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:22.086139 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2f530916-67e7-4c29-85be-69973e815edc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.4667840 Aug 28 15:01:22.086744 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35498) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:22.122132 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf17683-cd70-4438-9acc-8f55c036456b None None] Routers {'dedf36f2-f8f2-41e3-b726-5b06ba111a82'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:01:22.123220 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-edf17683-cd70-4438-9acc-8f55c036456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:01:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['dedf36f2-f8f2-41e3-b726-5b06ba111a82'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:22.160790 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-563ef9bd-73a5-407b-874a-15e2d6e0f21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:22.161918 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-563ef9bd-73a5-407b-874a-15e2d6e0f21f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:22.163638 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-563ef9bd-73a5-407b-874a-15e2d6e0f21f service neutron] 10.222.0.36 "PUT /v2.0/ports/852f923f-da73-4a3c-8dab-63648a9ecdce HTTP/1.1" status: 200 len: 1093 time: 1.0964296 Aug 28 15:01:22.168159 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61562d75-7f85-42fd-b58f-64faf123d407', 'tag': '852f923f-da73-4a3c-8dab-63648a9ecdce'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:01:22.178430 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a155c9d-b80b-4438-831a-f5a271473507" -d '{"events": [{"name": "network-changed", "server_uuid": "61562d75-7f85-42fd-b58f-64faf123d407", "tag": "852f923f-da73-4a3c-8dab-63648a9ecdce"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:01:22.234741 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44e89c-cc0d-4ce8-ad1c-7a996fdc0062 req-2bd1fe40-b7ac-439e-8fd6-17056bb2a90c tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:22.236661 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9a44e89c-cc0d-4ce8-ad1c-7a996fdc0062 req-2bd1fe40-b7ac-439e-8fd6-17056bb2a90c tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] 10.222.0.13 "GET /v2.0/ports?device_id=61562d75-7f85-42fd-b58f-64faf123d407 HTTP/1.1" status: 200 len: 944 time: 0.3007278 Aug 28 15:01:22.301998 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ef9bd-73a5-407b-874a-15e2d6e0f21f service neutron] Pushing event updated for resources: {'Port': ['ID=852f923f-da73-4a3c-8dab-63648a9ecdce,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:22.314365 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:22.330343 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-edf17683-cd70-4438-9acc-8f55c036456b None None] Set router dedf36f2-f8f2-41e3-b726-5b06ba111a82 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:01:22.364499 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9a44e89c-cc0d-4ce8-ad1c-7a996fdc0062 req-07c3f7a4-0077-4fb9-9ee0-4a530e83f2f3 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6608480-5dfa-4b1e-b23e-6259bc6d5f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063523 Aug 28 15:01:22.389560 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-31b0eea7-2833-483f-b6f1-bb7b72f37486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:22.391088 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-31b0eea7-2833-483f-b6f1-bb7b72f37486 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=020422ef60e841eab4c80b50b29cd612&device_id=61562d75-7f85-42fd-b58f-64faf123d407 HTTP/1.1" status: 200 len: 1096 time: 0.1535172 Aug 28 15:01:22.438285 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82dedce4-0d12-4376-8bb3-9b820dd374a1 req-48ee18db-260a-4614-a788-e2dfc2065fb1 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827751 Aug 28 15:01:22.472291 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-eaee294e-3fff-4dc1-a5a4-c5e54397564d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=852f923f-da73-4a3c-8dab-63648a9ecdce HTTP/1.1" status: 200 len: 217 time: 0.0600114 Aug 28 15:01:22.548941 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 38079790-3a6b-474d-b196-ab8cd7f2380b, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=38079790-3a6b-474d-b196-ab8cd7f2380b,segment=NetworkSegment(661b8b18-0dd8-4191-ab69-dd865738dcee),segment_id=661b8b18-0dd8-4191-ab69-dd865738dcee)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:22.550687 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e5d076af-f85b-43c4-ad3b-7ddd1fe2510a None None] Provisioning complete for port 38079790-3a6b-474d-b196-ab8cd7f2380b triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:01:22.551234 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e5d076af-f85b-43c4-ad3b-7ddd1fe2510a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:22.580939 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:22.899644 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=38079790-3a6b-474d-b196-ab8cd7f2380b,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:22.948540 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a553ab-5f25-4fc3-8f82-efa82952099e req-dca1c37f-846c-41ad-a86f-d5c7740a81a5 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:22.953392 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-edf17683-cd70-4438-9acc-8f55c036456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-342812436-router', 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '81490603-52e3-490f-aef0-6c87b5001bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:01:18Z', 'updated_at': '2021-08-28T15:01:20Z', 'revision_number': 3, 'project_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'gw_port': {'id': '81490603-52e3-490f-aef0-6c87b5001bda', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:19Z', 'updated_at': '2021-08-28T15:01:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:22.959224 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-35a553ab-5f25-4fc3-8f82-efa82952099e req-dca1c37f-846c-41ad-a86f-d5c7740a81a5 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4246ab6e-890d-48bb-92fb-f6d45ad82c26 HTTP/1.1" status: 200 len: 945 time: 0.2935338 Aug 28 15:01:22.982345 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf17683-cd70-4438-9acc-8f55c036456b None None] Checking router: dedf36f2-f8f2-41e3-b726-5b06ba111a82 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:01:22.982696 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf17683-cd70-4438-9acc-8f55c036456b None None] Updating router dedf36f2-f8f2-41e3-b726-5b06ba111a82 port 81490603-52e3-490f-aef0-6c87b5001bda binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:01:22.982818 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffbc748-274c-4e37-9736-55768c725ea5 x-openstack-request-id: req-cffbc748-274c-4e37-9736-55768c725ea5 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:01:22.983377 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61562d75-7f85-42fd-b58f-64faf123d407", "tag": "852f923f-da73-4a3c-8dab-63648a9ecdce", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:01:22.983477 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cffbc748-274c-4e37-9736-55768c725ea5 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:01:22.983903 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61562d75-7f85-42fd-b58f-64faf123d407', 'tag': '852f923f-da73-4a3c-8dab-63648a9ecdce', 'status': 'completed', 'code': 200} Aug 28 15:01:22.987269 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ff75feff-a03e-4314-b678-64857ffbf957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:23.011570 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5799f088-d62d-4486-a0b2-580070e9d123 req-04b1231a-2386-48bc-8f97-fefe6106bf0b tempest-ServerShowV257Test-1074612497 tempest-ServerShowV257Test-1074612497-project] 10.222.0.13 "GET /v2.0/ports?device_id=999452f5-3900-4a67-8fd8-26a9c66a401f HTTP/1.1" status: 200 len: 210 time: 0.0311844 Aug 28 15:01:23.014843 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-edf17683-cd70-4438-9acc-8f55c036456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:23.026936 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-35a553ab-5f25-4fc3-8f82-efa82952099e req-fabfad5c-1877-4b06-a421-7e6333eef12e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659032 Aug 28 15:01:23.032249 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-54c60607-6037-43cc-9f2d-3d4df50083b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:23.034335 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-54c60607-6037-43cc-9f2d-3d4df50083b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb2d5e6f-66dd-404e-aeea-21037f459c47 HTTP/1.1" status: 200 len: 849 time: 0.5525019 Aug 28 15:01:23.090566 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-0ad31e49-0f88-44e1-bdd7-b562de2cf2f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bfa1bf07-5e94-42f9-9fcb-22ea662317fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450957 Aug 28 15:01:23.095362 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35514) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:23.204192 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-a562c4d7-1d17-4f2a-8f0e-6b3fd5de8694 admin admin] Deleting subnet fc82effb-4a54-4c27-8548-486dd9b8079c {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:01:23.210237 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a562c4d7-1d17-4f2a-8f0e-6b3fd5de8694 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:23.270580 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-ff75feff-a03e-4314-b678-64857ffbf957 admin admin] Allocated IP 172.20.0.1 (7f8f220c-9491-4b28-bbdb-8fe595a72abc/75f3e6a9-c315-460b-8a96-4aeacf727b86/44016f55-bda3-4ceb-afa2-53734f3ef27a) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:01:23.270828 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a562c4d7-1d17-4f2a-8f0e-6b3fd5de8694 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:23.274526 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-76532465-8875-42ed-acf6-29266114066b service neutron] 10.222.0.36 "GET /v2.0/networks/bfa1bf07-5e94-42f9-9fcb-22ea662317fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764367 Aug 28 15:01:23.357859 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-edf17683-cd70-4438-9acc-8f55c036456b None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:23.366864 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a562c4d7-1d17-4f2a-8f0e-6b3fd5de8694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:23.370734 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-edf17683-cd70-4438-9acc-8f55c036456b None None] Transition to ACTIVE for port object 81490603-52e3-490f-aef0-6c87b5001bda will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:01:23.378095 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-edf17683-cd70-4438-9acc-8f55c036456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:23.430209 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-edf17683-cd70-4438-9acc-8f55c036456b None None] Attempting to bind port 81490603-52e3-490f-aef0-6c87b5001bda on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:01:23.430209 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-edf17683-cd70-4438-9acc-8f55c036456b None None] Attempting to bind port 81490603-52e3-490f-aef0-6c87b5001bda by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:01:23.430209 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf17683-cd70-4438-9acc-8f55c036456b None None] Attempting to bind port 81490603-52e3-490f-aef0-6c87b5001bda on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:01:23.435475 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b682954-3ffc-4dcd-8aef-5a663cd1e319 req-07f5202e-838d-4b20-bbb7-770fe1c20c12 service neutron] 10.222.0.36 "GET /v2.0/networks/bfa1bf07-5e94-42f9-9fcb-22ea662317fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377339 Aug 28 15:01:23.440681 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf17683-cd70-4438-9acc-8f55c036456b None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:01:23.441020 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf17683-cd70-4438-9acc-8f55c036456b None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:01:23.441437 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-edf17683-cd70-4438-9acc-8f55c036456b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:23.441898 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf17683-cd70-4438-9acc-8f55c036456b None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:01:23.442388 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-edf17683-cd70-4438-9acc-8f55c036456b None None] Bound port: 81490603-52e3-490f-aef0-6c87b5001bda, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:01:23.442774 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-edf17683-cd70-4438-9acc-8f55c036456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:23.448791 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:01:23.452217 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ff75feff-a03e-4314-b678-64857ffbf957 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:23.464314 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a562c4d7-1d17-4f2a-8f0e-6b3fd5de8694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:23.469511 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-ff75feff-a03e-4314-b678-64857ffbf957 admin admin] Transition to ACTIVE for port object 44016f55-bda3-4ceb-afa2-53734f3ef27a will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:01:23.498317 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87914a74-eb1b-4125-9ebf-c22c768962df None None] Pushing event updated for resources: {'Port': ['ID=81490603-52e3-490f-aef0-6c87b5001bda,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:23.516180 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562c4d7-1d17-4f2a-8f0e-6b3fd5de8694 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc82effb-4a54-4c27-8548-486dd9b8079c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:23.516866 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ff75feff-a03e-4314-b678-64857ffbf957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:23.520036 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a562c4d7-1d17-4f2a-8f0e-6b3fd5de8694 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:23.524386 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a562c4d7-1d17-4f2a-8f0e-6b3fd5de8694 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fc82effb-4a54-4c27-8548-486dd9b8079c HTTP/1.1" status: 204 len: 168 time: 0.4256473 Aug 28 15:01:23.538313 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35520) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:23.558334 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-edf17683-cd70-4438-9acc-8f55c036456b None None] For port 81490603-52e3-490f-aef0-6c87b5001bda, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:01:23.563157 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-edf17683-cd70-4438-9acc-8f55c036456b None None] For port 81490603-52e3-490f-aef0-6c87b5001bda, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=81490603-52e3-490f-aef0-6c87b5001bda,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:01:23.567895 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-edf17683-cd70-4438-9acc-8f55c036456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:23.582715 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:01:23.609643 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a155c9d-b80b-4438-831a-f5a271473507 req-8a6d744c-3452-4faf-9d8c-3506510395f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:23.611145 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4a155c9d-b80b-4438-831a-f5a271473507 req-8a6d744c-3452-4faf-9d8c-3506510395f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=020422ef60e841eab4c80b50b29cd612&device_id=61562d75-7f85-42fd-b58f-64faf123d407 HTTP/1.1" status: 200 len: 1096 time: 0.1074581 Aug 28 15:01:23.617570 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf17683-cd70-4438-9acc-8f55c036456b None None] Routers {'dedf36f2-f8f2-41e3-b726-5b06ba111a82'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:01:23.618200 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-edf17683-cd70-4438-9acc-8f55c036456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:01:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['dedf36f2-f8f2-41e3-b726-5b06ba111a82'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:23.641202 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fe4f7c4f-4dca-43d8-8bb1-ffa1961eb6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:23.687894 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75feff-a03e-4314-b678-64857ffbf957 admin admin] Pushing event updated for resources: {'Port': ['ID=44016f55-bda3-4ceb-afa2-53734f3ef27a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:23.734588 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff75feff-a03e-4314-b678-64857ffbf957 admin admin] Network 7f8f220c-9491-4b28-bbdb-8fe595a72abc is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:01:23.738209 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-edf17683-cd70-4438-9acc-8f55c036456b None None] Set router dedf36f2-f8f2-41e3-b726-5b06ba111a82 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:01:23.740022 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-ff75feff-a03e-4314-b678-64857ffbf957 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:01:23.748744 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff75feff-a03e-4314-b678-64857ffbf957 admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:01:23.769229 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fd848-d1ea-48ce-9591-ef8c17818306 req-e099ed1d-d87a-4e88-b772-f3239a3042eb tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:23.776569 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7a9fd848-d1ea-48ce-9591-ef8c17818306 req-e099ed1d-d87a-4e88-b772-f3239a3042eb tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.1598752 Aug 28 15:01:23.787148 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:01:23.789154 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:23.817816 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241bf20-fde0-41c2-9e68-a99e32987516 req-cf6286cb-9c09-42f0-8437-baddeb399da8 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:23.820954 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5241bf20-fde0-41c2-9e68-a99e32987516 req-cf6286cb-9c09-42f0-8437-baddeb399da8 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] 10.222.0.13 "GET /v2.0/ports?device_id=61562d75-7f85-42fd-b58f-64faf123d407 HTTP/1.1" status: 200 len: 944 time: 0.2258785 Aug 28 15:01:23.848855 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ff75feff-a03e-4314-b678-64857ffbf957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:23.886043 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 38079790-3a6b-474d-b196-ab8cd7f2380b up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:01:23.886521 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a155c9d-b80b-4438-831a-f5a271473507 req-8ebd285e-e3f6-4f6b-85a2-a2d85768bc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:23.888722 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4a155c9d-b80b-4438-831a-f5a271473507 req-8ebd285e-e3f6-4f6b-85a2-a2d85768bc14 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bfa1bf07-5e94-42f9-9fcb-22ea662317fa HTTP/1.1" status: 200 len: 910 time: 0.2696538 Aug 28 15:01:23.906102 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fe4f7c4f-4dca-43d8-8bb1-ffa1961eb6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:23.918689 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7a9fd848-d1ea-48ce-9591-ef8c17818306 req-106d54c6-0ddb-46ef-9b42-9324db021591 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411667 Aug 28 15:01:23.941105 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87914a74-eb1b-4125-9ebf-c22c768962df None None] Pushing event updated for resources: {'Port': ['ID=81490603-52e3-490f-aef0-6c87b5001bda,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:23.961438 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:01:23.997670 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5241bf20-fde0-41c2-9e68-a99e32987516 req-a3038b07-c443-4d0c-bdf8-feffae941cb2 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6608480-5dfa-4b1e-b23e-6259bc6d5f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622567 Aug 28 15:01:24.000401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-fe4f7c4f-4dca-43d8-8bb1-ffa1961eb6da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09279c3-04fd-4d8d-b506-031a585babc8']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:24.003799 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4a155c9d-b80b-4438-831a-f5a271473507 req-8d04bac2-ad2d-4b56-bb8c-990df42a80a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=852f923f-da73-4a3c-8dab-63648a9ecdce HTTP/1.1" status: 200 len: 217 time: 0.0946023 Aug 28 15:01:24.124380 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-fe4f7c4f-4dca-43d8-8bb1-ffa1961eb6da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ca9677-82b4-47f0-ad5b-8702dd638547') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:24.128573 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-fe4f7c4f-4dca-43d8-8bb1-ffa1961eb6da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ca9677-82b4-47f0-ad5b-8702dd638547') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:24.138742 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ff75feff-a03e-4314-b678-64857ffbf957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:24.150469 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a155c9d-b80b-4438-831a-f5a271473507 req-b4536178-410e-4146-a96a-6f756a3c67bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:24.151937 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4a155c9d-b80b-4438-831a-f5a271473507 req-b4536178-410e-4146-a96a-6f756a3c67bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb2d5e6f-66dd-404e-aeea-21037f459c47 HTTP/1.1" status: 200 len: 849 time: 0.1349804 Aug 28 15:01:24.173025 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fe4f7c4f-4dca-43d8-8bb1-ffa1961eb6da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:24.235045 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fe4f7c4f-4dca-43d8-8bb1-ffa1961eb6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:24.244806 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4f7c4f-4dca-43d8-8bb1-ffa1961eb6da admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:01:24.245613 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fe4f7c4f-4dca-43d8-8bb1-ffa1961eb6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:01:24.326923 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:01:24.347010 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:01:24.347353 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f43d1cd1-c4cc-491c-8ed6-c9d969cbb8af not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:01:24.362392 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fe4f7c4f-4dca-43d8-8bb1-ffa1961eb6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:24.378749 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fe4f7c4f-4dca-43d8-8bb1-ffa1961eb6da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:24.391543 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fe4f7c4f-4dca-43d8-8bb1-ffa1961eb6da admin admin] 10.222.0.13 "DELETE /v2.0/networks/d09279c3-04fd-4d8d-b506-031a585babc8 HTTP/1.1" status: 204 len: 168 time: 0.8511515 Aug 28 15:01:24.394449 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4a155c9d-b80b-4438-831a-f5a271473507 req-28ccd1e6-c697-47da-a722-fe1e1c84604f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bfa1bf07-5e94-42f9-9fcb-22ea662317fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2242415 Aug 28 15:01:24.401538 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:24.402270 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-66bb9c6c-847b-41ce-b71f-f53945ff6d41 None None] Provisioning for port 44016f55-bda3-4ceb-afa2-53734f3ef27a completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:01:24.430813 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 38079790-3a6b-474d-b196-ab8cd7f2380b triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:01:24.431983 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:24.461251 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ff75feff-a03e-4314-b678-64857ffbf957 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:24.468351 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ff75feff-a03e-4314-b678-64857ffbf957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:24.491064 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-66bb9c6c-847b-41ce-b71f-f53945ff6d41 None None] Provisioning complete for port 44016f55-bda3-4ceb-afa2-53734f3ef27a triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:01:24.491352 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-66bb9c6c-847b-41ce-b71f-f53945ff6d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:24.515715 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f7c4f-4dca-43d8-8bb1-ffa1961eb6da admin admin] Pushing event deleted for resources: {'Network': ['ID=d09279c3-04fd-4d8d-b506-031a585babc8,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:24.527224 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ff75feff-a03e-4314-b678-64857ffbf957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:24.570157 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35542) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:24.586310 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a993d-f55d-4f56-a84f-966980c3e353 req-00452fa2-1217-42ba-a5be-57dd6fe8ed22 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:24.587986 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-745a993d-f55d-4f56-a84f-966980c3e353 req-00452fa2-1217-42ba-a5be-57dd6fe8ed22 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4246ab6e-890d-48bb-92fb-f6d45ad82c26 HTTP/1.1" status: 200 len: 945 time: 0.2299769 Aug 28 15:01:24.634177 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4a155c9d-b80b-4438-831a-f5a271473507 req-2e02e779-7286-43ca-91fb-2f8e93330a5c service neutron] 10.222.0.36 "GET /v2.0/networks/bfa1bf07-5e94-42f9-9fcb-22ea662317fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863830 Aug 28 15:01:24.646934 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35546) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:24.697228 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-66bb9c6c-847b-41ce-b71f-f53945ff6d41 None None] Port 44016f55-bda3-4ceb-afa2-53734f3ef27a cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:01:24.722745 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75feff-a03e-4314-b678-64857ffbf957 admin admin] Pushing event updated for resources: {'Port': ['ID=44016f55-bda3-4ceb-afa2-53734f3ef27a,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:24.726641 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-745a993d-f55d-4f56-a84f-966980c3e353 req-172a99db-c57e-4bb9-817f-4fdd7fdb2c3e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226552 Aug 28 15:01:24.752009 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35550) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:24.780983 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:24.838937 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff75feff-a03e-4314-b678-64857ffbf957 admin admin] Network 7f8f220c-9491-4b28-bbdb-8fe595a72abc is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:01:24.839190 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4a155c9d-b80b-4438-831a-f5a271473507 req-52dd312d-8819-4e08-ae39-6773d9467b15 service neutron] 10.222.0.36 "GET /v2.0/networks/bfa1bf07-5e94-42f9-9fcb-22ea662317fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929255 Aug 28 15:01:24.844445 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-ff75feff-a03e-4314-b678-64857ffbf957 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:01:24.870001 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-edf17683-cd70-4438-9acc-8f55c036456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-342812436-router', 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '81490603-52e3-490f-aef0-6c87b5001bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:01:18Z', 'updated_at': '2021-08-28T15:01:20Z', 'revision_number': 3, 'project_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'gw_port': {'id': '81490603-52e3-490f-aef0-6c87b5001bda', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:19Z', 'updated_at': '2021-08-28T15:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:24.880586 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4246ab6e-890d-48bb-92fb-f6d45ad82c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccf8bd5-5be3-42cf-9689-53bb3f2e0290'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:01:24.882887 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4d17e4-1067-43e3-bf7d-47bfcea737d7" -d '{"events": [{"server_uuid": "4246ab6e-890d-48bb-92fb-f6d45ad82c26", "name": "network-vif-plugged", "status": "completed", "tag": "6ccf8bd5-5be3-42cf-9689-53bb3f2e0290"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:01:24.945164 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf17683-cd70-4438-9acc-8f55c036456b None None] The sync data for ids ['dedf36f2-f8f2-41e3-b726-5b06ba111a82'] in n-d-712137-10 is: [{'id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-342812436-router', 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '81490603-52e3-490f-aef0-6c87b5001bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:01:18Z', 'updated_at': '2021-08-28T15:01:20Z', 'revision_number': 3, 'project_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'gw_port': {'id': '81490603-52e3-490f-aef0-6c87b5001bda', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:19Z', 'updated_at': '2021-08-28T15:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:01:24.967524 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403b4310-291a-45d4-b9bb-7947fd2a225c x-openstack-request-id: req-403b4310-291a-45d4-b9bb-7947fd2a225c {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:01:24.968071 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4246ab6e-890d-48bb-92fb-f6d45ad82c26", "name": "network-vif-plugged", "status": "completed", "tag": "6ccf8bd5-5be3-42cf-9689-53bb3f2e0290", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:01:24.970975 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-403b4310-291a-45d4-b9bb-7947fd2a225c {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:01:24.972510 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4246ab6e-890d-48bb-92fb-f6d45ad82c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccf8bd5-5be3-42cf-9689-53bb3f2e0290', 'code': 200} Aug 28 15:01:24.978220 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=6ccf8bd5-5be3-42cf-9689-53bb3f2e0290,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:25.000107 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:25.094853 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff75feff-a03e-4314-b678-64857ffbf957 admin admin] Router dedf36f2-f8f2-41e3-b726-5b06ba111a82 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:01:25.103434 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=6ccf8bd5-5be3-42cf-9689-53bb3f2e0290,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:25.117069 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-71e1c16c-d737-4eb6-bf47-8b4783df4514 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96625b64991b4bb59ee171c9a797bece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3578985 Aug 28 15:01:25.117970 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35558) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:25.199944 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-86d056b0-70e1-414f-ac39-1058a34092ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:25.224188 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f36c3-f30b-4709-b13a-395ca9fd7d9e req-7d4c05db-3a4a-4de3-b7db-19093a5f44c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:25.226159 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-623f36c3-f30b-4709-b13a-395ca9fd7d9e req-7d4c05db-3a4a-4de3-b7db-19093a5f44c0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4246ab6e-890d-48bb-92fb-f6d45ad82c26 HTTP/1.1" status: 200 len: 1098 time: 0.2052183 Aug 28 15:01:25.267300 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da1d80-d448-488e-97c6-fd9d729a23a5 req-ce02d6ad-f46f-4e75-81d2-ff3c82e0f405 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:25.268938 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-83da1d80-d448-488e-97c6-fd9d729a23a5 req-ce02d6ad-f46f-4e75-81d2-ff3c82e0f405 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.1816921 Aug 28 15:01:25.284821 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5f9254e7-2ef1-4410-a75e-43badb87fe60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:25.314296 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41416948-9f1c-43f9-bdd0-30d243e8424a req-adbb2309-bafb-4328-98eb-8e5132cc9397 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:25.315907 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-41416948-9f1c-43f9-bdd0-30d243e8424a req-adbb2309-bafb-4328-98eb-8e5132cc9397 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] 10.222.0.13 "GET /v2.0/ports?device_id=61562d75-7f85-42fd-b58f-64faf123d407 HTTP/1.1" status: 200 len: 944 time: 0.1750593 Aug 28 15:01:25.338191 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-93e4ee44-620f-46cd-8534-341d576a8443 None None] Provisioning complete for port 44016f55-bda3-4ceb-afa2-53734f3ef27a triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:01:25.339081 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-93e4ee44-620f-46cd-8534-341d576a8443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:25.388517 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-623f36c3-f30b-4709-b13a-395ca9fd7d9e req-bc81344a-f376-4088-8841-94045c32fc67 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508873 Aug 28 15:01:25.404942 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-83da1d80-d448-488e-97c6-fd9d729a23a5 req-89360a9e-b83a-4084-b8bd-6132386620a2 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206355 Aug 28 15:01:25.420128 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d5009a03-737c-4bb4-8a58-f8b78e7ce7c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:25.430538 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-93e4ee44-620f-46cd-8534-341d576a8443 None None] Port 44016f55-bda3-4ceb-afa2-53734f3ef27a cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:01:25.459686 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-41416948-9f1c-43f9-bdd0-30d243e8424a req-72d962aa-3aab-43a6-ac6e-df273be31406 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6608480-5dfa-4b1e-b23e-6259bc6d5f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324210 Aug 28 15:01:25.479912 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff75feff-a03e-4314-b678-64857ffbf957 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:01:25.486298 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ff75feff-a03e-4314-b678-64857ffbf957 admin admin] 10.222.0.13 "PUT /v2.0/routers/dedf36f2-f8f2-41e3-b726-5b06ba111a82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3943760 Aug 28 15:01:25.488761 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d5009a03-737c-4bb4-8a58-f8b78e7ce7c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:25.490233 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-86d056b0-70e1-414f-ac39-1058a34092ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:25.499403 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-86d056b0-70e1-414f-ac39-1058a34092ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:25.556749 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d056b0-70e1-414f-ac39-1058a34092ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e523a4d6-7708-48ef-8ce8-ee06f62d13fa,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:25.578488 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-86d056b0-70e1-414f-ac39-1058a34092ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6cbbfb9ac2ec44ebafb643c2f279301b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9305673 Aug 28 15:01:25.581392 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35564) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:25.582334 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d5009a03-737c-4bb4-8a58-f8b78e7ce7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:25.586041 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d5009a03-737c-4bb4-8a58-f8b78e7ce7c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:25.587604 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d5009a03-737c-4bb4-8a58-f8b78e7ce7c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/726a847d-48af-4a9a-8f07-e1eaafdeacab HTTP/1.1" status: 204 len: 168 time: 0.4686487 Aug 28 15:01:25.610735 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5009a03-737c-4bb4-8a58-f8b78e7ce7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726a847d-48af-4a9a-8f07-e1eaafdeacab,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:25.695254 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5f9254e7-2ef1-4410-a75e-43badb87fe60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:25.701264 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5f9254e7-2ef1-4410-a75e-43badb87fe60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:25.702515 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f0baa48a-8800-4370-bdc6-f946ebfee860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:25.759099 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f0baa48a-8800-4370-bdc6-f946ebfee860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:25.780217 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9254e7-2ef1-4410-a75e-43badb87fe60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756f96f9-85a1-4b2a-a4c6-ad22ea8c2816,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:25.836071 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 81490603-52e3-490f-aef0-6c87b5001bda up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:01:25.842421 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5f9254e7-2ef1-4410-a75e-43badb87fe60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bcd25d33071a45368d3506736f838eba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2704360 Aug 28 15:01:25.846905 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35574) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:25.908121 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 852f923f-da73-4a3c-8dab-63648a9ecdce details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:01:25.920974 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404022f1-c056-4161-ade3-24495f8ad50a req-7683085b-b67e-4aed-9ce3-fda84cb9888c tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:25.928949 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-404022f1-c056-4161-ade3-24495f8ad50a req-7683085b-b67e-4aed-9ce3-fda84cb9888c tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4246ab6e-890d-48bb-92fb-f6d45ad82c26 HTTP/1.1" status: 200 len: 946 time: 0.1011903 Aug 28 15:01:25.940308 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f0baa48a-8800-4370-bdc6-f946ebfee860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:25.943208 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f0baa48a-8800-4370-bdc6-f946ebfee860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:25.944785 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f0baa48a-8800-4370-bdc6-f946ebfee860 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e523a4d6-7708-48ef-8ce8-ee06f62d13fa HTTP/1.1" status: 204 len: 168 time: 0.3622139 Aug 28 15:01:25.980628 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4bfa3767-8cd9-4ca3-9524-cc6804c1e1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:25.988188 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0baa48a-8800-4370-bdc6-f946ebfee860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e523a4d6-7708-48ef-8ce8-ee06f62d13fa,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:26.020466 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4bfa3767-8cd9-4ca3-9524-cc6804c1e1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:26.026263 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-404022f1-c056-4161-ade3-24495f8ad50a req-d1cb6b43-e8d5-488a-834c-16609da5559b tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963364 Aug 28 15:01:26.092305 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4bfa3767-8cd9-4ca3-9524-cc6804c1e1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:26.097059 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4bfa3767-8cd9-4ca3-9524-cc6804c1e1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:26.099593 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 81490603-52e3-490f-aef0-6c87b5001bda completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:01:26.102339 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4bfa3767-8cd9-4ca3-9524-cc6804c1e1c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/756f96f9-85a1-4b2a-a4c6-ad22ea8c2816 HTTP/1.1" status: 204 len: 168 time: 0.2536118 Aug 28 15:01:26.113311 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa3767-8cd9-4ca3-9524-cc6804c1e1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756f96f9-85a1-4b2a-a4c6-ad22ea8c2816,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:26.202852 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 852f923f-da73-4a3c-8dab-63648a9ecdce, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=852f923f-da73-4a3c-8dab-63648a9ecdce,segment=NetworkSegment(9ede7ae2-ded2-4625-9995-8102dab1ee5f),segment_id=9ede7ae2-ded2-4625-9995-8102dab1ee5f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:26.216726 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '852f923f-da73-4a3c-8dab-63648a9ecdce', 'network_id': 'bfa1bf07-5e94-42f9-9fcb-22ea662317fa', 'port_id': '852f923f-da73-4a3c-8dab-63648a9ecdce', 'mac_address': 'fa:16:3e:d5:5c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2d5e6f-66dd-404e-aeea-21037f459c47', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:01:26.224639 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 81490603-52e3-490f-aef0-6c87b5001bda triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:01:26.225258 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:26.363339 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:26.367067 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-3764a013-33a3-4927-b17e-341b992df912 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:26.372268 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:26.377148 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-3764a013-33a3-4927-b17e-341b992df912 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/networks?id=7f8f220c-9491-4b28-bbdb-8fe595a72abc HTTP/1.1" status: 200 len: 828 time: 0.1612368 Aug 28 15:01:26.397625 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 852f923f-da73-4a3c-8dab-63648a9ecdce {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:01:26.399401 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-0dce8984-abe8-44c6-8142-577286e8ad3a tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/quotas/fe324b812e744bb0bdbdce7fe2c6c169 HTTP/1.1" status: 200 len: 375 time: 0.0167308 Aug 28 15:01:26.482012 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-b6b8cb88-3c5f-42c5-9622-a84a8b1965a2 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe324b812e744bb0bdbdce7fe2c6c169&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757031 Aug 28 15:01:26.516599 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:26.530954 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 852f923f-da73-4a3c-8dab-63648a9ecdce, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=852f923f-da73-4a3c-8dab-63648a9ecdce,segment=NetworkSegment(9ede7ae2-ded2-4625-9995-8102dab1ee5f),segment_id=9ede7ae2-ded2-4625-9995-8102dab1ee5f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:26.545583 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:26.554009 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 81490603-52e3-490f-aef0-6c87b5001bda, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=81490603-52e3-490f-aef0-6c87b5001bda,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:26.571897 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299d6cf-e88e-4930-89fd-6d03436ded1d req-8ce55396-d8ef-4904-a89c-a998520753c4 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:26.577569 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:26.580887 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1299d6cf-e88e-4930-89fd-6d03436ded1d req-8ce55396-d8ef-4904-a89c-a998520753c4 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.0665805 Aug 28 15:01:26.610667 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=852f923f-da73-4a3c-8dab-63648a9ecdce,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:26.627110 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1299d6cf-e88e-4930-89fd-6d03436ded1d req-c2701004-7c23-4a0e-b16d-55d904178ea3 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451224 Aug 28 15:01:26.651353 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-22660e3d-d6b2-47a3-9d5b-ac33a29b288a service neutron] 10.222.0.13 "GET /v2.0/networks/7f8f220c-9491-4b28-bbdb-8fe595a72abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536176 Aug 28 15:01:26.701753 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=81490603-52e3-490f-aef0-6c87b5001bda,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:26.758673 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdba79-72fc-44cd-b764-092bf1eedf85 req-22c7e784-a494-434d-99ca-07b3904b2a40 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:26.770102 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c8bdba79-72fc-44cd-b764-092bf1eedf85 req-22c7e784-a494-434d-99ca-07b3904b2a40 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] 10.222.0.13 "GET /v2.0/ports?device_id=61562d75-7f85-42fd-b58f-64faf123d407 HTTP/1.1" status: 200 len: 945 time: 0.0741222 Aug 28 15:01:26.779057 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-9300a5c6-432d-4e4d-9e9e-89e7c48ab6ec service neutron] 10.222.0.13 "GET /v2.0/networks/7f8f220c-9491-4b28-bbdb-8fe595a72abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199198 Aug 28 15:01:26.815209 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['852f923f-da73-4a3c-8dab-63648a9ecdce'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:01:26.816769 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c8bdba79-72fc-44cd-b764-092bf1eedf85 req-79471263-5fc8-4716-aac9-65d1fb681f0f tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6608480-5dfa-4b1e-b23e-6259bc6d5f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485575 Aug 28 15:01:27.092766 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-079f96cc-f3f2-4726-af55-c97353028ec4 req-9ae97ef9-ab75-44c0-805d-0fabeaeaaab7 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/ports?device_id=73cf53f6-b88c-4751-84d0-fc2a4eb29846 HTTP/1.1" status: 200 len: 210 time: 0.0597084 Aug 28 15:01:27.257767 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d994ec-96b8-46b9-ad72-12d93719a4f2 req-27ef504d-e416-4a9e-ba32-3bb7e4c6debf tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:27.259289 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54d994ec-96b8-46b9-ad72-12d93719a4f2 req-27ef504d-e416-4a9e-ba32-3bb7e4c6debf tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4246ab6e-890d-48bb-92fb-f6d45ad82c26 HTTP/1.1" status: 200 len: 946 time: 0.0692372 Aug 28 15:01:27.340794 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54d994ec-96b8-46b9-ad72-12d93719a4f2 req-b0b9ab91-4b1d-44cf-a178-707ca7f26025 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715253 Aug 28 15:01:27.382717 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1051b43d-13e9-4f1c-bf9a-4c98222c7e3c None None] Sync routers for ids ['dedf36f2-f8f2-41e3-b726-5b06ba111a82'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:01:27.393782 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1051b43d-13e9-4f1c-bf9a-4c98222c7e3c None None] Routers {'dedf36f2-f8f2-41e3-b726-5b06ba111a82'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:01:27.394419 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-1051b43d-13e9-4f1c-bf9a-4c98222c7e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:01:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['dedf36f2-f8f2-41e3-b726-5b06ba111a82'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:27.473253 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35654) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:27.515641 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-1051b43d-13e9-4f1c-bf9a-4c98222c7e3c None None] Set router dedf36f2-f8f2-41e3-b726-5b06ba111a82 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:01:27.757606 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-1051b43d-13e9-4f1c-bf9a-4c98222c7e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-342812436-router', 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '81490603-52e3-490f-aef0-6c87b5001bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:01:18Z', 'updated_at': '2021-08-28T15:01:24Z', 'revision_number': 4, 'project_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'gw_port': {'id': '81490603-52e3-490f-aef0-6c87b5001bda', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:19Z', 'updated_at': '2021-08-28T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '44016f55-bda3-4ceb-afa2-53734f3ef27a', 'name': '', 'network_id': '7f8f220c-9491-4b28-bbdb-8fe595a72abc', 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'mac_address': 'fa:16:3e:35:27:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '75f3e6a9-c315-460b-8a96-4aeacf727b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:23Z', 'updated_at': '2021-08-28T15:01:24Z', 'revision_number': 2, 'project_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'subnets': [{'id': '75f3e6a9-c315-460b-8a96-4aeacf727b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:27.757827 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-d4262e37-58d9-4962-85c8-3bc44bec6776 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1482746281-network', 'tenant_id': 'b42ac6ce2df440269e42dd1656784812'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:27.763283 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 81490603-52e3-490f-aef0-6c87b5001bda up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:01:27.787889 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1051b43d-13e9-4f1c-bf9a-4c98222c7e3c None None] Checking router: dedf36f2-f8f2-41e3-b726-5b06ba111a82 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:01:27.788557 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1051b43d-13e9-4f1c-bf9a-4c98222c7e3c None None] Updating router dedf36f2-f8f2-41e3-b726-5b06ba111a82 port 44016f55-bda3-4ceb-afa2-53734f3ef27a binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:01:27.820494 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-1051b43d-13e9-4f1c-bf9a-4c98222c7e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:27.902316 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39fe654-bf6b-4092-abe9-bacbcb2e1b4a req-eb3338f4-0018-4444-b38d-dd4dac998ce5 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:27.911541 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f39fe654-bf6b-4092-abe9-bacbcb2e1b4a req-eb3338f4-0018-4444-b38d-dd4dac998ce5 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.1382725 Aug 28 15:01:27.936406 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4262e37-58d9-4962-85c8-3bc44bec6776 admin admin] Made reservation on behalf of b42ac6ce2df440269e42dd1656784812 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:01:27.939474 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d4262e37-58d9-4962-85c8-3bc44bec6776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:27.940201 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 852f923f-da73-4a3c-8dab-63648a9ecdce up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:01:27.954288 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 81490603-52e3-490f-aef0-6c87b5001bda triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:01:27.955588 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:27.975603 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f39fe654-bf6b-4092-abe9-bacbcb2e1b4a req-8a056d70-bb45-4450-837d-f4758d58ae9f tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630255 Aug 28 15:01:27.983375 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d4262e37-58d9-4962-85c8-3bc44bec6776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:28.117629 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 852f923f-da73-4a3c-8dab-63648a9ecdce completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:01:28.124785 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 852f923f-da73-4a3c-8dab-63648a9ecdce triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:01:28.125308 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:28.128685 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243645c-7771-40d7-be9a-9be91c92bdd2 req-59b80636-e8c1-4f8c-b8e2-5aa9743161c1 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:28.132703 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d243645c-7771-40d7-be9a-9be91c92bdd2 req-59b80636-e8c1-4f8c-b8e2-5aa9743161c1 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] 10.222.0.13 "GET /v2.0/ports?device_id=61562d75-7f85-42fd-b58f-64faf123d407 HTTP/1.1" status: 200 len: 945 time: 0.1229887 Aug 28 15:01:28.156441 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d4262e37-58d9-4962-85c8-3bc44bec6776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:28.166065 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d4262e37-58d9-4962-85c8-3bc44bec6776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:28.206182 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4262e37-58d9-4962-85c8-3bc44bec6776 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:01:28.219551 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4262e37-58d9-4962-85c8-3bc44bec6776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfec0f3-fc36-4a26-857b-38ba95b122f2,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:28.233058 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d4262e37-58d9-4962-85c8-3bc44bec6776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:28.234685 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-d4262e37-58d9-4962-85c8-3bc44bec6776 admin admin] Added segment 09a5fae1-6fd9-4abb-b01c-d8a5e14a7df2 of type vlan for network 1134bd10-a265-4cb4-b926-71c8aca45aef Aug 28 15:01:28.273296 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d243645c-7771-40d7-be9a-9be91c92bdd2 req-36df01b0-cba2-4ca7-b1fa-0cd71167987f tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6608480-5dfa-4b1e-b23e-6259bc6d5f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335194 Aug 28 15:01:28.334061 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-1051b43d-13e9-4f1c-bf9a-4c98222c7e3c None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:28.339178 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:28.341543 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d4262e37-58d9-4962-85c8-3bc44bec6776 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:28.349598 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-1051b43d-13e9-4f1c-bf9a-4c98222c7e3c None None] Transition to ACTIVE for port object 44016f55-bda3-4ceb-afa2-53734f3ef27a will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:01:28.364504 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-1051b43d-13e9-4f1c-bf9a-4c98222c7e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:28.433626 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89958b2c-6640-4c9d-a841-32fd5fe67125 None None] Pushing event updated for resources: {'Port': ['ID=44016f55-bda3-4ceb-afa2-53734f3ef27a,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:28.436050 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d4262e37-58d9-4962-85c8-3bc44bec6776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:28.437135 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4262e37-58d9-4962-85c8-3bc44bec6776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:28.440740 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d4262e37-58d9-4962-85c8-3bc44bec6776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:28.447298 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61562d75-7f85-42fd-b58f-64faf123d407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852f923f-da73-4a3c-8dab-63648a9ecdce'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:01:28.454814 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b6161d-dcf0-44e3-8867-88504ae2b7c8" -d '{"events": [{"server_uuid": "61562d75-7f85-42fd-b58f-64faf123d407", "name": "network-vif-plugged", "status": "completed", "tag": "852f923f-da73-4a3c-8dab-63648a9ecdce"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:01:28.456720 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89958b2c-6640-4c9d-a841-32fd5fe67125 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:28.457075 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89958b2c-6640-4c9d-a841-32fd5fe67125 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:28.458442 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89958b2c-6640-4c9d-a841-32fd5fe67125 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:28.458778 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89958b2c-6640-4c9d-a841-32fd5fe67125 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:28.460265 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89958b2c-6640-4c9d-a841-32fd5fe67125 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:28.460799 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89958b2c-6640-4c9d-a841-32fd5fe67125 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:28.468173 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89958b2c-6640-4c9d-a841-32fd5fe67125 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:28.468689 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89958b2c-6640-4c9d-a841-32fd5fe67125 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:28.469540 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89958b2c-6640-4c9d-a841-32fd5fe67125 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:28.470050 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89958b2c-6640-4c9d-a841-32fd5fe67125 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:28.470647 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89958b2c-6640-4c9d-a841-32fd5fe67125 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:28.471823 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89958b2c-6640-4c9d-a841-32fd5fe67125 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:28.494018 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 852f923f-da73-4a3c-8dab-63648a9ecdce, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=852f923f-da73-4a3c-8dab-63648a9ecdce,segment=NetworkSegment(9ede7ae2-ded2-4625-9995-8102dab1ee5f),segment_id=9ede7ae2-ded2-4625-9995-8102dab1ee5f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:28.500361 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:28.641782 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-1051b43d-13e9-4f1c-bf9a-4c98222c7e3c None None] Attempting to bind port 44016f55-bda3-4ceb-afa2-53734f3ef27a on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:01:28.642165 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-1051b43d-13e9-4f1c-bf9a-4c98222c7e3c None None] Attempting to bind port 44016f55-bda3-4ceb-afa2-53734f3ef27a by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '661b8b18-0dd8-4191-ab69-dd865738dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7f8f220c-9491-4b28-bbdb-8fe595a72abc'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:01:28.642648 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1051b43d-13e9-4f1c-bf9a-4c98222c7e3c None None] Attempting to bind port 44016f55-bda3-4ceb-afa2-53734f3ef27a on network 7f8f220c-9491-4b28-bbdb-8fe595a72abc {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:01:28.655186 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1051b43d-13e9-4f1c-bf9a-4c98222c7e3c None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:01:28.656384 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1051b43d-13e9-4f1c-bf9a-4c98222c7e3c None None] Checking segment: {'id': '661b8b18-0dd8-4191-ab69-dd865738dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7f8f220c-9491-4b28-bbdb-8fe595a72abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:01:28.656978 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-1051b43d-13e9-4f1c-bf9a-4c98222c7e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:28.657541 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1051b43d-13e9-4f1c-bf9a-4c98222c7e3c None None] Bound using segment: {'id': '661b8b18-0dd8-4191-ab69-dd865738dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7f8f220c-9491-4b28-bbdb-8fe595a72abc'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:01:28.658248 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-1051b43d-13e9-4f1c-bf9a-4c98222c7e3c None None] Bound port: 44016f55-bda3-4ceb-afa2-53734f3ef27a, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661b8b18-0dd8-4191-ab69-dd865738dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7f8f220c-9491-4b28-bbdb-8fe595a72abc'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:01:28.658940 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-1051b43d-13e9-4f1c-bf9a-4c98222c7e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:28.675840 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=852f923f-da73-4a3c-8dab-63648a9ecdce,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:28.685813 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4262e37-58d9-4962-85c8-3bc44bec6776 admin admin] Pushing event updated for resources: {'Network': ['ID=1134bd10-a265-4cb4-b926-71c8aca45aef,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:28.689992 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d4262e37-58d9-4962-85c8-3bc44bec6776 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2158887 Aug 28 15:01:28.694708 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35698) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:28.704089 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 1134bd10-a265-4cb4-b926-71c8aca45aef details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:01:28.711627 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-59119191-3392-43a6-8f44-58b528900b9b admin admin] Request body: {'subnet': {'network_id': '1134bd10-a265-4cb4-b926-71c8aca45aef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1482746281-subnet', 'tenant_id': 'b42ac6ce2df440269e42dd1656784812', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:28.734007 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9d5ff128-df4a-4db8-afa3-d154d686468a req-e3f1ec22-678b-4ca3-b7c0-330e87956cba tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/ports?device_id=73cf53f6-b88c-4751-84d0-fc2a4eb29846 HTTP/1.1" status: 200 len: 210 time: 0.1380177 Aug 28 15:01:28.779045 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59119191-3392-43a6-8f44-58b528900b9b admin admin] Made reservation on behalf of b42ac6ce2df440269e42dd1656784812 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:01:28.781971 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59119191-3392-43a6-8f44-58b528900b9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:28.811606 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-1051b43d-13e9-4f1c-bf9a-4c98222c7e3c None None] For port 44016f55-bda3-4ceb-afa2-53734f3ef27a, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:01:28.819238 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-1051b43d-13e9-4f1c-bf9a-4c98222c7e3c None None] For port 44016f55-bda3-4ceb-afa2-53734f3ef27a, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=44016f55-bda3-4ceb-afa2-53734f3ef27a,segment=NetworkSegment(661b8b18-0dd8-4191-ab69-dd865738dcee),segment_id=661b8b18-0dd8-4191-ab69-dd865738dcee)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:01:28.827587 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-cce4514d-c428-4611-8de5-4fdebea44b7f tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:28.835096 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-cce4514d-c428-4611-8de5-4fdebea44b7f tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.36 "GET /v2.0/networks?id=7f8f220c-9491-4b28-bbdb-8fe595a72abc HTTP/1.1" status: 200 len: 828 time: 0.4834795 Aug 28 15:01:28.840024 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15622df-f300-425e-bfc8-ff3f0989f219 x-openstack-request-id: req-f15622df-f300-425e-bfc8-ff3f0989f219 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:01:28.841380 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61562d75-7f85-42fd-b58f-64faf123d407", "name": "network-vif-plugged", "status": "completed", "tag": "852f923f-da73-4a3c-8dab-63648a9ecdce", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:01:28.841881 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f15622df-f300-425e-bfc8-ff3f0989f219 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:01:28.842532 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61562d75-7f85-42fd-b58f-64faf123d407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852f923f-da73-4a3c-8dab-63648a9ecdce', 'code': 200} Aug 28 15:01:28.844360 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-1051b43d-13e9-4f1c-bf9a-4c98222c7e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:28.856161 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-9359f622-b763-4cc6-9dbf-1b7211db3834 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Request body: {'port': {'device_id': '73cf53f6-b88c-4751-84d0-fc2a4eb29846', 'network_id': '7f8f220c-9491-4b28-bbdb-8fe595a72abc', 'admin_state_up': True, 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:28.983562 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1051b43d-13e9-4f1c-bf9a-4c98222c7e3c None None] Routers {'dedf36f2-f8f2-41e3-b726-5b06ba111a82'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:01:28.987115 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-1051b43d-13e9-4f1c-bf9a-4c98222c7e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:01:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['dedf36f2-f8f2-41e3-b726-5b06ba111a82'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:29.081767 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-9359f622-b763-4cc6-9dbf-1b7211db3834 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Made reservation on behalf of fe324b812e744bb0bdbdce7fe2c6c169 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:01:29.083910 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89958b2c-6640-4c9d-a841-32fd5fe67125 None None] Pushing event updated for resources: {'Port': ['ID=44016f55-bda3-4ceb-afa2-53734f3ef27a,revision_number=4']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:29.085892 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-9359f622-b763-4cc6-9dbf-1b7211db3834 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:29.135123 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf648e0-fc90-4425-86a1-147906b1245a req-e8f94ebc-f6ea-40fc-afa0-5fec152d33e3 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:29.154450 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0cf648e0-fc90-4425-86a1-147906b1245a req-e8f94ebc-f6ea-40fc-afa0-5fec152d33e3 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4246ab6e-890d-48bb-92fb-f6d45ad82c26 HTTP/1.1" status: 200 len: 946 time: 0.4363008 Aug 28 15:01:29.163954 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59119191-3392-43a6-8f44-58b528900b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:29.224245 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-1051b43d-13e9-4f1c-bf9a-4c98222c7e3c None None] Set router dedf36f2-f8f2-41e3-b726-5b06ba111a82 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:01:29.274659 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-9359f622-b763-4cc6-9dbf-1b7211db3834 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Allocated IP 172.20.0.4 (7f8f220c-9491-4b28-bbdb-8fe595a72abc/75f3e6a9-c315-460b-8a96-4aeacf727b86/bde4fd06-8dd4-4056-9338-9fda139777f7) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:01:29.339405 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ae36c-1b23-4b0e-928e-05640d59bcfc req-734178ea-c97f-416a-ba2c-fdf855e336a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:29.345845 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1b1ae36c-1b23-4b0e-928e-05640d59bcfc req-734178ea-c97f-416a-ba2c-fdf855e336a0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61562d75-7f85-42fd-b58f-64faf123d407 HTTP/1.1" status: 200 len: 1098 time: 0.3691504 Aug 28 15:01:29.367479 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59119191-3392-43a6-8f44-58b528900b9b admin admin] Checking segment: {'id': '09a5fae1-6fd9-4abb-b01c-d8a5e14a7df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1134bd10-a265-4cb4-b926-71c8aca45aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:01:29.367868 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59119191-3392-43a6-8f44-58b528900b9b admin admin] Network hostable DHCP agents. Network: 1134bd10-a265-4cb4-b926-71c8aca45aef, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:01:29.424881 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59119191-3392-43a6-8f44-58b528900b9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1028e3ed-cd25-4f3d-acbd-5b2e8498e724,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:29.430874 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0cf648e0-fc90-4425-86a1-147906b1245a req-8869da9a-93af-4b3b-81fa-0a9570da6cf5 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754188 Aug 28 15:01:29.456567 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59119191-3392-43a6-8f44-58b528900b9b admin admin] Network 1134bd10-a265-4cb4-b926-71c8aca45aef is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:01:29.461367 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1b1ae36c-1b23-4b0e-928e-05640d59bcfc req-6044e4ea-2571-4f2c-a339-44afdba561da service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c6608480-5dfa-4b1e-b23e-6259bc6d5f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836127 Aug 28 15:01:29.484494 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-59119191-3392-43a6-8f44-58b528900b9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 1134bd10-a265-4cb4-b926-71c8aca45aef) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:01:29.491702 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59119191-3392-43a6-8f44-58b528900b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:29.491702 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59119191-3392-43a6-8f44-58b528900b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:29.497084 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5be1b47-48be-4222-a8af-1b68676bd353 None None] Network 1134bd10-a265-4cb4-b926-71c8aca45aef requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:01:29.529760 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-59119191-3392-43a6-8f44-58b528900b9b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8331821 Aug 28 15:01:29.554759 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-9359f622-b763-4cc6-9dbf-1b7211db3834 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:29.556488 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-1051b43d-13e9-4f1c-bf9a-4c98222c7e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-342812436-router', 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '81490603-52e3-490f-aef0-6c87b5001bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:01:18Z', 'updated_at': '2021-08-28T15:01:24Z', 'revision_number': 4, 'project_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'gw_port': {'id': '81490603-52e3-490f-aef0-6c87b5001bda', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:19Z', 'updated_at': '2021-08-28T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '44016f55-bda3-4ceb-afa2-53734f3ef27a', 'name': '', 'network_id': '7f8f220c-9491-4b28-bbdb-8fe595a72abc', 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'mac_address': 'fa:16:3e:35:27:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '75f3e6a9-c315-460b-8a96-4aeacf727b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:23Z', 'updated_at': '2021-08-28T15:01:28Z', 'revision_number': 4, 'project_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'subnets': [{'id': '75f3e6a9-c315-460b-8a96-4aeacf727b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:29.578421 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-9359f622-b763-4cc6-9dbf-1b7211db3834 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Transition to ACTIVE for port object bde4fd06-8dd4-4056-9338-9fda139777f7 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:01:29.592477 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1051b43d-13e9-4f1c-bf9a-4c98222c7e3c None None] The sync data for ids ['dedf36f2-f8f2-41e3-b726-5b06ba111a82'] in n-d-712137-10 is: [{'id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-342812436-router', 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '81490603-52e3-490f-aef0-6c87b5001bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:01:18Z', 'updated_at': '2021-08-28T15:01:24Z', 'revision_number': 4, 'project_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'gw_port': {'id': '81490603-52e3-490f-aef0-6c87b5001bda', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:19Z', 'updated_at': '2021-08-28T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '44016f55-bda3-4ceb-afa2-53734f3ef27a', 'name': '', 'network_id': '7f8f220c-9491-4b28-bbdb-8fe595a72abc', 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'mac_address': 'fa:16:3e:35:27:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '75f3e6a9-c315-460b-8a96-4aeacf727b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:23Z', 'updated_at': '2021-08-28T15:01:28Z', 'revision_number': 4, 'project_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'subnets': [{'id': '75f3e6a9-c315-460b-8a96-4aeacf727b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:01:29.607810 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadff7d-c024-49a6-9aaf-fb1d9df715b9 req-ed0c4b70-83cb-48ba-bc64-548ac8804e81 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:29.617664 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7fadff7d-c024-49a6-9aaf-fb1d9df715b9 req-ed0c4b70-83cb-48ba-bc64-548ac8804e81 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.1407545 Aug 28 15:01:29.702038 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04234a-4033-4d4f-8121-b8f8288e09ce req-e1da767a-fd55-49da-a635-fb86b1b68c10 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:29.709956 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8d04234a-4033-4d4f-8121-b8f8288e09ce req-e1da767a-fd55-49da-a635-fb86b1b68c10 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] 10.222.0.13 "GET /v2.0/ports?device_id=61562d75-7f85-42fd-b58f-64faf123d407 HTTP/1.1" status: 200 len: 946 time: 0.1247876 Aug 28 15:01:29.712407 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7fadff7d-c024-49a6-9aaf-fb1d9df715b9 req-c19d16b4-1b2f-42ae-9006-ce28e2de9746 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935314 Aug 28 15:01:29.752211 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adc0e3c-4533-4f2e-9edb-3901de98dbb3 None None] Network 1134bd10-a265-4cb4-b926-71c8aca45aef requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:01:29.773994 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-9359f622-b763-4cc6-9dbf-1b7211db3834 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:29.790385 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8d04234a-4033-4d4f-8121-b8f8288e09ce req-445c3d66-65f5-4768-8e2a-36caaa11d84b tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6608480-5dfa-4b1e-b23e-6259bc6d5f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671015 Aug 28 15:01:29.895069 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-9359f622-b763-4cc6-9dbf-1b7211db3834 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Network 7f8f220c-9491-4b28-bbdb-8fe595a72abc is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:01:29.900986 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-9359f622-b763-4cc6-9dbf-1b7211db3834 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:01:29.916859 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-9359f622-b763-4cc6-9dbf-1b7211db3834 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:01:29.926838 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359f622-b763-4cc6-9dbf-1b7211db3834 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Pushing event updated for resources: {'Port': ['ID=bde4fd06-8dd4-4056-9338-9fda139777f7,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:30.046372 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-9359f622-b763-4cc6-9dbf-1b7211db3834 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:30.047090 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-9359f622-b763-4cc6-9dbf-1b7211db3834 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:30.086519 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-9359f622-b763-4cc6-9dbf-1b7211db3834 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2356346 Aug 28 15:01:30.115424 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-c1d24136-b1f8-49f6-a2f7-22bc1e9f6fdc service neutron] Request body: {'port': {'device_id': '73cf53f6-b88c-4751-84d0-fc2a4eb29846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:30.261295 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-c1d24136-b1f8-49f6-a2f7-22bc1e9f6fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:30.269341 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aaa70e-148f-45bf-9704-8f08aa863a98 req-bb56670d-2bdb-492a-bc67-271c3ead4aaa tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:30.272978 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8aaa70e-148f-45bf-9704-8f08aa863a98 req-bb56670d-2bdb-492a-bc67-271c3ead4aaa tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/ports?device_id=73cf53f6-b88c-4751-84d0-fc2a4eb29846 HTTP/1.1" status: 200 len: 931 time: 0.0979135 Aug 28 15:01:30.362909 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8aaa70e-148f-45bf-9704-8f08aa863a98 req-13f9a88f-5d9a-4e46-8d93-5b64177a8c46 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/security-groups?id=2471a840-f31e-4640-bc5a-0de740b1a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796940 Aug 28 15:01:30.382774 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d3f7bcf0-7983-4099-b5b9-40ce930b15d9 None None] Provisioning for port bde4fd06-8dd4-4056-9338-9fda139777f7 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:01:30.395333 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d3f7bcf0-7983-4099-b5b9-40ce930b15d9 None None] Provisioning complete for port bde4fd06-8dd4-4056-9338-9fda139777f7 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:01:30.395742 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d3f7bcf0-7983-4099-b5b9-40ce930b15d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:30.452576 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-d3f7bcf0-7983-4099-b5b9-40ce930b15d9 None None] Port bde4fd06-8dd4-4056-9338-9fda139777f7 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:01:30.576486 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34038a0f-8cd9-4969-85d1-932ea33b5c9c req-d000e04b-2dc2-4da1-ac7b-c75a2e402a78 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:30.578338 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-34038a0f-8cd9-4969-85d1-932ea33b5c9c req-d000e04b-2dc2-4da1-ac7b-c75a2e402a78 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4246ab6e-890d-48bb-92fb-f6d45ad82c26 HTTP/1.1" status: 200 len: 946 time: 0.0729380 Aug 28 15:01:30.648148 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-34038a0f-8cd9-4969-85d1-932ea33b5c9c req-9f742882-4a8e-4792-a62e-99f436cf32af tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582497 Aug 28 15:01:30.675834 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-b4c573da-9f5c-4e73-98df-eddcc3dff703 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:30.682873 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-b4c573da-9f5c-4e73-98df-eddcc3dff703 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.13 "GET /v2.0/networks?id=1134bd10-a265-4cb4-b926-71c8aca45aef HTTP/1.1" status: 200 len: 813 time: 0.3443608 Aug 28 15:01:30.708874 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-76749056-2f7e-4760-9283-6bb5508e3be2 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.13 "GET /v2.0/quotas/b42ac6ce2df440269e42dd1656784812 HTTP/1.1" status: 200 len: 375 time: 0.0244133 Aug 28 15:01:30.760240 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-d4db01e7-b35f-49ab-a05b-6e8158920065 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b42ac6ce2df440269e42dd1656784812&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439739 Aug 28 15:01:30.922620 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164cc722-8431-44ae-ba63-8fcb7bb60f45 req-c86664b0-c254-442c-9611-a27c579f5b99 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:30.924561 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-164cc722-8431-44ae-ba63-8fcb7bb60f45 req-c86664b0-c254-442c-9611-a27c579f5b99 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.0627587 Aug 28 15:01:30.925556 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-1bd368cd-d386-4402-aa6a-dc82c8a382af service neutron] 10.222.0.13 "GET /v2.0/networks/1134bd10-a265-4cb4-b926-71c8aca45aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504614 Aug 28 15:01:30.951677 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-c1d24136-b1f8-49f6-a2f7-22bc1e9f6fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bde4fd06-8dd4-4056-9338-9fda139777f7 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:01:30.976148 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-164cc722-8431-44ae-ba63-8fcb7bb60f45 req-4f413ce4-fa30-41ac-8e20-a5d419855f7a tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386076 Aug 28 15:01:30.992634 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-c1d24136-b1f8-49f6-a2f7-22bc1e9f6fdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:31.016467 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-c1d24136-b1f8-49f6-a2f7-22bc1e9f6fdc service neutron] Transition to ACTIVE for port object bde4fd06-8dd4-4056-9338-9fda139777f7 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:01:31.022023 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-c1d24136-b1f8-49f6-a2f7-22bc1e9f6fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:31.171452 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-91af8a2c-c370-45ec-8582-9a9abd525d0c service neutron] 10.222.0.13 "GET /v2.0/networks/1134bd10-a265-4cb4-b926-71c8aca45aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362585 Aug 28 15:01:31.221427 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d24136-b1f8-49f6-a2f7-22bc1e9f6fdc service neutron] Pushing event updated for resources: {'Port': ['ID=bde4fd06-8dd4-4056-9338-9fda139777f7,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:31.305817 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-c1d24136-b1f8-49f6-a2f7-22bc1e9f6fdc service neutron] Attempting to bind port bde4fd06-8dd4-4056-9338-9fda139777f7 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:01:31.306194 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-c1d24136-b1f8-49f6-a2f7-22bc1e9f6fdc service neutron] Attempting to bind port bde4fd06-8dd4-4056-9338-9fda139777f7 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '661b8b18-0dd8-4191-ab69-dd865738dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7f8f220c-9491-4b28-bbdb-8fe595a72abc'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:01:31.306532 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-c1d24136-b1f8-49f6-a2f7-22bc1e9f6fdc service neutron] Attempting to bind port bde4fd06-8dd4-4056-9338-9fda139777f7 on network 7f8f220c-9491-4b28-bbdb-8fe595a72abc {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:01:31.319235 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-c1d24136-b1f8-49f6-a2f7-22bc1e9f6fdc service neutron] Port bde4fd06-8dd4-4056-9338-9fda139777f7 on network 7f8f220c-9491-4b28-bbdb-8fe595a72abc not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:01:31.321228 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-c1d24136-b1f8-49f6-a2f7-22bc1e9f6fdc service neutron] Attempting to bind port bde4fd06-8dd4-4056-9338-9fda139777f7 on network 7f8f220c-9491-4b28-bbdb-8fe595a72abc {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:01:31.342054 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c4938-6527-4e34-ab21-60dc4d29257d req-c5a46500-745b-48a1-8206-f1b8a76b24df tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:31.346382 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-c1d24136-b1f8-49f6-a2f7-22bc1e9f6fdc service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:01:31.346769 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-c1d24136-b1f8-49f6-a2f7-22bc1e9f6fdc service neutron] Checking segment: {'id': '661b8b18-0dd8-4191-ab69-dd865738dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7f8f220c-9491-4b28-bbdb-8fe595a72abc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:01:31.347354 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-c1d24136-b1f8-49f6-a2f7-22bc1e9f6fdc service neutron] Bound using segment: {'id': '661b8b18-0dd8-4191-ab69-dd865738dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7f8f220c-9491-4b28-bbdb-8fe595a72abc'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:01:31.348055 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-c1d24136-b1f8-49f6-a2f7-22bc1e9f6fdc service neutron] Bound port: bde4fd06-8dd4-4056-9338-9fda139777f7, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '661b8b18-0dd8-4191-ab69-dd865738dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7f8f220c-9491-4b28-bbdb-8fe595a72abc'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:01:31.348432 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-c1d24136-b1f8-49f6-a2f7-22bc1e9f6fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:31.351458 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ee6c4938-6527-4e34-ab21-60dc4d29257d req-c5a46500-745b-48a1-8206-f1b8a76b24df tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] 10.222.0.13 "GET /v2.0/ports?device_id=61562d75-7f85-42fd-b58f-64faf123d407 HTTP/1.1" status: 200 len: 946 time: 0.1074901 Aug 28 15:01:31.457380 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ee6c4938-6527-4e34-ab21-60dc4d29257d req-3dfb2062-e4c4-42e9-b605-c4f72c2fc9be tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6608480-5dfa-4b1e-b23e-6259bc6d5f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042445 Aug 28 15:01:31.513578 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35818) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:31.530430 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-c1d24136-b1f8-49f6-a2f7-22bc1e9f6fdc service neutron] For port bde4fd06-8dd4-4056-9338-9fda139777f7, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:01:31.545831 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-c1d24136-b1f8-49f6-a2f7-22bc1e9f6fdc service neutron] For port bde4fd06-8dd4-4056-9338-9fda139777f7, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=bde4fd06-8dd4-4056-9338-9fda139777f7,segment=NetworkSegment(661b8b18-0dd8-4191-ab69-dd865738dcee),segment_id=661b8b18-0dd8-4191-ab69-dd865738dcee)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:01:31.554990 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-c1d24136-b1f8-49f6-a2f7-22bc1e9f6fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:31.560749 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35822) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:31.606231 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-42fe6ea7-1b59-4112-8016-a4ed51aa7670 req-21576ce4-437b-49be-9dfa-ed7f1f5cbc64 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.13 "GET /v2.0/ports?device_id=8943d1c0-d458-43f2-9f63-e985fb09da45 HTTP/1.1" status: 200 len: 210 time: 0.0677285 Aug 28 15:01:31.643216 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-c1d24136-b1f8-49f6-a2f7-22bc1e9f6fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:31.643872 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-c1d24136-b1f8-49f6-a2f7-22bc1e9f6fdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:31.645259 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-c1d24136-b1f8-49f6-a2f7-22bc1e9f6fdc service neutron] 10.222.0.36 "PUT /v2.0/ports/bde4fd06-8dd4-4056-9338-9fda139777f7 HTTP/1.1" status: 200 len: 1092 time: 1.5501018 Aug 28 15:01:31.658624 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cf53f6-b88c-4751-84d0-fc2a4eb29846', 'tag': 'bde4fd06-8dd4-4056-9338-9fda139777f7'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:01:31.662095 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d439a08-f0f4-4c69-9adf-944c44382f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "73cf53f6-b88c-4751-84d0-fc2a4eb29846", "tag": "bde4fd06-8dd4-4056-9338-9fda139777f7"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:01:31.737159 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d24136-b1f8-49f6-a2f7-22bc1e9f6fdc service neutron] Pushing event updated for resources: {'Port': ['ID=bde4fd06-8dd4-4056-9338-9fda139777f7,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:31.818442 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bd26afc4-5e28-4d6a-b435-ea6de425fb85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:31.838980 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 44016f55-bda3-4ceb-afa2-53734f3ef27a up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:01:31.886114 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f27de7-fd0a-4be6-ac4d-ca1099c3b226 req-b98c4549-c42c-4116-b701-ab5e674066df tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:31.897448 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-15f27de7-fd0a-4be6-ac4d-ca1099c3b226 req-b98c4549-c42c-4116-b701-ab5e674066df tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/ports?device_id=73cf53f6-b88c-4751-84d0-fc2a4eb29846 HTTP/1.1" status: 200 len: 943 time: 0.2778506 Aug 28 15:01:31.924088 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 44016f55-bda3-4ceb-afa2-53734f3ef27a completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:01:31.929396 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 44016f55-bda3-4ceb-afa2-53734f3ef27a triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:01:31.930184 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:31.972165 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21febf-bc4e-425e-88ed-daf0420c59ae req-86aff3ec-7f4d-43eb-bd11-0de4fd957e8c tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:31.975334 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-15f27de7-fd0a-4be6-ac4d-ca1099c3b226 req-2a5dc7f5-9009-4fd7-b0a2-2046fd80c914 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/security-groups?id=2471a840-f31e-4640-bc5a-0de740b1a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763311 Aug 28 15:01:31.976217 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-10d2e81c-c23d-43e4-9879-891663400368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:31.980133 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2c21febf-bc4e-425e-88ed-daf0420c59ae req-86aff3ec-7f4d-43eb-bd11-0de4fd957e8c tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4246ab6e-890d-48bb-92fb-f6d45ad82c26 HTTP/1.1" status: 200 len: 946 time: 0.1073895 Aug 28 15:01:32.019888 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-5f9bfca3-5267-4163-97fc-f85105ead7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:32.021689 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-5f9bfca3-5267-4163-97fc-f85105ead7c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe324b812e744bb0bdbdce7fe2c6c169&device_id=73cf53f6-b88c-4751-84d0-fc2a4eb29846 HTTP/1.1" status: 200 len: 1095 time: 0.2900071 Aug 28 15:01:32.051050 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2c21febf-bc4e-425e-88ed-daf0420c59ae req-108e18d6-b3e4-4d5e-9c42-5c80d2ec0243 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692179 Aug 28 15:01:32.093118 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:32.101508 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bd26afc4-5e28-4d6a-b435-ea6de425fb85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:32.110377 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bd26afc4-5e28-4d6a-b435-ea6de425fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:32.179611 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f0889f-54ec-411e-a26f-6a960c6170d4 x-openstack-request-id: req-93f0889f-54ec-411e-a26f-6a960c6170d4 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:01:32.179909 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73cf53f6-b88c-4751-84d0-fc2a4eb29846", "tag": "bde4fd06-8dd4-4056-9338-9fda139777f7", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:01:32.180075 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93f0889f-54ec-411e-a26f-6a960c6170d4 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:01:32.180641 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73cf53f6-b88c-4751-84d0-fc2a4eb29846', 'tag': 'bde4fd06-8dd4-4056-9338-9fda139777f7', 'status': 'completed', 'code': 200} Aug 28 15:01:32.186124 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-18ac3388-e9a8-4908-8bd2-dcc16d765e62 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bde4fd06-8dd4-4056-9338-9fda139777f7 HTTP/1.1" status: 200 len: 217 time: 0.1530662 Aug 28 15:01:32.199345 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bd26afc4-5e28-4d6a-b435-ea6de425fb85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48861120dace499a83e999fd9d53cf17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6843336 Aug 28 15:01:32.203281 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35842) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:32.222853 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26afc4-5e28-4d6a-b435-ea6de425fb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d999205-b9a1-4c73-957a-928e739b1b2e,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:32.223274 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 44016f55-bda3-4ceb-afa2-53734f3ef27a, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=44016f55-bda3-4ceb-afa2-53734f3ef27a,segment=NetworkSegment(661b8b18-0dd8-4191-ab69-dd865738dcee),segment_id=661b8b18-0dd8-4191-ab69-dd865738dcee)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:32.234325 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:32.273394 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-22d16134-c90e-45b5-b26f-724a3efcef70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:32.275343 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-1d9d16e7-d2fd-4d27-af33-29bb22ef9a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:32.276967 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-1d9d16e7-d2fd-4d27-af33-29bb22ef9a0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=75f3e6a9-c315-460b-8a96-4aeacf727b86 HTTP/1.1" status: 200 len: 867 time: 0.0816476 Aug 28 15:01:32.307883 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-22d16134-c90e-45b5-b26f-724a3efcef70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:32.319542 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=44016f55-bda3-4ceb-afa2-53734f3ef27a,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:32.386131 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-22d16134-c90e-45b5-b26f-724a3efcef70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:32.391120 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-22d16134-c90e-45b5-b26f-724a3efcef70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:32.392372 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-22d16134-c90e-45b5-b26f-724a3efcef70 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d999205-b9a1-4c73-957a-928e739b1b2e HTTP/1.1" status: 204 len: 168 time: 0.1876118 Aug 28 15:01:32.405619 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-10d2e81c-c23d-43e4-9879-891663400368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:32.412812 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-a38e02ff-9c87-4525-8411-5bb73049202e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:32.414310 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-a38e02ff-9c87-4525-8411-5bb73049202e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7f8f220c-9491-4b28-bbdb-8fe595a72abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0886905 Aug 28 15:01:32.421164 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d16134-c90e-45b5-b26f-724a3efcef70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d999205-b9a1-4c73-957a-928e739b1b2e,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:32.424375 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb6cec-b703-4942-ab59-4043f7d35b3b req-f91db40a-b9ad-4e51-b498-ad039abb44fc tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:32.433595 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-66eb6cec-b703-4942-ab59-4043f7d35b3b req-f91db40a-b9ad-4e51-b498-ad039abb44fc tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.2506266 Aug 28 15:01:32.436928 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-10d2e81c-c23d-43e4-9879-891663400368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:32.555161 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-66eb6cec-b703-4942-ab59-4043f7d35b3b req-f94f97a6-806a-4580-bdf4-fb593e9c4ce7 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215353 Aug 28 15:01:32.557660 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2e81c-c23d-43e4-9879-891663400368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5e5ac8-99c2-4800-81d4-3d1ecb8ec0b5,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:32.564086 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-10d2e81c-c23d-43e4-9879-891663400368 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36648e2be4f34d02a500015f549aaa7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9860353 Aug 28 15:01:32.567694 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35860) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:32.601772 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-dac88469-a163-484a-acf5-195c8496af62 service neutron] 10.222.0.36 "GET /v2.0/networks/7f8f220c-9491-4b28-bbdb-8fe595a72abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661561 Aug 28 15:01:32.655142 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-933bc6d9-8dbf-4784-b784-d3216d4e516e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:32.687893 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-933bc6d9-8dbf-4784-b784-d3216d4e516e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:32.737543 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f17a34f-07ad-4893-a5cc-b49713729fce req-bfaba0e2-cb0d-46a6-afd3-ae1e93a8d2af service neutron] 10.222.0.36 "GET /v2.0/networks/7f8f220c-9491-4b28-bbdb-8fe595a72abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266453 Aug 28 15:01:32.747863 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e897b4b-3129-4316-b5f3-329c9098bd86 req-d56fad9f-97b2-4f9d-9c34-5a02198ec43b tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:32.750010 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9e897b4b-3129-4316-b5f3-329c9098bd86 req-d56fad9f-97b2-4f9d-9c34-5a02198ec43b tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] 10.222.0.13 "GET /v2.0/ports?device_id=61562d75-7f85-42fd-b58f-64faf123d407 HTTP/1.1" status: 200 len: 946 time: 0.0784745 Aug 28 15:01:32.764410 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-933bc6d9-8dbf-4784-b784-d3216d4e516e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:32.771433 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-933bc6d9-8dbf-4784-b784-d3216d4e516e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:32.773169 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-933bc6d9-8dbf-4784-b784-d3216d4e516e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a5e5ac8-99c2-4800-81d4-3d1ecb8ec0b5 HTTP/1.1" status: 204 len: 168 time: 0.2035339 Aug 28 15:01:32.811356 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933bc6d9-8dbf-4784-b784-d3216d4e516e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5e5ac8-99c2-4800-81d4-3d1ecb8ec0b5,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:32.853503 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35868) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:32.885289 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9e897b4b-3129-4316-b5f3-329c9098bd86 req-4fa8de41-36a9-4245-be32-c70def21daed tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6608480-5dfa-4b1e-b23e-6259bc6d5f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274836 Aug 28 15:01:32.905372 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d439a08-f0f4-4c69-9adf-944c44382f6b req-fae560fd-2a65-4237-bd1c-cf41010430e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:32.907876 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8d439a08-f0f4-4c69-9adf-944c44382f6b req-fae560fd-2a65-4237-bd1c-cf41010430e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe324b812e744bb0bdbdce7fe2c6c169&device_id=73cf53f6-b88c-4751-84d0-fc2a4eb29846 HTTP/1.1" status: 200 len: 1095 time: 0.0856886 Aug 28 15:01:32.972009 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:01:32.981970 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9820b132-77c4-413c-9f9e-60cf7434eb71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:33.078334 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7b449021-5b2f-488c-94f9-947bf1d4e874 req-5b653136-590e-4bac-85cd-7c5183bd969a tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.13 "GET /v2.0/ports?device_id=8943d1c0-d458-43f2-9f63-e985fb09da45 HTTP/1.1" status: 200 len: 210 time: 0.0631404 Aug 28 15:01:33.147248 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d439a08-f0f4-4c69-9adf-944c44382f6b req-a4207e3b-c71e-4d23-8c97-5daceddd86b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:33.148819 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8d439a08-f0f4-4c69-9adf-944c44382f6b req-a4207e3b-c71e-4d23-8c97-5daceddd86b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7f8f220c-9491-4b28-bbdb-8fe595a72abc HTTP/1.1" status: 200 len: 929 time: 0.2314773 Aug 28 15:01:33.164434 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-6dc515d2-4695-44b5-9852-19031d7e9d25 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:33.165889 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-6dc515d2-4695-44b5-9852-19031d7e9d25 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.36 "GET /v2.0/networks?id=1134bd10-a265-4cb4-b926-71c8aca45aef HTTP/1.1" status: 200 len: 813 time: 0.3458052 Aug 28 15:01:33.166895 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ee2ec-d40b-4218-9f77-69cb32fcc310 req-61299f90-f2c3-49e5-9efc-2914ab0a789c tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:33.176240 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0a2ee2ec-d40b-4218-9f77-69cb32fcc310 req-61299f90-f2c3-49e5-9efc-2914ab0a789c tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/ports?device_id=73cf53f6-b88c-4751-84d0-fc2a4eb29846 HTTP/1.1" status: 200 len: 943 time: 0.0948350 Aug 28 15:01:33.182408 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-3aaab406-972a-4358-aea5-3c2188ba5f70 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Request body: {'port': {'device_id': '8943d1c0-d458-43f2-9f63-e985fb09da45', 'network_id': '1134bd10-a265-4cb4-b926-71c8aca45aef', 'admin_state_up': True, 'tenant_id': 'b42ac6ce2df440269e42dd1656784812'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:33.227412 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8d439a08-f0f4-4c69-9adf-944c44382f6b req-af16524a-79f4-4595-8f37-b0e9765a2ef7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bde4fd06-8dd4-4056-9338-9fda139777f7 HTTP/1.1" status: 200 len: 217 time: 0.0483272 Aug 28 15:01:33.275752 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9820b132-77c4-413c-9f9e-60cf7434eb71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:33.282670 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9820b132-77c4-413c-9f9e-60cf7434eb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:33.298019 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0a2ee2ec-d40b-4218-9f77-69cb32fcc310 req-49b84e00-2cd9-4fa7-9dbf-f58671e5b02f tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/security-groups?id=2471a840-f31e-4640-bc5a-0de740b1a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140609 Aug 28 15:01:33.317723 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d439a08-f0f4-4c69-9adf-944c44382f6b req-6200d599-2ae9-4eac-b81c-5eacec896925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:33.319785 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8d439a08-f0f4-4c69-9adf-944c44382f6b req-6200d599-2ae9-4eac-b81c-5eacec896925 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=75f3e6a9-c315-460b-8a96-4aeacf727b86 HTTP/1.1" status: 200 len: 867 time: 0.0815353 Aug 28 15:01:33.356526 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820b132-77c4-413c-9f9e-60cf7434eb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fd852c-d4d9-4237-ac78-3e6b90e64a6c,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:33.372706 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9820b132-77c4-413c-9f9e-60cf7434eb71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=615516e849db46468a84ddc36356c609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5153515 Aug 28 15:01:33.374117 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35890) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:33.379929 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d439a08-f0f4-4c69-9adf-944c44382f6b req-7dc2f221-073b-4e2f-9380-71c84c0a04da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:33.381803 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8d439a08-f0f4-4c69-9adf-944c44382f6b req-7dc2f221-073b-4e2f-9380-71c84c0a04da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7f8f220c-9491-4b28-bbdb-8fe595a72abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538530 Aug 28 15:01:33.405110 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-3aaab406-972a-4358-aea5-3c2188ba5f70 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Made reservation on behalf of b42ac6ce2df440269e42dd1656784812 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:01:33.408835 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-3aaab406-972a-4358-aea5-3c2188ba5f70 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:33.757306 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 44016f55-bda3-4ceb-afa2-53734f3ef27a up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:01:33.814746 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 44016f55-bda3-4ceb-afa2-53734f3ef27a triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:01:33.815976 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:33.823803 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f6a563f5-a816-40d6-aab7-b893ff02a8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:33.836760 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8d439a08-f0f4-4c69-9adf-944c44382f6b req-7b50437e-90af-44b6-92ff-dba1fb58d7b1 service neutron] 10.222.0.36 "GET /v2.0/networks/7f8f220c-9491-4b28-bbdb-8fe595a72abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470944 Aug 28 15:01:33.851274 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5166a4a-440b-4262-a8b7-343f454be73b req-27782c5a-eb2d-4db7-8dd6-349368122ae0 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:33.852853 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a5166a4a-440b-4262-a8b7-343f454be73b req-27782c5a-eb2d-4db7-8dd6-349368122ae0 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] 10.222.0.36 "GET /v2.0/ports?device_id=61562d75-7f85-42fd-b58f-64faf123d407 HTTP/1.1" status: 200 len: 946 time: 0.0847883 Aug 28 15:01:33.904641 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f6a563f5-a816-40d6-aab7-b893ff02a8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:33.922564 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device bde4fd06-8dd4-4056-9338-9fda139777f7 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:01:33.995772 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d7c5c-50a2-41bc-9b18-f8f78478205d req-19efdb46-96a9-4c66-b7ec-f10f77e8298b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:34.003372 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a09d7c5c-50a2-41bc-9b18-f8f78478205d req-19efdb46-96a9-4c66-b7ec-f10f77e8298b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.1805711 Aug 28 15:01:34.035960 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port bde4fd06-8dd4-4056-9338-9fda139777f7, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=bde4fd06-8dd4-4056-9338-9fda139777f7,segment=NetworkSegment(661b8b18-0dd8-4191-ab69-dd865738dcee),segment_id=661b8b18-0dd8-4191-ab69-dd865738dcee)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:34.046811 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-3aaab406-972a-4358-aea5-3c2188ba5f70 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Allocated IP 172.20.0.5 (1134bd10-a265-4cb4-b926-71c8aca45aef/1028e3ed-cd25-4f3d-acbd-5b2e8498e724/a63421ef-1973-4d3b-b8f0-ba09abf10a56) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:01:34.052723 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'bde4fd06-8dd4-4056-9338-9fda139777f7', 'network_id': '7f8f220c-9491-4b28-bbdb-8fe595a72abc', 'port_id': 'bde4fd06-8dd4-4056-9338-9fda139777f7', 'mac_address': 'fa:16:3e:4e:6b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f3e6a9-c315-460b-8a96-4aeacf727b86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:01:34.092873 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a09d7c5c-50a2-41bc-9b18-f8f78478205d req-f8242013-c2d9-4d33-9b31-bf319f7a308f tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836878 Aug 28 15:01:34.097573 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f6a563f5-a816-40d6-aab7-b893ff02a8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:34.102966 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f6a563f5-a816-40d6-aab7-b893ff02a8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:34.104355 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f6a563f5-a816-40d6-aab7-b893ff02a8e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47fd852c-d4d9-4237-ac78-3e6b90e64a6c HTTP/1.1" status: 204 len: 168 time: 0.7291005 Aug 28 15:01:34.127244 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:34.148703 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bde4fd06-8dd4-4056-9338-9fda139777f7 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:01:34.160594 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a563f5-a816-40d6-aab7-b893ff02a8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fd852c-d4d9-4237-ac78-3e6b90e64a6c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:34.161403 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8d439a08-f0f4-4c69-9adf-944c44382f6b req-037f485b-f59d-4122-a153-776585f38207 service neutron] 10.222.0.36 "GET /v2.0/networks/7f8f220c-9491-4b28-bbdb-8fe595a72abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071637 Aug 28 15:01:34.178823 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port bde4fd06-8dd4-4056-9338-9fda139777f7, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=bde4fd06-8dd4-4056-9338-9fda139777f7,segment=NetworkSegment(661b8b18-0dd8-4191-ab69-dd865738dcee),segment_id=661b8b18-0dd8-4191-ab69-dd865738dcee)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:34.194521 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:34.294988 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=bde4fd06-8dd4-4056-9338-9fda139777f7,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:34.307446 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e043d0-8e5b-4b2a-bcb5-4ce076e66a9f req-b3d75dc8-0486-49b4-be67-0b2f8804d331 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:34.309651 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-47e043d0-8e5b-4b2a-bcb5-4ce076e66a9f req-b3d75dc8-0486-49b4-be67-0b2f8804d331 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] 10.222.0.13 "GET /v2.0/ports?device_id=61562d75-7f85-42fd-b58f-64faf123d407 HTTP/1.1" status: 200 len: 946 time: 0.1473985 Aug 28 15:01:34.343896 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-a5166a4a-440b-4262-a8b7-343f454be73b req-f9e83b51-79a2-41e4-b1f4-0e643cc7efd4 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] Deleting port 852f923f-da73-4a3c-8dab-63648a9ecdce {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:01:34.345059 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a5166a4a-440b-4262-a8b7-343f454be73b req-f9e83b51-79a2-41e4-b1f4-0e643cc7efd4 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:34.361055 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b24aa063-dd3e-42bd-91ca-f1d7377e3148 req-bc12faac-b319-489e-9d01-993039ab2dea tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.13 "GET /v2.0/ports?device_id=8943d1c0-d458-43f2-9f63-e985fb09da45 HTTP/1.1" status: 200 len: 210 time: 0.0529666 Aug 28 15:01:34.389634 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-3aaab406-972a-4358-aea5-3c2188ba5f70 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:34.434987 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-47e043d0-8e5b-4b2a-bcb5-4ce076e66a9f req-db5f1643-1178-4bb7-aa52-0580275b0989 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6608480-5dfa-4b1e-b23e-6259bc6d5f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118922 Aug 28 15:01:34.453362 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['bde4fd06-8dd4-4056-9338-9fda139777f7'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:01:34.455684 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-3aaab406-972a-4358-aea5-3c2188ba5f70 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:34.518099 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-a5166a4a-440b-4262-a8b7-343f454be73b req-f9e83b51-79a2-41e4-b1f4-0e643cc7efd4 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] For port 852f923f-da73-4a3c-8dab-63648a9ecdce, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=852f923f-da73-4a3c-8dab-63648a9ecdce,segment=NetworkSegment(9ede7ae2-ded2-4625-9995-8102dab1ee5f),segment_id=9ede7ae2-ded2-4625-9995-8102dab1ee5f)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:34.518711 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a5166a4a-440b-4262-a8b7-343f454be73b req-f9e83b51-79a2-41e4-b1f4-0e643cc7efd4 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:34.553936 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-a5166a4a-440b-4262-a8b7-343f454be73b req-f9e83b51-79a2-41e4-b1f4-0e643cc7efd4 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] Calling delete_port for 852f923f-da73-4a3c-8dab-63648a9ecdce owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:01:34.556846 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-3aaab406-972a-4358-aea5-3c2188ba5f70 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Network 1134bd10-a265-4cb4-b926-71c8aca45aef is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:01:34.572290 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-3aaab406-972a-4358-aea5-3c2188ba5f70 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:01:34.586977 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-3aaab406-972a-4358-aea5-3c2188ba5f70 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:01:34.620607 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaab406-972a-4358-aea5-3c2188ba5f70 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Pushing event updated for resources: {'Port': ['ID=a63421ef-1973-4d3b-b8f0-ba09abf10a56,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:34.663008 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2473b-0419-46c7-ab1a-9fb697fd94d6 req-e043dfab-04de-48a0-b757-b7eb2dc86f09 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:34.670400 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-64f2473b-0419-46c7-ab1a-9fb697fd94d6 req-e043dfab-04de-48a0-b757-b7eb2dc86f09 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/ports?device_id=73cf53f6-b88c-4751-84d0-fc2a4eb29846 HTTP/1.1" status: 200 len: 944 time: 0.2098248 Aug 28 15:01:34.685005 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-3aaab406-972a-4358-aea5-3c2188ba5f70 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:34.685246 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-3aaab406-972a-4358-aea5-3c2188ba5f70 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:34.731609 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-3aaab406-972a-4358-aea5-3c2188ba5f70 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5533204 Aug 28 15:01:34.753233 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-31d1d301-c04a-4551-9532-e0d8296d34f0 service neutron] Request body: {'port': {'device_id': '8943d1c0-d458-43f2-9f63-e985fb09da45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:34.804781 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-64f2473b-0419-46c7-ab1a-9fb697fd94d6 req-5569e5be-4ca9-40e8-9dbe-3065efe0aa19 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/security-groups?id=2471a840-f31e-4640-bc5a-0de740b1a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156697 Aug 28 15:01:34.876083 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a5166a4a-440b-4262-a8b7-343f454be73b req-f9e83b51-79a2-41e4-b1f4-0e643cc7efd4 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:34.878621 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-31d1d301-c04a-4551-9532-e0d8296d34f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:34.921317 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e83b51-79a2-41e4-b1f4-0e643cc7efd4 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] Pushing event deleted for resources: {'Port': ['ID=852f923f-da73-4a3c-8dab-63648a9ecdce,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:34.991289 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5166a4a-440b-4262-a8b7-343f454be73b req-f9e83b51-79a2-41e4-b1f4-0e643cc7efd4 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] No DVR routers for this DVR port 852f923f-da73-4a3c-8dab-63648a9ecdce on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:01:34.996652 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a5166a4a-440b-4262-a8b7-343f454be73b req-f9e83b51-79a2-41e4-b1f4-0e643cc7efd4 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:35.000800 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a5166a4a-440b-4262-a8b7-343f454be73b req-f9e83b51-79a2-41e4-b1f4-0e643cc7efd4 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] 10.222.0.36 "DELETE /v2.0/ports/852f923f-da73-4a3c-8dab-63648a9ecdce HTTP/1.1" status: 204 len: 173 time: 1.1364720 Aug 28 15:01:35.001964 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61562d75-7f85-42fd-b58f-64faf123d407', 'name': 'network-vif-deleted', 'tag': '852f923f-da73-4a3c-8dab-63648a9ecdce'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:01:35.006049 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ee844c-2020-4028-9b27-bacce0a93d38" -d '{"events": [{"server_uuid": "61562d75-7f85-42fd-b58f-64faf123d407", "name": "network-vif-deleted", "tag": "852f923f-da73-4a3c-8dab-63648a9ecdce"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:01:35.096908 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a6fb63-17f9-4d67-a494-cc7bf234d9fb x-openstack-request-id: req-e8a6fb63-17f9-4d67-a494-cc7bf234d9fb {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:01:35.097467 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61562d75-7f85-42fd-b58f-64faf123d407", "name": "network-vif-deleted", "tag": "852f923f-da73-4a3c-8dab-63648a9ecdce", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:01:35.097935 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8a6fb63-17f9-4d67-a494-cc7bf234d9fb {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:01:35.098542 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61562d75-7f85-42fd-b58f-64faf123d407', 'name': 'network-vif-deleted', 'tag': '852f923f-da73-4a3c-8dab-63648a9ecdce', 'status': 'completed', 'code': 200} Aug 28 15:01:35.259853 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3295be4-fbee-411b-9307-6e97e2f4729c req-8a4df87e-f1e9-43c5-9931-b733a8f29ccf tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:35.261350 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b3295be4-fbee-411b-9307-6e97e2f4729c req-8a4df87e-f1e9-43c5-9931-b733a8f29ccf tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.0838087 Aug 28 15:01:35.331176 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b3295be4-fbee-411b-9307-6e97e2f4729c req-5d59191f-c038-47d5-babb-ae0f047b2204 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600989 Aug 28 15:01:35.374985 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-31d1d301-c04a-4551-9532-e0d8296d34f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63421ef-1973-4d3b-b8f0-ba09abf10a56 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:01:35.383971 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-31d1d301-c04a-4551-9532-e0d8296d34f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:35.402081 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-31d1d301-c04a-4551-9532-e0d8296d34f0 service neutron] Transition to ACTIVE for port object a63421ef-1973-4d3b-b8f0-ba09abf10a56 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:01:35.424083 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-31d1d301-c04a-4551-9532-e0d8296d34f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:35.598581 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1d301-c04a-4551-9532-e0d8296d34f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a63421ef-1973-4d3b-b8f0-ba09abf10a56,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:35.599936 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de050264-6ca1-4beb-8963-53d00e8a2337 req-be8478e2-66e0-4afa-b72c-00a26a527dc8 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:35.610050 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-de050264-6ca1-4beb-8963-53d00e8a2337 req-be8478e2-66e0-4afa-b72c-00a26a527dc8 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.13 "GET /v2.0/ports?device_id=8943d1c0-d458-43f2-9f63-e985fb09da45 HTTP/1.1" status: 200 len: 943 time: 0.1264741 Aug 28 15:01:35.643585 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bd8d64ad-e5d4-429b-be1a-1f4951ed504e req-77f1af94-4c42-485d-9e6b-0763b458c9c2 tempest-ServerGroupTestJSON-1099581801 tempest-ServerGroupTestJSON-1099581801-project] 10.222.0.13 "GET /v2.0/ports?device_id=61562d75-7f85-42fd-b58f-64faf123d407 HTTP/1.1" status: 200 len: 210 time: 0.0403192 Aug 28 15:01:35.679612 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-de050264-6ca1-4beb-8963-53d00e8a2337 req-6c44acd0-05fc-4b77-bbb5-6f78a8c85471 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecfec0f3-fc36-4a26-857b-38ba95b122f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686886 Aug 28 15:01:35.690822 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-31d1d301-c04a-4551-9532-e0d8296d34f0 service neutron] Attempting to bind port a63421ef-1973-4d3b-b8f0-ba09abf10a56 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:01:35.691747 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-31d1d301-c04a-4551-9532-e0d8296d34f0 service neutron] Attempting to bind port a63421ef-1973-4d3b-b8f0-ba09abf10a56 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '09a5fae1-6fd9-4abb-b01c-d8a5e14a7df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1134bd10-a265-4cb4-b926-71c8aca45aef'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:01:35.693463 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-31d1d301-c04a-4551-9532-e0d8296d34f0 service neutron] Attempting to bind port a63421ef-1973-4d3b-b8f0-ba09abf10a56 on network 1134bd10-a265-4cb4-b926-71c8aca45aef {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:01:35.707692 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-31d1d301-c04a-4551-9532-e0d8296d34f0 service neutron] Port a63421ef-1973-4d3b-b8f0-ba09abf10a56 on network 1134bd10-a265-4cb4-b926-71c8aca45aef not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:01:35.708804 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-31d1d301-c04a-4551-9532-e0d8296d34f0 service neutron] Attempting to bind port a63421ef-1973-4d3b-b8f0-ba09abf10a56 on network 1134bd10-a265-4cb4-b926-71c8aca45aef {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:01:35.722920 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-31d1d301-c04a-4551-9532-e0d8296d34f0 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:01:35.724926 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-31d1d301-c04a-4551-9532-e0d8296d34f0 service neutron] Checking segment: {'id': '09a5fae1-6fd9-4abb-b01c-d8a5e14a7df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1134bd10-a265-4cb4-b926-71c8aca45aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:01:35.725637 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-31d1d301-c04a-4551-9532-e0d8296d34f0 service neutron] Bound using segment: {'id': '09a5fae1-6fd9-4abb-b01c-d8a5e14a7df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1134bd10-a265-4cb4-b926-71c8aca45aef'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:01:35.726920 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-31d1d301-c04a-4551-9532-e0d8296d34f0 service neutron] Bound port: a63421ef-1973-4d3b-b8f0-ba09abf10a56, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a5fae1-6fd9-4abb-b01c-d8a5e14a7df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1134bd10-a265-4cb4-b926-71c8aca45aef'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:01:35.728399 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-31d1d301-c04a-4551-9532-e0d8296d34f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:35.813233 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-31d1d301-c04a-4551-9532-e0d8296d34f0 service neutron] For port a63421ef-1973-4d3b-b8f0-ba09abf10a56, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:01:35.816611 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-31d1d301-c04a-4551-9532-e0d8296d34f0 service neutron] For port a63421ef-1973-4d3b-b8f0-ba09abf10a56, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=a63421ef-1973-4d3b-b8f0-ba09abf10a56,segment=NetworkSegment(09a5fae1-6fd9-4abb-b01c-d8a5e14a7df2),segment_id=09a5fae1-6fd9-4abb-b01c-d8a5e14a7df2)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:01:35.828303 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-31d1d301-c04a-4551-9532-e0d8296d34f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:35.874588 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-31d1d301-c04a-4551-9532-e0d8296d34f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:35.875214 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-31d1d301-c04a-4551-9532-e0d8296d34f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:35.876675 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-31d1d301-c04a-4551-9532-e0d8296d34f0 service neutron] 10.222.0.36 "PUT /v2.0/ports/a63421ef-1973-4d3b-b8f0-ba09abf10a56 HTTP/1.1" status: 200 len: 1092 time: 1.1355159 Aug 28 15:01:35.877133 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8943d1c0-d458-43f2-9f63-e985fb09da45', 'tag': 'a63421ef-1973-4d3b-b8f0-ba09abf10a56'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:01:35.879408 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acdd059-36b7-4690-8408-8260b1932fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "8943d1c0-d458-43f2-9f63-e985fb09da45", "tag": "a63421ef-1973-4d3b-b8f0-ba09abf10a56"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:01:35.944986 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device bde4fd06-8dd4-4056-9338-9fda139777f7 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:01:35.978572 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1d301-c04a-4551-9532-e0d8296d34f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a63421ef-1973-4d3b-b8f0-ba09abf10a56,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:35.984664 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fd4348-4001-4f7e-a401-2a122f5c8630 x-openstack-request-id: req-d1fd4348-4001-4f7e-a401-2a122f5c8630 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:01:35.985193 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8943d1c0-d458-43f2-9f63-e985fb09da45", "tag": "a63421ef-1973-4d3b-b8f0-ba09abf10a56", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:01:35.985452 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1fd4348-4001-4f7e-a401-2a122f5c8630 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:01:35.985851 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8943d1c0-d458-43f2-9f63-e985fb09da45', 'tag': 'a63421ef-1973-4d3b-b8f0-ba09abf10a56', 'status': 'completed', 'code': 200} Aug 28 15:01:36.007868 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port bde4fd06-8dd4-4056-9338-9fda139777f7 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:01:36.014819 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port bde4fd06-8dd4-4056-9338-9fda139777f7 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:01:36.015591 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:36.038298 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443312f9-9211-46c0-bc87-b2330b63ac65 req-413e9dbd-3f03-46be-97be-5449010b2f52 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:36.041502 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-443312f9-9211-46c0-bc87-b2330b63ac65 req-413e9dbd-3f03-46be-97be-5449010b2f52 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/ports?device_id=73cf53f6-b88c-4751-84d0-fc2a4eb29846 HTTP/1.1" status: 200 len: 944 time: 0.1018004 Aug 28 15:01:36.046601 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-adc40ba1-630f-4cb5-a84e-e9b96452ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:36.048748 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-adc40ba1-630f-4cb5-a84e-e9b96452ad2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b42ac6ce2df440269e42dd1656784812&device_id=8943d1c0-d458-43f2-9f63-e985fb09da45 HTTP/1.1" status: 200 len: 1095 time: 0.1213088 Aug 28 15:01:36.108916 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:36.112277 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-1fad6813-f1c2-4908-86d2-14483c670c5b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a63421ef-1973-4d3b-b8f0-ba09abf10a56 HTTP/1.1" status: 200 len: 217 time: 0.0499823 Aug 28 15:01:36.164025 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port bde4fd06-8dd4-4056-9338-9fda139777f7, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=bde4fd06-8dd4-4056-9338-9fda139777f7,segment=NetworkSegment(661b8b18-0dd8-4191-ab69-dd865738dcee),segment_id=661b8b18-0dd8-4191-ab69-dd865738dcee)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:36.165213 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cf53f6-b88c-4751-84d0-fc2a4eb29846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde4fd06-8dd4-4056-9338-9fda139777f7'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:01:36.167871 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761cff4a-274e-4e6f-9056-1195babfd507" -d '{"events": [{"server_uuid": "73cf53f6-b88c-4751-84d0-fc2a4eb29846", "name": "network-vif-plugged", "status": "completed", "tag": "bde4fd06-8dd4-4056-9338-9fda139777f7"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:01:36.172618 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:36.173489 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 852f923f-da73-4a3c-8dab-63648a9ecdce no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:01:36.201318 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-443312f9-9211-46c0-bc87-b2330b63ac65 req-157c79f4-4748-43c2-829a-8e3e203c4f02 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/security-groups?id=2471a840-f31e-4640-bc5a-0de740b1a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498866 Aug 28 15:01:36.240880 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 852f923f-da73-4a3c-8dab-63648a9ecdce {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:01:36.241226 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 852f923f-da73-4a3c-8dab-63648a9ecdce not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:01:36.248909 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-c787f5d7-0bd5-464f-a010-5332f917793c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:36.250527 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-c787f5d7-0bd5-464f-a010-5332f917793c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1028e3ed-cd25-4f3d-acbd-5b2e8498e724 HTTP/1.1" status: 200 len: 853 time: 0.1272225 Aug 28 15:01:36.272826 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25849474-f8ec-493e-9700-3a28456a1c77 x-openstack-request-id: req-25849474-f8ec-493e-9700-3a28456a1c77 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:01:36.273189 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cf53f6-b88c-4751-84d0-fc2a4eb29846", "name": "network-vif-plugged", "status": "completed", "tag": "bde4fd06-8dd4-4056-9338-9fda139777f7", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:01:36.273511 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25849474-f8ec-493e-9700-3a28456a1c77 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:01:36.274136 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cf53f6-b88c-4751-84d0-fc2a4eb29846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde4fd06-8dd4-4056-9338-9fda139777f7', 'code': 200} Aug 28 15:01:36.290225 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=bde4fd06-8dd4-4056-9338-9fda139777f7,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:36.306366 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-4c0da201-0d4b-4be5-acba-fb81001122c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1134bd10-a265-4cb4-b926-71c8aca45aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492594 Aug 28 15:01:36.419598 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73008e7-18bd-4988-9acf-5ff0c9f976c4 req-f36932b2-1df2-4ed9-9f1d-4c794712c085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:36.423449 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b73008e7-18bd-4988-9acf-5ff0c9f976c4 req-f36932b2-1df2-4ed9-9f1d-4c794712c085 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=73cf53f6-b88c-4751-84d0-fc2a4eb29846 HTTP/1.1" status: 200 len: 1097 time: 0.0797820 Aug 28 15:01:36.472845 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-55ebe487-bbdd-4608-9efe-a22a4959f020 service neutron] 10.222.0.36 "GET /v2.0/networks/1134bd10-a265-4cb4-b926-71c8aca45aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565225 Aug 28 15:01:36.478247 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b73008e7-18bd-4988-9acf-5ff0c9f976c4 req-071b9f86-880d-442e-b3ac-83b3b71ce225 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2471a840-f31e-4640-bc5a-0de740b1a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456445 Aug 28 15:01:36.499058 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942f242-f9d7-4c7f-8f55-4a9904be2c0c req-5b7951f4-870d-493e-838c-3ccf8a1a897e tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:36.506416 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0942f242-f9d7-4c7f-8f55-4a9904be2c0c req-5b7951f4-870d-493e-838c-3ccf8a1a897e tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.0688336 Aug 28 15:01:36.552310 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0942f242-f9d7-4c7f-8f55-4a9904be2c0c req-7b179ce0-be75-4b1f-b341-c090788c8158 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412467 Aug 28 15:01:36.765768 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cf659ca5-57ee-48e1-a33a-38e46e0d3591 req-9adc75d4-a8f0-47f3-a6b2-a5973934bc17 service neutron] 10.222.0.36 "GET /v2.0/networks/1134bd10-a265-4cb4-b926-71c8aca45aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089969 Aug 28 15:01:36.877860 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8c279-e979-48bb-86b2-13d60bd8244c req-12bf8fcd-3c40-4c78-bd6a-2b82d54dea44 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:36.885615 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0ac8c279-e979-48bb-86b2-13d60bd8244c req-12bf8fcd-3c40-4c78-bd6a-2b82d54dea44 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.13 "GET /v2.0/ports?device_id=8943d1c0-d458-43f2-9f63-e985fb09da45 HTTP/1.1" status: 200 len: 943 time: 0.1079876 Aug 28 15:01:36.905970 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdd059-36b7-4690-8408-8260b1932fa0 req-c637f837-c7a4-47ae-8229-29e885823cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:36.907478 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6acdd059-36b7-4690-8408-8260b1932fa0 req-c637f837-c7a4-47ae-8229-29e885823cb1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b42ac6ce2df440269e42dd1656784812&device_id=8943d1c0-d458-43f2-9f63-e985fb09da45 HTTP/1.1" status: 200 len: 1095 time: 0.0812323 Aug 28 15:01:36.996765 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0ac8c279-e979-48bb-86b2-13d60bd8244c req-1af7e1f4-a4a6-416a-a854-3a94f54bf63d tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecfec0f3-fc36-4a26-857b-38ba95b122f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042497 Aug 28 15:01:37.054365 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36072) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:37.068988 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdd059-36b7-4690-8408-8260b1932fa0 req-c6a4062d-e6ce-4fc0-be75-92f4461da0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:37.070483 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6acdd059-36b7-4690-8408-8260b1932fa0 req-c6a4062d-e6ce-4fc0-be75-92f4461da0bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=1134bd10-a265-4cb4-b926-71c8aca45aef HTTP/1.1" status: 200 len: 914 time: 0.1466358 Aug 28 15:01:37.114376 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e93b587-2121-4621-962f-11f1cba16cfa admin admin] Deleting subnet bb2d5e6f-66dd-404e-aeea-21037f459c47 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:01:37.118518 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4e93b587-2121-4621-962f-11f1cba16cfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:37.119104 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6acdd059-36b7-4690-8408-8260b1932fa0 req-981ae7c9-0a72-459b-b9df-2c5a2c54cb63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a63421ef-1973-4d3b-b8f0-ba09abf10a56 HTTP/1.1" status: 200 len: 217 time: 0.0409505 Aug 28 15:01:37.158615 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4e93b587-2121-4621-962f-11f1cba16cfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:37.182506 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdd059-36b7-4690-8408-8260b1932fa0 req-55908a44-1037-4db4-87de-8d29bbd4b7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:37.187748 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36078) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:37.188117 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6acdd059-36b7-4690-8408-8260b1932fa0 req-55908a44-1037-4db4-87de-8d29bbd4b7a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1028e3ed-cd25-4f3d-acbd-5b2e8498e724 HTTP/1.1" status: 200 len: 853 time: 0.0600722 Aug 28 15:01:37.215636 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4e93b587-2121-4621-962f-11f1cba16cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:37.232883 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6acdd059-36b7-4690-8408-8260b1932fa0 req-af3ed3a8-7a82-4f57-adf1-9e36e4600d0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1134bd10-a265-4cb4-b926-71c8aca45aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366395 Aug 28 15:01:37.319337 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4e93b587-2121-4621-962f-11f1cba16cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:37.376360 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6acdd059-36b7-4690-8408-8260b1932fa0 req-43c51c59-8bcd-4034-bdb7-dbf3ec02627c service neutron] 10.222.0.36 "GET /v2.0/networks/1134bd10-a265-4cb4-b926-71c8aca45aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341522 Aug 28 15:01:37.417316 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93b587-2121-4621-962f-11f1cba16cfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb2d5e6f-66dd-404e-aeea-21037f459c47,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:37.425887 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4e93b587-2121-4621-962f-11f1cba16cfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:37.435373 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4e93b587-2121-4621-962f-11f1cba16cfa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bb2d5e6f-66dd-404e-aeea-21037f459c47 HTTP/1.1" status: 204 len: 168 time: 0.3785539 Aug 28 15:01:37.437352 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f20dd2e7-a218-43a3-93a4-2e2b9ef12370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:37.440031 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36104) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:37.506031 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6acdd059-36b7-4690-8408-8260b1932fa0 req-b4f07b40-82fa-42c7-b091-b3501949b6af service neutron] 10.222.0.36 "GET /v2.0/networks/1134bd10-a265-4cb4-b926-71c8aca45aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216896 Aug 28 15:01:37.522304 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74330f51-f257-421a-aa3f-648996898862 req-8e3bb92a-9be9-4d33-b068-0afdef804221 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:37.530211 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74330f51-f257-421a-aa3f-648996898862 req-8e3bb92a-9be9-4d33-b068-0afdef804221 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/ports?device_id=73cf53f6-b88c-4751-84d0-fc2a4eb29846 HTTP/1.1" status: 200 len: 945 time: 0.2349002 Aug 28 15:01:37.562932 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:01:37.586554 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-aa35c74f-d669-4ec8-85d9-472d1f2692dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:37.610457 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74330f51-f257-421a-aa3f-648996898862 req-37a2553f-477c-4b18-9c11-b354fba9f8f1 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/security-groups?id=2471a840-f31e-4640-bc5a-0de740b1a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793679 Aug 28 15:01:37.744406 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad74bc-2df6-4dc3-9057-e2aa7e0c776e req-97c7bdc7-c1b8-4377-8dd1-261645297216 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:37.747698 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-aa35c74f-d669-4ec8-85d9-472d1f2692dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:37.756453 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f2ad74bc-2df6-4dc3-9057-e2aa7e0c776e req-97c7bdc7-c1b8-4377-8dd1-261645297216 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.1017704 Aug 28 15:01:37.767641 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-aa35c74f-d669-4ec8-85d9-472d1f2692dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa1bf07-5e94-42f9-9fcb-22ea662317fa']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:37.792122 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-aa35c74f-d669-4ec8-85d9-472d1f2692dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ede7ae2-ded2-4625-9995-8102dab1ee5f') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:37.792398 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-aa35c74f-d669-4ec8-85d9-472d1f2692dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ede7ae2-ded2-4625-9995-8102dab1ee5f') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:37.795591 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f20dd2e7-a218-43a3-93a4-2e2b9ef12370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:37.802699 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f20dd2e7-a218-43a3-93a4-2e2b9ef12370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:37.816775 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-aa35c74f-d669-4ec8-85d9-472d1f2692dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:37.842735 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f2ad74bc-2df6-4dc3-9057-e2aa7e0c776e req-92233c39-0f3c-4594-9539-d3466fb40332 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779319 Aug 28 15:01:37.852565 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-aa35c74f-d669-4ec8-85d9-472d1f2692dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:37.875193 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f20dd2e7-a218-43a3-93a4-2e2b9ef12370 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=090fa2de8b2d474b920a6f13d2182534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6840200 Aug 28 15:01:37.876105 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=6ccf8bd5-5be3-42cf-9689-53bb3f2e0290,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:37.876246 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 36114) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:37.877219 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20dd2e7-a218-43a3-93a4-2e2b9ef12370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4a7135-e22e-46df-8de8-0a4b092f38bc,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:37.883381 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa35c74f-d669-4ec8-85d9-472d1f2692dc admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:01:37.884028 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-aa35c74f-d669-4ec8-85d9-472d1f2692dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:01:37.886832 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:01:37.891539 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '6ccf8bd5-5be3-42cf-9689-53bb3f2e0290', 'network_id': '1123c5af-47ee-4e05-9c33-399c448cd238', 'port_id': '6ccf8bd5-5be3-42cf-9689-53bb3f2e0290', 'mac_address': 'fa:16:3e:b7:60:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0232775b-ecc0-4f31-8c1b-6f02e982b8c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:01:37.934149 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:37.947257 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c90739e3-a938-49e0-b475-184463540585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:37.955927 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:01:37.956242 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-aa35c74f-d669-4ec8-85d9-472d1f2692dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:37.966414 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-aa35c74f-d669-4ec8-85d9-472d1f2692dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:37.970114 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-aa35c74f-d669-4ec8-85d9-472d1f2692dc admin admin] 10.222.0.13 "DELETE /v2.0/networks/bfa1bf07-5e94-42f9-9fcb-22ea662317fa HTTP/1.1" status: 204 len: 168 time: 0.5267234 Aug 28 15:01:37.974647 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c90739e3-a938-49e0-b475-184463540585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:37.981731 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2ed662f7-ceec-40b0-8f90-3ceb33269743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:37.984424 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35c74f-d669-4ec8-85d9-472d1f2692dc admin admin] Pushing event deleted for resources: {'Network': ['ID=bfa1bf07-5e94-42f9-9fcb-22ea662317fa,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:37.998619 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=6ccf8bd5-5be3-42cf-9689-53bb3f2e0290,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:38.004633 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:38.044354 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 36120) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:38.051033 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c90739e3-a938-49e0-b475-184463540585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:38.055748 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c90739e3-a938-49e0-b475-184463540585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:38.057113 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c90739e3-a938-49e0-b475-184463540585 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c4a7135-e22e-46df-8de8-0a4b092f38bc HTTP/1.1" status: 204 len: 168 time: 0.1798413 Aug 28 15:01:38.066307 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90739e3-a938-49e0-b475-184463540585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4a7135-e22e-46df-8de8-0a4b092f38bc,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:38.112666 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=6ccf8bd5-5be3-42cf-9689-53bb3f2e0290,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:38.125610 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['6ccf8bd5-5be3-42cf-9689-53bb3f2e0290'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:01:38.139019 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524db2e3-4ea7-4aaf-9f1c-96854879f376 req-d14f2d62-78e1-44b0-a9a8-985286d62837 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:38.147073 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-524db2e3-4ea7-4aaf-9f1c-96854879f376 req-d14f2d62-78e1-44b0-a9a8-985286d62837 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.13 "GET /v2.0/ports?device_id=8943d1c0-d458-43f2-9f63-e985fb09da45 HTTP/1.1" status: 200 len: 943 time: 0.0610249 Aug 28 15:01:38.192173 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-524db2e3-4ea7-4aaf-9f1c-96854879f376 req-1cd13dc0-205a-4576-8984-eb397b914fc6 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecfec0f3-fc36-4a26-857b-38ba95b122f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441213 Aug 28 15:01:38.226503 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36126) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:38.228903 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-68cb7289-d0cc-4bd1-b7cc-d248e4e38b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:38.270979 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-17c207db-f8d9-470b-8505-ee11b563b6ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=020422ef60e841eab4c80b50b29cd612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426078 Aug 28 15:01:38.273475 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 36128) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:38.354268 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8c2ac1ec-6a02-41c6-ab37-22b1e0aa855b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:38.391245 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-68cb7289-d0cc-4bd1-b7cc-d248e4e38b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:38.394039 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8c2ac1ec-6a02-41c6-ab37-22b1e0aa855b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:38.400833 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-68cb7289-d0cc-4bd1-b7cc-d248e4e38b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:38.468024 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-68cb7289-d0cc-4bd1-b7cc-d248e4e38b81 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7beb6b74ea64984bb1883e2808c38ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4223306 Aug 28 15:01:38.471725 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb7289-d0cc-4bd1-b7cc-d248e4e38b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837e244f-24b3-4ab4-bc3e-c41365a44702,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:38.473258 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36140) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:38.491203 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8c2ac1ec-6a02-41c6-ab37-22b1e0aa855b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:38.495358 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8c2ac1ec-6a02-41c6-ab37-22b1e0aa855b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:38.500300 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8c2ac1ec-6a02-41c6-ab37-22b1e0aa855b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6608480-5dfa-4b1e-b23e-6259bc6d5f16 HTTP/1.1" status: 204 len: 168 time: 0.2233021 Aug 28 15:01:38.515648 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ac1ec-6a02-41c6-ab37-22b1e0aa855b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6608480-5dfa-4b1e-b23e-6259bc6d5f16,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:38.552298 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55e3ddcd-7ab4-4d8f-8908-ad2803a51102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:38.576758 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55e3ddcd-7ab4-4d8f-8908-ad2803a51102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:38.630474 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36148) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:38.646156 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-891dfa3c-3e2d-4f3f-a95b-0d9a72c0ef47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:38.647928 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55e3ddcd-7ab4-4d8f-8908-ad2803a51102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:38.650706 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55e3ddcd-7ab4-4d8f-8908-ad2803a51102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:38.651844 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-55e3ddcd-7ab4-4d8f-8908-ad2803a51102 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/837e244f-24b3-4ab4-bc3e-c41365a44702 HTTP/1.1" status: 204 len: 168 time: 0.1775084 Aug 28 15:01:38.667632 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3ddcd-7ab4-4d8f-8908-ad2803a51102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837e244f-24b3-4ab4-bc3e-c41365a44702,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:38.768888 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-891dfa3c-3e2d-4f3f-a95b-0d9a72c0ef47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:38.773091 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-891dfa3c-3e2d-4f3f-a95b-0d9a72c0ef47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:38.802169 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9f94e-a070-42a5-ab8e-1c8a287e72bb req-d001c291-56a9-4c45-8f0a-a2bc2318dbe9 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:38.804045 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1fe9f94e-a070-42a5-ab8e-1c8a287e72bb req-d001c291-56a9-4c45-8f0a-a2bc2318dbe9 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/ports?device_id=73cf53f6-b88c-4751-84d0-fc2a4eb29846 HTTP/1.1" status: 200 len: 945 time: 0.0611019 Aug 28 15:01:38.821488 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-891dfa3c-3e2d-4f3f-a95b-0d9a72c0ef47 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8bdbf597b3d24ab183d7359c4d80ff49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1875536 Aug 28 15:01:38.821488 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891dfa3c-3e2d-4f3f-a95b-0d9a72c0ef47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fcb59c-3a6c-4c8c-8626-5430eead95a2,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:38.823402 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36156) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:38.884242 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1fe9f94e-a070-42a5-ab8e-1c8a287e72bb req-c0a0fe8a-2d46-4c6f-90c6-75e7904b19ca tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/security-groups?id=2471a840-f31e-4640-bc5a-0de740b1a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728147 Aug 28 15:01:38.915448 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bb3d50e7-1800-4cb5-8726-321996904c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:38.984410 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bb3d50e7-1800-4cb5-8726-321996904c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:39.036562 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d09f83-b764-4707-b1a2-a4292da2433e req-f2ed3707-303c-4305-a8aa-b63349f2eaa0 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:39.053667 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-15d09f83-b764-4707-b1a2-a4292da2433e req-f2ed3707-303c-4305-a8aa-b63349f2eaa0 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.1098580 Aug 28 15:01:39.108399 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-15d09f83-b764-4707-b1a2-a4292da2433e req-e9c3cf1a-9e57-45a8-ab69-4f23dbc91e27 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534246 Aug 28 15:01:39.109291 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bb3d50e7-1800-4cb5-8726-321996904c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:39.112533 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bb3d50e7-1800-4cb5-8726-321996904c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:39.114599 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-bb3d50e7-1800-4cb5-8726-321996904c62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5fcb59c-3a6c-4c8c-8626-5430eead95a2 HTTP/1.1" status: 204 len: 168 time: 0.2893150 Aug 28 15:01:39.135079 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d50e7-1800-4cb5-8726-321996904c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fcb59c-3a6c-4c8c-8626-5430eead95a2,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:39.171175 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c68b5491-3fd8-4d06-a23d-b9d22d7dbf7a req-6ba205ac-8ed1-4d9b-8eb0-581f68cc0e40 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 258 time: 0.2546766 Aug 28 15:01:39.181022 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36174) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:39.185519 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-c68b5491-3fd8-4d06-a23d-b9d22d7dbf7a req-c4136037-ed01-473f-94aa-17ad9eebdc2e tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:39.195740 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-112df933-5500-426c-8282-29c8dc08f260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:39.212697 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c68b5491-3fd8-4d06-a23d-b9d22d7dbf7a req-c4136037-ed01-473f-94aa-17ad9eebdc2e tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks [] for floatingip, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:39.355948 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c68b5491-3fd8-4d06-a23d-b9d22d7dbf7a req-c4136037-ed01-473f-94aa-17ad9eebdc2e tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:39.398532 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c181f-3612-4714-859b-4ea562d37395 req-103b4e69-cc24-4186-bcf3-354b6271f6ae tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:39.400164 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c09c181f-3612-4714-859b-4ea562d37395 req-103b4e69-cc24-4186-bcf3-354b6271f6ae tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.13 "GET /v2.0/ports?device_id=8943d1c0-d458-43f2-9f63-e985fb09da45 HTTP/1.1" status: 200 len: 943 time: 0.0881107 Aug 28 15:01:39.422361 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-112df933-5500-426c-8282-29c8dc08f260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:39.432859 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-112df933-5500-426c-8282-29c8dc08f260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:39.479015 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112df933-5500-426c-8282-29c8dc08f260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b06e42-24f5-4f8f-ac25-880b2344e0fd,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:39.517214 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-c68b5491-3fd8-4d06-a23d-b9d22d7dbf7a req-c4136037-ed01-473f-94aa-17ad9eebdc2e tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Allocated IP 172.25.3.47 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/0ae998f5-881c-44a3-8f44-cee1b14d18be) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:01:39.525194 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-112df933-5500-426c-8282-29c8dc08f260 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=999eebdea2634e2785d40434fc9b51f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3407562 Aug 28 15:01:39.525929 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 36190) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:39.547645 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c09c181f-3612-4714-859b-4ea562d37395 req-d7afd18c-1952-41d4-a2d5-791e582e3933 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecfec0f3-fc36-4a26-857b-38ba95b122f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362896 Aug 28 15:01:39.577154 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:01:39.660770 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:01:39.661527 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:39.668691 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-138334aa-7035-4e0f-bfea-5d56f6b52916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:39.709604 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-138334aa-7035-4e0f-bfea-5d56f6b52916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:39.744236 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c68b5491-3fd8-4d06-a23d-b9d22d7dbf7a req-c4136037-ed01-473f-94aa-17ad9eebdc2e tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:39.774197 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:39.803342 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4246ab6e-890d-48bb-92fb-f6d45ad82c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccf8bd5-5be3-42cf-9689-53bb3f2e0290'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:01:39.806508 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145a909c-aea7-4988-8d8c-9f537dbfb6c4" -d '{"events": [{"server_uuid": "4246ab6e-890d-48bb-92fb-f6d45ad82c26", "name": "network-vif-plugged", "status": "completed", "tag": "6ccf8bd5-5be3-42cf-9689-53bb3f2e0290"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:01:39.814504 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-138334aa-7035-4e0f-bfea-5d56f6b52916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:39.818521 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-138334aa-7035-4e0f-bfea-5d56f6b52916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:39.820371 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-138334aa-7035-4e0f-bfea-5d56f6b52916 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68b06e42-24f5-4f8f-ac25-880b2344e0fd HTTP/1.1" status: 204 len: 168 time: 0.2934070 Aug 28 15:01:39.821682 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36212) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:39.833158 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c68b5491-3fd8-4d06-a23d-b9d22d7dbf7a req-c4136037-ed01-473f-94aa-17ad9eebdc2e tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:39.836116 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=6ccf8bd5-5be3-42cf-9689-53bb3f2e0290,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:39.846751 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:39.899492 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c38f15-6d57-4b50-83c0-1bec6459a05c x-openstack-request-id: req-68c38f15-6d57-4b50-83c0-1bec6459a05c {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:01:39.899909 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4246ab6e-890d-48bb-92fb-f6d45ad82c26", "name": "network-vif-plugged", "status": "completed", "tag": "6ccf8bd5-5be3-42cf-9689-53bb3f2e0290", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:01:39.900230 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68c38f15-6d57-4b50-83c0-1bec6459a05c {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:01:39.900691 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4246ab6e-890d-48bb-92fb-f6d45ad82c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccf8bd5-5be3-42cf-9689-53bb3f2e0290', 'code': 200} Aug 28 15:01:39.901057 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138334aa-7035-4e0f-bfea-5d56f6b52916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b06e42-24f5-4f8f-ac25-880b2344e0fd,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:39.921024 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c68b5491-3fd8-4d06-a23d-b9d22d7dbf7a req-c4136037-ed01-473f-94aa-17ad9eebdc2e tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:01:39.924629 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-c68b5491-3fd8-4d06-a23d-b9d22d7dbf7a req-c4136037-ed01-473f-94aa-17ad9eebdc2e tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:01:39.936264 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68b5491-3fd8-4d06-a23d-b9d22d7dbf7a req-c4136037-ed01-473f-94aa-17ad9eebdc2e tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:01:39.954748 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=6ccf8bd5-5be3-42cf-9689-53bb3f2e0290,revision_number=7']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:39.960754 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device a63421ef-1973-4d3b-b8f0-ba09abf10a56 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:01:39.970620 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4136037-ed01-473f-94aa-17ad9eebdc2e tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Pushing event updated for resources: {'Port': ['ID=0ae998f5-881c-44a3-8f44-cee1b14d18be,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:40.050592 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c68b5491-3fd8-4d06-a23d-b9d22d7dbf7a req-c4136037-ed01-473f-94aa-17ad9eebdc2e tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:40.098717 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c68b5491-3fd8-4d06-a23d-b9d22d7dbf7a req-c4136037-ed01-473f-94aa-17ad9eebdc2e tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:40.131300 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port a63421ef-1973-4d3b-b8f0-ba09abf10a56, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=a63421ef-1973-4d3b-b8f0-ba09abf10a56,segment=NetworkSegment(09a5fae1-6fd9-4abb-b01c-d8a5e14a7df2),segment_id=09a5fae1-6fd9-4abb-b01c-d8a5e14a7df2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:40.148065 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'a63421ef-1973-4d3b-b8f0-ba09abf10a56', 'network_id': '1134bd10-a265-4cb4-b926-71c8aca45aef', 'port_id': 'a63421ef-1973-4d3b-b8f0-ba09abf10a56', 'mac_address': 'fa:16:3e:23:e4:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1028e3ed-cd25-4f3d-acbd-5b2e8498e724', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:01:40.200668 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:40.225778 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63421ef-1973-4d3b-b8f0-ba09abf10a56 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:01:40.280413 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port a63421ef-1973-4d3b-b8f0-ba09abf10a56, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=a63421ef-1973-4d3b-b8f0-ba09abf10a56,segment=NetworkSegment(09a5fae1-6fd9-4abb-b01c-d8a5e14a7df2),segment_id=09a5fae1-6fd9-4abb-b01c-d8a5e14a7df2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:40.280716 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c03ef-c3b0-4d6d-aa8f-e488d17cb6d5 req-64b03585-58cf-4e73-982a-fb4e8c3922a5 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:40.286123 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:40.289239 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-486c03ef-c3b0-4d6d-aa8f-e488d17cb6d5 req-64b03585-58cf-4e73-982a-fb4e8c3922a5 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.0666728 Aug 28 15:01:40.303887 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-3aa19337-7380-43ad-bba9-90419a4bc6b6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-476999386-network', 'tenant_id': '47a98ee661eb4f6b9e7f4574238a2c1b'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:40.353214 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c68b5491-3fd8-4d06-a23d-b9d22d7dbf7a req-c4136037-ed01-473f-94aa-17ad9eebdc2e tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:40.362413 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c68b5491-3fd8-4d06-a23d-b9d22d7dbf7a req-c4136037-ed01-473f-94aa-17ad9eebdc2e tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:40.374949 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-486c03ef-c3b0-4d6d-aa8f-e488d17cb6d5 req-30d17b67-b6ce-44d8-9b37-b15769399ef4 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793276 Aug 28 15:01:40.400528 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa19337-7380-43ad-bba9-90419a4bc6b6 admin admin] Made reservation on behalf of 47a98ee661eb4f6b9e7f4574238a2c1b for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:01:40.404215 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3aa19337-7380-43ad-bba9-90419a4bc6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:40.418444 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3aa19337-7380-43ad-bba9-90419a4bc6b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:40.431540 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-18e0a6b8-77ea-4ac5-8ea6-f4e453c416d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:40.435752 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=a63421ef-1973-4d3b-b8f0-ba09abf10a56,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:40.497089 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4136037-ed01-473f-94aa-17ad9eebdc2e tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Pushing event updated for resources: {'Port': ['ID=0ae998f5-881c-44a3-8f44-cee1b14d18be,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:40.527097 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c68b5491-3fd8-4d06-a23d-b9d22d7dbf7a req-c4136037-ed01-473f-94aa-17ad9eebdc2e tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:40.562161 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['a63421ef-1973-4d3b-b8f0-ba09abf10a56'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:01:40.563096 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3aa19337-7380-43ad-bba9-90419a4bc6b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:40.570184 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3aa19337-7380-43ad-bba9-90419a4bc6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:40.578870 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c68b5491-3fd8-4d06-a23d-b9d22d7dbf7a req-c4136037-ed01-473f-94aa-17ad9eebdc2e tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:40.583732 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c68b5491-3fd8-4d06-a23d-b9d22d7dbf7a req-c4136037-ed01-473f-94aa-17ad9eebdc2e tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4016609 Aug 28 15:01:40.606894 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa19337-7380-43ad-bba9-90419a4bc6b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:01:40.629171 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa19337-7380-43ad-bba9-90419a4bc6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef33d209-f85e-4ff1-b776-e497e7328387,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:40.634681 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3aa19337-7380-43ad-bba9-90419a4bc6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:40.658224 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-3aa19337-7380-43ad-bba9-90419a4bc6b6 admin admin] Added segment 6219fa58-01c3-4b44-b315-4c4738f7b23b of type vlan for network 4658c4f1-5019-4dcd-967b-2ee10544b1b5 Aug 28 15:01:40.722607 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c68b5491-3fd8-4d06-a23d-b9d22d7dbf7a req-12fb7706-1727-430d-b455-6b31039f555b tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.47 HTTP/1.1" status: 200 len: 695 time: 0.1324739 Aug 28 15:01:40.736552 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3aa19337-7380-43ad-bba9-90419a4bc6b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:40.810700 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3592da-7724-4e0c-96b9-7a88ad0a514c req-037f0924-e7c9-42a5-b943-3f37eb9c4854 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:40.813239 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1d3592da-7724-4e0c-96b9-7a88ad0a514c req-037f0924-e7c9-42a5-b943-3f37eb9c4854 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.13 "GET /v2.0/ports?device_id=8943d1c0-d458-43f2-9f63-e985fb09da45 HTTP/1.1" status: 200 len: 944 time: 0.0991259 Aug 28 15:01:40.814777 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3aa19337-7380-43ad-bba9-90419a4bc6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:40.815978 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa19337-7380-43ad-bba9-90419a4bc6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:40.816615 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3aa19337-7380-43ad-bba9-90419a4bc6b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:40.834277 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:40.908230 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3aa19337-7380-43ad-bba9-90419a4bc6b6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0849826 Aug 28 15:01:40.912950 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36250) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:40.918034 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-b803d860-0e97-4bfb-83dc-d6053248c37b admin admin] Request body: {'subnet': {'network_id': '4658c4f1-5019-4dcd-967b-2ee10544b1b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-476999386-subnet', 'tenant_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:40.943646 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b5491-3fd8-4d06-a23d-b9d22d7dbf7a req-7cf8dc9a-931e-4e1a-83c6-6f49533a6a62 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:40.945941 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c68b5491-3fd8-4d06-a23d-b9d22d7dbf7a req-7cf8dc9a-931e-4e1a-83c6-6f49533a6a62 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 784 time: 0.2156234 Aug 28 15:01:40.949294 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa19337-7380-43ad-bba9-90419a4bc6b6 admin admin] Pushing event updated for resources: {'Network': ['ID=4658c4f1-5019-4dcd-967b-2ee10544b1b5,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:40.957603 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1d3592da-7724-4e0c-96b9-7a88ad0a514c req-7d962491-3bfe-441f-abef-5a45eb119c0d tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecfec0f3-fc36-4a26-857b-38ba95b122f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303792 Aug 28 15:01:40.967767 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b803d860-0e97-4bfb-83dc-d6053248c37b admin admin] Made reservation on behalf of 47a98ee661eb4f6b9e7f4574238a2c1b for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:01:40.970414 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b803d860-0e97-4bfb-83dc-d6053248c37b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:40.971188 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 4658c4f1-5019-4dcd-967b-2ee10544b1b5 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:01:41.266069 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98880b64-a9e8-4541-8c10-a1d7e155de9e req-f19dd134-dcde-4ef4-ba20-f5326ffce0f8 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:41.267735 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-98880b64-a9e8-4541-8c10-a1d7e155de9e req-f19dd134-dcde-4ef4-ba20-f5326ffce0f8 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/ports?device_id=73cf53f6-b88c-4751-84d0-fc2a4eb29846&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1247180 Aug 28 15:01:41.323768 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b803d860-0e97-4bfb-83dc-d6053248c37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:41.369778 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-98880b64-a9e8-4541-8c10-a1d7e155de9e req-37fdcd89-ec58-498a-972c-6e7f1304185a tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.47 HTTP/1.1" status: 200 len: 695 time: 0.0887234 Aug 28 15:01:41.404744 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-98880b64-a9e8-4541-8c10-a1d7e155de9e req-da408919-f4c8-4f19-a43b-65ec42cf8b76 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Request body: {'floatingip': {'port_id': 'bde4fd06-8dd4-4056-9338-9fda139777f7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:41.450709 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803d860-0e97-4bfb-83dc-d6053248c37b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee386120-21d6-41b3-a564-7a270295e67c,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:41.474296 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-98880b64-a9e8-4541-8c10-a1d7e155de9e req-da408919-f4c8-4f19-a43b-65ec42cf8b76 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks [] for floatingip, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:41.517311 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b803d860-0e97-4bfb-83dc-d6053248c37b admin admin] Checking segment: {'id': '6219fa58-01c3-4b44-b315-4c4738f7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4658c4f1-5019-4dcd-967b-2ee10544b1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:01:41.517956 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b803d860-0e97-4bfb-83dc-d6053248c37b admin admin] Network hostable DHCP agents. Network: 4658c4f1-5019-4dcd-967b-2ee10544b1b5, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:01:41.560668 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53032372-596c-4c11-83cb-7122843827b4 req-690ac52a-e0de-421e-b9df-1e7c8009a99e tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:41.569978 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-53032372-596c-4c11-83cb-7122843827b4 req-690ac52a-e0de-421e-b9df-1e7c8009a99e tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.0990968 Aug 28 15:01:41.603452 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b803d860-0e97-4bfb-83dc-d6053248c37b admin admin] Network 4658c4f1-5019-4dcd-967b-2ee10544b1b5 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:01:41.633842 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-b803d860-0e97-4bfb-83dc-d6053248c37b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 4658c4f1-5019-4dcd-967b-2ee10544b1b5) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:01:41.637742 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-53032372-596c-4c11-83cb-7122843827b4 req-f8e73971-c873-44b0-b26f-065027229b90 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643885 Aug 28 15:01:41.640816 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b803d860-0e97-4bfb-83dc-d6053248c37b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:41.641579 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b803d860-0e97-4bfb-83dc-d6053248c37b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:41.687759 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e520774-0e9b-407d-a441-f9159d471004 None None] Network 4658c4f1-5019-4dcd-967b-2ee10544b1b5 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:01:41.707210 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 36302) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:41.707557 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b803d860-0e97-4bfb-83dc-d6053248c37b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7933664 Aug 28 15:01:41.713578 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-d58c18b9-aae0-4283-96e0-9dff65713953 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-476999386-router', 'tenant_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:41.720386 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:41.764795 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d58c18b9-aae0-4283-96e0-9dff65713953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:41.766279 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d58c18b9-aae0-4283-96e0-9dff65713953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:41.889048 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d58c18b9-aae0-4283-96e0-9dff65713953 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:41.924012 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8badb65-465f-4915-ae1f-72b23242be25 None None] Network 4658c4f1-5019-4dcd-967b-2ee10544b1b5 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:01:42.053393 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device a63421ef-1973-4d3b-b8f0-ba09abf10a56 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:01:42.085379 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d58c18b9-aae0-4283-96e0-9dff65713953 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:42.214177 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port a63421ef-1973-4d3b-b8f0-ba09abf10a56 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:01:42.241375 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port a63421ef-1973-4d3b-b8f0-ba09abf10a56 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:01:42.241752 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:42.290097 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-98880b64-a9e8-4541-8c10-a1d7e155de9e req-da408919-f4c8-4f19-a43b-65ec42cf8b76 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:42.296767 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-98880b64-a9e8-4541-8c10-a1d7e155de9e req-da408919-f4c8-4f19-a43b-65ec42cf8b76 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:42.456701 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [req-98880b64-a9e8-4541-8c10-a1d7e155de9e req-da408919-f4c8-4f19-a43b-65ec42cf8b76 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Floating IP 4a437e5f-6e13-4c53-a4ae-79596a92fe7b associated. External IP: 172.25.3.47, port: bde4fd06-8dd4-4056-9338-9fda139777f7. Aug 28 15:01:42.466745 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:42.495172 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8943d1c0-d458-43f2-9f63-e985fb09da45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63421ef-1973-4d3b-b8f0-ba09abf10a56'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:01:42.499246 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47936611-bcf7-4bc6-8719-1efb47e4749f" -d '{"events": [{"server_uuid": "8943d1c0-d458-43f2-9f63-e985fb09da45", "name": "network-vif-plugged", "status": "completed", "tag": "a63421ef-1973-4d3b-b8f0-ba09abf10a56"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:01:42.516647 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port a63421ef-1973-4d3b-b8f0-ba09abf10a56, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=a63421ef-1973-4d3b-b8f0-ba09abf10a56,segment=NetworkSegment(09a5fae1-6fd9-4abb-b01c-d8a5e14a7df2),segment_id=09a5fae1-6fd9-4abb-b01c-d8a5e14a7df2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:42.524994 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:42.568642 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003f70c-3506-4b55-9cf0-85d530193330 req-1ebc5613-60a0-4a1c-af57-399cf5e8a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:42.570288 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d003f70c-3506-4b55-9cf0-85d530193330 req-1ebc5613-60a0-4a1c-af57-399cf5e8a1ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=602286d5074847ef8994e5ac3b5cb388&device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 1097 time: 0.1238511 Aug 28 15:01:42.640560 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=a63421ef-1973-4d3b-b8f0-ba09abf10a56,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:42.722849 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003f70c-3506-4b55-9cf0-85d530193330 req-99072403-bc2a-46b9-abbf-180d76a98f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:42.725548 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d003f70c-3506-4b55-9cf0-85d530193330 req-99072403-bc2a-46b9-abbf-180d76a98f02 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ae24ad12-66df-4f98-8f52-41424ce2024c HTTP/1.1" status: 200 len: 916 time: 0.1440301 Aug 28 15:01:42.788156 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d003f70c-3506-4b55-9cf0-85d530193330 req-fc421f0d-9a1f-485c-b75b-bd0bac5fe9fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e52ea24a-8568-468f-8cf6-639ca6a2ca6d HTTP/1.1" status: 200 len: 217 time: 0.0536358 Aug 28 15:01:42.919781 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003f70c-3506-4b55-9cf0-85d530193330 req-24665572-3947-4da2-b3af-39d09a4da19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:42.921502 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d003f70c-3506-4b55-9cf0-85d530193330 req-24665572-3947-4da2-b3af-39d09a4da19e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c8b154e-039f-4ee4-b255-1db7119187b0 HTTP/1.1" status: 200 len: 854 time: 0.1252129 Aug 28 15:01:43.015388 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003f70c-3506-4b55-9cf0-85d530193330 req-861aad9b-9d16-464e-8607-27e1c5617569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:43.017130 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d003f70c-3506-4b55-9cf0-85d530193330 req-861aad9b-9d16-464e-8607-27e1c5617569 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ae24ad12-66df-4f98-8f52-41424ce2024c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0878758 Aug 28 15:01:43.025194 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98880b64-a9e8-4541-8c10-a1d7e155de9e req-da408919-f4c8-4f19-a43b-65ec42cf8b76 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Router dedf36f2-f8f2-41e3-b726-5b06ba111a82 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:01:43.060096 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e225ee-c09d-4694-8278-06866b3eb2d6 req-ef0ca426-7309-4274-b527-046414982300 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:43.072363 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-97e225ee-c09d-4694-8278-06866b3eb2d6 req-ef0ca426-7309-4274-b527-046414982300 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.13 "GET /v2.0/ports?device_id=8943d1c0-d458-43f2-9f63-e985fb09da45 HTTP/1.1" status: 200 len: 945 time: 0.2528546 Aug 28 15:01:43.186778 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:43.189052 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d58c18b9-aae0-4283-96e0-9dff65713953 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:43.271919 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d58c18b9-aae0-4283-96e0-9dff65713953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:43.284387 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-97e225ee-c09d-4694-8278-06866b3eb2d6 req-f97e346e-b166-4079-b0cf-5b4025dfad02 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecfec0f3-fc36-4a26-857b-38ba95b122f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106535 Aug 28 15:01:43.294667 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d003f70c-3506-4b55-9cf0-85d530193330 req-0dde6b0e-02e8-4cdd-bf54-37c2a26d4cd6 service neutron] 10.222.0.41 "GET /v2.0/networks/ae24ad12-66df-4f98-8f52-41424ce2024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682135 Aug 28 15:01:43.387044 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98880b64-a9e8-4541-8c10-a1d7e155de9e req-da408919-f4c8-4f19-a43b-65ec42cf8b76 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:01:43.399012 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38b7008-ed58-4aed-a264-7d853554fe27 None None] Sync routers for ids ['dedf36f2-f8f2-41e3-b726-5b06ba111a82'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:01:43.400540 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-98880b64-a9e8-4541-8c10-a1d7e155de9e req-da408919-f4c8-4f19-a43b-65ec42cf8b76 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:43.420862 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38b7008-ed58-4aed-a264-7d853554fe27 None None] Routers {'dedf36f2-f8f2-41e3-b726-5b06ba111a82'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:01:43.421990 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b38b7008-ed58-4aed-a264-7d853554fe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:01:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['dedf36f2-f8f2-41e3-b726-5b06ba111a82'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:43.482573 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-98880b64-a9e8-4541-8c10-a1d7e155de9e req-da408919-f4c8-4f19-a43b-65ec42cf8b76 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "PUT /v2.0/floatingips/4a437e5f-6e13-4c53-a4ae-79596a92fe7b HTTP/1.1" status: 200 len: 995 time: 2.0889590 Aug 28 15:01:43.491433 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cf53f6-b88c-4751-84d0-fc2a4eb29846', 'tag': 'bde4fd06-8dd4-4056-9338-9fda139777f7'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:01:43.493789 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b07e9ad-37a4-4ce0-8403-ab3dd0a93954" -d '{"events": [{"name": "network-changed", "server_uuid": "73cf53f6-b88c-4751-84d0-fc2a4eb29846", "tag": "bde4fd06-8dd4-4056-9338-9fda139777f7"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:01:43.599950 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d003f70c-3506-4b55-9cf0-85d530193330 req-e017a971-8ad8-413f-ad34-0a6c67c69285 service neutron] 10.222.0.41 "GET /v2.0/networks/ae24ad12-66df-4f98-8f52-41424ce2024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970581 Aug 28 15:01:43.629554 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98880b64-a9e8-4541-8c10-a1d7e155de9e req-5a61fc77-fcc4-460e-9e36-3ba96f5b7706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:43.639831 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-98880b64-a9e8-4541-8c10-a1d7e155de9e req-5a61fc77-fcc4-460e-9e36-3ba96f5b7706 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe324b812e744bb0bdbdce7fe2c6c169&device_id=73cf53f6-b88c-4751-84d0-fc2a4eb29846 HTTP/1.1" status: 200 len: 1097 time: 0.1341660 Aug 28 15:01:43.643573 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-d58c18b9-aae0-4283-96e0-9dff65713953 admin admin] Allocated IP 172.25.3.115 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/fcc08f66-3c0d-4cdf-8721-03e601b3d813) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:01:43.796010 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-b38b7008-ed58-4aed-a264-7d853554fe27 None None] Set router dedf36f2-f8f2-41e3-b726-5b06ba111a82 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:01:43.846215 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98880b64-a9e8-4541-8c10-a1d7e155de9e req-f83f2e2e-9c79-4f47-817b-19c059c0f07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:43.857476 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-98880b64-a9e8-4541-8c10-a1d7e155de9e req-f83f2e2e-9c79-4f47-817b-19c059c0f07b service neutron] 10.222.0.13 "GET /v2.0/networks?id=7f8f220c-9491-4b28-bbdb-8fe595a72abc HTTP/1.1" status: 200 len: 929 time: 0.2152379 Aug 28 15:01:43.972278 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-98880b64-a9e8-4541-8c10-a1d7e155de9e req-420199d8-08c8-49c9-9171-98486e7efa07 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bde4fd06-8dd4-4056-9338-9fda139777f7 HTTP/1.1" status: 200 len: 998 time: 0.1133459 Aug 28 15:01:44.047298 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b57e3-b0d0-46f0-9068-694752f0cd3d req-78d0c148-416b-4f9f-a5b6-01a398f5e4f3 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:44.057287 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-357b57e3-b0d0-46f0-9068-694752f0cd3d req-78d0c148-416b-4f9f-a5b6-01a398f5e4f3 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.2758691 Aug 28 15:01:44.090529 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d58c18b9-aae0-4283-96e0-9dff65713953 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:44.109844 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98880b64-a9e8-4541-8c10-a1d7e155de9e req-9e4c2b56-e521-43f6-9dc5-cfc736ee7012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:44.120558 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-98880b64-a9e8-4541-8c10-a1d7e155de9e req-9e4c2b56-e521-43f6-9dc5-cfc736ee7012 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75f3e6a9-c315-460b-8a96-4aeacf727b86 HTTP/1.1" status: 200 len: 867 time: 0.1464195 Aug 28 15:01:44.162278 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8f46f-4a4a-453f-a4cf-e005bb729bf6 req-9e902792-1923-4bdb-90a1-70e70b5b8b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:44.166317 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-78b8f46f-4a4a-453f-a4cf-e005bb729bf6 req-9e902792-1923-4bdb-90a1-70e70b5b8b42 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=602286d5074847ef8994e5ac3b5cb388&device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 1097 time: 0.2417834 Aug 28 15:01:44.169206 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-357b57e3-b0d0-46f0-9068-694752f0cd3d req-69d07192-726f-4b4a-b350-576dba653611 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108074 Aug 28 15:01:44.240513 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d58c18b9-aae0-4283-96e0-9dff65713953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:44.250889 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dae77fb-483f-4fac-9bbc-07a667fada51 x-openstack-request-id: req-0dae77fb-483f-4fac-9bbc-07a667fada51 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:01:44.251365 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8943d1c0-d458-43f2-9f63-e985fb09da45", "name": "network-vif-plugged", "status": "completed", "tag": "a63421ef-1973-4d3b-b8f0-ba09abf10a56", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:01:44.251365 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0dae77fb-483f-4fac-9bbc-07a667fada51 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:01:44.251631 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8943d1c0-d458-43f2-9f63-e985fb09da45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63421ef-1973-4d3b-b8f0-ba09abf10a56', 'code': 200} Aug 28 15:01:44.352610 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58c18b9-aae0-4283-96e0-9dff65713953 admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:01:44.382466 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-d58c18b9-aae0-4283-96e0-9dff65713953 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:01:44.427805 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58c18b9-aae0-4283-96e0-9dff65713953 admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:01:44.496108 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b38b7008-ed58-4aed-a264-7d853554fe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-342812436-router', 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '81490603-52e3-490f-aef0-6c87b5001bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:01:18Z', 'updated_at': '2021-08-28T15:01:24Z', 'revision_number': 4, 'project_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'gw_port': {'id': '81490603-52e3-490f-aef0-6c87b5001bda', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:19Z', 'updated_at': '2021-08-28T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '4a437e5f-6e13-4c53-a4ae-79596a92fe7b', 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'port_id': 'bde4fd06-8dd4-4056-9338-9fda139777f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8f220c-9491-4b28-bbdb-8fe595a72abc', 'mac_address': 'fa:16:3e:4e:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf53f6-b88c-4751-84d0-fc2a4eb29846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:01:39Z', 'updated_at': '2021-08-28T15:01:42Z', 'revision_number': 1, 'project_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44016f55-bda3-4ceb-afa2-53734f3ef27a', 'name': '', 'network_id': '7f8f220c-9491-4b28-bbdb-8fe595a72abc', 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'mac_address': 'fa:16:3e:35:27:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '75f3e6a9-c315-460b-8a96-4aeacf727b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:23Z', 'updated_at': '2021-08-28T15:01:32Z', 'revision_number': 5, 'project_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'subnets': [{'id': '75f3e6a9-c315-460b-8a96-4aeacf727b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:44.503305 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c18b9-aae0-4283-96e0-9dff65713953 admin admin] Pushing event updated for resources: {'Port': ['ID=fcc08f66-3c0d-4cdf-8721-03e601b3d813,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:44.555742 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38b7008-ed58-4aed-a264-7d853554fe27 None None] Checking router: dedf36f2-f8f2-41e3-b726-5b06ba111a82 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:01:44.576410 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38b7008-ed58-4aed-a264-7d853554fe27 None None] Routers {'dedf36f2-f8f2-41e3-b726-5b06ba111a82'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:01:44.577659 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b38b7008-ed58-4aed-a264-7d853554fe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:01:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['dedf36f2-f8f2-41e3-b726-5b06ba111a82'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:44.579576 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da1bf2-1108-45ca-932d-3fd217290903 req-8dd204a3-c0d5-400e-86c3-a14eeefbae1d tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:44.594236 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-42da1bf2-1108-45ca-932d-3fd217290903 req-8dd204a3-c0d5-400e-86c3-a14eeefbae1d tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.13 "GET /v2.0/ports?device_id=8943d1c0-d458-43f2-9f63-e985fb09da45 HTTP/1.1" status: 200 len: 945 time: 0.1640139 Aug 28 15:01:44.597665 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07e9ad-37a4-4ce0-8403-ab3dd0a93954 req-b640f618-a8b5-4bd3-a8ac-da4c43436858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:44.600283 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b07e9ad-37a4-4ce0-8403-ab3dd0a93954 req-b640f618-a8b5-4bd3-a8ac-da4c43436858 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe324b812e744bb0bdbdce7fe2c6c169&device_id=73cf53f6-b88c-4751-84d0-fc2a4eb29846 HTTP/1.1" status: 200 len: 1097 time: 0.2851865 Aug 28 15:01:44.856896 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-b38b7008-ed58-4aed-a264-7d853554fe27 None None] Set router dedf36f2-f8f2-41e3-b726-5b06ba111a82 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:01:44.950182 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8f46f-4a4a-453f-a4cf-e005bb729bf6 req-54dd2d4a-b966-4ab4-9215-bb6ccf375932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:44.957173 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-78b8f46f-4a4a-453f-a4cf-e005bb729bf6 req-54dd2d4a-b966-4ab4-9215-bb6ccf375932 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ae24ad12-66df-4f98-8f52-41424ce2024c HTTP/1.1" status: 200 len: 916 time: 0.7267835 Aug 28 15:01:44.959693 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24958ae4-a655-429f-801b-75fa394479cd x-openstack-request-id: req-24958ae4-a655-429f-801b-75fa394479cd {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:01:44.959985 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73cf53f6-b88c-4751-84d0-fc2a4eb29846", "tag": "bde4fd06-8dd4-4056-9338-9fda139777f7", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:01:44.960240 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24958ae4-a655-429f-801b-75fa394479cd {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:01:44.960630 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73cf53f6-b88c-4751-84d0-fc2a4eb29846', 'tag': 'bde4fd06-8dd4-4056-9338-9fda139777f7', 'status': 'completed', 'code': 200} Aug 28 15:01:45.017512 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 36398) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:45.057950 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-78b8f46f-4a4a-453f-a4cf-e005bb729bf6 req-9edbf846-7fa6-40e4-86f4-a80ecd7f3109 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e52ea24a-8568-468f-8cf6-639ca6a2ca6d HTTP/1.1" status: 200 len: 217 time: 0.0783043 Aug 28 15:01:45.061994 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98880b64-a9e8-4541-8c10-a1d7e155de9e req-adde5b94-5afe-4a04-a9da-d5aa7023b88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:45.072048 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-98880b64-a9e8-4541-8c10-a1d7e155de9e req-adde5b94-5afe-4a04-a9da-d5aa7023b88d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7f8f220c-9491-4b28-bbdb-8fe595a72abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9493539 Aug 28 15:01:45.091143 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-42da1bf2-1108-45ca-932d-3fd217290903 req-09c99577-39c4-427d-93d2-f86933491196 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecfec0f3-fc36-4a26-857b-38ba95b122f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4929643 Aug 28 15:01:45.213529 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42044d3-d0b7-4f40-a453-b4ad988223e5 req-3ce0d1b2-b63a-454b-b15c-a790bf32e5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:45.215092 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a42044d3-d0b7-4f40-a453-b4ad988223e5 req-3ce0d1b2-b63a-454b-b15c-a790bf32e5a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8943d1c0-d458-43f2-9f63-e985fb09da45 HTTP/1.1" status: 200 len: 1097 time: 0.2529328 Aug 28 15:01:45.218819 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8f46f-4a4a-453f-a4cf-e005bb729bf6 req-a6cfe90d-745f-49d9-8007-00bff23ebd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:45.220863 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-78b8f46f-4a4a-453f-a4cf-e005bb729bf6 req-a6cfe90d-745f-49d9-8007-00bff23ebd91 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c8b154e-039f-4ee4-b255-1db7119187b0 HTTP/1.1" status: 200 len: 854 time: 0.1372151 Aug 28 15:01:45.315759 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d58c18b9-aae0-4283-96e0-9dff65713953 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:45.343380 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8f46f-4a4a-453f-a4cf-e005bb729bf6 req-a4808cbf-ea54-4eb6-9e7e-48157d966b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:45.344957 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-78b8f46f-4a4a-453f-a4cf-e005bb729bf6 req-a4808cbf-ea54-4eb6-9e7e-48157d966b4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ae24ad12-66df-4f98-8f52-41424ce2024c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1129117 Aug 28 15:01:45.364617 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-98880b64-a9e8-4541-8c10-a1d7e155de9e req-541f1936-5abb-44cc-8711-dc2b2daeb349 service neutron] 10.222.0.13 "GET /v2.0/networks/7f8f220c-9491-4b28-bbdb-8fe595a72abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904413 Aug 28 15:01:45.371114 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98a22b51-1488-47e5-9291-e61bb0d750b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:45.384492 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a42044d3-d0b7-4f40-a453-b4ad988223e5 req-e8d93579-386f-4afe-8969-31c149675763 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ecfec0f3-fc36-4a26-857b-38ba95b122f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541727 Aug 28 15:01:45.403210 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07e9ad-37a4-4ce0-8403-ab3dd0a93954 req-59eaa7c6-1516-42d5-a38b-8ebc6a070693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:45.405651 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b07e9ad-37a4-4ce0-8403-ab3dd0a93954 req-59eaa7c6-1516-42d5-a38b-8ebc6a070693 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7f8f220c-9491-4b28-bbdb-8fe595a72abc HTTP/1.1" status: 200 len: 929 time: 0.7304280 Aug 28 15:01:45.482286 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b38b7008-ed58-4aed-a264-7d853554fe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-342812436-router', 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '81490603-52e3-490f-aef0-6c87b5001bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:01:18Z', 'updated_at': '2021-08-28T15:01:24Z', 'revision_number': 4, 'project_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'gw_port': {'id': '81490603-52e3-490f-aef0-6c87b5001bda', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:19Z', 'updated_at': '2021-08-28T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '4a437e5f-6e13-4c53-a4ae-79596a92fe7b', 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'port_id': 'bde4fd06-8dd4-4056-9338-9fda139777f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8f220c-9491-4b28-bbdb-8fe595a72abc', 'mac_address': 'fa:16:3e:4e:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf53f6-b88c-4751-84d0-fc2a4eb29846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:01:39Z', 'updated_at': '2021-08-28T15:01:42Z', 'revision_number': 1, 'project_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44016f55-bda3-4ceb-afa2-53734f3ef27a', 'name': '', 'network_id': '7f8f220c-9491-4b28-bbdb-8fe595a72abc', 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'mac_address': 'fa:16:3e:35:27:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '75f3e6a9-c315-460b-8a96-4aeacf727b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:23Z', 'updated_at': '2021-08-28T15:01:32Z', 'revision_number': 5, 'project_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'subnets': [{'id': '75f3e6a9-c315-460b-8a96-4aeacf727b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:45.528705 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38b7008-ed58-4aed-a264-7d853554fe27 None None] The sync data for ids ['dedf36f2-f8f2-41e3-b726-5b06ba111a82'] in n-d-712137-10 is: [{'id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-342812436-router', 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '81490603-52e3-490f-aef0-6c87b5001bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:01:18Z', 'updated_at': '2021-08-28T15:01:24Z', 'revision_number': 4, 'project_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'gw_port': {'id': '81490603-52e3-490f-aef0-6c87b5001bda', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:19Z', 'updated_at': '2021-08-28T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '4a437e5f-6e13-4c53-a4ae-79596a92fe7b', 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'port_id': 'bde4fd06-8dd4-4056-9338-9fda139777f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8f220c-9491-4b28-bbdb-8fe595a72abc', 'mac_address': 'fa:16:3e:4e:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf53f6-b88c-4751-84d0-fc2a4eb29846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:01:39Z', 'updated_at': '2021-08-28T15:01:42Z', 'revision_number': 1, 'project_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44016f55-bda3-4ceb-afa2-53734f3ef27a', 'name': '', 'network_id': '7f8f220c-9491-4b28-bbdb-8fe595a72abc', 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'mac_address': 'fa:16:3e:35:27:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '75f3e6a9-c315-460b-8a96-4aeacf727b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:23Z', 'updated_at': '2021-08-28T15:01:32Z', 'revision_number': 5, 'project_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'subnets': [{'id': '75f3e6a9-c315-460b-8a96-4aeacf727b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:01:45.560387 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-78b8f46f-4a4a-453f-a4cf-e005bb729bf6 req-cee1791b-6e3c-4c5a-91d3-150d5d46473a service neutron] 10.222.0.41 "GET /v2.0/networks/ae24ad12-66df-4f98-8f52-41424ce2024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929753 Aug 28 15:01:45.571128 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-98880b64-a9e8-4541-8c10-a1d7e155de9e req-45a7710e-ad04-4563-8a1e-c410f9fb4e64 service neutron] 10.222.0.13 "GET /v2.0/networks/7f8f220c-9491-4b28-bbdb-8fe595a72abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035530 Aug 28 15:01:45.702412 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b07e9ad-37a4-4ce0-8403-ab3dd0a93954 req-4ede12fe-29d2-40c1-b8ee-b76959bb4977 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bde4fd06-8dd4-4056-9338-9fda139777f7 HTTP/1.1" status: 200 len: 998 time: 0.1036494 Aug 28 15:01:45.709922 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98a22b51-1488-47e5-9291-e61bb0d750b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:45.733065 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98a22b51-1488-47e5-9291-e61bb0d750b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:45.735180 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 36418) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:45.884674 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94504aaa-b90b-4639-9abd-51c6ab0722e2 req-0d45e984-456d-499e-8ae0-f71fbc0a63c4 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:45.884803 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94504aaa-b90b-4639-9abd-51c6ab0722e2 req-0d45e984-456d-499e-8ae0-f71fbc0a63c4 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.1419938 Aug 28 15:01:45.896979 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-98a22b51-1488-47e5-9291-e61bb0d750b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6106840ca9340368f00e1370afd7a16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8765924 Aug 28 15:01:45.898100 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a22b51-1488-47e5-9291-e61bb0d750b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b43913a-de0c-4d1a-99ab-40efd0365d16,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:45.904692 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36422) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:45.963052 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95178f86-2dec-43fd-bb20-0a17f6d4d113 None None] New status for floating IP 4a437e5f-6e13-4c53-a4ae-79596a92fe7b: ACTIVE {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:01:46.018849 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07e9ad-37a4-4ce0-8403-ab3dd0a93954 req-b300dd26-a676-4bb5-bf69-5250ddfb0c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:46.020349 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b07e9ad-37a4-4ce0-8403-ab3dd0a93954 req-b300dd26-a676-4bb5-bf69-5250ddfb0c07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=75f3e6a9-c315-460b-8a96-4aeacf727b86 HTTP/1.1" status: 200 len: 867 time: 0.3086290 Aug 28 15:01:46.026464 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-78b8f46f-4a4a-453f-a4cf-e005bb729bf6 req-64fc49fb-dedd-4c17-9f2f-322cfd478818 service neutron] 10.222.0.41 "GET /v2.0/networks/ae24ad12-66df-4f98-8f52-41424ce2024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417746 Aug 28 15:01:46.051506 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05e49997-85a7-4ed1-87ba-652685253c9f req-3b389aed-6d19-4bce-88fe-b642c9c4f19b tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 258 time: 0.3919239 Aug 28 15:01:46.059715 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-05e49997-85a7-4ed1-87ba-652685253c9f req-fe281923-2a6d-4686-bcf2-a662395e628a tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:46.067717 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c6d205d3-6562-472f-83cf-1c4e2af3d01f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:46.068790 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3e9624dd-85e6-4fdb-8d0a-860064b54b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:46.103934 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3e9624dd-85e6-4fdb-8d0a-860064b54b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:46.113442 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-05e49997-85a7-4ed1-87ba-652685253c9f req-fe281923-2a6d-4686-bcf2-a662395e628a tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:46.230070 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3e9624dd-85e6-4fdb-8d0a-860064b54b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:46.233737 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3e9624dd-85e6-4fdb-8d0a-860064b54b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:46.235132 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3e9624dd-85e6-4fdb-8d0a-860064b54b8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b43913a-de0c-4d1a-99ab-40efd0365d16 HTTP/1.1" status: 204 len: 168 time: 0.3294795 Aug 28 15:01:46.249859 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c6d205d3-6562-472f-83cf-1c4e2af3d01f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:46.259934 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94504aaa-b90b-4639-9abd-51c6ab0722e2 req-121efcef-2b5f-4f88-a3d4-d38312d6c677 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551662 Aug 28 15:01:46.261347 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d58c18b9-aae0-4283-96e0-9dff65713953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:46.266276 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c6d205d3-6562-472f-83cf-1c4e2af3d01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:46.301359 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9624dd-85e6-4fdb-8d0a-860064b54b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b43913a-de0c-4d1a-99ab-40efd0365d16,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:46.392548 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-05e49997-85a7-4ed1-87ba-652685253c9f req-fe281923-2a6d-4686-bcf2-a662395e628a tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:46.526489 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07e9ad-37a4-4ce0-8403-ab3dd0a93954 req-635bfc6b-5deb-4e6c-b35f-684681bc8119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:46.530532 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b07e9ad-37a4-4ce0-8403-ab3dd0a93954 req-635bfc6b-5deb-4e6c-b35f-684681bc8119 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7f8f220c-9491-4b28-bbdb-8fe595a72abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4758534 Aug 28 15:01:46.531261 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c6d205d3-6562-472f-83cf-1c4e2af3d01f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92cc92b788804725934df2930f5b6c9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7912712 Aug 28 15:01:46.546798 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d205d3-6562-472f-83cf-1c4e2af3d01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99a76cd-99f0-46b0-a391-f0124e1a0c5d,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:46.550808 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 36434) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:46.611792 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-05e49997-85a7-4ed1-87ba-652685253c9f req-fe281923-2a6d-4686-bcf2-a662395e628a tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Allocated IP 172.25.3.201 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/d5a65edb-ddb1-44c7-aa35-2d2af7a14cd8) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:01:46.680483 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58c18b9-aae0-4283-96e0-9dff65713953 admin admin] Router 66bf9511-36f9-48d2-9a27-4ba2aadd9fc9 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:01:46.714856 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5df269-7b55-4839-bffb-8d304e6c7e13 req-e3bbe364-ed85-4e31-85b6-6229fc62b688 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:46.723345 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d5df269-7b55-4839-bffb-8d304e6c7e13 req-e3bbe364-ed85-4e31-85b6-6229fc62b688 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.13 "GET /v2.0/ports?device_id=8943d1c0-d458-43f2-9f63-e985fb09da45 HTTP/1.1" status: 200 len: 945 time: 0.2338495 Aug 28 15:01:46.751967 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-39e181d2-4ec5-47ba-a1b6-1ed54fc8478d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:46.766083 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-05e49997-85a7-4ed1-87ba-652685253c9f req-fe281923-2a6d-4686-bcf2-a662395e628a tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:46.819441 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-05e49997-85a7-4ed1-87ba-652685253c9f req-fe281923-2a6d-4686-bcf2-a662395e628a tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:46.853078 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 36438) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:46.855695 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-39e181d2-4ec5-47ba-a1b6-1ed54fc8478d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:46.872158 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e49997-85a7-4ed1-87ba-652685253c9f req-fe281923-2a6d-4686-bcf2-a662395e628a tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:01:46.877658 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-05e49997-85a7-4ed1-87ba-652685253c9f req-fe281923-2a6d-4686-bcf2-a662395e628a tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:01:46.880331 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e49997-85a7-4ed1-87ba-652685253c9f req-fe281923-2a6d-4686-bcf2-a662395e628a tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:01:46.901299 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b07e9ad-37a4-4ce0-8403-ab3dd0a93954 req-ca4bf7a4-4a6c-4ff1-a7a8-e95cfee5b2ed service neutron] 10.222.0.36 "GET /v2.0/networks/7f8f220c-9491-4b28-bbdb-8fe595a72abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492308 Aug 28 15:01:46.915357 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe281923-2a6d-4686-bcf2-a662395e628a tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Pushing event updated for resources: {'Port': ['ID=d5a65edb-ddb1-44c7-aa35-2d2af7a14cd8,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:46.928175 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d5df269-7b55-4839-bffb-8d304e6c7e13 req-b9e7b7b9-af07-4a7b-8d85-fbbbc1412563 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecfec0f3-fc36-4a26-857b-38ba95b122f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034762 Aug 28 15:01:46.939690 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f883018f-f8bc-449d-8b18-096bd37edc61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:46.998588 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-05e49997-85a7-4ed1-87ba-652685253c9f req-fe281923-2a6d-4686-bcf2-a662395e628a tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:47.065803 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-05e49997-85a7-4ed1-87ba-652685253c9f req-fe281923-2a6d-4686-bcf2-a662395e628a tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:47.072156 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b07e9ad-37a4-4ce0-8403-ab3dd0a93954 req-5932d960-1814-4668-8bd6-cee9ab65dd59 service neutron] 10.222.0.36 "GET /v2.0/networks/7f8f220c-9491-4b28-bbdb-8fe595a72abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336362 Aug 28 15:01:47.195959 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58c18b9-aae0-4283-96e0-9dff65713953 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:01:47.217307 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa7ba2f-6c7d-4aa1-b5ce-ead898c40685 None None] Sync routers for ids ['66bf9511-36f9-48d2-9a27-4ba2aadd9fc9'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:01:47.218918 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-39e181d2-4ec5-47ba-a1b6-1ed54fc8478d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:47.221616 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-39e181d2-4ec5-47ba-a1b6-1ed54fc8478d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:47.225219 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-39e181d2-4ec5-47ba-a1b6-1ed54fc8478d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a99a76cd-99f0-46b0-a391-f0124e1a0c5d HTTP/1.1" status: 204 len: 168 time: 0.6694388 Aug 28 15:01:47.245677 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa7ba2f-6c7d-4aa1-b5ce-ead898c40685 None None] Routers {'66bf9511-36f9-48d2-9a27-4ba2aadd9fc9'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:01:47.248232 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e181d2-4ec5-47ba-a1b6-1ed54fc8478d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99a76cd-99f0-46b0-a391-f0124e1a0c5d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:47.253545 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-6aa7ba2f-6c7d-4aa1-b5ce-ead898c40685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:01:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['66bf9511-36f9-48d2-9a27-4ba2aadd9fc9'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:47.299721 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-05e49997-85a7-4ed1-87ba-652685253c9f req-fe281923-2a6d-4686-bcf2-a662395e628a tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:47.306789 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-05e49997-85a7-4ed1-87ba-652685253c9f req-fe281923-2a6d-4686-bcf2-a662395e628a tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:47.371974 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f883018f-f8bc-449d-8b18-096bd37edc61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:47.384140 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f883018f-f8bc-449d-8b18-096bd37edc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:47.386184 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe281923-2a6d-4686-bcf2-a662395e628a tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Pushing event updated for resources: {'Port': ['ID=d5a65edb-ddb1-44c7-aa35-2d2af7a14cd8,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:47.427902 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d58c18b9-aae0-4283-96e0-9dff65713953 admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:47.430053 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d58c18b9-aae0-4283-96e0-9dff65713953 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.7209380 Aug 28 15:01:47.436129 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36452) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:47.453640 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-05e49997-85a7-4ed1-87ba-652685253c9f req-fe281923-2a6d-4686-bcf2-a662395e628a tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:47.481734 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f883018f-f8bc-449d-8b18-096bd37edc61 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=720f7d28d96f4ca4a94130752b7b9d03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6218338 Aug 28 15:01:47.484318 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883018f-f8bc-449d-8b18-096bd37edc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df43a21-a128-4d30-a43b-3b2becd5f90b,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:47.487088 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 36454) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:47.531085 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce62c5-91e2-4653-b2f9-816495b3c1b2 req-24fce9b0-b09c-469c-936a-13946a0385c7 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:47.532748 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-58ce62c5-91e2-4653-b2f9-816495b3c1b2 req-24fce9b0-b09c-469c-936a-13946a0385c7 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.1407080 Aug 28 15:01:47.541070 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-6aa7ba2f-6c7d-4aa1-b5ce-ead898c40685 None None] Set router 66bf9511-36f9-48d2-9a27-4ba2aadd9fc9 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:01:47.593809 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-26641ea4-7131-4896-9142-76764d698827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:47.626782 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-58ce62c5-91e2-4653-b2f9-816495b3c1b2 req-36efd832-3ab8-4021-9e9a-ad2333590e44 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786679 Aug 28 15:01:47.627132 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-05e49997-85a7-4ed1-87ba-652685253c9f req-fe281923-2a6d-4686-bcf2-a662395e628a tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:47.629396 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05e49997-85a7-4ed1-87ba-652685253c9f req-fe281923-2a6d-4686-bcf2-a662395e628a tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5770719 Aug 28 15:01:47.661659 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-26641ea4-7131-4896-9142-76764d698827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:47.712990 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05e49997-85a7-4ed1-87ba-652685253c9f req-0835f079-792b-415a-bd16-182de604f9c2 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.201 HTTP/1.1" status: 200 len: 696 time: 0.0752492 Aug 28 15:01:47.840695 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-26641ea4-7131-4896-9142-76764d698827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:47.846079 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-26641ea4-7131-4896-9142-76764d698827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:47.867375 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e49997-85a7-4ed1-87ba-652685253c9f req-807967f2-f945-4af1-8c99-5ebec7074e9f tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:47.869089 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05e49997-85a7-4ed1-87ba-652685253c9f req-807967f2-f945-4af1-8c99-5ebec7074e9f tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 784 time: 0.1250041 Aug 28 15:01:47.888627 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-26641ea4-7131-4896-9142-76764d698827 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7df43a21-a128-4d30-a43b-3b2becd5f90b HTTP/1.1" status: 204 len: 168 time: 0.3993855 Aug 28 15:01:47.982414 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26641ea4-7131-4896-9142-76764d698827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df43a21-a128-4d30-a43b-3b2becd5f90b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:48.061860 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2755823-029b-4c4b-8392-5f95227bb356 req-71d081ee-3e7b-4f6e-b34c-42981831ef56 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:48.081603 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f2755823-029b-4c4b-8392-5f95227bb356 req-71d081ee-3e7b-4f6e-b34c-42981831ef56 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a9d412e-b2cf-4dc4-ae65-037c69640742 HTTP/1.1" status: 200 len: 946 time: 0.2740304 Aug 28 15:01:48.088579 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 36468) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:48.171228 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f2755823-029b-4c4b-8392-5f95227bb356 req-bd8cc193-7b1e-4e5c-a380-3b6961585a0e tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883987 Aug 28 15:01:48.172416 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0adcbc6b-d210-45b2-ad06-5d43cf3a7a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:48.427953 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b7f0e-dffc-4c41-a170-8e7eec738746 req-18fff7af-9294-4476-84b7-eedc1e7a0b96 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:48.437526 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-574b7f0e-dffc-4c41-a170-8e7eec738746 req-18fff7af-9294-4476-84b7-eedc1e7a0b96 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.13 "GET /v2.0/ports?device_id=8943d1c0-d458-43f2-9f63-e985fb09da45 HTTP/1.1" status: 200 len: 945 time: 0.1227727 Aug 28 15:01:48.440776 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10afbf27-b238-4313-bfa9-16367b203e29 req-6f7eed86-ed4f-4a54-96af-ddb0c4a27a4c tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:48.442345 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-10afbf27-b238-4313-bfa9-16367b203e29 req-6f7eed86-ed4f-4a54-96af-ddb0c4a27a4c tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/ports?device_id=73cf53f6-b88c-4751-84d0-fc2a4eb29846&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2418399 Aug 28 15:01:48.491744 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-6aa7ba2f-6c7d-4aa1-b5ce-ead898c40685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-476999386-router', 'tenant_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'fcc08f66-3c0d-4cdf-8721-03e601b3d813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:01:41Z', 'updated_at': '2021-08-28T15:01:45Z', 'revision_number': 3, 'project_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'gw_port': {'id': 'fcc08f66-3c0d-4cdf-8721-03e601b3d813', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:43Z', 'updated_at': '2021-08-28T15:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:48.516499 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-574b7f0e-dffc-4c41-a170-8e7eec738746 req-4b97443d-609f-42f7-8c6d-a0b2e3faa433 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecfec0f3-fc36-4a26-857b-38ba95b122f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779901 Aug 28 15:01:48.538218 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0adcbc6b-d210-45b2-ad06-5d43cf3a7a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:48.545265 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-10afbf27-b238-4313-bfa9-16367b203e29 req-c002e483-df6e-4b4a-8655-f50769fcd413 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.201 HTTP/1.1" status: 200 len: 696 time: 0.0767169 Aug 28 15:01:48.550409 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0adcbc6b-d210-45b2-ad06-5d43cf3a7a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:48.559396 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa7ba2f-6c7d-4aa1-b5ce-ead898c40685 None None] Checking router: 66bf9511-36f9-48d2-9a27-4ba2aadd9fc9 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:01:48.559905 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa7ba2f-6c7d-4aa1-b5ce-ead898c40685 None None] Updating router 66bf9511-36f9-48d2-9a27-4ba2aadd9fc9 port fcc08f66-3c0d-4cdf-8721-03e601b3d813 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:01:48.588241 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6aa7ba2f-6c7d-4aa1-b5ce-ead898c40685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:48.607925 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-10afbf27-b238-4313-bfa9-16367b203e29 req-3a63614c-d861-40bb-94d0-88905cb55d11 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Request body: {'floatingip': {'port_id': 'bde4fd06-8dd4-4056-9338-9fda139777f7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:48.622441 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0adcbc6b-d210-45b2-ad06-5d43cf3a7a70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63fe056b8b334528bc16c045e72132d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5248876 Aug 28 15:01:48.622441 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcbc6b-d210-45b2-ad06-5d43cf3a7a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006f367e-cbb4-4d71-bc0f-70b8b1223cf0,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:48.624764 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 36494) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:48.704103 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9314bdf4-0139-430c-8280-7d65dc0612a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:48.712325 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-10afbf27-b238-4313-bfa9-16367b203e29 req-3a63614c-d861-40bb-94d0-88905cb55d11 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks [] for floatingip, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:48.753496 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9314bdf4-0139-430c-8280-7d65dc0612a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:48.781925 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba194b1-6f89-4323-900d-e110f4b7ef0c req-76c9e317-a817-4a1c-ad18-09fef6fd2f45 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:48.787109 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c0cc665a-ad73-4cc0-86e6-fc6677ace206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:48.789687 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cba194b1-6f89-4323-900d-e110f4b7ef0c req-76c9e317-a817-4a1c-ad18-09fef6fd2f45 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebde49-bc08-412c-9769-c03f95a6abf4 HTTP/1.1" status: 200 len: 945 time: 0.1078687 Aug 28 15:01:48.872967 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cba194b1-6f89-4323-900d-e110f4b7ef0c req-f82b7d6c-05e7-4c4d-86a1-acc73f8af969 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659966 Aug 28 15:01:48.898479 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9314bdf4-0139-430c-8280-7d65dc0612a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:48.900718 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9314bdf4-0139-430c-8280-7d65dc0612a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:48.904234 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9314bdf4-0139-430c-8280-7d65dc0612a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/006f367e-cbb4-4d71-bc0f-70b8b1223cf0 HTTP/1.1" status: 204 len: 168 time: 0.2762067 Aug 28 15:01:48.940859 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314bdf4-0139-430c-8280-7d65dc0612a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006f367e-cbb4-4d71-bc0f-70b8b1223cf0,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:49.074997 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6aa7ba2f-6c7d-4aa1-b5ce-ead898c40685 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:49.093289 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6aa7ba2f-6c7d-4aa1-b5ce-ead898c40685 None None] Transition to ACTIVE for port object fcc08f66-3c0d-4cdf-8721-03e601b3d813 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:01:49.105134 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6aa7ba2f-6c7d-4aa1-b5ce-ead898c40685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:49.144147 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [req-b440754b-3b5a-4311-ae75-c9b61a2845a3 req-7205d380-5ef9-4f44-8b6b-09539b56f17d tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:01:49.145593 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b440754b-3b5a-4311-ae75-c9b61a2845a3 req-7205d380-5ef9-4f44-8b6b-09539b56f17d tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073292 Aug 28 15:01:49.263713 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-6aa7ba2f-6c7d-4aa1-b5ce-ead898c40685 None None] Attempting to bind port fcc08f66-3c0d-4cdf-8721-03e601b3d813 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:01:49.264084 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-6aa7ba2f-6c7d-4aa1-b5ce-ead898c40685 None None] Attempting to bind port fcc08f66-3c0d-4cdf-8721-03e601b3d813 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:01:49.270581 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa7ba2f-6c7d-4aa1-b5ce-ead898c40685 None None] Attempting to bind port fcc08f66-3c0d-4cdf-8721-03e601b3d813 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:01:49.290620 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2578f1-f703-46a3-8783-071038c76216 None None] Pushing event updated for resources: {'Port': ['ID=fcc08f66-3c0d-4cdf-8721-03e601b3d813,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:49.312490 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa7ba2f-6c7d-4aa1-b5ce-ead898c40685 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:01:49.312879 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa7ba2f-6c7d-4aa1-b5ce-ead898c40685 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:01:49.314777 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6aa7ba2f-6c7d-4aa1-b5ce-ead898c40685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:49.315193 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa7ba2f-6c7d-4aa1-b5ce-ead898c40685 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:01:49.315723 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-6aa7ba2f-6c7d-4aa1-b5ce-ead898c40685 None None] Bound port: fcc08f66-3c0d-4cdf-8721-03e601b3d813, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:01:49.316130 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6aa7ba2f-6c7d-4aa1-b5ce-ead898c40685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:49.325561 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b440754b-3b5a-4311-ae75-c9b61a2845a3 req-1faa854e-bbc0-4674-8a1f-eb10a054586c tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1712587 Aug 28 15:01:49.467155 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-6aa7ba2f-6c7d-4aa1-b5ce-ead898c40685 None None] For port fcc08f66-3c0d-4cdf-8721-03e601b3d813, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:01:49.479916 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-6aa7ba2f-6c7d-4aa1-b5ce-ead898c40685 None None] For port fcc08f66-3c0d-4cdf-8721-03e601b3d813, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=fcc08f66-3c0d-4cdf-8721-03e601b3d813,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:01:49.488764 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6aa7ba2f-6c7d-4aa1-b5ce-ead898c40685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:49.634044 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa7ba2f-6c7d-4aa1-b5ce-ead898c40685 None None] Routers {'66bf9511-36f9-48d2-9a27-4ba2aadd9fc9'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:01:49.634760 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-6aa7ba2f-6c7d-4aa1-b5ce-ead898c40685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:01:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['66bf9511-36f9-48d2-9a27-4ba2aadd9fc9'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:49.686844 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2578f1-f703-46a3-8783-071038c76216 None None] Pushing event updated for resources: {'Port': ['ID=fcc08f66-3c0d-4cdf-8721-03e601b3d813,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:49.791295 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-c0cc665a-ad73-4cc0-86e6-fc6677ace206 admin admin] Allocated IP 172.20.0.1 (4658c4f1-5019-4dcd-967b-2ee10544b1b5/ee386120-21d6-41b3-a564-7a270295e67c/ded8d963-e40b-4b95-a951-1725e07eca68) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:01:49.889510 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe40a4-3826-4a62-b360-0d20e9681c0e req-6cff42e2-7607-4576-90be-8df3f5f1511b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:49.899033 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bbe40a4-3826-4a62-b360-0d20e9681c0e req-6cff42e2-7607-4576-90be-8df3f5f1511b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.1444943 Aug 28 15:01:49.916328 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c0cc665a-ad73-4cc0-86e6-fc6677ace206 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:49.965360 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c0cc665a-ad73-4cc0-86e6-fc6677ace206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:49.979683 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bbe40a4-3826-4a62-b360-0d20e9681c0e req-fd3ab31f-da3d-4250-9365-3a75f17cfff4 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776129 Aug 28 15:01:50.010279 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-6aa7ba2f-6c7d-4aa1-b5ce-ead898c40685 None None] Set router 66bf9511-36f9-48d2-9a27-4ba2aadd9fc9 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:01:50.026428 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cc665a-ad73-4cc0-86e6-fc6677ace206 admin admin] Network 4658c4f1-5019-4dcd-967b-2ee10544b1b5 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:01:50.046043 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-c0cc665a-ad73-4cc0-86e6-fc6677ace206 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:01:50.052844 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cc665a-ad73-4cc0-86e6-fc6677ace206 admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:01:50.109660 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c0cc665a-ad73-4cc0-86e6-fc6677ace206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:50.198931 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc665a-ad73-4cc0-86e6-fc6677ace206 admin admin] Pushing event updated for resources: {'Port': ['ID=ded8d963-e40b-4b95-a951-1725e07eca68,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:50.420279 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [req-10afbf27-b238-4313-bfa9-16367b203e29 req-3a63614c-d861-40bb-94d0-88905cb55d11 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] update failed (client error): There was a conflict when trying to complete your request. Aug 28 15:01:50.441376 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-10afbf27-b238-4313-bfa9-16367b203e29 req-3a63614c-d861-40bb-94d0-88905cb55d11 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "PUT /v2.0/floatingips/5991a339-59da-4eaa-8172-42c21dc8ac16 HTTP/1.1" status: 409 len: 550 time: 1.8869638 Aug 28 15:01:50.540395 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c0cc665a-ad73-4cc0-86e6-fc6677ace206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:50.548302 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-6aa7ba2f-6c7d-4aa1-b5ce-ead898c40685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-476999386-router', 'tenant_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'fcc08f66-3c0d-4cdf-8721-03e601b3d813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:01:41Z', 'updated_at': '2021-08-28T15:01:45Z', 'revision_number': 3, 'project_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'gw_port': {'id': 'fcc08f66-3c0d-4cdf-8721-03e601b3d813', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:43Z', 'updated_at': '2021-08-28T15:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:50.627456 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa7ba2f-6c7d-4aa1-b5ce-ead898c40685 None None] The sync data for ids ['66bf9511-36f9-48d2-9a27-4ba2aadd9fc9'] in n-d-712137-10 is: [{'id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-476999386-router', 'tenant_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'fcc08f66-3c0d-4cdf-8721-03e601b3d813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:01:41Z', 'updated_at': '2021-08-28T15:01:45Z', 'revision_number': 3, 'project_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'gw_port': {'id': 'fcc08f66-3c0d-4cdf-8721-03e601b3d813', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:43Z', 'updated_at': '2021-08-28T15:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:01:50.882456 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde09774-8b55-49d0-ad6e-c8432308fe25 req-87832935-1ddd-4f05-8a0a-ca701e324ef9 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:50.890920 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cde09774-8b55-49d0-ad6e-c8432308fe25 req-87832935-1ddd-4f05-8a0a-ca701e324ef9 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.13 "GET /v2.0/ports?device_id=8943d1c0-d458-43f2-9f63-e985fb09da45 HTTP/1.1" status: 200 len: 945 time: 0.1602812 Aug 28 15:01:50.999380 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cde09774-8b55-49d0-ad6e-c8432308fe25 req-8d91165b-19d1-434e-b8ee-b086ad8e5ade tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecfec0f3-fc36-4a26-857b-38ba95b122f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071477 Aug 28 15:01:51.093061 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c0cc665a-ad73-4cc0-86e6-fc6677ace206 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:51.157338 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c0cc665a-ad73-4cc0-86e6-fc6677ace206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:51.230300 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c0cc665a-ad73-4cc0-86e6-fc6677ace206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:51.259611 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fa28ac3d-fd52-4983-8d28-84e5e2e3cc55 req-ec5b9e82-1aec-43c5-a2ed-73e06cce1386 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/floatingips/5991a339-59da-4eaa-8172-42c21dc8ac16 HTTP/1.1" status: 200 len: 693 time: 0.1910613 Aug 28 15:01:51.360169 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f003d-02b7-43e1-96a0-66935d8cbd4f req-b6ede5cb-5a17-4332-ada9-e0522bdab0d1 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:51.365182 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-024f003d-02b7-43e1-96a0-66935d8cbd4f req-b6ede5cb-5a17-4332-ada9-e0522bdab0d1 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a9d412e-b2cf-4dc4-ae65-037c69640742 HTTP/1.1" status: 200 len: 946 time: 0.8129077 Aug 28 15:01:51.450993 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-024f003d-02b7-43e1-96a0-66935d8cbd4f req-4b05a66a-16a7-458c-8a57-e5a6ec213b5f tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791781 Aug 28 15:01:51.530571 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc665a-ad73-4cc0-86e6-fc6677ace206 admin admin] Pushing event updated for resources: {'Port': ['ID=ded8d963-e40b-4b95-a951-1725e07eca68,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:51.555909 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc665a-ad73-4cc0-86e6-fc6677ace206 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:51.556287 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc665a-ad73-4cc0-86e6-fc6677ace206 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:51.556601 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc665a-ad73-4cc0-86e6-fc6677ace206 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:51.556940 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc665a-ad73-4cc0-86e6-fc6677ace206 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:51.557275 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc665a-ad73-4cc0-86e6-fc6677ace206 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:51.557610 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc665a-ad73-4cc0-86e6-fc6677ace206 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:51.557944 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc665a-ad73-4cc0-86e6-fc6677ace206 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:51.558293 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc665a-ad73-4cc0-86e6-fc6677ace206 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:51.558668 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc665a-ad73-4cc0-86e6-fc6677ace206 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:51.559113 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc665a-ad73-4cc0-86e6-fc6677ace206 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:51.559534 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc665a-ad73-4cc0-86e6-fc6677ace206 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:51.559899 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc665a-ad73-4cc0-86e6-fc6677ace206 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:51.645646 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28ac3d-fd52-4983-8d28-84e5e2e3cc55 req-f784b45b-ebf6-4148-ada6-a9de9068d927 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:51.653908 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fa28ac3d-fd52-4983-8d28-84e5e2e3cc55 req-f784b45b-ebf6-4148-ada6-a9de9068d927 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 784 time: 0.3926895 Aug 28 15:01:51.672342 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cc665a-ad73-4cc0-86e6-fc6677ace206 admin admin] Network 4658c4f1-5019-4dcd-967b-2ee10544b1b5 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:01:51.707548 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-c0cc665a-ad73-4cc0-86e6-fc6677ace206 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:01:51.728646 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fa28ac3d-fd52-4983-8d28-84e5e2e3cc55 req-6cd7f38b-b5db-4277-a5f9-ad397b035066 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.201 HTTP/1.1" status: 200 len: 696 time: 0.0738225 Aug 28 15:01:51.824791 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a98a1-586d-4330-b611-4a9b9a7399e1 req-d0efde7c-7a05-475c-9e74-81a69ef351ac tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:51.835131 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8d7a98a1-586d-4330-b611-4a9b9a7399e1 req-d0efde7c-7a05-475c-9e74-81a69ef351ac tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.36 "GET /v2.0/ports?device_id=8943d1c0-d458-43f2-9f63-e985fb09da45 HTTP/1.1" status: 200 len: 945 time: 0.1543710 Aug 28 15:01:51.948087 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device fcc08f66-3c0d-4cdf-8721-03e601b3d813 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:01:52.001100 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05760eae-40be-430c-a56e-fa90e0ec2bf9 req-a9b6502e-6703-4c3f-8721-66c394f147b8 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:52.009870 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05760eae-40be-430c-a56e-fa90e0ec2bf9 req-a9b6502e-6703-4c3f-8721-66c394f147b8 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebde49-bc08-412c-9769-c03f95a6abf4 HTTP/1.1" status: 200 len: 945 time: 0.2420254 Aug 28 15:01:52.047965 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fa28ac3d-fd52-4983-8d28-84e5e2e3cc55 req-678cf5d9-7db2-4303-b488-52096d5f4ba0 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.201 HTTP/1.1" status: 200 len: 696 time: 0.3180964 Aug 28 15:01:52.070565 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cc665a-ad73-4cc0-86e6-fc6677ace206 admin admin] Router 66bf9511-36f9-48d2-9a27-4ba2aadd9fc9 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:01:52.103702 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05760eae-40be-430c-a56e-fa90e0ec2bf9 req-5c448d18-4730-4a72-a880-584c1ae2b55f tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887825 Aug 28 15:01:52.128018 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port fcc08f66-3c0d-4cdf-8721-03e601b3d813 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:01:52.134282 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port fcc08f66-3c0d-4cdf-8721-03e601b3d813 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:01:52.134759 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:52.215872 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-8d7a98a1-586d-4330-b611-4a9b9a7399e1 req-88b46eb1-3d49-498f-88a1-f329654e4fbb tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Deleting port a63421ef-1973-4d3b-b8f0-ba09abf10a56 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:01:52.220764 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-8d7a98a1-586d-4330-b611-4a9b9a7399e1 req-88b46eb1-3d49-498f-88a1-f329654e4fbb tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:52.272817 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:52.317982 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port fcc08f66-3c0d-4cdf-8721-03e601b3d813, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=fcc08f66-3c0d-4cdf-8721-03e601b3d813,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:52.325355 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:52.458393 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=fcc08f66-3c0d-4cdf-8721-03e601b3d813,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:52.578663 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-8d7a98a1-586d-4330-b611-4a9b9a7399e1 req-88b46eb1-3d49-498f-88a1-f329654e4fbb tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] For port a63421ef-1973-4d3b-b8f0-ba09abf10a56, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=a63421ef-1973-4d3b-b8f0-ba09abf10a56,segment=NetworkSegment(09a5fae1-6fd9-4abb-b01c-d8a5e14a7df2),segment_id=09a5fae1-6fd9-4abb-b01c-d8a5e14a7df2)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:52.579262 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-8d7a98a1-586d-4330-b611-4a9b9a7399e1 req-88b46eb1-3d49-498f-88a1-f329654e4fbb tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:52.623468 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-8d7a98a1-586d-4330-b611-4a9b9a7399e1 req-88b46eb1-3d49-498f-88a1-f329654e4fbb tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Calling delete_port for a63421ef-1973-4d3b-b8f0-ba09abf10a56 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:01:52.654929 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8943381-fac6-4c96-bf86-500bb07ac128 req-733dbdeb-f027-43b2-9a3b-2dd6e5407551 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:52.655448 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36622) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:52.667160 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8943381-fac6-4c96-bf86-500bb07ac128 req-733dbdeb-f027-43b2-9a3b-2dd6e5407551 tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.13 "GET /v2.0/ports?device_id=8943d1c0-d458-43f2-9f63-e985fb09da45 HTTP/1.1" status: 200 len: 945 time: 0.2091455 Aug 28 15:01:52.674534 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cc665a-ad73-4cc0-86e6-fc6677ace206 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:01:52.705925 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c0cc665a-ad73-4cc0-86e6-fc6677ace206 admin admin] 10.222.0.13 "PUT /v2.0/routers/66bf9511-36f9-48d2-9a27-4ba2aadd9fc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2680352 Aug 28 15:01:52.723050 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-fa28ac3d-fd52-4983-8d28-84e5e2e3cc55 req-bf8a9c38-1751-46b9-864a-4c098f9046ba tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Deleting port d5a65edb-ddb1-44c7-aa35-2d2af7a14cd8 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:01:52.723391 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-fa28ac3d-fd52-4983-8d28-84e5e2e3cc55 req-bf8a9c38-1751-46b9-864a-4c098f9046ba tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:52.838464 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e065664-6dd8-44ad-ab07-bfacdd7317f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:52.869882 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8943381-fac6-4c96-bf86-500bb07ac128 req-a09dfbaf-c05c-495b-9483-8c9093084afb tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecfec0f3-fc36-4a26-857b-38ba95b122f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873403 Aug 28 15:01:52.966773 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-fa28ac3d-fd52-4983-8d28-84e5e2e3cc55 req-bf8a9c38-1751-46b9-864a-4c098f9046ba tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:52.973445 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-fa28ac3d-fd52-4983-8d28-84e5e2e3cc55 req-bf8a9c38-1751-46b9-864a-4c098f9046ba tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:53.030459 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-8d7a98a1-586d-4330-b611-4a9b9a7399e1 req-88b46eb1-3d49-498f-88a1-f329654e4fbb tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:53.045938 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-fa28ac3d-fd52-4983-8d28-84e5e2e3cc55 req-bf8a9c38-1751-46b9-864a-4c098f9046ba tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Calling delete_port for d5a65edb-ddb1-44c7-aa35-2d2af7a14cd8 owned by network:floatingip {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:01:53.081583 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b46eb1-3d49-498f-88a1-f329654e4fbb tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Pushing event deleted for resources: {'Port': ['ID=a63421ef-1973-4d3b-b8f0-ba09abf10a56,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:53.217553 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7a98a1-586d-4330-b611-4a9b9a7399e1 req-88b46eb1-3d49-498f-88a1-f329654e4fbb tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] No DVR routers for this DVR port a63421ef-1973-4d3b-b8f0-ba09abf10a56 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:01:53.221064 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-8d7a98a1-586d-4330-b611-4a9b9a7399e1 req-88b46eb1-3d49-498f-88a1-f329654e4fbb tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:53.223309 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8d7a98a1-586d-4330-b611-4a9b9a7399e1 req-88b46eb1-3d49-498f-88a1-f329654e4fbb tempest-ServerPasswordTestJSON-624062621 tempest-ServerPasswordTestJSON-624062621-project] 10.222.0.36 "DELETE /v2.0/ports/a63421ef-1973-4d3b-b8f0-ba09abf10a56 HTTP/1.1" status: 204 len: 173 time: 1.3430989 Aug 28 15:01:53.235119 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8943d1c0-d458-43f2-9f63-e985fb09da45', 'name': 'network-vif-deleted', 'tag': 'a63421ef-1973-4d3b-b8f0-ba09abf10a56'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:01:53.237437 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e49ff91-0f9b-46f5-b0fc-6c8e2d1dee5b" -d '{"events": [{"server_uuid": "8943d1c0-d458-43f2-9f63-e985fb09da45", "name": "network-vif-deleted", "tag": "a63421ef-1973-4d3b-b8f0-ba09abf10a56"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:01:53.328246 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e065664-6dd8-44ad-ab07-bfacdd7317f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:53.329217 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80febb-3e2c-4c91-9ad4-072b8f86011c req-b18171f0-7d77-4cee-8490-73d524f8cb8a tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:53.330245 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-fa28ac3d-fd52-4983-8d28-84e5e2e3cc55 req-bf8a9c38-1751-46b9-864a-4c098f9046ba tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:53.346562 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80febb-3e2c-4c91-9ad4-072b8f86011c req-b18171f0-7d77-4cee-8490-73d524f8cb8a tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:53.356773 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a9c38-1751-46b9-864a-4c098f9046ba tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Pushing event deleted for resources: {'Port': ['ID=d5a65edb-ddb1-44c7-aa35-2d2af7a14cd8,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:53.363303 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80febb-3e2c-4c91-9ad4-072b8f86011c req-b18171f0-7d77-4cee-8490-73d524f8cb8a tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:53.363842 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e065664-6dd8-44ad-ab07-bfacdd7317f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:53.376363 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3d80febb-3e2c-4c91-9ad4-072b8f86011c req-b18171f0-7d77-4cee-8490-73d524f8cb8a tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebde49-bc08-412c-9769-c03f95a6abf4&device_id=8a9d412e-b2cf-4dc4-ae65-037c69640742&device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 2417 time: 0.1606340 Aug 28 15:01:53.472273 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3d80febb-3e2c-4c91-9ad4-072b8f86011c req-e4f04f4c-a40c-4eec-add5-d5320f656b22 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949233 Aug 28 15:01:53.475152 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2e065664-6dd8-44ad-ab07-bfacdd7317f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d5eda50b9cb4575b7bbf0c82d13ccae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8158510 Aug 28 15:01:53.477831 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065664-6dd8-44ad-ab07-bfacdd7317f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b8aa5f-1d46-43bd-9b10-3b2f2537b39e,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:53.478021 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 36644) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:53.493791 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2319654d-4dab-4b20-b035-32aa7ce75ce4 None None] Sync routers for ids ['66bf9511-36f9-48d2-9a27-4ba2aadd9fc9'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:01:53.521287 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2319654d-4dab-4b20-b035-32aa7ce75ce4 None None] Routers {'66bf9511-36f9-48d2-9a27-4ba2aadd9fc9'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:01:53.521966 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-2319654d-4dab-4b20-b035-32aa7ce75ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:01:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['66bf9511-36f9-48d2-9a27-4ba2aadd9fc9'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:53.522260 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-fa28ac3d-fd52-4983-8d28-84e5e2e3cc55 req-bf8a9c38-1751-46b9-864a-4c098f9046ba tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks [] for floatingip, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:53.525607 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-fa28ac3d-fd52-4983-8d28-84e5e2e3cc55 req-bf8a9c38-1751-46b9-864a-4c098f9046ba tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:53.537059 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fa28ac3d-fd52-4983-8d28-84e5e2e3cc55 req-bf8a9c38-1751-46b9-864a-4c098f9046ba tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "DELETE /v2.0/floatingips/5991a339-59da-4eaa-8172-42c21dc8ac16 HTTP/1.1" status: 204 len: 173 time: 1.4767170 Aug 28 15:01:53.554173 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8ed39c88-2748-430c-978b-9af6067a3261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:53.593132 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8ed39c88-2748-430c-978b-9af6067a3261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:53.660021 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8ed39c88-2748-430c-978b-9af6067a3261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:53.666037 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8ed39c88-2748-430c-978b-9af6067a3261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:53.667878 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8ed39c88-2748-430c-978b-9af6067a3261 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92b8aa5f-1d46-43bd-9b10-3b2f2537b39e HTTP/1.1" status: 204 len: 168 time: 0.1888955 Aug 28 15:01:53.670224 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e56b8f-b5aa-4f03-ad88-5c88ea00f9bd x-openstack-request-id: req-a7e56b8f-b5aa-4f03-ad88-5c88ea00f9bd {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:01:53.670673 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8943d1c0-d458-43f2-9f63-e985fb09da45", "name": "network-vif-deleted", "tag": "a63421ef-1973-4d3b-b8f0-ba09abf10a56", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:01:53.671030 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7e56b8f-b5aa-4f03-ad88-5c88ea00f9bd {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:01:53.671673 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8943d1c0-d458-43f2-9f63-e985fb09da45', 'name': 'network-vif-deleted', 'tag': 'a63421ef-1973-4d3b-b8f0-ba09abf10a56', 'status': 'completed', 'code': 200} Aug 28 15:01:53.692460 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed39c88-2748-430c-978b-9af6067a3261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b8aa5f-1d46-43bd-9b10-3b2f2537b39e,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:53.802922 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-2319654d-4dab-4b20-b035-32aa7ce75ce4 None None] Set router 66bf9511-36f9-48d2-9a27-4ba2aadd9fc9 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:01:53.890956 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device fcc08f66-3c0d-4cdf-8721-03e601b3d813 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:01:53.898952 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-b00224ce-d79a-425d-8195-5269a1aeb137 req-0199ef05-8fbb-4b9c-8ae9-53c9e04e13c3 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:01:53.907515 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b00224ce-d79a-425d-8195-5269a1aeb137 req-0199ef05-8fbb-4b9c-8ae9-53c9e04e13c3 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149286 Aug 28 15:01:54.014126 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device a63421ef-1973-4d3b-b8f0-ba09abf10a56 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:01:54.052837 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: a63421ef-1973-4d3b-b8f0-ba09abf10a56 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:01:54.053946 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device a63421ef-1973-4d3b-b8f0-ba09abf10a56 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:01:54.072221 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port fcc08f66-3c0d-4cdf-8721-03e601b3d813 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:01:54.072991 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:54.229270 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b00224ce-d79a-425d-8195-5269a1aeb137 req-b2f336db-9d4a-4a6d-97eb-af50810d0b32 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3110693 Aug 28 15:01:54.263425 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:54.386403 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-2319654d-4dab-4b20-b035-32aa7ce75ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-476999386-router', 'tenant_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'fcc08f66-3c0d-4cdf-8721-03e601b3d813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:01:41Z', 'updated_at': '2021-08-28T15:01:50Z', 'revision_number': 4, 'project_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'gw_port': {'id': 'fcc08f66-3c0d-4cdf-8721-03e601b3d813', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:43Z', 'updated_at': '2021-08-28T15:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'ded8d963-e40b-4b95-a951-1725e07eca68', 'name': '', 'network_id': '4658c4f1-5019-4dcd-967b-2ee10544b1b5', 'tenant_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'mac_address': 'fa:16:3e:e7:0d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'ee386120-21d6-41b3-a564-7a270295e67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:48Z', 'updated_at': '2021-08-28T15:01:50Z', 'revision_number': 2, 'project_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'subnets': [{'id': 'ee386120-21d6-41b3-a564-7a270295e67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:54.432178 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36674) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:54.504204 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2319654d-4dab-4b20-b035-32aa7ce75ce4 None None] Checking router: 66bf9511-36f9-48d2-9a27-4ba2aadd9fc9 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:01:54.511898 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2319654d-4dab-4b20-b035-32aa7ce75ce4 None None] Updating router 66bf9511-36f9-48d2-9a27-4ba2aadd9fc9 port ded8d963-e40b-4b95-a951-1725e07eca68 binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:01:54.563965 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-1f7f16bf-356c-47af-82f2-6b6363e19747 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:54.569831 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-1f7f16bf-356c-47af-82f2-6b6363e19747 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/networks?id=4658c4f1-5019-4dcd-967b-2ee10544b1b5 HTTP/1.1" status: 200 len: 819 time: 0.2658491 Aug 28 15:01:54.582230 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-2319654d-4dab-4b20-b035-32aa7ce75ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:54.605688 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-1aee0ee1-54c5-44bf-9b09-d4e4007ea2d0 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/quotas/47a98ee661eb4f6b9e7f4574238a2c1b HTTP/1.1" status: 200 len: 375 time: 0.0273747 Aug 28 15:01:54.731783 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-55ba17e5-1391-4318-bc0e-8a3aa2ac8378 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=47a98ee661eb4f6b9e7f4574238a2c1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1125464 Aug 28 15:01:54.751516 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05b95b96-0d1c-4c98-b800-4d0b064c8a16 req-317270de-7538-4288-8f39-9959c0729fe7 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.47 HTTP/1.1" status: 200 len: 1000 time: 0.1642315 Aug 28 15:01:54.837629 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b95b96-0d1c-4c98-b800-4d0b064c8a16 req-d9835d58-bf0e-41ae-9b9b-7666dc0d6653 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:54.839790 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05b95b96-0d1c-4c98-b800-4d0b064c8a16 req-d9835d58-bf0e-41ae-9b9b-7666dc0d6653 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/ports/bde4fd06-8dd4-4056-9338-9fda139777f7 HTTP/1.1" status: 200 len: 942 time: 0.0740263 Aug 28 15:01:54.841520 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36686) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:54.856417 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb259584-18a9-4fd5-b2d0-f7eb1647b926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:54.938473 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77b9b1a3-3078-450e-9700-fd6926603725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:54.977822 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-316eaafb-7fbd-4a89-8d91-d9d6f2d5b453 service neutron] 10.222.0.13 "GET /v2.0/networks/4658c4f1-5019-4dcd-967b-2ee10544b1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360022 Aug 28 15:01:55.083336 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05b95b96-0d1c-4c98-b800-4d0b064c8a16 req-d8562648-2360-415c-b0a1-eb98be6b0a1c tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.47 HTTP/1.1" status: 200 len: 1000 time: 0.1710203 Aug 28 15:01:55.102856 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-026e5e79-bd14-438a-bd71-4932b24303e2 service neutron] 10.222.0.13 "GET /v2.0/networks/4658c4f1-5019-4dcd-967b-2ee10544b1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138511 Aug 28 15:01:55.259037 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b95b96-0d1c-4c98-b800-4d0b064c8a16 req-a48a54ef-0b7a-498f-8667-d9cc53ec81ef tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:55.267093 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05b95b96-0d1c-4c98-b800-4d0b064c8a16 req-a48a54ef-0b7a-498f-8667-d9cc53ec81ef tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 784 time: 0.1815364 Aug 28 15:01:55.311238 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 36692) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:55.400777 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9cbca2f-a838-4127-940c-77c6db7bbad8 admin admin] Deleting subnet 1028e3ed-cd25-4f3d-acbd-5b2e8498e724 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:01:55.408405 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e9cbca2f-a838-4127-940c-77c6db7bbad8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:55.430346 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05b95b96-0d1c-4c98-b800-4d0b064c8a16 req-3e7f185e-626c-471d-b639-574ac217a60e tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.47 HTTP/1.1" status: 200 len: 1000 time: 0.1372397 Aug 28 15:01:55.457763 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-05b95b96-0d1c-4c98-b800-4d0b064c8a16 req-d03a4afc-4814-45a2-93b1-fc4f3677e69f tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:55.469114 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-2319654d-4dab-4b20-b035-32aa7ce75ce4 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:55.493895 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-2319654d-4dab-4b20-b035-32aa7ce75ce4 None None] Transition to ACTIVE for port object ded8d963-e40b-4b95-a951-1725e07eca68 will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:01:55.514826 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-2319654d-4dab-4b20-b035-32aa7ce75ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:55.535347 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e9cbca2f-a838-4127-940c-77c6db7bbad8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:55.583750 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e9cbca2f-a838-4127-940c-77c6db7bbad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:55.626098 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-05b95b96-0d1c-4c98-b800-4d0b064c8a16 req-d03a4afc-4814-45a2-93b1-fc4f3677e69f tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks [] for floatingip, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:55.648398 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e9cbca2f-a838-4127-940c-77c6db7bbad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:55.669578 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6cd1e3-871b-47c1-b8d3-0010b64e3928 None None] Pushing event updated for resources: {'Port': ['ID=ded8d963-e40b-4b95-a951-1725e07eca68,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:55.709153 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbca2f-a838-4127-940c-77c6db7bbad8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1028e3ed-cd25-4f3d-acbd-5b2e8498e724,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:55.713522 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb259584-18a9-4fd5-b2d0-f7eb1647b926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:55.724036 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e9cbca2f-a838-4127-940c-77c6db7bbad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:55.726262 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e9cbca2f-a838-4127-940c-77c6db7bbad8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1028e3ed-cd25-4f3d-acbd-5b2e8498e724 HTTP/1.1" status: 204 len: 168 time: 0.4134355 Aug 28 15:01:55.729550 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 36706) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:55.732465 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-2319654d-4dab-4b20-b035-32aa7ce75ce4 None None] Attempting to bind port ded8d963-e40b-4b95-a951-1725e07eca68 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:01:55.732878 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-2319654d-4dab-4b20-b035-32aa7ce75ce4 None None] Attempting to bind port ded8d963-e40b-4b95-a951-1725e07eca68 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '6219fa58-01c3-4b44-b315-4c4738f7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4658c4f1-5019-4dcd-967b-2ee10544b1b5'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:01:55.733245 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2319654d-4dab-4b20-b035-32aa7ce75ce4 None None] Attempting to bind port ded8d963-e40b-4b95-a951-1725e07eca68 on network 4658c4f1-5019-4dcd-967b-2ee10544b1b5 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:01:55.741489 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2319654d-4dab-4b20-b035-32aa7ce75ce4 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:01:55.742136 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2319654d-4dab-4b20-b035-32aa7ce75ce4 None None] Checking segment: {'id': '6219fa58-01c3-4b44-b315-4c4738f7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4658c4f1-5019-4dcd-967b-2ee10544b1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:01:55.742546 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-2319654d-4dab-4b20-b035-32aa7ce75ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:55.742944 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2319654d-4dab-4b20-b035-32aa7ce75ce4 None None] Bound using segment: {'id': '6219fa58-01c3-4b44-b315-4c4738f7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4658c4f1-5019-4dcd-967b-2ee10544b1b5'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:01:55.743400 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-2319654d-4dab-4b20-b035-32aa7ce75ce4 None None] Bound port: ded8d963-e40b-4b95-a951-1725e07eca68, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6219fa58-01c3-4b44-b315-4c4738f7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4658c4f1-5019-4dcd-967b-2ee10544b1b5'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:01:55.743823 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-2319654d-4dab-4b20-b035-32aa7ce75ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:55.838231 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-2319654d-4dab-4b20-b035-32aa7ce75ce4 None None] For port ded8d963-e40b-4b95-a951-1725e07eca68, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:01:55.842362 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-2319654d-4dab-4b20-b035-32aa7ce75ce4 None None] For port ded8d963-e40b-4b95-a951-1725e07eca68, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ded8d963-e40b-4b95-a951-1725e07eca68,segment=NetworkSegment(6219fa58-01c3-4b44-b315-4c4738f7b23b),segment_id=6219fa58-01c3-4b44-b315-4c4738f7b23b)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:01:55.844046 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb259584-18a9-4fd5-b2d0-f7eb1647b926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:55.851924 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-2319654d-4dab-4b20-b035-32aa7ce75ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:55.854353 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0daa428c-7e76-447f-931b-e591f7da96cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:55.955065 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6cd1e3-871b-47c1-b8d3-0010b64e3928 None None] Pushing event updated for resources: {'Port': ['ID=ded8d963-e40b-4b95-a951-1725e07eca68,revision_number=4']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:55.958155 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2319654d-4dab-4b20-b035-32aa7ce75ce4 None None] Routers {'66bf9511-36f9-48d2-9a27-4ba2aadd9fc9'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:01:55.958760 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-2319654d-4dab-4b20-b035-32aa7ce75ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:01:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['66bf9511-36f9-48d2-9a27-4ba2aadd9fc9'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:56.070499 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-05b95b96-0d1c-4c98-b800-4d0b064c8a16 req-d03a4afc-4814-45a2-93b1-fc4f3677e69f tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:56.110958 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a650d083-7001-4e53-902b-8bff60b28011 req-a492ec7a-3945-4883-ae1e-494ada81a2a5 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 210 time: 0.0591583 Aug 28 15:01:56.112899 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0daa428c-7e76-447f-931b-e591f7da96cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:56.125738 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-0daa428c-7e76-447f-931b-e591f7da96cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1134bd10-a265-4cb4-b926-71c8aca45aef']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:56.135366 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-eb259584-18a9-4fd5-b2d0-f7eb1647b926 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ddf539c68fa44ce18cc1be84c59194b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2927988 Aug 28 15:01:56.138502 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 36712) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:56.142582 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-05b95b96-0d1c-4c98-b800-4d0b064c8a16 req-d03a4afc-4814-45a2-93b1-fc4f3677e69f tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:56.147458 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [req-05b95b96-0d1c-4c98-b800-4d0b064c8a16 req-d03a4afc-4814-45a2-93b1-fc4f3677e69f tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Floating IP 4a437e5f-6e13-4c53-a4ae-79596a92fe7b disassociated. External IP: 172.25.3.47, port: bde4fd06-8dd4-4056-9338-9fda139777f7. Aug 28 15:01:56.148356 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-2319654d-4dab-4b20-b035-32aa7ce75ce4 None None] Set router 66bf9511-36f9-48d2-9a27-4ba2aadd9fc9 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:01:56.174993 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-0daa428c-7e76-447f-931b-e591f7da96cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a5fae1-6fd9-4abb-b01c-d8a5e14a7df2') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:56.178908 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-0daa428c-7e76-447f-931b-e591f7da96cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a5fae1-6fd9-4abb-b01c-d8a5e14a7df2') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:56.217081 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0daa428c-7e76-447f-931b-e591f7da96cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:56.240604 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0daa428c-7e76-447f-931b-e591f7da96cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:56.250629 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c354e6b4-5ee9-4f63-a163-3ebebfffcab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:56.252933 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0daa428c-7e76-447f-931b-e591f7da96cb admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:01:56.253550 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0daa428c-7e76-447f-931b-e591f7da96cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:01:56.256582 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:01:56.298058 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:56.325872 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb259584-18a9-4fd5-b2d0-f7eb1647b926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fff7d73-ad2f-406c-99b7-e2ad8b530602,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:56.407798 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c354e6b4-5ee9-4f63-a163-3ebebfffcab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:56.450861 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0daa428c-7e76-447f-931b-e591f7da96cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:56.525376 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77b9b1a3-3078-450e-9700-fd6926603725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:56.532599 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77b9b1a3-3078-450e-9700-fd6926603725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:56.544371 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0daa428c-7e76-447f-931b-e591f7da96cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:56.549337 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0daa428c-7e76-447f-931b-e591f7da96cb admin admin] 10.222.0.13 "DELETE /v2.0/networks/1134bd10-a265-4cb4-b926-71c8aca45aef HTTP/1.1" status: 204 len: 168 time: 0.8161759 Aug 28 15:01:56.584624 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-2319654d-4dab-4b20-b035-32aa7ce75ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-476999386-router', 'tenant_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'fcc08f66-3c0d-4cdf-8721-03e601b3d813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:01:41Z', 'updated_at': '2021-08-28T15:01:50Z', 'revision_number': 4, 'project_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'gw_port': {'id': 'fcc08f66-3c0d-4cdf-8721-03e601b3d813', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:43Z', 'updated_at': '2021-08-28T15:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'ded8d963-e40b-4b95-a951-1725e07eca68', 'name': '', 'network_id': '4658c4f1-5019-4dcd-967b-2ee10544b1b5', 'tenant_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'mac_address': 'fa:16:3e:e7:0d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'ee386120-21d6-41b3-a564-7a270295e67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:48Z', 'updated_at': '2021-08-28T15:01:55Z', 'revision_number': 4, 'project_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'subnets': [{'id': 'ee386120-21d6-41b3-a564-7a270295e67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:56.587291 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa428c-7e76-447f-931b-e591f7da96cb admin admin] Pushing event deleted for resources: {'Network': ['ID=1134bd10-a265-4cb4-b926-71c8aca45aef,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:56.597534 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c354e6b4-5ee9-4f63-a163-3ebebfffcab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:56.605322 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c354e6b4-5ee9-4f63-a163-3ebebfffcab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:56.609547 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c354e6b4-5ee9-4f63-a163-3ebebfffcab2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8fff7d73-ad2f-406c-99b7-e2ad8b530602 HTTP/1.1" status: 204 len: 168 time: 0.4695385 Aug 28 15:01:56.631919 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354e6b4-5ee9-4f63-a163-3ebebfffcab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fff7d73-ad2f-406c-99b7-e2ad8b530602,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:56.635080 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-77b9b1a3-3078-450e-9700-fd6926603725 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9038b1c375a14e6db845988a2b3967f1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1992133 Aug 28 15:01:56.637641 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36730) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:56.651950 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9b1a3-3078-450e-9700-fd6926603725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f0f5dd-7537-458c-8463-0143209141d1,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:56.684996 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05b95b96-0d1c-4c98-b800-4d0b064c8a16 req-d03a4afc-4814-45a2-93b1-fc4f3677e69f tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Router dedf36f2-f8f2-41e3-b726-5b06ba111a82 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:01:56.693144 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2319654d-4dab-4b20-b035-32aa7ce75ce4 None None] The sync data for ids ['66bf9511-36f9-48d2-9a27-4ba2aadd9fc9'] in n-d-712137-10 is: [{'id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-476999386-router', 'tenant_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'fcc08f66-3c0d-4cdf-8721-03e601b3d813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:01:41Z', 'updated_at': '2021-08-28T15:01:50Z', 'revision_number': 4, 'project_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'gw_port': {'id': 'fcc08f66-3c0d-4cdf-8721-03e601b3d813', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:43Z', 'updated_at': '2021-08-28T15:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'ded8d963-e40b-4b95-a951-1725e07eca68', 'name': '', 'network_id': '4658c4f1-5019-4dcd-967b-2ee10544b1b5', 'tenant_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'mac_address': 'fa:16:3e:e7:0d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'ee386120-21d6-41b3-a564-7a270295e67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:48Z', 'updated_at': '2021-08-28T15:01:55Z', 'revision_number': 4, 'project_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'subnets': [{'id': 'ee386120-21d6-41b3-a564-7a270295e67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:01:56.811109 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3744367b-9e01-4444-b315-78066cdabb3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:56.860412 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3744367b-9e01-4444-b315-78066cdabb3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:56.927404 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3744367b-9e01-4444-b315-78066cdabb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:56.930622 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3744367b-9e01-4444-b315-78066cdabb3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:56.932213 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3744367b-9e01-4444-b315-78066cdabb3d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5f0f5dd-7537-458c-8463-0143209141d1 HTTP/1.1" status: 204 len: 168 time: 0.2934647 Aug 28 15:01:56.948571 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744367b-9e01-4444-b315-78066cdabb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f0f5dd-7537-458c-8463-0143209141d1,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:57.067365 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05b95b96-0d1c-4c98-b800-4d0b064c8a16 req-d03a4afc-4814-45a2-93b1-fc4f3677e69f tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:01:57.073734 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-05b95b96-0d1c-4c98-b800-4d0b064c8a16 req-d03a4afc-4814-45a2-93b1-fc4f3677e69f tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:57.086683 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 36738) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:57.094560 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba5d6a0-84bf-4150-ab59-f4dfa2321110 None None] Sync routers for ids ['dedf36f2-f8f2-41e3-b726-5b06ba111a82'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:01:57.130605 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba5d6a0-84bf-4150-ab59-f4dfa2321110 None None] Routers {'dedf36f2-f8f2-41e3-b726-5b06ba111a82'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:01:57.134337 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-8ba5d6a0-84bf-4150-ab59-f4dfa2321110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:01:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['dedf36f2-f8f2-41e3-b726-5b06ba111a82'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:57.268807 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05b95b96-0d1c-4c98-b800-4d0b064c8a16 req-d03a4afc-4814-45a2-93b1-fc4f3677e69f tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "PUT /v2.0/floatingips/4a437e5f-6e13-4c53-a4ae-79596a92fe7b HTTP/1.1" status: 200 len: 694 time: 1.8288183 Aug 28 15:01:57.269324 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cf53f6-b88c-4751-84d0-fc2a4eb29846', 'tag': 'bde4fd06-8dd4-4056-9338-9fda139777f7'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:01:57.271813 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2e501c-e05a-4df3-ada5-8f54442820d8" -d '{"events": [{"name": "network-changed", "server_uuid": "73cf53f6-b88c-4751-84d0-fc2a4eb29846", "tag": "bde4fd06-8dd4-4056-9338-9fda139777f7"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:01:57.373476 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b9308535-daf0-4c31-9d7e-ea9b53014e98 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b42ac6ce2df440269e42dd1656784812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2853985 Aug 28 15:01:57.374473 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 36748) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:57.419604 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b95b96-0d1c-4c98-b800-4d0b064c8a16 req-5001d262-1086-442f-931f-9719ab4eac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:57.429140 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05b95b96-0d1c-4c98-b800-4d0b064c8a16 req-5001d262-1086-442f-931f-9719ab4eac98 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe324b812e744bb0bdbdce7fe2c6c169&device_id=73cf53f6-b88c-4751-84d0-fc2a4eb29846 HTTP/1.1" status: 200 len: 1097 time: 0.1321862 Aug 28 15:01:57.509683 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-86fa48b6-bd10-43b1-ba85-5d6eb58232f9 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:57.516174 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-8ba5d6a0-84bf-4150-ab59-f4dfa2321110 None None] Set router dedf36f2-f8f2-41e3-b726-5b06ba111a82 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:01:57.518758 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-86fa48b6-bd10-43b1-ba85-5d6eb58232f9 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.36 "GET /v2.0/networks?id=4658c4f1-5019-4dcd-967b-2ee10544b1b5 HTTP/1.1" status: 200 len: 819 time: 0.6302156 Aug 28 15:01:57.579395 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-34880be3-6a6f-46eb-875a-737f5df04748 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Request body: {'port': {'device_id': '1ecda62f-1410-445b-ab36-07d6f2dfdd00', 'network_id': '4658c4f1-5019-4dcd-967b-2ee10544b1b5', 'admin_state_up': True, 'tenant_id': '47a98ee661eb4f6b9e7f4574238a2c1b'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:57.839191 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36764) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:57.914580 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b95b96-0d1c-4c98-b800-4d0b064c8a16 req-f8e377c2-7174-485c-b31c-7d56279e0525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:57.924822 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05b95b96-0d1c-4c98-b800-4d0b064c8a16 req-f8e377c2-7174-485c-b31c-7d56279e0525 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7f8f220c-9491-4b28-bbdb-8fe595a72abc HTTP/1.1" status: 200 len: 929 time: 0.4859219 Aug 28 15:01:57.965192 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-438192ba-29a0-4748-8107-688dd84e1b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:57.966091 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ded8d963-e40b-4b95-a951-1725e07eca68 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:01:57.977601 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fa8368c8-dabf-43f9-8e3c-5db0a76ffd35 req-1f014b4a-6276-4a3a-abb1-e86b03cb82a4 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 210 time: 0.0597277 Aug 28 15:01:58.021520 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05b95b96-0d1c-4c98-b800-4d0b064c8a16 req-93970a32-8bde-4c86-adf7-d54a2c5ba3a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bde4fd06-8dd4-4056-9338-9fda139777f7 HTTP/1.1" status: 200 len: 217 time: 0.0925617 Aug 28 15:01:58.022434 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-34880be3-6a6f-46eb-875a-737f5df04748 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Made reservation on behalf of 47a98ee661eb4f6b9e7f4574238a2c1b for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:01:58.032169 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-34880be3-6a6f-46eb-875a-737f5df04748 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:58.069509 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-713b26b7-d438-498a-8ddf-c3d48b7e8298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:58.154269 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-438192ba-29a0-4748-8107-688dd84e1b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:58.156979 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3350a93e-2fab-4c6c-bb4e-cb6486dc49b4 x-openstack-request-id: req-3350a93e-2fab-4c6c-bb4e-cb6486dc49b4 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:01:58.157307 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73cf53f6-b88c-4751-84d0-fc2a4eb29846", "tag": "bde4fd06-8dd4-4056-9338-9fda139777f7", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:01:58.157981 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3350a93e-2fab-4c6c-bb4e-cb6486dc49b4 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:01:58.158293 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73cf53f6-b88c-4751-84d0-fc2a4eb29846', 'tag': 'bde4fd06-8dd4-4056-9338-9fda139777f7', 'status': 'completed', 'code': 200} Aug 28 15:01:58.205266 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-438192ba-29a0-4748-8107-688dd84e1b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:58.226880 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-713b26b7-d438-498a-8ddf-c3d48b7e8298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:58.292283 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e501c-e05a-4df3-ada5-8f54442820d8 req-738ae290-6117-4430-b825-b4bc2f789b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:58.295120 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e2e501c-e05a-4df3-ada5-8f54442820d8 req-738ae290-6117-4430-b825-b4bc2f789b06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe324b812e744bb0bdbdce7fe2c6c169&device_id=73cf53f6-b88c-4751-84d0-fc2a4eb29846 HTTP/1.1" status: 200 len: 1097 time: 0.1344464 Aug 28 15:01:58.307861 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port ded8d963-e40b-4b95-a951-1725e07eca68 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:01:58.314698 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port ded8d963-e40b-4b95-a951-1725e07eca68 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:01:58.320599 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:58.450168 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e501c-e05a-4df3-ada5-8f54442820d8 req-196107b9-8a63-4d86-964b-5e641a6386ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:58.451829 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e2e501c-e05a-4df3-ada5-8f54442820d8 req-196107b9-8a63-4d86-964b-5e641a6386ee service neutron] 10.222.0.36 "GET /v2.0/networks?id=7f8f220c-9491-4b28-bbdb-8fe595a72abc HTTP/1.1" status: 200 len: 929 time: 0.1432028 Aug 28 15:01:58.458042 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-438192ba-29a0-4748-8107-688dd84e1b34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0eed40598284eeba623d4459267785e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6151738 Aug 28 15:01:58.469080 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36784) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:01:58.502114 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-8ba5d6a0-84bf-4150-ab59-f4dfa2321110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-342812436-router', 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '81490603-52e3-490f-aef0-6c87b5001bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:01:18Z', 'updated_at': '2021-08-28T15:01:24Z', 'revision_number': 4, 'project_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'gw_port': {'id': '81490603-52e3-490f-aef0-6c87b5001bda', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:19Z', 'updated_at': '2021-08-28T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '44016f55-bda3-4ceb-afa2-53734f3ef27a', 'name': '', 'network_id': '7f8f220c-9491-4b28-bbdb-8fe595a72abc', 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'mac_address': 'fa:16:3e:35:27:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '75f3e6a9-c315-460b-8a96-4aeacf727b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:23Z', 'updated_at': '2021-08-28T15:01:32Z', 'revision_number': 5, 'project_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'subnets': [{'id': '75f3e6a9-c315-460b-8a96-4aeacf727b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:58.537686 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438192ba-29a0-4748-8107-688dd84e1b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea12cf3-f908-4135-8b58-41f4a0c0bdf4,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:58.586680 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba5d6a0-84bf-4150-ab59-f4dfa2321110 None None] Checking router: dedf36f2-f8f2-41e3-b726-5b06ba111a82 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:01:58.603899 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-34880be3-6a6f-46eb-875a-737f5df04748 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Allocated IP 172.20.0.8 (4658c4f1-5019-4dcd-967b-2ee10544b1b5/ee386120-21d6-41b3-a564-7a270295e67c/17165557-72b4-46af-8acd-40b5021f6af4) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:01:58.669298 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba5d6a0-84bf-4150-ab59-f4dfa2321110 None None] Routers {'dedf36f2-f8f2-41e3-b726-5b06ba111a82'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:01:58.675121 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-8ba5d6a0-84bf-4150-ab59-f4dfa2321110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:01:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['dedf36f2-f8f2-41e3-b726-5b06ba111a82'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:58.825447 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:58.945300 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-8ba5d6a0-84bf-4150-ab59-f4dfa2321110 None None] Set router dedf36f2-f8f2-41e3-b726-5b06ba111a82 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:01:58.957657 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-34880be3-6a6f-46eb-875a-737f5df04748 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:59.015518 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-34880be3-6a6f-46eb-875a-737f5df04748 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:59.018152 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-713b26b7-d438-498a-8ddf-c3d48b7e8298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:59.021109 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-713b26b7-d438-498a-8ddf-c3d48b7e8298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:59.033188 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-713b26b7-d438-498a-8ddf-c3d48b7e8298 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ecfec0f3-fc36-4a26-857b-38ba95b122f2 HTTP/1.1" status: 204 len: 168 time: 1.6520658 Aug 28 15:01:59.129380 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b26b7-d438-498a-8ddf-c3d48b7e8298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfec0f3-fc36-4a26-857b-38ba95b122f2,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:59.183565 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-34880be3-6a6f-46eb-875a-737f5df04748 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Network 4658c4f1-5019-4dcd-967b-2ee10544b1b5 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:01:59.215378 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34880be3-6a6f-46eb-875a-737f5df04748 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Pushing event updated for resources: {'Port': ['ID=17165557-72b4-46af-8acd-40b5021f6af4,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:59.223558 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-34880be3-6a6f-46eb-875a-737f5df04748 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:01:59.234767 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-34880be3-6a6f-46eb-875a-737f5df04748 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:01:59.393190 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-34880be3-6a6f-46eb-875a-737f5df04748 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:59.395933 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-34880be3-6a6f-46eb-875a-737f5df04748 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:59.401404 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port ded8d963-e40b-4b95-a951-1725e07eca68, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ded8d963-e40b-4b95-a951-1725e07eca68,segment=NetworkSegment(6219fa58-01c3-4b44-b315-4c4738f7b23b),segment_id=6219fa58-01c3-4b44-b315-4c4738f7b23b)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:01:59.436626 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:59.522582 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-34880be3-6a6f-46eb-875a-737f5df04748 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9871225 Aug 28 15:01:59.539246 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-f4ef4f46-8551-4f7a-ad4f-0317dcbe861c service neutron] Request body: {'port': {'device_id': '1ecda62f-1410-445b-ab36-07d6f2dfdd00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:01:59.601406 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962351c5-cbe7-4a0f-af2d-16daff2093e1 req-8c5e04c2-d564-4b69-9c3b-f8d3ea994724 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:59.613791 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-962351c5-cbe7-4a0f-af2d-16daff2093e1 req-8c5e04c2-d564-4b69-9c3b-f8d3ea994724 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 931 time: 0.1844044 Aug 28 15:01:59.617524 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e2e501c-e05a-4df3-ada5-8f54442820d8 req-2f53a6a4-0f35-44a6-85ee-81751727617e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bde4fd06-8dd4-4056-9338-9fda139777f7 HTTP/1.1" status: 200 len: 217 time: 1.1579835 Aug 28 15:01:59.632331 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b95b96-0d1c-4c98-b800-4d0b064c8a16 req-516907ff-2879-4996-af74-a6493e280102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:59.634211 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05b95b96-0d1c-4c98-b800-4d0b064c8a16 req-516907ff-2879-4996-af74-a6493e280102 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75f3e6a9-c315-460b-8a96-4aeacf727b86 HTTP/1.1" status: 200 len: 867 time: 1.4748373 Aug 28 15:01:59.675181 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=ded8d963-e40b-4b95-a951-1725e07eca68,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:01:59.712918 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-f4ef4f46-8551-4f7a-ad4f-0317dcbe861c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:01:59.725543 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:59.736245 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:59.736899 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:59.737418 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:59.738201 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:59.738709 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:59.739196 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:59.740344 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:59.740880 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:59.741434 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:59.742137 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:59.742712 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:01:59.866147 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e501c-e05a-4df3-ada5-8f54442820d8 req-d916c1d1-bafa-400a-aff8-c63da2f960f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:59.868032 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-8ba5d6a0-84bf-4150-ab59-f4dfa2321110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-342812436-router', 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '81490603-52e3-490f-aef0-6c87b5001bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:01:18Z', 'updated_at': '2021-08-28T15:01:24Z', 'revision_number': 4, 'project_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'gw_port': {'id': '81490603-52e3-490f-aef0-6c87b5001bda', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:19Z', 'updated_at': '2021-08-28T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '44016f55-bda3-4ceb-afa2-53734f3ef27a', 'name': '', 'network_id': '7f8f220c-9491-4b28-bbdb-8fe595a72abc', 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'mac_address': 'fa:16:3e:35:27:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '75f3e6a9-c315-460b-8a96-4aeacf727b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:23Z', 'updated_at': '2021-08-28T15:01:32Z', 'revision_number': 5, 'project_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'subnets': [{'id': '75f3e6a9-c315-460b-8a96-4aeacf727b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:01:59.869126 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e2e501c-e05a-4df3-ada5-8f54442820d8 req-d916c1d1-bafa-400a-aff8-c63da2f960f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=75f3e6a9-c315-460b-8a96-4aeacf727b86 HTTP/1.1" status: 200 len: 867 time: 0.2310681 Aug 28 15:01:59.954217 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba5d6a0-84bf-4150-ab59-f4dfa2321110 None None] The sync data for ids ['dedf36f2-f8f2-41e3-b726-5b06ba111a82'] in n-d-712137-10 is: [{'id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-342812436-router', 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '81490603-52e3-490f-aef0-6c87b5001bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:01:18Z', 'updated_at': '2021-08-28T15:01:24Z', 'revision_number': 4, 'project_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'gw_port': {'id': '81490603-52e3-490f-aef0-6c87b5001bda', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:19Z', 'updated_at': '2021-08-28T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '44016f55-bda3-4ceb-afa2-53734f3ef27a', 'name': '', 'network_id': '7f8f220c-9491-4b28-bbdb-8fe595a72abc', 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'mac_address': 'fa:16:3e:35:27:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '75f3e6a9-c315-460b-8a96-4aeacf727b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:23Z', 'updated_at': '2021-08-28T15:01:32Z', 'revision_number': 5, 'project_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'subnets': [{'id': '75f3e6a9-c315-460b-8a96-4aeacf727b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:01:59.988235 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b95b96-0d1c-4c98-b800-4d0b064c8a16 req-a94b80d2-00dc-467e-8da0-2a5d72be0b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:01:59.989900 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05b95b96-0d1c-4c98-b800-4d0b064c8a16 req-a94b80d2-00dc-467e-8da0-2a5d72be0b60 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7f8f220c-9491-4b28-bbdb-8fe595a72abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3329678 Aug 28 15:01:59.991552 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6e258bcd-4489-45ec-a528-3974c1f96644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:00.066484 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-962351c5-cbe7-4a0f-af2d-16daff2093e1 req-d176765e-e51f-4094-ac5d-2ef69d148aa6 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4517324 Aug 28 15:02:00.193440 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05b95b96-0d1c-4c98-b800-4d0b064c8a16 req-64530491-a5e0-4a54-8bf6-7fc3330dc551 service neutron] 10.222.0.13 "GET /v2.0/networks/7f8f220c-9491-4b28-bbdb-8fe595a72abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849952 Aug 28 15:02:00.210655 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e501c-e05a-4df3-ada5-8f54442820d8 req-5a44e961-0e7e-4b66-8b1f-af1c078911de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:00.212524 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e2e501c-e05a-4df3-ada5-8f54442820d8 req-5a44e961-0e7e-4b66-8b1f-af1c078911de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7f8f220c-9491-4b28-bbdb-8fe595a72abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3230593 Aug 28 15:02:00.362635 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05b95b96-0d1c-4c98-b800-4d0b064c8a16 req-e6e9c85a-7dd9-4af2-9bd0-c96ae64fcf49 service neutron] 10.222.0.13 "GET /v2.0/networks/7f8f220c-9491-4b28-bbdb-8fe595a72abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491349 Aug 28 15:02:00.366699 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36842) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:00.372231 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6e258bcd-4489-45ec-a528-3974c1f96644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:00.505428 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36856) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:00.558761 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6e258bcd-4489-45ec-a528-3974c1f96644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:00.565114 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6e258bcd-4489-45ec-a528-3974c1f96644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:00.566285 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6e258bcd-4489-45ec-a528-3974c1f96644 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ea12cf3-f908-4135-8b58-41f4a0c0bdf4 HTTP/1.1" status: 204 len: 168 time: 2.0962722 Aug 28 15:02:00.579120 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1068756c-187f-47b0-a0c0-0ba96792408f None None] New status for floating IP 4a437e5f-6e13-4c53-a4ae-79596a92fe7b: DOWN {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:02:00.593007 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-f4ef4f46-8551-4f7a-ad4f-0317dcbe861c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17165557-72b4-46af-8acd-40b5021f6af4 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:02:00.601752 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e2e501c-e05a-4df3-ada5-8f54442820d8 req-96c65d33-db4d-4c16-a886-d85c20581752 service neutron] 10.222.0.36 "GET /v2.0/networks/7f8f220c-9491-4b28-bbdb-8fe595a72abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326853 Aug 28 15:02:00.601752 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e258bcd-4489-45ec-a528-3974c1f96644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea12cf3-f908-4135-8b58-41f4a0c0bdf4,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:00.646272 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-f4ef4f46-8551-4f7a-ad4f-0317dcbe861c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:00.703272 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9a96a-7044-4127-92be-66c3732f5f39 req-d7d472d8-9677-4b41-bad2-84436bbf17fe tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:00.710975 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ded9a96a-7044-4127-92be-66c3732f5f39 req-d7d472d8-9677-4b41-bad2-84436bbf17fe tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebde49-bc08-412c-9769-c03f95a6abf4 HTTP/1.1" status: 200 len: 945 time: 0.2574053 Aug 28 15:02:00.716847 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-f4ef4f46-8551-4f7a-ad4f-0317dcbe861c service neutron] Transition to ACTIVE for port object 17165557-72b4-46af-8acd-40b5021f6af4 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:02:00.747370 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-f4ef4f46-8551-4f7a-ad4f-0317dcbe861c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:00.751616 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-d3e6ae98-2c0b-471f-812b-07ff5fe3bc84 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1822937605-network', 'tenant_id': 'c5e8a97c4d6d49b88785282c69100c8e'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:00.775534 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c0deb349-e408-491b-9eb2-69984cbe1b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:00.912973 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5877b5f2-5d20-44ac-98fb-a4ff78307015 req-bb5982c1-21d2-4979-ab57-a84e3aae5bab tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/floatingips/4a437e5f-6e13-4c53-a4ae-79596a92fe7b HTTP/1.1" status: 200 len: 694 time: 0.1536853 Aug 28 15:02:00.917695 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.db.api [None req-c0deb349-e408-491b-9eb2-69984cbe1b3d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 15:02:00.917695 n-d-712137-10 neutron-server[106329]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 28 15:02:00.917695 n-d-712137-10 neutron-server[106329]: [parameters: {'project_id': '622cc4807b0e41419fbcd15cae2e393e', 'id': '5fb0419e-ab1d-4022-8a9c-346e6b264a9e', 'expiration': datetime.datetime(2021, 8, 28, 15, 4, 0, 901104)}] Aug 28 15:02:00.917695 n-d-712137-10 neutron-server[106329]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:02:00.919437 n-d-712137-10 neutron-server[106329]: DEBUG oslo_db.api [None req-c0deb349-e408-491b-9eb2-69984cbe1b3d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:02:00.948895 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef4f46-8551-4f7a-ad4f-0317dcbe861c service neutron] Pushing event updated for resources: {'Port': ['ID=17165557-72b4-46af-8acd-40b5021f6af4,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:00.956791 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ded9a96a-7044-4127-92be-66c3732f5f39 req-b5b5554f-dec6-48e6-a1c8-a97e772e80ee tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443388 Aug 28 15:02:00.972818 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-f4ef4f46-8551-4f7a-ad4f-0317dcbe861c service neutron] Attempting to bind port 17165557-72b4-46af-8acd-40b5021f6af4 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:00.973162 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-f4ef4f46-8551-4f7a-ad4f-0317dcbe861c service neutron] Attempting to bind port 17165557-72b4-46af-8acd-40b5021f6af4 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '6219fa58-01c3-4b44-b315-4c4738f7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4658c4f1-5019-4dcd-967b-2ee10544b1b5'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:00.973500 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-f4ef4f46-8551-4f7a-ad4f-0317dcbe861c service neutron] Attempting to bind port 17165557-72b4-46af-8acd-40b5021f6af4 on network 4658c4f1-5019-4dcd-967b-2ee10544b1b5 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:00.987776 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-f4ef4f46-8551-4f7a-ad4f-0317dcbe861c service neutron] Port 17165557-72b4-46af-8acd-40b5021f6af4 on network 4658c4f1-5019-4dcd-967b-2ee10544b1b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:00.988183 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-f4ef4f46-8551-4f7a-ad4f-0317dcbe861c service neutron] Attempting to bind port 17165557-72b4-46af-8acd-40b5021f6af4 on network 4658c4f1-5019-4dcd-967b-2ee10544b1b5 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:01.001631 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-f4ef4f46-8551-4f7a-ad4f-0317dcbe861c service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:02:01.001631 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-f4ef4f46-8551-4f7a-ad4f-0317dcbe861c service neutron] Checking segment: {'id': '6219fa58-01c3-4b44-b315-4c4738f7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4658c4f1-5019-4dcd-967b-2ee10544b1b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:02:01.004792 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-f4ef4f46-8551-4f7a-ad4f-0317dcbe861c service neutron] Bound using segment: {'id': '6219fa58-01c3-4b44-b315-4c4738f7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4658c4f1-5019-4dcd-967b-2ee10544b1b5'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:02:01.006821 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-f4ef4f46-8551-4f7a-ad4f-0317dcbe861c service neutron] Bound port: 17165557-72b4-46af-8acd-40b5021f6af4, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6219fa58-01c3-4b44-b315-4c4738f7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4658c4f1-5019-4dcd-967b-2ee10544b1b5'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:02:01.007206 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-f4ef4f46-8551-4f7a-ad4f-0317dcbe861c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:01.044092 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e2e501c-e05a-4df3-ada5-8f54442820d8 req-829bc6e6-b2f1-4c2c-a1a8-9c710044e310 service neutron] 10.222.0.36 "GET /v2.0/networks/7f8f220c-9491-4b28-bbdb-8fe595a72abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255514 Aug 28 15:02:01.128767 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-f4ef4f46-8551-4f7a-ad4f-0317dcbe861c service neutron] For port 17165557-72b4-46af-8acd-40b5021f6af4, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:02:01.132097 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-f4ef4f46-8551-4f7a-ad4f-0317dcbe861c service neutron] For port 17165557-72b4-46af-8acd-40b5021f6af4, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=17165557-72b4-46af-8acd-40b5021f6af4,segment=NetworkSegment(6219fa58-01c3-4b44-b315-4c4738f7b23b),segment_id=6219fa58-01c3-4b44-b315-4c4738f7b23b)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:02:01.138542 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-f4ef4f46-8551-4f7a-ad4f-0317dcbe861c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:01.184458 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e6ae98-2c0b-471f-812b-07ff5fe3bc84 admin admin] Made reservation on behalf of c5e8a97c4d6d49b88785282c69100c8e for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:02:01.187159 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d3e6ae98-2c0b-471f-812b-07ff5fe3bc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:01.203406 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-f4ef4f46-8551-4f7a-ad4f-0317dcbe861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:01.204016 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-f4ef4f46-8551-4f7a-ad4f-0317dcbe861c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:01.205895 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-f4ef4f46-8551-4f7a-ad4f-0317dcbe861c service neutron] 10.222.0.36 "PUT /v2.0/ports/17165557-72b4-46af-8acd-40b5021f6af4 HTTP/1.1" status: 200 len: 1092 time: 1.6737072 Aug 28 15:02:01.207204 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d3e6ae98-2c0b-471f-812b-07ff5fe3bc84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:01.219118 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ecda62f-1410-445b-ab36-07d6f2dfdd00', 'tag': '17165557-72b4-46af-8acd-40b5021f6af4'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:02:01.221450 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134abd17-699e-44e7-bed8-8c22c967c092" -d '{"events": [{"name": "network-changed", "server_uuid": "1ecda62f-1410-445b-ab36-07d6f2dfdd00", "tag": "17165557-72b4-46af-8acd-40b5021f6af4"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:02:01.250758 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef4f46-8551-4f7a-ad4f-0317dcbe861c service neutron] Pushing event updated for resources: {'Port': ['ID=17165557-72b4-46af-8acd-40b5021f6af4,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:01.291986 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e2145-d5d8-4e66-be2b-1d01a2fa71b1 req-702278d4-b563-4546-a74b-187a25784867 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:01.294518 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-037e2145-d5d8-4e66-be2b-1d01a2fa71b1 req-702278d4-b563-4546-a74b-187a25784867 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cebde49-bc08-412c-9769-c03f95a6abf4 HTTP/1.1" status: 200 len: 945 time: 0.2494509 Aug 28 15:02:01.297156 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed7f0e-677f-4c40-9241-22d017d36195 req-f22cb6e4-6b64-4ebc-8c12-f608a1f6a308 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:01.298672 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c6ed7f0e-677f-4c40-9241-22d017d36195 req-f22cb6e4-6b64-4ebc-8c12-f608a1f6a308 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 943 time: 0.1225495 Aug 28 15:02:01.334085 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-1138cedd-29e2-4db8-ba28-40d6b702b0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:01.335647 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-1138cedd-29e2-4db8-ba28-40d6b702b0bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47a98ee661eb4f6b9e7f4574238a2c1b&device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 1095 time: 0.0819511 Aug 28 15:02:01.392874 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c6ed7f0e-677f-4c40-9241-22d017d36195 req-cd4e97c1-5542-481c-b2f8-778426750e2b tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877371 Aug 28 15:02:01.394674 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-500b96aa-2a89-4336-a937-e2c97bd9137a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17165557-72b4-46af-8acd-40b5021f6af4 HTTP/1.1" status: 200 len: 217 time: 0.0504196 Aug 28 15:02:01.429985 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c0deb349-e408-491b-9eb2-69984cbe1b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:01.457222 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-f4b419e1-11f5-49a3-8a79-c62b8992fb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:01.458016 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877b5f2-5d20-44ac-98fb-a4ff78307015 req-0ad1ee80-151a-4674-80eb-d83ab2c51134 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:01.459428 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-f4b419e1-11f5-49a3-8a79-c62b8992fb3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee386120-21d6-41b3-a564-7a270295e67c HTTP/1.1" status: 200 len: 859 time: 0.0551591 Aug 28 15:02:01.462807 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5877b5f2-5d20-44ac-98fb-a4ff78307015 req-0ad1ee80-151a-4674-80eb-d83ab2c51134 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 784 time: 0.5328207 Aug 28 15:02:01.501627 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1839c01-fe16-4a94-974f-31f8167e032e x-openstack-request-id: req-a1839c01-fe16-4a94-974f-31f8167e032e {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:02:01.502016 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ecda62f-1410-445b-ab36-07d6f2dfdd00", "tag": "17165557-72b4-46af-8acd-40b5021f6af4", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:02:01.502227 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1839c01-fe16-4a94-974f-31f8167e032e {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:02:01.502614 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ecda62f-1410-445b-ab36-07d6f2dfdd00', 'tag': '17165557-72b4-46af-8acd-40b5021f6af4', 'status': 'completed', 'code': 200} Aug 28 15:02:01.504664 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-c91cb88d-5d9d-4638-84ac-57fb4a3421a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4658c4f1-5019-4dcd-967b-2ee10544b1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380321 Aug 28 15:02:01.614533 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-00e533aa-fe39-4e99-a615-9bcd7ee2b00b service neutron] 10.222.0.36 "GET /v2.0/networks/4658c4f1-5019-4dcd-967b-2ee10544b1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026571 Aug 28 15:02:01.749814 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d3e6ae98-2c0b-471f-812b-07ff5fe3bc84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:01.757298 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5877b5f2-5d20-44ac-98fb-a4ff78307015 req-0fd183aa-43b7-4843-b084-c7a4f4930ec8 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.47 HTTP/1.1" status: 200 len: 695 time: 0.2466421 Aug 28 15:02:01.766076 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d3e6ae98-2c0b-471f-812b-07ff5fe3bc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:01.815324 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b8123971-6dc6-41f0-ac64-c6c461cb245e req-2b34e23f-694a-41bd-b079-bfcaa686622b service neutron] 10.222.0.36 "GET /v2.0/networks/4658c4f1-5019-4dcd-967b-2ee10544b1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926463 Aug 28 15:02:01.840614 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ded8d963-e40b-4b95-a951-1725e07eca68 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:02:01.889058 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5877b5f2-5d20-44ac-98fb-a4ff78307015 req-e3362647-6fd5-4e51-9ea0-5050f331c032 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.47 HTTP/1.1" status: 200 len: 695 time: 0.1192048 Aug 28 15:02:01.939863 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port ded8d963-e40b-4b95-a951-1725e07eca68 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:02:01.941123 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:01.951964 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e6ae98-2c0b-471f-812b-07ff5fe3bc84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:02:01.995699 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134abd17-699e-44e7-bed8-8c22c967c092 req-7bb0f070-e15d-452b-8aa6-ede61af22127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:02.000643 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-134abd17-699e-44e7-bed8-8c22c967c092 req-7bb0f070-e15d-452b-8aa6-ede61af22127 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47a98ee661eb4f6b9e7f4574238a2c1b&device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 1095 time: 0.1114528 Aug 28 15:02:02.088351 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d3e6ae98-2c0b-471f-812b-07ff5fe3bc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:02.089256 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-d3e6ae98-2c0b-471f-812b-07ff5fe3bc84 admin admin] Added segment abc33cfb-0216-416c-a602-02b39a68c119 of type vlan for network 9f085ef9-b62a-4f80-a480-d6a5f62b2629 Aug 28 15:02:02.153790 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d3e6ae98-2c0b-471f-812b-07ff5fe3bc84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:02.172295 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb5b7f-3db6-4ecc-90dc-ab2c966b714e req-3de4f3c6-b8e5-4a49-9d44-ee81f7a04796 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:02.174251 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62cb5b7f-3db6-4ecc-90dc-ab2c966b714e req-3de4f3c6-b8e5-4a49-9d44-ee81f7a04796 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebde49-bc08-412c-9769-c03f95a6abf4 HTTP/1.1" status: 200 len: 945 time: 0.0878429 Aug 28 15:02:02.198707 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134abd17-699e-44e7-bed8-8c22c967c092 req-17fa8162-5582-452b-b2ef-655733179423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:02.200524 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-134abd17-699e-44e7-bed8-8c22c967c092 req-17fa8162-5582-452b-b2ef-655733179423 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4658c4f1-5019-4dcd-967b-2ee10544b1b5 HTTP/1.1" status: 200 len: 920 time: 0.1918087 Aug 28 15:02:02.223880 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6ae98-2c0b-471f-812b-07ff5fe3bc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5583d0e2-7e35-40a1-9153-536bd15bc6ab,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:02.290145 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62cb5b7f-3db6-4ecc-90dc-ab2c966b714e req-fda9ab76-e252-4fb6-b3b9-479eeb152abb tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070590 Aug 28 15:02:02.293041 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c0deb349-e408-491b-9eb2-69984cbe1b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:02.296190 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d3e6ae98-2c0b-471f-812b-07ff5fe3bc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:02.297847 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e6ae98-2c0b-471f-812b-07ff5fe3bc84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:02.298388 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-134abd17-699e-44e7-bed8-8c22c967c092 req-b6ee1793-37ed-44e9-9357-9b82f4adfb0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17165557-72b4-46af-8acd-40b5021f6af4 HTTP/1.1" status: 200 len: 217 time: 0.0874560 Aug 28 15:02:02.298801 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d3e6ae98-2c0b-471f-812b-07ff5fe3bc84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:02.309290 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-037e2145-d5d8-4e66-be2b-1d01a2fa71b1 req-8b1be2e4-fc23-44f8-8704-a38f4ba56ae7 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Deleting port 725feedf-ab5e-4cf9-9206-7c4c756aad4e {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:02:02.310194 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-037e2145-d5d8-4e66-be2b-1d01a2fa71b1 req-8b1be2e4-fc23-44f8-8704-a38f4ba56ae7 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:02.383398 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134abd17-699e-44e7-bed8-8c22c967c092 req-4e4e4cd0-2efa-45bf-b478-efde4a451ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:02.384989 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-134abd17-699e-44e7-bed8-8c22c967c092 req-4e4e4cd0-2efa-45bf-b478-efde4a451ec4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee386120-21d6-41b3-a564-7a270295e67c HTTP/1.1" status: 200 len: 859 time: 0.0778298 Aug 28 15:02:02.388443 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c0deb349-e408-491b-9eb2-69984cbe1b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:02.428640 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-134abd17-699e-44e7-bed8-8c22c967c092 req-b73850c1-f211-4e99-9ade-2b2afd876be1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4658c4f1-5019-4dcd-967b-2ee10544b1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351946 Aug 28 15:02:02.551363 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d3e6ae98-2c0b-471f-812b-07ff5fe3bc84 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0433154 Aug 28 15:02:02.615525 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e681db6-811f-4865-a189-6e67f586ab07 req-8fc71db7-901f-44c1-afce-9b1ac4875f6e tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:02.622978 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2e681db6-811f-4865-a189-6e67f586ab07 req-8fc71db7-901f-44c1-afce-9b1ac4875f6e tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 943 time: 0.1086335 Aug 28 15:02:02.634134 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-134abd17-699e-44e7-bed8-8c22c967c092 req-7d2283f8-8f7d-4f0b-8e64-3529174dc36b service neutron] 10.222.0.36 "GET /v2.0/networks/4658c4f1-5019-4dcd-967b-2ee10544b1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981349 Aug 28 15:02:02.690640 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c0deb349-e408-491b-9eb2-69984cbe1b3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=622cc4807b0e41419fbcd15cae2e393e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3206499 Aug 28 15:02:02.691648 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0deb349-e408-491b-9eb2-69984cbe1b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9bf8e6-cc84-4bf7-a4b7-501d6f00a340,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:02.704320 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36914) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:02.733863 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2e681db6-811f-4865-a189-6e67f586ab07 req-b957fd39-2054-4c3c-b380-d3049f3d09c2 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099195 Aug 28 15:02:02.741499 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-037e2145-d5d8-4e66-be2b-1d01a2fa71b1 req-8b1be2e4-fc23-44f8-8704-a38f4ba56ae7 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] For port 725feedf-ab5e-4cf9-9206-7c4c756aad4e, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=725feedf-ab5e-4cf9-9206-7c4c756aad4e,segment=NetworkSegment(30c3bd03-6d20-4f9c-ac2f-08cf062737b2),segment_id=30c3bd03-6d20-4f9c-ac2f-08cf062737b2)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:02.742045 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-037e2145-d5d8-4e66-be2b-1d01a2fa71b1 req-8b1be2e4-fc23-44f8-8704-a38f4ba56ae7 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:02.753674 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6ae98-2c0b-471f-812b-07ff5fe3bc84 admin admin] Pushing event updated for resources: {'Network': ['ID=9f085ef9-b62a-4f80-a480-d6a5f62b2629,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:02.765108 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 9f085ef9-b62a-4f80-a480-d6a5f62b2629 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:02:02.847770 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-134abd17-699e-44e7-bed8-8c22c967c092 req-6027d766-9caf-4528-b644-b8e454c13c4d service neutron] 10.222.0.36 "GET /v2.0/networks/4658c4f1-5019-4dcd-967b-2ee10544b1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027593 Aug 28 15:02:02.869665 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-037e2145-d5d8-4e66-be2b-1d01a2fa71b1 req-8b1be2e4-fc23-44f8-8704-a38f4ba56ae7 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Calling delete_port for 725feedf-ab5e-4cf9-9206-7c4c756aad4e owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:02:02.873532 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dde1d942-fd88-4e02-bb87-480179ef76c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:02.958609 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-5877b5f2-5d20-44ac-98fb-a4ff78307015 req-5a66275f-f410-4460-bf59-6589c7321e6c tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Deleting port 0ae998f5-881c-44a3-8f44-cee1b14d18be {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:02:02.959035 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5877b5f2-5d20-44ac-98fb-a4ff78307015 req-5a66275f-f410-4460-bf59-6589c7321e6c tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:02.963413 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dde1d942-fd88-4e02-bb87-480179ef76c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:03.126359 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dde1d942-fd88-4e02-bb87-480179ef76c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:03.131074 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dde1d942-fd88-4e02-bb87-480179ef76c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:03.139017 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-dde1d942-fd88-4e02-bb87-480179ef76c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c9bf8e6-cc84-4bf7-a4b7-501d6f00a340 HTTP/1.1" status: 204 len: 168 time: 0.3818243 Aug 28 15:02:03.158733 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5877b5f2-5d20-44ac-98fb-a4ff78307015 req-5a66275f-f410-4460-bf59-6589c7321e6c tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:03.159144 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5877b5f2-5d20-44ac-98fb-a4ff78307015 req-5a66275f-f410-4460-bf59-6589c7321e6c tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:03.171428 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1d942-fd88-4e02-bb87-480179ef76c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9bf8e6-cc84-4bf7-a4b7-501d6f00a340,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:03.201216 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-5877b5f2-5d20-44ac-98fb-a4ff78307015 req-5a66275f-f410-4460-bf59-6589c7321e6c tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Calling delete_port for 0ae998f5-881c-44a3-8f44-cee1b14d18be owned by network:floatingip {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:02:03.276179 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-037e2145-d5d8-4e66-be2b-1d01a2fa71b1 req-8b1be2e4-fc23-44f8-8704-a38f4ba56ae7 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:03.289725 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['e52ea24a-8568-468f-8cf6-639ca6a2ca6d', 'dab852b8-364e-415c-9114-a39051284f07'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:02:03.320914 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1be2e4-fc23-44f8-8704-a38f4ba56ae7 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Pushing event deleted for resources: {'Port': ['ID=725feedf-ab5e-4cf9-9206-7c4c756aad4e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:03.393788 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-037e2145-d5d8-4e66-be2b-1d01a2fa71b1 req-8b1be2e4-fc23-44f8-8704-a38f4ba56ae7 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] No DVR routers for this DVR port 725feedf-ab5e-4cf9-9206-7c4c756aad4e on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:02:03.397109 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-037e2145-d5d8-4e66-be2b-1d01a2fa71b1 req-8b1be2e4-fc23-44f8-8704-a38f4ba56ae7 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:03.399628 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-037e2145-d5d8-4e66-be2b-1d01a2fa71b1 req-8b1be2e4-fc23-44f8-8704-a38f4ba56ae7 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.41 "DELETE /v2.0/ports/725feedf-ab5e-4cf9-9206-7c4c756aad4e HTTP/1.1" status: 204 len: 173 time: 2.0806532 Aug 28 15:02:03.401420 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cebde49-bc08-412c-9769-c03f95a6abf4', 'name': 'network-vif-deleted', 'tag': '725feedf-ab5e-4cf9-9206-7c4c756aad4e'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:02:03.405335 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0c717b-1d72-4181-94fd-105536c33502" -d '{"events": [{"server_uuid": "1cebde49-bc08-412c-9769-c03f95a6abf4", "name": "network-vif-deleted", "tag": "725feedf-ab5e-4cf9-9206-7c4c756aad4e"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:02:03.511790 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5877b5f2-5d20-44ac-98fb-a4ff78307015 req-5a66275f-f410-4460-bf59-6589c7321e6c tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:03.592230 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66275f-f410-4460-bf59-6589c7321e6c tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Pushing event deleted for resources: {'Port': ['ID=0ae998f5-881c-44a3-8f44-cee1b14d18be,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:03.686303 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5877b5f2-5d20-44ac-98fb-a4ff78307015 req-5a66275f-f410-4460-bf59-6589c7321e6c tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks [] for floatingip, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:03.690705 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5877b5f2-5d20-44ac-98fb-a4ff78307015 req-5a66275f-f410-4460-bf59-6589c7321e6c tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:03.691970 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5877b5f2-5d20-44ac-98fb-a4ff78307015 req-5a66275f-f410-4460-bf59-6589c7321e6c tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "DELETE /v2.0/floatingips/4a437e5f-6e13-4c53-a4ae-79596a92fe7b HTTP/1.1" status: 204 len: 173 time: 1.7545002 Aug 28 15:02:03.715349 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 725feedf-ab5e-4cf9-9206-7c4c756aad4e no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:02:03.810032 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 725feedf-ab5e-4cf9-9206-7c4c756aad4e {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:02:03.810735 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 725feedf-ab5e-4cf9-9206-7c4c756aad4e not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:02:03.965344 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-00692b3d-2f18-4c39-9ed9-c4856872d88c req-5f50d54e-6f92-4650-b179-ab6801e6144a tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebde49-bc08-412c-9769-c03f95a6abf4 HTTP/1.1" status: 200 len: 210 time: 0.1021180 Aug 28 15:02:04.061670 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 17165557-72b4-46af-8acd-40b5021f6af4 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:02:04.095395 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062a9f59-67af-4649-a322-f2ddb1710ee8 x-openstack-request-id: req-062a9f59-67af-4649-a322-f2ddb1710ee8 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:02:04.095700 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cebde49-bc08-412c-9769-c03f95a6abf4", "name": "network-vif-deleted", "tag": "725feedf-ab5e-4cf9-9206-7c4c756aad4e", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:02:04.095959 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-062a9f59-67af-4649-a322-f2ddb1710ee8 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:02:04.096385 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cebde49-bc08-412c-9769-c03f95a6abf4', 'name': 'network-vif-deleted', 'tag': '725feedf-ab5e-4cf9-9206-7c4c756aad4e', 'status': 'completed', 'code': 200} Aug 28 15:02:04.296013 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e92f6b-9749-4970-97ee-85f36bfee9fd req-ec1a738e-04d6-4e90-be7a-92126bfc6b4d tempest-ComputeTenantNetworksTest-120860222 tempest-ComputeTenantNetworksTest-120860222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:04.302813 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e92f6b-9749-4970-97ee-85f36bfee9fd req-ec1a738e-04d6-4e90-be7a-92126bfc6b4d tempest-ComputeTenantNetworksTest-120860222 tempest-ComputeTenantNetworksTest-120860222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:04.311617 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e92f6b-9749-4970-97ee-85f36bfee9fd req-ec1a738e-04d6-4e90-be7a-92126bfc6b4d tempest-ComputeTenantNetworksTest-120860222 tempest-ComputeTenantNetworksTest-120860222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:04.319892 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-19e92f6b-9749-4970-97ee-85f36bfee9fd req-ec1a738e-04d6-4e90-be7a-92126bfc6b4d tempest-ComputeTenantNetworksTest-120860222 tempest-ComputeTenantNetworksTest-120860222-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5719786 Aug 28 15:02:04.337320 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 17165557-72b4-46af-8acd-40b5021f6af4, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=17165557-72b4-46af-8acd-40b5021f6af4,segment=NetworkSegment(6219fa58-01c3-4b44-b315-4c4738f7b23b),segment_id=6219fa58-01c3-4b44-b315-4c4738f7b23b)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:04.370130 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '17165557-72b4-46af-8acd-40b5021f6af4', 'network_id': '4658c4f1-5019-4dcd-967b-2ee10544b1b5', 'port_id': '17165557-72b4-46af-8acd-40b5021f6af4', 'mac_address': 'fa:16:3e:e3:ca:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee386120-21d6-41b3-a564-7a270295e67c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:02:04.393038 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6bd20-3258-4cde-94db-41fc8c5703d3 req-74a1d8eb-77b6-4700-b373-8a042e8e6845 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:04.394647 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-44b6bd20-3258-4cde-94db-41fc8c5703d3 req-74a1d8eb-77b6-4700-b373-8a042e8e6845 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 943 time: 0.1364129 Aug 28 15:02:04.476693 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:04.493730 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17165557-72b4-46af-8acd-40b5021f6af4 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:02:04.513857 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-44b6bd20-3258-4cde-94db-41fc8c5703d3 req-35f495ce-d7c9-4f85-859d-85646e2565ed tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098189 Aug 28 15:02:04.533270 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 17165557-72b4-46af-8acd-40b5021f6af4, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=17165557-72b4-46af-8acd-40b5021f6af4,segment=NetworkSegment(6219fa58-01c3-4b44-b315-4c4738f7b23b),segment_id=6219fa58-01c3-4b44-b315-4c4738f7b23b)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:04.560085 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:04.701073 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=17165557-72b4-46af-8acd-40b5021f6af4,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:04.741489 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8eb68-1d74-4a40-a2bc-a1cb07e49f75 req-95a31f30-3282-49a1-b1be-fc704496d524 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:04.746619 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e9f8eb68-1d74-4a40-a2bc-a1cb07e49f75 req-95a31f30-3282-49a1-b1be-fc704496d524 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/ports?device_id=73cf53f6-b88c-4751-84d0-fc2a4eb29846&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1026771 Aug 28 15:02:04.752334 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8b00c-9448-4548-b732-ae844d18eca9 req-6e622186-ff23-41e6-974c-380d0804eb08 tempest-ComputeTenantNetworksTest-120860222 tempest-ComputeTenantNetworksTest-120860222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:04.758184 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-50a8b00c-9448-4548-b732-ae844d18eca9 req-6e622186-ff23-41e6-974c-380d0804eb08 tempest-ComputeTenantNetworksTest-120860222 tempest-ComputeTenantNetworksTest-120860222-project] 10.222.0.13 "GET /v2.0/networks/9f085ef9-b62a-4f80-a480-d6a5f62b2629 HTTP/1.1" status: 200 len: 769 time: 0.1588595 Aug 28 15:02:04.763541 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36994) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:04.799592 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e9f8eb68-1d74-4a40-a2bc-a1cb07e49f75 req-e2c6ce18-25b0-43c2-bc85-4bfae615301a tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0463820 Aug 28 15:02:04.854878 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['17165557-72b4-46af-8acd-40b5021f6af4'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:02:04.934627 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0b51db9a-2157-4e2f-a9be-6160aeaf568a req-c358e68a-f3e1-4ec4-87b7-b255d4ebe00f tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0661323 Aug 28 15:02:04.966863 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4cec0c05-f314-485a-bd35-39a537da08a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:05.201451 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4cec0c05-f314-485a-bd35-39a537da08a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:05.232043 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-4cec0c05-f314-485a-bd35-39a537da08a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f085ef9-b62a-4f80-a480-d6a5f62b2629']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:05.269019 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-4cec0c05-f314-485a-bd35-39a537da08a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc33cfb-0216-416c-a602-02b39a68c119') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:05.269409 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-4cec0c05-f314-485a-bd35-39a537da08a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc33cfb-0216-416c-a602-02b39a68c119') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:05.301137 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4cec0c05-f314-485a-bd35-39a537da08a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:05.337401 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4cec0c05-f314-485a-bd35-39a537da08a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:05.358675 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cec0c05-f314-485a-bd35-39a537da08a6 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:02:05.361995 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4cec0c05-f314-485a-bd35-39a537da08a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:02:05.365482 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:02:05.446001 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49a8f8-4d49-4d38-b11e-0b279c6d24a9 req-5f7b14ee-a448-44ae-aeb4-074d07785921 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:05.457317 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6b49a8f8-4d49-4d38-b11e-0b279c6d24a9 req-5f7b14ee-a448-44ae-aeb4-074d07785921 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/ports?device_id=73cf53f6-b88c-4751-84d0-fc2a4eb29846 HTTP/1.1" status: 200 len: 945 time: 0.1328022 Aug 28 15:02:05.490053 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4cec0c05-f314-485a-bd35-39a537da08a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:05.501504 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4cec0c05-f314-485a-bd35-39a537da08a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:05.505862 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4cec0c05-f314-485a-bd35-39a537da08a6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9f085ef9-b62a-4f80-a480-d6a5f62b2629 HTTP/1.1" status: 204 len: 168 time: 0.7411683 Aug 28 15:02:05.507827 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6b49a8f8-4d49-4d38-b11e-0b279c6d24a9 req-753424ee-6ab7-43db-ba59-ccca1ec9050f tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/security-groups?id=2471a840-f31e-4640-bc5a-0de740b1a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496063 Aug 28 15:02:05.537572 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c522a14-0f35-4a40-a43e-83482e06c3d4 req-3afcb1d1-3f3c-4d64-96df-67daa806fa12 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:05.539144 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4c522a14-0f35-4a40-a43e-83482e06c3d4 req-3afcb1d1-3f3c-4d64-96df-67daa806fa12 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a9d412e-b2cf-4dc4-ae65-037c69640742 HTTP/1.1" status: 200 len: 946 time: 0.1083641 Aug 28 15:02:05.540468 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec0c05-f314-485a-bd35-39a537da08a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f085ef9-b62a-4f80-a480-d6a5f62b2629,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:05.610048 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4c522a14-0f35-4a40-a43e-83482e06c3d4 req-7c8cd0d1-d3f9-4ad5-9ca5-a213a77f7207 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476007 Aug 28 15:02:05.759815 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d04135-98cf-4100-b432-af794380f2b0 req-63dbac90-82b5-4f24-936d-e2b47c3b81f4 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:05.774763 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d0d04135-98cf-4100-b432-af794380f2b0 req-63dbac90-82b5-4f24-936d-e2b47c3b81f4 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 944 time: 0.0728528 Aug 28 15:02:05.826288 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37046) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:05.843121 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d0d04135-98cf-4100-b432-af794380f2b0 req-a472364a-a391-46eb-9d23-83567f30a5fa tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662119 Aug 28 15:02:05.878642 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a6f9b771-6323-46c6-ba20-4a0b735dcddc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5e8a97c4d6d49b88785282c69100c8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511146 Aug 28 15:02:05.881210 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37054) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:05.944279 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b8ba54ca-b2a6-474a-bba7-34d24a70cf5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:05.970061 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b8ba54ca-b2a6-474a-bba7-34d24a70cf5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:06.024414 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b8ba54ca-b2a6-474a-bba7-34d24a70cf5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:06.027007 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b8ba54ca-b2a6-474a-bba7-34d24a70cf5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:06.028347 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b8ba54ca-b2a6-474a-bba7-34d24a70cf5d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5583d0e2-7e35-40a1-9153-536bd15bc6ab HTTP/1.1" status: 204 len: 168 time: 0.1458802 Aug 28 15:02:06.037046 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba54ca-b2a6-474a-bba7-34d24a70cf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5583d0e2-7e35-40a1-9153-536bd15bc6ab,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:06.056139 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 17165557-72b4-46af-8acd-40b5021f6af4 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:02:06.119264 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 17165557-72b4-46af-8acd-40b5021f6af4 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:02:06.123571 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 17165557-72b4-46af-8acd-40b5021f6af4 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:02:06.124115 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:06.211277 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:06.239887 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecda62f-1410-445b-ab36-07d6f2dfdd00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17165557-72b4-46af-8acd-40b5021f6af4'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:02:06.242166 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b01ae7-ee7f-4492-ba73-7120123e40da" -d '{"events": [{"server_uuid": "1ecda62f-1410-445b-ab36-07d6f2dfdd00", "name": "network-vif-plugged", "status": "completed", "tag": "17165557-72b4-46af-8acd-40b5021f6af4"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:02:06.256528 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 17165557-72b4-46af-8acd-40b5021f6af4, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=17165557-72b4-46af-8acd-40b5021f6af4,segment=NetworkSegment(6219fa58-01c3-4b44-b315-4c4738f7b23b),segment_id=6219fa58-01c3-4b44-b315-4c4738f7b23b)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:06.265991 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:06.298366 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76838d20-cf95-4f17-8394-707cca785a27 x-openstack-request-id: req-76838d20-cf95-4f17-8394-707cca785a27 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:02:06.298669 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecda62f-1410-445b-ab36-07d6f2dfdd00", "name": "network-vif-plugged", "status": "completed", "tag": "17165557-72b4-46af-8acd-40b5021f6af4", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:02:06.298924 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76838d20-cf95-4f17-8394-707cca785a27 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:02:06.299307 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ecda62f-1410-445b-ab36-07d6f2dfdd00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17165557-72b4-46af-8acd-40b5021f6af4', 'code': 200} Aug 28 15:02:06.341340 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=17165557-72b4-46af-8acd-40b5021f6af4,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:06.395431 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce098d-1eba-4c7f-85dc-689c17da0431 req-3217d130-31ab-4136-870c-c6f86166113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:06.397112 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-38ce098d-1eba-4c7f-85dc-689c17da0431 req-3217d130-31ab-4136-870c-c6f86166113e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 1097 time: 0.0438654 Aug 28 15:02:06.454349 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-38ce098d-1eba-4c7f-85dc-689c17da0431 req-b4ee1292-3b0e-4097-93f1-f77744256af5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446167 Aug 28 15:02:06.535456 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37084) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:06.666451 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68b71-dddc-425f-9dba-2ece47451302 req-06183cee-b25a-458e-bc35-287cf94b007c tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:06.683834 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f7f68b71-dddc-425f-9dba-2ece47451302 req-06183cee-b25a-458e-bc35-287cf94b007c tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/ports?device_id=73cf53f6-b88c-4751-84d0-fc2a4eb29846 HTTP/1.1" status: 200 len: 945 time: 0.0880017 Aug 28 15:02:06.736775 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f7f68b71-dddc-425f-9dba-2ece47451302 req-0a5d5040-a136-4fe1-bbb6-0ee76734d458 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/security-groups?id=2471a840-f31e-4640-bc5a-0de740b1a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516090 Aug 28 15:02:06.766299 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6d39f-7bef-40dd-add1-86df0ecdb754 req-995f46d0-ddf7-44cc-92d7-9d4783b21a32 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:06.767986 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aeb6d39f-7bef-40dd-add1-86df0ecdb754 req-995f46d0-ddf7-44cc-92d7-9d4783b21a32 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.36 "GET /v2.0/ports?device_id=73cf53f6-b88c-4751-84d0-fc2a4eb29846 HTTP/1.1" status: 200 len: 945 time: 0.1012168 Aug 28 15:02:06.865022 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-995ca402-242c-4514-b477-97a8f7d4892a tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1137368160'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:06.912023 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995ca402-242c-4514-b477-97a8f7d4892a tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] Made reservation on behalf of 1aa65f52aa4d49ce983ac5c22bf225bc for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:02:06.915978 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-995ca402-242c-4514-b477-97a8f7d4892a tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:06.930540 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-995ca402-242c-4514-b477-97a8f7d4892a tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:06.957090 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499c933-0d6b-4c69-882a-6b9ce3187ce5 req-3343b3d2-a2cc-4cbb-baac-e5967b5cedd3 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:06.958825 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5499c933-0d6b-4c69-882a-6b9ce3187ce5 req-3343b3d2-a2cc-4cbb-baac-e5967b5cedd3 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a9d412e-b2cf-4dc4-ae65-037c69640742 HTTP/1.1" status: 200 len: 946 time: 0.1461084 Aug 28 15:02:07.014025 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-aeb6d39f-7bef-40dd-add1-86df0ecdb754 req-3bea7288-19e7-44ce-baa2-8a2206bffb10 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Deleting port bde4fd06-8dd4-4056-9338-9fda139777f7 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:02:07.014345 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-aeb6d39f-7bef-40dd-add1-86df0ecdb754 req-3bea7288-19e7-44ce-baa2-8a2206bffb10 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:07.056252 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-995ca402-242c-4514-b477-97a8f7d4892a tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:07.061896 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-995ca402-242c-4514-b477-97a8f7d4892a tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:07.078206 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5499c933-0d6b-4c69-882a-6b9ce3187ce5 req-e382f8e3-3d79-4953-a909-90df04b5f97a tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072874 Aug 28 15:02:07.087921 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995ca402-242c-4514-b477-97a8f7d4892a tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:02:07.120271 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ca402-242c-4514-b477-97a8f7d4892a tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4013b1b-cdfc-4594-994d-207ee52cf0b2,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:07.123473 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-995ca402-242c-4514-b477-97a8f7d4892a tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:07.125078 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-995ca402-242c-4514-b477-97a8f7d4892a tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] Added segment 9f3a9156-9172-4fc8-82ea-4aedfae0df34 of type vlan for network 49e5117b-cd9a-4482-a47c-4604674d3795 Aug 28 15:02:07.181339 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-aeb6d39f-7bef-40dd-add1-86df0ecdb754 req-3bea7288-19e7-44ce-baa2-8a2206bffb10 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] For port bde4fd06-8dd4-4056-9338-9fda139777f7, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=bde4fd06-8dd4-4056-9338-9fda139777f7,segment=NetworkSegment(661b8b18-0dd8-4191-ab69-dd865738dcee),segment_id=661b8b18-0dd8-4191-ab69-dd865738dcee)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:07.181697 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-aeb6d39f-7bef-40dd-add1-86df0ecdb754 req-3bea7288-19e7-44ce-baa2-8a2206bffb10 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:07.201379 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-aeb6d39f-7bef-40dd-add1-86df0ecdb754 req-3bea7288-19e7-44ce-baa2-8a2206bffb10 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Calling delete_port for bde4fd06-8dd4-4056-9338-9fda139777f7 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:02:07.240356 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-995ca402-242c-4514-b477-97a8f7d4892a tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:07.280267 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-995ca402-242c-4514-b477-97a8f7d4892a tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:07.292735 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995ca402-242c-4514-b477-97a8f7d4892a tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:07.293968 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-995ca402-242c-4514-b477-97a8f7d4892a tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:07.337761 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d34e7e-f0aa-4851-aa2a-5a8aed66b861 req-a68d4dd0-8fff-4e73-9f40-2233c067082a tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:07.345923 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-22d34e7e-f0aa-4851-aa2a-5a8aed66b861 req-a68d4dd0-8fff-4e73-9f40-2233c067082a tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 945 time: 0.1267540 Aug 28 15:02:07.391002 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-995ca402-242c-4514-b477-97a8f7d4892a tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8536897 Aug 28 15:02:07.401524 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37142) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:07.439071 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ca402-242c-4514-b477-97a8f7d4892a tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] Pushing event updated for resources: {'Network': ['ID=49e5117b-cd9a-4482-a47c-4604674d3795,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:07.452278 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 49e5117b-cd9a-4482-a47c-4604674d3795 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:02:07.524209 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825579b-7a1b-4491-8ba9-bb9495242224 req-de9e2e66-6a5b-4225-be10-70673ef14938 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:07.526081 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a825579b-7a1b-4491-8ba9-bb9495242224 req-de9e2e66-6a5b-4225-be10-70673ef14938 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a9d412e-b2cf-4dc4-ae65-037c69640742 HTTP/1.1" status: 200 len: 946 time: 0.0631421 Aug 28 15:02:07.655048 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-a825579b-7a1b-4491-8ba9-bb9495242224 req-855d0471-954d-4164-ac26-5ec04d187d82 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Deleting port dab852b8-364e-415c-9114-a39051284f07 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:02:07.656461 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a825579b-7a1b-4491-8ba9-bb9495242224 req-855d0471-954d-4164-ac26-5ec04d187d82 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:07.781559 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-22d34e7e-f0aa-4851-aa2a-5a8aed66b861 req-bf310071-bf7e-4561-b71b-63f72b272897 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342017 Aug 28 15:02:07.848653 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-a825579b-7a1b-4491-8ba9-bb9495242224 req-855d0471-954d-4164-ac26-5ec04d187d82 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] For port dab852b8-364e-415c-9114-a39051284f07, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=dab852b8-364e-415c-9114-a39051284f07,segment=NetworkSegment(30c3bd03-6d20-4f9c-ac2f-08cf062737b2),segment_id=30c3bd03-6d20-4f9c-ac2f-08cf062737b2)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:07.849004 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a825579b-7a1b-4491-8ba9-bb9495242224 req-855d0471-954d-4164-ac26-5ec04d187d82 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:07.853788 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-aeb6d39f-7bef-40dd-add1-86df0ecdb754 req-3bea7288-19e7-44ce-baa2-8a2206bffb10 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:07.868671 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['bde4fd06-8dd4-4056-9338-9fda139777f7'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:02:07.869203 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-a825579b-7a1b-4491-8ba9-bb9495242224 req-855d0471-954d-4164-ac26-5ec04d187d82 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Calling delete_port for dab852b8-364e-415c-9114-a39051284f07 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:02:07.913563 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea7288-19e7-44ce-baa2-8a2206bffb10 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Pushing event deleted for resources: {'Port': ['ID=bde4fd06-8dd4-4056-9338-9fda139777f7,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:07.942655 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7288-19e7-44ce-baa2-8a2206bffb10 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:07.943000 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7288-19e7-44ce-baa2-8a2206bffb10 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:07.944949 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7288-19e7-44ce-baa2-8a2206bffb10 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:07.945477 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7288-19e7-44ce-baa2-8a2206bffb10 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:07.947448 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7288-19e7-44ce-baa2-8a2206bffb10 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:07.948052 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7288-19e7-44ce-baa2-8a2206bffb10 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:07.948620 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7288-19e7-44ce-baa2-8a2206bffb10 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:07.950225 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7288-19e7-44ce-baa2-8a2206bffb10 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:07.951727 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7288-19e7-44ce-baa2-8a2206bffb10 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:07.952312 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7288-19e7-44ce-baa2-8a2206bffb10 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:07.952842 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7288-19e7-44ce-baa2-8a2206bffb10 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:07.954093 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7288-19e7-44ce-baa2-8a2206bffb10 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:07.977088 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-78ad843d-17d2-4567-9e04-89278e3d09d3 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Request body: {'network': {'name': 'tempest-network--580390959', 'router:external': True}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:07.991578 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-93f7c125-6122-4ae0-aa8f-ed4219eb42d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:08.037735 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d91d47f4-ef21-4616-a595-04afd3ac8464 req-2c2e3939-d08a-4592-a555-c7359d2cf5ac tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.13 "GET /v2.0/ports?device_id=73cf53f6-b88c-4751-84d0-fc2a4eb29846 HTTP/1.1" status: 200 len: 210 time: 0.0688286 Aug 28 15:02:08.038605 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ad843d-17d2-4567-9e04-89278e3d09d3 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Made reservation on behalf of db0e0dcce5754ed4a7f15f2575e5052f for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:02:08.041356 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-78ad843d-17d2-4567-9e04-89278e3d09d3 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:08.061716 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-78ad843d-17d2-4567-9e04-89278e3d09d3 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:08.100881 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb6d39f-7bef-40dd-add1-86df0ecdb754 req-3bea7288-19e7-44ce-baa2-8a2206bffb10 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] No DVR routers for this DVR port bde4fd06-8dd4-4056-9338-9fda139777f7 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:02:08.104439 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-aeb6d39f-7bef-40dd-add1-86df0ecdb754 req-3bea7288-19e7-44ce-baa2-8a2206bffb10 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:08.107354 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aeb6d39f-7bef-40dd-add1-86df0ecdb754 req-3bea7288-19e7-44ce-baa2-8a2206bffb10 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621 tempest-FloatingIPsAssociationNegativeTestJSON-2057789621-project] 10.222.0.36 "DELETE /v2.0/ports/bde4fd06-8dd4-4056-9338-9fda139777f7 HTTP/1.1" status: 204 len: 173 time: 1.3322699 Aug 28 15:02:08.108758 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cf53f6-b88c-4751-84d0-fc2a4eb29846', 'name': 'network-vif-deleted', 'tag': 'bde4fd06-8dd4-4056-9338-9fda139777f7'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:02:08.111741 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccfedb1-a6a7-499e-bfe0-c141ba7b24cf" -d '{"events": [{"server_uuid": "73cf53f6-b88c-4751-84d0-fc2a4eb29846", "name": "network-vif-deleted", "tag": "bde4fd06-8dd4-4056-9338-9fda139777f7"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:02:08.243137 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d6117f-a453-44d6-aacd-cf2fe6cf1730 x-openstack-request-id: req-05d6117f-a453-44d6-aacd-cf2fe6cf1730 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:02:08.243431 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cf53f6-b88c-4751-84d0-fc2a4eb29846", "name": "network-vif-deleted", "tag": "bde4fd06-8dd4-4056-9338-9fda139777f7", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:02:08.243705 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05d6117f-a453-44d6-aacd-cf2fe6cf1730 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:02:08.244096 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cf53f6-b88c-4751-84d0-fc2a4eb29846', 'name': 'network-vif-deleted', 'tag': 'bde4fd06-8dd4-4056-9338-9fda139777f7', 'status': 'completed', 'code': 200} Aug 28 15:02:08.297094 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-78ad843d-17d2-4567-9e04-89278e3d09d3 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:08.306029 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-78ad843d-17d2-4567-9e04-89278e3d09d3 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:08.332567 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ad843d-17d2-4567-9e04-89278e3d09d3 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:02:08.362532 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a825579b-7a1b-4491-8ba9-bb9495242224 req-855d0471-954d-4164-ac26-5ec04d187d82 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:08.376855 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['e52ea24a-8568-468f-8cf6-639ca6a2ca6d'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:02:08.440339 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad843d-17d2-4567-9e04-89278e3d09d3 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f418193-597d-424e-bfd5-02aa106c4570,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:08.468979 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d0471-954d-4164-ac26-5ec04d187d82 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Pushing event deleted for resources: {'Port': ['ID=dab852b8-364e-415c-9114-a39051284f07,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:08.480949 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-78ad843d-17d2-4567-9e04-89278e3d09d3 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:08.481827 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-78ad843d-17d2-4567-9e04-89278e3d09d3 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Added segment 143e7c38-a352-40aa-ae68-61b094030818 of type vlan for network 589021f6-e7d1-4e9a-aa47-273e7250057a Aug 28 15:02:08.492479 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02314b6b-07ae-4f1b-a91f-7d2b7865f370 req-cc3875c6-3fc1-4a45-878f-6d49f9625c0b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:08.495254 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-02314b6b-07ae-4f1b-a91f-7d2b7865f370 req-cc3875c6-3fc1-4a45-878f-6d49f9625c0b tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a9d412e-b2cf-4dc4-ae65-037c69640742 HTTP/1.1" status: 200 len: 867 time: 0.2577276 Aug 28 15:02:08.587296 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-a825579b-7a1b-4491-8ba9-bb9495242224 req-855d0471-954d-4164-ac26-5ec04d187d82 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] No DVR routers for this DVR port dab852b8-364e-415c-9114-a39051284f07 on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:02:08.596235 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a825579b-7a1b-4491-8ba9-bb9495242224 req-855d0471-954d-4164-ac26-5ec04d187d82 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:08.598493 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a825579b-7a1b-4491-8ba9-bb9495242224 req-855d0471-954d-4164-ac26-5ec04d187d82 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.41 "DELETE /v2.0/ports/dab852b8-364e-415c-9114-a39051284f07 HTTP/1.1" status: 204 len: 173 time: 1.0652685 Aug 28 15:02:08.601361 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9d412e-b2cf-4dc4-ae65-037c69640742', 'name': 'network-vif-deleted', 'tag': 'dab852b8-364e-415c-9114-a39051284f07'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:02:08.610930 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8597ebfe-10e6-414e-88f1-db199b00bc42" -d '{"events": [{"server_uuid": "8a9d412e-b2cf-4dc4-ae65-037c69640742", "name": "network-vif-deleted", "tag": "dab852b8-364e-415c-9114-a39051284f07"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:02:08.642686 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-02314b6b-07ae-4f1b-a91f-7d2b7865f370 req-7c8d1580-126c-43e2-bcca-f54cb49d9d5e tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370163 Aug 28 15:02:08.644433 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-78ad843d-17d2-4567-9e04-89278e3d09d3 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:08.732715 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-78ad843d-17d2-4567-9e04-89278e3d09d3 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:08.734091 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ad843d-17d2-4567-9e04-89278e3d09d3 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:08.734538 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-78ad843d-17d2-4567-9e04-89278e3d09d3 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:08.850644 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-78ad843d-17d2-4567-9e04-89278e3d09d3 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4447446 Aug 28 15:02:08.851128 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37212) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:08.873705 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad843d-17d2-4567-9e04-89278e3d09d3 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Pushing event updated for resources: {'Network': ['ID=589021f6-e7d1-4e9a-aa47-273e7250057a,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:08.901009 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 589021f6-e7d1-4e9a-aa47-273e7250057a details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:02:08.975852 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf0ceaf-1777-442d-9515-566ecc71a5ac x-openstack-request-id: req-aaf0ceaf-1777-442d-9515-566ecc71a5ac {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:02:08.976394 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9d412e-b2cf-4dc4-ae65-037c69640742", "name": "network-vif-deleted", "tag": "dab852b8-364e-415c-9114-a39051284f07", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:02:08.976890 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aaf0ceaf-1777-442d-9515-566ecc71a5ac {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:02:08.977472 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9d412e-b2cf-4dc4-ae65-037c69640742', 'name': 'network-vif-deleted', 'tag': 'dab852b8-364e-415c-9114-a39051284f07', 'status': 'completed', 'code': 200} Aug 28 15:02:08.990067 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-76baaa4e-41e8-4de6-9238-757cc912c05e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:09.172380 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-76baaa4e-41e8-4de6-9238-757cc912c05e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:09.192698 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-76baaa4e-41e8-4de6-9238-757cc912c05e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589021f6-e7d1-4e9a-aa47-273e7250057a']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:09.202076 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-76baaa4e-41e8-4de6-9238-757cc912c05e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '143e7c38-a352-40aa-ae68-61b094030818') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:09.202362 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-76baaa4e-41e8-4de6-9238-757cc912c05e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '143e7c38-a352-40aa-ae68-61b094030818') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:09.216263 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-76baaa4e-41e8-4de6-9238-757cc912c05e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:09.225293 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358da4d8-1427-4fbe-a673-024b77f38b1d req-a3b0d759-363d-4d7f-90bc-0a7f8c906a5b tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:09.233534 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37234) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:09.237415 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-358da4d8-1427-4fbe-a673-024b77f38b1d req-a3b0d759-363d-4d7f-90bc-0a7f8c906a5b tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 945 time: 0.1434376 Aug 28 15:02:09.247232 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-76baaa4e-41e8-4de6-9238-757cc912c05e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:09.304570 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76baaa4e-41e8-4de6-9238-757cc912c05e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:02:09.304570 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-76baaa4e-41e8-4de6-9238-757cc912c05e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:02:09.305700 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:02:09.313078 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-358da4d8-1427-4fbe-a673-024b77f38b1d req-d3050038-67e8-4785-9aee-03e2a36fd15c tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744171 Aug 28 15:02:09.546242 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-76baaa4e-41e8-4de6-9238-757cc912c05e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:09.552420 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76baaa4e-41e8-4de6-9238-757cc912c05e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 589021f6-e7d1-4e9a-aa47-273e7250057a {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 28 15:02:09.555578 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-76baaa4e-41e8-4de6-9238-757cc912c05e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:09.562140 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-76baaa4e-41e8-4de6-9238-757cc912c05e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] 10.222.0.13 "DELETE /v2.0/networks/589021f6-e7d1-4e9a-aa47-273e7250057a HTTP/1.1" status: 204 len: 168 time: 0.7054996 Aug 28 15:02:09.583205 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37254) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:09.584339 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76baaa4e-41e8-4de6-9238-757cc912c05e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Pushing event deleted for resources: {'Network': ['ID=589021f6-e7d1-4e9a-aa47-273e7250057a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:09.599456 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-f7cf8f81-4fcc-4d28-b541-d386be7812c0 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Request body: {'network': {'router:external': True}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:09.689884 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cf8f81-4fcc-4d28-b541-d386be7812c0 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Made reservation on behalf of db0e0dcce5754ed4a7f15f2575e5052f for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:02:09.708873 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f7cf8f81-4fcc-4d28-b541-d386be7812c0 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:09.723439 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:02:09.749462 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-8efe2b09-2221-4a28-a345-a2cb9f408f78 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:09.759564 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-8efe2b09-2221-4a28-a345-a2cb9f408f78 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/networks?id=1123c5af-47ee-4e05-9c33-399c448cd238 HTTP/1.1" status: 200 len: 805 time: 0.3070855 Aug 28 15:02:09.780999 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-32f01f5d-1444-4099-9e98-3ad4bffabcb0 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/quotas/3e95395be3d24839a8701be7dfdce9ea HTTP/1.1" status: 200 len: 375 time: 0.0119011 Aug 28 15:02:09.830446 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7cf8f81-4fcc-4d28-b541-d386be7812c0 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:02:09.893499 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-d1d03377-6da9-4ff1-888e-b7159c0fadee tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e95395be3d24839a8701be7dfdce9ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0999563 Aug 28 15:02:09.901161 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f7cf8f81-4fcc-4d28-b541-d386be7812c0 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:09.902278 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-f7cf8f81-4fcc-4d28-b541-d386be7812c0 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Added segment d52416c1-68ce-4fab-a9f3-5a2024c391dc of type vlan for network be2db556-79f3-42a4-b792-b0b29b15fc15 Aug 28 15:02:09.937945 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:09.973387 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:02:09.978861 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f7cf8f81-4fcc-4d28-b541-d386be7812c0 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:09.997305 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4246ab6e-890d-48bb-92fb-f6d45ad82c26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ccf8bd5-5be3-42cf-9689-53bb3f2e0290'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:02:10.002454 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7beadaa-63ff-4e52-8d75-8dc4e64d383f" -d '{"events": [{"server_uuid": "4246ab6e-890d-48bb-92fb-f6d45ad82c26", "name": "network-vif-unplugged", "status": "completed", "tag": "6ccf8bd5-5be3-42cf-9689-53bb3f2e0290"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:02:10.058109 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=6ccf8bd5-5be3-42cf-9689-53bb3f2e0290,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:10.066613 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device bde4fd06-8dd4-4056-9338-9fda139777f7 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:02:10.070722 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:10.072211 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device dab852b8-364e-415c-9114-a39051284f07 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:02:10.100996 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f7cf8f81-4fcc-4d28-b541-d386be7812c0 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:10.104261 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-35c86345-8c96-40e5-976b-7d5e3ccd38ef service neutron] 10.222.0.13 "GET /v2.0/networks/1123c5af-47ee-4e05-9c33-399c448cd238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053180 Aug 28 15:02:10.104736 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cf8f81-4fcc-4d28-b541-d386be7812c0 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:10.108183 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f7cf8f81-4fcc-4d28-b541-d386be7812c0 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:10.214110 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=6ccf8bd5-5be3-42cf-9689-53bb3f2e0290,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:10.220784 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: bde4fd06-8dd4-4056-9338-9fda139777f7 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:02:10.221479 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device bde4fd06-8dd4-4056-9338-9fda139777f7 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:02:10.224615 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: dab852b8-364e-415c-9114-a39051284f07 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:02:10.225436 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device dab852b8-364e-415c-9114-a39051284f07 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:02:10.286520 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f7cf8f81-4fcc-4d28-b541-d386be7812c0 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6935945 Aug 28 15:02:10.289207 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37268) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:10.319550 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-e63f1b94-d37c-477a-8bc7-6af8704bb10a tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Request body: {'subnet': {'network_id': 'be2db556-79f3-42a4-b792-b0b29b15fc15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:10.341161 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf8f81-4fcc-4d28-b541-d386be7812c0 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Pushing event updated for resources: {'Network': ['ID=be2db556-79f3-42a4-b792-b0b29b15fc15,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:10.353754 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network be2db556-79f3-42a4-b792-b0b29b15fc15 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:02:10.356254 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5860a-a388-406a-ad89-6a5e2d910124 req-43a81b96-41a0-4070-8995-8880fc1ba20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:10.357783 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5cd5860a-a388-406a-ad89-6a5e2d910124 req-43a81b96-41a0-4070-8995-8880fc1ba20a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47a98ee661eb4f6b9e7f4574238a2c1b&device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 1097 time: 0.3366284 Aug 28 15:02:10.387130 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2531764-8cc7-4ba9-9020-844db2503d95 req-6de3b71e-5fea-4374-9b86-78ffa362528d tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:10.388752 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a2531764-8cc7-4ba9-9020-844db2503d95 req-6de3b71e-5fea-4374-9b86-78ffa362528d tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 945 time: 0.2959847 Aug 28 15:02:10.394755 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63f1b94-d37c-477a-8bc7-6af8704bb10a tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Made reservation on behalf of db0e0dcce5754ed4a7f15f2575e5052f for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:02:10.397106 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e63f1b94-d37c-477a-8bc7-6af8704bb10a tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:10.474837 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0c86303d-9b9a-4265-bc0a-d639644b6abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:10.604794 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-f2ae1f9a-d5cb-420f-8ca2-75a752bd8e23 service neutron] 10.222.0.13 "GET /v2.0/networks/1123c5af-47ee-4e05-9c33-399c448cd238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4912987 Aug 28 15:02:10.621431 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a2531764-8cc7-4ba9-9020-844db2503d95 req-37af34a2-856e-4798-b00e-f3f62a7103ed tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063847 Aug 28 15:02:10.663467 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5860a-a388-406a-ad89-6a5e2d910124 req-6a49958c-52e0-4370-b7e8-8c8c65632194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:10.665377 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5cd5860a-a388-406a-ad89-6a5e2d910124 req-6a49958c-52e0-4370-b7e8-8c8c65632194 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4658c4f1-5019-4dcd-967b-2ee10544b1b5 HTTP/1.1" status: 200 len: 920 time: 0.2972932 Aug 28 15:02:10.754494 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5cd5860a-a388-406a-ad89-6a5e2d910124 req-78ef4f16-b705-4f32-b2e3-03bbac1dd394 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17165557-72b4-46af-8acd-40b5021f6af4 HTTP/1.1" status: 200 len: 217 time: 0.0759342 Aug 28 15:02:10.773856 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:10.813797 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 15:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ad7acc-b597-4f4a-99b0-d0ea399b38d9 x-openstack-request-id: req-c6ad7acc-b597-4f4a-99b0-d0ea399b38d9 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:02:10.814301 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4246ab6e-890d-48bb-92fb-f6d45ad82c26", "name": "network-vif-unplugged", "status": "completed", "tag": "6ccf8bd5-5be3-42cf-9689-53bb3f2e0290", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:02:10.814748 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6ad7acc-b597-4f4a-99b0-d0ea399b38d9 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:02:10.815306 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4246ab6e-890d-48bb-92fb-f6d45ad82c26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ccf8bd5-5be3-42cf-9689-53bb3f2e0290', 'code': 200} Aug 28 15:02:11.021263 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5860a-a388-406a-ad89-6a5e2d910124 req-aa97f55c-f975-47df-a2d1-1e4d8bdce2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:11.022789 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5cd5860a-a388-406a-ad89-6a5e2d910124 req-aa97f55c-f975-47df-a2d1-1e4d8bdce2ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee386120-21d6-41b3-a564-7a270295e67c HTTP/1.1" status: 200 len: 859 time: 0.2615800 Aug 28 15:02:11.049847 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-701fe431-8fef-4281-8091-e38df2c58580 req-04cbf3b7-1352-4707-a2b9-d8faa8ffe96a tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=22197459-2b58-4bc5-a10b-a5f9a0cd699d HTTP/1.1" status: 200 len: 210 time: 0.0565698 Aug 28 15:02:11.074194 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6bdcd3-8713-4443-adc2-2e27f336b1f2 req-3d672ce4-899c-486b-baeb-734cb246c979 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:11.076200 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6e6bdcd3-8713-4443-adc2-2e27f336b1f2 req-3d672ce4-899c-486b-baeb-734cb246c979 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.41 "GET /v2.0/ports?device_id=4246ab6e-890d-48bb-92fb-f6d45ad82c26 HTTP/1.1" status: 200 len: 944 time: 0.0942676 Aug 28 15:02:11.082547 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9d4e4a62-923f-477d-9eaa-b2c2e96336a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:11.151073 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5cd5860a-a388-406a-ad89-6a5e2d910124 req-4ba97899-e132-426e-bd24-22e75eabfb36 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4658c4f1-5019-4dcd-967b-2ee10544b1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156070 Aug 28 15:02:11.235709 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fe14f-46e6-4ac0-8f9b-80ab52c1aca2 req-6e8e7e1b-48c2-4cf6-aa9f-7cb5ac0f6124 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:11.243807 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a09fe14f-46e6-4ac0-8f9b-80ab52c1aca2 req-6e8e7e1b-48c2-4cf6-aa9f-7cb5ac0f6124 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.2136049 Aug 28 15:02:11.254234 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-6e6bdcd3-8713-4443-adc2-2e27f336b1f2 req-78766089-fd22-41e8-9e0b-33b8f92c974e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Deleting port 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:02:11.254573 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-6e6bdcd3-8713-4443-adc2-2e27f336b1f2 req-78766089-fd22-41e8-9e0b-33b8f92c974e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:11.372409 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-6e6bdcd3-8713-4443-adc2-2e27f336b1f2 req-78766089-fd22-41e8-9e0b-33b8f92c974e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] For port 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=6ccf8bd5-5be3-42cf-9689-53bb3f2e0290,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:11.372827 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-6e6bdcd3-8713-4443-adc2-2e27f336b1f2 req-78766089-fd22-41e8-9e0b-33b8f92c974e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:11.396360 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-6e6bdcd3-8713-4443-adc2-2e27f336b1f2 req-78766089-fd22-41e8-9e0b-33b8f92c974e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Calling delete_port for 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:02:11.483911 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a09fe14f-46e6-4ac0-8f9b-80ab52c1aca2 req-9a2331a8-1457-4b6e-8beb-0af5ca1bbc1d tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386534 Aug 28 15:02:11.604380 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5cd5860a-a388-406a-ad89-6a5e2d910124 req-d2e62e83-b44c-4c4d-8a6b-0adee77b4f16 service neutron] 10.222.0.36 "GET /v2.0/networks/4658c4f1-5019-4dcd-967b-2ee10544b1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433451 Aug 28 15:02:11.617744 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-6e6bdcd3-8713-4443-adc2-2e27f336b1f2 req-78766089-fd22-41e8-9e0b-33b8f92c974e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:11.664274 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:11.692859 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78766089-fd22-41e8-9e0b-33b8f92c974e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Pushing event deleted for resources: {'Port': ['ID=6ccf8bd5-5be3-42cf-9689-53bb3f2e0290,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:11.767049 n-d-712137-10 neutron-server[106330]: DEBUG neutron.objects.ports [None req-e63f1b94-d37c-477a-8bc7-6af8704bb10a tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106330) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 15:02:11.768784 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e63f1b94-d37c-477a-8bc7-6af8704bb10a tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:11.776303 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6bdcd3-8713-4443-adc2-2e27f336b1f2 req-78766089-fd22-41e8-9e0b-33b8f92c974e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] No DVR routers for this DVR port 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290 on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:02:11.781331 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-6e6bdcd3-8713-4443-adc2-2e27f336b1f2 req-78766089-fd22-41e8-9e0b-33b8f92c974e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:11.783676 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6e6bdcd3-8713-4443-adc2-2e27f336b1f2 req-78766089-fd22-41e8-9e0b-33b8f92c974e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.41 "DELETE /v2.0/ports/6ccf8bd5-5be3-42cf-9689-53bb3f2e0290 HTTP/1.1" status: 204 len: 173 time: 0.6998498 Aug 28 15:02:11.793714 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4246ab6e-890d-48bb-92fb-f6d45ad82c26', 'name': 'network-vif-deleted', 'tag': '6ccf8bd5-5be3-42cf-9689-53bb3f2e0290'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:02:11.796281 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7323de1-cce4-49af-a0d0-06441090eba2" -d '{"events": [{"server_uuid": "4246ab6e-890d-48bb-92fb-f6d45ad82c26", "name": "network-vif-deleted", "tag": "6ccf8bd5-5be3-42cf-9689-53bb3f2e0290"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:02:11.870125 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579e0e1-8733-4efd-98aa-9a51ffc95d20 req-b5130114-b6bc-406a-b07c-761d4884c4c1 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:11.871148 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f1b94-d37c-477a-8bc7-6af8704bb10a tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8eb09e2e-8afc-4152-82f2-cde13705552b,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:11.872082 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0579e0e1-8733-4efd-98aa-9a51ffc95d20 req-b5130114-b6bc-406a-b07c-761d4884c4c1 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 945 time: 0.1219499 Aug 28 15:02:11.884982 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3ed58c-a79a-4416-8884-88aa3bc75bf0 x-openstack-request-id: req-ea3ed58c-a79a-4416-8884-88aa3bc75bf0 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:02:11.885288 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4246ab6e-890d-48bb-92fb-f6d45ad82c26", "name": "network-vif-deleted", "tag": "6ccf8bd5-5be3-42cf-9689-53bb3f2e0290", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:02:11.885740 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea3ed58c-a79a-4416-8884-88aa3bc75bf0 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:02:11.886163 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4246ab6e-890d-48bb-92fb-f6d45ad82c26', 'name': 'network-vif-deleted', 'tag': '6ccf8bd5-5be3-42cf-9689-53bb3f2e0290', 'status': 'completed', 'code': 200} Aug 28 15:02:11.890064 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5cd5860a-a388-406a-ad89-6a5e2d910124 req-23d66afc-235a-4990-a4b3-56c5c079ee38 service neutron] 10.222.0.36 "GET /v2.0/networks/4658c4f1-5019-4dcd-967b-2ee10544b1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697933 Aug 28 15:02:11.916597 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63f1b94-d37c-477a-8bc7-6af8704bb10a tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Checking segment: {'id': 'd52416c1-68ce-4fab-a9f3-5a2024c391dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'be2db556-79f3-42a4-b792-b0b29b15fc15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:02:11.917215 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63f1b94-d37c-477a-8bc7-6af8704bb10a tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Network hostable DHCP agents. Network: be2db556-79f3-42a4-b792-b0b29b15fc15, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:02:11.989716 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63f1b94-d37c-477a-8bc7-6af8704bb10a tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Network be2db556-79f3-42a4-b792-b0b29b15fc15 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:02:11.989951 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0579e0e1-8733-4efd-98aa-9a51ffc95d20 req-bca82e4e-7951-4a7d-8e22-e1efc38e0e21 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978937 Aug 28 15:02:12.005116 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-e63f1b94-d37c-477a-8bc7-6af8704bb10a tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, be2db556-79f3-42a4-b792-b0b29b15fc15) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:02:12.016713 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd679e6-f6e2-4e16-96a6-2b6e229e1d7d None None] Network be2db556-79f3-42a4-b792-b0b29b15fc15 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:02:12.034458 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63f1b94-d37c-477a-8bc7-6af8704bb10a tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:12.035552 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e63f1b94-d37c-477a-8bc7-6af8704bb10a tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:12.081594 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e63f1b94-d37c-477a-8bc7-6af8704bb10a tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7849791 Aug 28 15:02:12.082111 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37350) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:12.089752 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-d9f2eae4-a5ec-407a-9251-7d230f6e816e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Request body: {'floatingip': {'floating_network_id': 'be2db556-79f3-42a4-b792-b0b29b15fc15'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:12.091022 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-9d4e4a62-923f-477d-9eaa-b2c2e96336a9 admin admin] Deleting port 44016f55-bda3-4ceb-afa2-53734f3ef27a {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:02:12.095815 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9d4e4a62-923f-477d-9eaa-b2c2e96336a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:12.155004 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d9f2eae4-a5ec-407a-9251-7d230f6e816e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:12.255385 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f897599-a762-4d3a-bc2f-19bd10c45a1a None None] Network be2db556-79f3-42a4-b792-b0b29b15fc15 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:02:12.351210 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea6e4cbc-afe4-488d-8145-ab4f45072872 req-d49d6e3c-b3de-4296-b8b1-873a0ffe6c04 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=22197459-2b58-4bc5-a10b-a5f9a0cd699d HTTP/1.1" status: 200 len: 210 time: 0.0836957 Aug 28 15:02:12.462913 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-9d4e4a62-923f-477d-9eaa-b2c2e96336a9 admin admin] For port 44016f55-bda3-4ceb-afa2-53734f3ef27a, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=44016f55-bda3-4ceb-afa2-53734f3ef27a,segment=NetworkSegment(661b8b18-0dd8-4191-ab69-dd865738dcee),segment_id=661b8b18-0dd8-4191-ab69-dd865738dcee)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:12.463759 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9d4e4a62-923f-477d-9eaa-b2c2e96336a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:12.467937 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d9f2eae4-a5ec-407a-9251-7d230f6e816e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:12.486813 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-1773f9e8-ed33-40a9-b225-7fadb4eb427f tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:12.488582 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-1773f9e8-ed33-40a9-b225-7fadb4eb427f tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.36 "GET /v2.0/networks?id=1123c5af-47ee-4e05-9c33-399c448cd238 HTTP/1.1" status: 200 len: 805 time: 0.2966433 Aug 28 15:02:12.495612 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-9d4e4a62-923f-477d-9eaa-b2c2e96336a9 admin admin] Calling delete_port for 44016f55-bda3-4ceb-afa2-53734f3ef27a owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:02:12.521616 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-9fed39fb-ddae-47e2-b14e-83490e815e84 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Request body: {'port': {'device_id': '22197459-2b58-4bc5-a10b-a5f9a0cd699d', 'network_id': '1123c5af-47ee-4e05-9c33-399c448cd238', 'admin_state_up': True, 'tenant_id': '3e95395be3d24839a8701be7dfdce9ea'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:12.759978 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-d9f2eae4-a5ec-407a-9251-7d230f6e816e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Allocated IP 172.20.0.5 (be2db556-79f3-42a4-b792-b0b29b15fc15/8eb09e2e-8afc-4152-82f2-cde13705552b/9d0da9bf-64b3-4102-997b-f028ba13ac75) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:02:12.789856 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4ad7a-6d4f-4357-88b3-75d3d18c901d req-955b3b50-fcf4-4655-92e7-799997425dbc tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:12.791498 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bbe4ad7a-6d4f-4357-88b3-75d3d18c901d req-955b3b50-fcf4-4655-92e7-799997425dbc tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.1413698 Aug 28 15:02:12.932133 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-9fed39fb-ddae-47e2-b14e-83490e815e84 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Made reservation on behalf of 3e95395be3d24839a8701be7dfdce9ea for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:02:12.937310 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-9fed39fb-ddae-47e2-b14e-83490e815e84 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:12.954425 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bbe4ad7a-6d4f-4357-88b3-75d3d18c901d req-ee89224c-3f37-4b0f-b9d0-493100d2ab1a tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151314 Aug 28 15:02:12.990346 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a6337-fc0b-4d96-80c8-ba7c5d08afcf req-d1c13da2-8e25-4b0b-a058-9c6fbdcd7897 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:12.992825 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3d5a6337-fc0b-4d96-80c8-ba7c5d08afcf req-d1c13da2-8e25-4b0b-a058-9c6fbdcd7897 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.41 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 945 time: 0.1002700 Aug 28 15:02:13.118871 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d9f2eae4-a5ec-407a-9251-7d230f6e816e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:13.177897 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:13.252729 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-9fed39fb-ddae-47e2-b14e-83490e815e84 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Allocated IP 172.20.0.7 (1123c5af-47ee-4e05-9c33-399c448cd238/0232775b-ecc0-4f31-8c1b-6f02e982b8c0/f729278e-f947-45e5-b579-6852c3b44ada) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:02:13.260614 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75b71a-71f1-4a1c-a497-4fc3448f9c0d req-8867b7b7-f339-40ba-a702-b832f20aead8 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:13.274804 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e75b71a-71f1-4a1c-a497-4fc3448f9c0d req-8867b7b7-f339-40ba-a702-b832f20aead8 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 945 time: 0.1639433 Aug 28 15:02:13.365889 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-3d5a6337-fc0b-4d96-80c8-ba7c5d08afcf req-723333e3-6b4a-47c0-8ffc-06f55eb82164 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Deleting port e52ea24a-8568-468f-8cf6-639ca6a2ca6d {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:02:13.366937 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3d5a6337-fc0b-4d96-80c8-ba7c5d08afcf req-723333e3-6b4a-47c0-8ffc-06f55eb82164 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:13.522101 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d9f2eae4-a5ec-407a-9251-7d230f6e816e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:13.557886 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-9fed39fb-ddae-47e2-b14e-83490e815e84 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:13.564696 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e75b71a-71f1-4a1c-a497-4fc3448f9c0d req-bfdc7368-73a7-4561-868e-dfe3476863c3 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888896 Aug 28 15:02:13.601721 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f2eae4-a5ec-407a-9251-7d230f6e816e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Network be2db556-79f3-42a4-b792-b0b29b15fc15 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:02:13.611957 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-d9f2eae4-a5ec-407a-9251-7d230f6e816e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:02:13.629317 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9d4e4a62-923f-477d-9eaa-b2c2e96336a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:13.642490 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f2eae4-a5ec-407a-9251-7d230f6e816e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:02:13.657053 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e185ff30-a29e-4d56-80b8-dd6763f07d39 req-a5818843-5e61-4322-9cba-4cb8b44ee57e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=22197459-2b58-4bc5-a10b-a5f9a0cd699d HTTP/1.1" status: 200 len: 210 time: 0.0604911 Aug 28 15:02:13.686972 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-9fed39fb-ddae-47e2-b14e-83490e815e84 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:13.725540 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e4a62-923f-477d-9eaa-b2c2e96336a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=44016f55-bda3-4ceb-afa2-53734f3ef27a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:13.734220 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2eae4-a5ec-407a-9251-7d230f6e816e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Pushing event updated for resources: {'Port': ['ID=9d0da9bf-64b3-4102-997b-f028ba13ac75,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:13.766434 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device e52ea24a-8568-468f-8cf6-639ca6a2ca6d no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:02:13.828209 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-3d5a6337-fc0b-4d96-80c8-ba7c5d08afcf req-723333e3-6b4a-47c0-8ffc-06f55eb82164 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] For port e52ea24a-8568-468f-8cf6-639ca6a2ca6d, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=e52ea24a-8568-468f-8cf6-639ca6a2ca6d,segment=NetworkSegment(30c3bd03-6d20-4f9c-ac2f-08cf062737b2),segment_id=30c3bd03-6d20-4f9c-ac2f-08cf062737b2)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:13.837068 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed39fb-ddae-47e2-b14e-83490e815e84 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Pushing event updated for resources: {'Port': ['ID=f729278e-f947-45e5-b579-6852c3b44ada,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:13.851359 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3d5a6337-fc0b-4d96-80c8-ba7c5d08afcf req-723333e3-6b4a-47c0-8ffc-06f55eb82164 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:13.861612 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-9fed39fb-ddae-47e2-b14e-83490e815e84 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Network 1123c5af-47ee-4e05-9c33-399c448cd238 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:02:13.870551 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-9fed39fb-ddae-47e2-b14e-83490e815e84 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:02:13.878290 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-9fed39fb-ddae-47e2-b14e-83490e815e84 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:02:13.948972 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-3d5a6337-fc0b-4d96-80c8-ba7c5d08afcf req-723333e3-6b4a-47c0-8ffc-06f55eb82164 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Calling delete_port for e52ea24a-8568-468f-8cf6-639ca6a2ca6d owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:02:14.007503 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-9fed39fb-ddae-47e2-b14e-83490e815e84 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:14.008217 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-9fed39fb-ddae-47e2-b14e-83490e815e84 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:14.014597 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:14.100297 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port e52ea24a-8568-468f-8cf6-639ca6a2ca6d, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=e52ea24a-8568-468f-8cf6-639ca6a2ca6d,segment=NetworkSegment(30c3bd03-6d20-4f9c-ac2f-08cf062737b2),segment_id=30c3bd03-6d20-4f9c-ac2f-08cf062737b2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:14.101805 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd759e33c-d045-4e55-93fd-bfea91946dd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e52ea24a-8568-468f-8cf6-639ca6a2ca6d'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:02:14.105721 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5f2abb-4912-48a2-bed1-0ab6e391b65c" -d '{"events": [{"server_uuid": "d759e33c-d045-4e55-93fd-bfea91946dd9", "name": "network-vif-unplugged", "status": "completed", "tag": "e52ea24a-8568-468f-8cf6-639ca6a2ca6d"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:02:14.112905 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:14.114030 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:02:14.154731 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d9f2eae4-a5ec-407a-9251-7d230f6e816e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:14.177097 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 15:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7523f24-3eeb-457d-b147-50daeb18ace3 x-openstack-request-id: req-c7523f24-3eeb-457d-b147-50daeb18ace3 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:02:14.177667 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d759e33c-d045-4e55-93fd-bfea91946dd9", "name": "network-vif-unplugged", "status": "completed", "tag": "e52ea24a-8568-468f-8cf6-639ca6a2ca6d", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:02:14.178122 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7523f24-3eeb-457d-b147-50daeb18ace3 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:02:14.180138 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd759e33c-d045-4e55-93fd-bfea91946dd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e52ea24a-8568-468f-8cf6-639ca6a2ca6d', 'code': 200} Aug 28 15:02:14.183192 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:02:14.183795 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 6ccf8bd5-5be3-42cf-9689-53bb3f2e0290 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:02:14.218768 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d9f2eae4-a5ec-407a-9251-7d230f6e816e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:14.226753 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=e52ea24a-8568-468f-8cf6-639ca6a2ca6d,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:14.255104 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-9fed39fb-ddae-47e2-b14e-83490e815e84 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7565112 Aug 28 15:02:14.328961 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9d4e4a62-923f-477d-9eaa-b2c2e96336a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:14.342693 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-f431d2a6-189b-439d-ad06-1841a87ee204 service neutron] Request body: {'port': {'device_id': '22197459-2b58-4bc5-a10b-a5f9a0cd699d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:14.391608 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3d5a6337-fc0b-4d96-80c8-ba7c5d08afcf req-723333e3-6b4a-47c0-8ffc-06f55eb82164 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:14.484844 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5a6337-fc0b-4d96-80c8-ba7c5d08afcf req-723333e3-6b4a-47c0-8ffc-06f55eb82164 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] No DVR routers for this DVR port e52ea24a-8568-468f-8cf6-639ca6a2ca6d on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:02:14.488287 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3d5a6337-fc0b-4d96-80c8-ba7c5d08afcf req-723333e3-6b4a-47c0-8ffc-06f55eb82164 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:14.491361 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3d5a6337-fc0b-4d96-80c8-ba7c5d08afcf req-723333e3-6b4a-47c0-8ffc-06f55eb82164 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.41 "DELETE /v2.0/ports/e52ea24a-8568-468f-8cf6-639ca6a2ca6d HTTP/1.1" status: 204 len: 173 time: 1.4913774 Aug 28 15:02:14.492314 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723333e3-6b4a-47c0-8ffc-06f55eb82164 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Pushing event deleted for resources: {'Port': ['ID=e52ea24a-8568-468f-8cf6-639ca6a2ca6d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:14.497492 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd759e33c-d045-4e55-93fd-bfea91946dd9', 'name': 'network-vif-deleted', 'tag': 'e52ea24a-8568-468f-8cf6-639ca6a2ca6d'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:02:14.501271 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349dbd18-35c7-41ac-a683-6e9bcbc5067a" -d '{"events": [{"server_uuid": "d759e33c-d045-4e55-93fd-bfea91946dd9", "name": "network-vif-deleted", "tag": "e52ea24a-8568-468f-8cf6-639ca6a2ca6d"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:02:14.584013 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87920050-51f3-4f65-9584-7fdcdc756dcd x-openstack-request-id: req-87920050-51f3-4f65-9584-7fdcdc756dcd {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:02:14.584458 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d759e33c-d045-4e55-93fd-bfea91946dd9", "name": "network-vif-deleted", "tag": "e52ea24a-8568-468f-8cf6-639ca6a2ca6d", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:02:14.584820 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87920050-51f3-4f65-9584-7fdcdc756dcd {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:02:14.585539 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd759e33c-d045-4e55-93fd-bfea91946dd9', 'name': 'network-vif-deleted', 'tag': 'e52ea24a-8568-468f-8cf6-639ca6a2ca6d', 'status': 'completed', 'code': 200} Aug 28 15:02:14.626868 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d9f2eae4-a5ec-407a-9251-7d230f6e816e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:14.635119 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d9f2eae4-a5ec-407a-9251-7d230f6e816e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:14.756499 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d9f2eae4-a5ec-407a-9251-7d230f6e816e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:14.848013 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d9f2eae4-a5ec-407a-9251-7d230f6e816e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:14.849356 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d9f2eae4-a5ec-407a-9251-7d230f6e816e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.7663972 Aug 28 15:02:14.851234 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2eae4-a5ec-407a-9251-7d230f6e816e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Pushing event updated for resources: {'Port': ['ID=9d0da9bf-64b3-4102-997b-f028ba13ac75,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:14.856282 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37416) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:14.904998 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49898d73-6df9-4c7a-b2f8-053dfa8f483b req-0b6ea745-66b8-4676-828b-39a99b666741 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:14.912054 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-49898d73-6df9-4c7a-b2f8-053dfa8f483b req-0b6ea745-66b8-4676-828b-39a99b666741 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/ports?device_id=d759e33c-d045-4e55-93fd-bfea91946dd9 HTTP/1.1" status: 200 len: 865 time: 0.7557023 Aug 28 15:02:14.936546 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-f431d2a6-189b-439d-ad06-1841a87ee204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:14.951124 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d8782836-42e5-421e-abee-06b686a75d2f tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=be2db556-79f3-42a4-b792-b0b29b15fc15 HTTP/1.1" status: 200 len: 689 time: 0.0887935 Aug 28 15:02:14.954565 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37420) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:14.965422 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e41b45-d18e-4f00-8640-fb012c5cb6e3 req-b96f8734-e039-403d-9702-c2d115c301c0 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:14.973677 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d9e41b45-d18e-4f00-8640-fb012c5cb6e3 req-b96f8734-e039-403d-9702-c2d115c301c0 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 945 time: 0.2205353 Aug 28 15:02:15.039207 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d9e41b45-d18e-4f00-8640-fb012c5cb6e3 req-3a6b3c90-2f8a-41e3-9b86-ccbb9c5c2dad tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642231 Aug 28 15:02:15.089593 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-49898d73-6df9-4c7a-b2f8-053dfa8f483b req-6d6de286-af2c-4b38-8050-90d5ac902de5 tempest-ListServerFiltersTestJSON-1625791002 tempest-ListServerFiltersTestJSON-1625791002-project] 10.222.0.13 "GET /v2.0/security-groups?id=62cca525-e258-4e60-bf63-85561dd5fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747839 Aug 28 15:02:15.197872 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b777b9-4e99-460c-a078-509cc2eb858d req-717aae8f-8bcd-4931-8a80-2b369222f918 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:15.201296 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-15b777b9-4e99-460c-a078-509cc2eb858d req-717aae8f-8bcd-4931-8a80-2b369222f918 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=22197459-2b58-4bc5-a10b-a5f9a0cd699d HTTP/1.1" status: 200 len: 931 time: 0.0872576 Aug 28 15:02:15.272316 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2327f38f-9fff-43e3-b5e4-2f0b1837b5a4 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:15.280792 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-15b777b9-4e99-460c-a078-509cc2eb858d req-0f5d9070-8221-4774-af63-9e4b53945cc7 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715282 Aug 28 15:02:15.540875 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4e4a62-923f-477d-9eaa-b2c2e96336a9 admin admin] Router dedf36f2-f8f2-41e3-b726-5b06ba111a82 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:02:15.584607 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-2327f38f-9fff-43e3-b5e4-2f0b1837b5a4 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Deleting port 9d0da9bf-64b3-4102-997b-f028ba13ac75 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:02:15.584843 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2327f38f-9fff-43e3-b5e4-2f0b1837b5a4 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:15.777077 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-f431d2a6-189b-439d-ad06-1841a87ee204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f729278e-f947-45e5-b579-6852c3b44ada {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:02:15.797854 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-f431d2a6-189b-439d-ad06-1841a87ee204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:15.806686 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2327f38f-9fff-43e3-b5e4-2f0b1837b5a4 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:15.807416 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2327f38f-9fff-43e3-b5e4-2f0b1837b5a4 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:15.830719 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4e4a62-923f-477d-9eaa-b2c2e96336a9 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:02:15.833783 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-2327f38f-9fff-43e3-b5e4-2f0b1837b5a4 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Calling delete_port for 9d0da9bf-64b3-4102-997b-f028ba13ac75 owned by network:floatingip {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:02:15.835969 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-f431d2a6-189b-439d-ad06-1841a87ee204 service neutron] Transition to ACTIVE for port object f729278e-f947-45e5-b579-6852c3b44ada will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:02:15.841905 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a365a37-7a18-4aca-9106-7d9537055025 None None] Sync routers for ids ['dedf36f2-f8f2-41e3-b726-5b06ba111a82'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:02:15.846745 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9d4e4a62-923f-477d-9eaa-b2c2e96336a9 admin admin] 10.222.0.13 "PUT /v2.0/routers/dedf36f2-f8f2-41e3-b726-5b06ba111a82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6093616 Aug 28 15:02:15.848065 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37438) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:15.848554 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-f431d2a6-189b-439d-ad06-1841a87ee204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:15.855217 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a365a37-7a18-4aca-9106-7d9537055025 None None] Routers {'dedf36f2-f8f2-41e3-b726-5b06ba111a82'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:02:15.855911 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0a365a37-7a18-4aca-9106-7d9537055025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:02:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['dedf36f2-f8f2-41e3-b726-5b06ba111a82'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:15.971579 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-0a365a37-7a18-4aca-9106-7d9537055025 None None] Set router dedf36f2-f8f2-41e3-b726-5b06ba111a82 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:02:16.008313 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b2101b3e-4349-4f43-bc0f-56b97c4f9cec admin admin] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:16.034804 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431d2a6-189b-439d-ad06-1841a87ee204 service neutron] Pushing event updated for resources: {'Port': ['ID=f729278e-f947-45e5-b579-6852c3b44ada,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:16.102086 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-f431d2a6-189b-439d-ad06-1841a87ee204 service neutron] Attempting to bind port f729278e-f947-45e5-b579-6852c3b44ada on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:16.102839 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-f431d2a6-189b-439d-ad06-1841a87ee204 service neutron] Attempting to bind port f729278e-f947-45e5-b579-6852c3b44ada by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '054bce77-d965-4f6e-801e-8da1b8abd808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1123c5af-47ee-4e05-9c33-399c448cd238'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:16.103186 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-f431d2a6-189b-439d-ad06-1841a87ee204 service neutron] Attempting to bind port f729278e-f947-45e5-b579-6852c3b44ada on network 1123c5af-47ee-4e05-9c33-399c448cd238 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:16.124448 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-f431d2a6-189b-439d-ad06-1841a87ee204 service neutron] Port f729278e-f947-45e5-b579-6852c3b44ada on network 1123c5af-47ee-4e05-9c33-399c448cd238 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:16.125019 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-f431d2a6-189b-439d-ad06-1841a87ee204 service neutron] Attempting to bind port f729278e-f947-45e5-b579-6852c3b44ada on network 1123c5af-47ee-4e05-9c33-399c448cd238 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:16.144388 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-f431d2a6-189b-439d-ad06-1841a87ee204 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:02:16.145008 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-f431d2a6-189b-439d-ad06-1841a87ee204 service neutron] Checking segment: {'id': '054bce77-d965-4f6e-801e-8da1b8abd808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1123c5af-47ee-4e05-9c33-399c448cd238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:02:16.145592 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-f431d2a6-189b-439d-ad06-1841a87ee204 service neutron] Bound using segment: {'id': '054bce77-d965-4f6e-801e-8da1b8abd808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1123c5af-47ee-4e05-9c33-399c448cd238'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:02:16.146335 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-f431d2a6-189b-439d-ad06-1841a87ee204 service neutron] Bound port: f729278e-f947-45e5-b579-6852c3b44ada, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '054bce77-d965-4f6e-801e-8da1b8abd808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1123c5af-47ee-4e05-9c33-399c448cd238'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:02:16.146915 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-f431d2a6-189b-439d-ad06-1841a87ee204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:16.191544 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37452) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:16.274226 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b2101b3e-4349-4f43-bc0f-56b97c4f9cec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:16.276556 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0a365a37-7a18-4aca-9106-7d9537055025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-342812436-router', 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '81490603-52e3-490f-aef0-6c87b5001bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:01:18Z', 'updated_at': '2021-08-28T15:02:13Z', 'revision_number': 5, 'project_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'gw_port': {'id': '81490603-52e3-490f-aef0-6c87b5001bda', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:19Z', 'updated_at': '2021-08-28T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:16.284427 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2327f38f-9fff-43e3-b5e4-2f0b1837b5a4 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:16.295996 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29ef04-0429-4845-9cd7-c5fea8325123 req-14919345-8cbc-40bc-923d-aff1431cbef7 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:16.306843 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9e29ef04-0429-4845-9cd7-c5fea8325123 req-14919345-8cbc-40bc-923d-aff1431cbef7 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 945 time: 0.1517582 Aug 28 15:02:16.319309 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-f431d2a6-189b-439d-ad06-1841a87ee204 service neutron] For port f729278e-f947-45e5-b579-6852c3b44ada, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:02:16.323803 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327f38f-9fff-43e3-b5e4-2f0b1837b5a4 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d0da9bf-64b3-4102-997b-f028ba13ac75,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:16.344799 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-f431d2a6-189b-439d-ad06-1841a87ee204 service neutron] For port f729278e-f947-45e5-b579-6852c3b44ada, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f729278e-f947-45e5-b579-6852c3b44ada,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:02:16.367604 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-f431d2a6-189b-439d-ad06-1841a87ee204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:16.427185 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f560d7c-94fe-4ce3-ab52-20170d6245a6 admin admin] Deleting subnet 7c8b154e-039f-4ee4-b255-1db7119187b0 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:02:16.466963 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4f560d7c-94fe-4ce3-ab52-20170d6245a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:16.508748 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9e29ef04-0429-4845-9cd7-c5fea8325123 req-bde54dee-9c84-42f8-b245-6e05442dc9e9 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010188 Aug 28 15:02:16.509503 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a365a37-7a18-4aca-9106-7d9537055025 None None] Checking router: dedf36f2-f8f2-41e3-b726-5b06ba111a82 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:02:16.515111 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-f431d2a6-189b-439d-ad06-1841a87ee204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:16.515825 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-f431d2a6-189b-439d-ad06-1841a87ee204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:16.517256 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-f431d2a6-189b-439d-ad06-1841a87ee204 service neutron] 10.222.0.36 "PUT /v2.0/ports/f729278e-f947-45e5-b579-6852c3b44ada HTTP/1.1" status: 200 len: 1092 time: 2.1805844 Aug 28 15:02:16.517723 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22197459-2b58-4bc5-a10b-a5f9a0cd699d', 'tag': 'f729278e-f947-45e5-b579-6852c3b44ada'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:02:16.520116 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b35707e-05d4-418a-a20d-3f359d14fd8d" -d '{"events": [{"name": "network-changed", "server_uuid": "22197459-2b58-4bc5-a10b-a5f9a0cd699d", "tag": "f729278e-f947-45e5-b579-6852c3b44ada"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:02:16.524035 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a365a37-7a18-4aca-9106-7d9537055025 None None] Routers {'dedf36f2-f8f2-41e3-b726-5b06ba111a82'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:02:16.525924 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0a365a37-7a18-4aca-9106-7d9537055025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:02:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['dedf36f2-f8f2-41e3-b726-5b06ba111a82'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:16.572411 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2327f38f-9fff-43e3-b5e4-2f0b1837b5a4 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:16.589676 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4f560d7c-94fe-4ce3-ab52-20170d6245a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:16.615062 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431d2a6-189b-439d-ad06-1841a87ee204 service neutron] Pushing event updated for resources: {'Port': ['ID=f729278e-f947-45e5-b579-6852c3b44ada,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:16.656157 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-b2101b3e-4349-4f43-bc0f-56b97c4f9cec admin admin] Deleting port 81490603-52e3-490f-aef0-6c87b5001bda {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:02:16.656545 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b2101b3e-4349-4f43-bc0f-56b97c4f9cec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:16.660110 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-0a365a37-7a18-4aca-9106-7d9537055025 None None] Set router dedf36f2-f8f2-41e3-b726-5b06ba111a82 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:02:16.689961 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4b8cc-c86b-4632-b7a1-0d85451cd59e req-46bdd7cb-8bed-46cd-bf4b-5d106b21e91f tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:16.704093 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bdf4b8cc-c86b-4632-b7a1-0d85451cd59e req-46bdd7cb-8bed-46cd-bf4b-5d106b21e91f tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=22197459-2b58-4bc5-a10b-a5f9a0cd699d HTTP/1.1" status: 200 len: 943 time: 0.2105403 Aug 28 15:02:16.781084 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-8269b211-5879-474c-8e2f-d0dea5e52c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:16.785910 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-8269b211-5879-474c-8e2f-d0dea5e52c43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e95395be3d24839a8701be7dfdce9ea&device_id=22197459-2b58-4bc5-a10b-a5f9a0cd699d HTTP/1.1" status: 200 len: 1095 time: 0.2058928 Aug 28 15:02:16.798619 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4f560d7c-94fe-4ce3-ab52-20170d6245a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:16.818078 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2327f38f-9fff-43e3-b5e4-2f0b1837b5a4 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:16.818914 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0a365a37-7a18-4aca-9106-7d9537055025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-342812436-router', 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:01:18Z', 'updated_at': '2021-08-28T15:02:16Z', 'revision_number': 6, 'project_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:16.829972 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73518f79-b725-425b-812c-f53d13dc9ecb x-openstack-request-id: req-73518f79-b725-425b-812c-f53d13dc9ecb {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:02:16.830748 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22197459-2b58-4bc5-a10b-a5f9a0cd699d", "tag": "f729278e-f947-45e5-b579-6852c3b44ada", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:02:16.831584 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73518f79-b725-425b-812c-f53d13dc9ecb {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:02:16.832192 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22197459-2b58-4bc5-a10b-a5f9a0cd699d', 'tag': 'f729278e-f947-45e5-b579-6852c3b44ada', 'status': 'completed', 'code': 200} Aug 28 15:02:16.835324 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-b2101b3e-4349-4f43-bc0f-56b97c4f9cec admin admin] For port 81490603-52e3-490f-aef0-6c87b5001bda, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=81490603-52e3-490f-aef0-6c87b5001bda,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:16.835715 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b2101b3e-4349-4f43-bc0f-56b97c4f9cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:16.854481 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-b2101b3e-4349-4f43-bc0f-56b97c4f9cec admin admin] Calling delete_port for 81490603-52e3-490f-aef0-6c87b5001bda owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:02:16.882096 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a365a37-7a18-4aca-9106-7d9537055025 None None] The sync data for ids ['dedf36f2-f8f2-41e3-b726-5b06ba111a82'] in n-d-712137-10 is: [{'id': 'dedf36f2-f8f2-41e3-b726-5b06ba111a82', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-342812436-router', 'tenant_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:01:18Z', 'updated_at': '2021-08-28T15:02:16Z', 'revision_number': 6, 'project_id': 'fe324b812e744bb0bdbdce7fe2c6c169', 'gw_port_host': None}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:02:16.953302 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4f560d7c-94fe-4ce3-ab52-20170d6245a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:16.971770 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-9b9fcded-1abe-4f07-8f85-4c86060b0ff2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f729278e-f947-45e5-b579-6852c3b44ada HTTP/1.1" status: 200 len: 217 time: 0.1755149 Aug 28 15:02:16.975804 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bdf4b8cc-c86b-4632-b7a1-0d85451cd59e req-0a5b2233-3ab5-463e-994c-aa5a080e185d tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707171 Aug 28 15:02:16.978347 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2327f38f-9fff-43e3-b5e4-2f0b1837b5a4 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:16.993085 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f560d7c-94fe-4ce3-ab52-20170d6245a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c8b154e-039f-4ee4-b255-1db7119187b0,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:17.009168 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4f560d7c-94fe-4ce3-ab52-20170d6245a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:17.009489 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3e13ad-1782-4aab-a1c3-b392aa4dc568 None None] Network ae24ad12-66df-4f98-8f52-41424ce2024c requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:02:17.014276 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4f560d7c-94fe-4ce3-ab52-20170d6245a6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7c8b154e-039f-4ee4-b255-1db7119187b0 HTTP/1.1" status: 204 len: 168 time: 0.8154769 Aug 28 15:02:17.015462 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37482) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:17.058191 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327f38f-9fff-43e3-b5e4-2f0b1837b5a4 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8eb09e2e-8afc-4152-82f2-cde13705552b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:17.129461 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1afc803b-0a0e-4143-bbfd-e6b092fef7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:17.200729 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-0d791fe1-e6f6-48a8-9f57-a16e9ee205f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:17.202233 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-0d791fe1-e6f6-48a8-9f57-a16e9ee205f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0232775b-ecc0-4f31-8c1b-6f02e982b8c0 HTTP/1.1" status: 200 len: 845 time: 0.2049432 Aug 28 15:02:17.203705 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2327f38f-9fff-43e3-b5e4-2f0b1837b5a4 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:17.231210 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-2327f38f-9fff-43e3-b5e4-2f0b1837b5a4 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be2db556-79f3-42a4-b792-b0b29b15fc15']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:17.248099 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-1afc803b-0a0e-4143-bbfd-e6b092fef7f2 admin admin] Deleting port eb14f7f0-f5f2-4bb6-9794-d883a09efb35 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:02:17.248440 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1afc803b-0a0e-4143-bbfd-e6b092fef7f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:17.263783 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-2327f38f-9fff-43e3-b5e4-2f0b1837b5a4 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52416c1-68ce-4fab-a9f3-5a2024c391dc') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:17.264398 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-2327f38f-9fff-43e3-b5e4-2f0b1837b5a4 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52416c1-68ce-4fab-a9f3-5a2024c391dc') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:17.275768 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2327f38f-9fff-43e3-b5e4-2f0b1837b5a4 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:17.292685 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ce7da5-03bb-4880-81a3-8bcd3a3bcc6e None None] DHCP port deletion for ae24ad12-66df-4f98-8f52-41424ce2024c request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:02:17.315063 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2327f38f-9fff-43e3-b5e4-2f0b1837b5a4 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:17.325297 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-1afc803b-0a0e-4143-bbfd-e6b092fef7f2 admin admin] For port eb14f7f0-f5f2-4bb6-9794-d883a09efb35, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=eb14f7f0-f5f2-4bb6-9794-d883a09efb35,segment=NetworkSegment(30c3bd03-6d20-4f9c-ac2f-08cf062737b2),segment_id=30c3bd03-6d20-4f9c-ac2f-08cf062737b2)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:17.325652 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1afc803b-0a0e-4143-bbfd-e6b092fef7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:17.328673 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2327f38f-9fff-43e3-b5e4-2f0b1837b5a4 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:02:17.331021 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2327f38f-9fff-43e3-b5e4-2f0b1837b5a4 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:02:17.336483 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:02:17.355733 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-1afc803b-0a0e-4143-bbfd-e6b092fef7f2 admin admin] Calling delete_port for eb14f7f0-f5f2-4bb6-9794-d883a09efb35 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:02:17.389327 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-78c6d1ad-104d-4afc-97cf-fd3924b46bf8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1123c5af-47ee-4e05-9c33-399c448cd238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1762364 Aug 28 15:02:17.403851 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-58ce7da5-03bb-4880-81a3-8bcd3a3bcc6e None None] Deleting port eb14f7f0-f5f2-4bb6-9794-d883a09efb35 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:02:17.404642 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-58ce7da5-03bb-4880-81a3-8bcd3a3bcc6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:17.448054 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b2101b3e-4349-4f43-bc0f-56b97c4f9cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:17.503079 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2101b3e-4349-4f43-bc0f-56b97c4f9cec admin admin] Pushing event deleted for resources: {'Port': ['ID=81490603-52e3-490f-aef0-6c87b5001bda,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:17.513572 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-58ce7da5-03bb-4880-81a3-8bcd3a3bcc6e None None] For port eb14f7f0-f5f2-4bb6-9794-d883a09efb35, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=eb14f7f0-f5f2-4bb6-9794-d883a09efb35,segment=NetworkSegment(30c3bd03-6d20-4f9c-ac2f-08cf062737b2),segment_id=30c3bd03-6d20-4f9c-ac2f-08cf062737b2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:17.514016 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-58ce7da5-03bb-4880-81a3-8bcd3a3bcc6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:17.533212 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-58ce7da5-03bb-4880-81a3-8bcd3a3bcc6e None None] Calling delete_port for eb14f7f0-f5f2-4bb6-9794-d883a09efb35 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:02:17.617882 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-cf4db7df-c976-4844-89bd-06b7ba1b7f7a service neutron] 10.222.0.36 "GET /v2.0/networks/1123c5af-47ee-4e05-9c33-399c448cd238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106460 Aug 28 15:02:17.619050 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2327f38f-9fff-43e3-b5e4-2f0b1837b5a4 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:17.629257 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2327f38f-9fff-43e3-b5e4-2f0b1837b5a4 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network be2db556-79f3-42a4-b792-b0b29b15fc15 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 28 15:02:17.632321 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2327f38f-9fff-43e3-b5e4-2f0b1837b5a4 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:17.638660 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2327f38f-9fff-43e3-b5e4-2f0b1837b5a4 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] 10.222.0.13 "DELETE /v2.0/networks/be2db556-79f3-42a4-b792-b0b29b15fc15 HTTP/1.1" status: 204 len: 168 time: 2.6835711 Aug 28 15:02:17.654252 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37502) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:17.661942 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327f38f-9fff-43e3-b5e4-2f0b1837b5a4 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Pushing event deleted for resources: {'Network': ['ID=be2db556-79f3-42a4-b792-b0b29b15fc15,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:17.691311 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-58ce7da5-03bb-4880-81a3-8bcd3a3bcc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:17.708085 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b2101b3e-4349-4f43-bc0f-56b97c4f9cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:17.727470 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ce7da5-03bb-4880-81a3-8bcd3a3bcc6e None None] No DVR routers for this DVR port eb14f7f0-f5f2-4bb6-9794-d883a09efb35 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:02:17.813518 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce7da5-03bb-4880-81a3-8bcd3a3bcc6e None None] Pushing event deleted for resources: {'Port': ['ID=eb14f7f0-f5f2-4bb6-9794-d883a09efb35,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:17.856210 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1afc803b-0a0e-4143-bbfd-e6b092fef7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:17.887359 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-437ddccf-0f64-41d8-90ee-42c951db7ade tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.2181907 Aug 28 15:02:17.887359 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37512) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:17.938015 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device eb14f7f0-f5f2-4bb6-9794-d883a09efb35 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:02:17.947114 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc803b-0a0e-4143-bbfd-e6b092fef7f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb14f7f0-f5f2-4bb6-9794-d883a09efb35,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:17.960586 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afc803b-0a0e-4143-bbfd-e6b092fef7f2 admin admin] No DVR routers for this DVR port eb14f7f0-f5f2-4bb6-9794-d883a09efb35 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:02:17.977264 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b2101b3e-4349-4f43-bc0f-56b97c4f9cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:17.980534 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: eb14f7f0-f5f2-4bb6-9794-d883a09efb35 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:02:17.987688 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b2101b3e-4349-4f43-bc0f-56b97c4f9cec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:17.994274 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device eb14f7f0-f5f2-4bb6-9794-d883a09efb35 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:02:17.994274 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 81490603-52e3-490f-aef0-6c87b5001bda no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:02:18.021392 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d916c-bb73-4700-bf28-ad5da6047aa1 req-2378d1e9-3c18-45be-a6b5-b8a5e3b62f29 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:18.029239 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ac5d916c-bb73-4700-bf28-ad5da6047aa1 req-2378d1e9-3c18-45be-a6b5-b8a5e3b62f29 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 945 time: 0.3991215 Aug 28 15:02:18.054682 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 81490603-52e3-490f-aef0-6c87b5001bda {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:02:18.057181 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 81490603-52e3-490f-aef0-6c87b5001bda not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:02:18.057609 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 44016f55-bda3-4ceb-afa2-53734f3ef27a no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:02:18.082263 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ac5d916c-bb73-4700-bf28-ad5da6047aa1 req-60458b12-6cee-49f7-8457-01290a8603c7 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517683 Aug 28 15:02:18.117684 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 44016f55-bda3-4ceb-afa2-53734f3ef27a {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:02:18.120856 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 44016f55-bda3-4ceb-afa2-53734f3ef27a not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:02:18.121694 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-73552c95-3860-4e1f-94fc-bf87059ba64e req-f4218df7-4109-4e88-bebc-5b8198f88992 service neutron] 10.222.0.36 "GET /v2.0/networks/1123c5af-47ee-4e05-9c33-399c448cd238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808888 Aug 28 15:02:18.193618 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1afc803b-0a0e-4143-bbfd-e6b092fef7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:18.206101 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b2101b3e-4349-4f43-bc0f-56b97c4f9cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:18.207027 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2101b3e-4349-4f43-bc0f-56b97c4f9cec admin admin] Fanout notify agent at l3_agent the message router_deleted on router dedf36f2-f8f2-41e3-b726-5b06ba111a82 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:02:18.209948 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-1afc803b-0a0e-4143-bbfd-e6b092fef7f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae24ad12-66df-4f98-8f52-41424ce2024c']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:18.210137 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac7d804-d43e-425d-962c-0b3adccf17c3 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:18.210774 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac7d804-d43e-425d-962c-0b3adccf17c3 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:18.211401 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac7d804-d43e-425d-962c-0b3adccf17c3 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:18.212052 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac7d804-d43e-425d-962c-0b3adccf17c3 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:18.212642 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac7d804-d43e-425d-962c-0b3adccf17c3 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:18.213232 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac7d804-d43e-425d-962c-0b3adccf17c3 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:18.213822 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac7d804-d43e-425d-962c-0b3adccf17c3 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:18.214415 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac7d804-d43e-425d-962c-0b3adccf17c3 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:18.215747 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac7d804-d43e-425d-962c-0b3adccf17c3 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:18.217808 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2ac7d804-d43e-425d-962c-0b3adccf17c3 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5854 time: 0.3261666 Aug 28 15:02:18.221035 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b2101b3e-4349-4f43-bc0f-56b97c4f9cec admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:18.225984 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b2101b3e-4349-4f43-bc0f-56b97c4f9cec admin admin] 10.222.0.13 "DELETE /v2.0/routers/dedf36f2-f8f2-41e3-b726-5b06ba111a82 HTTP/1.1" status: 204 len: 168 time: 2.3736439 Aug 28 15:02:18.232633 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37518) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:18.232968 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37520) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:18.281984 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3feaa07-1106-403f-93be-6f7675b379cf req-811c6881-7ce3-4f56-9f7a-6a803bb4e1e0 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:18.284459 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d3feaa07-1106-403f-93be-6f7675b379cf req-811c6881-7ce3-4f56-9f7a-6a803bb4e1e0 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=22197459-2b58-4bc5-a10b-a5f9a0cd699d HTTP/1.1" status: 200 len: 943 time: 0.1497722 Aug 28 15:02:18.327009 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-3b8058aa-9501-4674-a10b-b82df3ae04df tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] delete failed (client error): The resource could not be found. Aug 28 15:02:18.329200 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35707e-05d4-418a-a20d-3f359d14fd8d req-8a54a742-fbb4-435b-8ccc-b8d9f8726219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:18.332545 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7b35707e-05d4-418a-a20d-3f359d14fd8d req-8a54a742-fbb4-435b-8ccc-b8d9f8726219 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e95395be3d24839a8701be7dfdce9ea&device_id=22197459-2b58-4bc5-a10b-a5f9a0cd699d HTTP/1.1" status: 200 len: 1095 time: 0.1377246 Aug 28 15:02:18.333179 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37524) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:18.336093 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3b8058aa-9501-4674-a10b-b82df3ae04df tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/557dc5f1-a8e6-4e5f-b9e1-501a63f792e4 HTTP/1.1" status: 404 len: 345 time: 0.0944288 Aug 28 15:02:18.338964 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-1afc803b-0a0e-4143-bbfd-e6b092fef7f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c3bd03-6d20-4f9c-ac2f-08cf062737b2') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:18.339418 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-1afc803b-0a0e-4143-bbfd-e6b092fef7f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c3bd03-6d20-4f9c-ac2f-08cf062737b2') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:18.410020 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1afc803b-0a0e-4143-bbfd-e6b092fef7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:18.430318 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-10be3ed8-bbe0-4817-bbb6-dae082bd5a9e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] DELETE failed (client error): The resource could not be found. Aug 28 15:02:18.431346 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10be3ed8-bbe0-4817-bbb6-dae082bd5a9e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:02:18.434433 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-10be3ed8-bbe0-4817-bbb6-dae082bd5a9e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] 10.222.0.13 "DELETE /v2.0/networks/be2db556-79f3-42a4-b792-b0b29b15fc15 HTTP/1.1" status: 404 len: 339 time: 0.0977721 Aug 28 15:02:18.441245 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37526) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:18.450507 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d3feaa07-1106-403f-93be-6f7675b379cf req-a274a2d2-970d-4694-b856-9aa90be915ec tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556327 Aug 28 15:02:18.456259 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-f645952f-279a-4c97-86c9-1fa8f79b6932 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Request body: {'network': {'name': 'tempest-network--1684955034', 'router:external': True}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:18.489153 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1afc803b-0a0e-4143-bbfd-e6b092fef7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:18.497966 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f66924-642c-4a8c-a91b-c09e7cd26aef admin admin] Deleting subnet 75f3e6a9-c315-460b-8a96-4aeacf727b86 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:02:18.513449 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35707e-05d4-418a-a20d-3f359d14fd8d req-27657bbf-f594-472c-8d91-68ad40d0fd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:18.515240 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7b35707e-05d4-418a-a20d-3f359d14fd8d req-27657bbf-f594-472c-8d91-68ad40d0fd52 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1123c5af-47ee-4e05-9c33-399c448cd238 HTTP/1.1" status: 200 len: 906 time: 0.1619110 Aug 28 15:02:18.516129 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-65f66924-642c-4a8c-a91b-c09e7cd26aef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:18.522678 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afc803b-0a0e-4143-bbfd-e6b092fef7f2 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:02:18.523135 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1afc803b-0a0e-4143-bbfd-e6b092fef7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:02:18.524974 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:02:18.638891 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f645952f-279a-4c97-86c9-1fa8f79b6932 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Made reservation on behalf of db0e0dcce5754ed4a7f15f2575e5052f for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:02:18.641513 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f645952f-279a-4c97-86c9-1fa8f79b6932 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:18.659409 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-65f66924-642c-4a8c-a91b-c09e7cd26aef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:18.701962 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1afc803b-0a0e-4143-bbfd-e6b092fef7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:18.721165 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1afc803b-0a0e-4143-bbfd-e6b092fef7f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:18.726091 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1afc803b-0a0e-4143-bbfd-e6b092fef7f2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ae24ad12-66df-4f98-8f52-41424ce2024c HTTP/1.1" status: 204 len: 168 time: 1.7094827 Aug 28 15:02:18.755344 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f645952f-279a-4c97-86c9-1fa8f79b6932 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:02:18.761001 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc803b-0a0e-4143-bbfd-e6b092fef7f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae24ad12-66df-4f98-8f52-41424ce2024c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:18.796273 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f645952f-279a-4c97-86c9-1fa8f79b6932 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:18.796690 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-f645952f-279a-4c97-86c9-1fa8f79b6932 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Added segment 40f7815d-ec77-4b7f-85f4-e5c0b087bfd6 of type vlan for network 2f264a6e-94c8-46b1-906a-886aa4216af5 Aug 28 15:02:18.847183 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-65f66924-642c-4a8c-a91b-c09e7cd26aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:18.932558 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f645952f-279a-4c97-86c9-1fa8f79b6932 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:19.056629 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f645952f-279a-4c97-86c9-1fa8f79b6932 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:19.062291 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f645952f-279a-4c97-86c9-1fa8f79b6932 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:19.063053 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f645952f-279a-4c97-86c9-1fa8f79b6932 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:19.095978 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-65f66924-642c-4a8c-a91b-c09e7cd26aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:19.202065 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f645952f-279a-4c97-86c9-1fa8f79b6932 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7556868 Aug 28 15:02:19.220409 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7b35707e-05d4-418a-a20d-3f359d14fd8d req-8c96fc7b-d8b4-47a4-9cf3-1a39f186601b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f729278e-f947-45e5-b579-6852c3b44ada HTTP/1.1" status: 200 len: 217 time: 0.6960726 Aug 28 15:02:19.221049 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37552) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:19.221277 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37554) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:19.240496 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e829283d-473b-4d42-8130-7823d510bb87 None None] Network 7f8f220c-9491-4b28-bbdb-8fe595a72abc requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:02:19.256183 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-65f66924-642c-4a8c-a91b-c09e7cd26aef admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:19.258408 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-65f66924-642c-4a8c-a91b-c09e7cd26aef admin admin] 10.222.0.13 "DELETE /v2.0/subnets/75f3e6a9-c315-460b-8a96-4aeacf727b86 HTTP/1.1" status: 204 len: 168 time: 1.0130987 Aug 28 15:02:19.259500 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f66924-642c-4a8c-a91b-c09e7cd26aef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75f3e6a9-c315-460b-8a96-4aeacf727b86,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:19.265596 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37556) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:19.277933 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f645952f-279a-4c97-86c9-1fa8f79b6932 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Pushing event updated for resources: {'Network': ['ID=2f264a6e-94c8-46b1-906a-886aa4216af5,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:19.368671 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 2f264a6e-94c8-46b1-906a-886aa4216af5 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:02:19.390668 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf72565e-42c1-4341-80d3-1a9373ebc954 tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:19.397364 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf72565e-42c1-4341-80d3-1a9373ebc954 tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:19.404598 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf72565e-42c1-4341-80d3-1a9373ebc954 tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:19.422587 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf72565e-42c1-4341-80d3-1a9373ebc954 tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:19.425041 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cf72565e-42c1-4341-80d3-1a9373ebc954 tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.1983454 Aug 28 15:02:19.458306 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37560) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:19.605128 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35707e-05d4-418a-a20d-3f359d14fd8d req-087dc347-86b2-40d9-8c09-a62a2d91451d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:19.607106 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7b35707e-05d4-418a-a20d-3f359d14fd8d req-087dc347-86b2-40d9-8c09-a62a2d91451d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0232775b-ecc0-4f31-8c1b-6f02e982b8c0 HTTP/1.1" status: 200 len: 845 time: 0.3531497 Aug 28 15:02:19.612938 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a9f371c3-232c-4123-8081-3fb98e5adeb9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=602286d5074847ef8994e5ac3b5cb388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3835387 Aug 28 15:02:19.664385 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37572) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:19.684856 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8392ad86-f7f6-44aa-9207-35b3d1cd5b6e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:19.735211 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7b35707e-05d4-418a-a20d-3f359d14fd8d req-efd1de4d-71eb-4dce-b12c-810a2c7c05c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1123c5af-47ee-4e05-9c33-399c448cd238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698209 Aug 28 15:02:19.762540 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025dcb93-65e3-44a8-ab2f-a83f926e1703 req-abee0875-46b9-405c-8788-cf9f6412462e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:19.767318 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fe7678-8437-49a6-95e5-269b644341ff None None] DHCP port deletion for 7f8f220c-9491-4b28-bbdb-8fe595a72abc request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:02:19.769368 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-025dcb93-65e3-44a8-ab2f-a83f926e1703 req-abee0875-46b9-405c-8788-cf9f6412462e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=22197459-2b58-4bc5-a10b-a5f9a0cd699d HTTP/1.1" status: 200 len: 943 time: 0.1611435 Aug 28 15:02:19.784046 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37574) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:19.880006 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-46fe7678-8437-49a6-95e5-269b644341ff None None] Deleting port 38079790-3a6b-474d-b196-ab8cd7f2380b {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:02:19.880461 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-46fe7678-8437-49a6-95e5-269b644341ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:19.922214 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534753ca-7de4-4eb9-83d2-e3a8b7ad59cf req-acb0ee31-1c6a-4293-b821-e90e9af0831e tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:19.937681 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-534753ca-7de4-4eb9-83d2-e3a8b7ad59cf req-acb0ee31-1c6a-4293-b821-e90e9af0831e tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 945 time: 0.7484958 Aug 28 15:02:19.942385 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2671c45c-4254-4187-a71f-de318970e39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:20.046010 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-46fe7678-8437-49a6-95e5-269b644341ff None None] For port 38079790-3a6b-474d-b196-ab8cd7f2380b, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=38079790-3a6b-474d-b196-ab8cd7f2380b,segment=NetworkSegment(661b8b18-0dd8-4191-ab69-dd865738dcee),segment_id=661b8b18-0dd8-4191-ab69-dd865738dcee)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:20.046648 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-46fe7678-8437-49a6-95e5-269b644341ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:20.069611 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-534753ca-7de4-4eb9-83d2-e3a8b7ad59cf req-8623dfa2-4834-4505-8f0e-0b8618caebc6 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303232 Aug 28 15:02:20.072499 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-46fe7678-8437-49a6-95e5-269b644341ff None None] Calling delete_port for 38079790-3a6b-474d-b196-ab8cd7f2380b owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:02:20.083682 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7b35707e-05d4-418a-a20d-3f359d14fd8d req-012c7f7c-6357-4d2d-9b03-f1d678da071e service neutron] 10.222.0.36 "GET /v2.0/networks/1123c5af-47ee-4e05-9c33-399c448cd238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307145 Aug 28 15:02:20.135692 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f729278e-f947-45e5-b579-6852c3b44ada details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:02:20.158738 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-2671c45c-4254-4187-a71f-de318970e39f admin admin] Deleting port 38079790-3a6b-474d-b196-ab8cd7f2380b {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:02:20.159234 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2671c45c-4254-4187-a71f-de318970e39f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:20.227403 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8392ad86-f7f6-44aa-9207-35b3d1cd5b6e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:20.242271 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-8392ad86-f7f6-44aa-9207-35b3d1cd5b6e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f264a6e-94c8-46b1-906a-886aa4216af5']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:20.252893 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port f729278e-f947-45e5-b579-6852c3b44ada, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f729278e-f947-45e5-b579-6852c3b44ada,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:20.255463 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-2671c45c-4254-4187-a71f-de318970e39f admin admin] For port 38079790-3a6b-474d-b196-ab8cd7f2380b, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=38079790-3a6b-474d-b196-ab8cd7f2380b,segment=NetworkSegment(661b8b18-0dd8-4191-ab69-dd865738dcee),segment_id=661b8b18-0dd8-4191-ab69-dd865738dcee)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:20.256207 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c45d99de-9a34-4c3f-95f2-492b42536e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:20.256677 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2671c45c-4254-4187-a71f-de318970e39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:20.274510 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'f729278e-f947-45e5-b579-6852c3b44ada', 'network_id': '1123c5af-47ee-4e05-9c33-399c448cd238', 'port_id': 'f729278e-f947-45e5-b579-6852c3b44ada', 'mac_address': 'fa:16:3e:6a:cd:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0232775b-ecc0-4f31-8c1b-6f02e982b8c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:02:20.289897 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-2671c45c-4254-4187-a71f-de318970e39f admin admin] Calling delete_port for 38079790-3a6b-474d-b196-ab8cd7f2380b owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:02:20.317015 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:20.342413 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f729278e-f947-45e5-b579-6852c3b44ada {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:02:20.362236 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port f729278e-f947-45e5-b579-6852c3b44ada, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f729278e-f947-45e5-b579-6852c3b44ada,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:20.368353 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:20.397108 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-8392ad86-f7f6-44aa-9207-35b3d1cd5b6e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f7815d-ec77-4b7f-85f4-e5c0b087bfd6') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:20.397678 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-8392ad86-f7f6-44aa-9207-35b3d1cd5b6e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f7815d-ec77-4b7f-85f4-e5c0b087bfd6') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:20.408362 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8392ad86-f7f6-44aa-9207-35b3d1cd5b6e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:20.432193 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-46fe7678-8437-49a6-95e5-269b644341ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:20.434173 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2671c45c-4254-4187-a71f-de318970e39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:20.441754 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=f729278e-f947-45e5-b579-6852c3b44ada,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:20.447503 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2671c45c-4254-4187-a71f-de318970e39f admin admin] No DVR routers for this DVR port 38079790-3a6b-474d-b196-ab8cd7f2380b on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:02:20.452822 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-41c5ed2d-6a96-430a-8675-3a9907994e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:20.459101 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8392ad86-f7f6-44aa-9207-35b3d1cd5b6e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:20.468247 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-025dcb93-65e3-44a8-ab2f-a83f926e1703 req-fafdf659-0dc9-469e-a9ce-43503b0e06e5 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6979322 Aug 28 15:02:20.496380 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fe7678-8437-49a6-95e5-269b644341ff None None] No DVR routers for this DVR port 38079790-3a6b-474d-b196-ab8cd7f2380b on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:02:20.499371 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe7678-8437-49a6-95e5-269b644341ff None None] Pushing event deleted for resources: {'Port': ['ID=38079790-3a6b-474d-b196-ab8cd7f2380b,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:20.504296 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671c45c-4254-4187-a71f-de318970e39f admin admin] Pushing event deleted for resources: {'Port': ['ID=38079790-3a6b-474d-b196-ab8cd7f2380b,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:20.504556 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8392ad86-f7f6-44aa-9207-35b3d1cd5b6e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:02:20.505301 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8392ad86-f7f6-44aa-9207-35b3d1cd5b6e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:02:20.517029 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:02:20.577908 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-41c5ed2d-6a96-430a-8675-3a9907994e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:20.606406 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7b35707e-05d4-418a-a20d-3f359d14fd8d req-bda41ca8-6955-4336-8fb0-d80b714cd3fe service neutron] 10.222.0.36 "GET /v2.0/networks/1123c5af-47ee-4e05-9c33-399c448cd238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4986608 Aug 28 15:02:20.611383 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2671c45c-4254-4187-a71f-de318970e39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:20.624274 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-2671c45c-4254-4187-a71f-de318970e39f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8f220c-9491-4b28-bbdb-8fe595a72abc']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:20.643277 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-2671c45c-4254-4187-a71f-de318970e39f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '661b8b18-0dd8-4191-ab69-dd865738dcee') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:20.643277 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-2671c45c-4254-4187-a71f-de318970e39f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '661b8b18-0dd8-4191-ab69-dd865738dcee') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:20.647987 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2671c45c-4254-4187-a71f-de318970e39f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:20.650229 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8392ad86-f7f6-44aa-9207-35b3d1cd5b6e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:20.656823 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['f729278e-f947-45e5-b579-6852c3b44ada'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:02:20.657134 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8392ad86-f7f6-44aa-9207-35b3d1cd5b6e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2f264a6e-94c8-46b1-906a-886aa4216af5 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 28 15:02:20.659982 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8392ad86-f7f6-44aa-9207-35b3d1cd5b6e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:20.668238 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8392ad86-f7f6-44aa-9207-35b3d1cd5b6e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] 10.222.0.13 "DELETE /v2.0/networks/2f264a6e-94c8-46b1-906a-886aa4216af5 HTTP/1.1" status: 204 len: 168 time: 1.2082975 Aug 28 15:02:20.669432 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37592) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:20.685685 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2671c45c-4254-4187-a71f-de318970e39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:20.693172 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2671c45c-4254-4187-a71f-de318970e39f admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:02:20.693752 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2671c45c-4254-4187-a71f-de318970e39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:02:20.695952 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:02:20.705661 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-008de78f-5f4b-4473-86e6-8e82b9a0aa17 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Request body: {'network': {'name': 'tempest-network--670816712', 'router:external': True}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:20.713814 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392ad86-f7f6-44aa-9207-35b3d1cd5b6e tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Pushing event deleted for resources: {'Network': ['ID=2f264a6e-94c8-46b1-906a-886aa4216af5,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:20.733776 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-41c5ed2d-6a96-430a-8675-3a9907994e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:20.739479 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-41c5ed2d-6a96-430a-8675-3a9907994e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:20.740708 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-41c5ed2d-6a96-430a-8675-3a9907994e8f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62cca525-e258-4e60-bf63-85561dd5fd38 HTTP/1.1" status: 204 len: 168 time: 1.0728259 Aug 28 15:02:20.759928 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5ed2d-6a96-430a-8675-3a9907994e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cca525-e258-4e60-bf63-85561dd5fd38,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:20.788316 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2671c45c-4254-4187-a71f-de318970e39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:20.809169 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2671c45c-4254-4187-a71f-de318970e39f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:20.816121 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2671c45c-4254-4187-a71f-de318970e39f admin admin] 10.222.0.13 "DELETE /v2.0/networks/7f8f220c-9491-4b28-bbdb-8fe595a72abc HTTP/1.1" status: 204 len: 168 time: 1.5478985 Aug 28 15:02:20.829623 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671c45c-4254-4187-a71f-de318970e39f admin admin] Pushing event deleted for resources: {'Network': ['ID=7f8f220c-9491-4b28-bbdb-8fe595a72abc,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:20.878833 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c45d99de-9a34-4c3f-95f2-492b42536e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:20.887804 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c45d99de-9a34-4c3f-95f2-492b42536e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:20.933969 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d99de-9a34-4c3f-95f2-492b42536e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3afcfe5-bd59-476f-8e15-142da62d1f6c,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:20.983021 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c45d99de-9a34-4c3f-95f2-492b42536e4b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=44bc3a33cf9d442fbcf196ba7cf92ec0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1977923 Aug 28 15:02:20.985880 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37604) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:20.995163 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008de78f-5f4b-4473-86e6-8e82b9a0aa17 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Made reservation on behalf of db0e0dcce5754ed4a7f15f2575e5052f for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:02:21.002046 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-008de78f-5f4b-4473-86e6-8e82b9a0aa17 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:21.052696 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f2ce4313-95de-405b-a7b2-72184cab22e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:21.054374 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008de78f-5f4b-4473-86e6-8e82b9a0aa17 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:02:21.073151 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-008de78f-5f4b-4473-86e6-8e82b9a0aa17 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:21.073498 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-008de78f-5f4b-4473-86e6-8e82b9a0aa17 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Added segment 04f46af3-71a6-478f-9aa2-74e7f030b306 of type vlan for network ce988c3b-bd17-4fbb-b822-b0a36bb90640 Aug 28 15:02:21.088649 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f2ce4313-95de-405b-a7b2-72184cab22e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:21.133975 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-008de78f-5f4b-4473-86e6-8e82b9a0aa17 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:21.152836 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f2ce4313-95de-405b-a7b2-72184cab22e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:21.159467 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f2ce4313-95de-405b-a7b2-72184cab22e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:21.167347 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f2ce4313-95de-405b-a7b2-72184cab22e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3afcfe5-bd59-476f-8e15-142da62d1f6c HTTP/1.1" status: 204 len: 168 time: 0.1801705 Aug 28 15:02:21.177733 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce4313-95de-405b-a7b2-72184cab22e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3afcfe5-bd59-476f-8e15-142da62d1f6c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:21.188800 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-008de78f-5f4b-4473-86e6-8e82b9a0aa17 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:21.189831 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008de78f-5f4b-4473-86e6-8e82b9a0aa17 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:21.190367 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-008de78f-5f4b-4473-86e6-8e82b9a0aa17 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:21.242921 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37618) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:21.260843 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-008de78f-5f4b-4473-86e6-8e82b9a0aa17 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5600057 Aug 28 15:02:21.261537 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37620) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:21.375996 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd415eaa-e6ef-485e-86cc-78c6930e5094 req-a8414ae7-adf0-4772-ba7f-fd16e2540f14 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:21.378403 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dd415eaa-e6ef-485e-86cc-78c6930e5094 req-a8414ae7-adf0-4772-ba7f-fd16e2540f14 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 945 time: 0.1776056 Aug 28 15:02:21.380080 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8a2945-3f8a-4193-a531-d40d0ee7a2b1 tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:21.382935 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f2f26e27-98db-4b62-891b-fe1d41403ffb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe324b812e744bb0bdbdce7fe2c6c169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385164 Aug 28 15:02:21.384494 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5f8a2945-3f8a-4193-a531-d40d0ee7a2b1 tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] 10.222.0.13 "GET /v2.0/networks/ce988c3b-bd17-4fbb-b822-b0a36bb90640 HTTP/1.1" status: 200 len: 756 time: 0.1194122 Aug 28 15:02:21.385047 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37624) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:21.385562 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37626) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:21.430736 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dd415eaa-e6ef-485e-86cc-78c6930e5094 req-88b27182-d5de-4e45-8a5b-33416ae28334 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462358 Aug 28 15:02:21.479145 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008de78f-5f4b-4473-86e6-8e82b9a0aa17 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Pushing event updated for resources: {'Network': ['ID=ce988c3b-bd17-4fbb-b822-b0a36bb90640,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:21.494622 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network ce988c3b-bd17-4fbb-b822-b0a36bb90640 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:02:21.584292 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faa67fc-82a0-481b-a7c3-2b9c8e527dd3 tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:21.585713 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0faa67fc-82a0-481b-a7c3-2b9c8e527dd3 tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] 10.222.0.13 "GET /v2.0/networks/49e5117b-cd9a-4482-a47c-4604674d3795 HTTP/1.1" status: 200 len: 768 time: 0.1965401 Aug 28 15:02:21.588585 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37636) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:21.655784 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e75999c2-9b05-47a4-8d03-180fc2f1ccaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:21.686480 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fdad660e-8013-4bc8-b746-243db02856e7 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:21.687945 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e75999c2-9b05-47a4-8d03-180fc2f1ccaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:21.698658 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55390097-1c35-4902-9963-04209f69d135 req-5b521846-f4b4-401d-a82b-79d46746baf5 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:21.700783 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-55390097-1c35-4902-9963-04209f69d135 req-5b521846-f4b4-401d-a82b-79d46746baf5 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=22197459-2b58-4bc5-a10b-a5f9a0cd699d HTTP/1.1" status: 200 len: 944 time: 0.1321902 Aug 28 15:02:21.794651 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fdad660e-8013-4bc8-b746-243db02856e7 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:21.807061 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-fdad660e-8013-4bc8-b746-243db02856e7 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce988c3b-bd17-4fbb-b822-b0a36bb90640']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:21.821380 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-fdad660e-8013-4bc8-b746-243db02856e7 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f46af3-71a6-478f-9aa2-74e7f030b306') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:21.821782 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-fdad660e-8013-4bc8-b746-243db02856e7 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f46af3-71a6-478f-9aa2-74e7f030b306') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:21.827896 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 38079790-3a6b-474d-b196-ab8cd7f2380b no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:02:21.829654 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-55390097-1c35-4902-9963-04209f69d135 req-56b7c9bc-fdfe-448d-b2ce-0bf1a0b0658c tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185243 Aug 28 15:02:21.844879 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fdad660e-8013-4bc8-b746-243db02856e7 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:21.852208 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e75999c2-9b05-47a4-8d03-180fc2f1ccaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:21.860958 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e75999c2-9b05-47a4-8d03-180fc2f1ccaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:21.863059 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e75999c2-9b05-47a4-8d03-180fc2f1ccaa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2471a840-f31e-4640-bc5a-0de740b1a031 HTTP/1.1" status: 204 len: 168 time: 0.4725804 Aug 28 15:02:21.872899 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fdad660e-8013-4bc8-b746-243db02856e7 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:21.876852 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 38079790-3a6b-474d-b196-ab8cd7f2380b {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:02:21.877417 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 38079790-3a6b-474d-b196-ab8cd7f2380b not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:02:21.889837 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdad660e-8013-4bc8-b746-243db02856e7 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:02:21.890500 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fdad660e-8013-4bc8-b746-243db02856e7 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:02:21.893183 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:02:21.894820 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75999c2-9b05-47a4-8d03-180fc2f1ccaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2471a840-f31e-4640-bc5a-0de740b1a031,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:21.975791 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fdad660e-8013-4bc8-b746-243db02856e7 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:21.981274 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdad660e-8013-4bc8-b746-243db02856e7 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ce988c3b-bd17-4fbb-b822-b0a36bb90640 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 28 15:02:21.984676 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fdad660e-8013-4bc8-b746-243db02856e7 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:21.990083 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fdad660e-8013-4bc8-b746-243db02856e7 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] 10.222.0.13 "DELETE /v2.0/networks/ce988c3b-bd17-4fbb-b822-b0a36bb90640 HTTP/1.1" status: 204 len: 168 time: 0.3969855 Aug 28 15:02:21.990726 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37656) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:21.995826 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-1ee4a75a-41b3-4c3a-bfc6-61e3719748f6 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Request body: {'network': {'name': 'tempest-network--1887589847'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:22.008818 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad660e-8013-4bc8-b746-243db02856e7 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Pushing event deleted for resources: {'Network': ['ID=ce988c3b-bd17-4fbb-b822-b0a36bb90640,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:22.036484 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee4a75a-41b3-4c3a-bfc6-61e3719748f6 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Made reservation on behalf of db0e0dcce5754ed4a7f15f2575e5052f for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:02:22.039127 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1ee4a75a-41b3-4c3a-bfc6-61e3719748f6 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:22.070062 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee4a75a-41b3-4c3a-bfc6-61e3719748f6 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:02:22.081300 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1ee4a75a-41b3-4c3a-bfc6-61e3719748f6 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:22.082040 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-1ee4a75a-41b3-4c3a-bfc6-61e3719748f6 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Added segment a09aceb6-fd6d-48cb-8e41-66e6b0de3086 of type vlan for network c33465fd-7fa9-44d7-826b-db147d0d3394 Aug 28 15:02:22.126241 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1ee4a75a-41b3-4c3a-bfc6-61e3719748f6 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:22.135534 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f729278e-f947-45e5-b579-6852c3b44ada up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:02:22.163908 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1ee4a75a-41b3-4c3a-bfc6-61e3719748f6 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:22.167102 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee4a75a-41b3-4c3a-bfc6-61e3719748f6 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:22.168853 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1ee4a75a-41b3-4c3a-bfc6-61e3719748f6 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:22.224276 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port f729278e-f947-45e5-b579-6852c3b44ada completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:02:22.229936 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port f729278e-f947-45e5-b579-6852c3b44ada triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:02:22.230831 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:22.253896 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee4a75a-41b3-4c3a-bfc6-61e3719748f6 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Pushing event updated for resources: {'Network': ['ID=c33465fd-7fa9-44d7-826b-db147d0d3394,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:22.266988 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1ee4a75a-41b3-4c3a-bfc6-61e3719748f6 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2757163 Aug 28 15:02:22.270072 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37664) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:22.276605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-9e3f16c0-c33d-4a6e-a48e-3afbe051d1f5 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Request body: {'network': {'router:external': True}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:22.307047 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network c33465fd-7fa9-44d7-826b-db147d0d3394 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:02:22.509657 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:22.549664 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22197459-2b58-4bc5-a10b-a5f9a0cd699d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f729278e-f947-45e5-b579-6852c3b44ada'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:02:22.554263 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ac5d51-b1a5-42de-a1a1-da41e6e772bf" -d '{"events": [{"server_uuid": "22197459-2b58-4bc5-a10b-a5f9a0cd699d", "name": "network-vif-plugged", "status": "completed", "tag": "f729278e-f947-45e5-b579-6852c3b44ada"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:02:22.612616 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port f729278e-f947-45e5-b579-6852c3b44ada, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f729278e-f947-45e5-b579-6852c3b44ada,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:22.624034 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:22.627801 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9e3f16c0-c33d-4a6e-a48e-3afbe051d1f5 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:22.650246 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e4742-2934-49ef-8d85-63d7898622ea req-118446bf-1767-425c-a53d-9273e77aba15 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:22.658155 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-877e4742-2934-49ef-8d85-63d7898622ea req-118446bf-1767-425c-a53d-9273e77aba15 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 945 time: 0.0998132 Aug 28 15:02:22.666425 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9e3f16c0-c33d-4a6e-a48e-3afbe051d1f5 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:22.673029 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52d908c-a74d-4292-bff1-d8633c76b563 x-openstack-request-id: req-e52d908c-a74d-4292-bff1-d8633c76b563 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:02:22.673418 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22197459-2b58-4bc5-a10b-a5f9a0cd699d", "name": "network-vif-plugged", "status": "completed", "tag": "f729278e-f947-45e5-b579-6852c3b44ada", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:02:22.674055 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e52d908c-a74d-4292-bff1-d8633c76b563 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:02:22.674405 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22197459-2b58-4bc5-a10b-a5f9a0cd699d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f729278e-f947-45e5-b579-6852c3b44ada', 'code': 200} Aug 28 15:02:22.703022 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9e3f16c0-c33d-4a6e-a48e-3afbe051d1f5 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Network c33465fd-7fa9-44d7-826b-db147d0d3394 is not hosted by any dhcp agent {{(pid=106330) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 15:02:22.704941 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3f16c0-c33d-4a6e-a48e-3afbe051d1f5 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:22.704941 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9e3f16c0-c33d-4a6e-a48e-3afbe051d1f5 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:22.706363 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9e3f16c0-c33d-4a6e-a48e-3afbe051d1f5 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] 10.222.0.13 "PUT /v2.0/networks/c33465fd-7fa9-44d7-826b-db147d0d3394 HTTP/1.1" status: 200 len: 858 time: 0.4349470 Aug 28 15:02:22.709342 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37682) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:22.716541 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=f729278e-f947-45e5-b579-6852c3b44ada,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:22.795418 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-335cd3a7-969e-49b2-b483-6e80d7f18b2c tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:22.798179 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-877e4742-2934-49ef-8d85-63d7898622ea req-2c65d342-6177-4d5f-85c7-5e10abb7579a tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390488 Aug 28 15:02:22.803286 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f16c0-c33d-4a6e-a48e-3afbe051d1f5 tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Pushing event updated for resources: {'Network': ['ID=c33465fd-7fa9-44d7-826b-db147d0d3394,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:22.828660 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4b3a5-c4f8-4e9e-acfb-e40cb74e5d55 req-eaa462c0-612a-4a64-bef1-786c48a2280f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:22.830674 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-35f4b3a5-c4f8-4e9e-acfb-e40cb74e5d55 req-eaa462c0-612a-4a64-bef1-786c48a2280f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=22197459-2b58-4bc5-a10b-a5f9a0cd699d HTTP/1.1" status: 200 len: 1097 time: 0.0917096 Aug 28 15:02:22.880533 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-35f4b3a5-c4f8-4e9e-acfb-e40cb74e5d55 req-bc1a84ed-52e3-42ba-9755-0f9e41440f3b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391681 Aug 28 15:02:22.913134 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-335cd3a7-969e-49b2-b483-6e80d7f18b2c tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:22.926014 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-335cd3a7-969e-49b2-b483-6e80d7f18b2c tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33465fd-7fa9-44d7-826b-db147d0d3394']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:22.940405 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-335cd3a7-969e-49b2-b483-6e80d7f18b2c tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09aceb6-fd6d-48cb-8e41-66e6b0de3086') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:22.941297 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-335cd3a7-969e-49b2-b483-6e80d7f18b2c tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09aceb6-fd6d-48cb-8e41-66e6b0de3086') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:22.962018 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-335cd3a7-969e-49b2-b483-6e80d7f18b2c tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:23.000297 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-335cd3a7-969e-49b2-b483-6e80d7f18b2c tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:23.008862 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-335cd3a7-969e-49b2-b483-6e80d7f18b2c tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:02:23.009247 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-335cd3a7-969e-49b2-b483-6e80d7f18b2c tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:02:23.010961 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:02:23.053439 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37694) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:23.063913 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f78b5-3014-43cd-a79e-0c7d317d03fe req-a711b41e-a816-46a4-b82c-3bd7cabd7b81 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:23.065479 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-848f78b5-3014-43cd-a79e-0c7d317d03fe req-a711b41e-a816-46a4-b82c-3bd7cabd7b81 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=22197459-2b58-4bc5-a10b-a5f9a0cd699d HTTP/1.1" status: 200 len: 945 time: 0.1219332 Aug 28 15:02:23.124189 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-848f78b5-3014-43cd-a79e-0c7d317d03fe req-c91556d1-b0e8-4b04-a3ed-f00c032f3248 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506980 Aug 28 15:02:23.125215 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-335cd3a7-969e-49b2-b483-6e80d7f18b2c tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:23.135378 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335cd3a7-969e-49b2-b483-6e80d7f18b2c tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c33465fd-7fa9-44d7-826b-db147d0d3394 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 28 15:02:23.138151 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-335cd3a7-969e-49b2-b483-6e80d7f18b2c tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:23.144320 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-335cd3a7-969e-49b2-b483-6e80d7f18b2c tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] 10.222.0.13 "DELETE /v2.0/networks/c33465fd-7fa9-44d7-826b-db147d0d3394 HTTP/1.1" status: 204 len: 168 time: 0.4337165 Aug 28 15:02:23.144901 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37702) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:23.159546 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335cd3a7-969e-49b2-b483-6e80d7f18b2c tempest-ExternalNetworksTestJSON-1933751513 tempest-ExternalNetworksTestJSON-1933751513-project-admin] Pushing event deleted for resources: {'Network': ['ID=c33465fd-7fa9-44d7-826b-db147d0d3394,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:23.190177 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-d36678ce-608b-4d7d-918d-6e5156344d0e tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] DELETE failed (client error): The resource could not be found. Aug 28 15:02:23.190800 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d36678ce-608b-4d7d-918d-6e5156344d0e tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:02:23.192892 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d36678ce-608b-4d7d-918d-6e5156344d0e tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] 10.222.0.13 "DELETE /v2.0/subnets/8eb09e2e-8afc-4152-82f2-cde13705552b HTTP/1.1" status: 404 len: 337 time: 0.0468981 Aug 28 15:02:23.195608 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37704) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:23.290252 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0de098c9-e9c0-4467-af59-9bf84ce48753 tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:23.308175 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-49fabeaf-c82f-45db-92b6-d7352241869c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-761718493-network', 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:23.343822 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fabeaf-c82f-45db-92b6-d7352241869c admin admin] Made reservation on behalf of 46b00d3633ae4e8aa897aec4e89fcc4d for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:02:23.353896 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49fabeaf-c82f-45db-92b6-d7352241869c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:23.373056 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49fabeaf-c82f-45db-92b6-d7352241869c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:23.425438 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0de098c9-e9c0-4467-af59-9bf84ce48753 tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:23.437789 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-0de098c9-e9c0-4467-af59-9bf84ce48753 tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e5117b-cd9a-4482-a47c-4604674d3795']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:23.457008 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-0de098c9-e9c0-4467-af59-9bf84ce48753 tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f3a9156-9172-4fc8-82ea-4aedfae0df34') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:23.457474 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-0de098c9-e9c0-4467-af59-9bf84ce48753 tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f3a9156-9172-4fc8-82ea-4aedfae0df34') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:23.477249 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0de098c9-e9c0-4467-af59-9bf84ce48753 tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:23.501312 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0de098c9-e9c0-4467-af59-9bf84ce48753 tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:23.521059 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de098c9-e9c0-4467-af59-9bf84ce48753 tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:02:23.521549 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0de098c9-e9c0-4467-af59-9bf84ce48753 tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:02:23.526980 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:02:23.583383 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49fabeaf-c82f-45db-92b6-d7352241869c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:23.592933 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49fabeaf-c82f-45db-92b6-d7352241869c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:23.599158 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0de098c9-e9c0-4467-af59-9bf84ce48753 tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:23.616988 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0de098c9-e9c0-4467-af59-9bf84ce48753 tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:23.626798 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0de098c9-e9c0-4467-af59-9bf84ce48753 tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] 10.222.0.13 "DELETE /v2.0/networks/49e5117b-cd9a-4482-a47c-4604674d3795 HTTP/1.1" status: 204 len: 168 time: 0.4299474 Aug 28 15:02:23.645581 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49fabeaf-c82f-45db-92b6-d7352241869c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:02:23.653360 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fabeaf-c82f-45db-92b6-d7352241869c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3317dd-f0d0-49cf-bbad-4653f0d03865,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:23.660175 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49fabeaf-c82f-45db-92b6-d7352241869c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:23.660534 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-49fabeaf-c82f-45db-92b6-d7352241869c admin admin] Added segment b1ed49cc-e427-4bca-b57b-61c1f5306996 of type vlan for network 77650b04-197c-4f2d-93ed-1f3a3f2db13f Aug 28 15:02:23.668957 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de098c9-e9c0-4467-af59-9bf84ce48753 tempest-ExternalNetworksTestJSON-1593773344 tempest-ExternalNetworksTestJSON-1593773344-project] Pushing event deleted for resources: {'Network': ['ID=49e5117b-cd9a-4482-a47c-4604674d3795,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:23.710144 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49fabeaf-c82f-45db-92b6-d7352241869c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:23.746324 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49fabeaf-c82f-45db-92b6-d7352241869c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:23.747456 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fabeaf-c82f-45db-92b6-d7352241869c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:23.748545 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49fabeaf-c82f-45db-92b6-d7352241869c admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:23.802718 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-49fabeaf-c82f-45db-92b6-d7352241869c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7468870 Aug 28 15:02:23.805745 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37724) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:23.814507 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-0bacc057-04f6-44cc-a5b6-e572955db384 admin admin] Request body: {'subnet': {'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-761718493-subnet', 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:23.846065 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fabeaf-c82f-45db-92b6-d7352241869c admin admin] Pushing event updated for resources: {'Network': ['ID=77650b04-197c-4f2d-93ed-1f3a3f2db13f,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:23.860842 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bacc057-04f6-44cc-a5b6-e572955db384 admin admin] Made reservation on behalf of 46b00d3633ae4e8aa897aec4e89fcc4d for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:02:23.862828 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 77650b04-197c-4f2d-93ed-1f3a3f2db13f details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:02:23.878478 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0bacc057-04f6-44cc-a5b6-e572955db384 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:24.093648 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2fa14-5c2e-4e37-9f75-ee727f5d2ad0 req-ee866a5b-5a6d-42cc-afb4-9e06eff10928 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:24.101958 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37734) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:24.103786 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37736) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:24.104236 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c9a2fa14-5c2e-4e37-9f75-ee727f5d2ad0 req-ee866a5b-5a6d-42cc-afb4-9e06eff10928 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 945 time: 0.1662111 Aug 28 15:02:24.247609 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c9a2fa14-5c2e-4e37-9f75-ee727f5d2ad0 req-875df20a-5161-48f9-bc24-ade35315c2f3 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327662 Aug 28 15:02:24.250486 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0bacc057-04f6-44cc-a5b6-e572955db384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:24.273099 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:24.285489 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988aa7a-29eb-437c-affa-98e63ff6a77b req-b5be7e7a-c9ee-40a8-9156-1eedd7cb7ab4 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:24.286584 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d988aa7a-29eb-437c-affa-98e63ff6a77b req-b5be7e7a-c9ee-40a8-9156-1eedd7cb7ab4 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=22197459-2b58-4bc5-a10b-a5f9a0cd699d HTTP/1.1" status: 200 len: 945 time: 0.0803337 Aug 28 15:02:24.329157 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bacc057-04f6-44cc-a5b6-e572955db384 admin admin] Pushing event updated for resources: {'Subnet': ['ID=836bd9d7-21bc-4e2a-b716-53b54890baa2,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:24.351147 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bacc057-04f6-44cc-a5b6-e572955db384 admin admin] Checking segment: {'id': 'b1ed49cc-e427-4bca-b57b-61c1f5306996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:02:24.352061 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bacc057-04f6-44cc-a5b6-e572955db384 admin admin] Network hostable DHCP agents. Network: 77650b04-197c-4f2d-93ed-1f3a3f2db13f, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:02:24.360397 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d988aa7a-29eb-437c-affa-98e63ff6a77b req-d4796d88-595c-4a67-9455-fb17f2987351 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648015 Aug 28 15:02:24.401242 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bacc057-04f6-44cc-a5b6-e572955db384 admin admin] Network 77650b04-197c-4f2d-93ed-1f3a3f2db13f is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:02:24.432155 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-0bacc057-04f6-44cc-a5b6-e572955db384 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 77650b04-197c-4f2d-93ed-1f3a3f2db13f) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:02:24.442095 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2c0e12-cd1c-4ce9-964e-e92f1e7dfc0f None None] Network 77650b04-197c-4f2d-93ed-1f3a3f2db13f requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:02:24.446553 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bacc057-04f6-44cc-a5b6-e572955db384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:24.448193 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0bacc057-04f6-44cc-a5b6-e572955db384 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:24.458649 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-45166530-87bc-478d-a207-6bca75d7f0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:24.487726 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37752) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:24.525266 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0bacc057-04f6-44cc-a5b6-e572955db384 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7179747 Aug 28 15:02:24.531936 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37758) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:24.554747 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-d4d901cd-cb13-4715-a13b-deebe3fec531 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-761718493-router', 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:24.624476 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-6d49cb6a-4aeb-4541-a35a-bc26db22dc64 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-947722734-network', 'tenant_id': '357b66f7d8ad487791747e7bd85fb1d0'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:24.634878 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ce472950-aff6-4b54-b749-7e499de237db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1aa65f52aa4d49ce983ac5c22bf225bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5228815 Aug 28 15:02:24.635559 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37762) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:24.687239 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4747c68c-1b41-4719-80cb-8ff8861887ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-77650b04-197c-4f2d-93ed-1f3a3f2db13f', 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f', 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'fixed_ips': [{'subnet_id': '836bd9d7-21bc-4e2a-b716-53b54890baa2'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:02:24.688902 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4747c68c-1b41-4719-80cb-8ff8861887ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:24.700325 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-45166530-87bc-478d-a207-6bca75d7f0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:24.705773 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-45166530-87bc-478d-a207-6bca75d7f0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:24.779613 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-45166530-87bc-478d-a207-6bca75d7f0db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28deb12baf7e4e7cabae274d4ad37fb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6735713 Aug 28 15:02:24.779613 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45166530-87bc-478d-a207-6bca75d7f0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8928e55-03c9-4cd1-9e92-998de2dcc6c8,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:24.780589 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37766) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:24.789279 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d49cb6a-4aeb-4541-a35a-bc26db22dc64 admin admin] Made reservation on behalf of 357b66f7d8ad487791747e7bd85fb1d0 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:02:24.791607 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6d49cb6a-4aeb-4541-a35a-bc26db22dc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:24.810130 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0c0f8d2c-9060-4cf8-a0ce-e9f08dfe1a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:24.824711 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61bf83-bb27-476f-b510-39129a31bcf4 req-4cc26b60-5448-4b0e-ae9b-c9322f30f04d tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:24.826525 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4f61bf83-bb27-476f-b510-39129a31bcf4 req-4cc26b60-5448-4b0e-ae9b-c9322f30f04d tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=22197459-2b58-4bc5-a10b-a5f9a0cd699d HTTP/1.1" status: 200 len: 945 time: 0.1388245 Aug 28 15:02:24.827247 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6d49cb6a-4aeb-4541-a35a-bc26db22dc64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:24.854089 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4c6dc727-c806-4187-8d51-8e129e625b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:24.890949 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0c0f8d2c-9060-4cf8-a0ce-e9f08dfe1a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:24.892965 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4c6dc727-c806-4187-8d51-8e129e625b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:24.894409 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d4d901cd-cb13-4715-a13b-deebe3fec531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:24.895437 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d4d901cd-cb13-4715-a13b-deebe3fec531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:24.908018 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-4747c68c-1b41-4719-80cb-8ff8861887ce None None] Allocated IP 172.20.0.2 (77650b04-197c-4f2d-93ed-1f3a3f2db13f/836bd9d7-21bc-4e2a-b716-53b54890baa2/02d2313f-8e49-48ed-a94f-f2d650fa91a6) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:02:24.956489 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4c6dc727-c806-4187-8d51-8e129e625b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:24.959020 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4f61bf83-bb27-476f-b510-39129a31bcf4 req-7a7c028c-6f7e-4150-baba-e10bae450a8e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211522 Aug 28 15:02:24.959832 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4c6dc727-c806-4187-8d51-8e129e625b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:24.964565 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4c6dc727-c806-4187-8d51-8e129e625b76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8928e55-03c9-4cd1-9e92-998de2dcc6c8 HTTP/1.1" status: 204 len: 168 time: 0.1828082 Aug 28 15:02:24.975261 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6dc727-c806-4187-8d51-8e129e625b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8928e55-03c9-4cd1-9e92-998de2dcc6c8,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:25.095837 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d4d901cd-cb13-4715-a13b-deebe3fec531 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:25.127999 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4747c68c-1b41-4719-80cb-8ff8861887ce None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:25.157608 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4747c68c-1b41-4719-80cb-8ff8861887ce None None] Transition to ACTIVE for port object 02d2313f-8e49-48ed-a94f-f2d650fa91a6 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:02:25.175422 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4747c68c-1b41-4719-80cb-8ff8861887ce None None] Transition to ACTIVE for port object 02d2313f-8e49-48ed-a94f-f2d650fa91a6 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:02:25.182405 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4747c68c-1b41-4719-80cb-8ff8861887ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:25.198732 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0c0f8d2c-9060-4cf8-a0ce-e9f08dfe1a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:25.202539 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0c0f8d2c-9060-4cf8-a0ce-e9f08dfe1a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:25.203782 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0c0f8d2c-9060-4cf8-a0ce-e9f08dfe1a20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e4013b1b-cdfc-4594-994d-207ee52cf0b2 HTTP/1.1" status: 204 len: 168 time: 0.5661860 Aug 28 15:02:25.243555 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4747c68c-1b41-4719-80cb-8ff8861887ce None None] Network 77650b04-197c-4f2d-93ed-1f3a3f2db13f is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:02:25.267888 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f8d2c-9060-4cf8-a0ce-e9f08dfe1a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4013b1b-cdfc-4594-994d-207ee52cf0b2,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:25.273169 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-4747c68c-1b41-4719-80cb-8ff8861887ce None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:02:25.287091 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4747c68c-1b41-4719-80cb-8ff8861887ce None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:02:25.296591 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747c68c-1b41-4719-80cb-8ff8861887ce None None] Pushing event updated for resources: {'Port': ['ID=02d2313f-8e49-48ed-a94f-f2d650fa91a6,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:25.377824 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d4d901cd-cb13-4715-a13b-deebe3fec531 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:25.388366 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6d49cb6a-4aeb-4541-a35a-bc26db22dc64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:25.422489 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6d49cb6a-4aeb-4541-a35a-bc26db22dc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:25.508326 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d49cb6a-4aeb-4541-a35a-bc26db22dc64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:02:25.523848 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c5b89-1156-4e19-a5d3-e207e55354a6 req-92911426-0687-4e4e-87d3-7896d3114920 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:25.529654 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dc9c5b89-1156-4e19-a5d3-e207e55354a6 req-92911426-0687-4e4e-87d3-7896d3114920 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 945 time: 0.1184669 Aug 28 15:02:25.536774 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49cb6a-4aeb-4541-a35a-bc26db22dc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abc0d77-dcdf-4821-be33-06c917545976,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:25.556310 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6d49cb6a-4aeb-4541-a35a-bc26db22dc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:25.556687 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-6d49cb6a-4aeb-4541-a35a-bc26db22dc64 admin admin] Added segment 8dbebf02-4d8c-4719-9f7a-732025eeb196 of type vlan for network ffa995d3-100d-4d39-93af-91ed46741448 Aug 28 15:02:25.585268 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37778) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:25.609272 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-4747c68c-1b41-4719-80cb-8ff8861887ce None None] Attempting to bind port 02d2313f-8e49-48ed-a94f-f2d650fa91a6 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:25.609598 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6d49cb6a-4aeb-4541-a35a-bc26db22dc64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:25.610175 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-4747c68c-1b41-4719-80cb-8ff8861887ce None None] Attempting to bind port 02d2313f-8e49-48ed-a94f-f2d650fa91a6 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'b1ed49cc-e427-4bca-b57b-61c1f5306996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:25.610563 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4747c68c-1b41-4719-80cb-8ff8861887ce None None] Attempting to bind port 02d2313f-8e49-48ed-a94f-f2d650fa91a6 on network 77650b04-197c-4f2d-93ed-1f3a3f2db13f {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:25.612607 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-05a41fdf-e3bf-4e6e-95ef-f6aa25f4e96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:25.619070 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4747c68c-1b41-4719-80cb-8ff8861887ce None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:02:25.619458 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4747c68c-1b41-4719-80cb-8ff8861887ce None None] Checking segment: {'id': 'b1ed49cc-e427-4bca-b57b-61c1f5306996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:02:25.619931 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4747c68c-1b41-4719-80cb-8ff8861887ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:25.620653 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4747c68c-1b41-4719-80cb-8ff8861887ce None None] Bound using segment: {'id': 'b1ed49cc-e427-4bca-b57b-61c1f5306996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:02:25.621237 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-4747c68c-1b41-4719-80cb-8ff8861887ce None None] Bound port: 02d2313f-8e49-48ed-a94f-f2d650fa91a6, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ed49cc-e427-4bca-b57b-61c1f5306996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:02:25.622833 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4747c68c-1b41-4719-80cb-8ff8861887ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:25.632275 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dc9c5b89-1156-4e19-a5d3-e207e55354a6 req-d706d461-ca24-4cc8-a431-212033b06777 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954599 Aug 28 15:02:25.666075 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6d49cb6a-4aeb-4541-a35a-bc26db22dc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:25.667179 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d49cb6a-4aeb-4541-a35a-bc26db22dc64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:25.667680 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6d49cb6a-4aeb-4541-a35a-bc26db22dc64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:25.779507 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-05a41fdf-e3bf-4e6e-95ef-f6aa25f4e96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:25.783480 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-4747c68c-1b41-4719-80cb-8ff8861887ce None None] For port 02d2313f-8e49-48ed-a94f-f2d650fa91a6, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:02:25.786084 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-05a41fdf-e3bf-4e6e-95ef-f6aa25f4e96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:25.788169 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-4747c68c-1b41-4719-80cb-8ff8861887ce None None] For port 02d2313f-8e49-48ed-a94f-f2d650fa91a6, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=02d2313f-8e49-48ed-a94f-f2d650fa91a6,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:02:25.803755 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4747c68c-1b41-4719-80cb-8ff8861887ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:25.848012 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6d49cb6a-4aeb-4541-a35a-bc26db22dc64 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3577566 Aug 28 15:02:25.848693 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37790) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:25.858301 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37792) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:25.870018 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-3d61c40b-6132-49ac-9d14-e8f1f64ef04e admin admin] Request body: {'subnet': {'network_id': 'ffa995d3-100d-4d39-93af-91ed46741448', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-947722734-subnet', 'tenant_id': '357b66f7d8ad487791747e7bd85fb1d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:25.886436 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-05a41fdf-e3bf-4e6e-95ef-f6aa25f4e96d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=691f865ce2e94b2c8cfc3dc4736f4d0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2987514 Aug 28 15:02:25.890303 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37794) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:25.903811 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49cb6a-4aeb-4541-a35a-bc26db22dc64 admin admin] Pushing event updated for resources: {'Network': ['ID=ffa995d3-100d-4d39-93af-91ed46741448,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:25.909291 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a41fdf-e3bf-4e6e-95ef-f6aa25f4e96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d95813c-d680-4d56-8f8f-82114b6fc14a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:25.934491 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d61c40b-6132-49ac-9d14-e8f1f64ef04e admin admin] Made reservation on behalf of 357b66f7d8ad487791747e7bd85fb1d0 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:02:25.936234 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network ffa995d3-100d-4d39-93af-91ed46741448 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:02:25.938224 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3d61c40b-6132-49ac-9d14-e8f1f64ef04e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:25.985226 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d4d901cd-cb13-4715-a13b-deebe3fec531 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:26.032975 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d4d901cd-cb13-4715-a13b-deebe3fec531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:26.036690 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-84e08987-3044-4154-bf34-9d3ef2cc98fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db0e0dcce5754ed4a7f15f2575e5052f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1530573 Aug 28 15:02:26.039795 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37798) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:26.040972 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747c68c-1b41-4719-80cb-8ff8861887ce None None] Pushing event updated for resources: {'Port': ['ID=02d2313f-8e49-48ed-a94f-f2d650fa91a6,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:26.084355 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9cb50a8f-f4e8-4cab-a3b9-1bf6a43a1d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:26.161999 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1e4c20a1-b407-4ba4-8ff7-f507874c2022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:26.185982 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9cb50a8f-f4e8-4cab-a3b9-1bf6a43a1d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:26.268832 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1e4c20a1-b407-4ba4-8ff7-f507874c2022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:26.286491 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483a85c-8b4c-493a-9888-e16c6c7780bb req-6f5f755d-b3f4-4fde-9e29-c4d4131e710e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:26.288143 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a483a85c-8b4c-493a-9888-e16c6c7780bb req-6f5f755d-b3f4-4fde-9e29-c4d4131e710e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=22197459-2b58-4bc5-a10b-a5f9a0cd699d HTTP/1.1" status: 200 len: 945 time: 0.2019408 Aug 28 15:02:26.320258 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-d4d901cd-cb13-4715-a13b-deebe3fec531 admin admin] Allocated IP 172.25.3.231 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/aae245da-b2cf-4799-aa7b-008a9a4bb994) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:02:26.342314 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:26.404321 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9cb50a8f-f4e8-4cab-a3b9-1bf6a43a1d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:26.407259 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9cb50a8f-f4e8-4cab-a3b9-1bf6a43a1d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:26.408482 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9cb50a8f-f4e8-4cab-a3b9-1bf6a43a1d15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d95813c-d680-4d56-8f8f-82114b6fc14a HTTP/1.1" status: 204 len: 168 time: 0.5152714 Aug 28 15:02:26.410146 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1e4c20a1-b407-4ba4-8ff7-f507874c2022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:26.413313 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1e4c20a1-b407-4ba4-8ff7-f507874c2022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:26.417534 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1e4c20a1-b407-4ba4-8ff7-f507874c2022 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f418193-597d-424e-bfd5-02aa106c4570 HTTP/1.1" status: 204 len: 168 time: 0.3731625 Aug 28 15:02:26.430329 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a483a85c-8b4c-493a-9888-e16c6c7780bb req-6747e973-90f1-4018-8f26-360d94c89299 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110852 Aug 28 15:02:26.435605 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c20a1-b407-4ba4-8ff7-f507874c2022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f418193-597d-424e-bfd5-02aa106c4570,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:26.456630 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb50a8f-f4e8-4cab-a3b9-1bf6a43a1d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d95813c-d680-4d56-8f8f-82114b6fc14a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:26.460571 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3d61c40b-6132-49ac-9d14-e8f1f64ef04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:26.476640 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d4d901cd-cb13-4715-a13b-deebe3fec531 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:26.548497 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d4d901cd-cb13-4715-a13b-deebe3fec531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:26.563192 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61c40b-6132-49ac-9d14-e8f1f64ef04e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcfbafca-e030-4717-a053-1c668e1eef35,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:26.591335 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d61c40b-6132-49ac-9d14-e8f1f64ef04e admin admin] Checking segment: {'id': '8dbebf02-4d8c-4719-9f7a-732025eeb196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ffa995d3-100d-4d39-93af-91ed46741448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:02:26.593003 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d61c40b-6132-49ac-9d14-e8f1f64ef04e admin admin] Network hostable DHCP agents. Network: ffa995d3-100d-4d39-93af-91ed46741448, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:02:26.614763 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d901cd-cb13-4715-a13b-deebe3fec531 admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:02:26.617754 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-d4d901cd-cb13-4715-a13b-deebe3fec531 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:02:26.621249 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d901cd-cb13-4715-a13b-deebe3fec531 admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:02:26.630110 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d61c40b-6132-49ac-9d14-e8f1f64ef04e admin admin] Network ffa995d3-100d-4d39-93af-91ed46741448 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:02:26.643870 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-3d61c40b-6132-49ac-9d14-e8f1f64ef04e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, ffa995d3-100d-4d39-93af-91ed46741448) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:02:26.649350 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d61c40b-6132-49ac-9d14-e8f1f64ef04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:26.652322 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3d61c40b-6132-49ac-9d14-e8f1f64ef04e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:26.653320 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d901cd-cb13-4715-a13b-deebe3fec531 admin admin] Pushing event updated for resources: {'Port': ['ID=aae245da-b2cf-4799-aa7b-008a9a4bb994,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:26.657882 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47672ac-b8ff-4e33-a08c-fd4c7243ad41 None None] Network ffa995d3-100d-4d39-93af-91ed46741448 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:02:26.689581 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3d61c40b-6132-49ac-9d14-e8f1f64ef04e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8276603 Aug 28 15:02:26.689920 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37812) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:26.707508 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-ab8e6e2c-05fb-4248-959a-9947c2e20cc1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-947722734-router', 'tenant_id': '357b66f7d8ad487791747e7bd85fb1d0', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:26.762662 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ab8e6e2c-05fb-4248-959a-9947c2e20cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:26.764509 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ab8e6e2c-05fb-4248-959a-9947c2e20cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:26.904124 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ab8e6e2c-05fb-4248-959a-9947c2e20cc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:26.997066 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3c02eb-08da-44d5-86dd-609a60e65007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-ffa995d3-100d-4d39-93af-91ed46741448', 'network_id': 'ffa995d3-100d-4d39-93af-91ed46741448', 'tenant_id': '357b66f7d8ad487791747e7bd85fb1d0', 'fixed_ips': [{'subnet_id': 'bcfbafca-e030-4717-a053-1c668e1eef35'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:02:26.998708 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fc3c02eb-08da-44d5-86dd-609a60e65007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:27.040345 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a45fda-04bf-4542-9af6-99505eacfc7c req-97a074e3-8e96-448e-837c-cd5160cae579 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:27.051690 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27a45fda-04bf-4542-9af6-99505eacfc7c req-97a074e3-8e96-448e-837c-cd5160cae579 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 945 time: 0.2933080 Aug 28 15:02:27.191367 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ab8e6e2c-05fb-4248-959a-9947c2e20cc1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:27.242072 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27a45fda-04bf-4542-9af6-99505eacfc7c req-deb1e3b6-855f-4632-9145-c0c096bb81dd tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889303 Aug 28 15:02:27.386266 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-fc3c02eb-08da-44d5-86dd-609a60e65007 None None] Allocated IP 172.20.0.2 (ffa995d3-100d-4d39-93af-91ed46741448/bcfbafca-e030-4717-a053-1c668e1eef35/48436dec-3802-4985-88be-bc3f73193a05) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:02:27.401066 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d4d901cd-cb13-4715-a13b-deebe3fec531 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:27.692466 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ab8e6e2c-05fb-4248-959a-9947c2e20cc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:27.713287 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fc3c02eb-08da-44d5-86dd-609a60e65007 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:27.729559 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-fc3c02eb-08da-44d5-86dd-609a60e65007 None None] Transition to ACTIVE for port object 48436dec-3802-4985-88be-bc3f73193a05 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:02:27.750636 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ca634-149a-4363-b35e-69e05de83939 req-0329d032-1012-4d76-b06a-1950269c4f1b tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:27.755794 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6256bf25-cdda-4f81-b635-a36f18284aaf None None] Network 77650b04-197c-4f2d-93ed-1f3a3f2db13f requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:02:27.759940 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ce1ca634-149a-4363-b35e-69e05de83939 req-0329d032-1012-4d76-b06a-1950269c4f1b tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=22197459-2b58-4bc5-a10b-a5f9a0cd699d HTTP/1.1" status: 200 len: 945 time: 0.1530113 Aug 28 15:02:27.764488 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-fc3c02eb-08da-44d5-86dd-609a60e65007 None None] Transition to ACTIVE for port object 48436dec-3802-4985-88be-bc3f73193a05 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:02:27.771224 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ab8e6e2c-05fb-4248-959a-9947c2e20cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:27.849330 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fc3c02eb-08da-44d5-86dd-609a60e65007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:27.913142 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ce1ca634-149a-4363-b35e-69e05de83939 req-d05be87d-97d8-4baf-b650-492b1739cf9d tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486106 Aug 28 15:02:27.922785 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6d3f6b76-00df-4054-8019-9b9e72c13e5f None None] Provisioning for port 02d2313f-8e49-48ed-a94f-f2d650fa91a6 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:02:27.953618 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3c02eb-08da-44d5-86dd-609a60e65007 None None] Network ffa995d3-100d-4d39-93af-91ed46741448 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:02:27.973945 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-fc3c02eb-08da-44d5-86dd-609a60e65007 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:02:27.977511 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3c02eb-08da-44d5-86dd-609a60e65007 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:02:27.979990 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 02d2313f-8e49-48ed-a94f-f2d650fa91a6 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:02:28.010172 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c02eb-08da-44d5-86dd-609a60e65007 None None] Pushing event updated for resources: {'Port': ['ID=48436dec-3802-4985-88be-bc3f73193a05,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:28.072244 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-ab8e6e2c-05fb-4248-959a-9947c2e20cc1 admin admin] Allocated IP 172.25.3.190 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/5dbfc455-91e0-41d0-bbcc-af32a496fdb4) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:02:28.154681 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-fc3c02eb-08da-44d5-86dd-609a60e65007 None None] Attempting to bind port 48436dec-3802-4985-88be-bc3f73193a05 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:28.155352 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-fc3c02eb-08da-44d5-86dd-609a60e65007 None None] Attempting to bind port 48436dec-3802-4985-88be-bc3f73193a05 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '8dbebf02-4d8c-4719-9f7a-732025eeb196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ffa995d3-100d-4d39-93af-91ed46741448'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:28.155943 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3c02eb-08da-44d5-86dd-609a60e65007 None None] Attempting to bind port 48436dec-3802-4985-88be-bc3f73193a05 on network ffa995d3-100d-4d39-93af-91ed46741448 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:28.167504 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 02d2313f-8e49-48ed-a94f-f2d650fa91a6 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:02:28.170464 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3c02eb-08da-44d5-86dd-609a60e65007 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:02:28.171220 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3c02eb-08da-44d5-86dd-609a60e65007 None None] Checking segment: {'id': '8dbebf02-4d8c-4719-9f7a-732025eeb196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ffa995d3-100d-4d39-93af-91ed46741448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:02:28.171826 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fc3c02eb-08da-44d5-86dd-609a60e65007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:28.172363 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3c02eb-08da-44d5-86dd-609a60e65007 None None] Bound using segment: {'id': '8dbebf02-4d8c-4719-9f7a-732025eeb196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ffa995d3-100d-4d39-93af-91ed46741448'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:02:28.172991 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-fc3c02eb-08da-44d5-86dd-609a60e65007 None None] Bound port: 48436dec-3802-4985-88be-bc3f73193a05, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbebf02-4d8c-4719-9f7a-732025eeb196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ffa995d3-100d-4d39-93af-91ed46741448'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:02:28.173539 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fc3c02eb-08da-44d5-86dd-609a60e65007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:28.203819 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 02d2313f-8e49-48ed-a94f-f2d650fa91a6 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:02:28.204457 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:28.322774 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d4d901cd-cb13-4715-a13b-deebe3fec531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:28.332438 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-fc3c02eb-08da-44d5-86dd-609a60e65007 None None] For port 48436dec-3802-4985-88be-bc3f73193a05, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:02:28.335878 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-fc3c02eb-08da-44d5-86dd-609a60e65007 None None] For port 48436dec-3802-4985-88be-bc3f73193a05, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=48436dec-3802-4985-88be-bc3f73193a05,segment=NetworkSegment(8dbebf02-4d8c-4719-9f7a-732025eeb196),segment_id=8dbebf02-4d8c-4719-9f7a-732025eeb196)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:02:28.373861 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fc3c02eb-08da-44d5-86dd-609a60e65007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:28.386116 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ab8e6e2c-05fb-4248-959a-9947c2e20cc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:28.450776 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:28.528313 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c02eb-08da-44d5-86dd-609a60e65007 None None] Pushing event updated for resources: {'Port': ['ID=48436dec-3802-4985-88be-bc3f73193a05,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:28.579451 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 02d2313f-8e49-48ed-a94f-f2d650fa91a6, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=02d2313f-8e49-48ed-a94f-f2d650fa91a6,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:28.592083 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:28.670671 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8581866-fd25-429b-b0a6-a7f94653f374 req-78059fff-c394-4405-bc14-8dc1909dc56e tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:28.692492 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b8581866-fd25-429b-b0a6-a7f94653f374 req-78059fff-c394-4405-bc14-8dc1909dc56e tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 945 time: 0.2775006 Aug 28 15:02:28.706232 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d901cd-cb13-4715-a13b-deebe3fec531 admin admin] Router 93a75eae-d257-4b70-865b-d422e38a9ee6 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:02:28.714591 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ab8e6e2c-05fb-4248-959a-9947c2e20cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:28.726370 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=02d2313f-8e49-48ed-a94f-f2d650fa91a6,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:28.843736 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d901cd-cb13-4715-a13b-deebe3fec531 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:02:28.853681 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9916d080-64bb-48bb-a15c-5acba03f4559 None None] Sync routers for ids ['93a75eae-d257-4b70-865b-d422e38a9ee6'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:02:28.925436 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9916d080-64bb-48bb-a15c-5acba03f4559 None None] Routers {'93a75eae-d257-4b70-865b-d422e38a9ee6'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:02:28.925685 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d4d901cd-cb13-4715-a13b-deebe3fec531 admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:28.927423 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d4d901cd-cb13-4715-a13b-deebe3fec531 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3933728 Aug 28 15:02:28.927803 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9916d080-64bb-48bb-a15c-5acba03f4559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:02:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['93a75eae-d257-4b70-865b-d422e38a9ee6'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:28.928474 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3e43eadc-eba0-4089-ae04-b201c9be44c1 None None] Provisioning complete for port 02d2313f-8e49-48ed-a94f-f2d650fa91a6 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:02:28.928854 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3e43eadc-eba0-4089-ae04-b201c9be44c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:28.930639 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37890) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:28.932481 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8e6e2c-05fb-4248-959a-9947c2e20cc1 admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:02:28.936505 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e6e2c-05fb-4248-959a-9947c2e20cc1 admin admin] Pushing event updated for resources: {'Port': ['ID=5dbfc455-91e0-41d0-bbcc-af32a496fdb4,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:28.945723 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-ab8e6e2c-05fb-4248-959a-9947c2e20cc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:02:28.951561 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b8581866-fd25-429b-b0a6-a7f94653f374 req-7bbb3703-7399-4fa1-ab3a-c69d228c19bd tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563860 Aug 28 15:02:28.954249 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8e6e2c-05fb-4248-959a-9947c2e20cc1 admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:02:29.178237 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-9916d080-64bb-48bb-a15c-5acba03f4559 None None] Set router 93a75eae-d257-4b70-865b-d422e38a9ee6 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:02:29.414717 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37906) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:29.545884 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9916d080-64bb-48bb-a15c-5acba03f4559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'name': 'tempest-ServerActionsTestJSON-761718493-router', 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'aae245da-b2cf-4799-aa7b-008a9a4bb994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:02:24Z', 'updated_at': '2021-08-28T15:02:27Z', 'revision_number': 3, 'project_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'gw_port': {'id': 'aae245da-b2cf-4799-aa7b-008a9a4bb994', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:26Z', 'updated_at': '2021-08-28T15:02:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:29.570187 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e7bcf-267d-4fdf-b904-8aedcde91e22 req-b3f99abf-2609-480f-8ca5-dba577c72e17 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:29.572210 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e64e7bcf-267d-4fdf-b904-8aedcde91e22 req-b3f99abf-2609-480f-8ca5-dba577c72e17 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=22197459-2b58-4bc5-a10b-a5f9a0cd699d HTTP/1.1" status: 200 len: 945 time: 0.2124922 Aug 28 15:02:29.597134 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9916d080-64bb-48bb-a15c-5acba03f4559 None None] Checking router: 93a75eae-d257-4b70-865b-d422e38a9ee6 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:02:29.597987 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9916d080-64bb-48bb-a15c-5acba03f4559 None None] Updating router 93a75eae-d257-4b70-865b-d422e38a9ee6 port aae245da-b2cf-4799-aa7b-008a9a4bb994 binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:02:29.638080 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-9916d080-64bb-48bb-a15c-5acba03f4559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:29.753453 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e64e7bcf-267d-4fdf-b904-8aedcde91e22 req-60994fed-beaf-4b70-89a4-df7c9ec40582 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686838 Aug 28 15:02:29.794246 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-4dde5787-a268-48b0-b571-5bca612fd0af tempest-PortsAdminExtendedAttrsTestJSON-752548125 tempest-PortsAdminExtendedAttrsTestJSON-752548125-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-436292927'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:29.870304 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dde5787-a268-48b0-b571-5bca612fd0af tempest-PortsAdminExtendedAttrsTestJSON-752548125 tempest-PortsAdminExtendedAttrsTestJSON-752548125-project] Made reservation on behalf of cb0b1fce07fb425cbb94ac3c6d9034f7 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:02:29.887278 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4dde5787-a268-48b0-b571-5bca612fd0af tempest-PortsAdminExtendedAttrsTestJSON-752548125 tempest-PortsAdminExtendedAttrsTestJSON-752548125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:29.911010 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4dde5787-a268-48b0-b571-5bca612fd0af tempest-PortsAdminExtendedAttrsTestJSON-752548125 tempest-PortsAdminExtendedAttrsTestJSON-752548125-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:30.031022 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ab8e6e2c-05fb-4248-959a-9947c2e20cc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:30.082336 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 48436dec-3802-4985-88be-bc3f73193a05 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:02:30.109521 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4dde5787-a268-48b0-b571-5bca612fd0af tempest-PortsAdminExtendedAttrsTestJSON-752548125 tempest-PortsAdminExtendedAttrsTestJSON-752548125-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:30.118777 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4dde5787-a268-48b0-b571-5bca612fd0af tempest-PortsAdminExtendedAttrsTestJSON-752548125 tempest-PortsAdminExtendedAttrsTestJSON-752548125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:30.158901 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde5787-a268-48b0-b571-5bca612fd0af tempest-PortsAdminExtendedAttrsTestJSON-752548125 tempest-PortsAdminExtendedAttrsTestJSON-752548125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7107396e-6d08-42b3-98f0-8337cc30a93d,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:30.226843 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dde5787-a268-48b0-b571-5bca612fd0af tempest-PortsAdminExtendedAttrsTestJSON-752548125 tempest-PortsAdminExtendedAttrsTestJSON-752548125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:02:30.243961 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 48436dec-3802-4985-88be-bc3f73193a05 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:02:30.254821 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 02d2313f-8e49-48ed-a94f-f2d650fa91a6 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:02:30.288398 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-45caa28d-332d-4ec2-b088-5cc4b9e4996f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:30.313846 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4dde5787-a268-48b0-b571-5bca612fd0af tempest-PortsAdminExtendedAttrsTestJSON-752548125 tempest-PortsAdminExtendedAttrsTestJSON-752548125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:30.314562 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-4dde5787-a268-48b0-b571-5bca612fd0af tempest-PortsAdminExtendedAttrsTestJSON-752548125 tempest-PortsAdminExtendedAttrsTestJSON-752548125-project] Added segment fb1af500-513e-4ef9-8058-f462b62fe2ec of type vlan for network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 Aug 28 15:02:30.339597 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-9916d080-64bb-48bb-a15c-5acba03f4559 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:30.361629 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9151ec59-c048-449b-8c50-1992efd952f1 None None] Network ffa995d3-100d-4d39-93af-91ed46741448 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:02:30.378456 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-9916d080-64bb-48bb-a15c-5acba03f4559 None None] Transition to ACTIVE for port object aae245da-b2cf-4799-aa7b-008a9a4bb994 will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:02:30.387449 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-9916d080-64bb-48bb-a15c-5acba03f4559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:30.488525 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f6f8c-9e10-4843-bb0d-767814937b1e req-f2156a12-026e-40fc-a959-2279a3314eaa tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:30.491961 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4dde5787-a268-48b0-b571-5bca612fd0af tempest-PortsAdminExtendedAttrsTestJSON-752548125 tempest-PortsAdminExtendedAttrsTestJSON-752548125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:30.495784 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d93f6f8c-9e10-4843-bb0d-767814937b1e req-f2156a12-026e-40fc-a959-2279a3314eaa tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 945 time: 0.3439066 Aug 28 15:02:30.509205 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-9916d080-64bb-48bb-a15c-5acba03f4559 None None] Attempting to bind port aae245da-b2cf-4799-aa7b-008a9a4bb994 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:30.510035 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-9916d080-64bb-48bb-a15c-5acba03f4559 None None] Attempting to bind port aae245da-b2cf-4799-aa7b-008a9a4bb994 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:30.510671 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9916d080-64bb-48bb-a15c-5acba03f4559 None None] Attempting to bind port aae245da-b2cf-4799-aa7b-008a9a4bb994 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:30.513178 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7c54b-ec64-4a9d-b1d8-749691e8f0f4 None None] Pushing event updated for resources: {'Port': ['ID=aae245da-b2cf-4799-aa7b-008a9a4bb994,revision_number=2']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:30.522552 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7c54b-ec64-4a9d-b1d8-749691e8f0f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:30.523234 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7c54b-ec64-4a9d-b1d8-749691e8f0f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:30.523825 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7c54b-ec64-4a9d-b1d8-749691e8f0f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:30.524364 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7c54b-ec64-4a9d-b1d8-749691e8f0f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:30.525130 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7c54b-ec64-4a9d-b1d8-749691e8f0f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:30.525663 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7c54b-ec64-4a9d-b1d8-749691e8f0f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:30.526241 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7c54b-ec64-4a9d-b1d8-749691e8f0f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:30.526762 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7c54b-ec64-4a9d-b1d8-749691e8f0f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:30.527869 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7c54b-ec64-4a9d-b1d8-749691e8f0f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:30.528850 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7c54b-ec64-4a9d-b1d8-749691e8f0f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:30.529380 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7c54b-ec64-4a9d-b1d8-749691e8f0f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:30.529900 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7c54b-ec64-4a9d-b1d8-749691e8f0f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:30.544169 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9916d080-64bb-48bb-a15c-5acba03f4559 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:02:30.544795 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9916d080-64bb-48bb-a15c-5acba03f4559 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:02:30.545664 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-9916d080-64bb-48bb-a15c-5acba03f4559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:30.546257 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9916d080-64bb-48bb-a15c-5acba03f4559 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:02:30.546969 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-9916d080-64bb-48bb-a15c-5acba03f4559 None None] Bound port: aae245da-b2cf-4799-aa7b-008a9a4bb994, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:02:30.547601 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-9916d080-64bb-48bb-a15c-5acba03f4559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:30.596086 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-45caa28d-332d-4ec2-b088-5cc4b9e4996f admin admin] Allocated IP 172.20.0.1 (77650b04-197c-4f2d-93ed-1f3a3f2db13f/836bd9d7-21bc-4e2a-b716-53b54890baa2/6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:02:30.605999 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d93f6f8c-9e10-4843-bb0d-767814937b1e req-455fd672-1156-4463-94de-fcd5fc9ebdae tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092618 Aug 28 15:02:30.670508 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 02d2313f-8e49-48ed-a94f-f2d650fa91a6 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:02:30.671754 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:30.679503 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0c384182-3d20-493d-a5b1-8cd6e4470a32 None None] Provisioning for port 48436dec-3802-4985-88be-bc3f73193a05 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:02:30.687897 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-9916d080-64bb-48bb-a15c-5acba03f4559 None None] For port aae245da-b2cf-4799-aa7b-008a9a4bb994, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:02:30.699322 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-9916d080-64bb-48bb-a15c-5acba03f4559 None None] For port aae245da-b2cf-4799-aa7b-008a9a4bb994, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=aae245da-b2cf-4799-aa7b-008a9a4bb994,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:02:30.707635 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-9916d080-64bb-48bb-a15c-5acba03f4559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:30.708346 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0c384182-3d20-493d-a5b1-8cd6e4470a32 None None] Provisioning complete for port 48436dec-3802-4985-88be-bc3f73193a05 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:02:30.708730 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0c384182-3d20-493d-a5b1-8cd6e4470a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:30.782758 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4dde5787-a268-48b0-b571-5bca612fd0af tempest-PortsAdminExtendedAttrsTestJSON-752548125 tempest-PortsAdminExtendedAttrsTestJSON-752548125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:30.787027 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9916d080-64bb-48bb-a15c-5acba03f4559 None None] Routers {'93a75eae-d257-4b70-865b-d422e38a9ee6'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:02:30.788081 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9916d080-64bb-48bb-a15c-5acba03f4559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:02:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['93a75eae-d257-4b70-865b-d422e38a9ee6'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:30.796513 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dde5787-a268-48b0-b571-5bca612fd0af tempest-PortsAdminExtendedAttrsTestJSON-752548125 tempest-PortsAdminExtendedAttrsTestJSON-752548125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:30.796711 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4dde5787-a268-48b0-b571-5bca612fd0af tempest-PortsAdminExtendedAttrsTestJSON-752548125 tempest-PortsAdminExtendedAttrsTestJSON-752548125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:30.805557 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ab8e6e2c-05fb-4248-959a-9947c2e20cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:30.993425 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8e6e2c-05fb-4248-959a-9947c2e20cc1 admin admin] Router 33e34fc6-87a0-4bc9-86f9-e0886b6411f8 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:02:31.037606 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0c384182-3d20-493d-a5b1-8cd6e4470a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:31.045494 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4dde5787-a268-48b0-b571-5bca612fd0af tempest-PortsAdminExtendedAttrsTestJSON-752548125 tempest-PortsAdminExtendedAttrsTestJSON-752548125-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.6108170 Aug 28 15:02:31.072075 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde5787-a268-48b0-b571-5bca612fd0af tempest-PortsAdminExtendedAttrsTestJSON-752548125 tempest-PortsAdminExtendedAttrsTestJSON-752548125-project] Pushing event updated for resources: {'Network': ['ID=7d9093f2-fd4b-4f73-ae06-03ba0f028966,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:31.132025 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-0c384182-3d20-493d-a5b1-8cd6e4470a32 None None] For port 48436dec-3802-4985-88be-bc3f73193a05, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=48436dec-3802-4985-88be-bc3f73193a05,segment=NetworkSegment(8dbebf02-4d8c-4719-9f7a-732025eeb196),segment_id=8dbebf02-4d8c-4719-9f7a-732025eeb196)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:31.136543 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:02:31.159527 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8e6e2c-05fb-4248-959a-9947c2e20cc1 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:02:31.171809 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-45caa28d-332d-4ec2-b088-5cc4b9e4996f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:31.180795 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ab8e6e2c-05fb-4248-959a-9947c2e20cc1 admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:31.183198 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ab8e6e2c-05fb-4248-959a-9947c2e20cc1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4922490 Aug 28 15:02:31.186073 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37946) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:31.212678 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-45caa28d-332d-4ec2-b088-5cc4b9e4996f admin admin] Transition to ACTIVE for port object 6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:02:31.228331 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7c54b-ec64-4a9d-b1d8-749691e8f0f4 None None] Pushing event updated for resources: {'Port': ['ID=aae245da-b2cf-4799-aa7b-008a9a4bb994,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:31.295956 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5796581-deb1-4eee-9b55-ec880cf7c2b8 None None] Sync routers for ids ['33e34fc6-87a0-4bc9-86f9-e0886b6411f8'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:02:31.302259 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32053781-42f9-43ba-8031-74aa1762065c req-f9d09c33-644c-43b1-ac40-f0b338ad5ef7 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:31.302607 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0c384182-3d20-493d-a5b1-8cd6e4470a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:31.310911 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-9916d080-64bb-48bb-a15c-5acba03f4559 None None] Set router 93a75eae-d257-4b70-865b-d422e38a9ee6 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:02:31.317322 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-32053781-42f9-43ba-8031-74aa1762065c req-f9d09c33-644c-43b1-ac40-f0b338ad5ef7 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=22197459-2b58-4bc5-a10b-a5f9a0cd699d HTTP/1.1" status: 200 len: 945 time: 0.3897724 Aug 28 15:02:31.322397 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-45caa28d-332d-4ec2-b088-5cc4b9e4996f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:31.344093 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5796581-deb1-4eee-9b55-ec880cf7c2b8 None None] Routers {'33e34fc6-87a0-4bc9-86f9-e0886b6411f8'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:02:31.345036 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-f5796581-deb1-4eee-9b55-ec880cf7c2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:02:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['33e34fc6-87a0-4bc9-86f9-e0886b6411f8'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:31.403005 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37952) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:31.415566 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c384182-3d20-493d-a5b1-8cd6e4470a32 None None] Pushing event updated for resources: {'Port': ['ID=48436dec-3802-4985-88be-bc3f73193a05,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:31.426065 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Request body: {'port': {'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966', 'binding:host_id': 'n-h2-712137-10', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1339523369'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:31.440422 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45caa28d-332d-4ec2-b088-5cc4b9e4996f admin admin] Pushing event updated for resources: {'Port': ['ID=6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:31.455258 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45caa28d-332d-4ec2-b088-5cc4b9e4996f admin admin] Network 77650b04-197c-4f2d-93ed-1f3a3f2db13f is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:02:31.460032 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-45caa28d-332d-4ec2-b088-5cc4b9e4996f admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:02:31.510350 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45caa28d-332d-4ec2-b088-5cc4b9e4996f admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:02:31.538054 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Made reservation on behalf of 806c8af7d16c4e82abc91e9e00b315a5 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:02:31.540634 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:31.554554 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:31.584222 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-32053781-42f9-43ba-8031-74aa1762065c req-6067f380-b795-476c-ba18-e0e358db4983 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660830 Aug 28 15:02:31.590829 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-f5796581-deb1-4eee-9b55-ec880cf7c2b8 None None] Set router 33e34fc6-87a0-4bc9-86f9-e0886b6411f8 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:02:31.592225 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-45caa28d-332d-4ec2-b088-5cc4b9e4996f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:31.763436 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9916d080-64bb-48bb-a15c-5acba03f4559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'name': 'tempest-ServerActionsTestJSON-761718493-router', 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'aae245da-b2cf-4799-aa7b-008a9a4bb994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:02:24Z', 'updated_at': '2021-08-28T15:02:27Z', 'revision_number': 3, 'project_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'gw_port': {'id': 'aae245da-b2cf-4799-aa7b-008a9a4bb994', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:26Z', 'updated_at': '2021-08-28T15:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:31.818195 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9916d080-64bb-48bb-a15c-5acba03f4559 None None] The sync data for ids ['93a75eae-d257-4b70-865b-d422e38a9ee6'] in n-d-712137-10 is: [{'id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'name': 'tempest-ServerActionsTestJSON-761718493-router', 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'aae245da-b2cf-4799-aa7b-008a9a4bb994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:02:24Z', 'updated_at': '2021-08-28T15:02:27Z', 'revision_number': 3, 'project_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'gw_port': {'id': 'aae245da-b2cf-4799-aa7b-008a9a4bb994', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:26Z', 'updated_at': '2021-08-28T15:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:02:31.831606 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37968) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:31.926482 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 48436dec-3802-4985-88be-bc3f73193a05 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:02:31.947158 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ee914-fad6-4ab0-a380-1d73c2969130 req-af91325c-d5fb-4fa2-afb8-2ad874c140fd tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:31.957179 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f21ee914-fad6-4ab0-a380-1d73c2969130 req-af91325c-d5fb-4fa2-afb8-2ad874c140fd tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 945 time: 0.1675112 Aug 28 15:02:31.960814 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-45caa28d-332d-4ec2-b088-5cc4b9e4996f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:32.007366 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-742f54b7-ca30-4b6c-ae82-234784ed7dde None None] Provisioning complete for port 48436dec-3802-4985-88be-bc3f73193a05 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:02:32.007990 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-742f54b7-ca30-4b6c-ae82-234784ed7dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:32.108464 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f21ee914-fad6-4ab0-a380-1d73c2969130 req-59da971b-b535-4fae-8e4c-ada1fd9e4472 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469510 Aug 28 15:02:32.109908 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f78cecc2-8e97-4593-b873-f20e26ade789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:32.120478 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 48436dec-3802-4985-88be-bc3f73193a05 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:02:32.120478 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:32.146426 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:32.153825 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:32.161930 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] device_id is not set on port 886fca93-dedf-4731-8331-01b6423a674e yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:02:32.345887 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c99544-957f-41b7-ba38-e19d8a16b8de,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:32.396372 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-939403d6-19fc-41fe-8141-10b4c3be6d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:32.437803 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-f5796581-deb1-4eee-9b55-ec880cf7c2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e34fc6-87a0-4bc9-86f9-e0886b6411f8', 'name': 'tempest-FloatingIPsNegativeTestJSON-947722734-router', 'tenant_id': '357b66f7d8ad487791747e7bd85fb1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '5dbfc455-91e0-41d0-bbcc-af32a496fdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:02:26Z', 'updated_at': '2021-08-28T15:02:29Z', 'revision_number': 3, 'project_id': '357b66f7d8ad487791747e7bd85fb1d0', 'gw_port': {'id': '5dbfc455-91e0-41d0-bbcc-af32a496fdb4', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e34fc6-87a0-4bc9-86f9-e0886b6411f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:27Z', 'updated_at': '2021-08-28T15:02:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:32.491500 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-45caa28d-332d-4ec2-b088-5cc4b9e4996f admin admin] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:32.494769 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f78cecc2-8e97-4593-b873-f20e26ade789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:32.501844 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-45caa28d-332d-4ec2-b088-5cc4b9e4996f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:32.569839 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f78cecc2-8e97-4593-b873-f20e26ade789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:32.665632 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5796581-deb1-4eee-9b55-ec880cf7c2b8 None None] Checking router: 33e34fc6-87a0-4bc9-86f9-e0886b6411f8 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:02:32.665983 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5796581-deb1-4eee-9b55-ec880cf7c2b8 None None] Updating router 33e34fc6-87a0-4bc9-86f9-e0886b6411f8 port 5dbfc455-91e0-41d0-bbcc-af32a496fdb4 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:02:32.666905 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f78cecc2-8e97-4593-b873-f20e26ade789 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed1f930547ef418bae6aef6fab089532&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8337243 Aug 28 15:02:32.667699 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45caa28d-332d-4ec2-b088-5cc4b9e4996f admin admin] Pushing event updated for resources: {'Port': ['ID=6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:32.678181 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37994) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:32.719044 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f5796581-deb1-4eee-9b55-ec880cf7c2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:32.754105 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ec8d24ae-2bcc-418b-98f7-24771916c000 None None] Provisioning for port 6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:02:32.759558 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ec8d24ae-2bcc-418b-98f7-24771916c000 None None] Provisioning complete for port 6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:02:32.759956 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ec8d24ae-2bcc-418b-98f7-24771916c000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:32.801535 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-45caa28d-332d-4ec2-b088-5cc4b9e4996f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:32.817509 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78cecc2-8e97-4593-b873-f20e26ade789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf31f1dd-76b3-4e16-a111-706791c15dee,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:32.849561 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-939403d6-19fc-41fe-8141-10b4c3be6d09 admin admin] Allocated IP 172.20.0.1 (ffa995d3-100d-4d39-93af-91ed46741448/bcfbafca-e030-4717-a053-1c668e1eef35/2e60106d-eb10-4b2e-bf49-50231807db34) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:02:32.881945 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f1471-a76b-459b-a60f-a4806c5cf9fc req-d7e5fdc3-d95f-42b2-9c81-c2ce2e988a9a tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:32.889547 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f79f1471-a76b-459b-a60f-a4806c5cf9fc req-d7e5fdc3-d95f-42b2-9c81-c2ce2e988a9a tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=22197459-2b58-4bc5-a10b-a5f9a0cd699d HTTP/1.1" status: 200 len: 945 time: 0.1654975 Aug 28 15:02:32.899227 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] device_id is not set on port 886fca93-dedf-4731-8331-01b6423a674e yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:02:32.905538 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ec8d24ae-2bcc-418b-98f7-24771916c000 None None] Port 6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:02:32.948906 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:32.960109 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e221daf-ea0a-4bfd-a877-d0a036c0d935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:32.987343 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e221daf-ea0a-4bfd-a877-d0a036c0d935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:33.082546 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f79f1471-a76b-459b-a60f-a4806c5cf9fc req-7e285142-347e-4501-9aa2-63da26a0e7cb tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917319 Aug 28 15:02:33.096316 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e221daf-ea0a-4bfd-a877-d0a036c0d935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:33.096316 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e221daf-ea0a-4bfd-a877-d0a036c0d935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:33.096316 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2e221daf-ea0a-4bfd-a877-d0a036c0d935 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf31f1dd-76b3-4e16-a111-706791c15dee HTTP/1.1" status: 204 len: 168 time: 0.4090328 Aug 28 15:02:33.112583 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Transition to ACTIVE for port object 886fca93-dedf-4731-8331-01b6423a674e will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:02:33.123702 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e221daf-ea0a-4bfd-a877-d0a036c0d935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf31f1dd-76b3-4e16-a111-706791c15dee,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:33.148307 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45caa28d-332d-4ec2-b088-5cc4b9e4996f admin admin] Network 77650b04-197c-4f2d-93ed-1f3a3f2db13f is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:02:33.165433 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-45caa28d-332d-4ec2-b088-5cc4b9e4996f admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:02:33.166046 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f5796581-deb1-4eee-9b55-ec880cf7c2b8 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:33.203016 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f5796581-deb1-4eee-9b55-ec880cf7c2b8 None None] Transition to ACTIVE for port object 5dbfc455-91e0-41d0-bbcc-af32a496fdb4 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:02:33.231757 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:33.243874 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f5796581-deb1-4eee-9b55-ec880cf7c2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:33.397446 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c2da4-6d52-477b-b01d-b208b1947fd1 None None] Pushing event updated for resources: {'Port': ['ID=5dbfc455-91e0-41d0-bbcc-af32a496fdb4,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:33.416010 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-f5796581-deb1-4eee-9b55-ec880cf7c2b8 None None] Attempting to bind port 5dbfc455-91e0-41d0-bbcc-af32a496fdb4 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:33.416010 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-f5796581-deb1-4eee-9b55-ec880cf7c2b8 None None] Attempting to bind port 5dbfc455-91e0-41d0-bbcc-af32a496fdb4 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:33.416010 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5796581-deb1-4eee-9b55-ec880cf7c2b8 None None] Attempting to bind port 5dbfc455-91e0-41d0-bbcc-af32a496fdb4 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:33.418047 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5796581-deb1-4eee-9b55-ec880cf7c2b8 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:02:33.418435 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5796581-deb1-4eee-9b55-ec880cf7c2b8 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:02:33.418841 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f5796581-deb1-4eee-9b55-ec880cf7c2b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:33.419235 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5796581-deb1-4eee-9b55-ec880cf7c2b8 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:02:33.420033 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-f5796581-deb1-4eee-9b55-ec880cf7c2b8 None None] Bound port: 5dbfc455-91e0-41d0-bbcc-af32a496fdb4, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:02:33.420157 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f5796581-deb1-4eee-9b55-ec880cf7c2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:33.440089 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45caa28d-332d-4ec2-b088-5cc4b9e4996f admin admin] Router 93a75eae-d257-4b70-865b-d422e38a9ee6 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:02:33.473107 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-80ac44f3-5969-4cb7-a5bf-c3b906a09df8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4082484 Aug 28 15:02:33.485110 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-f5796581-deb1-4eee-9b55-ec880cf7c2b8 None None] For port 5dbfc455-91e0-41d0-bbcc-af32a496fdb4, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:02:33.490270 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-f5796581-deb1-4eee-9b55-ec880cf7c2b8 None None] For port 5dbfc455-91e0-41d0-bbcc-af32a496fdb4, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=5dbfc455-91e0-41d0-bbcc-af32a496fdb4,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:02:33.499226 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f5796581-deb1-4eee-9b55-ec880cf7c2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:33.519240 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Pushing event updated for resources: {'Port': ['ID=886fca93-dedf-4731-8331-01b6423a674e,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:33.524909 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-939403d6-19fc-41fe-8141-10b4c3be6d09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:33.601865 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d29be-60c1-4199-81dd-45c93f6c9233 req-480bf787-0db9-41df-b97b-aefeb9414d91 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:33.610804 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e91d29be-60c1-4199-81dd-45c93f6c9233 req-480bf787-0db9-41df-b97b-aefeb9414d91 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 945 time: 0.3468137 Aug 28 15:02:33.613240 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-939403d6-19fc-41fe-8141-10b4c3be6d09 admin admin] Transition to ACTIVE for port object 2e60106d-eb10-4b2e-bf49-50231807db34 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:02:33.635531 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Checking segment: {'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:02:33.636278 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Network hostable DHCP agents. Network: 7d9093f2-fd4b-4f73-ae06-03ba0f028966, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:02:33.704624 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c2da4-6d52-477b-b01d-b208b1947fd1 None None] Pushing event updated for resources: {'Port': ['ID=5dbfc455-91e0-41d0-bbcc-af32a496fdb4,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:33.708801 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5796581-deb1-4eee-9b55-ec880cf7c2b8 None None] Routers {'33e34fc6-87a0-4bc9-86f9-e0886b6411f8'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:02:33.709395 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-f5796581-deb1-4eee-9b55-ec880cf7c2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:02:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['33e34fc6-87a0-4bc9-86f9-e0886b6411f8'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:33.713497 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:02:33.750190 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45caa28d-332d-4ec2-b088-5cc4b9e4996f admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:02:33.750881 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e91d29be-60c1-4199-81dd-45c93f6c9233 req-b5d9dbde-7502-4dc3-8555-5e95b8010301 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347208 Aug 28 15:02:33.764889 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-45caa28d-332d-4ec2-b088-5cc4b9e4996f admin admin] 10.222.0.13 "PUT /v2.0/routers/93a75eae-d257-4b70-865b-d422e38a9ee6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8331854 Aug 28 15:02:33.768417 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38018) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:33.779422 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-051876de-4f8b-4d26-ac8c-d955c2101a2a None None] Provisioning complete for port 6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:02:33.779706 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-051876de-4f8b-4d26-ac8c-d955c2101a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:33.792179 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-5e62cfb5-dedd-44aa-8340-1085f94bcb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:33.793768 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-5e62cfb5-dedd-44aa-8340-1085f94bcb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:33.794527 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-5e62cfb5-dedd-44aa-8340-1085f94bcb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:33.795068 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-5e62cfb5-dedd-44aa-8340-1085f94bcb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:33.795603 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-5e62cfb5-dedd-44aa-8340-1085f94bcb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:33.796156 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-5e62cfb5-dedd-44aa-8340-1085f94bcb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:33.796686 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-5e62cfb5-dedd-44aa-8340-1085f94bcb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:33.798724 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-5e62cfb5-dedd-44aa-8340-1085f94bcb3c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c41f7ff750b41758b81cc9b9f8f4744&device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 6505 time: 0.2284954 Aug 28 15:02:33.802019 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 7d9093f2-fd4b-4f73-ae06-03ba0f028966) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:02:33.819823 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d22609-9b74-44f1-80e9-cc9e8188f80f None None] Network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:02:33.821882 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-53b779e9-0666-4f43-b949-629f3649272c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:33.826457 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:02:33.966618 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-939403d6-19fc-41fe-8141-10b4c3be6d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:33.982653 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device aae245da-b2cf-4799-aa7b-008a9a4bb994 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:02:34.059626 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-051876de-4f8b-4d26-ac8c-d955c2101a2a None None] Port 6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:02:34.104416 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-f5796581-deb1-4eee-9b55-ec880cf7c2b8 None None] Set router 33e34fc6-87a0-4bc9-86f9-e0886b6411f8 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:02:34.269391 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port aae245da-b2cf-4799-aa7b-008a9a4bb994 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:02:34.303213 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port aae245da-b2cf-4799-aa7b-008a9a4bb994 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:02:34.303603 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:34.332773 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939403d6-19fc-41fe-8141-10b4c3be6d09 admin admin] Network ffa995d3-100d-4d39-93af-91ed46741448 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:02:34.343484 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939403d6-19fc-41fe-8141-10b4c3be6d09 admin admin] Pushing event updated for resources: {'Port': ['ID=2e60106d-eb10-4b2e-bf49-50231807db34,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:34.346088 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-939403d6-19fc-41fe-8141-10b4c3be6d09 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:02:34.389993 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939403d6-19fc-41fe-8141-10b4c3be6d09 admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:02:34.435839 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 886fca93-dedf-4731-8331-01b6423a674e on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:34.436175 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 886fca93-dedf-4731-8331-01b6423a674e by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:34.436496 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 886fca93-dedf-4731-8331-01b6423a674e on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:34.441479 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-939403d6-19fc-41fe-8141-10b4c3be6d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:34.454238 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Port 886fca93-dedf-4731-8331-01b6423a674e on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:34.454376 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Failed to bind port 886fca93-dedf-4731-8331-01b6423a674e on host n-h2-712137-10 for vnic_type normal using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] Aug 28 15:02:34.470557 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38030) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:34.476464 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-68bdf311-5649-4c07-a350-0471e0e73539 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1284988500', 'description': 'tempest-description--741364555'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:34.516195 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempt 2 to bind port 886fca93-dedf-4731-8331-01b6423a674e Aug 28 15:02:34.521197 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d922edf7-651a-498c-8116-2932372f709d None None] Sync routers for ids ['93a75eae-d257-4b70-865b-d422e38a9ee6'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:02:34.531134 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d922edf7-651a-498c-8116-2932372f709d None None] Routers {'93a75eae-d257-4b70-865b-d422e38a9ee6'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:02:34.531875 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d922edf7-651a-498c-8116-2932372f709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:02:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['93a75eae-d257-4b70-865b-d422e38a9ee6'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:34.546111 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:34.563356 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ccd0b-fff6-4e85-b78d-fc00fa574181 req-99db2f4b-51c1-4a2d-b5ab-6368e0839c96 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:34.571346 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-363ccd0b-fff6-4e85-b78d-fc00fa574181 req-99db2f4b-51c1-4a2d-b5ab-6368e0839c96 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=22197459-2b58-4bc5-a10b-a5f9a0cd699d HTTP/1.1" status: 200 len: 945 time: 0.2368827 Aug 28 15:02:34.612011 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 886fca93-dedf-4731-8331-01b6423a674e on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:34.612605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 886fca93-dedf-4731-8331-01b6423a674e by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:34.613093 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 886fca93-dedf-4731-8331-01b6423a674e on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:34.617386 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port aae245da-b2cf-4799-aa7b-008a9a4bb994, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=aae245da-b2cf-4799-aa7b-008a9a4bb994,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:34.625673 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-f5796581-deb1-4eee-9b55-ec880cf7c2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e34fc6-87a0-4bc9-86f9-e0886b6411f8', 'name': 'tempest-FloatingIPsNegativeTestJSON-947722734-router', 'tenant_id': '357b66f7d8ad487791747e7bd85fb1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '5dbfc455-91e0-41d0-bbcc-af32a496fdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:02:26Z', 'updated_at': '2021-08-28T15:02:29Z', 'revision_number': 3, 'project_id': '357b66f7d8ad487791747e7bd85fb1d0', 'gw_port': {'id': '5dbfc455-91e0-41d0-bbcc-af32a496fdb4', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e34fc6-87a0-4bc9-86f9-e0886b6411f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:27Z', 'updated_at': '2021-08-28T15:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:34.630359 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Port 886fca93-dedf-4731-8331-01b6423a674e on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:34.630908 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Failed to bind port 886fca93-dedf-4731-8331-01b6423a674e on host n-h2-712137-10 for vnic_type normal using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] Aug 28 15:02:34.639646 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempt 3 to bind port 886fca93-dedf-4731-8331-01b6423a674e Aug 28 15:02:34.683430 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-53b779e9-0666-4f43-b949-629f3649272c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:34.707762 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-363ccd0b-fff6-4e85-b78d-fc00fa574181 req-b4a63290-46ab-4643-97a9-906bc48594f5 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351933 Aug 28 15:02:34.716344 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68bdf311-5649-4c07-a350-0471e0e73539 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:34.748460 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5796581-deb1-4eee-9b55-ec880cf7c2b8 None None] The sync data for ids ['33e34fc6-87a0-4bc9-86f9-e0886b6411f8'] in n-d-712137-10 is: [{'id': '33e34fc6-87a0-4bc9-86f9-e0886b6411f8', 'name': 'tempest-FloatingIPsNegativeTestJSON-947722734-router', 'tenant_id': '357b66f7d8ad487791747e7bd85fb1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '5dbfc455-91e0-41d0-bbcc-af32a496fdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:02:26Z', 'updated_at': '2021-08-28T15:02:29Z', 'revision_number': 3, 'project_id': '357b66f7d8ad487791747e7bd85fb1d0', 'gw_port': {'id': '5dbfc455-91e0-41d0-bbcc-af32a496fdb4', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e34fc6-87a0-4bc9-86f9-e0886b6411f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:27Z', 'updated_at': '2021-08-28T15:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:02:34.751796 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-d922edf7-651a-498c-8116-2932372f709d None None] Set router 93a75eae-d257-4b70-865b-d422e38a9ee6 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:02:34.763080 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-53b779e9-0666-4f43-b949-629f3649272c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:34.765026 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:34.847731 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=aae245da-b2cf-4799-aa7b-008a9a4bb994,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:34.852736 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-156f7260-8722-46f8-8eae-c4831ec3eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:34.860626 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-156f7260-8722-46f8-8eae-c4831ec3eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:34.861388 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-156f7260-8722-46f8-8eae-c4831ec3eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:34.868978 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-156f7260-8722-46f8-8eae-c4831ec3eafe service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1b33141-ca0c-463e-90a5-3e011354593f&id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&id=81167e94-3666-4c28-a056-416ea7a0c9d3&id=81167e94-3666-4c28-a056-416ea7a0c9d3 HTTP/1.1" status: 200 len: 2297 time: 1.0333567 Aug 28 15:02:34.888945 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 886fca93-dedf-4731-8331-01b6423a674e on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:34.889529 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 886fca93-dedf-4731-8331-01b6423a674e by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:34.890021 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 886fca93-dedf-4731-8331-01b6423a674e on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:34.890216 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ef6de00b-bdf1-4aab-84c5-9ac54a86aa79 None None] Provisioning for port 2e60106d-eb10-4b2e-bf49-50231807db34 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:02:34.896197 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ef6de00b-bdf1-4aab-84c5-9ac54a86aa79 None None] Provisioning complete for port 2e60106d-eb10-4b2e-bf49-50231807db34 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:02:34.896610 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ef6de00b-bdf1-4aab-84c5-9ac54a86aa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:34.918140 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b779e9-0666-4f43-b949-629f3649272c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7aade1-7275-4056-a56e-bf82b79799a1,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:34.957954 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ef6de00b-bdf1-4aab-84c5-9ac54a86aa79 None None] Port 2e60106d-eb10-4b2e-bf49-50231807db34 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:02:34.970498 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68bdf311-5649-4c07-a350-0471e0e73539 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:34.977788 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68bdf311-5649-4c07-a350-0471e0e73539 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:34.995540 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Port 886fca93-dedf-4731-8331-01b6423a674e on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:34.996797 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Failed to bind port 886fca93-dedf-4731-8331-01b6423a674e on host n-h2-712137-10 for vnic_type normal using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] Aug 28 15:02:35.004563 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempt 4 to bind port 886fca93-dedf-4731-8331-01b6423a674e Aug 28 15:02:35.020733 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-53b779e9-0666-4f43-b949-629f3649272c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f7cc5dd690f24e7081cf0a5d94d964eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2491245 Aug 28 15:02:35.025786 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38036) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:35.062525 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68bdf311-5649-4c07-a350-0471e0e73539 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:35.066511 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-68bdf311-5649-4c07-a350-0471e0e73539 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5919733 Aug 28 15:02:35.072357 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38038) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:35.090510 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-ef630beb-8637-4cdf-9cae-89b60e144973 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Request body: {'security_group_rule': {'security_group_id': 'e367d67b-2c08-4b56-9475-e315e20bd535', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:35.112585 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdf311-5649-4c07-a350-0471e0e73539 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e367d67b-2c08-4b56-9475-e315e20bd535,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:35.140880 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-939403d6-19fc-41fe-8141-10b4c3be6d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:35.151679 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 886fca93-dedf-4731-8331-01b6423a674e on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:35.151679 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 886fca93-dedf-4731-8331-01b6423a674e by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:35.151679 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 886fca93-dedf-4731-8331-01b6423a674e on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:35.175085 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d922edf7-651a-498c-8116-2932372f709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'name': 'tempest-ServerActionsTestJSON-761718493-router', 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'aae245da-b2cf-4799-aa7b-008a9a4bb994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:02:24Z', 'updated_at': '2021-08-28T15:02:31Z', 'revision_number': 4, 'project_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'gw_port': {'id': 'aae245da-b2cf-4799-aa7b-008a9a4bb994', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:26Z', 'updated_at': '2021-08-28T15:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6', 'name': '', 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f', 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'mac_address': 'fa:16:3e:e6:9c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '836bd9d7-21bc-4e2a-b716-53b54890baa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:30Z', 'updated_at': '2021-08-28T15:02:32Z', 'revision_number': 2, 'project_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'subnets': [{'id': '836bd9d7-21bc-4e2a-b716-53b54890baa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:35.220635 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Port 886fca93-dedf-4731-8331-01b6423a674e on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:35.221013 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Failed to bind port 886fca93-dedf-4731-8331-01b6423a674e on host n-h2-712137-10 for vnic_type normal using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] Aug 28 15:02:35.221464 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-da5d8bf4-908a-47f0-ad78-bd131725251e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:35.253865 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ef630beb-8637-4cdf-9cae-89b60e144973 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:35.254140 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908d79c-7e72-4b73-83e3-eed7b6534dce req-47111a85-2c7f-4bbe-8196-b870be4311a4 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:35.255887 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e908d79c-7e72-4b73-83e3-eed7b6534dce req-47111a85-2c7f-4bbe-8196-b870be4311a4 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 945 time: 0.3592858 Aug 28 15:02:35.256361 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempt 5 to bind port 886fca93-dedf-4731-8331-01b6423a674e Aug 28 15:02:35.268516 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d922edf7-651a-498c-8116-2932372f709d None None] Checking router: 93a75eae-d257-4b70-865b-d422e38a9ee6 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:02:35.269104 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d922edf7-651a-498c-8116-2932372f709d None None] Updating router 93a75eae-d257-4b70-865b-d422e38a9ee6 port 6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6 binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:02:35.276043 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-da5d8bf4-908a-47f0-ad78-bd131725251e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:35.303242 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 886fca93-dedf-4731-8331-01b6423a674e on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:35.303575 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 886fca93-dedf-4731-8331-01b6423a674e by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:35.304164 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 886fca93-dedf-4731-8331-01b6423a674e on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:35.333321 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-d922edf7-651a-498c-8116-2932372f709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:35.344883 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Port 886fca93-dedf-4731-8331-01b6423a674e on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:35.345420 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Failed to bind port 886fca93-dedf-4731-8331-01b6423a674e on host n-h2-712137-10 for vnic_type normal using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] Aug 28 15:02:35.348784 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e908d79c-7e72-4b73-83e3-eed7b6534dce req-57160b91-a49a-49f8-b63e-817e9f471952 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722182 Aug 28 15:02:35.350304 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempt 6 to bind port 886fca93-dedf-4731-8331-01b6423a674e Aug 28 15:02:35.365978 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ef630beb-8637-4cdf-9cae-89b60e144973 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:35.370427 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ef630beb-8637-4cdf-9cae-89b60e144973 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:35.390343 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-037503b1-6ff9-4367-a82e-bbcff3bae57c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b87fed8-f886-448a-9c21-e53f6cc4e49a HTTP/1.1" status: 200 len: 1000 time: 0.4865134 Aug 28 15:02:35.393694 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 886fca93-dedf-4731-8331-01b6423a674e on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:35.395220 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 886fca93-dedf-4731-8331-01b6423a674e by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:35.395680 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 886fca93-dedf-4731-8331-01b6423a674e on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:35.427500 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-da5d8bf4-908a-47f0-ad78-bd131725251e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:35.430618 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-da5d8bf4-908a-47f0-ad78-bd131725251e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:35.432143 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-da5d8bf4-908a-47f0-ad78-bd131725251e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e7aade1-7275-4056-a56e-bf82b79799a1 HTTP/1.1" status: 204 len: 168 time: 0.4052315 Aug 28 15:02:35.435993 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ef630beb-8637-4cdf-9cae-89b60e144973 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:35.440018 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ef630beb-8637-4cdf-9cae-89b60e144973 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3663719 Aug 28 15:02:35.440717 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38042) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:35.443899 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef630beb-8637-4cdf-9cae-89b60e144973 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a061a977-37c1-402e-985c-c5b6d923ee28,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:35.449617 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-c21933c8-d4bf-4172-bd4f-316692f31584 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Request body: {'security_group_rule': {'security_group_id': 'e367d67b-2c08-4b56-9475-e315e20bd535', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:35.479333 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d8bf4-908a-47f0-ad78-bd131725251e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7aade1-7275-4056-a56e-bf82b79799a1,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:35.542271 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Port 886fca93-dedf-4731-8331-01b6423a674e on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:35.545948 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c21933c8-d4bf-4172-bd4f-316692f31584 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:35.547505 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Failed to bind port 886fca93-dedf-4731-8331-01b6423a674e on host n-h2-712137-10 for vnic_type normal using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] Aug 28 15:02:35.573717 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempt 7 to bind port 886fca93-dedf-4731-8331-01b6423a674e Aug 28 15:02:35.688281 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c21933c8-d4bf-4172-bd4f-316692f31584 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:35.694505 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c21933c8-d4bf-4172-bd4f-316692f31584 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:35.743022 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c21933c8-d4bf-4172-bd4f-316692f31584 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:35.744684 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c21933c8-d4bf-4172-bd4f-316692f31584 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3018153 Aug 28 15:02:35.748791 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 886fca93-dedf-4731-8331-01b6423a674e on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:35.749371 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 886fca93-dedf-4731-8331-01b6423a674e by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:35.749920 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 886fca93-dedf-4731-8331-01b6423a674e on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:35.752937 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38048) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:35.753598 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21933c8-d4bf-4172-bd4f-316692f31584 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e68fff93-8139-4133-a1c6-f326d568f1a5,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:35.775294 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Port 886fca93-dedf-4731-8331-01b6423a674e on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:35.775862 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Failed to bind port 886fca93-dedf-4731-8331-01b6423a674e on host n-h2-712137-10 for vnic_type normal using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] Aug 28 15:02:35.778671 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-92665a35-211e-4de0-8aa0-01061b5d6299 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:35.781689 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempt 8 to bind port 886fca93-dedf-4731-8331-01b6423a674e Aug 28 15:02:35.814129 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92665a35-211e-4de0-8aa0-01061b5d6299 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:35.864121 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-fa9090e1-1e02-4548-94f3-4a1fc5f7ceec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:35.868184 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-fa9090e1-1e02-4548-94f3-4a1fc5f7ceec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0834cea-40c4-4457-8496-7782b5b24a25 HTTP/1.1" status: 200 len: 856 time: 0.3408480 Aug 28 15:02:35.876704 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 886fca93-dedf-4731-8331-01b6423a674e on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:35.880012 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 886fca93-dedf-4731-8331-01b6423a674e by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:35.880778 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 886fca93-dedf-4731-8331-01b6423a674e on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:35.989487 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-939403d6-19fc-41fe-8141-10b4c3be6d09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:35.993527 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Port 886fca93-dedf-4731-8331-01b6423a674e on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:35.994061 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Failed to bind port 886fca93-dedf-4731-8331-01b6423a674e on host n-h2-712137-10 for vnic_type normal using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] Aug 28 15:02:35.994784 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempt 9 to bind port 886fca93-dedf-4731-8331-01b6423a674e Aug 28 15:02:36.031030 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fb694-3e8f-4e73-9337-5c3930a630f2 req-b21c7f11-93a7-4808-9ecb-30d21ce3c560 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:36.032736 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7e3fb694-3e8f-4e73-9337-5c3930a630f2 req-b21c7f11-93a7-4808-9ecb-30d21ce3c560 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=22197459-2b58-4bc5-a10b-a5f9a0cd699d HTTP/1.1" status: 200 len: 945 time: 0.0911524 Aug 28 15:02:36.053749 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 886fca93-dedf-4731-8331-01b6423a674e on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:36.054155 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 886fca93-dedf-4731-8331-01b6423a674e by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:36.054851 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 886fca93-dedf-4731-8331-01b6423a674e on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:36.060861 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-939403d6-19fc-41fe-8141-10b4c3be6d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:36.061275 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-d922edf7-651a-498c-8116-2932372f709d None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:36.065112 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Port 886fca93-dedf-4731-8331-01b6423a674e on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:36.065455 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Failed to bind port 886fca93-dedf-4731-8331-01b6423a674e on host n-h2-712137-10 for vnic_type normal using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] Aug 28 15:02:36.081200 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92665a35-211e-4de0-8aa0-01061b5d6299 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:36.082370 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-d922edf7-651a-498c-8116-2932372f709d None None] Transition to ACTIVE for port object 6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6 will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:02:36.098544 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-d922edf7-651a-498c-8116-2932372f709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:36.158627 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device aae245da-b2cf-4799-aa7b-008a9a4bb994 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:02:36.172363 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempt 10 to bind port 886fca93-dedf-4731-8331-01b6423a674e Aug 28 15:02:36.200147 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7e3fb694-3e8f-4e73-9337-5c3930a630f2 req-ca31426b-b675-4d0e-8cf9-aee80ead7508 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596606 Aug 28 15:02:36.216763 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3355f7-a37b-4f9f-afe3-8b5553e6bf5a None None] Pushing event updated for resources: {'Port': ['ID=6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:36.218432 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port aae245da-b2cf-4799-aa7b-008a9a4bb994 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:02:36.219570 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:36.294355 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 886fca93-dedf-4731-8331-01b6423a674e on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:36.294780 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 886fca93-dedf-4731-8331-01b6423a674e by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:36.295033 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 886fca93-dedf-4731-8331-01b6423a674e on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:36.363599 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-d922edf7-651a-498c-8116-2932372f709d None None] Attempting to bind port 6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:36.364104 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-d922edf7-651a-498c-8116-2932372f709d None None] Attempting to bind port 6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'b1ed49cc-e427-4bca-b57b-61c1f5306996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:36.365171 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d922edf7-651a-498c-8116-2932372f709d None None] Attempting to bind port 6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6 on network 77650b04-197c-4f2d-93ed-1f3a3f2db13f {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:36.371860 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d922edf7-651a-498c-8116-2932372f709d None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:02:36.372546 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d922edf7-651a-498c-8116-2932372f709d None None] Checking segment: {'id': 'b1ed49cc-e427-4bca-b57b-61c1f5306996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:02:36.373205 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-d922edf7-651a-498c-8116-2932372f709d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:36.373449 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 5dbfc455-91e0-41d0-bbcc-af32a496fdb4 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:02:36.373791 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d922edf7-651a-498c-8116-2932372f709d None None] Bound using segment: {'id': 'b1ed49cc-e427-4bca-b57b-61c1f5306996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:02:36.374367 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-d922edf7-651a-498c-8116-2932372f709d None None] Bound port: 6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ed49cc-e427-4bca-b57b-61c1f5306996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:02:36.375014 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-d922edf7-651a-498c-8116-2932372f709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:36.377086 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-939403d6-19fc-41fe-8141-10b4c3be6d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:36.390597 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Port 886fca93-dedf-4731-8331-01b6423a674e on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:36.390925 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Failed to bind port 886fca93-dedf-4731-8331-01b6423a674e on host n-h2-712137-10 for vnic_type normal using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] Aug 28 15:02:36.391294 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:36.424949 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-92665a35-211e-4de0-8aa0-01061b5d6299 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Allocated IP 172.25.3.163 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/98601caf-2b5a-4e35-b02d-5d48463a10e3) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:02:36.427241 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939403d6-19fc-41fe-8141-10b4c3be6d09 admin admin] Pushing event updated for resources: {'Port': ['ID=2e60106d-eb10-4b2e-bf49-50231807db34,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:36.458960 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-be2a18f6-4bfe-4310-8436-b6539cf651c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:36.479862 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 5dbfc455-91e0-41d0-bbcc-af32a496fdb4 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:02:36.480841 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-be2a18f6-4bfe-4310-8436-b6539cf651c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1b33141-ca0c-463e-90a5-3e011354593f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5884197 Aug 28 15:02:36.485168 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 5dbfc455-91e0-41d0-bbcc-af32a496fdb4 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:02:36.485622 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:36.545036 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-d922edf7-651a-498c-8116-2932372f709d None None] For port 6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:02:36.552464 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-d922edf7-651a-498c-8116-2932372f709d None None] For port 6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:02:36.557803 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-d922edf7-651a-498c-8116-2932372f709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:36.727740 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3355f7-a37b-4f9f-afe3-8b5553e6bf5a None None] Pushing event updated for resources: {'Port': ['ID=6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6,revision_number=4']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:36.740856 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d922edf7-651a-498c-8116-2932372f709d None None] Routers {'93a75eae-d257-4b70-865b-d422e38a9ee6'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:02:36.741512 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d922edf7-651a-498c-8116-2932372f709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:02:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['93a75eae-d257-4b70-865b-d422e38a9ee6'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:36.767318 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:36.837205 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] For port 886fca93-dedf-4731-8331-01b6423a674e, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:02:36.837656 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempted to set empty binding levels {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 28 15:02:36.851954 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 5dbfc455-91e0-41d0-bbcc-af32a496fdb4, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=5dbfc455-91e0-41d0-bbcc-af32a496fdb4,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:36.869836 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:36.909842 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:37.017682 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=5dbfc455-91e0-41d0-bbcc-af32a496fdb4,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:37.073968 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-d922edf7-651a-498c-8116-2932372f709d None None] Set router 93a75eae-d257-4b70-865b-d422e38a9ee6 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:02:37.111251 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:37.111933 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:37.212105 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.7988210 Aug 28 15:02:37.215793 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38082) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:37.250414 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e7b9a-5a78-45a8-b6fa-598ca229421b req-35fd79b2-9b54-42ea-8db9-2f3398a5e18f tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:37.252026 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6a0e7b9a-5a78-45a8-b6fa-598ca229421b req-35fd79b2-9b54-42ea-8db9-2f3398a5e18f tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 945 time: 0.4092088 Aug 28 15:02:37.367003 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99486f88-d989-4a87-8f6a-0d5f7d2cb5be tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Pushing event updated for resources: {'Port': ['ID=886fca93-dedf-4731-8331-01b6423a674e,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:37.463079 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92665a35-211e-4de0-8aa0-01061b5d6299 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:37.481070 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd405fc7-4310-4e85-92d6-c9897d206613 req-5d94d1d3-af96-42b4-a595-9434bcd53958 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:37.484126 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bd405fc7-4310-4e85-92d6-c9897d206613 req-5d94d1d3-af96-42b4-a595-9434bcd53958 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=22197459-2b58-4bc5-a10b-a5f9a0cd699d HTTP/1.1" status: 200 len: 945 time: 0.1332495 Aug 28 15:02:37.535315 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6a0e7b9a-5a78-45a8-b6fa-598ca229421b req-9bfcefbe-31bb-474b-af7e-933d9405bdb9 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368701 Aug 28 15:02:37.569624 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bd405fc7-4310-4e85-92d6-c9897d206613 req-10f04fc5-48b8-486c-9d6e-946093f9beb5 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726075 Aug 28 15:02:37.578760 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-0dc99af8-eb9e-45c5-8d05-30b24d813f54 service neutron] 10.222.0.36 "GET /v2.0/networks/f1b33141-ca0c-463e-90a5-3e011354593f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0638866 Aug 28 15:02:37.602682 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92665a35-211e-4de0-8aa0-01061b5d6299 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:37.637427 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92665a35-211e-4de0-8aa0-01061b5d6299 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:02:37.643230 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-92665a35-211e-4de0-8aa0-01061b5d6299 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:02:37.648609 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92665a35-211e-4de0-8aa0-01061b5d6299 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:02:37.695575 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d922edf7-651a-498c-8116-2932372f709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'name': 'tempest-ServerActionsTestJSON-761718493-router', 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'aae245da-b2cf-4799-aa7b-008a9a4bb994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:02:24Z', 'updated_at': '2021-08-28T15:02:31Z', 'revision_number': 4, 'project_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'gw_port': {'id': 'aae245da-b2cf-4799-aa7b-008a9a4bb994', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:26Z', 'updated_at': '2021-08-28T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6', 'name': '', 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f', 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'mac_address': 'fa:16:3e:e6:9c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '836bd9d7-21bc-4e2a-b716-53b54890baa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:30Z', 'updated_at': '2021-08-28T15:02:36Z', 'revision_number': 4, 'project_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'subnets': [{'id': '836bd9d7-21bc-4e2a-b716-53b54890baa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:37.761476 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d922edf7-651a-498c-8116-2932372f709d None None] The sync data for ids ['93a75eae-d257-4b70-865b-d422e38a9ee6'] in n-d-712137-10 is: [{'id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'name': 'tempest-ServerActionsTestJSON-761718493-router', 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'aae245da-b2cf-4799-aa7b-008a9a4bb994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:02:24Z', 'updated_at': '2021-08-28T15:02:31Z', 'revision_number': 4, 'project_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'gw_port': {'id': 'aae245da-b2cf-4799-aa7b-008a9a4bb994', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:26Z', 'updated_at': '2021-08-28T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6', 'name': '', 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f', 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'mac_address': 'fa:16:3e:e6:9c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '836bd9d7-21bc-4e2a-b716-53b54890baa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:30Z', 'updated_at': '2021-08-28T15:02:36Z', 'revision_number': 4, 'project_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'subnets': [{'id': '836bd9d7-21bc-4e2a-b716-53b54890baa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:02:37.787412 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92665a35-211e-4de0-8aa0-01061b5d6299 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Pushing event updated for resources: {'Port': ['ID=98601caf-2b5a-4e35-b02d-5d48463a10e3,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:37.805435 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-cc83e7e9-08a4-4981-a1b5-881ee5a49f18 service neutron] 10.222.0.36 "GET /v2.0/networks/f1b33141-ca0c-463e-90a5-3e011354593f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098556 Aug 28 15:02:37.901400 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 5dbfc455-91e0-41d0-bbcc-af32a496fdb4 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:02:37.929330 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-3d2b90a8-6d7b-437d-a009-0ab212b88668 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=7e62bbc1-7086-4e73-bc5b-92ef2064ead1 HTTP/1.1" status: 200 len: 217 time: 0.1020508 Aug 28 15:02:37.943153 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939403d6-19fc-41fe-8141-10b4c3be6d09 admin admin] Network ffa995d3-100d-4d39-93af-91ed46741448 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:02:37.946491 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92665a35-211e-4de0-8aa0-01061b5d6299 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:38.026067 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92665a35-211e-4de0-8aa0-01061b5d6299 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:38.048084 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-c62c08a6-c0d4-4704-b1fb-03c417a60dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:38.049584 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-c62c08a6-c0d4-4704-b1fb-03c417a60dca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a37ef518-489b-4615-b751-b3cd93e01029 HTTP/1.1" status: 200 len: 797 time: 0.1053205 Aug 28 15:02:38.051401 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-939403d6-19fc-41fe-8141-10b4c3be6d09 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:02:38.054315 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcd751-00b1-4082-adbd-cdd75b2c874a tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Deleting port 886fca93-dedf-4731-8331-01b6423a674e {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:02:38.054667 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a7fcd751-00b1-4082-adbd-cdd75b2c874a tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:38.116870 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f836839d-6e14-4742-b5d0-51d99f4c42d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:38.219635 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 5dbfc455-91e0-41d0-bbcc-af32a496fdb4 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:02:38.221515 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:38.286516 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb8dfd-22c0-4260-83ea-8aeb4c560f60 req-b05a956b-3e7c-4353-ba90-fdb458b77129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:38.288386 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5bbb8dfd-22c0-4260-83ea-8aeb4c560f60 req-b05a956b-3e7c-4353-ba90-fdb458b77129 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 1097 time: 0.1507883 Aug 28 15:02:38.428233 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-a7fcd751-00b1-4082-adbd-cdd75b2c874a tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] For port 886fca93-dedf-4731-8331-01b6423a674e, host n-h2-712137-10, got binding levels [] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:38.428754 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a7fcd751-00b1-4082-adbd-cdd75b2c874a tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:38.457701 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcd751-00b1-4082-adbd-cdd75b2c874a tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Calling delete_port for 886fca93-dedf-4731-8331-01b6423a674e owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:02:38.520948 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9dc7db77-428a-446a-985a-9376f09a7ae8 None None] Provisioning complete for port 2e60106d-eb10-4b2e-bf49-50231807db34 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:02:38.521334 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9dc7db77-428a-446a-985a-9376f09a7ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:38.523100 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5bbb8dfd-22c0-4260-83ea-8aeb4c560f60 req-b43e5c06-363d-4c7a-87ac-d96ee6121a79 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249644 Aug 28 15:02:38.598981 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92665a35-211e-4de0-8aa0-01061b5d6299 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:38.615074 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92665a35-211e-4de0-8aa0-01061b5d6299 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:38.615645 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9dc7db77-428a-446a-985a-9376f09a7ae8 None None] Port 2e60106d-eb10-4b2e-bf49-50231807db34 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:02:38.702214 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939403d6-19fc-41fe-8141-10b4c3be6d09 admin admin] Router 33e34fc6-87a0-4bc9-86f9-e0886b6411f8 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:02:38.703046 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a7fcd751-00b1-4082-adbd-cdd75b2c874a tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:38.710168 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-9e8422c2-0c98-49cb-aa2c-0ed9a9bc3170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:38.711704 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-9e8422c2-0c98-49cb-aa2c-0ed9a9bc3170 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4000773 Aug 28 15:02:38.779025 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcd751-00b1-4082-adbd-cdd75b2c874a tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Pushing event deleted for resources: {'Port': ['ID=886fca93-dedf-4731-8331-01b6423a674e,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:38.807852 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92665a35-211e-4de0-8aa0-01061b5d6299 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Pushing event updated for resources: {'Port': ['ID=98601caf-2b5a-4e35-b02d-5d48463a10e3,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:38.836217 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11bf9b-8dbe-4c43-a1e8-c42aa97c305f req-f915ca88-f86f-4a5f-9c22-23948998bf88 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:38.837762 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bb11bf9b-8dbe-4c43-a1e8-c42aa97c305f req-f915ca88-f86f-4a5f-9c22-23948998bf88 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 945 time: 0.1300488 Aug 28 15:02:38.838571 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92665a35-211e-4de0-8aa0-01061b5d6299 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:38.869612 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38122) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:38.889501 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92665a35-211e-4de0-8aa0-01061b5d6299 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:38.890683 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-92665a35-211e-4de0-8aa0-01061b5d6299 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1288674 Aug 28 15:02:38.912264 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bb11bf9b-8dbe-4c43-a1e8-c42aa97c305f req-df11616e-2c3e-4989-a3b3-77292e0c54aa tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647452 Aug 28 15:02:38.984753 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a7fcd751-00b1-4082-adbd-cdd75b2c874a tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:38.989988 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38128) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:38.998279 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a7fcd751-00b1-4082-adbd-cdd75b2c874a tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] 10.222.0.13 "DELETE /v2.0/ports/886fca93-dedf-4731-8331-01b6423a674e HTTP/1.1" status: 204 len: 168 time: 1.7736497 Aug 28 15:02:39.029523 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a63322b-553d-4ccc-9a18-c7b443f4dfb7 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] GET failed (client error): The resource could not be found. Aug 28 15:02:39.041041 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1a63322b-553d-4ccc-9a18-c7b443f4dfb7 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] 10.222.0.13 "GET /v2.0/ports/886fca93-dedf-4731-8331-01b6423a674e HTTP/1.1" status: 404 len: 333 time: 0.0497971 Aug 28 15:02:39.041743 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38130) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:39.051262 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-09865781-b865-42f9-bb72-bc4352f9a308 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Request body: {'port': {'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-280770502'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:39.056593 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44c355-00d1-4299-ad3d-0b734810441e req-6115b634-f508-4a6d-a75a-0e9f796d04c0 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:39.058650 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da44c355-00d1-4299-ad3d-0b734810441e req-6115b634-f508-4a6d-a75a-0e9f796d04c0 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=22197459-2b58-4bc5-a10b-a5f9a0cd699d HTTP/1.1" status: 200 len: 945 time: 0.3508279 Aug 28 15:02:39.117355 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939403d6-19fc-41fe-8141-10b4c3be6d09 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:02:39.134927 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-939403d6-19fc-41fe-8141-10b4c3be6d09 admin admin] 10.222.0.13 "PUT /v2.0/routers/33e34fc6-87a0-4bc9-86f9-e0886b6411f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9400101 Aug 28 15:02:39.134927 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-922796df-5fa5-4aef-ac7b-7894b908b303 service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440990 Aug 28 15:02:39.137351 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bc03ef-0268-4d00-a45b-cec8176098a0 None None] Sync routers for ids ['33e34fc6-87a0-4bc9-86f9-e0886b6411f8'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:02:39.137995 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7b568258-20ee-4d10-9cb8-cee7084e8084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:39.170290 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bc03ef-0268-4d00-a45b-cec8176098a0 None None] Routers {'33e34fc6-87a0-4bc9-86f9-e0886b6411f8'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:02:39.171193 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-11bc03ef-0268-4d00-a45b-cec8176098a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:02:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['33e34fc6-87a0-4bc9-86f9-e0886b6411f8'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:39.173790 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09865781-b865-42f9-bb72-bc4352f9a308 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Made reservation on behalf of 806c8af7d16c4e82abc91e9e00b315a5 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:02:39.179016 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-09865781-b865-42f9-bb72-bc4352f9a308 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:39.274457 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da44c355-00d1-4299-ad3d-0b734810441e req-b5b2aa1b-f280-4f11-a913-44ce9e25cc70 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548607 Aug 28 15:02:39.285617 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-09865781-b865-42f9-bb72-bc4352f9a308 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] device_id is not set on port b238bc31-2a98-4c36-8b4e-5de15780ed24 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:02:39.363160 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-2fac3738-04fa-4f7a-b374-33fe1257efa4 service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120121 Aug 28 15:02:39.394342 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-11bc03ef-0268-4d00-a45b-cec8176098a0 None None] Set router 33e34fc6-87a0-4bc9-86f9-e0886b6411f8 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:02:39.448638 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-39958fe1-af5f-48ea-bb42-3cb48f26cc4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=7840cbd9-0758-4ada-854e-1b4e2f5d208a HTTP/1.1" status: 200 len: 217 time: 0.0780435 Aug 28 15:02:39.491462 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-09865781-b865-42f9-bb72-bc4352f9a308 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:39.535618 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-bd42d1ef-8483-4451-8d31-5d5e55bb83b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:39.537624 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-bd42d1ef-8483-4451-8d31-5d5e55bb83b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a37ef518-489b-4615-b751-b3cd93e01029 HTTP/1.1" status: 200 len: 797 time: 0.0812044 Aug 28 15:02:39.597387 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-6679be33-a9ee-443e-bce3-9ad1f2e60a97 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1284988500&fields=id&tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d HTTP/1.1" status: 200 len: 267 time: 0.3971117 Aug 28 15:02:39.604186 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-09865781-b865-42f9-bb72-bc4352f9a308 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:39.667566 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-8bc83226-13b7-4c29-a738-deff6a98707c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:39.669568 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-8bc83226-13b7-4c29-a738-deff6a98707c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1236298 Aug 28 15:02:39.780278 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-98631bd2-cb6d-4484-8b1c-99d3ebcfcbc4 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:39.782406 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-98631bd2-cb6d-4484-8b1c-99d3ebcfcbc4 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/networks?id=77650b04-197c-4f2d-93ed-1f3a3f2db13f HTTP/1.1" status: 200 len: 811 time: 0.1714773 Aug 28 15:02:39.902793 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09865781-b865-42f9-bb72-bc4352f9a308 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Pushing event updated for resources: {'Port': ['ID=b238bc31-2a98-4c36-8b4e-5de15780ed24,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:39.934835 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:02:39.944623 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-22935ff2-ae58-4105-9769-35430f0b3ff8 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/quotas/46b00d3633ae4e8aa897aec4e89fcc4d HTTP/1.1" status: 200 len: 375 time: 0.0834336 Aug 28 15:02:39.953756 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09865781-b865-42f9-bb72-bc4352f9a308 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:02:39.974035 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-09865781-b865-42f9-bb72-bc4352f9a308 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:02:39.990124 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-11bc03ef-0268-4d00-a45b-cec8176098a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e34fc6-87a0-4bc9-86f9-e0886b6411f8', 'name': 'tempest-FloatingIPsNegativeTestJSON-947722734-router', 'tenant_id': '357b66f7d8ad487791747e7bd85fb1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '5dbfc455-91e0-41d0-bbcc-af32a496fdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:02:26Z', 'updated_at': '2021-08-28T15:02:34Z', 'revision_number': 4, 'project_id': '357b66f7d8ad487791747e7bd85fb1d0', 'gw_port': {'id': '5dbfc455-91e0-41d0-bbcc-af32a496fdb4', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e34fc6-87a0-4bc9-86f9-e0886b6411f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:27Z', 'updated_at': '2021-08-28T15:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '2e60106d-eb10-4b2e-bf49-50231807db34', 'name': '', 'network_id': 'ffa995d3-100d-4d39-93af-91ed46741448', 'tenant_id': '357b66f7d8ad487791747e7bd85fb1d0', 'mac_address': 'fa:16:3e:0e:d3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e34fc6-87a0-4bc9-86f9-e0886b6411f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'bcfbafca-e030-4717-a053-1c668e1eef35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:32Z', 'updated_at': '2021-08-28T15:02:35Z', 'revision_number': 2, 'project_id': '357b66f7d8ad487791747e7bd85fb1d0', 'subnets': [{'id': 'bcfbafca-e030-4717-a053-1c668e1eef35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:39.997761 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09865781-b865-42f9-bb72-bc4352f9a308 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:02:39.998752 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09865781-b865-42f9-bb72-bc4352f9a308 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:39.999363 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-09865781-b865-42f9-bb72-bc4352f9a308 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:40.031738 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bc03ef-0268-4d00-a45b-cec8176098a0 None None] Checking router: 33e34fc6-87a0-4bc9-86f9-e0886b6411f8 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:02:40.031992 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bc03ef-0268-4d00-a45b-cec8176098a0 None None] Updating router 33e34fc6-87a0-4bc9-86f9-e0886b6411f8 port 2e60106d-eb10-4b2e-bf49-50231807db34 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:02:40.078056 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-11bc03ef-0268-4d00-a45b-cec8176098a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:40.097930 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:02:40.098177 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-08955f2b-f89a-4a48-b358-3a80b0b64ebd tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1535051 Aug 28 15:02:40.104588 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:02:40.105998 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:40.163995 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7b568258-20ee-4d10-9cb8-cee7084e8084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:40.176698 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7b568258-20ee-4d10-9cb8-cee7084e8084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:40.193449 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-09865781-b865-42f9-bb72-bc4352f9a308 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1504633 Aug 28 15:02:40.206431 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38154) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:40.221016 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:40.241484 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8376e6e1-bb5f-4388-bc1e-e9b551c1b07e req-0433870b-1425-429a-83ad-5e07b91fe9dd tempest-FloatingIPsNegativeTestJSON-1093847352 tempest-FloatingIPsNegativeTestJSON-1093847352-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=357b66f7d8ad487791747e7bd85fb1d0 HTTP/1.1" status: 200 len: 217 time: 0.4401944 Aug 28 15:02:40.286199 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-d6a24980-be4e-48e6-a208-67d858b15aef service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6068892 Aug 28 15:02:40.300914 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-2891d1cd-c464-4583-a457-22a196009b86 service neutron] 10.222.0.13 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018406 Aug 28 15:02:40.307965 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7b568258-20ee-4d10-9cb8-cee7084e8084 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3fe31e625d6427d8ca599c62791949e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4367964 Aug 28 15:02:40.342211 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38164) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:40.400093 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:40.461210 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-51409c39-6f90-4425-8406-7be98029e011 service neutron] 10.222.0.13 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520188 Aug 28 15:02:40.462059 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b568258-20ee-4d10-9cb8-cee7084e8084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca521001-ceb1-48fb-8177-d8916e065ad2,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:40.503957 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:40.513727 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6b4fbc6f-dfa2-409d-8827-fe147cf5a820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:40.521855 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:40.536488 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:40.671686 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-eea6b26e-955a-4c49-8996-cdddcba50524 service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767123 Aug 28 15:02:40.702462 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-11bc03ef-0268-4d00-a45b-cec8176098a0 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:40.716977 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-11bc03ef-0268-4d00-a45b-cec8176098a0 None None] Transition to ACTIVE for port object 2e60106d-eb10-4b2e-bf49-50231807db34 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:02:40.726166 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-11bc03ef-0268-4d00-a45b-cec8176098a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:40.766231 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:40.770437 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4304ab7b-ad1b-46b7-ae04-c3bdf5e45b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:40.806230 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4304ab7b-ad1b-46b7-ae04-c3bdf5e45b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:40.872513 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-cfe23983-1038-4eec-a3cf-1b04ed173536 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77 HTTP/1.1" status: 200 len: 217 time: 0.1753559 Aug 28 15:02:40.876802 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4304ab7b-ad1b-46b7-ae04-c3bdf5e45b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:40.878882 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4304ab7b-ad1b-46b7-ae04-c3bdf5e45b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:40.885823 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4304ab7b-ad1b-46b7-ae04-c3bdf5e45b6b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca521001-ceb1-48fb-8177-d8916e065ad2 HTTP/1.1" status: 204 len: 168 time: 0.5416074 Aug 28 15:02:40.964329 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304ab7b-ad1b-46b7-ae04-c3bdf5e45b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca521001-ceb1-48fb-8177-d8916e065ad2,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:40.966647 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] device_id is not set on port b238bc31-2a98-4c36-8b4e-5de15780ed24 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:02:40.971410 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-2c67ab4d-c8d6-41d5-aad9-c5d2e884e337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:40.973092 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-2c67ab4d-c8d6-41d5-aad9-c5d2e884e337 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a37ef518-489b-4615-b751-b3cd93e01029 HTTP/1.1" status: 200 len: 797 time: 0.0831215 Aug 28 15:02:40.987794 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289ea24-50d1-465f-9902-e214bc027f7d req-2bdf4d2c-4429-445b-9336-1c0f6ede8c89 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:40.990150 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5289ea24-50d1-465f-9902-e214bc027f7d req-2bdf4d2c-4429-445b-9336-1c0f6ede8c89 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 945 time: 0.6266234 Aug 28 15:02:40.994249 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:41.031603 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Transition to ACTIVE for port object b238bc31-2a98-4c36-8b4e-5de15780ed24 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:02:41.067865 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:41.131439 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-11bc03ef-0268-4d00-a45b-cec8176098a0 None None] Attempting to bind port 2e60106d-eb10-4b2e-bf49-50231807db34 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:41.132462 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-11bc03ef-0268-4d00-a45b-cec8176098a0 None None] Attempting to bind port 2e60106d-eb10-4b2e-bf49-50231807db34 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '8dbebf02-4d8c-4719-9f7a-732025eeb196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ffa995d3-100d-4d39-93af-91ed46741448'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:41.133878 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bc03ef-0268-4d00-a45b-cec8176098a0 None None] Attempting to bind port 2e60106d-eb10-4b2e-bf49-50231807db34 on network ffa995d3-100d-4d39-93af-91ed46741448 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:41.135972 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5289ea24-50d1-465f-9902-e214bc027f7d req-19dc6957-ec5c-4bc9-baff-ec03ea622574 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210933 Aug 28 15:02:41.139240 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:41.171512 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-91e88f72-2e1d-4987-9b58-611288459c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:41.171711 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bc03ef-0268-4d00-a45b-cec8176098a0 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:02:41.172102 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bc03ef-0268-4d00-a45b-cec8176098a0 None None] Checking segment: {'id': '8dbebf02-4d8c-4719-9f7a-732025eeb196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ffa995d3-100d-4d39-93af-91ed46741448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:02:41.172535 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-11bc03ef-0268-4d00-a45b-cec8176098a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:41.175208 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-91e88f72-2e1d-4987-9b58-611288459c3b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1840987 Aug 28 15:02:41.190343 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bc03ef-0268-4d00-a45b-cec8176098a0 None None] Bound using segment: {'id': '8dbebf02-4d8c-4719-9f7a-732025eeb196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ffa995d3-100d-4d39-93af-91ed46741448'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:02:41.191631 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-11bc03ef-0268-4d00-a45b-cec8176098a0 None None] Bound port: 2e60106d-eb10-4b2e-bf49-50231807db34, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbebf02-4d8c-4719-9f7a-732025eeb196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ffa995d3-100d-4d39-93af-91ed46741448'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:02:41.192386 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-11bc03ef-0268-4d00-a45b-cec8176098a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:41.244127 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22ed5409-e356-4134-8181-98749e88dd56 req-cbdd5204-f611-44d8-b73c-6d679fcfb5fe tempest-FloatingIPsNegativeTestJSON-1093847352 tempest-FloatingIPsNegativeTestJSON-1093847352-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.2028193 Aug 28 15:02:41.285467 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2543102-fa16-447a-a526-f22f061dcd6c None None] Pushing event updated for resources: {'Port': ['ID=2e60106d-eb10-4b2e-bf49-50231807db34,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:41.338283 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Pushing event updated for resources: {'Port': ['ID=b238bc31-2a98-4c36-8b4e-5de15780ed24,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:41.367706 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:41.368072 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:41.369620 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:41.383210 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Port b238bc31-2a98-4c36-8b4e-5de15780ed24 on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:41.387300 n-d-712137-10 neutron-server[106329]: ERROR neutron.plugins.ml2.managers [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Failed to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 on host n-h2-712137-10 for vnic_type normal using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] Aug 28 15:02:41.389506 n-d-712137-10 neutron-server[106329]: INFO neutron.plugins.ml2.plugin [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempt 2 to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 Aug 28 15:02:41.395316 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-11bc03ef-0268-4d00-a45b-cec8176098a0 None None] For port 2e60106d-eb10-4b2e-bf49-50231807db34, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:02:41.399471 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-11bc03ef-0268-4d00-a45b-cec8176098a0 None None] For port 2e60106d-eb10-4b2e-bf49-50231807db34, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2e60106d-eb10-4b2e-bf49-50231807db34,segment=NetworkSegment(8dbebf02-4d8c-4719-9f7a-732025eeb196),segment_id=8dbebf02-4d8c-4719-9f7a-732025eeb196)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:02:41.406229 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-11bc03ef-0268-4d00-a45b-cec8176098a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:41.439359 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:41.439731 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:41.440080 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:41.452422 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Port b238bc31-2a98-4c36-8b4e-5de15780ed24 on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:41.452422 n-d-712137-10 neutron-server[106329]: ERROR neutron.plugins.ml2.managers [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Failed to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 on host n-h2-712137-10 for vnic_type normal using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] Aug 28 15:02:41.457963 n-d-712137-10 neutron-server[106329]: INFO neutron.plugins.ml2.plugin [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempt 3 to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 Aug 28 15:02:41.481649 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:41.481870 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:41.482216 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:41.490679 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Port b238bc31-2a98-4c36-8b4e-5de15780ed24 on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:41.491085 n-d-712137-10 neutron-server[106329]: ERROR neutron.plugins.ml2.managers [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Failed to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 on host n-h2-712137-10 for vnic_type normal using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] Aug 28 15:02:41.491423 n-d-712137-10 neutron-server[106329]: INFO neutron.plugins.ml2.plugin [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempt 4 to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 Aug 28 15:02:41.546287 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0bfed0-7b69-4d7d-b0fa-832c30076ec9 req-617e630d-c1dc-4975-8453-f03b814073dd tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:41.547889 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5b0bfed0-7b69-4d7d-b0fa-832c30076ec9 req-617e630d-c1dc-4975-8453-f03b814073dd tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=22197459-2b58-4bc5-a10b-a5f9a0cd699d HTTP/1.1" status: 200 len: 945 time: 0.1702037 Aug 28 15:02:41.557371 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:41.557726 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:41.560589 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:41.617833 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bc03ef-0268-4d00-a45b-cec8176098a0 None None] Routers {'33e34fc6-87a0-4bc9-86f9-e0886b6411f8'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:02:41.619900 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-11bc03ef-0268-4d00-a45b-cec8176098a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:02:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['33e34fc6-87a0-4bc9-86f9-e0886b6411f8'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:41.623685 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Port b238bc31-2a98-4c36-8b4e-5de15780ed24 on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:41.624095 n-d-712137-10 neutron-server[106329]: ERROR neutron.plugins.ml2.managers [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Failed to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 on host n-h2-712137-10 for vnic_type normal using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] Aug 28 15:02:41.625619 n-d-712137-10 neutron-server[106329]: INFO neutron.plugins.ml2.plugin [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempt 5 to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 Aug 28 15:02:41.696921 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ca2c31dc-fc43-4362-9dcb-14cfa347e64e req-2d5953ac-5be7-4edf-b622-b65ddf58985a tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 210 time: 0.1698740 Aug 28 15:02:41.698855 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:41.700543 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:41.700910 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:41.704097 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5b0bfed0-7b69-4d7d-b0fa-832c30076ec9 req-1d57e33d-317d-45a4-bfa5-2fbe94883e5f tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279352 Aug 28 15:02:41.747001 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Port b238bc31-2a98-4c36-8b4e-5de15780ed24 on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:41.751036 n-d-712137-10 neutron-server[106329]: ERROR neutron.plugins.ml2.managers [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Failed to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 on host n-h2-712137-10 for vnic_type normal using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] Aug 28 15:02:41.754740 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-3f87e3a7-1c24-4f9c-8bc3-5ef9b9be988d service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5667090 Aug 28 15:02:41.755445 n-d-712137-10 neutron-server[106329]: INFO neutron.plugins.ml2.plugin [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempt 6 to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 Aug 28 15:02:41.829305 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-6000f429-b98a-4aba-82c0-0d7f3e61181b req-1aa88530-bb21-44a8-9099-e95d52682b26 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-384730295', 'description': 'tempest-description-2068386843'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:41.836517 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2543102-fa16-447a-a526-f22f061dcd6c None None] Pushing event updated for resources: {'Port': ['ID=2e60106d-eb10-4b2e-bf49-50231807db34,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:41.857216 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:41.893196 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:41.894180 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:41.895043 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:41.929948 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Port b238bc31-2a98-4c36-8b4e-5de15780ed24 on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:41.930520 n-d-712137-10 neutron-server[106329]: ERROR neutron.plugins.ml2.managers [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Failed to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 on host n-h2-712137-10 for vnic_type normal using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] Aug 28 15:02:41.934406 n-d-712137-10 neutron-server[106329]: INFO neutron.plugins.ml2.plugin [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempt 7 to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 Aug 28 15:02:41.975723 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:02:41.988626 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-6000f429-b98a-4aba-82c0-0d7f3e61181b req-1aa88530-bb21-44a8-9099-e95d52682b26 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:42.015423 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:42.015927 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:42.016282 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:42.033204 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [req-62c2bcf1-ceb5-4876-8ae5-5322e9a9bf87 req-39d3fe01-ba99-4ae9-b7b2-ef363b859bab tempest-FloatingIPsNegativeTestJSON-1093847352 tempest-FloatingIPsNegativeTestJSON-1093847352-project] show failed (client error): The resource could not be found. Aug 28 15:02:42.034926 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62c2bcf1-ceb5-4876-8ae5-5322e9a9bf87 req-39d3fe01-ba99-4ae9-b7b2-ef363b859bab tempest-FloatingIPsNegativeTestJSON-1093847352 tempest-FloatingIPsNegativeTestJSON-1093847352-project] 10.222.0.13 "GET /v2.0/floatingips/44935de5-8cee-41aa-9ca9-4de30e4ce46d HTTP/1.1" status: 404 len: 350 time: 0.2333424 Aug 28 15:02:42.048724 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38200) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:42.055537 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Port b238bc31-2a98-4c36-8b4e-5de15780ed24 on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:42.056740 n-d-712137-10 neutron-server[106329]: ERROR neutron.plugins.ml2.managers [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Failed to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 on host n-h2-712137-10 for vnic_type normal using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] Aug 28 15:02:42.078941 n-d-712137-10 neutron-server[106329]: INFO neutron.plugins.ml2.plugin [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempt 8 to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 Aug 28 15:02:42.141899 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-11bc03ef-0268-4d00-a45b-cec8176098a0 None None] Set router 33e34fc6-87a0-4bc9-86f9-e0886b6411f8 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:02:42.151616 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:42.151985 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:42.152948 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:42.173238 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Port b238bc31-2a98-4c36-8b4e-5de15780ed24 on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:42.173731 n-d-712137-10 neutron-server[106329]: ERROR neutron.plugins.ml2.managers [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Failed to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 on host n-h2-712137-10 for vnic_type normal using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] Aug 28 15:02:42.186709 n-d-712137-10 neutron-server[106329]: INFO neutron.plugins.ml2.plugin [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempt 9 to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 Aug 28 15:02:42.214631 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:42.216175 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:42.216175 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:42.234622 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Port b238bc31-2a98-4c36-8b4e-5de15780ed24 on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:42.235148 n-d-712137-10 neutron-server[106329]: ERROR neutron.plugins.ml2.managers [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Failed to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 on host n-h2-712137-10 for vnic_type normal using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] Aug 28 15:02:42.239855 n-d-712137-10 neutron-server[106329]: INFO neutron.plugins.ml2.plugin [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempt 10 to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 Aug 28 15:02:42.283810 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:42.284154 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:42.284496 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:42.291897 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Port b238bc31-2a98-4c36-8b4e-5de15780ed24 on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:42.292250 n-d-712137-10 neutron-server[106329]: ERROR neutron.plugins.ml2.managers [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Failed to bind port b238bc31-2a98-4c36-8b4e-5de15780ed24 on host n-h2-712137-10 for vnic_type normal using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] Aug 28 15:02:42.292584 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:42.306451 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:02:42.306937 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:42.315314 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-6000f429-b98a-4aba-82c0-0d7f3e61181b req-1aa88530-bb21-44a8-9099-e95d52682b26 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:42.337910 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-6000f429-b98a-4aba-82c0-0d7f3e61181b req-1aa88530-bb21-44a8-9099-e95d52682b26 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:42.370205 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-6000f429-b98a-4aba-82c0-0d7f3e61181b req-1aa88530-bb21-44a8-9099-e95d52682b26 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:42.372092 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6000f429-b98a-4aba-82c0-0d7f3e61181b req-1aa88530-bb21-44a8-9099-e95d52682b26 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.5701313 Aug 28 15:02:42.453980 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa88530-bb21-44a8-9099-e95d52682b26 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=589b214f-fa28-41a1-9f63-a2a1095b6d68,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:42.496546 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] For port b238bc31-2a98-4c36-8b4e-5de15780ed24, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:02:42.496992 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempted to set empty binding levels {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 28 15:02:42.507489 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-abf8e751-8d95-4bbc-800a-84b724c6348b service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7328076 Aug 28 15:02:42.510057 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:42.522149 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-11bc03ef-0268-4d00-a45b-cec8176098a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e34fc6-87a0-4bc9-86f9-e0886b6411f8', 'name': 'tempest-FloatingIPsNegativeTestJSON-947722734-router', 'tenant_id': '357b66f7d8ad487791747e7bd85fb1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '5dbfc455-91e0-41d0-bbcc-af32a496fdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:02:26Z', 'updated_at': '2021-08-28T15:02:34Z', 'revision_number': 4, 'project_id': '357b66f7d8ad487791747e7bd85fb1d0', 'gw_port': {'id': '5dbfc455-91e0-41d0-bbcc-af32a496fdb4', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e34fc6-87a0-4bc9-86f9-e0886b6411f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:27Z', 'updated_at': '2021-08-28T15:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '2e60106d-eb10-4b2e-bf49-50231807db34', 'name': '', 'network_id': 'ffa995d3-100d-4d39-93af-91ed46741448', 'tenant_id': '357b66f7d8ad487791747e7bd85fb1d0', 'mac_address': 'fa:16:3e:0e:d3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e34fc6-87a0-4bc9-86f9-e0886b6411f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'bcfbafca-e030-4717-a053-1c668e1eef35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:32Z', 'updated_at': '2021-08-28T15:02:41Z', 'revision_number': 4, 'project_id': '357b66f7d8ad487791747e7bd85fb1d0', 'subnets': [{'id': 'bcfbafca-e030-4717-a053-1c668e1eef35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:42.627057 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bc03ef-0268-4d00-a45b-cec8176098a0 None None] The sync data for ids ['33e34fc6-87a0-4bc9-86f9-e0886b6411f8'] in n-d-712137-10 is: [{'id': '33e34fc6-87a0-4bc9-86f9-e0886b6411f8', 'name': 'tempest-FloatingIPsNegativeTestJSON-947722734-router', 'tenant_id': '357b66f7d8ad487791747e7bd85fb1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '5dbfc455-91e0-41d0-bbcc-af32a496fdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:02:26Z', 'updated_at': '2021-08-28T15:02:34Z', 'revision_number': 4, 'project_id': '357b66f7d8ad487791747e7bd85fb1d0', 'gw_port': {'id': '5dbfc455-91e0-41d0-bbcc-af32a496fdb4', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e34fc6-87a0-4bc9-86f9-e0886b6411f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:27Z', 'updated_at': '2021-08-28T15:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '2e60106d-eb10-4b2e-bf49-50231807db34', 'name': '', 'network_id': 'ffa995d3-100d-4d39-93af-91ed46741448', 'tenant_id': '357b66f7d8ad487791747e7bd85fb1d0', 'mac_address': 'fa:16:3e:0e:d3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e34fc6-87a0-4bc9-86f9-e0886b6411f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'bcfbafca-e030-4717-a053-1c668e1eef35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:32Z', 'updated_at': '2021-08-28T15:02:41Z', 'revision_number': 4, 'project_id': '357b66f7d8ad487791747e7bd85fb1d0', 'subnets': [{'id': 'bcfbafca-e030-4717-a053-1c668e1eef35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:02:42.628175 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0557c50b-7c58-4fa7-ad3d-2cfdb580ff0e req-4511fdad-8abc-4ead-ac02-b4a210e497e3 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-384730295&fields=id&tenant_id=47a98ee661eb4f6b9e7f4574238a2c1b HTTP/1.1" status: 200 len: 267 time: 0.0970738 Aug 28 15:02:42.630360 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-33b75e14-8833-4ac1-9deb-549d370444b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=537aef6e-3a73-4211-94bf-e4cb13b399dd HTTP/1.1" status: 200 len: 217 time: 0.0995648 Aug 28 15:02:42.739348 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-a9ab3b81-7ee8-4b20-8b8e-094800a87325 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:42.741663 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-a9ab3b81-7ee8-4b20-8b8e-094800a87325 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.41 "GET /v2.0/networks?id=77650b04-197c-4f2d-93ed-1f3a3f2db13f HTTP/1.1" status: 200 len: 811 time: 0.1650138 Aug 28 15:02:42.797464 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] In _notify_port_updated(), no bound segment for port b238bc31-2a98-4c36-8b4e-5de15780ed24 on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106329) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 15:02:42.815819 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:42.816480 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:42.832461 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] 10.222.0.13 "PUT /v2.0/ports/b238bc31-2a98-4c36-8b4e-5de15780ed24 HTTP/1.1" status: 200 len: 975 time: 2.6105711 Aug 28 15:02:42.839203 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38222) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:42.892553 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32460d-3fa7-44c5-a3bc-c1f85424f890 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Pushing event updated for resources: {'Port': ['ID=b238bc31-2a98-4c36-8b4e-5de15780ed24,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:42.954031 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3f99016f-fa4e-4d2d-af7f-8c7677e4bc06 req-388e4012-0657-4985-982b-6ec454ffe269 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 210 time: 0.0499208 Aug 28 15:02:42.999083 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-aae4cc93-f849-4d23-97f6-70688f11e32d tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d HTTP/1.1" status: 200 len: 380 time: 0.2236750 Aug 28 15:02:43.014062 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-9d93a414-4e64-4c06-988c-691e24bc2b50 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Request body: {'port': {'device_id': '3a08d248-73dd-4032-a07e-df32ddb202fc', 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f', 'admin_state_up': True, 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'security_groups': ['e367d67b-2c08-4b56-9475-e315e20bd535']}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:43.023422 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-1de044fb-0a22-4051-a4cc-7765a5b7fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.028092 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-1de044fb-0a22-4051-a4cc-7765a5b7fe50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a37ef518-489b-4615-b751-b3cd93e01029 HTTP/1.1" status: 200 len: 797 time: 0.3820717 Aug 28 15:02:43.142615 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557c50b-7c58-4fa7-ad3d-2cfdb580ff0e req-1f815d63-83f7-4ed6-a78a-cc67b37c09b2 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.144397 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0557c50b-7c58-4fa7-ad3d-2cfdb580ff0e req-1f815d63-83f7-4ed6-a78a-cc67b37c09b2 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 945 time: 0.4998424 Aug 28 15:02:43.174567 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:43.187572 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a395c51-e64f-4b08-b9fa-d234fda48a1d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.192974 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a395c51-e64f-4b08-b9fa-d234fda48a1d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.193538 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a395c51-e64f-4b08-b9fa-d234fda48a1d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.194020 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a395c51-e64f-4b08-b9fa-d234fda48a1d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.194509 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a395c51-e64f-4b08-b9fa-d234fda48a1d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.194961 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a395c51-e64f-4b08-b9fa-d234fda48a1d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.195432 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a395c51-e64f-4b08-b9fa-d234fda48a1d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.195920 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a395c51-e64f-4b08-b9fa-d234fda48a1d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.196378 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a395c51-e64f-4b08-b9fa-d234fda48a1d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.196861 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a395c51-e64f-4b08-b9fa-d234fda48a1d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.197296 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a395c51-e64f-4b08-b9fa-d234fda48a1d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.197825 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a395c51-e64f-4b08-b9fa-d234fda48a1d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.198206 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a395c51-e64f-4b08-b9fa-d234fda48a1d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.198664 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a395c51-e64f-4b08-b9fa-d234fda48a1d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.199729 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a395c51-e64f-4b08-b9fa-d234fda48a1d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.200417 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a395c51-e64f-4b08-b9fa-d234fda48a1d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.201131 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a395c51-e64f-4b08-b9fa-d234fda48a1d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.201334 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a395c51-e64f-4b08-b9fa-d234fda48a1d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.201791 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a395c51-e64f-4b08-b9fa-d234fda48a1d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.202909 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a395c51-e64f-4b08-b9fa-d234fda48a1d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.202909 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a395c51-e64f-4b08-b9fa-d234fda48a1d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.203140 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a395c51-e64f-4b08-b9fa-d234fda48a1d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.203595 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a395c51-e64f-4b08-b9fa-d234fda48a1d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.204287 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a395c51-e64f-4b08-b9fa-d234fda48a1d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.204559 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a395c51-e64f-4b08-b9fa-d234fda48a1d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.205016 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a395c51-e64f-4b08-b9fa-d234fda48a1d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.205480 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a395c51-e64f-4b08-b9fa-d234fda48a1d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.206202 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a395c51-e64f-4b08-b9fa-d234fda48a1d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.206714 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a395c51-e64f-4b08-b9fa-d234fda48a1d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.214724 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0a395c51-e64f-4b08-b9fa-d234fda48a1d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26250 time: 0.3675213 Aug 28 15:02:43.215512 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38230) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:43.226568 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782feff-df94-43e0-acbf-e5e8e0c8a62e req-4e31ea63-44db-4ef4-8a56-5b515fd73a67 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.228176 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9782feff-df94-43e0-acbf-e5e8e0c8a62e req-4e31ea63-44db-4ef4-8a56-5b515fd73a67 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=22197459-2b58-4bc5-a10b-a5f9a0cd699d HTTP/1.1" status: 200 len: 945 time: 0.1208720 Aug 28 15:02:43.264873 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-9d93a414-4e64-4c06-988c-691e24bc2b50 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Made reservation on behalf of 46b00d3633ae4e8aa897aec4e89fcc4d for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:02:43.268622 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-9d93a414-4e64-4c06-988c-691e24bc2b50 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:43.275060 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-0557c50b-7c58-4fa7-ad3d-2cfdb580ff0e req-91bc05d7-f4d2-41e8-b939-c477e67bb9b8 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Request body: {'port': {'security_groups': ['ef33d209-f85e-4ff1-b776-e497e7328387', '589b214f-fa28-41a1-9f63-a2a1095b6d68']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:43.335519 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9782feff-df94-43e0-acbf-e5e8e0c8a62e req-0bac53e8-860e-416b-8ab7-a29ef26c83b3 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963972 Aug 28 15:02:43.459436 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-5b4ce59d-b31a-467d-8be3-3dd76ca87400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:43.461934 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-5b4ce59d-b31a-467d-8be3-3dd76ca87400 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4126754 Aug 28 15:02:43.510635 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0557c50b-7c58-4fa7-ad3d-2cfdb580ff0e req-91bc05d7-f4d2-41e8-b939-c477e67bb9b8 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:43.512908 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-9d93a414-4e64-4c06-988c-691e24bc2b50 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Allocated IP 172.20.0.10 (77650b04-197c-4f2d-93ed-1f3a3f2db13f/836bd9d7-21bc-4e2a-b716-53b54890baa2/9e5b61b0-9b37-402c-ac33-0a57b7fac04e) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:02:43.634320 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1dda366c-dc53-4991-b63a-46dd36dca86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:43.693590 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-9970c0eb-9468-4b01-9a06-b44721adee6b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Deleting port b238bc31-2a98-4c36-8b4e-5de15780ed24 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:02:43.694249 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9970c0eb-9468-4b01-9a06-b44721adee6b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:43.779725 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-9d93a414-4e64-4c06-988c-691e24bc2b50 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:43.801685 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-9d93a414-4e64-4c06-988c-691e24bc2b50 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Transition to ACTIVE for port object 9e5b61b0-9b37-402c-ac33-0a57b7fac04e will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:02:43.912537 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2e60106d-eb10-4b2e-bf49-50231807db34 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:02:43.926197 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-9d93a414-4e64-4c06-988c-691e24bc2b50 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:44.034513 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 2e60106d-eb10-4b2e-bf49-50231807db34 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:02:44.039563 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 2e60106d-eb10-4b2e-bf49-50231807db34 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:02:44.040376 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:44.044805 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-9d93a414-4e64-4c06-988c-691e24bc2b50 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Network 77650b04-197c-4f2d-93ed-1f3a3f2db13f is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:02:44.066506 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-9d93a414-4e64-4c06-988c-691e24bc2b50 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:02:44.072193 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-9d93a414-4e64-4c06-988c-691e24bc2b50 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:02:44.271812 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:44.277790 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a414-4e64-4c06-988c-691e24bc2b50 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Pushing event updated for resources: {'Port': ['ID=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:44.344586 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 2e60106d-eb10-4b2e-bf49-50231807db34, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2e60106d-eb10-4b2e-bf49-50231807db34,segment=NetworkSegment(8dbebf02-4d8c-4719-9f7a-732025eeb196),segment_id=8dbebf02-4d8c-4719-9f7a-732025eeb196)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:44.350434 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:44.352112 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-9d93a414-4e64-4c06-988c-691e24bc2b50 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:44.358549 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-9d93a414-4e64-4c06-988c-691e24bc2b50 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:44.405147 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-9d93a414-4e64-4c06-988c-691e24bc2b50 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3981535 Aug 28 15:02:44.426117 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531a974-090a-43ea-8650-7a2bd9bc2fca req-a221304b-3a1a-4755-b13a-34c6c1216aa6 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:44.434600 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e531a974-090a-43ea-8650-7a2bd9bc2fca req-a221304b-3a1a-4755-b13a-34c6c1216aa6 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 932 time: 0.2743981 Aug 28 15:02:44.482874 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=2e60106d-eb10-4b2e-bf49-50231807db34,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:44.483331 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-0491dc2a-34b2-4716-bccd-2547c34d34f1 service neutron] Request body: {'port': {'device_id': '3a08d248-73dd-4032-a07e-df32ddb202fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:44.520988 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38258) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:44.569846 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e531a974-090a-43ea-8650-7a2bd9bc2fca req-ee2fbcff-5c36-4091-8a8d-d82a7d2dd6fe tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342716 Aug 28 15:02:44.573899 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e1d702b4-3db9-4a99-869d-1f99a73fe10b None None] Provisioning for port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:02:44.585289 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e1d702b4-3db9-4a99-869d-1f99a73fe10b None None] Provisioning complete for port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:02:44.585289 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e1d702b4-3db9-4a99-869d-1f99a73fe10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:44.639580 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38262) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:44.643634 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-e1d702b4-3db9-4a99-869d-1f99a73fe10b None None] Port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:02:44.650465 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-9970c0eb-9468-4b01-9a06-b44721adee6b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] For port b238bc31-2a98-4c36-8b4e-5de15780ed24, host n-h2-712137-10, got binding levels [] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:44.650925 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9970c0eb-9468-4b01-9a06-b44721adee6b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:44.664413 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-9970c0eb-9468-4b01-9a06-b44721adee6b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Calling delete_port for b238bc31-2a98-4c36-8b4e-5de15780ed24 owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:02:44.667141 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-0491dc2a-34b2-4716-bccd-2547c34d34f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:44.726852 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-feea30a8-5582-4540-8398-d9b6c457e4a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:44.795845 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d3a363bf-91b4-44b8-8e83-6ecf3c62a47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:44.809524 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-fee9eabc-84bc-407c-aa8b-66055bd2788d service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3331156 Aug 28 15:02:44.862013 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3843c-f7ca-4a1f-894b-a4972df8831f req-c49b4509-fb82-4dc6-9cd2-d0f25d455dc0 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:44.869738 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b8f3843c-f7ca-4a1f-894b-a4972df8831f req-c49b4509-fb82-4dc6-9cd2-d0f25d455dc0 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=22197459-2b58-4bc5-a10b-a5f9a0cd699d HTTP/1.1" status: 200 len: 945 time: 0.1685624 Aug 28 15:02:44.928339 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9970c0eb-9468-4b01-9a06-b44721adee6b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:45.002817 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b8f3843c-f7ca-4a1f-894b-a4972df8831f req-84c6120f-250f-4e19-9806-fdfa2e82b8d5 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321833 Aug 28 15:02:45.015012 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970c0eb-9468-4b01-9a06-b44721adee6b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Pushing event deleted for resources: {'Port': ['ID=b238bc31-2a98-4c36-8b4e-5de15780ed24,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:45.035008 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9970c0eb-9468-4b01-9a06-b44721adee6b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:45.037218 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9970c0eb-9468-4b01-9a06-b44721adee6b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] 10.222.0.13 "DELETE /v2.0/ports/b238bc31-2a98-4c36-8b4e-5de15780ed24 HTTP/1.1" status: 204 len: 168 time: 1.8176997 Aug 28 15:02:45.041901 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38268) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:45.082689 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede07b34-7822-4cda-8274-86e6f2e488b0 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] GET failed (client error): The resource could not be found. Aug 28 15:02:45.084227 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ede07b34-7822-4cda-8274-86e6f2e488b0 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] 10.222.0.13 "GET /v2.0/ports/b238bc31-2a98-4c36-8b4e-5de15780ed24 HTTP/1.1" status: 404 len: 333 time: 0.0414026 Aug 28 15:02:45.088007 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38270) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:45.091450 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-0557c50b-7c58-4fa7-ad3d-2cfdb580ff0e req-91bc05d7-f4d2-41e8-b939-c477e67bb9b8 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] For port 17165557-72b4-46af-8acd-40b5021f6af4, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=17165557-72b4-46af-8acd-40b5021f6af4,segment=NetworkSegment(6219fa58-01c3-4b44-b315-4c4738f7b23b),segment_id=6219fa58-01c3-4b44-b315-4c4738f7b23b)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:45.097327 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-8af9a378-225e-457d-a869-6b852598b87d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1307537744', 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:45.106455 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-845bce58-fd4a-4b5b-a68b-f43220e9d6dd service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882614 Aug 28 15:02:45.135274 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-feea30a8-5582-4540-8398-d9b6c457e4a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:45.146008 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-feea30a8-5582-4540-8398-d9b6c457e4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:45.167421 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-ba696f10-2fed-4d2f-a352-34802872810c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=49f08d49-97e8-41d5-a930-67be641a9b4f HTTP/1.1" status: 200 len: 217 time: 0.0505357 Aug 28 15:02:45.172250 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0557c50b-7c58-4fa7-ad3d-2cfdb580ff0e req-91bc05d7-f4d2-41e8-b939-c477e67bb9b8 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:45.187182 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0557c50b-7c58-4fa7-ad3d-2cfdb580ff0e req-91bc05d7-f4d2-41e8-b939-c477e67bb9b8 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:45.200204 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['17165557-72b4-46af-8acd-40b5021f6af4'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:02:45.227002 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-feea30a8-5582-4540-8398-d9b6c457e4a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad654b66f4324e2ea211c82be3f6d856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6938581 Aug 28 15:02:45.234372 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea30a8-5582-4540-8398-d9b6c457e4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9fb27f-607c-4015-ab46-94955bfa047e,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:45.239608 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38272) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:45.291866 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557c50b-7c58-4fa7-ad3d-2cfdb580ff0e req-91bc05d7-f4d2-41e8-b939-c477e67bb9b8 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:45.293285 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0557c50b-7c58-4fa7-ad3d-2cfdb580ff0e req-91bc05d7-f4d2-41e8-b939-c477e67bb9b8 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:45.294556 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0557c50b-7c58-4fa7-ad3d-2cfdb580ff0e req-91bc05d7-f4d2-41e8-b939-c477e67bb9b8 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "PUT /v2.0/ports/17165557-72b4-46af-8acd-40b5021f6af4 HTTP/1.1" status: 200 len: 981 time: 2.0779738 Aug 28 15:02:45.302945 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ecda62f-1410-445b-ab36-07d6f2dfdd00', 'tag': '17165557-72b4-46af-8acd-40b5021f6af4'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:02:45.305291 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b7db19-daac-45b5-9891-39dc74d60c41" -d '{"events": [{"name": "network-changed", "server_uuid": "1ecda62f-1410-445b-ab36-07d6f2dfdd00", "tag": "17165557-72b4-46af-8acd-40b5021f6af4"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:02:45.332500 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-9521856e-1e51-42d3-91d6-99f8643632b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:45.334013 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-9521856e-1e51-42d3-91d6-99f8643632b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1318d724-919b-4c5d-b420-75bb4bd0f086 HTTP/1.1" status: 200 len: 797 time: 0.1582556 Aug 28 15:02:45.336112 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-0491dc2a-34b2-4716-bccd-2547c34d34f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e5b61b0-9b37-402c-ac33-0a57b7fac04e {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:02:45.353843 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc05d7-f4d2-41e8-b939-c477e67bb9b8 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Pushing event updated for resources: {'Port': ['ID=17165557-72b4-46af-8acd-40b5021f6af4,revision_number=6']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:45.356574 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-0491dc2a-34b2-4716-bccd-2547c34d34f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:45.384164 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-0491dc2a-34b2-4716-bccd-2547c34d34f1 service neutron] Transition to ACTIVE for port object 9e5b61b0-9b37-402c-ac33-0a57b7fac04e will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:02:45.401445 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df17d57-842b-44a0-8603-22c731d205bf x-openstack-request-id: req-0df17d57-842b-44a0-8603-22c731d205bf {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:02:45.401964 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ecda62f-1410-445b-ab36-07d6f2dfdd00", "tag": "17165557-72b4-46af-8acd-40b5021f6af4", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:02:45.406654 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0df17d57-842b-44a0-8603-22c731d205bf {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:02:45.406654 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ecda62f-1410-445b-ab36-07d6f2dfdd00', 'tag': '17165557-72b4-46af-8acd-40b5021f6af4', 'status': 'completed', 'code': 200} Aug 28 15:02:45.421119 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-0491dc2a-34b2-4716-bccd-2547c34d34f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:45.457350 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-6bf50381-b83d-4de3-ab36-3ad3342eb681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:45.458874 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-6bf50381-b83d-4de3-ab36-3ad3342eb681 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=81167e94-3666-4c28-a056-416ea7a0c9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0981433 Aug 28 15:02:45.476680 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['17165557-72b4-46af-8acd-40b5021f6af4'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:02:45.479009 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-1dda366c-dc53-4991-b63a-46dd36dca86a admin admin] Deleting port 2e60106d-eb10-4b2e-bf49-50231807db34 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:02:45.479362 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1dda366c-dc53-4991-b63a-46dd36dca86a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:45.490036 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5e71cd39-c446-4e7b-87dd-8d1ca5fc008b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:45.508789 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d3a363bf-91b4-44b8-8e83-6ecf3c62a47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:45.545911 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d3a363bf-91b4-44b8-8e83-6ecf3c62a47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:45.579969 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af9a378-225e-457d-a869-6b852598b87d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Made reservation on behalf of 806c8af7d16c4e82abc91e9e00b315a5 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:02:45.582886 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8af9a378-225e-457d-a869-6b852598b87d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:45.625697 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5e71cd39-c446-4e7b-87dd-8d1ca5fc008b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:45.636594 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0491dc2a-34b2-4716-bccd-2547c34d34f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:45.669969 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-1dda366c-dc53-4991-b63a-46dd36dca86a admin admin] For port 2e60106d-eb10-4b2e-bf49-50231807db34, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2e60106d-eb10-4b2e-bf49-50231807db34,segment=NetworkSegment(8dbebf02-4d8c-4719-9f7a-732025eeb196),segment_id=8dbebf02-4d8c-4719-9f7a-732025eeb196)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:45.670475 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1dda366c-dc53-4991-b63a-46dd36dca86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:45.674315 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-c1ad0bd6-88af-4855-928d-89e30256770b service neutron] 10.222.0.36 "GET /v2.0/networks/81167e94-3666-4c28-a056-416ea7a0c9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057440 Aug 28 15:02:45.700730 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-1dda366c-dc53-4991-b63a-46dd36dca86a admin admin] Calling delete_port for 2e60106d-eb10-4b2e-bf49-50231807db34 owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:02:45.757561 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a363bf-91b4-44b8-8e83-6ecf3c62a47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575e8476-2b50-4b51-8c1d-85ff541d1166,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:45.781280 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9db44835-a1f6-49d3-ae01-f1ee3039fcaa req-bf56da63-16ed-4bbb-8d28-1514e581f746 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-384730295&fields=id&tenant_id=47a98ee661eb4f6b9e7f4574238a2c1b HTTP/1.1" status: 200 len: 267 time: 0.3760502 Aug 28 15:02:45.891351 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2e60106d-eb10-4b2e-bf49-50231807db34 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:02:45.908960 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfb519-65e1-4c4f-9407-65453fd240e0 req-7346220c-2210-4be1-b91a-94652cb4faac tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:45.910861 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-64cfb519-65e1-4c4f-9407-65453fd240e0 req-7346220c-2210-4be1-b91a-94652cb4faac tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 944 time: 0.1952655 Aug 28 15:02:45.915011 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7db19-daac-45b5-9891-39dc74d60c41 req-bbbb5548-c8d4-47e9-b680-4d678c19f628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:45.916585 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3b7db19-daac-45b5-9891-39dc74d60c41 req-bbbb5548-c8d4-47e9-b680-4d678c19f628 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47a98ee661eb4f6b9e7f4574238a2c1b&device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 1136 time: 0.4992223 Aug 28 15:02:45.922466 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d3a363bf-91b4-44b8-8e83-6ecf3c62a47c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a6b370e473294ff98ba3ad32d5c641ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2755954 Aug 28 15:02:45.922466 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-8af9a378-225e-457d-a869-6b852598b87d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] device_id is not set on port 970a133f-9bb4-4a34-8973-bb98c564af9c yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:02:45.924347 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38284) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:45.995984 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-ffbd7df7-4b2e-4a08-a6cd-f98df5a691fc service neutron] 10.222.0.36 "GET /v2.0/networks/81167e94-3666-4c28-a056-416ea7a0c9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986066 Aug 28 15:02:46.036906 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-0491dc2a-34b2-4716-bccd-2547c34d34f1 service neutron] Attempting to bind port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:46.037234 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-0491dc2a-34b2-4716-bccd-2547c34d34f1 service neutron] Attempting to bind port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': 'b1ed49cc-e427-4bca-b57b-61c1f5306996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:46.037605 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-0491dc2a-34b2-4716-bccd-2547c34d34f1 service neutron] Attempting to bind port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e on network 77650b04-197c-4f2d-93ed-1f3a3f2db13f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:46.088061 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-0491dc2a-34b2-4716-bccd-2547c34d34f1 service neutron] Port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e on network 77650b04-197c-4f2d-93ed-1f3a3f2db13f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:46.088711 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-0491dc2a-34b2-4716-bccd-2547c34d34f1 service neutron] Attempting to bind port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e on network 77650b04-197c-4f2d-93ed-1f3a3f2db13f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:46.103140 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-0491dc2a-34b2-4716-bccd-2547c34d34f1 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:02:46.103482 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-0491dc2a-34b2-4716-bccd-2547c34d34f1 service neutron] Checking segment: {'id': 'b1ed49cc-e427-4bca-b57b-61c1f5306996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:02:46.103903 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-0491dc2a-34b2-4716-bccd-2547c34d34f1 service neutron] Bound using segment: {'id': 'b1ed49cc-e427-4bca-b57b-61c1f5306996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:02:46.104340 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-0491dc2a-34b2-4716-bccd-2547c34d34f1 service neutron] Bound port: 9e5b61b0-9b37-402c-ac33-0a57b7fac04e, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ed49cc-e427-4bca-b57b-61c1f5306996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:02:46.104701 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-0491dc2a-34b2-4716-bccd-2547c34d34f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:46.109803 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 2e60106d-eb10-4b2e-bf49-50231807db34 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:02:46.110363 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:46.140995 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5e71cd39-c446-4e7b-87dd-8d1ca5fc008b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:46.141245 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-dae58b8e-a77b-4a83-a769-ed075363db99 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bac4fa37-f01b-40ed-9304-eebde8331b53 HTTP/1.1" status: 200 len: 217 time: 0.0862436 Aug 28 15:02:46.145923 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5e71cd39-c446-4e7b-87dd-8d1ca5fc008b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:46.149565 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5e71cd39-c446-4e7b-87dd-8d1ca5fc008b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e9fb27f-607c-4015-ab46-94955bfa047e HTTP/1.1" status: 204 len: 168 time: 0.9042490 Aug 28 15:02:46.178002 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-64cfb519-65e1-4c4f-9407-65453fd240e0 req-7b05e6e2-6b08-4265-a0dd-fe6f0dd9c57e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555547 Aug 28 15:02:46.178784 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f485964-aab5-40b7-a191-7d33ffcd7d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:46.209791 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f485964-aab5-40b7-a191-7d33ffcd7d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:46.232713 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db44835-a1f6-49d3-ae01-f1ee3039fcaa req-ce135b63-afab-40d0-95fd-7342e044778d tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:46.234279 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9db44835-a1f6-49d3-ae01-f1ee3039fcaa req-ce135b63-afab-40d0-95fd-7342e044778d tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 984 time: 0.4521976 Aug 28 15:02:46.235058 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71cd39-c446-4e7b-87dd-8d1ca5fc008b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9fb27f-607c-4015-ab46-94955bfa047e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:46.250685 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7db19-daac-45b5-9891-39dc74d60c41 req-37d376a5-ac4a-4ff1-8367-4cbb9d1dedcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:46.252213 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3b7db19-daac-45b5-9891-39dc74d60c41 req-37d376a5-ac4a-4ff1-8367-4cbb9d1dedcd service neutron] 10.222.0.36 "GET /v2.0/networks?id=4658c4f1-5019-4dcd-967b-2ee10544b1b5 HTTP/1.1" status: 200 len: 920 time: 0.3192205 Aug 28 15:02:46.305461 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-9db44835-a1f6-49d3-ae01-f1ee3039fcaa req-64aaba49-57c9-4e04-b052-25c36f0dc70e tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Request body: {'port': {'security_groups': ['ef33d209-f85e-4ff1-b776-e497e7328387']}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:46.318554 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f485964-aab5-40b7-a191-7d33ffcd7d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:46.321481 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f485964-aab5-40b7-a191-7d33ffcd7d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:46.325827 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9f485964-aab5-40b7-a191-7d33ffcd7d1a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/575e8476-2b50-4b51-8c1d-85ff541d1166 HTTP/1.1" status: 204 len: 168 time: 0.3975329 Aug 28 15:02:46.360421 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-88dcf78c-e9b2-4d98-9856-e33fdce75998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:46.362224 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-88dcf78c-e9b2-4d98-9856-e33fdce75998 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1318d724-919b-4c5d-b420-75bb4bd0f086 HTTP/1.1" status: 200 len: 797 time: 0.2095339 Aug 28 15:02:46.388757 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3b7db19-daac-45b5-9891-39dc74d60c41 req-3eae222a-e069-4fb6-a6ab-cca8f34f0056 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17165557-72b4-46af-8acd-40b5021f6af4 HTTP/1.1" status: 200 len: 217 time: 0.1062002 Aug 28 15:02:46.416324 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f485964-aab5-40b7-a191-7d33ffcd7d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575e8476-2b50-4b51-8c1d-85ff541d1166,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:46.491618 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9e0db-06d3-40fd-ac97-9a2626180b3f req-bb8a7a79-2035-48c4-9fdb-244e83baaad9 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:46.498733 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-14a9e0db-06d3-40fd-ac97-9a2626180b3f req-bb8a7a79-2035-48c4-9fdb-244e83baaad9 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=22197459-2b58-4bc5-a10b-a5f9a0cd699d HTTP/1.1" status: 200 len: 945 time: 0.2036042 Aug 28 15:02:46.499213 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9db44835-a1f6-49d3-ae01-f1ee3039fcaa req-64aaba49-57c9-4e04-b052-25c36f0dc70e tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:46.525082 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8af9a378-225e-457d-a869-6b852598b87d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:46.530521 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-0491dc2a-34b2-4716-bccd-2547c34d34f1 service neutron] For port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:02:46.535258 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-2053d622-dc59-4583-8468-b7a7dbb39f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:46.537838 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-2053d622-dc59-4583-8468-b7a7dbb39f5e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=81167e94-3666-4c28-a056-416ea7a0c9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1646056 Aug 28 15:02:46.540621 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1dda366c-dc53-4991-b63a-46dd36dca86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:46.595968 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-0491dc2a-34b2-4716-bccd-2547c34d34f1 service neutron] For port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:02:46.597637 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7db19-daac-45b5-9891-39dc74d60c41 req-aa71dbfe-8386-4c49-afa8-2bbc17bc3243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:46.600026 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3b7db19-daac-45b5-9891-39dc74d60c41 req-aa71dbfe-8386-4c49-afa8-2bbc17bc3243 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee386120-21d6-41b3-a564-7a270295e67c HTTP/1.1" status: 200 len: 859 time: 0.1876748 Aug 28 15:02:46.624814 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-0491dc2a-34b2-4716-bccd-2547c34d34f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:46.639979 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda366c-dc53-4991-b63a-46dd36dca86a admin admin] Pushing event deleted for resources: {'Port': ['ID=2e60106d-eb10-4b2e-bf49-50231807db34,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:46.659952 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3b7db19-daac-45b5-9891-39dc74d60c41 req-96099eb6-b909-462d-b9f8-84dcc60379a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4658c4f1-5019-4dcd-967b-2ee10544b1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504527 Aug 28 15:02:46.734974 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-14a9e0db-06d3-40fd-ac97-9a2626180b3f req-17d48d8e-2b3f-41fb-913e-9858172790eb tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350729 Aug 28 15:02:46.891042 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38306) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:46.968291 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e4072dda-181f-4784-bc6f-63f6187fad20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:46.973735 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-aa43c3c1-d0cf-461f-b59d-60a7440e179b service neutron] 10.222.0.36 "GET /v2.0/networks/81167e94-3666-4c28-a056-416ea7a0c9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232488 Aug 28 15:02:46.985868 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:02:47.067907 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1dda366c-dc53-4991-b63a-46dd36dca86a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:47.182712 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e699711c-4ee4-4aff-8f22-95ea28f87eb1 req-a122e452-0e67-4cec-a89d-aa551172e5dc service neutron] 10.222.0.36 "GET /v2.0/networks/81167e94-3666-4c28-a056-416ea7a0c9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983521 Aug 28 15:02:47.287209 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-0491dc2a-34b2-4716-bccd-2547c34d34f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:47.288074 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-0491dc2a-34b2-4716-bccd-2547c34d34f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:47.289711 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-0491dc2a-34b2-4716-bccd-2547c34d34f1 service neutron] 10.222.0.41 "PUT /v2.0/ports/9e5b61b0-9b37-402c-ac33-0a57b7fac04e HTTP/1.1" status: 200 len: 1093 time: 2.8231888 Aug 28 15:02:47.290403 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a08d248-73dd-4032-a07e-df32ddb202fc', 'tag': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:02:47.293775 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0e0466-6a17-4252-928d-f3680943d749" -d '{"events": [{"name": "network-changed", "server_uuid": "3a08d248-73dd-4032-a07e-df32ddb202fc", "tag": "9e5b61b0-9b37-402c-ac33-0a57b7fac04e"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:02:47.306526 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e4072dda-181f-4784-bc6f-63f6187fad20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:47.353675 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e4072dda-181f-4784-bc6f-63f6187fad20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:47.398431 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4072dda-181f-4784-bc6f-63f6187fad20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5382cc71-69d1-4619-8a20-c22d680a8b33,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:47.419842 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8af9a378-225e-457d-a869-6b852598b87d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:47.433083 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0491dc2a-34b2-4716-bccd-2547c34d34f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:47.444475 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e4072dda-181f-4784-bc6f-63f6187fad20 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2e7fd61367d46e8b805524ab2410e38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5505791 Aug 28 15:02:47.455592 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38322) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:47.554498 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af9a378-225e-457d-a869-6b852598b87d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:02:47.579065 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-8af9a378-225e-457d-a869-6b852598b87d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:02:47.582772 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3b7db19-daac-45b5-9891-39dc74d60c41 req-aa739791-de6e-4270-9b6d-5ec2bbb72fc4 service neutron] 10.222.0.36 "GET /v2.0/networks/4658c4f1-5019-4dcd-967b-2ee10544b1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9073131 Aug 28 15:02:47.588864 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af9a378-225e-457d-a869-6b852598b87d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:02:47.590396 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af9a378-225e-457d-a869-6b852598b87d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:47.591095 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8af9a378-225e-457d-a869-6b852598b87d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:47.601855 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-4247b150-27ee-48c7-bb61-09453469dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:47.603424 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-4247b150-27ee-48c7-bb61-09453469dc31 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d&device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 1096 time: 0.2566855 Aug 28 15:02:47.604335 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9a378-225e-457d-a869-6b852598b87d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Pushing event updated for resources: {'Port': ['ID=970a133f-9bb4-4a34-8973-bb98c564af9c,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:47.724193 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8af9a378-225e-457d-a869-6b852598b87d tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.6349182 Aug 28 15:02:47.734297 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-2faf9f38-d255-472b-a9d0-45bef2e9f516 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e5b61b0-9b37-402c-ac33-0a57b7fac04e HTTP/1.1" status: 200 len: 217 time: 0.1176581 Aug 28 15:02:47.738952 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-9db44835-a1f6-49d3-ae01-f1ee3039fcaa req-64aaba49-57c9-4e04-b052-25c36f0dc70e tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] For port 17165557-72b4-46af-8acd-40b5021f6af4, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=17165557-72b4-46af-8acd-40b5021f6af4,segment=NetworkSegment(6219fa58-01c3-4b44-b315-4c4738f7b23b),segment_id=6219fa58-01c3-4b44-b315-4c4738f7b23b)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:47.741443 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38330) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:47.785019 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e18abb3-77f1-43c2-9db5-a7737390686f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:47.800206 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4393aff-1ff0-4d85-aea5-5784df0dce38 req-8c67d9d5-cb76-4188-90eb-87610e9c9e5d tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:47.800206 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e4393aff-1ff0-4d85-aea5-5784df0dce38 req-8c67d9d5-cb76-4188-90eb-87610e9c9e5d tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 944 time: 0.5126116 Aug 28 15:02:47.843528 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dda366c-dc53-4991-b63a-46dd36dca86a admin admin] Router 33e34fc6-87a0-4bc9-86f9-e0886b6411f8 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:02:47.877206 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9cd9c8-f86b-4508-9692-d71485331b6e tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:47.878517 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5e9cd9c8-f86b-4508-9692-d71485331b6e tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] 10.222.0.13 "GET /v2.0/ports/970a133f-9bb4-4a34-8973-bb98c564af9c HTTP/1.1" status: 200 len: 955 time: 0.1368828 Aug 28 15:02:47.880676 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9db44835-a1f6-49d3-ae01-f1ee3039fcaa req-64aaba49-57c9-4e04-b052-25c36f0dc70e tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:47.881489 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e4393aff-1ff0-4d85-aea5-5784df0dce38 req-7412e4ea-104a-42ec-9d38-55a51e8c714f tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758312 Aug 28 15:02:47.882208 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38336) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:47.886194 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e18abb3-77f1-43c2-9db5-a7737390686f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:47.901714 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9db44835-a1f6-49d3-ae01-f1ee3039fcaa req-64aaba49-57c9-4e04-b052-25c36f0dc70e tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:47.925245 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['17165557-72b4-46af-8acd-40b5021f6af4'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:02:47.961253 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ee6c65-f5b1-4b70-a8ae-4167bee7a8e8 x-openstack-request-id: req-82ee6c65-f5b1-4b70-a8ae-4167bee7a8e8 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:02:47.961557 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a08d248-73dd-4032-a07e-df32ddb202fc", "tag": "9e5b61b0-9b37-402c-ac33-0a57b7fac04e", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:02:47.961813 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82ee6c65-f5b1-4b70-a8ae-4167bee7a8e8 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:02:47.962212 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a08d248-73dd-4032-a07e-df32ddb202fc', 'tag': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e', 'status': 'completed', 'code': 200} Aug 28 15:02:47.971993 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-e4aa16ea-ce13-4592-82f1-6288c8b28a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:47.973491 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-e4aa16ea-ce13-4592-82f1-6288c8b28a95 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=836bd9d7-21bc-4e2a-b716-53b54890baa2 HTTP/1.1" status: 200 len: 850 time: 0.2165782 Aug 28 15:02:47.985480 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3b7db19-daac-45b5-9891-39dc74d60c41 req-0c7aa85c-bc3e-4dfa-9d57-7d58dcad8fd5 service neutron] 10.222.0.36 "GET /v2.0/networks/4658c4f1-5019-4dcd-967b-2ee10544b1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759363 Aug 28 15:02:48.018506 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db44835-a1f6-49d3-ae01-f1ee3039fcaa req-64aaba49-57c9-4e04-b052-25c36f0dc70e tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:48.020741 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9db44835-a1f6-49d3-ae01-f1ee3039fcaa req-64aaba49-57c9-4e04-b052-25c36f0dc70e tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:48.022017 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9db44835-a1f6-49d3-ae01-f1ee3039fcaa req-64aaba49-57c9-4e04-b052-25c36f0dc70e tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "PUT /v2.0/ports/17165557-72b4-46af-8acd-40b5021f6af4 HTTP/1.1" status: 200 len: 942 time: 1.7673593 Aug 28 15:02:48.077557 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dda366c-dc53-4991-b63a-46dd36dca86a admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:02:48.093574 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a193e272-0d8d-4fb3-a14e-a15ab3ea03bd None None] Sync routers for ids ['33e34fc6-87a0-4bc9-86f9-e0886b6411f8'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:02:48.108856 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a193e272-0d8d-4fb3-a14e-a15ab3ea03bd None None] Routers {'33e34fc6-87a0-4bc9-86f9-e0886b6411f8'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:02:48.109931 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a193e272-0d8d-4fb3-a14e-a15ab3ea03bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:02:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['33e34fc6-87a0-4bc9-86f9-e0886b6411f8'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:48.114663 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1dda366c-dc53-4991-b63a-46dd36dca86a admin admin] 10.222.0.13 "PUT /v2.0/routers/33e34fc6-87a0-4bc9-86f9-e0886b6411f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0641086 Aug 28 15:02:48.115361 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38346) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:48.140982 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aaba49-57c9-4e04-b052-25c36f0dc70e tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Pushing event updated for resources: {'Port': ['ID=17165557-72b4-46af-8acd-40b5021f6af4,revision_number=7']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:48.158067 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['17165557-72b4-46af-8acd-40b5021f6af4'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:02:48.202492 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-ed866e96-e486-471c-806a-c39f5bc32380 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Deleting port 970a133f-9bb4-4a34-8973-bb98c564af9c {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:02:48.202839 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ed866e96-e486-471c-806a-c39f5bc32380 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:48.268049 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e18abb3-77f1-43c2-9db5-a7737390686f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:48.270667 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e18abb3-77f1-43c2-9db5-a7737390686f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:48.275926 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ed866e96-e486-471c-806a-c39f5bc32380 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:48.277799 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2e18abb3-77f1-43c2-9db5-a7737390686f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5382cc71-69d1-4619-8a20-c22d680a8b33 HTTP/1.1" status: 204 len: 168 time: 0.8170063 Aug 28 15:02:48.290818 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-ed866e96-e486-471c-806a-c39f5bc32380 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Calling delete_port for 970a133f-9bb4-4a34-8973-bb98c564af9c owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:02:48.322608 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-3993e535-11c3-4a70-9843-68a5de141acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:48.324853 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-3993e535-11c3-4a70-9843-68a5de141acc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77650b04-197c-4f2d-93ed-1f3a3f2db13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3378265 Aug 28 15:02:48.388195 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817f153-fe0b-48a9-b860-9d462c0d5cad req-3cb2199d-6385-4341-a38b-8c4063e2854e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:48.388700 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b817f153-fe0b-48a9-b860-9d462c0d5cad req-3cb2199d-6385-4341-a38b-8c4063e2854e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=22197459-2b58-4bc5-a10b-a5f9a0cd699d HTTP/1.1" status: 200 len: 945 time: 0.2849379 Aug 28 15:02:48.389875 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ed866e96-e486-471c-806a-c39f5bc32380 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:48.412267 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-a193e272-0d8d-4fb3-a14e-a15ab3ea03bd None None] Set router 33e34fc6-87a0-4bc9-86f9-e0886b6411f8 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:02:48.419575 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed866e96-e486-471c-806a-c39f5bc32380 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Pushing event deleted for resources: {'Port': ['ID=970a133f-9bb4-4a34-8973-bb98c564af9c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:48.443834 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18abb3-77f1-43c2-9db5-a7737390686f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5382cc71-69d1-4619-8a20-c22d680a8b33,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:48.509446 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b817f153-fe0b-48a9-b860-9d462c0d5cad req-743a03be-e11f-4c2e-9bda-b478d1d0fdb2 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869415 Aug 28 15:02:48.528062 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ed866e96-e486-471c-806a-c39f5bc32380 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:48.529845 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ed866e96-e486-471c-806a-c39f5bc32380 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] 10.222.0.13 "DELETE /v2.0/ports/970a133f-9bb4-4a34-8973-bb98c564af9c HTTP/1.1" status: 204 len: 168 time: 0.6460733 Aug 28 15:02:48.534015 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38356) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:48.584293 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d0c21b-2bee-4751-a4fa-d97092f360db tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] GET failed (client error): The resource could not be found. Aug 28 15:02:48.585899 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-92d0c21b-2bee-4751-a4fa-d97092f360db tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] 10.222.0.13 "GET /v2.0/ports/970a133f-9bb4-4a34-8973-bb98c564af9c HTTP/1.1" status: 404 len: 333 time: 0.0509241 Aug 28 15:02:48.594736 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38358) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:48.612801 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-ebcf9228-f8ec-445f-8260-664503d6e1ba tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Request body: {'port': {'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-728747674'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:48.642931 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9a42380b-f070-45a3-abb7-44e1de81c6cf admin admin] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:48.711914 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a193e272-0d8d-4fb3-a14e-a15ab3ea03bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e34fc6-87a0-4bc9-86f9-e0886b6411f8', 'name': 'tempest-FloatingIPsNegativeTestJSON-947722734-router', 'tenant_id': '357b66f7d8ad487791747e7bd85fb1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '5dbfc455-91e0-41d0-bbcc-af32a496fdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:02:26Z', 'updated_at': '2021-08-28T15:02:46Z', 'revision_number': 5, 'project_id': '357b66f7d8ad487791747e7bd85fb1d0', 'gw_port': {'id': '5dbfc455-91e0-41d0-bbcc-af32a496fdb4', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e34fc6-87a0-4bc9-86f9-e0886b6411f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:27Z', 'updated_at': '2021-08-28T15:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:48.742338 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a19d6172-3d39-4e36-acaf-64643b67edb1 req-b613fbdb-f7a1-421b-8e0b-f6becbf1f607 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4929507 Aug 28 15:02:48.760952 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcf9228-f8ec-445f-8260-664503d6e1ba tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Made reservation on behalf of 806c8af7d16c4e82abc91e9e00b315a5 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:02:48.764176 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ebcf9228-f8ec-445f-8260-664503d6e1ba tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:48.765441 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a193e272-0d8d-4fb3-a14e-a15ab3ea03bd None None] Checking router: 33e34fc6-87a0-4bc9-86f9-e0886b6411f8 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:02:48.770190 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-a19d6172-3d39-4e36-acaf-64643b67edb1 req-bc331154-7e36-4066-959c-1d8785d2aedb tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:48.780385 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a193e272-0d8d-4fb3-a14e-a15ab3ea03bd None None] Routers {'33e34fc6-87a0-4bc9-86f9-e0886b6411f8'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:02:48.781028 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a193e272-0d8d-4fb3-a14e-a15ab3ea03bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:02:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['33e34fc6-87a0-4bc9-86f9-e0886b6411f8'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:48.790314 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-8d3af06f-957a-4a47-a9db-2324e871e5e7 service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257791 Aug 28 15:02:48.873332 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-ebcf9228-f8ec-445f-8260-664503d6e1ba tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] device_id is not set on port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:02:48.911201 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-a193e272-0d8d-4fb3-a14e-a15ab3ea03bd None None] Set router 33e34fc6-87a0-4bc9-86f9-e0886b6411f8 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:02:48.927957 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a19d6172-3d39-4e36-acaf-64643b67edb1 req-bc331154-7e36-4066-959c-1d8785d2aedb tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:49.079747 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9a42380b-f070-45a3-abb7-44e1de81c6cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:49.085165 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da264cc-c8e3-4524-b59d-f2a1a1fde4b1 req-2c73cb11-5ad9-4e3a-8cbc-ee122b8f055c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:49.087017 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8da264cc-c8e3-4524-b59d-f2a1a1fde4b1 req-2c73cb11-5ad9-4e3a-8cbc-ee122b8f055c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 944 time: 0.0952184 Aug 28 15:02:49.128878 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4f61d67-3e94-476c-9d00-23623cc9bf29 req-1295176a-9c25-48c1-8bac-4622375cceec service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023634 Aug 28 15:02:49.180783 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8da264cc-c8e3-4524-b59d-f2a1a1fde4b1 req-aa55624c-6f66-49b5-9ecd-e7e29bbcd028 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761271 Aug 28 15:02:49.282500 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a193e272-0d8d-4fb3-a14e-a15ab3ea03bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e34fc6-87a0-4bc9-86f9-e0886b6411f8', 'name': 'tempest-FloatingIPsNegativeTestJSON-947722734-router', 'tenant_id': '357b66f7d8ad487791747e7bd85fb1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '5dbfc455-91e0-41d0-bbcc-af32a496fdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:02:26Z', 'updated_at': '2021-08-28T15:02:46Z', 'revision_number': 5, 'project_id': '357b66f7d8ad487791747e7bd85fb1d0', 'gw_port': {'id': '5dbfc455-91e0-41d0-bbcc-af32a496fdb4', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e34fc6-87a0-4bc9-86f9-e0886b6411f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:27Z', 'updated_at': '2021-08-28T15:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:49.315084 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a193e272-0d8d-4fb3-a14e-a15ab3ea03bd None None] The sync data for ids ['33e34fc6-87a0-4bc9-86f9-e0886b6411f8'] in n-d-712137-10 is: [{'id': '33e34fc6-87a0-4bc9-86f9-e0886b6411f8', 'name': 'tempest-FloatingIPsNegativeTestJSON-947722734-router', 'tenant_id': '357b66f7d8ad487791747e7bd85fb1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '5dbfc455-91e0-41d0-bbcc-af32a496fdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:02:26Z', 'updated_at': '2021-08-28T15:02:46Z', 'revision_number': 5, 'project_id': '357b66f7d8ad487791747e7bd85fb1d0', 'gw_port': {'id': '5dbfc455-91e0-41d0-bbcc-af32a496fdb4', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e34fc6-87a0-4bc9-86f9-e0886b6411f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:27Z', 'updated_at': '2021-08-28T15:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:02:49.364660 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ebcf9228-f8ec-445f-8260-664503d6e1ba tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:49.380377 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e0466-6a17-4252-928d-f3680943d749 req-2a1ed7a9-6724-49f4-93c8-6ad85cd97883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:49.381999 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cf0e0466-6a17-4252-928d-f3680943d749 req-2a1ed7a9-6724-49f4-93c8-6ad85cd97883 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d&device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 1096 time: 0.1776171 Aug 28 15:02:49.404061 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-9a42380b-f070-45a3-abb7-44e1de81c6cf admin admin] Deleting port 5dbfc455-91e0-41d0-bbcc-af32a496fdb4 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:02:49.404453 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9a42380b-f070-45a3-abb7-44e1de81c6cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:49.411339 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a19d6172-3d39-4e36-acaf-64643b67edb1 req-bc331154-7e36-4066-959c-1d8785d2aedb tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:49.614216 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ebcf9228-f8ec-445f-8260-664503d6e1ba tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:49.680913 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467ea44-d5dc-4a54-94b3-71d764079b5b req-7bb9640d-c6d8-4495-8d10-c73a1bf9aa7a tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:49.682507 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0467ea44-d5dc-4a54-94b3-71d764079b5b req-7bb9640d-c6d8-4495-8d10-c73a1bf9aa7a tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=22197459-2b58-4bc5-a10b-a5f9a0cd699d HTTP/1.1" status: 200 len: 945 time: 0.0658693 Aug 28 15:02:49.706985 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-9a42380b-f070-45a3-abb7-44e1de81c6cf admin admin] For port 5dbfc455-91e0-41d0-bbcc-af32a496fdb4, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=5dbfc455-91e0-41d0-bbcc-af32a496fdb4,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:49.707359 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9a42380b-f070-45a3-abb7-44e1de81c6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:49.725757 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e0466-6a17-4252-928d-f3680943d749 req-509bda10-d760-494f-bc52-8f9fe22b0029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:49.727533 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cf0e0466-6a17-4252-928d-f3680943d749 req-509bda10-d760-494f-bc52-8f9fe22b0029 service neutron] 10.222.0.41 "GET /v2.0/networks?id=77650b04-197c-4f2d-93ed-1f3a3f2db13f HTTP/1.1" status: 200 len: 912 time: 0.3358409 Aug 28 15:02:49.786891 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0467ea44-d5dc-4a54-94b3-71d764079b5b req-8716fc2b-a073-430b-9ff8-0cff7c52e53f tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961800 Aug 28 15:02:49.804445 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2e60106d-eb10-4b2e-bf49-50231807db34 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:02:49.805002 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcf9228-f8ec-445f-8260-664503d6e1ba tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:02:49.807882 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cf0e0466-6a17-4252-928d-f3680943d749 req-993419e8-2ae5-44f8-bdea-004d25d5fbde service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e5b61b0-9b37-402c-ac33-0a57b7fac04e HTTP/1.1" status: 200 len: 217 time: 0.0566244 Aug 28 15:02:49.813089 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-9a42380b-f070-45a3-abb7-44e1de81c6cf admin admin] Calling delete_port for 5dbfc455-91e0-41d0-bbcc-af32a496fdb4 owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:02:49.819267 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-ebcf9228-f8ec-445f-8260-664503d6e1ba tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:02:49.830568 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcf9228-f8ec-445f-8260-664503d6e1ba tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:02:49.847882 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcf9228-f8ec-445f-8260-664503d6e1ba tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:49.848749 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ebcf9228-f8ec-445f-8260-664503d6e1ba tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:49.860740 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 2e60106d-eb10-4b2e-bf49-50231807db34 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:02:49.861093 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2e60106d-eb10-4b2e-bf49-50231807db34 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:02:49.867678 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf9228-f8ec-445f-8260-664503d6e1ba tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Pushing event updated for resources: {'Port': ['ID=6e7d298a-05af-44ab-a7f7-ba1cfae7fcad,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:49.948318 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-a19d6172-3d39-4e36-acaf-64643b67edb1 req-bc331154-7e36-4066-959c-1d8785d2aedb tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Allocated IP 172.25.3.92 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/566c0dfd-9e81-464b-bf2b-89a0260a055f) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:02:49.967474 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ecda62f-1410-445b-ab36-07d6f2dfdd00', 'tag': '17165557-72b4-46af-8acd-40b5021f6af4'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:02:49.971302 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d58cd2-f167-46e2-94a8-c9eb1b23e577" -d '{"events": [{"name": "network-changed", "server_uuid": "1ecda62f-1410-445b-ab36-07d6f2dfdd00", "tag": "17165557-72b4-46af-8acd-40b5021f6af4"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:02:50.022763 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38402) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:50.023009 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ebcf9228-f8ec-445f-8260-664503d6e1ba tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4224663 Aug 28 15:02:50.031104 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:50.038073 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d589c597-28d5-4c72-b0ec-ee5f28168eef x-openstack-request-id: req-d589c597-28d5-4c72-b0ec-ee5f28168eef {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:02:50.038367 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ecda62f-1410-445b-ab36-07d6f2dfdd00", "tag": "17165557-72b4-46af-8acd-40b5021f6af4", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:02:50.038629 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d589c597-28d5-4c72-b0ec-ee5f28168eef {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:02:50.039035 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ecda62f-1410-445b-ab36-07d6f2dfdd00', 'tag': '17165557-72b4-46af-8acd-40b5021f6af4', 'status': 'completed', 'code': 200} Aug 28 15:02:50.106359 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e0466-6a17-4252-928d-f3680943d749 req-3e4f6b5c-63df-4f62-b662-a6f872647a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:50.110210 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cf0e0466-6a17-4252-928d-f3680943d749 req-3e4f6b5c-63df-4f62-b662-a6f872647a7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=836bd9d7-21bc-4e2a-b716-53b54890baa2 HTTP/1.1" status: 200 len: 850 time: 0.2844307 Aug 28 15:02:50.147232 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:50.157352 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38404) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:50.268419 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e0466-6a17-4252-928d-f3680943d749 req-7e88cb7a-ebf8-4e82-a407-31cd4a59c6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:50.269932 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cf0e0466-6a17-4252-928d-f3680943d749 req-7e88cb7a-ebf8-4e82-a407-31cd4a59c6c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77650b04-197c-4f2d-93ed-1f3a3f2db13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1522696 Aug 28 15:02:50.279275 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d58cd2-f167-46e2-94a8-c9eb1b23e577 req-98b14d8e-b0d7-4082-a93f-993ddff11c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:50.280801 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f8d58cd2-f167-46e2-94a8-c9eb1b23e577 req-98b14d8e-b0d7-4082-a93f-993ddff11c6f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47a98ee661eb4f6b9e7f4574238a2c1b&device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 1097 time: 0.1920409 Aug 28 15:02:50.351161 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-061cf062-ea6a-4cbe-af8b-52ecfcc7241e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:50.445979 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611384c6-3b6d-4a9c-ac33-4b41dbe7fb15 req-b6e0a800-8259-4e6d-970b-e87eb21a166e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:50.447615 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-611384c6-3b6d-4a9c-ac33-4b41dbe7fb15 req-b6e0a800-8259-4e6d-970b-e87eb21a166e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 944 time: 0.1371119 Aug 28 15:02:50.473410 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] device_id is not set on port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:02:50.497322 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:50.533734 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Transition to ACTIVE for port object 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:02:50.545739 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-611384c6-3b6d-4a9c-ac33-4b41dbe7fb15 req-a151f798-1d14-46ec-afd1-4ff83b39b65c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901151 Aug 28 15:02:50.549138 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:50.640097 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Pushing event updated for resources: {'Port': ['ID=6e7d298a-05af-44ab-a7f7-ba1cfae7fcad,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:50.663305 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-061cf062-ea6a-4cbe-af8b-52ecfcc7241e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:50.665607 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:50.666134 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:50.666467 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:50.671527 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-061cf062-ea6a-4cbe-af8b-52ecfcc7241e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:50.685176 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:50.685509 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Failed to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on host n-h2-712137-10 for vnic_type normal using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] Aug 28 15:02:50.692569 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempt 2 to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad Aug 28 15:02:50.731860 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-061cf062-ea6a-4cbe-af8b-52ecfcc7241e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4cf1cb2661454dc7a5f32f2c9603a60e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5709074 Aug 28 15:02:50.733240 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:50.733580 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:50.733916 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:50.735960 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38426) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:50.738791 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a19d6172-3d39-4e36-acaf-64643b67edb1 req-bc331154-7e36-4066-959c-1d8785d2aedb tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:50.747259 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061cf062-ea6a-4cbe-af8b-52ecfcc7241e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31e2665-3908-4218-8b7c-6f29966299e6,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:50.756908 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:50.757251 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Failed to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on host n-h2-712137-10 for vnic_type normal using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] Aug 28 15:02:50.759179 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempt 3 to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad Aug 28 15:02:50.790747 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:50.791077 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:50.791409 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:50.801943 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:50.802326 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Failed to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on host n-h2-712137-10 for vnic_type normal using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] Aug 28 15:02:50.804176 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempt 4 to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad Aug 28 15:02:50.830627 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-157624b9-47ef-4271-83aa-0bf23653b39e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:50.832656 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:50.832989 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:50.833318 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:50.846976 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:50.847312 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Failed to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on host n-h2-712137-10 for vnic_type normal using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] Aug 28 15:02:50.850550 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempt 5 to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad Aug 28 15:02:50.865521 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9a42380b-f070-45a3-abb7-44e1de81c6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:50.875375 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-157624b9-47ef-4271-83aa-0bf23653b39e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:50.889912 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cf0e0466-6a17-4252-928d-f3680943d749 req-4ba91055-ffc1-4c01-a541-d8193bb10490 service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6027570 Aug 28 15:02:50.899906 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:50.900259 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:50.900601 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:50.908314 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:50.908681 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Failed to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on host n-h2-712137-10 for vnic_type normal using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] Aug 28 15:02:50.915495 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempt 6 to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad Aug 28 15:02:50.935892 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a42380b-f070-45a3-abb7-44e1de81c6cf admin admin] Pushing event deleted for resources: {'Port': ['ID=5dbfc455-91e0-41d0-bbcc-af32a496fdb4,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:50.941397 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:50.941740 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:50.942081 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:50.949873 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:50.950227 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Failed to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on host n-h2-712137-10 for vnic_type normal using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] Aug 28 15:02:50.951241 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempt 7 to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad Aug 28 15:02:50.966904 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:50.967790 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:50.968142 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:50.973707 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:50.974036 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Failed to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on host n-h2-712137-10 for vnic_type normal using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] Aug 28 15:02:50.974244 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d58cd2-f167-46e2-94a8-c9eb1b23e577 req-9a523de0-3635-43a9-a544-4a28d315a2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:50.974431 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempt 8 to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad Aug 28 15:02:50.976393 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f8d58cd2-f167-46e2-94a8-c9eb1b23e577 req-9a523de0-3635-43a9-a544-4a28d315a2e9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4658c4f1-5019-4dcd-967b-2ee10544b1b5 HTTP/1.1" status: 200 len: 920 time: 0.3406816 Aug 28 15:02:50.993475 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-157624b9-47ef-4271-83aa-0bf23653b39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:50.996482 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-157624b9-47ef-4271-83aa-0bf23653b39e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:50.997843 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-157624b9-47ef-4271-83aa-0bf23653b39e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a31e2665-3908-4218-8b7c-6f29966299e6 HTTP/1.1" status: 204 len: 168 time: 0.2600317 Aug 28 15:02:51.001067 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:51.001862 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:51.002401 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:51.013373 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a19d6172-3d39-4e36-acaf-64643b67edb1 req-bc331154-7e36-4066-959c-1d8785d2aedb tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:51.015009 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157624b9-47ef-4271-83aa-0bf23653b39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31e2665-3908-4218-8b7c-6f29966299e6,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:51.017573 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:51.018140 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Failed to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on host n-h2-712137-10 for vnic_type normal using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] Aug 28 15:02:51.019244 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempt 9 to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad Aug 28 15:02:51.051542 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:51.052073 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:51.052584 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:51.057777 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:51.058491 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Failed to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on host n-h2-712137-10 for vnic_type normal using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] Aug 28 15:02:51.058647 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempt 10 to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad Aug 28 15:02:51.080098 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:02:51.084187 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:02:51.084568 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempting to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:02:51.092599 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:02:51.093292 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Failed to bind port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on host n-h2-712137-10 for vnic_type normal using segments [{'id': 'fb1af500-513e-4ef9-8058-f462b62fe2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d9093f2-fd4b-4f73-ae06-03ba0f028966'}] Aug 28 15:02:51.093682 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:51.149375 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f8d58cd2-f167-46e2-94a8-c9eb1b23e577 req-ed14879b-71aa-4e35-b759-b3fe5aa072e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17165557-72b4-46af-8acd-40b5021f6af4 HTTP/1.1" status: 200 len: 217 time: 0.1418746 Aug 28 15:02:51.163834 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a19d6172-3d39-4e36-acaf-64643b67edb1 req-bc331154-7e36-4066-959c-1d8785d2aedb tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:02:51.180446 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] For port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:02:51.180980 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attempted to set empty binding levels {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 28 15:02:51.187925 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:51.195820 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-a19d6172-3d39-4e36-acaf-64643b67edb1 req-bc331154-7e36-4066-959c-1d8785d2aedb tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:02:51.224251 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19d6172-3d39-4e36-acaf-64643b67edb1 req-bc331154-7e36-4066-959c-1d8785d2aedb tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:02:51.236904 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9a42380b-f070-45a3-abb7-44e1de81c6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:51.239001 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] In _notify_port_updated(), no bound segment for port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad on network 7d9093f2-fd4b-4f73-ae06-03ba0f028966 {{(pid=106330) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 15:02:51.239961 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:51.240576 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:51.242425 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] 10.222.0.13 "PUT /v2.0/ports/6e7d298a-05af-44ab-a7f7-ba1cfae7fcad HTTP/1.1" status: 200 len: 975 time: 1.2181349 Aug 28 15:02:51.245696 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38464) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:51.248171 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc331154-7e36-4066-959c-1d8785d2aedb tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Pushing event updated for resources: {'Port': ['ID=566c0dfd-9e81-464b-bf2b-89a0260a055f,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:51.303426 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a1a88-68bb-4f53-b5e6-4762adbb851b tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Pushing event updated for resources: {'Port': ['ID=6e7d298a-05af-44ab-a7f7-ba1cfae7fcad,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:51.373994 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fffbf-67d2-4ad6-8214-dafc9653673c req-d5af84f0-0b96-4f22-85b8-450d217988f5 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:51.381135 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d55fffbf-67d2-4ad6-8214-dafc9653673c req-d5af84f0-0b96-4f22-85b8-450d217988f5 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=22197459-2b58-4bc5-a10b-a5f9a0cd699d HTTP/1.1" status: 200 len: 945 time: 0.4664760 Aug 28 15:02:51.391276 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cf0e0466-6a17-4252-928d-f3680943d749 req-2a663eac-3609-491b-888d-7dced670d665 service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736595 Aug 28 15:02:51.397818 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d58cd2-f167-46e2-94a8-c9eb1b23e577 req-fcd8e36b-47a6-424d-8ba7-f38b0ffed32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:51.399378 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f8d58cd2-f167-46e2-94a8-c9eb1b23e577 req-fcd8e36b-47a6-424d-8ba7-f38b0ffed32b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee386120-21d6-41b3-a564-7a270295e67c HTTP/1.1" status: 200 len: 859 time: 0.2379639 Aug 28 15:02:51.404068 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9a42380b-f070-45a3-abb7-44e1de81c6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:51.407874 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9a42380b-f070-45a3-abb7-44e1de81c6cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:51.432110 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d55fffbf-67d2-4ad6-8214-dafc9653673c req-f25bb5c1-956d-4563-9680-a2e314a58675 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500257 Aug 28 15:02:51.434825 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-bf001e79-3e51-4cec-9a44-a492dbf6f564 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Deleting port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:02:51.435169 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bf001e79-3e51-4cec-9a44-a492dbf6f564 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:51.448737 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f8d58cd2-f167-46e2-94a8-c9eb1b23e577 req-78de6fbf-7dae-464e-b06d-1a331694254a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4658c4f1-5019-4dcd-967b-2ee10544b1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371909 Aug 28 15:02:51.517687 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-bf001e79-3e51-4cec-9a44-a492dbf6f564 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] For port 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad, host n-h2-712137-10, got binding levels [] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:51.518011 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bf001e79-3e51-4cec-9a44-a492dbf6f564 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:51.534073 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-bf001e79-3e51-4cec-9a44-a492dbf6f564 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Calling delete_port for 6e7d298a-05af-44ab-a7f7-ba1cfae7fcad owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:02:51.562598 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9a42380b-f070-45a3-abb7-44e1de81c6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:51.563171 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a42380b-f070-45a3-abb7-44e1de81c6cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33e34fc6-87a0-4bc9-86f9-e0886b6411f8 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:02:51.573095 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9a42380b-f070-45a3-abb7-44e1de81c6cf admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:51.573863 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9a42380b-f070-45a3-abb7-44e1de81c6cf admin admin] 10.222.0.13 "DELETE /v2.0/routers/33e34fc6-87a0-4bc9-86f9-e0886b6411f8 HTTP/1.1" status: 204 len: 168 time: 3.4564700 Aug 28 15:02:51.587466 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38480) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:51.670257 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bf001e79-3e51-4cec-9a44-a492dbf6f564 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:51.691296 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a19d6172-3d39-4e36-acaf-64643b67edb1 req-bc331154-7e36-4066-959c-1d8785d2aedb tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:51.701947 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38482) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:51.711264 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf001e79-3e51-4cec-9a44-a492dbf6f564 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e7d298a-05af-44ab-a7f7-ba1cfae7fcad,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:51.721554 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38486) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:51.746484 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-f997ca89-92ed-459f-af04-07f5602514be admin admin] Deleting subnet bcfbafca-e030-4717-a053-1c668e1eef35 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:02:51.754186 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f8d58cd2-f167-46e2-94a8-c9eb1b23e577 req-2999c8ab-0583-4362-959a-989987b7560d service neutron] 10.222.0.36 "GET /v2.0/networks/4658c4f1-5019-4dcd-967b-2ee10544b1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718835 Aug 28 15:02:51.755921 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bf001e79-3e51-4cec-9a44-a492dbf6f564 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:51.759583 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bf001e79-3e51-4cec-9a44-a492dbf6f564 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] 10.222.0.13 "DELETE /v2.0/ports/6e7d298a-05af-44ab-a7f7-ba1cfae7fcad HTTP/1.1" status: 204 len: 168 time: 0.5121722 Aug 28 15:02:51.763100 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38494) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:51.784182 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f997ca89-92ed-459f-af04-07f5602514be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:51.786539 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3820d877-bf47-435f-b338-95386f5aedbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:51.789911 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c00078-8d3b-4aa3-83a2-ce92a5b13307 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] GET failed (client error): The resource could not be found. Aug 28 15:02:51.791478 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-53c00078-8d3b-4aa3-83a2-ce92a5b13307 tempest-PortsAdminExtendedAttrsTestJSON-1622869234 tempest-PortsAdminExtendedAttrsTestJSON-1622869234-project-admin] 10.222.0.13 "GET /v2.0/ports/6e7d298a-05af-44ab-a7f7-ba1cfae7fcad HTTP/1.1" status: 404 len: 333 time: 0.0273914 Aug 28 15:02:51.797892 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38496) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:51.906896 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a19d6172-3d39-4e36-acaf-64643b67edb1 req-bc331154-7e36-4066-959c-1d8785d2aedb tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:51.924091 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f997ca89-92ed-459f-af04-07f5602514be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:51.930019 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-54ea9e25-cb02-4069-a64d-6cfc8edb52ca tempest-PortsAdminExtendedAttrsTestJSON-752548125 tempest-PortsAdminExtendedAttrsTestJSON-752548125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:52.061308 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7e580a10-5ccb-4f40-862c-f268647c3e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:52.108605 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-54ea9e25-cb02-4069-a64d-6cfc8edb52ca tempest-PortsAdminExtendedAttrsTestJSON-752548125 tempest-PortsAdminExtendedAttrsTestJSON-752548125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:52.125467 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-54ea9e25-cb02-4069-a64d-6cfc8edb52ca tempest-PortsAdminExtendedAttrsTestJSON-752548125 tempest-PortsAdminExtendedAttrsTestJSON-752548125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d9093f2-fd4b-4f73-ae06-03ba0f028966']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:52.140408 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f8d58cd2-f167-46e2-94a8-c9eb1b23e577 req-86574577-0967-4abd-88fa-9fe278dd4756 service neutron] 10.222.0.36 "GET /v2.0/networks/4658c4f1-5019-4dcd-967b-2ee10544b1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413777 Aug 28 15:02:52.141329 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-54ea9e25-cb02-4069-a64d-6cfc8edb52ca tempest-PortsAdminExtendedAttrsTestJSON-752548125 tempest-PortsAdminExtendedAttrsTestJSON-752548125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1af500-513e-4ef9-8058-f462b62fe2ec') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:52.141618 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-54ea9e25-cb02-4069-a64d-6cfc8edb52ca tempest-PortsAdminExtendedAttrsTestJSON-752548125 tempest-PortsAdminExtendedAttrsTestJSON-752548125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1af500-513e-4ef9-8058-f462b62fe2ec') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:52.160754 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-54ea9e25-cb02-4069-a64d-6cfc8edb52ca tempest-PortsAdminExtendedAttrsTestJSON-752548125 tempest-PortsAdminExtendedAttrsTestJSON-752548125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:52.190001 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f997ca89-92ed-459f-af04-07f5602514be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:52.192652 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-54ea9e25-cb02-4069-a64d-6cfc8edb52ca tempest-PortsAdminExtendedAttrsTestJSON-752548125 tempest-PortsAdminExtendedAttrsTestJSON-752548125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:52.204899 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ea9e25-cb02-4069-a64d-6cfc8edb52ca tempest-PortsAdminExtendedAttrsTestJSON-752548125 tempest-PortsAdminExtendedAttrsTestJSON-752548125-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:02:52.204899 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-54ea9e25-cb02-4069-a64d-6cfc8edb52ca tempest-PortsAdminExtendedAttrsTestJSON-752548125 tempest-PortsAdminExtendedAttrsTestJSON-752548125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:02:52.209354 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:02:52.218443 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2686e1-cae1-48c2-821a-da4609d6e114 req-02c096bb-48e2-4366-96b8-b059cadd37e3 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:52.220168 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ee2686e1-cae1-48c2-821a-da4609d6e114 req-02c096bb-48e2-4366-96b8-b059cadd37e3 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 944 time: 0.1623323 Aug 28 15:02:52.270645 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3820d877-bf47-435f-b338-95386f5aedbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:52.279254 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3820d877-bf47-435f-b338-95386f5aedbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:52.323505 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-54ea9e25-cb02-4069-a64d-6cfc8edb52ca tempest-PortsAdminExtendedAttrsTestJSON-752548125 tempest-PortsAdminExtendedAttrsTestJSON-752548125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:52.337073 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-54ea9e25-cb02-4069-a64d-6cfc8edb52ca tempest-PortsAdminExtendedAttrsTestJSON-752548125 tempest-PortsAdminExtendedAttrsTestJSON-752548125-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:52.338580 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-54ea9e25-cb02-4069-a64d-6cfc8edb52ca tempest-PortsAdminExtendedAttrsTestJSON-752548125 tempest-PortsAdminExtendedAttrsTestJSON-752548125-project] 10.222.0.13 "DELETE /v2.0/networks/7d9093f2-fd4b-4f73-ae06-03ba0f028966 HTTP/1.1" status: 204 len: 168 time: 0.5396214 Aug 28 15:02:52.358046 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820d877-bf47-435f-b338-95386f5aedbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53ad233-b595-4276-8376-4f349198f318,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:52.362930 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ee2686e1-cae1-48c2-821a-da4609d6e114 req-723a48d2-8607-4889-8bc7-cda18909150b tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288621 Aug 28 15:02:52.364655 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3820d877-bf47-435f-b338-95386f5aedbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e7078c454464e7484d43cc01689c7b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6612790 Aug 28 15:02:52.365444 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38502) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:52.368033 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea9e25-cb02-4069-a64d-6cfc8edb52ca tempest-PortsAdminExtendedAttrsTestJSON-752548125 tempest-PortsAdminExtendedAttrsTestJSON-752548125-project] Pushing event deleted for resources: {'Network': ['ID=7d9093f2-fd4b-4f73-ae06-03ba0f028966,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:52.368834 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a19d6172-3d39-4e36-acaf-64643b67edb1 req-bc331154-7e36-4066-959c-1d8785d2aedb tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:52.377418 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f997ca89-92ed-459f-af04-07f5602514be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:52.404524 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a19d6172-3d39-4e36-acaf-64643b67edb1 req-bc331154-7e36-4066-959c-1d8785d2aedb tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:52.407305 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820d877-bf47-435f-b338-95386f5aedbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:52.407711 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820d877-bf47-435f-b338-95386f5aedbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:52.408003 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820d877-bf47-435f-b338-95386f5aedbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:52.408432 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820d877-bf47-435f-b338-95386f5aedbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:52.408656 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820d877-bf47-435f-b338-95386f5aedbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:52.408982 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820d877-bf47-435f-b338-95386f5aedbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:52.409306 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820d877-bf47-435f-b338-95386f5aedbd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:52.409618 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820d877-bf47-435f-b338-95386f5aedbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:52.410004 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820d877-bf47-435f-b338-95386f5aedbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:52.410370 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820d877-bf47-435f-b338-95386f5aedbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:52.410692 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820d877-bf47-435f-b338-95386f5aedbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:52.411001 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820d877-bf47-435f-b338-95386f5aedbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:02:52.414845 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f997ca89-92ed-459f-af04-07f5602514be admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:52.415023 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c4398b-8af7-44b8-9777-582afc3be6c8 None None] Network ffa995d3-100d-4d39-93af-91ed46741448 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:02:52.416748 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f997ca89-92ed-459f-af04-07f5602514be admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bcfbafca-e030-4717-a053-1c668e1eef35 HTTP/1.1" status: 204 len: 168 time: 0.8219666 Aug 28 15:02:52.427203 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38504) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:52.484159 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997ca89-92ed-459f-af04-07f5602514be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcfbafca-e030-4717-a053-1c668e1eef35,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:52.550625 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7e580a10-5ccb-4f40-862c-f268647c3e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:52.555418 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7e580a10-5ccb-4f40-862c-f268647c3e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:52.616692 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7a977ac-0a5b-4c4c-a3d3-2be43150e922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:52.618278 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc331154-7e36-4066-959c-1d8785d2aedb tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Pushing event updated for resources: {'Port': ['ID=566c0dfd-9e81-464b-bf2b-89a0260a055f,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:52.623317 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-19535276-0c48-40f5-957e-4915dbee1915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:52.637793 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a19d6172-3d39-4e36-acaf-64643b67edb1 req-bc331154-7e36-4066-959c-1d8785d2aedb tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:52.642770 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e580a10-5ccb-4f40-862c-f268647c3e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a57a30-b9be-4abf-b096-8f46dea0c607,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:52.650898 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7e580a10-5ccb-4f40-862c-f268647c3e8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a589cf728c74dc0b83a4b543d42895f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9280891 Aug 28 15:02:52.654179 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38516) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:52.674572 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-19535276-0c48-40f5-957e-4915dbee1915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:52.688468 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38518) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:52.688833 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a19d6172-3d39-4e36-acaf-64643b67edb1 req-bc331154-7e36-4066-959c-1d8785d2aedb tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:52.696391 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a19d6172-3d39-4e36-acaf-64643b67edb1 req-bc331154-7e36-4066-959c-1d8785d2aedb tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9531038 Aug 28 15:02:52.719298 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-e7a977ac-0a5b-4c4c-a3d3-2be43150e922 admin admin] Deleting port 48436dec-3802-4985-88be-bc3f73193a05 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:02:52.719721 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7a977ac-0a5b-4c4c-a3d3-2be43150e922 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:52.732545 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bfd9e6-8c80-4029-9f1c-9ad0b0bf469e None None] DHCP port deletion for ffa995d3-100d-4d39-93af-91ed46741448 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:02:52.783274 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a19d6172-3d39-4e36-acaf-64643b67edb1 req-76bab25b-39a1-46bb-8ce0-29b2529071fe tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.92 HTTP/1.1" status: 200 len: 695 time: 0.0859509 Aug 28 15:02:52.788924 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-39bfd9e6-8c80-4029-9f1c-9ad0b0bf469e None None] Deleting port 48436dec-3802-4985-88be-bc3f73193a05 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:02:52.789311 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-39bfd9e6-8c80-4029-9f1c-9ad0b0bf469e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:52.815408 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-e7a977ac-0a5b-4c4c-a3d3-2be43150e922 admin admin] For port 48436dec-3802-4985-88be-bc3f73193a05, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=48436dec-3802-4985-88be-bc3f73193a05,segment=NetworkSegment(8dbebf02-4d8c-4719-9f7a-732025eeb196),segment_id=8dbebf02-4d8c-4719-9f7a-732025eeb196)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:52.816289 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7a977ac-0a5b-4c4c-a3d3-2be43150e922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:52.865017 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-e7a977ac-0a5b-4c4c-a3d3-2be43150e922 admin admin] Calling delete_port for 48436dec-3802-4985-88be-bc3f73193a05 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:02:52.875223 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-39bfd9e6-8c80-4029-9f1c-9ad0b0bf469e None None] For port 48436dec-3802-4985-88be-bc3f73193a05, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=48436dec-3802-4985-88be-bc3f73193a05,segment=NetworkSegment(8dbebf02-4d8c-4719-9f7a-732025eeb196),segment_id=8dbebf02-4d8c-4719-9f7a-732025eeb196)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:52.875587 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-39bfd9e6-8c80-4029-9f1c-9ad0b0bf469e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:52.888115 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-aec25c0c-b386-4970-83c1-b5a8c9880880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:52.891463 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ab17da7c-75f1-418c-8131-88863fd38092 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb0b1fce07fb425cbb94ac3c6d9034f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2019098 Aug 28 15:02:52.894410 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38522) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:52.906969 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-39bfd9e6-8c80-4029-9f1c-9ad0b0bf469e None None] Calling delete_port for 48436dec-3802-4985-88be-bc3f73193a05 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:02:52.927018 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-19535276-0c48-40f5-957e-4915dbee1915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:52.929567 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-19535276-0c48-40f5-957e-4915dbee1915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:52.930692 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-19535276-0c48-40f5-957e-4915dbee1915 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c53ad233-b595-4276-8376-4f349198f318 HTTP/1.1" status: 204 len: 168 time: 0.5600045 Aug 28 15:02:52.967123 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-aec25c0c-b386-4970-83c1-b5a8c9880880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:52.982274 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19535276-0c48-40f5-957e-4915dbee1915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53ad233-b595-4276-8376-4f349198f318,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:52.993231 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7a977ac-0a5b-4c4c-a3d3-2be43150e922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:53.008807 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d6172-3d39-4e36-acaf-64643b67edb1 req-6d529620-c55b-46e8-bfc7-a5ff2f6f9728 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:53.013975 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a19d6172-3d39-4e36-acaf-64643b67edb1 req-6d529620-c55b-46e8-bfc7-a5ff2f6f9728 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 784 time: 0.2294233 Aug 28 15:02:53.025916 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-39bfd9e6-8c80-4029-9f1c-9ad0b0bf469e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:53.033744 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a977ac-0a5b-4c4c-a3d3-2be43150e922 admin admin] Pushing event deleted for resources: {'Port': ['ID=48436dec-3802-4985-88be-bc3f73193a05,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:53.043580 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a977ac-0a5b-4c4c-a3d3-2be43150e922 admin admin] No DVR routers for this DVR port 48436dec-3802-4985-88be-bc3f73193a05 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:02:53.078568 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-10d462e5-ff70-40e0-8a7c-ad2bb36031cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:53.079165 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bfd9e6-8c80-4029-9f1c-9ad0b0bf469e None None] No DVR routers for this DVR port 48436dec-3802-4985-88be-bc3f73193a05 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:02:53.092181 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfd9e6-8c80-4029-9f1c-9ad0b0bf469e None None] Pushing event deleted for resources: {'Port': ['ID=48436dec-3802-4985-88be-bc3f73193a05,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:53.098701 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-aec25c0c-b386-4970-83c1-b5a8c9880880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:53.113449 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-aec25c0c-b386-4970-83c1-b5a8c9880880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:53.114639 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-aec25c0c-b386-4970-83c1-b5a8c9880880 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43a57a30-b9be-4abf-b096-8f46dea0c607 HTTP/1.1" status: 204 len: 168 time: 0.4589634 Aug 28 15:02:53.143945 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-10d462e5-ff70-40e0-8a7c-ad2bb36031cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:53.153816 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec25c0c-b386-4970-83c1-b5a8c9880880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a57a30-b9be-4abf-b096-8f46dea0c607,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:53.207611 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7a977ac-0a5b-4c4c-a3d3-2be43150e922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:53.211548 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-10d462e5-ff70-40e0-8a7c-ad2bb36031cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:53.222103 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-e7a977ac-0a5b-4c4c-a3d3-2be43150e922 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa995d3-100d-4d39-93af-91ed46741448']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:53.226187 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-10d462e5-ff70-40e0-8a7c-ad2bb36031cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:53.231465 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-10d462e5-ff70-40e0-8a7c-ad2bb36031cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7107396e-6d08-42b3-98f0-8337cc30a93d HTTP/1.1" status: 204 len: 168 time: 0.3330405 Aug 28 15:02:53.236508 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-e7a977ac-0a5b-4c4c-a3d3-2be43150e922 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbebf02-4d8c-4719-9f7a-732025eeb196') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:53.237049 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-e7a977ac-0a5b-4c4c-a3d3-2be43150e922 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbebf02-4d8c-4719-9f7a-732025eeb196') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:53.245366 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d462e5-ff70-40e0-8a7c-ad2bb36031cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7107396e-6d08-42b3-98f0-8337cc30a93d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:53.258226 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7cb03-d43c-4578-88d8-4eb2b9c94656 req-3ae010cc-36ef-443a-8c9a-4b504d922cf4 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:53.259792 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-15f7cb03-d43c-4578-88d8-4eb2b9c94656 req-3ae010cc-36ef-443a-8c9a-4b504d922cf4 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1382139 Aug 28 15:02:53.261618 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7a977ac-0a5b-4c4c-a3d3-2be43150e922 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:53.317581 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7a977ac-0a5b-4c4c-a3d3-2be43150e922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:53.325565 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-15f7cb03-d43c-4578-88d8-4eb2b9c94656 req-86758710-a86e-472a-9957-2e8f2921fe54 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.92 HTTP/1.1" status: 200 len: 695 time: 0.0572522 Aug 28 15:02:53.328487 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a977ac-0a5b-4c4c-a3d3-2be43150e922 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:02:53.328989 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7a977ac-0a5b-4c4c-a3d3-2be43150e922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:02:53.330727 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:02:53.376273 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-15f7cb03-d43c-4578-88d8-4eb2b9c94656 req-ca4298b3-c794-4dc5-ac44-d063203c0d92 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Request body: {'floatingip': {'port_id': '17165557-72b4-46af-8acd-40b5021f6af4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:53.444290 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-15f7cb03-d43c-4578-88d8-4eb2b9c94656 req-ca4298b3-c794-4dc5-ac44-d063203c0d92 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks [] for floatingip, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:53.507510 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7a977ac-0a5b-4c4c-a3d3-2be43150e922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:53.512284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e03af-ff92-445e-91ce-bf9db0166dc1 req-2451bcfe-cb19-42bc-8f99-b6b7927810a9 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:53.515280 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fc3e03af-ff92-445e-91ce-bf9db0166dc1 req-2451bcfe-cb19-42bc-8f99-b6b7927810a9 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 944 time: 0.0719349 Aug 28 15:02:53.531825 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7a977ac-0a5b-4c4c-a3d3-2be43150e922 admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:53.533713 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e7a977ac-0a5b-4c4c-a3d3-2be43150e922 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ffa995d3-100d-4d39-93af-91ed46741448 HTTP/1.1" status: 204 len: 168 time: 1.1045074 Aug 28 15:02:53.537060 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a977ac-0a5b-4c4c-a3d3-2be43150e922 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffa995d3-100d-4d39-93af-91ed46741448,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:53.565197 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fc3e03af-ff92-445e-91ce-bf9db0166dc1 req-25c177ef-1eaf-41f8-afa9-9633b24d7aee tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418065 Aug 28 15:02:53.599103 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38548) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:53.615268 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d4cd8b79-b5fd-4e10-be37-1b8017da7879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:53.650487 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38552) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:53.719521 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-532d4c4f-4e94-49a6-8fd8-eda95e66a851 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=806c8af7d16c4e82abc91e9e00b315a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0655906 Aug 28 15:02:53.720779 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38558) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:53.820834 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b6d11dc0-6999-410d-ab28-e694dabfadbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:53.842372 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d4cd8b79-b5fd-4e10-be37-1b8017da7879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:53.849244 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d4cd8b79-b5fd-4e10-be37-1b8017da7879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:53.850097 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 48436dec-3802-4985-88be-bc3f73193a05 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:02:53.892832 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 48436dec-3802-4985-88be-bc3f73193a05 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:02:53.894157 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 48436dec-3802-4985-88be-bc3f73193a05 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:02:53.894905 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 5dbfc455-91e0-41d0-bbcc-af32a496fdb4 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:02:53.905588 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d4cd8b79-b5fd-4e10-be37-1b8017da7879 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3ac80b185f84c848975b86f51b77ccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3053257 Aug 28 15:02:53.909042 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38566) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:53.909693 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd8b79-b5fd-4e10-be37-1b8017da7879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc9cf88-8c47-47f6-8e4a-6b3072f452d3,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:53.915276 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b6d11dc0-6999-410d-ab28-e694dabfadbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:53.961194 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 5dbfc455-91e0-41d0-bbcc-af32a496fdb4 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:02:53.961633 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 5dbfc455-91e0-41d0-bbcc-af32a496fdb4 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:02:53.966381 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 9e5b61b0-9b37-402c-ac33-0a57b7fac04e details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:02:54.013478 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38570) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:54.036568 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edb45be6-c8d5-490e-b2b6-c1e465f97354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:54.075399 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edb45be6-c8d5-490e-b2b6-c1e465f97354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:54.077303 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b6d11dc0-6999-410d-ab28-e694dabfadbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:54.079967 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b6d11dc0-6999-410d-ab28-e694dabfadbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:54.083100 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b6d11dc0-6999-410d-ab28-e694dabfadbf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29c99544-957f-41b7-ba38-e19d8a16b8de HTTP/1.1" status: 204 len: 168 time: 0.3591304 Aug 28 15:02:54.116007 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d11dc0-6999-410d-ab28-e694dabfadbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c99544-957f-41b7-ba38-e19d8a16b8de,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:54.122956 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ef8e9a71-2989-454c-9e9a-3e3365eb2159 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=357b66f7d8ad487791747e7bd85fb1d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1072891 Aug 28 15:02:54.130122 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38574) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:54.199793 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edb45be6-c8d5-490e-b2b6-c1e465f97354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:54.202718 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edb45be6-c8d5-490e-b2b6-c1e465f97354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:54.207169 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-edb45be6-c8d5-490e-b2b6-c1e465f97354 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6dc9cf88-8c47-47f6-8e4a-6b3072f452d3 HTTP/1.1" status: 204 len: 168 time: 0.2945406 Aug 28 15:02:54.207759 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:54.220639 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb45be6-c8d5-490e-b2b6-c1e465f97354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc9cf88-8c47-47f6-8e4a-6b3072f452d3,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:54.222587 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5da86207-40c5-4342-9efb-18593bb971cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:54.248595 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5da86207-40c5-4342-9efb-18593bb971cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:54.279256 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e', 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f', 'port_id': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e', 'mac_address': 'fa:16:3e:c2:37:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '836bd9d7-21bc-4e2a-b716-53b54890baa2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:02:54.297396 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:54.336774 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f729278e-f947-45e5-b579-6852c3b44ada details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:02:54.355156 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5da86207-40c5-4342-9efb-18593bb971cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:54.355873 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:54.362180 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5da86207-40c5-4342-9efb-18593bb971cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:54.364579 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5da86207-40c5-4342-9efb-18593bb971cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9abc0d77-dcdf-4821-be33-06c917545976 HTTP/1.1" status: 204 len: 168 time: 0.2289965 Aug 28 15:02:54.380094 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e5b61b0-9b37-402c-ac33-0a57b7fac04e {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:02:54.385736 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da86207-40c5-4342-9efb-18593bb971cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abc0d77-dcdf-4821-be33-06c917545976,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:54.457707 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:54.467312 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:54.574923 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port f729278e-f947-45e5-b579-6852c3b44ada, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f729278e-f947-45e5-b579-6852c3b44ada,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:54.598039 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:54.600935 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'f729278e-f947-45e5-b579-6852c3b44ada', 'network_id': '1123c5af-47ee-4e05-9c33-399c448cd238', 'port_id': 'f729278e-f947-45e5-b579-6852c3b44ada', 'mac_address': 'fa:16:3e:6a:cd:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0232775b-ecc0-4f31-8c1b-6f02e982b8c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:02:54.666711 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:54.691808 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f729278e-f947-45e5-b579-6852c3b44ada {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:02:54.692931 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-15f7cb03-d43c-4578-88d8-4eb2b9c94656 req-ca4298b3-c794-4dc5-ac44-d063203c0d92 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:54.698340 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-15f7cb03-d43c-4578-88d8-4eb2b9c94656 req-ca4298b3-c794-4dc5-ac44-d063203c0d92 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:54.719970 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port f729278e-f947-45e5-b579-6852c3b44ada, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f729278e-f947-45e5-b579-6852c3b44ada,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:54.731687 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:54.735896 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bd3f9-77fc-4af9-9339-9ce93b0f8950 req-bebdec88-32b6-4b47-83fb-906e55c1f93e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:54.738072 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-934bd3f9-77fc-4af9-9339-9ce93b0f8950 req-bebdec88-32b6-4b47-83fb-906e55c1f93e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.0649681 Aug 28 15:02:54.792462 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['9e5b61b0-9b37-402c-ac33-0a57b7fac04e'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:02:54.797139 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-934bd3f9-77fc-4af9-9339-9ce93b0f8950 req-127afe09-b18b-48fd-8de1-f57da2339dba tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468016 Aug 28 15:02:54.845952 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [req-15f7cb03-d43c-4578-88d8-4eb2b9c94656 req-ca4298b3-c794-4dc5-ac44-d063203c0d92 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Floating IP f44272b7-051a-4e5f-8cdf-f70378687bbb associated. External IP: 172.25.3.92, port: 17165557-72b4-46af-8acd-40b5021f6af4. Aug 28 15:02:54.893752 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['f729278e-f947-45e5-b579-6852c3b44ada'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:02:54.922055 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=f729278e-f947-45e5-b579-6852c3b44ada,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:55.178601 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15f7cb03-d43c-4578-88d8-4eb2b9c94656 req-ca4298b3-c794-4dc5-ac44-d063203c0d92 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Router 66bf9511-36f9-48d2-9a27-4ba2aadd9fc9 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:02:55.298852 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15f7cb03-d43c-4578-88d8-4eb2b9c94656 req-ca4298b3-c794-4dc5-ac44-d063203c0d92 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:02:55.303881 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-15f7cb03-d43c-4578-88d8-4eb2b9c94656 req-ca4298b3-c794-4dc5-ac44-d063203c0d92 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:55.308707 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e2e10d-3191-47ff-9582-bedd73596c2e None None] Sync routers for ids ['66bf9511-36f9-48d2-9a27-4ba2aadd9fc9'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:02:55.318131 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e2e10d-3191-47ff-9582-bedd73596c2e None None] Routers {'66bf9511-36f9-48d2-9a27-4ba2aadd9fc9'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:02:55.319067 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-32e2e10d-3191-47ff-9582-bedd73596c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:02:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['66bf9511-36f9-48d2-9a27-4ba2aadd9fc9'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:55.347232 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-15f7cb03-d43c-4578-88d8-4eb2b9c94656 req-ca4298b3-c794-4dc5-ac44-d063203c0d92 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "PUT /v2.0/floatingips/f44272b7-051a-4e5f-8cdf-f70378687bbb HTTP/1.1" status: 200 len: 995 time: 2.0027595 Aug 28 15:02:55.358171 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ecda62f-1410-445b-ab36-07d6f2dfdd00', 'tag': '17165557-72b4-46af-8acd-40b5021f6af4'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:02:55.360918 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d2787f-e9bf-4821-9284-1a6f54af9c29" -d '{"events": [{"name": "network-changed", "server_uuid": "1ecda62f-1410-445b-ab36-07d6f2dfdd00", "tag": "17165557-72b4-46af-8acd-40b5021f6af4"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:02:55.419200 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7cb03-d43c-4578-88d8-4eb2b9c94656 req-db44ad55-f305-4ef5-9460-15202195f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:55.427846 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-15f7cb03-d43c-4578-88d8-4eb2b9c94656 req-db44ad55-f305-4ef5-9460-15202195f53d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47a98ee661eb4f6b9e7f4574238a2c1b&device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 1097 time: 0.0795119 Aug 28 15:02:55.438497 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca70fc7-4cde-45e6-9b91-9d9a8177460e x-openstack-request-id: req-aca70fc7-4cde-45e6-9b91-9d9a8177460e {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:02:55.438797 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ecda62f-1410-445b-ab36-07d6f2dfdd00", "tag": "17165557-72b4-46af-8acd-40b5021f6af4", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:02:55.439054 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aca70fc7-4cde-45e6-9b91-9d9a8177460e {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:02:55.439640 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ecda62f-1410-445b-ab36-07d6f2dfdd00', 'tag': '17165557-72b4-46af-8acd-40b5021f6af4', 'status': 'completed', 'code': 200} Aug 28 15:02:55.466203 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-32e2e10d-3191-47ff-9582-bedd73596c2e None None] Set router 66bf9511-36f9-48d2-9a27-4ba2aadd9fc9 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:02:55.530583 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2787f-e9bf-4821-9284-1a6f54af9c29 req-fc5729c8-a910-44a5-9794-c3f9a00a09d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:55.534132 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b9d2787f-e9bf-4821-9284-1a6f54af9c29 req-fc5729c8-a910-44a5-9794-c3f9a00a09d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47a98ee661eb4f6b9e7f4574238a2c1b&device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 1097 time: 0.0781801 Aug 28 15:02:55.614484 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7cb03-d43c-4578-88d8-4eb2b9c94656 req-0d6221d7-1f23-4fed-874f-8efea4488dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:55.617095 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-15f7cb03-d43c-4578-88d8-4eb2b9c94656 req-0d6221d7-1f23-4fed-874f-8efea4488dfa service neutron] 10.222.0.13 "GET /v2.0/networks?id=4658c4f1-5019-4dcd-967b-2ee10544b1b5 HTTP/1.1" status: 200 len: 920 time: 0.1885738 Aug 28 15:02:55.726809 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2787f-e9bf-4821-9284-1a6f54af9c29 req-6d85b398-6d3f-42f8-b4f2-f2b74745afea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:55.728433 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b9d2787f-e9bf-4821-9284-1a6f54af9c29 req-6d85b398-6d3f-42f8-b4f2-f2b74745afea service neutron] 10.222.0.36 "GET /v2.0/networks?id=4658c4f1-5019-4dcd-967b-2ee10544b1b5 HTTP/1.1" status: 200 len: 920 time: 0.1864464 Aug 28 15:02:55.773323 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-15f7cb03-d43c-4578-88d8-4eb2b9c94656 req-0eb1ec98-b3b0-4a23-a400-deb420a588b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17165557-72b4-46af-8acd-40b5021f6af4 HTTP/1.1" status: 200 len: 998 time: 0.1493261 Aug 28 15:02:55.848327 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7cb03-d43c-4578-88d8-4eb2b9c94656 req-18f7c950-6fef-4bf1-92a3-ed962a46d989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:55.850092 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-15f7cb03-d43c-4578-88d8-4eb2b9c94656 req-18f7c950-6fef-4bf1-92a3-ed962a46d989 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee386120-21d6-41b3-a564-7a270295e67c HTTP/1.1" status: 200 len: 859 time: 0.0696018 Aug 28 15:02:55.871466 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b9d2787f-e9bf-4821-9284-1a6f54af9c29 req-1973d0ff-8ce4-400b-bcad-34bb9b8ef6b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17165557-72b4-46af-8acd-40b5021f6af4 HTTP/1.1" status: 200 len: 998 time: 0.1345479 Aug 28 15:02:55.913909 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-15f7cb03-d43c-4578-88d8-4eb2b9c94656 req-400b1b99-e26e-481d-a94e-4c9d73cb45fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4658c4f1-5019-4dcd-967b-2ee10544b1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564878 Aug 28 15:02:55.955782 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 9e5b61b0-9b37-402c-ac33-0a57b7fac04e up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:02:55.979197 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2787f-e9bf-4821-9284-1a6f54af9c29 req-987f3ab8-6924-4342-9bb2-c7b35666cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:55.982678 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b9d2787f-e9bf-4821-9284-1a6f54af9c29 req-987f3ab8-6924-4342-9bb2-c7b35666cd5f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee386120-21d6-41b3-a564-7a270295e67c HTTP/1.1" status: 200 len: 859 time: 0.1008933 Aug 28 15:02:56.052179 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-32e2e10d-3191-47ff-9582-bedd73596c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-476999386-router', 'tenant_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'fcc08f66-3c0d-4cdf-8721-03e601b3d813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:01:41Z', 'updated_at': '2021-08-28T15:01:50Z', 'revision_number': 4, 'project_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'gw_port': {'id': 'fcc08f66-3c0d-4cdf-8721-03e601b3d813', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:43Z', 'updated_at': '2021-08-28T15:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'f44272b7-051a-4e5f-8cdf-f70378687bbb', 'tenant_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'port_id': '17165557-72b4-46af-8acd-40b5021f6af4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4658c4f1-5019-4dcd-967b-2ee10544b1b5', 'mac_address': 'fa:16:3e:e3:ca:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecda62f-1410-445b-ab36-07d6f2dfdd00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:02:51Z', 'updated_at': '2021-08-28T15:02:54Z', 'revision_number': 1, 'project_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded8d963-e40b-4b95-a951-1725e07eca68', 'name': '', 'network_id': '4658c4f1-5019-4dcd-967b-2ee10544b1b5', 'tenant_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'mac_address': 'fa:16:3e:e7:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'ee386120-21d6-41b3-a564-7a270295e67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:48Z', 'updated_at': '2021-08-28T15:01:58Z', 'revision_number': 5, 'project_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'subnets': [{'id': 'ee386120-21d6-41b3-a564-7a270295e67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:56.072382 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b9d2787f-e9bf-4821-9284-1a6f54af9c29 req-44991b0a-a8e8-44ba-a541-40d0f0e96fb8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4658c4f1-5019-4dcd-967b-2ee10544b1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820394 Aug 28 15:02:56.087446 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-b9d2787f-e9bf-4821-9284-1a6f54af9c29 req-e65dac75-458d-43d7-9304-2f6c6849d1f8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:02:56.088904 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b9d2787f-e9bf-4821-9284-1a6f54af9c29 req-e65dac75-458d-43d7-9304-2f6c6849d1f8 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066285 Aug 28 15:02:56.091763 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:02:56.095289 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e2e10d-3191-47ff-9582-bedd73596c2e None None] Checking router: 66bf9511-36f9-48d2-9a27-4ba2aadd9fc9 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:02:56.099506 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:02:56.099975 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:56.109918 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-15f7cb03-d43c-4578-88d8-4eb2b9c94656 req-de72331e-a8ac-4669-8794-f9864158f39b service neutron] 10.222.0.13 "GET /v2.0/networks/4658c4f1-5019-4dcd-967b-2ee10544b1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878679 Aug 28 15:02:56.119936 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24615087-3c35-4c87-9924-bed29a258e37 req-7ce590f4-7076-45c8-a722-8fc8bdbff097 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:56.129023 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-24615087-3c35-4c87-9924-bed29a258e37 req-7ce590f4-7076-45c8-a722-8fc8bdbff097 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1452529 Aug 28 15:02:56.155906 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e2e10d-3191-47ff-9582-bedd73596c2e None None] Routers {'66bf9511-36f9-48d2-9a27-4ba2aadd9fc9'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:02:56.156623 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-32e2e10d-3191-47ff-9582-bedd73596c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:02:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['66bf9511-36f9-48d2-9a27-4ba2aadd9fc9'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:56.359527 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-24615087-3c35-4c87-9924-bed29a258e37 req-e9cfac5b-cf7f-4deb-a8f4-60e5d9a8e3fd tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191486 Aug 28 15:02:56.371532 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-15f7cb03-d43c-4578-88d8-4eb2b9c94656 req-237a6169-2d05-4a03-9b9e-cbd39097e63e service neutron] 10.222.0.13 "GET /v2.0/networks/4658c4f1-5019-4dcd-967b-2ee10544b1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605622 Aug 28 15:02:56.442677 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b9d2787f-e9bf-4821-9284-1a6f54af9c29 req-4a332590-3aae-49e4-a92e-ce6d4f5fed17 service neutron] 10.222.0.36 "GET /v2.0/networks/4658c4f1-5019-4dcd-967b-2ee10544b1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453169 Aug 28 15:02:56.493998 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f729278e-f947-45e5-b579-6852c3b44ada up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:02:56.561223 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:56.593187 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:56.607598 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a08d248-73dd-4032-a07e-df32ddb202fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:02:56.610007 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798b1c2e-1a36-44c5-a273-5b4499a97ade" -d '{"events": [{"server_uuid": "3a08d248-73dd-4032-a07e-df32ddb202fc", "name": "network-vif-plugged", "status": "completed", "tag": "9e5b61b0-9b37-402c-ac33-0a57b7fac04e"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:02:56.627772 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-32e2e10d-3191-47ff-9582-bedd73596c2e None None] Set router 66bf9511-36f9-48d2-9a27-4ba2aadd9fc9 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:02:56.713068 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:56.721768 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70ae79e-edf6-4c16-bf63-55cd521b424c x-openstack-request-id: req-b70ae79e-edf6-4c16-bf63-55cd521b424c {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:02:56.722027 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a08d248-73dd-4032-a07e-df32ddb202fc", "name": "network-vif-plugged", "status": "completed", "tag": "9e5b61b0-9b37-402c-ac33-0a57b7fac04e", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:02:56.722291 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b70ae79e-edf6-4c16-bf63-55cd521b424c {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:02:56.722694 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a08d248-73dd-4032-a07e-df32ddb202fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e', 'code': 200} Aug 28 15:02:56.734467 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:56.748914 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b9d2787f-e9bf-4821-9284-1a6f54af9c29 req-4905a939-694f-4dde-89e3-808d54c6a08e service neutron] 10.222.0.36 "GET /v2.0/networks/4658c4f1-5019-4dcd-967b-2ee10544b1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960169 Aug 28 15:02:56.784253 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd48b461-5219-4c02-aef6-6de2335c9b3c req-958aa585-a7c1-4ae0-bf30-d9c8574a1f44 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.92 HTTP/1.1" status: 200 len: 998 time: 0.2515140 Aug 28 15:02:56.843789 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb1740-c997-4cf8-8a8e-a321ca294f9a req-863d84b5-bd2d-406b-b092-4b2ec07d5db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:56.845393 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1bfb1740-c997-4cf8-8a8e-a321ca294f9a req-863d84b5-bd2d-406b-b092-4b2ec07d5db8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 1098 time: 0.0915458 Aug 28 15:02:56.898432 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48b461-5219-4c02-aef6-6de2335c9b3c req-8139b9f0-4a4b-4abf-800d-433bc60ffc40 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:56.899893 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd48b461-5219-4c02-aef6-6de2335c9b3c req-8139b9f0-4a4b-4abf-800d-433bc60ffc40 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports/17165557-72b4-46af-8acd-40b5021f6af4 HTTP/1.1" status: 200 len: 942 time: 0.1138761 Aug 28 15:02:56.911468 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1bfb1740-c997-4cf8-8a8e-a321ca294f9a req-c53bc388-8511-491f-a092-2402083817fe service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575740 Aug 28 15:02:56.947099 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port f729278e-f947-45e5-b579-6852c3b44ada triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:02:56.947810 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:57.067952 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:57.141770 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd48b461-5219-4c02-aef6-6de2335c9b3c req-56d855cd-3050-47c7-a32e-d680dcb3b0ff tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.92 HTTP/1.1" status: 200 len: 998 time: 0.1353049 Aug 28 15:02:57.348726 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:57.395152 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48b461-5219-4c02-aef6-6de2335c9b3c req-c6a76d19-21a7-40c1-9271-6ade4295d7fa tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:57.407862 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd48b461-5219-4c02-aef6-6de2335c9b3c req-c6a76d19-21a7-40c1-9271-6ade4295d7fa tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 784 time: 0.2569489 Aug 28 15:02:57.492330 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd48b461-5219-4c02-aef6-6de2335c9b3c req-83d7500a-247a-4629-a287-965f6967c1bd tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.92 HTTP/1.1" status: 200 len: 998 time: 0.0830061 Aug 28 15:02:57.499168 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-dd48b461-5219-4c02-aef6-6de2335c9b3c req-b0aba044-7c18-4f3d-9e97-2f82189e4e2e tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:57.555965 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port f729278e-f947-45e5-b579-6852c3b44ada, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f729278e-f947-45e5-b579-6852c3b44ada,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:02:57.577772 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:57.595832 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-dd48b461-5219-4c02-aef6-6de2335c9b3c req-b0aba044-7c18-4f3d-9e97-2f82189e4e2e tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks [] for floatingip, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:57.596359 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3c5b1-72c1-446b-9aa6-1a66b8fe98e9 req-035d9738-fa62-483d-9fc6-c8f201407c79 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:57.606828 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d3e3c5b1-72c1-446b-9aa6-1a66b8fe98e9 req-035d9738-fa62-483d-9fc6-c8f201407c79 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 946 time: 0.1182911 Aug 28 15:02:57.677481 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-32e2e10d-3191-47ff-9582-bedd73596c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-476999386-router', 'tenant_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'fcc08f66-3c0d-4cdf-8721-03e601b3d813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:01:41Z', 'updated_at': '2021-08-28T15:01:50Z', 'revision_number': 4, 'project_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'gw_port': {'id': 'fcc08f66-3c0d-4cdf-8721-03e601b3d813', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:43Z', 'updated_at': '2021-08-28T15:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'f44272b7-051a-4e5f-8cdf-f70378687bbb', 'tenant_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'port_id': '17165557-72b4-46af-8acd-40b5021f6af4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4658c4f1-5019-4dcd-967b-2ee10544b1b5', 'mac_address': 'fa:16:3e:e3:ca:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecda62f-1410-445b-ab36-07d6f2dfdd00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:02:51Z', 'updated_at': '2021-08-28T15:02:54Z', 'revision_number': 1, 'project_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded8d963-e40b-4b95-a951-1725e07eca68', 'name': '', 'network_id': '4658c4f1-5019-4dcd-967b-2ee10544b1b5', 'tenant_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'mac_address': 'fa:16:3e:e7:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'ee386120-21d6-41b3-a564-7a270295e67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:48Z', 'updated_at': '2021-08-28T15:01:58Z', 'revision_number': 5, 'project_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'subnets': [{'id': 'ee386120-21d6-41b3-a564-7a270295e67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:57.678923 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d3e3c5b1-72c1-446b-9aa6-1a66b8fe98e9 req-c65b2d70-208f-441d-b45c-4af4eb4ba04e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710275 Aug 28 15:02:57.716248 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=f729278e-f947-45e5-b579-6852c3b44ada,revision_number=7']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:02:57.720980 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e2e10d-3191-47ff-9582-bedd73596c2e None None] The sync data for ids ['66bf9511-36f9-48d2-9a27-4ba2aadd9fc9'] in n-d-712137-10 is: [{'id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-476999386-router', 'tenant_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'fcc08f66-3c0d-4cdf-8721-03e601b3d813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:01:41Z', 'updated_at': '2021-08-28T15:01:50Z', 'revision_number': 4, 'project_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'gw_port': {'id': 'fcc08f66-3c0d-4cdf-8721-03e601b3d813', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:43Z', 'updated_at': '2021-08-28T15:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'f44272b7-051a-4e5f-8cdf-f70378687bbb', 'tenant_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'port_id': '17165557-72b4-46af-8acd-40b5021f6af4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4658c4f1-5019-4dcd-967b-2ee10544b1b5', 'mac_address': 'fa:16:3e:e3:ca:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecda62f-1410-445b-ab36-07d6f2dfdd00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:02:51Z', 'updated_at': '2021-08-28T15:02:54Z', 'revision_number': 1, 'project_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded8d963-e40b-4b95-a951-1725e07eca68', 'name': '', 'network_id': '4658c4f1-5019-4dcd-967b-2ee10544b1b5', 'tenant_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'mac_address': 'fa:16:3e:e7:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'ee386120-21d6-41b3-a564-7a270295e67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:48Z', 'updated_at': '2021-08-28T15:01:58Z', 'revision_number': 5, 'project_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'subnets': [{'id': 'ee386120-21d6-41b3-a564-7a270295e67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:02:57.901598 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-dd48b461-5219-4c02-aef6-6de2335c9b3c req-b0aba044-7c18-4f3d-9e97-2f82189e4e2e tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:57.908644 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-dd48b461-5219-4c02-aef6-6de2335c9b3c req-b0aba044-7c18-4f3d-9e97-2f82189e4e2e tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:57.909449 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [req-dd48b461-5219-4c02-aef6-6de2335c9b3c req-b0aba044-7c18-4f3d-9e97-2f82189e4e2e tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Floating IP f44272b7-051a-4e5f-8cdf-f70378687bbb disassociated. External IP: 172.25.3.92, port: 17165557-72b4-46af-8acd-40b5021f6af4. Aug 28 15:02:58.139150 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6ffe79-cad2-4a50-81a4-b34d9025927e None None] New status for floating IP f44272b7-051a-4e5f-8cdf-f70378687bbb: ACTIVE {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:02:58.387998 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd48b461-5219-4c02-aef6-6de2335c9b3c req-b0aba044-7c18-4f3d-9e97-2f82189e4e2e tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Router 66bf9511-36f9-48d2-9a27-4ba2aadd9fc9 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:02:58.604329 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd48b461-5219-4c02-aef6-6de2335c9b3c req-b0aba044-7c18-4f3d-9e97-2f82189e4e2e tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:02:58.618062 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bd258c-f861-41de-a12f-58b968836ca7 None None] Sync routers for ids ['66bf9511-36f9-48d2-9a27-4ba2aadd9fc9'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:02:58.622049 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-dd48b461-5219-4c02-aef6-6de2335c9b3c req-b0aba044-7c18-4f3d-9e97-2f82189e4e2e tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:58.631230 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bd258c-f861-41de-a12f-58b968836ca7 None None] Routers {'66bf9511-36f9-48d2-9a27-4ba2aadd9fc9'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:02:58.633787 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-85bd258c-f861-41de-a12f-58b968836ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:02:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['66bf9511-36f9-48d2-9a27-4ba2aadd9fc9'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:58.683554 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd48b461-5219-4c02-aef6-6de2335c9b3c req-b0aba044-7c18-4f3d-9e97-2f82189e4e2e tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "PUT /v2.0/floatingips/f44272b7-051a-4e5f-8cdf-f70378687bbb HTTP/1.1" status: 200 len: 692 time: 1.1895599 Aug 28 15:02:58.686040 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ecda62f-1410-445b-ab36-07d6f2dfdd00', 'tag': '17165557-72b4-46af-8acd-40b5021f6af4'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:02:58.691243 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9efd18-481c-4347-abed-3be13e6bd5ba" -d '{"events": [{"name": "network-changed", "server_uuid": "1ecda62f-1410-445b-ab36-07d6f2dfdd00", "tag": "17165557-72b4-46af-8acd-40b5021f6af4"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:02:58.735277 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22197459-2b58-4bc5-a10b-a5f9a0cd699d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f729278e-f947-45e5-b579-6852c3b44ada'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:02:58.743793 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cfebea-59c8-4457-bdfb-80489aafe4ac" -d '{"events": [{"server_uuid": "22197459-2b58-4bc5-a10b-a5f9a0cd699d", "name": "network-vif-plugged", "status": "completed", "tag": "f729278e-f947-45e5-b579-6852c3b44ada"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:02:58.800945 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ad29b9-474e-4421-938d-26ae7b2f310e x-openstack-request-id: req-76ad29b9-474e-4421-938d-26ae7b2f310e {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:02:58.801865 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ecda62f-1410-445b-ab36-07d6f2dfdd00", "tag": "17165557-72b4-46af-8acd-40b5021f6af4", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:02:58.802133 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76ad29b9-474e-4421-938d-26ae7b2f310e {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:02:58.802553 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ecda62f-1410-445b-ab36-07d6f2dfdd00', 'tag': '17165557-72b4-46af-8acd-40b5021f6af4', 'status': 'completed', 'code': 200} Aug 28 15:02:58.805169 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48b461-5219-4c02-aef6-6de2335c9b3c req-547e6c99-9411-4141-b702-3c4804fa6313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:58.813907 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd48b461-5219-4c02-aef6-6de2335c9b3c req-547e6c99-9411-4141-b702-3c4804fa6313 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47a98ee661eb4f6b9e7f4574238a2c1b&device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 1097 time: 0.1037383 Aug 28 15:02:58.887010 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-85bd258c-f861-41de-a12f-58b968836ca7 None None] Set router 66bf9511-36f9-48d2-9a27-4ba2aadd9fc9 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:02:58.924088 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9efd18-481c-4347-abed-3be13e6bd5ba req-5bac811a-b55f-4601-b340-cbd84cf00c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:58.925796 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea9efd18-481c-4347-abed-3be13e6bd5ba req-5bac811a-b55f-4601-b340-cbd84cf00c1e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47a98ee661eb4f6b9e7f4574238a2c1b&device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 1097 time: 0.1162057 Aug 28 15:02:58.987945 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48b461-5219-4c02-aef6-6de2335c9b3c req-96cc5d7c-9852-4c2f-ab51-1a66464515d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:58.999076 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd48b461-5219-4c02-aef6-6de2335c9b3c req-96cc5d7c-9852-4c2f-ab51-1a66464515d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4658c4f1-5019-4dcd-967b-2ee10544b1b5 HTTP/1.1" status: 200 len: 920 time: 0.1841786 Aug 28 15:02:59.010266 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424ce79-0d75-428c-ac7f-de08612bd69e req-1765ade8-922d-4257-8445-e25e0a74bae1 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:59.012692 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3424ce79-0d75-428c-ac7f-de08612bd69e req-1765ade8-922d-4257-8445-e25e0a74bae1 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 946 time: 0.0832660 Aug 28 15:02:59.091980 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd48b461-5219-4c02-aef6-6de2335c9b3c req-af51a521-aede-40e8-b7db-ee2cc8b45e07 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17165557-72b4-46af-8acd-40b5021f6af4 HTTP/1.1" status: 200 len: 217 time: 0.0919020 Aug 28 15:02:59.106363 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3424ce79-0d75-428c-ac7f-de08612bd69e req-3c3fdfc4-79d4-4c9b-8e1a-52abf7b767aa tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870235 Aug 28 15:02:59.158200 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48b461-5219-4c02-aef6-6de2335c9b3c req-1c393bd1-afaa-40fd-81ca-86f7ff0dd293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:59.165925 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd48b461-5219-4c02-aef6-6de2335c9b3c req-1c393bd1-afaa-40fd-81ca-86f7ff0dd293 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee386120-21d6-41b3-a564-7a270295e67c HTTP/1.1" status: 200 len: 859 time: 0.0730507 Aug 28 15:02:59.216140 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd48b461-5219-4c02-aef6-6de2335c9b3c req-23fdc9ee-4055-413e-9778-65fd0b580a31 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4658c4f1-5019-4dcd-967b-2ee10544b1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486684 Aug 28 15:02:59.263683 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8066881-20fb-4566-b99e-dab109025f12 x-openstack-request-id: req-b8066881-20fb-4566-b99e-dab109025f12 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:02:59.264061 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22197459-2b58-4bc5-a10b-a5f9a0cd699d", "name": "network-vif-plugged", "status": "completed", "tag": "f729278e-f947-45e5-b579-6852c3b44ada", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:02:59.264259 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8066881-20fb-4566-b99e-dab109025f12 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:02:59.264661 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22197459-2b58-4bc5-a10b-a5f9a0cd699d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f729278e-f947-45e5-b579-6852c3b44ada', 'code': 200} Aug 28 15:02:59.349850 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd48b461-5219-4c02-aef6-6de2335c9b3c req-72f90fd2-15d1-4994-9e22-fc83578680d1 service neutron] 10.222.0.13 "GET /v2.0/networks/4658c4f1-5019-4dcd-967b-2ee10544b1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327584 Aug 28 15:02:59.418231 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38788) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:59.443821 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-85bd258c-f861-41de-a12f-58b968836ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-476999386-router', 'tenant_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'fcc08f66-3c0d-4cdf-8721-03e601b3d813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:01:41Z', 'updated_at': '2021-08-28T15:01:50Z', 'revision_number': 4, 'project_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'gw_port': {'id': 'fcc08f66-3c0d-4cdf-8721-03e601b3d813', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:43Z', 'updated_at': '2021-08-28T15:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'ded8d963-e40b-4b95-a951-1725e07eca68', 'name': '', 'network_id': '4658c4f1-5019-4dcd-967b-2ee10544b1b5', 'tenant_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'mac_address': 'fa:16:3e:e7:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'ee386120-21d6-41b3-a564-7a270295e67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:48Z', 'updated_at': '2021-08-28T15:01:58Z', 'revision_number': 5, 'project_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'subnets': [{'id': 'ee386120-21d6-41b3-a564-7a270295e67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:59.505495 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd48b461-5219-4c02-aef6-6de2335c9b3c req-ac517112-6ce6-416e-84ab-9f623da875dd service neutron] 10.222.0.13 "GET /v2.0/networks/4658c4f1-5019-4dcd-967b-2ee10544b1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542933 Aug 28 15:02:59.505638 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bd258c-f861-41de-a12f-58b968836ca7 None None] Checking router: 66bf9511-36f9-48d2-9a27-4ba2aadd9fc9 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:02:59.529007 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bd258c-f861-41de-a12f-58b968836ca7 None None] Routers {'66bf9511-36f9-48d2-9a27-4ba2aadd9fc9'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:02:59.531106 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-85bd258c-f861-41de-a12f-58b968836ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:02:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['66bf9511-36f9-48d2-9a27-4ba2aadd9fc9'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:02:59.576343 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa7042-8266-4e42-859f-e484521409ba req-af6af6dd-3c6a-4adc-9d34-d7e14ab0b86d tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:59.580704 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dcaa7042-8266-4e42-859f-e484521409ba req-af6af6dd-3c6a-4adc-9d34-d7e14ab0b86d tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 946 time: 0.1633296 Aug 28 15:02:59.591550 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38800) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:02:59.596762 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-c3d2e0ec-99b4-4716-a909-e2c9a263268c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Request body: {'floatingip': {'port_id': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:02:59.678323 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9efd18-481c-4347-abed-3be13e6bd5ba req-a05fd605-247d-461e-9716-ef1d65155e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:02:59.687003 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea9efd18-481c-4347-abed-3be13e6bd5ba req-a05fd605-247d-461e-9716-ef1d65155e2d service neutron] 10.222.0.36 "GET /v2.0/networks?id=4658c4f1-5019-4dcd-967b-2ee10544b1b5 HTTP/1.1" status: 200 len: 920 time: 0.7426252 Aug 28 15:02:59.779544 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c3d2e0ec-99b4-4716-a909-e2c9a263268c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks [] for floatingip, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:02:59.929918 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-85bd258c-f861-41de-a12f-58b968836ca7 None None] Set router 66bf9511-36f9-48d2-9a27-4ba2aadd9fc9 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:02:59.946392 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea9efd18-481c-4347-abed-3be13e6bd5ba req-4cb2d531-32b9-4aae-83ce-2730ccf25c41 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17165557-72b4-46af-8acd-40b5021f6af4 HTTP/1.1" status: 200 len: 217 time: 0.2536092 Aug 28 15:02:59.981528 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-da2c738f-21e0-4f52-b019-232b78875f77 req-f646c717-2506-4d1c-a05b-727eb63aee3c tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/floatingips/f44272b7-051a-4e5f-8cdf-f70378687bbb HTTP/1.1" status: 200 len: 692 time: 0.1691046 Aug 28 15:03:00.077165 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-1030e2af-0af4-4b0e-bebc-0ea0de997df4 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-937648538'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:00.098229 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9efd18-481c-4347-abed-3be13e6bd5ba req-c9b8a322-6cb4-4913-b27c-abdf4527537a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:00.100160 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea9efd18-481c-4347-abed-3be13e6bd5ba req-c9b8a322-6cb4-4913-b27c-abdf4527537a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee386120-21d6-41b3-a564-7a270295e67c HTTP/1.1" status: 200 len: 859 time: 0.1444225 Aug 28 15:03:00.162599 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea9efd18-481c-4347-abed-3be13e6bd5ba req-f423c519-cfe0-4342-a298-b057effab50e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4658c4f1-5019-4dcd-967b-2ee10544b1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495105 Aug 28 15:03:00.185872 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1030e2af-0af4-4b0e-bebc-0ea0de997df4 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:00.187434 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1030e2af-0af4-4b0e-bebc-0ea0de997df4 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:00.308865 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1030e2af-0af4-4b0e-bebc-0ea0de997df4 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:00.491001 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-85bd258c-f861-41de-a12f-58b968836ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-476999386-router', 'tenant_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'fcc08f66-3c0d-4cdf-8721-03e601b3d813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:01:41Z', 'updated_at': '2021-08-28T15:01:50Z', 'revision_number': 4, 'project_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'gw_port': {'id': 'fcc08f66-3c0d-4cdf-8721-03e601b3d813', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:43Z', 'updated_at': '2021-08-28T15:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'ded8d963-e40b-4b95-a951-1725e07eca68', 'name': '', 'network_id': '4658c4f1-5019-4dcd-967b-2ee10544b1b5', 'tenant_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'mac_address': 'fa:16:3e:e7:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'ee386120-21d6-41b3-a564-7a270295e67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:48Z', 'updated_at': '2021-08-28T15:01:58Z', 'revision_number': 5, 'project_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'subnets': [{'id': 'ee386120-21d6-41b3-a564-7a270295e67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:00.562893 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bd258c-f861-41de-a12f-58b968836ca7 None None] The sync data for ids ['66bf9511-36f9-48d2-9a27-4ba2aadd9fc9'] in n-d-712137-10 is: [{'id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-476999386-router', 'tenant_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'fcc08f66-3c0d-4cdf-8721-03e601b3d813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:01:41Z', 'updated_at': '2021-08-28T15:01:50Z', 'revision_number': 4, 'project_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'gw_port': {'id': 'fcc08f66-3c0d-4cdf-8721-03e601b3d813', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:43Z', 'updated_at': '2021-08-28T15:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'ded8d963-e40b-4b95-a951-1725e07eca68', 'name': '', 'network_id': '4658c4f1-5019-4dcd-967b-2ee10544b1b5', 'tenant_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'mac_address': 'fa:16:3e:e7:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'ee386120-21d6-41b3-a564-7a270295e67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:48Z', 'updated_at': '2021-08-28T15:01:58Z', 'revision_number': 5, 'project_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'subnets': [{'id': 'ee386120-21d6-41b3-a564-7a270295e67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:03:00.875001 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38866) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:01.221705 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea9efd18-481c-4347-abed-3be13e6bd5ba req-6bd89276-2442-43c0-b06d-556fb51c68fd service neutron] 10.222.0.36 "GET /v2.0/networks/4658c4f1-5019-4dcd-967b-2ee10544b1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0481944 Aug 28 15:03:01.227448 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed5e9c3-4027-4c3f-a634-857b2ed5b270 None None] New status for floating IP f44272b7-051a-4e5f-8cdf-f70378687bbb: DOWN {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:03:01.228795 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c738f-21e0-4f52-b019-232b78875f77 req-a9d92cec-20c4-47d9-9f15-2b686b259a0a tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:01.237690 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-da2c738f-21e0-4f52-b019-232b78875f77 req-a9d92cec-20c4-47d9-9f15-2b686b259a0a tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 784 time: 1.2330663 Aug 28 15:03:01.241735 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-769e3665-a36b-41aa-b852-bccbd6a35ad3 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:01.256643 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1030e2af-0af4-4b0e-bebc-0ea0de997df4 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:01.358786 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-da2c738f-21e0-4f52-b019-232b78875f77 req-ccf08579-a711-4d28-b505-f95fdc34b3bd tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.92 HTTP/1.1" status: 200 len: 695 time: 0.1198158 Aug 28 15:03:01.365375 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-769e3665-a36b-41aa-b852-bccbd6a35ad3 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks [] for floatingip, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:01.415408 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c3d2e0ec-99b4-4716-a909-e2c9a263268c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:01.445154 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-da2c738f-21e0-4f52-b019-232b78875f77 req-28440b95-4606-4b62-87c3-379c7fcfe2f7 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.92 HTTP/1.1" status: 200 len: 695 time: 0.0850189 Aug 28 15:03:01.462187 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c3d2e0ec-99b4-4716-a909-e2c9a263268c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:01.585680 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1030e2af-0af4-4b0e-bebc-0ea0de997df4 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:01.586894 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1030e2af-0af4-4b0e-bebc-0ea0de997df4 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 2.1648772 Aug 28 15:03:01.591524 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38884) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:01.641201 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [None req-c3d2e0ec-99b4-4716-a909-e2c9a263268c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Floating IP 874f054a-999b-4e02-bef9-0f2db30a81f4 associated. External IP: 172.25.3.163, port: 9e5b61b0-9b37-402c-ac33-0a57b7fac04e. Aug 28 15:03:01.725745 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea9efd18-481c-4347-abed-3be13e6bd5ba req-f2df6d80-5b8b-4505-a0cc-ed5b949619e8 service neutron] 10.222.0.36 "GET /v2.0/networks/4658c4f1-5019-4dcd-967b-2ee10544b1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852498 Aug 28 15:03:01.732698 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bc976a10-7bef-4343-9f0f-abc4eb52622f tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:01.767291 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-769e3665-a36b-41aa-b852-bccbd6a35ad3 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:02.011058 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-769e3665-a36b-41aa-b852-bccbd6a35ad3 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Allocated IP 172.25.3.57 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/2c960ac4-9078-4b98-b2b2-60ac316a1e87) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:03:02.060461 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bc976a10-7bef-4343-9f0f-abc4eb52622f tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:02.069783 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bc976a10-7bef-4343-9f0f-abc4eb52622f tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:02.072605 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-da2c738f-21e0-4f52-b019-232b78875f77 req-ae47d7f2-722e-43a1-b121-e63001519901 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Deleting port 566c0dfd-9e81-464b-bf2b-89a0260a055f {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:03:02.073345 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-da2c738f-21e0-4f52-b019-232b78875f77 req-ae47d7f2-722e-43a1-b121-e63001519901 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:02.085497 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d2e0ec-99b4-4716-a909-e2c9a263268c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Router 93a75eae-d257-4b70-865b-d422e38a9ee6 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:03:02.173382 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bc976a10-7bef-4343-9f0f-abc4eb52622f tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:02.174469 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc976a10-7bef-4343-9f0f-abc4eb52622f tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33ea851f-5ac3-44a3-95f7-0e1c96393e4f {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:03:02.203884 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bc976a10-7bef-4343-9f0f-abc4eb52622f tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:02.203884 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-bc976a10-7bef-4343-9f0f-abc4eb52622f tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] 10.222.0.13 "DELETE /v2.0/routers/33ea851f-5ac3-44a3-95f7-0e1c96393e4f HTTP/1.1" status: 204 len: 168 time: 0.5966952 Aug 28 15:03:02.203884 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38910) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:02.220096 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-1960ba0b-e69c-42de-912b-2f95a0de05b5 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Request body: {'router': {'name': 'tempest-router-1427523142', 'distributed': False}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:02.276027 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1960ba0b-e69c-42de-912b-2f95a0de05b5 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:02.277432 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1960ba0b-e69c-42de-912b-2f95a0de05b5 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:02.314057 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-da2c738f-21e0-4f52-b019-232b78875f77 req-ae47d7f2-722e-43a1-b121-e63001519901 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:02.314444 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-da2c738f-21e0-4f52-b019-232b78875f77 req-ae47d7f2-722e-43a1-b121-e63001519901 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:02.342560 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-da2c738f-21e0-4f52-b019-232b78875f77 req-ae47d7f2-722e-43a1-b121-e63001519901 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Calling delete_port for 566c0dfd-9e81-464b-bf2b-89a0260a055f owned by network:floatingip {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:03:02.446914 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1960ba0b-e69c-42de-912b-2f95a0de05b5 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:02.462186 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1960ba0b-e69c-42de-912b-2f95a0de05b5 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:02.500097 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1960ba0b-e69c-42de-912b-2f95a0de05b5 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:02.501152 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1960ba0b-e69c-42de-912b-2f95a0de05b5 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2960494 Aug 28 15:03:02.505031 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d2e0ec-99b4-4716-a909-e2c9a263268c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:03:02.506828 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38918) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:02.514315 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-769e3665-a36b-41aa-b852-bccbd6a35ad3 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:02.519055 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df75f3d-67ad-41da-982f-57dda4e9d10d None None] Sync routers for ids ['93a75eae-d257-4b70-865b-d422e38a9ee6'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:03:02.521111 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c3d2e0ec-99b4-4716-a909-e2c9a263268c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:02.534182 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df75f3d-67ad-41da-982f-57dda4e9d10d None None] Routers {'93a75eae-d257-4b70-865b-d422e38a9ee6'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:02.536680 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9df75f3d-67ad-41da-982f-57dda4e9d10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:02:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['93a75eae-d257-4b70-865b-d422e38a9ee6'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:02.668725 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-da2c738f-21e0-4f52-b019-232b78875f77 req-ae47d7f2-722e-43a1-b121-e63001519901 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:02.674720 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c3d2e0ec-99b4-4716-a909-e2c9a263268c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "PUT /v2.0/floatingips/874f054a-999b-4e02-bef9-0f2db30a81f4 HTTP/1.1" status: 200 len: 992 time: 3.0819833 Aug 28 15:03:02.677378 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a08d248-73dd-4032-a07e-df32ddb202fc', 'tag': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:03:02.680224 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163bb2fa-d87e-4755-aab1-99ed03ab66a4" -d '{"events": [{"name": "network-changed", "server_uuid": "3a08d248-73dd-4032-a07e-df32ddb202fc", "tag": "9e5b61b0-9b37-402c-ac33-0a57b7fac04e"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:03:02.686594 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1f86e1c4-73fe-4525-b2b6-ab73c26b606f tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:02.769425 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47d7f2-722e-43a1-b121-e63001519901 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Pushing event deleted for resources: {'Port': ['ID=566c0dfd-9e81-464b-bf2b-89a0260a055f,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:02.785522 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-9df75f3d-67ad-41da-982f-57dda4e9d10d None None] Set router 93a75eae-d257-4b70-865b-d422e38a9ee6 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:03:02.839212 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-da2c738f-21e0-4f52-b019-232b78875f77 req-ae47d7f2-722e-43a1-b121-e63001519901 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks [] for floatingip, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:02.847040 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-da2c738f-21e0-4f52-b019-232b78875f77 req-ae47d7f2-722e-43a1-b121-e63001519901 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:02.883386 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-da2c738f-21e0-4f52-b019-232b78875f77 req-ae47d7f2-722e-43a1-b121-e63001519901 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "DELETE /v2.0/floatingips/f44272b7-051a-4e5f-8cdf-f70378687bbb HTTP/1.1" status: 204 len: 173 time: 1.4281337 Aug 28 15:03:02.904661 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-769e3665-a36b-41aa-b852-bccbd6a35ad3 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:03.010518 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debbaa3a-370e-4651-8e65-4752883b32f5 x-openstack-request-id: req-debbaa3a-370e-4651-8e65-4752883b32f5 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:03:03.010814 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a08d248-73dd-4032-a07e-df32ddb202fc", "tag": "9e5b61b0-9b37-402c-ac33-0a57b7fac04e", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:03:03.011073 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-debbaa3a-370e-4651-8e65-4752883b32f5 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:03:03.021298 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a08d248-73dd-4032-a07e-df32ddb202fc', 'tag': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e', 'status': 'completed', 'code': 200} Aug 28 15:03:03.124309 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163bb2fa-d87e-4755-aab1-99ed03ab66a4 req-02bdbfb6-215d-4d27-b278-82347dc97b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:03.125880 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-163bb2fa-d87e-4755-aab1-99ed03ab66a4 req-02bdbfb6-215d-4d27-b278-82347dc97b84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d&device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 1098 time: 0.1302004 Aug 28 15:03:03.189488 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769e3665-a36b-41aa-b852-bccbd6a35ad3 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:03:03.229182 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-769e3665-a36b-41aa-b852-bccbd6a35ad3 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:03:03.232849 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769e3665-a36b-41aa-b852-bccbd6a35ad3 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:03:03.240678 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1f86e1c4-73fe-4525-b2b6-ab73c26b606f tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:03.264365 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1f86e1c4-73fe-4525-b2b6-ab73c26b606f tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:03.312297 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163bb2fa-d87e-4755-aab1-99ed03ab66a4 req-c012e8b1-e4d2-4489-a490-7cbfbf6c4c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:03.313633 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-163bb2fa-d87e-4755-aab1-99ed03ab66a4 req-c012e8b1-e4d2-4489-a490-7cbfbf6c4c4e service neutron] 10.222.0.41 "GET /v2.0/networks?id=77650b04-197c-4f2d-93ed-1f3a3f2db13f HTTP/1.1" status: 200 len: 912 time: 0.1791406 Aug 28 15:03:03.397917 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-163bb2fa-d87e-4755-aab1-99ed03ab66a4 req-e82b6143-1dd2-45c8-92f7-f76d5cd91dd2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e5b61b0-9b37-402c-ac33-0a57b7fac04e HTTP/1.1" status: 200 len: 1000 time: 0.0761240 Aug 28 15:03:03.409739 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-769e3665-a36b-41aa-b852-bccbd6a35ad3 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:03.414304 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9df75f3d-67ad-41da-982f-57dda4e9d10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'name': 'tempest-ServerActionsTestJSON-761718493-router', 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'aae245da-b2cf-4799-aa7b-008a9a4bb994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:02:24Z', 'updated_at': '2021-08-28T15:02:31Z', 'revision_number': 4, 'project_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'gw_port': {'id': 'aae245da-b2cf-4799-aa7b-008a9a4bb994', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:26Z', 'updated_at': '2021-08-28T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '874f054a-999b-4e02-bef9-0f2db30a81f4', 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'port_id': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f', 'mac_address': 'fa:16:3e:c2:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a08d248-73dd-4032-a07e-df32ddb202fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:02:37Z', 'updated_at': '2021-08-28T15:03:01Z', 'revision_number': 1, 'project_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6', 'name': '', 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f', 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'mac_address': 'fa:16:3e:e6:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '836bd9d7-21bc-4e2a-b716-53b54890baa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:30Z', 'updated_at': '2021-08-28T15:02:40Z', 'revision_number': 5, 'project_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'subnets': [{'id': '836bd9d7-21bc-4e2a-b716-53b54890baa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:03.507138 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163bb2fa-d87e-4755-aab1-99ed03ab66a4 req-34d7f2da-a640-4446-a624-39d0b22379a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:03.508477 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e3665-a36b-41aa-b852-bccbd6a35ad3 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Pushing event updated for resources: {'Port': ['ID=2c960ac4-9078-4b98-b2b2-60ac316a1e87,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:03.508636 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-163bb2fa-d87e-4755-aab1-99ed03ab66a4 req-34d7f2da-a640-4446-a624-39d0b22379a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=836bd9d7-21bc-4e2a-b716-53b54890baa2 HTTP/1.1" status: 200 len: 850 time: 0.1036327 Aug 28 15:03:03.512616 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df75f3d-67ad-41da-982f-57dda4e9d10d None None] Checking router: 93a75eae-d257-4b70-865b-d422e38a9ee6 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:03:03.535428 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df75f3d-67ad-41da-982f-57dda4e9d10d None None] Routers {'93a75eae-d257-4b70-865b-d422e38a9ee6'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:03.537092 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9df75f3d-67ad-41da-982f-57dda4e9d10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:02:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['93a75eae-d257-4b70-865b-d422e38a9ee6'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:03.552282 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fcab1611-917b-4606-b6b3-8a3280e6b2ef req-5129d638-013c-4898-a967-21438f3eb527 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups/589b214f-fa28-41a1-9f63-a2a1095b6d68 HTTP/1.1" status: 200 len: 1809 time: 0.4574234 Aug 28 15:03:03.561661 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1f86e1c4-73fe-4525-b2b6-ab73c26b606f tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:03.562316 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f86e1c4-73fe-4525-b2b6-ab73c26b606f tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ba0426e-ae6c-4399-bc65-84c926075b42 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:03:03.564760 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-769e3665-a36b-41aa-b852-bccbd6a35ad3 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:03.576128 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1f86e1c4-73fe-4525-b2b6-ab73c26b606f tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:03.577345 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1f86e1c4-73fe-4525-b2b6-ab73c26b606f tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] 10.222.0.13 "DELETE /v2.0/routers/1ba0426e-ae6c-4399-bc65-84c926075b42 HTTP/1.1" status: 204 len: 168 time: 1.0602558 Aug 28 15:03:03.586900 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38982) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:03.599838 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-a715cb2c-2303-4bb2-996a-d9a789ac781b tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Request body: {'router': {'name': 'tempest-router-1343776772', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '76241eeab067451d9d9a06334c048a95'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:03.677860 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163bb2fa-d87e-4755-aab1-99ed03ab66a4 req-31bd5bd9-5fca-4c52-8771-4d2d8485be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:03.679851 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-163bb2fa-d87e-4755-aab1-99ed03ab66a4 req-31bd5bd9-5fca-4c52-8771-4d2d8485be44 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77650b04-197c-4f2d-93ed-1f3a3f2db13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1639104 Aug 28 15:03:03.686284 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fcab1611-917b-4606-b6b3-8a3280e6b2ef req-c952bfa0-c123-4dc1-bf90-341798596a0a tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:03.701987 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-9df75f3d-67ad-41da-982f-57dda4e9d10d None None] Set router 93a75eae-d257-4b70-865b-d422e38a9ee6 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:03:03.742980 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a715cb2c-2303-4bb2-996a-d9a789ac781b tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:03.745100 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a715cb2c-2303-4bb2-996a-d9a789ac781b tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:03.766079 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fcab1611-917b-4606-b6b3-8a3280e6b2ef req-c952bfa0-c123-4dc1-bf90-341798596a0a tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:03.895268 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fcab1611-917b-4606-b6b3-8a3280e6b2ef req-c952bfa0-c123-4dc1-bf90-341798596a0a tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:03.915157 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fcab1611-917b-4606-b6b3-8a3280e6b2ef req-c952bfa0-c123-4dc1-bf90-341798596a0a tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:03.917986 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fcab1611-917b-4606-b6b3-8a3280e6b2ef req-c952bfa0-c123-4dc1-bf90-341798596a0a tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "DELETE /v2.0/security-groups/589b214f-fa28-41a1-9f63-a2a1095b6d68 HTTP/1.1" status: 204 len: 173 time: 0.3575239 Aug 28 15:03:03.975169 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952bfa0-c123-4dc1-bf90-341798596a0a tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=589b214f-fa28-41a1-9f63-a2a1095b6d68,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:03.987167 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-769e3665-a36b-41aa-b852-bccbd6a35ad3 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:04.001017 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-769e3665-a36b-41aa-b852-bccbd6a35ad3 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:04.006120 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a715cb2c-2303-4bb2-996a-d9a789ac781b tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:04.016151 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a715cb2c-2303-4bb2-996a-d9a789ac781b tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:04.044844 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-163bb2fa-d87e-4755-aab1-99ed03ab66a4 req-925a35fa-aa84-4d9d-b6ba-911d616c3c80 service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556209 Aug 28 15:03:04.048355 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a715cb2c-2303-4bb2-996a-d9a789ac781b tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:04.049725 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a715cb2c-2303-4bb2-996a-d9a789ac781b tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4608264 Aug 28 15:03:04.065198 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39006) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:04.073006 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-a12f7032-9ed7-4cb6-889a-f144001bd4a2 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Request body: {'router': {'distributed': True}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:04.195515 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-163bb2fa-d87e-4755-aab1-99ed03ab66a4 req-c7b5763f-d9ed-41a6-a83c-fb39dba9e694 service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312902 Aug 28 15:03:04.236219 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-769e3665-a36b-41aa-b852-bccbd6a35ad3 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:04.284587 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-769e3665-a36b-41aa-b852-bccbd6a35ad3 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:04.288759 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-769e3665-a36b-41aa-b852-bccbd6a35ad3 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4078996 Aug 28 15:03:04.288759 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e3665-a36b-41aa-b852-bccbd6a35ad3 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Pushing event updated for resources: {'Port': ['ID=2c960ac4-9078-4b98-b2b2-60ac316a1e87,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:04.289523 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39010) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:04.297174 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-e6f01e60-9e72-411e-b17c-9c23b397441d tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1696962387'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:04.343361 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f01e60-9e72-411e-b17c-9c23b397441d tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Made reservation on behalf of e69ccebf8d0443d5908c40c2de91e221 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:03:04.352031 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e6f01e60-9e72-411e-b17c-9c23b397441d tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:04.364083 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e6f01e60-9e72-411e-b17c-9c23b397441d tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:04.426793 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9df75f3d-67ad-41da-982f-57dda4e9d10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'name': 'tempest-ServerActionsTestJSON-761718493-router', 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'aae245da-b2cf-4799-aa7b-008a9a4bb994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:02:24Z', 'updated_at': '2021-08-28T15:02:31Z', 'revision_number': 4, 'project_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'gw_port': {'id': 'aae245da-b2cf-4799-aa7b-008a9a4bb994', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:26Z', 'updated_at': '2021-08-28T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '874f054a-999b-4e02-bef9-0f2db30a81f4', 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'port_id': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f', 'mac_address': 'fa:16:3e:c2:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a08d248-73dd-4032-a07e-df32ddb202fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:02:37Z', 'updated_at': '2021-08-28T15:03:01Z', 'revision_number': 1, 'project_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6', 'name': '', 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f', 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'mac_address': 'fa:16:3e:e6:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '836bd9d7-21bc-4e2a-b716-53b54890baa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:30Z', 'updated_at': '2021-08-28T15:02:40Z', 'revision_number': 5, 'project_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'subnets': [{'id': '836bd9d7-21bc-4e2a-b716-53b54890baa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:04.494948 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df75f3d-67ad-41da-982f-57dda4e9d10d None None] The sync data for ids ['93a75eae-d257-4b70-865b-d422e38a9ee6'] in n-d-712137-10 is: [{'id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'name': 'tempest-ServerActionsTestJSON-761718493-router', 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'aae245da-b2cf-4799-aa7b-008a9a4bb994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:02:24Z', 'updated_at': '2021-08-28T15:02:31Z', 'revision_number': 4, 'project_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'gw_port': {'id': 'aae245da-b2cf-4799-aa7b-008a9a4bb994', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:26Z', 'updated_at': '2021-08-28T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '874f054a-999b-4e02-bef9-0f2db30a81f4', 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'port_id': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f', 'mac_address': 'fa:16:3e:c2:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a08d248-73dd-4032-a07e-df32ddb202fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:02:37Z', 'updated_at': '2021-08-28T15:03:01Z', 'revision_number': 1, 'project_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6', 'name': '', 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f', 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'mac_address': 'fa:16:3e:e6:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '836bd9d7-21bc-4e2a-b716-53b54890baa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:30Z', 'updated_at': '2021-08-28T15:02:40Z', 'revision_number': 5, 'project_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'subnets': [{'id': '836bd9d7-21bc-4e2a-b716-53b54890baa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:03:04.557648 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e6f01e60-9e72-411e-b17c-9c23b397441d tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:04.569402 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e6f01e60-9e72-411e-b17c-9c23b397441d tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:04.616151 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f01e60-9e72-411e-b17c-9c23b397441d tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:03:04.647779 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e6f01e60-9e72-411e-b17c-9c23b397441d tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:04.650259 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-e6f01e60-9e72-411e-b17c-9c23b397441d tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Added segment 522c141f-e3a1-4da6-a6cb-25e4079ef9db of type vlan for network 9886e83f-4349-46cf-b40e-fc441d6f9ff9 Aug 28 15:03:04.660201 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a12f7032-9ed7-4cb6-889a-f144001bd4a2 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4654'] for router, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:04.661331 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a12f7032-9ed7-4cb6-889a-f144001bd4a2 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks [] for router, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:04.716531 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e6f01e60-9e72-411e-b17c-9c23b397441d tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:04.794851 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f01e60-9e72-411e-b17c-9c23b397441d tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5d0962-951b-44c3-8698-44fd3f7a9441,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:04.826661 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e6f01e60-9e72-411e-b17c-9c23b397441d tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:04.837350 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f01e60-9e72-411e-b17c-9c23b397441d tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:04.838017 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e6f01e60-9e72-411e-b17c-9c23b397441d tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:04.872919 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a12f7032-9ed7-4cb6-889a-f144001bd4a2 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=106329) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 28 15:03:04.873960 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a12f7032-9ed7-4cb6-889a-f144001bd4a2 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Router c9f3ab3e-c7d1-47ba-a602-867660579dea migrating from provider to provider. {{(pid=106329) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 28 15:03:04.884132 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a12f7032-9ed7-4cb6-889a-f144001bd4a2 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:04.894996 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320dbb9e-2260-4247-ba9c-4947981f1576 req-316e0589-5d2d-4907-9d99-b7c0a4f9df4a tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:04.897926 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-320dbb9e-2260-4247-ba9c-4947981f1576 req-316e0589-5d2d-4907-9d99-b7c0a4f9df4a tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 945 time: 0.3052344 Aug 28 15:03:04.909832 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728e3a20-7784-4e88-9c67-3daa2be3ed43 None None] New status for floating IP 874f054a-999b-4e02-bef9-0f2db30a81f4: ACTIVE {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:03:04.923751 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a12f7032-9ed7-4cb6-889a-f144001bd4a2 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:04.934897 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a12f7032-9ed7-4cb6-889a-f144001bd4a2 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523761'] for router, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:05.079957 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e6f01e60-9e72-411e-b17c-9c23b397441d tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7866173 Aug 28 15:03:05.088683 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39048) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:05.111293 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-9545e488-9b74-4531-b99b-2a78926bc4ea tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Request body: {'subnet': {'network_id': '9886e83f-4349-46cf-b40e-fc441d6f9ff9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:05.140761 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-320dbb9e-2260-4247-ba9c-4947981f1576 req-bcd1ebda-c0b2-4ec7-b8ac-f14f3487fbfe tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229469 Aug 28 15:03:05.150053 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f01e60-9e72-411e-b17c-9c23b397441d tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Pushing event updated for resources: {'Network': ['ID=9886e83f-4349-46cf-b40e-fc441d6f9ff9,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:05.171029 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 9886e83f-4349-46cf-b40e-fc441d6f9ff9 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:03:05.209010 n-d-712137-10 neutron-server[106329]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a12f7032-9ed7-4cb6-889a-f144001bd4a2 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] No L3 agents can host the router c9f3ab3e-c7d1-47ba-a602-867660579dea Aug 28 15:03:05.340617 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9545e488-9b74-4531-b99b-2a78926bc4ea tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Made reservation on behalf of e69ccebf8d0443d5908c40c2de91e221 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:03:05.350057 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9545e488-9b74-4531-b99b-2a78926bc4ea tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:05.573533 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12f7032-9ed7-4cb6-889a-f144001bd4a2 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Hosts for router c9f3ab3e-c7d1-47ba-a602-867660579dea: [] {{(pid=106329) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 28 15:03:05.622220 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12f7032-9ed7-4cb6-889a-f144001bd4a2 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Hosts for other DVR routers connected to router c9f3ab3e-c7d1-47ba-a602-867660579dea: set() {{(pid=106329) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 28 15:03:05.625105 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a12f7032-9ed7-4cb6-889a-f144001bd4a2 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:05.628840 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a12f7032-9ed7-4cb6-889a-f144001bd4a2 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] 10.222.0.13 "PUT /v2.0/routers/c9f3ab3e-c7d1-47ba-a602-867660579dea HTTP/1.1" status: 200 len: 717 time: 1.5608788 Aug 28 15:03:05.629341 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39102) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:06.060762 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-54e78faf-69f3-4d29-8fd5-148e653e9bec tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] 10.222.0.13 "GET /v2.0/routers/c9f3ab3e-c7d1-47ba-a602-867660579dea HTTP/1.1" status: 200 len: 717 time: 0.4272649 Aug 28 15:03:06.061390 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39138) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:06.112347 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-4b62db33-67b3-4808-a3e2-4937bc42b64e tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0323a5c70c614ac49ef91f8097585088&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568607 Aug 28 15:03:06.134365 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9545e488-9b74-4531-b99b-2a78926bc4ea tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:06.332354 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec80d9-8efd-4dde-88f0-62c87ce8185c req-44ade6e5-dcb3-49ef-a296-76e047c354da tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:06.333546 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545e488-9b74-4531-b99b-2a78926bc4ea tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Pushing event updated for resources: {'Subnet': ['ID=eef5aa5e-79af-4f71-bbcc-e06bdf6e398b,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:06.345457 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38ec80d9-8efd-4dde-88f0-62c87ce8185c req-44ade6e5-dcb3-49ef-a296-76e047c354da tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 945 time: 0.1085329 Aug 28 15:03:06.365200 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9545e488-9b74-4531-b99b-2a78926bc4ea tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Checking segment: {'id': '522c141f-e3a1-4da6-a6cb-25e4079ef9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9886e83f-4349-46cf-b40e-fc441d6f9ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:03:06.365762 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9545e488-9b74-4531-b99b-2a78926bc4ea tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Network hostable DHCP agents. Network: 9886e83f-4349-46cf-b40e-fc441d6f9ff9, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:03:06.420938 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-133f2374-19ac-48da-9c16-7fac1429073c tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:06.428224 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-133f2374-19ac-48da-9c16-7fac1429073c tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3148677 Aug 28 15:03:06.436537 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9545e488-9b74-4531-b99b-2a78926bc4ea tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Network 9886e83f-4349-46cf-b40e-fc441d6f9ff9 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:03:06.447138 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-005b27f4-bcae-4c87-88d0-851dee108d84 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/quotas/0323a5c70c614ac49ef91f8097585088 HTTP/1.1" status: 200 len: 375 time: 0.0179434 Aug 28 15:03:06.452857 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-9545e488-9b74-4531-b99b-2a78926bc4ea tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 9886e83f-4349-46cf-b40e-fc441d6f9ff9) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:03:06.465902 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9393aa5-66a6-49e7-b747-970887c12137 None None] Network 9886e83f-4349-46cf-b40e-fc441d6f9ff9 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:03:06.480894 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9545e488-9b74-4531-b99b-2a78926bc4ea tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:06.481673 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9545e488-9b74-4531-b99b-2a78926bc4ea tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:06.511976 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-a6f6417f-4dc1-4a20-9796-16fefe06ab0c tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0323a5c70c614ac49ef91f8097585088&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552590 Aug 28 15:03:06.539555 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9545e488-9b74-4531-b99b-2a78926bc4ea tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4499333 Aug 28 15:03:06.540249 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39172) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:06.557068 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-924861473', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}, 'admin_state_up': False}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:06.573661 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38ec80d9-8efd-4dde-88f0-62c87ce8185c req-1afc01d7-8aa3-424a-b867-fea15c41d41a tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243965 Aug 28 15:03:06.627723 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:06.629137 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:06.658946 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b0393b6b-2bdc-439c-9b39-c10239d87e95 tempest-RoutersTestDVR-1656487963 tempest-RoutersTestDVR-1656487963-project] 10.222.0.13 "GET /v2.0/routers/c9f3ab3e-c7d1-47ba-a602-867660579dea HTTP/1.1" status: 200 len: 683 time: 0.5939949 Aug 28 15:03:06.659917 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39178) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:06.772568 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7cd035-587d-4e1d-a5e3-a70ce31baa82 req-9c45a361-9245-4eb2-8c8b-afec5784dbc9 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:06.774608 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aa7cd035-587d-4e1d-a5e3-a70ce31baa82 req-9c45a361-9245-4eb2-8c8b-afec5784dbc9 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 945 time: 0.2360008 Aug 28 15:03:06.802053 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-9886e83f-4349-46cf-b40e-fc441d6f9ff9', 'network_id': '9886e83f-4349-46cf-b40e-fc441d6f9ff9', 'tenant_id': 'e69ccebf8d0443d5908c40c2de91e221', 'fixed_ips': [{'subnet_id': 'eef5aa5e-79af-4f71-bbcc-e06bdf6e398b'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:03:06.802955 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:06.922275 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:06.927595 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8e0e5615-586f-483b-828a-08498ad135c5 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:07.023298 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Allocated IP 172.20.0.2 (9886e83f-4349-46cf-b40e-fc441d6f9ff9/eef5aa5e-79af-4f71-bbcc-e06bdf6e398b/9d9b3f1b-db20-4f50-9576-3e409ff91fc8) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:03:07.128338 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-009bfa4d-7215-4dc5-b898-1a06f16634fb tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0323a5c70c614ac49ef91f8097585088&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1663308 Aug 28 15:03:07.306538 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8e0e5615-586f-483b-828a-08498ad135c5 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:07.309728 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8e0e5615-586f-483b-828a-08498ad135c5 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:07.310596 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:07.336521 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Transition to ACTIVE for port object 9d9b3f1b-db20-4f50-9576-3e409ff91fc8 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:03:07.365919 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Transition to ACTIVE for port object 9d9b3f1b-db20-4f50-9576-3e409ff91fc8 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:03:07.376495 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:07.452022 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Network 9886e83f-4349-46cf-b40e-fc441d6f9ff9 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:03:07.458189 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:03:07.461059 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:03:07.478874 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:07.511552 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8e0e5615-586f-483b-828a-08498ad135c5 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:07.515079 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0e5615-586f-483b-828a-08498ad135c5 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9f3ab3e-c7d1-47ba-a602-867660579dea {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:03:07.521536 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8e0e5615-586f-483b-828a-08498ad135c5 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:07.522777 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8e0e5615-586f-483b-828a-08498ad135c5 tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] 10.222.0.13 "DELETE /v2.0/routers/c9f3ab3e-c7d1-47ba-a602-867660579dea HTTP/1.1" status: 204 len: 168 time: 0.8513861 Aug 28 15:03:07.555782 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39236) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:07.561309 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-6ea8edec-c104-45a3-a4d4-22705a1d5fbe tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Request body: {'router': {'name': 'tempest-router-593176755', 'distributed': True}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:07.587059 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Pushing event updated for resources: {'Port': ['ID=9d9b3f1b-db20-4f50-9576-3e409ff91fc8,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:07.641053 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ea8edec-c104-45a3-a4d4-22705a1d5fbe tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:07.642432 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ea8edec-c104-45a3-a4d4-22705a1d5fbe tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:07.659381 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:07.659760 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:07.660110 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:07.660452 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:07.660791 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:07.661127 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:07.661458 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:07.661787 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:07.677982 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:07.678484 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:07.678984 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:07.679337 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:07.699311 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Attempting to bind port 9d9b3f1b-db20-4f50-9576-3e409ff91fc8 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:03:07.710950 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Attempting to bind port 9d9b3f1b-db20-4f50-9576-3e409ff91fc8 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '522c141f-e3a1-4da6-a6cb-25e4079ef9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9886e83f-4349-46cf-b40e-fc441d6f9ff9'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:03:07.711501 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Attempting to bind port 9d9b3f1b-db20-4f50-9576-3e409ff91fc8 on network 9886e83f-4349-46cf-b40e-fc441d6f9ff9 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:03:07.724855 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:03:07.725373 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Checking segment: {'id': '522c141f-e3a1-4da6-a6cb-25e4079ef9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9886e83f-4349-46cf-b40e-fc441d6f9ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:03:07.725652 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:07.726057 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Bound using segment: {'id': '522c141f-e3a1-4da6-a6cb-25e4079ef9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9886e83f-4349-46cf-b40e-fc441d6f9ff9'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:03:07.726531 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Bound port: 9d9b3f1b-db20-4f50-9576-3e409ff91fc8, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522c141f-e3a1-4da6-a6cb-25e4079ef9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9886e83f-4349-46cf-b40e-fc441d6f9ff9'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:03:07.729528 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:07.788965 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ea8edec-c104-45a3-a4d4-22705a1d5fbe tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:07.806943 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ea8edec-c104-45a3-a4d4-22705a1d5fbe tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:07.859972 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ea8edec-c104-45a3-a4d4-22705a1d5fbe tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:07.861174 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6ea8edec-c104-45a3-a4d4-22705a1d5fbe tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3042724 Aug 28 15:03:07.868041 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39250) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:07.899099 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] For port 9d9b3f1b-db20-4f50-9576-3e409ff91fc8, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:03:07.910312 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] For port 9d9b3f1b-db20-4f50-9576-3e409ff91fc8, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=9d9b3f1b-db20-4f50-9576-3e409ff91fc8,segment=NetworkSegment(522c141f-e3a1-4da6-a6cb-25e4079ef9db),segment_id=522c141f-e3a1-4da6-a6cb-25e4079ef9db)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:03:07.942604 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:07.949842 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9ba3580c-b32d-4c9b-83c8-7f934d5d6ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:07.996635 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-efc06650-71a6-48a8-905b-be48ec1ad96c tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:08.093353 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39256) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:08.094472 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfd6d4-674a-4f8c-a1b3-ae604a852463 None None] Pushing event updated for resources: {'Port': ['ID=9d9b3f1b-db20-4f50-9576-3e409ff91fc8,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:08.119569 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73393e32-ad9a-4dce-a602-ca1cae87c686 req-b3d3cd47-8053-41bf-987d-e3660b208134 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:08.121023 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-73393e32-ad9a-4dce-a602-ca1cae87c686 req-b3d3cd47-8053-41bf-987d-e3660b208134 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 945 time: 0.3302927 Aug 28 15:03:08.175297 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-967669a8-4bf4-42ef-885e-cd5e58acc2c4 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:08.185668 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-967669a8-4bf4-42ef-885e-cd5e58acc2c4 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0133977 Aug 28 15:03:08.206731 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-a03dac72-f59b-45e8-b291-7653472bbace tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/quotas/0323a5c70c614ac49ef91f8097585088 HTTP/1.1" status: 200 len: 375 time: 0.0195780 Aug 28 15:03:08.310793 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-a33bf2bd-2dca-4f1c-8d29-e87f7d2d9011 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0323a5c70c614ac49ef91f8097585088&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1028335 Aug 28 15:03:08.331867 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-aa7cd035-587d-4e1d-a5e3-a70ce31baa82 req-7eab233c-cc54-4dc5-8d47-55857fcd5f96 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Deleting port 17165557-72b4-46af-8acd-40b5021f6af4 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:03:08.332321 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-aa7cd035-587d-4e1d-a5e3-a70ce31baa82 req-7eab233c-cc54-4dc5-8d47-55857fcd5f96 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:08.424620 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-81bb2db0-5da5-40f0-af69-da0a2e9e7e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:08.459555 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-efc06650-71a6-48a8-905b-be48ec1ad96c tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:08.465601 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-efc06650-71a6-48a8-905b-be48ec1ad96c tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:08.509270 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-73393e32-ad9a-4dce-a602-ca1cae87c686 req-ebd300bc-8173-4ac1-bdd5-bd50f28e2fd2 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef33d209-f85e-4ff1-b776-e497e7328387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025248 Aug 28 15:03:08.531546 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-aa7cd035-587d-4e1d-a5e3-a70ce31baa82 req-7eab233c-cc54-4dc5-8d47-55857fcd5f96 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] For port 17165557-72b4-46af-8acd-40b5021f6af4, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=17165557-72b4-46af-8acd-40b5021f6af4,segment=NetworkSegment(6219fa58-01c3-4b44-b315-4c4738f7b23b),segment_id=6219fa58-01c3-4b44-b315-4c4738f7b23b)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:03:08.532225 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-aa7cd035-587d-4e1d-a5e3-a70ce31baa82 req-7eab233c-cc54-4dc5-8d47-55857fcd5f96 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:08.558617 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-aa7cd035-587d-4e1d-a5e3-a70ce31baa82 req-7eab233c-cc54-4dc5-8d47-55857fcd5f96 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Calling delete_port for 17165557-72b4-46af-8acd-40b5021f6af4 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:03:08.780101 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7dc77c1a-745f-41c4-80db-2b9a235f6190 req-544511ed-2d39-42ba-a56b-71e6ebc30392 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ecb989-5516-4b6d-8312-f1f2901a9abb HTTP/1.1" status: 200 len: 210 time: 0.0545299 Aug 28 15:03:08.896946 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-aa7cd035-587d-4e1d-a5e3-a70ce31baa82 req-7eab233c-cc54-4dc5-8d47-55857fcd5f96 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:08.955698 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab233c-cc54-4dc5-8d47-55857fcd5f96 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Pushing event deleted for resources: {'Port': ['ID=17165557-72b4-46af-8acd-40b5021f6af4,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:08.962858 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:08.967445 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-9544810e-5738-4869-98e8-f0e9f5a80019 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=0323a5c70c614ac49ef91f8097585088&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1524894 Aug 28 15:03:08.984487 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-81bb2db0-5da5-40f0-af69-da0a2e9e7e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:09.019122 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-81bb2db0-5da5-40f0-af69-da0a2e9e7e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:09.095126 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7cd035-587d-4e1d-a5e3-a70ce31baa82 req-7eab233c-cc54-4dc5-8d47-55857fcd5f96 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] No DVR routers for this DVR port 17165557-72b4-46af-8acd-40b5021f6af4 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:03:09.099814 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-aa7cd035-587d-4e1d-a5e3-a70ce31baa82 req-7eab233c-cc54-4dc5-8d47-55857fcd5f96 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:09.103089 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aa7cd035-587d-4e1d-a5e3-a70ce31baa82 req-7eab233c-cc54-4dc5-8d47-55857fcd5f96 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.36 "DELETE /v2.0/ports/17165557-72b4-46af-8acd-40b5021f6af4 HTTP/1.1" status: 204 len: 173 time: 2.3158305 Aug 28 15:03:09.117510 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecda62f-1410-445b-ab36-07d6f2dfdd00', 'name': 'network-vif-deleted', 'tag': '17165557-72b4-46af-8acd-40b5021f6af4'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:03:09.132038 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25243a7e-7e9d-45b4-8ab7-18aec08d662c" -d '{"events": [{"server_uuid": "1ecda62f-1410-445b-ab36-07d6f2dfdd00", "name": "network-vif-deleted", "tag": "17165557-72b4-46af-8acd-40b5021f6af4"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:03:09.138006 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-efc06650-71a6-48a8-905b-be48ec1ad96c tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:09.138591 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc06650-71a6-48a8-905b-be48ec1ad96c tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9166ba1c-0648-4192-b6cf-4b83777e6a8a {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:03:09.140877 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:09.177009 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-81bb2db0-5da5-40f0-af69-da0a2e9e7e56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4cd8f72aca01440aa85612fc8a632905&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0747070 Aug 28 15:03:09.180750 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39284) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:09.193177 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb2db0-5da5-40f0-af69-da0a2e9e7e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c673f45a-04dd-4b8b-9c4c-bf0a3969c8df,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:09.357750 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3061f332-565b-442a-a7a7-e45b648277c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:09.369835 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Allocated IP 172.25.3.177 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/75d97f12-54f2-4acc-a029-be6bab2bb611) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:03:09.431061 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3061f332-565b-442a-a7a7-e45b648277c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:09.509644 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:09.566054 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3061f332-565b-442a-a7a7-e45b648277c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:09.571387 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3061f332-565b-442a-a7a7-e45b648277c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:09.586908 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3061f332-565b-442a-a7a7-e45b648277c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c673f45a-04dd-4b8b-9c4c-bf0a3969c8df HTTP/1.1" status: 204 len: 168 time: 0.4049885 Aug 28 15:03:09.608707 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061f332-565b-442a-a7a7-e45b648277c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c673f45a-04dd-4b8b-9c4c-bf0a3969c8df,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:09.611079 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-c84aef98-e6a2-42ba-9faa-8661c119b356 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:09.613579 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-c84aef98-e6a2-42ba-9faa-8661c119b356 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6262977 Aug 28 15:03:09.617236 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-efc06650-71a6-48a8-905b-be48ec1ad96c tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:09.618341 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-efc06650-71a6-48a8-905b-be48ec1ad96c tempest-RoutersTestDVR-1271156391 tempest-RoutersTestDVR-1271156391-project-admin] 10.222.0.13 "DELETE /v2.0/routers/9166ba1c-0648-4192-b6cf-4b83777e6a8a HTTP/1.1" status: 204 len: 168 time: 1.7482760 Aug 28 15:03:09.621200 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:09.629424 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-0b7e6d5d-9359-44bd-a24b-cb1798be3581 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Request body: {'port': {'device_id': '75d17438-14ff-4683-813b-34d9ea2b328c', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'admin_state_up': True, 'tenant_id': '0323a5c70c614ac49ef91f8097585088'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:09.708673 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024dd3ab-57d1-4e79-ac9f-669d98ed07c0 x-openstack-request-id: req-024dd3ab-57d1-4e79-ac9f-669d98ed07c0 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:03:09.709329 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecda62f-1410-445b-ab36-07d6f2dfdd00", "name": "network-vif-deleted", "tag": "17165557-72b4-46af-8acd-40b5021f6af4", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:03:09.710013 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-024dd3ab-57d1-4e79-ac9f-669d98ed07c0 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:03:09.710497 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ecda62f-1410-445b-ab36-07d6f2dfdd00', 'name': 'network-vif-deleted', 'tag': '17165557-72b4-46af-8acd-40b5021f6af4', 'status': 'completed', 'code': 200} Aug 28 15:03:09.877172 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Pushing event updated for resources: {'Port': ['ID=75d97f12-54f2-4acc-a029-be6bab2bb611,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:09.890446 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:03:09.907512 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:03:09.922079 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:03:09.925478 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:09.926104 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:09.926689 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:09.927235 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:09.927823 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:09.928539 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:09.929081 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:09.929647 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:09.930181 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:09.930730 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:09.931263 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:09.931859 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:10.047349 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-21df154d-ab57-440e-b9e3-1c61cbe64f67 req-58f8a2d2-f442-4c24-93ec-d9266d3980e1 tempest-ServerRescueTestJSONUnderV235-774163218 tempest-ServerRescueTestJSONUnderV235-774163218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecda62f-1410-445b-ab36-07d6f2dfdd00 HTTP/1.1" status: 200 len: 210 time: 0.1855805 Aug 28 15:03:10.117239 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638c7180-2900-452f-9032-f99c9a5648e1 None None] Network 9886e83f-4349-46cf-b40e-fc441d6f9ff9 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:03:10.363910 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-fb54ef3e-ca01-4ebe-8e0b-a3b0fdaa6f52 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0323a5c70c614ac49ef91f8097585088&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422585 Aug 28 15:03:10.366532 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9d9b3f1b-db20-4f50-9576-3e409ff91fc8 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:03:10.407860 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39316) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:10.506065 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a8b93112-f1f2-4a41-8725-f58e1ab9948c None None] Provisioning for port 9d9b3f1b-db20-4f50-9576-3e409ff91fc8 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:03:10.510507 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 17165557-72b4-46af-8acd-40b5021f6af4 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:03:10.593433 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 17165557-72b4-46af-8acd-40b5021f6af4 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:03:10.601715 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-c11e258b-e4d7-4ce4-a2c0-c40ad3226502 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:10.606337 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 17165557-72b4-46af-8acd-40b5021f6af4 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:03:10.611119 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-c11e258b-e4d7-4ce4-a2c0-c40ad3226502 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2369158 Aug 28 15:03:10.624759 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-3a324861-4fef-4940-81ad-4805184d2e58 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Request body: {'port': {'device_id': 'a0ecb989-5516-4b6d-8312-f1f2901a9abb', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'admin_state_up': True, 'tenant_id': '0323a5c70c614ac49ef91f8097585088'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:10.748119 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-544b61e0-c329-47a0-8698-f0da560e63fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:10.804693 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39320) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:10.815549 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:10.817969 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 9d9b3f1b-db20-4f50-9576-3e409ff91fc8 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:03:10.825292 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 9d9b3f1b-db20-4f50-9576-3e409ff91fc8 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:03:10.825683 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:10.837056 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2d2ba216-e05d-4bd9-a8e8-a0979e153f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:10.839250 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e10f1076-08a4-4ce4-815b-51a1b4925de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:10.909330 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.db.api [None req-2d2ba216-e05d-4bd9-a8e8-a0979e153f4e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 15:03:10.909330 n-d-712137-10 neutron-server[106329]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 15:03:10.909330 n-d-712137-10 neutron-server[106329]: [parameters: {'project_id_1': '60e4fe8a54a94483944597ccc4540c40', 'expiration_1': datetime.datetime(2021, 8, 28, 15, 3, 10, 897874)}] Aug 28 15:03:10.909330 n-d-712137-10 neutron-server[106329]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:03:10.910113 n-d-712137-10 neutron-server[106329]: DEBUG oslo_db.api [None req-2d2ba216-e05d-4bd9-a8e8-a0979e153f4e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:03:10.927803 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:11.001856 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 9d9b3f1b-db20-4f50-9576-3e409ff91fc8, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=9d9b3f1b-db20-4f50-9576-3e409ff91fc8,segment=NetworkSegment(522c141f-e3a1-4da6-a6cb-25e4079ef9db),segment_id=522c141f-e3a1-4da6-a6cb-25e4079ef9db)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:03:11.006421 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:11.021061 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-0b7e6d5d-9359-44bd-a24b-cb1798be3581 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Made reservation on behalf of 0323a5c70c614ac49ef91f8097585088 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:03:11.024800 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-0b7e6d5d-9359-44bd-a24b-cb1798be3581 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:11.062502 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e10f1076-08a4-4ce4-815b-51a1b4925de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:11.109976 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-3a324861-4fef-4940-81ad-4805184d2e58 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Made reservation on behalf of 0323a5c70c614ac49ef91f8097585088 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:03:11.128412 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-3a324861-4fef-4940-81ad-4805184d2e58 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:11.131900 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e10f1076-08a4-4ce4-815b-51a1b4925de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:11.167271 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39334) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:11.172049 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=9d9b3f1b-db20-4f50-9576-3e409ff91fc8,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:11.181603 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-3a324861-4fef-4940-81ad-4805184d2e58 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:11.191183 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-0b7e6d5d-9359-44bd-a24b-cb1798be3581 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:11.197287 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fb811562-24d8-4cf1-ac46-022e030cd3ca req-d8644b0b-98ef-466e-8d0d-a1c7e05d7dc6 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ecb989-5516-4b6d-8312-f1f2901a9abb HTTP/1.1" status: 200 len: 210 time: 0.7689917 Aug 28 15:03:11.303863 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e10f1076-08a4-4ce4-815b-51a1b4925de2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=76241eeab067451d9d9a06334c048a95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8945572 Aug 28 15:03:11.305113 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39340) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:11.313499 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f1076-08a4-4ce4-815b-51a1b4925de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e206fb-b800-43bf-9c74-247f1b62a9b0,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:11.383532 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:11.413895 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2d2ba216-e05d-4bd9-a8e8-a0979e153f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:11.469058 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6e70918a-97d7-44de-a9dd-a38851c649a7 None None] Provisioning complete for port 9d9b3f1b-db20-4f50-9576-3e409ff91fc8 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:03:11.469678 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6e70918a-97d7-44de-a9dd-a38851c649a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:11.473283 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-05ec7634-0194-4e76-ad6d-2e93c0eb2fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:11.549267 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-05ec7634-0194-4e76-ad6d-2e93c0eb2fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:11.619279 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-3a324861-4fef-4940-81ad-4805184d2e58 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:11.630803 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-3a324861-4fef-4940-81ad-4805184d2e58 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:11.678917 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:11.749071 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-05ec7634-0194-4e76-ad6d-2e93c0eb2fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:11.751901 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-05ec7634-0194-4e76-ad6d-2e93c0eb2fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:11.753143 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-05ec7634-0194-4e76-ad6d-2e93c0eb2fac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73e206fb-b800-43bf-9c74-247f1b62a9b0 HTTP/1.1" status: 204 len: 168 time: 0.4467432 Aug 28 15:03:11.766982 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a324861-4fef-4940-81ad-4805184d2e58 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1995cdf-1f59-4eaa-9fee-89a9702c4bac,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:11.775560 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.db.api [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-0b7e6d5d-9359-44bd-a24b-cb1798be3581 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 0323a5c70c614ac49ef91f8097585088 {{(pid=106330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:03:11.775942 n-d-712137-10 neutron-server[106330]: DEBUG oslo_db.api [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-0b7e6d5d-9359-44bd-a24b-cb1798be3581 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:03:11.818009 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec7634-0194-4e76-ad6d-2e93c0eb2fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e206fb-b800-43bf-9c74-247f1b62a9b0,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:11.852768 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:11.944138 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9d9b3f1b-db20-4f50-9576-3e409ff91fc8 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:03:12.013017 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 9d9b3f1b-db20-4f50-9576-3e409ff91fc8 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:03:12.013694 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:12.016209 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-3a324861-4fef-4940-81ad-4805184d2e58 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Allocated IP 192.168.233.239 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/c8f4c4c0-d6a9-4789-8f5b-43dd31567204) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:03:12.053856 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Router 3d1aec5e-a483-4dcc-8396-96a392d0d54d is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:03:12.278373 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2d2ba216-e05d-4bd9-a8e8-a0979e153f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:12.281730 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-0b7e6d5d-9359-44bd-a24b-cb1798be3581 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:12.306827 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39358) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:12.315537 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2d2ba216-e05d-4bd9-a8e8-a0979e153f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:12.358509 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e306d363-e474-405a-9903-af395b9e71bd req-00bae82b-ace7-462c-ba4c-a71648743e20 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ecb989-5516-4b6d-8312-f1f2901a9abb HTTP/1.1" status: 200 len: 210 time: 0.0533817 Aug 28 15:03:12.364924 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bff52fcc-6f6f-4b3c-8ff4-589f3f9f5a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:12.405565 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:03:12.418683 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b065cc7f-4af9-4698-94e2-a38124bb9924 None None] Sync routers for ids ['3d1aec5e-a483-4dcc-8396-96a392d0d54d'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:03:12.432372 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b065cc7f-4af9-4698-94e2-a38124bb9924 None None] Routers {'3d1aec5e-a483-4dcc-8396-96a392d0d54d'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:12.436126 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b065cc7f-4af9-4698-94e2-a38124bb9924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['3d1aec5e-a483-4dcc-8396-96a392d0d54d'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:12.483129 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2d2ba216-e05d-4bd9-a8e8-a0979e153f4e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60e4fe8a54a94483944597ccc4540c40&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6770585 Aug 28 15:03:12.489549 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39362) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:12.518132 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b065cc7f-4af9-4698-94e2-a38124bb9924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:12.524087 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ba216-e05d-4bd9-a8e8-a0979e153f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accbee1d-44b4-419b-b3be-9e03f8033867,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:12.537276 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b065cc7f-4af9-4698-94e2-a38124bb9924 None None] Routers {'3d1aec5e-a483-4dcc-8396-96a392d0d54d'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:12.538262 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b065cc7f-4af9-4698-94e2-a38124bb9924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['3d1aec5e-a483-4dcc-8396-96a392d0d54d'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:12.578690 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b065cc7f-4af9-4698-94e2-a38124bb9924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:12.579607 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b065cc7f-4af9-4698-94e2-a38124bb9924 None None] The sync data for ids ['3d1aec5e-a483-4dcc-8396-96a392d0d54d'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:03:12.633476 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c0a1c6b5-e43b-46dc-a424-b0bdd02574c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:12.710032 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-3a324861-4fef-4940-81ad-4805184d2e58 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:12.716112 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-059278f1-6608-4091-9a71-c59f0c927c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:12.735990 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-3a324861-4fef-4940-81ad-4805184d2e58 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Transition to ACTIVE for port object c8f4c4c0-d6a9-4789-8f5b-43dd31567204 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:03:12.761054 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-059278f1-6608-4091-9a71-c59f0c927c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:12.813996 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-3a324861-4fef-4940-81ad-4805184d2e58 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:12.851449 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bff52fcc-6f6f-4b3c-8ff4-589f3f9f5a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:12.870559 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bff52fcc-6f6f-4b3c-8ff4-589f3f9f5a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:12.913343 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bff52fcc-6f6f-4b3c-8ff4-589f3f9f5a97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba3b9627a21f4bf5bb5f534b29112978&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6018205 Aug 28 15:03:12.918126 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:12.922716 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c812d3b5-49b5-4e51-8412-57ca47ee35de tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.3803103 Aug 28 15:03:12.930485 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39366) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:12.930662 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39368) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:12.939743 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-3a324861-4fef-4940-81ad-4805184d2e58 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:03:12.947103 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-3a324861-4fef-4940-81ad-4805184d2e58 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:03:12.959028 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-3a324861-4fef-4940-81ad-4805184d2e58 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:03:13.010244 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a324861-4fef-4940-81ad-4805184d2e58 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Pushing event updated for resources: {'Port': ['ID=c8f4c4c0-d6a9-4789-8f5b-43dd31567204,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:13.024462 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-0b7e6d5d-9359-44bd-a24b-cb1798be3581 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Allocated IP 192.168.233.221 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/8d81b040-810c-4814-ac11-72ba84903a1b) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:03:13.027941 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-059278f1-6608-4091-9a71-c59f0c927c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:13.030616 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-059278f1-6608-4091-9a71-c59f0c927c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:13.045618 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-059278f1-6608-4091-9a71-c59f0c927c18 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/accbee1d-44b4-419b-b3be-9e03f8033867 HTTP/1.1" status: 204 len: 168 time: 0.5439568 Aug 28 15:03:13.076045 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff52fcc-6f6f-4b3c-8ff4-589f3f9f5a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad3de8f-b4ce-452f-9a5b-3e6d4be44641,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:13.157090 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059278f1-6608-4091-9a71-c59f0c927c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accbee1d-44b4-419b-b3be-9e03f8033867,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:13.222957 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:13.234369 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-3a324861-4fef-4940-81ad-4805184d2e58 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:13.237016 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-3a324861-4fef-4940-81ad-4805184d2e58 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:13.273541 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-3a324861-4fef-4940-81ad-4805184d2e58 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6545560 Aug 28 15:03:13.300215 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-db9a2dd1-feb9-42fe-9dc7-cae8614c31e5 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:03:13.301236 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-db9a2dd1-feb9-42fe-9dc7-cae8614c31e5 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0197449 Aug 28 15:03:13.373035 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0c2dffcd-e9ef-41e1-8637-70964af68a51 None None] Provisioning for port c8f4c4c0-d6a9-4789-8f5b-43dd31567204 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:03:13.394024 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0c2dffcd-e9ef-41e1-8637-70964af68a51 None None] Provisioning complete for port c8f4c4c0-d6a9-4789-8f5b-43dd31567204 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:03:13.394404 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0c2dffcd-e9ef-41e1-8637-70964af68a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:13.440839 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b38395f5-ffe5-4292-a6af-5c9f80bd1504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:13.495467 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b38395f5-ffe5-4292-a6af-5c9f80bd1504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:13.517323 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-0c2dffcd-e9ef-41e1-8637-70964af68a51 None None] Port c8f4c4c0-d6a9-4789-8f5b-43dd31567204 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:03:13.552455 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-c0a1c6b5-e43b-46dc-a424-b0bdd02574c7 admin admin] Deleting port ded8d963-e40b-4b95-a951-1725e07eca68 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:03:13.553668 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c0a1c6b5-e43b-46dc-a424-b0bdd02574c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:13.708653 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-4f64af84-7158-43f5-9956-d2e9c3f438a4 service neutron] Request body: {'port': {'device_id': 'a0ecb989-5516-4b6d-8312-f1f2901a9abb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:13.834865 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-c0a1c6b5-e43b-46dc-a424-b0bdd02574c7 admin admin] For port ded8d963-e40b-4b95-a951-1725e07eca68, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ded8d963-e40b-4b95-a951-1725e07eca68,segment=NetworkSegment(6219fa58-01c3-4b44-b315-4c4738f7b23b),segment_id=6219fa58-01c3-4b44-b315-4c4738f7b23b)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:03:13.845658 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c0a1c6b5-e43b-46dc-a424-b0bdd02574c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:13.845869 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-0b7e6d5d-9359-44bd-a24b-cb1798be3581 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:13.863575 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-0b7e6d5d-9359-44bd-a24b-cb1798be3581 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Transition to ACTIVE for port object 8d81b040-810c-4814-ac11-72ba84903a1b will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:03:13.885693 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-c0a1c6b5-e43b-46dc-a424-b0bdd02574c7 admin admin] Calling delete_port for ded8d963-e40b-4b95-a951-1725e07eca68 owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:03:13.967370 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-4f64af84-7158-43f5-9956-d2e9c3f438a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:14.122979 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-0b7e6d5d-9359-44bd-a24b-cb1798be3581 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:14.258193 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e6d5d-9359-44bd-a24b-cb1798be3581 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Pushing event updated for resources: {'Port': ['ID=8d81b040-810c-4814-ac11-72ba84903a1b,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:14.278447 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-0b7e6d5d-9359-44bd-a24b-cb1798be3581 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:03:14.279915 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b38395f5-ffe5-4292-a6af-5c9f80bd1504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:14.282851 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b38395f5-ffe5-4292-a6af-5c9f80bd1504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:14.284948 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b38395f5-ffe5-4292-a6af-5c9f80bd1504 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ad3de8f-b4ce-452f-9a5b-3e6d4be44641 HTTP/1.1" status: 204 len: 168 time: 1.3528521 Aug 28 15:03:14.393772 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38395f5-ffe5-4292-a6af-5c9f80bd1504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad3de8f-b4ce-452f-9a5b-3e6d4be44641,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:14.465777 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-4f64af84-7158-43f5-9956-d2e9c3f438a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8f4c4c0-d6a9-4789-8f5b-43dd31567204 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:03:14.478488 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-4f64af84-7158-43f5-9956-d2e9c3f438a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:14.509409 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-0b7e6d5d-9359-44bd-a24b-cb1798be3581 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:03:14.525272 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-4f64af84-7158-43f5-9956-d2e9c3f438a4 service neutron] Transition to ACTIVE for port object c8f4c4c0-d6a9-4789-8f5b-43dd31567204 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:03:14.528420 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-0b7e6d5d-9359-44bd-a24b-cb1798be3581 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:03:14.536005 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-4f64af84-7158-43f5-9956-d2e9c3f438a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:14.538373 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d67d88d8-dcf1-4065-84d6-7567586017b7 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:14.601450 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c4b33-f56f-4c23-a070-fccaf742c9d3 req-62b0526e-3632-4fea-8edb-dc38093c526d tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:14.603406 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-126c4b33-f56f-4c23-a070-fccaf742c9d3 req-62b0526e-3632-4fea-8edb-dc38093c526d tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ecb989-5516-4b6d-8312-f1f2901a9abb HTTP/1.1" status: 200 len: 936 time: 0.6890478 Aug 28 15:03:14.821716 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-0b7e6d5d-9359-44bd-a24b-cb1798be3581 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:14.822887 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-0b7e6d5d-9359-44bd-a24b-cb1798be3581 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:14.862877 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64af84-7158-43f5-9956-d2e9c3f438a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f4c4c0-d6a9-4789-8f5b-43dd31567204,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:14.920856 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-126c4b33-f56f-4c23-a070-fccaf742c9d3 req-883aea10-06da-4088-ad9c-900ff98c4a0e tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1995cdf-1f59-4eaa-9fee-89a9702c4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297542 Aug 28 15:03:14.924083 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-4f64af84-7158-43f5-9956-d2e9c3f438a4 service neutron] Attempting to bind port c8f4c4c0-d6a9-4789-8f5b-43dd31567204 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:03:14.924414 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-4f64af84-7158-43f5-9956-d2e9c3f438a4 service neutron] Attempting to bind port c8f4c4c0-d6a9-4789-8f5b-43dd31567204 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:03:14.924746 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-4f64af84-7158-43f5-9956-d2e9c3f438a4 service neutron] Attempting to bind port c8f4c4c0-d6a9-4789-8f5b-43dd31567204 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:03:14.939521 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-0b7e6d5d-9359-44bd-a24b-cb1798be3581 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3070192 Aug 28 15:03:14.939900 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-4f64af84-7158-43f5-9956-d2e9c3f438a4 service neutron] Port c8f4c4c0-d6a9-4789-8f5b-43dd31567204 on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:03:14.939900 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-4f64af84-7158-43f5-9956-d2e9c3f438a4 service neutron] Attempting to bind port c8f4c4c0-d6a9-4789-8f5b-43dd31567204 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:03:14.947697 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-4f64af84-7158-43f5-9956-d2e9c3f438a4 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:03:14.948058 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-4f64af84-7158-43f5-9956-d2e9c3f438a4 service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:03:14.948594 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-4f64af84-7158-43f5-9956-d2e9c3f438a4 service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:03:14.949774 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-4f64af84-7158-43f5-9956-d2e9c3f438a4 service neutron] Bound port: c8f4c4c0-d6a9-4789-8f5b-43dd31567204, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:03:14.950428 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-4f64af84-7158-43f5-9956-d2e9c3f438a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:14.982011 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-3fc3a9c4-054b-4418-bd9a-a6304a4b6003 service neutron] Request body: {'port': {'device_id': '75d17438-14ff-4683-813b-34d9ea2b328c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:15.002075 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c0a1c6b5-e43b-46dc-a424-b0bdd02574c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:15.074352 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2c82da12-37f3-4a85-8fe7-bb7865ec5057 None None] Provisioning for port 8d81b040-810c-4814-ac11-72ba84903a1b completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:03:15.102793 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2c82da12-37f3-4a85-8fe7-bb7865ec5057 None None] Provisioning complete for port 8d81b040-810c-4814-ac11-72ba84903a1b triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:03:15.103310 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2c82da12-37f3-4a85-8fe7-bb7865ec5057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:15.187719 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-2c82da12-37f3-4a85-8fe7-bb7865ec5057 None None] Port 8d81b040-810c-4814-ac11-72ba84903a1b cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:03:15.240839 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a1c6b5-e43b-46dc-a424-b0bdd02574c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ded8d963-e40b-4b95-a951-1725e07eca68,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:15.325987 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-4f64af84-7158-43f5-9956-d2e9c3f438a4 service neutron] For port c8f4c4c0-d6a9-4789-8f5b-43dd31567204, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:03:15.468743 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c0a1c6b5-e43b-46dc-a424-b0bdd02574c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:15.474312 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-4f64af84-7158-43f5-9956-d2e9c3f438a4 service neutron] For port c8f4c4c0-d6a9-4789-8f5b-43dd31567204, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=c8f4c4c0-d6a9-4789-8f5b-43dd31567204,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:03:15.487011 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-4f64af84-7158-43f5-9956-d2e9c3f438a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:15.578860 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-4f64af84-7158-43f5-9956-d2e9c3f438a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:15.579483 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-4f64af84-7158-43f5-9956-d2e9c3f438a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:15.581791 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-4f64af84-7158-43f5-9956-d2e9c3f438a4 service neutron] 10.222.0.41 "PUT /v2.0/ports/c8f4c4c0-d6a9-4789-8f5b-43dd31567204 HTTP/1.1" status: 200 len: 1097 time: 2.2625530 Aug 28 15:03:15.596333 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ecb989-5516-4b6d-8312-f1f2901a9abb', 'tag': 'c8f4c4c0-d6a9-4789-8f5b-43dd31567204'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:03:15.598577 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3a5eff-6206-4f29-ab8d-d406ddb5ae76" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ecb989-5516-4b6d-8312-f1f2901a9abb", "tag": "c8f4c4c0-d6a9-4789-8f5b-43dd31567204"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:03:15.812641 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64af84-7158-43f5-9956-d2e9c3f438a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f4c4c0-d6a9-4789-8f5b-43dd31567204,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:15.822319 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79299b1-95a3-4ac0-bdab-d6762d4fa4a8 x-openstack-request-id: req-a79299b1-95a3-4ac0-bdab-d6762d4fa4a8 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:03:15.822616 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ecb989-5516-4b6d-8312-f1f2901a9abb", "tag": "c8f4c4c0-d6a9-4789-8f5b-43dd31567204", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:03:15.822867 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a79299b1-95a3-4ac0-bdab-d6762d4fa4a8 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:03:15.823249 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ecb989-5516-4b6d-8312-f1f2901a9abb', 'tag': 'c8f4c4c0-d6a9-4789-8f5b-43dd31567204', 'status': 'completed', 'code': 200} Aug 28 15:03:15.881803 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-15218ad0-6f00-4bc1-8b10-f35524362e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:15.889910 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-15218ad0-6f00-4bc1-8b10-f35524362e0d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0323a5c70c614ac49ef91f8097585088&device_id=a0ecb989-5516-4b6d-8312-f1f2901a9abb HTTP/1.1" status: 200 len: 1100 time: 0.2380199 Aug 28 15:03:16.006979 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-a313782a-4396-4b7c-9ef0-0dd99dabf329 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=c8f4c4c0-d6a9-4789-8f5b-43dd31567204 HTTP/1.1" status: 200 len: 217 time: 0.1083875 Aug 28 15:03:16.007464 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39466) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:16.269011 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-3fc3a9c4-054b-4418-bd9a-a6304a4b6003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:16.462155 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-96ef9813-18e9-45bb-b1d2-8c05c5c1df3d tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-296706535'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:16.490466 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-d67d88d8-dcf1-4065-84d6-7567586017b7 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Allocated IP 172.20.0.1 (9886e83f-4349-46cf-b40e-fc441d6f9ff9/eef5aa5e-79af-4f71-bbcc-e06bdf6e398b/142c002a-bc67-4aec-9f46-6142913c3586) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:03:16.540068 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-1faa2143-c590-48c8-a7fb-755ca17c955a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:16.541754 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-1faa2143-c590-48c8-a7fb-755ca17c955a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.5152421 Aug 28 15:03:16.597423 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1aace-f0fc-493c-b7a9-b4e8ab96051c req-099718e5-4cfa-4feb-baf7-d36b4cff6471 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:16.604896 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-efe1aace-f0fc-493c-b7a9-b4e8ab96051c req-099718e5-4cfa-4feb-baf7-d36b4cff6471 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ecb989-5516-4b6d-8312-f1f2901a9abb HTTP/1.1" status: 200 len: 948 time: 0.5650978 Aug 28 15:03:16.607408 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ef9813-18e9-45bb-b1d2-8c05c5c1df3d tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Made reservation on behalf of e15fb08e08184d6eb9a374ea3963a37b for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:03:16.610792 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-96ef9813-18e9-45bb-b1d2-8c05c5c1df3d tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:16.643858 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-96ef9813-18e9-45bb-b1d2-8c05c5c1df3d tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:16.672795 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a1c6b5-e43b-46dc-a424-b0bdd02574c7 admin admin] Router 66bf9511-36f9-48d2-9a27-4ba2aadd9fc9 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:03:16.694725 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-227842f9-6c61-4f29-852a-3c33d6e2c3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:16.696305 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-227842f9-6c61-4f29-852a-3c33d6e2c3e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1452754 Aug 28 15:03:16.710311 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-efe1aace-f0fc-493c-b7a9-b4e8ab96051c req-55c48896-ea0a-4f80-8f97-63f5d80ca2f9 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1995cdf-1f59-4eaa-9fee-89a9702c4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036506 Aug 28 15:03:16.771705 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d67d88d8-dcf1-4065-84d6-7567586017b7 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:16.816903 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-d67d88d8-dcf1-4065-84d6-7567586017b7 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Transition to ACTIVE for port object 142c002a-bc67-4aec-9f46-6142913c3586 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:03:16.887496 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-3fc3a9c4-054b-4418-bd9a-a6304a4b6003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d81b040-810c-4814-ac11-72ba84903a1b {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:03:16.907119 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-3fc3a9c4-054b-4418-bd9a-a6304a4b6003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:16.930138 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-3fc3a9c4-054b-4418-bd9a-a6304a4b6003 service neutron] Transition to ACTIVE for port object 8d81b040-810c-4814-ac11-72ba84903a1b will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:03:16.935780 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d67d88d8-dcf1-4065-84d6-7567586017b7 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:16.942022 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-3fc3a9c4-054b-4418-bd9a-a6304a4b6003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:17.030573 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-9bf45d7f-5b34-4011-a8f8-8610be8d6850 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001776 Aug 28 15:03:17.035608 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67d88d8-dcf1-4065-84d6-7567586017b7 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Network 9886e83f-4349-46cf-b40e-fc441d6f9ff9 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:03:17.044832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d88d8-dcf1-4065-84d6-7567586017b7 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Pushing event updated for resources: {'Port': ['ID=142c002a-bc67-4aec-9f46-6142913c3586,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:17.047208 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-d67d88d8-dcf1-4065-84d6-7567586017b7 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:03:17.066970 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a1c6b5-e43b-46dc-a424-b0bdd02574c7 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:03:17.089053 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889b15e1-5283-4b3d-83ba-ca97e20a27f9 None None] Sync routers for ids ['66bf9511-36f9-48d2-9a27-4ba2aadd9fc9'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:03:17.110865 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c0a1c6b5-e43b-46dc-a424-b0bdd02574c7 admin admin] 10.222.0.13 "PUT /v2.0/routers/66bf9511-36f9-48d2-9a27-4ba2aadd9fc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9414768 Aug 28 15:03:17.116153 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889b15e1-5283-4b3d-83ba-ca97e20a27f9 None None] Routers {'66bf9511-36f9-48d2-9a27-4ba2aadd9fc9'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:17.117052 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-889b15e1-5283-4b3d-83ba-ca97e20a27f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['66bf9511-36f9-48d2-9a27-4ba2aadd9fc9'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:17.129380 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67d88d8-dcf1-4065-84d6-7567586017b7 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:03:17.259948 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39506) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:17.272577 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d67d88d8-dcf1-4065-84d6-7567586017b7 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:17.347366 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ceb82692-75a1-40c1-bf7f-0807a8749c1f req-71f298b1-a228-406b-9018-b12f5234dea3 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028281 Aug 28 15:03:17.416476 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-96ef9813-18e9-45bb-b1d2-8c05c5c1df3d tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:17.470579 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-96ef9813-18e9-45bb-b1d2-8c05c5c1df3d tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:17.534190 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ef9813-18e9-45bb-b1d2-8c05c5c1df3d tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:03:17.571316 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-96ef9813-18e9-45bb-b1d2-8c05c5c1df3d tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:17.572266 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-96ef9813-18e9-45bb-b1d2-8c05c5c1df3d tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Added segment 1c7ad9b0-2680-4510-961a-27214557b619 of type vlan for network 89ccbd56-6213-4676-8ffb-9df40613a8e7 Aug 28 15:03:17.615181 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a5eff-6206-4f29-ab8d-d406ddb5ae76 req-7a261a03-181c-4170-afdc-6571f4c52b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:17.617148 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e3a5eff-6206-4f29-ab8d-d406ddb5ae76 req-7a261a03-181c-4170-afdc-6571f4c52b56 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0323a5c70c614ac49ef91f8097585088&device_id=a0ecb989-5516-4b6d-8312-f1f2901a9abb HTTP/1.1" status: 200 len: 1100 time: 0.1976361 Aug 28 15:03:17.618244 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef9813-18e9-45bb-b1d2-8c05c5c1df3d tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf17c44d-5b86-42f1-af3e-d92d241790c5,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:17.726030 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-96ef9813-18e9-45bb-b1d2-8c05c5c1df3d tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:17.781829 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-889b15e1-5283-4b3d-83ba-ca97e20a27f9 None None] Set router 66bf9511-36f9-48d2-9a27-4ba2aadd9fc9 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:03:17.794136 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-af481171-d1fa-4c22-a612-ade597ed227f None None] Provisioning for port 142c002a-bc67-4aec-9f46-6142913c3586 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:03:17.813091 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-af481171-d1fa-4c22-a612-ade597ed227f None None] Provisioning complete for port 142c002a-bc67-4aec-9f46-6142913c3586 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:03:17.813459 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-af481171-d1fa-4c22-a612-ade597ed227f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:17.900802 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3a9c4-054b-4418-bd9a-a6304a4b6003 service neutron] Pushing event updated for resources: {'Port': ['ID=8d81b040-810c-4814-ac11-72ba84903a1b,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:17.908294 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-96ef9813-18e9-45bb-b1d2-8c05c5c1df3d tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:17.914695 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ef9813-18e9-45bb-b1d2-8c05c5c1df3d tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:17.915436 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-96ef9813-18e9-45bb-b1d2-8c05c5c1df3d tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:17.938232 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-af481171-d1fa-4c22-a612-ade597ed227f None None] Port 142c002a-bc67-4aec-9f46-6142913c3586 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:03:18.002701 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef9813-18e9-45bb-b1d2-8c05c5c1df3d tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event updated for resources: {'Network': ['ID=89ccbd56-6213-4676-8ffb-9df40613a8e7,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:18.015804 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a5eff-6206-4f29-ab8d-d406ddb5ae76 req-73aa099d-07e6-4e0c-a941-f5181b7dc3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:18.016690 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 89ccbd56-6213-4676-8ffb-9df40613a8e7 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:03:18.017522 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e3a5eff-6206-4f29-ab8d-d406ddb5ae76 req-73aa099d-07e6-4e0c-a941-f5181b7dc3f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.3917789 Aug 28 15:03:18.026643 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-96ef9813-18e9-45bb-b1d2-8c05c5c1df3d tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0120783 Aug 28 15:03:18.027404 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39544) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:18.037952 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-60d5417d-8085-43b4-b9dd-eb5312393e30 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Request body: {'subnet': {'network_id': '89ccbd56-6213-4676-8ffb-9df40613a8e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:18.041163 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d67d88d8-dcf1-4065-84d6-7567586017b7 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:18.063108 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afacec-41a4-4587-9200-4f7f1c6d8d80 req-ad6b8529-c2cd-49a7-9d7f-feea27fc0866 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:18.070961 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74afacec-41a4-4587-9200-4f7f1c6d8d80 req-ad6b8529-c2cd-49a7-9d7f-feea27fc0866 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ecb989-5516-4b6d-8312-f1f2901a9abb HTTP/1.1" status: 200 len: 948 time: 0.2199414 Aug 28 15:03:18.142552 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-3fc3a9c4-054b-4418-bd9a-a6304a4b6003 service neutron] Attempting to bind port 8d81b040-810c-4814-ac11-72ba84903a1b on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:03:18.142552 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-3fc3a9c4-054b-4418-bd9a-a6304a4b6003 service neutron] Attempting to bind port 8d81b040-810c-4814-ac11-72ba84903a1b by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:03:18.142814 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-3fc3a9c4-054b-4418-bd9a-a6304a4b6003 service neutron] Attempting to bind port 8d81b040-810c-4814-ac11-72ba84903a1b on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:03:18.164844 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e3a5eff-6206-4f29-ab8d-d406ddb5ae76 req-3b9aa9b2-d7e4-4def-b3b2-3dae252fb6f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=c8f4c4c0-d6a9-4789-8f5b-43dd31567204 HTTP/1.1" status: 200 len: 217 time: 0.1391685 Aug 28 15:03:18.231420 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-889b15e1-5283-4b3d-83ba-ca97e20a27f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-476999386-router', 'tenant_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'fcc08f66-3c0d-4cdf-8721-03e601b3d813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:01:41Z', 'updated_at': '2021-08-28T15:03:14Z', 'revision_number': 5, 'project_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'gw_port': {'id': 'fcc08f66-3c0d-4cdf-8721-03e601b3d813', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:43Z', 'updated_at': '2021-08-28T15:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:18.282521 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889b15e1-5283-4b3d-83ba-ca97e20a27f9 None None] Checking router: 66bf9511-36f9-48d2-9a27-4ba2aadd9fc9 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:03:18.295621 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889b15e1-5283-4b3d-83ba-ca97e20a27f9 None None] Routers {'66bf9511-36f9-48d2-9a27-4ba2aadd9fc9'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:18.296631 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-889b15e1-5283-4b3d-83ba-ca97e20a27f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['66bf9511-36f9-48d2-9a27-4ba2aadd9fc9'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:18.297883 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74afacec-41a4-4587-9200-4f7f1c6d8d80 req-1b67f7b6-bb1a-4bb8-a4d3-78f1e20bf948 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1995cdf-1f59-4eaa-9fee-89a9702c4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191811 Aug 28 15:03:18.326031 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a5eff-6206-4f29-ab8d-d406ddb5ae76 req-07101e2e-b701-4321-a886-831322f74f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:18.327875 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e3a5eff-6206-4f29-ab8d-d406ddb5ae76 req-07101e2e-b701-4321-a886-831322f74f21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1470451 Aug 28 15:03:18.339444 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d5417d-8085-43b4-b9dd-eb5312393e30 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Made reservation on behalf of e15fb08e08184d6eb9a374ea3963a37b for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:03:18.351953 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-60d5417d-8085-43b4-b9dd-eb5312393e30 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:18.391806 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-3fc3a9c4-054b-4418-bd9a-a6304a4b6003 service neutron] Port 8d81b040-810c-4814-ac11-72ba84903a1b on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:03:18.392366 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-3fc3a9c4-054b-4418-bd9a-a6304a4b6003 service neutron] Attempting to bind port 8d81b040-810c-4814-ac11-72ba84903a1b on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:03:18.410766 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6766f376-4323-4f28-a9b5-f956667dc0bd admin admin] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:18.483288 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-3fc3a9c4-054b-4418-bd9a-a6304a4b6003 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:03:18.483633 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-3fc3a9c4-054b-4418-bd9a-a6304a4b6003 service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:03:18.489329 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-3fc3a9c4-054b-4418-bd9a-a6304a4b6003 service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:03:18.489802 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-3fc3a9c4-054b-4418-bd9a-a6304a4b6003 service neutron] Bound port: 8d81b040-810c-4814-ac11-72ba84903a1b, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:03:18.490364 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-3fc3a9c4-054b-4418-bd9a-a6304a4b6003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:18.506416 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-889b15e1-5283-4b3d-83ba-ca97e20a27f9 None None] Set router 66bf9511-36f9-48d2-9a27-4ba2aadd9fc9 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:03:18.598228 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a5eff-6206-4f29-ab8d-d406ddb5ae76 req-3e2efcd8-0ac1-4d6e-be76-3426ef565f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:18.599788 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e3a5eff-6206-4f29-ab8d-d406ddb5ae76 req-3e2efcd8-0ac1-4d6e-be76-3426ef565f4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2615476 Aug 28 15:03:18.668775 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6766f376-4323-4f28-a9b5-f956667dc0bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:18.752416 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-3fc3a9c4-054b-4418-bd9a-a6304a4b6003 service neutron] For port 8d81b040-810c-4814-ac11-72ba84903a1b, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:03:18.756089 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-3fc3a9c4-054b-4418-bd9a-a6304a4b6003 service neutron] For port 8d81b040-810c-4814-ac11-72ba84903a1b, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=8d81b040-810c-4814-ac11-72ba84903a1b,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:03:18.772356 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-3fc3a9c4-054b-4418-bd9a-a6304a4b6003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:18.790999 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e3a5eff-6206-4f29-ab8d-d406ddb5ae76 req-b4f00c6d-2886-4798-805f-85eef9439d27 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790833 Aug 28 15:03:18.829163 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-3fc3a9c4-054b-4418-bd9a-a6304a4b6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:18.829882 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-3fc3a9c4-054b-4418-bd9a-a6304a4b6003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:18.831366 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-3fc3a9c4-054b-4418-bd9a-a6304a4b6003 service neutron] 10.222.0.36 "PUT /v2.0/ports/8d81b040-810c-4814-ac11-72ba84903a1b HTTP/1.1" status: 200 len: 1097 time: 3.8854420 Aug 28 15:03:18.834040 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d17438-14ff-4683-813b-34d9ea2b328c', 'tag': '8d81b040-810c-4814-ac11-72ba84903a1b'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:03:18.837661 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-889b15e1-5283-4b3d-83ba-ca97e20a27f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-476999386-router', 'tenant_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'fcc08f66-3c0d-4cdf-8721-03e601b3d813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:01:41Z', 'updated_at': '2021-08-28T15:03:14Z', 'revision_number': 5, 'project_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'gw_port': {'id': 'fcc08f66-3c0d-4cdf-8721-03e601b3d813', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:43Z', 'updated_at': '2021-08-28T15:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:18.840853 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584f0be2-48cd-4ea9-b1b8-216e33733c38" -d '{"events": [{"name": "network-changed", "server_uuid": "75d17438-14ff-4683-813b-34d9ea2b328c", "tag": "8d81b040-810c-4814-ac11-72ba84903a1b"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:03:18.899148 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889b15e1-5283-4b3d-83ba-ca97e20a27f9 None None] The sync data for ids ['66bf9511-36f9-48d2-9a27-4ba2aadd9fc9'] in n-d-712137-10 is: [{'id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-476999386-router', 'tenant_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'fcc08f66-3c0d-4cdf-8721-03e601b3d813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:01:41Z', 'updated_at': '2021-08-28T15:03:14Z', 'revision_number': 5, 'project_id': '47a98ee661eb4f6b9e7f4574238a2c1b', 'gw_port': {'id': 'fcc08f66-3c0d-4cdf-8721-03e601b3d813', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bf9511-36f9-48d2-9a27-4ba2aadd9fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:01:43Z', 'updated_at': '2021-08-28T15:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:03:18.931424 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-60d5417d-8085-43b4-b9dd-eb5312393e30 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:19.023412 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584cc451-201e-4f6c-b05a-8c8be6d83e89 x-openstack-request-id: req-584cc451-201e-4f6c-b05a-8c8be6d83e89 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:03:19.023809 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75d17438-14ff-4683-813b-34d9ea2b328c", "tag": "8d81b040-810c-4814-ac11-72ba84903a1b", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:03:19.024088 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-584cc451-201e-4f6c-b05a-8c8be6d83e89 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:03:19.024587 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d17438-14ff-4683-813b-34d9ea2b328c', 'tag': '8d81b040-810c-4814-ac11-72ba84903a1b', 'status': 'completed', 'code': 200} Aug 28 15:03:19.083814 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5417d-8085-43b4-b9dd-eb5312393e30 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event updated for resources: {'Subnet': ['ID=21bf41ab-4234-4f20-a565-cc90c31af923,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:19.095347 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3a9c4-054b-4418-bd9a-a6304a4b6003 service neutron] Pushing event updated for resources: {'Port': ['ID=8d81b040-810c-4814-ac11-72ba84903a1b,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:19.102310 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e3a5eff-6206-4f29-ab8d-d406ddb5ae76 req-d9836d7b-f013-4391-820d-8af039d6d719 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008943 Aug 28 15:03:19.153546 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d5417d-8085-43b4-b9dd-eb5312393e30 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Checking segment: {'id': '1c7ad9b0-2680-4510-961a-27214557b619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '89ccbd56-6213-4676-8ffb-9df40613a8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:03:19.154225 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d5417d-8085-43b4-b9dd-eb5312393e30 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Network hostable DHCP agents. Network: 89ccbd56-6213-4676-8ffb-9df40613a8e7, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:03:19.174245 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-a72e67e3-b565-4db8-890a-7d7016c66d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:19.175822 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-a72e67e3-b565-4db8-890a-7d7016c66d40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0323a5c70c614ac49ef91f8097585088&device_id=75d17438-14ff-4683-813b-34d9ea2b328c HTTP/1.1" status: 200 len: 1100 time: 0.2151144 Aug 28 15:03:19.185233 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-6766f376-4323-4f28-a9b5-f956667dc0bd admin admin] Deleting port fcc08f66-3c0d-4cdf-8721-03e601b3d813 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:03:19.188158 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6766f376-4323-4f28-a9b5-f956667dc0bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:19.209975 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d5417d-8085-43b4-b9dd-eb5312393e30 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Network 89ccbd56-6213-4676-8ffb-9df40613a8e7 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:03:19.230975 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-60d5417d-8085-43b4-b9dd-eb5312393e30 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 89ccbd56-6213-4676-8ffb-9df40613a8e7) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:03:19.240419 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65af476-0031-4324-ab83-5c1884077a7e None None] Network 89ccbd56-6213-4676-8ffb-9df40613a8e7 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:03:19.265580 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d5417d-8085-43b4-b9dd-eb5312393e30 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:19.266204 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-60d5417d-8085-43b4-b9dd-eb5312393e30 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:19.283950 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-11d34cb3-bcd8-4554-a368-30b1fb63f22b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=8d81b040-810c-4814-ac11-72ba84903a1b HTTP/1.1" status: 200 len: 217 time: 0.0883014 Aug 28 15:03:19.311033 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-60d5417d-8085-43b4-b9dd-eb5312393e30 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2770298 Aug 28 15:03:19.313672 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39618) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:19.319394 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-372c57a0-8dea-4c90-b42a-e54998736bcb tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-181081238', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}, 'admin_state_up': False}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:19.381912 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-372c57a0-8dea-4c90-b42a-e54998736bcb tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:19.383894 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-372c57a0-8dea-4c90-b42a-e54998736bcb tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:19.415277 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d67d88d8-dcf1-4065-84d6-7567586017b7 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:19.432607 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d67d88d8-dcf1-4065-84d6-7567586017b7 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:19.521067 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8a6778-61e5-4e32-9d0e-079f78ad0932 None None] Network 89ccbd56-6213-4676-8ffb-9df40613a8e7 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:03:19.522739 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-372c57a0-8dea-4c90-b42a-e54998736bcb tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:19.557193 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-6766f376-4323-4f28-a9b5-f956667dc0bd admin admin] For port fcc08f66-3c0d-4cdf-8721-03e601b3d813, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=fcc08f66-3c0d-4cdf-8721-03e601b3d813,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:03:19.557563 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6766f376-4323-4f28-a9b5-f956667dc0bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:19.578542 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-55be26c2-db71-4479-9f5b-7cf9e31e0967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:19.580697 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-55be26c2-db71-4479-9f5b-7cf9e31e0967 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.2752001 Aug 28 15:03:19.595994 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-6766f376-4323-4f28-a9b5-f956667dc0bd admin admin] Calling delete_port for fcc08f66-3c0d-4cdf-8721-03e601b3d813 owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:03:19.718879 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d67d88d8-dcf1-4065-84d6-7567586017b7 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:19.724380 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-372c57a0-8dea-4c90-b42a-e54998736bcb tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:19.747680 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1862ed-edc1-4c3a-b89e-9a5881adf075 req-cce3e3c0-3185-4658-a3ea-e567bb808265 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:19.750134 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4c1862ed-edc1-4c3a-b89e-9a5881adf075 req-cce3e3c0-3185-4658-a3ea-e567bb808265 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ecb989-5516-4b6d-8312-f1f2901a9abb HTTP/1.1" status: 200 len: 948 time: 0.3501265 Aug 28 15:03:19.755731 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d88d8-dcf1-4065-84d6-7567586017b7 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Pushing event updated for resources: {'Port': ['ID=142c002a-bc67-4aec-9f46-6142913c3586,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:19.812792 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ded8d963-e40b-4b95-a951-1725e07eca68 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:03:19.835425 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: ded8d963-e40b-4b95-a951-1725e07eca68 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:03:19.835813 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ded8d963-e40b-4b95-a951-1725e07eca68 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:03:19.936872 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-182f9252-83de-49c8-9ab9-5849b3928843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:19.938662 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-182f9252-83de-49c8-9ab9-5849b3928843 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3405275 Aug 28 15:03:19.987484 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4c1862ed-edc1-4c3a-b89e-9a5881adf075 req-51605f08-2f63-4b98-b640-254b36890832 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1995cdf-1f59-4eaa-9fee-89a9702c4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453776 Aug 28 15:03:20.045462 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-372c57a0-8dea-4c90-b42a-e54998736bcb tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:20.071381 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-372c57a0-8dea-4c90-b42a-e54998736bcb tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:20.085087 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67d88d8-dcf1-4065-84d6-7567586017b7 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Network 9886e83f-4349-46cf-b40e-fc441d6f9ff9 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:03:20.094579 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-d67d88d8-dcf1-4065-84d6-7567586017b7 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:03:20.142193 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-9f281213-1c1f-4fea-b811-91f914a2c87d service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678727 Aug 28 15:03:20.243797 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6766f376-4323-4f28-a9b5-f956667dc0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:20.272800 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-372c57a0-8dea-4c90-b42a-e54998736bcb tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Allocated IP 172.25.3.125 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/8de1371b-8ae9-4312-b39a-9d2730a518fa) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:03:20.304777 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39668) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:20.468960 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-372c57a0-8dea-4c90-b42a-e54998736bcb tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:20.499010 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-201e1e53-ad75-49ed-8a08-31395fbf5a5a None None] Provisioning complete for port 142c002a-bc67-4aec-9f46-6142913c3586 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:03:20.499612 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-201e1e53-ad75-49ed-8a08-31395fbf5a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:20.509064 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b0707014-58b5-4786-981a-7e521e29787b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:20.541638 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-201e1e53-ad75-49ed-8a08-31395fbf5a5a None None] Port 142c002a-bc67-4aec-9f46-6142913c3586 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:03:20.602549 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-372c57a0-8dea-4c90-b42a-e54998736bcb tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:20.662628 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372c57a0-8dea-4c90-b42a-e54998736bcb tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:03:20.670267 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-372c57a0-8dea-4c90-b42a-e54998736bcb tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:03:20.677120 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372c57a0-8dea-4c90-b42a-e54998736bcb tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:03:20.706446 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c57a0-8dea-4c90-b42a-e54998736bcb tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event updated for resources: {'Port': ['ID=8de1371b-8ae9-4312-b39a-9d2730a518fa,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:20.749646 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b0707014-58b5-4786-981a-7e521e29787b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:20.760292 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766f376-4323-4f28-a9b5-f956667dc0bd admin admin] Pushing event deleted for resources: {'Port': ['ID=fcc08f66-3c0d-4cdf-8721-03e601b3d813,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:20.785248 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b0707014-58b5-4786-981a-7e521e29787b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:20.879173 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b0707014-58b5-4786-981a-7e521e29787b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d98622b17eab457380db82fbf95f5e66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5723672 Aug 28 15:03:20.885144 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39684) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:20.898855 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0707014-58b5-4786-981a-7e521e29787b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db16e7f-a9a0-4df5-8b84-fe5451291649,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:20.916235 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6766f376-4323-4f28-a9b5-f956667dc0bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:20.920638 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e859eea-458c-4506-b6d5-a2c91a923e86 req-91e2d87e-e5a6-4a23-bf67-c711e0eca2a0 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7351513 Aug 28 15:03:20.951849 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67d88d8-dcf1-4065-84d6-7567586017b7 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Router 3d1aec5e-a483-4dcc-8396-96a392d0d54d has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:03:21.021565 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c72c0812-825b-4db0-ac16-3c2b7e44f71b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:21.072665 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6766f376-4323-4f28-a9b5-f956667dc0bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:21.076343 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6766f376-4323-4f28-a9b5-f956667dc0bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:21.096021 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-fba8ec88-0fd2-43cf-8d78-ff05fb4a6c2e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:21.097471 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-fba8ec88-0fd2-43cf-8d78-ff05fb4a6c2e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/networks?id=1123c5af-47ee-4e05-9c33-399c448cd238 HTTP/1.1" status: 200 len: 805 time: 0.3344998 Aug 28 15:03:21.133705 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c72c0812-825b-4db0-ac16-3c2b7e44f71b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:21.165760 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-372c57a0-8dea-4c90-b42a-e54998736bcb tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:21.187844 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6766f376-4323-4f28-a9b5-f956667dc0bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:21.188397 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6766f376-4323-4f28-a9b5-f956667dc0bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66bf9511-36f9-48d2-9a27-4ba2aadd9fc9 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:03:21.193641 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-be6ad2b1-d05a-4a8e-ade1-c40361ff6480 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/quotas/3e95395be3d24839a8701be7dfdce9ea HTTP/1.1" status: 200 len: 375 time: 0.0300567 Aug 28 15:03:21.197178 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6766f376-4323-4f28-a9b5-f956667dc0bd admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:21.201218 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6766f376-4323-4f28-a9b5-f956667dc0bd admin admin] 10.222.0.13 "DELETE /v2.0/routers/66bf9511-36f9-48d2-9a27-4ba2aadd9fc9 HTTP/1.1" status: 204 len: 168 time: 3.6459527 Aug 28 15:03:21.202709 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f0be2-48cd-4ea9-b1b8-216e33733c38 req-c37c61a0-bf6d-4388-ae75-f9bf7086b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:21.204232 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-584f0be2-48cd-4ea9-b1b8-216e33733c38 req-c37c61a0-bf6d-4388-ae75-f9bf7086b6f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0323a5c70c614ac49ef91f8097585088&device_id=75d17438-14ff-4683-813b-34d9ea2b328c HTTP/1.1" status: 200 len: 1100 time: 0.2063553 Aug 28 15:03:21.204686 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39690) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:21.235858 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9c79c-a620-4743-8cf8-392dcb92ce34 req-8fbc877e-397b-438b-833f-3c66e844f142 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:21.237423 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-10d9c79c-a620-4743-8cf8-392dcb92ce34 req-8fbc877e-397b-438b-833f-3c66e844f142 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ecb989-5516-4b6d-8312-f1f2901a9abb HTTP/1.1" status: 200 len: 948 time: 0.1721716 Aug 28 15:03:21.300556 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c72c0812-825b-4db0-ac16-3c2b7e44f71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:21.303099 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c72c0812-825b-4db0-ac16-3c2b7e44f71b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:21.304283 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c72c0812-825b-4db0-ac16-3c2b7e44f71b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7db16e7f-a9a0-4df5-8b84-fe5451291649 HTTP/1.1" status: 204 len: 168 time: 0.4182067 Aug 28 15:03:21.330624 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c0812-825b-4db0-ac16-3c2b7e44f71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db16e7f-a9a0-4df5-8b84-fe5451291649,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:21.341531 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-10d9c79c-a620-4743-8cf8-392dcb92ce34 req-4cd7c865-cbd5-4a45-a380-eb6551ee82ad tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1995cdf-1f59-4eaa-9fee-89a9702c4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729270 Aug 28 15:03:21.402837 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67d88d8-dcf1-4065-84d6-7567586017b7 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:03:21.409581 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5d3efe-d6fb-40cf-ba3f-80914cf08819 admin admin] Deleting subnet ee386120-21d6-41b3-a564-7a270295e67c {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:03:21.416997 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9581f1f5-fb61-4437-9209-93c3ce73e426 None None] Sync routers for ids ['3d1aec5e-a483-4dcc-8396-96a392d0d54d'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:03:21.418412 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d67d88d8-dcf1-4065-84d6-7567586017b7 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] 10.222.0.13 "PUT /v2.0/routers/3d1aec5e-a483-4dcc-8396-96a392d0d54d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4849479 Aug 28 15:03:21.421396 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39696) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:21.423260 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3efe-d6fb-40cf-ba3f-80914cf08819 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:21.430697 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-2b2cc477-2e44-498d-9e15-250cb1fea21d tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Request body: {'port': {'network_id': '9886e83f-4349-46cf-b40e-fc441d6f9ff9', 'name': 'tempest-FloatingIPAdminTestJSON-507964335'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:21.435153 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9581f1f5-fb61-4437-9209-93c3ce73e426 None None] Routers {'3d1aec5e-a483-4dcc-8396-96a392d0d54d'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:21.436504 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9581f1f5-fb61-4437-9209-93c3ce73e426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['3d1aec5e-a483-4dcc-8396-96a392d0d54d'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:21.457932 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-7e43e20d-1888-4a58-aa5b-f0f64c65b1a7 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e95395be3d24839a8701be7dfdce9ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2492363 Aug 28 15:03:21.471755 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-070ea5ae-3dc1-4018-b047-25fa1701b91b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:03:21.473062 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-070ea5ae-3dc1-4018-b047-25fa1701b91b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059364 Aug 28 15:03:21.482081 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f0be2-48cd-4ea9-b1b8-216e33733c38 req-8c8efaa5-ce62-47e0-8a03-29d7318204a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:21.483794 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-584f0be2-48cd-4ea9-b1b8-216e33733c38 req-8c8efaa5-ce62-47e0-8a03-29d7318204a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.2678304 Aug 28 15:03:21.493868 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3efe-d6fb-40cf-ba3f-80914cf08819 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:21.575305 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-584f0be2-48cd-4ea9-b1b8-216e33733c38 req-689427ee-e159-4a9e-88e1-abafca181142 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=8d81b040-810c-4814-ac11-72ba84903a1b HTTP/1.1" status: 200 len: 217 time: 0.0737600 Aug 28 15:03:21.654714 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9581f1f5-fb61-4437-9209-93c3ce73e426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:21.664061 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9581f1f5-fb61-4437-9209-93c3ce73e426 None None] Routers {'3d1aec5e-a483-4dcc-8396-96a392d0d54d'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:21.664903 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9581f1f5-fb61-4437-9209-93c3ce73e426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['3d1aec5e-a483-4dcc-8396-96a392d0d54d'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:21.702282 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9581f1f5-fb61-4437-9209-93c3ce73e426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:21.703320 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9581f1f5-fb61-4437-9209-93c3ce73e426 None None] The sync data for ids ['3d1aec5e-a483-4dcc-8396-96a392d0d54d'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:03:21.735983 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-c377db16-88ae-4657-84b3-dc290050eba4 service neutron] 10.222.0.13 "GET /v2.0/networks/1123c5af-47ee-4e05-9c33-399c448cd238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446411 Aug 28 15:03:21.741230 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3efe-d6fb-40cf-ba3f-80914cf08819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:21.780224 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39700) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:21.799532 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f0be2-48cd-4ea9-b1b8-216e33733c38 req-beb7a3c6-c306-4b49-8dc4-4e8895b1c6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:21.801087 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-584f0be2-48cd-4ea9-b1b8-216e33733c38 req-beb7a3c6-c306-4b49-8dc4-4e8895b1c6fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1351085 Aug 28 15:03:21.854754 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-573d6474-a7bb-430f-aeae-6749e77523e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:21.870409 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device fcc08f66-3c0d-4cdf-8721-03e601b3d813 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:03:21.893730 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: fcc08f66-3c0d-4cdf-8721-03e601b3d813 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:03:21.894174 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device fcc08f66-3c0d-4cdf-8721-03e601b3d813 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:03:21.961929 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3efe-d6fb-40cf-ba3f-80914cf08819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:21.970997 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f0be2-48cd-4ea9-b1b8-216e33733c38 req-d9804302-7e1e-45bd-a0de-ebceb1b2122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:21.972516 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-584f0be2-48cd-4ea9-b1b8-216e33733c38 req-d9804302-7e1e-45bd-a0de-ebceb1b2122f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1343439 Aug 28 15:03:21.998702 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-1aa280fc-9dfa-4c9c-b442-0604f4eaadd6 service neutron] 10.222.0.13 "GET /v2.0/networks/1123c5af-47ee-4e05-9c33-399c448cd238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536588 Aug 28 15:03:22.010941 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d3efe-d6fb-40cf-ba3f-80914cf08819 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee386120-21d6-41b3-a564-7a270295e67c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:22.012139 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-372c57a0-8dea-4c90-b42a-e54998736bcb tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:22.017453 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3efe-d6fb-40cf-ba3f-80914cf08819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:22.021980 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ec5d3efe-d6fb-40cf-ba3f-80914cf08819 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ee386120-21d6-41b3-a564-7a270295e67c HTTP/1.1" status: 204 len: 168 time: 0.8145247 Aug 28 15:03:22.022761 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39702) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:22.046043 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device c8f4c4c0-d6a9-4789-8f5b-43dd31567204 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:03:22.144110 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-584f0be2-48cd-4ea9-b1b8-216e33733c38 req-f6063851-73d0-46ea-8152-0924b77637c1 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426494 Aug 28 15:03:22.149134 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port c8f4c4c0-d6a9-4789-8f5b-43dd31567204, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=c8f4c4c0-d6a9-4789-8f5b-43dd31567204,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:03:22.182054 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'c8f4c4c0-d6a9-4789-8f5b-43dd31567204', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': 'c8f4c4c0-d6a9-4789-8f5b-43dd31567204', 'mac_address': 'fa:16:3e:f0:27:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:03:22.209380 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-573d6474-a7bb-430f-aeae-6749e77523e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:22.216789 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-573d6474-a7bb-430f-aeae-6749e77523e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:22.223734 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae88680-62f8-450e-8c28-8e3109e46146 req-1eaffa10-f351-4261-8768-397919b8ca45 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:22.225277 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eae88680-62f8-450e-8c28-8e3109e46146 req-1eaffa10-f351-4261-8768-397919b8ca45 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.36 "GET /v2.0/ports?device_id=22197459-2b58-4bc5-a10b-a5f9a0cd699d HTTP/1.1" status: 200 len: 945 time: 0.2899160 Aug 28 15:03:22.228532 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:22.250707 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f4c4c0-d6a9-4789-8f5b-43dd31567204 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:03:22.276070 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d6474-a7bb-430f-aeae-6749e77523e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d17c09c-0ca9-4794-9a13-79888d7c2e2d,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:22.281345 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-573d6474-a7bb-430f-aeae-6749e77523e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38f72d0a902946f2b2b16d13aa5af146&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5000925 Aug 28 15:03:22.284381 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port c8f4c4c0-d6a9-4789-8f5b-43dd31567204, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=c8f4c4c0-d6a9-4789-8f5b-43dd31567204,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:03:22.285834 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39708) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:22.291857 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:22.310114 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-584f0be2-48cd-4ea9-b1b8-216e33733c38 req-f9e05a79-6d3d-4dc6-8fa8-dc03533a9a0b service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563461 Aug 28 15:03:22.321458 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eaf8e2ec-a508-4875-abea-4039dda34060 req-1d66c099-9ab8-4391-a625-926cb6c3dfdf tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=300112ea-57bb-4b4d-8748-1cb61a936b0a HTTP/1.1" status: 200 len: 210 time: 0.1084180 Aug 28 15:03:22.357662 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7162efff-0fa8-4767-9df5-01504299bf23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:22.367031 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=c8f4c4c0-d6a9-4789-8f5b-43dd31567204,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:22.384339 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7162efff-0fa8-4767-9df5-01504299bf23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:22.393443 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8cfc51a6-c356-43fd-975b-59375180bb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:22.444448 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7162efff-0fa8-4767-9df5-01504299bf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:22.447001 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7162efff-0fa8-4767-9df5-01504299bf23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:22.451374 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7162efff-0fa8-4767-9df5-01504299bf23 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d17c09c-0ca9-4794-9a13-79888d7c2e2d HTTP/1.1" status: 204 len: 168 time: 0.1570134 Aug 28 15:03:22.451546 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2cc477-2e44-498d-9e15-250cb1fea21d tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Made reservation on behalf of e69ccebf8d0443d5908c40c2de91e221 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:03:22.458969 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162efff-0fa8-4767-9df5-01504299bf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d17c09c-0ca9-4794-9a13-79888d7c2e2d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:22.460022 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b2cc477-2e44-498d-9e15-250cb1fea21d tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:22.566628 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1ba83-8550-4ae6-be18-987bbdf1d079 req-4720349b-1de0-48fe-b11c-6d7d1e8000f0 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:22.568954 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94a1ba83-8550-4ae6-be18-987bbdf1d079 req-4720349b-1de0-48fe-b11c-6d7d1e8000f0 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ecb989-5516-4b6d-8312-f1f2901a9abb HTTP/1.1" status: 200 len: 949 time: 0.1111174 Aug 28 15:03:22.569682 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-2b2cc477-2e44-498d-9e15-250cb1fea21d tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] device_id is not set on port d92dbd64-986d-4561-9166-19857834087d yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:03:22.636608 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['c8f4c4c0-d6a9-4789-8f5b-43dd31567204'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:03:22.643639 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8cfc51a6-c356-43fd-975b-59375180bb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:22.649015 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-eae88680-62f8-450e-8c28-8e3109e46146 req-dba2b773-c287-4059-98c5-14c0ea596f82 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Deleting port f729278e-f947-45e5-b579-6852c3b44ada {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:03:22.649580 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-eae88680-62f8-450e-8c28-8e3109e46146 req-dba2b773-c287-4059-98c5-14c0ea596f82 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:22.651430 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94a1ba83-8550-4ae6-be18-987bbdf1d079 req-fe095e39-626b-41d7-9ad3-d3f3ff783c34 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1995cdf-1f59-4eaa-9fee-89a9702c4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687413 Aug 28 15:03:22.731094 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-8cfc51a6-c356-43fd-975b-59375180bb12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4658c4f1-5019-4dcd-967b-2ee10544b1b5']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:22.756243 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-8cfc51a6-c356-43fd-975b-59375180bb12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6219fa58-01c3-4b44-b315-4c4738f7b23b') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:22.756688 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-8cfc51a6-c356-43fd-975b-59375180bb12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6219fa58-01c3-4b44-b315-4c4738f7b23b') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:22.788535 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8cfc51a6-c356-43fd-975b-59375180bb12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:22.848271 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372c57a0-8dea-4c90-b42a-e54998736bcb tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Router 9bae9c87-6925-440a-9206-ed27a647fa5a is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:03:22.850641 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8cfc51a6-c356-43fd-975b-59375180bb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:22.887146 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-eae88680-62f8-450e-8c28-8e3109e46146 req-dba2b773-c287-4059-98c5-14c0ea596f82 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] For port f729278e-f947-45e5-b579-6852c3b44ada, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f729278e-f947-45e5-b579-6852c3b44ada,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:03:22.887524 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-eae88680-62f8-450e-8c28-8e3109e46146 req-dba2b773-c287-4059-98c5-14c0ea596f82 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:22.890606 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cfc51a6-c356-43fd-975b-59375180bb12 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:03:22.890606 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8cfc51a6-c356-43fd-975b-59375180bb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:03:22.892511 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:03:22.958585 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-2b2cc477-2e44-498d-9e15-250cb1fea21d tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Allocated IP 172.20.0.9 (9886e83f-4349-46cf-b40e-fc441d6f9ff9/eef5aa5e-79af-4f71-bbcc-e06bdf6e398b/d92dbd64-986d-4561-9166-19857834087d) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:03:22.962507 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-eae88680-62f8-450e-8c28-8e3109e46146 req-dba2b773-c287-4059-98c5-14c0ea596f82 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Calling delete_port for f729278e-f947-45e5-b579-6852c3b44ada owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:03:23.080047 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8cfc51a6-c356-43fd-975b-59375180bb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:23.122705 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8cfc51a6-c356-43fd-975b-59375180bb12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:23.124971 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8cfc51a6-c356-43fd-975b-59375180bb12 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4658c4f1-5019-4dcd-967b-2ee10544b1b5 HTTP/1.1" status: 204 len: 168 time: 1.0974030 Aug 28 15:03:23.158451 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc51a6-c356-43fd-975b-59375180bb12 admin admin] Pushing event deleted for resources: {'Network': ['ID=4658c4f1-5019-4dcd-967b-2ee10544b1b5,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:23.236423 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372c57a0-8dea-4c90-b42a-e54998736bcb tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:03:23.247037 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eda5e40-877e-4eee-b56d-6e9333339648 None None] Sync routers for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:03:23.259808 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eda5e40-877e-4eee-b56d-6e9333339648 None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:23.262273 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-4eda5e40-877e-4eee-b56d-6e9333339648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:23.278489 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-372c57a0-8dea-4c90-b42a-e54998736bcb tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:23.279776 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-372c57a0-8dea-4c90-b42a-e54998736bcb tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.9647911 Aug 28 15:03:23.282605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39742) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:23.300974 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-4eda5e40-877e-4eee-b56d-6e9333339648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:23.312882 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39744) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:23.313441 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eda5e40-877e-4eee-b56d-6e9333339648 None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:23.314790 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-4eda5e40-877e-4eee-b56d-6e9333339648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:23.360432 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-4eda5e40-877e-4eee-b56d-6e9333339648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:23.361538 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eda5e40-877e-4eee-b56d-6e9333339648 None None] The sync data for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:03:23.429729 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e6153af2-fae9-4f25-96fc-f503b0e6beeb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47a98ee661eb4f6b9e7f4574238a2c1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1157115 Aug 28 15:03:23.434988 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39750) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:23.456544 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-eae88680-62f8-450e-8c28-8e3109e46146 req-dba2b773-c287-4059-98c5-14c0ea596f82 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:23.461067 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b2cc477-2e44-498d-9e15-250cb1fea21d tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:23.514673 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2b773-c287-4059-98c5-14c0ea596f82 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Pushing event deleted for resources: {'Port': ['ID=f729278e-f947-45e5-b579-6852c3b44ada,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:23.519911 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-2b2cc477-2e44-498d-9e15-250cb1fea21d tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Transition to ACTIVE for port object d92dbd64-986d-4561-9166-19857834087d will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:03:23.524476 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-20adff2d-a381-4c04-b173-52c5139058af req-63c93f5c-58bf-4bbb-b907-a7cab6d6b0d0 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=300112ea-57bb-4b4d-8748-1cb61a936b0a HTTP/1.1" status: 200 len: 210 time: 0.0578294 Aug 28 15:03:23.571487 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae88680-62f8-450e-8c28-8e3109e46146 req-dba2b773-c287-4059-98c5-14c0ea596f82 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] No DVR routers for this DVR port f729278e-f947-45e5-b579-6852c3b44ada on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:03:23.578079 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-eae88680-62f8-450e-8c28-8e3109e46146 req-dba2b773-c287-4059-98c5-14c0ea596f82 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:23.580085 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eae88680-62f8-450e-8c28-8e3109e46146 req-dba2b773-c287-4059-98c5-14c0ea596f82 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.36 "DELETE /v2.0/ports/f729278e-f947-45e5-b579-6852c3b44ada HTTP/1.1" status: 204 len: 173 time: 1.3436978 Aug 28 15:03:23.580698 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22197459-2b58-4bc5-a10b-a5f9a0cd699d', 'name': 'network-vif-deleted', 'tag': 'f729278e-f947-45e5-b579-6852c3b44ada'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:03:23.583641 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7353728b-8bdd-4e60-a773-5675b02f1815" -d '{"events": [{"server_uuid": "22197459-2b58-4bc5-a10b-a5f9a0cd699d", "name": "network-vif-deleted", "tag": "f729278e-f947-45e5-b579-6852c3b44ada"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:03:23.613449 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0cb78ed0-8db1-4734-ab79-d3039a919efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:23.647017 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b2cc477-2e44-498d-9e15-250cb1fea21d tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:23.650185 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0cb78ed0-8db1-4734-ab79-d3039a919efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:23.678925 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74438234-3d0e-4138-94f9-3b141cb80d92 x-openstack-request-id: req-74438234-3d0e-4138-94f9-3b141cb80d92 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:03:23.679207 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22197459-2b58-4bc5-a10b-a5f9a0cd699d", "name": "network-vif-deleted", "tag": "f729278e-f947-45e5-b579-6852c3b44ada", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:03:23.679635 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74438234-3d0e-4138-94f9-3b141cb80d92 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:03:23.680389 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22197459-2b58-4bc5-a10b-a5f9a0cd699d', 'name': 'network-vif-deleted', 'tag': 'f729278e-f947-45e5-b579-6852c3b44ada', 'status': 'completed', 'code': 200} Aug 28 15:03:23.729834 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2cc477-2e44-498d-9e15-250cb1fea21d tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Network 9886e83f-4349-46cf-b40e-fc441d6f9ff9 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:03:23.739535 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-e16b4bdb-91b3-4242-89b4-d4c2626f72d9 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:23.739748 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-2b2cc477-2e44-498d-9e15-250cb1fea21d tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:03:23.743901 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-e16b4bdb-91b3-4242-89b4-d4c2626f72d9 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.36 "GET /v2.0/networks?id=1123c5af-47ee-4e05-9c33-399c448cd238 HTTP/1.1" status: 200 len: 805 time: 0.3350999 Aug 28 15:03:23.744690 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2cc477-2e44-498d-9e15-250cb1fea21d tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:03:23.781778 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-a4b993d9-22ed-41ed-b893-e3004d90d0bd tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Request body: {'port': {'device_id': '300112ea-57bb-4b4d-8748-1cb61a936b0a', 'network_id': '1123c5af-47ee-4e05-9c33-399c448cd238', 'admin_state_up': True, 'tenant_id': '3e95395be3d24839a8701be7dfdce9ea'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:23.809844 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cc477-2e44-498d-9e15-250cb1fea21d tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Pushing event updated for resources: {'Port': ['ID=d92dbd64-986d-4561-9166-19857834087d,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:23.865447 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2cc477-2e44-498d-9e15-250cb1fea21d tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:23.866183 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b2cc477-2e44-498d-9e15-250cb1fea21d tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:23.879848 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0cb78ed0-8db1-4734-ab79-d3039a919efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:23.883344 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0cb78ed0-8db1-4734-ab79-d3039a919efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:23.887195 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0cb78ed0-8db1-4734-ab79-d3039a919efa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef33d209-f85e-4ff1-b776-e497e7328387 HTTP/1.1" status: 204 len: 168 time: 0.4505796 Aug 28 15:03:23.910136 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2b2cc477-2e44-498d-9e15-250cb1fea21d tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4856615 Aug 28 15:03:23.912188 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb78ed0-8db1-4734-ab79-d3039a919efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef33d209-f85e-4ff1-b776-e497e7328387,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:23.914018 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39766) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:23.927850 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36ff94-872d-497a-820c-d30dd772ce8d req-6a86a2e5-0364-4054-ae9b-db966fbed9d8 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:23.929569 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cc36ff94-872d-497a-820c-d30dd772ce8d req-6a86a2e5-0364-4054-ae9b-db966fbed9d8 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ecb989-5516-4b6d-8312-f1f2901a9abb HTTP/1.1" status: 200 len: 949 time: 0.1452839 Aug 28 15:03:23.978836 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:03:24.029764 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cc36ff94-872d-497a-820c-d30dd772ce8d req-b56641e0-4122-48ea-a6f2-38d0c863077e tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1995cdf-1f59-4eaa-9fee-89a9702c4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820737 Aug 28 15:03:24.068927 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device c8f4c4c0-d6a9-4789-8f5b-43dd31567204 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:03:24.088332 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-a4b993d9-22ed-41ed-b893-e3004d90d0bd tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Made reservation on behalf of 3e95395be3d24839a8701be7dfdce9ea for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:03:24.092730 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-a4b993d9-22ed-41ed-b893-e3004d90d0bd tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:24.157323 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port c8f4c4c0-d6a9-4789-8f5b-43dd31567204 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:03:24.163522 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port c8f4c4c0-d6a9-4789-8f5b-43dd31567204 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:03:24.163967 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:24.240270 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-5de29af1-3fd9-4aed-b7f9-9cf4f6fa5153 None None] Provisioning for port d92dbd64-986d-4561-9166-19857834087d completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:03:24.276269 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-0e4726c9-8fba-4628-a8da-babd37e494de tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'project_id': 'e69ccebf8d0443d5908c40c2de91e221', 'port_id': 'd92dbd64-986d-4561-9166-19857834087d'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:24.302406 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-5de29af1-3fd9-4aed-b7f9-9cf4f6fa5153 None None] Provisioning complete for port d92dbd64-986d-4561-9166-19857834087d triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:03:24.303333 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5de29af1-3fd9-4aed-b7f9-9cf4f6fa5153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:24.323371 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e4726c9-8fba-4628-a8da-babd37e494de tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:24.351467 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:24.354209 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-5de29af1-3fd9-4aed-b7f9-9cf4f6fa5153 None None] Port d92dbd64-986d-4561-9166-19857834087d cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:03:24.410784 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-a4b993d9-22ed-41ed-b893-e3004d90d0bd tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Allocated IP 172.20.0.10 (1123c5af-47ee-4e05-9c33-399c448cd238/0232775b-ecc0-4f31-8c1b-6f02e982b8c0/654cf52b-a141-4ea0-aa93-0a22ddf90d35) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:03:24.414679 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:24.423600 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ecb989-5516-4b6d-8312-f1f2901a9abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f4c4c0-d6a9-4789-8f5b-43dd31567204'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:03:24.426311 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f43e9e-5dc8-4de6-8ff6-20f10ef875f0" -d '{"events": [{"server_uuid": "a0ecb989-5516-4b6d-8312-f1f2901a9abb", "name": "network-vif-plugged", "status": "completed", "tag": "c8f4c4c0-d6a9-4789-8f5b-43dd31567204"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:03:24.444515 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port c8f4c4c0-d6a9-4789-8f5b-43dd31567204, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=c8f4c4c0-d6a9-4789-8f5b-43dd31567204,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:03:24.451848 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:24.495197 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 8d81b040-810c-4814-ac11-72ba84903a1b details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:03:24.503636 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e4726c9-8fba-4628-a8da-babd37e494de tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:24.505009 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f729278e-f947-45e5-b579-6852c3b44ada no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:03:24.524145 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f5fbebd4-6f53-430c-956e-39207d072634 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:24.576831 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: f729278e-f947-45e5-b579-6852c3b44ada {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:03:24.577112 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f729278e-f947-45e5-b579-6852c3b44ada not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:03:24.625771 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=c8f4c4c0-d6a9-4789-8f5b-43dd31567204,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:24.690132 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4ad2b309-cdd5-4e8f-946c-e0d3258d108a req-da9bf3cb-b01c-49ec-ad4b-f21612f7719b tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=300112ea-57bb-4b4d-8748-1cb61a936b0a HTTP/1.1" status: 200 len: 210 time: 0.0677786 Aug 28 15:03:24.721006 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-0e4726c9-8fba-4628-a8da-babd37e494de tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Allocated IP 172.25.3.34 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/a1d0cc0f-c895-4ab1-b2d7-951e5abea565) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:03:24.815174 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 8d81b040-810c-4814-ac11-72ba84903a1b, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=8d81b040-810c-4814-ac11-72ba84903a1b,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:03:24.838734 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '8d81b040-810c-4814-ac11-72ba84903a1b', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': '8d81b040-810c-4814-ac11-72ba84903a1b', 'mac_address': 'fa:16:3e:90:72:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:03:24.921149 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:24.936892 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d81b040-810c-4814-ac11-72ba84903a1b {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:03:24.952085 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e4726c9-8fba-4628-a8da-babd37e494de tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:24.979424 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 8d81b040-810c-4814-ac11-72ba84903a1b, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=8d81b040-810c-4814-ac11-72ba84903a1b,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:03:24.985996 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:25.056212 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=8d81b040-810c-4814-ac11-72ba84903a1b,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:25.081912 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e4726c9-8fba-4628-a8da-babd37e494de tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:25.084860 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d8b89b-71ef-4fcd-8c74-c7abb510b93e x-openstack-request-id: req-f0d8b89b-71ef-4fcd-8c74-c7abb510b93e {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:03:25.085365 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ecb989-5516-4b6d-8312-f1f2901a9abb", "name": "network-vif-plugged", "status": "completed", "tag": "c8f4c4c0-d6a9-4789-8f5b-43dd31567204", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:03:25.085464 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0d8b89b-71ef-4fcd-8c74-c7abb510b93e {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:03:25.085825 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ecb989-5516-4b6d-8312-f1f2901a9abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f4c4c0-d6a9-4789-8f5b-43dd31567204', 'code': 200} Aug 28 15:03:25.143526 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4726c9-8fba-4628-a8da-babd37e494de tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:03:25.174982 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-0e4726c9-8fba-4628-a8da-babd37e494de tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:03:25.183702 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4726c9-8fba-4628-a8da-babd37e494de tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:03:25.197113 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4726c9-8fba-4628-a8da-babd37e494de tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Pushing event updated for resources: {'Port': ['ID=a1d0cc0f-c895-4ab1-b2d7-951e5abea565,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:25.236002 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-a4b993d9-22ed-41ed-b893-e3004d90d0bd tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:25.264054 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['8d81b040-810c-4814-ac11-72ba84903a1b'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:03:25.270616 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0ea51-d1a4-4ebd-abe7-053aada1781d req-9f0c1a86-0383-4db9-aa14-3f4ed9abf92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:25.272279 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8db0ea51-d1a4-4ebd-abe7-053aada1781d req-9f0c1a86-0383-4db9-aa14-3f4ed9abf92f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a0ecb989-5516-4b6d-8312-f1f2901a9abb HTTP/1.1" status: 200 len: 1102 time: 0.1311221 Aug 28 15:03:25.313458 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39016d0-2473-4406-bd99-d107ce8833d1 req-db60988b-c858-46d4-9002-536bbfe0c4af tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:25.319299 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d39016d0-2473-4406-bd99-d107ce8833d1 req-db60988b-c858-46d4-9002-536bbfe0c4af tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ecb989-5516-4b6d-8312-f1f2901a9abb HTTP/1.1" status: 200 len: 950 time: 0.1387796 Aug 28 15:03:25.414528 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-a4b993d9-22ed-41ed-b893-e3004d90d0bd tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:25.417258 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8db0ea51-d1a4-4ebd-abe7-053aada1781d req-8aeb3324-47a1-458a-b3c9-6a3c8fef9ceb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f1995cdf-1f59-4eaa-9fee-89a9702c4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219285 Aug 28 15:03:25.443529 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d39016d0-2473-4406-bd99-d107ce8833d1 req-ff566b31-9d7e-422e-99dd-65cbc051f89a tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1995cdf-1f59-4eaa-9fee-89a9702c4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230443 Aug 28 15:03:25.486903 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b993d9-22ed-41ed-b893-e3004d90d0bd tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Pushing event updated for resources: {'Port': ['ID=654cf52b-a141-4ea0-aa93-0a22ddf90d35,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:25.497650 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-a4b993d9-22ed-41ed-b893-e3004d90d0bd tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Network 1123c5af-47ee-4e05-9c33-399c448cd238 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:03:25.502466 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-a4b993d9-22ed-41ed-b893-e3004d90d0bd tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:03:25.507158 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-a4b993d9-22ed-41ed-b893-e3004d90d0bd tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:03:25.582692 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39822) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:25.587213 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-a4b993d9-22ed-41ed-b893-e3004d90d0bd tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:25.587809 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-a4b993d9-22ed-41ed-b893-e3004d90d0bd tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:25.615279 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-a4b993d9-22ed-41ed-b893-e3004d90d0bd tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8376024 Aug 28 15:03:25.616680 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-f5fbebd4-6f53-430c-956e-39207d072634 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Allocated IP 172.20.0.1 (89ccbd56-6213-4676-8ffb-9df40613a8e7/21bf41ab-4234-4f20-a565-cc90c31af923/855176c1-1972-4a76-8571-8df8abec44f7) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:03:25.629675 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-973a3dc0-c39d-4383-892a-cad6fbd06a0f service neutron] Request body: {'port': {'device_id': '300112ea-57bb-4b4d-8748-1cb61a936b0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:25.692066 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-973a3dc0-c39d-4383-892a-cad6fbd06a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:25.739397 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-2ab87bb5-0ebd-421d-9a46-3137edc4fd34 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1053862399-network', 'tenant_id': '038a0222e6f34dfa8dce183514c3f3db'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:25.812671 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab87bb5-0ebd-421d-9a46-3137edc4fd34 admin admin] Made reservation on behalf of 038a0222e6f34dfa8dce183514c3f3db for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:03:25.815073 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2ab87bb5-0ebd-421d-9a46-3137edc4fd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:25.828232 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e4726c9-8fba-4628-a8da-babd37e494de tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:25.832304 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2ab87bb5-0ebd-421d-9a46-3137edc4fd34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:25.937680 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e4726c9-8fba-4628-a8da-babd37e494de tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:26.001077 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f5fbebd4-6f53-430c-956e-39207d072634 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:26.010507 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56f625-8645-4c2c-915b-d61b3ccb532d req-c4436079-ee01-4394-8e09-679e424c06f5 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:26.012694 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2d56f625-8645-4c2c-915b-d61b3ccb532d req-c4436079-ee01-4394-8e09-679e424c06f5 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=300112ea-57bb-4b4d-8748-1cb61a936b0a HTTP/1.1" status: 200 len: 932 time: 0.2106557 Aug 28 15:03:26.074473 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2ab87bb5-0ebd-421d-9a46-3137edc4fd34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:26.080359 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2ab87bb5-0ebd-421d-9a46-3137edc4fd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:26.126834 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab87bb5-0ebd-421d-9a46-3137edc4fd34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:03:26.131079 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2d56f625-8645-4c2c-915b-d61b3ccb532d req-42ee2a11-cec6-4709-b131-8e5112117bfc tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066661 Aug 28 15:03:26.141214 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab87bb5-0ebd-421d-9a46-3137edc4fd34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd62cf35-3e10-4c49-a496-8f5b80800946,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:26.151165 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2ab87bb5-0ebd-421d-9a46-3137edc4fd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:26.151510 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-2ab87bb5-0ebd-421d-9a46-3137edc4fd34 admin admin] Added segment 537ec9af-2404-4c1d-a957-efd06cc39195 of type vlan for network 03e6b4b8-6c68-4060-8426-90fcc4950716 Aug 28 15:03:26.203640 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39846) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:26.208087 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2ab87bb5-0ebd-421d-9a46-3137edc4fd34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:26.212833 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f5fbebd4-6f53-430c-956e-39207d072634 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:26.218561 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e4726c9-8fba-4628-a8da-babd37e494de tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:26.227702 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e4726c9-8fba-4628-a8da-babd37e494de tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:26.303744 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fbebd4-6f53-430c-956e-39207d072634 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Network 89ccbd56-6213-4676-8ffb-9df40613a8e7 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:03:26.303937 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2ab87bb5-0ebd-421d-9a46-3137edc4fd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:26.304659 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbebd4-6f53-430c-956e-39207d072634 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event updated for resources: {'Port': ['ID=855176c1-1972-4a76-8571-8df8abec44f7,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:26.304901 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab87bb5-0ebd-421d-9a46-3137edc4fd34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:26.305485 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2ab87bb5-0ebd-421d-9a46-3137edc4fd34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:26.309705 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-f5fbebd4-6f53-430c-956e-39207d072634 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:03:26.313818 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fbebd4-6f53-430c-956e-39207d072634 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:03:26.324883 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-973a3dc0-c39d-4383-892a-cad6fbd06a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 654cf52b-a141-4ea0-aa93-0a22ddf90d35 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:03:26.338764 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:26.360271 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-973a3dc0-c39d-4383-892a-cad6fbd06a0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:26.366609 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4726c9-8fba-4628-a8da-babd37e494de tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Pushing event updated for resources: {'Port': ['ID=a1d0cc0f-c895-4ab1-b2d7-951e5abea565,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:26.384399 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-973a3dc0-c39d-4383-892a-cad6fbd06a0f service neutron] Transition to ACTIVE for port object 654cf52b-a141-4ea0-aa93-0a22ddf90d35 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:03:26.389281 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-db919838-ebf6-4eeb-a4b9-53f90ac8bc70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:26.389753 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f5fbebd4-6f53-430c-956e-39207d072634 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:26.397961 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2ab87bb5-0ebd-421d-9a46-3137edc4fd34 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8142045 Aug 28 15:03:26.405800 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39850) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:26.409654 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e4726c9-8fba-4628-a8da-babd37e494de tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:26.415146 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-246f5688-285c-439f-9a77-6e1fd71550cf admin admin] Request body: {'subnet': {'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1053862399-subnet', 'tenant_id': '038a0222e6f34dfa8dce183514c3f3db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:26.430715 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-973a3dc0-c39d-4383-892a-cad6fbd06a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:26.455115 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab87bb5-0ebd-421d-9a46-3137edc4fd34 admin admin] Pushing event updated for resources: {'Network': ['ID=03e6b4b8-6c68-4060-8426-90fcc4950716,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:26.478303 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 03e6b4b8-6c68-4060-8426-90fcc4950716 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:03:26.486528 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.db.api [None req-db919838-ebf6-4eeb-a4b9-53f90ac8bc70 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 15:03:26.486528 n-d-712137-10 neutron-server[106329]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 15:03:26.486528 n-d-712137-10 neutron-server[106329]: [parameters: {'project_id_1': '63d8288805a247319a452178e59c6808', 'expiration_1': datetime.datetime(2021, 8, 28, 15, 3, 26, 465342)}] Aug 28 15:03:26.486528 n-d-712137-10 neutron-server[106329]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:03:26.486936 n-d-712137-10 neutron-server[106329]: DEBUG oslo_db.api [None req-db919838-ebf6-4eeb-a4b9-53f90ac8bc70 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:03:26.506893 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a3dc0-c39d-4383-892a-cad6fbd06a0f service neutron] Pushing event updated for resources: {'Port': ['ID=654cf52b-a141-4ea0-aa93-0a22ddf90d35,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:26.543249 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 8d81b040-810c-4814-ac11-72ba84903a1b up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:03:26.554265 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-0e4726c9-8fba-4628-a8da-babd37e494de tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Floating IP ce60877d-b2be-41c9-8809-50af6ed2a40a associated. External IP: 172.25.3.34, port: d92dbd64-986d-4561-9166-19857834087d. Aug 28 15:03:26.559000 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246f5688-285c-439f-9a77-6e1fd71550cf admin admin] Made reservation on behalf of 038a0222e6f34dfa8dce183514c3f3db for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:03:26.561809 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-246f5688-285c-439f-9a77-6e1fd71550cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:26.616969 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 8d81b040-810c-4814-ac11-72ba84903a1b completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:03:26.621646 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 8d81b040-810c-4814-ac11-72ba84903a1b triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:03:26.622546 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:26.657146 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-973a3dc0-c39d-4383-892a-cad6fbd06a0f service neutron] Attempting to bind port 654cf52b-a141-4ea0-aa93-0a22ddf90d35 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:03:26.657496 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-973a3dc0-c39d-4383-892a-cad6fbd06a0f service neutron] Attempting to bind port 654cf52b-a141-4ea0-aa93-0a22ddf90d35 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '054bce77-d965-4f6e-801e-8da1b8abd808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1123c5af-47ee-4e05-9c33-399c448cd238'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:03:26.657851 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-973a3dc0-c39d-4383-892a-cad6fbd06a0f service neutron] Attempting to bind port 654cf52b-a141-4ea0-aa93-0a22ddf90d35 on network 1123c5af-47ee-4e05-9c33-399c448cd238 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:03:26.659990 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f5fbebd4-6f53-430c-956e-39207d072634 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:26.676480 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-973a3dc0-c39d-4383-892a-cad6fbd06a0f service neutron] Port 654cf52b-a141-4ea0-aa93-0a22ddf90d35 on network 1123c5af-47ee-4e05-9c33-399c448cd238 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:03:26.676814 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-973a3dc0-c39d-4383-892a-cad6fbd06a0f service neutron] Attempting to bind port 654cf52b-a141-4ea0-aa93-0a22ddf90d35 on network 1123c5af-47ee-4e05-9c33-399c448cd238 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:03:26.706435 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-973a3dc0-c39d-4383-892a-cad6fbd06a0f service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:03:26.707052 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-973a3dc0-c39d-4383-892a-cad6fbd06a0f service neutron] Checking segment: {'id': '054bce77-d965-4f6e-801e-8da1b8abd808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1123c5af-47ee-4e05-9c33-399c448cd238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:03:26.707452 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-973a3dc0-c39d-4383-892a-cad6fbd06a0f service neutron] Bound using segment: {'id': '054bce77-d965-4f6e-801e-8da1b8abd808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1123c5af-47ee-4e05-9c33-399c448cd238'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:03:26.707936 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-973a3dc0-c39d-4383-892a-cad6fbd06a0f service neutron] Bound port: 654cf52b-a141-4ea0-aa93-0a22ddf90d35, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '054bce77-d965-4f6e-801e-8da1b8abd808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1123c5af-47ee-4e05-9c33-399c448cd238'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:03:26.708309 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-973a3dc0-c39d-4383-892a-cad6fbd06a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:26.716582 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:26.757594 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 8d81b040-810c-4814-ac11-72ba84903a1b, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=8d81b040-810c-4814-ac11-72ba84903a1b,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:03:26.763845 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:26.764912 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f729278e-f947-45e5-b579-6852c3b44ada no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:03:26.821076 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: f729278e-f947-45e5-b579-6852c3b44ada {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:03:26.821453 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f729278e-f947-45e5-b579-6852c3b44ada not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:03:26.840677 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=8d81b040-810c-4814-ac11-72ba84903a1b,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:26.966893 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-973a3dc0-c39d-4383-892a-cad6fbd06a0f service neutron] For port 654cf52b-a141-4ea0-aa93-0a22ddf90d35, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:03:26.987613 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-973a3dc0-c39d-4383-892a-cad6fbd06a0f service neutron] For port 654cf52b-a141-4ea0-aa93-0a22ddf90d35, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=654cf52b-a141-4ea0-aa93-0a22ddf90d35,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:03:26.990630 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-db919838-ebf6-4eeb-a4b9-53f90ac8bc70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:26.995009 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-973a3dc0-c39d-4383-892a-cad6fbd06a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:27.047716 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-973a3dc0-c39d-4383-892a-cad6fbd06a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:27.049012 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-973a3dc0-c39d-4383-892a-cad6fbd06a0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:27.050429 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-973a3dc0-c39d-4383-892a-cad6fbd06a0f service neutron] 10.222.0.36 "PUT /v2.0/ports/654cf52b-a141-4ea0-aa93-0a22ddf90d35 HTTP/1.1" status: 200 len: 1093 time: 1.4254448 Aug 28 15:03:27.055675 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300112ea-57bb-4b4d-8748-1cb61a936b0a', 'tag': '654cf52b-a141-4ea0-aa93-0a22ddf90d35'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:03:27.058756 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edfef6b-e9b9-4c0c-8a42-56144367cad8" -d '{"events": [{"name": "network-changed", "server_uuid": "300112ea-57bb-4b4d-8748-1cb61a936b0a", "tag": "654cf52b-a141-4ea0-aa93-0a22ddf90d35"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:03:27.086657 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d17438-14ff-4683-813b-34d9ea2b328c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d81b040-810c-4814-ac11-72ba84903a1b'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:03:27.090219 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261e3c9e-2509-4ced-82fe-86b2f0cd4924" -d '{"events": [{"server_uuid": "75d17438-14ff-4683-813b-34d9ea2b328c", "name": "network-vif-plugged", "status": "completed", "tag": "8d81b040-810c-4814-ac11-72ba84903a1b"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:03:27.131748 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f92561-7701-47bc-9a1e-d73a4c158394 req-e25c709e-ca29-448b-95e7-f7a9851ebb68 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:27.133421 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abc0254-1c3e-4da6-afbf-4b67fbd59e9b x-openstack-request-id: req-7abc0254-1c3e-4da6-afbf-4b67fbd59e9b {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:03:27.133651 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300112ea-57bb-4b4d-8748-1cb61a936b0a", "tag": "654cf52b-a141-4ea0-aa93-0a22ddf90d35", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:03:27.133903 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7abc0254-1c3e-4da6-afbf-4b67fbd59e9b {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:03:27.134028 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-64f92561-7701-47bc-9a1e-d73a4c158394 req-e25c709e-ca29-448b-95e7-f7a9851ebb68 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ecb989-5516-4b6d-8312-f1f2901a9abb HTTP/1.1" status: 200 len: 950 time: 0.5277998 Aug 28 15:03:27.134289 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300112ea-57bb-4b4d-8748-1cb61a936b0a', 'tag': '654cf52b-a141-4ea0-aa93-0a22ddf90d35', 'status': 'completed', 'code': 200} Aug 28 15:03:27.146674 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f15f256-fb55-436e-91ef-b74153f93973 x-openstack-request-id: req-7f15f256-fb55-436e-91ef-b74153f93973 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:03:27.147261 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d17438-14ff-4683-813b-34d9ea2b328c", "name": "network-vif-plugged", "status": "completed", "tag": "8d81b040-810c-4814-ac11-72ba84903a1b", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:03:27.147778 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f15f256-fb55-436e-91ef-b74153f93973 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:03:27.148653 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d17438-14ff-4683-813b-34d9ea2b328c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d81b040-810c-4814-ac11-72ba84903a1b', 'code': 200} Aug 28 15:03:27.155812 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f5fbebd4-6f53-430c-956e-39207d072634 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:27.213195 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f5fbebd4-6f53-430c-956e-39207d072634 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:27.222095 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a3dc0-c39d-4383-892a-cad6fbd06a0f service neutron] Pushing event updated for resources: {'Port': ['ID=654cf52b-a141-4ea0-aa93-0a22ddf90d35,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:27.246524 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-f38e1514-5a28-4fec-9913-a89ce956c08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:27.248207 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-f38e1514-5a28-4fec-9913-a89ce956c08b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e95395be3d24839a8701be7dfdce9ea&device_id=300112ea-57bb-4b4d-8748-1cb61a936b0a HTTP/1.1" status: 200 len: 1096 time: 0.1165302 Aug 28 15:03:27.332327 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-64f92561-7701-47bc-9a1e-d73a4c158394 req-1845a18b-f896-4dd5-af6f-54e0ab5bb08b tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1995cdf-1f59-4eaa-9fee-89a9702c4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673932 Aug 28 15:03:27.357510 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-2d67c31b-7f6e-4b3d-ba1a-b5cbd7c3ef50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=654cf52b-a141-4ea0-aa93-0a22ddf90d35 HTTP/1.1" status: 200 len: 217 time: 0.0820532 Aug 28 15:03:27.368882 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbebd4-6f53-430c-956e-39207d072634 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event updated for resources: {'Port': ['ID=855176c1-1972-4a76-8571-8df8abec44f7,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:27.379931 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f5fbebd4-6f53-430c-956e-39207d072634 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:27.440226 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212976ed-9771-4343-9721-773daf126f6c req-85abece0-9595-4eb0-951e-8a6efbda622f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:27.441659 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-212976ed-9771-4343-9721-773daf126f6c req-85abece0-9595-4eb0-951e-8a6efbda622f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=75d17438-14ff-4683-813b-34d9ea2b328c HTTP/1.1" status: 200 len: 1102 time: 0.2174628 Aug 28 15:03:27.463418 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-db919838-ebf6-4eeb-a4b9-53f90ac8bc70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:27.473317 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-246f5688-285c-439f-9a77-6e1fd71550cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:27.479101 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65569e83-99b3-4677-ac14-a9016ecb72f8 req-e80e0004-61b4-461a-9bce-e8c69493b969 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:27.481516 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-65569e83-99b3-4677-ac14-a9016ecb72f8 req-e80e0004-61b4-461a-9bce-e8c69493b969 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=300112ea-57bb-4b4d-8748-1cb61a936b0a HTTP/1.1" status: 200 len: 944 time: 0.2047093 Aug 28 15:03:27.488411 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-df7e6a8e-982c-4509-900c-7de0bf5ea95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:27.489849 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-db919838-ebf6-4eeb-a4b9-53f90ac8bc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:27.489975 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-df7e6a8e-982c-4509-900c-7de0bf5ea95c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0232775b-ecc0-4f31-8c1b-6f02e982b8c0 HTTP/1.1" status: 200 len: 845 time: 0.1229012 Aug 28 15:03:27.533044 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-c2587fc0-54d0-4003-8e85-07a638932f03 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1123c5af-47ee-4e05-9c33-399c448cd238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333114 Aug 28 15:03:27.591723 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-db919838-ebf6-4eeb-a4b9-53f90ac8bc70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63d8288805a247319a452178e59c6808&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3855395 Aug 28 15:03:27.593217 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-212976ed-9771-4343-9721-773daf126f6c req-f3066ac6-e209-4fc1-847a-e19b7c3f2abc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f1995cdf-1f59-4eaa-9fee-89a9702c4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442318 Aug 28 15:03:27.601155 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4726c9-8fba-4628-a8da-babd37e494de tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Router 3d1aec5e-a483-4dcc-8396-96a392d0d54d has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:03:27.602779 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39864) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:27.603382 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db919838-ebf6-4eeb-a4b9-53f90ac8bc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5eb88d8-34f2-4521-b19c-d5c1ba2d0e30,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:27.618749 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f5688-285c-439f-9a77-6e1fd71550cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=517a924f-5dd5-4f4e-82d8-d019697a05fd,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:27.622955 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-65569e83-99b3-4677-ac14-a9016ecb72f8 req-8d6c721a-baf7-4c90-b8e2-e063fc917446 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321421 Aug 28 15:03:27.633741 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fbebd4-6f53-430c-956e-39207d072634 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Network 89ccbd56-6213-4676-8ffb-9df40613a8e7 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:03:27.637562 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-f5fbebd4-6f53-430c-956e-39207d072634 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:03:27.650902 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246f5688-285c-439f-9a77-6e1fd71550cf admin admin] Checking segment: {'id': '537ec9af-2404-4c1d-a957-efd06cc39195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:03:27.651289 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246f5688-285c-439f-9a77-6e1fd71550cf admin admin] Network hostable DHCP agents. Network: 03e6b4b8-6c68-4060-8426-90fcc4950716, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:03:27.702754 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-418b4147-7cd6-444f-ab07-067dc64a2ae5 service neutron] 10.222.0.36 "GET /v2.0/networks/1123c5af-47ee-4e05-9c33-399c448cd238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607974 Aug 28 15:03:27.733017 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246f5688-285c-439f-9a77-6e1fd71550cf admin admin] Network 03e6b4b8-6c68-4060-8426-90fcc4950716 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:03:27.737618 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c97577ee-7571-49eb-9481-ac2eabf7baf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:27.781254 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5fbebd4-6f53-430c-956e-39207d072634 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Router 9bae9c87-6925-440a-9206-ed27a647fa5a has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:03:27.783558 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-246f5688-285c-439f-9a77-6e1fd71550cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 03e6b4b8-6c68-4060-8426-90fcc4950716) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:03:27.792429 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d952180-40ab-4014-bd69-4ea5e7349901 None None] Network 03e6b4b8-6c68-4060-8426-90fcc4950716 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:03:27.802086 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246f5688-285c-439f-9a77-6e1fd71550cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:27.802680 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-246f5688-285c-439f-9a77-6e1fd71550cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:27.807899 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c97577ee-7571-49eb-9481-ac2eabf7baf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:27.844161 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4726c9-8fba-4628-a8da-babd37e494de tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:03:27.850619 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-246f5688-285c-439f-9a77-6e1fd71550cf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.4418380 Aug 28 15:03:27.885208 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da47a60f-5215-4a35-a7a4-c8eef00e0f50 req-6c1e6137-b1eb-4748-8f9b-e50981ca4b44 service neutron] 10.222.0.36 "GET /v2.0/networks/1123c5af-47ee-4e05-9c33-399c448cd238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065490 Aug 28 15:03:27.892329 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e4726c9-8fba-4628-a8da-babd37e494de tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:27.900403 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdd97d3-805a-4201-81b3-e44218c19270 None None] Sync routers for ids ['3d1aec5e-a483-4dcc-8396-96a392d0d54d'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:03:27.923703 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdd97d3-805a-4201-81b3-e44218c19270 None None] Routers {'3d1aec5e-a483-4dcc-8396-96a392d0d54d'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:27.924788 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-2cdd97d3-805a-4201-81b3-e44218c19270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['3d1aec5e-a483-4dcc-8396-96a392d0d54d'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:27.939927 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0e4726c9-8fba-4628-a8da-babd37e494de tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 4.0091097 Aug 28 15:03:27.941943 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39868) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:27.951841 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c97577ee-7571-49eb-9481-ac2eabf7baf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:27.955005 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c97577ee-7571-49eb-9481-ac2eabf7baf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:27.956092 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c97577ee-7571-49eb-9481-ac2eabf7baf2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5eb88d8-34f2-4521-b19c-d5c1ba2d0e30 HTTP/1.1" status: 204 len: 168 time: 0.3492572 Aug 28 15:03:27.990766 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-2cdd97d3-805a-4201-81b3-e44218c19270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:28.009869 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97577ee-7571-49eb-9481-ac2eabf7baf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5eb88d8-34f2-4521-b19c-d5c1ba2d0e30,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:28.039930 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfef6b-e9b9-4c0c-8a42-56144367cad8 req-05a64466-a04e-4e72-b18c-3a29d4eb8413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:28.042028 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9edfef6b-e9b9-4c0c-8a42-56144367cad8 req-05a64466-a04e-4e72-b18c-3a29d4eb8413 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e95395be3d24839a8701be7dfdce9ea&device_id=300112ea-57bb-4b4d-8748-1cb61a936b0a HTTP/1.1" status: 200 len: 1096 time: 0.0875931 Aug 28 15:03:28.050263 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fbebd4-6f53-430c-956e-39207d072634 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:03:28.061962 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d639bf-8b71-4ab0-b835-bf33ef53ece7 None None] Sync routers for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:03:28.087443 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d639bf-8b71-4ab0-b835-bf33ef53ece7 None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:28.088541 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-08d639bf-8b71-4ab0-b835-bf33ef53ece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:28.092768 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdd97d3-805a-4201-81b3-e44218c19270 None None] Routers {'3d1aec5e-a483-4dcc-8396-96a392d0d54d'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:28.094638 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-2cdd97d3-805a-4201-81b3-e44218c19270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['3d1aec5e-a483-4dcc-8396-96a392d0d54d'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:28.100499 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d5d55537-5f57-43ab-b1e7-2abbf90749a9 tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] 10.222.0.13 "GET /v2.0/floatingips/ce60877d-b2be-41c9-8809-50af6ed2a40a HTTP/1.1" status: 200 len: 981 time: 0.1572747 Aug 28 15:03:28.101841 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39880) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:28.164600 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-08d639bf-8b71-4ab0-b835-bf33ef53ece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:28.170976 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f5fbebd4-6f53-430c-956e-39207d072634 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "PUT /v2.0/routers/9bae9c87-6925-440a-9206-ed27a647fa5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8869176 Aug 28 15:03:28.171837 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfef6b-e9b9-4c0c-8a42-56144367cad8 req-8dae0015-0fe6-44cd-a85a-2646a7ae8453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:28.176836 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9edfef6b-e9b9-4c0c-8a42-56144367cad8 req-8dae0015-0fe6-44cd-a85a-2646a7ae8453 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1123c5af-47ee-4e05-9c33-399c448cd238 HTTP/1.1" status: 200 len: 906 time: 0.1210587 Aug 28 15:03:28.176836 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39882) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:28.179172 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-f8b5932a-e6c8-4841-bd06-666486595278 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Request body: {'port': {'network_id': '89ccbd56-6213-4676-8ffb-9df40613a8e7', 'name': 'tempest-FloatingIPTestJSON-1999178603'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:28.215814 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-2cdd97d3-805a-4201-81b3-e44218c19270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:28.216848 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdd97d3-805a-4201-81b3-e44218c19270 None None] The sync data for ids ['3d1aec5e-a483-4dcc-8396-96a392d0d54d'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:03:28.225963 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d639bf-8b71-4ab0-b835-bf33ef53ece7 None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:28.226568 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-08d639bf-8b71-4ab0-b835-bf33ef53ece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:28.249595 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c3f167-8324-4328-96d2-ea122d1f2227 None None] Network 03e6b4b8-6c68-4060-8426-90fcc4950716 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:03:28.299692 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-08d639bf-8b71-4ab0-b835-bf33ef53ece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:28.300568 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d639bf-8b71-4ab0-b835-bf33ef53ece7 None None] The sync data for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:03:28.350007 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9edfef6b-e9b9-4c0c-8a42-56144367cad8 req-fe31508c-6054-4ccd-9584-36b9a5a2e34d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=654cf52b-a141-4ea0-aa93-0a22ddf90d35 HTTP/1.1" status: 200 len: 217 time: 0.1672130 Aug 28 15:03:28.379031 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fd8ea9eb-180d-489c-9bed-8c3be2fe1525 tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3034 time: 0.2760060 Aug 28 15:03:28.380058 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39890) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:28.468567 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfef6b-e9b9-4c0c-8a42-56144367cad8 req-86ddfe02-cb86-4cfc-b2b2-af4755f8ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:28.470122 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9edfef6b-e9b9-4c0c-8a42-56144367cad8 req-86ddfe02-cb86-4cfc-b2b2-af4755f8ff8c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0232775b-ecc0-4f31-8c1b-6f02e982b8c0 HTTP/1.1" status: 200 len: 845 time: 0.1016922 Aug 28 15:03:28.554740 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9edfef6b-e9b9-4c0c-8a42-56144367cad8 req-9df17ef6-13f4-4078-a5f5-0ac11bc64ba2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1123c5af-47ee-4e05-9c33-399c448cd238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723472 Aug 28 15:03:28.555501 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39892) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:28.623481 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fc226814-94cc-4b4a-9924-7ce85613962d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:28.633710 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b5932a-e6c8-4841-bd06-666486595278 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Made reservation on behalf of e15fb08e08184d6eb9a374ea3963a37b for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:03:28.644128 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f8b5932a-e6c8-4841-bd06-666486595278 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:28.665367 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945ef72-9acc-4bc0-b473-fd71b08fa1f0 req-88497bc3-72e0-4a6e-9823-cde870063273 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:28.667211 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d945ef72-9acc-4bc0-b473-fd71b08fa1f0 req-88497bc3-72e0-4a6e-9823-cde870063273 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ecb989-5516-4b6d-8312-f1f2901a9abb HTTP/1.1" status: 200 len: 950 time: 0.1081226 Aug 28 15:03:28.712574 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-9e3fa9fc-b097-4609-8e7e-4b0ed9e624a2 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Deleting port a1d0cc0f-c895-4ab1-b2d7-951e5abea565 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:03:28.712951 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9e3fa9fc-b097-4609-8e7e-4b0ed9e624a2 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:28.715962 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-f8b5932a-e6c8-4841-bd06-666486595278 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] device_id is not set on port 6e888b49-49ed-497e-a063-65ebd558e4e7 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:03:28.757827 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d945ef72-9acc-4bc0-b473-fd71b08fa1f0 req-91a2aece-b87d-42e4-b508-9fa85458b840 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1995cdf-1f59-4eaa-9fee-89a9702c4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795300 Aug 28 15:03:28.806274 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9e3fa9fc-b097-4609-8e7e-4b0ed9e624a2 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:28.806602 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9e3fa9fc-b097-4609-8e7e-4b0ed9e624a2 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:28.820810 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-9e3fa9fc-b097-4609-8e7e-4b0ed9e624a2 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Calling delete_port for a1d0cc0f-c895-4ab1-b2d7-951e5abea565 owned by network:floatingip {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:03:28.951479 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a743d-aa36-4d45-9fb2-5899a8a0a83a req-dd61d03f-6927-41db-a998-6667776aa8af tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:28.953094 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ac2a743d-aa36-4d45-9fb2-5899a8a0a83a req-dd61d03f-6927-41db-a998-6667776aa8af tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=300112ea-57bb-4b4d-8748-1cb61a936b0a HTTP/1.1" status: 200 len: 944 time: 0.1272597 Aug 28 15:03:29.015186 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ac2a743d-aa36-4d45-9fb2-5899a8a0a83a req-384e667f-c91d-4641-9b57-2e88bd29423e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546598 Aug 28 15:03:29.090346 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9e3fa9fc-b097-4609-8e7e-4b0ed9e624a2 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:29.142090 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3fa9fc-b097-4609-8e7e-4b0ed9e624a2 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Pushing event deleted for resources: {'Port': ['ID=a1d0cc0f-c895-4ab1-b2d7-951e5abea565,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:29.202295 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a31826-23f8-4f4e-9cb3-9a962cad7d3c req-795f46cd-a22c-493d-86e7-5e8c5279e657 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:29.203924 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-66a31826-23f8-4f4e-9cb3-9a962cad7d3c req-795f46cd-a22c-493d-86e7-5e8c5279e657 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/ports?device_id=75d17438-14ff-4683-813b-34d9ea2b328c HTTP/1.1" status: 200 len: 950 time: 0.1243064 Aug 28 15:03:29.216192 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9edfef6b-e9b9-4c0c-8a42-56144367cad8 req-79e3733c-bae3-4d12-b525-51968b8aadca service neutron] 10.222.0.36 "GET /v2.0/networks/1123c5af-47ee-4e05-9c33-399c448cd238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6514606 Aug 28 15:03:29.239449 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9e3fa9fc-b097-4609-8e7e-4b0ed9e624a2 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks [] for floatingip, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:29.239837 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-9e3fa9fc-b097-4609-8e7e-4b0ed9e624a2 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Floating IP ce60877d-b2be-41c9-8809-50af6ed2a40a disassociated (deleted). External IP: 172.25.3.34, port: d92dbd64-986d-4561-9166-19857834087d. Aug 28 15:03:29.291416 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-66a31826-23f8-4f4e-9cb3-9a962cad7d3c req-e86a03b6-8c0d-4d9a-bfa8-41c660fc8aa0 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1995cdf-1f59-4eaa-9fee-89a9702c4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787292 Aug 28 15:03:29.299110 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-93b673ca-1383-4d06-a4ef-98dcc9e54a1a tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:29.300625 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-93b673ca-1383-4d06-a4ef-98dcc9e54a1a tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/networks?id=03e6b4b8-6c68-4060-8426-90fcc4950716 HTTP/1.1" status: 200 len: 806 time: 0.6375597 Aug 28 15:03:29.330541 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-f8b5932a-e6c8-4841-bd06-666486595278 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Allocated IP 172.20.0.12 (89ccbd56-6213-4676-8ffb-9df40613a8e7/21bf41ab-4234-4f20-a565-cc90c31af923/6e888b49-49ed-497e-a063-65ebd558e4e7) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:03:29.348808 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-e2f90b50-87b4-4cb7-8b2b-f072b8b25d9a tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/quotas/038a0222e6f34dfa8dce183514c3f3db HTTP/1.1" status: 200 len: 375 time: 0.0357442 Aug 28 15:03:29.418411 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-3c830454-7998-445f-ac27-7b1263f3e061 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=038a0222e6f34dfa8dce183514c3f3db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609131 Aug 28 15:03:29.463070 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fc226814-94cc-4b4a-9924-7ce85613962d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:29.472934 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fc226814-94cc-4b4a-9924-7ce85613962d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:29.483739 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9edfef6b-e9b9-4c0c-8a42-56144367cad8 req-62687aaf-e1f5-4307-814a-6075cfdaacb2 service neutron] 10.222.0.36 "GET /v2.0/networks/1123c5af-47ee-4e05-9c33-399c448cd238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561646 Aug 28 15:03:29.500771 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3fa9fc-b097-4609-8e7e-4b0ed9e624a2 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Router 3d1aec5e-a483-4dcc-8396-96a392d0d54d has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:03:29.565569 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fc226814-94cc-4b4a-9924-7ce85613962d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3936599467f471b911e372dbb99d144&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0061054 Aug 28 15:03:29.568247 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc226814-94cc-4b4a-9924-7ce85613962d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60984e09-7b68-4fe6-bb7c-9f4f05d816a8,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:29.569259 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39918) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:29.675028 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bb059b44-98f1-4358-af4d-ccbe599852f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:29.678218 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3fa9fc-b097-4609-8e7e-4b0ed9e624a2 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:03:29.684802 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9e3fa9fc-b097-4609-8e7e-4b0ed9e624a2 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:29.688701 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775a05a6-7eee-4126-aa96-f51511894917 None None] Sync routers for ids ['3d1aec5e-a483-4dcc-8396-96a392d0d54d'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:03:29.701084 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f8b5932a-e6c8-4841-bd06-666486595278 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:29.705092 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775a05a6-7eee-4126-aa96-f51511894917 None None] Routers {'3d1aec5e-a483-4dcc-8396-96a392d0d54d'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:29.706048 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-775a05a6-7eee-4126-aa96-f51511894917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['3d1aec5e-a483-4dcc-8396-96a392d0d54d'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:29.735752 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bb059b44-98f1-4358-af4d-ccbe599852f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:29.748695 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-0dcb2b3b-4992-43d1-a439-0041d5113bc1 service neutron] 10.222.0.13 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118768 Aug 28 15:03:29.761218 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9e3fa9fc-b097-4609-8e7e-4b0ed9e624a2 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] 10.222.0.13 "DELETE /v2.0/floatingips/ce60877d-b2be-41c9-8809-50af6ed2a40a HTTP/1.1" status: 204 len: 168 time: 1.3800619 Aug 28 15:03:29.774745 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-775a05a6-7eee-4126-aa96-f51511894917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:29.776604 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39926) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:29.784608 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-60050ecb-cb9e-47dc-be45-30de66797346 tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:29.786607 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775a05a6-7eee-4126-aa96-f51511894917 None None] Routers {'3d1aec5e-a483-4dcc-8396-96a392d0d54d'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:29.787511 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-775a05a6-7eee-4126-aa96-f51511894917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['3d1aec5e-a483-4dcc-8396-96a392d0d54d'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:29.820982 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-60050ecb-cb9e-47dc-be45-30de66797346 tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:29.833376 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-775a05a6-7eee-4126-aa96-f51511894917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:29.834428 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775a05a6-7eee-4126-aa96-f51511894917 None None] The sync data for ids ['3d1aec5e-a483-4dcc-8396-96a392d0d54d'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:03:29.841751 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f8b5932a-e6c8-4841-bd06-666486595278 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:29.900520 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b5932a-e6c8-4841-bd06-666486595278 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Network 89ccbd56-6213-4676-8ffb-9df40613a8e7 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:03:29.912557 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-f8b5932a-e6c8-4841-bd06-666486595278 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:03:29.921424 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b5932a-e6c8-4841-bd06-666486595278 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:03:29.950209 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bb059b44-98f1-4358-af4d-ccbe599852f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:29.952791 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bb059b44-98f1-4358-af4d-ccbe599852f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:29.953972 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-bb059b44-98f1-4358-af4d-ccbe599852f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60984e09-7b68-4fe6-bb7c-9f4f05d816a8 HTTP/1.1" status: 204 len: 168 time: 0.3837619 Aug 28 15:03:29.954178 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5932a-e6c8-4841-bd06-666486595278 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event updated for resources: {'Port': ['ID=6e888b49-49ed-497e-a063-65ebd558e4e7,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:29.967990 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb059b44-98f1-4358-af4d-ccbe599852f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60984e09-7b68-4fe6-bb7c-9f4f05d816a8,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:29.969620 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-8e067075-c21d-4ea1-bcc5-d6d9e555845d service neutron] 10.222.0.13 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071126 Aug 28 15:03:29.999037 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b5932a-e6c8-4841-bd06-666486595278 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:29.999686 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f8b5932a-e6c8-4841-bd06-666486595278 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:30.000815 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-60050ecb-cb9e-47dc-be45-30de66797346 tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:30.015879 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f8b5932a-e6c8-4841-bd06-666486595278 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8407037 Aug 28 15:03:30.018257 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39938) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:30.023641 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-0f887f9f-b593-4a81-a9d9-3d1022311004 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Request body: {'port': {'network_id': '89ccbd56-6213-4676-8ffb-9df40613a8e7', 'name': 'tempest-FloatingIPTestJSON-1272236701'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:30.190408 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b958f6-3c91-41ee-9fe9-cb3346935bf1 req-ffddb0fd-f033-4fcf-a941-381488d73b67 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:30.192085 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-84b958f6-3c91-41ee-9fe9-cb3346935bf1 req-ffddb0fd-f033-4fcf-a941-381488d73b67 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=300112ea-57bb-4b4d-8748-1cb61a936b0a HTTP/1.1" status: 200 len: 944 time: 0.0953555 Aug 28 15:03:30.196487 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f887f9f-b593-4a81-a9d9-3d1022311004 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Made reservation on behalf of e15fb08e08184d6eb9a374ea3963a37b for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:03:30.201695 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0f887f9f-b593-4a81-a9d9-3d1022311004 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:30.202060 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-60050ecb-cb9e-47dc-be45-30de66797346 tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Allocated IP 172.25.3.142 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/3c118f85-b8f3-4fb8-ba56-199e7a2ed4c2) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:03:30.264437 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-0f887f9f-b593-4a81-a9d9-3d1022311004 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] device_id is not set on port 97aea670-26ab-4189-84b3-a652a17d62c6 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:03:30.271904 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-73179ee2-7f7f-4323-9b5d-06aa702e8021 req-2af71f1c-e5f6-44ae-ab21-174ffa1f4b21 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=76556a77-2ba8-4527-9cdf-ac80ee43dcd8 HTTP/1.1" status: 200 len: 210 time: 0.0558269 Aug 28 15:03:30.314396 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-84b958f6-3c91-41ee-9fe9-cb3346935bf1 req-de81ef35-dcd6-402a-87bb-acfc88471c04 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141360 Aug 28 15:03:30.396707 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-60050ecb-cb9e-47dc-be45-30de66797346 tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:30.428507 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-0f887f9f-b593-4a81-a9d9-3d1022311004 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Allocated IP 172.20.0.14 (89ccbd56-6213-4676-8ffb-9df40613a8e7/21bf41ab-4234-4f20-a565-cc90c31af923/97aea670-26ab-4189-84b3-a652a17d62c6) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:03:30.466709 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-60050ecb-cb9e-47dc-be45-30de66797346 tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:30.521854 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60050ecb-cb9e-47dc-be45-30de66797346 tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Pushing event updated for resources: {'Port': ['ID=3c118f85-b8f3-4fb8-ba56-199e7a2ed4c2,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:30.532502 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60050ecb-cb9e-47dc-be45-30de66797346 tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:03:30.534351 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-60050ecb-cb9e-47dc-be45-30de66797346 tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:03:30.536654 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60050ecb-cb9e-47dc-be45-30de66797346 tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:03:30.630145 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0f887f9f-b593-4a81-a9d9-3d1022311004 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:30.643170 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-60050ecb-cb9e-47dc-be45-30de66797346 tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:30.676424 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0f887f9f-b593-4a81-a9d9-3d1022311004 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:30.700715 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-60050ecb-cb9e-47dc-be45-30de66797346 tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:30.739317 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f887f9f-b593-4a81-a9d9-3d1022311004 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Network 89ccbd56-6213-4676-8ffb-9df40613a8e7 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:03:30.743742 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-0f887f9f-b593-4a81-a9d9-3d1022311004 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:03:30.749231 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f887f9f-b593-4a81-a9d9-3d1022311004 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:03:30.756283 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f887f9f-b593-4a81-a9d9-3d1022311004 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event updated for resources: {'Port': ['ID=97aea670-26ab-4189-84b3-a652a17d62c6,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:30.806224 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f887f9f-b593-4a81-a9d9-3d1022311004 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:30.806853 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0f887f9f-b593-4a81-a9d9-3d1022311004 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:30.827517 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39972) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:30.828322 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0f887f9f-b593-4a81-a9d9-3d1022311004 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8088024 Aug 28 15:03:30.837056 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-2dbe4a88-91bb-49cf-81fe-596fb83946e6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'port_id': '97aea670-26ab-4189-84b3-a652a17d62c6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:30.942280 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2dbe4a88-91bb-49cf-81fe-596fb83946e6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:30.963180 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-60050ecb-cb9e-47dc-be45-30de66797346 tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:30.968989 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-60050ecb-cb9e-47dc-be45-30de66797346 tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:31.098961 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60050ecb-cb9e-47dc-be45-30de66797346 tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Pushing event updated for resources: {'Port': ['ID=3c118f85-b8f3-4fb8-ba56-199e7a2ed4c2,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:31.114697 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-60050ecb-cb9e-47dc-be45-30de66797346 tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:31.132753 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-60050ecb-cb9e-47dc-be45-30de66797346 tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:31.134144 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-60050ecb-cb9e-47dc-be45-30de66797346 tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3558335 Aug 28 15:03:31.137755 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39990) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:31.160792 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2dbe4a88-91bb-49cf-81fe-596fb83946e6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:31.381985 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-b1ba1829-2d9e-41f3-ba4e-3d6114e1b40f tempest-FloatingIPAdminTestJSON-1564149695 tempest-FloatingIPAdminTestJSON-1564149695-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:31.435053 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b1ba1829-2d9e-41f3-ba4e-3d6114e1b40f tempest-FloatingIPAdminTestJSON-1564149695 tempest-FloatingIPAdminTestJSON-1564149695-project] Notify callbacks [] for floatingip, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:31.547423 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ed5be-26d0-4888-8cfd-5882c6509d72 req-ad350b50-d426-491a-bb1f-3bc2af5af544 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:31.549758 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-186ed5be-26d0-4888-8cfd-5882c6509d72 req-ad350b50-d426-491a-bb1f-3bc2af5af544 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=300112ea-57bb-4b4d-8748-1cb61a936b0a HTTP/1.1" status: 200 len: 944 time: 0.1458232 Aug 28 15:03:31.602831 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-186ed5be-26d0-4888-8cfd-5882c6509d72 req-41ddf3af-f6d2-48a7-b264-ccf5e3e53501 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459332 Aug 28 15:03:31.648226 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b1ba1829-2d9e-41f3-ba4e-3d6114e1b40f tempest-FloatingIPAdminTestJSON-1564149695 tempest-FloatingIPAdminTestJSON-1564149695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:31.689077 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-711713a8-7d46-459f-b48f-16b3283c3d53 req-704cbf68-3453-4a9a-82d0-32b0e1d8a00b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=76556a77-2ba8-4527-9cdf-ac80ee43dcd8 HTTP/1.1" status: 200 len: 210 time: 0.0930018 Aug 28 15:03:31.714962 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-2dbe4a88-91bb-49cf-81fe-596fb83946e6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Allocated IP 172.25.3.203 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/0ef19bca-576a-495f-8448-68bc8212c6ab) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:03:31.806456 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-897dbe1a-e334-479f-85b3-48ae27cd44d5 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:31.807949 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-897dbe1a-e334-479f-85b3-48ae27cd44d5 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.41 "GET /v2.0/networks?id=03e6b4b8-6c68-4060-8426-90fcc4950716 HTTP/1.1" status: 200 len: 806 time: 0.2108204 Aug 28 15:03:31.826829 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-ae17784c-f0c1-4f04-8d74-3e3aad3b5fb6 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Request body: {'port': {'device_id': '76556a77-2ba8-4527-9cdf-ac80ee43dcd8', 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716', 'admin_state_up': True, 'tenant_id': '038a0222e6f34dfa8dce183514c3f3db'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:31.923618 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2dbe4a88-91bb-49cf-81fe-596fb83946e6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:31.995994 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-ae17784c-f0c1-4f04-8d74-3e3aad3b5fb6 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Made reservation on behalf of 038a0222e6f34dfa8dce183514c3f3db for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:03:31.999859 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-ae17784c-f0c1-4f04-8d74-3e3aad3b5fb6 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:32.003458 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2dbe4a88-91bb-49cf-81fe-596fb83946e6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:32.064046 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-b1ba1829-2d9e-41f3-ba4e-3d6114e1b40f tempest-FloatingIPAdminTestJSON-1564149695 tempest-FloatingIPAdminTestJSON-1564149695-project] Allocated IP 172.25.3.156 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/253c5bc9-0418-4961-8c14-6ec50a8547d7) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:03:32.077002 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbe4a88-91bb-49cf-81fe-596fb83946e6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:03:32.080376 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-2dbe4a88-91bb-49cf-81fe-596fb83946e6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:03:32.084446 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbe4a88-91bb-49cf-81fe-596fb83946e6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:03:32.086410 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe4a88-91bb-49cf-81fe-596fb83946e6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event updated for resources: {'Port': ['ID=0ef19bca-576a-495f-8448-68bc8212c6ab,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:32.197808 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b1ba1829-2d9e-41f3-ba4e-3d6114e1b40f tempest-FloatingIPAdminTestJSON-1564149695 tempest-FloatingIPAdminTestJSON-1564149695-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:32.266801 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b1ba1829-2d9e-41f3-ba4e-3d6114e1b40f tempest-FloatingIPAdminTestJSON-1564149695 tempest-FloatingIPAdminTestJSON-1564149695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:32.273644 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-ae17784c-f0c1-4f04-8d74-3e3aad3b5fb6 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Allocated IP 172.20.0.9 (03e6b4b8-6c68-4060-8426-90fcc4950716/517a924f-5dd5-4f4e-82d8-d019697a05fd/0e790489-613f-4b5b-816a-a84b22a5048b) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:03:32.313051 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ba1829-2d9e-41f3-ba4e-3d6114e1b40f tempest-FloatingIPAdminTestJSON-1564149695 tempest-FloatingIPAdminTestJSON-1564149695-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:03:32.318781 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-b1ba1829-2d9e-41f3-ba4e-3d6114e1b40f tempest-FloatingIPAdminTestJSON-1564149695 tempest-FloatingIPAdminTestJSON-1564149695-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:03:32.321328 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ba1829-2d9e-41f3-ba4e-3d6114e1b40f tempest-FloatingIPAdminTestJSON-1564149695 tempest-FloatingIPAdminTestJSON-1564149695-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:03:32.325939 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba1829-2d9e-41f3-ba4e-3d6114e1b40f tempest-FloatingIPAdminTestJSON-1564149695 tempest-FloatingIPAdminTestJSON-1564149695-project] Pushing event updated for resources: {'Port': ['ID=253c5bc9-0418-4961-8c14-6ec50a8547d7,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:32.433561 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b1ba1829-2d9e-41f3-ba4e-3d6114e1b40f tempest-FloatingIPAdminTestJSON-1564149695 tempest-FloatingIPAdminTestJSON-1564149695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:32.478131 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b1ba1829-2d9e-41f3-ba4e-3d6114e1b40f tempest-FloatingIPAdminTestJSON-1564149695 tempest-FloatingIPAdminTestJSON-1564149695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:32.544292 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 654cf52b-a141-4ea0-aa93-0a22ddf90d35 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:03:32.599573 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-ae17784c-f0c1-4f04-8d74-3e3aad3b5fb6 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:32.687464 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2dbe4a88-91bb-49cf-81fe-596fb83946e6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:32.705174 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 654cf52b-a141-4ea0-aa93-0a22ddf90d35, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=654cf52b-a141-4ea0-aa93-0a22ddf90d35,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:03:32.727646 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '654cf52b-a141-4ea0-aa93-0a22ddf90d35', 'network_id': '1123c5af-47ee-4e05-9c33-399c448cd238', 'port_id': '654cf52b-a141-4ea0-aa93-0a22ddf90d35', 'mac_address': 'fa:16:3e:ab:45:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0232775b-ecc0-4f31-8c1b-6f02e982b8c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:03:32.731728 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b1ba1829-2d9e-41f3-ba4e-3d6114e1b40f tempest-FloatingIPAdminTestJSON-1564149695 tempest-FloatingIPAdminTestJSON-1564149695-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:32.736640 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-ae17784c-f0c1-4f04-8d74-3e3aad3b5fb6 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:32.737192 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b1ba1829-2d9e-41f3-ba4e-3d6114e1b40f tempest-FloatingIPAdminTestJSON-1564149695 tempest-FloatingIPAdminTestJSON-1564149695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:32.800415 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:32.825069 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 654cf52b-a141-4ea0-aa93-0a22ddf90d35 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:03:32.838229 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba1829-2d9e-41f3-ba4e-3d6114e1b40f tempest-FloatingIPAdminTestJSON-1564149695 tempest-FloatingIPAdminTestJSON-1564149695-project] Pushing event updated for resources: {'Port': ['ID=253c5bc9-0418-4961-8c14-6ec50a8547d7,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:32.872376 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 654cf52b-a141-4ea0-aa93-0a22ddf90d35, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=654cf52b-a141-4ea0-aa93-0a22ddf90d35,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:03:32.872791 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b1ba1829-2d9e-41f3-ba4e-3d6114e1b40f tempest-FloatingIPAdminTestJSON-1564149695 tempest-FloatingIPAdminTestJSON-1564149695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:32.877456 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:32.879476 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 8d81b040-810c-4814-ac11-72ba84903a1b details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:03:32.892502 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-ae17784c-f0c1-4f04-8d74-3e3aad3b5fb6 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Network 03e6b4b8-6c68-4060-8426-90fcc4950716 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:03:32.900733 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b1ba1829-2d9e-41f3-ba4e-3d6114e1b40f tempest-FloatingIPAdminTestJSON-1564149695 tempest-FloatingIPAdminTestJSON-1564149695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:32.908316 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b1ba1829-2d9e-41f3-ba4e-3d6114e1b40f tempest-FloatingIPAdminTestJSON-1564149695 tempest-FloatingIPAdminTestJSON-1564149695-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7687669 Aug 28 15:03:32.908506 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-ae17784c-f0c1-4f04-8d74-3e3aad3b5fb6 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:03:32.908591 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40064) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:32.929524 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-ae17784c-f0c1-4f04-8d74-3e3aad3b5fb6 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:03:32.932820 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17784c-f0c1-4f04-8d74-3e3aad3b5fb6 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Pushing event updated for resources: {'Port': ['ID=0e790489-613f-4b5b-816a-a84b22a5048b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:33.012331 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9caa21e-d554-4e95-b719-fd1d2c6950b9 req-810a3b61-7335-42bf-ba3c-c43d330710aa tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:33.021206 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c9caa21e-d554-4e95-b719-fd1d2c6950b9 req-810a3b61-7335-42bf-ba3c-c43d330710aa tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=300112ea-57bb-4b4d-8748-1cb61a936b0a HTTP/1.1" status: 200 len: 944 time: 0.2061048 Aug 28 15:03:33.027113 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2dbe4a88-91bb-49cf-81fe-596fb83946e6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:33.028820 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=654cf52b-a141-4ea0-aa93-0a22ddf90d35,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:33.079425 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc86932-9293-46dd-87c3-580b14f29af8 req-ab2f9a07-a3e5-4bf3-b415-e051adbeeed1 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:33.081019 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9fc86932-9293-46dd-87c3-580b14f29af8 req-ab2f9a07-a3e5-4bf3-b415-e051adbeeed1 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=76556a77-2ba8-4527-9cdf-ac80ee43dcd8 HTTP/1.1" status: 200 len: 931 time: 0.1573174 Aug 28 15:03:33.092692 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a2ab4a21-ee54-49dc-9391-07f81454c30a tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3992 time: 0.1788020 Aug 28 15:03:33.093300 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40078) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:33.096724 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 8d81b040-810c-4814-ac11-72ba84903a1b, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=8d81b040-810c-4814-ac11-72ba84903a1b,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:03:33.111281 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-ae17784c-f0c1-4f04-8d74-3e3aad3b5fb6 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:33.111941 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-ae17784c-f0c1-4f04-8d74-3e3aad3b5fb6 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:33.112832 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '8d81b040-810c-4814-ac11-72ba84903a1b', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': '8d81b040-810c-4814-ac11-72ba84903a1b', 'mac_address': 'fa:16:3e:90:72:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:03:33.161949 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-ae17784c-f0c1-4f04-8d74-3e3aad3b5fb6 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3400617 Aug 28 15:03:33.175204 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:33.190647 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d81b040-810c-4814-ac11-72ba84903a1b {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:03:33.202084 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c9caa21e-d554-4e95-b719-fd1d2c6950b9 req-ad8be412-19bb-4b50-be99-94dddc6a87ca tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802535 Aug 28 15:03:33.224700 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-8bce8929-ddec-4819-9979-f734acfcc707 service neutron] Request body: {'port': {'device_id': '76556a77-2ba8-4527-9cdf-ac80ee43dcd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:33.229161 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 8d81b040-810c-4814-ac11-72ba84903a1b, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=8d81b040-810c-4814-ac11-72ba84903a1b,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:03:33.231392 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-75bd2a2b-16ff-4349-9980-41e18a555bcb tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1354525 Aug 28 15:03:33.232219 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40082) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:33.235577 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:33.317236 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-8bce8929-ddec-4819-9979-f734acfcc707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:33.368553 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=8d81b040-810c-4814-ac11-72ba84903a1b,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:33.381727 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['8d81b040-810c-4814-ac11-72ba84903a1b'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:03:33.412219 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9fc86932-9293-46dd-87c3-580b14f29af8 req-c2ed2414-630e-4da2-a0da-e35596c08d74 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178539 Aug 28 15:03:33.462411 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-913b2635-8820-4467-b5c5-9939b0ea19da tempest-FloatingIPAdminTestJSON-1564149695 tempest-FloatingIPAdminTestJSON-1564149695-project] Deleting port 253c5bc9-0418-4961-8c14-6ec50a8547d7 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:03:33.462749 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-913b2635-8820-4467-b5c5-9939b0ea19da tempest-FloatingIPAdminTestJSON-1564149695 tempest-FloatingIPAdminTestJSON-1564149695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:33.555795 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2dbe4a88-91bb-49cf-81fe-596fb83946e6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:33.570087 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2dbe4a88-91bb-49cf-81fe-596fb83946e6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:33.601596 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['654cf52b-a141-4ea0-aa93-0a22ddf90d35'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:03:33.607873 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-913b2635-8820-4467-b5c5-9939b0ea19da tempest-FloatingIPAdminTestJSON-1564149695 tempest-FloatingIPAdminTestJSON-1564149695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:33.608400 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-913b2635-8820-4467-b5c5-9939b0ea19da tempest-FloatingIPAdminTestJSON-1564149695 tempest-FloatingIPAdminTestJSON-1564149695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:33.627512 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-913b2635-8820-4467-b5c5-9939b0ea19da tempest-FloatingIPAdminTestJSON-1564149695 tempest-FloatingIPAdminTestJSON-1564149695-project] Calling delete_port for 253c5bc9-0418-4961-8c14-6ec50a8547d7 owned by network:floatingip {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:03:33.723784 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe4a88-91bb-49cf-81fe-596fb83946e6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event updated for resources: {'Port': ['ID=0ef19bca-576a-495f-8448-68bc8212c6ab,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:33.751505 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2dbe4a88-91bb-49cf-81fe-596fb83946e6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:33.955357 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-913b2635-8820-4467-b5c5-9939b0ea19da tempest-FloatingIPAdminTestJSON-1564149695 tempest-FloatingIPAdminTestJSON-1564149695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:33.969776 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-2dbe4a88-91bb-49cf-81fe-596fb83946e6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Floating IP 0c0bb471-8cfa-4351-ae67-e7dcefa278b0 associated. External IP: 172.25.3.203, port: 97aea670-26ab-4189-84b3-a652a17d62c6. Aug 28 15:03:34.047605 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-8bce8929-ddec-4819-9979-f734acfcc707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e790489-613f-4b5b-816a-a84b22a5048b {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:03:34.058190 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-8bce8929-ddec-4819-9979-f734acfcc707 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:34.086598 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-8bce8929-ddec-4819-9979-f734acfcc707 service neutron] Transition to ACTIVE for port object 0e790489-613f-4b5b-816a-a84b22a5048b will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:03:34.114926 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-913b2635-8820-4467-b5c5-9939b0ea19da tempest-FloatingIPAdminTestJSON-1564149695 tempest-FloatingIPAdminTestJSON-1564149695-project] Notify callbacks [] for floatingip, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:34.118400 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-913b2635-8820-4467-b5c5-9939b0ea19da tempest-FloatingIPAdminTestJSON-1564149695 tempest-FloatingIPAdminTestJSON-1564149695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:34.122525 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-913b2635-8820-4467-b5c5-9939b0ea19da tempest-FloatingIPAdminTestJSON-1564149695 tempest-FloatingIPAdminTestJSON-1564149695-project] 10.222.0.13 "DELETE /v2.0/floatingips/abbb8f76-ac6d-499d-8aa0-6df9716aef8f HTTP/1.1" status: 204 len: 168 time: 0.8848126 Aug 28 15:03:34.122525 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b2635-8820-4467-b5c5-9939b0ea19da tempest-FloatingIPAdminTestJSON-1564149695 tempest-FloatingIPAdminTestJSON-1564149695-project] Pushing event deleted for resources: {'Port': ['ID=253c5bc9-0418-4961-8c14-6ec50a8547d7,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:34.123089 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40106) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:34.131290 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-8bce8929-ddec-4819-9979-f734acfcc707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:34.353872 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce8929-ddec-4819-9979-f734acfcc707 service neutron] Pushing event updated for resources: {'Port': ['ID=0e790489-613f-4b5b-816a-a84b22a5048b,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:34.553700 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 8d81b040-810c-4814-ac11-72ba84903a1b up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:03:34.589042 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38caa22-ad77-42ff-a8a5-83b1038f616f req-f156c749-3cc1-44c0-b925-dc5005001b5f tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:34.596922 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f38caa22-ad77-42ff-a8a5-83b1038f616f req-f156c749-3cc1-44c0-b925-dc5005001b5f tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=300112ea-57bb-4b4d-8748-1cb61a936b0a HTTP/1.1" status: 200 len: 945 time: 0.2835741 Aug 28 15:03:34.610355 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f9e50-e258-413a-ade8-81f4966f2fd2 req-d981e9be-0a6b-4cff-99c5-12a46cbe674e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:34.619536 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c07f9e50-e258-413a-ade8-81f4966f2fd2 req-d981e9be-0a6b-4cff-99c5-12a46cbe674e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=76556a77-2ba8-4527-9cdf-ac80ee43dcd8 HTTP/1.1" status: 200 len: 943 time: 0.0937276 Aug 28 15:03:34.643400 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 8d81b040-810c-4814-ac11-72ba84903a1b triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:03:34.643908 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:34.646166 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-8bce8929-ddec-4819-9979-f734acfcc707 service neutron] Attempting to bind port 0e790489-613f-4b5b-816a-a84b22a5048b on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:03:34.646518 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-8bce8929-ddec-4819-9979-f734acfcc707 service neutron] Attempting to bind port 0e790489-613f-4b5b-816a-a84b22a5048b by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '537ec9af-2404-4c1d-a957-efd06cc39195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:03:34.646848 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-8bce8929-ddec-4819-9979-f734acfcc707 service neutron] Attempting to bind port 0e790489-613f-4b5b-816a-a84b22a5048b on network 03e6b4b8-6c68-4060-8426-90fcc4950716 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:03:34.653484 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-2b945a0d-862d-444d-9c40-a3daadd89b95 tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Deleting port 3c118f85-b8f3-4fb8-ba56-199e7a2ed4c2 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:03:34.653831 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b945a0d-862d-444d-9c40-a3daadd89b95 tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:34.681670 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c07f9e50-e258-413a-ade8-81f4966f2fd2 req-2f19ae14-eac3-4e44-b670-1a64d6c6d211 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552685 Aug 28 15:03:34.773442 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-8bce8929-ddec-4819-9979-f734acfcc707 service neutron] Port 0e790489-613f-4b5b-816a-a84b22a5048b on network 03e6b4b8-6c68-4060-8426-90fcc4950716 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:03:34.774509 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-8bce8929-ddec-4819-9979-f734acfcc707 service neutron] Attempting to bind port 0e790489-613f-4b5b-816a-a84b22a5048b on network 03e6b4b8-6c68-4060-8426-90fcc4950716 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:03:34.805260 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-8bce8929-ddec-4819-9979-f734acfcc707 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:03:34.806017 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-8bce8929-ddec-4819-9979-f734acfcc707 service neutron] Checking segment: {'id': '537ec9af-2404-4c1d-a957-efd06cc39195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:03:34.806628 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-8bce8929-ddec-4819-9979-f734acfcc707 service neutron] Bound using segment: {'id': '537ec9af-2404-4c1d-a957-efd06cc39195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:03:34.807281 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-8bce8929-ddec-4819-9979-f734acfcc707 service neutron] Bound port: 0e790489-613f-4b5b-816a-a84b22a5048b, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537ec9af-2404-4c1d-a957-efd06cc39195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:03:34.807925 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-8bce8929-ddec-4819-9979-f734acfcc707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:34.818277 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f38caa22-ad77-42ff-a8a5-83b1038f616f req-08d7f078-f071-41e5-ae34-37cbb495d11f tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203856 Aug 28 15:03:34.834729 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:34.837014 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbe4a88-91bb-49cf-81fe-596fb83946e6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Router 9bae9c87-6925-440a-9206-ed27a647fa5a has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:03:34.884039 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d17438-14ff-4683-813b-34d9ea2b328c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d81b040-810c-4814-ac11-72ba84903a1b'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:03:34.890148 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413edaa5-a4fd-4224-8bdd-e41c2e05d4df" -d '{"events": [{"server_uuid": "75d17438-14ff-4683-813b-34d9ea2b328c", "name": "network-vif-plugged", "status": "completed", "tag": "8d81b040-810c-4814-ac11-72ba84903a1b"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:03:34.907030 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 8d81b040-810c-4814-ac11-72ba84903a1b, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=8d81b040-810c-4814-ac11-72ba84903a1b,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:03:34.915109 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:34.922788 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b945a0d-862d-444d-9c40-a3daadd89b95 tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:34.923125 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b945a0d-862d-444d-9c40-a3daadd89b95 tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:34.979278 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edb44be-fc1a-459e-a92d-2c2cbaaf6263 x-openstack-request-id: req-3edb44be-fc1a-459e-a92d-2c2cbaaf6263 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:03:34.979617 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d17438-14ff-4683-813b-34d9ea2b328c", "name": "network-vif-plugged", "status": "completed", "tag": "8d81b040-810c-4814-ac11-72ba84903a1b", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:03:34.980222 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-2b945a0d-862d-444d-9c40-a3daadd89b95 tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Calling delete_port for 3c118f85-b8f3-4fb8-ba56-199e7a2ed4c2 owned by network:floatingip {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:03:34.980341 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3edb44be-fc1a-459e-a92d-2c2cbaaf6263 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:03:34.980709 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d17438-14ff-4683-813b-34d9ea2b328c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d81b040-810c-4814-ac11-72ba84903a1b', 'code': 200} Aug 28 15:03:35.012708 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=8d81b040-810c-4814-ac11-72ba84903a1b,revision_number=7']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:35.553549 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-8bce8929-ddec-4819-9979-f734acfcc707 service neutron] For port 0e790489-613f-4b5b-816a-a84b22a5048b, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:03:35.586142 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-8bce8929-ddec-4819-9979-f734acfcc707 service neutron] For port 0e790489-613f-4b5b-816a-a84b22a5048b, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=0e790489-613f-4b5b-816a-a84b22a5048b,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:03:35.616489 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-8bce8929-ddec-4819-9979-f734acfcc707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:35.690981 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce8929-ddec-4819-9979-f734acfcc707 service neutron] Pushing event updated for resources: {'Port': ['ID=0e790489-613f-4b5b-816a-a84b22a5048b,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:35.704829 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbe4a88-91bb-49cf-81fe-596fb83946e6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:03:35.721509 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427dd2c9-3ed4-4569-a92a-c98bd73ec152 None None] Sync routers for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:03:35.730710 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-8bce8929-ddec-4819-9979-f734acfcc707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:35.731353 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-8bce8929-ddec-4819-9979-f734acfcc707 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:35.733286 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-8bce8929-ddec-4819-9979-f734acfcc707 service neutron] 10.222.0.41 "PUT /v2.0/ports/0e790489-613f-4b5b-816a-a84b22a5048b HTTP/1.1" status: 200 len: 1092 time: 2.5271435 Aug 28 15:03:35.733743 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76556a77-2ba8-4527-9cdf-ac80ee43dcd8', 'tag': '0e790489-613f-4b5b-816a-a84b22a5048b'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:03:35.736686 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f0ce4d-8b43-4a3a-8c0a-8aec94ddb34b" -d '{"events": [{"name": "network-changed", "server_uuid": "76556a77-2ba8-4527-9cdf-ac80ee43dcd8", "tag": "0e790489-613f-4b5b-816a-a84b22a5048b"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:03:35.743369 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2dbe4a88-91bb-49cf-81fe-596fb83946e6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:35.773744 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2dbe4a88-91bb-49cf-81fe-596fb83946e6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.9447942 Aug 28 15:03:35.774661 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b945a0d-862d-444d-9c40-a3daadd89b95 tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:35.778544 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40156) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:35.788743 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-62adde60-2450-4f68-858f-320716d31b51 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:35.804965 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427dd2c9-3ed4-4569-a92a-c98bd73ec152 None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:35.809059 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-427dd2c9-3ed4-4569-a92a-c98bd73ec152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:35.853882 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-427dd2c9-3ed4-4569-a92a-c98bd73ec152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:35.893879 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6d2c14-2416-41e2-9c57-17ba5db08a9c x-openstack-request-id: req-5c6d2c14-2416-41e2-9c57-17ba5db08a9c {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:03:35.894176 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76556a77-2ba8-4527-9cdf-ac80ee43dcd8", "tag": "0e790489-613f-4b5b-816a-a84b22a5048b", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:03:35.894431 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c6d2c14-2416-41e2-9c57-17ba5db08a9c {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:03:35.894852 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76556a77-2ba8-4527-9cdf-ac80ee43dcd8', 'tag': '0e790489-613f-4b5b-816a-a84b22a5048b', 'status': 'completed', 'code': 200} Aug 28 15:03:35.899365 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427dd2c9-3ed4-4569-a92a-c98bd73ec152 None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:35.900477 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-427dd2c9-3ed4-4569-a92a-c98bd73ec152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:35.924740 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b945a0d-862d-444d-9c40-a3daadd89b95 tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c118f85-b8f3-4fb8-ba56-199e7a2ed4c2,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:35.972993 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-427dd2c9-3ed4-4569-a92a-c98bd73ec152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:35.973644 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427dd2c9-3ed4-4569-a92a-c98bd73ec152 None None] The sync data for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:03:35.989968 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-62adde60-2450-4f68-858f-320716d31b51 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:36.158232 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6e408-f8a4-4c7c-8db6-109702173af6 req-2953e865-b91e-4aac-85c4-9ec1213bb0ac tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:36.159841 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-08c6e408-f8a4-4c7c-8db6-109702173af6 req-2953e865-b91e-4aac-85c4-9ec1213bb0ac tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=76556a77-2ba8-4527-9cdf-ac80ee43dcd8 HTTP/1.1" status: 200 len: 943 time: 0.2444596 Aug 28 15:03:36.166387 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-5b328d1d-031e-4678-aefc-ecaee466a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:36.168782 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-5b328d1d-031e-4678-aefc-ecaee466a6ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=038a0222e6f34dfa8dce183514c3f3db&device_id=76556a77-2ba8-4527-9cdf-ac80ee43dcd8 HTTP/1.1" status: 200 len: 1095 time: 0.3126631 Aug 28 15:03:36.193092 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b945a0d-862d-444d-9c40-a3daadd89b95 tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:36.196050 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b945a0d-862d-444d-9c40-a3daadd89b95 tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:36.197181 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2b945a0d-862d-444d-9c40-a3daadd89b95 tempest-FloatingIPAdminTestJSON-1164839634 tempest-FloatingIPAdminTestJSON-1164839634-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/9a7cb745-dd16-4a3a-9318-dc005a25d12f HTTP/1.1" status: 204 len: 168 time: 2.0724413 Aug 28 15:03:36.203338 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40174) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:36.250885 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-b834fa18-43e6-4a13-9363-80827e30c2f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e790489-613f-4b5b-816a-a84b22a5048b HTTP/1.1" status: 200 len: 217 time: 0.0525353 Aug 28 15:03:36.269331 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4118c1a-ee31-4be1-8def-d1737e84368b req-9c2a8d75-bbb4-4570-acda-34c73a3995a5 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:36.278126 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e4118c1a-ee31-4be1-8def-d1737e84368b req-9c2a8d75-bbb4-4570-acda-34c73a3995a5 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=300112ea-57bb-4b4d-8748-1cb61a936b0a HTTP/1.1" status: 200 len: 945 time: 0.1886115 Aug 28 15:03:36.303726 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-08c6e408-f8a4-4c7c-8db6-109702173af6 req-e889ca86-6454-4249-bb76-bfda45944cc2 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227012 Aug 28 15:03:36.361459 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-62adde60-2450-4f68-858f-320716d31b51 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:36.376865 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e4118c1a-ee31-4be1-8def-d1737e84368b req-cfd5c4c6-020c-4dcc-b5d4-d82583aa8ff4 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979483 Aug 28 15:03:36.382362 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-62adde60-2450-4f68-858f-320716d31b51 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:36.382686 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [None req-62adde60-2450-4f68-858f-320716d31b51 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Floating IP 0c0bb471-8cfa-4351-ae67-e7dcefa278b0 disassociated. External IP: 172.25.3.203, port: 97aea670-26ab-4189-84b3-a652a17d62c6. Aug 28 15:03:36.431191 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-a8e36699-fe85-40e7-a893-efa3d4842b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:36.433634 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-a8e36699-fe85-40e7-a893-efa3d4842b70 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=517a924f-5dd5-4f4e-82d8-d019697a05fd HTTP/1.1" status: 200 len: 846 time: 0.1626370 Aug 28 15:03:36.475135 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-188f927d-8354-4ba5-bfcd-671a1b6e4057 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03e6b4b8-6c68-4060-8426-90fcc4950716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331590 Aug 28 15:03:36.555759 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-b9f249c3-565b-4ca9-8231-20ee0f24dbce tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Deleting port d92dbd64-986d-4561-9166-19857834087d {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:03:36.556871 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b9f249c3-565b-4ca9-8231-20ee0f24dbce tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:36.560966 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 654cf52b-a141-4ea0-aa93-0a22ddf90d35 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:03:36.664749 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 654cf52b-a141-4ea0-aa93-0a22ddf90d35 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:03:36.670606 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 654cf52b-a141-4ea0-aa93-0a22ddf90d35 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:03:36.671756 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:36.686471 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62adde60-2450-4f68-858f-320716d31b51 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Router 9bae9c87-6925-440a-9206-ed27a647fa5a has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:03:36.692250 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-7064cba2-d434-42c3-8885-3da44a75ca4c service neutron] 10.222.0.41 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072093 Aug 28 15:03:36.734176 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b9f249c3-565b-4ca9-8231-20ee0f24dbce tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:36.783665 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:36.796787 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-b9f249c3-565b-4ca9-8231-20ee0f24dbce tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Calling delete_port for d92dbd64-986d-4561-9166-19857834087d owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:03:36.836675 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 654cf52b-a141-4ea0-aa93-0a22ddf90d35, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=654cf52b-a141-4ea0-aa93-0a22ddf90d35,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:03:36.847171 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:36.853775 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62adde60-2450-4f68-858f-320716d31b51 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:03:36.866610 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-62adde60-2450-4f68-858f-320716d31b51 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:36.881075 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff30d579-23f3-4d86-b17a-5fd8efc3c8e4 None None] Sync routers for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:03:36.899594 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e93764ee-f3ea-4659-a956-ded64091a1b5 req-3ed9052e-f269-4d43-84c5-32517ac62073 service neutron] 10.222.0.41 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984839 Aug 28 15:03:36.919612 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff30d579-23f3-4d86-b17a-5fd8efc3c8e4 None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:36.920094 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-ff30d579-23f3-4d86-b17a-5fd8efc3c8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:36.943377 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-62adde60-2450-4f68-858f-320716d31b51 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "PUT /v2.0/floatingips/0c0bb471-8cfa-4351-ae67-e7dcefa278b0 HTTP/1.1" status: 200 len: 688 time: 1.1590497 Aug 28 15:03:36.945664 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40178) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:36.970777 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=654cf52b-a141-4ea0-aa93-0a22ddf90d35,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:36.974263 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-ff30d579-23f3-4d86-b17a-5fd8efc3c8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:36.988155 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300112ea-57bb-4b4d-8748-1cb61a936b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654cf52b-a141-4ea0-aa93-0a22ddf90d35'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:03:36.990387 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa3344a-2230-4bd6-9b20-50c2bb841abc" -d '{"events": [{"server_uuid": "300112ea-57bb-4b4d-8748-1cb61a936b0a", "name": "network-vif-plugged", "status": "completed", "tag": "654cf52b-a141-4ea0-aa93-0a22ddf90d35"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:03:37.002075 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff30d579-23f3-4d86-b17a-5fd8efc3c8e4 None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:37.003251 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-ff30d579-23f3-4d86-b17a-5fd8efc3c8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:37.044834 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-ff30d579-23f3-4d86-b17a-5fd8efc3c8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:37.045876 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff30d579-23f3-4d86-b17a-5fd8efc3c8e4 None None] The sync data for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:03:37.069697 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d476f43b-4605-4454-952d-7042b7de5a6c x-openstack-request-id: req-d476f43b-4605-4454-952d-7042b7de5a6c {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:03:37.070002 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300112ea-57bb-4b4d-8748-1cb61a936b0a", "name": "network-vif-plugged", "status": "completed", "tag": "654cf52b-a141-4ea0-aa93-0a22ddf90d35", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:03:37.070260 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d476f43b-4605-4454-952d-7042b7de5a6c {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:03:37.070661 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300112ea-57bb-4b4d-8748-1cb61a936b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654cf52b-a141-4ea0-aa93-0a22ddf90d35', 'code': 200} Aug 28 15:03:37.194938 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c4bb2-308f-4dd9-b676-8ac586240093 req-73107ad1-180b-477e-9701-c982aeda44e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:37.197000 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cb7c4bb2-308f-4dd9-b676-8ac586240093 req-73107ad1-180b-477e-9701-c982aeda44e9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=300112ea-57bb-4b4d-8748-1cb61a936b0a HTTP/1.1" status: 200 len: 1098 time: 0.0554433 Aug 28 15:03:37.206168 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b9f249c3-565b-4ca9-8231-20ee0f24dbce tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:37.212826 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0ce4d-8b43-4a3a-8c0a-8aec94ddb34b req-6b015cdd-9fa0-4b71-aa10-76197f42166e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:37.214646 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-46f0ce4d-8b43-4a3a-8c0a-8aec94ddb34b req-6b015cdd-9fa0-4b71-aa10-76197f42166e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=038a0222e6f34dfa8dce183514c3f3db&device_id=76556a77-2ba8-4527-9cdf-ac80ee43dcd8 HTTP/1.1" status: 200 len: 1095 time: 0.1883752 Aug 28 15:03:37.246702 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cb7c4bb2-308f-4dd9-b676-8ac586240093 req-d4fbb69c-131d-4860-8b71-94b8dc3cb10b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366478 Aug 28 15:03:37.328940 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f249c3-565b-4ca9-8231-20ee0f24dbce tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Pushing event deleted for resources: {'Port': ['ID=d92dbd64-986d-4561-9166-19857834087d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:37.395982 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-1278e5d3-ebd6-40d7-a100-07ce42078d05 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Deleting port 0ef19bca-576a-495f-8448-68bc8212c6ab {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:03:37.396939 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1278e5d3-ebd6-40d7-a100-07ce42078d05 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:37.465441 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86f465-609d-42dd-8774-d3b4f70536f8 req-b856b4f8-d215-4312-b56f-b9884a497f0c tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:37.484270 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8b86f465-609d-42dd-8774-d3b4f70536f8 req-b856b4f8-d215-4312-b56f-b9884a497f0c tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=76556a77-2ba8-4527-9cdf-ac80ee43dcd8 HTTP/1.1" status: 200 len: 943 time: 0.1075578 Aug 28 15:03:37.567174 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8b86f465-609d-42dd-8774-d3b4f70536f8 req-f22c6744-cad9-4e9d-bfc3-847139d9e26a tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796783 Aug 28 15:03:37.740546 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b9f249c3-565b-4ca9-8231-20ee0f24dbce tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:37.742500 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b9f249c3-565b-4ca9-8231-20ee0f24dbce tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] 10.222.0.13 "DELETE /v2.0/ports/d92dbd64-986d-4561-9166-19857834087d HTTP/1.1" status: 204 len: 168 time: 1.5379813 Aug 28 15:03:37.751201 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40210) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:37.760319 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0ce4d-8b43-4a3a-8c0a-8aec94ddb34b req-d4f06738-6bc8-4b13-9aef-06f707dc7da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:37.762397 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-46f0ce4d-8b43-4a3a-8c0a-8aec94ddb34b req-d4f06738-6bc8-4b13-9aef-06f707dc7da9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=03e6b4b8-6c68-4060-8426-90fcc4950716 HTTP/1.1" status: 200 len: 907 time: 0.5177205 Aug 28 15:03:37.774452 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d9b72-1b4e-44c8-b5e3-6dc512d1a5fb req-97c95058-e5ce-41eb-a60e-032ba97a5edf tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:37.776466 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aa2d9b72-1b4e-44c8-b5e3-6dc512d1a5fb req-97c95058-e5ce-41eb-a60e-032ba97a5edf tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=300112ea-57bb-4b4d-8748-1cb61a936b0a HTTP/1.1" status: 200 len: 946 time: 0.1882436 Aug 28 15:03:37.810446 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1278e5d3-ebd6-40d7-a100-07ce42078d05 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:37.811084 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1278e5d3-ebd6-40d7-a100-07ce42078d05 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:37.860181 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281d696d-6016-40e4-9c5f-ff5e41a16114 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:37.862442 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-281d696d-6016-40e4-9c5f-ff5e41a16114 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d1aec5e-a483-4dcc-8396-96a392d0d54d HTTP/1.1" status: 200 len: 913 time: 0.1078153 Aug 28 15:03:37.865752 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40214) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:37.873463 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-46f0ce4d-8b43-4a3a-8c0a-8aec94ddb34b req-b7458bec-2223-4d2c-9c3e-404bb9ca4426 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e790489-613f-4b5b-816a-a84b22a5048b HTTP/1.1" status: 200 len: 217 time: 0.0894811 Aug 28 15:03:37.923426 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8d787851-c02f-4d72-8c49-ca79a96a6696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:37.927232 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-1278e5d3-ebd6-40d7-a100-07ce42078d05 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Calling delete_port for 0ef19bca-576a-495f-8448-68bc8212c6ab owned by network:floatingip {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:03:37.965704 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aa2d9b72-1b4e-44c8-b5e3-6dc512d1a5fb req-00a22e91-dab8-47a0-9c3a-10bb70ecb8d0 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797163 Aug 28 15:03:37.971734 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0ce4d-8b43-4a3a-8c0a-8aec94ddb34b req-b68c2f79-195c-4892-9f2e-7af78e65da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:37.973185 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-46f0ce4d-8b43-4a3a-8c0a-8aec94ddb34b req-b68c2f79-195c-4892-9f2e-7af78e65da60 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=517a924f-5dd5-4f4e-82d8-d019697a05fd HTTP/1.1" status: 200 len: 846 time: 0.0873346 Aug 28 15:03:38.051917 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-46f0ce4d-8b43-4a3a-8c0a-8aec94ddb34b req-82259f94-a97c-40b0-bdc8-b1a6e54753bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03e6b4b8-6c68-4060-8426-90fcc4950716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342181 Aug 28 15:03:38.288617 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1278e5d3-ebd6-40d7-a100-07ce42078d05 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:38.375299 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278e5d3-ebd6-40d7-a100-07ce42078d05 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event deleted for resources: {'Port': ['ID=0ef19bca-576a-495f-8448-68bc8212c6ab,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:38.392323 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-46f0ce4d-8b43-4a3a-8c0a-8aec94ddb34b req-f03e1b79-7926-417d-85eb-daa0a1d39748 service neutron] 10.222.0.41 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315165 Aug 28 15:03:38.523500 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1278e5d3-ebd6-40d7-a100-07ce42078d05 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:38.526212 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1278e5d3-ebd6-40d7-a100-07ce42078d05 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:38.527714 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1278e5d3-ebd6-40d7-a100-07ce42078d05 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "DELETE /v2.0/floatingips/0c0bb471-8cfa-4351-ae67-e7dcefa278b0 HTTP/1.1" status: 204 len: 168 time: 1.5816429 Aug 28 15:03:38.531486 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40232) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:38.536629 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-f539d6e7-a21a-479b-b910-16633b0b73cf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'port_id': '6e888b49-49ed-497e-a063-65ebd558e4e7'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:38.546903 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-14e1f036-385e-4bec-b9bb-1996f2d16daa tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:38.568893 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f539d6e7-a21a-479b-b910-16633b0b73cf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:38.699923 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-46f0ce4d-8b43-4a3a-8c0a-8aec94ddb34b req-a0b87de5-ffea-43c3-a92e-595d943d4372 service neutron] 10.222.0.41 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721744 Aug 28 15:03:38.801785 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f1e03-2e0c-4143-9262-32b814b32f56 req-178d5223-793d-45e0-b6c8-e9cf40d0abfd tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:38.813152 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-094f1e03-2e0c-4143-9262-32b814b32f56 req-178d5223-793d-45e0-b6c8-e9cf40d0abfd tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=76556a77-2ba8-4527-9cdf-ac80ee43dcd8 HTTP/1.1" status: 200 len: 943 time: 0.1115463 Aug 28 15:03:38.880612 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-094f1e03-2e0c-4143-9262-32b814b32f56 req-e173084b-7474-4adf-b86d-37fca8245939 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657656 Aug 28 15:03:38.925162 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f539d6e7-a21a-479b-b910-16633b0b73cf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:38.992286 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-14e1f036-385e-4bec-b9bb-1996f2d16daa tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Deleting port 142c002a-bc67-4aec-9f46-6142913c3586 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:03:39.005738 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-14e1f036-385e-4bec-b9bb-1996f2d16daa tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:39.091850 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-f539d6e7-a21a-479b-b910-16633b0b73cf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Allocated IP 172.25.3.247 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/27198f79-6b61-4d38-b4cd-503f1ffa8220) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:03:39.116539 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-14e1f036-385e-4bec-b9bb-1996f2d16daa tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:39.133799 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-14e1f036-385e-4bec-b9bb-1996f2d16daa tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Calling delete_port for 142c002a-bc67-4aec-9f46-6142913c3586 owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:03:39.183120 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31eab9-cfa0-4850-b7c7-f54657863c49 req-b898d32e-0ef4-4e87-8781-97c62a99eaed tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:39.184690 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3d31eab9-cfa0-4850-b7c7-f54657863c49 req-b898d32e-0ef4-4e87-8781-97c62a99eaed tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=300112ea-57bb-4b4d-8748-1cb61a936b0a HTTP/1.1" status: 200 len: 946 time: 0.1166289 Aug 28 15:03:39.268396 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40256) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:39.276227 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3d31eab9-cfa0-4850-b7c7-f54657863c49 req-d64254b6-13d1-48fe-8fe7-c2cebd7078f8 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764849 Aug 28 15:03:39.331368 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f539d6e7-a21a-479b-b910-16633b0b73cf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:39.384575 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f539d6e7-a21a-479b-b910-16633b0b73cf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:39.444801 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f539d6e7-a21a-479b-b910-16633b0b73cf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:03:39.466337 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-f539d6e7-a21a-479b-b910-16633b0b73cf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:03:39.471644 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c73b4c5f-0374-45ac-b397-0087df2836f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:39.476806 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f539d6e7-a21a-479b-b910-16633b0b73cf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:03:39.486132 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539d6e7-a21a-479b-b910-16633b0b73cf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event updated for resources: {'Port': ['ID=27198f79-6b61-4d38-b4cd-503f1ffa8220,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:39.495018 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-14e1f036-385e-4bec-b9bb-1996f2d16daa tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:39.536344 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1f036-385e-4bec-b9bb-1996f2d16daa tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Pushing event deleted for resources: {'Port': ['ID=142c002a-bc67-4aec-9f46-6142913c3586,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:39.858563 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c73b4c5f-0374-45ac-b397-0087df2836f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:39.868098 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c73b4c5f-0374-45ac-b397-0087df2836f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:39.909306 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803b6f6-17e5-4cb4-b073-04f1cd329df1 req-efdefe15-6b28-4744-b78c-4fbec73726e1 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:39.912167 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6803b6f6-17e5-4cb4-b073-04f1cd329df1 req-efdefe15-6b28-4744-b78c-4fbec73726e1 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=300112ea-57bb-4b4d-8748-1cb61a936b0a HTTP/1.1" status: 200 len: 946 time: 0.1803141 Aug 28 15:03:39.916333 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b4c5f-0374-45ac-b397-0087df2836f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f701d1-41b6-4600-8fd8-341be928e2e9,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:39.956611 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c73b4c5f-0374-45ac-b397-0087df2836f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=73a0ff597d304bc1a2abaef2e1cce197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6786876 Aug 28 15:03:39.960907 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40272) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:39.966106 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-14e1f036-385e-4bec-b9bb-1996f2d16daa tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:40.101589 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e35079-5984-412f-81c7-0e7d8ed2446d req-7cde84cb-2564-4b00-a4a1-8342385d7382 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:40.103369 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d0e35079-5984-412f-81c7-0e7d8ed2446d req-7cde84cb-2564-4b00-a4a1-8342385d7382 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=76556a77-2ba8-4527-9cdf-ac80ee43dcd8 HTTP/1.1" status: 200 len: 943 time: 0.1077600 Aug 28 15:03:40.209927 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d0e35079-5984-412f-81c7-0e7d8ed2446d req-3c04901a-cf48-4f7a-9944-0ad83c6860de tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954261 Aug 28 15:03:40.232597 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f539d6e7-a21a-479b-b910-16633b0b73cf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:40.329843 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f539d6e7-a21a-479b-b910-16633b0b73cf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:40.394342 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6803b6f6-17e5-4cb4-b073-04f1cd329df1 req-e240ee08-82b9-40d3-913c-0b6432b80bb8 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565227 Aug 28 15:03:40.436662 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b0958d52-0622-42ce-aa41-bba31882ef73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:40.485423 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8a3dded7-63f7-4786-b6c2-ed3f038ad771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:40.517481 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b0958d52-0622-42ce-aa41-bba31882ef73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:40.578938 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f539d6e7-a21a-479b-b910-16633b0b73cf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:40.585298 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f539d6e7-a21a-479b-b910-16633b0b73cf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:40.659605 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b0958d52-0622-42ce-aa41-bba31882ef73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:40.661198 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539d6e7-a21a-479b-b910-16633b0b73cf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event updated for resources: {'Port': ['ID=27198f79-6b61-4d38-b4cd-503f1ffa8220,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:40.662540 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b0958d52-0622-42ce-aa41-bba31882ef73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:40.666477 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b0958d52-0622-42ce-aa41-bba31882ef73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2f701d1-41b6-4600-8fd8-341be928e2e9 HTTP/1.1" status: 204 len: 168 time: 0.7024515 Aug 28 15:03:40.678794 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0958d52-0622-42ce-aa41-bba31882ef73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f701d1-41b6-4600-8fd8-341be928e2e9,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:40.695238 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f539d6e7-a21a-479b-b910-16633b0b73cf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:40.695970 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e1f036-385e-4bec-b9bb-1996f2d16daa tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Router 3d1aec5e-a483-4dcc-8396-96a392d0d54d has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:03:40.796335 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:40.910629 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-f539d6e7-a21a-479b-b910-16633b0b73cf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Floating IP 34c89b6e-71b2-4517-a9c0-9d8c8087aa98 associated. External IP: 172.25.3.247, port: 6e888b49-49ed-497e-a063-65ebd558e4e7. Aug 28 15:03:40.918198 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e1f036-385e-4bec-b9bb-1996f2d16daa tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:03:40.935435 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a676c08-7ee3-4112-92e6-4c4cbe1db563 None None] Sync routers for ids ['3d1aec5e-a483-4dcc-8396-96a392d0d54d'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:03:40.936668 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-14e1f036-385e-4bec-b9bb-1996f2d16daa tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] 10.222.0.13 "PUT /v2.0/routers/3d1aec5e-a483-4dcc-8396-96a392d0d54d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0696151 Aug 28 15:03:40.939193 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40292) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:40.960960 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a676c08-7ee3-4112-92e6-4c4cbe1db563 None None] Routers {'3d1aec5e-a483-4dcc-8396-96a392d0d54d'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:40.961606 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-5a676c08-7ee3-4112-92e6-4c4cbe1db563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['3d1aec5e-a483-4dcc-8396-96a392d0d54d'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:41.037458 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-5a676c08-7ee3-4112-92e6-4c4cbe1db563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:41.060599 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a676c08-7ee3-4112-92e6-4c4cbe1db563 None None] Routers {'3d1aec5e-a483-4dcc-8396-96a392d0d54d'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:41.061491 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-5a676c08-7ee3-4112-92e6-4c4cbe1db563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['3d1aec5e-a483-4dcc-8396-96a392d0d54d'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:41.121879 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-5a676c08-7ee3-4112-92e6-4c4cbe1db563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:41.123186 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a676c08-7ee3-4112-92e6-4c4cbe1db563 None None] The sync data for ids ['3d1aec5e-a483-4dcc-8396-96a392d0d54d'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:03:41.250499 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cc97dc60-4d35-4ab5-a7d6-2577b319624f tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:41.252545 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40296) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:41.325533 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3de85432-db83-47e0-a079-af146c3863cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:41.502389 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f3922-06d2-427d-8edc-4e672a33dbc2 req-b65357b8-c7a9-4d7d-b134-a82c7822c1b0 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:41.504100 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bb8f3922-06d2-427d-8edc-4e672a33dbc2 req-b65357b8-c7a9-4d7d-b134-a82c7822c1b0 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=76556a77-2ba8-4527-9cdf-ac80ee43dcd8 HTTP/1.1" status: 200 len: 943 time: 0.2055964 Aug 28 15:03:41.529372 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cc97dc60-4d35-4ab5-a7d6-2577b319624f tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:41.606138 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bb8f3922-06d2-427d-8edc-4e672a33dbc2 req-2cf11319-ce63-4821-a795-3b3917c63589 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865545 Aug 28 15:03:41.659903 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:41.683932 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3de85432-db83-47e0-a079-af146c3863cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:41.694769 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3de85432-db83-47e0-a079-af146c3863cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:41.732932 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59999169-47b8-4556-83cc-77e3f54de996 req-c9c52567-9455-4f01-aae3-21a1a202af68 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:41.741203 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-cc97dc60-4d35-4ab5-a7d6-2577b319624f tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Deleting port 75d97f12-54f2-4acc-a029-be6bab2bb611 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:03:41.741203 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cc97dc60-4d35-4ab5-a7d6-2577b319624f tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:41.741506 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-59999169-47b8-4556-83cc-77e3f54de996 req-c9c52567-9455-4f01-aae3-21a1a202af68 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=300112ea-57bb-4b4d-8748-1cb61a936b0a HTTP/1.1" status: 200 len: 946 time: 0.1171896 Aug 28 15:03:41.745962 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3de85432-db83-47e0-a079-af146c3863cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37f8e80f63b94ae0a64e4dd593782562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4915462 Aug 28 15:03:41.746781 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de85432-db83-47e0-a079-af146c3863cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ee1ac4-7f25-40e6-a67e-6aad8a190f08,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:41.750238 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40312) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:41.842630 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cc97dc60-4d35-4ab5-a7d6-2577b319624f tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:41.845460 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f539d6e7-a21a-479b-b910-16633b0b73cf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Router 9bae9c87-6925-440a-9206-ed27a647fa5a has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:03:41.856523 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-cc97dc60-4d35-4ab5-a7d6-2577b319624f tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Calling delete_port for 75d97f12-54f2-4acc-a029-be6bab2bb611 owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:03:41.860205 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-59999169-47b8-4556-83cc-77e3f54de996 req-efa3fbf4-61a8-424c-9856-e0bd2a0041b4 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189713 Aug 28 15:03:41.947064 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75fe63bf-53c4-45f2-bfc3-e5ba1f653ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:42.012639 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75fe63bf-53c4-45f2-bfc3-e5ba1f653ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:42.074308 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f539d6e7-a21a-479b-b910-16633b0b73cf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:03:42.088328 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373e368c-f365-4d03-b8d1-1203bb405be1 None None] Sync routers for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:03:42.096930 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 0e790489-613f-4b5b-816a-a84b22a5048b details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:03:42.102463 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f539d6e7-a21a-479b-b910-16633b0b73cf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:42.164188 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f539d6e7-a21a-479b-b910-16633b0b73cf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.6316361 Aug 28 15:03:42.164968 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40326) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:42.165597 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75fe63bf-53c4-45f2-bfc3-e5ba1f653ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:42.173487 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75fe63bf-53c4-45f2-bfc3-e5ba1f653ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:42.173487 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-75fe63bf-53c4-45f2-bfc3-e5ba1f653ef7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47ee1ac4-7f25-40e6-a67e-6aad8a190f08 HTTP/1.1" status: 204 len: 168 time: 0.4079063 Aug 28 15:03:42.202048 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe63bf-53c4-45f2-bfc3-e5ba1f653ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ee1ac4-7f25-40e6-a67e-6aad8a190f08,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:42.283171 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 0e790489-613f-4b5b-816a-a84b22a5048b, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=0e790489-613f-4b5b-816a-a84b22a5048b,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:03:42.305536 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '0e790489-613f-4b5b-816a-a84b22a5048b', 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716', 'port_id': '0e790489-613f-4b5b-816a-a84b22a5048b', 'mac_address': 'fa:16:3e:c1:ff:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517a924f-5dd5-4f4e-82d8-d019697a05fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:03:42.327286 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-dfac10be-9e0a-4484-afdf-d9a742329634 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "GET /v2.0/floatingips/34c89b6e-71b2-4517-a9c0-9d8c8087aa98 HTTP/1.1" status: 200 len: 979 time: 0.1599283 Aug 28 15:03:42.329932 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40332) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:42.337048 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cc97dc60-4d35-4ab5-a7d6-2577b319624f tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:42.354172 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e368c-f365-4d03-b8d1-1203bb405be1 None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:42.355847 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-373e368c-f365-4d03-b8d1-1203bb405be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:42.428931 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97dc60-4d35-4ab5-a7d6-2577b319624f tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Pushing event deleted for resources: {'Port': ['ID=75d97f12-54f2-4acc-a029-be6bab2bb611,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:42.593450 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-26f95fc9-24ab-436d-bf61-b16b66aaf8d1 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.2620015 Aug 28 15:03:42.595914 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40354) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:42.605418 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-b4b572d7-c446-4687-8a05-9e3f77362b6a tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Request body: {'floatingip': {'port_id': '97aea670-26ab-4189-84b3-a652a17d62c6'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:42.724085 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b4b572d7-c446-4687-8a05-9e3f77362b6a tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:42.743409 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-373e368c-f365-4d03-b8d1-1203bb405be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:42.766429 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:42.789429 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e790489-613f-4b5b-816a-a84b22a5048b {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:03:42.812739 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cc97dc60-4d35-4ab5-a7d6-2577b319624f tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:42.821043 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 0e790489-613f-4b5b-816a-a84b22a5048b, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=0e790489-613f-4b5b-816a-a84b22a5048b,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:03:42.822171 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e368c-f365-4d03-b8d1-1203bb405be1 None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:42.824077 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-373e368c-f365-4d03-b8d1-1203bb405be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:42.882791 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-373e368c-f365-4d03-b8d1-1203bb405be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:42.883600 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373e368c-f365-4d03-b8d1-1203bb405be1 None None] The sync data for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:03:42.885445 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:42.921906 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1918e-4be3-4ffe-9617-22ddca549e34 req-12fb4a5e-2e0d-43db-ba8e-d316ad9ae786 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:42.923635 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aec1918e-4be3-4ffe-9617-22ddca549e34 req-12fb4a5e-2e0d-43db-ba8e-d316ad9ae786 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=76556a77-2ba8-4527-9cdf-ac80ee43dcd8 HTTP/1.1" status: 200 len: 943 time: 0.1620739 Aug 28 15:03:42.959105 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=0e790489-613f-4b5b-816a-a84b22a5048b,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:42.994901 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cc97dc60-4d35-4ab5-a7d6-2577b319624f tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:43.000105 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cc97dc60-4d35-4ab5-a7d6-2577b319624f tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:43.111754 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aec1918e-4be3-4ffe-9617-22ddca549e34 req-304a8859-ac0b-4424-af54-aa512f6bcfdb tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498694 Aug 28 15:03:43.124895 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cc97dc60-4d35-4ab5-a7d6-2577b319624f tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:43.125719 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc97dc60-4d35-4ab5-a7d6-2577b319624f tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Fanout notify agent at l3_agent the message router_deleted on router 3d1aec5e-a483-4dcc-8396-96a392d0d54d {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:03:43.137105 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cc97dc60-4d35-4ab5-a7d6-2577b319624f tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:43.138963 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cc97dc60-4d35-4ab5-a7d6-2577b319624f tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] 10.222.0.13 "DELETE /v2.0/routers/3d1aec5e-a483-4dcc-8396-96a392d0d54d HTTP/1.1" status: 204 len: 168 time: 2.1985214 Aug 28 15:03:43.141320 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40374) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:43.185124 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:43.218764 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-914cab12-f60a-464a-b543-908d45f29c89 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Deleting subnet eef5aa5e-79af-4f71-bbcc-e06bdf6e398b {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:03:43.222985 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-914cab12-f60a-464a-b543-908d45f29c89 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:43.268839 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['0e790489-613f-4b5b-816a-a84b22a5048b'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:03:43.287030 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-914cab12-f60a-464a-b543-908d45f29c89 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:43.402898 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-914cab12-f60a-464a-b543-908d45f29c89 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:43.482022 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-914cab12-f60a-464a-b543-908d45f29c89 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:43.517125 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cab12-f60a-464a-b543-908d45f29c89 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Pushing event deleted for resources: {'Subnet': ['ID=eef5aa5e-79af-4f71-bbcc-e06bdf6e398b,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:43.524931 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-914cab12-f60a-464a-b543-908d45f29c89 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:43.527488 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-914cab12-f60a-464a-b543-908d45f29c89 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] 10.222.0.13 "DELETE /v2.0/subnets/eef5aa5e-79af-4f71-bbcc-e06bdf6e398b HTTP/1.1" status: 204 len: 168 time: 0.3844721 Aug 28 15:03:43.530121 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40382) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:43.546036 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ab364e-b3eb-4cef-8fa5-41cd80647896 None None] Network 9886e83f-4349-46cf-b40e-fc441d6f9ff9 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:03:43.697170 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b4b572d7-c446-4687-8a05-9e3f77362b6a tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:43.706511 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b4b572d7-c446-4687-8a05-9e3f77362b6a tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:43.723647 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d71da7a-f9a3-4665-b709-cd341b9f1865 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:43.839071 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-8d71da7a-f9a3-4665-b709-cd341b9f1865 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Deleting port 9d9b3f1b-db20-4f50-9576-3e409ff91fc8 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:03:43.840024 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d71da7a-f9a3-4665-b709-cd341b9f1865 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:43.897398 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [None req-b4b572d7-c446-4687-8a05-9e3f77362b6a tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Floating IP 34c89b6e-71b2-4517-a9c0-9d8c8087aa98 associated. External IP: 172.25.3.247, port: 6e888b49-49ed-497e-a063-65ebd558e4e7. Aug 28 15:03:43.920145 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bbe76b-e83a-4786-b2e8-9ece14255907 None None] DHCP port deletion for 9886e83f-4349-46cf-b40e-fc441d6f9ff9 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:03:43.955629 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-8d71da7a-f9a3-4665-b709-cd341b9f1865 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] For port 9d9b3f1b-db20-4f50-9576-3e409ff91fc8, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=9d9b3f1b-db20-4f50-9576-3e409ff91fc8,segment=NetworkSegment(522c141f-e3a1-4da6-a6cb-25e4079ef9db),segment_id=522c141f-e3a1-4da6-a6cb-25e4079ef9db)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:03:43.960817 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d71da7a-f9a3-4665-b709-cd341b9f1865 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:43.978749 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-8d71da7a-f9a3-4665-b709-cd341b9f1865 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Calling delete_port for 9d9b3f1b-db20-4f50-9576-3e409ff91fc8 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:03:44.005127 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-b2bbe76b-e83a-4786-b2e8-9ece14255907 None None] Deleting port 9d9b3f1b-db20-4f50-9576-3e409ff91fc8 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:03:44.005630 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b2bbe76b-e83a-4786-b2e8-9ece14255907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:44.073255 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d71da7a-f9a3-4665-b709-cd341b9f1865 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:44.095428 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-b2bbe76b-e83a-4786-b2e8-9ece14255907 None None] For port 9d9b3f1b-db20-4f50-9576-3e409ff91fc8, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=9d9b3f1b-db20-4f50-9576-3e409ff91fc8,segment=NetworkSegment(522c141f-e3a1-4da6-a6cb-25e4079ef9db),segment_id=522c141f-e3a1-4da6-a6cb-25e4079ef9db)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:03:44.095873 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b2bbe76b-e83a-4786-b2e8-9ece14255907 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:44.103910 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71da7a-f9a3-4665-b709-cd341b9f1865 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Pushing event deleted for resources: {'Port': ['ID=9d9b3f1b-db20-4f50-9576-3e409ff91fc8,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:44.109445 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d71da7a-f9a3-4665-b709-cd341b9f1865 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] No DVR routers for this DVR port 9d9b3f1b-db20-4f50-9576-3e409ff91fc8 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:03:44.113486 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-b2bbe76b-e83a-4786-b2e8-9ece14255907 None None] Calling delete_port for 9d9b3f1b-db20-4f50-9576-3e409ff91fc8 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:03:44.247484 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b2bbe76b-e83a-4786-b2e8-9ece14255907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:44.247733 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d71da7a-f9a3-4665-b709-cd341b9f1865 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:44.252727 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-8d71da7a-f9a3-4665-b709-cd341b9f1865 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9886e83f-4349-46cf-b40e-fc441d6f9ff9']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:44.264692 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bbe76b-e83a-4786-b2e8-9ece14255907 None None] Pushing event deleted for resources: {'Port': ['ID=9d9b3f1b-db20-4f50-9576-3e409ff91fc8,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:44.265614 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-8d71da7a-f9a3-4665-b709-cd341b9f1865 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522c141f-e3a1-4da6-a6cb-25e4079ef9db') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:44.265925 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-8d71da7a-f9a3-4665-b709-cd341b9f1865 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522c141f-e3a1-4da6-a6cb-25e4079ef9db') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:44.270025 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bbe76b-e83a-4786-b2e8-9ece14255907 None None] No DVR routers for this DVR port 9d9b3f1b-db20-4f50-9576-3e409ff91fc8 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:03:44.284285 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d71da7a-f9a3-4665-b709-cd341b9f1865 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:44.317660 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d71da7a-f9a3-4665-b709-cd341b9f1865 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:44.334147 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d71da7a-f9a3-4665-b709-cd341b9f1865 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:03:44.334565 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d71da7a-f9a3-4665-b709-cd341b9f1865 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:03:44.337829 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:03:44.372643 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b572d7-c446-4687-8a05-9e3f77362b6a tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Router 9bae9c87-6925-440a-9206-ed27a647fa5a has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:03:44.381293 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e4125-8ebf-48be-b9e0-4d069a10f3a2 req-a2b0f606-970e-4bb7-92bb-03fa78d38501 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:44.382789 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a10e4125-8ebf-48be-b9e0-4d069a10f3a2 req-a2b0f606-970e-4bb7-92bb-03fa78d38501 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=76556a77-2ba8-4527-9cdf-ac80ee43dcd8 HTTP/1.1" status: 200 len: 944 time: 0.1550381 Aug 28 15:03:44.411052 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d71da7a-f9a3-4665-b709-cd341b9f1865 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:44.420027 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d71da7a-f9a3-4665-b709-cd341b9f1865 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:44.424079 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8d71da7a-f9a3-4665-b709-cd341b9f1865 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] 10.222.0.13 "DELETE /v2.0/networks/9886e83f-4349-46cf-b40e-fc441d6f9ff9 HTTP/1.1" status: 204 len: 168 time: 0.8907108 Aug 28 15:03:44.424335 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40416) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:44.474472 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71da7a-f9a3-4665-b709-cd341b9f1865 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Pushing event deleted for resources: {'Network': ['ID=9886e83f-4349-46cf-b40e-fc441d6f9ff9,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:44.597590 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-930919a9-2482-48b5-83ec-4bb72a4fa773 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Deleting port 2c960ac4-9078-4b98-b2b2-60ac316a1e87 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:03:44.597825 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-930919a9-2482-48b5-83ec-4bb72a4fa773 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:44.768473 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-930919a9-2482-48b5-83ec-4bb72a4fa773 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:44.768892 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-930919a9-2482-48b5-83ec-4bb72a4fa773 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:44.806144 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-930919a9-2482-48b5-83ec-4bb72a4fa773 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Calling delete_port for 2c960ac4-9078-4b98-b2b2-60ac316a1e87 owned by network:floatingip {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:03:44.889098 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a10e4125-8ebf-48be-b9e0-4d069a10f3a2 req-a2066434-6884-499b-8b12-c88e847baa3e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4968641 Aug 28 15:03:44.968320 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b572d7-c446-4687-8a05-9e3f77362b6a tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:03:44.980577 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fe7e9e-f68a-4af1-ab57-c899b0cb25a5 None None] Sync routers for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:03:45.012202 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fe7e9e-f68a-4af1-ab57-c899b0cb25a5 None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:45.013760 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-32fe7e9e-f68a-4af1-ab57-c899b0cb25a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:45.063695 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-32fe7e9e-f68a-4af1-ab57-c899b0cb25a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:45.081109 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fe7e9e-f68a-4af1-ab57-c899b0cb25a5 None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:45.082534 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-32fe7e9e-f68a-4af1-ab57-c899b0cb25a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:45.148315 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-32fe7e9e-f68a-4af1-ab57-c899b0cb25a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:45.150659 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-930919a9-2482-48b5-83ec-4bb72a4fa773 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:45.151206 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fe7e9e-f68a-4af1-ab57-c899b0cb25a5 None None] The sync data for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:03:45.215324 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930919a9-2482-48b5-83ec-4bb72a4fa773 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Pushing event deleted for resources: {'Port': ['ID=2c960ac4-9078-4b98-b2b2-60ac316a1e87,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:45.297245 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-930919a9-2482-48b5-83ec-4bb72a4fa773 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks [] for floatingip, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:45.300695 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-930919a9-2482-48b5-83ec-4bb72a4fa773 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:45.304837 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-930919a9-2482-48b5-83ec-4bb72a4fa773 tempest-FloatingIPAdminTestJSON-930369531 tempest-FloatingIPAdminTestJSON-930369531-project] 10.222.0.13 "DELETE /v2.0/floatingips/5a596b02-3d8c-436a-af15-c2e02172051b HTTP/1.1" status: 204 len: 168 time: 0.8786299 Aug 28 15:03:45.319324 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b572d7-c446-4687-8a05-9e3f77362b6a tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Router 9bae9c87-6925-440a-9206-ed27a647fa5a has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:03:45.505285 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b572d7-c446-4687-8a05-9e3f77362b6a tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:03:45.512159 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b4b572d7-c446-4687-8a05-9e3f77362b6a tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:45.518237 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1618329b-f458-4021-a862-2dcfb115752a None None] Sync routers for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:03:45.531923 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1618329b-f458-4021-a862-2dcfb115752a None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:45.532865 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1618329b-f458-4021-a862-2dcfb115752a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:45.585790 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1618329b-f458-4021-a862-2dcfb115752a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:45.597610 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1618329b-f458-4021-a862-2dcfb115752a None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:45.598382 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1618329b-f458-4021-a862-2dcfb115752a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:45.616396 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b4b572d7-c446-4687-8a05-9e3f77362b6a tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "PUT /v2.0/floatingips/34c89b6e-71b2-4517-a9c0-9d8c8087aa98 HTTP/1.1" status: 200 len: 979 time: 3.0188043 Aug 28 15:03:45.622119 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40472) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:45.627094 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-33d9fbef-486a-4e9d-a4aa-bf0c0988f156 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:45.646032 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1618329b-f458-4021-a862-2dcfb115752a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:45.646792 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1618329b-f458-4021-a862-2dcfb115752a None None] The sync data for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:03:45.703142 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-33d9fbef-486a-4e9d-a4aa-bf0c0988f156 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:45.740617 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40478) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:45.909037 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9d9b3f1b-db20-4f50-9576-3e409ff91fc8 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:03:45.976766 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 9d9b3f1b-db20-4f50-9576-3e409ff91fc8 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:03:45.977370 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9d9b3f1b-db20-4f50-9576-3e409ff91fc8 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:03:46.028007 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-33d9fbef-486a-4e9d-a4aa-bf0c0988f156 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:46.044539 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-33d9fbef-486a-4e9d-a4aa-bf0c0988f156 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:46.044996 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-33d9fbef-486a-4e9d-a4aa-bf0c0988f156 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Floating IP 34c89b6e-71b2-4517-a9c0-9d8c8087aa98 disassociated. External IP: 172.25.3.247, port: 97aea670-26ab-4189-84b3-a652a17d62c6. Aug 28 15:03:46.110845 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 0e790489-613f-4b5b-816a-a84b22a5048b up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:03:46.132872 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd9f0c-7fab-4020-bc11-21bfe3013cf6 req-244f6ef1-be67-428a-86cd-497b63f1f601 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:46.148078 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-89cd9f0c-7fab-4020-bc11-21bfe3013cf6 req-244f6ef1-be67-428a-86cd-497b63f1f601 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=76556a77-2ba8-4527-9cdf-ac80ee43dcd8 HTTP/1.1" status: 200 len: 944 time: 0.1372426 Aug 28 15:03:46.207051 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0fdbfc27-eb99-4325-aa7f-461e406b54fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e69ccebf8d0443d5908c40c2de91e221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4652307 Aug 28 15:03:46.213272 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40496) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:46.252065 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 0e790489-613f-4b5b-816a-a84b22a5048b completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:03:46.270184 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 0e790489-613f-4b5b-816a-a84b22a5048b triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:03:46.271608 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:46.294129 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-07d0ea1a-c0dd-4c3b-9525-704f62178238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:46.325923 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-89cd9f0c-7fab-4020-bc11-21bfe3013cf6 req-e2e8261c-abad-4c19-ad4e-69130214dcff tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722329 Aug 28 15:03:46.327673 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-07d0ea1a-c0dd-4c3b-9525-704f62178238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:46.492528 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-07d0ea1a-c0dd-4c3b-9525-704f62178238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:46.497860 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-07d0ea1a-c0dd-4c3b-9525-704f62178238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:46.498399 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-07d0ea1a-c0dd-4c3b-9525-704f62178238 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e5d0962-951b-44c3-8698-44fd3f7a9441 HTTP/1.1" status: 204 len: 168 time: 0.2832010 Aug 28 15:03:46.533841 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0ea1a-c0dd-4c3b-9525-704f62178238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5d0962-951b-44c3-8698-44fd3f7a9441,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:46.609536 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:46.632772 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 654cf52b-a141-4ea0-aa93-0a22ddf90d35 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:03:46.751824 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 0e790489-613f-4b5b-816a-a84b22a5048b, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=0e790489-613f-4b5b-816a-a84b22a5048b,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:03:46.752640 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d9fbef-486a-4e9d-a4aa-bf0c0988f156 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Router 9bae9c87-6925-440a-9206-ed27a647fa5a has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:03:46.758330 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76556a77-2ba8-4527-9cdf-ac80ee43dcd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e790489-613f-4b5b-816a-a84b22a5048b'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:03:46.764844 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98756a1d-c3d3-4293-83e0-ca2f49472478" -d '{"events": [{"server_uuid": "76556a77-2ba8-4527-9cdf-ac80ee43dcd8", "name": "network-vif-plugged", "status": "completed", "tag": "0e790489-613f-4b5b-816a-a84b22a5048b"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:03:46.779582 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:46.897728 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=0e790489-613f-4b5b-816a-a84b22a5048b,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:46.920791 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.resource_extend [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 15:03:47.018167 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d9fbef-486a-4e9d-a4aa-bf0c0988f156 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:03:47.025592 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-33d9fbef-486a-4e9d-a4aa-bf0c0988f156 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:47.031012 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c262f44-2db1-4b8a-8576-50bf480e1f38 None None] Sync routers for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:03:47.076853 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c262f44-2db1-4b8a-8576-50bf480e1f38 None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:47.077498 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-2c262f44-2db1-4b8a-8576-50bf480e1f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:47.097387 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 654cf52b-a141-4ea0-aa93-0a22ddf90d35, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=654cf52b-a141-4ea0-aa93-0a22ddf90d35,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:03:47.126924 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40516) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:47.132408 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-33d9fbef-486a-4e9d-a4aa-bf0c0988f156 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "PUT /v2.0/floatingips/34c89b6e-71b2-4517-a9c0-9d8c8087aa98 HTTP/1.1" status: 200 len: 688 time: 1.5090816 Aug 28 15:03:47.132740 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '654cf52b-a141-4ea0-aa93-0a22ddf90d35', 'network_id': '1123c5af-47ee-4e05-9c33-399c448cd238', 'port_id': '654cf52b-a141-4ea0-aa93-0a22ddf90d35', 'mac_address': 'fa:16:3e:ab:45:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0232775b-ecc0-4f31-8c1b-6f02e982b8c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:03:47.166111 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40518) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:47.191790 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bc3bdd74-cd1e-4b0c-bab7-f2fe6d5d1717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:47.215512 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-2c262f44-2db1-4b8a-8576-50bf480e1f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:47.232076 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:47.263731 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c262f44-2db1-4b8a-8576-50bf480e1f38 None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:47.264357 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-2c262f44-2db1-4b8a-8576-50bf480e1f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:47.264923 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 654cf52b-a141-4ea0-aa93-0a22ddf90d35 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:03:47.335818 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 654cf52b-a141-4ea0-aa93-0a22ddf90d35, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=654cf52b-a141-4ea0-aa93-0a22ddf90d35,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:03:47.352258 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:47.391763 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-2c262f44-2db1-4b8a-8576-50bf480e1f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:47.397874 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c262f44-2db1-4b8a-8576-50bf480e1f38 None None] The sync data for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:03:47.460163 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-670da6e1-707e-4412-8d8b-91aa0e919f73 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Deleting port 27198f79-6b61-4d38-b4cd-503f1ffa8220 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:03:47.460748 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-670da6e1-707e-4412-8d8b-91aa0e919f73 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:47.490171 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=654cf52b-a141-4ea0-aa93-0a22ddf90d35,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:47.492079 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bc3bdd74-cd1e-4b0c-bab7-f2fe6d5d1717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:47.498651 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bc3bdd74-cd1e-4b0c-bab7-f2fe6d5d1717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:47.584890 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['654cf52b-a141-4ea0-aa93-0a22ddf90d35'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:03:47.589499 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40524) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:47.594118 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-bc3bdd74-cd1e-4b0c-bab7-f2fe6d5d1717 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=434648d45dca4952b9b0c6e2975e6e2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4262762 Aug 28 15:03:47.595198 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bdd74-cd1e-4b0c-bab7-f2fe6d5d1717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1357dc2b-4db7-4d3d-b187-5af852b7103e,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:47.658544 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-670da6e1-707e-4412-8d8b-91aa0e919f73 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:47.659034 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-670da6e1-707e-4412-8d8b-91aa0e919f73 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:47.678709 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-670da6e1-707e-4412-8d8b-91aa0e919f73 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Calling delete_port for 27198f79-6b61-4d38-b4cd-503f1ffa8220 owned by network:floatingip {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:03:47.700518 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-db4f490a-113e-4964-b140-b2537533ee30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:47.768522 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-db4f490a-113e-4964-b140-b2537533ee30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:47.937580 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-670da6e1-707e-4412-8d8b-91aa0e919f73 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:47.972750 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-69200c90-ce98-471f-a57c-f90c405eb71e req-9be5fd1d-b281-47cc-83e3-aeea389d2d7e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0807581 Aug 28 15:03:47.996560 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-db4f490a-113e-4964-b140-b2537533ee30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:47.999233 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-db4f490a-113e-4964-b140-b2537533ee30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:48.007514 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-db4f490a-113e-4964-b140-b2537533ee30 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1357dc2b-4db7-4d3d-b187-5af852b7103e HTTP/1.1" status: 204 len: 168 time: 0.4167416 Aug 28 15:03:48.014921 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670da6e1-707e-4412-8d8b-91aa0e919f73 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event deleted for resources: {'Port': ['ID=27198f79-6b61-4d38-b4cd-503f1ffa8220,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:48.043999 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f490a-113e-4964-b140-b2537533ee30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1357dc2b-4db7-4d3d-b187-5af852b7103e,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:48.189919 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69200c90-ce98-471f-a57c-f90c405eb71e req-25b05b70-c27f-4465-94db-c6ae1c5f4913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:48.195529 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-69200c90-ce98-471f-a57c-f90c405eb71e req-25b05b70-c27f-4465-94db-c6ae1c5f4913 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d&device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 1098 time: 0.1172366 Aug 28 15:03:48.274238 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-670da6e1-707e-4412-8d8b-91aa0e919f73 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:48.283260 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-670da6e1-707e-4412-8d8b-91aa0e919f73 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:48.289227 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-670da6e1-707e-4412-8d8b-91aa0e919f73 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "DELETE /v2.0/floatingips/34c89b6e-71b2-4517-a9c0-9d8c8087aa98 HTTP/1.1" status: 204 len: 168 time: 1.1599138 Aug 28 15:03:48.289888 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40532) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:48.411220 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-32a6a444-2c0e-4915-95ee-8fdc06a1e0b8 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] delete failed (client error): The resource could not be found. Aug 28 15:03:48.415796 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-32a6a444-2c0e-4915-95ee-8fdc06a1e0b8 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "DELETE /v2.0/floatingips/34c89b6e-71b2-4517-a9c0-9d8c8087aa98 HTTP/1.1" status: 404 len: 345 time: 0.1213536 Aug 28 15:03:48.418548 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40538) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:48.589957 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8617eb9e-2559-4219-941c-3a2ecbae34b4 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:48.596349 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8617eb9e-2559-4219-941c-3a2ecbae34b4 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:48.602308 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8617eb9e-2559-4219-941c-3a2ecbae34b4 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:48.609271 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8617eb9e-2559-4219-941c-3a2ecbae34b4 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "GET /v2.0/ports?network_id=89ccbd56-6213-4676-8ffb-9df40613a8e7 HTTP/1.1" status: 200 len: 2360 time: 0.1845772 Aug 28 15:03:48.609271 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69200c90-ce98-471f-a57c-f90c405eb71e req-ff1c0f14-1c71-4d78-bd87-0e0180b7f1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:48.609591 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40540) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:48.610048 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-69200c90-ce98-471f-a57c-f90c405eb71e req-ff1c0f14-1c71-4d78-bd87-0e0180b7f1c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=77650b04-197c-4f2d-93ed-1f3a3f2db13f HTTP/1.1" status: 200 len: 912 time: 0.3663127 Aug 28 15:03:48.634982 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 654cf52b-a141-4ea0-aa93-0a22ddf90d35 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:03:48.722758 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5559c9f7-2680-41e7-bd82-d68eb4561a28 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:48.728781 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-69200c90-ce98-471f-a57c-f90c405eb71e req-52e5769c-47b2-4907-a814-8ad456ca41bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e5b61b0-9b37-402c-ac33-0a57b7fac04e HTTP/1.1" status: 200 len: 1002 time: 0.1111324 Aug 28 15:03:48.733990 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 654cf52b-a141-4ea0-aa93-0a22ddf90d35 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:03:48.734620 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:48.740982 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5559c9f7-2680-41e7-bd82-d68eb4561a28 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "GET /v2.0/subnets/21bf41ab-4234-4f20-a565-cc90c31af923 HTTP/1.1" status: 200 len: 797 time: 0.1282020 Aug 28 15:03:48.741236 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40542) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:48.751786 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-6ecfd4ea-5de8-49b2-bb29-804de7ec66f1 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Request body: {'port': {'network_id': '89ccbd56-6213-4676-8ffb-9df40613a8e7', 'name': 'tempest-FloatingIPTestJSON-1841234265', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.11'}]}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:48.778902 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40544) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:48.849373 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f66502be-2342-4fe3-9472-5d6f36b52604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:48.933503 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecfd4ea-5de8-49b2-bb29-804de7ec66f1 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Made reservation on behalf of e15fb08e08184d6eb9a374ea3963a37b for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:03:48.958534 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:49.033669 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 654cf52b-a141-4ea0-aa93-0a22ddf90d35, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=654cf52b-a141-4ea0-aa93-0a22ddf90d35,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:03:49.039695 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:49.097527 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69200c90-ce98-471f-a57c-f90c405eb71e req-7197f3a8-8005-4291-b87e-2c41ab8c89b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:49.099587 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-69200c90-ce98-471f-a57c-f90c405eb71e req-7197f3a8-8005-4291-b87e-2c41ab8c89b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=836bd9d7-21bc-4e2a-b716-53b54890baa2 HTTP/1.1" status: 200 len: 850 time: 0.3645205 Aug 28 15:03:49.100138 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=654cf52b-a141-4ea0-aa93-0a22ddf90d35,revision_number=7']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:49.102474 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ecfd4ea-5de8-49b2-bb29-804de7ec66f1 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:49.149482 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-6ecfd4ea-5de8-49b2-bb29-804de7ec66f1 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] device_id is not set on port 3bd70f3b-699b-4c35-8bf8-ea8cfdf69c27 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:03:49.215066 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69200c90-ce98-471f-a57c-f90c405eb71e req-7ea8e2d7-f182-4391-996a-e38f5cef6dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:49.217794 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-69200c90-ce98-471f-a57c-f90c405eb71e req-7ea8e2d7-f182-4391-996a-e38f5cef6dc3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77650b04-197c-4f2d-93ed-1f3a3f2db13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1078825 Aug 28 15:03:49.345887 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f66502be-2342-4fe3-9472-5d6f36b52604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:49.373088 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f66502be-2342-4fe3-9472-5d6f36b52604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:49.406204 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f66502be-2342-4fe3-9472-5d6f36b52604 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f14e6aea5b0471c9dbb059a44ca7a90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6154349 Aug 28 15:03:49.408485 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40546) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:49.456740 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66502be-2342-4fe3-9472-5d6f36b52604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae123afe-b525-44dd-8bbd-b634b40b9790,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:49.465864 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-69200c90-ce98-471f-a57c-f90c405eb71e req-9dd5fd0c-8671-4a8f-a6ca-5559faef3f3e service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380211 Aug 28 15:03:49.581801 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-69200c90-ce98-471f-a57c-f90c405eb71e req-87afaee7-dbbd-47d8-8b9c-eda5168fdb50 service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083386 Aug 28 15:03:49.603299 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e91a51b8-079c-432c-a177-fb617dab94d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:49.662682 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e91a51b8-079c-432c-a177-fb617dab94d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:49.665769 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-6ecfd4ea-5de8-49b2-bb29-804de7ec66f1 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Allocated IP 172.20.0.13 (89ccbd56-6213-4676-8ffb-9df40613a8e7/21bf41ab-4234-4f20-a565-cc90c31af923/3bd70f3b-699b-4c35-8bf8-ea8cfdf69c27) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:03:49.673202 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-6ecfd4ea-5de8-49b2-bb29-804de7ec66f1 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Allocated IP 172.20.0.11 (89ccbd56-6213-4676-8ffb-9df40613a8e7/21bf41ab-4234-4f20-a565-cc90c31af923/3bd70f3b-699b-4c35-8bf8-ea8cfdf69c27) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:03:49.770555 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e91a51b8-079c-432c-a177-fb617dab94d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:49.773611 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e91a51b8-079c-432c-a177-fb617dab94d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:49.777818 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e91a51b8-079c-432c-a177-fb617dab94d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae123afe-b525-44dd-8bbd-b634b40b9790 HTTP/1.1" status: 204 len: 168 time: 0.3674099 Aug 28 15:03:49.810185 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a51b8-079c-432c-a177-fb617dab94d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae123afe-b525-44dd-8bbd-b634b40b9790,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:50.025769 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ecfd4ea-5de8-49b2-bb29-804de7ec66f1 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:50.110698 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ecfd4ea-5de8-49b2-bb29-804de7ec66f1 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:50.168725 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecfd4ea-5de8-49b2-bb29-804de7ec66f1 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Network 89ccbd56-6213-4676-8ffb-9df40613a8e7 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:03:50.178794 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-6ecfd4ea-5de8-49b2-bb29-804de7ec66f1 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:03:50.199844 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfd4ea-5de8-49b2-bb29-804de7ec66f1 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event updated for resources: {'Port': ['ID=3bd70f3b-699b-4c35-8bf8-ea8cfdf69c27,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:50.240142 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecfd4ea-5de8-49b2-bb29-804de7ec66f1 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:03:50.313203 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecfd4ea-5de8-49b2-bb29-804de7ec66f1 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:50.314002 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ecfd4ea-5de8-49b2-bb29-804de7ec66f1 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:50.332815 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6ecfd4ea-5de8-49b2-bb29-804de7ec66f1 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.5901895 Aug 28 15:03:50.339680 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40566) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:50.347200 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'port_id': '3bd70f3b-699b-4c35-8bf8-ea8cfdf69c27', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:50.421665 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:50.546474 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:50.703927 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Allocated IP 172.25.3.40 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/521ce1e5-91ee-466e-af63-8abff0f3704b) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:03:50.759914 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a6db4c-ecf0-49fe-9a5d-abefb494862f x-openstack-request-id: req-43a6db4c-ecf0-49fe-9a5d-abefb494862f {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:03:50.760399 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76556a77-2ba8-4527-9cdf-ac80ee43dcd8", "name": "network-vif-plugged", "status": "completed", "tag": "0e790489-613f-4b5b-816a-a84b22a5048b", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:03:50.760483 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43a6db4c-ecf0-49fe-9a5d-abefb494862f {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:03:50.761023 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76556a77-2ba8-4527-9cdf-ac80ee43dcd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e790489-613f-4b5b-816a-a84b22a5048b', 'code': 200} Aug 28 15:03:50.923218 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653f54a-7fad-4692-bad5-22af16b0da2f req-225faa49-519d-4260-bfa5-913531682bd1 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:50.925537 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f653f54a-7fad-4692-bad5-22af16b0da2f req-225faa49-519d-4260-bfa5-913531682bd1 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=76556a77-2ba8-4527-9cdf-ac80ee43dcd8 HTTP/1.1" status: 200 len: 945 time: 0.0841115 Aug 28 15:03:50.962971 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aae820-86d8-4b66-b720-2498dd95e54b req-f0a51406-23df-46b5-9eef-287c546a4e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:50.966082 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-01aae820-86d8-4b66-b720-2498dd95e54b req-f0a51406-23df-46b5-9eef-287c546a4e56 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=76556a77-2ba8-4527-9cdf-ac80ee43dcd8 HTTP/1.1" status: 200 len: 1097 time: 0.1535861 Aug 28 15:03:51.006326 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f653f54a-7fad-4692-bad5-22af16b0da2f req-ddfac263-580a-492e-ac8b-82ba07fe5050 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742865 Aug 28 15:03:51.013242 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:51.141661 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:51.174945 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-01aae820-86d8-4b66-b720-2498dd95e54b req-853f8ea0-b306-423d-b319-f29ca40e354b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996479 Aug 28 15:03:51.195257 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:03:51.205980 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0ceb3-94d0-4549-9105-66e9672daa92 req-7f617540-a7cf-4d7f-8bd4-02705c2ebaf1 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:51.210018 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54b0ceb3-94d0-4549-9105-66e9672daa92 req-7f617540-a7cf-4d7f-8bd4-02705c2ebaf1 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/ports?device_id=75d17438-14ff-4683-813b-34d9ea2b328c HTTP/1.1" status: 200 len: 950 time: 0.1226370 Aug 28 15:03:51.210818 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:03:51.213331 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:03:51.242194 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event updated for resources: {'Port': ['ID=521ce1e5-91ee-466e-af63-8abff0f3704b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:51.299996 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54b0ceb3-94d0-4549-9105-66e9672daa92 req-b95e7456-722c-4fb3-8743-09f9c11626e1 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1995cdf-1f59-4eaa-9fee-89a9702c4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773230 Aug 28 15:03:52.068589 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:52.128125 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40654) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:52.191879 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544a8cc-d195-47da-9492-b6540a5f8a3a req-a5b17a31-6945-44ac-bf85-7e1200394828 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:52.193485 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2544a8cc-d195-47da-9492-b6540a5f8a3a req-a5b17a31-6945-44ac-bf85-7e1200394828 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=76556a77-2ba8-4527-9cdf-ac80ee43dcd8 HTTP/1.1" status: 200 len: 945 time: 0.0753417 Aug 28 15:03:52.288707 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-46b5cb34-7b46-411b-8040-109b372cf3c0 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Request body: {'quota': {'network': 2}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:52.303465 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2544a8cc-d195-47da-9492-b6540a5f8a3a req-7b31cd6b-0d35-4bb0-9352-b9da6171db70 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947287 Aug 28 15:03:52.304439 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:52.345401 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-46b5cb34-7b46-411b-8040-109b372cf3c0 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] 10.222.0.13 "PUT /v2.0/quotas/da7b11b0934842578198b4dbf17d3d07 HTTP/1.1" status: 200 len: 368 time: 0.2175279 Aug 28 15:03:52.347902 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40666) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:52.362775 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-cc3b633a-0a4b-4e2a-b4db-e0e11701dc5f tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Request body: {'network': {'project_id': 'da7b11b0934842578198b4dbf17d3d07'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:52.433959 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3b633a-0a4b-4e2a-b4db-e0e11701dc5f tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Made reservation on behalf of da7b11b0934842578198b4dbf17d3d07 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:03:52.436284 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cc3b633a-0a4b-4e2a-b4db-e0e11701dc5f tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:52.461008 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cc3b633a-0a4b-4e2a-b4db-e0e11701dc5f tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:52.507024 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d969a-8b59-4bf2-8d4b-f1de583b52aa req-763e5b04-7a14-4d22-bb83-4a96f23ce80e tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:52.508467 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5b6d969a-8b59-4bf2-8d4b-f1de583b52aa req-763e5b04-7a14-4d22-bb83-4a96f23ce80e tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/ports?device_id=75d17438-14ff-4683-813b-34d9ea2b328c HTTP/1.1" status: 200 len: 950 time: 0.0909407 Aug 28 15:03:52.528395 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:52.536239 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:52.586080 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5b6d969a-8b59-4bf2-8d4b-f1de583b52aa req-d79e0dc9-88c3-45c4-8ac4-9f8d16028ab8 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1995cdf-1f59-4eaa-9fee-89a9702c4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694890 Aug 28 15:03:52.651585 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cc3b633a-0a4b-4e2a-b4db-e0e11701dc5f tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:52.659605 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cc3b633a-0a4b-4e2a-b4db-e0e11701dc5f tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:52.687637 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event updated for resources: {'Port': ['ID=521ce1e5-91ee-466e-af63-8abff0f3704b,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:52.688011 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3b633a-0a4b-4e2a-b4db-e0e11701dc5f tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:03:52.709541 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b633a-0a4b-4e2a-b4db-e0e11701dc5f tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b568370f-a92f-4423-bf90-5a0e57d78e83,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:52.716232 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cc3b633a-0a4b-4e2a-b4db-e0e11701dc5f tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:52.716583 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-cc3b633a-0a4b-4e2a-b4db-e0e11701dc5f tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Added segment 33d08db8-d17f-4cbc-ae3a-a8c0aea3eec4 of type vlan for network aba22af0-8321-451c-b4d3-513fd0ce4cdd Aug 28 15:03:52.734599 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:52.734962 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:52.735304 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:52.737905 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:52.738260 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:52.738600 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:52.740217 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:52.741385 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:52.742387 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:52.742735 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:52.743134 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:52.743479 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:03:52.756799 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:52.762153 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300112ea-57bb-4b4d-8748-1cb61a936b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654cf52b-a141-4ea0-aa93-0a22ddf90d35'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:03:52.765584 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae17f971-88a1-4c2e-8c5d-b6b9c85484db" -d '{"events": [{"server_uuid": "300112ea-57bb-4b4d-8748-1cb61a936b0a", "name": "network-vif-plugged", "status": "completed", "tag": "654cf52b-a141-4ea0-aa93-0a22ddf90d35"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:03:52.774132 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cc3b633a-0a4b-4e2a-b4db-e0e11701dc5f tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:52.811354 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cc3b633a-0a4b-4e2a-b4db-e0e11701dc5f tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:52.812431 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b633a-0a4b-4e2a-b4db-e0e11701dc5f tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:52.813107 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cc3b633a-0a4b-4e2a-b4db-e0e11701dc5f tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:52.861935 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e244bae-781f-48a5-8030-d59d3c042fa3 x-openstack-request-id: req-8e244bae-781f-48a5-8030-d59d3c042fa3 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:03:52.862481 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300112ea-57bb-4b4d-8748-1cb61a936b0a", "name": "network-vif-plugged", "status": "completed", "tag": "654cf52b-a141-4ea0-aa93-0a22ddf90d35", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:03:52.865288 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e244bae-781f-48a5-8030-d59d3c042fa3 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:03:52.866005 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300112ea-57bb-4b4d-8748-1cb61a936b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654cf52b-a141-4ea0-aa93-0a22ddf90d35', 'code': 200} Aug 28 15:03:52.903437 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cc3b633a-0a4b-4e2a-b4db-e0e11701dc5f tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5509887 Aug 28 15:03:52.903634 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40690) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:52.911851 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-c3aa7a8e-82a1-48d7-b9ea-001097b79417 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Request body: {'network': {'project_id': 'da7b11b0934842578198b4dbf17d3d07'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:52.935239 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b633a-0a4b-4e2a-b4db-e0e11701dc5f tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Pushing event updated for resources: {'Network': ['ID=aba22af0-8321-451c-b4d3-513fd0ce4cdd,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:52.940094 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3aa7a8e-82a1-48d7-b9ea-001097b79417 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Made reservation on behalf of da7b11b0934842578198b4dbf17d3d07 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:03:52.942661 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c3aa7a8e-82a1-48d7-b9ea-001097b79417 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:52.949042 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network aba22af0-8321-451c-b4d3-513fd0ce4cdd details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:03:53.001640 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3aa7a8e-82a1-48d7-b9ea-001097b79417 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:03:53.015578 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c3aa7a8e-82a1-48d7-b9ea-001097b79417 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:53.015917 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-c3aa7a8e-82a1-48d7-b9ea-001097b79417 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Added segment 8478efad-d41c-49b9-8f7a-ba39541ef68b of type vlan for network ed1265c6-7da6-4eea-a34d-42b7ae2391e3 Aug 28 15:03:53.065400 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c3aa7a8e-82a1-48d7-b9ea-001097b79417 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:53.087975 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Floating IP 791eb7ce-917f-44b6-b685-4768cf01a40e associated. External IP: 172.25.3.40, port: 3bd70f3b-699b-4c35-8bf8-ea8cfdf69c27. Aug 28 15:03:53.111247 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c3aa7a8e-82a1-48d7-b9ea-001097b79417 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:53.112807 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aa7a8e-82a1-48d7-b9ea-001097b79417 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:53.114738 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c3aa7a8e-82a1-48d7-b9ea-001097b79417 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:53.255716 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c3aa7a8e-82a1-48d7-b9ea-001097b79417 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3501444 Aug 28 15:03:53.262806 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40708) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:53.268732 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-9d538c13-d1cb-4bc0-add6-ad50f0476fb3 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Request body: {'network': {'project_id': 'da7b11b0934842578198b4dbf17d3d07'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:53.290264 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa7a8e-82a1-48d7-b9ea-001097b79417 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Pushing event updated for resources: {'Network': ['ID=ed1265c6-7da6-4eea-a34d-42b7ae2391e3,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:53.296003 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d538c13-d1cb-4bc0-add6-ad50f0476fb3 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 28 15:03:53.296488 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d538c13-d1cb-4bc0-add6-ad50f0476fb3 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:03:53.300864 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9d538c13-d1cb-4bc0-add6-ad50f0476fb3 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0336261 Aug 28 15:03:53.301034 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40710) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:53.311058 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network ed1265c6-7da6-4eea-a34d-42b7ae2391e3 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:03:53.419633 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3ba8d5ff-01e1-460c-abb4-4c2702d30d76 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da7b11b0934842578198b4dbf17d3d07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1174810 Aug 28 15:03:53.421854 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40714) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:53.494087 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Router 9bae9c87-6925-440a-9206-ed27a647fa5a has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:03:53.505008 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748fa440-ea28-4709-aa31-14443f9cd380 req-93de93a1-baf1-4841-8391-a46bb677f263 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:53.507027 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-748fa440-ea28-4709-aa31-14443f9cd380 req-93de93a1-baf1-4841-8391-a46bb677f263 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=76556a77-2ba8-4527-9cdf-ac80ee43dcd8 HTTP/1.1" status: 200 len: 945 time: 0.1060748 Aug 28 15:03:53.546036 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d053a386-3f77-41a6-8701-9fefd8952fa6 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:53.579518 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-748fa440-ea28-4709-aa31-14443f9cd380 req-5e2f5f9c-77c4-458d-b6b3-027f0776f451 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636556 Aug 28 15:03:53.589596 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d053a386-3f77-41a6-8701-9fefd8952fa6 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:53.663683 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d053a386-3f77-41a6-8701-9fefd8952fa6 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:53.671376 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d053a386-3f77-41a6-8701-9fefd8952fa6 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:53.675156 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d053a386-3f77-41a6-8701-9fefd8952fa6 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/b568370f-a92f-4423-bf90-5a0e57d78e83 HTTP/1.1" status: 204 len: 168 time: 0.2501698 Aug 28 15:03:53.687445 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40718) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:53.688445 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053a386-3f77-41a6-8701-9fefd8952fa6 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b568370f-a92f-4423-bf90-5a0e57d78e83,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:53.707181 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:03:53.725894 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f6b2fe-6fbc-4ab2-a3ba-06f5a7fd080b None None] Sync routers for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:03:53.742989 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f6b2fe-6fbc-4ab2-a3ba-06f5a7fd080b None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:53.743795 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e3f6b2fe-6fbc-4ab2-a3ba-06f5a7fd080b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:53.744982 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:53.786267 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e3f6b2fe-6fbc-4ab2-a3ba-06f5a7fd080b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:53.788447 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a902a0ef-f28c-4b7f-99c4-89300f932f5b tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.4470267 Aug 28 15:03:53.789242 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40722) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:53.796867 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f6b2fe-6fbc-4ab2-a3ba-06f5a7fd080b None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:53.797412 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e3f6b2fe-6fbc-4ab2-a3ba-06f5a7fd080b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:53.799298 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-7b52eac1-6ef0-4ed6-b09a-a4e3fabaf178 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Request body: {'floatingip': {'port_id': '3bd70f3b-699b-4c35-8bf8-ea8cfdf69c27', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:53.863994 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e3f6b2fe-6fbc-4ab2-a3ba-06f5a7fd080b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:53.864935 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f6b2fe-6fbc-4ab2-a3ba-06f5a7fd080b None None] The sync data for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:03:53.909021 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7b52eac1-6ef0-4ed6-b09a-a4e3fabaf178 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:53.910281 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38142a08-4e63-465f-84c2-788c8a864cf6 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:54.006884 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38142a08-4e63-465f-84c2-788c8a864cf6 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:54.031765 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-38142a08-4e63-465f-84c2-788c8a864cf6 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed1265c6-7da6-4eea-a34d-42b7ae2391e3']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:54.052165 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-38142a08-4e63-465f-84c2-788c8a864cf6 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8478efad-d41c-49b9-8f7a-ba39541ef68b') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:54.052545 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-38142a08-4e63-465f-84c2-788c8a864cf6 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8478efad-d41c-49b9-8f7a-ba39541ef68b') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:54.064755 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38142a08-4e63-465f-84c2-788c8a864cf6 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:54.086184 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38142a08-4e63-465f-84c2-788c8a864cf6 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:54.095083 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38142a08-4e63-465f-84c2-788c8a864cf6 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:03:54.095692 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38142a08-4e63-465f-84c2-788c8a864cf6 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:03:54.097781 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:03:54.154619 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8eb47-9a60-4392-948d-06d165db8c47 req-22658bf6-67ba-4268-b412-c530c7933d40 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:54.156236 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2fe8eb47-9a60-4392-948d-06d165db8c47 req-22658bf6-67ba-4268-b412-c530c7933d40 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/networks?id=03e6b4b8-6c68-4060-8426-90fcc4950716 HTTP/1.1" status: 200 len: 806 time: 0.2446942 Aug 28 15:03:54.191028 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38142a08-4e63-465f-84c2-788c8a864cf6 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:54.224793 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38142a08-4e63-465f-84c2-788c8a864cf6 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:54.231706 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-38142a08-4e63-465f-84c2-788c8a864cf6 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] 10.222.0.13 "DELETE /v2.0/networks/ed1265c6-7da6-4eea-a34d-42b7ae2391e3 HTTP/1.1" status: 204 len: 168 time: 0.5373697 Aug 28 15:03:54.231896 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2fe8eb47-9a60-4392-948d-06d165db8c47 req-f24c26e5-ab80-4eab-9ac0-c7291d9ce4db tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/quotas/038a0222e6f34dfa8dce183514c3f3db HTTP/1.1" status: 200 len: 375 time: 0.0624251 Aug 28 15:03:54.232795 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40748) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:54.233569 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38142a08-4e63-465f-84c2-788c8a864cf6 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Pushing event deleted for resources: {'Network': ['ID=ed1265c6-7da6-4eea-a34d-42b7ae2391e3,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:54.282837 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:54.458915 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-53c873b1-c3c4-481b-bdb3-ca2552f62b46 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:54.489811 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2fe8eb47-9a60-4392-948d-06d165db8c47 req-874e7f47-cacf-45db-9615-e6546121a96c tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=038a0222e6f34dfa8dce183514c3f3db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2447426 Aug 28 15:03:54.648443 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 8d81b040-810c-4814-ac11-72ba84903a1b no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:03:54.659056 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-2fe8eb47-9a60-4392-948d-06d165db8c47 req-d8282105-e34b-4306-80d5-4fc71dbd54ab service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:03:54.666385 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2fe8eb47-9a60-4392-948d-06d165db8c47 req-d8282105-e34b-4306-80d5-4fc71dbd54ab service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1502042 Aug 28 15:03:54.738703 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:54.744777 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-53c873b1-c3c4-481b-bdb3-ca2552f62b46 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:54.763026 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-53c873b1-c3c4-481b-bdb3-ca2552f62b46 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba22af0-8321-451c-b4d3-513fd0ce4cdd']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:54.779794 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 8d81b040-810c-4814-ac11-72ba84903a1b, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=8d81b040-810c-4814-ac11-72ba84903a1b,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:03:54.804176 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:54.810748 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-53c873b1-c3c4-481b-bdb3-ca2552f62b46 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d08db8-d17f-4cbc-ae3a-a8c0aea3eec4') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:54.811182 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-53c873b1-c3c4-481b-bdb3-ca2552f62b46 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d08db8-d17f-4cbc-ae3a-a8c0aea3eec4') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:54.836839 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-53c873b1-c3c4-481b-bdb3-ca2552f62b46 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:54.867931 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d17438-14ff-4683-813b-34d9ea2b328c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d81b040-810c-4814-ac11-72ba84903a1b'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:03:54.871461 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-53c873b1-c3c4-481b-bdb3-ca2552f62b46 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:54.871916 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9d668d-3bd4-449f-8396-49fcf3e17e4a" -d '{"events": [{"server_uuid": "75d17438-14ff-4683-813b-34d9ea2b328c", "name": "network-vif-unplugged", "status": "completed", "tag": "8d81b040-810c-4814-ac11-72ba84903a1b"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:03:54.876320 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=8d81b040-810c-4814-ac11-72ba84903a1b,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:54.879273 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c873b1-c3c4-481b-bdb3-ca2552f62b46 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:03:54.879904 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-53c873b1-c3c4-481b-bdb3-ca2552f62b46 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:03:54.883828 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:03:54.961522 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 15:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e6c12c-b8b1-4cdf-8fd0-0ab49721be1e x-openstack-request-id: req-20e6c12c-b8b1-4cdf-8fd0-0ab49721be1e {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:03:54.961842 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d17438-14ff-4683-813b-34d9ea2b328c", "name": "network-vif-unplugged", "status": "completed", "tag": "8d81b040-810c-4814-ac11-72ba84903a1b", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:03:54.962103 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20e6c12c-b8b1-4cdf-8fd0-0ab49721be1e {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:03:54.962896 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d17438-14ff-4683-813b-34d9ea2b328c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d81b040-810c-4814-ac11-72ba84903a1b', 'code': 200} Aug 28 15:03:54.977382 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2fe8eb47-9a60-4392-948d-06d165db8c47 req-ef6a98fa-f820-426a-a763-4fe7734de1b4 service neutron] 10.222.0.13 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098893 Aug 28 15:03:55.014725 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-53c873b1-c3c4-481b-bdb3-ca2552f62b46 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:55.068283 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-53c873b1-c3c4-481b-bdb3-ca2552f62b46 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:55.073019 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-53c873b1-c3c4-481b-bdb3-ca2552f62b46 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] 10.222.0.13 "DELETE /v2.0/networks/aba22af0-8321-451c-b4d3-513fd0ce4cdd HTTP/1.1" status: 204 len: 168 time: 0.8372183 Aug 28 15:03:55.118929 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c873b1-c3c4-481b-bdb3-ca2552f62b46 tempest-QuotasNegativeTest-110532262 tempest-QuotasNegativeTest-110532262-project-admin] Pushing event deleted for resources: {'Network': ['ID=aba22af0-8321-451c-b4d3-513fd0ce4cdd,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:55.165313 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7b52eac1-6ef0-4ed6-b09a-a4e3fabaf178 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:55.173676 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7b52eac1-6ef0-4ed6-b09a-a4e3fabaf178 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:55.228302 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2fe8eb47-9a60-4392-948d-06d165db8c47 req-accda082-95f9-4f0b-b06e-72d36b8e2230 service neutron] 10.222.0.13 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302380 Aug 28 15:03:55.529604 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b52eac1-6ef0-4ed6-b09a-a4e3fabaf178 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Router 9bae9c87-6925-440a-9206-ed27a647fa5a has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:03:55.782678 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b52eac1-6ef0-4ed6-b09a-a4e3fabaf178 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:03:55.793341 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7b52eac1-6ef0-4ed6-b09a-a4e3fabaf178 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:55.795000 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40814) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:55.798109 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fcf114-0297-4baa-964a-3f3e9e9b1d5a None None] Sync routers for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:03:55.810788 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fcf114-0297-4baa-964a-3f3e9e9b1d5a None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:55.812030 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-13fcf114-0297-4baa-964a-3f3e9e9b1d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:55.895606 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-13fcf114-0297-4baa-964a-3f3e9e9b1d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:55.913669 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fcf114-0297-4baa-964a-3f3e9e9b1d5a None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:55.914552 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-13fcf114-0297-4baa-964a-3f3e9e9b1d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:55.943073 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7b52eac1-6ef0-4ed6-b09a-a4e3fabaf178 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "PUT /v2.0/floatingips/791eb7ce-917f-44b6-b685-4768cf01a40e HTTP/1.1" status: 200 len: 978 time: 2.1512766 Aug 28 15:03:55.944524 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40824) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:56.072884 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-13fcf114-0297-4baa-964a-3f3e9e9b1d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:56.074328 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fcf114-0297-4baa-964a-3f3e9e9b1d5a None None] The sync data for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:03:56.192144 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-07aa694c-1a6e-4cf3-97e8-0b94f36b447a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:56.300983 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-a38f52db-e108-4a2c-9f3b-d061102b3242 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Deleting port 521ce1e5-91ee-466e-af63-8abff0f3704b {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:03:56.301323 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a38f52db-e108-4a2c-9f3b-d061102b3242 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:56.352133 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:56.374690 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-07aa694c-1a6e-4cf3-97e8-0b94f36b447a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:56.387353 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-07aa694c-1a6e-4cf3-97e8-0b94f36b447a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:56.452117 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa694c-1a6e-4cf3-97e8-0b94f36b447a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d642798-0fd1-4805-b191-002dfe1244d6,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:56.460712 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a38f52db-e108-4a2c-9f3b-d061102b3242 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:56.461467 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a38f52db-e108-4a2c-9f3b-d061102b3242 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:56.474042 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-07aa694c-1a6e-4cf3-97e8-0b94f36b447a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e4d0b318592442795214bd017cc05f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6743960 Aug 28 15:03:56.474275 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40852) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:56.484549 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-a38f52db-e108-4a2c-9f3b-d061102b3242 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Calling delete_port for 521ce1e5-91ee-466e-af63-8abff0f3704b owned by network:floatingip {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:03:56.609202 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-787c41bd-e1b1-4ca2-a658-566b7b25b4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:56.646067 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-787c41bd-e1b1-4ca2-a658-566b7b25b4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:56.671826 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-760b568c-bb74-4253-a8e9-38e551bcdc2b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:56.673420 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-760b568c-bb74-4253-a8e9-38e551bcdc2b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/networks?id=03e6b4b8-6c68-4060-8426-90fcc4950716 HTTP/1.1" status: 200 len: 806 time: 0.1461015 Aug 28 15:03:56.699346 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-2919f771-b0f6-422b-9521-6a282f991de9 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/quotas/038a0222e6f34dfa8dce183514c3f3db HTTP/1.1" status: 200 len: 375 time: 0.0193219 Aug 28 15:03:56.734720 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-787c41bd-e1b1-4ca2-a658-566b7b25b4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:56.737981 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-787c41bd-e1b1-4ca2-a658-566b7b25b4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:56.739326 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-787c41bd-e1b1-4ca2-a658-566b7b25b4e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d642798-0fd1-4805-b191-002dfe1244d6 HTTP/1.1" status: 204 len: 168 time: 0.2641573 Aug 28 15:03:56.757665 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c41bd-e1b1-4ca2-a658-566b7b25b4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d642798-0fd1-4805-b191-002dfe1244d6,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:56.780774 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a38f52db-e108-4a2c-9f3b-d061102b3242 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:56.789440 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-ee4312ad-824d-4048-a122-89cfe9fd451f tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=038a0222e6f34dfa8dce183514c3f3db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0845709 Aug 28 15:03:56.819689 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f52db-e108-4a2c-9f3b-d061102b3242 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event deleted for resources: {'Port': ['ID=521ce1e5-91ee-466e-af63-8abff0f3704b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:56.908926 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a38f52db-e108-4a2c-9f3b-d061102b3242 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:56.909675 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [None req-a38f52db-e108-4a2c-9f3b-d061102b3242 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Floating IP 791eb7ce-917f-44b6-b685-4768cf01a40e disassociated (deleted). External IP: 172.25.3.40, port: 3bd70f3b-699b-4c35-8bf8-ea8cfdf69c27. Aug 28 15:03:56.976374 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-f02272d5-8576-41bf-a606-f8f990958be6 service neutron] 10.222.0.13 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857748 Aug 28 15:03:57.119518 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-269e5935-fddb-450f-802d-152e3a24eef4 service neutron] 10.222.0.13 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412771 Aug 28 15:03:57.245834 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40880) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:57.274033 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a9b89046-3ce4-43b7-82da-6ce195dfb03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:57.337362 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38f52db-e108-4a2c-9f3b-d061102b3242 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Router 9bae9c87-6925-440a-9206-ed27a647fa5a has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:03:57.512494 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b6a98f93-92ea-4f90-8120-51bec461d3e5 req-fb0cf2b5-ca71-42f2-b14e-82a0a330d75b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=4935e72d-8fd2-4e8a-b818-73d225325c75 HTTP/1.1" status: 200 len: 210 time: 0.0544448 Aug 28 15:03:57.539607 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38f52db-e108-4a2c-9f3b-d061102b3242 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:03:57.547563 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a9b89046-3ce4-43b7-82da-6ce195dfb03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:57.551860 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a9b89046-3ce4-43b7-82da-6ce195dfb03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:57.561165 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a38f52db-e108-4a2c-9f3b-d061102b3242 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:57.563753 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33df65ac-a9b5-409e-a239-474380e8ac4d None None] Sync routers for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:03:57.579058 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33df65ac-a9b5-409e-a239-474380e8ac4d None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:57.579752 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-33df65ac-a9b5-409e-a239-474380e8ac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:57.602519 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a38f52db-e108-4a2c-9f3b-d061102b3242 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "DELETE /v2.0/floatingips/791eb7ce-917f-44b6-b685-4768cf01a40e HTTP/1.1" status: 204 len: 168 time: 1.6569049 Aug 28 15:03:57.609344 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40892) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:57.632832 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a9b89046-3ce4-43b7-82da-6ce195dfb03f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91c5b4d71829449ca97f189e67c6e9fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3832400 Aug 28 15:03:57.633017 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40894) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:57.652320 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b89046-3ce4-43b7-82da-6ce195dfb03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61117885-948e-47e6-8c9d-2675e249bf92,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:57.672740 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-33df65ac-a9b5-409e-a239-474380e8ac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:57.691749 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33df65ac-a9b5-409e-a239-474380e8ac4d None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:03:57.693723 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-33df65ac-a9b5-409e-a239-474380e8ac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:57.743267 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-33df65ac-a9b5-409e-a239-474380e8ac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:03:57.744140 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33df65ac-a9b5-409e-a239-474380e8ac4d None None] The sync data for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:03:57.755545 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c386eb64-78e7-4c8b-8d50-20cb63348e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:57.764185 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-82dc9eb3-95df-4bae-b541-d7363397b205 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Deleting port 3bd70f3b-699b-4c35-8bf8-ea8cfdf69c27 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:03:57.764646 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-82dc9eb3-95df-4bae-b541-d7363397b205 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:57.825980 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c386eb64-78e7-4c8b-8d50-20cb63348e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:57.949883 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c386eb64-78e7-4c8b-8d50-20cb63348e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:57.953028 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c386eb64-78e7-4c8b-8d50-20cb63348e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:57.954209 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c386eb64-78e7-4c8b-8d50-20cb63348e2b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61117885-948e-47e6-8c9d-2675e249bf92 HTTP/1.1" status: 204 len: 168 time: 0.3201592 Aug 28 15:03:57.965034 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386eb64-78e7-4c8b-8d50-20cb63348e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61117885-948e-47e6-8c9d-2675e249bf92,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:58.020299 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-82dc9eb3-95df-4bae-b541-d7363397b205 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:58.049720 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-82dc9eb3-95df-4bae-b541-d7363397b205 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Calling delete_port for 3bd70f3b-699b-4c35-8bf8-ea8cfdf69c27 owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:03:58.146107 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device c8f4c4c0-d6a9-4789-8f5b-43dd31567204 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:03:58.359176 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port c8f4c4c0-d6a9-4789-8f5b-43dd31567204, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=c8f4c4c0-d6a9-4789-8f5b-43dd31567204,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:03:58.387401 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'c8f4c4c0-d6a9-4789-8f5b-43dd31567204', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': 'c8f4c4c0-d6a9-4789-8f5b-43dd31567204', 'mac_address': 'fa:16:3e:f0:27:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:03:58.461370 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:58.465541 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-82dc9eb3-95df-4bae-b541-d7363397b205 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:58.506139 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc9eb3-95df-4bae-b541-d7363397b205 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event deleted for resources: {'Port': ['ID=3bd70f3b-699b-4c35-8bf8-ea8cfdf69c27,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:58.507301 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8f4c4c0-d6a9-4789-8f5b-43dd31567204 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:03:58.561665 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port c8f4c4c0-d6a9-4789-8f5b-43dd31567204, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=c8f4c4c0-d6a9-4789-8f5b-43dd31567204,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:03:58.566345 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:58.613263 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-82dc9eb3-95df-4bae-b541-d7363397b205 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:58.615752 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-82dc9eb3-95df-4bae-b541-d7363397b205 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "DELETE /v2.0/ports/3bd70f3b-699b-4c35-8bf8-ea8cfdf69c27 HTTP/1.1" status: 204 len: 168 time: 1.0031319 Aug 28 15:03:58.619791 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40936) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:03:58.624704 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-edd53b22-6fa2-4910-8829-0f0a7c0692d6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:58.675371 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9036fcdf-fd81-44e3-9bc9-4903a1eb075e req-8d66951b-e862-4491-a5a0-fea25dcd6526 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=4935e72d-8fd2-4e8a-b818-73d225325c75 HTTP/1.1" status: 200 len: 210 time: 0.0296996 Aug 28 15:03:58.681388 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=c8f4c4c0-d6a9-4789-8f5b-43dd31567204,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:03:58.686814 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-edd53b22-6fa2-4910-8829-0f0a7c0692d6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:58.701804 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['c8f4c4c0-d6a9-4789-8f5b-43dd31567204'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:03:59.096619 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-edd53b22-6fa2-4910-8829-0f0a7c0692d6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:59.176851 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-93863b5a-6da2-43d9-a730-ae353e576c4c tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:59.178453 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-93863b5a-6da2-43d9-a730-ae353e576c4c tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.36 "GET /v2.0/networks?id=03e6b4b8-6c68-4060-8426-90fcc4950716 HTTP/1.1" status: 200 len: 806 time: 0.3122776 Aug 28 15:03:59.195255 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-1ae5ccf3-b035-4797-a25a-e43dff4b1ace tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Request body: {'port': {'device_id': '4935e72d-8fd2-4e8a-b818-73d225325c75', 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716', 'admin_state_up': True, 'tenant_id': '038a0222e6f34dfa8dce183514c3f3db'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:03:59.368589 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-edd53b22-6fa2-4910-8829-0f0a7c0692d6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Allocated IP 172.25.3.232 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/64b1ccb7-7a39-485e-8bfb-5411f5d67c76) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:03:59.460344 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-1ae5ccf3-b035-4797-a25a-e43dff4b1ace tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Made reservation on behalf of 038a0222e6f34dfa8dce183514c3f3db for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:03:59.464347 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-1ae5ccf3-b035-4797-a25a-e43dff4b1ace tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:59.566143 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-edd53b22-6fa2-4910-8829-0f0a7c0692d6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:59.667255 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-1ae5ccf3-b035-4797-a25a-e43dff4b1ace tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Allocated IP 172.20.0.2 (03e6b4b8-6c68-4060-8426-90fcc4950716/517a924f-5dd5-4f4e-82d8-d019697a05fd/52c25b16-364f-47bd-8004-e19c6bea683e) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:03:59.674007 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-edd53b22-6fa2-4910-8829-0f0a7c0692d6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:03:59.698981 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff016c2-d158-4edd-8ac3-d4540598eff2 req-70fbaef6-ff71-4bfd-ab5d-9ea7b64529a1 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:59.706913 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff016c2-d158-4edd-8ac3-d4540598eff2 req-70fbaef6-ff71-4bfd-ab5d-9ea7b64529a1 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:59.719516 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff016c2-d158-4edd-8ac3-d4540598eff2 req-70fbaef6-ff71-4bfd-ab5d-9ea7b64529a1 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:59.726384 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd53b22-6fa2-4910-8829-0f0a7c0692d6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:03:59.727305 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff016c2-d158-4edd-8ac3-d4540598eff2 req-70fbaef6-ff71-4bfd-ab5d-9ea7b64529a1 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:59.731819 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-edd53b22-6fa2-4910-8829-0f0a7c0692d6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:03:59.740814 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd53b22-6fa2-4910-8829-0f0a7c0692d6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:03:59.752216 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff016c2-d158-4edd-8ac3-d4540598eff2 req-70fbaef6-ff71-4bfd-ab5d-9ea7b64529a1 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:59.764026 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff016c2-d158-4edd-8ac3-d4540598eff2 req-70fbaef6-ff71-4bfd-ab5d-9ea7b64529a1 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:59.775137 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff016c2-d158-4edd-8ac3-d4540598eff2 req-70fbaef6-ff71-4bfd-ab5d-9ea7b64529a1 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:03:59.799760 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3ff016c2-d158-4edd-8ac3-d4540598eff2 req-70fbaef6-ff71-4bfd-ab5d-9ea7b64529a1 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5441 time: 0.6408093 Aug 28 15:03:59.867869 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3ff016c2-d158-4edd-8ac3-d4540598eff2 req-0b8b810b-cc14-4af1-9194-6690af6f4c62 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616472 Aug 28 15:04:00.066579 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060f135-a0da-4b9e-b6f9-96366ace0013 req-76affdd7-49ba-4f01-ac69-664f1ad1ac28 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:00.078355 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060f135-a0da-4b9e-b6f9-96366ace0013 req-76affdd7-49ba-4f01-ac69-664f1ad1ac28 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:00.090104 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060f135-a0da-4b9e-b6f9-96366ace0013 req-76affdd7-49ba-4f01-ac69-664f1ad1ac28 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:00.098236 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060f135-a0da-4b9e-b6f9-96366ace0013 req-76affdd7-49ba-4f01-ac69-664f1ad1ac28 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:00.109329 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060f135-a0da-4b9e-b6f9-96366ace0013 req-76affdd7-49ba-4f01-ac69-664f1ad1ac28 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:00.118900 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060f135-a0da-4b9e-b6f9-96366ace0013 req-76affdd7-49ba-4f01-ac69-664f1ad1ac28 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:00.129952 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060f135-a0da-4b9e-b6f9-96366ace0013 req-76affdd7-49ba-4f01-ac69-664f1ad1ac28 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:00.132054 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5060f135-a0da-4b9e-b6f9-96366ace0013 req-76affdd7-49ba-4f01-ac69-664f1ad1ac28 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5441 time: 0.1604035 Aug 28 15:04:00.163154 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device c8f4c4c0-d6a9-4789-8f5b-43dd31567204 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:04:00.236630 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e05d1330-f56d-4c11-81a2-c044b9422289 req-7945e048-8e3a-48a7-9ff8-cccf9c4e2ade tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=4935e72d-8fd2-4e8a-b818-73d225325c75 HTTP/1.1" status: 200 len: 210 time: 0.0511744 Aug 28 15:04:00.243311 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd53b22-6fa2-4910-8829-0f0a7c0692d6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event updated for resources: {'Port': ['ID=64b1ccb7-7a39-485e-8bfb-5411f5d67c76,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:00.332152 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port c8f4c4c0-d6a9-4789-8f5b-43dd31567204 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:04:00.332789 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:00.435777 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:00.444129 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41010) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:00.461470 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-1ae5ccf3-b035-4797-a25a-e43dff4b1ace tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:00.469293 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ecb989-5516-4b6d-8312-f1f2901a9abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f4c4c0-d6a9-4789-8f5b-43dd31567204'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:04:00.473892 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9513626e-9e7c-4409-b36e-5cf8eaba3069" -d '{"events": [{"server_uuid": "a0ecb989-5516-4b6d-8312-f1f2901a9abb", "name": "network-vif-plugged", "status": "completed", "tag": "c8f4c4c0-d6a9-4789-8f5b-43dd31567204"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:04:00.488374 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-edd53b22-6fa2-4910-8829-0f0a7c0692d6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:00.512375 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port c8f4c4c0-d6a9-4789-8f5b-43dd31567204, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=c8f4c4c0-d6a9-4789-8f5b-43dd31567204,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:00.527333 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:00.540644 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-edd53b22-6fa2-4910-8829-0f0a7c0692d6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:00.611566 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa652b50-7dbe-409e-9a3f-2f10e7bb97dd x-openstack-request-id: req-fa652b50-7dbe-409e-9a3f-2f10e7bb97dd {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:04:00.614167 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ecb989-5516-4b6d-8312-f1f2901a9abb", "name": "network-vif-plugged", "status": "completed", "tag": "c8f4c4c0-d6a9-4789-8f5b-43dd31567204", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:04:00.614854 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa652b50-7dbe-409e-9a3f-2f10e7bb97dd {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:04:00.625071 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ecb989-5516-4b6d-8312-f1f2901a9abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f4c4c0-d6a9-4789-8f5b-43dd31567204', 'code': 200} Aug 28 15:04:00.665646 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-1ae5ccf3-b035-4797-a25a-e43dff4b1ace tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:00.685983 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=c8f4c4c0-d6a9-4789-8f5b-43dd31567204,revision_number=7']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:00.687314 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-78853336-cb51-4041-a28c-aa5487e250c2 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1795199945', 'router:external': True}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:00.690425 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['0e790489-613f-4b5b-816a-a84b22a5048b'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:04:00.737275 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-1ae5ccf3-b035-4797-a25a-e43dff4b1ace tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Network 03e6b4b8-6c68-4060-8426-90fcc4950716 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:04:00.739067 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78853336-cb51-4041-a28c-aa5487e250c2 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Made reservation on behalf of 3dc81ce67b634bbfbf97a29f31bc20c4 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:04:00.742731 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-1ae5ccf3-b035-4797-a25a-e43dff4b1ace tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:04:00.753719 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-1ae5ccf3-b035-4797-a25a-e43dff4b1ace tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:04:00.759334 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-78853336-cb51-4041-a28c-aa5487e250c2 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:00.770161 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-78853336-cb51-4041-a28c-aa5487e250c2 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:00.871851 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-edd53b22-6fa2-4910-8829-0f0a7c0692d6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:00.883477 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-edd53b22-6fa2-4910-8829-0f0a7c0692d6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:00.904603 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5ccf3-b035-4797-a25a-e43dff4b1ace tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Pushing event updated for resources: {'Port': ['ID=52c25b16-364f-47bd-8004-e19c6bea683e,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:00.980659 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:04:00.992891 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-1ae5ccf3-b035-4797-a25a-e43dff4b1ace tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:00.993520 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-1ae5ccf3-b035-4797-a25a-e43dff4b1ace tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:01.001920 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-78853336-cb51-4041-a28c-aa5487e250c2 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:01.008407 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-78853336-cb51-4041-a28c-aa5487e250c2 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:01.025235 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-edd53b22-6fa2-4910-8829-0f0a7c0692d6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:01.036675 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-1ae5ccf3-b035-4797-a25a-e43dff4b1ace tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8466003 Aug 28 15:04:01.038323 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd53b22-6fa2-4910-8829-0f0a7c0692d6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event updated for resources: {'Port': ['ID=64b1ccb7-7a39-485e-8bfb-5411f5d67c76,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:01.041747 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-edd53b22-6fa2-4910-8829-0f0a7c0692d6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:01.043633 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-edd53b22-6fa2-4910-8829-0f0a7c0692d6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4227550 Aug 28 15:04:01.049616 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-a56e4502-7e1f-4110-af23-053c86624fbf service neutron] Request body: {'port': {'device_id': '4935e72d-8fd2-4e8a-b818-73d225325c75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:01.052723 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41028) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:01.061102 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-5d080bab-79c1-476a-84c3-a8ec70e3d8e0 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Request body: {'port': {'network_id': '89ccbd56-6213-4676-8ffb-9df40613a8e7', 'name': 'tempest-FloatingIPTestJSON-1320508668'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:01.085729 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78853336-cb51-4041-a28c-aa5487e250c2 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:04:01.126570 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-a56e4502-7e1f-4110-af23-053c86624fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:01.135429 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78853336-cb51-4041-a28c-aa5487e250c2 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94eeff05-1294-442a-a987-83e91696297e,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:01.139212 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-78853336-cb51-4041-a28c-aa5487e250c2 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:01.139547 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-78853336-cb51-4041-a28c-aa5487e250c2 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Added segment ade08457-377c-458f-a53a-66a6e61a49ae of type vlan for network e082a634-c862-4f8c-b169-1419674f9907 Aug 28 15:04:01.219123 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-78853336-cb51-4041-a28c-aa5487e250c2 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:01.271210 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d080bab-79c1-476a-84c3-a8ec70e3d8e0 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Made reservation on behalf of e15fb08e08184d6eb9a374ea3963a37b for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:04:01.275461 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d080bab-79c1-476a-84c3-a8ec70e3d8e0 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:01.279183 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-78853336-cb51-4041-a28c-aa5487e250c2 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:01.280712 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78853336-cb51-4041-a28c-aa5487e250c2 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:01.281588 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-78853336-cb51-4041-a28c-aa5487e250c2 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:01.345942 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-5d080bab-79c1-476a-84c3-a8ec70e3d8e0 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] device_id is not set on port a54b7842-ff14-49c4-ada0-7a11667bedc6 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:04:01.414649 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-78853336-cb51-4041-a28c-aa5487e250c2 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9688928 Aug 28 15:04:01.417682 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41052) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:01.423181 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-b45fcc2d-c6b8-428f-8750-42584ed6e39f tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Request body: {'subnet': {'network_id': 'e082a634-c862-4f8c-b169-1419674f9907', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:01.456662 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78853336-cb51-4041-a28c-aa5487e250c2 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Pushing event updated for resources: {'Network': ['ID=e082a634-c862-4f8c-b169-1419674f9907,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:01.471920 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network e082a634-c862-4f8c-b169-1419674f9907 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:04:01.481573 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45fcc2d-c6b8-428f-8750-42584ed6e39f tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Made reservation on behalf of 3dc81ce67b634bbfbf97a29f31bc20c4 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:04:01.483964 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b45fcc2d-c6b8-428f-8750-42584ed6e39f tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:01.487880 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-a56e4502-7e1f-4110-af23-053c86624fbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52c25b16-364f-47bd-8004-e19c6bea683e {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:04:01.517946 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fa71f-0459-4aea-848e-30dbb12c2b12 req-8d792a48-ee8c-44dc-a2ce-f02b0dcd52a6 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:01.519470 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f08fa71f-0459-4aea-848e-30dbb12c2b12 req-8d792a48-ee8c-44dc-a2ce-f02b0dcd52a6 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=4935e72d-8fd2-4e8a-b818-73d225325c75 HTTP/1.1" status: 200 len: 931 time: 0.1262963 Aug 28 15:04:01.529074 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-a56e4502-7e1f-4110-af23-053c86624fbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:01.533375 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-5d080bab-79c1-476a-84c3-a8ec70e3d8e0 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Allocated IP 172.20.0.3 (89ccbd56-6213-4676-8ffb-9df40613a8e7/21bf41ab-4234-4f20-a565-cc90c31af923/a54b7842-ff14-49c4-ada0-7a11667bedc6) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:04:01.556965 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-a56e4502-7e1f-4110-af23-053c86624fbf service neutron] Transition to ACTIVE for port object 52c25b16-364f-47bd-8004-e19c6bea683e will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:04:01.564044 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-a56e4502-7e1f-4110-af23-053c86624fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:01.591614 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f08fa71f-0459-4aea-848e-30dbb12c2b12 req-17572b2a-9ca5-4730-be18-919300c41868 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558631 Aug 28 15:04:01.682924 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e4502-7e1f-4110-af23-053c86624fbf service neutron] Pushing event updated for resources: {'Port': ['ID=52c25b16-364f-47bd-8004-e19c6bea683e,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:01.751278 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-a56e4502-7e1f-4110-af23-053c86624fbf service neutron] Attempting to bind port 52c25b16-364f-47bd-8004-e19c6bea683e on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:04:01.751616 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-a56e4502-7e1f-4110-af23-053c86624fbf service neutron] Attempting to bind port 52c25b16-364f-47bd-8004-e19c6bea683e by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '537ec9af-2404-4c1d-a957-efd06cc39195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:04:01.751973 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-a56e4502-7e1f-4110-af23-053c86624fbf service neutron] Attempting to bind port 52c25b16-364f-47bd-8004-e19c6bea683e on network 03e6b4b8-6c68-4060-8426-90fcc4950716 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:04:01.777091 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d080bab-79c1-476a-84c3-a8ec70e3d8e0 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:01.788122 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-a56e4502-7e1f-4110-af23-053c86624fbf service neutron] Port 52c25b16-364f-47bd-8004-e19c6bea683e on network 03e6b4b8-6c68-4060-8426-90fcc4950716 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:04:01.788456 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-a56e4502-7e1f-4110-af23-053c86624fbf service neutron] Attempting to bind port 52c25b16-364f-47bd-8004-e19c6bea683e on network 03e6b4b8-6c68-4060-8426-90fcc4950716 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:04:01.803122 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-a56e4502-7e1f-4110-af23-053c86624fbf service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:04:01.803471 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-a56e4502-7e1f-4110-af23-053c86624fbf service neutron] Checking segment: {'id': '537ec9af-2404-4c1d-a957-efd06cc39195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:04:01.803889 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-a56e4502-7e1f-4110-af23-053c86624fbf service neutron] Bound using segment: {'id': '537ec9af-2404-4c1d-a957-efd06cc39195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:04:01.804327 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-a56e4502-7e1f-4110-af23-053c86624fbf service neutron] Bound port: 52c25b16-364f-47bd-8004-e19c6bea683e, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537ec9af-2404-4c1d-a957-efd06cc39195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:04:01.804694 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-a56e4502-7e1f-4110-af23-053c86624fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:01.826897 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d080bab-79c1-476a-84c3-a8ec70e3d8e0 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:01.850057 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d080bab-79c1-476a-84c3-a8ec70e3d8e0 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Network 89ccbd56-6213-4676-8ffb-9df40613a8e7 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:04:01.853211 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-5d080bab-79c1-476a-84c3-a8ec70e3d8e0 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:04:01.882752 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d080bab-79c1-476a-84c3-a8ec70e3d8e0 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:04:01.942089 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-a56e4502-7e1f-4110-af23-053c86624fbf service neutron] For port 52c25b16-364f-47bd-8004-e19c6bea683e, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:04:01.944778 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d080bab-79c1-476a-84c3-a8ec70e3d8e0 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event updated for resources: {'Port': ['ID=a54b7842-ff14-49c4-ada0-7a11667bedc6,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:01.959501 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-a56e4502-7e1f-4110-af23-053c86624fbf service neutron] For port 52c25b16-364f-47bd-8004-e19c6bea683e, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=52c25b16-364f-47bd-8004-e19c6bea683e,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:04:01.959643 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d080bab-79c1-476a-84c3-a8ec70e3d8e0 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:01.960414 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d080bab-79c1-476a-84c3-a8ec70e3d8e0 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:01.965683 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-a56e4502-7e1f-4110-af23-053c86624fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:01.985310 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5d080bab-79c1-476a-84c3-a8ec70e3d8e0 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9288476 Aug 28 15:04:01.987764 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41094) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:01.994880 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-54697c2b-cd72-4393-bc97-e68b27cc6181 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Request body: {'floatingip': {'port_id': 'a54b7842-ff14-49c4-ada0-7a11667bedc6'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:02.030220 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-a56e4502-7e1f-4110-af23-053c86624fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:02.031022 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-a56e4502-7e1f-4110-af23-053c86624fbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:02.032718 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-a56e4502-7e1f-4110-af23-053c86624fbf service neutron] 10.222.0.36 "PUT /v2.0/ports/52c25b16-364f-47bd-8004-e19c6bea683e HTTP/1.1" status: 200 len: 1092 time: 0.9872279 Aug 28 15:04:02.033280 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4935e72d-8fd2-4e8a-b818-73d225325c75', 'tag': '52c25b16-364f-47bd-8004-e19c6bea683e'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:04:02.036276 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafd5472-0413-41e9-bf1d-3e53d67f3e80" -d '{"events": [{"name": "network-changed", "server_uuid": "4935e72d-8fd2-4e8a-b818-73d225325c75", "tag": "52c25b16-364f-47bd-8004-e19c6bea683e"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:04:02.082993 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e4502-7e1f-4110-af23-053c86624fbf service neutron] Pushing event updated for resources: {'Port': ['ID=52c25b16-364f-47bd-8004-e19c6bea683e,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:02.139350 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-54697c2b-cd72-4393-bc97-e68b27cc6181 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:02.144637 n-d-712137-10 neutron-server[106330]: DEBUG neutron.objects.ports [None req-b45fcc2d-c6b8-428f-8750-42584ed6e39f tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106330) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 15:04:02.145238 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b45fcc2d-c6b8-428f-8750-42584ed6e39f tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:02.268099 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-292923d2-1dff-4667-b6e0-3b697fc3deb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:02.270658 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-292923d2-1dff-4667-b6e0-3b697fc3deb7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=038a0222e6f34dfa8dce183514c3f3db&device_id=4935e72d-8fd2-4e8a-b818-73d225325c75 HTTP/1.1" status: 200 len: 1095 time: 0.1784101 Aug 28 15:04:02.396135 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45fcc2d-c6b8-428f-8750-42584ed6e39f tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Checking segment: {'id': 'ade08457-377c-458f-a53a-66a6e61a49ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e082a634-c862-4f8c-b169-1419674f9907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:04:02.396944 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45fcc2d-c6b8-428f-8750-42584ed6e39f tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Network hostable DHCP agents. Network: e082a634-c862-4f8c-b169-1419674f9907, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:04:02.399644 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45fcc2d-c6b8-428f-8750-42584ed6e39f tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Pushing event updated for resources: {'Subnet': ['ID=499aea16-d9b9-4376-b818-95ba3925b345,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:02.406043 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-14b02b69-aef0-4c4c-9e4c-7e2adb46c4fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52c25b16-364f-47bd-8004-e19c6bea683e HTTP/1.1" status: 200 len: 217 time: 0.1269760 Aug 28 15:04:02.509535 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f78be28-5369-47e2-9097-7fc959edf410 x-openstack-request-id: req-5f78be28-5369-47e2-9097-7fc959edf410 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:04:02.510228 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4935e72d-8fd2-4e8a-b818-73d225325c75", "tag": "52c25b16-364f-47bd-8004-e19c6bea683e", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:04:02.510228 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f78be28-5369-47e2-9097-7fc959edf410 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:04:02.510228 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4935e72d-8fd2-4e8a-b818-73d225325c75', 'tag': '52c25b16-364f-47bd-8004-e19c6bea683e', 'status': 'completed', 'code': 200} Aug 28 15:04:02.530795 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45fcc2d-c6b8-428f-8750-42584ed6e39f tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Network e082a634-c862-4f8c-b169-1419674f9907 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:04:02.562254 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-15d081a3-2c3b-4c6e-9fdd-18da007c2dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:02.563949 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-15d081a3-2c3b-4c6e-9fdd-18da007c2dc4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=517a924f-5dd5-4f4e-82d8-d019697a05fd HTTP/1.1" status: 200 len: 846 time: 0.1492903 Aug 28 15:04:02.564919 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-b45fcc2d-c6b8-428f-8750-42584ed6e39f tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, e082a634-c862-4f8c-b169-1419674f9907) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:04:02.575919 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7122b6e-0287-4e5e-86ec-7ea951ac4f83 None None] Network e082a634-c862-4f8c-b169-1419674f9907 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:04:02.594364 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45fcc2d-c6b8-428f-8750-42584ed6e39f tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:02.594858 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b45fcc2d-c6b8-428f-8750-42584ed6e39f tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:02.613542 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-41a1cc1c-218a-4211-9c53-b9bd986ab6d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03e6b4b8-6c68-4060-8426-90fcc4950716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393388 Aug 28 15:04:02.765322 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41174) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:02.766874 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-14412010-b3b7-4168-a347-73b8bc28e9e4 service neutron] 10.222.0.36 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438756 Aug 28 15:04:02.771300 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b45fcc2d-c6b8-428f-8750-42584ed6e39f tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3499455 Aug 28 15:04:02.771511 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41176) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:02.778557 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-9cd7069d-d91d-4ab3-ba7b-afed1eb73146 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-939040931', 'network_id': 'e082a634-c862-4f8c-b169-1419674f9907'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:02.880833 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd7069d-d91d-4ab3-ba7b-afed1eb73146 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Made reservation on behalf of 3dc81ce67b634bbfbf97a29f31bc20c4 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:04:02.880833 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9cd7069d-d91d-4ab3-ba7b-afed1eb73146 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:02.961781 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-9cd7069d-d91d-4ab3-ba7b-afed1eb73146 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] device_id is not set on port c4ab3bba-a501-49b8-a516-8609d511f9c4 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:04:03.008187 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37eacdb8-24b7-4fc5-87e2-8b5a16114fa8 None None] Network e082a634-c862-4f8c-b169-1419674f9907 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:04:03.152294 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da730f03-851b-4936-b2b3-3a731e4c5923 req-c824ed5a-d9fc-444a-a3ab-6c90e2db501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:03.153435 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da730f03-851b-4936-b2b3-3a731e4c5923 req-c824ed5a-d9fc-444a-a3ab-6c90e2db501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:03.154202 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da730f03-851b-4936-b2b3-3a731e4c5923 req-c824ed5a-d9fc-444a-a3ab-6c90e2db501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:03.154827 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da730f03-851b-4936-b2b3-3a731e4c5923 req-c824ed5a-d9fc-444a-a3ab-6c90e2db501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:03.156043 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da730f03-851b-4936-b2b3-3a731e4c5923 req-c824ed5a-d9fc-444a-a3ab-6c90e2db501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:03.159719 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da730f03-851b-4936-b2b3-3a731e4c5923 req-c824ed5a-d9fc-444a-a3ab-6c90e2db501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:03.162980 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da730f03-851b-4936-b2b3-3a731e4c5923 req-c824ed5a-d9fc-444a-a3ab-6c90e2db501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:03.177652 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-da730f03-851b-4936-b2b3-3a731e4c5923 req-c824ed5a-d9fc-444a-a3ab-6c90e2db501e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 6505 time: 0.4109137 Aug 28 15:04:03.217998 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-371666d7-cd12-4ddf-91e9-f62c65227d30 req-417a1197-8c6b-427c-8300-127ebac282a4 service neutron] 10.222.0.36 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316323 Aug 28 15:04:03.249818 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-9cd7069d-d91d-4ab3-ba7b-afed1eb73146 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Allocated IP 172.20.0.5 (e082a634-c862-4f8c-b169-1419674f9907/499aea16-d9b9-4376-b818-95ba3925b345/c4ab3bba-a501-49b8-a516-8609d511f9c4) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:04:03.263845 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.db.resource_extend [None req-54697c2b-cd72-4393-bc97-e68b27cc6181 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 15:04:03.282031 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455082d-be71-4704-8e7a-36bb1366f9ec req-6ae58a07-54ee-45ae-a2ba-e459e9769621 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:03.283595 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6455082d-be71-4704-8e7a-36bb1366f9ec req-6ae58a07-54ee-45ae-a2ba-e459e9769621 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=4935e72d-8fd2-4e8a-b818-73d225325c75 HTTP/1.1" status: 200 len: 943 time: 0.3857131 Aug 28 15:04:03.287808 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-da730f03-851b-4936-b2b3-3a731e4c5923 req-df8a9433-f9ff-4523-8499-e829512fdded service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1090255 Aug 28 15:04:03.382878 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-54697c2b-cd72-4393-bc97-e68b27cc6181 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:03.389627 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-54697c2b-cd72-4393-bc97-e68b27cc6181 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:03.407550 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6455082d-be71-4704-8e7a-36bb1366f9ec req-f4c2a2c1-d865-49f6-9f29-5d468ce509c7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142921 Aug 28 15:04:03.494642 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd5472-0413-41e9-bf1d-3e53d67f3e80 req-f6b5d6c8-e2a6-4544-a876-7766d5db21f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:03.496374 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aafd5472-0413-41e9-bf1d-3e53d67f3e80 req-f6b5d6c8-e2a6-4544-a876-7766d5db21f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=038a0222e6f34dfa8dce183514c3f3db&device_id=4935e72d-8fd2-4e8a-b818-73d225325c75 HTTP/1.1" status: 200 len: 1095 time: 0.1656232 Aug 28 15:04:03.624251 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-54697c2b-cd72-4393-bc97-e68b27cc6181 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Floating IP d4a52c8b-a5a4-403a-be13-e3b176f2e373 associated. External IP: 172.25.3.232, port: a54b7842-ff14-49c4-ada0-7a11667bedc6. Aug 28 15:04:03.630611 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9cd7069d-d91d-4ab3-ba7b-afed1eb73146 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:03.691624 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9cd7069d-d91d-4ab3-ba7b-afed1eb73146 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:03.717219 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-3f29a14e-a393-498b-91fa-45114e45f39e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:03.724725 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-3f29a14e-a393-498b-91fa-45114e45f39e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/networks?id=1123c5af-47ee-4e05-9c33-399c448cd238 HTTP/1.1" status: 200 len: 805 time: 0.2202408 Aug 28 15:04:03.734001 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd5472-0413-41e9-bf1d-3e53d67f3e80 req-b328e1f4-2047-4293-a5c6-82b086005783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:03.736882 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aafd5472-0413-41e9-bf1d-3e53d67f3e80 req-b328e1f4-2047-4293-a5c6-82b086005783 service neutron] 10.222.0.36 "GET /v2.0/networks?id=03e6b4b8-6c68-4060-8426-90fcc4950716 HTTP/1.1" status: 200 len: 907 time: 0.2250376 Aug 28 15:04:03.767251 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd7069d-d91d-4ab3-ba7b-afed1eb73146 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Network e082a634-c862-4f8c-b169-1419674f9907 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:04:03.779302 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-30061f31-7a64-4f93-b3c1-daad406a2e43 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/quotas/3e95395be3d24839a8701be7dfdce9ea HTTP/1.1" status: 200 len: 375 time: 0.0536196 Aug 28 15:04:03.824345 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-9cd7069d-d91d-4ab3-ba7b-afed1eb73146 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:04:03.827542 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aafd5472-0413-41e9-bf1d-3e53d67f3e80 req-cd8fcc0a-4c0a-4158-9f51-2bc03ba80d98 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52c25b16-364f-47bd-8004-e19c6bea683e HTTP/1.1" status: 200 len: 217 time: 0.0589356 Aug 28 15:04:03.828504 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd7069d-d91d-4ab3-ba7b-afed1eb73146 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:04:03.906277 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7069d-d91d-4ab3-ba7b-afed1eb73146 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Pushing event updated for resources: {'Port': ['ID=c4ab3bba-a501-49b8-a516-8609d511f9c4,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:03.931495 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd7069d-d91d-4ab3-ba7b-afed1eb73146 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:03.932278 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9cd7069d-d91d-4ab3-ba7b-afed1eb73146 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:03.935738 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd5472-0413-41e9-bf1d-3e53d67f3e80 req-5262c864-79f0-4f95-9a1b-ec21e8ee8218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:03.937496 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aafd5472-0413-41e9-bf1d-3e53d67f3e80 req-5262c864-79f0-4f95-9a1b-ec21e8ee8218 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=517a924f-5dd5-4f4e-82d8-d019697a05fd HTTP/1.1" status: 200 len: 846 time: 0.0996199 Aug 28 15:04:03.969180 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9cd7069d-d91d-4ab3-ba7b-afed1eb73146 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.1965282 Aug 28 15:04:03.969811 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41212) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:03.997735 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-8cb86902-13d4-4ec9-a360-bb59ef594973 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e95395be3d24839a8701be7dfdce9ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2174411 Aug 28 15:04:03.997956 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aafd5472-0413-41e9-bf1d-3e53d67f3e80 req-0df5a1b1-45ac-4cc1-b98b-df92563f9ac8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03e6b4b8-6c68-4060-8426-90fcc4950716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515516 Aug 28 15:04:04.023414 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54697c2b-cd72-4393-bc97-e68b27cc6181 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Router 9bae9c87-6925-440a-9206-ed27a647fa5a has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:04:04.160412 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aafd5472-0413-41e9-bf1d-3e53d67f3e80 req-b5048262-a621-4e85-ab39-7299467e8cfb service neutron] 10.222.0.36 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340981 Aug 28 15:04:04.165147 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-d8ee26ce-c290-4b06-bec6-6467759036e7 service neutron] 10.222.0.13 "GET /v2.0/networks/1123c5af-47ee-4e05-9c33-399c448cd238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665154 Aug 28 15:04:04.249395 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-578cd055-a6d1-4c60-adda-150a9fd904c0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Deleting port c4ab3bba-a501-49b8-a516-8609d511f9c4 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:04:04.249735 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-578cd055-a6d1-4c60-adda-150a9fd904c0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:04.290249 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54697c2b-cd72-4393-bc97-e68b27cc6181 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:04:04.297132 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-54697c2b-cd72-4393-bc97-e68b27cc6181 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:04.308816 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00eeb94-dc53-47d8-ac18-ea55f3ebba0e None None] Sync routers for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:04:04.321291 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00eeb94-dc53-47d8-ac18-ea55f3ebba0e None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:04.324539 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-f00eeb94-dc53-47d8-ac18-ea55f3ebba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:04.330123 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-54697c2b-cd72-4393-bc97-e68b27cc6181 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "PUT /v2.0/floatingips/d4a52c8b-a5a4-403a-be13-e3b176f2e373 HTTP/1.1" status: 200 len: 978 time: 2.3407772 Aug 28 15:04:04.333197 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41216) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:04.360527 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-f00eeb94-dc53-47d8-ac18-ea55f3ebba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:04.371024 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00eeb94-dc53-47d8-ac18-ea55f3ebba0e None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:04.372048 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-f00eeb94-dc53-47d8-ac18-ea55f3ebba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:04.375905 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-ca7ddf10-da43-464a-b32b-4826e34e40c4 service neutron] 10.222.0.13 "GET /v2.0/networks/1123c5af-47ee-4e05-9c33-399c448cd238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710577 Aug 28 15:04:04.410060 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-f00eeb94-dc53-47d8-ac18-ea55f3ebba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:04.411058 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00eeb94-dc53-47d8-ac18-ea55f3ebba0e None None] The sync data for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:04:04.489850 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aafd5472-0413-41e9-bf1d-3e53d67f3e80 req-de200a2b-c9b6-4851-9b42-fe37a3e32c21 service neutron] 10.222.0.36 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128505 Aug 28 15:04:04.527980 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-578cd055-a6d1-4c60-adda-150a9fd904c0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:04.543837 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-578cd055-a6d1-4c60-adda-150a9fd904c0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Calling delete_port for c4ab3bba-a501-49b8-a516-8609d511f9c4 owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:04:04.572542 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-7f482a26-ecfe-42b7-90ab-74f0c16b59ee tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Deleting port a54b7842-ff14-49c4-ada0-7a11667bedc6 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:04:04.572897 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7f482a26-ecfe-42b7-90ab-74f0c16b59ee tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:04.591089 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-98606368-9401-453e-95e0-edcf097350f7 req-c5822969-bb85-4b42-81b1-6aa1af5c4b3c tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8b0024-ba33-469f-bbfb-a311345bca9e HTTP/1.1" status: 200 len: 210 time: 0.0356698 Aug 28 15:04:04.691200 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e63568-41cf-4f05-831d-07b484488e34 req-61fd4211-bf10-4bf7-86e8-bb637cbede4b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:04.692744 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e5e63568-41cf-4f05-831d-07b484488e34 req-61fd4211-bf10-4bf7-86e8-bb637cbede4b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=4935e72d-8fd2-4e8a-b818-73d225325c75 HTTP/1.1" status: 200 len: 943 time: 0.1989212 Aug 28 15:04:04.778422 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7f482a26-ecfe-42b7-90ab-74f0c16b59ee tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:04.784302 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e5e63568-41cf-4f05-831d-07b484488e34 req-bc13bd2e-7bef-455e-9a29-fb7d19fcb722 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772896 Aug 28 15:04:05.002171 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-578cd055-a6d1-4c60-adda-150a9fd904c0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:05.190317 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578cd055-a6d1-4c60-adda-150a9fd904c0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4ab3bba-a501-49b8-a516-8609d511f9c4,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:05.237081 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56563b9b-ce11-4ece-876e-688a466fd740 req-c45ba644-daa3-4d19-9c77-a9f6e3d8f9fa tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:05.239510 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-56563b9b-ce11-4ece-876e-688a466fd740 req-c45ba644-daa3-4d19-9c77-a9f6e3d8f9fa tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.36 "GET /v2.0/ports?device_id=300112ea-57bb-4b4d-8748-1cb61a936b0a HTTP/1.1" status: 200 len: 946 time: 0.2849588 Aug 28 15:04:05.712827 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-01ebf894-640c-4107-b413-b80a4e5d4f32 req-3e289000-89b0-4a8b-83cb-70ce99aca719 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8b0024-ba33-469f-bbfb-a311345bca9e HTTP/1.1" status: 200 len: 210 time: 0.0417862 Aug 28 15:04:06.053157 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-578cd055-a6d1-4c60-adda-150a9fd904c0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:06.055076 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-578cd055-a6d1-4c60-adda-150a9fd904c0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "DELETE /v2.0/ports/c4ab3bba-a501-49b8-a516-8609d511f9c4 HTTP/1.1" status: 204 len: 168 time: 2.0652649 Aug 28 15:04:06.060561 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41266) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:06.066860 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-ba24463e-32ae-4474-8e62-1167d7a33270 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e082a634-c862-4f8c-b169-1419674f9907', 'external_fixed_ips': [{'subnet_id': '499aea16-d9b9-4376-b818-95ba3925b345', 'ip_address': '172.20.0.5'}]}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:06.113932 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7f482a26-ecfe-42b7-90ab-74f0c16b59ee tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:06.114336 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7f482a26-ecfe-42b7-90ab-74f0c16b59ee tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:06.114695 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [None req-7f482a26-ecfe-42b7-90ab-74f0c16b59ee tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Floating IP d4a52c8b-a5a4-403a-be13-e3b176f2e373 disassociated. External IP: 172.25.3.232, port: a54b7842-ff14-49c4-ada0-7a11667bedc6. Aug 28 15:04:06.115049 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-7f482a26-ecfe-42b7-90ab-74f0c16b59ee tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Calling delete_port for a54b7842-ff14-49c4-ada0-7a11667bedc6 owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:04:06.125146 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-c53f1c7b-d1fe-4da0-b3f6-57b9e2d4a9a7 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:06.126938 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-c53f1c7b-d1fe-4da0-b3f6-57b9e2d4a9a7 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.41 "GET /v2.0/networks?id=1123c5af-47ee-4e05-9c33-399c448cd238 HTTP/1.1" status: 200 len: 805 time: 0.2263999 Aug 28 15:04:06.129438 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba24463e-32ae-4474-8e62-1167d7a33270 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:06.130651 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba24463e-32ae-4474-8e62-1167d7a33270 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:06.136143 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba1cfb-de41-49f7-b312-4e5c70f40ba4 req-57de41fd-5952-4df9-bba6-26a14e6b3d8a tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:06.149003 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d0ba1cfb-de41-49f7-b312-4e5c70f40ba4 req-57de41fd-5952-4df9-bba6-26a14e6b3d8a tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=4935e72d-8fd2-4e8a-b818-73d225325c75 HTTP/1.1" status: 200 len: 943 time: 0.2203896 Aug 28 15:04:06.153627 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-30b00c86-74dd-44eb-967d-0c83ae51903e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Request body: {'port': {'device_id': '2d8b0024-ba33-469f-bbfb-a311345bca9e', 'network_id': '1123c5af-47ee-4e05-9c33-399c448cd238', 'admin_state_up': True, 'tenant_id': '3e95395be3d24839a8701be7dfdce9ea'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:06.210234 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-56563b9b-ce11-4ece-876e-688a466fd740 req-d5c5a08d-1011-4522-b315-2de4f0ca3e7a tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Deleting port 654cf52b-a141-4ea0-aa93-0a22ddf90d35 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:04:06.210616 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-56563b9b-ce11-4ece-876e-688a466fd740 req-d5c5a08d-1011-4522-b315-2de4f0ca3e7a tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:06.253921 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba24463e-32ae-4474-8e62-1167d7a33270 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:06.316730 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d0ba1cfb-de41-49f7-b312-4e5c70f40ba4 req-9a1977c7-a761-40fe-b811-b15d0686e955 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694040 Aug 28 15:04:06.422346 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-56563b9b-ce11-4ece-876e-688a466fd740 req-d5c5a08d-1011-4522-b315-2de4f0ca3e7a tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] For port 654cf52b-a141-4ea0-aa93-0a22ddf90d35, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=654cf52b-a141-4ea0-aa93-0a22ddf90d35,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:06.422817 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-56563b9b-ce11-4ece-876e-688a466fd740 req-d5c5a08d-1011-4522-b315-2de4f0ca3e7a tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:06.460876 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba24463e-32ae-4474-8e62-1167d7a33270 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:06.467627 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-56563b9b-ce11-4ece-876e-688a466fd740 req-d5c5a08d-1011-4522-b315-2de4f0ca3e7a tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Calling delete_port for 654cf52b-a141-4ea0-aa93-0a22ddf90d35 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:04:06.522473 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-30b00c86-74dd-44eb-967d-0c83ae51903e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Made reservation on behalf of 3e95395be3d24839a8701be7dfdce9ea for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:04:06.528672 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7f482a26-ecfe-42b7-90ab-74f0c16b59ee tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:06.537787 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-30b00c86-74dd-44eb-967d-0c83ae51903e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:06.563014 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f482a26-ecfe-42b7-90ab-74f0c16b59ee tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event deleted for resources: {'Port': ['ID=a54b7842-ff14-49c4-ada0-7a11667bedc6,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:06.684187 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 52c25b16-364f-47bd-8004-e19c6bea683e details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:04:06.686140 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 654cf52b-a141-4ea0-aa93-0a22ddf90d35 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:04:06.793915 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-56563b9b-ce11-4ece-876e-688a466fd740 req-d5c5a08d-1011-4522-b315-2de4f0ca3e7a tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:06.949988 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b97742dc-f644-490d-8e3a-5e37c9cc0ea8 req-8c7201d3-ef5a-44e2-a142-417a40e8db81 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8b0024-ba33-469f-bbfb-a311345bca9e HTTP/1.1" status: 200 len: 210 time: 0.1044002 Aug 28 15:04:06.978017 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f482a26-ecfe-42b7-90ab-74f0c16b59ee tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Router 9bae9c87-6925-440a-9206-ed27a647fa5a has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:04:06.980025 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5a08d-1011-4522-b315-2de4f0ca3e7a tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Pushing event deleted for resources: {'Port': ['ID=654cf52b-a141-4ea0-aa93-0a22ddf90d35,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:07.042559 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-56563b9b-ce11-4ece-876e-688a466fd740 req-d5c5a08d-1011-4522-b315-2de4f0ca3e7a tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] No DVR routers for this DVR port 654cf52b-a141-4ea0-aa93-0a22ddf90d35 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:04:07.058606 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-56563b9b-ce11-4ece-876e-688a466fd740 req-d5c5a08d-1011-4522-b315-2de4f0ca3e7a tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:07.084886 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-56563b9b-ce11-4ece-876e-688a466fd740 req-d5c5a08d-1011-4522-b315-2de4f0ca3e7a tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.36 "DELETE /v2.0/ports/654cf52b-a141-4ea0-aa93-0a22ddf90d35 HTTP/1.1" status: 204 len: 173 time: 1.3528457 Aug 28 15:04:07.092475 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No active binding found for port 654cf52b-a141-4ea0-aa93-0a22ddf90d35 {{(pid=106331) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 28 15:04:07.093194 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 654cf52b-a141-4ea0-aa93-0a22ddf90d35 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:04:07.097455 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300112ea-57bb-4b4d-8748-1cb61a936b0a', 'name': 'network-vif-deleted', 'tag': '654cf52b-a141-4ea0-aa93-0a22ddf90d35'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:04:07.109028 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee2618d-ae92-4a95-8c9a-95d77939d551" -d '{"events": [{"server_uuid": "300112ea-57bb-4b4d-8748-1cb61a936b0a", "name": "network-vif-deleted", "tag": "654cf52b-a141-4ea0-aa93-0a22ddf90d35"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:04:07.197358 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 52c25b16-364f-47bd-8004-e19c6bea683e, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=52c25b16-364f-47bd-8004-e19c6bea683e,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:07.202763 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cb6423-6180-4c87-8a26-cb882d71a902 x-openstack-request-id: req-f1cb6423-6180-4c87-8a26-cb882d71a902 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:04:07.203031 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300112ea-57bb-4b4d-8748-1cb61a936b0a", "name": "network-vif-deleted", "tag": "654cf52b-a141-4ea0-aa93-0a22ddf90d35", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:04:07.203325 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1cb6423-6180-4c87-8a26-cb882d71a902 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:04:07.204145 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300112ea-57bb-4b4d-8748-1cb61a936b0a', 'name': 'network-vif-deleted', 'tag': '654cf52b-a141-4ea0-aa93-0a22ddf90d35', 'status': 'completed', 'code': 200} Aug 28 15:04:07.238847 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '52c25b16-364f-47bd-8004-e19c6bea683e', 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716', 'port_id': '52c25b16-364f-47bd-8004-e19c6bea683e', 'mac_address': 'fa:16:3e:62:b2:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517a924f-5dd5-4f4e-82d8-d019697a05fd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:04:07.279433 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-30b00c86-74dd-44eb-967d-0c83ae51903e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Allocated IP 172.20.0.12 (1123c5af-47ee-4e05-9c33-399c448cd238/0232775b-ecc0-4f31-8c1b-6f02e982b8c0/c8c63154-8291-48db-99f7-e2a97c3fbfb5) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:04:07.338270 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba24463e-32ae-4474-8e62-1167d7a33270 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:07.340014 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:07.346454 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f482a26-ecfe-42b7-90ab-74f0c16b59ee tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:04:07.384531 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52c25b16-364f-47bd-8004-e19c6bea683e {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:04:07.387498 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba24463e-32ae-4474-8e62-1167d7a33270 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:07.430542 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 52c25b16-364f-47bd-8004-e19c6bea683e, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=52c25b16-364f-47bd-8004-e19c6bea683e,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:07.432321 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d9b002-1627-4c77-be31-91ef9efd3db5 None None] Sync routers for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:04:07.441159 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:07.486013 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d9b002-1627-4c77-be31-91ef9efd3db5 None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:07.486666 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-95d9b002-1627-4c77-be31-91ef9efd3db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:07.557147 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-95d9b002-1627-4c77-be31-91ef9efd3db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:07.585926 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fff35c-da82-4f4e-acde-97e2f54a3d16 req-66dfeb34-6de9-4f88-b227-7d31c64bc08e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:07.589335 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-37fff35c-da82-4f4e-acde-97e2f54a3d16 req-66dfeb34-6de9-4f88-b227-7d31c64bc08e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=4935e72d-8fd2-4e8a-b818-73d225325c75 HTTP/1.1" status: 200 len: 944 time: 0.1613989 Aug 28 15:04:07.594160 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7f482a26-ecfe-42b7-90ab-74f0c16b59ee tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:07.599808 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7f482a26-ecfe-42b7-90ab-74f0c16b59ee tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "DELETE /v2.0/ports/a54b7842-ff14-49c4-ada0-7a11667bedc6 HTTP/1.1" status: 204 len: 168 time: 3.2580960 Aug 28 15:04:07.605788 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d9b002-1627-4c77-be31-91ef9efd3db5 None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:07.606385 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-95d9b002-1627-4c77-be31-91ef9efd3db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:03:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:07.624022 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41304) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:07.695486 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-37fff35c-da82-4f4e-acde-97e2f54a3d16 req-13d9b199-5d7c-442e-9a95-6db6fd6d0a79 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931880 Aug 28 15:04:07.702621 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-734916df-066d-4e2e-bebb-da3c27e453f7 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "GET /v2.0/floatingips/d4a52c8b-a5a4-403a-be13-e3b176f2e373 HTTP/1.1" status: 200 len: 688 time: 0.0742285 Aug 28 15:04:07.702970 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41306) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:07.768535 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-95d9b002-1627-4c77-be31-91ef9efd3db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:07.770149 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d9b002-1627-4c77-be31-91ef9efd3db5 None None] The sync data for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:04:07.788590 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=52c25b16-364f-47bd-8004-e19c6bea683e,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:07.799835 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:07.800177 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:07.800661 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:07.801422 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:07.801847 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:07.802858 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:07.802858 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:07.803076 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:07.803549 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:07.803977 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:07.804331 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:07.804835 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:07.887751 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['52c25b16-364f-47bd-8004-e19c6bea683e'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:04:07.952784 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-0b4baac5-b015-481c-ab8c-5cd247b20893 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Deleting port 64b1ccb7-7a39-485e-8bfb-5411f5d67c76 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:04:07.953711 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0b4baac5-b015-481c-ab8c-5cd247b20893 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:08.000077 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-30b00c86-74dd-44eb-967d-0c83ae51903e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:08.025868 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-bff20a46-97b4-4fcf-a1f6-dec8a6392220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:08.052555 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-30b00c86-74dd-44eb-967d-0c83ae51903e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:08.128690 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-30b00c86-74dd-44eb-967d-0c83ae51903e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Network 1123c5af-47ee-4e05-9c33-399c448cd238 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:04:08.151816 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0b4baac5-b015-481c-ab8c-5cd247b20893 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:08.152683 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0b4baac5-b015-481c-ab8c-5cd247b20893 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:08.171691 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-30b00c86-74dd-44eb-967d-0c83ae51903e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:04:08.176634 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-ba24463e-32ae-4474-8e62-1167d7a33270 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Allocated IP 172.20.0.5 (e082a634-c862-4f8c-b169-1419674f9907/499aea16-d9b9-4376-b818-95ba3925b345/8ad13f2c-239b-41a3-ae7e-52405e1e26ef) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:04:08.182343 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-0b4baac5-b015-481c-ab8c-5cd247b20893 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Calling delete_port for 64b1ccb7-7a39-485e-8bfb-5411f5d67c76 owned by network:floatingip {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:04:08.195910 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-30b00c86-74dd-44eb-967d-0c83ae51903e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:04:08.295414 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b00c86-74dd-44eb-967d-0c83ae51903e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Pushing event updated for resources: {'Port': ['ID=c8c63154-8291-48db-99f7-e2a97c3fbfb5,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:08.372666 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-30b00c86-74dd-44eb-967d-0c83ae51903e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:08.374178 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-30b00c86-74dd-44eb-967d-0c83ae51903e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:08.384121 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804d37a-b157-4376-8b04-da6560be2f5f req-3028fe6b-d647-4fc3-a9a6-255c8ec8d411 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:08.386394 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3804d37a-b157-4376-8b04-da6560be2f5f req-3028fe6b-d647-4fc3-a9a6-255c8ec8d411 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8b0024-ba33-469f-bbfb-a311345bca9e HTTP/1.1" status: 200 len: 932 time: 0.2623122 Aug 28 15:04:08.407247 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0b4baac5-b015-481c-ab8c-5cd247b20893 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:08.437745 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-30b00c86-74dd-44eb-967d-0c83ae51903e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2923832 Aug 28 15:04:08.442808 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4baac5-b015-481c-ab8c-5cd247b20893 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event deleted for resources: {'Port': ['ID=64b1ccb7-7a39-485e-8bfb-5411f5d67c76,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:08.470778 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-a5fd756c-1535-41ca-b34d-7e24d49acfe9 service neutron] Request body: {'port': {'device_id': '2d8b0024-ba33-469f-bbfb-a311345bca9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:08.513136 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3804d37a-b157-4376-8b04-da6560be2f5f req-39c39524-b284-455f-a432-606a548124cb tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135447 Aug 28 15:04:08.535298 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0b4baac5-b015-481c-ab8c-5cd247b20893 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:08.535696 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba24463e-32ae-4474-8e62-1167d7a33270 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:08.539046 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0b4baac5-b015-481c-ab8c-5cd247b20893 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:08.544238 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41320) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:08.549570 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0b4baac5-b015-481c-ab8c-5cd247b20893 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "DELETE /v2.0/floatingips/d4a52c8b-a5a4-403a-be13-e3b176f2e373 HTTP/1.1" status: 204 len: 168 time: 0.8446300 Aug 28 15:04:08.551399 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-edbe9336-34fb-4406-9fa4-62a382cc3244 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'port_id': '97aea670-26ab-4189-84b3-a652a17d62c6'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:08.617151 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-a5fd756c-1535-41ca-b34d-7e24d49acfe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:08.636706 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edbe9336-34fb-4406-9fa4-62a382cc3244 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:08.710631 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 654cf52b-a141-4ea0-aa93-0a22ddf90d35 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:04:08.740006 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba24463e-32ae-4474-8e62-1167d7a33270 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:08.778207 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 654cf52b-a141-4ea0-aa93-0a22ddf90d35 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:04:08.778746 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 654cf52b-a141-4ea0-aa93-0a22ddf90d35 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:04:08.808747 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba24463e-32ae-4474-8e62-1167d7a33270 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Network e082a634-c862-4f8c-b169-1419674f9907 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:04:08.873500 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-ba24463e-32ae-4474-8e62-1167d7a33270 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:04:08.881026 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba24463e-32ae-4474-8e62-1167d7a33270 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:04:08.950637 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba24463e-32ae-4474-8e62-1167d7a33270 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Pushing event updated for resources: {'Port': ['ID=8ad13f2c-239b-41a3-ae7e-52405e1e26ef,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:09.053774 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988162c3-ecb6-4587-b1ef-70462e927342 req-cbceea12-d2e1-4cd5-9cc4-8d62b9d3e18c tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:09.055272 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-988162c3-ecb6-4587-b1ef-70462e927342 req-cbceea12-d2e1-4cd5-9cc4-8d62b9d3e18c tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=4935e72d-8fd2-4e8a-b818-73d225325c75 HTTP/1.1" status: 200 len: 944 time: 0.1987710 Aug 28 15:04:09.234880 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-988162c3-ecb6-4587-b1ef-70462e927342 req-ee6287d2-52bd-40e9-87a0-849c2175285c tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356282 Aug 28 15:04:09.239264 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edbe9336-34fb-4406-9fa4-62a382cc3244 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:09.395207 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-a5fd756c-1535-41ca-b34d-7e24d49acfe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8c63154-8291-48db-99f7-e2a97c3fbfb5 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:04:09.412079 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-a5fd756c-1535-41ca-b34d-7e24d49acfe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:09.483645 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-a5fd756c-1535-41ca-b34d-7e24d49acfe9 service neutron] Transition to ACTIVE for port object c8c63154-8291-48db-99f7-e2a97c3fbfb5 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:04:09.494448 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-a5fd756c-1535-41ca-b34d-7e24d49acfe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:09.550472 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba24463e-32ae-4474-8e62-1167d7a33270 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:09.599378 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-edbe9336-34fb-4406-9fa4-62a382cc3244 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Allocated IP 172.25.3.15 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/466b681a-4f16-4f83-9024-3eb9b45798f2) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:04:09.662235 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd756c-1535-41ca-b34d-7e24d49acfe9 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c63154-8291-48db-99f7-e2a97c3fbfb5,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:09.837531 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18baac26-b3f5-492a-b963-aa69b3b9ad05 req-0ce40863-24b4-4ab4-9420-cd2d0b441b50 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:09.837531 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-18baac26-b3f5-492a-b963-aa69b3b9ad05 req-0ce40863-24b4-4ab4-9420-cd2d0b441b50 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8b0024-ba33-469f-bbfb-a311345bca9e HTTP/1.1" status: 200 len: 944 time: 0.2280586 Aug 28 15:04:09.959517 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-a5fd756c-1535-41ca-b34d-7e24d49acfe9 service neutron] Attempting to bind port c8c63154-8291-48db-99f7-e2a97c3fbfb5 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:04:09.960168 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-a5fd756c-1535-41ca-b34d-7e24d49acfe9 service neutron] Attempting to bind port c8c63154-8291-48db-99f7-e2a97c3fbfb5 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '054bce77-d965-4f6e-801e-8da1b8abd808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1123c5af-47ee-4e05-9c33-399c448cd238'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:04:09.960500 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-a5fd756c-1535-41ca-b34d-7e24d49acfe9 service neutron] Attempting to bind port c8c63154-8291-48db-99f7-e2a97c3fbfb5 on network 1123c5af-47ee-4e05-9c33-399c448cd238 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:04:09.985175 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edbe9336-34fb-4406-9fa4-62a382cc3244 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:09.992082 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-a5fd756c-1535-41ca-b34d-7e24d49acfe9 service neutron] Port c8c63154-8291-48db-99f7-e2a97c3fbfb5 on network 1123c5af-47ee-4e05-9c33-399c448cd238 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:04:09.992471 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-a5fd756c-1535-41ca-b34d-7e24d49acfe9 service neutron] Attempting to bind port c8c63154-8291-48db-99f7-e2a97c3fbfb5 on network 1123c5af-47ee-4e05-9c33-399c448cd238 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:04:10.010322 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-a5fd756c-1535-41ca-b34d-7e24d49acfe9 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:04:10.010863 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-a5fd756c-1535-41ca-b34d-7e24d49acfe9 service neutron] Checking segment: {'id': '054bce77-d965-4f6e-801e-8da1b8abd808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1123c5af-47ee-4e05-9c33-399c448cd238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:04:10.011991 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-a5fd756c-1535-41ca-b34d-7e24d49acfe9 service neutron] Bound using segment: {'id': '054bce77-d965-4f6e-801e-8da1b8abd808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1123c5af-47ee-4e05-9c33-399c448cd238'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:04:10.012900 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-a5fd756c-1535-41ca-b34d-7e24d49acfe9 service neutron] Bound port: c8c63154-8291-48db-99f7-e2a97c3fbfb5, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '054bce77-d965-4f6e-801e-8da1b8abd808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1123c5af-47ee-4e05-9c33-399c448cd238'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:04:10.013527 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-a5fd756c-1535-41ca-b34d-7e24d49acfe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:10.084739 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-18baac26-b3f5-492a-b963-aa69b3b9ad05 req-af2dbf80-014e-473f-a17c-ede2e383f7d8 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169981 Aug 28 15:04:10.147973 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba24463e-32ae-4474-8e62-1167d7a33270 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:10.234205 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-a5fd756c-1535-41ca-b34d-7e24d49acfe9 service neutron] For port c8c63154-8291-48db-99f7-e2a97c3fbfb5, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:04:10.251374 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edbe9336-34fb-4406-9fa4-62a382cc3244 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:10.268586 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-a5fd756c-1535-41ca-b34d-7e24d49acfe9 service neutron] For port c8c63154-8291-48db-99f7-e2a97c3fbfb5, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=c8c63154-8291-48db-99f7-e2a97c3fbfb5,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:04:10.284485 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-a5fd756c-1535-41ca-b34d-7e24d49acfe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:10.287399 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbe9336-34fb-4406-9fa4-62a382cc3244 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:04:10.291232 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41350) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:10.350693 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-edbe9336-34fb-4406-9fa4-62a382cc3244 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:04:10.361624 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbe9336-34fb-4406-9fa4-62a382cc3244 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:04:10.386350 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680f6c4-2726-41d7-a6de-56f120810900 req-1b1ac13c-c033-44f9-9183-29426f6675cc tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:10.397569 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d680f6c4-2726-41d7-a6de-56f120810900 req-1b1ac13c-c033-44f9-9183-29426f6675cc tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=4935e72d-8fd2-4e8a-b818-73d225325c75 HTTP/1.1" status: 200 len: 944 time: 0.0808687 Aug 28 15:04:10.415956 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-a5fd756c-1535-41ca-b34d-7e24d49acfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:10.416590 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-a5fd756c-1535-41ca-b34d-7e24d49acfe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:10.418075 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-a5fd756c-1535-41ca-b34d-7e24d49acfe9 service neutron] 10.222.0.41 "PUT /v2.0/ports/c8c63154-8291-48db-99f7-e2a97c3fbfb5 HTTP/1.1" status: 200 len: 1093 time: 1.9629266 Aug 28 15:04:10.418521 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8b0024-ba33-469f-bbfb-a311345bca9e', 'tag': 'c8c63154-8291-48db-99f7-e2a97c3fbfb5'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:04:10.420955 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1bb582-77b4-4746-a25c-adf1f7dbfbb9" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8b0024-ba33-469f-bbfb-a311345bca9e", "tag": "c8c63154-8291-48db-99f7-e2a97c3fbfb5"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:04:10.432329 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe9336-34fb-4406-9fa4-62a382cc3244 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event updated for resources: {'Port': ['ID=466b681a-4f16-4f83-9024-3eb9b45798f2,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:10.470563 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d680f6c4-2726-41d7-a6de-56f120810900 req-c60c0d50-0cae-4bd8-987e-8fd9f4bbc719 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718508 Aug 28 15:04:10.489511 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ab5480cd-31f8-4ac8-bff3-70d646824ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:10.498909 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4c10eddb-716a-46de-b20b-7c3bac38adb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:10.535948 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db1182c-2ab9-45b8-b2cf-44da9e496866 x-openstack-request-id: req-0db1182c-2ab9-45b8-b2cf-44da9e496866 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:04:10.536242 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8b0024-ba33-469f-bbfb-a311345bca9e", "tag": "c8c63154-8291-48db-99f7-e2a97c3fbfb5", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:04:10.536617 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0db1182c-2ab9-45b8-b2cf-44da9e496866 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:04:10.537024 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8b0024-ba33-469f-bbfb-a311345bca9e', 'tag': 'c8c63154-8291-48db-99f7-e2a97c3fbfb5', 'status': 'completed', 'code': 200} Aug 28 15:04:10.603908 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4c10eddb-716a-46de-b20b-7c3bac38adb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:10.611985 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4c10eddb-716a-46de-b20b-7c3bac38adb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:10.643026 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4c10eddb-716a-46de-b20b-7c3bac38adb6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e4e1c6f64d4444db81199dca44a80fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3494403 Aug 28 15:04:10.649719 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41366) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:10.702222 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c10eddb-716a-46de-b20b-7c3bac38adb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32a78b7-397b-4160-ae0a-8ed35c7d5ace,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:10.718762 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10eddb-716a-46de-b20b-7c3bac38adb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:10.719136 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10eddb-716a-46de-b20b-7c3bac38adb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:10.719466 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10eddb-716a-46de-b20b-7c3bac38adb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:10.719839 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10eddb-716a-46de-b20b-7c3bac38adb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:10.720230 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10eddb-716a-46de-b20b-7c3bac38adb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:10.720584 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10eddb-716a-46de-b20b-7c3bac38adb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:10.720923 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10eddb-716a-46de-b20b-7c3bac38adb6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:10.721391 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10eddb-716a-46de-b20b-7c3bac38adb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:10.721730 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10eddb-716a-46de-b20b-7c3bac38adb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:10.722060 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10eddb-716a-46de-b20b-7c3bac38adb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:10.722392 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10eddb-716a-46de-b20b-7c3bac38adb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:10.722726 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10eddb-716a-46de-b20b-7c3bac38adb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:10.741112 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 52c25b16-364f-47bd-8004-e19c6bea683e up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:04:10.779736 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a23bc68d-e916-42ab-a575-113b2a54827d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:10.811124 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:10.824144 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a23bc68d-e916-42ab-a575-113b2a54827d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:10.850582 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 52c25b16-364f-47bd-8004-e19c6bea683e completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:04:10.858996 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 52c25b16-364f-47bd-8004-e19c6bea683e triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:04:10.859240 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:10.939743 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a23bc68d-e916-42ab-a575-113b2a54827d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:10.941229 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a23bc68d-e916-42ab-a575-113b2a54827d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:10.944959 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a23bc68d-e916-42ab-a575-113b2a54827d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d32a78b7-397b-4160-ae0a-8ed35c7d5ace HTTP/1.1" status: 204 len: 168 time: 0.2918310 Aug 28 15:04:10.975974 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23bc68d-e916-42ab-a575-113b2a54827d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32a78b7-397b-4160-ae0a-8ed35c7d5ace,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:11.084595 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-32ac73c9-ac7b-4170-84a4-9e9c19908314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:11.090387 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-32ac73c9-ac7b-4170-84a4-9e9c19908314 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e95395be3d24839a8701be7dfdce9ea&device_id=2d8b0024-ba33-469f-bbfb-a311345bca9e HTTP/1.1" status: 200 len: 1096 time: 0.5937164 Aug 28 15:04:11.099604 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd756c-1535-41ca-b34d-7e24d49acfe9 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c63154-8291-48db-99f7-e2a97c3fbfb5,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:11.109039 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:11.139163 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4935e72d-8fd2-4e8a-b818-73d225325c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c25b16-364f-47bd-8004-e19c6bea683e'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:04:11.140590 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-fcbae8f7-3b0f-445d-8f3d-8e12573a6ec7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8c63154-8291-48db-99f7-e2a97c3fbfb5 HTTP/1.1" status: 200 len: 217 time: 0.0424426 Aug 28 15:04:11.142045 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a44c9b-3892-4dbc-b52a-40895ed38c5a" -d '{"events": [{"server_uuid": "4935e72d-8fd2-4e8a-b818-73d225325c75", "name": "network-vif-plugged", "status": "completed", "tag": "52c25b16-364f-47bd-8004-e19c6bea683e"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:04:11.158358 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 52c25b16-364f-47bd-8004-e19c6bea683e, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=52c25b16-364f-47bd-8004-e19c6bea683e,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:11.163201 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:11.219642 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d6b934-3bcf-417f-a535-4e84f09ce647 x-openstack-request-id: req-07d6b934-3bcf-417f-a535-4e84f09ce647 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:04:11.219979 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4935e72d-8fd2-4e8a-b818-73d225325c75", "name": "network-vif-plugged", "status": "completed", "tag": "52c25b16-364f-47bd-8004-e19c6bea683e", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:04:11.220238 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07d6b934-3bcf-417f-a535-4e84f09ce647 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:04:11.220637 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4935e72d-8fd2-4e8a-b818-73d225325c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c25b16-364f-47bd-8004-e19c6bea683e', 'code': 200} Aug 28 15:04:11.261971 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=52c25b16-364f-47bd-8004-e19c6bea683e,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:11.337790 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba24463e-32ae-4474-8e62-1167d7a33270 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Router eb819dbf-a542-4296-b8f5-0d13eb52993f is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:04:11.341249 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac8cf5-8ae4-4f19-9de5-f48c6614060e req-ccf0a570-f73f-4913-bc4b-19f6c0bfe937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:11.343699 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-77ac8cf5-8ae4-4f19-9de5-f48c6614060e req-ccf0a570-f73f-4913-bc4b-19f6c0bfe937 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4935e72d-8fd2-4e8a-b818-73d225325c75 HTTP/1.1" status: 200 len: 1097 time: 0.0625272 Aug 28 15:04:11.391061 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-6d42fb82-72e0-49b5-af3c-b71b6272170a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:11.392575 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-6d42fb82-72e0-49b5-af3c-b71b6272170a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0232775b-ecc0-4f31-8c1b-6f02e982b8c0 HTTP/1.1" status: 200 len: 845 time: 0.2329974 Aug 28 15:04:11.428536 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-77ac8cf5-8ae4-4f19-9de5-f48c6614060e req-3d214abf-fd45-4b36-b5fb-fca0d3a19324 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778677 Aug 28 15:04:11.484377 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1ef80-55ba-4239-bf58-2c4c5a0cc260 req-5e76798b-0d4d-47b4-b0ef-1de48ea03939 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:11.492565 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f3e1ef80-55ba-4239-bf58-2c4c5a0cc260 req-5e76798b-0d4d-47b4-b0ef-1de48ea03939 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8b0024-ba33-469f-bbfb-a311345bca9e HTTP/1.1" status: 200 len: 944 time: 0.2614899 Aug 28 15:04:11.501030 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-487e9351-c68d-4fb9-be60-b978db01b70a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1123c5af-47ee-4e05-9c33-399c448cd238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929453 Aug 28 15:04:11.672360 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:11.706693 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308c7fc-8374-45fd-acaa-ff9fe1970cea req-c46dacb6-968b-4750-9e69-16ac2cb1fdbd tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:11.715928 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2308c7fc-8374-45fd-acaa-ff9fe1970cea req-c46dacb6-968b-4750-9e69-16ac2cb1fdbd tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=4935e72d-8fd2-4e8a-b818-73d225325c75 HTTP/1.1" status: 200 len: 945 time: 0.1017022 Aug 28 15:04:11.767135 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2308c7fc-8374-45fd-acaa-ff9fe1970cea req-4b4f9065-d5a9-4869-b24d-fc03f96eebc4 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500779 Aug 28 15:04:11.806049 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f3e1ef80-55ba-4239-bf58-2c4c5a0cc260 req-761a3a6a-b63a-4bfe-9d4c-1f3c16023e1b tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124511 Aug 28 15:04:11.888031 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba24463e-32ae-4474-8e62-1167d7a33270 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:04:11.899045 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00134989-5c5b-4e65-938c-b7be60f635ee None None] Sync routers for ids ['eb819dbf-a542-4296-b8f5-0d13eb52993f'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:04:11.917793 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00134989-5c5b-4e65-938c-b7be60f635ee None None] Routers {'eb819dbf-a542-4296-b8f5-0d13eb52993f'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:11.918442 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-00134989-5c5b-4e65-938c-b7be60f635ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['eb819dbf-a542-4296-b8f5-0d13eb52993f'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:11.937884 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-f649e138-b8ca-4590-be7e-0fcff5690dbe service neutron] 10.222.0.41 "GET /v2.0/networks/1123c5af-47ee-4e05-9c33-399c448cd238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257958 Aug 28 15:04:11.958045 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba24463e-32ae-4474-8e62-1167d7a33270 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:11.959197 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ba24463e-32ae-4474-8e62-1167d7a33270 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.8975801 Aug 28 15:04:11.960550 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edbe9336-34fb-4406-9fa4-62a382cc3244 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:11.961936 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41408) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:12.162874 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cd566a56-1430-4879-bf5a-3132aca07c4c req-6e08c85e-552f-41e2-ab67-747929748deb service neutron] 10.222.0.41 "GET /v2.0/networks/1123c5af-47ee-4e05-9c33-399c448cd238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142134 Aug 28 15:04:12.164314 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edbe9336-34fb-4406-9fa4-62a382cc3244 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:12.194265 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-00134989-5c5b-4e65-938c-b7be60f635ee None None] Set router eb819dbf-a542-4296-b8f5-0d13eb52993f gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:04:12.246040 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00f1b33d-bc57-4934-990d-885a146b256a tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:12.395102 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bb582-77b4-4746-a25c-adf1f7dbfbb9 req-5e59fdd8-6b7b-4dcf-ba54-65d4c3bd350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:12.396649 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2e1bb582-77b4-4746-a25c-adf1f7dbfbb9 req-5e59fdd8-6b7b-4dcf-ba54-65d4c3bd350c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e95395be3d24839a8701be7dfdce9ea&device_id=2d8b0024-ba33-469f-bbfb-a311345bca9e HTTP/1.1" status: 200 len: 1096 time: 0.1602824 Aug 28 15:04:12.508723 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00f1b33d-bc57-4934-990d-885a146b256a tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:12.613496 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-00134989-5c5b-4e65-938c-b7be60f635ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb819dbf-a542-4296-b8f5-0d13eb52993f', 'name': '', 'tenant_id': '3dc81ce67b634bbfbf97a29f31bc20c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e082a634-c862-4f8c-b169-1419674f9907', 'external_fixed_ips': [{'subnet_id': '499aea16-d9b9-4376-b818-95ba3925b345', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '8ad13f2c-239b-41a3-ae7e-52405e1e26ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:04:06Z', 'updated_at': '2021-08-28T15:04:09Z', 'revision_number': 3, 'project_id': '3dc81ce67b634bbfbf97a29f31bc20c4', 'gw_port': {'id': '8ad13f2c-239b-41a3-ae7e-52405e1e26ef', 'name': '', 'network_id': 'e082a634-c862-4f8c-b169-1419674f9907', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb819dbf-a542-4296-b8f5-0d13eb52993f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '499aea16-d9b9-4376-b818-95ba3925b345', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:04:07Z', 'updated_at': '2021-08-28T15:04:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '499aea16-d9b9-4376-b818-95ba3925b345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:12.652859 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-00f1b33d-bc57-4934-990d-885a146b256a tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Deleting port 8ad13f2c-239b-41a3-ae7e-52405e1e26ef {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:04:12.653919 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00f1b33d-bc57-4934-990d-885a146b256a tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:12.684421 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00134989-5c5b-4e65-938c-b7be60f635ee None None] Checking router: eb819dbf-a542-4296-b8f5-0d13eb52993f for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:04:12.685083 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00134989-5c5b-4e65-938c-b7be60f635ee None None] Updating router eb819dbf-a542-4296-b8f5-0d13eb52993f port 8ad13f2c-239b-41a3-ae7e-52405e1e26ef binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:04:12.707931 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bb582-77b4-4746-a25c-adf1f7dbfbb9 req-b58f00f2-0d5c-4733-9130-55f2d5d33de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:12.707931 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2e1bb582-77b4-4746-a25c-adf1f7dbfbb9 req-b58f00f2-0d5c-4733-9130-55f2d5d33de9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1123c5af-47ee-4e05-9c33-399c448cd238 HTTP/1.1" status: 200 len: 906 time: 0.2997787 Aug 28 15:04:12.733595 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-00134989-5c5b-4e65-938c-b7be60f635ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:12.776727 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00f1b33d-bc57-4934-990d-885a146b256a tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:12.797384 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-00f1b33d-bc57-4934-990d-885a146b256a tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Calling delete_port for 8ad13f2c-239b-41a3-ae7e-52405e1e26ef owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:04:12.913072 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2e1bb582-77b4-4746-a25c-adf1f7dbfbb9 req-0b29d13d-e92b-45ff-9c28-d296ca84ff46 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8c63154-8291-48db-99f7-e2a97c3fbfb5 HTTP/1.1" status: 200 len: 217 time: 0.1888545 Aug 28 15:04:13.077036 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea8390-10ed-4a7a-a1b1-5471373b4092 req-0480bdcd-cf04-4678-ba46-b155dc000229 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:13.078717 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fdea8390-10ed-4a7a-a1b1-5471373b4092 req-0480bdcd-cf04-4678-ba46-b155dc000229 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=4935e72d-8fd2-4e8a-b818-73d225325c75 HTTP/1.1" status: 200 len: 945 time: 0.0818069 Aug 28 15:04:13.080123 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00f1b33d-bc57-4934-990d-885a146b256a tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:13.129627 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1b33d-bc57-4934-990d-885a146b256a tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ad13f2c-239b-41a3-ae7e-52405e1e26ef,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:13.144145 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edbe9336-34fb-4406-9fa4-62a382cc3244 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:13.147133 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bb582-77b4-4746-a25c-adf1f7dbfbb9 req-25cc3978-e97a-4ce8-b2c7-1a1d861bfbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:13.149838 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2e1bb582-77b4-4746-a25c-adf1f7dbfbb9 req-25cc3978-e97a-4ce8-b2c7-1a1d861bfbd7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0232775b-ecc0-4f31-8c1b-6f02e982b8c0 HTTP/1.1" status: 200 len: 845 time: 0.2191327 Aug 28 15:04:13.154812 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edbe9336-34fb-4406-9fa4-62a382cc3244 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:13.209917 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:13.263551 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fdea8390-10ed-4a7a-a1b1-5471373b4092 req-c84e2a9b-2206-4ba5-ad36-904c7f320799 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723044 Aug 28 15:04:13.293720 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe9336-34fb-4406-9fa4-62a382cc3244 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event updated for resources: {'Port': ['ID=466b681a-4f16-4f83-9024-3eb9b45798f2,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:13.324258 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00f1b33d-bc57-4934-990d-885a146b256a tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:13.415171 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.db.api [None req-00134989-5c5b-4e65-938c-b7be60f635ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:04:13.416123 n-d-712137-10 neutron-server[106332]: DEBUG oslo_db.api [None req-00134989-5c5b-4e65-938c-b7be60f635ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:04:13.418133 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2e1bb582-77b4-4746-a25c-adf1f7dbfbb9 req-d2ba1489-5b6d-406d-b044-8df2b65f6c98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1123c5af-47ee-4e05-9c33-399c448cd238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2103195 Aug 28 15:04:13.491107 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aea9fd-1edb-4bca-8bfc-1643bcccafe2 req-06214821-2500-438d-a4f5-6ddca00c1e8d tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:13.492697 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-24aea9fd-1edb-4bca-8bfc-1643bcccafe2 req-06214821-2500-438d-a4f5-6ddca00c1e8d tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8b0024-ba33-469f-bbfb-a311345bca9e HTTP/1.1" status: 200 len: 944 time: 0.4382915 Aug 28 15:04:13.529271 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edbe9336-34fb-4406-9fa4-62a382cc3244 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:13.540129 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00f1b33d-bc57-4934-990d-885a146b256a tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:13.563352 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00f1b33d-bc57-4934-990d-885a146b256a tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:13.639124 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00f1b33d-bc57-4934-990d-885a146b256a tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:13.639698 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f1b33d-bc57-4934-990d-885a146b256a tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb819dbf-a542-4296-b8f5-0d13eb52993f {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:04:13.647789 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00f1b33d-bc57-4934-990d-885a146b256a tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:13.648951 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-00f1b33d-bc57-4934-990d-885a146b256a tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "DELETE /v2.0/routers/eb819dbf-a542-4296-b8f5-0d13eb52993f HTTP/1.1" status: 204 len: 168 time: 1.6858010 Aug 28 15:04:13.668292 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41452) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:13.669141 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e5f45-ad7b-473b-8a7c-e730e9fc2d80 req-8a449006-b0d7-4807-b486-7c00e1798c28 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:13.681715 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2e3e5f45-ad7b-473b-8a7c-e730e9fc2d80 req-8a449006-b0d7-4807-b486-7c00e1798c28 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=4935e72d-8fd2-4e8a-b818-73d225325c75 HTTP/1.1" status: 200 len: 945 time: 0.1571574 Aug 28 15:04:13.742971 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6ebfe3-a310-43cb-9702-17f5a183b6f2 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Deleting subnet 499aea16-d9b9-4376-b818-95ba3925b345 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:04:13.760152 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cd6ebfe3-a310-43cb-9702-17f5a183b6f2 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:13.781658 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2e3e5f45-ad7b-473b-8a7c-e730e9fc2d80 req-021474f0-c02f-4acc-9771-2a074ef1e875 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989363 Aug 28 15:04:13.877526 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-24aea9fd-1edb-4bca-8bfc-1643bcccafe2 req-01773f33-7fed-4987-8afd-081d18eeb585 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442633 Aug 28 15:04:13.947356 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cd6ebfe3-a310-43cb-9702-17f5a183b6f2 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:13.951599 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00134989-5c5b-4e65-938c-b7be60f635ee None None] Port 8ad13f2c-239b-41a3-ae7e-52405e1e26ef not found while updating agent binding for router eb819dbf-a542-4296-b8f5-0d13eb52993f. {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 28 15:04:13.977497 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00134989-5c5b-4e65-938c-b7be60f635ee None None] Routers set() bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:13.977909 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00134989-5c5b-4e65-938c-b7be60f635ee None None] Router IDs set() for agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 28 15:04:13.978544 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_agentschedulers_db [None req-00134989-5c5b-4e65-938c-b7be60f635ee None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'eb819dbf-a542-4296-b8f5-0d13eb52993f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent'). {{(pid=106332) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 28 15:04:13.978935 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00134989-5c5b-4e65-938c-b7be60f635ee None None] The sync data for ids ['eb819dbf-a542-4296-b8f5-0d13eb52993f'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:04:14.010430 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cd6ebfe3-a310-43cb-9702-17f5a183b6f2 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:14.117296 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cd6ebfe3-a310-43cb-9702-17f5a183b6f2 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:14.177211 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-edbe9336-34fb-4406-9fa4-62a382cc3244 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Floating IP b6a9022f-23c3-460c-80e1-9e3871d1d49b associated. External IP: 172.25.3.15, port: 97aea670-26ab-4189-84b3-a652a17d62c6. Aug 28 15:04:14.184887 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2e1bb582-77b4-4746-a25c-adf1f7dbfbb9 req-7de44b8c-f67e-4c87-92e3-b7dcc9d5de28 service neutron] 10.222.0.41 "GET /v2.0/networks/1123c5af-47ee-4e05-9c33-399c448cd238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7415011 Aug 28 15:04:14.186035 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ebfe3-a310-43cb-9702-17f5a183b6f2 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=499aea16-d9b9-4376-b818-95ba3925b345,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:14.187760 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cd6ebfe3-a310-43cb-9702-17f5a183b6f2 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:14.192663 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-cd6ebfe3-a310-43cb-9702-17f5a183b6f2 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/499aea16-d9b9-4376-b818-95ba3925b345 HTTP/1.1" status: 204 len: 168 time: 0.5190639 Aug 28 15:04:14.194823 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41474) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:14.381641 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aed908a8-97de-42e0-9168-37fff3649420 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:14.449126 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40e727-7e6b-4504-baec-c88ab4f987a0 req-d11350d7-79fb-4602-a9fe-355a23676eed tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:14.456798 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ab40e727-7e6b-4504-baec-c88ab4f987a0 req-d11350d7-79fb-4602-a9fe-355a23676eed tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=4935e72d-8fd2-4e8a-b818-73d225325c75 HTTP/1.1" status: 200 len: 945 time: 0.1557469 Aug 28 15:04:14.485948 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2e1bb582-77b4-4746-a25c-adf1f7dbfbb9 req-36b40576-2fdf-4403-a9b5-7acd85f1da65 service neutron] 10.222.0.41 "GET /v2.0/networks/1123c5af-47ee-4e05-9c33-399c448cd238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432270 Aug 28 15:04:14.511462 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ab40e727-7e6b-4504-baec-c88ab4f987a0 req-87f4db9e-c6b5-4ca4-a88d-6939292aba2f tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517631 Aug 28 15:04:14.537549 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aed908a8-97de-42e0-9168-37fff3649420 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:14.550797 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-aed908a8-97de-42e0-9168-37fff3649420 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e082a634-c862-4f8c-b169-1419674f9907']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:14.571041 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-aed908a8-97de-42e0-9168-37fff3649420 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade08457-377c-458f-a53a-66a6e61a49ae') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:14.571757 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-aed908a8-97de-42e0-9168-37fff3649420 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade08457-377c-458f-a53a-66a6e61a49ae') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:14.588166 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aed908a8-97de-42e0-9168-37fff3649420 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:14.614585 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aed908a8-97de-42e0-9168-37fff3649420 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:14.628198 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed908a8-97de-42e0-9168-37fff3649420 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:04:14.628619 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aed908a8-97de-42e0-9168-37fff3649420 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:04:14.631128 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:04:14.672740 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbe9336-34fb-4406-9fa4-62a382cc3244 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Router 9bae9c87-6925-440a-9206-ed27a647fa5a has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:04:14.732950 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aed908a8-97de-42e0-9168-37fff3649420 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:14.739147 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed908a8-97de-42e0-9168-37fff3649420 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e082a634-c862-4f8c-b169-1419674f9907 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 28 15:04:14.764690 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aed908a8-97de-42e0-9168-37fff3649420 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:14.773441 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-aed908a8-97de-42e0-9168-37fff3649420 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "DELETE /v2.0/networks/e082a634-c862-4f8c-b169-1419674f9907 HTTP/1.1" status: 204 len: 168 time: 0.5769219 Aug 28 15:04:14.804550 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed908a8-97de-42e0-9168-37fff3649420 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Pushing event deleted for resources: {'Network': ['ID=e082a634-c862-4f8c-b169-1419674f9907,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:14.869009 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbe9336-34fb-4406-9fa4-62a382cc3244 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:04:14.914133 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edbe9336-34fb-4406-9fa4-62a382cc3244 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:15.028666 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-edbe9336-34fb-4406-9fa4-62a382cc3244 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.4831440 Aug 28 15:04:15.031595 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41540) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:15.038272 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-94ee4215-e7cd-445a-b1a8-f8dbfc45e129 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1304425363'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:15.093516 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ee4215-e7cd-445a-b1a8-f8dbfc45e129 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Made reservation on behalf of e15fb08e08184d6eb9a374ea3963a37b for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:04:15.099749 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94ee4215-e7cd-445a-b1a8-f8dbfc45e129 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:15.155642 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ee4215-e7cd-445a-b1a8-f8dbfc45e129 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:04:15.171476 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6735305-99a0-40b0-8fd9-2e359b2a714b req-3871b84d-f6fc-41ab-888c-e2e2c1ced751 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:15.173504 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b6735305-99a0-40b0-8fd9-2e359b2a714b req-3871b84d-f6fc-41ab-888c-e2e2c1ced751 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8b0024-ba33-469f-bbfb-a311345bca9e HTTP/1.1" status: 200 len: 944 time: 0.1059117 Aug 28 15:04:15.177043 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94ee4215-e7cd-445a-b1a8-f8dbfc45e129 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:15.177459 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-94ee4215-e7cd-445a-b1a8-f8dbfc45e129 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Added segment 76d0a692-2ce4-4c2f-9c0f-f88b33781c13 of type vlan for network 177a005e-282c-4fe1-b9dc-7fac53c0f29c Aug 28 15:04:15.245985 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b6735305-99a0-40b0-8fd9-2e359b2a714b req-204b3dba-c35e-4715-802f-2875a937bb0f tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581477 Aug 28 15:04:15.276986 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94ee4215-e7cd-445a-b1a8-f8dbfc45e129 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:15.329329 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94ee4215-e7cd-445a-b1a8-f8dbfc45e129 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:15.333305 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41552) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:15.340686 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-da5895cb-c324-4bbb-89fc-46d7f70be4fa tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Request body: {'router': {'name': 'tempest-router--269696650', 'project_id': 'cb9e2556be9440b6bfd043508b1314af'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:15.346005 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ee4215-e7cd-445a-b1a8-f8dbfc45e129 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:15.347088 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94ee4215-e7cd-445a-b1a8-f8dbfc45e129 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:15.379336 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-da5895cb-c324-4bbb-89fc-46d7f70be4fa tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:15.385428 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-da5895cb-c324-4bbb-89fc-46d7f70be4fa tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:15.392278 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-94ee4215-e7cd-445a-b1a8-f8dbfc45e129 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3565547 Aug 28 15:04:15.395098 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41558) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:15.419113 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-935caca0-4ff8-474e-8ea2-074a66e899a8 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Request body: {'subnet': {'network_id': '177a005e-282c-4fe1-b9dc-7fac53c0f29c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:15.571897 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee4215-e7cd-445a-b1a8-f8dbfc45e129 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event updated for resources: {'Network': ['ID=177a005e-282c-4fe1-b9dc-7fac53c0f29c,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:15.588033 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 177a005e-282c-4fe1-b9dc-7fac53c0f29c details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:04:15.617488 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09388d8-8d7d-4a8e-a5ba-b5c8293c91df req-5e71f65c-0c81-493f-aa7c-be76e8a1dab6 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:15.619053 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a09388d8-8d7d-4a8e-a5ba-b5c8293c91df req-5e71f65c-0c81-493f-aa7c-be76e8a1dab6 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.36 "GET /v2.0/ports?device_id=4935e72d-8fd2-4e8a-b818-73d225325c75 HTTP/1.1" status: 200 len: 945 time: 0.1308057 Aug 28 15:04:15.627180 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-da5895cb-c324-4bbb-89fc-46d7f70be4fa tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:15.661676 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-da5895cb-c324-4bbb-89fc-46d7f70be4fa tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:15.744059 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41566) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:15.770370 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935caca0-4ff8-474e-8ea2-074a66e899a8 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Made reservation on behalf of e15fb08e08184d6eb9a374ea3963a37b for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:04:15.773952 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-935caca0-4ff8-474e-8ea2-074a66e899a8 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:15.815940 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-a09388d8-8d7d-4a8e-a5ba-b5c8293c91df req-07270ff1-b558-4421-921d-ca1346ad04b7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Deleting port 52c25b16-364f-47bd-8004-e19c6bea683e {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:04:15.816336 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a09388d8-8d7d-4a8e-a5ba-b5c8293c91df req-07270ff1-b558-4421-921d-ca1346ad04b7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:15.872452 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbc1cec-f5f4-4175-a80f-bd45c2054638 None None] Sync routers for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:04:15.888215 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbc1cec-f5f4-4175-a80f-bd45c2054638 None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:15.888933 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5cbc1cec-f5f4-4175-a80f-bd45c2054638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:15.904585 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-da5895cb-c324-4bbb-89fc-46d7f70be4fa tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:15.909298 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-da5895cb-c324-4bbb-89fc-46d7f70be4fa tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5748553 Aug 28 15:04:15.919245 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41570) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:15.928301 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d931f226-9de3-4381-952f-0af34d399eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:15.945791 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e1ba4-c14f-4024-8bb0-9855ceeca03e req-ab0034a9-4a4c-4fe8-8f3b-544f921dd879 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:15.953646 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e33e1ba4-c14f-4024-8bb0-9855ceeca03e req-ab0034a9-4a4c-4fe8-8f3b-544f921dd879 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=4935e72d-8fd2-4e8a-b818-73d225325c75 HTTP/1.1" status: 200 len: 945 time: 0.2675388 Aug 28 15:04:15.972081 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5cbc1cec-f5f4-4175-a80f-bd45c2054638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:15.997537 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbc1cec-f5f4-4175-a80f-bd45c2054638 None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:15.998411 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5cbc1cec-f5f4-4175-a80f-bd45c2054638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:16.042483 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5cbc1cec-f5f4-4175-a80f-bd45c2054638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:16.043587 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbc1cec-f5f4-4175-a80f-bd45c2054638 None None] The sync data for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:04:16.059743 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e33e1ba4-c14f-4024-8bb0-9855ceeca03e req-0ad34bbd-1a46-4921-a842-092f9dc87b1a tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050544 Aug 28 15:04:16.212340 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-935caca0-4ff8-474e-8ea2-074a66e899a8 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:16.217135 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d931f226-9de3-4381-952f-0af34d399eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:16.225865 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d931f226-9de3-4381-952f-0af34d399eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:16.271491 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device c8c63154-8291-48db-99f7-e2a97c3fbfb5 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:04:16.317993 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d931f226-9de3-4381-952f-0af34d399eee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90ab5431c0df43dfb0fcfc4d2b883061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5693960 Aug 28 15:04:16.329649 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41574) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:16.330352 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935caca0-4ff8-474e-8ea2-074a66e899a8 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event updated for resources: {'Subnet': ['ID=043fc4a7-be5e-4976-b512-fd12e8d7b758,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:16.358082 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931f226-9de3-4381-952f-0af34d399eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc891ce9-7e73-4b35-bf28-9addaee6f8d8,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:16.378315 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935caca0-4ff8-474e-8ea2-074a66e899a8 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Checking segment: {'id': '76d0a692-2ce4-4c2f-9c0f-f88b33781c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '177a005e-282c-4fe1-b9dc-7fac53c0f29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:04:16.378688 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935caca0-4ff8-474e-8ea2-074a66e899a8 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Network hostable DHCP agents. Network: 177a005e-282c-4fe1-b9dc-7fac53c0f29c, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:04:16.450429 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935caca0-4ff8-474e-8ea2-074a66e899a8 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Network 177a005e-282c-4fe1-b9dc-7fac53c0f29c is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:04:16.467618 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-935caca0-4ff8-474e-8ea2-074a66e899a8 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 177a005e-282c-4fe1-b9dc-7fac53c0f29c) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:04:16.468552 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2576187e-047f-40d6-b61b-d12419de8979 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:16.480599 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef099327-3f72-42bc-8372-ef0b0527455d None None] Network 177a005e-282c-4fe1-b9dc-7fac53c0f29c requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:04:16.482488 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935caca0-4ff8-474e-8ea2-074a66e899a8 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:16.483090 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-935caca0-4ff8-474e-8ea2-074a66e899a8 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:16.517894 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d84caeeb-fae4-45a4-b77d-8143cdf3055d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:16.533988 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-935caca0-4ff8-474e-8ea2-074a66e899a8 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1377938 Aug 28 15:04:16.538346 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41586) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:16.544299 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-8c2565b0-f2d4-4e93-aff2-1a30a46f5ab9 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1933879029', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}, 'admin_state_up': False}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:16.564080 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d84caeeb-fae4-45a4-b77d-8143cdf3055d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:16.606721 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8c2565b0-f2d4-4e93-aff2-1a30a46f5ab9 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:16.608290 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8c2565b0-f2d4-4e93-aff2-1a30a46f5ab9 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:16.662120 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port c8c63154-8291-48db-99f7-e2a97c3fbfb5, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=c8c63154-8291-48db-99f7-e2a97c3fbfb5,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:16.676455 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'c8c63154-8291-48db-99f7-e2a97c3fbfb5', 'network_id': '1123c5af-47ee-4e05-9c33-399c448cd238', 'port_id': 'c8c63154-8291-48db-99f7-e2a97c3fbfb5', 'mac_address': 'fa:16:3e:4b:e0:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0232775b-ecc0-4f31-8c1b-6f02e982b8c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:04:16.678976 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2576187e-047f-40d6-b61b-d12419de8979 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:16.681901 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2576187e-047f-40d6-b61b-d12419de8979 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:16.683088 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8c2565b0-f2d4-4e93-aff2-1a30a46f5ab9 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:16.748092 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d04198-2a10-4cb1-9ce4-b72abe47a8d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-177a005e-282c-4fe1-b9dc-7fac53c0f29c', 'network_id': '177a005e-282c-4fe1-b9dc-7fac53c0f29c', 'tenant_id': 'e15fb08e08184d6eb9a374ea3963a37b', 'fixed_ips': [{'subnet_id': '043fc4a7-be5e-4976-b512-fd12e8d7b758'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:04:16.751782 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-45d04198-2a10-4cb1-9ce4-b72abe47a8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:16.767783 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2576187e-047f-40d6-b61b-d12419de8979 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:16.769813 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2576187e-047f-40d6-b61b-d12419de8979 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb65226a-965c-41fc-9f26-182d37ff2d2a {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:04:16.777334 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2576187e-047f-40d6-b61b-d12419de8979 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:16.792409 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2576187e-047f-40d6-b61b-d12419de8979 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "DELETE /v2.0/routers/eb65226a-965c-41fc-9f26-182d37ff2d2a HTTP/1.1" status: 204 len: 168 time: 0.8669000 Aug 28 15:04:16.796494 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:16.816877 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c63154-8291-48db-99f7-e2a97c3fbfb5 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:04:16.848785 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port c8c63154-8291-48db-99f7-e2a97c3fbfb5, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=c8c63154-8291-48db-99f7-e2a97c3fbfb5,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:16.855551 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-a09388d8-8d7d-4a8e-a5ba-b5c8293c91df req-07270ff1-b558-4421-921d-ca1346ad04b7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] For port 52c25b16-364f-47bd-8004-e19c6bea683e, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=52c25b16-364f-47bd-8004-e19c6bea683e,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:16.856204 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a09388d8-8d7d-4a8e-a5ba-b5c8293c91df req-07270ff1-b558-4421-921d-ca1346ad04b7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:16.860023 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:16.885191 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e5978-2a30-4bdb-943f-f9753d7ba5f1 req-f49f6750-8d16-46dd-b038-bbce4fb0a180 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:16.897484 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-830e5978-2a30-4bdb-943f-f9753d7ba5f1 req-f49f6750-8d16-46dd-b038-bbce4fb0a180 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8b0024-ba33-469f-bbfb-a311345bca9e HTTP/1.1" status: 200 len: 944 time: 0.3231547 Aug 28 15:04:16.950236 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=c8c63154-8291-48db-99f7-e2a97c3fbfb5,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:16.960342 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-a09388d8-8d7d-4a8e-a5ba-b5c8293c91df req-07270ff1-b558-4421-921d-ca1346ad04b7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Calling delete_port for 52c25b16-364f-47bd-8004-e19c6bea683e owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:04:17.181587 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-45d04198-2a10-4cb1-9ce4-b72abe47a8d4 None None] Allocated IP 172.20.0.2 (177a005e-282c-4fe1-b9dc-7fac53c0f29c/043fc4a7-be5e-4976-b512-fd12e8d7b758/9267879d-9018-4f29-b161-f6f45a4b50bb) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:04:17.201545 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41598) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:17.227940 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a09388d8-8d7d-4a8e-a5ba-b5c8293c91df req-07270ff1-b558-4421-921d-ca1346ad04b7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:17.259143 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07270ff1-b558-4421-921d-ca1346ad04b7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Pushing event deleted for resources: {'Port': ['ID=52c25b16-364f-47bd-8004-e19c6bea683e,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:17.287680 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-830e5978-2a30-4bdb-943f-f9753d7ba5f1 req-de42fff4-34c0-42f5-b58f-582f8f1735a0 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759956 Aug 28 15:04:17.291143 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3ed8067f-2aa7-46bc-a6eb-d3e10c8e72ed req-cfecd03d-d25c-4642-a35c-3d014c0bf19c tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=4935e72d-8fd2-4e8a-b818-73d225325c75 HTTP/1.1" status: 200 len: 210 time: 0.0797124 Aug 28 15:04:17.343188 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d84caeeb-fae4-45a4-b77d-8143cdf3055d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:17.345879 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d84caeeb-fae4-45a4-b77d-8143cdf3055d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:17.347056 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d84caeeb-fae4-45a4-b77d-8143cdf3055d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc891ce9-7e73-4b35-bf28-9addaee6f8d8 HTTP/1.1" status: 204 len: 168 time: 0.9980409 Aug 28 15:04:17.359675 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['52c25b16-364f-47bd-8004-e19c6bea683e'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:04:17.366227 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['0e790489-613f-4b5b-816a-a84b22a5048b'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:04:17.367335 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09388d8-8d7d-4a8e-a5ba-b5c8293c91df req-07270ff1-b558-4421-921d-ca1346ad04b7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] No DVR routers for this DVR port 52c25b16-364f-47bd-8004-e19c6bea683e on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:04:17.375560 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a09388d8-8d7d-4a8e-a5ba-b5c8293c91df req-07270ff1-b558-4421-921d-ca1346ad04b7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:17.389382 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a09388d8-8d7d-4a8e-a5ba-b5c8293c91df req-07270ff1-b558-4421-921d-ca1346ad04b7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.36 "DELETE /v2.0/ports/52c25b16-364f-47bd-8004-e19c6bea683e HTTP/1.1" status: 204 len: 173 time: 1.7535138 Aug 28 15:04:17.390296 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4935e72d-8fd2-4e8a-b818-73d225325c75', 'name': 'network-vif-deleted', 'tag': '52c25b16-364f-47bd-8004-e19c6bea683e'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:04:17.397897 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a6d5aa-d472-433e-801e-7bce0d5e6766" -d '{"events": [{"server_uuid": "4935e72d-8fd2-4e8a-b818-73d225325c75", "name": "network-vif-deleted", "tag": "52c25b16-364f-47bd-8004-e19c6bea683e"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:04:17.407914 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8c2565b0-f2d4-4e93-aff2-1a30a46f5ab9 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:17.439186 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84caeeb-fae4-45a4-b77d-8143cdf3055d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc891ce9-7e73-4b35-bf28-9addaee6f8d8,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:17.504606 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['c8c63154-8291-48db-99f7-e2a97c3fbfb5'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:04:17.509235 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146b6652-f619-4ae6-88d5-13cb223c11df x-openstack-request-id: req-146b6652-f619-4ae6-88d5-13cb223c11df {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:04:17.509531 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4935e72d-8fd2-4e8a-b818-73d225325c75", "name": "network-vif-deleted", "tag": "52c25b16-364f-47bd-8004-e19c6bea683e", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:04:17.509809 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-146b6652-f619-4ae6-88d5-13cb223c11df {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:04:17.510206 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4935e72d-8fd2-4e8a-b818-73d225325c75', 'name': 'network-vif-deleted', 'tag': '52c25b16-364f-47bd-8004-e19c6bea683e', 'status': 'completed', 'code': 200} Aug 28 15:04:17.582952 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-530e1f5b-3a8b-4a1b-8184-44ef7a9800a8 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1008363474', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}, 'admin_state_up': False}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:17.716487 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8c2565b0-f2d4-4e93-aff2-1a30a46f5ab9 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:17.743327 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8c2565b0-f2d4-4e93-aff2-1a30a46f5ab9 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:17.754694 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-530e1f5b-3a8b-4a1b-8184-44ef7a9800a8 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:17.756409 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-530e1f5b-3a8b-4a1b-8184-44ef7a9800a8 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:18.017384 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-45d04198-2a10-4cb1-9ce4-b72abe47a8d4 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:18.032306 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-45d04198-2a10-4cb1-9ce4-b72abe47a8d4 None None] Transition to ACTIVE for port object 9267879d-9018-4f29-b161-f6f45a4b50bb will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:04:18.055508 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-8c2565b0-f2d4-4e93-aff2-1a30a46f5ab9 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Allocated IP 172.25.3.13 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/feffa611-0d49-4cb0-91cc-8b3dc57e609b) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:04:18.065951 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-45d04198-2a10-4cb1-9ce4-b72abe47a8d4 None None] Transition to ACTIVE for port object 9267879d-9018-4f29-b161-f6f45a4b50bb will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:04:18.074695 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-45d04198-2a10-4cb1-9ce4-b72abe47a8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:18.074952 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-530e1f5b-3a8b-4a1b-8184-44ef7a9800a8 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:18.080120 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41620) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:18.102888 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1eba75a2-48c2-4881-8cff-d1e64b9a68b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:18.146742 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d04198-2a10-4cb1-9ce4-b72abe47a8d4 None None] Network 177a005e-282c-4fe1-b9dc-7fac53c0f29c is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:04:18.155313 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-45d04198-2a10-4cb1-9ce4-b72abe47a8d4 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:04:18.159193 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d04198-2a10-4cb1-9ce4-b72abe47a8d4 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:04:18.169158 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d04198-2a10-4cb1-9ce4-b72abe47a8d4 None None] Pushing event updated for resources: {'Port': ['ID=9267879d-9018-4f29-b161-f6f45a4b50bb,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:18.258075 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-45d04198-2a10-4cb1-9ce4-b72abe47a8d4 None None] Attempting to bind port 9267879d-9018-4f29-b161-f6f45a4b50bb on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:04:18.258304 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1eba75a2-48c2-4881-8cff-d1e64b9a68b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:18.258587 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-45d04198-2a10-4cb1-9ce4-b72abe47a8d4 None None] Attempting to bind port 9267879d-9018-4f29-b161-f6f45a4b50bb by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '76d0a692-2ce4-4c2f-9c0f-f88b33781c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '177a005e-282c-4fe1-b9dc-7fac53c0f29c'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:04:18.259096 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d04198-2a10-4cb1-9ce4-b72abe47a8d4 None None] Attempting to bind port 9267879d-9018-4f29-b161-f6f45a4b50bb on network 177a005e-282c-4fe1-b9dc-7fac53c0f29c {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:04:18.266368 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d04198-2a10-4cb1-9ce4-b72abe47a8d4 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:04:18.266797 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1eba75a2-48c2-4881-8cff-d1e64b9a68b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:18.266994 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d04198-2a10-4cb1-9ce4-b72abe47a8d4 None None] Checking segment: {'id': '76d0a692-2ce4-4c2f-9c0f-f88b33781c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '177a005e-282c-4fe1-b9dc-7fac53c0f29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:04:18.267495 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-45d04198-2a10-4cb1-9ce4-b72abe47a8d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:18.268099 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d04198-2a10-4cb1-9ce4-b72abe47a8d4 None None] Bound using segment: {'id': '76d0a692-2ce4-4c2f-9c0f-f88b33781c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '177a005e-282c-4fe1-b9dc-7fac53c0f29c'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:04:18.268676 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-45d04198-2a10-4cb1-9ce4-b72abe47a8d4 None None] Bound port: 9267879d-9018-4f29-b161-f6f45a4b50bb, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d0a692-2ce4-4c2f-9c0f-f88b33781c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '177a005e-282c-4fe1-b9dc-7fac53c0f29c'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:04:18.269157 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-45d04198-2a10-4cb1-9ce4-b72abe47a8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:18.323282 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-530e1f5b-3a8b-4a1b-8184-44ef7a9800a8 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:18.337801 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1eba75a2-48c2-4881-8cff-d1e64b9a68b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9edbba396c7b4e12a5c329ac236cd6b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2500894 Aug 28 15:04:18.341840 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41626) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:18.377687 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-45d04198-2a10-4cb1-9ce4-b72abe47a8d4 None None] For port 9267879d-9018-4f29-b161-f6f45a4b50bb, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:04:18.380989 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-45d04198-2a10-4cb1-9ce4-b72abe47a8d4 None None] For port 9267879d-9018-4f29-b161-f6f45a4b50bb, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=9267879d-9018-4f29-b161-f6f45a4b50bb,segment=NetworkSegment(76d0a692-2ce4-4c2f-9c0f-f88b33781c13),segment_id=76d0a692-2ce4-4c2f-9c0f-f88b33781c13)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:04:18.386395 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-45d04198-2a10-4cb1-9ce4-b72abe47a8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:18.398142 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba75a2-48c2-4881-8cff-d1e64b9a68b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf4ad62-e5a6-4a95-9fb9-4efc1900e7af,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:18.460046 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d04198-2a10-4cb1-9ce4-b72abe47a8d4 None None] Pushing event updated for resources: {'Port': ['ID=9267879d-9018-4f29-b161-f6f45a4b50bb,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:18.560888 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8c2565b0-f2d4-4e93-aff2-1a30a46f5ab9 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:18.593610 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8269a3b8-4635-4b2c-9717-00ce33625ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:18.614497 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db5e4d-38ae-4b11-90a2-e0873b43fc28 req-2b7c5c63-6909-4cb4-b050-397c8adeab05 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:18.616221 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-43db5e4d-38ae-4b11-90a2-e0873b43fc28 req-2b7c5c63-6909-4cb4-b050-397c8adeab05 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8b0024-ba33-469f-bbfb-a311345bca9e HTTP/1.1" status: 200 len: 945 time: 0.1917765 Aug 28 15:04:18.675383 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8269a3b8-4635-4b2c-9717-00ce33625ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:18.731446 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-43db5e4d-38ae-4b11-90a2-e0873b43fc28 req-05ec371d-10cd-4bef-b05b-bf424fba9aba tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049769 Aug 28 15:04:18.757927 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8c2565b0-f2d4-4e93-aff2-1a30a46f5ab9 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:18.795545 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8269a3b8-4635-4b2c-9717-00ce33625ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:18.798088 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8269a3b8-4635-4b2c-9717-00ce33625ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:18.799236 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8269a3b8-4635-4b2c-9717-00ce33625ac3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aaf4ad62-e5a6-4a95-9fb9-4efc1900e7af HTTP/1.1" status: 204 len: 168 time: 0.4558942 Aug 28 15:04:18.826374 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269a3b8-4635-4b2c-9717-00ce33625ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf4ad62-e5a6-4a95-9fb9-4efc1900e7af,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:18.836894 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2565b0-f2d4-4e93-aff2-1a30a46f5ab9 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:04:18.881089 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-8c2565b0-f2d4-4e93-aff2-1a30a46f5ab9 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:04:18.888814 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2565b0-f2d4-4e93-aff2-1a30a46f5ab9 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:04:18.947426 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2565b0-f2d4-4e93-aff2-1a30a46f5ab9 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event updated for resources: {'Port': ['ID=feffa611-0d49-4cb0-91cc-8b3dc57e609b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:19.010077 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-530e1f5b-3a8b-4a1b-8184-44ef7a9800a8 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:19.079503 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-530e1f5b-3a8b-4a1b-8184-44ef7a9800a8 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:19.128318 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af29f1-c236-4fdb-86db-9b0386ccf542 req-8b27b435-a0a9-44de-98ff-e8e5b3c439b1 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:19.129902 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-60af29f1-c236-4fdb-86db-9b0386ccf542 req-8b27b435-a0a9-44de-98ff-e8e5b3c439b1 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ecb989-5516-4b6d-8312-f1f2901a9abb HTTP/1.1" status: 200 len: 950 time: 0.1837881 Aug 28 15:04:19.280231 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-60af29f1-c236-4fdb-86db-9b0386ccf542 req-e2da6228-170b-4833-888f-2e0ad5135210 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1995cdf-1f59-4eaa-9fee-89a9702c4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141782 Aug 28 15:04:19.352154 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-530e1f5b-3a8b-4a1b-8184-44ef7a9800a8 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Allocated IP 172.25.3.48 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/f7c4c69e-c920-4f65-9d85-7f6c003a4f19) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:04:19.463803 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8c2565b0-f2d4-4e93-aff2-1a30a46f5ab9 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:19.484242 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689d400a-ab24-4e74-9b28-a405cabc788d None None] Network 177a005e-282c-4fe1-b9dc-7fac53c0f29c requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:04:19.590631 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-530e1f5b-3a8b-4a1b-8184-44ef7a9800a8 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:19.601285 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e9f1245f-812c-4e6d-b21c-4cc3276f9bef None None] Provisioning for port 9267879d-9018-4f29-b161-f6f45a4b50bb completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:04:19.733496 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-530e1f5b-3a8b-4a1b-8184-44ef7a9800a8 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:19.775699 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8c2565b0-f2d4-4e93-aff2-1a30a46f5ab9 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:19.788254 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530e1f5b-3a8b-4a1b-8184-44ef7a9800a8 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:04:19.838114 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-530e1f5b-3a8b-4a1b-8184-44ef7a9800a8 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:04:19.863259 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530e1f5b-3a8b-4a1b-8184-44ef7a9800a8 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:04:19.868740 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e1f5b-3a8b-4a1b-8184-44ef7a9800a8 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Pushing event updated for resources: {'Port': ['ID=f7c4c69e-c920-4f65-9d85-7f6c003a4f19,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:19.956039 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af5b37-c4b4-4170-a70c-f4bb66d08045 req-73da4aa9-2a0d-42c5-a7ac-f54dff8941c8 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:19.956539 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05af5b37-c4b4-4170-a70c-f4bb66d08045 req-73da4aa9-2a0d-42c5-a7ac-f54dff8941c8 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8b0024-ba33-469f-bbfb-a311345bca9e HTTP/1.1" status: 200 len: 945 time: 0.1212690 Aug 28 15:04:20.020420 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05af5b37-c4b4-4170-a70c-f4bb66d08045 req-c9cc7400-8064-4114-b681-70f6c754696d tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561211 Aug 28 15:04:20.044208 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9267879d-9018-4f29-b161-f6f45a4b50bb up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:04:20.116414 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 9267879d-9018-4f29-b161-f6f45a4b50bb completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:04:20.123599 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 9267879d-9018-4f29-b161-f6f45a4b50bb triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:04:20.124295 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:20.190989 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6b9c0412-dc91-4f9a-8378-9088e87765fb None None] Provisioning complete for port 9267879d-9018-4f29-b161-f6f45a4b50bb triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:04:20.191531 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6b9c0412-dc91-4f9a-8378-9088e87765fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:20.263118 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:20.278608 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device c8c63154-8291-48db-99f7-e2a97c3fbfb5 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:04:20.364389 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 9267879d-9018-4f29-b161-f6f45a4b50bb, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=9267879d-9018-4f29-b161-f6f45a4b50bb,segment=NetworkSegment(76d0a692-2ce4-4c2f-9c0f-f88b33781c13),segment_id=76d0a692-2ce4-4c2f-9c0f-f88b33781c13)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:20.379812 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:20.391848 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6b9c0412-dc91-4f9a-8378-9088e87765fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:20.455404 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e3ab9-2815-4904-9ea2-d38a8dd714b5 req-116f6204-00b3-492d-8e2f-eb8227e0ee11 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:20.457017 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-118e3ab9-2815-4904-9ea2-d38a8dd714b5 req-116f6204-00b3-492d-8e2f-eb8227e0ee11 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ecb989-5516-4b6d-8312-f1f2901a9abb HTTP/1.1" status: 200 len: 950 time: 0.0792840 Aug 28 15:04:20.490487 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port c8c63154-8291-48db-99f7-e2a97c3fbfb5 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:04:20.506898 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-118e3ab9-2815-4904-9ea2-d38a8dd714b5 req-eb6b9a65-c93e-45c0-8008-01646ace9910 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1995cdf-1f59-4eaa-9fee-89a9702c4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431812 Aug 28 15:04:20.507535 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port c8c63154-8291-48db-99f7-e2a97c3fbfb5 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:04:20.507959 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:20.667748 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2565b0-f2d4-4e93-aff2-1a30a46f5ab9 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Router 6158a389-9c29-44cd-a1e9-a23418215587 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:04:20.698649 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-83bca8f4-3e5e-4db3-807f-49f83a26bf99 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:20.701333 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-83bca8f4-3e5e-4db3-807f-49f83a26bf99 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/networks?id=03e6b4b8-6c68-4060-8426-90fcc4950716 HTTP/1.1" status: 200 len: 806 time: 0.6730769 Aug 28 15:04:20.726542 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=9267879d-9018-4f29-b161-f6f45a4b50bb,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:20.752199 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.api [None req-6b9c0412-dc91-4f9a-8378-9088e87765fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:04:20.752551 n-d-712137-10 neutron-server[106331]: DEBUG oslo_db.api [None req-6b9c0412-dc91-4f9a-8378-9088e87765fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:04:20.775039 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-530e1f5b-3a8b-4a1b-8184-44ef7a9800a8 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:20.797255 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 52c25b16-364f-47bd-8004-e19c6bea683e no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:04:20.818873 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 52c25b16-364f-47bd-8004-e19c6bea683e {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:04:20.819209 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 52c25b16-364f-47bd-8004-e19c6bea683e not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:04:20.824557 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:20.825530 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-f2a46618-86bc-49c7-9be8-76130c12353f tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/quotas/038a0222e6f34dfa8dce183514c3f3db HTTP/1.1" status: 200 len: 375 time: 0.0480311 Aug 28 15:04:20.847917 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8b0024-ba33-469f-bbfb-a311345bca9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c63154-8291-48db-99f7-e2a97c3fbfb5'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:04:20.850344 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39db3f6e-704d-4c0c-a28e-27e1a387d74f" -d '{"events": [{"server_uuid": "2d8b0024-ba33-469f-bbfb-a311345bca9e", "name": "network-vif-plugged", "status": "completed", "tag": "c8c63154-8291-48db-99f7-e2a97c3fbfb5"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:04:20.875177 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port c8c63154-8291-48db-99f7-e2a97c3fbfb5, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=c8c63154-8291-48db-99f7-e2a97c3fbfb5,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:20.887693 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:20.947931 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=c8c63154-8291-48db-99f7-e2a97c3fbfb5,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:21.006449 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-14dcabdf-5bd7-4f43-943e-c2b5de635546 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=038a0222e6f34dfa8dce183514c3f3db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1312914 Aug 28 15:04:21.058951 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62970b4e-bc9b-449a-8205-d0d5e1bd6a6d x-openstack-request-id: req-62970b4e-bc9b-449a-8205-d0d5e1bd6a6d {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:04:21.059265 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8b0024-ba33-469f-bbfb-a311345bca9e", "name": "network-vif-plugged", "status": "completed", "tag": "c8c63154-8291-48db-99f7-e2a97c3fbfb5", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:04:21.059537 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62970b4e-bc9b-449a-8205-d0d5e1bd6a6d {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:04:21.059976 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8b0024-ba33-469f-bbfb-a311345bca9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c63154-8291-48db-99f7-e2a97c3fbfb5', 'code': 200} Aug 28 15:04:21.109803 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2565b0-f2d4-4e93-aff2-1a30a46f5ab9 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:04:21.122744 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b298d4-fec2-4e84-8392-49431890f44c None None] Sync routers for ids ['6158a389-9c29-44cd-a1e9-a23418215587'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:04:21.133049 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b298d4-fec2-4e84-8392-49431890f44c None None] Routers {'6158a389-9c29-44cd-a1e9-a23418215587'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:21.133986 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-82b298d4-fec2-4e84-8392-49431890f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['6158a389-9c29-44cd-a1e9-a23418215587'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:21.177472 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-82b298d4-fec2-4e84-8392-49431890f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:21.186993 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b298d4-fec2-4e84-8392-49431890f44c None None] Routers {'6158a389-9c29-44cd-a1e9-a23418215587'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:21.187918 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-82b298d4-fec2-4e84-8392-49431890f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['6158a389-9c29-44cd-a1e9-a23418215587'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:21.222479 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-82b298d4-fec2-4e84-8392-49431890f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:21.223386 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b298d4-fec2-4e84-8392-49431890f44c None None] The sync data for ids ['6158a389-9c29-44cd-a1e9-a23418215587'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:04:21.250025 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8c2565b0-f2d4-4e93-aff2-1a30a46f5ab9 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:21.251166 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8c2565b0-f2d4-4e93-aff2-1a30a46f5ab9 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.7114451 Aug 28 15:04:21.256389 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d8dc8-ad73-407d-ae14-8caae1a415ee req-18a2795c-2339-4eab-8b6b-da042358e79a tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:21.264495 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-422d8dc8-ad73-407d-ae14-8caae1a415ee req-18a2795c-2339-4eab-8b6b-da042358e79a tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8b0024-ba33-469f-bbfb-a311345bca9e HTTP/1.1" status: 200 len: 946 time: 0.0716884 Aug 28 15:04:21.266096 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41762) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:21.300262 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-530e1f5b-3a8b-4a1b-8184-44ef7a9800a8 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:21.353974 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-422d8dc8-ad73-407d-ae14-8caae1a415ee req-2b32d4d2-7edb-47f3-bc52-ca7a22805e39 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886896 Aug 28 15:04:21.371475 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d03b2-db06-4ff7-b100-c88317040aa7 req-95d04d7d-5739-4fd4-87ce-c398267f2e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:21.380244 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-338d03b2-db06-4ff7-b100-c88317040aa7 req-95d04d7d-5739-4fd4-87ce-c398267f2e21 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2d8b0024-ba33-469f-bbfb-a311345bca9e HTTP/1.1" status: 200 len: 1098 time: 0.2170119 Aug 28 15:04:21.412506 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-8a144900-f917-46cf-9bdf-e85ccb39c347 service neutron] 10.222.0.13 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323019 Aug 28 15:04:21.510126 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-338d03b2-db06-4ff7-b100-c88317040aa7 req-20a9e311-22ac-4513-b997-1fb83fe2698d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289423 Aug 28 15:04:21.572709 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-2c2bedec-597f-4361-83ae-4a3fe515ed57 service neutron] 10.222.0.13 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525335 Aug 28 15:04:21.589481 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530e1f5b-3a8b-4a1b-8184-44ef7a9800a8 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Router f5048191-f02c-46b0-8eb2-7ff7a1fa9236 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:04:21.761167 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41790) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:21.790763 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-da57794f-331d-4e33-9288-eabd4d621750 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:21.793784 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fa25d9f0-c93a-4bf5-82e3-b172d1263642 req-8c5c6c90-caac-4e55-8887-4ef04450c62f tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe1beac-4e50-41a7-b516-06485af0d26c HTTP/1.1" status: 200 len: 210 time: 0.0522211 Aug 28 15:04:21.810894 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530e1f5b-3a8b-4a1b-8184-44ef7a9800a8 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:04:21.824349 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5142f565-d176-49a9-a914-7abceed21d35 None None] Sync routers for ids ['f5048191-f02c-46b0-8eb2-7ff7a1fa9236'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:04:21.846083 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5142f565-d176-49a9-a914-7abceed21d35 None None] Routers {'f5048191-f02c-46b0-8eb2-7ff7a1fa9236'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:21.846254 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-530e1f5b-3a8b-4a1b-8184-44ef7a9800a8 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:21.846720 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5142f565-d176-49a9-a914-7abceed21d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f5048191-f02c-46b0-8eb2-7ff7a1fa9236'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:21.849288 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-530e1f5b-3a8b-4a1b-8184-44ef7a9800a8 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.6450078 Aug 28 15:04:21.850268 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41794) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:21.943048 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5142f565-d176-49a9-a914-7abceed21d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:21.962858 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5142f565-d176-49a9-a914-7abceed21d35 None None] Routers {'f5048191-f02c-46b0-8eb2-7ff7a1fa9236'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:21.965864 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5142f565-d176-49a9-a914-7abceed21d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f5048191-f02c-46b0-8eb2-7ff7a1fa9236'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:21.972792 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9267879d-9018-4f29-b161-f6f45a4b50bb up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:04:21.978782 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f1e31c9e-0d37-4733-8fd5-8b3f3041f8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:22.009327 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7a6749d5-ec43-4a05-813c-1550ade906e0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "GET /v2.0/routers/f5048191-f02c-46b0-8eb2-7ff7a1fa9236 HTTP/1.1" status: 200 len: 920 time: 0.1551185 Aug 28 15:04:22.020311 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41800) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:22.037697 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5142f565-d176-49a9-a914-7abceed21d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:22.038716 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5142f565-d176-49a9-a914-7abceed21d35 None None] The sync data for ids ['f5048191-f02c-46b0-8eb2-7ff7a1fa9236'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:04:22.058328 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-54ba9adf-0d00-4c1a-a01e-07167e969533 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5048191-f02c-46b0-8eb2-7ff7a1fa9236 HTTP/1.1" status: 200 len: 205 time: 0.0365026 Aug 28 15:04:22.061004 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41802) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:22.105093 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 9267879d-9018-4f29-b161-f6f45a4b50bb triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:04:22.106943 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:22.202878 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba42ee8a-bb54-4b33-a691-ce869297fa43 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:22.204177 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-da57794f-331d-4e33-9288-eabd4d621750 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Allocated IP 172.20.0.1 (177a005e-282c-4fe1-b9dc-7fac53c0f29c/043fc4a7-be5e-4976-b512-fd12e8d7b758/139a84ea-5002-4324-bce7-4e9b357c5e47) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:04:22.322622 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba42ee8a-bb54-4b33-a691-ce869297fa43 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:22.340722 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-da57794f-331d-4e33-9288-eabd4d621750 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:22.371325 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-da57794f-331d-4e33-9288-eabd4d621750 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Transition to ACTIVE for port object 139a84ea-5002-4324-bce7-4e9b357c5e47 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:04:22.374686 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f1e31c9e-0d37-4733-8fd5-8b3f3041f8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:22.379817 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f1e31c9e-0d37-4733-8fd5-8b3f3041f8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:22.387564 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-ba42ee8a-bb54-4b33-a691-ce869297fa43 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Deleting port f7c4c69e-c920-4f65-9d85-7f6c003a4f19 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:04:22.387943 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba42ee8a-bb54-4b33-a691-ce869297fa43 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:22.442070 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f1e31c9e-0d37-4733-8fd5-8b3f3041f8c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c68852519e4450ba2388e28525e55b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6758616 Aug 28 15:04:22.444630 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41818) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:22.454228 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e31c9e-0d37-4733-8fd5-8b3f3041f8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9751a1-ef36-4cae-bca2-72ccbfa8c6ff,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:22.477287 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba42ee8a-bb54-4b33-a691-ce869297fa43 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:22.485415 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-da57794f-331d-4e33-9288-eabd4d621750 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:22.501284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-ba42ee8a-bb54-4b33-a691-ce869297fa43 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Calling delete_port for f7c4c69e-c920-4f65-9d85-7f6c003a4f19 owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:04:22.540783 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da57794f-331d-4e33-9288-eabd4d621750 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Network 177a005e-282c-4fe1-b9dc-7fac53c0f29c is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:04:22.548213 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-da57794f-331d-4e33-9288-eabd4d621750 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:04:22.557908 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da57794f-331d-4e33-9288-eabd4d621750 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:04:22.586096 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37f8c3-6391-4d8f-8040-18cdc461c419 req-3c59f4ae-67ed-4b02-92fd-7ec37fa8297e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:22.587181 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57794f-331d-4e33-9288-eabd4d621750 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event updated for resources: {'Port': ['ID=139a84ea-5002-4324-bce7-4e9b357c5e47,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:22.587735 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3b37f8c3-6391-4d8f-8040-18cdc461c419 req-3c59f4ae-67ed-4b02-92fd-7ec37fa8297e tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8b0024-ba33-469f-bbfb-a311345bca9e HTTP/1.1" status: 200 len: 946 time: 0.1010051 Aug 28 15:04:22.592273 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b20bbc2a-4730-4f5e-8499-386ae04b9324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:22.622924 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-da57794f-331d-4e33-9288-eabd4d621750 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:22.629696 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b20bbc2a-4730-4f5e-8499-386ae04b9324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:22.680838 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3b37f8c3-6391-4d8f-8040-18cdc461c419 req-c43e8ffa-18a0-4e1b-b329-a27b43a5d5a5 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811684 Aug 28 15:04:22.759677 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba42ee8a-bb54-4b33-a691-ce869297fa43 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:22.771558 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b20bbc2a-4730-4f5e-8499-386ae04b9324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:22.775305 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b20bbc2a-4730-4f5e-8499-386ae04b9324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:22.777183 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b20bbc2a-4730-4f5e-8499-386ae04b9324 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c9751a1-ef36-4cae-bca2-72ccbfa8c6ff HTTP/1.1" status: 204 len: 168 time: 0.3319206 Aug 28 15:04:22.811803 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bbc2a-4730-4f5e-8499-386ae04b9324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9751a1-ef36-4cae-bca2-72ccbfa8c6ff,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:22.827738 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-da57794f-331d-4e33-9288-eabd4d621750 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:22.889685 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ddb62856-3f4c-473a-9064-d001e9181ad2 None None] Provisioning for port 139a84ea-5002-4324-bce7-4e9b357c5e47 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:04:22.893554 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42ee8a-bb54-4b33-a691-ce869297fa43 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Pushing event deleted for resources: {'Port': ['ID=f7c4c69e-c920-4f65-9d85-7f6c003a4f19,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:22.903555 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ddb62856-3f4c-473a-9064-d001e9181ad2 None None] Provisioning complete for port 139a84ea-5002-4324-bce7-4e9b357c5e47 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:04:22.904154 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ddb62856-3f4c-473a-9064-d001e9181ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:22.987474 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ddb62856-3f4c-473a-9064-d001e9181ad2 None None] Port 139a84ea-5002-4324-bce7-4e9b357c5e47 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:04:23.046181 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-46ac7bbf-74d2-4bd6-bf8f-7919287997d4 req-a764c75c-c851-4ad3-a109-82f871fa56f2 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe1beac-4e50-41a7-b516-06485af0d26c HTTP/1.1" status: 200 len: 210 time: 0.1041114 Aug 28 15:04:23.085334 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba42ee8a-bb54-4b33-a691-ce869297fa43 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:23.087292 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-db5e7512-4661-4b55-bbb6-adda174e58d6 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:23.089958 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-db5e7512-4661-4b55-bbb6-adda174e58d6 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.36 "GET /v2.0/networks?id=03e6b4b8-6c68-4060-8426-90fcc4950716 HTTP/1.1" status: 200 len: 806 time: 0.1212873 Aug 28 15:04:23.108071 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-17f1cb2b-8322-4354-a3c6-39ce4d04e292 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Request body: {'port': {'device_id': 'ebe1beac-4e50-41a7-b516-06485af0d26c', 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716', 'admin_state_up': True, 'tenant_id': '038a0222e6f34dfa8dce183514c3f3db'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:23.190584 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba42ee8a-bb54-4b33-a691-ce869297fa43 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:23.193181 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba42ee8a-bb54-4b33-a691-ce869297fa43 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:23.250168 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41834) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:23.260240 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba42ee8a-bb54-4b33-a691-ce869297fa43 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:23.261096 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba42ee8a-bb54-4b33-a691-ce869297fa43 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Fanout notify agent at l3_agent the message router_deleted on router f5048191-f02c-46b0-8eb2-7ff7a1fa9236 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:04:23.271027 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba42ee8a-bb54-4b33-a691-ce869297fa43 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:23.276795 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ba42ee8a-bb54-4b33-a691-ce869297fa43 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "DELETE /v2.0/routers/f5048191-f02c-46b0-8eb2-7ff7a1fa9236 HTTP/1.1" status: 204 len: 168 time: 1.2137573 Aug 28 15:04:23.277356 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41840) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:23.289829 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-7fdcc785-a568-48b6-bf67-58a63fe2be7d tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Request body: {'router': {'name': 'tempest-snat-router-492501934', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'enable_snat': False}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:23.302152 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4cbaa6b7-921f-478c-871e-ed742a9e7f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:23.395930 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.db.api [None req-4cbaa6b7-921f-478c-871e-ed742a9e7f1e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 15:04:23.395930 n-d-712137-10 neutron-server[106330]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 28 15:04:23.395930 n-d-712137-10 neutron-server[106330]: [parameters: {'project_id': '4dcd7c2475354305a67076a1d3da5aa9', 'id': 'a953a62e-5980-43b0-b99d-e2721c0c13c7', 'expiration': datetime.datetime(2021, 8, 28, 15, 6, 23, 379591)}] Aug 28 15:04:23.395930 n-d-712137-10 neutron-server[106330]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:04:23.396860 n-d-712137-10 neutron-server[106330]: DEBUG oslo_db.api [None req-4cbaa6b7-921f-478c-871e-ed742a9e7f1e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:04:23.396860 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.db.api [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-17f1cb2b-8322-4354-a3c6-39ce4d04e292 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 15:04:23.396860 n-d-712137-10 neutron-server[106330]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 28 15:04:23.396860 n-d-712137-10 neutron-server[106330]: [parameters: {'project_id': '038a0222e6f34dfa8dce183514c3f3db', 'id': 'bce2d9ed-c504-4044-ab44-e3c4369ca17a', 'expiration': datetime.datetime(2021, 8, 28, 15, 6, 23, 377960)}] Aug 28 15:04:23.396860 n-d-712137-10 neutron-server[106330]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:04:23.397250 n-d-712137-10 neutron-server[106330]: DEBUG oslo_db.api [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-17f1cb2b-8322-4354-a3c6-39ce4d04e292 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:04:23.403467 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7fdcc785-a568-48b6-bf67-58a63fe2be7d tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:23.404484 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7fdcc785-a568-48b6-bf67-58a63fe2be7d tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:23.478591 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7fdcc785-a568-48b6-bf67-58a63fe2be7d tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:23.488309 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-da57794f-331d-4e33-9288-eabd4d621750 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:23.525132 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-da57794f-331d-4e33-9288-eabd4d621750 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:23.680396 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-da57794f-331d-4e33-9288-eabd4d621750 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:23.687193 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57794f-331d-4e33-9288-eabd4d621750 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event updated for resources: {'Port': ['ID=139a84ea-5002-4324-bce7-4e9b357c5e47,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:23.694456 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7fdcc785-a568-48b6-bf67-58a63fe2be7d tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:23.797190 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f8b3d-e07d-4960-9e11-624a062d0bba req-543ed001-0810-49da-bbd0-45c552c3e1cf tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:23.798701 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-802f8b3d-e07d-4960-9e11-624a062d0bba req-543ed001-0810-49da-bbd0-45c552c3e1cf tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8b0024-ba33-469f-bbfb-a311345bca9e HTTP/1.1" status: 200 len: 946 time: 0.0493553 Aug 28 15:04:23.829611 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da57794f-331d-4e33-9288-eabd4d621750 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Network 177a005e-282c-4fe1-b9dc-7fac53c0f29c is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:04:23.832632 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-da57794f-331d-4e33-9288-eabd4d621750 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:04:23.837854 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-802f8b3d-e07d-4960-9e11-624a062d0bba req-197f39f1-52cb-4fe5-81a6-759b6123a666 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324128 Aug 28 15:04:23.896765 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4cbaa6b7-921f-478c-871e-ed742a9e7f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:23.975929 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.db.api [None req-4cbaa6b7-921f-478c-871e-ed742a9e7f1e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 15:04:23.975929 n-d-712137-10 neutron-server[106330]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 15:04:23.975929 n-d-712137-10 neutron-server[106330]: [parameters: {'project_id_1': '4dcd7c2475354305a67076a1d3da5aa9', 'expiration_1': datetime.datetime(2021, 8, 28, 15, 4, 23, 930765)}] Aug 28 15:04:23.975929 n-d-712137-10 neutron-server[106330]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:04:23.976318 n-d-712137-10 neutron-server[106330]: DEBUG oslo_db.api [None req-4cbaa6b7-921f-478c-871e-ed742a9e7f1e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:04:23.986007 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-17f1cb2b-8322-4354-a3c6-39ce4d04e292 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Made reservation on behalf of 038a0222e6f34dfa8dce183514c3f3db for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:04:23.989507 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-17f1cb2b-8322-4354-a3c6-39ce4d04e292 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:24.090707 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da57794f-331d-4e33-9288-eabd4d621750 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Router 6158a389-9c29-44cd-a1e9-a23418215587 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:04:24.136251 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1683c9af-7aaa-483d-8b30-6edc7d23b9bf None None] Provisioning complete for port 139a84ea-5002-4324-bce7-4e9b357c5e47 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:04:24.137614 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1683c9af-7aaa-483d-8b30-6edc7d23b9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:24.221365 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b7f2b77d-7038-45e3-9865-5699d4253b77 req-8b00f7de-b429-44e2-96e6-ac20290f5e6e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe1beac-4e50-41a7-b516-06485af0d26c HTTP/1.1" status: 200 len: 210 time: 0.0590830 Aug 28 15:04:24.226907 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1683c9af-7aaa-483d-8b30-6edc7d23b9bf None None] Port 139a84ea-5002-4324-bce7-4e9b357c5e47 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:04:24.300976 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device c8f4c4c0-d6a9-4789-8f5b-43dd31567204 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:04:24.460819 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:24.485326 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:24.517426 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ecb989-5516-4b6d-8312-f1f2901a9abb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8f4c4c0-d6a9-4789-8f5b-43dd31567204'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:04:24.519930 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff314ce-23a5-4045-bbf4-0353b0294511" -d '{"events": [{"server_uuid": "a0ecb989-5516-4b6d-8312-f1f2901a9abb", "name": "network-vif-unplugged", "status": "completed", "tag": "c8f4c4c0-d6a9-4789-8f5b-43dd31567204"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:04:24.535393 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port c8f4c4c0-d6a9-4789-8f5b-43dd31567204, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=c8f4c4c0-d6a9-4789-8f5b-43dd31567204,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:24.543280 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:24.591772 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 15:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ff89e6-fd7e-46c1-8d80-c78bc8b9b1b9 x-openstack-request-id: req-73ff89e6-fd7e-46c1-8d80-c78bc8b9b1b9 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:04:24.592380 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ecb989-5516-4b6d-8312-f1f2901a9abb", "name": "network-vif-unplugged", "status": "completed", "tag": "c8f4c4c0-d6a9-4789-8f5b-43dd31567204", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:04:24.592839 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73ff89e6-fd7e-46c1-8d80-c78bc8b9b1b9 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:04:24.593472 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ecb989-5516-4b6d-8312-f1f2901a9abb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8f4c4c0-d6a9-4789-8f5b-43dd31567204', 'code': 200} Aug 28 15:04:24.615798 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=c8f4c4c0-d6a9-4789-8f5b-43dd31567204,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:24.684633 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7fdcc785-a568-48b6-bf67-58a63fe2be7d tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:24.710990 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4cbaa6b7-921f-478c-871e-ed742a9e7f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:24.719611 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-17f1cb2b-8322-4354-a3c6-39ce4d04e292 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Allocated IP 172.20.0.2 (03e6b4b8-6c68-4060-8426-90fcc4950716/517a924f-5dd5-4f4e-82d8-d019697a05fd/0c80780b-4d39-459f-ac8b-19d9bc9ccff9) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:04:24.733717 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7fdcc785-a568-48b6-bf67-58a63fe2be7d tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:24.804102 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 8d81b040-810c-4814-ac11-72ba84903a1b details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:04:24.931635 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 8d81b040-810c-4814-ac11-72ba84903a1b, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=8d81b040-810c-4814-ac11-72ba84903a1b,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:24.955038 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '8d81b040-810c-4814-ac11-72ba84903a1b', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': '8d81b040-810c-4814-ac11-72ba84903a1b', 'mac_address': 'fa:16:3e:90:72:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:04:25.005169 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da57794f-331d-4e33-9288-eabd4d621750 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:04:25.006615 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:25.017245 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea888a4-b107-474f-8c19-57191cd5dce5 None None] Sync routers for ids ['6158a389-9c29-44cd-a1e9-a23418215587'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:04:25.028252 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d81b040-810c-4814-ac11-72ba84903a1b {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:04:25.033206 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea888a4-b107-474f-8c19-57191cd5dce5 None None] Routers {'6158a389-9c29-44cd-a1e9-a23418215587'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:25.036702 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-1ea888a4-b107-474f-8c19-57191cd5dce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['6158a389-9c29-44cd-a1e9-a23418215587'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:25.049322 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-da57794f-331d-4e33-9288-eabd4d621750 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "PUT /v2.0/routers/6158a389-9c29-44cd-a1e9-a23418215587/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7819664 Aug 28 15:04:25.052895 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41926) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:25.062095 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 8d81b040-810c-4814-ac11-72ba84903a1b, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=8d81b040-810c-4814-ac11-72ba84903a1b,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:25.070879 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:25.073745 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-c8233657-8df4-46ae-a6f3-56ca3c4b864a tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Request body: {'port': {'network_id': '177a005e-282c-4fe1-b9dc-7fac53c0f29c', 'name': 'tempest-FloatingIPTestJSON-128656106'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:25.099351 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7ddaf-81fa-431f-a6ad-533fec7f5661 req-c06bd452-8ba1-40dd-a080-aedaa3483047 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:25.101186 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bfd7ddaf-81fa-431f-a6ad-533fec7f5661 req-c06bd452-8ba1-40dd-a080-aedaa3483047 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8b0024-ba33-469f-bbfb-a311345bca9e HTTP/1.1" status: 200 len: 946 time: 0.3238544 Aug 28 15:04:25.166189 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-1ea888a4-b107-474f-8c19-57191cd5dce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:25.184080 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea888a4-b107-474f-8c19-57191cd5dce5 None None] Routers {'6158a389-9c29-44cd-a1e9-a23418215587'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:25.185009 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-1ea888a4-b107-474f-8c19-57191cd5dce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['6158a389-9c29-44cd-a1e9-a23418215587'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:25.217291 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-7fdcc785-a568-48b6-bf67-58a63fe2be7d tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Allocated IP 172.25.3.249 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/b5e293b4-c9ca-454e-838e-03ab0f7c05be) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:04:25.222222 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['8d81b040-810c-4814-ac11-72ba84903a1b'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:04:25.259291 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bfd7ddaf-81fa-431f-a6ad-533fec7f5661 req-0466df47-7ab5-4e33-8e28-6907e74d72ee tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445386 Aug 28 15:04:25.286392 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-1ea888a4-b107-474f-8c19-57191cd5dce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:25.287059 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea888a4-b107-474f-8c19-57191cd5dce5 None None] The sync data for ids ['6158a389-9c29-44cd-a1e9-a23418215587'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:04:25.297305 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-17f1cb2b-8322-4354-a3c6-39ce4d04e292 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:25.309477 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4cbaa6b7-921f-478c-871e-ed742a9e7f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:25.315814 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=8d81b040-810c-4814-ac11-72ba84903a1b,revision_number=9']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:25.336043 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4cbaa6b7-921f-478c-871e-ed742a9e7f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:25.364190 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1355f7ed-6c95-4804-9675-79ce970505ac req-21372958-8b32-4698-ac25-d3be01bfb941 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe1beac-4e50-41a7-b516-06485af0d26c HTTP/1.1" status: 200 len: 210 time: 0.0393696 Aug 28 15:04:25.441469 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8233657-8df4-46ae-a6f3-56ca3c4b864a tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Made reservation on behalf of e15fb08e08184d6eb9a374ea3963a37b for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:04:25.445278 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8233657-8df4-46ae-a6f3-56ca3c4b864a tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:25.474262 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-c8233657-8df4-46ae-a6f3-56ca3c4b864a tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] device_id is not set on port 3b0c707a-3466-46a3-9b9d-2db2cf161600 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:04:25.500887 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4cbaa6b7-921f-478c-871e-ed742a9e7f1e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4dcd7c2475354305a67076a1d3da5aa9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2474129 Aug 28 15:04:25.513923 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41942) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:25.517695 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbaa6b7-921f-478c-871e-ed742a9e7f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d43e574-574d-43b7-aae2-63b170cd7182,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:25.560292 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-17f1cb2b-8322-4354-a3c6-39ce4d04e292 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:25.573887 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['0e790489-613f-4b5b-816a-a84b22a5048b'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:04:25.614433 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-c8233657-8df4-46ae-a6f3-56ca3c4b864a tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Allocated IP 172.20.0.3 (177a005e-282c-4fe1-b9dc-7fac53c0f29c/043fc4a7-be5e-4976-b512-fd12e8d7b758/3b0c707a-3466-46a3-9b9d-2db2cf161600) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:04:25.630306 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1cb2b-8322-4354-a3c6-39ce4d04e292 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Pushing event updated for resources: {'Port': ['ID=0c80780b-4d39-459f-ac8b-19d9bc9ccff9,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:25.672338 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7fdcc785-a568-48b6-bf67-58a63fe2be7d tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:25.686220 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-17f1cb2b-8322-4354-a3c6-39ce4d04e292 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Network 03e6b4b8-6c68-4060-8426-90fcc4950716 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:04:25.691648 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-17f1cb2b-8322-4354-a3c6-39ce4d04e292 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:04:25.709180 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-17f1cb2b-8322-4354-a3c6-39ce4d04e292 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:04:25.712938 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4c9a051b-54ef-47ef-ac98-5ac4b3ce45fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:25.789927 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4c9a051b-54ef-47ef-ac98-5ac4b3ce45fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:25.805408 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8233657-8df4-46ae-a6f3-56ca3c4b864a tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:25.811054 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-17f1cb2b-8322-4354-a3c6-39ce4d04e292 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:25.811765 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-17f1cb2b-8322-4354-a3c6-39ce4d04e292 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:25.824744 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-c8233657-8df4-46ae-a6f3-56ca3c4b864a tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Transition to ACTIVE for port object 3b0c707a-3466-46a3-9b9d-2db2cf161600 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:04:25.845294 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7fdcc785-a568-48b6-bf67-58a63fe2be7d tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:25.847935 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-17f1cb2b-8322-4354-a3c6-39ce4d04e292 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7475758 Aug 28 15:04:25.881719 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-029f5b29-8aff-4ca9-87e5-69d319d42120 service neutron] Request body: {'port': {'device_id': 'ebe1beac-4e50-41a7-b516-06485af0d26c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:25.884435 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8233657-8df4-46ae-a6f3-56ca3c4b864a tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:25.930605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdcc785-a568-48b6-bf67-58a63fe2be7d tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:04:25.936237 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-7fdcc785-a568-48b6-bf67-58a63fe2be7d tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:04:25.942079 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdcc785-a568-48b6-bf67-58a63fe2be7d tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:04:25.944140 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdcc785-a568-48b6-bf67-58a63fe2be7d tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Pushing event updated for resources: {'Port': ['ID=b5e293b4-c9ca-454e-838e-03ab0f7c05be,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:25.989602 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4c9a051b-54ef-47ef-ac98-5ac4b3ce45fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:25.992286 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4c9a051b-54ef-47ef-ac98-5ac4b3ce45fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:25.996731 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4c9a051b-54ef-47ef-ac98-5ac4b3ce45fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d43e574-574d-43b7-aae2-63b170cd7182 HTTP/1.1" status: 204 len: 168 time: 0.4799638 Aug 28 15:04:26.015286 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-029f5b29-8aff-4ca9-87e5-69d319d42120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:26.016819 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8233657-8df4-46ae-a6f3-56ca3c4b864a tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Network 177a005e-282c-4fe1-b9dc-7fac53c0f29c is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:04:26.021527 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-c8233657-8df4-46ae-a6f3-56ca3c4b864a tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:04:26.024525 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8233657-8df4-46ae-a6f3-56ca3c4b864a tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:04:26.034747 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a051b-54ef-47ef-ac98-5ac4b3ce45fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d43e574-574d-43b7-aae2-63b170cd7182,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:26.129944 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8233657-8df4-46ae-a6f3-56ca3c4b864a tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event updated for resources: {'Port': ['ID=3b0c707a-3466-46a3-9b9d-2db2cf161600,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:26.160582 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8233657-8df4-46ae-a6f3-56ca3c4b864a tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:26.160906 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8233657-8df4-46ae-a6f3-56ca3c4b864a tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:26.179722 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c8233657-8df4-46ae-a6f3-56ca3c4b864a tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1251800 Aug 28 15:04:26.185234 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41946) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:26.201243 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-30443049-fd92-4cac-9428-b30a6866a5bc tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Request body: {'floatingip': {'port_id': '3b0c707a-3466-46a3-9b9d-2db2cf161600'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:26.382542 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-30443049-fd92-4cac-9428-b30a6866a5bc tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:26.393426 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:26.403688 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9de88b45-a099-4a96-be2d-5feec4c4e483 None None] Provisioning for port 3b0c707a-3466-46a3-9b9d-2db2cf161600 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:04:26.410682 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9de88b45-a099-4a96-be2d-5feec4c4e483 None None] Provisioning complete for port 3b0c707a-3466-46a3-9b9d-2db2cf161600 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:04:26.411285 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9de88b45-a099-4a96-be2d-5feec4c4e483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:26.481300 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9de88b45-a099-4a96-be2d-5feec4c4e483 None None] Port 3b0c707a-3466-46a3-9b9d-2db2cf161600 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:04:26.612268 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129ce6d-c690-4e6a-abdf-438084866892 req-629260fb-c97c-484d-a2bb-d31d001fcc97 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:26.614253 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6129ce6d-c690-4e6a-abdf-438084866892 req-629260fb-c97c-484d-a2bb-d31d001fcc97 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe1beac-4e50-41a7-b516-06485af0d26c HTTP/1.1" status: 200 len: 931 time: 0.1124890 Aug 28 15:04:26.661411 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7fdcc785-a568-48b6-bf67-58a63fe2be7d tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:26.705127 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6129ce6d-c690-4e6a-abdf-438084866892 req-be024565-e5c7-49ae-bd78-440ff02247d6 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766158 Aug 28 15:04:26.773951 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1bb73-08df-4a6f-858e-bd9424599a50 req-b5f22ee9-9038-44e0-9b5e-4004daa0efd4 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:26.776458 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a5d1bb73-08df-4a6f-858e-bd9424599a50 req-b5f22ee9-9038-44e0-9b5e-4004daa0efd4 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8b0024-ba33-469f-bbfb-a311345bca9e HTTP/1.1" status: 200 len: 946 time: 0.2776928 Aug 28 15:04:26.819803 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 8d81b040-810c-4814-ac11-72ba84903a1b up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:04:26.928305 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 8d81b040-810c-4814-ac11-72ba84903a1b triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:04:26.928682 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:26.991387 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a5d1bb73-08df-4a6f-858e-bd9424599a50 req-bf390449-8a48-44e9-a1f1-49634915c0b8 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041876 Aug 28 15:04:27.057127 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-029f5b29-8aff-4ca9-87e5-69d319d42120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c80780b-4d39-459f-ac8b-19d9bc9ccff9 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:04:27.067923 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-029f5b29-8aff-4ca9-87e5-69d319d42120 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:27.091148 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-029f5b29-8aff-4ca9-87e5-69d319d42120 service neutron] Transition to ACTIVE for port object 0c80780b-4d39-459f-ac8b-19d9bc9ccff9 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:04:27.102038 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-029f5b29-8aff-4ca9-87e5-69d319d42120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:27.126139 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:27.165580 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d17438-14ff-4683-813b-34d9ea2b328c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d81b040-810c-4814-ac11-72ba84903a1b'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:04:27.169782 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392d225a-9693-4aea-b240-4421da7e40f3" -d '{"events": [{"server_uuid": "75d17438-14ff-4683-813b-34d9ea2b328c", "name": "network-vif-plugged", "status": "completed", "tag": "8d81b040-810c-4814-ac11-72ba84903a1b"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:04:27.197007 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 8d81b040-810c-4814-ac11-72ba84903a1b, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=8d81b040-810c-4814-ac11-72ba84903a1b,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:27.204299 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:27.283113 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=8d81b040-810c-4814-ac11-72ba84903a1b,revision_number=10']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:27.299220 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafe2046-33cb-4ff2-9d78-ecefd8b93eeb x-openstack-request-id: req-eafe2046-33cb-4ff2-9d78-ecefd8b93eeb {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:04:27.299522 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d17438-14ff-4683-813b-34d9ea2b328c", "name": "network-vif-plugged", "status": "completed", "tag": "8d81b040-810c-4814-ac11-72ba84903a1b", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:04:27.299797 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eafe2046-33cb-4ff2-9d78-ecefd8b93eeb {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:04:27.300196 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d17438-14ff-4683-813b-34d9ea2b328c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d81b040-810c-4814-ac11-72ba84903a1b', 'code': 200} Aug 28 15:04:27.315827 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f5b29-8aff-4ca9-87e5-69d319d42120 service neutron] Pushing event updated for resources: {'Port': ['ID=0c80780b-4d39-459f-ac8b-19d9bc9ccff9,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:27.353861 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-029f5b29-8aff-4ca9-87e5-69d319d42120 service neutron] Attempting to bind port 0c80780b-4d39-459f-ac8b-19d9bc9ccff9 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:04:27.355112 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-029f5b29-8aff-4ca9-87e5-69d319d42120 service neutron] Attempting to bind port 0c80780b-4d39-459f-ac8b-19d9bc9ccff9 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '537ec9af-2404-4c1d-a957-efd06cc39195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:04:27.355347 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-029f5b29-8aff-4ca9-87e5-69d319d42120 service neutron] Attempting to bind port 0c80780b-4d39-459f-ac8b-19d9bc9ccff9 on network 03e6b4b8-6c68-4060-8426-90fcc4950716 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:04:27.362978 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-029f5b29-8aff-4ca9-87e5-69d319d42120 service neutron] Port 0c80780b-4d39-459f-ac8b-19d9bc9ccff9 on network 03e6b4b8-6c68-4060-8426-90fcc4950716 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:04:27.363314 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-029f5b29-8aff-4ca9-87e5-69d319d42120 service neutron] Attempting to bind port 0c80780b-4d39-459f-ac8b-19d9bc9ccff9 on network 03e6b4b8-6c68-4060-8426-90fcc4950716 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:04:27.371803 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-029f5b29-8aff-4ca9-87e5-69d319d42120 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:04:27.372147 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-029f5b29-8aff-4ca9-87e5-69d319d42120 service neutron] Checking segment: {'id': '537ec9af-2404-4c1d-a957-efd06cc39195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:04:27.372550 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-029f5b29-8aff-4ca9-87e5-69d319d42120 service neutron] Bound using segment: {'id': '537ec9af-2404-4c1d-a957-efd06cc39195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:04:27.373139 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-029f5b29-8aff-4ca9-87e5-69d319d42120 service neutron] Bound port: 0c80780b-4d39-459f-ac8b-19d9bc9ccff9, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537ec9af-2404-4c1d-a957-efd06cc39195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:04:27.373511 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-029f5b29-8aff-4ca9-87e5-69d319d42120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:27.397267 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7fdcc785-a568-48b6-bf67-58a63fe2be7d tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:27.550338 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-029f5b29-8aff-4ca9-87e5-69d319d42120 service neutron] For port 0c80780b-4d39-459f-ac8b-19d9bc9ccff9, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:04:27.575442 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-029f5b29-8aff-4ca9-87e5-69d319d42120 service neutron] For port 0c80780b-4d39-459f-ac8b-19d9bc9ccff9, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=0c80780b-4d39-459f-ac8b-19d9bc9ccff9,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:04:27.586290 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-029f5b29-8aff-4ca9-87e5-69d319d42120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:27.665244 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f5b29-8aff-4ca9-87e5-69d319d42120 service neutron] Pushing event updated for resources: {'Port': ['ID=0c80780b-4d39-459f-ac8b-19d9bc9ccff9,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:27.693785 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-029f5b29-8aff-4ca9-87e5-69d319d42120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:27.694421 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-029f5b29-8aff-4ca9-87e5-69d319d42120 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:27.695883 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-029f5b29-8aff-4ca9-87e5-69d319d42120 service neutron] 10.222.0.36 "PUT /v2.0/ports/0c80780b-4d39-459f-ac8b-19d9bc9ccff9 HTTP/1.1" status: 200 len: 1092 time: 1.8189964 Aug 28 15:04:27.696344 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe1beac-4e50-41a7-b516-06485af0d26c', 'tag': '0c80780b-4d39-459f-ac8b-19d9bc9ccff9'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:04:27.699299 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d297f5-fdd5-4667-8f14-ff917d6260a0" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe1beac-4e50-41a7-b516-06485af0d26c", "tag": "0c80780b-4d39-459f-ac8b-19d9bc9ccff9"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:04:27.874898 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab64f5a-129c-4cec-b513-647bb24b1d0c x-openstack-request-id: req-aab64f5a-129c-4cec-b513-647bb24b1d0c {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:04:27.875516 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe1beac-4e50-41a7-b516-06485af0d26c", "tag": "0c80780b-4d39-459f-ac8b-19d9bc9ccff9", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:04:27.875516 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aab64f5a-129c-4cec-b513-647bb24b1d0c {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:04:27.879705 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe1beac-4e50-41a7-b516-06485af0d26c', 'tag': '0c80780b-4d39-459f-ac8b-19d9bc9ccff9', 'status': 'completed', 'code': 200} Aug 28 15:04:27.908568 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdcc785-a568-48b6-bf67-58a63fe2be7d tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Router f4f2cc65-d601-42ba-89c2-7d233cb6f130 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:04:27.918709 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-30443049-fd92-4cac-9428-b30a6866a5bc tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:27.924060 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-30443049-fd92-4cac-9428-b30a6866a5bc tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:27.964555 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-16a76a2f-95c8-4682-8f21-363758fd79b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:27.966096 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-16a76a2f-95c8-4682-8f21-363758fd79b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=038a0222e6f34dfa8dce183514c3f3db&device_id=ebe1beac-4e50-41a7-b516-06485af0d26c HTTP/1.1" status: 200 len: 1095 time: 0.2228692 Aug 28 15:04:28.093144 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-57f9d665-de94-474e-8f58-669e7ce0f01a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c80780b-4d39-459f-ac8b-19d9bc9ccff9 HTTP/1.1" status: 200 len: 217 time: 0.0893455 Aug 28 15:04:28.098828 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-30443049-fd92-4cac-9428-b30a6866a5bc tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Floating IP b6a9022f-23c3-460c-80e1-9e3871d1d49b associated. External IP: 172.25.3.15, port: 97aea670-26ab-4189-84b3-a652a17d62c6. Aug 28 15:04:28.108193 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a491709-8981-495c-9993-53433d2d26f1 req-7de49041-1151-4463-811d-f9c97d1c90ce tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:28.115419 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7a491709-8981-495c-9993-53433d2d26f1 req-7de49041-1151-4463-811d-f9c97d1c90ce tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe1beac-4e50-41a7-b516-06485af0d26c HTTP/1.1" status: 200 len: 943 time: 0.2304373 Aug 28 15:04:28.252685 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7a491709-8981-495c-9993-53433d2d26f1 req-56657476-48dc-4e1c-8125-065fccd7f51a tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362839 Aug 28 15:04:28.266277 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-c3187a26-c322-49e2-bfe3-50701beab957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:28.271565 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-c3187a26-c322-49e2-bfe3-50701beab957 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=517a924f-5dd5-4f4e-82d8-d019697a05fd HTTP/1.1" status: 200 len: 846 time: 0.1523666 Aug 28 15:04:28.292877 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b756e-cbe8-4309-a966-2f852282389c req-a5d1801f-5789-4e69-b1d2-3a14cc7e6e4f tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:28.294752 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d88b756e-cbe8-4309-a966-2f852282389c req-a5d1801f-5789-4e69-b1d2-3a14cc7e6e4f tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8b0024-ba33-469f-bbfb-a311345bca9e HTTP/1.1" status: 200 len: 946 time: 0.1904902 Aug 28 15:04:28.298236 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdcc785-a568-48b6-bf67-58a63fe2be7d tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:04:28.309542 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7c567d-54c8-458d-8d26-0f9d5c921638 None None] Sync routers for ids ['f4f2cc65-d601-42ba-89c2-7d233cb6f130'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:04:28.318149 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-a99b6108-6148-4fb4-911d-c09a18288004 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03e6b4b8-6c68-4060-8426-90fcc4950716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308719 Aug 28 15:04:28.324823 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7c567d-54c8-458d-8d26-0f9d5c921638 None None] Routers {'f4f2cc65-d601-42ba-89c2-7d233cb6f130'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:28.325884 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-ef7c567d-54c8-458d-8d26-0f9d5c921638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f4f2cc65-d601-42ba-89c2-7d233cb6f130'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:28.402121 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7fdcc785-a568-48b6-bf67-58a63fe2be7d tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:28.403600 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7fdcc785-a568-48b6-bf67-58a63fe2be7d tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.1227660 Aug 28 15:04:28.411277 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42020) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:28.442783 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d88b756e-cbe8-4309-a966-2f852282389c req-c30dcd2b-02d6-490a-8479-8dfcd0bc6f7c tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703118 Aug 28 15:04:28.521147 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30443049-fd92-4cac-9428-b30a6866a5bc tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Router 9bae9c87-6925-440a-9206-ed27a647fa5a has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:04:28.573989 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-ef7c567d-54c8-458d-8d26-0f9d5c921638 None None] Set router f4f2cc65-d601-42ba-89c2-7d233cb6f130 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:04:28.634175 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-aa39c918-fe57-4ba7-acb8-b618e156298f service neutron] 10.222.0.36 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055933 Aug 28 15:04:28.794881 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30443049-fd92-4cac-9428-b30a6866a5bc tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:04:28.809798 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faae029-4ec0-45df-b349-dcbd89ed183c None None] Sync routers for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:04:28.850741 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faae029-4ec0-45df-b349-dcbd89ed183c None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:28.856235 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-0faae029-4ec0-45df-b349-dcbd89ed183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:28.976888 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-0faae029-4ec0-45df-b349-dcbd89ed183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:28.992604 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faae029-4ec0-45df-b349-dcbd89ed183c None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:28.994452 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-0faae029-4ec0-45df-b349-dcbd89ed183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:29.046674 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-0faae029-4ec0-45df-b349-dcbd89ed183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:29.048214 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faae029-4ec0-45df-b349-dcbd89ed183c None None] The sync data for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:04:29.066553 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-ef7c567d-54c8-458d-8d26-0f9d5c921638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f2cc65-d601-42ba-89c2-7d233cb6f130', 'name': 'tempest-snat-router-492501934', 'tenant_id': '3dc81ce67b634bbfbf97a29f31bc20c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.249'}], 'enable_snat': False}, 'gw_port_id': 'b5e293b4-c9ca-454e-838e-03ab0f7c05be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:04:23Z', 'updated_at': '2021-08-28T15:04:26Z', 'revision_number': 3, 'project_id': '3dc81ce67b634bbfbf97a29f31bc20c4', 'gw_port': {'id': 'b5e293b4-c9ca-454e-838e-03ab0f7c05be', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f2cc65-d601-42ba-89c2-7d233cb6f130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:04:24Z', 'updated_at': '2021-08-28T15:04:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:29.071690 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-526baeec-c282-48ef-883f-d734b99741ac tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "GET /v2.0/routers/f4f2cc65-d601-42ba-89c2-7d233cb6f130 HTTP/1.1" status: 200 len: 908 time: 0.6567755 Aug 28 15:04:29.076831 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42058) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:29.088304 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-ad3f2393-780b-4b39-92b8-067fe8c2e1e9 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Request body: {'router': {'name': 'tempest-snat-router-492501934', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'enable_snat': True}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:29.150907 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7c567d-54c8-458d-8d26-0f9d5c921638 None None] Checking router: f4f2cc65-d601-42ba-89c2-7d233cb6f130 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:04:29.151177 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7c567d-54c8-458d-8d26-0f9d5c921638 None None] Updating router f4f2cc65-d601-42ba-89c2-7d233cb6f130 port b5e293b4-c9ca-454e-838e-03ab0f7c05be binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:04:29.169445 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ad3f2393-780b-4b39-92b8-067fe8c2e1e9 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:29.170748 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ad3f2393-780b-4b39-92b8-067fe8c2e1e9 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:29.185803 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1e70ffb1-7e1e-4cfe-bab7-a0e77a6d9690 req-cbd9efe7-bba6-4b58-a53c-f73f11082e59 service neutron] 10.222.0.36 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5421317 Aug 28 15:04:29.215757 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ef7c567d-54c8-458d-8d26-0f9d5c921638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:29.303379 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ad3f2393-780b-4b39-92b8-067fe8c2e1e9 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:29.306505 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d297f5-fdd5-4667-8f14-ff917d6260a0 req-2b0238d2-32a0-463d-940c-66154d488feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:29.310323 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8d297f5-fdd5-4667-8f14-ff917d6260a0 req-2b0238d2-32a0-463d-940c-66154d488feb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=038a0222e6f34dfa8dce183514c3f3db&device_id=ebe1beac-4e50-41a7-b516-06485af0d26c HTTP/1.1" status: 200 len: 1095 time: 0.0725045 Aug 28 15:04:29.319823 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30443049-fd92-4cac-9428-b30a6866a5bc tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Router 6158a389-9c29-44cd-a1e9-a23418215587 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:04:29.451554 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d297f5-fdd5-4667-8f14-ff917d6260a0 req-a46bd428-0a22-41e6-a21b-6c7137c0270e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:29.453637 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8d297f5-fdd5-4667-8f14-ff917d6260a0 req-a46bd428-0a22-41e6-a21b-6c7137c0270e service neutron] 10.222.0.36 "GET /v2.0/networks?id=03e6b4b8-6c68-4060-8426-90fcc4950716 HTTP/1.1" status: 200 len: 907 time: 0.1253264 Aug 28 15:04:29.525022 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8d297f5-fdd5-4667-8f14-ff917d6260a0 req-b34a6a5b-30f0-4963-b26c-990364b9d64d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c80780b-4d39-459f-ac8b-19d9bc9ccff9 HTTP/1.1" status: 200 len: 217 time: 0.0524209 Aug 28 15:04:29.605071 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30443049-fd92-4cac-9428-b30a6866a5bc tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:04:29.611868 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-30443049-fd92-4cac-9428-b30a6866a5bc tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:29.617781 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ad3f2393-780b-4b39-92b8-067fe8c2e1e9 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:29.676302 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ef7c567d-54c8-458d-8d26-0f9d5c921638 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:29.688763 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ef7c567d-54c8-458d-8d26-0f9d5c921638 None None] Transition to ACTIVE for port object b5e293b4-c9ca-454e-838e-03ab0f7c05be will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:04:29.695074 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a5453f-fac5-498b-8ec8-58378d2ea204 None None] Sync routers for ids ['6158a389-9c29-44cd-a1e9-a23418215587'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:04:29.700135 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ef7c567d-54c8-458d-8d26-0f9d5c921638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:29.707358 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-30443049-fd92-4cac-9428-b30a6866a5bc tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "PUT /v2.0/floatingips/b6a9022f-23c3-460c-80e1-9e3871d1d49b HTTP/1.1" status: 200 len: 976 time: 3.5186079 Aug 28 15:04:29.714465 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056670f-adeb-4eac-905d-7585c7bee952 req-1314c33b-4d40-472d-b4ef-89e7aaa04051 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:29.718533 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4056670f-adeb-4eac-905d-7585c7bee952 req-1314c33b-4d40-472d-b4ef-89e7aaa04051 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe1beac-4e50-41a7-b516-06485af0d26c HTTP/1.1" status: 200 len: 943 time: 0.2637737 Aug 28 15:04:29.723570 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42102) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:29.765198 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d575b57-39d4-45d2-aa1b-2203a63865e1 None None] Pushing event updated for resources: {'Port': ['ID=b5e293b4-c9ca-454e-838e-03ab0f7c05be,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:29.768140 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a5453f-fac5-498b-8ec8-58378d2ea204 None None] Routers {'6158a389-9c29-44cd-a1e9-a23418215587'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:29.768761 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-10a5453f-fac5-498b-8ec8-58378d2ea204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['6158a389-9c29-44cd-a1e9-a23418215587'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:29.819062 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-10a5453f-fac5-498b-8ec8-58378d2ea204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:29.828016 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-ef7c567d-54c8-458d-8d26-0f9d5c921638 None None] Attempting to bind port b5e293b4-c9ca-454e-838e-03ab0f7c05be on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:04:29.828396 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-ef7c567d-54c8-458d-8d26-0f9d5c921638 None None] Attempting to bind port b5e293b4-c9ca-454e-838e-03ab0f7c05be by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:04:29.828776 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7c567d-54c8-458d-8d26-0f9d5c921638 None None] Attempting to bind port b5e293b4-c9ca-454e-838e-03ab0f7c05be on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:04:29.839494 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a5453f-fac5-498b-8ec8-58378d2ea204 None None] Routers {'6158a389-9c29-44cd-a1e9-a23418215587'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:29.840351 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-10a5453f-fac5-498b-8ec8-58378d2ea204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['6158a389-9c29-44cd-a1e9-a23418215587'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:29.869553 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d297f5-fdd5-4667-8f14-ff917d6260a0 req-9013cde0-fffc-4ba3-81d0-1e9243d7018d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:29.871686 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8d297f5-fdd5-4667-8f14-ff917d6260a0 req-9013cde0-fffc-4ba3-81d0-1e9243d7018d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=517a924f-5dd5-4f4e-82d8-d019697a05fd HTTP/1.1" status: 200 len: 846 time: 0.3148263 Aug 28 15:04:29.876667 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-10a5453f-fac5-498b-8ec8-58378d2ea204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:29.877364 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a5453f-fac5-498b-8ec8-58378d2ea204 None None] The sync data for ids ['6158a389-9c29-44cd-a1e9-a23418215587'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:04:29.879012 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7c567d-54c8-458d-8d26-0f9d5c921638 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:04:29.879402 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7c567d-54c8-458d-8d26-0f9d5c921638 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:04:29.879986 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ef7c567d-54c8-458d-8d26-0f9d5c921638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:29.880476 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7c567d-54c8-458d-8d26-0f9d5c921638 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:04:29.880950 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-ef7c567d-54c8-458d-8d26-0f9d5c921638 None None] Bound port: b5e293b4-c9ca-454e-838e-03ab0f7c05be, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:04:29.881347 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ef7c567d-54c8-458d-8d26-0f9d5c921638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:29.903796 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69209ca3-2b68-4eb6-9d04-60d6cd8f0592 req-59b5b335-25c0-4cc9-bcdf-03e70e8e1561 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:29.913194 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-69209ca3-2b68-4eb6-9d04-60d6cd8f0592 req-59b5b335-25c0-4cc9-bcdf-03e70e8e1561 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8b0024-ba33-469f-bbfb-a311345bca9e HTTP/1.1" status: 200 len: 946 time: 0.2102647 Aug 28 15:04:29.963237 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-69209ca3-2b68-4eb6-9d04-60d6cd8f0592 req-ce6e23a2-2d46-4ecd-bec4-a26047106ff3 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490007 Aug 28 15:04:29.964414 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8d297f5-fdd5-4667-8f14-ff917d6260a0 req-ba895fd8-60aa-44f7-a270-deb784266fff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03e6b4b8-6c68-4060-8426-90fcc4950716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695422 Aug 28 15:04:29.988755 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-ef7c567d-54c8-458d-8d26-0f9d5c921638 None None] For port b5e293b4-c9ca-454e-838e-03ab0f7c05be, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:04:29.997459 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-ef7c567d-54c8-458d-8d26-0f9d5c921638 None None] For port b5e293b4-c9ca-454e-838e-03ab0f7c05be, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b5e293b4-c9ca-454e-838e-03ab0f7c05be,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:04:30.006988 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ef7c567d-54c8-458d-8d26-0f9d5c921638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:30.033798 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4056670f-adeb-4eac-905d-7585c7bee952 req-4d71b6e3-0104-4d91-ab89-a309739cc3b1 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079331 Aug 28 15:04:30.114043 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-834909de-7af0-46f2-8b29-21c6e23bedd6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Deleting port 3b0c707a-3466-46a3-9b9d-2db2cf161600 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:04:30.114625 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-834909de-7af0-46f2-8b29-21c6e23bedd6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:30.173165 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d575b57-39d4-45d2-aa1b-2203a63865e1 None None] Pushing event updated for resources: {'Port': ['ID=b5e293b4-c9ca-454e-838e-03ab0f7c05be,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:30.185129 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8d297f5-fdd5-4667-8f14-ff917d6260a0 req-7a8e8a33-2ba8-4a43-8fe7-5b7c274b4b2b service neutron] 10.222.0.36 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949389 Aug 28 15:04:30.215292 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ad3f2393-780b-4b39-92b8-067fe8c2e1e9 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:30.225658 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7c567d-54c8-458d-8d26-0f9d5c921638 None None] Routers {'f4f2cc65-d601-42ba-89c2-7d233cb6f130'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:30.226299 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-ef7c567d-54c8-458d-8d26-0f9d5c921638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f4f2cc65-d601-42ba-89c2-7d233cb6f130'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:30.238133 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ad3f2393-780b-4b39-92b8-067fe8c2e1e9 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:30.335805 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-834909de-7af0-46f2-8b29-21c6e23bedd6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:30.391622 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-ad3f2393-780b-4b39-92b8-067fe8c2e1e9 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Allocated IP 172.25.3.210 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/20794e38-4b23-478d-9312-41cae21091e9) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:04:30.428504 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8d297f5-fdd5-4667-8f14-ff917d6260a0 req-3d5580f9-340f-4c14-9265-b05742a6976d service neutron] 10.222.0.36 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265646 Aug 28 15:04:30.453779 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-ef7c567d-54c8-458d-8d26-0f9d5c921638 None None] Set router f4f2cc65-d601-42ba-89c2-7d233cb6f130 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:04:30.531062 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ad3f2393-780b-4b39-92b8-067fe8c2e1e9 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:30.581765 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device c8c63154-8291-48db-99f7-e2a97c3fbfb5 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:04:30.602648 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ad3f2393-780b-4b39-92b8-067fe8c2e1e9 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:30.624259 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3f2393-780b-4b39-92b8-067fe8c2e1e9 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:04:30.627685 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-ad3f2393-780b-4b39-92b8-067fe8c2e1e9 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:04:30.640523 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-834909de-7af0-46f2-8b29-21c6e23bedd6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:30.641037 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-834909de-7af0-46f2-8b29-21c6e23bedd6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:30.641363 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [None req-834909de-7af0-46f2-8b29-21c6e23bedd6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Floating IP b6a9022f-23c3-460c-80e1-9e3871d1d49b disassociated. External IP: 172.25.3.15, port: 3b0c707a-3466-46a3-9b9d-2db2cf161600. Aug 28 15:04:30.641711 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-834909de-7af0-46f2-8b29-21c6e23bedd6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Calling delete_port for 3b0c707a-3466-46a3-9b9d-2db2cf161600 owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:04:30.648412 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3f2393-780b-4b39-92b8-067fe8c2e1e9 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:04:30.701399 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f2393-780b-4b39-92b8-067fe8c2e1e9 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Pushing event updated for resources: {'Port': ['ID=20794e38-4b23-478d-9312-41cae21091e9,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:30.707731 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.resource_extend [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 15:04:30.894503 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-834909de-7af0-46f2-8b29-21c6e23bedd6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:30.989499 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834909de-7af0-46f2-8b29-21c6e23bedd6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event deleted for resources: {'Port': ['ID=3b0c707a-3466-46a3-9b9d-2db2cf161600,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:31.183254 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ad3f2393-780b-4b39-92b8-067fe8c2e1e9 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:31.229909 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port c8c63154-8291-48db-99f7-e2a97c3fbfb5, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=c8c63154-8291-48db-99f7-e2a97c3fbfb5,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:31.326642 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d24d1-65f7-49f8-b46a-2d0ee308ce57 req-687f3c45-3260-406f-af77-b82d82893258 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:31.327199 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834909de-7af0-46f2-8b29-21c6e23bedd6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Router 6158a389-9c29-44cd-a1e9-a23418215587 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:04:31.339109 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'c8c63154-8291-48db-99f7-e2a97c3fbfb5', 'network_id': '1123c5af-47ee-4e05-9c33-399c448cd238', 'port_id': 'c8c63154-8291-48db-99f7-e2a97c3fbfb5', 'mac_address': 'fa:16:3e:4b:e0:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0232775b-ecc0-4f31-8c1b-6f02e982b8c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:04:31.342926 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-396d24d1-65f7-49f8-b46a-2d0ee308ce57 req-687f3c45-3260-406f-af77-b82d82893258 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8b0024-ba33-469f-bbfb-a311345bca9e HTTP/1.1" status: 200 len: 946 time: 0.1983311 Aug 28 15:04:31.415515 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:31.421475 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-ef7c567d-54c8-458d-8d26-0f9d5c921638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f2cc65-d601-42ba-89c2-7d233cb6f130', 'name': 'tempest-snat-router-492501934', 'tenant_id': '3dc81ce67b634bbfbf97a29f31bc20c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.249'}], 'enable_snat': False}, 'gw_port_id': 'b5e293b4-c9ca-454e-838e-03ab0f7c05be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:04:23Z', 'updated_at': '2021-08-28T15:04:26Z', 'revision_number': 3, 'project_id': '3dc81ce67b634bbfbf97a29f31bc20c4', 'gw_port': {'id': 'b5e293b4-c9ca-454e-838e-03ab0f7c05be', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f2cc65-d601-42ba-89c2-7d233cb6f130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:04:24Z', 'updated_at': '2021-08-28T15:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:31.459989 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-396d24d1-65f7-49f8-b46a-2d0ee308ce57 req-4b37c3f8-107b-4518-a5a4-b0e77dba44ce tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158650 Aug 28 15:04:31.465769 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7c567d-54c8-458d-8d26-0f9d5c921638 None None] The sync data for ids ['f4f2cc65-d601-42ba-89c2-7d233cb6f130'] in n-d-712137-10 is: [{'id': 'f4f2cc65-d601-42ba-89c2-7d233cb6f130', 'name': 'tempest-snat-router-492501934', 'tenant_id': '3dc81ce67b634bbfbf97a29f31bc20c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.249'}], 'enable_snat': False}, 'gw_port_id': 'b5e293b4-c9ca-454e-838e-03ab0f7c05be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:04:23Z', 'updated_at': '2021-08-28T15:04:26Z', 'revision_number': 3, 'project_id': '3dc81ce67b634bbfbf97a29f31bc20c4', 'gw_port': {'id': 'b5e293b4-c9ca-454e-838e-03ab0f7c05be', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f2cc65-d601-42ba-89c2-7d233cb6f130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:04:24Z', 'updated_at': '2021-08-28T15:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:04:31.471288 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8c63154-8291-48db-99f7-e2a97c3fbfb5 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:04:31.520265 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port c8c63154-8291-48db-99f7-e2a97c3fbfb5, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=c8c63154-8291-48db-99f7-e2a97c3fbfb5,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:31.529497 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:31.550780 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834909de-7af0-46f2-8b29-21c6e23bedd6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:04:31.563298 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa8b0d2-20b2-4eb3-92fa-5796b323878c None None] Sync routers for ids ['6158a389-9c29-44cd-a1e9-a23418215587'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:04:31.586481 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa8b0d2-20b2-4eb3-92fa-5796b323878c None None] Routers {'6158a389-9c29-44cd-a1e9-a23418215587'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:31.587291 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-faa8b0d2-20b2-4eb3-92fa-5796b323878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['6158a389-9c29-44cd-a1e9-a23418215587'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:31.643421 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c95835-51db-47c7-89c1-60dda3b27aaf req-df04a710-bd0f-496e-bed5-d846964890db tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:31.645085 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a7c95835-51db-47c7-89c1-60dda3b27aaf req-df04a710-bd0f-496e-bed5-d846964890db tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe1beac-4e50-41a7-b516-06485af0d26c HTTP/1.1" status: 200 len: 943 time: 0.3125806 Aug 28 15:04:31.678842 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=c8c63154-8291-48db-99f7-e2a97c3fbfb5,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:31.679081 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-faa8b0d2-20b2-4eb3-92fa-5796b323878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:31.694991 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa8b0d2-20b2-4eb3-92fa-5796b323878c None None] Routers {'6158a389-9c29-44cd-a1e9-a23418215587'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:31.698377 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-faa8b0d2-20b2-4eb3-92fa-5796b323878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['6158a389-9c29-44cd-a1e9-a23418215587'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:31.728836 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-834909de-7af0-46f2-8b29-21c6e23bedd6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:31.742475 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-834909de-7af0-46f2-8b29-21c6e23bedd6 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "DELETE /v2.0/ports/3b0c707a-3466-46a3-9b9d-2db2cf161600 HTTP/1.1" status: 204 len: 168 time: 2.0071023 Aug 28 15:04:31.743587 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42202) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:31.754829 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['c8c63154-8291-48db-99f7-e2a97c3fbfb5'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:04:31.784156 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-faa8b0d2-20b2-4eb3-92fa-5796b323878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:31.785074 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa8b0d2-20b2-4eb3-92fa-5796b323878c None None] The sync data for ids ['6158a389-9c29-44cd-a1e9-a23418215587'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:04:31.793426 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a7c95835-51db-47c7-89c1-60dda3b27aaf req-66ec1ba6-d520-4a70-bea3-4d050b160064 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368613 Aug 28 15:04:31.819510 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42204) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:31.840512 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ad3f2393-780b-4b39-92b8-067fe8c2e1e9 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:32.116481 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a8018b9d-56e2-4e36-98fc-443341d0ca05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:32.144506 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3f2393-780b-4b39-92b8-067fe8c2e1e9 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Router d9fa7e4b-7ea1-4df8-a8d9-5ebfbadf548a is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:04:32.318441 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device c8c63154-8291-48db-99f7-e2a97c3fbfb5 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:04:32.456952 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port c8c63154-8291-48db-99f7-e2a97c3fbfb5 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:04:32.457331 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:32.498295 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-21808c74-8926-4dff-acae-8d58f1307301 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:32.671419 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:32.726572 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8b0024-ba33-469f-bbfb-a311345bca9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c63154-8291-48db-99f7-e2a97c3fbfb5'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:04:32.730084 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f49efa8-d302-43cb-b5a1-88de6245283b" -d '{"events": [{"server_uuid": "2d8b0024-ba33-469f-bbfb-a311345bca9e", "name": "network-vif-plugged", "status": "completed", "tag": "c8c63154-8291-48db-99f7-e2a97c3fbfb5"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:04:32.774009 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port c8c63154-8291-48db-99f7-e2a97c3fbfb5, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=c8c63154-8291-48db-99f7-e2a97c3fbfb5,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:32.780248 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:32.841405 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 0c80780b-4d39-459f-ac8b-19d9bc9ccff9 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:04:32.935836 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=c8c63154-8291-48db-99f7-e2a97c3fbfb5,revision_number=7']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:32.985423 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b71e4c5-4a89-4041-b3c4-e87bc3bbb3f3 x-openstack-request-id: req-6b71e4c5-4a89-4041-b3c4-e87bc3bbb3f3 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:04:32.985880 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8b0024-ba33-469f-bbfb-a311345bca9e", "name": "network-vif-plugged", "status": "completed", "tag": "c8c63154-8291-48db-99f7-e2a97c3fbfb5", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:04:32.986137 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b71e4c5-4a89-4041-b3c4-e87bc3bbb3f3 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:04:32.986528 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8b0024-ba33-469f-bbfb-a311345bca9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c63154-8291-48db-99f7-e2a97c3fbfb5', 'code': 200} Aug 28 15:04:33.005223 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3f2393-780b-4b39-92b8-067fe8c2e1e9 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:04:33.022867 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Sync routers for ids ['d9fa7e4b-7ea1-4df8-a8d9-5ebfbadf548a'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:04:33.058791 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Routers {'d9fa7e4b-7ea1-4df8-a8d9-5ebfbadf548a'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:33.059162 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d9fa7e4b-7ea1-4df8-a8d9-5ebfbadf548a'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:33.102512 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-21808c74-8926-4dff-acae-8d58f1307301 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Deleting port 139a84ea-5002-4324-bce7-4e9b357c5e47 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:04:33.105377 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-21808c74-8926-4dff-acae-8d58f1307301 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:33.178829 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 0c80780b-4d39-459f-ac8b-19d9bc9ccff9, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=0c80780b-4d39-459f-ac8b-19d9bc9ccff9,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:33.182869 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ea5e7-5762-41d9-b202-92d02d8e873b req-33ba84d7-dee6-47fb-9532-51a615790cd9 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:33.191080 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5c8ea5e7-5762-41d9-b202-92d02d8e873b req-33ba84d7-dee6-47fb-9532-51a615790cd9 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8b0024-ba33-469f-bbfb-a311345bca9e HTTP/1.1" status: 200 len: 946 time: 0.2010274 Aug 28 15:04:33.207298 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '0c80780b-4d39-459f-ac8b-19d9bc9ccff9', 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716', 'port_id': '0c80780b-4d39-459f-ac8b-19d9bc9ccff9', 'mac_address': 'fa:16:3e:4e:0c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517a924f-5dd5-4f4e-82d8-d019697a05fd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:04:33.263770 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8610e5-01a2-4453-9e5a-be326685db23 req-b6ffa0ec-af46-4c8c-a42a-2a6c38caa243 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:33.264773 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a8018b9d-56e2-4e36-98fc-443341d0ca05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:33.265577 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3a8610e5-01a2-4453-9e5a-be326685db23 req-b6ffa0ec-af46-4c8c-a42a-2a6c38caa243 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe1beac-4e50-41a7-b516-06485af0d26c HTTP/1.1" status: 200 len: 943 time: 0.1311553 Aug 28 15:04:33.281376 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a8018b9d-56e2-4e36-98fc-443341d0ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:33.316435 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:33.319205 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ad3f2393-780b-4b39-92b8-067fe8c2e1e9 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:33.320980 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ad3f2393-780b-4b39-92b8-067fe8c2e1e9 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.2369182 Aug 28 15:04:33.331746 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42228) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:33.335076 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Set router d9fa7e4b-7ea1-4df8-a8d9-5ebfbadf548a gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:04:33.353831 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8018b9d-56e2-4e36-98fc-443341d0ca05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee6478b-dfb0-46ee-afc1-e45e82ef5bb1,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:33.384317 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a8018b9d-56e2-4e36-98fc-443341d0ca05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ef285e50a6345c4990a6495990d99c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5630953 Aug 28 15:04:33.395698 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c80780b-4d39-459f-ac8b-19d9bc9ccff9 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:04:33.400416 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5c8ea5e7-5762-41d9-b202-92d02d8e873b req-75ebae4f-2957-49ff-9cbe-70814bbc8ddb tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791716 Aug 28 15:04:33.403299 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42230) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:33.418300 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 0c80780b-4d39-459f-ac8b-19d9bc9ccff9, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=0c80780b-4d39-459f-ac8b-19d9bc9ccff9,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:33.449735 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-21808c74-8926-4dff-acae-8d58f1307301 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:33.461591 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:33.472731 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-21808c74-8926-4dff-acae-8d58f1307301 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Calling delete_port for 139a84ea-5002-4324-bce7-4e9b357c5e47 owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:04:33.478509 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6f15add7-b5f1-4330-ae7f-6bc90d7f22c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:33.502764 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3a8610e5-01a2-4453-9e5a-be326685db23 req-bb1be5e9-e906-4ffb-ae1f-9e73f8cf3d69 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241144 Aug 28 15:04:33.520007 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6f15add7-b5f1-4330-ae7f-6bc90d7f22c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:33.562733 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ad7852c2-3985-4972-b86a-9094cfd1503b tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "GET /v2.0/routers/d9fa7e4b-7ea1-4df8-a8d9-5ebfbadf548a HTTP/1.1" status: 200 len: 907 time: 0.2298372 Aug 28 15:04:33.570623 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42232) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:33.592671 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=0c80780b-4d39-459f-ac8b-19d9bc9ccff9,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:33.605280 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6f15add7-b5f1-4330-ae7f-6bc90d7f22c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:33.608229 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6f15add7-b5f1-4330-ae7f-6bc90d7f22c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:33.610167 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6f15add7-b5f1-4330-ae7f-6bc90d7f22c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ee6478b-dfb0-46ee-afc1-e45e82ef5bb1 HTTP/1.1" status: 204 len: 168 time: 0.2049823 Aug 28 15:04:33.633943 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15add7-b5f1-4330-ae7f-6bc90d7f22c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee6478b-dfb0-46ee-afc1-e45e82ef5bb1,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:33.679632 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fa7e4b-7ea1-4df8-a8d9-5ebfbadf548a', 'name': 'tempest-snat-router-492501934', 'tenant_id': '3dc81ce67b634bbfbf97a29f31bc20c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '20794e38-4b23-478d-9312-41cae21091e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:04:29Z', 'updated_at': '2021-08-28T15:04:30Z', 'revision_number': 3, 'project_id': '3dc81ce67b634bbfbf97a29f31bc20c4', 'gw_port': {'id': '20794e38-4b23-478d-9312-41cae21091e9', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:20:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fa7e4b-7ea1-4df8-a8d9-5ebfbadf548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:04:30Z', 'updated_at': '2021-08-28T15:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:33.717842 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eb9acb66-4e5a-4670-b800-f1038f3b08e1 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:33.722898 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Checking router: d9fa7e4b-7ea1-4df8-a8d9-5ebfbadf548a for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:04:33.723252 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Updating router d9fa7e4b-7ea1-4df8-a8d9-5ebfbadf548a port 20794e38-4b23-478d-9312-41cae21091e9 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:04:33.757771 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['0c80780b-4d39-459f-ac8b-19d9bc9ccff9'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:04:33.799690 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:33.938307 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eb9acb66-4e5a-4670-b800-f1038f3b08e1 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:34.099887 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b5e293b4-c9ca-454e-838e-03ab0f7c05be up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:04:34.178549 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-21808c74-8926-4dff-acae-8d58f1307301 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:34.215922 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21808c74-8926-4dff-acae-8d58f1307301 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event deleted for resources: {'Port': ['ID=139a84ea-5002-4324-bce7-4e9b357c5e47,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:34.232671 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-f575938e-aff6-4d6f-b59a-19ba3a53a8dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1546605 Aug 28 15:04:34.234760 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42250) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:34.253857 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f071b98b-da8e-4340-83aa-77ef9fb53c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:34.275593 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port b5e293b4-c9ca-454e-838e-03ab0f7c05be completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:04:34.285169 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-eb9acb66-4e5a-4670-b800-f1038f3b08e1 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Deleting port 20794e38-4b23-478d-9312-41cae21091e9 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:04:34.285746 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eb9acb66-4e5a-4670-b800-f1038f3b08e1 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:34.289979 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port b5e293b4-c9ca-454e-838e-03ab0f7c05be triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:04:34.292473 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:34.510177 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eb9acb66-4e5a-4670-b800-f1038f3b08e1 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:34.525543 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-eb9acb66-4e5a-4670-b800-f1038f3b08e1 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Calling delete_port for 20794e38-4b23-478d-9312-41cae21091e9 owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:04:34.634852 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:34.637983 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:34.641790 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f071b98b-da8e-4340-83aa-77ef9fb53c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:34.653893 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f071b98b-da8e-4340-83aa-77ef9fb53c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:34.664522 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Transition to ACTIVE for port object 20794e38-4b23-478d-9312-41cae21091e9 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:04:34.671353 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port b5e293b4-c9ca-454e-838e-03ab0f7c05be, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b5e293b4-c9ca-454e-838e-03ab0f7c05be,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:34.676256 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:34.681338 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:34.708200 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071b98b-da8e-4340-83aa-77ef9fb53c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168685f9-b9cd-4012-8195-c08dc4b4c9bf,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:34.739318 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfe4ad-0995-43a8-b254-3d36ebf1501a req-0f153ede-3b83-4286-a7ee-19e7cfff637c tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:34.743746 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Attempting to bind port 20794e38-4b23-478d-9312-41cae21091e9 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:04:34.744259 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Attempting to bind port 20794e38-4b23-478d-9312-41cae21091e9 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:04:34.744788 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Attempting to bind port 20794e38-4b23-478d-9312-41cae21091e9 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:04:34.749521 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eecfe4ad-0995-43a8-b254-3d36ebf1501a req-0f153ede-3b83-4286-a7ee-19e7cfff637c tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8b0024-ba33-469f-bbfb-a311345bca9e HTTP/1.1" status: 200 len: 946 time: 0.2585888 Aug 28 15:04:34.750968 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:04:34.751482 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:04:34.752006 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:34.752486 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:04:34.753047 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Bound port: 20794e38-4b23-478d-9312-41cae21091e9, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:04:34.753579 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:34.755147 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185648d-2e5d-4191-a173-621734ddd726 None None] Pushing event updated for resources: {'Port': ['ID=20794e38-4b23-478d-9312-41cae21091e9,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:34.812082 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f071b98b-da8e-4340-83aa-77ef9fb53c17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2d635227e85452596b8a2e1098a012e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5759356 Aug 28 15:04:34.812733 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42256) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:34.828835 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eb9acb66-4e5a-4670-b800-f1038f3b08e1 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:34.830497 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eecfe4ad-0995-43a8-b254-3d36ebf1501a req-0add30c4-3ea0-463a-a08c-8643733a4269 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800116 Aug 28 15:04:34.846819 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.api [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=106331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:04:34.847451 n-d-712137-10 neutron-server[106331]: DEBUG oslo_db.api [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:04:34.848399 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=b5e293b4-c9ca-454e-838e-03ab0f7c05be,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:34.936752 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab79d4e8-10b2-447c-a633-3548f6b0ca2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:34.953462 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9acb66-4e5a-4670-b800-f1038f3b08e1 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Pushing event deleted for resources: {'Port': ['ID=20794e38-4b23-478d-9312-41cae21091e9,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:34.972738 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab79d4e8-10b2-447c-a633-3548f6b0ca2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:35.023464 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcabf3-fb71-48ba-8d62-854b87fbd5e1 req-674c1297-de77-46e2-bcb6-1e74a1e73e21 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:35.031954 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e6dcabf3-fb71-48ba-8d62-854b87fbd5e1 req-674c1297-de77-46e2-bcb6-1e74a1e73e21 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe1beac-4e50-41a7-b516-06485af0d26c HTTP/1.1" status: 200 len: 944 time: 0.2274787 Aug 28 15:04:35.056455 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab79d4e8-10b2-447c-a633-3548f6b0ca2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:35.062761 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab79d4e8-10b2-447c-a633-3548f6b0ca2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:35.072774 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ab79d4e8-10b2-447c-a633-3548f6b0ca2b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/168685f9-b9cd-4012-8195-c08dc4b4c9bf HTTP/1.1" status: 204 len: 168 time: 0.2166190 Aug 28 15:04:35.086826 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-4f818288-8f1f-44e6-8a72-5dc4ee7b6591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:35.090066 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-4f818288-8f1f-44e6-8a72-5dc4ee7b6591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:35.090066 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-4f818288-8f1f-44e6-8a72-5dc4ee7b6591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:35.090066 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-4f818288-8f1f-44e6-8a72-5dc4ee7b6591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:35.090066 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-4f818288-8f1f-44e6-8a72-5dc4ee7b6591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:35.090066 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-4f818288-8f1f-44e6-8a72-5dc4ee7b6591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:35.091519 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-4f818288-8f1f-44e6-8a72-5dc4ee7b6591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:35.092402 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-4f818288-8f1f-44e6-8a72-5dc4ee7b6591 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c41f7ff750b41758b81cc9b9f8f4744&device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 6505 time: 0.2986484 Aug 28 15:04:35.109047 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79d4e8-10b2-447c-a633-3548f6b0ca2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168685f9-b9cd-4012-8195-c08dc4b4c9bf,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:35.381569 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Attempting to bind port 20794e38-4b23-478d-9312-41cae21091e9 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:04:35.382820 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Attempting to bind port 20794e38-4b23-478d-9312-41cae21091e9 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:04:35.384793 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Attempting to bind port 20794e38-4b23-478d-9312-41cae21091e9 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:04:35.404843 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:04:35.406382 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:04:35.408210 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:35.408828 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:04:35.410706 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Bound port: 20794e38-4b23-478d-9312-41cae21091e9, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:04:35.412356 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:35.452331 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Port 20794e38-4b23-478d-9312-41cae21091e9 has been deleted concurrently {{(pid=106331) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 28 15:04:35.470100 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Routers {'d9fa7e4b-7ea1-4df8-a8d9-5ebfbadf548a'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:35.470745 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d9fa7e4b-7ea1-4df8-a8d9-5ebfbadf548a'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:35.589665 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e6dcabf3-fb71-48ba-8d62-854b87fbd5e1 req-ae690264-d8b1-43ee-9069-724372ed7534 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5572734 Aug 28 15:04:35.647030 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eb9acb66-4e5a-4670-b800-f1038f3b08e1 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:35.697305 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d418fb9-79a9-4579-b16b-88172d243397 req-e91eea8a-5eac-436b-9ad8-75e2533515b0 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:35.700514 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2d418fb9-79a9-4579-b16b-88172d243397 req-e91eea8a-5eac-436b-9ad8-75e2533515b0 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8b0024-ba33-469f-bbfb-a311345bca9e HTTP/1.1" status: 200 len: 946 time: 0.1398861 Aug 28 15:04:35.772143 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] Set router d9fa7e4b-7ea1-4df8-a8d9-5ebfbadf548a gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:04:35.792999 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eb9acb66-4e5a-4670-b800-f1038f3b08e1 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:35.798387 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2d418fb9-79a9-4579-b16b-88172d243397 req-7e16fd31-045f-4235-92c4-1faa683d2f83 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836201 Aug 28 15:04:35.813522 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eb9acb66-4e5a-4670-b800-f1038f3b08e1 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:35.825212 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-21808c74-8926-4dff-acae-8d58f1307301 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:35.830884 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-ab11ff32-63cc-4337-b72f-451e64e3e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:35.831367 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-ab11ff32-63cc-4337-b72f-451e64e3e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:35.831963 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-ab11ff32-63cc-4337-b72f-451e64e3e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:35.833802 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-ab11ff32-63cc-4337-b72f-451e64e3e457 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1b33141-ca0c-463e-90a5-3e011354593f&id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&id=81167e94-3666-4c28-a056-416ea7a0c9d3&id=81167e94-3666-4c28-a056-416ea7a0c9d3 HTTP/1.1" status: 200 len: 2297 time: 0.3236654 Aug 28 15:04:35.890132 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fa7e4b-7ea1-4df8-a8d9-5ebfbadf548a', 'name': 'tempest-snat-router-492501934', 'tenant_id': '3dc81ce67b634bbfbf97a29f31bc20c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:04:29Z', 'updated_at': '2021-08-28T15:04:34Z', 'revision_number': 5, 'project_id': '3dc81ce67b634bbfbf97a29f31bc20c4', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:35.951519 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1084d34-ca28-4642-8c8d-444cc036b93a None None] The sync data for ids ['d9fa7e4b-7ea1-4df8-a8d9-5ebfbadf548a'] in n-d-712137-10 is: [{'id': 'd9fa7e4b-7ea1-4df8-a8d9-5ebfbadf548a', 'name': 'tempest-snat-router-492501934', 'tenant_id': '3dc81ce67b634bbfbf97a29f31bc20c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:04:29Z', 'updated_at': '2021-08-28T15:04:34Z', 'revision_number': 5, 'project_id': '3dc81ce67b634bbfbf97a29f31bc20c4', 'gw_port_host': None}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:04:35.987200 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eb9acb66-4e5a-4670-b800-f1038f3b08e1 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:35.987804 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9acb66-4e5a-4670-b800-f1038f3b08e1 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9fa7e4b-7ea1-4df8-a8d9-5ebfbadf548a {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:04:36.009476 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eb9acb66-4e5a-4670-b800-f1038f3b08e1 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:36.011702 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-eb9acb66-4e5a-4670-b800-f1038f3b08e1 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "DELETE /v2.0/routers/d9fa7e4b-7ea1-4df8-a8d9-5ebfbadf548a HTTP/1.1" status: 204 len: 168 time: 2.4404624 Aug 28 15:04:36.015761 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42294) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:36.028589 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b5e293b4-c9ca-454e-838e-03ab0f7c05be up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:04:36.035185 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-8eb3d9b1-ef7f-45e2-8ab0-b84f14c6de78 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b87fed8-f886-448a-9c21-e53f6cc4e49a HTTP/1.1" status: 200 len: 1000 time: 0.1601229 Aug 28 15:04:36.163966 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-2533a9ed-9262-42a0-80f3-427d85e81512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:36.166148 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-2533a9ed-9262-42a0-80f3-427d85e81512 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0834cea-40c4-4457-8496-7782b5b24a25 HTTP/1.1" status: 200 len: 856 time: 0.0867674 Aug 28 15:04:36.173822 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port b5e293b4-c9ca-454e-838e-03ab0f7c05be triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:04:36.174216 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:36.210755 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eec722e0-6bf6-40d8-a900-27fda3769be3 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:36.420496 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21808c74-8926-4dff-acae-8d58f1307301 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Router 6158a389-9c29-44cd-a1e9-a23418215587 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:04:36.446588 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-f332c76c-6f9b-4dc2-b2b4-5238c3053d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:36.449410 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-f332c76c-6f9b-4dc2-b2b4-5238c3053d39 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1b33141-ca0c-463e-90a5-3e011354593f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732524 Aug 28 15:04:36.494080 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eec722e0-6bf6-40d8-a900-27fda3769be3 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:36.579704 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-eec722e0-6bf6-40d8-a900-27fda3769be3 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Deleting port b5e293b4-c9ca-454e-838e-03ab0f7c05be {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:04:36.579704 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eec722e0-6bf6-40d8-a900-27fda3769be3 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:36.718638 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21808c74-8926-4dff-acae-8d58f1307301 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:04:36.735909 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3936ca-1c65-42a2-8ac8-9a78ab9e426e None None] Sync routers for ids ['6158a389-9c29-44cd-a1e9-a23418215587'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:04:36.741301 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-21808c74-8926-4dff-acae-8d58f1307301 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "PUT /v2.0/routers/6158a389-9c29-44cd-a1e9-a23418215587/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9964857 Aug 28 15:04:36.742295 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42324) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:36.751585 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3936ca-1c65-42a2-8ac8-9a78ab9e426e None None] Routers {'6158a389-9c29-44cd-a1e9-a23418215587'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:36.752114 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-786f8497-24d7-4058-89be-7e3db2cfc8e9 service neutron] 10.222.0.36 "GET /v2.0/networks/f1b33141-ca0c-463e-90a5-3e011354593f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926650 Aug 28 15:04:36.754551 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3d3936ca-1c65-42a2-8ac8-9a78ab9e426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['6158a389-9c29-44cd-a1e9-a23418215587'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:36.835501 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 0c80780b-4d39-459f-ac8b-19d9bc9ccff9 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:04:36.900319 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3d3936ca-1c65-42a2-8ac8-9a78ab9e426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:36.908985 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-eec722e0-6bf6-40d8-a900-27fda3769be3 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] For port b5e293b4-c9ca-454e-838e-03ab0f7c05be, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b5e293b4-c9ca-454e-838e-03ab0f7c05be,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:36.909484 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eec722e0-6bf6-40d8-a900-27fda3769be3 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:36.955214 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-eec722e0-6bf6-40d8-a900-27fda3769be3 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Calling delete_port for b5e293b4-c9ca-454e-838e-03ab0f7c05be owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:04:36.957138 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3936ca-1c65-42a2-8ac8-9a78ab9e426e None None] Routers {'6158a389-9c29-44cd-a1e9-a23418215587'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:36.957780 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3d3936ca-1c65-42a2-8ac8-9a78ab9e426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['6158a389-9c29-44cd-a1e9-a23418215587'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:37.030587 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-4bdb063e-f4de-480a-a17a-3d2ec83833f4 service neutron] 10.222.0.36 "GET /v2.0/networks/f1b33141-ca0c-463e-90a5-3e011354593f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373135 Aug 28 15:04:37.035535 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-03147055-79a6-4df1-be07-78d5a685c7da tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:37.075768 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 0c80780b-4d39-459f-ac8b-19d9bc9ccff9 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:04:37.088424 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 0c80780b-4d39-459f-ac8b-19d9bc9ccff9 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:04:37.089298 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:37.122969 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3d3936ca-1c65-42a2-8ac8-9a78ab9e426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:37.123468 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3936ca-1c65-42a2-8ac8-9a78ab9e426e None None] The sync data for ids ['6158a389-9c29-44cd-a1e9-a23418215587'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:04:37.139247 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-cb618273-b16b-41fe-8b0b-920928d1fa48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=7e62bbc1-7086-4e73-bc5b-92ef2064ead1 HTTP/1.1" status: 200 len: 217 time: 0.1007648 Aug 28 15:04:37.150267 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17569a-b40d-4793-882f-b0092968d954 req-f4a6d065-8a2b-4ec7-891f-b7cde949afbb tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:37.159194 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bf17569a-b40d-4793-882f-b0092968d954 req-f4a6d065-8a2b-4ec7-891f-b7cde949afbb tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8b0024-ba33-469f-bbfb-a311345bca9e HTTP/1.1" status: 200 len: 946 time: 0.1778014 Aug 28 15:04:37.291163 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eec722e0-6bf6-40d8-a900-27fda3769be3 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:37.292200 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bf17569a-b40d-4793-882f-b0092968d954 req-25ccec64-4f5f-4dcf-9bf3-d356c70a86c6 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317275 Aug 28 15:04:37.333668 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-cc968185-737d-45bf-b41d-f91c4903b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:37.335012 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:37.339584 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-cc968185-737d-45bf-b41d-f91c4903b3cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a37ef518-489b-4615-b751-b3cd93e01029 HTTP/1.1" status: 200 len: 797 time: 0.1668904 Aug 28 15:04:37.383425 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619a35e-e03f-4a95-ad2c-745777cd0e2f req-65039e2d-046f-4377-84d2-cfe6fce6a449 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:37.394021 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-03147055-79a6-4df1-be07-78d5a685c7da tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:37.397272 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d619a35e-e03f-4a95-ad2c-745777cd0e2f req-65039e2d-046f-4377-84d2-cfe6fce6a449 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe1beac-4e50-41a7-b516-06485af0d26c HTTP/1.1" status: 200 len: 944 time: 0.6279726 Aug 28 15:04:37.408372 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe1beac-4e50-41a7-b516-06485af0d26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c80780b-4d39-459f-ac8b-19d9bc9ccff9'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:04:37.415069 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bea98cf-591f-4a19-9c66-c88a5dc3f134" -d '{"events": [{"server_uuid": "ebe1beac-4e50-41a7-b516-06485af0d26c", "name": "network-vif-plugged", "status": "completed", "tag": "0c80780b-4d39-459f-ac8b-19d9bc9ccff9"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:04:37.449865 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 0c80780b-4d39-459f-ac8b-19d9bc9ccff9, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=0c80780b-4d39-459f-ac8b-19d9bc9ccff9,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:37.465548 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:37.487189 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-53892841-f76e-4a67-ab0d-9735b55f284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:37.488747 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-53892841-f76e-4a67-ab0d-9735b55f284c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1420207 Aug 28 15:04:37.548258 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=0c80780b-4d39-459f-ac8b-19d9bc9ccff9,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:37.574309 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec722e0-6bf6-40d8-a900-27fda3769be3 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5e293b4-c9ca-454e-838e-03ab0f7c05be,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:37.613013 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d619a35e-e03f-4a95-ad2c-745777cd0e2f req-1f55999d-6f07-4575-95c5-ca1dcccc3d61 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148306 Aug 28 15:04:37.660323 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-cb13321f-edb4-44e4-8322-9d9fa64f44c7 service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582615 Aug 28 15:04:37.664535 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3a316-6a91-4b7f-830d-e52cc5589a8e req-aadb32f5-69fa-40da-b580-758f3a19fc04 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:37.666100 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-85e3a316-6a91-4b7f-830d-e52cc5589a8e req-aadb32f5-69fa-40da-b580-758f3a19fc04 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d8b0024-ba33-469f-bbfb-a311345bca9e HTTP/1.1" status: 200 len: 946 time: 0.4012825 Aug 28 15:04:37.688978 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eec722e0-6bf6-40d8-a900-27fda3769be3 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:37.720547 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c279656-f525-4075-bcf0-f8bd37f6720b x-openstack-request-id: req-5c279656-f525-4075-bcf0-f8bd37f6720b {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:04:37.720547 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe1beac-4e50-41a7-b516-06485af0d26c", "name": "network-vif-plugged", "status": "completed", "tag": "0c80780b-4d39-459f-ac8b-19d9bc9ccff9", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:04:37.720727 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c279656-f525-4075-bcf0-f8bd37f6720b {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:04:37.721025 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe1beac-4e50-41a7-b516-06485af0d26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c80780b-4d39-459f-ac8b-19d9bc9ccff9', 'code': 200} Aug 28 15:04:37.794054 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-03147055-79a6-4df1-be07-78d5a685c7da tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Deleting port feffa611-0d49-4cb0-91cc-8b3dc57e609b {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:04:37.794673 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-03147055-79a6-4df1-be07-78d5a685c7da tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:37.923922 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-ff7a1c71-e52e-4798-a46b-2aafd366f21e service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438397 Aug 28 15:04:37.929661 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f7ef0dda-3d0e-4594-b345-8bf548c3d111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:37.951382 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eec722e0-6bf6-40d8-a900-27fda3769be3 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:37.971697 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eec722e0-6bf6-40d8-a900-27fda3769be3 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:37.981169 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:04:38.029296 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-5255d218-b79d-44b1-b254-0b026014401e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=7840cbd9-0758-4ada-854e-1b4e2f5d208a HTTP/1.1" status: 200 len: 217 time: 0.1044571 Aug 28 15:04:38.080957 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eec722e0-6bf6-40d8-a900-27fda3769be3 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:38.081543 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec722e0-6bf6-40d8-a900-27fda3769be3 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f4f2cc65-d601-42ba-89c2-7d233cb6f130 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:04:38.087151 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eec722e0-6bf6-40d8-a900-27fda3769be3 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:38.092765 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-eec722e0-6bf6-40d8-a900-27fda3769be3 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "DELETE /v2.0/routers/f4f2cc65-d601-42ba-89c2-7d233cb6f130 HTTP/1.1" status: 204 len: 168 time: 2.0713556 Aug 28 15:04:38.093027 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42414) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:38.097494 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-1f2b01f2-d208-4e8b-a969-5fa19fef0155 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1129223994', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}, 'admin_state_up': False}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:38.112864 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6c846-e25c-4838-b218-6732180baf57 req-9bd727e9-e567-4556-a6d1-4911b84ef11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:38.114513 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3cd6c846-e25c-4838-b218-6732180baf57 req-9bd727e9-e567-4556-a6d1-4911b84ef11a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ebe1beac-4e50-41a7-b516-06485af0d26c HTTP/1.1" status: 200 len: 1097 time: 0.1710312 Aug 28 15:04:38.131589 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-03147055-79a6-4df1-be07-78d5a685c7da tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:38.143231 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1f2b01f2-d208-4e8b-a969-5fa19fef0155 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:38.144395 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1f2b01f2-d208-4e8b-a969-5fa19fef0155 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:38.161239 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-03147055-79a6-4df1-be07-78d5a685c7da tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Calling delete_port for feffa611-0d49-4cb0-91cc-8b3dc57e609b owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:04:38.178538 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-2989c392-a61b-48ab-a846-28daea7c5804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:38.179848 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-2989c392-a61b-48ab-a846-28daea7c5804 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a37ef518-489b-4615-b751-b3cd93e01029 HTTP/1.1" status: 200 len: 797 time: 0.1363454 Aug 28 15:04:38.203331 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-85e3a316-6a91-4b7f-830d-e52cc5589a8e req-79648f26-efd3-42b2-8379-0f70c29da0c1 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Deleting port c8c63154-8291-48db-99f7-e2a97c3fbfb5 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:04:38.203753 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-85e3a316-6a91-4b7f-830d-e52cc5589a8e req-79648f26-efd3-42b2-8379-0f70c29da0c1 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:38.226490 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3cd6c846-e25c-4838-b218-6732180baf57 req-ed4319d7-75bd-4944-aa49-0faac5fbc585 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003139 Aug 28 15:04:38.333856 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device c8c63154-8291-48db-99f7-e2a97c3fbfb5 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:04:38.386014 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-85e3a316-6a91-4b7f-830d-e52cc5589a8e req-79648f26-efd3-42b2-8379-0f70c29da0c1 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] For port c8c63154-8291-48db-99f7-e2a97c3fbfb5, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=c8c63154-8291-48db-99f7-e2a97c3fbfb5,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:38.386484 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-85e3a316-6a91-4b7f-830d-e52cc5589a8e req-79648f26-efd3-42b2-8379-0f70c29da0c1 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:38.416261 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-85e3a316-6a91-4b7f-830d-e52cc5589a8e req-79648f26-efd3-42b2-8379-0f70c29da0c1 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Calling delete_port for c8c63154-8291-48db-99f7-e2a97c3fbfb5 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:04:38.474188 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:38.508347 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port c8c63154-8291-48db-99f7-e2a97c3fbfb5, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=c8c63154-8291-48db-99f7-e2a97c3fbfb5,segment=NetworkSegment(054bce77-d965-4f6e-801e-8da1b8abd808),segment_id=054bce77-d965-4f6e-801e-8da1b8abd808)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:38.514029 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:38.579678 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=c8c63154-8291-48db-99f7-e2a97c3fbfb5,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:38.606362 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1f2b01f2-d208-4e8b-a969-5fa19fef0155 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:38.621101 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63902d9-1435-49e6-a859-b5e4bdb54320 req-a7f3e9c8-681e-4e4c-a400-38a02f81ca7c tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:38.629845 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-badaab57-4697-4ecd-8ca3-66ec9fe1f3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:38.631790 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-badaab57-4697-4ecd-8ca3-66ec9fe1f3c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4428148 Aug 28 15:04:38.640886 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b63902d9-1435-49e6-a859-b5e4bdb54320 req-a7f3e9c8-681e-4e4c-a400-38a02f81ca7c tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8b0024-ba33-469f-bbfb-a311345bca9e HTTP/1.1" status: 200 len: 946 time: 0.2397771 Aug 28 15:04:38.734992 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b63902d9-1435-49e6-a859-b5e4bdb54320 req-0d2a6ac5-50b9-43a9-a905-275b955a9c2c tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0f01abc-9322-486c-8d67-03558cd937bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930302 Aug 28 15:04:38.823936 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42436) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:38.903350 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-03147055-79a6-4df1-be07-78d5a685c7da tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:38.904441 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-85e3a316-6a91-4b7f-830d-e52cc5589a8e req-79648f26-efd3-42b2-8379-0f70c29da0c1 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:38.955491 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79648f26-efd3-42b2-8379-0f70c29da0c1 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Pushing event deleted for resources: {'Port': ['ID=c8c63154-8291-48db-99f7-e2a97c3fbfb5,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:39.009941 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e3a316-6a91-4b7f-830d-e52cc5589a8e req-79648f26-efd3-42b2-8379-0f70c29da0c1 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] No DVR routers for this DVR port c8c63154-8291-48db-99f7-e2a97c3fbfb5 on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:04:39.013178 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-85e3a316-6a91-4b7f-830d-e52cc5589a8e req-79648f26-efd3-42b2-8379-0f70c29da0c1 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:39.015242 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-85e3a316-6a91-4b7f-830d-e52cc5589a8e req-79648f26-efd3-42b2-8379-0f70c29da0c1 tempest-ImagesTestJSON-678554524 tempest-ImagesTestJSON-678554524-project] 10.222.0.41 "DELETE /v2.0/ports/c8c63154-8291-48db-99f7-e2a97c3fbfb5 HTTP/1.1" status: 204 len: 173 time: 1.3313906 Aug 28 15:04:39.015725 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8b0024-ba33-469f-bbfb-a311345bca9e', 'name': 'network-vif-deleted', 'tag': 'c8c63154-8291-48db-99f7-e2a97c3fbfb5'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:04:39.018415 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6e87e1-b052-4ab3-ba37-25017ce53be2" -d '{"events": [{"server_uuid": "2d8b0024-ba33-469f-bbfb-a311345bca9e", "name": "network-vif-deleted", "tag": "c8c63154-8291-48db-99f7-e2a97c3fbfb5"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:04:39.093319 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0328-5364-4334-8031-5b355581db56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:39.133748 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118565df-e80a-4975-89a3-f77db0204acd x-openstack-request-id: req-118565df-e80a-4975-89a3-f77db0204acd {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:04:39.134079 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8b0024-ba33-469f-bbfb-a311345bca9e", "name": "network-vif-deleted", "tag": "c8c63154-8291-48db-99f7-e2a97c3fbfb5", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:04:39.134298 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-118565df-e80a-4975-89a3-f77db0204acd {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:04:39.134707 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8b0024-ba33-469f-bbfb-a311345bca9e', 'name': 'network-vif-deleted', 'tag': 'c8c63154-8291-48db-99f7-e2a97c3fbfb5', 'status': 'completed', 'code': 200} Aug 28 15:04:39.263074 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0328-5364-4334-8031-5b355581db56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:39.268983 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0328-5364-4334-8031-5b355581db56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:39.338033 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ea9f0328-5364-4334-8031-5b355581db56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d40729066994a9cb01903270afc6b09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5103705 Aug 28 15:04:39.341681 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42454) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:39.342670 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f0328-5364-4334-8031-5b355581db56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cccc62-1486-4820-88fe-bde068f5c2dc,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:39.404951 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03147055-79a6-4df1-be07-78d5a685c7da tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event deleted for resources: {'Port': ['ID=feffa611-0d49-4cb0-91cc-8b3dc57e609b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:39.414691 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1f2b01f2-d208-4e8b-a969-5fa19fef0155 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:39.437649 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-feaa98c8-5267-4a99-8253-c9507cc43b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:39.469800 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-feaa98c8-5267-4a99-8253-c9507cc43b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:39.515189 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a594f-63c4-40a5-afdc-c0fda4131c62 req-b3c5f607-b354-4b4d-9082-969770d03774 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:39.519144 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-186a594f-63c4-40a5-afdc-c0fda4131c62 req-b3c5f607-b354-4b4d-9082-969770d03774 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe1beac-4e50-41a7-b516-06485af0d26c HTTP/1.1" status: 200 len: 945 time: 0.7265046 Aug 28 15:04:39.545723 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-feaa98c8-5267-4a99-8253-c9507cc43b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:39.549332 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-feaa98c8-5267-4a99-8253-c9507cc43b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:39.550932 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-feaa98c8-5267-4a99-8253-c9507cc43b2c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/46cccc62-1486-4820-88fe-bde068f5c2dc HTTP/1.1" status: 204 len: 168 time: 0.2014422 Aug 28 15:04:39.560592 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa98c8-5267-4a99-8253-c9507cc43b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cccc62-1486-4820-88fe-bde068f5c2dc,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:39.594771 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-18dc2e29-19d7-4d81-ae29-b32b75165453 service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7900031 Aug 28 15:04:39.621824 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-03147055-79a6-4df1-be07-78d5a685c7da tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:39.722620 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8b0024-ba33-469f-bbfb-a311345bca9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8c63154-8291-48db-99f7-e2a97c3fbfb5'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:04:39.724975 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f99cb20-85db-4993-b7d1-7384fac2b315" -d '{"events": [{"server_uuid": "2d8b0024-ba33-469f-bbfb-a311345bca9e", "name": "network-vif-unplugged", "status": "completed", "tag": "c8c63154-8291-48db-99f7-e2a97c3fbfb5"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:04:39.759301 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-186a594f-63c4-40a5-afdc-c0fda4131c62 req-e069435c-b0f4-46de-aab6-39bc430a07f0 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115765 Aug 28 15:04:39.790080 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 15:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a47a543-937e-47a2-b589-86f3956cd458 x-openstack-request-id: req-7a47a543-937e-47a2-b589-86f3956cd458 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:04:39.790441 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8b0024-ba33-469f-bbfb-a311345bca9e", "name": "network-vif-unplugged", "status": "completed", "tag": "c8c63154-8291-48db-99f7-e2a97c3fbfb5", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:04:39.790698 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a47a543-937e-47a2-b589-86f3956cd458 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:04:39.791088 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8b0024-ba33-469f-bbfb-a311345bca9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8c63154-8291-48db-99f7-e2a97c3fbfb5', 'code': 200} Aug 28 15:04:39.833323 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-03147055-79a6-4df1-be07-78d5a685c7da tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:39.839204 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-03147055-79a6-4df1-be07-78d5a685c7da tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:39.914748 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b5e293b4-c9ca-454e-838e-03ab0f7c05be no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:04:39.982089 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: b5e293b4-c9ca-454e-838e-03ab0f7c05be {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:04:39.982438 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b5e293b4-c9ca-454e-838e-03ab0f7c05be not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:04:39.998061 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-2d8547d5-6f66-4672-83f6-56713061f727 service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931599 Aug 28 15:04:40.021765 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-03147055-79a6-4df1-be07-78d5a685c7da tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:40.022411 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03147055-79a6-4df1-be07-78d5a685c7da tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Fanout notify agent at l3_agent the message router_deleted on router 6158a389-9c29-44cd-a1e9-a23418215587 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:04:40.030174 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-03147055-79a6-4df1-be07-78d5a685c7da tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:40.033583 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-03147055-79a6-4df1-be07-78d5a685c7da tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "DELETE /v2.0/routers/6158a389-9c29-44cd-a1e9-a23418215587 HTTP/1.1" status: 204 len: 168 time: 3.2876396 Aug 28 15:04:40.034049 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42488) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:40.091940 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-fb45e3ee-60bd-4dae-9409-458e3f07386c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77 HTTP/1.1" status: 200 len: 217 time: 0.0768769 Aug 28 15:04:40.180449 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b7cc8f2-cd0b-4096-8475-75b91627fb16 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Deleting subnet 043fc4a7-be5e-4976-b512-fd12e8d7b758 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:04:40.187843 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4b7cc8f2-cd0b-4096-8475-75b91627fb16 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:40.240640 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4b7cc8f2-cd0b-4096-8475-75b91627fb16 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:40.266735 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-33a7fe1f-9a91-46ee-b2ae-07db159897b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:40.268180 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-33a7fe1f-9a91-46ee-b2ae-07db159897b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a37ef518-489b-4615-b751-b3cd93e01029 HTTP/1.1" status: 200 len: 797 time: 0.1685531 Aug 28 15:04:40.340529 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4b7cc8f2-cd0b-4096-8475-75b91627fb16 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:40.384520 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1f2b01f2-d208-4e8b-a969-5fa19fef0155 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:40.413597 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42518) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:40.425891 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1f2b01f2-d208-4e8b-a969-5fa19fef0155 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:40.432730 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4b7cc8f2-cd0b-4096-8475-75b91627fb16 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:40.463046 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7cc8f2-cd0b-4096-8475-75b91627fb16 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event deleted for resources: {'Subnet': ['ID=043fc4a7-be5e-4976-b512-fd12e8d7b758,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:40.471744 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4b7cc8f2-cd0b-4096-8475-75b91627fb16 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:40.476195 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4b7cc8f2-cd0b-4096-8475-75b91627fb16 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "DELETE /v2.0/subnets/043fc4a7-be5e-4976-b512-fd12e8d7b758 HTTP/1.1" status: 204 len: 168 time: 0.4388759 Aug 28 15:04:40.478776 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42522) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:40.489637 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4159b193-657e-4e7a-9a65-ce6994a8d532 None None] Network 177a005e-282c-4fe1-b9dc-7fac53c0f29c requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:04:40.571226 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-396aad3d-9bd9-4e51-8c18-72af004c3b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:40.599871 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-1f2b01f2-d208-4e8b-a969-5fa19fef0155 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Allocated IP 172.25.3.132 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/b60174b2-425c-484c-aee9-61e39593f8bc) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:04:40.673340 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9b1e4110-6d8d-43bb-b259-fa26e5015013 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:40.713679 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1f2b01f2-d208-4e8b-a969-5fa19fef0155 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:40.756941 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-9b1e4110-6d8d-43bb-b259-fa26e5015013 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Deleting port 9267879d-9018-4f29-b161-f6f45a4b50bb {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:04:40.758200 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9b1e4110-6d8d-43bb-b259-fa26e5015013 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:40.762144 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-63a48ba4-72a3-4480-9734-2318ac728c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:40.763913 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-63a48ba4-72a3-4480-9734-2318ac728c86 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4513564 Aug 28 15:04:40.790306 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:40.803753 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afb375f-cadd-4a41-91e3-17157d48920a None None] DHCP port deletion for 177a005e-282c-4fe1-b9dc-7fac53c0f29c request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:04:40.849701 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb2b76c-7217-4306-ad0f-222ecdd50100 admin admin] Deleting subnet 0232775b-ecc0-4f31-8c1b-6f02e982b8c0 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:04:40.853050 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-beb2b76c-7217-4306-ad0f-222ecdd50100 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:40.884117 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-6afb375f-cadd-4a41-91e3-17157d48920a None None] Deleting port 9267879d-9018-4f29-b161-f6f45a4b50bb {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:04:40.884117 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6afb375f-cadd-4a41-91e3-17157d48920a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:40.910189 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-beb2b76c-7217-4306-ad0f-222ecdd50100 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:40.964102 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-beb2b76c-7217-4306-ad0f-222ecdd50100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:40.966313 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-9b1e4110-6d8d-43bb-b259-fa26e5015013 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] For port 9267879d-9018-4f29-b161-f6f45a4b50bb, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=9267879d-9018-4f29-b161-f6f45a4b50bb,segment=NetworkSegment(76d0a692-2ce4-4c2f-9c0f-f88b33781c13),segment_id=76d0a692-2ce4-4c2f-9c0f-f88b33781c13)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:40.966752 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9b1e4110-6d8d-43bb-b259-fa26e5015013 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:41.005034 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-9b1e4110-6d8d-43bb-b259-fa26e5015013 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Calling delete_port for 9267879d-9018-4f29-b161-f6f45a4b50bb owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:04:41.023013 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-6afb375f-cadd-4a41-91e3-17157d48920a None None] For port 9267879d-9018-4f29-b161-f6f45a4b50bb, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=9267879d-9018-4f29-b161-f6f45a4b50bb,segment=NetworkSegment(76d0a692-2ce4-4c2f-9c0f-f88b33781c13),segment_id=76d0a692-2ce4-4c2f-9c0f-f88b33781c13)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:41.023382 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6afb375f-cadd-4a41-91e3-17157d48920a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:41.038740 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-6afb375f-cadd-4a41-91e3-17157d48920a None None] Calling delete_port for 9267879d-9018-4f29-b161-f6f45a4b50bb owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:04:41.043792 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1f2b01f2-d208-4e8b-a969-5fa19fef0155 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:41.140146 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6afb375f-cadd-4a41-91e3-17157d48920a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:41.141529 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2b01f2-d208-4e8b-a969-5fa19fef0155 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:04:41.154719 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edffc2f-fca5-4edb-870c-9fbdbb841941 req-c63da375-1c60-4b6d-baba-b8e10ee538a1 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:41.156751 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1edffc2f-fca5-4edb-870c-9fbdbb841941 req-c63da375-1c60-4b6d-baba-b8e10ee538a1 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe1beac-4e50-41a7-b516-06485af0d26c HTTP/1.1" status: 200 len: 945 time: 0.1866174 Aug 28 15:04:41.162317 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-1f2b01f2-d208-4e8b-a969-5fa19fef0155 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:04:41.176942 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2b01f2-d208-4e8b-a969-5fa19fef0155 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:04:41.180184 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-20d44fb3-eeda-48a6-bac8-50ec95b48c5a service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069815 Aug 28 15:04:41.180632 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9b1e4110-6d8d-43bb-b259-fa26e5015013 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:41.183577 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-beb2b76c-7217-4306-ad0f-222ecdd50100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:41.183777 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb375f-cadd-4a41-91e3-17157d48920a None None] Pushing event deleted for resources: {'Port': ['ID=9267879d-9018-4f29-b161-f6f45a4b50bb,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:41.185741 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afb375f-cadd-4a41-91e3-17157d48920a None None] No DVR routers for this DVR port 9267879d-9018-4f29-b161-f6f45a4b50bb on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:04:41.216745 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b01f2-d208-4e8b-a969-5fa19fef0155 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Pushing event updated for resources: {'Port': ['ID=b60174b2-425c-484c-aee9-61e39593f8bc,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:41.221980 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e4110-6d8d-43bb-b259-fa26e5015013 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event deleted for resources: {'Port': ['ID=9267879d-9018-4f29-b161-f6f45a4b50bb,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:41.226013 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1e4110-6d8d-43bb-b259-fa26e5015013 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] No DVR routers for this DVR port 9267879d-9018-4f29-b161-f6f45a4b50bb on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:04:41.286962 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2b76c-7217-4306-ad0f-222ecdd50100 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0232775b-ecc0-4f31-8c1b-6f02e982b8c0,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:41.292629 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-beb2b76c-7217-4306-ad0f-222ecdd50100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:41.294599 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-beb2b76c-7217-4306-ad0f-222ecdd50100 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0232775b-ecc0-4f31-8c1b-6f02e982b8c0 HTTP/1.1" status: 204 len: 168 time: 0.8796597 Aug 28 15:04:41.308799 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42552) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:41.359820 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1edffc2f-fca5-4edb-870c-9fbdbb841941 req-d3becfb4-ed50-4af2-8ca1-8114a4a29fed tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910760 Aug 28 15:04:41.402687 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9b1e4110-6d8d-43bb-b259-fa26e5015013 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:41.413272 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-9b1e4110-6d8d-43bb-b259-fa26e5015013 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['177a005e-282c-4fe1-b9dc-7fac53c0f29c']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:41.428000 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-9b1e4110-6d8d-43bb-b259-fa26e5015013 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d0a692-2ce4-4c2f-9c0f-f88b33781c13') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:41.428299 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-9b1e4110-6d8d-43bb-b259-fa26e5015013 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d0a692-2ce4-4c2f-9c0f-f88b33781c13') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:41.438689 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9b1e4110-6d8d-43bb-b259-fa26e5015013 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:41.452592 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9b1e4110-6d8d-43bb-b259-fa26e5015013 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:41.459185 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b1e4110-6d8d-43bb-b259-fa26e5015013 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:04:41.459600 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9b1e4110-6d8d-43bb-b259-fa26e5015013 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:04:41.517977 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:04:41.550042 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9b1e4110-6d8d-43bb-b259-fa26e5015013 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:41.561540 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9b1e4110-6d8d-43bb-b259-fa26e5015013 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:41.563431 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9b1e4110-6d8d-43bb-b259-fa26e5015013 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "DELETE /v2.0/networks/177a005e-282c-4fe1-b9dc-7fac53c0f29c HTTP/1.1" status: 204 len: 168 time: 1.0834975 Aug 28 15:04:41.567760 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ceb2c465-ac38-4d63-914c-81a595e2873c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:41.577993 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42574) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:41.591116 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e4110-6d8d-43bb-b259-fa26e5015013 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event deleted for resources: {'Network': ['ID=177a005e-282c-4fe1-b9dc-7fac53c0f29c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:41.670105 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:41.702989 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-c8c2e230-9e35-4fc2-87bc-bb37593631aa service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834964 Aug 28 15:04:41.768173 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-49f8a0f2-5ae4-4d2f-ab59-adf52f4be87f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=537aef6e-3a73-4211-94bf-e4cb13b399dd HTTP/1.1" status: 200 len: 217 time: 0.0568995 Aug 28 15:04:41.772390 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ceb2c465-ac38-4d63-914c-81a595e2873c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:41.795556 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-ceb2c465-ac38-4d63-914c-81a595e2873c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1123c5af-47ee-4e05-9c33-399c448cd238']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:41.812158 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-ceb2c465-ac38-4d63-914c-81a595e2873c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '054bce77-d965-4f6e-801e-8da1b8abd808') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:41.812458 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-ceb2c465-ac38-4d63-914c-81a595e2873c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '054bce77-d965-4f6e-801e-8da1b8abd808') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:41.827149 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a03123-9521-48e0-a66d-e3f27583b6ce req-53e4d247-26c7-4da5-825a-498e44ce5575 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:41.831134 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ceb2c465-ac38-4d63-914c-81a595e2873c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:41.837728 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f2a03123-9521-48e0-a66d-e3f27583b6ce req-53e4d247-26c7-4da5-825a-498e44ce5575 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe1beac-4e50-41a7-b516-06485af0d26c HTTP/1.1" status: 200 len: 945 time: 0.2216356 Aug 28 15:04:41.843762 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-01416ebb-d64b-492e-8bbe-62a3de1f3b04 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Deleting port 466b681a-4f16-4f83-9024-3eb9b45798f2 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:04:41.844242 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01416ebb-d64b-492e-8bbe-62a3de1f3b04 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:41.871701 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ceb2c465-ac38-4d63-914c-81a595e2873c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:41.917158 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceb2c465-ac38-4d63-914c-81a595e2873c admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:04:41.917572 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ceb2c465-ac38-4d63-914c-81a595e2873c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:04:41.919315 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:04:41.958311 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9267879d-9018-4f29-b161-f6f45a4b50bb no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:04:41.995810 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ceb2c465-ac38-4d63-914c-81a595e2873c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:42.014305 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ceb2c465-ac38-4d63-914c-81a595e2873c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:42.016294 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ceb2c465-ac38-4d63-914c-81a595e2873c admin admin] 10.222.0.13 "DELETE /v2.0/networks/1123c5af-47ee-4e05-9c33-399c448cd238 HTTP/1.1" status: 204 len: 168 time: 0.7067780 Aug 28 15:04:42.029481 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01416ebb-d64b-492e-8bbe-62a3de1f3b04 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:42.029713 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01416ebb-d64b-492e-8bbe-62a3de1f3b04 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:42.029822 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 9267879d-9018-4f29-b161-f6f45a4b50bb {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:04:42.030166 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9267879d-9018-4f29-b161-f6f45a4b50bb not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:04:42.032543 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2c465-ac38-4d63-914c-81a595e2873c admin admin] Pushing event deleted for resources: {'Network': ['ID=1123c5af-47ee-4e05-9c33-399c448cd238,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:42.045005 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-01416ebb-d64b-492e-8bbe-62a3de1f3b04 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Calling delete_port for 466b681a-4f16-4f83-9024-3eb9b45798f2 owned by network:floatingip {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:04:42.086569 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-8b680852-cc4d-4c6a-bd22-73f65f91e26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:42.088219 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-8b680852-cc4d-4c6a-bd22-73f65f91e26d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a37ef518-489b-4615-b751-b3cd93e01029 HTTP/1.1" status: 200 len: 797 time: 0.3088665 Aug 28 15:04:42.194759 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f2a03123-9521-48e0-a66d-e3f27583b6ce req-686738b1-2746-4beb-9556-cc3024d59f2e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545909 Aug 28 15:04:42.234388 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42592) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:42.239700 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-df6dfa71-e8fc-45da-babf-d9033251dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:42.241951 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-df6dfa71-e8fc-45da-babf-d9033251dc6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1425712 Aug 28 15:04:42.243253 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1f2b01f2-d208-4e8b-a969-5fa19fef0155 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:42.300697 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01416ebb-d64b-492e-8bbe-62a3de1f3b04 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:42.356851 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device c8c63154-8291-48db-99f7-e2a97c3fbfb5 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:04:42.414189 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01416ebb-d64b-492e-8bbe-62a3de1f3b04 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event deleted for resources: {'Port': ['ID=466b681a-4f16-4f83-9024-3eb9b45798f2,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:42.436236 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: c8c63154-8291-48db-99f7-e2a97c3fbfb5 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:04:42.436812 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device c8c63154-8291-48db-99f7-e2a97c3fbfb5 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:04:42.488847 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42606) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:42.529601 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4cc184a3-8514-45ca-9a1a-ecce52a523c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:42.560866 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-4747b62a-4772-4ba7-a05a-8eec205c7d41 service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640474 Aug 28 15:04:42.575856 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01416ebb-d64b-492e-8bbe-62a3de1f3b04 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for floatingip, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:42.578380 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01416ebb-d64b-492e-8bbe-62a3de1f3b04 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:42.579728 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-01416ebb-d64b-492e-8bbe-62a3de1f3b04 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "DELETE /v2.0/floatingips/b6a9022f-23c3-460c-80e1-9e3871d1d49b HTTP/1.1" status: 204 len: 168 time: 1.0007176 Aug 28 15:04:42.585091 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42610) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:42.653593 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fde5ac7-9486-49ee-b276-92419f1cec8a tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] DELETE failed (client error): The resource could not be found. Aug 28 15:04:42.654371 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fde5ac7-9486-49ee-b276-92419f1cec8a tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:04:42.660165 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9fde5ac7-9486-49ee-b276-92419f1cec8a tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "DELETE /v2.0/ports/3b0c707a-3466-46a3-9b9d-2db2cf161600 HTTP/1.1" status: 404 len: 333 time: 0.0630910 Aug 28 15:04:42.665492 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42614) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:42.676126 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5bdf802a-6959-4af3-a6f2-92d6a4b1b5b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e95395be3d24839a8701be7dfdce9ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1828873 Aug 28 15:04:42.678099 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42616) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:42.710629 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f9c22bd2-03ec-44e6-96fb-eb80a5f11133 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "GET /v2.0/ports?device_id=6158a389-9c29-44cd-a1e9-a23418215587 HTTP/1.1" status: 200 len: 205 time: 0.0440075 Aug 28 15:04:42.711681 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42618) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:42.770508 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-22c72e7c-bdae-42da-b039-ce1e154ed3e9 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] delete failed (client error): The resource could not be found. Aug 28 15:04:42.774857 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-22c72e7c-bdae-42da-b039-ce1e154ed3e9 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "DELETE /v2.0/routers/6158a389-9c29-44cd-a1e9-a23418215587 HTTP/1.1" status: 404 len: 336 time: 0.0554538 Aug 28 15:04:42.776257 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42620) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:42.788868 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f32a40-b8d7-4279-b409-a31a00654ec0 req-3c261e77-d03d-4cd6-8e78-95e3d06da889 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:42.799580 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e0f32a40-b8d7-4279-b409-a31a00654ec0 req-3c261e77-d03d-4cd6-8e78-95e3d06da889 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe1beac-4e50-41a7-b516-06485af0d26c HTTP/1.1" status: 200 len: 945 time: 0.2246087 Aug 28 15:04:42.836507 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-7ecb930e-896f-4e7b-a350-468e03b54bc2 service neutron] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688925 Aug 28 15:04:42.842953 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a81bec4e-330a-4af1-b994-871b4092e987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:42.864108 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6e3605-e363-47e8-85fd-0ad07419ee25 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] DELETE failed (client error): The resource could not be found. Aug 28 15:04:42.864108 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f6e3605-e363-47e8-85fd-0ad07419ee25 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:04:42.864108 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3f6e3605-e363-47e8-85fd-0ad07419ee25 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "DELETE /v2.0/subnets/043fc4a7-be5e-4976-b512-fd12e8d7b758 HTTP/1.1" status: 404 len: 337 time: 0.0577807 Aug 28 15:04:42.868677 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42624) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:42.883160 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1f2b01f2-d208-4e8b-a969-5fa19fef0155 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:42.931182 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e0f32a40-b8d7-4279-b409-a31a00654ec0 req-c5a6589e-3823-406b-956b-99fd763e02fa tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302702 Aug 28 15:04:42.954790 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4cc184a3-8514-45ca-9a1a-ecce52a523c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:42.966684 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4cc184a3-8514-45ca-9a1a-ecce52a523c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:42.999857 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-2c279fa4-0c18-4164-9d56-cff05d5ec690 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=49f08d49-97e8-41d5-a930-67be641a9b4f HTTP/1.1" status: 200 len: 217 time: 0.1521242 Aug 28 15:04:43.022316 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a81bec4e-330a-4af1-b994-871b4092e987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:43.031241 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4cc184a3-8514-45ca-9a1a-ecce52a523c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5054b8fbad5b426bbae05c827da57746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7957845 Aug 28 15:04:43.034502 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42626) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:43.046432 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc184a3-8514-45ca-9a1a-ecce52a523c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235ef096-f59d-4342-ab4a-74c6646bff17,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:43.131272 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1016b3e7-b771-477e-9b14-388ae587fe9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:43.174978 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1016b3e7-b771-477e-9b14-388ae587fe9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:43.183223 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:43.245258 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1016b3e7-b771-477e-9b14-388ae587fe9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:43.254893 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1016b3e7-b771-477e-9b14-388ae587fe9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:43.259417 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1016b3e7-b771-477e-9b14-388ae587fe9a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/235ef096-f59d-4342-ab4a-74c6646bff17 HTTP/1.1" status: 204 len: 168 time: 0.2207382 Aug 28 15:04:43.269818 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016b3e7-b771-477e-9b14-388ae587fe9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235ef096-f59d-4342-ab4a-74c6646bff17,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:43.674631 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-43766580-4425-4db8-b22b-0e3ba77b3f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:43.676128 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-43766580-4425-4db8-b22b-0e3ba77b3f3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1318d724-919b-4c5d-b420-75bb4bd0f086 HTTP/1.1" status: 200 len: 797 time: 0.6685057 Aug 28 15:04:43.806621 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a81bec4e-330a-4af1-b994-871b4092e987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:43.807914 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a81bec4e-330a-4af1-b994-871b4092e987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:43.809270 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a81bec4e-330a-4af1-b994-871b4092e987 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0f01abc-9322-486c-8d67-03558cd937bc HTTP/1.1" status: 204 len: 168 time: 1.1288385 Aug 28 15:04:43.827952 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-a72127d9-5b2d-452d-93c3-14ae8bb99b99 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Deleting port 97aea670-26ab-4189-84b3-a652a17d62c6 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:04:43.828296 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a72127d9-5b2d-452d-93c3-14ae8bb99b99 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:43.847540 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81bec4e-330a-4af1-b994-871b4092e987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f01abc-9322-486c-8d67-03558cd937bc,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:43.903366 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-7a27c6f5-a4ea-4ece-a715-a2202979e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:43.905020 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-7a27c6f5-a4ea-4ece-a715-a2202979e17c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=81167e94-3666-4c28-a056-416ea7a0c9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1847129 Aug 28 15:04:43.981279 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1088273-26de-49bf-9eca-b9f3117f4215 req-fd83b3fd-3944-4ef9-b8e7-8f4ee049ef4b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:43.982860 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b1088273-26de-49bf-9eca-b9f3117f4215 req-fd83b3fd-3944-4ef9-b8e7-8f4ee049ef4b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebe1beac-4e50-41a7-b516-06485af0d26c HTTP/1.1" status: 200 len: 945 time: 0.1515999 Aug 28 15:04:44.037269 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2b01f2-d208-4e8b-a969-5fa19fef0155 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Router 5306966e-fcd6-4a89-8c22-9aceae6fb9b2 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:04:44.077948 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a72127d9-5b2d-452d-93c3-14ae8bb99b99 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:44.172146 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-b1088273-26de-49bf-9eca-b9f3117f4215 req-fc910b07-1084-431f-bde3-d7f9d09f5ab7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Deleting port 0c80780b-4d39-459f-ac8b-19d9bc9ccff9 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:04:44.172485 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b1088273-26de-49bf-9eca-b9f3117f4215 req-fc910b07-1084-431f-bde3-d7f9d09f5ab7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:44.193001 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-a72127d9-5b2d-452d-93c3-14ae8bb99b99 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Calling delete_port for 97aea670-26ab-4189-84b3-a652a17d62c6 owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:04:44.201178 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-c987458d-f81a-403e-88d0-47aab66f89af service neutron] 10.222.0.36 "GET /v2.0/networks/81167e94-3666-4c28-a056-416ea7a0c9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878132 Aug 28 15:04:44.294931 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-b1088273-26de-49bf-9eca-b9f3117f4215 req-fc910b07-1084-431f-bde3-d7f9d09f5ab7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] For port 0c80780b-4d39-459f-ac8b-19d9bc9ccff9, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=0c80780b-4d39-459f-ac8b-19d9bc9ccff9,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:44.295411 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b1088273-26de-49bf-9eca-b9f3117f4215 req-fc910b07-1084-431f-bde3-d7f9d09f5ab7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:44.315121 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-b1088273-26de-49bf-9eca-b9f3117f4215 req-fc910b07-1084-431f-bde3-d7f9d09f5ab7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Calling delete_port for 0c80780b-4d39-459f-ac8b-19d9bc9ccff9 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:04:44.416398 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355fac0-3ec5-4f33-9a9a-389e7b2bec3c req-f4658546-24c9-4c7e-95c0-1580c0f411b5 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:44.418817 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2355fac0-3ec5-4f33-9a9a-389e7b2bec3c req-f4658546-24c9-4c7e-95c0-1580c0f411b5 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe1beac-4e50-41a7-b516-06485af0d26c HTTP/1.1" status: 200 len: 945 time: 0.3661325 Aug 28 15:04:44.488900 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b1088273-26de-49bf-9eca-b9f3117f4215 req-fc910b07-1084-431f-bde3-d7f9d09f5ab7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:44.504108 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['0c80780b-4d39-459f-ac8b-19d9bc9ccff9'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:04:44.507356 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['0e790489-613f-4b5b-816a-a84b22a5048b'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:04:44.538174 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-c2dfdf3a-e78d-476b-be19-58c74b1a154b service neutron] 10.222.0.36 "GET /v2.0/networks/81167e94-3666-4c28-a056-416ea7a0c9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257723 Aug 28 15:04:44.541056 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc910b07-1084-431f-bde3-d7f9d09f5ab7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Pushing event deleted for resources: {'Port': ['ID=0c80780b-4d39-459f-ac8b-19d9bc9ccff9,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:44.604451 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-1a81d6cb-f9d1-44a4-a5c7-b49b56e4ba05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bac4fa37-f01b-40ed-9304-eebde8331b53 HTTP/1.1" status: 200 len: 217 time: 0.0575762 Aug 28 15:04:44.642564 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2355fac0-3ec5-4f33-9a9a-389e7b2bec3c req-bbcfb9d9-419d-4cad-be75-b54370582701 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010226 Aug 28 15:04:44.694683 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1088273-26de-49bf-9eca-b9f3117f4215 req-fc910b07-1084-431f-bde3-d7f9d09f5ab7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] No DVR routers for this DVR port 0c80780b-4d39-459f-ac8b-19d9bc9ccff9 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:04:44.699170 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b1088273-26de-49bf-9eca-b9f3117f4215 req-fc910b07-1084-431f-bde3-d7f9d09f5ab7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:44.702206 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b1088273-26de-49bf-9eca-b9f3117f4215 req-fc910b07-1084-431f-bde3-d7f9d09f5ab7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.36 "DELETE /v2.0/ports/0c80780b-4d39-459f-ac8b-19d9bc9ccff9 HTTP/1.1" status: 204 len: 173 time: 0.7064033 Aug 28 15:04:44.703098 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe1beac-4e50-41a7-b516-06485af0d26c', 'name': 'network-vif-deleted', 'tag': '0c80780b-4d39-459f-ac8b-19d9bc9ccff9'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:04:44.707775 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3bffe6-51b3-42aa-a6e6-a115c2f87960" -d '{"events": [{"server_uuid": "ebe1beac-4e50-41a7-b516-06485af0d26c", "name": "network-vif-deleted", "tag": "0c80780b-4d39-459f-ac8b-19d9bc9ccff9"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:04:44.793655 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2b01f2-d208-4e8b-a969-5fa19fef0155 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:04:44.794941 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461258b1-814d-4530-b6ab-db7d78c42629 x-openstack-request-id: req-461258b1-814d-4530-b6ab-db7d78c42629 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:04:44.795494 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe1beac-4e50-41a7-b516-06485af0d26c", "name": "network-vif-deleted", "tag": "0c80780b-4d39-459f-ac8b-19d9bc9ccff9", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:04:44.795626 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-461258b1-814d-4530-b6ab-db7d78c42629 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:04:44.796039 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe1beac-4e50-41a7-b516-06485af0d26c', 'name': 'network-vif-deleted', 'tag': '0c80780b-4d39-459f-ac8b-19d9bc9ccff9', 'status': 'completed', 'code': 200} Aug 28 15:04:44.820060 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db78f993-9fb3-4700-befb-e377940358d8 None None] Sync routers for ids ['5306966e-fcd6-4a89-8c22-9aceae6fb9b2'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:04:44.838875 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db78f993-9fb3-4700-befb-e377940358d8 None None] Routers {'5306966e-fcd6-4a89-8c22-9aceae6fb9b2'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:44.844182 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-db78f993-9fb3-4700-befb-e377940358d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['5306966e-fcd6-4a89-8c22-9aceae6fb9b2'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:44.921196 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-db78f993-9fb3-4700-befb-e377940358d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:44.992481 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db78f993-9fb3-4700-befb-e377940358d8 None None] Routers {'5306966e-fcd6-4a89-8c22-9aceae6fb9b2'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:44.992727 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1f2b01f2-d208-4e8b-a969-5fa19fef0155 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:44.993121 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-db78f993-9fb3-4700-befb-e377940358d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['5306966e-fcd6-4a89-8c22-9aceae6fb9b2'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:45.007470 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1f2b01f2-d208-4e8b-a969-5fa19fef0155 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.9120421 Aug 28 15:04:45.012934 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42700) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:45.017882 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-0401fc04-2935-4745-94c7-ad06b2cfd604 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'enable_snat': False}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:45.030686 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-140f366a-e467-426c-8dad-824e69dd630b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:45.035281 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-140f366a-e467-426c-8dad-824e69dd630b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1318d724-919b-4c5d-b420-75bb4bd0f086 HTTP/1.1" status: 200 len: 797 time: 0.4081798 Aug 28 15:04:45.044620 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-db78f993-9fb3-4700-befb-e377940358d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:45.045972 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db78f993-9fb3-4700-befb-e377940358d8 None None] The sync data for ids ['5306966e-fcd6-4a89-8c22-9aceae6fb9b2'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:04:45.115728 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a72127d9-5b2d-452d-93c3-14ae8bb99b99 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:45.138270 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-ca075913-83c8-4f68-98c3-7ce10fb118a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:45.140323 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-ca075913-83c8-4f68-98c3-7ce10fb118a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=81167e94-3666-4c28-a056-416ea7a0c9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0980036 Aug 28 15:04:45.237263 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72127d9-5b2d-452d-93c3-14ae8bb99b99 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event deleted for resources: {'Port': ['ID=97aea670-26ab-4189-84b3-a652a17d62c6,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:45.324972 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a72127d9-5b2d-452d-93c3-14ae8bb99b99 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:45.331944 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a72127d9-5b2d-452d-93c3-14ae8bb99b99 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "DELETE /v2.0/ports/97aea670-26ab-4189-84b3-a652a17d62c6 HTTP/1.1" status: 204 len: 168 time: 2.4609985 Aug 28 15:04:45.379569 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42710) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:45.583929 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-20f00630-6864-42ff-9f1f-21106fb0407b service neutron] 10.222.0.36 "GET /v2.0/networks/81167e94-3666-4c28-a056-416ea7a0c9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700032 Aug 28 15:04:45.819163 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eacf9e19-80a4-4d1c-a578-f62bb7469ef4 req-30182c4e-6957-41cb-a8bd-55e481319175 service neutron] 10.222.0.36 "GET /v2.0/networks/81167e94-3666-4c28-a056-416ea7a0c9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292836 Aug 28 15:04:45.918240 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42736) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:45.997529 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-4177a6c8-6969-4941-9573-e5e20c9bd6ac tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Deleting port 6e888b49-49ed-497e-a063-65ebd558e4e7 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:04:45.997878 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4177a6c8-6969-4941-9573-e5e20c9bd6ac tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:46.114112 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0401fc04-2935-4745-94c7-ad06b2cfd604 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:46.203577 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-8a0ad16d-501d-4e03-8350-55d48a0afc1b tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-68590454'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:46.204769 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-8a0ad16d-501d-4e03-8350-55d48a0afc1b tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] Unknown quota resources ['metering_label']. {{(pid=106330) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 15:04:46.273662 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4177a6c8-6969-4941-9573-e5e20c9bd6ac tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:46.295973 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-4177a6c8-6969-4941-9573-e5e20c9bd6ac tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Calling delete_port for 6e888b49-49ed-497e-a063-65ebd558e4e7 owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:04:46.503629 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8a0ad16d-501d-4e03-8350-55d48a0afc1b tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:46.508043 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8a0ad16d-501d-4e03-8350-55d48a0afc1b tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.5883484 Aug 28 15:04:46.508873 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42760) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:46.514383 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-62ce69ba-f288-4219-9d77-5b0eab4a4854 tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e7bb5fd0-314b-4729-8009-9e777cdab2c0'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:46.515165 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-62ce69ba-f288-4219-9d77-5b0eab4a4854 tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106330) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 15:04:46.614752 n-d-712137-10 neutron-server[106330]: WARNING neutron.services.metering.metering_plugin [None req-62ce69ba-f288-4219-9d77-5b0eab4a4854 tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 28 15:04:46.624798 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-fdfc8e17-1193-450b-91a3-43629cc44257 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:46.626332 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-fdfc8e17-1193-450b-91a3-43629cc44257 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/networks?id=03e6b4b8-6c68-4060-8426-90fcc4950716 HTTP/1.1" status: 200 len: 806 time: 0.2397382 Aug 28 15:04:46.666025 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-94ce03c2-e908-48ce-a357-bafe81ea70d0 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/quotas/038a0222e6f34dfa8dce183514c3f3db HTTP/1.1" status: 200 len: 375 time: 0.0319815 Aug 28 15:04:46.711642 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4177a6c8-6969-4941-9573-e5e20c9bd6ac tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:46.755401 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-62ce69ba-f288-4219-9d77-5b0eab4a4854 tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:46.761402 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-62ce69ba-f288-4219-9d77-5b0eab4a4854 tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2510829 Aug 28 15:04:46.762408 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42764) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:46.771560 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177a6c8-6969-4941-9573-e5e20c9bd6ac tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event deleted for resources: {'Port': ['ID=6e888b49-49ed-497e-a063-65ebd558e4e7,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:46.780720 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-910631fa-f712-47c0-83a4-7b184aa54007 tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e7bb5fd0-314b-4729-8009-9e777cdab2c0'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:46.782694 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-910631fa-f712-47c0-83a4-7b184aa54007 tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106330) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 15:04:46.873051 n-d-712137-10 neutron-server[106330]: WARNING neutron.services.metering.metering_plugin [None req-910631fa-f712-47c0-83a4-7b184aa54007 tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 28 15:04:46.876073 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-84590bf8-840c-44b7-9769-9b85f42f50b0 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=038a0222e6f34dfa8dce183514c3f3db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2083139 Aug 28 15:04:47.006422 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-910631fa-f712-47c0-83a4-7b184aa54007 tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:47.008257 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-910631fa-f712-47c0-83a4-7b184aa54007 tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2446849 Aug 28 15:04:47.011675 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42790) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:47.024080 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f59fdc72-b255-441e-9c71-bbeed546c334 tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=80ca756f-539c-4952-9061-9bb8df61d85d HTTP/1.1" status: 200 len: 464 time: 0.0108931 Aug 28 15:04:47.026356 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4177a6c8-6969-4941-9573-e5e20c9bd6ac tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:47.026877 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42796) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:47.028422 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4177a6c8-6969-4941-9573-e5e20c9bd6ac tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "DELETE /v2.0/ports/6e888b49-49ed-497e-a063-65ebd558e4e7 HTTP/1.1" status: 204 len: 168 time: 1.6477146 Aug 28 15:04:47.034069 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42798) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:47.104052 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-d57580de-e21e-47dc-931c-6e208c367776 service neutron] 10.222.0.13 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049720 Aug 28 15:04:47.185547 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0a48ad21-6359-480b-86dc-52ffc2264fae tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:47.187400 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0a48ad21-6359-480b-86dc-52ffc2264fae tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/80ca756f-539c-4952-9061-9bb8df61d85d HTTP/1.1" status: 204 len: 168 time: 0.1588314 Aug 28 15:04:47.196387 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42818) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:47.198701 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862d5b2e-9c3a-4496-9ed4-65c274d8c715 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:47.201145 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-862d5b2e-9c3a-4496-9ed4-65c274d8c715 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bae9c87-6925-440a-9206-ed27a647fa5a HTTP/1.1" status: 200 len: 913 time: 0.1633492 Aug 28 15:04:47.203982 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42820) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:47.224355 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-19cae030-952a-4cca-9858-e23c7edd86cd tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=80ca756f-539c-4952-9061-9bb8df61d85d HTTP/1.1" status: 200 len: 221 time: 0.0268645 Aug 28 15:04:47.227762 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42822) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:47.234445 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-19622ae4-f62d-483d-8539-669bddebe875 tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1004795176', 'description': 'label created by tempest'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:47.234908 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-19622ae4-f62d-483d-8539-669bddebe875 tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] Unknown quota resources ['metering_label']. {{(pid=106329) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 15:04:47.308714 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0401fc04-2935-4745-94c7-ad06b2cfd604 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4654'] for router, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:47.318568 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0401fc04-2935-4745-94c7-ad06b2cfd604 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523761'] for router, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:47.337411 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572584c-cfdf-4198-a5c0-3c00448d29e2 req-4c21652e-f93d-4196-885e-9e2c1cb2064d tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:47.339615 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e572584c-cfdf-4198-a5c0-3c00448d29e2 req-4c21652e-f93d-4196-885e-9e2c1cb2064d tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/ports?device_id=75d17438-14ff-4683-813b-34d9ea2b328c HTTP/1.1" status: 200 len: 951 time: 0.0961068 Aug 28 15:04:47.434614 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e572584c-cfdf-4198-a5c0-3c00448d29e2 req-bfeae36d-fda1-49e1-90cc-5fe527a4ebbe tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1995cdf-1f59-4eaa-9fee-89a9702c4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839360 Aug 28 15:04:47.491882 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-da2948f8-71b7-4e94-970f-b5511095a74c service neutron] 10.222.0.13 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682868 Aug 28 15:04:47.532899 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-19622ae4-f62d-483d-8539-669bddebe875 tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:47.537078 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-19622ae4-f62d-483d-8539-669bddebe875 tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3054261 Aug 28 15:04:47.542996 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42826) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:47.591324 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0401fc04-2935-4745-94c7-ad06b2cfd604 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Router 5306966e-fcd6-4a89-8c22-9aceae6fb9b2 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:04:47.656290 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cd2e11a1-0191-479c-b0a2-994f8770d409 tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=b730d89d-5d8f-406f-87fb-14acdb5b07db HTTP/1.1" status: 200 len: 468 time: 0.1128702 Aug 28 15:04:47.659043 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42830) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:47.718909 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0401fc04-2935-4745-94c7-ad06b2cfd604 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:04:47.723449 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0401fc04-2935-4745-94c7-ad06b2cfd604 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:47.727921 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0401fc04-2935-4745-94c7-ad06b2cfd604 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "PUT /v2.0/routers/5306966e-fcd6-4a89-8c22-9aceae6fb9b2 HTTP/1.1" status: 200 len: 922 time: 2.7114584 Aug 28 15:04:47.728074 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42834) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:47.738058 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7ca798-2764-4af4-a5ba-f4ea7b0b2e80 None None] Sync routers for ids ['5306966e-fcd6-4a89-8c22-9aceae6fb9b2'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:04:47.762538 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7ca798-2764-4af4-a5ba-f4ea7b0b2e80 None None] Routers {'5306966e-fcd6-4a89-8c22-9aceae6fb9b2'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:47.763173 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-aa7ca798-2764-4af4-a5ba-f4ea7b0b2e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['5306966e-fcd6-4a89-8c22-9aceae6fb9b2'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:47.828695 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-aa7ca798-2764-4af4-a5ba-f4ea7b0b2e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:47.850406 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7ca798-2764-4af4-a5ba-f4ea7b0b2e80 None None] Routers {'5306966e-fcd6-4a89-8c22-9aceae6fb9b2'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:47.851020 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-aa7ca798-2764-4af4-a5ba-f4ea7b0b2e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['5306966e-fcd6-4a89-8c22-9aceae6fb9b2'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:47.908291 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-aa7ca798-2764-4af4-a5ba-f4ea7b0b2e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:47.909914 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-44141ef8-4a25-4f5f-b4a6-30ab2e9180f2 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "GET /v2.0/routers/5306966e-fcd6-4a89-8c22-9aceae6fb9b2 HTTP/1.1" status: 200 len: 922 time: 0.1802902 Aug 28 15:04:47.912576 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7ca798-2764-4af4-a5ba-f4ea7b0b2e80 None None] The sync data for ids ['5306966e-fcd6-4a89-8c22-9aceae6fb9b2'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:04:47.913974 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42840) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:47.974334 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42844) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:48.004754 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b1a8967f-0b56-4eaf-b5b8-03c34932978f req-bf18f4d8-f3e4-446e-9960-3a33e0d23ed7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a0ecb989-5516-4b6d-8312-f1f2901a9abb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1327181 Aug 28 15:04:48.022312 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb845c20-1818-4eaf-a728-bc10ce3def18 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:48.027284 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-bb845c20-1818-4eaf-a728-bc10ce3def18 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=61448970-1875-4f3f-bc01-29da4e3666f1&device_id=5306966e-fcd6-4a89-8c22-9aceae6fb9b2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1073608 Aug 28 15:04:48.027284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42848) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:48.147261 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8967f-0b56-4eaf-b5b8-03c34932978f req-e3241193-f9df-4f35-bb64-9afeca48de8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:48.148786 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b1a8967f-0b56-4eaf-b5b8-03c34932978f req-e3241193-f9df-4f35-bb64-9afeca48de8b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0323a5c70c614ac49ef91f8097585088&device_id=a0ecb989-5516-4b6d-8312-f1f2901a9abb HTTP/1.1" status: 200 len: 1100 time: 0.1131282 Aug 28 15:04:48.156681 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-130448eb-f155-4ba0-a632-ae474eaa47e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:48.200493 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2966424-8903-4ff7-9031-40d097e51b3e tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:48.202047 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b2966424-8903-4ff7-9031-40d097e51b3e tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 881 time: 0.1738210 Aug 28 15:04:48.232488 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42852) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:48.260472 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1324a937-1373-44cf-a5d2-ce9f67888874 req-15621847-3244-4941-b280-5025a77b096d tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=9823d602-f886-43ee-ada0-70152df5dd93 HTTP/1.1" status: 200 len: 210 time: 0.1263158 Aug 28 15:04:48.294133 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7bb2c948-b39b-414f-b595-5bc84164d72f tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "GET /v2.0/ports?device_id=5306966e-fcd6-4a89-8c22-9aceae6fb9b2 HTTP/1.1" status: 200 len: 205 time: 0.0603061 Aug 28 15:04:48.298115 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42854) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:48.411567 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-191f90a2-f5e3-4dbb-93bf-78912e1ce5a9 tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:48.416202 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-191f90a2-f5e3-4dbb-93bf-78912e1ce5a9 tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/b730d89d-5d8f-406f-87fb-14acdb5b07db HTTP/1.1" status: 204 len: 168 time: 0.7561419 Aug 28 15:04:48.418420 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42856) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:48.474005 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-61703b19-ace2-499c-b39a-bd3129ae5fa2 tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=b730d89d-5d8f-406f-87fb-14acdb5b07db HTTP/1.1" status: 200 len: 216 time: 0.0490775 Aug 28 15:04:48.475444 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42860) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:48.497939 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-535f2f27-06d2-4dcc-82fd-cee8d281de8a tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0211275 Aug 28 15:04:48.498538 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42862) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:48.530246 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c30bb25b-d481-42cb-b6dd-e867a8f78384 tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0255349 Aug 28 15:04:48.533654 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42864) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:48.596449 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5b0d631e-9fec-44de-adeb-807fb28aba9d tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:48.600258 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6ff11ddc-442b-4c2e-beb3-64da4f1d38b1 tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/e7bb5fd0-314b-4729-8009-9e777cdab2c0 HTTP/1.1" status: 200 len: 471 time: 0.0655494 Aug 28 15:04:48.632432 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42868) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:48.654639 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5b92b8dd-dbab-4376-8287-1200be1ea605 tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/a056b43e-4f49-4601-b501-83d4ae69c182 HTTP/1.1" status: 200 len: 461 time: 0.0212307 Aug 28 15:04:48.658155 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42870) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:48.808685 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6d0ba609-830e-4cb4-b2c1-06031d2e98b7 tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:48.811522 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6d0ba609-830e-4cb4-b2c1-06031d2e98b7 tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/a056b43e-4f49-4601-b501-83d4ae69c182 HTTP/1.1" status: 204 len: 168 time: 0.1501868 Aug 28 15:04:48.813771 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8967f-0b56-4eaf-b5b8-03c34932978f req-aafdde96-cec5-4bc3-a113-a3c4e05edac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:48.815487 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b1a8967f-0b56-4eaf-b5b8-03c34932978f req-aafdde96-cec5-4bc3-a113-a3c4e05edac5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.6424069 Aug 28 15:04:48.817284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42872) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:48.873444 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c6926d76-8ef5-4b5e-91fd-02380657bb87 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:48.890980 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 0c80780b-4d39-459f-ac8b-19d9bc9ccff9 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:04:48.926167 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 0c80780b-4d39-459f-ac8b-19d9bc9ccff9 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:04:48.934042 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 0c80780b-4d39-459f-ac8b-19d9bc9ccff9 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:04:48.934611 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 8d81b040-810c-4814-ac11-72ba84903a1b no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:04:48.989921 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b1a8967f-0b56-4eaf-b5b8-03c34932978f req-ad394888-54c3-420f-bdac-1216fbd12998 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=c8f4c4c0-d6a9-4789-8f5b-43dd31567204 HTTP/1.1" status: 200 len: 217 time: 0.1554134 Aug 28 15:04:48.993749 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-eb1acd83-dc16-4935-8a2d-e110aa2f5a44 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:48.996102 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-eb1acd83-dc16-4935-8a2d-e110aa2f5a44 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.36 "GET /v2.0/networks?id=03e6b4b8-6c68-4060-8426-90fcc4950716 HTTP/1.1" status: 200 len: 806 time: 0.1858261 Aug 28 15:04:49.016435 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:49.033467 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-7406ae0d-70b3-451e-9835-b201a745355e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Request body: {'port': {'device_id': '9823d602-f886-43ee-ada0-70152df5dd93', 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716', 'admin_state_up': True, 'tenant_id': '038a0222e6f34dfa8dce183514c3f3db'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:49.048038 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d17438-14ff-4683-813b-34d9ea2b328c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d81b040-810c-4814-ac11-72ba84903a1b'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:04:49.050476 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a32c5f5-f804-4436-a431-4f42acd5ce90" -d '{"events": [{"server_uuid": "75d17438-14ff-4683-813b-34d9ea2b328c", "name": "network-vif-unplugged", "status": "completed", "tag": "8d81b040-810c-4814-ac11-72ba84903a1b"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:04:49.068746 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 8d81b040-810c-4814-ac11-72ba84903a1b, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=8d81b040-810c-4814-ac11-72ba84903a1b,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:49.075640 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:49.108300 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 15:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a7b620-4d81-4b4c-8a3d-a8f31961be40 x-openstack-request-id: req-19a7b620-4d81-4b4c-8a3d-a8f31961be40 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:04:49.108598 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d17438-14ff-4683-813b-34d9ea2b328c", "name": "network-vif-unplugged", "status": "completed", "tag": "8d81b040-810c-4814-ac11-72ba84903a1b", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:04:49.108840 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19a7b620-4d81-4b4c-8a3d-a8f31961be40 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:04:49.109410 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d17438-14ff-4683-813b-34d9ea2b328c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d81b040-810c-4814-ac11-72ba84903a1b', 'code': 200} Aug 28 15:04:49.140552 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=8d81b040-810c-4814-ac11-72ba84903a1b,revision_number=11']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:49.141654 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff8d96-683f-48aa-b36c-2a308a9c5763 req-5363df29-a776-4b5b-ac02-0cd2b8405f21 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:49.143183 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6aff8d96-683f-48aa-b36c-2a308a9c5763 req-5363df29-a776-4b5b-ac02-0cd2b8405f21 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/ports?device_id=75d17438-14ff-4683-813b-34d9ea2b328c HTTP/1.1" status: 200 len: 951 time: 0.3875034 Aug 28 15:04:49.180425 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d631e-9fec-44de-adeb-807fb28aba9d tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Deleting port 855176c1-1972-4a76-8571-8df8abec44f7 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:04:49.180767 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5b0d631e-9fec-44de-adeb-807fb28aba9d tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:49.270460 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-130448eb-f155-4ba0-a632-ae474eaa47e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:49.277216 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5b0d631e-9fec-44de-adeb-807fb28aba9d tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:49.296761 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d631e-9fec-44de-adeb-807fb28aba9d tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Calling delete_port for 855176c1-1972-4a76-8571-8df8abec44f7 owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:04:49.308174 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-7406ae0d-70b3-451e-9835-b201a745355e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Made reservation on behalf of 038a0222e6f34dfa8dce183514c3f3db for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:04:49.311819 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-7406ae0d-70b3-451e-9835-b201a745355e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:49.316531 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8967f-0b56-4eaf-b5b8-03c34932978f req-fd45443e-68c9-44d9-8dd2-87134991877f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:49.318288 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b1a8967f-0b56-4eaf-b5b8-03c34932978f req-fd45443e-68c9-44d9-8dd2-87134991877f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.3144319 Aug 28 15:04:49.326695 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-130448eb-f155-4ba0-a632-ae474eaa47e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:49.370631 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a82edf6c-2081-4a2a-943c-bece2a29d3f6 tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:49.374424 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a82edf6c-2081-4a2a-943c-bece2a29d3f6 tempest-MeteringTestJSON-1029680504 tempest-MeteringTestJSON-1029680504-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/e7bb5fd0-314b-4729-8009-9e777cdab2c0 HTTP/1.1" status: 204 len: 168 time: 0.5500538 Aug 28 15:04:49.396620 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-760b1d1d-8afb-4ff2-b5a7-88f60ab0b340 req-517c1cb0-62c6-4766-96e1-74bdf478441e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=9823d602-f886-43ee-ada0-70152df5dd93 HTTP/1.1" status: 200 len: 210 time: 0.0658488 Aug 28 15:04:49.406049 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6aff8d96-683f-48aa-b36c-2a308a9c5763 req-c3f549a2-2b62-4744-8ff4-429190ae3b11 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1995cdf-1f59-4eaa-9fee-89a9702c4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115581 Aug 28 15:04:49.418287 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c6926d76-8ef5-4b5e-91fd-02380657bb87 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:49.422098 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130448eb-f155-4ba0-a632-ae474eaa47e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1517af0-b734-4f26-884d-77d7623e7cc2,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:49.430888 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-130448eb-f155-4ba0-a632-ae474eaa47e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1373487aa7034ca893cc89251a23aac4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4551196 Aug 28 15:04:49.436159 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42880) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:49.496168 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8967f-0b56-4eaf-b5b8-03c34932978f req-5993fc70-b041-48d8-8c97-465df190977c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:49.497693 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b1a8967f-0b56-4eaf-b5b8-03c34932978f req-5993fc70-b041-48d8-8c97-465df190977c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1668928 Aug 28 15:04:49.594760 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c5df532e-0fac-4be7-97cf-aae3c2adc44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:49.608939 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-7406ae0d-70b3-451e-9835-b201a745355e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Allocated IP 172.20.0.2 (03e6b4b8-6c68-4060-8426-90fcc4950716/517a924f-5dd5-4f4e-82d8-d019697a05fd/84e68f88-a56e-4fa0-b9f1-ac932443bfc0) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:04:49.630023 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-c6926d76-8ef5-4b5e-91fd-02380657bb87 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Deleting port b60174b2-425c-484c-aee9-61e39593f8bc {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:04:49.630267 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c6926d76-8ef5-4b5e-91fd-02380657bb87 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:49.684547 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42902) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:49.690887 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c5df532e-0fac-4be7-97cf-aae3c2adc44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:49.724190 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b1a8967f-0b56-4eaf-b5b8-03c34932978f req-f707020f-6850-4330-bcaf-fcac9b72d717 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111001 Aug 28 15:04:49.725698 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5b0d631e-9fec-44de-adeb-807fb28aba9d tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:49.789681 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d631e-9fec-44de-adeb-807fb28aba9d tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event deleted for resources: {'Port': ['ID=855176c1-1972-4a76-8571-8df8abec44f7,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:49.878653 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c6926d76-8ef5-4b5e-91fd-02380657bb87 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:49.908634 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c5df532e-0fac-4be7-97cf-aae3c2adc44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:49.911387 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c5df532e-0fac-4be7-97cf-aae3c2adc44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:49.912741 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c5df532e-0fac-4be7-97cf-aae3c2adc44a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1517af0-b734-4f26-884d-77d7623e7cc2 HTTP/1.1" status: 204 len: 168 time: 0.4742181 Aug 28 15:04:49.915501 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-c6926d76-8ef5-4b5e-91fd-02380657bb87 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Calling delete_port for b60174b2-425c-484c-aee9-61e39593f8bc owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:04:49.957538 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-475b81cc-ec17-449e-b494-6a7dc3ed8cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:50.011547 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b1a8967f-0b56-4eaf-b5b8-03c34932978f req-0227aa1c-b9b5-44f6-b1d3-642256efd057 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738485 Aug 28 15:04:50.015227 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df532e-0fac-4be7-97cf-aae3c2adc44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1517af0-b734-4f26-884d-77d7623e7cc2,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:50.153348 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c6926d76-8ef5-4b5e-91fd-02380657bb87 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:50.186645 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-7406ae0d-70b3-451e-9835-b201a745355e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:50.188292 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6926d76-8ef5-4b5e-91fd-02380657bb87 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Pushing event deleted for resources: {'Port': ['ID=b60174b2-425c-484c-aee9-61e39593f8bc,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:50.213944 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5b0d631e-9fec-44de-adeb-807fb28aba9d tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:50.290948 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c6926d76-8ef5-4b5e-91fd-02380657bb87 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:50.325094 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-475b81cc-ec17-449e-b494-6a7dc3ed8cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:50.336643 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-475b81cc-ec17-449e-b494-6a7dc3ed8cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:50.405825 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-7406ae0d-70b3-451e-9835-b201a745355e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:50.409921 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c6926d76-8ef5-4b5e-91fd-02380657bb87 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:50.415417 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c6926d76-8ef5-4b5e-91fd-02380657bb87 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:50.418280 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['0e790489-613f-4b5b-816a-a84b22a5048b'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:04:50.457014 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b81cc-ec17-449e-b494-6a7dc3ed8cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9c96e9-926e-4b8c-ae5d-bce76312a99f,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:50.508335 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-7406ae0d-70b3-451e-9835-b201a745355e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Network 03e6b4b8-6c68-4060-8426-90fcc4950716 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:04:50.512830 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c6926d76-8ef5-4b5e-91fd-02380657bb87 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:50.513590 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6926d76-8ef5-4b5e-91fd-02380657bb87 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Fanout notify agent at l3_agent the message router_deleted on router 5306966e-fcd6-4a89-8c22-9aceae6fb9b2 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:04:50.516295 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42990) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:50.517598 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-475b81cc-ec17-449e-b494-6a7dc3ed8cd0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a15275f817ee4ce0a635d6ae36ee7aae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8313978 Aug 28 15:04:50.524799 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-7406ae0d-70b3-451e-9835-b201a745355e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:04:50.526617 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c6926d76-8ef5-4b5e-91fd-02380657bb87 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:50.529160 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c6926d76-8ef5-4b5e-91fd-02380657bb87 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "DELETE /v2.0/routers/5306966e-fcd6-4a89-8c22-9aceae6fb9b2 HTTP/1.1" status: 204 len: 168 time: 2.2271101 Aug 28 15:04:50.544365 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-7406ae0d-70b3-451e-9835-b201a745355e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:04:50.550797 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42992) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:50.558245 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-116e3af5-0e26-45e4-b122-29777fe44069 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2112669541', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:50.606761 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b5e7da33-e776-49d9-b7ac-4ff5768dae9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:50.628360 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b5e7da33-e776-49d9-b7ac-4ff5768dae9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:50.637398 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-116e3af5-0e26-45e4-b122-29777fe44069 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:50.638453 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-116e3af5-0e26-45e4-b122-29777fe44069 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:50.720112 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406ae0d-70b3-451e-9835-b201a745355e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Pushing event updated for resources: {'Port': ['ID=84e68f88-a56e-4fa0-b9f1-ac932443bfc0,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:50.726797 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b5e7da33-e776-49d9-b7ac-4ff5768dae9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:50.731334 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b5e7da33-e776-49d9-b7ac-4ff5768dae9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:50.733271 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b5e7da33-e776-49d9-b7ac-4ff5768dae9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d9c96e9-926e-4b8c-ae5d-bce76312a99f HTTP/1.1" status: 204 len: 168 time: 0.2154627 Aug 28 15:04:50.755845 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7da33-e776-49d9-b7ac-4ff5768dae9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9c96e9-926e-4b8c-ae5d-bce76312a99f,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:50.843062 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-7406ae0d-70b3-451e-9835-b201a745355e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:50.843694 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-7406ae0d-70b3-451e-9835-b201a745355e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:50.853193 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-116e3af5-0e26-45e4-b122-29777fe44069 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:50.882570 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5c62f-8cae-4ba4-a20b-deac92e41275 req-f724a193-42a9-4b17-929d-a53539afcb94 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:50.885002 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1da5c62f-8cae-4ba4-a20b-deac92e41275 req-f724a193-42a9-4b17-929d-a53539afcb94 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=9823d602-f886-43ee-ada0-70152df5dd93 HTTP/1.1" status: 200 len: 931 time: 0.3006775 Aug 28 15:04:50.885792 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-116e3af5-0e26-45e4-b122-29777fe44069 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:50.932487 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43040) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:50.950405 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-7406ae0d-70b3-451e-9835-b201a745355e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9228549 Aug 28 15:04:50.980397 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-116e3af5-0e26-45e4-b122-29777fe44069 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:50.981478 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-116e3af5-0e26-45e4-b122-29777fe44069 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4283359 Aug 28 15:04:50.984876 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43052) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:50.989580 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-8db78fb7-49f0-416a-8c0e-23d6188b0db0 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Request body: {'router': {'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:50.990159 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-fc326c36-c113-4ef6-a3a2-6b2713d51ab8 service neutron] Request body: {'port': {'device_id': '9823d602-f886-43ee-ada0-70152df5dd93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:51.053839 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1da5c62f-8cae-4ba4-a20b-deac92e41275 req-98e90639-8e59-4436-9726-2b84c9e7faa1 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552665 Aug 28 15:04:51.061390 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-fc326c36-c113-4ef6-a3a2-6b2713d51ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:51.126482 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0d631e-9fec-44de-adeb-807fb28aba9d tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Router 9bae9c87-6925-440a-9206-ed27a647fa5a has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:04:51.264914 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43084) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:51.287216 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cd62e827-b9fc-42a0-bce3-80121b6ce4e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:51.291107 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-27e71146-b760-430c-93c3-31f98a9e647d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1601123996-network', 'tenant_id': '442584d0f1d84c76983f148b2740762a'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:51.347621 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8db78fb7-49f0-416a-8c0e-23d6188b0db0 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:51.351234 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e71146-b760-430c-93c3-31f98a9e647d admin admin] Made reservation on behalf of 442584d0f1d84c76983f148b2740762a for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:04:51.353776 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-27e71146-b760-430c-93c3-31f98a9e647d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:51.364108 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-27e71146-b760-430c-93c3-31f98a9e647d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:51.407872 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0d631e-9fec-44de-adeb-807fb28aba9d tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:04:51.420626 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5b0d631e-9fec-44de-adeb-807fb28aba9d tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "PUT /v2.0/routers/9bae9c87-6925-440a-9206-ed27a647fa5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2155454 Aug 28 15:04:51.423314 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43098) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:51.428808 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7995272a-e574-48d0-a2b5-a1dec8b69297 None None] Sync routers for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:04:51.439180 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7995272a-e574-48d0-a2b5-a1dec8b69297 None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:51.439835 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-7995272a-e574-48d0-a2b5-a1dec8b69297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:51.476483 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-7995272a-e574-48d0-a2b5-a1dec8b69297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:51.487036 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7995272a-e574-48d0-a2b5-a1dec8b69297 None None] Routers {'9bae9c87-6925-440a-9206-ed27a647fa5a'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:51.488046 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-7995272a-e574-48d0-a2b5-a1dec8b69297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9bae9c87-6925-440a-9206-ed27a647fa5a'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:51.528751 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-7995272a-e574-48d0-a2b5-a1dec8b69297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:51.528898 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7995272a-e574-48d0-a2b5-a1dec8b69297 None None] The sync data for ids ['9bae9c87-6925-440a-9206-ed27a647fa5a'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:04:51.547833 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-fc326c36-c113-4ef6-a3a2-6b2713d51ab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e68f88-a56e-4fa0-b9f1-ac932443bfc0 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:04:51.558122 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cd62e827-b9fc-42a0-bce3-80121b6ce4e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:51.560138 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-fc326c36-c113-4ef6-a3a2-6b2713d51ab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:51.565093 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cd62e827-b9fc-42a0-bce3-80121b6ce4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:51.602952 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-fc326c36-c113-4ef6-a3a2-6b2713d51ab8 service neutron] Transition to ACTIVE for port object 84e68f88-a56e-4fa0-b9f1-ac932443bfc0 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:04:51.609778 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-34809f10-c849-449a-9479-32f9d1aec3bf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:51.616427 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cd62e827-b9fc-42a0-bce3-80121b6ce4e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=001027757e7e4fac9993d86f67b28084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3464005 Aug 28 15:04:51.616427 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-fc326c36-c113-4ef6-a3a2-6b2713d51ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:51.616748 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43104) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:51.646813 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62e827-b9fc-42a0-bce3-80121b6ce4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e09bb8-34da-4bc6-9400-5ce1bb9f7268,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:51.835947 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8db78fb7-49f0-416a-8c0e-23d6188b0db0 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:51.871725 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8db78fb7-49f0-416a-8c0e-23d6188b0db0 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:51.905563 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-34809f10-c849-449a-9479-32f9d1aec3bf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:51.969299 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-27e71146-b760-430c-93c3-31f98a9e647d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:52.000848 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-27e71146-b760-430c-93c3-31f98a9e647d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:52.039767 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc326c36-c113-4ef6-a3a2-6b2713d51ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=84e68f88-a56e-4fa0-b9f1-ac932443bfc0,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:52.055490 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e71146-b760-430c-93c3-31f98a9e647d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:04:52.080133 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e71146-b760-430c-93c3-31f98a9e647d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b45dd7-4f79-4c3e-8bce-560e0ade4c15,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:52.095713 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-27e71146-b760-430c-93c3-31f98a9e647d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:52.096686 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-27e71146-b760-430c-93c3-31f98a9e647d admin admin] Added segment da4bb42a-2224-4617-bd87-f06826483fcf of type vlan for network 54e01d77-3728-4d8d-9842-bafba89acf3a Aug 28 15:04:52.101004 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c5e6c453-eff0-493f-ac77-3394bd10bb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:52.129122 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-8db78fb7-49f0-416a-8c0e-23d6188b0db0 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Allocated IP 172.25.3.134 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/58b2a441-9526-407e-9bf1-c530b07eacec) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:04:52.145909 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c5e6c453-eff0-493f-ac77-3394bd10bb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:52.160312 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-fc326c36-c113-4ef6-a3a2-6b2713d51ab8 service neutron] Attempting to bind port 84e68f88-a56e-4fa0-b9f1-ac932443bfc0 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:04:52.160751 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-fc326c36-c113-4ef6-a3a2-6b2713d51ab8 service neutron] Attempting to bind port 84e68f88-a56e-4fa0-b9f1-ac932443bfc0 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '537ec9af-2404-4c1d-a957-efd06cc39195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:04:52.161175 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-fc326c36-c113-4ef6-a3a2-6b2713d51ab8 service neutron] Attempting to bind port 84e68f88-a56e-4fa0-b9f1-ac932443bfc0 on network 03e6b4b8-6c68-4060-8426-90fcc4950716 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:04:52.165106 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-34809f10-c849-449a-9479-32f9d1aec3bf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Deleting port 8de1371b-8ae9-4312-b39a-9d2730a518fa {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:04:52.166420 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-34809f10-c849-449a-9479-32f9d1aec3bf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:52.171310 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-fc326c36-c113-4ef6-a3a2-6b2713d51ab8 service neutron] Port 84e68f88-a56e-4fa0-b9f1-ac932443bfc0 on network 03e6b4b8-6c68-4060-8426-90fcc4950716 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:04:52.172008 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-fc326c36-c113-4ef6-a3a2-6b2713d51ab8 service neutron] Attempting to bind port 84e68f88-a56e-4fa0-b9f1-ac932443bfc0 on network 03e6b4b8-6c68-4060-8426-90fcc4950716 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:04:52.190062 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-fc326c36-c113-4ef6-a3a2-6b2713d51ab8 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:04:52.191053 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-fc326c36-c113-4ef6-a3a2-6b2713d51ab8 service neutron] Checking segment: {'id': '537ec9af-2404-4c1d-a957-efd06cc39195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:04:52.191625 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-fc326c36-c113-4ef6-a3a2-6b2713d51ab8 service neutron] Bound using segment: {'id': '537ec9af-2404-4c1d-a957-efd06cc39195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:04:52.192493 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-fc326c36-c113-4ef6-a3a2-6b2713d51ab8 service neutron] Bound port: 84e68f88-a56e-4fa0-b9f1-ac932443bfc0, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537ec9af-2404-4c1d-a957-efd06cc39195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:04:52.193214 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-fc326c36-c113-4ef6-a3a2-6b2713d51ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:52.228540 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-27e71146-b760-430c-93c3-31f98a9e647d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:52.265304 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c5e6c453-eff0-493f-ac77-3394bd10bb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:52.267837 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c5e6c453-eff0-493f-ac77-3394bd10bb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:52.268977 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c5e6c453-eff0-493f-ac77-3394bd10bb3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42e09bb8-34da-4bc6-9400-5ce1bb9f7268 HTTP/1.1" status: 204 len: 168 time: 0.6491778 Aug 28 15:04:52.284293 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6c453-eff0-493f-ac77-3394bd10bb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e09bb8-34da-4bc6-9400-5ce1bb9f7268,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:52.289073 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-fc326c36-c113-4ef6-a3a2-6b2713d51ab8 service neutron] For port 84e68f88-a56e-4fa0-b9f1-ac932443bfc0, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:04:52.305073 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-fc326c36-c113-4ef6-a3a2-6b2713d51ab8 service neutron] For port 84e68f88-a56e-4fa0-b9f1-ac932443bfc0, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=84e68f88-a56e-4fa0-b9f1-ac932443bfc0,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:04:52.314079 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-fc326c36-c113-4ef6-a3a2-6b2713d51ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:52.357014 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-fc326c36-c113-4ef6-a3a2-6b2713d51ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:52.358436 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-fc326c36-c113-4ef6-a3a2-6b2713d51ab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:52.359946 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-fc326c36-c113-4ef6-a3a2-6b2713d51ab8 service neutron] 10.222.0.36 "PUT /v2.0/ports/84e68f88-a56e-4fa0-b9f1-ac932443bfc0 HTTP/1.1" status: 200 len: 1092 time: 1.3739965 Aug 28 15:04:52.360403 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9823d602-f886-43ee-ada0-70152df5dd93', 'tag': '84e68f88-a56e-4fa0-b9f1-ac932443bfc0'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:04:52.362274 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-27e71146-b760-430c-93c3-31f98a9e647d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:52.363326 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e71146-b760-430c-93c3-31f98a9e647d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:52.363500 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed79e33-c967-432e-95c0-42ae439b0a73" -d '{"events": [{"name": "network-changed", "server_uuid": "9823d602-f886-43ee-ada0-70152df5dd93", "tag": "84e68f88-a56e-4fa0-b9f1-ac932443bfc0"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:04:52.364061 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-27e71146-b760-430c-93c3-31f98a9e647d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:52.392431 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc326c36-c113-4ef6-a3a2-6b2713d51ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=84e68f88-a56e-4fa0-b9f1-ac932443bfc0,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:52.396681 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-34809f10-c849-449a-9479-32f9d1aec3bf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:52.434665 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-34809f10-c849-449a-9479-32f9d1aec3bf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Calling delete_port for 8de1371b-8ae9-4312-b39a-9d2730a518fa owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:04:52.481475 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-7a44e572-6a98-4c4f-8b4c-a4df3cd208af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:52.483282 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909142d6-90ac-4331-975d-9a54bb4b7f58 req-4596829a-6c3c-4fb3-a79e-3000d9efe944 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:52.485079 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-909142d6-90ac-4331-975d-9a54bb4b7f58 req-4596829a-6c3c-4fb3-a79e-3000d9efe944 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=9823d602-f886-43ee-ada0-70152df5dd93 HTTP/1.1" status: 200 len: 943 time: 0.3092942 Aug 28 15:04:52.491873 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-7a44e572-6a98-4c4f-8b4c-a4df3cd208af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=038a0222e6f34dfa8dce183514c3f3db&device_id=9823d602-f886-43ee-ada0-70152df5dd93 HTTP/1.1" status: 200 len: 1095 time: 0.0661380 Aug 28 15:04:52.507343 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-27e71146-b760-430c-93c3-31f98a9e647d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5728626 Aug 28 15:04:52.512870 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43162) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:52.527501 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-6f205e66-a92a-440f-af33-1c65a30c791a admin admin] Request body: {'subnet': {'network_id': '54e01d77-3728-4d8d-9842-bafba89acf3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1601123996-subnet', 'tenant_id': '442584d0f1d84c76983f148b2740762a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:52.538679 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-361ae463-1295-42d0-99ef-cb0e15bd1e49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84e68f88-a56e-4fa0-b9f1-ac932443bfc0 HTTP/1.1" status: 200 len: 217 time: 0.0458994 Aug 28 15:04:52.603257 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-ba3489b8-890c-46aa-989e-2bb46a0ca3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:52.605787 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-ba3489b8-890c-46aa-989e-2bb46a0ca3de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=517a924f-5dd5-4f4e-82d8-d019697a05fd HTTP/1.1" status: 200 len: 846 time: 0.0606282 Aug 28 15:04:52.643296 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-5b0608b1-52d1-47c5-ad49-b31e487826e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03e6b4b8-6c68-4060-8426-90fcc4950716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281117 Aug 28 15:04:52.773897 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-0f2d049b-c60b-4a9a-a3ff-93b475bd3963 service neutron] 10.222.0.36 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165206 Aug 28 15:04:52.889095 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bff1fa-0bfb-45a0-97b5-483bb27bc84c x-openstack-request-id: req-04bff1fa-0bfb-45a0-97b5-483bb27bc84c {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:04:52.889450 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9823d602-f886-43ee-ada0-70152df5dd93", "tag": "84e68f88-a56e-4fa0-b9f1-ac932443bfc0", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:04:52.889708 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04bff1fa-0bfb-45a0-97b5-483bb27bc84c {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:04:52.890115 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9823d602-f886-43ee-ada0-70152df5dd93', 'tag': '84e68f88-a56e-4fa0-b9f1-ac932443bfc0', 'status': 'completed', 'code': 200} Aug 28 15:04:52.908099 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cd91f611-4b95-4afa-ac66-f8adacd3eb08 req-ee729862-2012-431c-9e33-5893f5d14d19 service neutron] 10.222.0.36 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276453 Aug 28 15:04:52.980089 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e71146-b760-430c-93c3-31f98a9e647d admin admin] Pushing event updated for resources: {'Network': ['ID=54e01d77-3728-4d8d-9842-bafba89acf3a,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:53.009216 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed79e33-c967-432e-95c0-42ae439b0a73 req-9db3697f-2384-4cac-a193-54a2c4c6fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:53.012029 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7ed79e33-c967-432e-95c0-42ae439b0a73 req-9db3697f-2384-4cac-a193-54a2c4c6fe93 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=038a0222e6f34dfa8dce183514c3f3db&device_id=9823d602-f886-43ee-ada0-70152df5dd93 HTTP/1.1" status: 200 len: 1095 time: 0.0496695 Aug 28 15:04:53.018281 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e71146-b760-430c-93c3-31f98a9e647d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:53.018684 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e71146-b760-430c-93c3-31f98a9e647d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:53.019213 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e71146-b760-430c-93c3-31f98a9e647d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:53.019719 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e71146-b760-430c-93c3-31f98a9e647d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:53.020223 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e71146-b760-430c-93c3-31f98a9e647d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:53.020717 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e71146-b760-430c-93c3-31f98a9e647d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:53.021205 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e71146-b760-430c-93c3-31f98a9e647d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:53.021535 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e71146-b760-430c-93c3-31f98a9e647d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:53.021859 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e71146-b760-430c-93c3-31f98a9e647d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:53.022181 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e71146-b760-430c-93c3-31f98a9e647d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:53.022497 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e71146-b760-430c-93c3-31f98a9e647d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:53.022970 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e71146-b760-430c-93c3-31f98a9e647d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:04:53.036947 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 54e01d77-3728-4d8d-9842-bafba89acf3a details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:04:53.050122 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8db78fb7-49f0-416a-8c0e-23d6188b0db0 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:53.079871 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-909142d6-90ac-4331-975d-9a54bb4b7f58 req-b0205325-d1af-4581-aa76-0f0615fbd1bf tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5796988 Aug 28 15:04:53.101673 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f205e66-a92a-440f-af33-1c65a30c791a admin admin] Made reservation on behalf of 442584d0f1d84c76983f148b2740762a for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:04:53.107201 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6f205e66-a92a-440f-af33-1c65a30c791a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:53.170103 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed79e33-c967-432e-95c0-42ae439b0a73 req-b5c7e2ac-62da-499c-a3a5-09d71e3d8f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:53.172419 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7ed79e33-c967-432e-95c0-42ae439b0a73 req-b5c7e2ac-62da-499c-a3a5-09d71e3d8f7a service neutron] 10.222.0.36 "GET /v2.0/networks?id=03e6b4b8-6c68-4060-8426-90fcc4950716 HTTP/1.1" status: 200 len: 907 time: 0.1531811 Aug 28 15:04:53.234754 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7ed79e33-c967-432e-95c0-42ae439b0a73 req-0cfbc115-8935-4064-8a53-d342d50e69a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84e68f88-a56e-4fa0-b9f1-ac932443bfc0 HTTP/1.1" status: 200 len: 217 time: 0.0543287 Aug 28 15:04:53.293558 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed79e33-c967-432e-95c0-42ae439b0a73 req-effc9faa-8c08-4425-ab15-ca29ab0418a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:53.295148 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7ed79e33-c967-432e-95c0-42ae439b0a73 req-effc9faa-8c08-4425-ab15-ca29ab0418a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=517a924f-5dd5-4f4e-82d8-d019697a05fd HTTP/1.1" status: 200 len: 846 time: 0.0527925 Aug 28 15:04:53.311148 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8db78fb7-49f0-416a-8c0e-23d6188b0db0 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:53.334156 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7ed79e33-c967-432e-95c0-42ae439b0a73 req-e2450a3b-eb92-4366-82a1-b80d9bee6d4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03e6b4b8-6c68-4060-8426-90fcc4950716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308659 Aug 28 15:04:53.399982 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43212) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:53.413510 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db78fb7-49f0-416a-8c0e-23d6188b0db0 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:04:53.419736 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-34809f10-c849-449a-9479-32f9d1aec3bf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:53.426126 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-8db78fb7-49f0-416a-8c0e-23d6188b0db0 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:04:53.434465 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db78fb7-49f0-416a-8c0e-23d6188b0db0 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Pushing event updated for resources: {'Port': ['ID=58b2a441-9526-407e-9bf1-c530b07eacec,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:53.438704 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db78fb7-49f0-416a-8c0e-23d6188b0db0 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:04:53.502951 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7ed79e33-c967-432e-95c0-42ae439b0a73 req-e3cf1a6a-85a1-4496-8fd2-d03399b55065 service neutron] 10.222.0.36 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614869 Aug 28 15:04:53.554644 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34809f10-c849-449a-9479-32f9d1aec3bf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event deleted for resources: {'Port': ['ID=8de1371b-8ae9-4312-b39a-9d2730a518fa,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:53.593365 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-ab5eb967-97e1-4b8d-876f-cdcb44b2e5ff tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Request body: {'networks': [{'name': 'tempest-network--1413625634'}, {'name': 'tempest-network--1814580492'}]} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:53.593676 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-ab5eb967-97e1-4b8d-876f-cdcb44b2e5ff tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Request body: {'network': {'name': 'tempest-network--1413625634'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:53.594145 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-ab5eb967-97e1-4b8d-876f-cdcb44b2e5ff tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Request body: {'network': {'name': 'tempest-network--1814580492'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:53.599216 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6f205e66-a92a-440f-af33-1c65a30c791a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:53.626111 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7ed79e33-c967-432e-95c0-42ae439b0a73 req-1c5ab3d0-89a3-43f6-bfd9-a28afaca415a service neutron] 10.222.0.36 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145065 Aug 28 15:04:53.754538 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-34809f10-c849-449a-9479-32f9d1aec3bf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:53.766694 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f205e66-a92a-440f-af33-1c65a30c791a admin admin] Pushing event updated for resources: {'Subnet': ['ID=12bd8cd5-f34c-44c9-9e98-a3273c4777fd,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:53.768761 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5eb967-97e1-4b8d-876f-cdcb44b2e5ff tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Made reservation on behalf of 8c41fca5e86245369571a9c5cb098def for: {'network': 2} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:04:53.773262 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab5eb967-97e1-4b8d-876f-cdcb44b2e5ff tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:53.885530 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab5eb967-97e1-4b8d-876f-cdcb44b2e5ff tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:53.894078 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-34809f10-c849-449a-9479-32f9d1aec3bf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:53.896958 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-34809f10-c849-449a-9479-32f9d1aec3bf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:53.910015 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f205e66-a92a-440f-af33-1c65a30c791a admin admin] Checking segment: {'id': 'da4bb42a-2224-4617-bd87-f06826483fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '54e01d77-3728-4d8d-9842-bafba89acf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:04:53.910015 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f205e66-a92a-440f-af33-1c65a30c791a admin admin] Network hostable DHCP agents. Network: 54e01d77-3728-4d8d-9842-bafba89acf3a, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:04:54.009644 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-34809f10-c849-449a-9479-32f9d1aec3bf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.010966 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34809f10-c849-449a-9479-32f9d1aec3bf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Fanout notify agent at l3_agent the message router_deleted on router 9bae9c87-6925-440a-9206-ed27a647fa5a {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:04:54.015675 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043a2f1-db1f-440d-92f6-b3b9d31aa768 req-4bb0d1d7-8a87-49f5-a5da-1681914b5a30 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:54.017705 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f043a2f1-db1f-440d-92f6-b3b9d31aa768 req-4bb0d1d7-8a87-49f5-a5da-1681914b5a30 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ecb989-5516-4b6d-8312-f1f2901a9abb HTTP/1.1" status: 200 len: 948 time: 0.0580032 Aug 28 15:04:54.021518 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-34809f10-c849-449a-9479-32f9d1aec3bf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.022605 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-34809f10-c849-449a-9479-32f9d1aec3bf tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "DELETE /v2.0/routers/9bae9c87-6925-440a-9206-ed27a647fa5a HTTP/1.1" status: 204 len: 168 time: 2.5983179 Aug 28 15:04:54.025370 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43246) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:54.062511 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f205e66-a92a-440f-af33-1c65a30c791a admin admin] Network 54e01d77-3728-4d8d-9842-bafba89acf3a is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:04:54.091360 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-6f205e66-a92a-440f-af33-1c65a30c791a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 54e01d77-3728-4d8d-9842-bafba89acf3a) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:04:54.103049 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12217bf4-857c-4aed-8562-d13bbbe93812 None None] Network 54e01d77-3728-4d8d-9842-bafba89acf3a requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:04:54.105174 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f205e66-a92a-440f-af33-1c65a30c791a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:54.105776 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6f205e66-a92a-440f-af33-1c65a30c791a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.111129 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8454d75-b62a-41e8-a508-9d0a261e3f22 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Deleting subnet 21bf41ab-4234-4f20-a565-cc90c31af923 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:04:54.113373 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8db78fb7-49f0-416a-8c0e-23d6188b0db0 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.121083 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f043a2f1-db1f-440d-92f6-b3b9d31aa768 req-5055cc7f-fed6-44c1-a8c3-a39e5bb3fcf6 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1995cdf-1f59-4eaa-9fee-89a9702c4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925024 Aug 28 15:04:54.123410 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b8454d75-b62a-41e8-a508-9d0a261e3f22 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.194017 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b8454d75-b62a-41e8-a508-9d0a261e3f22 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.264591 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b8454d75-b62a-41e8-a508-9d0a261e3f22 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.279711 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab5eb967-97e1-4b8d-876f-cdcb44b2e5ff tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.282343 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565b24ee-6d1f-4c74-a748-7bc7c7a46e32 None None] Network 54e01d77-3728-4d8d-9842-bafba89acf3a requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:04:54.288466 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab5eb967-97e1-4b8d-876f-cdcb44b2e5ff tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.288970 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab5eb967-97e1-4b8d-876f-cdcb44b2e5ff tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.319442 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6f205e66-a92a-440f-af33-1c65a30c791a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7903829 Aug 28 15:04:54.350662 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.361754 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b8454d75-b62a-41e8-a508-9d0a261e3f22 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.366775 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793158af-c10e-4eaf-b8f4-23eb105d5ecf req-674d0360-b600-48e4-99a5-b1eda17eb72f tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:54.368799 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-793158af-c10e-4eaf-b8f4-23eb105d5ecf req-674d0360-b600-48e4-99a5-b1eda17eb72f tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=9823d602-f886-43ee-ada0-70152df5dd93 HTTP/1.1" status: 200 len: 943 time: 0.1906619 Aug 28 15:04:54.397809 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8454d75-b62a-41e8-a508-9d0a261e3f22 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event deleted for resources: {'Subnet': ['ID=21bf41ab-4234-4f20-a565-cc90c31af923,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:54.406616 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b8454d75-b62a-41e8-a508-9d0a261e3f22 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.409105 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b8454d75-b62a-41e8-a508-9d0a261e3f22 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "DELETE /v2.0/subnets/21bf41ab-4234-4f20-a565-cc90c31af923 HTTP/1.1" status: 204 len: 168 time: 0.3819783 Aug 28 15:04:54.411150 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43254) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:54.428060 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5eb967-97e1-4b8d-876f-cdcb44b2e5ff tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:04:54.432479 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5eb967-97e1-4b8d-876f-cdcb44b2e5ff tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a2deaf-0982-4598-8d0c-ecd2feab0bf3,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:54.480849 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab5eb967-97e1-4b8d-876f-cdcb44b2e5ff tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.481194 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-ab5eb967-97e1-4b8d-876f-cdcb44b2e5ff tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Added segment a4587ef5-9ac9-4b02-b5b6-dc378f2b287e of type vlan for network 69203221-92ea-405d-95ec-707b7d98800c Aug 28 15:04:54.503533 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-793158af-c10e-4eaf-b8f4-23eb105d5ecf req-04dd49b6-53ba-4159-ba1f-e3a534ea7be6 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246896 Aug 28 15:04:54.529067 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-26db89e9-3375-4ed1-bdf6-2446da9b2623 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.544017 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab5eb967-97e1-4b8d-876f-cdcb44b2e5ff tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.547348 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8db78fb7-49f0-416a-8c0e-23d6188b0db0 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4654'] for router, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.553150 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8db78fb7-49f0-416a-8c0e-23d6188b0db0 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523761'] for router, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.618463 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-26db89e9-3375-4ed1-bdf6-2446da9b2623 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.618602 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5eb967-97e1-4b8d-876f-cdcb44b2e5ff tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:04:54.630290 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-26db89e9-3375-4ed1-bdf6-2446da9b2623 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ccbd56-6213-4676-8ffb-9df40613a8e7']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:54.645826 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-26db89e9-3375-4ed1-bdf6-2446da9b2623 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c7ad9b0-2680-4510-961a-27214557b619') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:54.646126 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-26db89e9-3375-4ed1-bdf6-2446da9b2623 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c7ad9b0-2680-4510-961a-27214557b619') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:54.657587 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-42e8a919-4c49-4805-8032-f45518a200cc req-fdab4550-dc7a-4605-86d5-76b1ca617022 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1572983264', 'description': 'tempest-description-999423848'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:54.658612 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab5eb967-97e1-4b8d-876f-cdcb44b2e5ff tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.658959 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-ab5eb967-97e1-4b8d-876f-cdcb44b2e5ff tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Added segment 4b57393e-e0e8-48ff-9b12-8c0b43b72233 of type vlan for network f6ef5b5c-42c4-4413-b079-8c3b0aabde35 Aug 28 15:04:54.665129 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-26db89e9-3375-4ed1-bdf6-2446da9b2623 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.687906 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-26db89e9-3375-4ed1-bdf6-2446da9b2623 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.695733 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26db89e9-3375-4ed1-bdf6-2446da9b2623 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:04:54.696131 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-26db89e9-3375-4ed1-bdf6-2446da9b2623 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: items = [ Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:04:54.699087 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:04:54.709080 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-42e8a919-4c49-4805-8032-f45518a200cc req-fdab4550-dc7a-4605-86d5-76b1ca617022 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.725016 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab5eb967-97e1-4b8d-876f-cdcb44b2e5ff tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.764026 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab5eb967-97e1-4b8d-876f-cdcb44b2e5ff tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.764528 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab5eb967-97e1-4b8d-876f-cdcb44b2e5ff tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.770416 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5eb967-97e1-4b8d-876f-cdcb44b2e5ff tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:54.773352 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-26db89e9-3375-4ed1-bdf6-2446da9b2623 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.775368 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5eb967-97e1-4b8d-876f-cdcb44b2e5ff tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:54.776968 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab5eb967-97e1-4b8d-876f-cdcb44b2e5ff tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.782215 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-26db89e9-3375-4ed1-bdf6-2446da9b2623 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.783347 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db78fb7-49f0-416a-8c0e-23d6188b0db0 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Router 135e4b76-412d-47cb-b46c-4f144aa31a7e is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:04:54.783968 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-26db89e9-3375-4ed1-bdf6-2446da9b2623 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] 10.222.0.13 "DELETE /v2.0/networks/89ccbd56-6213-4676-8ffb-9df40613a8e7 HTTP/1.1" status: 204 len: 168 time: 0.3718104 Aug 28 15:04:54.802704 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db89e9-3375-4ed1-bdf6-2446da9b2623 tempest-FloatingIPTestJSON-370836357 tempest-FloatingIPTestJSON-370836357-project] Pushing event deleted for resources: {'Network': ['ID=89ccbd56-6213-4676-8ffb-9df40613a8e7,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:54.864824 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-42e8a919-4c49-4805-8032-f45518a200cc req-fdab4550-dc7a-4605-86d5-76b1ca617022 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.869993 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-42e8a919-4c49-4805-8032-f45518a200cc req-fdab4550-dc7a-4605-86d5-76b1ca617022 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.915343 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-42e8a919-4c49-4805-8032-f45518a200cc req-fdab4550-dc7a-4605-86d5-76b1ca617022 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:54.916655 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-42e8a919-4c49-4805-8032-f45518a200cc req-fdab4550-dc7a-4605-86d5-76b1ca617022 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2685535 Aug 28 15:04:54.925594 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab4550-dc7a-4605-86d5-76b1ca617022 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=955db66a-6d7e-4674-90ca-c554103b0f89,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:55.082187 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43266) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:55.148298 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ab5eb967-97e1-4b8d-876f-cdcb44b2e5ff tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.7436655 Aug 28 15:04:55.151646 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43270) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:55.156122 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-f2c5c3e6-d333-413f-8190-06ada8313a7b req-169af6ea-b533-4f79-ba22-0229879d0c2b tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1132736038', 'description': 'tempest-description-103548345'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:55.163193 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5eb967-97e1-4b8d-876f-cdcb44b2e5ff tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Pushing event updated for resources: {'Network': ['ID=69203221-92ea-405d-95ec-707b7d98800c,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:55.177894 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 69203221-92ea-405d-95ec-707b7d98800c details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:04:55.284429 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f2c5c3e6-d333-413f-8190-06ada8313a7b req-169af6ea-b533-4f79-ba22-0229879d0c2b tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:55.288300 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5eb967-97e1-4b8d-876f-cdcb44b2e5ff tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Pushing event updated for resources: {'Network': ['ID=f6ef5b5c-42c4-4413-b079-8c3b0aabde35,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:55.301117 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network f6ef5b5c-42c4-4413-b079-8c3b0aabde35 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:04:55.309496 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db78fb7-49f0-416a-8c0e-23d6188b0db0 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:04:55.319203 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8db78fb7-49f0-416a-8c0e-23d6188b0db0 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:55.320610 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8db78fb7-49f0-416a-8c0e-23d6188b0db0 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "PUT /v2.0/routers/135e4b76-412d-47cb-b46c-4f144aa31a7e HTTP/1.1" status: 200 len: 880 time: 4.3347580 Aug 28 15:04:55.324735 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43276) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:55.325261 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369b98f5-1cfa-4ff7-a586-032d088e4169 None None] Sync routers for ids ['135e4b76-412d-47cb-b46c-4f144aa31a7e'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:04:55.327562 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6268f6e-f35f-452d-9078-7497dd2daed7 req-a1ac707b-d48a-4956-b419-1721faf627f1 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:55.336488 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f6268f6e-f35f-452d-9078-7497dd2daed7 req-a1ac707b-d48a-4956-b419-1721faf627f1 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ecb989-5516-4b6d-8312-f1f2901a9abb HTTP/1.1" status: 200 len: 948 time: 0.0949225 Aug 28 15:04:55.342742 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369b98f5-1cfa-4ff7-a586-032d088e4169 None None] Routers {'135e4b76-412d-47cb-b46c-4f144aa31a7e'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:55.343506 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-369b98f5-1cfa-4ff7-a586-032d088e4169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['135e4b76-412d-47cb-b46c-4f144aa31a7e'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:55.389617 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-369b98f5-1cfa-4ff7-a586-032d088e4169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:55.398813 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369b98f5-1cfa-4ff7-a586-032d088e4169 None None] Routers {'135e4b76-412d-47cb-b46c-4f144aa31a7e'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:04:55.399520 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-369b98f5-1cfa-4ff7-a586-032d088e4169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['135e4b76-412d-47cb-b46c-4f144aa31a7e'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:55.433532 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94255eab-c6a8-4e9d-8aeb-f5d3abc99639 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:55.434509 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-369b98f5-1cfa-4ff7-a586-032d088e4169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:55.435191 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369b98f5-1cfa-4ff7-a586-032d088e4169 None None] The sync data for ids ['135e4b76-412d-47cb-b46c-4f144aa31a7e'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:04:55.440417 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94255eab-c6a8-4e9d-8aeb-f5d3abc99639 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:55.446777 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94255eab-c6a8-4e9d-8aeb-f5d3abc99639 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:55.455580 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94255eab-c6a8-4e9d-8aeb-f5d3abc99639 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:55.460573 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-94255eab-c6a8-4e9d-8aeb-f5d3abc99639 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3047493 Aug 28 15:04:55.461308 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43278) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:55.484913 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f6268f6e-f35f-452d-9078-7497dd2daed7 req-628d0365-a2c3-4cb7-9985-1676fb6a8694 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1995cdf-1f59-4eaa-9fee-89a9702c4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474311 Aug 28 15:04:55.487475 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9267b717-a3ed-4529-a931-638da28e82fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e15fb08e08184d6eb9a374ea3963a37b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4039891 Aug 28 15:04:55.489927 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43280) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:55.533974 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9cc595e9-c3f7-4402-b858-79c1e00d6ad6 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "GET /v2.0/routers/135e4b76-412d-47cb-b46c-4f144aa31a7e HTTP/1.1" status: 200 len: 921 time: 0.2048037 Aug 28 15:04:55.536106 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43284) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:55.563626 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f2c5c3e6-d333-413f-8190-06ada8313a7b req-169af6ea-b533-4f79-ba22-0229879d0c2b tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:55.571852 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-25d464a6-1c67-42b6-89b8-de6591dca5ac tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:55.579700 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f2c5c3e6-d333-413f-8190-06ada8313a7b req-169af6ea-b533-4f79-ba22-0229879d0c2b tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:55.621602 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cf412077-047f-4967-97b6-dfe854af8343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:55.636284 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f2c5c3e6-d333-413f-8190-06ada8313a7b req-169af6ea-b533-4f79-ba22-0229879d0c2b tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:55.637134 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f2c5c3e6-d333-413f-8190-06ada8313a7b req-169af6ea-b533-4f79-ba22-0229879d0c2b tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4998853 Aug 28 15:04:55.639509 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169af6ea-b533-4f79-ba22-0229879d0c2b tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9108dd82-2a61-4a23-b284-3e9b54ced8a0,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:55.695157 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cf412077-047f-4967-97b6-dfe854af8343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:55.696243 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-25d464a6-1c67-42b6-89b8-de6591dca5ac tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:55.707083 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-25d464a6-1c67-42b6-89b8-de6591dca5ac tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69203221-92ea-405d-95ec-707b7d98800c']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:55.719918 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb58ef18-47ca-49b0-af5e-bf44d7e65426 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:55.723080 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-25d464a6-1c67-42b6-89b8-de6591dca5ac tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4587ef5-9ac9-4b02-b5b6-dc378f2b287e') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:55.723369 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-25d464a6-1c67-42b6-89b8-de6591dca5ac tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4587ef5-9ac9-4b02-b5b6-dc378f2b287e') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:55.724542 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bb58ef18-47ca-49b0-af5e-bf44d7e65426 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=61448970-1875-4f3f-bc01-29da4e3666f1&device_id=135e4b76-412d-47cb-b46c-4f144aa31a7e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1874421 Aug 28 15:04:55.725022 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43288) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:55.751229 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-25d464a6-1c67-42b6-89b8-de6591dca5ac tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:55.767158 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c387e2f-2c95-4869-ad9b-f21109c250d2 req-2fac95f0-f617-45dc-acce-f071309b8429 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:55.771311 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5c387e2f-2c95-4869-ad9b-f21109c250d2 req-2fac95f0-f617-45dc-acce-f071309b8429 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=9823d602-f886-43ee-ada0-70152df5dd93 HTTP/1.1" status: 200 len: 943 time: 0.1339843 Aug 28 15:04:55.796464 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-25d464a6-1c67-42b6-89b8-de6591dca5ac tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:55.820306 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cf412077-047f-4967-97b6-dfe854af8343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:55.823686 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cf412077-047f-4967-97b6-dfe854af8343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:55.827950 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cf412077-047f-4967-97b6-dfe854af8343 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf17c44d-5b86-42f1-af3e-d92d241790c5 HTTP/1.1" status: 204 len: 168 time: 0.3341482 Aug 28 15:04:55.828354 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5c387e2f-2c95-4869-ad9b-f21109c250d2 req-60e5fcc4-f98a-49f6-90db-068e84933174 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448492 Aug 28 15:04:55.831342 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d464a6-1c67-42b6-89b8-de6591dca5ac tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:04:55.831855 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-25d464a6-1c67-42b6-89b8-de6591dca5ac tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:04:55.835854 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:04:55.838972 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf412077-047f-4967-97b6-dfe854af8343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf17c44d-5b86-42f1-af3e-d92d241790c5,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:55.995989 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730e88e3-c70d-4401-98bf-ff4707559e9e tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:55.997391 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-730e88e3-c70d-4401-98bf-ff4707559e9e tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 881 time: 0.2714329 Aug 28 15:04:56.000383 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43304) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:56.019800 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8378c20-fb30-44d3-afd0-9a951327b80d req-50537d3f-1335-47b6-9c4a-3461e8695311 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:56.021355 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e8378c20-fb30-44d3-afd0-9a951327b80d req-50537d3f-1335-47b6-9c4a-3461e8695311 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0ecb989-5516-4b6d-8312-f1f2901a9abb HTTP/1.1" status: 200 len: 948 time: 0.2268417 Aug 28 15:04:56.024815 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-25d464a6-1c67-42b6-89b8-de6591dca5ac tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:56.042187 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ac6e1abe-116a-440d-b38e-6f7216f56ee6 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "GET /v2.0/ports?device_id=135e4b76-412d-47cb-b46c-4f144aa31a7e HTTP/1.1" status: 200 len: 205 time: 0.0379019 Aug 28 15:04:56.043934 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-25d464a6-1c67-42b6-89b8-de6591dca5ac tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:56.044515 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43306) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:56.047907 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-25d464a6-1c67-42b6-89b8-de6591dca5ac tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] 10.222.0.13 "DELETE /v2.0/networks/69203221-92ea-405d-95ec-707b7d98800c HTTP/1.1" status: 204 len: 168 time: 0.5824783 Aug 28 15:04:56.062774 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43308) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:56.086277 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d464a6-1c67-42b6-89b8-de6591dca5ac tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Pushing event deleted for resources: {'Network': ['ID=69203221-92ea-405d-95ec-707b7d98800c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:56.102507 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-e60d907a-445f-4e25-96db-db6b0816140d tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:56.104514 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-e60d907a-445f-4e25-96db-db6b0816140d tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/networks?id=54e01d77-3728-4d8d-9842-bafba89acf3a HTTP/1.1" status: 200 len: 813 time: 0.2897747 Aug 28 15:04:56.146853 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-a580248f-dd5e-4ddb-a6e4-fac03991b378 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/quotas/442584d0f1d84c76983f148b2740762a HTTP/1.1" status: 200 len: 375 time: 0.0159781 Aug 28 15:04:56.193848 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-e8378c20-fb30-44d3-afd0-9a951327b80d req-40865912-1a02-482c-be83-5a9776121f97 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Deleting port c8f4c4c0-d6a9-4789-8f5b-43dd31567204 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:04:56.194569 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e8378c20-fb30-44d3-afd0-9a951327b80d req-40865912-1a02-482c-be83-5a9776121f97 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:56.200394 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-d51590d6-4c5f-44a4-b4db-462683b6e0e3 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=442584d0f1d84c76983f148b2740762a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357733 Aug 28 15:04:56.216771 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-15c54bed-b90a-43be-977e-d88f9dba7360 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:56.264913 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e662c096-64f5-4321-8c26-0bb4900495bd tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:56.357756 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-e8378c20-fb30-44d3-afd0-9a951327b80d req-40865912-1a02-482c-be83-5a9776121f97 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] For port c8f4c4c0-d6a9-4789-8f5b-43dd31567204, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=c8f4c4c0-d6a9-4789-8f5b-43dd31567204,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:56.358133 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e8378c20-fb30-44d3-afd0-9a951327b80d req-40865912-1a02-482c-be83-5a9776121f97 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:56.360263 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-15c54bed-b90a-43be-977e-d88f9dba7360 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:56.374358 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-15c54bed-b90a-43be-977e-d88f9dba7360 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ef5b5c-42c4-4413-b079-8c3b0aabde35']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:56.379860 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-e8378c20-fb30-44d3-afd0-9a951327b80d req-40865912-1a02-482c-be83-5a9776121f97 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Calling delete_port for c8f4c4c0-d6a9-4789-8f5b-43dd31567204 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:04:56.383927 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-8beed313-750e-452d-a972-122de3c628c2 service neutron] 10.222.0.13 "GET /v2.0/networks/54e01d77-3728-4d8d-9842-bafba89acf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440492 Aug 28 15:04:56.394374 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:56.411909 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-15c54bed-b90a-43be-977e-d88f9dba7360 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b57393e-e0e8-48ff-9b12-8c0b43b72233') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:56.412164 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-15c54bed-b90a-43be-977e-d88f9dba7360 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b57393e-e0e8-48ff-9b12-8c0b43b72233') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:04:56.427543 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-15c54bed-b90a-43be-977e-d88f9dba7360 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:56.446363 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-15c54bed-b90a-43be-977e-d88f9dba7360 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:56.457616 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c54bed-b90a-43be-977e-d88f9dba7360 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:04:56.458041 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-15c54bed-b90a-43be-977e-d88f9dba7360 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:04:56.461534 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:04:56.464107 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e662c096-64f5-4321-8c26-0bb4900495bd tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:56.540155 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-cdab73f6-2564-4495-8249-875e1b21dd37 service neutron] 10.222.0.13 "GET /v2.0/networks/54e01d77-3728-4d8d-9842-bafba89acf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429167 Aug 28 15:04:56.577770 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-15c54bed-b90a-43be-977e-d88f9dba7360 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:56.612489 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-15c54bed-b90a-43be-977e-d88f9dba7360 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:56.616986 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-15c54bed-b90a-43be-977e-d88f9dba7360 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] 10.222.0.13 "DELETE /v2.0/networks/f6ef5b5c-42c4-4413-b079-8c3b0aabde35 HTTP/1.1" status: 204 len: 168 time: 0.5506754 Aug 28 15:04:56.618167 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43330) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:56.629777 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c54bed-b90a-43be-977e-d88f9dba7360 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Pushing event deleted for resources: {'Network': ['ID=f6ef5b5c-42c4-4413-b079-8c3b0aabde35,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:56.643627 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43332) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:56.644982 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e8378c20-fb30-44d3-afd0-9a951327b80d req-40865912-1a02-482c-be83-5a9776121f97 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:56.660686 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-e662c096-64f5-4321-8c26-0bb4900495bd tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Deleting port 58b2a441-9526-407e-9bf1-c530b07eacec {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:04:56.661097 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e662c096-64f5-4321-8c26-0bb4900495bd tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:56.681396 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e562620-e74d-49a2-902e-f2588fa7b42c req-ecc7854e-41fa-48bb-a9bc-6f7196ac95ec tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:56.685339 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e562620-e74d-49a2-902e-f2588fa7b42c req-ecc7854e-41fa-48bb-a9bc-6f7196ac95ec tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ecb989-5516-4b6d-8312-f1f2901a9abb HTTP/1.1" status: 200 len: 865 time: 0.1101692 Aug 28 15:04:56.748161 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40865912-1a02-482c-be83-5a9776121f97 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Pushing event deleted for resources: {'Port': ['ID=c8f4c4c0-d6a9-4789-8f5b-43dd31567204,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:56.828255 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-6bff4b74-735a-4074-b08e-e4caf92173b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-976870185'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:56.846035 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8378c20-fb30-44d3-afd0-9a951327b80d req-40865912-1a02-482c-be83-5a9776121f97 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] No DVR routers for this DVR port c8f4c4c0-d6a9-4789-8f5b-43dd31567204 on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:04:56.857953 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e8378c20-fb30-44d3-afd0-9a951327b80d req-40865912-1a02-482c-be83-5a9776121f97 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:56.859031 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e8378c20-fb30-44d3-afd0-9a951327b80d req-40865912-1a02-482c-be83-5a9776121f97 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.41 "DELETE /v2.0/ports/c8f4c4c0-d6a9-4789-8f5b-43dd31567204 HTTP/1.1" status: 204 len: 173 time: 0.8289638 Aug 28 15:04:56.862294 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ecb989-5516-4b6d-8312-f1f2901a9abb', 'name': 'network-vif-deleted', 'tag': 'c8f4c4c0-d6a9-4789-8f5b-43dd31567204'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:04:56.862568 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeab2e1f-510e-4331-ac03-336ccbf0468e" -d '{"events": [{"server_uuid": "a0ecb989-5516-4b6d-8312-f1f2901a9abb", "name": "network-vif-deleted", "tag": "c8f4c4c0-d6a9-4789-8f5b-43dd31567204"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:04:56.870734 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e562620-e74d-49a2-902e-f2588fa7b42c req-f96a35b1-023d-414d-aab5-1fd590065f17 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1995cdf-1f59-4eaa-9fee-89a9702c4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408470 Aug 28 15:04:56.880552 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bff4b74-735a-4074-b08e-e4caf92173b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Made reservation on behalf of 620448c0e45d416cac16ebedf859b0fd for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:04:56.884050 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6bff4b74-735a-4074-b08e-e4caf92173b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:56.898040 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 84e68f88-a56e-4fa0-b9f1-ac932443bfc0 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:04:56.923802 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7f402f9d-6af2-4d25-a1ae-9a4e7846c9f1 req-4669f0b7-275c-4b60-8d09-4ce269c848d2 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7091164b-d586-469b-8754-01420f53523b HTTP/1.1" status: 200 len: 210 time: 0.0757439 Aug 28 15:04:56.924708 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6bff4b74-735a-4074-b08e-e4caf92173b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:56.930128 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e662c096-64f5-4321-8c26-0bb4900495bd tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:56.958116 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fc97f0-55b2-4d3b-a160-4e28db344ca2 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:56.971706 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-e662c096-64f5-4321-8c26-0bb4900495bd tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Calling delete_port for 58b2a441-9526-407e-9bf1-c530b07eacec owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:04:56.978399 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fc97f0-55b2-4d3b-a160-4e28db344ca2 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:56.980112 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-09fc97f0-55b2-4d3b-a160-4e28db344ca2 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3617260 Aug 28 15:04:56.985715 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43346) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:56.997101 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-939eb332-2cf5-4d66-9c74-43a56af1bc6c tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1337083451'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:57.020835 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d5da5e-7ba0-4c0f-a84c-879b8bc81363 x-openstack-request-id: req-95d5da5e-7ba0-4c0f-a84c-879b8bc81363 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:04:57.021471 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ecb989-5516-4b6d-8312-f1f2901a9abb", "name": "network-vif-deleted", "tag": "c8f4c4c0-d6a9-4789-8f5b-43dd31567204", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:04:57.021787 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95d5da5e-7ba0-4c0f-a84c-879b8bc81363 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:04:57.022739 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ecb989-5516-4b6d-8312-f1f2901a9abb', 'name': 'network-vif-deleted', 'tag': 'c8f4c4c0-d6a9-4789-8f5b-43dd31567204', 'status': 'completed', 'code': 200} Aug 28 15:04:57.086909 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 84e68f88-a56e-4fa0-b9f1-ac932443bfc0, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=84e68f88-a56e-4fa0-b9f1-ac932443bfc0,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:57.100353 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '84e68f88-a56e-4fa0-b9f1-ac932443bfc0', 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716', 'port_id': '84e68f88-a56e-4fa0-b9f1-ac932443bfc0', 'mac_address': 'fa:16:3e:1b:60:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517a924f-5dd5-4f4e-82d8-d019697a05fd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:04:57.147731 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:57.159526 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab7cf0-58d2-45a5-b23b-14101e8bef16 req-19c56970-e908-4588-b62d-24b70f2a639a tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:57.161136 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6bab7cf0-58d2-45a5-b23b-14101e8bef16 req-19c56970-e908-4588-b62d-24b70f2a639a tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=9823d602-f886-43ee-ada0-70152df5dd93 HTTP/1.1" status: 200 len: 943 time: 0.1548195 Aug 28 15:04:57.167271 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e68f88-a56e-4fa0-b9f1-ac932443bfc0 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:04:57.189924 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 84e68f88-a56e-4fa0-b9f1-ac932443bfc0, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=84e68f88-a56e-4fa0-b9f1-ac932443bfc0,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:57.194448 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:57.281632 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6bab7cf0-58d2-45a5-b23b-14101e8bef16 req-cb071491-c89b-4bd0-96ab-c1cf88b3736b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745790 Aug 28 15:04:57.345799 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6bff4b74-735a-4074-b08e-e4caf92173b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:57.352914 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6bff4b74-735a-4074-b08e-e4caf92173b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:57.391278 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939eb332-2cf5-4d66-9c74-43a56af1bc6c tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Made reservation on behalf of 8c41fca5e86245369571a9c5cb098def for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:04:57.401803 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-939eb332-2cf5-4d66-9c74-43a56af1bc6c tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:57.406495 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e662c096-64f5-4321-8c26-0bb4900495bd tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:57.415278 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=84e68f88-a56e-4fa0-b9f1-ac932443bfc0,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:57.452495 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939eb332-2cf5-4d66-9c74-43a56af1bc6c tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:04:57.453027 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bff4b74-735a-4074-b08e-e4caf92173b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:04:57.458634 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff4b74-735a-4074-b08e-e4caf92173b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0d7c00-3a91-4a7e-a961-fe662189a2df,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:57.463807 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662c096-64f5-4321-8c26-0bb4900495bd tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Pushing event deleted for resources: {'Port': ['ID=58b2a441-9526-407e-9bf1-c530b07eacec,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:57.482397 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-939eb332-2cf5-4d66-9c74-43a56af1bc6c tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:57.483619 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-939eb332-2cf5-4d66-9c74-43a56af1bc6c tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Added segment 37ea4d13-5200-49f2-b01d-67a536fb32e6 of type vlan for network 6deede95-6fbb-484d-840f-f812bcd62ab4 Aug 28 15:04:57.483935 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6bff4b74-735a-4074-b08e-e4caf92173b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:57.484290 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-6bff4b74-735a-4074-b08e-e4caf92173b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Added segment 532f95d2-50d5-49ee-9b3a-497bd41808d0 of type vlan for network 2dff28f1-47ca-442a-8467-44decb2d4aa7 Aug 28 15:04:57.488704 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['84e68f88-a56e-4fa0-b9f1-ac932443bfc0'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:04:57.547372 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-939eb332-2cf5-4d66-9c74-43a56af1bc6c tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:57.556352 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e662c096-64f5-4321-8c26-0bb4900495bd tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:57.586029 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-939eb332-2cf5-4d66-9c74-43a56af1bc6c tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:57.596470 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939eb332-2cf5-4d66-9c74-43a56af1bc6c tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:57.597751 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-939eb332-2cf5-4d66-9c74-43a56af1bc6c tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:57.681424 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-939eb332-2cf5-4d66-9c74-43a56af1bc6c tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6920850 Aug 28 15:04:57.682342 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43354) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:57.690555 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-9243fa71-d7fa-4577-9c25-aeeda2ffadf8 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1077931490'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:57.690803 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6bff4b74-735a-4074-b08e-e4caf92173b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:57.696365 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e662c096-64f5-4321-8c26-0bb4900495bd tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:57.699561 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939eb332-2cf5-4d66-9c74-43a56af1bc6c tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Pushing event updated for resources: {'Network': ['ID=6deede95-6fbb-484d-840f-f812bcd62ab4,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:57.700431 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e662c096-64f5-4321-8c26-0bb4900495bd tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:57.712435 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 6deede95-6fbb-484d-840f-f812bcd62ab4 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:04:57.718681 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9243fa71-d7fa-4577-9c25-aeeda2ffadf8 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Made reservation on behalf of 8c41fca5e86245369571a9c5cb098def for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:04:57.722825 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9243fa71-d7fa-4577-9c25-aeeda2ffadf8 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:57.753805 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9243fa71-d7fa-4577-9c25-aeeda2ffadf8 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:04:57.755852 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6bff4b74-735a-4074-b08e-e4caf92173b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:57.761570 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bff4b74-735a-4074-b08e-e4caf92173b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:57.762273 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6bff4b74-735a-4074-b08e-e4caf92173b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:57.764050 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9243fa71-d7fa-4577-9c25-aeeda2ffadf8 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:57.764398 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-9243fa71-d7fa-4577-9c25-aeeda2ffadf8 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Added segment 59f0b31b-4233-4ba8-88f1-858d0d6638b6 of type vlan for network cec1ff69-1785-437a-93ba-5cf2845e6e0b Aug 28 15:04:57.768512 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e662c096-64f5-4321-8c26-0bb4900495bd tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:57.769014 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e662c096-64f5-4321-8c26-0bb4900495bd tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Fanout notify agent at l3_agent the message router_deleted on router 135e4b76-412d-47cb-b46c-4f144aa31a7e {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:04:57.791842 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e662c096-64f5-4321-8c26-0bb4900495bd tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:57.796533 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43356) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:57.797153 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e662c096-64f5-4321-8c26-0bb4900495bd tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "DELETE /v2.0/routers/135e4b76-412d-47cb-b46c-4f144aa31a7e HTTP/1.1" status: 204 len: 168 time: 1.7513916 Aug 28 15:04:57.805244 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-f1d5f56a-90c5-4ac3-9a27-69a10fa292e4 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1294460621', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:57.826517 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9243fa71-d7fa-4577-9c25-aeeda2ffadf8 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:57.851145 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6bff4b74-735a-4074-b08e-e4caf92173b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2038555 Aug 28 15:04:57.851442 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43360) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:57.858366 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-3f1cc367-03e8-442c-b169-6c5a32d6e0b4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1183991771'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:57.859580 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff4b74-735a-4074-b08e-e4caf92173b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Network': ['ID=2dff28f1-47ca-442a-8467-44decb2d4aa7,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:57.872811 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 2dff28f1-47ca-442a-8467-44decb2d4aa7 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:04:57.877116 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9243fa71-d7fa-4577-9c25-aeeda2ffadf8 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:57.884080 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9243fa71-d7fa-4577-9c25-aeeda2ffadf8 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:57.885461 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9243fa71-d7fa-4577-9c25-aeeda2ffadf8 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:57.901308 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f1d5f56a-90c5-4ac3-9a27-69a10fa292e4 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:57.902468 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f1d5f56a-90c5-4ac3-9a27-69a10fa292e4 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:57.979449 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1cc367-03e8-442c-b169-6c5a32d6e0b4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Made reservation on behalf of 620448c0e45d416cac16ebedf859b0fd for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:04:57.983023 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3f1cc367-03e8-442c-b169-6c5a32d6e0b4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:57.992984 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9243fa71-d7fa-4577-9c25-aeeda2ffadf8 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3093703 Aug 28 15:04:57.996191 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43368) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:58.001893 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-6b1a708b-75b6-4d78-a98e-e72ccbe4d16b tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Request body: {'ports': [{'network_id': '6deede95-6fbb-484d-840f-f812bcd62ab4', 'name': 'tempest-port--1873085188', 'admin_state_up': True}, {'network_id': 'cec1ff69-1785-437a-93ba-5cf2845e6e0b', 'admin_state_up': False}]} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:58.002219 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-6b1a708b-75b6-4d78-a98e-e72ccbe4d16b tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Request body: {'port': {'network_id': '6deede95-6fbb-484d-840f-f812bcd62ab4', 'name': 'tempest-port--1873085188', 'admin_state_up': True}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:58.002776 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-6b1a708b-75b6-4d78-a98e-e72ccbe4d16b tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Request body: {'port': {'network_id': 'cec1ff69-1785-437a-93ba-5cf2845e6e0b', 'admin_state_up': False}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:58.013371 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243fa71-d7fa-4577-9c25-aeeda2ffadf8 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Pushing event updated for resources: {'Network': ['ID=cec1ff69-1785-437a-93ba-5cf2845e6e0b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:58.026639 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network cec1ff69-1785-437a-93ba-5cf2845e6e0b details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:04:58.079509 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f1d5f56a-90c5-4ac3-9a27-69a10fa292e4 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:58.097194 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f1d5f56a-90c5-4ac3-9a27-69a10fa292e4 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:58.152149 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f1cc367-03e8-442c-b169-6c5a32d6e0b4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:04:58.161403 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f1d5f56a-90c5-4ac3-9a27-69a10fa292e4 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:58.165788 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f1d5f56a-90c5-4ac3-9a27-69a10fa292e4 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3647773 Aug 28 15:04:58.172695 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43372) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:58.177851 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-87170a0d-ac52-42ad-9178-643d5ea71dcb tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'enable_snat': True}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:58.178087 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7ee233df-ae20-4041-b74b-f3da63e6ee51 req-9262030a-6d4a-49ef-9d14-b9a508069c34 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7091164b-d586-469b-8754-01420f53523b HTTP/1.1" status: 200 len: 210 time: 0.1341622 Aug 28 15:04:58.187807 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3f1cc367-03e8-442c-b169-6c5a32d6e0b4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:58.188160 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-3f1cc367-03e8-442c-b169-6c5a32d6e0b4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Added segment ae4ef676-5c66-42bb-b4ed-d47d4d5e92ec of type vlan for network f8405ada-4462-4fd6-a926-6d84d130ce96 Aug 28 15:04:58.288507 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1a708b-75b6-4d78-a98e-e72ccbe4d16b tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Made reservation on behalf of 8c41fca5e86245369571a9c5cb098def for: {'port': 2} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:04:58.293313 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6b1a708b-75b6-4d78-a98e-e72ccbe4d16b tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:58.309205 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6b1a708b-75b6-4d78-a98e-e72ccbe4d16b tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:58.423331 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-6b1a708b-75b6-4d78-a98e-e72ccbe4d16b tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] device_id is not set on port 728447f2-adc7-44fb-b2ed-df04728d22b7 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:04:58.449432 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9a214-bf50-4a9b-8d12-db3df0f3dbc1 req-83a7fb55-7fb3-46e6-aaea-c79ad6f695be tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:58.451027 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ded9a214-bf50-4a9b-8d12-db3df0f3dbc1 req-83a7fb55-7fb3-46e6-aaea-c79ad6f695be tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=9823d602-f886-43ee-ada0-70152df5dd93 HTTP/1.1" status: 200 len: 944 time: 0.0885947 Aug 28 15:04:58.537958 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ded9a214-bf50-4a9b-8d12-db3df0f3dbc1 req-eb663106-1f41-4fc0-8787-8ee015ddd2cc tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802846 Aug 28 15:04:58.566816 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3f1cc367-03e8-442c-b169-6c5a32d6e0b4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:58.586855 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6b1a708b-75b6-4d78-a98e-e72ccbe4d16b tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:58.636745 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-b1ed9625-dc21-45c8-8523-9d58e62ae92d tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:58.638201 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-b1ed9625-dc21-45c8-8523-9d58e62ae92d tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.41 "GET /v2.0/networks?id=54e01d77-3728-4d8d-9842-bafba89acf3a HTTP/1.1" status: 200 len: 813 time: 0.5842056 Aug 28 15:04:58.658761 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-6b1a708b-75b6-4d78-a98e-e72ccbe4d16b tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] device_id is not set on port cb74d108-9637-43a7-8ef4-99490e2a406e yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:04:58.679448 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-540c6267-805d-4fe9-a2e1-cdb22e3241c0 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Request body: {'port': {'device_id': '7091164b-d586-469b-8754-01420f53523b', 'network_id': '54e01d77-3728-4d8d-9842-bafba89acf3a', 'admin_state_up': True, 'tenant_id': '442584d0f1d84c76983f148b2740762a'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:58.742901 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb968807-120b-4ea7-a929-3d78f37e28c9 req-da989fcb-f2a7-4382-86ff-f00cfa0783a2 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:58.745025 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fb968807-120b-4ea7-a929-3d78f37e28c9 req-da989fcb-f2a7-4382-86ff-f00cfa0783a2 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/ports?device_id=75d17438-14ff-4683-813b-34d9ea2b328c HTTP/1.1" status: 200 len: 949 time: 0.4875364 Aug 28 15:04:58.750391 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3f1cc367-03e8-442c-b169-6c5a32d6e0b4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:58.755906 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1cc367-03e8-442c-b169-6c5a32d6e0b4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:58.756429 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3f1cc367-03e8-442c-b169-6c5a32d6e0b4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:58.768593 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6b1a708b-75b6-4d78-a98e-e72ccbe4d16b tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:58.811980 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6b1a708b-75b6-4d78-a98e-e72ccbe4d16b tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:58.871009 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a708b-75b6-4d78-a98e-e72ccbe4d16b tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Pushing event updated for resources: {'Port': ['ID=728447f2-adc7-44fb-b2ed-df04728d22b7,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:58.891994 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1a708b-75b6-4d78-a98e-e72ccbe4d16b tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Checking segment: {'id': '37ea4d13-5200-49f2-b01d-67a536fb32e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6deede95-6fbb-484d-840f-f812bcd62ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:04:58.892357 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1a708b-75b6-4d78-a98e-e72ccbe4d16b tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Network hostable DHCP agents. Network: 6deede95-6fbb-484d-840f-f812bcd62ab4, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:04:58.897787 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 84e68f88-a56e-4fa0-b9f1-ac932443bfc0 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:04:58.910620 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-87170a0d-ac52-42ad-9178-643d5ea71dcb tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:58.919839 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1a708b-75b6-4d78-a98e-e72ccbe4d16b tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Network 6deede95-6fbb-484d-840f-f812bcd62ab4 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:04:58.921578 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3f1cc367-03e8-442c-b169-6c5a32d6e0b4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0690882 Aug 28 15:04:58.926666 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43378) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:58.936728 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-b72a4177-8f8a-4d6e-bbd2-229780d90cc8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'subnet': {'network_id': '2dff28f1-47ca-442a-8467-44decb2d4aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:04:58.940161 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-6b1a708b-75b6-4d78-a98e-e72ccbe4d16b tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 6deede95-6fbb-484d-840f-f812bcd62ab4) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:04:58.947077 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1a708b-75b6-4d78-a98e-e72ccbe4d16b tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:04:58.950024 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6b1a708b-75b6-4d78-a98e-e72ccbe4d16b tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:58.971937 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95062dbe-2fef-4e3e-9435-57b007a8ff17 None None] Network 6deede95-6fbb-484d-840f-f812bcd62ab4 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:04:59.011029 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a708b-75b6-4d78-a98e-e72ccbe4d16b tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Pushing event updated for resources: {'Port': ['ID=cb74d108-9637-43a7-8ef4-99490e2a406e,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:59.015379 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1cc367-03e8-442c-b169-6c5a32d6e0b4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Network': ['ID=f8405ada-4462-4fd6-a926-6d84d130ce96,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:59.027025 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 84e68f88-a56e-4fa0-b9f1-ac932443bfc0 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:04:59.029178 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1a708b-75b6-4d78-a98e-e72ccbe4d16b tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Checking segment: {'id': '59f0b31b-4233-4ba8-88f1-858d0d6638b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cec1ff69-1785-437a-93ba-5cf2845e6e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:04:59.029178 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1a708b-75b6-4d78-a98e-e72ccbe4d16b tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Network hostable DHCP agents. Network: cec1ff69-1785-437a-93ba-5cf2845e6e0b, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:04:59.040131 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network f8405ada-4462-4fd6-a926-6d84d130ce96 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:04:59.046479 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1a708b-75b6-4d78-a98e-e72ccbe4d16b tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Network cec1ff69-1785-437a-93ba-5cf2845e6e0b is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:04:59.055931 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-6b1a708b-75b6-4d78-a98e-e72ccbe4d16b tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, cec1ff69-1785-437a-93ba-5cf2845e6e0b) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:04:59.057906 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 84e68f88-a56e-4fa0-b9f1-ac932443bfc0 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:04:59.058434 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:59.061152 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1a708b-75b6-4d78-a98e-e72ccbe4d16b tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:04:59.067945 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1a708b-75b6-4d78-a98e-e72ccbe4d16b tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:59.073684 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1a708b-75b6-4d78-a98e-e72ccbe4d16b tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:59.074866 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fb968807-120b-4ea7-a929-3d78f37e28c9 req-679c11fb-45e0-4859-81aa-8bb7e0f79fdc tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1995cdf-1f59-4eaa-9fee-89a9702c4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140054 Aug 28 15:04:59.075010 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6b1a708b-75b6-4d78-a98e-e72ccbe4d16b tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:59.090603 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6b1a708b-75b6-4d78-a98e-e72ccbe4d16b tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.0932658 Aug 28 15:04:59.093060 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43380) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:59.110985 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceffb0f-57c8-4721-a64c-9b07e1a9056e None None] Network cec1ff69-1785-437a-93ba-5cf2845e6e0b requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:04:59.133561 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-540c6267-805d-4fe9-a2e1-cdb22e3241c0 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Made reservation on behalf of 442584d0f1d84c76983f148b2740762a for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:04:59.137211 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-540c6267-805d-4fe9-a2e1-cdb22e3241c0 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:59.174883 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72a4177-8f8a-4d6e-bbd2-229780d90cc8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Made reservation on behalf of 620448c0e45d416cac16ebedf859b0fd for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:04:59.178474 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b72a4177-8f8a-4d6e-bbd2-229780d90cc8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:59.190355 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a26457-896c-4c45-8f0a-80c52103bc1a tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:59.196525 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a26457-896c-4c45-8f0a-80c52103bc1a tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:59.200940 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d4a26457-896c-4c45-8f0a-80c52103bc1a tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1042774 Aug 28 15:04:59.201258 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43382) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:59.363818 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:59.394221 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9823d602-f886-43ee-ada0-70152df5dd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e68f88-a56e-4fa0-b9f1-ac932443bfc0'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:04:59.396325 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc05b417-3868-40e2-9242-b32573f6feec" -d '{"events": [{"server_uuid": "9823d602-f886-43ee-ada0-70152df5dd93", "name": "network-vif-plugged", "status": "completed", "tag": "84e68f88-a56e-4fa0-b9f1-ac932443bfc0"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:04:59.410571 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 84e68f88-a56e-4fa0-b9f1-ac932443bfc0, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=84e68f88-a56e-4fa0-b9f1-ac932443bfc0,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:04:59.417005 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:59.470989 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5562c4-e8e0-4eda-be43-927fdaa837b9 x-openstack-request-id: req-9d5562c4-e8e0-4eda-be43-927fdaa837b9 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:04:59.471449 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9823d602-f886-43ee-ada0-70152df5dd93", "name": "network-vif-plugged", "status": "completed", "tag": "84e68f88-a56e-4fa0-b9f1-ac932443bfc0", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:04:59.471842 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d5562c4-e8e0-4eda-be43-927fdaa837b9 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:04:59.472375 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9823d602-f886-43ee-ada0-70152df5dd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e68f88-a56e-4fa0-b9f1-ac932443bfc0', 'code': 200} Aug 28 15:04:59.479032 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=84e68f88-a56e-4fa0-b9f1-ac932443bfc0,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:59.505251 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-540c6267-805d-4fe9-a2e1-cdb22e3241c0 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Allocated IP 172.20.0.6 (54e01d77-3728-4d8d-9842-bafba89acf3a/12bd8cd5-f34c-44c9-9e98-a3273c4777fd/53fb127c-e9c6-4660-a0ca-af8f1f2f5a95) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:04:59.554634 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-87170a0d-ac52-42ad-9178-643d5ea71dcb tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:59.595706 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-87170a0d-ac52-42ad-9178-643d5ea71dcb tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:59.684923 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f32cf989-76cb-4ee9-862b-0f5cdf9fd597 req-4bec95cf-1f32-4360-a0f4-b5b36d7f9add tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7091164b-d586-469b-8754-01420f53523b HTTP/1.1" status: 200 len: 210 time: 0.0491402 Aug 28 15:04:59.708898 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0aa85-6cc6-40b1-ab53-ee2535ff3b3f req-5b42d22f-97b1-4ac5-81b7-71aa345273cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:59.710390 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62d0aa85-6cc6-40b1-ab53-ee2535ff3b3f req-5b42d22f-97b1-4ac5-81b7-71aa345273cd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9823d602-f886-43ee-ada0-70152df5dd93 HTTP/1.1" status: 200 len: 1097 time: 0.0735123 Aug 28 15:04:59.719531 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b72a4177-8f8a-4d6e-bbd2-229780d90cc8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:59.728616 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-5d052911-68cb-4006-aa5e-0d22c0ec0f5d tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Deleting port 728447f2-adc7-44fb-b2ed-df04728d22b7 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:04:59.728955 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5d052911-68cb-4006-aa5e-0d22c0ec0f5d tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:59.803853 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62d0aa85-6cc6-40b1-ab53-ee2535ff3b3f req-35f027fc-e4aa-44c6-adce-4c11eb25a813 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860922 Aug 28 15:04:59.812752 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5d052911-68cb-4006-aa5e-0d22c0ec0f5d tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:59.825194 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-5d052911-68cb-4006-aa5e-0d22c0ec0f5d tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Calling delete_port for 728447f2-adc7-44fb-b2ed-df04728d22b7 owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:04:59.859276 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06a8a0-a834-4321-bb9c-eb6366361c88 req-e1742666-2069-44e1-a44b-fb24cb8e2cd6 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:04:59.861192 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8f06a8a0-a834-4321-bb9c-eb6366361c88 req-e1742666-2069-44e1-a44b-fb24cb8e2cd6 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=9823d602-f886-43ee-ada0-70152df5dd93 HTTP/1.1" status: 200 len: 945 time: 0.2367053 Aug 28 15:04:59.903917 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a4177-8f8a-4d6e-bbd2-229780d90cc8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Subnet': ['ID=71f6f6b1-d52e-406d-a2a8-58af365b8311,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:59.913003 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5d052911-68cb-4006-aa5e-0d22c0ec0f5d tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:59.940974 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d052911-68cb-4006-aa5e-0d22c0ec0f5d tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Pushing event deleted for resources: {'Port': ['ID=728447f2-adc7-44fb-b2ed-df04728d22b7,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:04:59.950395 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5d052911-68cb-4006-aa5e-0d22c0ec0f5d tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:59.952573 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5d052911-68cb-4006-aa5e-0d22c0ec0f5d tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] 10.222.0.13 "DELETE /v2.0/ports/728447f2-adc7-44fb-b2ed-df04728d22b7 HTTP/1.1" status: 204 len: 168 time: 0.7504082 Aug 28 15:04:59.955117 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43390) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:04:59.988765 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-540c6267-805d-4fe9-a2e1-cdb22e3241c0 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:04:59.995407 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-87170a0d-ac52-42ad-9178-643d5ea71dcb tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Allocated IP 172.25.3.191 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/28e456c5-9082-4111-9230-7aa73b36ec04) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:04:59.999492 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72a4177-8f8a-4d6e-bbd2-229780d90cc8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Checking segment: {'id': '532f95d2-50d5-49ee-9b3a-497bd41808d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2dff28f1-47ca-442a-8467-44decb2d4aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:04:59.999896 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72a4177-8f8a-4d6e-bbd2-229780d90cc8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network hostable DHCP agents. Network: 2dff28f1-47ca-442a-8467-44decb2d4aa7, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:05:00.016358 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8f06a8a0-a834-4321-bb9c-eb6366361c88 req-62f948d5-e263-4072-ad30-72a74481103d tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215026 Aug 28 15:05:00.080215 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72a4177-8f8a-4d6e-bbd2-229780d90cc8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network 2dff28f1-47ca-442a-8467-44decb2d4aa7 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:05:00.086008 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06399348-e8b8-4e7b-9aed-16e248b371f2 req-cb9b692d-7959-4759-b9ee-bfbfffe027e5 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:00.087453 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06399348-e8b8-4e7b-9aed-16e248b371f2 req-cb9b692d-7959-4759-b9ee-bfbfffe027e5 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.36 "GET /v2.0/ports?device_id=75d17438-14ff-4683-813b-34d9ea2b328c HTTP/1.1" status: 200 len: 949 time: 0.0707068 Aug 28 15:05:00.091303 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-f12e3973-2710-4c83-ae93-9fd440a6b224 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Deleting port cb74d108-9637-43a7-8ef4-99490e2a406e {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:05:00.091670 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f12e3973-2710-4c83-ae93-9fd440a6b224 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:00.110683 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-b72a4177-8f8a-4d6e-bbd2-229780d90cc8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 2dff28f1-47ca-442a-8467-44decb2d4aa7) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:00.121111 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb63cb8a-0ac8-43b2-a7d4-bca338a953e4 None None] Network 2dff28f1-47ca-442a-8467-44decb2d4aa7 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:05:00.124726 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72a4177-8f8a-4d6e-bbd2-229780d90cc8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:00.125323 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b72a4177-8f8a-4d6e-bbd2-229780d90cc8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:00.189326 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-540c6267-805d-4fe9-a2e1-cdb22e3241c0 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:00.205887 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b72a4177-8f8a-4d6e-bbd2-229780d90cc8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2759910 Aug 28 15:05:00.214619 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43396) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:00.218645 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f12e3973-2710-4c83-ae93-9fd440a6b224 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:00.224034 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-66ac01d8-eef5-4e00-814d-4adefac03caa tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'subnet': {'network_id': 'f8405ada-4462-4fd6-a926-6d84d130ce96', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:00.236175 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-87170a0d-ac52-42ad-9178-643d5ea71dcb tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:00.271305 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-540c6267-805d-4fe9-a2e1-cdb22e3241c0 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Network 54e01d77-3728-4d8d-9842-bafba89acf3a is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:00.281434 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-f12e3973-2710-4c83-ae93-9fd440a6b224 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Calling delete_port for cb74d108-9637-43a7-8ef4-99490e2a406e owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:05:00.281824 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-540c6267-805d-4fe9-a2e1-cdb22e3241c0 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:00.288425 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-540c6267-805d-4fe9-a2e1-cdb22e3241c0 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:05:00.299243 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1ed85-e44b-48d1-899b-9bd9f38a53d3 req-f88af240-96e1-4629-bd96-736d624d145e tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:00.300805 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-56c1ed85-e44b-48d1-899b-9bd9f38a53d3 req-f88af240-96e1-4629-bd96-736d624d145e tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/ports?device_id=75d17438-14ff-4683-813b-34d9ea2b328c HTTP/1.1" status: 200 len: 949 time: 0.1426177 Aug 28 15:05:00.304337 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c6267-805d-4fe9-a2e1-cdb22e3241c0 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Pushing event updated for resources: {'Port': ['ID=53fb127c-e9c6-4660-a0ca-af8f1f2f5a95,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:00.321962 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d7b70d-f642-465d-a9f7-ed8ad13302db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-2dff28f1-47ca-442a-8467-44decb2d4aa7', 'network_id': '2dff28f1-47ca-442a-8467-44decb2d4aa7', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'fixed_ips': [{'subnet_id': '71f6f6b1-d52e-406d-a2a8-58af365b8311'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:05:00.324310 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-18d7b70d-f642-465d-a9f7-ed8ad13302db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:00.391054 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-06399348-e8b8-4e7b-9aed-16e248b371f2 req-791b0a59-2b6f-44a2-acd7-59645e92eacf tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Deleting port 8d81b040-810c-4814-ac11-72ba84903a1b {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:05:00.391401 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-06399348-e8b8-4e7b-9aed-16e248b371f2 req-791b0a59-2b6f-44a2-acd7-59645e92eacf tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:00.393711 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-540c6267-805d-4fe9-a2e1-cdb22e3241c0 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:00.394551 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-540c6267-805d-4fe9-a2e1-cdb22e3241c0 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:00.399345 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ac01d8-eef5-4e00-814d-4adefac03caa tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Made reservation on behalf of 620448c0e45d416cac16ebedf859b0fd for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:05:00.403552 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-66ac01d8-eef5-4e00-814d-4adefac03caa tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:00.411318 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-56c1ed85-e44b-48d1-899b-9bd9f38a53d3 req-fbe6b860-d77a-4ea1-977c-0a353d59b7ed tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1995cdf-1f59-4eaa-9fee-89a9702c4bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838690 Aug 28 15:05:00.424161 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-540c6267-805d-4fe9-a2e1-cdb22e3241c0 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7485511 Aug 28 15:05:00.425567 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device c8f4c4c0-d6a9-4789-8f5b-43dd31567204 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:05:00.426038 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-87170a0d-ac52-42ad-9178-643d5ea71dcb tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:00.443269 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-4f53e8f9-c322-49fd-a2af-63bef5080a41 service neutron] Request body: {'port': {'device_id': '7091164b-d586-469b-8754-01420f53523b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:00.480895 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: c8f4c4c0-d6a9-4789-8f5b-43dd31567204 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:05:00.481711 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device c8f4c4c0-d6a9-4789-8f5b-43dd31567204 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:05:00.490057 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87170a0d-ac52-42ad-9178-643d5ea71dcb tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:00.496628 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-87170a0d-ac52-42ad-9178-643d5ea71dcb tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:00.504363 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87170a0d-ac52-42ad-9178-643d5ea71dcb tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:05:00.511461 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-18d7b70d-f642-465d-a9f7-ed8ad13302db None None] Allocated IP 2001:db8::2 (2dff28f1-47ca-442a-8467-44decb2d4aa7/71f6f6b1-d52e-406d-a2a8-58af365b8311/a8079b76-d012-4f3c-bdf1-464f5923f306) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:05:00.542566 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f12e3973-2710-4c83-ae93-9fd440a6b224 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:00.556458 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87170a0d-ac52-42ad-9178-643d5ea71dcb tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Pushing event updated for resources: {'Port': ['ID=28e456c5-9082-4111-9230-7aa73b36ec04,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:00.584979 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-4f53e8f9-c322-49fd-a2af-63bef5080a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:00.601066 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e3973-2710-4c83-ae93-9fd440a6b224 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Pushing event deleted for resources: {'Port': ['ID=cb74d108-9637-43a7-8ef4-99490e2a406e,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:00.615861 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-06399348-e8b8-4e7b-9aed-16e248b371f2 req-791b0a59-2b6f-44a2-acd7-59645e92eacf tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] For port 8d81b040-810c-4814-ac11-72ba84903a1b, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=8d81b040-810c-4814-ac11-72ba84903a1b,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:00.616466 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-06399348-e8b8-4e7b-9aed-16e248b371f2 req-791b0a59-2b6f-44a2-acd7-59645e92eacf tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:00.620948 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f12e3973-2710-4c83-ae93-9fd440a6b224 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:00.623058 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f12e3973-2710-4c83-ae93-9fd440a6b224 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] 10.222.0.13 "DELETE /v2.0/ports/cb74d108-9637-43a7-8ef4-99490e2a406e HTTP/1.1" status: 204 len: 168 time: 0.6669531 Aug 28 15:05:00.625688 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43398) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:00.661242 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-06399348-e8b8-4e7b-9aed-16e248b371f2 req-791b0a59-2b6f-44a2-acd7-59645e92eacf tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Calling delete_port for 8d81b040-810c-4814-ac11-72ba84903a1b owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:05:00.671374 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ea749ed7-1619-49a0-9af7-bc096513cee9 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0344849 Aug 28 15:05:00.671374 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43400) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:00.677941 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-b7645a9e-7804-44de-a329-f8308eb1779c tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-568753398'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:00.700274 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-18d7b70d-f642-465d-a9f7-ed8ad13302db None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:00.718594 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-18d7b70d-f642-465d-a9f7-ed8ad13302db None None] Transition to ACTIVE for port object a8079b76-d012-4f3c-bdf1-464f5923f306 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:05:00.737505 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-18d7b70d-f642-465d-a9f7-ed8ad13302db None None] Transition to ACTIVE for port object a8079b76-d012-4f3c-bdf1-464f5923f306 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:05:00.745433 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-18d7b70d-f642-465d-a9f7-ed8ad13302db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:00.780494 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7645a9e-7804-44de-a329-f8308eb1779c tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Made reservation on behalf of 8c41fca5e86245369571a9c5cb098def for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:05:00.784242 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b7645a9e-7804-44de-a329-f8308eb1779c tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:00.790977 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d7b70d-f642-465d-a9f7-ed8ad13302db None None] Network 2dff28f1-47ca-442a-8467-44decb2d4aa7 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:00.794818 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-18d7b70d-f642-465d-a9f7-ed8ad13302db None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:00.803031 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d7b70d-f642-465d-a9f7-ed8ad13302db None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:05:00.869807 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-18d7b70d-f642-465d-a9f7-ed8ad13302db None None] Attempting to bind port a8079b76-d012-4f3c-bdf1-464f5923f306 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:05:00.870326 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-18d7b70d-f642-465d-a9f7-ed8ad13302db None None] Attempting to bind port a8079b76-d012-4f3c-bdf1-464f5923f306 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '532f95d2-50d5-49ee-9b3a-497bd41808d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2dff28f1-47ca-442a-8467-44decb2d4aa7'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:05:00.870993 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d7b70d-f642-465d-a9f7-ed8ad13302db None None] Attempting to bind port a8079b76-d012-4f3c-bdf1-464f5923f306 on network 2dff28f1-47ca-442a-8467-44decb2d4aa7 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:05:00.874900 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7b70d-f642-465d-a9f7-ed8ad13302db None None] Pushing event updated for resources: {'Port': ['ID=a8079b76-d012-4f3c-bdf1-464f5923f306,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:00.889446 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d7b70d-f642-465d-a9f7-ed8ad13302db None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:05:00.889830 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d7b70d-f642-465d-a9f7-ed8ad13302db None None] Checking segment: {'id': '532f95d2-50d5-49ee-9b3a-497bd41808d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2dff28f1-47ca-442a-8467-44decb2d4aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:05:00.890239 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-18d7b70d-f642-465d-a9f7-ed8ad13302db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:00.890652 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d7b70d-f642-465d-a9f7-ed8ad13302db None None] Bound using segment: {'id': '532f95d2-50d5-49ee-9b3a-497bd41808d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2dff28f1-47ca-442a-8467-44decb2d4aa7'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:05:00.892115 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-18d7b70d-f642-465d-a9f7-ed8ad13302db None None] Bound port: a8079b76-d012-4f3c-bdf1-464f5923f306, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532f95d2-50d5-49ee-9b3a-497bd41808d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2dff28f1-47ca-442a-8467-44decb2d4aa7'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:05:00.892532 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-18d7b70d-f642-465d-a9f7-ed8ad13302db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:00.902304 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7645a9e-7804-44de-a329-f8308eb1779c tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:05:00.953951 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b7645a9e-7804-44de-a329-f8308eb1779c tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:00.954380 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-b7645a9e-7804-44de-a329-f8308eb1779c tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Added segment eef6fed8-a37f-4b1e-80d0-4f207093c520 of type vlan for network 22c9ead7-4bf6-49e1-b595-232679bf2e1a Aug 28 15:05:00.966723 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-66ac01d8-eef5-4e00-814d-4adefac03caa tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:00.983336 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-18d7b70d-f642-465d-a9f7-ed8ad13302db None None] For port a8079b76-d012-4f3c-bdf1-464f5923f306, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:05:00.986930 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-18d7b70d-f642-465d-a9f7-ed8ad13302db None None] For port a8079b76-d012-4f3c-bdf1-464f5923f306, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a8079b76-d012-4f3c-bdf1-464f5923f306,segment=NetworkSegment(532f95d2-50d5-49ee-9b3a-497bd41808d0),segment_id=532f95d2-50d5-49ee-9b3a-497bd41808d0)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:05:00.993385 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-18d7b70d-f642-465d-a9f7-ed8ad13302db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:01.057242 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7b70d-f642-465d-a9f7-ed8ad13302db None None] Pushing event updated for resources: {'Port': ['ID=a8079b76-d012-4f3c-bdf1-464f5923f306,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:01.068692 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b7645a9e-7804-44de-a329-f8308eb1779c tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:01.107218 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfd1cc-48c7-4d2e-b66d-ca3c6e68cd5e req-8f5eac19-7c95-41a6-9513-05f8484f92b4 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:01.114845 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dfcfd1cc-48c7-4d2e-b66d-ca3c6e68cd5e req-8f5eac19-7c95-41a6-9513-05f8484f92b4 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7091164b-d586-469b-8754-01420f53523b HTTP/1.1" status: 200 len: 931 time: 0.2459691 Aug 28 15:05:01.160976 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac01d8-eef5-4e00-814d-4adefac03caa tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Subnet': ['ID=64aae25c-8ada-48b5-bc5f-bc70d5274252,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:01.196118 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-06399348-e8b8-4e7b-9aed-16e248b371f2 req-791b0a59-2b6f-44a2-acd7-59645e92eacf tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:01.214117 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b7645a9e-7804-44de-a329-f8308eb1779c tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:01.219883 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7645a9e-7804-44de-a329-f8308eb1779c tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:01.220524 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b7645a9e-7804-44de-a329-f8308eb1779c tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:01.235364 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dfcfd1cc-48c7-4d2e-b66d-ca3c6e68cd5e req-424f333b-9d63-4f2f-96da-7f7416f93d52 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?id=84b45dd7-4f79-4c3e-8bce-560e0ade4c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196141 Aug 28 15:05:01.256645 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ac01d8-eef5-4e00-814d-4adefac03caa tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Checking segment: {'id': 'ae4ef676-5c66-42bb-b4ed-d47d4d5e92ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f8405ada-4462-4fd6-a926-6d84d130ce96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:05:01.257007 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ac01d8-eef5-4e00-814d-4adefac03caa tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network hostable DHCP agents. Network: f8405ada-4462-4fd6-a926-6d84d130ce96, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:05:01.320410 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b0a59-2b6f-44a2-acd7-59645e92eacf tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Pushing event deleted for resources: {'Port': ['ID=8d81b040-810c-4814-ac11-72ba84903a1b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:01.386592 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-87170a0d-ac52-42ad-9178-643d5ea71dcb tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:01.402699 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-06399348-e8b8-4e7b-9aed-16e248b371f2 req-791b0a59-2b6f-44a2-acd7-59645e92eacf tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] No DVR routers for this DVR port 8d81b040-810c-4814-ac11-72ba84903a1b on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:05:01.407749 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b7645a9e-7804-44de-a329-f8308eb1779c tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7327909 Aug 28 15:05:01.407749 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-06399348-e8b8-4e7b-9aed-16e248b371f2 req-791b0a59-2b6f-44a2-acd7-59645e92eacf tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:01.408398 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06399348-e8b8-4e7b-9aed-16e248b371f2 req-791b0a59-2b6f-44a2-acd7-59645e92eacf tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.36 "DELETE /v2.0/ports/8d81b040-810c-4814-ac11-72ba84903a1b HTTP/1.1" status: 204 len: 173 time: 1.3125153 Aug 28 15:05:01.412077 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d17438-14ff-4683-813b-34d9ea2b328c', 'name': 'network-vif-deleted', 'tag': '8d81b040-810c-4814-ac11-72ba84903a1b'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:05:01.414481 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f955c27-e4eb-4d3d-bf25-086228aec94b" -d '{"events": [{"server_uuid": "75d17438-14ff-4683-813b-34d9ea2b328c", "name": "network-vif-deleted", "tag": "8d81b040-810c-4814-ac11-72ba84903a1b"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:05:01.417999 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43408) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:01.423210 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-a67ca707-a6c1-4d63-8fa6-a1e15d6f7955 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1845544708'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:01.426795 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ac01d8-eef5-4e00-814d-4adefac03caa tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network f8405ada-4462-4fd6-a926-6d84d130ce96 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:05:01.428723 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7645a9e-7804-44de-a329-f8308eb1779c tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Pushing event updated for resources: {'Network': ['ID=22c9ead7-4bf6-49e1-b595-232679bf2e1a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:01.443248 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 22c9ead7-4bf6-49e1-b595-232679bf2e1a details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:05:01.456490 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-66ac01d8-eef5-4e00-814d-4adefac03caa tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, f8405ada-4462-4fd6-a926-6d84d130ce96) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:01.468432 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ac01d8-eef5-4e00-814d-4adefac03caa tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:01.469038 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-66ac01d8-eef5-4e00-814d-4adefac03caa tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:01.481056 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67ca707-a6c1-4d63-8fa6-a1e15d6f7955 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Made reservation on behalf of 8c41fca5e86245369571a9c5cb098def for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:05:01.485322 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a67ca707-a6c1-4d63-8fa6-a1e15d6f7955 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:01.491877 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-66ac01d8-eef5-4e00-814d-4adefac03caa tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2745914 Aug 28 15:05:01.496429 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43414) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:01.508543 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-cd525294-b2ec-439b-a732-4b531bdd5c6e tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-476189154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:01.517729 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f57782-85f9-4987-b4c5-f71c937f9494 x-openstack-request-id: req-c1f57782-85f9-4987-b4c5-f71c937f9494 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:05:01.517729 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d17438-14ff-4683-813b-34d9ea2b328c", "name": "network-vif-deleted", "tag": "8d81b040-810c-4814-ac11-72ba84903a1b", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:05:01.517978 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1f57782-85f9-4987-b4c5-f71c937f9494 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:05:01.518411 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d17438-14ff-4683-813b-34d9ea2b328c', 'name': 'network-vif-deleted', 'tag': '8d81b040-810c-4814-ac11-72ba84903a1b', 'status': 'completed', 'code': 200} Aug 28 15:05:01.535109 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e338514-ce26-417a-8bc0-52e15e627a44 None None] Network f8405ada-4462-4fd6-a926-6d84d130ce96 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:05:01.544919 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a67ca707-a6c1-4d63-8fa6-a1e15d6f7955 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:05:01.562937 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cd525294-b2ec-439b-a732-4b531bdd5c6e tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:01.564499 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cd525294-b2ec-439b-a732-4b531bdd5c6e tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:01.570112 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a67ca707-a6c1-4d63-8fa6-a1e15d6f7955 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:01.571569 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-a67ca707-a6c1-4d63-8fa6-a1e15d6f7955 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Added segment 5b51da52-03dd-4a05-82d9-62eafe6237b1 of type vlan for network 6c9f950b-4493-4ca0-a6fa-1388ebd2da13 Aug 28 15:05:01.572145 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-4f53e8f9-c322-49fd-a2af-63bef5080a41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53fb127c-e9c6-4660-a0ca-af8f1f2f5a95 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:05:01.590281 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-4f53e8f9-c322-49fd-a2af-63bef5080a41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:01.617844 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae4a00-c154-4da3-9715-6f10ca723b68 req-63f388d4-0f40-4d35-9a16-6c897ae59910 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:01.619391 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a1ae4a00-c154-4da3-9715-6f10ca723b68 req-63f388d4-0f40-4d35-9a16-6c897ae59910 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=9823d602-f886-43ee-ada0-70152df5dd93 HTTP/1.1" status: 200 len: 945 time: 0.3176637 Aug 28 15:05:01.639230 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-78e3f084-81a6-4ae4-83f6-4dffd56acaf8 req-facb3a4e-dbf8-4357-83c0-e3bd2ff98162 tempest-ListImageFiltersTestJSON-74620896 tempest-ListImageFiltersTestJSON-74620896-project] 10.222.0.13 "GET /v2.0/ports?device_id=75d17438-14ff-4683-813b-34d9ea2b328c HTTP/1.1" status: 200 len: 210 time: 0.0572343 Aug 28 15:05:01.661106 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-4f53e8f9-c322-49fd-a2af-63bef5080a41 service neutron] Transition to ACTIVE for port object 53fb127c-e9c6-4660-a0ca-af8f1f2f5a95 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:05:01.670140 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a67ca707-a6c1-4d63-8fa6-a1e15d6f7955 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:01.677225 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-4f53e8f9-c322-49fd-a2af-63bef5080a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:01.702285 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cd525294-b2ec-439b-a732-4b531bdd5c6e tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:01.710121 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cd525294-b2ec-439b-a732-4b531bdd5c6e tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:01.730085 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cd525294-b2ec-439b-a732-4b531bdd5c6e tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:01.733944 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cd525294-b2ec-439b-a732-4b531bdd5c6e tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2276893 Aug 28 15:05:01.736532 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43416) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:01.743012 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a1ae4a00-c154-4da3-9715-6f10ca723b68 req-0b2897c8-6800-423c-94c7-e9f350070f77 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833149 Aug 28 15:05:01.779024 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4551db3-f1bf-4fa7-846e-7dab10b548c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-f8405ada-4462-4fd6-a926-6d84d130ce96', 'network_id': 'f8405ada-4462-4fd6-a926-6d84d130ce96', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'fixed_ips': [{'subnet_id': '64aae25c-8ada-48b5-bc5f-bc70d5274252'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:05:01.780148 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53e8f9-c322-49fd-a2af-63bef5080a41 service neutron] Pushing event updated for resources: {'Port': ['ID=53fb127c-e9c6-4660-a0ca-af8f1f2f5a95,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:01.780298 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f4551db3-f1bf-4fa7-846e-7dab10b548c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:01.783100 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a67ca707-a6c1-4d63-8fa6-a1e15d6f7955 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:01.790712 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67ca707-a6c1-4d63-8fa6-a1e15d6f7955 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:01.790712 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a67ca707-a6c1-4d63-8fa6-a1e15d6f7955 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:01.948383 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ca707-a6c1-4d63-8fa6-a1e15d6f7955 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Pushing event updated for resources: {'Network': ['ID=6c9f950b-4493-4ca0-a6fa-1388ebd2da13,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:01.972559 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a67ca707-a6c1-4d63-8fa6-a1e15d6f7955 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5534198 Aug 28 15:05:02.038198 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 6c9f950b-4493-4ca0-a6fa-1388ebd2da13 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:05:02.111243 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-4f53e8f9-c322-49fd-a2af-63bef5080a41 service neutron] Attempting to bind port 53fb127c-e9c6-4660-a0ca-af8f1f2f5a95 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:05:02.111731 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-4f53e8f9-c322-49fd-a2af-63bef5080a41 service neutron] Attempting to bind port 53fb127c-e9c6-4660-a0ca-af8f1f2f5a95 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': 'da4bb42a-2224-4617-bd87-f06826483fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '54e01d77-3728-4d8d-9842-bafba89acf3a'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:05:02.112068 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-4f53e8f9-c322-49fd-a2af-63bef5080a41 service neutron] Attempting to bind port 53fb127c-e9c6-4660-a0ca-af8f1f2f5a95 on network 54e01d77-3728-4d8d-9842-bafba89acf3a {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:05:02.123577 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-87170a0d-ac52-42ad-9178-643d5ea71dcb tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4654'] for router, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:02.138821 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-4f53e8f9-c322-49fd-a2af-63bef5080a41 service neutron] Port 53fb127c-e9c6-4660-a0ca-af8f1f2f5a95 on network 54e01d77-3728-4d8d-9842-bafba89acf3a not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:05:02.139226 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-4f53e8f9-c322-49fd-a2af-63bef5080a41 service neutron] Attempting to bind port 53fb127c-e9c6-4660-a0ca-af8f1f2f5a95 on network 54e01d77-3728-4d8d-9842-bafba89acf3a {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:05:02.155649 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-87170a0d-ac52-42ad-9178-643d5ea71dcb tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523761'] for router, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:02.184377 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-4f53e8f9-c322-49fd-a2af-63bef5080a41 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:05:02.184865 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-4f53e8f9-c322-49fd-a2af-63bef5080a41 service neutron] Checking segment: {'id': 'da4bb42a-2224-4617-bd87-f06826483fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '54e01d77-3728-4d8d-9842-bafba89acf3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:05:02.185538 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-4f53e8f9-c322-49fd-a2af-63bef5080a41 service neutron] Bound using segment: {'id': 'da4bb42a-2224-4617-bd87-f06826483fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '54e01d77-3728-4d8d-9842-bafba89acf3a'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:05:02.185538 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-4f53e8f9-c322-49fd-a2af-63bef5080a41 service neutron] Bound port: 53fb127c-e9c6-4660-a0ca-af8f1f2f5a95, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4bb42a-2224-4617-bd87-f06826483fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '54e01d77-3728-4d8d-9842-bafba89acf3a'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:05:02.185905 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-4f53e8f9-c322-49fd-a2af-63bef5080a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:02.250327 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a8079b76-d012-4f3c-bdf1-464f5923f306 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:05:02.330927 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-4f53e8f9-c322-49fd-a2af-63bef5080a41 service neutron] For port 53fb127c-e9c6-4660-a0ca-af8f1f2f5a95, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:05:02.340642 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-4f53e8f9-c322-49fd-a2af-63bef5080a41 service neutron] For port 53fb127c-e9c6-4660-a0ca-af8f1f2f5a95, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=53fb127c-e9c6-4660-a0ca-af8f1f2f5a95,segment=NetworkSegment(da4bb42a-2224-4617-bd87-f06826483fcf),segment_id=da4bb42a-2224-4617-bd87-f06826483fcf)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:05:02.394174 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-4f53e8f9-c322-49fd-a2af-63bef5080a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:02.412741 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-f4551db3-f1bf-4fa7-846e-7dab10b548c4 None None] Allocated IP 2001:db8:1::2 (f8405ada-4462-4fd6-a926-6d84d130ce96/64aae25c-8ada-48b5-bc5f-bc70d5274252/cee82368-57c9-48f9-9ed8-8a52bf87ccac) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:05:02.443182 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-5e50aac2-49b7-49a6-b108-0f4a1df83514 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:02.452188 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-5e50aac2-49b7-49a6-b108-0f4a1df83514 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/networks?id=03e6b4b8-6c68-4060-8426-90fcc4950716 HTTP/1.1" status: 200 len: 806 time: 0.1693382 Aug 28 15:05:02.466017 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port a8079b76-d012-4f3c-bdf1-464f5923f306 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:05:02.531021 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-4f53e8f9-c322-49fd-a2af-63bef5080a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:02.531907 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-4f53e8f9-c322-49fd-a2af-63bef5080a41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:02.533557 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-4f53e8f9-c322-49fd-a2af-63bef5080a41 service neutron] 10.222.0.41 "PUT /v2.0/ports/53fb127c-e9c6-4660-a0ca-af8f1f2f5a95 HTTP/1.1" status: 200 len: 1092 time: 2.0953002 Aug 28 15:05:02.535595 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7091164b-d586-469b-8754-01420f53523b', 'tag': '53fb127c-e9c6-4660-a0ca-af8f1f2f5a95'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:05:02.538462 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa8247d-a884-4887-b4ca-75e4056756ba" -d '{"events": [{"name": "network-changed", "server_uuid": "7091164b-d586-469b-8754-01420f53523b", "tag": "53fb127c-e9c6-4660-a0ca-af8f1f2f5a95"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:05:02.561077 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-a23d9974-3a88-4dbd-98fb-727c275f6ea2 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/quotas/038a0222e6f34dfa8dce183514c3f3db HTTP/1.1" status: 200 len: 375 time: 0.1076479 Aug 28 15:05:02.700005 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644196f-fee1-4c9d-9679-212490541a83 req-3eb62c2d-049b-4487-a5a7-907bfbbb244d tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:02.702204 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f4551db3-f1bf-4fa7-846e-7dab10b548c4 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:02.709954 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2644196f-fee1-4c9d-9679-212490541a83 req-3eb62c2d-049b-4487-a5a7-907bfbbb244d tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7091164b-d586-469b-8754-01420f53523b HTTP/1.1" status: 200 len: 943 time: 0.2981410 Aug 28 15:05:02.712038 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fe98c5e0-4aee-4755-8b7e-bf3b8b09fd21 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:02.719094 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53e8f9-c322-49fd-a2af-63bef5080a41 service neutron] Pushing event updated for resources: {'Port': ['ID=53fb127c-e9c6-4660-a0ca-af8f1f2f5a95,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:02.719247 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f4551db3-f1bf-4fa7-846e-7dab10b548c4 None None] Transition to ACTIVE for port object cee82368-57c9-48f9-9ed8-8a52bf87ccac will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:05:02.736078 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f4551db3-f1bf-4fa7-846e-7dab10b548c4 None None] Transition to ACTIVE for port object cee82368-57c9-48f9-9ed8-8a52bf87ccac will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:05:02.745055 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f4551db3-f1bf-4fa7-846e-7dab10b548c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:02.767177 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4551db3-f1bf-4fa7-846e-7dab10b548c4 None None] Network f8405ada-4462-4fd6-a926-6d84d130ce96 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:02.772403 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-f4551db3-f1bf-4fa7-846e-7dab10b548c4 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:02.786828 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-ce708642-5ece-43f7-9c9d-6ddb3309ec66 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=038a0222e6f34dfa8dce183514c3f3db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2084954 Aug 28 15:05:02.793892 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4551db3-f1bf-4fa7-846e-7dab10b548c4 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:05:02.810499 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2644196f-fee1-4c9d-9679-212490541a83 req-cc72a746-404a-4648-a886-8eaf94fe6561 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?id=84b45dd7-4f79-4c3e-8bce-560e0ade4c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961239 Aug 28 15:05:02.846002 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-3f75278c-70c6-490a-9d91-55d3609456c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:02.850764 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-3f75278c-70c6-490a-9d91-55d3609456c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=442584d0f1d84c76983f148b2740762a&device_id=7091164b-d586-469b-8754-01420f53523b HTTP/1.1" status: 200 len: 1095 time: 0.2577586 Aug 28 15:05:02.874035 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4551db3-f1bf-4fa7-846e-7dab10b548c4 None None] Pushing event updated for resources: {'Port': ['ID=cee82368-57c9-48f9-9ed8-8a52bf87ccac,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:02.879529 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59df218f-ad98-44ea-8450-d144bc3edb81 None None] Network 2dff28f1-47ca-442a-8467-44decb2d4aa7 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:05:02.947062 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-f4551db3-f1bf-4fa7-846e-7dab10b548c4 None None] Attempting to bind port cee82368-57c9-48f9-9ed8-8a52bf87ccac on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:05:02.947496 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-f4551db3-f1bf-4fa7-846e-7dab10b548c4 None None] Attempting to bind port cee82368-57c9-48f9-9ed8-8a52bf87ccac by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'ae4ef676-5c66-42bb-b4ed-d47d4d5e92ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f8405ada-4462-4fd6-a926-6d84d130ce96'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:05:02.947889 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4551db3-f1bf-4fa7-846e-7dab10b548c4 None None] Attempting to bind port cee82368-57c9-48f9-9ed8-8a52bf87ccac on network f8405ada-4462-4fd6-a926-6d84d130ce96 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:05:02.957927 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04286235-0c52-4031-ad68-905ae86a9966 x-openstack-request-id: req-04286235-0c52-4031-ad68-905ae86a9966 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:05:02.960761 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7091164b-d586-469b-8754-01420f53523b", "tag": "53fb127c-e9c6-4660-a0ca-af8f1f2f5a95", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:05:02.961146 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04286235-0c52-4031-ad68-905ae86a9966 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:05:02.962050 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7091164b-d586-469b-8754-01420f53523b', 'tag': '53fb127c-e9c6-4660-a0ca-af8f1f2f5a95', 'status': 'completed', 'code': 200} Aug 28 15:05:02.962377 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4551db3-f1bf-4fa7-846e-7dab10b548c4 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:05:02.962753 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4551db3-f1bf-4fa7-846e-7dab10b548c4 None None] Checking segment: {'id': 'ae4ef676-5c66-42bb-b4ed-d47d4d5e92ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f8405ada-4462-4fd6-a926-6d84d130ce96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:05:02.964152 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f4551db3-f1bf-4fa7-846e-7dab10b548c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:02.964547 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4551db3-f1bf-4fa7-846e-7dab10b548c4 None None] Bound using segment: {'id': 'ae4ef676-5c66-42bb-b4ed-d47d4d5e92ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f8405ada-4462-4fd6-a926-6d84d130ce96'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:05:02.965021 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-f4551db3-f1bf-4fa7-846e-7dab10b548c4 None None] Bound port: cee82368-57c9-48f9-9ed8-8a52bf87ccac, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae4ef676-5c66-42bb-b4ed-d47d4d5e92ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f8405ada-4462-4fd6-a926-6d84d130ce96'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:05:02.965437 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f4551db3-f1bf-4fa7-846e-7dab10b548c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:02.965731 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-24d612a6-1fa2-4f33-8257-f0b4a426a5bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53fb127c-e9c6-4660-a0ca-af8f1f2f5a95 HTTP/1.1" status: 200 len: 217 time: 0.1047513 Aug 28 15:05:02.984002 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-03fa49f3-25de-45b7-95cc-a20601ab64f1 service neutron] 10.222.0.13 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956964 Aug 28 15:05:02.984552 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f9023686-d410-43b6-8d92-d0b0e9e54ede None None] Provisioning for port a8079b76-d012-4f3c-bdf1-464f5923f306 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:05:03.000770 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f9023686-d410-43b6-8d92-d0b0e9e54ede None None] Provisioning complete for port a8079b76-d012-4f3c-bdf1-464f5923f306 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:03.001163 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f9023686-d410-43b6-8d92-d0b0e9e54ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:03.098306 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87170a0d-ac52-42ad-9178-643d5ea71dcb tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Router 34946064-ebfe-4bf4-8eeb-3fdb48904412 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:05:03.110961 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-dd34adb2-e0eb-469d-b971-258ce00db1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:03.113318 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-dd34adb2-e0eb-469d-b971-258ce00db1cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12bd8cd5-f34c-44c9-9e98-a3273c4777fd HTTP/1.1" status: 200 len: 853 time: 0.1401088 Aug 28 15:05:03.147789 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-f4551db3-f1bf-4fa7-846e-7dab10b548c4 None None] For port cee82368-57c9-48f9-9ed8-8a52bf87ccac, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:05:03.156306 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-f4551db3-f1bf-4fa7-846e-7dab10b548c4 None None] For port cee82368-57c9-48f9-9ed8-8a52bf87ccac, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=cee82368-57c9-48f9-9ed8-8a52bf87ccac,segment=NetworkSegment(ae4ef676-5c66-42bb-b4ed-d47d4d5e92ec),segment_id=ae4ef676-5c66-42bb-b4ed-d47d4d5e92ec)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:05:03.164579 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f4551db3-f1bf-4fa7-846e-7dab10b548c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:03.204226 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-e7fee639-ed44-4d51-ade9-5daa83d13323 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54e01d77-3728-4d8d-9842-bafba89acf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791106 Aug 28 15:05:03.312379 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f9023686-d410-43b6-8d92-d0b0e9e54ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:03.317294 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4551db3-f1bf-4fa7-846e-7dab10b548c4 None None] Pushing event updated for resources: {'Port': ['ID=cee82368-57c9-48f9-9ed8-8a52bf87ccac,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:03.358699 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-da73d4e0-9dfe-4bd0-a184-101ffdc3078b service neutron] 10.222.0.13 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292787 Aug 28 15:05:03.423807 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-f9023686-d410-43b6-8d92-d0b0e9e54ede None None] For port a8079b76-d012-4f3c-bdf1-464f5923f306, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a8079b76-d012-4f3c-bdf1-464f5923f306,segment=NetworkSegment(532f95d2-50d5-49ee-9b3a-497bd41808d0),segment_id=532f95d2-50d5-49ee-9b3a-497bd41808d0)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:03.432787 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f9023686-d410-43b6-8d92-d0b0e9e54ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:03.601365 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-fe98c5e0-4aee-4755-8b7e-bf3b8b09fd21 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Allocated IP 2001:db8::1 (2dff28f1-47ca-442a-8467-44decb2d4aa7/71f6f6b1-d52e-406d-a2a8-58af365b8311/9c3b25ab-3e3c-4fe0-a6a0-bbe7bbc58e7a) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:05:03.784879 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87170a0d-ac52-42ad-9178-643d5ea71dcb tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:05:03.795992 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9023686-d410-43b6-8d92-d0b0e9e54ede None None] Pushing event updated for resources: {'Port': ['ID=a8079b76-d012-4f3c-bdf1-464f5923f306,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:03.801952 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-87170a0d-ac52-42ad-9178-643d5ea71dcb tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:03.810542 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-87170a0d-ac52-42ad-9178-643d5ea71dcb tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "PUT /v2.0/routers/34946064-ebfe-4bf4-8eeb-3fdb48904412 HTTP/1.1" status: 200 len: 915 time: 5.6363802 Aug 28 15:05:03.815443 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43462) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:03.816384 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f11e090-6188-487a-8345-3c4f5610c5fe None None] Sync routers for ids ['34946064-ebfe-4bf4-8eeb-3fdb48904412'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:05:03.827571 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-990a728a-2249-49d1-ac2e-4114eb889741 service neutron] 10.222.0.41 "GET /v2.0/networks/54e01d77-3728-4d8d-9842-bafba89acf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263281 Aug 28 15:05:03.851501 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f11e090-6188-487a-8345-3c4f5610c5fe None None] Routers {'34946064-ebfe-4bf4-8eeb-3fdb48904412'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:05:03.852171 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9f11e090-6188-487a-8345-3c4f5610c5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['34946064-ebfe-4bf4-8eeb-3fdb48904412'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:03.974190 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9f11e090-6188-487a-8345-3c4f5610c5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:03.987730 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f11e090-6188-487a-8345-3c4f5610c5fe None None] Routers {'34946064-ebfe-4bf4-8eeb-3fdb48904412'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:05:03.990665 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9f11e090-6188-487a-8345-3c4f5610c5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['34946064-ebfe-4bf4-8eeb-3fdb48904412'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:04.065829 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9f11e090-6188-487a-8345-3c4f5610c5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:04.066555 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f11e090-6188-487a-8345-3c4f5610c5fe None None] The sync data for ids ['34946064-ebfe-4bf4-8eeb-3fdb48904412'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:05:04.133262 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fe98c5e0-4aee-4755-8b7e-bf3b8b09fd21 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:04.154923 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-fe98c5e0-4aee-4755-8b7e-bf3b8b09fd21 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Transition to ACTIVE for port object 9c3b25ab-3e3c-4fe0-a6a0-bbe7bbc58e7a will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:05:04.175484 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-aa059c01-775d-4417-b477-24c2af8e880c None None] Provisioning complete for port a8079b76-d012-4f3c-bdf1-464f5923f306 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:04.177283 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-aa059c01-775d-4417-b477-24c2af8e880c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:04.215163 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fe98c5e0-4aee-4755-8b7e-bf3b8b09fd21 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:04.286586 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98c5e0-4aee-4755-8b7e-bf3b8b09fd21 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Port': ['ID=9c3b25ab-3e3c-4fe0-a6a0-bbe7bbc58e7a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:04.339982 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ebba9ecb-1909-4d7d-9976-be2dc7e3a482 req-4df1ef4f-58b0-4dee-8d27-f5f8598fcaf4 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=151b5ff4-9c88-4ec7-9341-b047e771e1e8 HTTP/1.1" status: 200 len: 210 time: 0.1423163 Aug 28 15:05:04.344888 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe98c5e0-4aee-4755-8b7e-bf3b8b09fd21 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network 2dff28f1-47ca-442a-8467-44decb2d4aa7 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:04.345874 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device cee82368-57c9-48f9-9ed8-8a52bf87ccac up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:05:04.352997 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-fe98c5e0-4aee-4755-8b7e-bf3b8b09fd21 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:04.361972 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe98c5e0-4aee-4755-8b7e-bf3b8b09fd21 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:05:04.363955 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fe98c5e0-4aee-4755-8b7e-bf3b8b09fd21 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:04.367850 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f79d473b-c3bf-4caf-87ff-3f0a4958c111 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "GET /v2.0/routers/34946064-ebfe-4bf4-8eeb-3fdb48904412 HTTP/1.1" status: 200 len: 921 time: 0.5551074 Aug 28 15:05:04.369676 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43474) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:04.372265 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0781356f-e9a9-4358-82bf-8d1e6453621c req-4efbba1e-2c3b-4585-85ee-7da9c47e8f72 service neutron] 10.222.0.41 "GET /v2.0/networks/54e01d77-3728-4d8d-9842-bafba89acf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242736 Aug 28 15:05:04.457529 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93e43c-222f-4722-99ab-cc486c2fef59 req-49d06cc1-90bc-4ac1-9471-9e7f420e1db4 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:04.468330 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1d93e43c-222f-4722-99ab-cc486c2fef59 req-49d06cc1-90bc-4ac1-9471-9e7f420e1db4 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7091164b-d586-469b-8754-01420f53523b HTTP/1.1" status: 200 len: 943 time: 0.3199234 Aug 28 15:05:04.628639 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bec4d1e-728d-4062-bbfe-96882a7eb06d tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:04.631137 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8bec4d1e-728d-4062-bbfe-96882a7eb06d tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=61448970-1875-4f3f-bc01-29da4e3666f1&device_id=34946064-ebfe-4bf4-8eeb-3fdb48904412&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2556279 Aug 28 15:05:04.637042 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43488) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:04.644482 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8247d-a884-4887-b4ca-75e4056756ba req-f6e1c373-a3bc-42e8-bb41-9f30aea1850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:04.651868 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port cee82368-57c9-48f9-9ed8-8a52bf87ccac completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:05:04.658793 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a8079b76-d012-4f3c-bdf1-464f5923f306 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:05:04.670197 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6fa8247d-a884-4887-b4ca-75e4056756ba req-f6e1c373-a3bc-42e8-bb41-9f30aea1850d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=442584d0f1d84c76983f148b2740762a&device_id=7091164b-d586-469b-8754-01420f53523b HTTP/1.1" status: 200 len: 1095 time: 0.1995244 Aug 28 15:05:04.845851 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1d93e43c-222f-4722-99ab-cc486c2fef59 req-f532e93d-6797-40a5-ace2-b35608f1c9c8 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?id=84b45dd7-4f79-4c3e-8bce-560e0ade4c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764420 Aug 28 15:05:04.878055 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port a8079b76-d012-4f3c-bdf1-464f5923f306 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:04.878976 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:04.974963 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 8d81b040-810c-4814-ac11-72ba84903a1b no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:05:05.010562 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8247d-a884-4887-b4ca-75e4056756ba req-37d4ad5d-3920-44be-a6e5-a989554d0fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:05.028458 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6fa8247d-a884-4887-b4ca-75e4056756ba req-37d4ad5d-3920-44be-a6e5-a989554d0fda service neutron] 10.222.0.41 "GET /v2.0/networks?id=54e01d77-3728-4d8d-9842-bafba89acf3a HTTP/1.1" status: 200 len: 914 time: 0.3215020 Aug 28 15:05:05.053030 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fe98c5e0-4aee-4755-8b7e-bf3b8b09fd21 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:05.074010 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 8d81b040-810c-4814-ac11-72ba84903a1b {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:05:05.088855 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 8d81b040-810c-4814-ac11-72ba84903a1b not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:05:05.118122 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6fa8247d-a884-4887-b4ca-75e4056756ba req-536eaf40-2781-42d7-9311-e219f4e8f35f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53fb127c-e9c6-4660-a0ca-af8f1f2f5a95 HTTP/1.1" status: 200 len: 217 time: 0.0881038 Aug 28 15:05:05.121904 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0b5f64d6-c57d-42e0-bbcd-ecb27f9b74e2 None None] Provisioning for port 9c3b25ab-3e3c-4fe0-a6a0-bbe7bbc58e7a completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:05:05.141802 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0b5f64d6-c57d-42e0-bbcd-ecb27f9b74e2 None None] Provisioning complete for port 9c3b25ab-3e3c-4fe0-a6a0-bbe7bbc58e7a triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:05.142627 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0b5f64d6-c57d-42e0-bbcd-ecb27f9b74e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:05.235638 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8247d-a884-4887-b4ca-75e4056756ba req-2397670e-69b4-4eeb-8748-3e8d9c769811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:05.240256 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6fa8247d-a884-4887-b4ca-75e4056756ba req-2397670e-69b4-4eeb-8748-3e8d9c769811 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12bd8cd5-f34c-44c9-9e98-a3273c4777fd HTTP/1.1" status: 200 len: 853 time: 0.1094236 Aug 28 15:05:05.307534 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6fa8247d-a884-4887-b4ca-75e4056756ba req-8410310e-b10a-4625-ab83-6aef2f9e0b49 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54e01d77-3728-4d8d-9842-bafba89acf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593090 Aug 28 15:05:05.310183 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-0b5f64d6-c57d-42e0-bbcd-ecb27f9b74e2 None None] Port 9c3b25ab-3e3c-4fe0-a6a0-bbe7bbc58e7a cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:05:05.428292 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bab6f20-b1b3-4ce9-89a0-bd374c82644b tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:05.429709 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9bab6f20-b1b3-4ce9-89a0-bd374c82644b tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 881 time: 0.7917011 Aug 28 15:05:05.434565 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43520) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:05.468447 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d363ec43-3bf0-45de-a614-6f14b64dfb1a None None] Network f8405ada-4462-4fd6-a926-6d84d130ce96 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:05:05.482156 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-78adde72-a88b-41ea-9778-d8907cb12869 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "GET /v2.0/ports?device_id=34946064-ebfe-4bf4-8eeb-3fdb48904412 HTTP/1.1" status: 200 len: 205 time: 0.0460498 Aug 28 15:05:05.485545 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43522) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:05.566446 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d60b41eb-5d99-4940-9796-31ad51c0792d req-9ae1a267-05d2-4f46-9299-003abc32ee3c tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=151b5ff4-9c88-4ec7-9341-b047e771e1e8 HTTP/1.1" status: 200 len: 210 time: 0.1000884 Aug 28 15:05:05.581931 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43524) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:05.600587 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a1e678be-8bb6-436e-8880-f2d59bccb90e None None] Provisioning for port cee82368-57c9-48f9-9ed8-8a52bf87ccac completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:05:05.600857 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-22f97407-bef8-4fab-9ace-d5a9de12b94d tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Request body: {'subnets': [{'network_id': '22c9ead7-4bf6-49e1-b595-232679bf2e1a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1920879537', 'ip_version': 6}, {'network_id': '6c9f950b-4493-4ca0-a6fa-1388ebd2da13', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:05.601137 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-22f97407-bef8-4fab-9ace-d5a9de12b94d tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Request body: {'subnet': {'network_id': '22c9ead7-4bf6-49e1-b595-232679bf2e1a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1920879537', 'ip_version': 6}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:05.602328 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-22f97407-bef8-4fab-9ace-d5a9de12b94d tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Request body: {'subnet': {'network_id': '6c9f950b-4493-4ca0-a6fa-1388ebd2da13', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:05.614425 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a1e678be-8bb6-436e-8880-f2d59bccb90e None None] Provisioning complete for port cee82368-57c9-48f9-9ed8-8a52bf87ccac triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:05.615059 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a1e678be-8bb6-436e-8880-f2d59bccb90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:05.769736 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a1e678be-8bb6-436e-8880-f2d59bccb90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:05.782851 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6fa8247d-a884-4887-b4ca-75e4056756ba req-b87666c4-bc8e-469a-a08b-2e6f2526e336 service neutron] 10.222.0.41 "GET /v2.0/networks/54e01d77-3728-4d8d-9842-bafba89acf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674385 Aug 28 15:05:05.860866 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-a1e678be-8bb6-436e-8880-f2d59bccb90e None None] For port cee82368-57c9-48f9-9ed8-8a52bf87ccac, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=cee82368-57c9-48f9-9ed8-8a52bf87ccac,segment=NetworkSegment(ae4ef676-5c66-42bb-b4ed-d47d4d5e92ec),segment_id=ae4ef676-5c66-42bb-b4ed-d47d4d5e92ec)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:05.868518 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a1e678be-8bb6-436e-8880-f2d59bccb90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:05.908363 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f97407-bef8-4fab-9ace-d5a9de12b94d tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Made reservation on behalf of 8c41fca5e86245369571a9c5cb098def for: {'subnet': 2} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:05:05.913766 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-22f97407-bef8-4fab-9ace-d5a9de12b94d tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:05.914155 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-22f97407-bef8-4fab-9ace-d5a9de12b94d tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:05.941956 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43530) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:05.954689 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e678be-8bb6-436e-8880-f2d59bccb90e None None] Pushing event updated for resources: {'Port': ['ID=cee82368-57c9-48f9-9ed8-8a52bf87ccac,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:06.191500 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-192409ca-83aa-472d-915d-73af6dc42117 None None] Provisioning complete for port cee82368-57c9-48f9-9ed8-8a52bf87ccac triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:06.191828 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-192409ca-83aa-472d-915d-73af6dc42117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:06.288903 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6fa8247d-a884-4887-b4ca-75e4056756ba req-ef6a8fdc-e2ba-4528-aef3-581bf6b0a2bd service neutron] 10.222.0.41 "GET /v2.0/networks/54e01d77-3728-4d8d-9842-bafba89acf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4953961 Aug 28 15:05:06.324530 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd89c417-51bf-45c9-a83d-7a0fe4f65b50 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:06.406307 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652b5fe-f6c1-4e6b-93a7-cc4435b729ff req-c10433cf-fbad-4998-a974-208c76b614b4 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:06.407871 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3652b5fe-f6c1-4e6b-93a7-cc4435b729ff req-c10433cf-fbad-4998-a974-208c76b614b4 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7091164b-d586-469b-8754-01420f53523b HTTP/1.1" status: 200 len: 943 time: 0.1811213 Aug 28 15:05:06.418112 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-717cffa3-9abb-45b7-89e6-48cb2a706d91 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:06.419548 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-717cffa3-9abb-45b7-89e6-48cb2a706d91 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.36 "GET /v2.0/networks?id=03e6b4b8-6c68-4060-8426-90fcc4950716 HTTP/1.1" status: 200 len: 806 time: 0.8011222 Aug 28 15:05:06.444301 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-e12c3d50-5577-48b4-8728-4e74f9b5fd18 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Request body: {'port': {'device_id': '151b5ff4-9c88-4ec7-9341-b047e771e1e8', 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716', 'admin_state_up': True, 'tenant_id': '038a0222e6f34dfa8dce183514c3f3db'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:06.453511 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0de75e4c-3c09-40ff-aa7b-76774d77d172 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0323a5c70c614ac49ef91f8097585088&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5078430 Aug 28 15:05:06.453751 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43536) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:06.539150 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fe98c5e0-4aee-4755-8b7e-bf3b8b09fd21 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:06.564277 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fe98c5e0-4aee-4755-8b7e-bf3b8b09fd21 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:06.565069 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fe98c5e0-4aee-4755-8b7e-bf3b8b09fd21 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:06.586267 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-85cb01fd-3cc9-40b8-a808-5733b4dab09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:06.612539 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3652b5fe-f6c1-4e6b-93a7-cc4435b729ff req-f0f849df-bf4e-4162-aefe-735729857f14 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?id=84b45dd7-4f79-4c3e-8bce-560e0ade4c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918595 Aug 28 15:05:06.644518 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-85cb01fd-3cc9-40b8-a808-5733b4dab09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:06.684060 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd89c417-51bf-45c9-a83d-7a0fe4f65b50 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:06.691631 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-79478308-d1bc-4bca-bd41-fe384823d05f req-eaca916e-6756-46b8-9f4c-e018e511429c tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=151b5ff4-9c88-4ec7-9341-b047e771e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0448313 Aug 28 15:05:06.720393 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98c5e0-4aee-4755-8b7e-bf3b8b09fd21 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Port': ['ID=9c3b25ab-3e3c-4fe0-a6a0-bbe7bbc58e7a,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:06.769853 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-22f97407-bef8-4fab-9ace-d5a9de12b94d tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:06.783248 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-e12c3d50-5577-48b4-8728-4e74f9b5fd18 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Made reservation on behalf of 038a0222e6f34dfa8dce183514c3f3db for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:05:06.786721 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-e12c3d50-5577-48b4-8728-4e74f9b5fd18 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:06.795743 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-85cb01fd-3cc9-40b8-a808-5733b4dab09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:06.798272 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-85cb01fd-3cc9-40b8-a808-5733b4dab09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:06.801852 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-85cb01fd-3cc9-40b8-a808-5733b4dab09a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1995cdf-1f59-4eaa-9fee-89a9702c4bac HTTP/1.1" status: 204 len: 168 time: 0.3447616 Aug 28 15:05:06.810674 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe98c5e0-4aee-4755-8b7e-bf3b8b09fd21 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network 2dff28f1-47ca-442a-8467-44decb2d4aa7 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:06.817658 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb01fd-3cc9-40b8-a808-5733b4dab09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1995cdf-1f59-4eaa-9fee-89a9702c4bac,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:06.830902 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-fe98c5e0-4aee-4755-8b7e-bf3b8b09fd21 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:06.851057 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f97407-bef8-4fab-9ace-d5a9de12b94d tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Pushing event updated for resources: {'Subnet': ['ID=6e52c05b-3326-4395-88f4-eea3618f220d,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:06.870632 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f97407-bef8-4fab-9ace-d5a9de12b94d tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Checking segment: {'id': 'eef6fed8-a37f-4b1e-80d0-4f207093c520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '22c9ead7-4bf6-49e1-b595-232679bf2e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:05:06.870960 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f97407-bef8-4fab-9ace-d5a9de12b94d tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Network hostable DHCP agents. Network: 22c9ead7-4bf6-49e1-b595-232679bf2e1a, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:05:06.890862 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f97407-bef8-4fab-9ace-d5a9de12b94d tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Network 22c9ead7-4bf6-49e1-b595-232679bf2e1a is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:05:06.900852 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-22f97407-bef8-4fab-9ace-d5a9de12b94d tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 22c9ead7-4bf6-49e1-b595-232679bf2e1a) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:06.905960 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-22f97407-bef8-4fab-9ace-d5a9de12b94d tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:06.914734 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96546584-cb41-4f3d-a2f4-37e8cc92b16c None None] Network 22c9ead7-4bf6-49e1-b595-232679bf2e1a requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:05:06.974726 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f97407-bef8-4fab-9ace-d5a9de12b94d tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Pushing event updated for resources: {'Subnet': ['ID=194e15a1-cca2-41d3-a5db-cd51683e6cb4,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:06.985319 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f97407-bef8-4fab-9ace-d5a9de12b94d tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Checking segment: {'id': '5b51da52-03dd-4a05-82d9-62eafe6237b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6c9f950b-4493-4ca0-a6fa-1388ebd2da13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:05:06.985687 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f97407-bef8-4fab-9ace-d5a9de12b94d tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Network hostable DHCP agents. Network: 6c9f950b-4493-4ca0-a6fa-1388ebd2da13, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:05:07.017653 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-fd89c417-51bf-45c9-a83d-7a0fe4f65b50 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Deleting port 28e456c5-9082-4111-9230-7aa73b36ec04 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:05:07.018407 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd89c417-51bf-45c9-a83d-7a0fe4f65b50 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:07.022975 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f97407-bef8-4fab-9ace-d5a9de12b94d tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Network 6c9f950b-4493-4ca0-a6fa-1388ebd2da13 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:05:07.043228 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-22f97407-bef8-4fab-9ace-d5a9de12b94d tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 6c9f950b-4493-4ca0-a6fa-1388ebd2da13) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:07.048040 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f97407-bef8-4fab-9ace-d5a9de12b94d tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:07.048738 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f97407-bef8-4fab-9ace-d5a9de12b94d tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:07.049718 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-22f97407-bef8-4fab-9ace-d5a9de12b94d tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:07.062834 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbbe4df-053b-4b8d-aaad-df4577c3f4fe None None] Network 6c9f950b-4493-4ca0-a6fa-1388ebd2da13 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:05:07.069515 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-22f97407-bef8-4fab-9ace-d5a9de12b94d tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.4799199 Aug 28 15:05:07.074146 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43544) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:07.131603 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-e12c3d50-5577-48b4-8728-4e74f9b5fd18 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Allocated IP 172.20.0.4 (03e6b4b8-6c68-4060-8426-90fcc4950716/517a924f-5dd5-4f4e-82d8-d019697a05fd/9ca99d65-8457-4b8d-8db8-fbb83c6cac47) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:05:07.243340 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd89c417-51bf-45c9-a83d-7a0fe4f65b50 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:07.251305 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7073e9-2da0-4be2-a381-50b363b17f5f tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:07.253701 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7073e9-2da0-4be2-a381-50b363b17f5f tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:07.256488 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7073e9-2da0-4be2-a381-50b363b17f5f tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:07.258509 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fb7073e9-2da0-4be2-a381-50b363b17f5f tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1832483 Aug 28 15:05:07.268737 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43552) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:07.276641 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-fd89c417-51bf-45c9-a83d-7a0fe4f65b50 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Calling delete_port for 28e456c5-9082-4111-9230-7aa73b36ec04 owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:05:07.296481 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-43c9a6a4-362d-4eea-b4e5-3a5eac67fc50 None None] Provisioning complete for port 9c3b25ab-3e3c-4fe0-a6a0-bbe7bbc58e7a triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:07.296857 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-43c9a6a4-362d-4eea-b4e5-3a5eac67fc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:07.346314 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e91f46d-4582-4948-91b1-ac8ec09e6c4e tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Deleting subnet 6e52c05b-3326-4395-88f4-eea3618f220d {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:05:07.350851 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3e91f46d-4582-4948-91b1-ac8ec09e6c4e tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:07.382069 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-43c9a6a4-362d-4eea-b4e5-3a5eac67fc50 None None] Port 9c3b25ab-3e3c-4fe0-a6a0-bbe7bbc58e7a cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:05:07.391768 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35856925-8738-4512-b8b3-a417abf2cd8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-22c9ead7-4bf6-49e1-b595-232679bf2e1a', 'network_id': '22c9ead7-4bf6-49e1-b595-232679bf2e1a', 'tenant_id': '8c41fca5e86245369571a9c5cb098def', 'fixed_ips': [{'subnet_id': '6e52c05b-3326-4395-88f4-eea3618f220d'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:05:07.392722 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-35856925-8738-4512-b8b3-a417abf2cd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:07.404264 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-6c9f950b-4493-4ca0-a6fa-1388ebd2da13', 'network_id': '6c9f950b-4493-4ca0-a6fa-1388ebd2da13', 'tenant_id': '8c41fca5e86245369571a9c5cb098def', 'fixed_ips': [{'subnet_id': '194e15a1-cca2-41d3-a5db-cd51683e6cb4'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:05:07.405240 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:07.405387 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3e91f46d-4582-4948-91b1-ac8ec09e6c4e tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:07.407827 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe98c5e0-4aee-4755-8b7e-bf3b8b09fd21 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Router 4416319a-c6f9-4222-843b-7f58b2de5916 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:05:07.465944 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3e91f46d-4582-4948-91b1-ac8ec09e6c4e tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:07.536067 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3e91f46d-4582-4948-91b1-ac8ec09e6c4e tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:07.582668 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-e12c3d50-5577-48b4-8728-4e74f9b5fd18 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:07.585493 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91f46d-4582-4948-91b1-ac8ec09e6c4e tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Pushing event deleted for resources: {'Subnet': ['ID=6e52c05b-3326-4395-88f4-eea3618f220d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:07.589107 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3e91f46d-4582-4948-91b1-ac8ec09e6c4e tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:07.591092 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3e91f46d-4582-4948-91b1-ac8ec09e6c4e tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] 10.222.0.13 "DELETE /v2.0/subnets/6e52c05b-3326-4395-88f4-eea3618f220d HTTP/1.1" status: 204 len: 168 time: 0.3212371 Aug 28 15:05:07.593931 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43562) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server [None req-35856925-8738-4512-b8b3-a417abf2cd8f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e52c05b-3326-4395-88f4-eea3618f220d: This subnet is being modified by another concurrent operation. Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 15:05:07.626505 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise exception Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e52c05b-3326-4395-88f4-eea3618f220d: This subnet is being modified by another concurrent operation. Aug 28 15:05:07.631208 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server Aug 28 15:05:07.677570 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-e80b7656-8921-4e9f-8aaf-545fef04d7ee tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Deleting subnet 194e15a1-cca2-41d3-a5db-cd51683e6cb4 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:05:07.684995 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe98c5e0-4aee-4755-8b7e-bf3b8b09fd21 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:05:07.692319 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334e6a9b-eccd-45d4-b251-442850e1875e None None] Network 22c9ead7-4bf6-49e1-b595-232679bf2e1a requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:05:07.702073 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fe98c5e0-4aee-4755-8b7e-bf3b8b09fd21 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "PUT /v2.0/routers/4416319a-c6f9-4222-843b-7f58b2de5916/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9641249 Aug 28 15:05:07.704674 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8375944f-8c4d-4f2c-95dd-8b86a344dec5 None None] Sync routers for ids ['4416319a-c6f9-4222-843b-7f58b2de5916'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:05:07.705453 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43568) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:07.724184 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8375944f-8c4d-4f2c-95dd-8b86a344dec5 None None] Routers {'4416319a-c6f9-4222-843b-7f58b2de5916'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:05:07.724816 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8375944f-8c4d-4f2c-95dd-8b86a344dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4416319a-c6f9-4222-843b-7f58b2de5916'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:07.769279 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-e12c3d50-5577-48b4-8728-4e74f9b5fd18 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:07.789613 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['84e68f88-a56e-4fa0-b9f1-ac932443bfc0'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:05:07.792002 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['0e790489-613f-4b5b-816a-a84b22a5048b'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:05:07.816740 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4ec5f3-776a-44b3-ac9f-8ffd413fc094 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:07.819729 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ba4ec5f3-776a-44b3-ac9f-8ffd413fc094 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "GET /v2.0/ports/9c3b25ab-3e3c-4fe0-a6a0-bbe7bbc58e7a HTTP/1.1" status: 200 len: 911 time: 0.1131623 Aug 28 15:05:07.824050 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43574) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:07.835054 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c3d50-5577-48b4-8728-4e74f9b5fd18 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Pushing event updated for resources: {'Port': ['ID=9ca99d65-8457-4b8d-8db8-fbb83c6cac47,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:07.842246 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd89c417-51bf-45c9-a83d-7a0fe4f65b50 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:07.887879 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8375944f-8c4d-4f2c-95dd-8b86a344dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:07.910847 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8375944f-8c4d-4f2c-95dd-8b86a344dec5 None None] Routers {'4416319a-c6f9-4222-843b-7f58b2de5916'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:05:07.911472 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8375944f-8c4d-4f2c-95dd-8b86a344dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:04:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4416319a-c6f9-4222-843b-7f58b2de5916'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:07.938746 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Allocated IP 2001:db8:0:1::1 (6c9f950b-4493-4ca0-a6fa-1388ebd2da13/194e15a1-cca2-41d3-a5db-cd51683e6cb4/a9d3fbb0-6c3c-4e82-a123-a517f531328c) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:05:07.976827 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66169149-cd10-422f-abdf-dcbd58b258de req-687ae53b-21a4-4470-873f-7e6af1bb481c tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:07.976827 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-66169149-cd10-422f-abdf-dcbd58b258de req-687ae53b-21a4-4470-873f-7e6af1bb481c tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7091164b-d586-469b-8754-01420f53523b HTTP/1.1" status: 200 len: 943 time: 0.1546319 Aug 28 15:05:07.990029 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-e12c3d50-5577-48b4-8728-4e74f9b5fd18 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Network 03e6b4b8-6c68-4060-8426-90fcc4950716 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:07.993083 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89c417-51bf-45c9-a83d-7a0fe4f65b50 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Pushing event deleted for resources: {'Port': ['ID=28e456c5-9082-4111-9230-7aa73b36ec04,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:08.004252 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-e12c3d50-5577-48b4-8728-4e74f9b5fd18 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:08.006539 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43576) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:08.016204 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-e12c3d50-5577-48b4-8728-4e74f9b5fd18 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:05:08.018162 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8375944f-8c4d-4f2c-95dd-8b86a344dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:08.019158 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8375944f-8c4d-4f2c-95dd-8b86a344dec5 None None] The sync data for ids ['4416319a-c6f9-4222-843b-7f58b2de5916'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:05:08.034177 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89738098-e426-4408-ab0b-32a0c162dfb1 req-bb72a5b5-02d8-45c4-8243-e8f795d6549e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:08.035904 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-89738098-e426-4408-ab0b-32a0c162dfb1 req-bb72a5b5-02d8-45c4-8243-e8f795d6549e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=151b5ff4-9c88-4ec7-9341-b047e771e1e8 HTTP/1.1" status: 200 len: 931 time: 0.2039053 Aug 28 15:05:08.049530 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-bac34fb8-3f42-402f-bff9-7f5172171e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:08.083307 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device cee82368-57c9-48f9-9ed8-8a52bf87ccac up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:05:08.110663 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd89c417-51bf-45c9-a83d-7a0fe4f65b50 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:08.121511 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-66169149-cd10-422f-abdf-dcbd58b258de req-6cc9050b-6f39-4a98-af95-6c544786b966 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?id=84b45dd7-4f79-4c3e-8bce-560e0ade4c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297784 Aug 28 15:05:08.214098 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-89738098-e426-4408-ab0b-32a0c162dfb1 req-88bd75cd-cdb0-4854-93eb-76a6b14e9634 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683171 Aug 28 15:05:08.220341 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-e12c3d50-5577-48b4-8728-4e74f9b5fd18 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:08.221026 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-e12c3d50-5577-48b4-8728-4e74f9b5fd18 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:08.242365 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-f41b9100-9add-4478-9094-e39bf534b242 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-534819450-network', 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:08.278951 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-e12c3d50-5577-48b4-8728-4e74f9b5fd18 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8489971 Aug 28 15:05:08.287709 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd89c417-51bf-45c9-a83d-7a0fe4f65b50 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:08.294093 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd89c417-51bf-45c9-a83d-7a0fe4f65b50 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:08.301099 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-50383bda-5e2f-4c14-ae92-7fb5b42271d6 service neutron] Request body: {'port': {'device_id': '151b5ff4-9c88-4ec7-9341-b047e771e1e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:08.370596 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41b9100-9add-4478-9094-e39bf534b242 admin admin] Made reservation on behalf of 59b098ddebc340c9bc1ba34f5881bcbb for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:05:08.372961 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f41b9100-9add-4478-9094-e39bf534b242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:08.390396 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd89c417-51bf-45c9-a83d-7a0fe4f65b50 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:08.390940 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd89c417-51bf-45c9-a83d-7a0fe4f65b50 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Fanout notify agent at l3_agent the message router_deleted on router 34946064-ebfe-4bf4-8eeb-3fdb48904412 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:05:08.392559 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f41b9100-9add-4478-9094-e39bf534b242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:08.394798 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-50dc49c5-496f-4bc0-ada0-4a65b07675b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:08.398965 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd89c417-51bf-45c9-a83d-7a0fe4f65b50 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:08.404982 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fd89c417-51bf-45c9-a83d-7a0fe4f65b50 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "DELETE /v2.0/routers/34946064-ebfe-4bf4-8eeb-3fdb48904412 HTTP/1.1" status: 204 len: 168 time: 2.9181676 Aug 28 15:05:08.407017 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43582) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:08.412390 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-f80969ef-9643-4ca4-9e28-e9c912ac1ab1 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1160232085', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:08.440711 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-50383bda-5e2f-4c14-ae92-7fb5b42271d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:08.476651 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.db.api [None req-f41b9100-9add-4478-9094-e39bf534b242 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 15:05:08.476651 n-d-712137-10 neutron-server[106330]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 15:05:08.476651 n-d-712137-10 neutron-server[106330]: [parameters: {'project_id_1': '59b098ddebc340c9bc1ba34f5881bcbb', 'expiration_1': datetime.datetime(2021, 8, 28, 15, 5, 8, 433217)}] Aug 28 15:05:08.476651 n-d-712137-10 neutron-server[106330]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:05:08.477384 n-d-712137-10 neutron-server[106330]: DEBUG oslo_db.api [None req-f41b9100-9add-4478-9094-e39bf534b242 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:05:08.492606 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 53fb127c-e9c6-4660-a0ca-af8f1f2f5a95 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:05:08.513413 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f80969ef-9643-4ca4-9e28-e9c912ac1ab1 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:08.514427 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f80969ef-9643-4ca4-9e28-e9c912ac1ab1 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:08.516138 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port cee82368-57c9-48f9-9ed8-8a52bf87ccac triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:08.516514 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:08.648315 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f80969ef-9643-4ca4-9e28-e9c912ac1ab1 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:08.654996 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:08.658164 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f80969ef-9643-4ca4-9e28-e9c912ac1ab1 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:08.681174 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Transition to ACTIVE for port object a9d3fbb0-6c3c-4e82-a123-a517f531328c will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:05:08.706449 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f80969ef-9643-4ca4-9e28-e9c912ac1ab1 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:08.710444 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f80969ef-9643-4ca4-9e28-e9c912ac1ab1 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2994301 Aug 28 15:05:08.720114 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43584) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:08.726828 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-5395ca66-4248-49a6-8627-1c703d5dc1b0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'enable_snat': False}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:08.737067 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Transition to ACTIVE for port object a9d3fbb0-6c3c-4e82-a123-a517f531328c will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:05:08.750036 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e80b7656-8921-4e9f-8aaf-545fef04d7ee tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:08.775247 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:08.809516 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-50383bda-5e2f-4c14-ae92-7fb5b42271d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ca99d65-8457-4b8d-8db8-fbb83c6cac47 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:05:08.823145 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 53fb127c-e9c6-4660-a0ca-af8f1f2f5a95, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=53fb127c-e9c6-4660-a0ca-af8f1f2f5a95,segment=NetworkSegment(da4bb42a-2224-4617-bd87-f06826483fcf),segment_id=da4bb42a-2224-4617-bd87-f06826483fcf)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:08.834632 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e80b7656-8921-4e9f-8aaf-545fef04d7ee tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:08.857192 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '53fb127c-e9c6-4660-a0ca-af8f1f2f5a95', 'network_id': '54e01d77-3728-4d8d-9842-bafba89acf3a', 'port_id': '53fb127c-e9c6-4660-a0ca-af8f1f2f5a95', 'mac_address': 'fa:16:3e:1e:4a:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12bd8cd5-f34c-44c9-9e98-a3273c4777fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:05:08.867609 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Network 6c9f950b-4493-4ca0-a6fa-1388ebd2da13 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:08.869946 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Pushing event updated for resources: {'Port': ['ID=a9d3fbb0-6c3c-4e82-a123-a517f531328c,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:08.873339 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:08.879998 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:05:08.884785 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:08.884785 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:08.884785 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:08.885776 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:08.886094 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:08.886296 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:08.886642 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:08.887573 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:08.887573 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:08.887573 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:08.888048 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:08.888285 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:08.895529 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-50dc49c5-496f-4bc0-ada0-4a65b07675b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Allocated IP 2001:db8:1::1 (f8405ada-4462-4fd6-a926-6d84d130ce96/64aae25c-8ada-48b5-bc5f-bc70d5274252/1c9a3849-eaf9-4034-8b86-78b388cd3d64) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:05:08.956973 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5395ca66-4248-49a6-8627-1c703d5dc1b0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:08.958164 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:08.964268 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-50383bda-5e2f-4c14-ae92-7fb5b42271d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:08.978191 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f41b9100-9add-4478-9094-e39bf534b242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:08.979129 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Attempting to bind port a9d3fbb0-6c3c-4e82-a123-a517f531328c on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:05:08.979534 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Attempting to bind port a9d3fbb0-6c3c-4e82-a123-a517f531328c by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '5b51da52-03dd-4a05-82d9-62eafe6237b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6c9f950b-4493-4ca0-a6fa-1388ebd2da13'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:05:08.980170 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Attempting to bind port a9d3fbb0-6c3c-4e82-a123-a517f531328c on network 6c9f950b-4493-4ca0-a6fa-1388ebd2da13 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:05:08.986876 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53fb127c-e9c6-4660-a0ca-af8f1f2f5a95 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:05:08.991114 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:05:08.991492 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Checking segment: {'id': '5b51da52-03dd-4a05-82d9-62eafe6237b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6c9f950b-4493-4ca0-a6fa-1388ebd2da13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:05:08.992246 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:08.992384 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Bound using segment: {'id': '5b51da52-03dd-4a05-82d9-62eafe6237b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6c9f950b-4493-4ca0-a6fa-1388ebd2da13'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:05:08.992770 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Bound port: a9d3fbb0-6c3c-4e82-a123-a517f531328c, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b51da52-03dd-4a05-82d9-62eafe6237b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6c9f950b-4493-4ca0-a6fa-1388ebd2da13'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:05:08.993153 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:08.998353 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-50383bda-5e2f-4c14-ae92-7fb5b42271d6 service neutron] Transition to ACTIVE for port object 9ca99d65-8457-4b8d-8db8-fbb83c6cac47 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:05:09.023856 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 53fb127c-e9c6-4660-a0ca-af8f1f2f5a95, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=53fb127c-e9c6-4660-a0ca-af8f1f2f5a95,segment=NetworkSegment(da4bb42a-2224-4617-bd87-f06826483fcf),segment_id=da4bb42a-2224-4617-bd87-f06826483fcf)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:09.035139 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-50383bda-5e2f-4c14-ae92-7fb5b42271d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:09.035871 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e80b7656-8921-4e9f-8aaf-545fef04d7ee tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:09.047137 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:09.117651 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=53fb127c-e9c6-4660-a0ca-af8f1f2f5a95,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:09.131219 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50383bda-5e2f-4c14-ae92-7fb5b42271d6 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca99d65-8457-4b8d-8db8-fbb83c6cac47,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:09.136847 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-50dc49c5-496f-4bc0-ada0-4a65b07675b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:09.151910 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e80b7656-8921-4e9f-8aaf-545fef04d7ee tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:09.154104 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-50dc49c5-496f-4bc0-ada0-4a65b07675b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Transition to ACTIVE for port object 1c9a3849-eaf9-4034-8b86-78b388cd3d64 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:05:09.166807 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] For port a9d3fbb0-6c3c-4e82-a123-a517f531328c, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:05:09.174695 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] For port a9d3fbb0-6c3c-4e82-a123-a517f531328c, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a9d3fbb0-6c3c-4e82-a123-a517f531328c,segment=NetworkSegment(5b51da52-03dd-4a05-82d9-62eafe6237b1),segment_id=5b51da52-03dd-4a05-82d9-62eafe6237b1)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:05:09.181441 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:09.186156 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b7656-8921-4e9f-8aaf-545fef04d7ee tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Pushing event deleted for resources: {'Subnet': ['ID=194e15a1-cca2-41d3-a5db-cd51683e6cb4,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:09.192752 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e80b7656-8921-4e9f-8aaf-545fef04d7ee tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:09.194613 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e80b7656-8921-4e9f-8aaf-545fef04d7ee tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] 10.222.0.13 "DELETE /v2.0/subnets/194e15a1-cca2-41d3-a5db-cd51683e6cb4 HTTP/1.1" status: 204 len: 168 time: 1.5997493 Aug 28 15:05:09.198687 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43588) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:09.267972 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429ae084-5d09-4504-850f-578ba5ea7670 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:09.270271 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-429ae084-5d09-4504-850f-578ba5ea7670 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0706489 Aug 28 15:05:09.274402 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43592) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:09.288631 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-50dc49c5-496f-4bc0-ada0-4a65b07675b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:09.309987 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-50383bda-5e2f-4c14-ae92-7fb5b42271d6 service neutron] Attempting to bind port 9ca99d65-8457-4b8d-8db8-fbb83c6cac47 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:05:09.310388 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-50383bda-5e2f-4c14-ae92-7fb5b42271d6 service neutron] Attempting to bind port 9ca99d65-8457-4b8d-8db8-fbb83c6cac47 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '537ec9af-2404-4c1d-a957-efd06cc39195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:05:09.310658 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-50383bda-5e2f-4c14-ae92-7fb5b42271d6 service neutron] Attempting to bind port 9ca99d65-8457-4b8d-8db8-fbb83c6cac47 on network 03e6b4b8-6c68-4060-8426-90fcc4950716 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:05:09.311111 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991ec28-7ef9-4d8a-99f2-64cc7c48944f None None] Pushing event updated for resources: {'Port': ['ID=a9d3fbb0-6c3c-4e82-a123-a517f531328c,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:09.341997 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f41b9100-9add-4478-9094-e39bf534b242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:09.343009 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-50383bda-5e2f-4c14-ae92-7fb5b42271d6 service neutron] Port 9ca99d65-8457-4b8d-8db8-fbb83c6cac47 on network 03e6b4b8-6c68-4060-8426-90fcc4950716 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:05:09.343372 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-50383bda-5e2f-4c14-ae92-7fb5b42271d6 service neutron] Attempting to bind port 9ca99d65-8457-4b8d-8db8-fbb83c6cac47 on network 03e6b4b8-6c68-4060-8426-90fcc4950716 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:05:09.352352 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f41b9100-9add-4478-9094-e39bf534b242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:09.366863 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-50383bda-5e2f-4c14-ae92-7fb5b42271d6 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:05:09.367248 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-50383bda-5e2f-4c14-ae92-7fb5b42271d6 service neutron] Checking segment: {'id': '537ec9af-2404-4c1d-a957-efd06cc39195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:05:09.367611 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-50383bda-5e2f-4c14-ae92-7fb5b42271d6 service neutron] Bound using segment: {'id': '537ec9af-2404-4c1d-a957-efd06cc39195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:05:09.368091 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-50383bda-5e2f-4c14-ae92-7fb5b42271d6 service neutron] Bound port: 9ca99d65-8457-4b8d-8db8-fbb83c6cac47, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537ec9af-2404-4c1d-a957-efd06cc39195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:05:09.368458 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-50383bda-5e2f-4c14-ae92-7fb5b42271d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:09.376872 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['53fb127c-e9c6-4660-a0ca-af8f1f2f5a95'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:05:09.417762 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee3bf9-1ef0-435f-8946-a244666b9801 req-c8f1bcd1-529d-4b7e-bf72-9c29912d3fe0 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:09.419430 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-78ee3bf9-1ef0-435f-8946-a244666b9801 req-c8f1bcd1-529d-4b7e-bf72-9c29912d3fe0 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7091164b-d586-469b-8754-01420f53523b HTTP/1.1" status: 200 len: 944 time: 0.1863227 Aug 28 15:05:09.423040 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41b9100-9add-4478-9094-e39bf534b242 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:05:09.433223 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dc49c5-496f-4bc0-ada0-4a65b07675b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network f8405ada-4462-4fd6-a926-6d84d130ce96 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:09.446740 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-50dc49c5-496f-4bc0-ada0-4a65b07675b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:09.462989 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dc49c5-496f-4bc0-ada0-4a65b07675b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:05:09.463428 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-50dc49c5-496f-4bc0-ada0-4a65b07675b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:09.480042 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a4327699-64f2-4165-b7c9-323bb3dcb5d2 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:09.482922 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc49c5-496f-4bc0-ada0-4a65b07675b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Port': ['ID=1c9a3849-eaf9-4034-8b86-78b388cd3d64,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:09.608992 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfee1f-404e-45ae-a235-41565146ef67 req-ff948028-5bf3-4ea8-9cfe-fa45891d7d39 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:09.610911 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fcbfee1f-404e-45ae-a235-41565146ef67 req-ff948028-5bf3-4ea8-9cfe-fa45891d7d39 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=151b5ff4-9c88-4ec7-9341-b047e771e1e8 HTTP/1.1" status: 200 len: 943 time: 0.2708523 Aug 28 15:05:09.763721 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fcbfee1f-404e-45ae-a235-41565146ef67 req-924f9381-4a93-40a4-a780-dafd66ebf65f tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318743 Aug 28 15:05:09.772620 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-50dc49c5-496f-4bc0-ada0-4a65b07675b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:09.795400 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-a4327699-64f2-4165-b7c9-323bb3dcb5d2 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Deleting port a9d3fbb0-6c3c-4e82-a123-a517f531328c {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:05:09.795400 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a4327699-64f2-4165-b7c9-323bb3dcb5d2 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:09.867640 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d5a522f8-0e17-4b9e-89fc-09668184de37 None None] Provisioning for port 1c9a3849-eaf9-4034-8b86-78b388cd3d64 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:05:09.873189 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d5a522f8-0e17-4b9e-89fc-09668184de37 None None] Provisioning complete for port 1c9a3849-eaf9-4034-8b86-78b388cd3d64 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:09.873888 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d5a522f8-0e17-4b9e-89fc-09668184de37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:09.920400 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-d5a522f8-0e17-4b9e-89fc-09668184de37 None None] Port 1c9a3849-eaf9-4034-8b86-78b388cd3d64 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:05:09.974616 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f41b9100-9add-4478-9094-e39bf534b242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:09.975158 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-f41b9100-9add-4478-9094-e39bf534b242 admin admin] Added segment ff1e34ae-df87-4444-8c02-cc34e9d93693 of type vlan for network c9c20336-94ca-4a7f-8011-3dd7f1b6cda6 Aug 28 15:05:10.009475 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b9100-9add-4478-9094-e39bf534b242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d41c36-c1d6-435c-8415-51d28ddb255e,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:10.045731 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a9d3fbb0-6c3c-4e82-a123-a517f531328c up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:05:10.077768 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-78ee3bf9-1ef0-435f-8946-a244666b9801 req-ccac4d40-9f15-4918-a0bd-8c0fd5dbe41c tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?id=84b45dd7-4f79-4c3e-8bce-560e0ade4c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6110690 Aug 28 15:05:10.109687 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port a9d3fbb0-6c3c-4e82-a123-a517f531328c completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:05:10.120193 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f41b9100-9add-4478-9094-e39bf534b242 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:10.127453 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-50383bda-5e2f-4c14-ae92-7fb5b42271d6 service neutron] For port 9ca99d65-8457-4b8d-8db8-fbb83c6cac47, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:05:10.132121 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5395ca66-4248-49a6-8627-1c703d5dc1b0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:10.176119 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-50383bda-5e2f-4c14-ae92-7fb5b42271d6 service neutron] For port 9ca99d65-8457-4b8d-8db8-fbb83c6cac47, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=9ca99d65-8457-4b8d-8db8-fbb83c6cac47,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:05:10.179118 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5395ca66-4248-49a6-8627-1c703d5dc1b0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:10.186353 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-50383bda-5e2f-4c14-ae92-7fb5b42271d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:10.206256 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f41b9100-9add-4478-9094-e39bf534b242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:10.207218 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41b9100-9add-4478-9094-e39bf534b242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:10.207827 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f41b9100-9add-4478-9094-e39bf534b242 admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:10.221514 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-a4327699-64f2-4165-b7c9-323bb3dcb5d2 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] For port a9d3fbb0-6c3c-4e82-a123-a517f531328c, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a9d3fbb0-6c3c-4e82-a123-a517f531328c,segment=NetworkSegment(5b51da52-03dd-4a05-82d9-62eafe6237b1),segment_id=5b51da52-03dd-4a05-82d9-62eafe6237b1)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:10.222137 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a4327699-64f2-4165-b7c9-323bb3dcb5d2 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:10.241682 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-a4327699-64f2-4165-b7c9-323bb3dcb5d2 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Calling delete_port for a9d3fbb0-6c3c-4e82-a123-a517f531328c owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:05:10.314794 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-50383bda-5e2f-4c14-ae92-7fb5b42271d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:10.315414 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-50383bda-5e2f-4c14-ae92-7fb5b42271d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:10.316879 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-50383bda-5e2f-4c14-ae92-7fb5b42271d6 service neutron] 10.222.0.36 "PUT /v2.0/ports/9ca99d65-8457-4b8d-8db8-fbb83c6cac47 HTTP/1.1" status: 200 len: 1092 time: 2.0248165 Aug 28 15:05:10.319760 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '151b5ff4-9c88-4ec7-9341-b047e771e1e8', 'tag': '9ca99d65-8457-4b8d-8db8-fbb83c6cac47'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:05:10.321705 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982b6b21-3ed5-42cf-9686-ca18670581e6" -d '{"events": [{"name": "network-changed", "server_uuid": "151b5ff4-9c88-4ec7-9341-b047e771e1e8", "tag": "9ca99d65-8457-4b8d-8db8-fbb83c6cac47"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:05:10.356897 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f41b9100-9add-4478-9094-e39bf534b242 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3395677 Aug 28 15:05:10.358601 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43598) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:10.372163 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-42537c20-9d12-4be8-b688-c08b91186a60 admin admin] Request body: {'subnet': {'network_id': 'c9c20336-94ca-4a7f-8011-3dd7f1b6cda6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-534819450-subnet', 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:10.386454 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acdd452-ef77-462f-aa6c-c26545194528 x-openstack-request-id: req-3acdd452-ef77-462f-aa6c-c26545194528 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:05:10.386755 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "151b5ff4-9c88-4ec7-9341-b047e771e1e8", "tag": "9ca99d65-8457-4b8d-8db8-fbb83c6cac47", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:05:10.387005 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3acdd452-ef77-462f-aa6c-c26545194528 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:05:10.387420 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '151b5ff4-9c88-4ec7-9341-b047e771e1e8', 'tag': '9ca99d65-8457-4b8d-8db8-fbb83c6cac47', 'status': 'completed', 'code': 200} Aug 28 15:05:10.408057 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b9100-9add-4478-9094-e39bf534b242 admin admin] Pushing event updated for resources: {'Network': ['ID=c9c20336-94ca-4a7f-8011-3dd7f1b6cda6,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:10.417192 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50383bda-5e2f-4c14-ae92-7fb5b42271d6 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca99d65-8457-4b8d-8db8-fbb83c6cac47,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:10.423184 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network c9c20336-94ca-4a7f-8011-3dd7f1b6cda6 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:05:10.445064 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42537c20-9d12-4be8-b688-c08b91186a60 admin admin] Made reservation on behalf of 59b098ddebc340c9bc1ba34f5881bcbb for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:05:10.448662 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-42537c20-9d12-4be8-b688-c08b91186a60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:10.470633 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a4327699-64f2-4165-b7c9-323bb3dcb5d2 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:10.473983 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-98316f7d-1de9-4cdd-afbe-6694b759f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:10.475570 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-98316f7d-1de9-4cdd-afbe-6694b759f867 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=038a0222e6f34dfa8dce183514c3f3db&device_id=151b5ff4-9c88-4ec7-9341-b047e771e1e8 HTTP/1.1" status: 200 len: 1095 time: 0.1101825 Aug 28 15:05:10.476747 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-5395ca66-4248-49a6-8627-1c703d5dc1b0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Allocated IP 172.25.3.65 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/e5f4fa28-83af-4c3c-86de-3a8f722a07eb) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:05:10.522340 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 53fb127c-e9c6-4660-a0ca-af8f1f2f5a95 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:05:10.535924 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-55f39906-ad09-475f-b7e8-d6bde2f5eb66 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ca99d65-8457-4b8d-8db8-fbb83c6cac47 HTTP/1.1" status: 200 len: 217 time: 0.0510218 Aug 28 15:05:10.556256 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4327699-64f2-4165-b7c9-323bb3dcb5d2 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Pushing event deleted for resources: {'Port': ['ID=a9d3fbb0-6c3c-4e82-a123-a517f531328c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:10.564125 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ed295585-893e-48fe-9975-9c51b33505df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:10.566373 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4327699-64f2-4165-b7c9-323bb3dcb5d2 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] No DVR routers for this DVR port a9d3fbb0-6c3c-4e82-a123-a517f531328c on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:05:10.598593 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 53fb127c-e9c6-4660-a0ca-af8f1f2f5a95 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:05:10.608047 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 53fb127c-e9c6-4660-a0ca-af8f1f2f5a95 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:10.608497 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:10.613541 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32351ce8-7b21-4c0e-8836-7154214a48e4 None None] Network 6c9f950b-4493-4ca0-a6fa-1388ebd2da13 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:05:10.635581 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-b2449b05-d119-4416-9c6f-bd7ae9f889e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:10.637108 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-b2449b05-d119-4416-9c6f-bd7ae9f889e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=517a924f-5dd5-4f4e-82d8-d019697a05fd HTTP/1.1" status: 200 len: 846 time: 0.0897572 Aug 28 15:05:10.638044 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-50dc49c5-496f-4bc0-ada0-4a65b07675b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:10.675497 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-50dc49c5-496f-4bc0-ada0-4a65b07675b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:10.676331 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-50dc49c5-496f-4bc0-ada0-4a65b07675b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:10.681224 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-8c26aa64-2f2f-4368-9ced-46a1ef80f160 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03e6b4b8-6c68-4060-8426-90fcc4950716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374246 Aug 28 15:05:10.704448 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ec0ec6fa-a5b6-4408-8bd8-f21373cbe34b None None] Could not find standard attr ID for object a9d3fbb0-6c3c-4e82-a123-a517f531328c. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:05:10.714945 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5395ca66-4248-49a6-8627-1c703d5dc1b0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:10.746677 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a4327699-64f2-4165-b7c9-323bb3dcb5d2 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:10.788723 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-a4327699-64f2-4165-b7c9-323bb3dcb5d2 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c9f950b-4493-4ca0-a6fa-1388ebd2da13']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:10.810321 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-7481a8d9-dcdf-478b-91bf-55fbce9d6c43 service neutron] 10.222.0.36 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222906 Aug 28 15:05:10.812759 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-a4327699-64f2-4165-b7c9-323bb3dcb5d2 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b51da52-03dd-4a05-82d9-62eafe6237b1') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:10.813108 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-a4327699-64f2-4165-b7c9-323bb3dcb5d2 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b51da52-03dd-4a05-82d9-62eafe6237b1') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:10.828000 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5395ca66-4248-49a6-8627-1c703d5dc1b0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:10.836166 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc49c5-496f-4bc0-ada0-4a65b07675b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Port': ['ID=1c9a3849-eaf9-4034-8b86-78b388cd3d64,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:10.860032 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a4327699-64f2-4165-b7c9-323bb3dcb5d2 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:10.860228 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:10.893269 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:10.898449 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a4327699-64f2-4165-b7c9-323bb3dcb5d2 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:10.911807 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7091164b-d586-469b-8754-01420f53523b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53fb127c-e9c6-4660-a0ca-af8f1f2f5a95'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:05:10.914218 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe62f78b-6a7c-4c4e-987f-a3026a3d41df" -d '{"events": [{"server_uuid": "7091164b-d586-469b-8754-01420f53523b", "name": "network-vif-plugged", "status": "completed", "tag": "53fb127c-e9c6-4660-a0ca-af8f1f2f5a95"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:05:10.933865 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 53fb127c-e9c6-4660-a0ca-af8f1f2f5a95, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=53fb127c-e9c6-4660-a0ca-af8f1f2f5a95,segment=NetworkSegment(da4bb42a-2224-4617-bd87-f06826483fcf),segment_id=da4bb42a-2224-4617-bd87-f06826483fcf)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:10.938289 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:10.939271 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4327699-64f2-4165-b7c9-323bb3dcb5d2 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:05:10.939706 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a4327699-64f2-4165-b7c9-323bb3dcb5d2 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:05:10.943842 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:05:10.970227 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5395ca66-4248-49a6-8627-1c703d5dc1b0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:10.988977 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-5395ca66-4248-49a6-8627-1c703d5dc1b0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:10.992267 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2003a841-9d69-4d5a-a2e4-0786f10059e7 None None] DHCP port deletion for 6c9f950b-4493-4ca0-a6fa-1388ebd2da13 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:05:10.999320 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5395ca66-4248-49a6-8627-1c703d5dc1b0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:05:11.006373 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dc49c5-496f-4bc0-ada0-4a65b07675b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network f8405ada-4462-4fd6-a926-6d84d130ce96 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:11.015340 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-50dc49c5-496f-4bc0-ada0-4a65b07675b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:11.020563 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-42537c20-9d12-4be8-b688-c08b91186a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:11.031307 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=53fb127c-e9c6-4660-a0ca-af8f1f2f5a95,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:11.042319 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395ca66-4248-49a6-8627-1c703d5dc1b0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Pushing event updated for resources: {'Port': ['ID=e5f4fa28-83af-4c3c-86de-3a8f722a07eb,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:11.057608 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a4327699-64f2-4165-b7c9-323bb3dcb5d2 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:11.076569 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395ca66-4248-49a6-8627-1c703d5dc1b0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:11.076989 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395ca66-4248-49a6-8627-1c703d5dc1b0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:11.077288 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395ca66-4248-49a6-8627-1c703d5dc1b0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:11.077631 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395ca66-4248-49a6-8627-1c703d5dc1b0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:11.077893 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a4327699-64f2-4165-b7c9-323bb3dcb5d2 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:11.078004 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395ca66-4248-49a6-8627-1c703d5dc1b0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:11.078295 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395ca66-4248-49a6-8627-1c703d5dc1b0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:11.078629 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395ca66-4248-49a6-8627-1c703d5dc1b0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:11.078961 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395ca66-4248-49a6-8627-1c703d5dc1b0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:11.079289 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395ca66-4248-49a6-8627-1c703d5dc1b0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:11.079810 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a4327699-64f2-4165-b7c9-323bb3dcb5d2 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] 10.222.0.13 "DELETE /v2.0/networks/6c9f950b-4493-4ca0-a6fa-1388ebd2da13 HTTP/1.1" status: 204 len: 168 time: 1.8040314 Aug 28 15:05:11.080166 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395ca66-4248-49a6-8627-1c703d5dc1b0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:11.080509 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395ca66-4248-49a6-8627-1c703d5dc1b0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:11.080841 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395ca66-4248-49a6-8627-1c703d5dc1b0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:11.085056 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43606) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:11.090058 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-02bfdcec-a33b-47e4-b818-ece1b5a429bf req-135bac30-3439-42e9-9ef7-23b4592ad681 service neutron] 10.222.0.36 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725809 Aug 28 15:05:11.097548 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84fceb-7ffa-40bf-bf87-53ac9aef3949 req-8dc71835-8dbd-4bfb-8bdd-e0d45dbda4bd tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:11.099038 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3a84fceb-7ffa-40bf-bf87-53ac9aef3949 req-8dc71835-8dbd-4bfb-8bdd-e0d45dbda4bd tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=151b5ff4-9c88-4ec7-9341-b047e771e1e8 HTTP/1.1" status: 200 len: 943 time: 0.2148538 Aug 28 15:05:11.149987 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4327699-64f2-4165-b7c9-323bb3dcb5d2 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Pushing event deleted for resources: {'Network': ['ID=6c9f950b-4493-4ca0-a6fa-1388ebd2da13,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:11.162602 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4242d4c8-c460-41d4-a272-54c6eb3a757a x-openstack-request-id: req-4242d4c8-c460-41d4-a272-54c6eb3a757a {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:05:11.163819 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7091164b-d586-469b-8754-01420f53523b", "name": "network-vif-plugged", "status": "completed", "tag": "53fb127c-e9c6-4660-a0ca-af8f1f2f5a95", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:05:11.168392 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4242d4c8-c460-41d4-a272-54c6eb3a757a {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:05:11.169268 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7091164b-d586-469b-8754-01420f53523b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53fb127c-e9c6-4660-a0ca-af8f1f2f5a95', 'code': 200} Aug 28 15:05:11.280486 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42537c20-9d12-4be8-b688-c08b91186a60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a208608a-7e75-43d1-ae36-b32dcc6f294a,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:11.284331 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3a84fceb-7ffa-40bf-bf87-53ac9aef3949 req-c373b8f7-5e2d-434f-8bc9-600952d6d3d9 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388264 Aug 28 15:05:11.302635 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b6b21-3ed5-42cf-9686-ca18670581e6 req-baf3850d-1c0b-480d-9146-da66f8c428b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:11.305212 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-982b6b21-3ed5-42cf-9686-ca18670581e6 req-baf3850d-1c0b-480d-9146-da66f8c428b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=038a0222e6f34dfa8dce183514c3f3db&device_id=151b5ff4-9c88-4ec7-9341-b047e771e1e8 HTTP/1.1" status: 200 len: 1095 time: 0.1571054 Aug 28 15:05:11.361871 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1118e748-c2ac-4bae-a625-00ea28b92db1 None None] get_active_networks_info from n-d-712137-10 {{(pid=106331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 15:05:11.386608 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-27c69a15-6d85-498c-9693-3478b46f2c21 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:11.393207 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42537c20-9d12-4be8-b688-c08b91186a60 admin admin] Checking segment: {'id': 'ff1e34ae-df87-4444-8c02-cc34e9d93693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c9c20336-94ca-4a7f-8011-3dd7f1b6cda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:05:11.393572 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42537c20-9d12-4be8-b688-c08b91186a60 admin admin] Network hostable DHCP agents. Network: c9c20336-94ca-4a7f-8011-3dd7f1b6cda6, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:05:11.432350 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50dc49c5-496f-4bc0-ada0-4a65b07675b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Router 4416319a-c6f9-4222-843b-7f58b2de5916 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:05:11.438780 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b5353-c865-416c-a871-c1a1b370e394 req-76447fd6-0f20-4a10-837d-eb90fe31f49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:11.440326 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-922b5353-c865-416c-a871-c1a1b370e394 req-76447fd6-0f20-4a10-837d-eb90fe31f49c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7091164b-d586-469b-8754-01420f53523b HTTP/1.1" status: 200 len: 1097 time: 0.1954923 Aug 28 15:05:11.459252 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b5be1-510a-4f4a-af6c-80c38dd17da6 req-681769c1-a2ab-41e7-99d4-27d2dfcf9a9e tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:11.460831 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-947b5be1-510a-4f4a-af6c-80c38dd17da6 req-681769c1-a2ab-41e7-99d4-27d2dfcf9a9e tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7091164b-d586-469b-8754-01420f53523b HTTP/1.1" status: 200 len: 945 time: 0.1993010 Aug 28 15:05:11.485957 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-fe21d49f-7085-4521-852f-5d3af334f570 None None] Provisioning complete for port 1c9a3849-eaf9-4034-8b86-78b388cd3d64 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:11.486556 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fe21d49f-7085-4521-852f-5d3af334f570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:11.494697 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5395ca66-4248-49a6-8627-1c703d5dc1b0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:11.497716 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b6b21-3ed5-42cf-9686-ca18670581e6 req-e0924f45-1bfc-4580-89e6-5cececa365c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:11.499222 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-982b6b21-3ed5-42cf-9686-ca18670581e6 req-e0924f45-1bfc-4580-89e6-5cececa365c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=03e6b4b8-6c68-4060-8426-90fcc4950716 HTTP/1.1" status: 200 len: 907 time: 0.1846766 Aug 28 15:05:11.508980 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42537c20-9d12-4be8-b688-c08b91186a60 admin admin] Network c9c20336-94ca-4a7f-8011-3dd7f1b6cda6 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:05:11.565609 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-982b6b21-3ed5-42cf-9686-ca18670581e6 req-26493225-e948-4767-b7c7-9119e38eef83 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ca99d65-8457-4b8d-8db8-fbb83c6cac47 HTTP/1.1" status: 200 len: 217 time: 0.0357521 Aug 28 15:05:11.568423 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-fe21d49f-7085-4521-852f-5d3af334f570 None None] Port 1c9a3849-eaf9-4034-8b86-78b388cd3d64 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:05:11.616767 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-42537c20-9d12-4be8-b688-c08b91186a60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, c9c20336-94ca-4a7f-8011-3dd7f1b6cda6) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:11.646156 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1118e748-c2ac-4bae-a625-00ea28b92db1 None None] Unable to find a vacant binding_index for network c9c20336-94ca-4a7f-8011-3dd7f1b6cda6 and agent b78cbfd5-5692-48af-aa5d-7c698e41632b {{(pid=106331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 28 15:05:11.652903 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1118e748-c2ac-4bae-a625-00ea28b92db1 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, c9c20336-94ca-4a7f-8011-3dd7f1b6cda6) {{(pid=106331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 15:05:11.660877 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b6b21-3ed5-42cf-9686-ca18670581e6 req-620956c9-4db6-45d7-8880-98c35ab94dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:11.662340 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-982b6b21-3ed5-42cf-9686-ca18670581e6 req-620956c9-4db6-45d7-8880-98c35ab94dc9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=517a924f-5dd5-4f4e-82d8-d019697a05fd HTTP/1.1" status: 200 len: 846 time: 0.0888398 Aug 28 15:05:11.662711 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42537c20-9d12-4be8-b688-c08b91186a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:11.663303 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-42537c20-9d12-4be8-b688-c08b91186a60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:11.670821 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-27c69a15-6d85-498c-9693-3478b46f2c21 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:11.690949 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:11.692090 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-922b5353-c865-416c-a871-c1a1b370e394 req-c86360ae-0c1b-44f8-be0e-0cd428025a4f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=84b45dd7-4f79-4c3e-8bce-560e0ade4c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082629 Aug 28 15:05:11.705072 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-27c69a15-6d85-498c-9693-3478b46f2c21 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c9ead7-4bf6-49e1-b595-232679bf2e1a']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:11.727694 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-947b5be1-510a-4f4a-af6c-80c38dd17da6 req-32e3a386-986f-4075-8c73-58e62805d521 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?id=84b45dd7-4f79-4c3e-8bce-560e0ade4c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357318 Aug 28 15:05:11.732739 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-27c69a15-6d85-498c-9693-3478b46f2c21 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef6fed8-a37f-4b1e-80d0-4f207093c520') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:11.733042 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-27c69a15-6d85-498c-9693-3478b46f2c21 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef6fed8-a37f-4b1e-80d0-4f207093c520') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:11.735527 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-42537c20-9d12-4be8-b688-c08b91186a60 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3740063 Aug 28 15:05:11.741560 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43610) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:11.746527 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-982b6b21-3ed5-42cf-9686-ca18670581e6 req-2baabafe-86ba-4cff-8ce7-9597c2a27cbb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03e6b4b8-6c68-4060-8426-90fcc4950716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348759 Aug 28 15:05:11.746668 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-27c69a15-6d85-498c-9693-3478b46f2c21 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:11.751171 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-0e4b08c0-dbc5-43ce-8d7a-e8e6ad25e724 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-534819450-router', 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:11.755527 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50dc49c5-496f-4bc0-ada0-4a65b07675b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:05:11.765819 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-50dc49c5-496f-4bc0-ada0-4a65b07675b5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "PUT /v2.0/routers/4416319a-c6f9-4222-843b-7f58b2de5916/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9388328 Aug 28 15:05:11.768742 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43612) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:11.777479 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f57375-2948-4ab7-ab80-1a422a896ff9 None None] Sync routers for ids ['4416319a-c6f9-4222-843b-7f58b2de5916'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:05:11.782839 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-27c69a15-6d85-498c-9693-3478b46f2c21 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:11.810750 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c69a15-6d85-498c-9693-3478b46f2c21 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:05:11.810750 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-27c69a15-6d85-498c-9693-3478b46f2c21 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:11.812329 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f57375-2948-4ab7-ab80-1a422a896ff9 None None] Routers {'4416319a-c6f9-4222-843b-7f58b2de5916'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:05:11.813051 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-13f57375-2948-4ab7-ab80-1a422a896ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:05:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4416319a-c6f9-4222-843b-7f58b2de5916'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:05:11.814647 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:05:11.867432 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-13f57375-2948-4ab7-ab80-1a422a896ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:11.871218 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6161ff-ae51-4be6-a5e9-784120dae83e tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:11.875219 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9d6161ff-ae51-4be6-a5e9-784120dae83e tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "GET /v2.0/ports/1c9a3849-eaf9-4034-8b86-78b388cd3d64 HTTP/1.1" status: 200 len: 913 time: 0.1027813 Aug 28 15:05:11.875388 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0e4b08c0-dbc5-43ce-8d7a-e8e6ad25e724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:11.875388 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0e4b08c0-dbc5-43ce-8d7a-e8e6ad25e724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:11.878161 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43614) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:11.902781 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f57375-2948-4ab7-ab80-1a422a896ff9 None None] Routers {'4416319a-c6f9-4222-843b-7f58b2de5916'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:05:11.903534 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-13f57375-2948-4ab7-ab80-1a422a896ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:05:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4416319a-c6f9-4222-843b-7f58b2de5916'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:11.905038 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5395ca66-4248-49a6-8627-1c703d5dc1b0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4654'] for router, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:11.912200 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-27c69a15-6d85-498c-9693-3478b46f2c21 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:11.924150 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-27c69a15-6d85-498c-9693-3478b46f2c21 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:11.928449 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-27c69a15-6d85-498c-9693-3478b46f2c21 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] 10.222.0.13 "DELETE /v2.0/networks/22c9ead7-4bf6-49e1-b595-232679bf2e1a HTTP/1.1" status: 204 len: 168 time: 0.8362713 Aug 28 15:05:11.941996 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43616) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:11.941996 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c69a15-6d85-498c-9693-3478b46f2c21 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Pushing event deleted for resources: {'Network': ['ID=22c9ead7-4bf6-49e1-b595-232679bf2e1a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:11.960337 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-13f57375-2948-4ab7-ab80-1a422a896ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:11.961070 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f57375-2948-4ab7-ab80-1a422a896ff9 None None] The sync data for ids ['4416319a-c6f9-4222-843b-7f58b2de5916'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:05:11.988715 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5395ca66-4248-49a6-8627-1c703d5dc1b0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523761'] for router, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:12.011079 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a9d3fbb0-6c3c-4e82-a123-a517f531328c no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:05:12.039978 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-982b6b21-3ed5-42cf-9686-ca18670581e6 req-6b09f542-d75c-404c-b3cc-dccf49443829 service neutron] 10.222.0.36 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832286 Aug 28 15:05:12.043383 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6dde77dd-87ce-416e-9717-8341c7a8f16e tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:12.043780 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0e4b08c0-dbc5-43ce-8d7a-e8e6ad25e724 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:12.147881 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6dde77dd-87ce-416e-9717-8341c7a8f16e tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:12.159415 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-6dde77dd-87ce-416e-9717-8341c7a8f16e tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec1ff69-1785-437a-93ba-5cf2845e6e0b']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:12.171772 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-6dde77dd-87ce-416e-9717-8341c7a8f16e tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f0b31b-4233-4ba8-88f1-858d0d6638b6') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:12.172165 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-6dde77dd-87ce-416e-9717-8341c7a8f16e tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f0b31b-4233-4ba8-88f1-858d0d6638b6') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:12.182404 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6dde77dd-87ce-416e-9717-8341c7a8f16e tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:12.202139 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6dde77dd-87ce-416e-9717-8341c7a8f16e tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:12.209131 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dde77dd-87ce-416e-9717-8341c7a8f16e tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:05:12.209766 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6dde77dd-87ce-416e-9717-8341c7a8f16e tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:05:12.213366 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:05:12.225790 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: a9d3fbb0-6c3c-4e82-a123-a517f531328c {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:05:12.225790 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a9d3fbb0-6c3c-4e82-a123-a517f531328c not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:05:12.282180 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6dde77dd-87ce-416e-9717-8341c7a8f16e tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:12.300245 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6dde77dd-87ce-416e-9717-8341c7a8f16e tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:12.304134 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6dde77dd-87ce-416e-9717-8341c7a8f16e tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] 10.222.0.13 "DELETE /v2.0/networks/cec1ff69-1785-437a-93ba-5cf2845e6e0b HTTP/1.1" status: 204 len: 168 time: 0.3651764 Aug 28 15:05:12.305246 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43620) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:12.306185 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde77dd-87ce-416e-9717-8341c7a8f16e tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Pushing event deleted for resources: {'Network': ['ID=cec1ff69-1785-437a-93ba-5cf2845e6e0b,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:12.411625 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2bc9c6-2c88-48a1-9fbd-9dd1709f1ec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-c9c20336-94ca-4a7f-8011-3dd7f1b6cda6', 'network_id': 'c9c20336-94ca-4a7f-8011-3dd7f1b6cda6', 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'fixed_ips': [{'subnet_id': 'a208608a-7e75-43d1-ae36-b32dcc6f294a'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:05:12.412831 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7e2bc9c6-2c88-48a1-9fbd-9dd1709f1ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:12.436420 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0e4b08c0-dbc5-43ce-8d7a-e8e6ad25e724 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:12.475069 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-982b6b21-3ed5-42cf-9686-ca18670581e6 req-8256cc0a-d217-4976-8ad7-a6323539c8e8 service neutron] 10.222.0.36 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250624 Aug 28 15:05:12.480713 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fb81eb1e-61f2-41d1-a059-9d34b2846c84 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:12.514444 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b086258-3592-4bf4-8094-b220ec8787cd req-eaafef66-ba68-4d89-b8db-fb7e3b0eb3bb tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:12.516217 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3b086258-3592-4bf4-8094-b220ec8787cd req-eaafef66-ba68-4d89-b8db-fb7e3b0eb3bb tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=151b5ff4-9c88-4ec7-9341-b047e771e1e8 HTTP/1.1" status: 200 len: 943 time: 0.1485553 Aug 28 15:05:12.589327 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-7e2bc9c6-2c88-48a1-9fbd-9dd1709f1ec2 None None] Allocated IP 172.20.0.2 (c9c20336-94ca-4a7f-8011-3dd7f1b6cda6/a208608a-7e75-43d1-ae36-b32dcc6f294a/14748853-9665-49e3-a4d8-610d40b819be) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:05:12.591483 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5395ca66-4248-49a6-8627-1c703d5dc1b0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Router 9a755bb8-15fe-4cb2-b958-bb25485385e4 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:05:12.648067 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3b086258-3592-4bf4-8094-b220ec8787cd req-1438d2ce-def2-447c-8a68-bf208821ebdd tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247499 Aug 28 15:05:12.660045 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fb81eb1e-61f2-41d1-a059-9d34b2846c84 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:12.673726 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-fb81eb1e-61f2-41d1-a059-9d34b2846c84 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6deede95-6fbb-484d-840f-f812bcd62ab4']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:12.688149 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-fb81eb1e-61f2-41d1-a059-9d34b2846c84 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ea4d13-5200-49f2-b01d-67a536fb32e6') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:12.688636 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-fb81eb1e-61f2-41d1-a059-9d34b2846c84 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ea4d13-5200-49f2-b01d-67a536fb32e6') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:12.701094 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fb81eb1e-61f2-41d1-a059-9d34b2846c84 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:12.720154 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fb81eb1e-61f2-41d1-a059-9d34b2846c84 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:12.729768 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb81eb1e-61f2-41d1-a059-9d34b2846c84 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:05:12.730683 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fb81eb1e-61f2-41d1-a059-9d34b2846c84 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:05:12.735057 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:05:12.799482 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7e2bc9c6-2c88-48a1-9fbd-9dd1709f1ec2 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:12.810183 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7e2bc9c6-2c88-48a1-9fbd-9dd1709f1ec2 None None] Transition to ACTIVE for port object 14748853-9665-49e3-a4d8-610d40b819be will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:05:12.827712 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7e2bc9c6-2c88-48a1-9fbd-9dd1709f1ec2 None None] Transition to ACTIVE for port object 14748853-9665-49e3-a4d8-610d40b819be will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:05:12.834294 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7e2bc9c6-2c88-48a1-9fbd-9dd1709f1ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:12.835867 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fb81eb1e-61f2-41d1-a059-9d34b2846c84 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:12.842375 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fb81eb1e-61f2-41d1-a059-9d34b2846c84 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:12.847291 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fb81eb1e-61f2-41d1-a059-9d34b2846c84 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] 10.222.0.13 "DELETE /v2.0/networks/6deede95-6fbb-484d-840f-f812bcd62ab4 HTTP/1.1" status: 204 len: 168 time: 0.5102506 Aug 28 15:05:12.890853 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81eb1e-61f2-41d1-a059-9d34b2846c84 tempest-BulkNetworkOpsIpV6Test-413861982 tempest-BulkNetworkOpsIpV6Test-413861982-project] Pushing event deleted for resources: {'Network': ['ID=6deede95-6fbb-484d-840f-f812bcd62ab4,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:12.892266 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2bc9c6-2c88-48a1-9fbd-9dd1709f1ec2 None None] Network c9c20336-94ca-4a7f-8011-3dd7f1b6cda6 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:12.895634 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-7e2bc9c6-2c88-48a1-9fbd-9dd1709f1ec2 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:12.901014 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2bc9c6-2c88-48a1-9fbd-9dd1709f1ec2 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:05:12.904612 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bc9c6-2c88-48a1-9fbd-9dd1709f1ec2 None None] Pushing event updated for resources: {'Port': ['ID=14748853-9665-49e3-a4d8-610d40b819be,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:12.981396 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-7e2bc9c6-2c88-48a1-9fbd-9dd1709f1ec2 None None] Attempting to bind port 14748853-9665-49e3-a4d8-610d40b819be on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:05:12.982752 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-7e2bc9c6-2c88-48a1-9fbd-9dd1709f1ec2 None None] Attempting to bind port 14748853-9665-49e3-a4d8-610d40b819be by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'ff1e34ae-df87-4444-8c02-cc34e9d93693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c9c20336-94ca-4a7f-8011-3dd7f1b6cda6'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:05:12.983111 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2bc9c6-2c88-48a1-9fbd-9dd1709f1ec2 None None] Attempting to bind port 14748853-9665-49e3-a4d8-610d40b819be on network c9c20336-94ca-4a7f-8011-3dd7f1b6cda6 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:05:12.992386 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2bc9c6-2c88-48a1-9fbd-9dd1709f1ec2 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:05:12.993298 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2bc9c6-2c88-48a1-9fbd-9dd1709f1ec2 None None] Checking segment: {'id': 'ff1e34ae-df87-4444-8c02-cc34e9d93693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c9c20336-94ca-4a7f-8011-3dd7f1b6cda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:05:12.995937 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7e2bc9c6-2c88-48a1-9fbd-9dd1709f1ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:12.996715 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2bc9c6-2c88-48a1-9fbd-9dd1709f1ec2 None None] Bound using segment: {'id': 'ff1e34ae-df87-4444-8c02-cc34e9d93693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c9c20336-94ca-4a7f-8011-3dd7f1b6cda6'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:05:12.998037 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-7e2bc9c6-2c88-48a1-9fbd-9dd1709f1ec2 None None] Bound port: 14748853-9665-49e3-a4d8-610d40b819be, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1e34ae-df87-4444-8c02-cc34e9d93693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c9c20336-94ca-4a7f-8011-3dd7f1b6cda6'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:05:12.999002 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7e2bc9c6-2c88-48a1-9fbd-9dd1709f1ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:13.100142 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-7e2bc9c6-2c88-48a1-9fbd-9dd1709f1ec2 None None] For port 14748853-9665-49e3-a4d8-610d40b819be, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:05:13.104447 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-7e2bc9c6-2c88-48a1-9fbd-9dd1709f1ec2 None None] For port 14748853-9665-49e3-a4d8-610d40b819be, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=14748853-9665-49e3-a4d8-610d40b819be,segment=NetworkSegment(ff1e34ae-df87-4444-8c02-cc34e9d93693),segment_id=ff1e34ae-df87-4444-8c02-cc34e9d93693)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:05:13.112019 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7e2bc9c6-2c88-48a1-9fbd-9dd1709f1ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:13.137428 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43630) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:13.195647 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bc9c6-2c88-48a1-9fbd-9dd1709f1ec2 None None] Pushing event updated for resources: {'Port': ['ID=14748853-9665-49e3-a4d8-610d40b819be,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:13.219048 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:13.258926 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15529701-a82f-48da-82f1-6ab96b182c47 req-5a39f907-2446-43eb-8b1f-5da231981104 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:13.265024 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-15529701-a82f-48da-82f1-6ab96b182c47 req-5a39f907-2446-43eb-8b1f-5da231981104 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7091164b-d586-469b-8754-01420f53523b HTTP/1.1" status: 200 len: 945 time: 0.2429237 Aug 28 15:05:13.278993 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5395ca66-4248-49a6-8627-1c703d5dc1b0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:05:13.302198 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fcee91-929d-42d9-a3d7-5acceb1d3673 None None] Sync routers for ids ['9a755bb8-15fe-4cb2-b958-bb25485385e4'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:05:13.316090 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fcee91-929d-42d9-a3d7-5acceb1d3673 None None] Routers {'9a755bb8-15fe-4cb2-b958-bb25485385e4'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:05:13.316722 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-33fcee91-929d-42d9-a3d7-5acceb1d3673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:05:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9a755bb8-15fe-4cb2-b958-bb25485385e4'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:13.343394 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5395ca66-4248-49a6-8627-1c703d5dc1b0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:13.346986 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5395ca66-4248-49a6-8627-1c703d5dc1b0 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "PUT /v2.0/routers/9a755bb8-15fe-4cb2-b958-bb25485385e4 HTTP/1.1" status: 200 len: 915 time: 4.6234341 Aug 28 15:05:13.351073 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43636) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:13.380309 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-33fcee91-929d-42d9-a3d7-5acceb1d3673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:13.393083 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8b6b0656-2c6f-4e9d-8ea3-de3e91330d11 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c41fca5e86245369571a9c5cb098def&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2544904 Aug 28 15:05:13.397242 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fcee91-929d-42d9-a3d7-5acceb1d3673 None None] Routers {'9a755bb8-15fe-4cb2-b958-bb25485385e4'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:05:13.397841 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43638) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:13.398317 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-33fcee91-929d-42d9-a3d7-5acceb1d3673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:05:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9a755bb8-15fe-4cb2-b958-bb25485385e4'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:13.506089 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8a3824be-3e19-4908-a623-84bd9041ecf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:13.532290 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8a3824be-3e19-4908-a623-84bd9041ecf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:13.549587 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-959b743f-1719-4a54-8d67-84dd0f9b9528 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:13.565009 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-33fcee91-929d-42d9-a3d7-5acceb1d3673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:13.565916 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fcee91-929d-42d9-a3d7-5acceb1d3673 None None] The sync data for ids ['9a755bb8-15fe-4cb2-b958-bb25485385e4'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:05:13.608474 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8a3824be-3e19-4908-a623-84bd9041ecf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:13.610982 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8a3824be-3e19-4908-a623-84bd9041ecf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:13.612285 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8a3824be-3e19-4908-a623-84bd9041ecf1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5a2deaf-0982-4598-8d0c-ecd2feab0bf3 HTTP/1.1" status: 204 len: 168 time: 0.2128181 Aug 28 15:05:13.622991 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3824be-3e19-4908-a623-84bd9041ecf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a2deaf-0982-4598-8d0c-ecd2feab0bf3,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:13.719701 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43644) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:13.720032 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b89541c8-6b6a-494d-ae18-923bfa1961ad tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "GET /v2.0/routers/9a755bb8-15fe-4cb2-b958-bb25485385e4 HTTP/1.1" status: 200 len: 921 time: 0.3364592 Aug 28 15:05:13.736326 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-15529701-a82f-48da-82f1-6ab96b182c47 req-0ce0bccb-dc5d-45f8-b66c-9147998c3b50 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?id=84b45dd7-4f79-4c3e-8bce-560e0ade4c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531510 Aug 28 15:05:13.784368 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0e4b08c0-dbc5-43ce-8d7a-e8e6ad25e724 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:13.812175 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4ef843-1e75-4959-ada1-f75b7f27558a tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:13.813988 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1c4ef843-1e75-4959-ada1-f75b7f27558a tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=61448970-1875-4f3f-bc01-29da4e3666f1&device_id=9a755bb8-15fe-4cb2-b958-bb25485385e4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0930204 Aug 28 15:05:13.817052 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43648) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:13.821857 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7bf41-4e2d-48ba-a864-e939e80a11ec req-37a32e9b-bb20-43a3-8be8-af651c17051e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:13.824126 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6aa7bf41-4e2d-48ba-a864-e939e80a11ec req-37a32e9b-bb20-43a3-8be8-af651c17051e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=151b5ff4-9c88-4ec7-9341-b047e771e1e8 HTTP/1.1" status: 200 len: 943 time: 0.0902021 Aug 28 15:05:13.844906 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0e4b08c0-dbc5-43ce-8d7a-e8e6ad25e724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:13.877201 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6aa7bf41-4e2d-48ba-a864-e939e80a11ec req-73f31324-2fd7-4971-82d7-a0166ac6cbc1 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450661 Aug 28 15:05:14.007163 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 14748853-9665-49e3-a4d8-610d40b819be up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:05:14.028415 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b696379-1a8e-44ac-9579-b393ac227c68 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:14.032328 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5b696379-1a8e-44ac-9579-b393ac227c68 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 881 time: 0.1949930 Aug 28 15:05:14.032696 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43656) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:14.082658 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-0e4b08c0-dbc5-43ce-8d7a-e8e6ad25e724 admin admin] Allocated IP 172.25.3.199 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/6eab8c2b-d26e-48c6-af27-c36fb330b62e) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:05:14.086741 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ad53cf9b-f3e9-43a5-aa55-e7672033846d tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a755bb8-15fe-4cb2-b958-bb25485385e4 HTTP/1.1" status: 200 len: 205 time: 0.0526960 Aug 28 15:05:14.087374 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43660) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:14.115623 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 14748853-9665-49e3-a4d8-610d40b819be completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:05:14.211988 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7f5dc15d-1f18-4f7b-bcfa-ae8025445782 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:14.248021 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-959b743f-1719-4a54-8d67-84dd0f9b9528 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Deleting port 1c9a3849-eaf9-4034-8b86-78b388cd3d64 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:05:14.248343 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-959b743f-1719-4a54-8d67-84dd0f9b9528 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:14.308545 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0e4b08c0-dbc5-43ce-8d7a-e8e6ad25e724 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:14.402361 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7f5dc15d-1f18-4f7b-bcfa-ae8025445782 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:14.408681 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-959b743f-1719-4a54-8d67-84dd0f9b9528 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:14.426289 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-959b743f-1719-4a54-8d67-84dd0f9b9528 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Calling delete_port for 1c9a3849-eaf9-4034-8b86-78b388cd3d64 owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:05:14.444150 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0e4b08c0-dbc5-43ce-8d7a-e8e6ad25e724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:14.532204 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cbc749-0b2b-4862-a760-5bed7c5222fd None None] Network c9c20336-94ca-4a7f-8011-3dd7f1b6cda6 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:05:14.539173 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4b08c0-dbc5-43ce-8d7a-e8e6ad25e724 admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:14.551189 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-0e4b08c0-dbc5-43ce-8d7a-e8e6ad25e724 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:14.554624 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b08c0-dbc5-43ce-8d7a-e8e6ad25e724 admin admin] Pushing event updated for resources: {'Port': ['ID=6eab8c2b-d26e-48c6-af27-c36fb330b62e,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:14.557604 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4b08c0-dbc5-43ce-8d7a-e8e6ad25e724 admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:05:14.585755 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-615ea1be-b41d-426f-a1fb-c32948086a0e None None] Provisioning for port 14748853-9665-49e3-a4d8-610d40b819be completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:05:14.594197 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-615ea1be-b41d-426f-a1fb-c32948086a0e None None] Provisioning complete for port 14748853-9665-49e3-a4d8-610d40b819be triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:14.594972 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-615ea1be-b41d-426f-a1fb-c32948086a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:14.632908 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43672) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:14.760244 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-7f5dc15d-1f18-4f7b-bcfa-ae8025445782 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Deleting port e5f4fa28-83af-4c3c-86de-3a8f722a07eb {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:05:14.760586 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7f5dc15d-1f18-4f7b-bcfa-ae8025445782 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:14.762888 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-615ea1be-b41d-426f-a1fb-c32948086a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:14.814131 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-615ea1be-b41d-426f-a1fb-c32948086a0e None None] For port 14748853-9665-49e3-a4d8-610d40b819be, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=14748853-9665-49e3-a4d8-610d40b819be,segment=NetworkSegment(ff1e34ae-df87-4444-8c02-cc34e9d93693),segment_id=ff1e34ae-df87-4444-8c02-cc34e9d93693)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:14.819992 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-615ea1be-b41d-426f-a1fb-c32948086a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:14.833079 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-0c6c2eca-2fba-45ca-8142-9eafd741121e tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:14.834389 n-d-712137-10 neutron-server[106330]: WARNING neutron.api.v2.base [None req-0c6c2eca-2fba-45ca-8142-9eafd741121e tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 28 15:05:14.835177 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-0c6c2eca-2fba-45ca-8142-9eafd741121e tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] create failed (client error): There was a conflict when trying to complete your request. Aug 28 15:05:14.842041 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43678) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:14.842748 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0c6c2eca-2fba-45ca-8142-9eafd741121e tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2087710 Aug 28 15:05:14.849296 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-43c37a4b-f32d-4457-ac9a-3ad75d990ffc tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group': {'name': 'tempest-secgroup--40940994'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:14.886777 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ea1be-b41d-426f-a1fb-c32948086a0e None None] Pushing event updated for resources: {'Port': ['ID=14748853-9665-49e3-a4d8-610d40b819be,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:14.926071 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-959b743f-1719-4a54-8d67-84dd0f9b9528 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:14.954254 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 9ca99d65-8457-4b8d-8db8-fbb83c6cac47 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:05:14.959388 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-43c37a4b-f32d-4457-ac9a-3ad75d990ffc tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:14.972078 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b743f-1719-4a54-8d67-84dd0f9b9528 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Port': ['ID=1c9a3849-eaf9-4034-8b86-78b388cd3d64,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:14.980466 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:05:14.998632 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-43c37a4b-f32d-4457-ac9a-3ad75d990ffc tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:15.001628 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7f5dc15d-1f18-4f7b-bcfa-ae8025445782 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:15.026996 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02c4be-08c4-4e52-b5f9-2dab73b9e953 req-cae038ab-6a47-4b53-8611-837842355a36 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:15.028736 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ba02c4be-08c4-4e52-b5f9-2dab73b9e953 req-cae038ab-6a47-4b53-8611-837842355a36 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7091164b-d586-469b-8754-01420f53523b HTTP/1.1" status: 200 len: 945 time: 0.1891782 Aug 28 15:05:15.116610 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-7f5dc15d-1f18-4f7b-bcfa-ae8025445782 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Calling delete_port for e5f4fa28-83af-4c3c-86de-3a8f722a07eb owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:05:15.163134 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 9ca99d65-8457-4b8d-8db8-fbb83c6cac47, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=9ca99d65-8457-4b8d-8db8-fbb83c6cac47,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:15.187734 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ba02c4be-08c4-4e52-b5f9-2dab73b9e953 req-0796feed-d644-444c-8fa5-ede01b2d1dd0 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?id=84b45dd7-4f79-4c3e-8bce-560e0ade4c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721607 Aug 28 15:05:15.198793 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0e4b08c0-dbc5-43ce-8d7a-e8e6ad25e724 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:15.202629 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-959b743f-1719-4a54-8d67-84dd0f9b9528 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:15.209694 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '9ca99d65-8457-4b8d-8db8-fbb83c6cac47', 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716', 'port_id': '9ca99d65-8457-4b8d-8db8-fbb83c6cac47', 'mac_address': 'fa:16:3e:bc:b0:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517a924f-5dd5-4f4e-82d8-d019697a05fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:05:15.243851 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-43c37a4b-f32d-4457-ac9a-3ad75d990ffc tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:15.248821 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990b658-a900-42a4-bdf0-bae883be8eba req-8363b772-a5c6-4251-b4d8-33f0f64e409f tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:15.251910 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1990b658-a900-42a4-bdf0-bae883be8eba req-8363b772-a5c6-4251-b4d8-33f0f64e409f tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=151b5ff4-9c88-4ec7-9341-b047e771e1e8 HTTP/1.1" status: 200 len: 943 time: 0.2606649 Aug 28 15:05:15.254433 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-43c37a4b-f32d-4457-ac9a-3ad75d990ffc tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:15.299332 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:15.318203 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ca99d65-8457-4b8d-8db8-fbb83c6cac47 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:05:15.342771 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 9ca99d65-8457-4b8d-8db8-fbb83c6cac47, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=9ca99d65-8457-4b8d-8db8-fbb83c6cac47,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:15.349855 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:15.372400 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c37a4b-f32d-4457-ac9a-3ad75d990ffc tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8afefaf-ae50-4e9e-b800-79b676b8cfe2,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:15.404884 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=9ca99d65-8457-4b8d-8db8-fbb83c6cac47,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:15.435036 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1990b658-a900-42a4-bdf0-bae883be8eba req-36bc65fa-8fb0-4797-b1df-519a92b25055 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708918 Aug 28 15:05:15.465326 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-661dcc29-4cbd-4551-b4ea-7015f16c0562 req-258004e4-c3fb-4ffc-87b3-f15dfe05686b tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1572983264&fields=id&tenant_id=442584d0f1d84c76983f148b2740762a HTTP/1.1" status: 200 len: 267 time: 0.1158006 Aug 28 15:05:15.562083 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-43c37a4b-f32d-4457-ac9a-3ad75d990ffc tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:15.571045 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-43c37a4b-f32d-4457-ac9a-3ad75d990ffc tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:15.606769 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7f5dc15d-1f18-4f7b-bcfa-ae8025445782 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:15.626189 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dcc29-4cbd-4551-b4ea-7015f16c0562 req-37e94a11-0527-46b6-8680-f6c6ca63c010 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:15.627777 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-661dcc29-4cbd-4551-b4ea-7015f16c0562 req-37e94a11-0527-46b6-8680-f6c6ca63c010 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7091164b-d586-469b-8754-01420f53523b HTTP/1.1" status: 200 len: 945 time: 0.1493199 Aug 28 15:05:15.647936 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-43c37a4b-f32d-4457-ac9a-3ad75d990ffc tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:15.648643 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['9ca99d65-8457-4b8d-8db8-fbb83c6cac47'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:05:15.649154 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-43c37a4b-f32d-4457-ac9a-3ad75d990ffc tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8053026 Aug 28 15:05:15.653934 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43686) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:15.655968 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c37a4b-f32d-4457-ac9a-3ad75d990ffc tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=429a9ee1-4f99-4942-aed8-4a5cb5962b23,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:15.658910 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5dc15d-1f18-4f7b-bcfa-ae8025445782 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Pushing event deleted for resources: {'Port': ['ID=e5f4fa28-83af-4c3c-86de-3a8f722a07eb,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:15.664401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-661dcc29-4cbd-4551-b4ea-7015f16c0562 req-3634de87-e46e-459f-a57d-86fdc58917c5 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Request body: {'port': {'security_groups': ['84b45dd7-4f79-4c3e-8bce-560e0ade4c15', '955db66a-6d7e-4674-90ca-c554103b0f89']}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:15.670569 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-91b81128-f983-409d-afcb-582d5a4ea087 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group_rule': {'security_group_id': '429a9ee1-4f99-4942-aed8-4a5cb5962b23', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:15.679366 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e67821-d20b-4c5b-8e2c-efc71219cfc6 None None] Network c9c20336-94ca-4a7f-8011-3dd7f1b6cda6 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:05:15.773305 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c8c2684f-11c1-4355-924b-29901d1e7d9a None None] Provisioning complete for port 14748853-9665-49e3-a4d8-610d40b819be triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:15.773775 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c8c2684f-11c1-4355-924b-29901d1e7d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:15.804242 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-91b81128-f983-409d-afcb-582d5a4ea087 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:15.835055 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-661dcc29-4cbd-4551-b4ea-7015f16c0562 req-3634de87-e46e-459f-a57d-86fdc58917c5 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:15.846093 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7f5dc15d-1f18-4f7b-bcfa-ae8025445782 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:15.967297 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7f5dc15d-1f18-4f7b-bcfa-ae8025445782 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:15.969584 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7f5dc15d-1f18-4f7b-bcfa-ae8025445782 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:16.005817 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 14748853-9665-49e3-a4d8-610d40b819be up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:05:16.045797 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0e4b08c0-dbc5-43ce-8d7a-e8e6ad25e724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:16.063495 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7f5dc15d-1f18-4f7b-bcfa-ae8025445782 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:16.063973 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5dc15d-1f18-4f7b-bcfa-ae8025445782 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Fanout notify agent at l3_agent the message router_deleted on router 9a755bb8-15fe-4cb2-b958-bb25485385e4 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:05:16.078293 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7f5dc15d-1f18-4f7b-bcfa-ae8025445782 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:16.079410 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7f5dc15d-1f18-4f7b-bcfa-ae8025445782 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "DELETE /v2.0/routers/9a755bb8-15fe-4cb2-b958-bb25485385e4 HTTP/1.1" status: 204 len: 168 time: 1.9903986 Aug 28 15:05:16.085384 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43688) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:16.096148 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-524d87db-08c3-486d-94d2-e791dc4631ce tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1951592032', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}, 'admin_state_up': False}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:16.108091 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 14748853-9665-49e3-a4d8-610d40b819be triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:16.109435 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:16.131424 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959b743f-1719-4a54-8d67-84dd0f9b9528 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Router 4416319a-c6f9-4222-843b-7f58b2de5916 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:05:16.137804 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-91b81128-f983-409d-afcb-582d5a4ea087 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:16.147146 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-91b81128-f983-409d-afcb-582d5a4ea087 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:16.183176 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b81128-f983-409d-afcb-582d5a4ea087 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f29d78d-a309-42ac-8aff-ad2291d6a4a7,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:16.202459 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-524d87db-08c3-486d-94d2-e791dc4631ce tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:16.203555 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-524d87db-08c3-486d-94d2-e791dc4631ce tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:16.209495 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-91b81128-f983-409d-afcb-582d5a4ea087 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:16.213645 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-91b81128-f983-409d-afcb-582d5a4ea087 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5525081 Aug 28 15:05:16.214468 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43690) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:16.224172 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-0ada9dc0-b811-44af-974a-1422fe2cf904 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group_rule': {'security_group_id': '429a9ee1-4f99-4942-aed8-4a5cb5962b23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:16.283278 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959b743f-1719-4a54-8d67-84dd0f9b9528 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:05:16.293234 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-959b743f-1719-4a54-8d67-84dd0f9b9528 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "PUT /v2.0/routers/4416319a-c6f9-4222-843b-7f58b2de5916/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4075711 Aug 28 15:05:16.295556 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43692) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:16.296645 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cda4b6-c952-4d2f-959c-4c2b3e3a0644 None None] Sync routers for ids ['4416319a-c6f9-4222-843b-7f58b2de5916'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:05:16.314799 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cda4b6-c952-4d2f-959c-4c2b3e3a0644 None None] Routers {'4416319a-c6f9-4222-843b-7f58b2de5916'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:05:16.315360 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-79cda4b6-c952-4d2f-959c-4c2b3e3a0644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:05:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4416319a-c6f9-4222-843b-7f58b2de5916'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:16.346328 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-524d87db-08c3-486d-94d2-e791dc4631ce tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:16.349262 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0ada9dc0-b811-44af-974a-1422fe2cf904 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:16.353180 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-79cda4b6-c952-4d2f-959c-4c2b3e3a0644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:16.371815 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cda4b6-c952-4d2f-959c-4c2b3e3a0644 None None] Routers {'4416319a-c6f9-4222-843b-7f58b2de5916'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:05:16.373195 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-79cda4b6-c952-4d2f-959c-4c2b3e3a0644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:05:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4416319a-c6f9-4222-843b-7f58b2de5916'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:16.399684 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4b08c0-dbc5-43ce-8d7a-e8e6ad25e724 admin admin] Router 6fed07f2-d4ab-4358-aab0-7b7d0a6210b7 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:05:16.422573 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-79cda4b6-c952-4d2f-959c-4c2b3e3a0644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:16.423243 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cda4b6-c952-4d2f-959c-4c2b3e3a0644 None None] The sync data for ids ['4416319a-c6f9-4222-843b-7f58b2de5916'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:05:16.494757 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-01f4bca4-4e9f-45a5-b9b5-6a2a546b5624 None None] Provisioning complete for port 14748853-9665-49e3-a4d8-610d40b819be triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:16.495413 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-01f4bca4-4e9f-45a5-b9b5-6a2a546b5624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:16.554358 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-524d87db-08c3-486d-94d2-e791dc4631ce tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:16.558917 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-661dcc29-4cbd-4551-b4ea-7015f16c0562 req-3634de87-e46e-459f-a57d-86fdc58917c5 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] For port 53fb127c-e9c6-4660-a0ca-af8f1f2f5a95, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=53fb127c-e9c6-4660-a0ca-af8f1f2f5a95,segment=NetworkSegment(da4bb42a-2224-4617-bd87-f06826483fcf),segment_id=da4bb42a-2224-4617-bd87-f06826483fcf)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:16.589850 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-0ada9dc0-b811-44af-974a-1422fe2cf904 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] create failed (client error): There was a conflict when trying to complete your request. Aug 28 15:05:16.591235 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0ada9dc0-b811-44af-974a-1422fe2cf904 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3750846 Aug 28 15:05:16.604149 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43698) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:16.646151 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-661dcc29-4cbd-4551-b4ea-7015f16c0562 req-3634de87-e46e-459f-a57d-86fdc58917c5 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:16.657140 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-661dcc29-4cbd-4551-b4ea-7015f16c0562 req-3634de87-e46e-459f-a57d-86fdc58917c5 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:16.665213 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea2ed9-454f-4c76-8e14-0edf3451baaa req-d1606278-c34a-4870-bee0-ab355c10438a tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:16.666863 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4aea2ed9-454f-4c76-8e14-0edf3451baaa req-d1606278-c34a-4870-bee0-ab355c10438a tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=151b5ff4-9c88-4ec7-9341-b047e771e1e8 HTTP/1.1" status: 200 len: 944 time: 0.1339703 Aug 28 15:05:16.671629 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['53fb127c-e9c6-4660-a0ca-af8f1f2f5a95'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:05:16.729285 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4b08c0-dbc5-43ce-8d7a-e8e6ad25e724 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:05:16.733681 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dcc29-4cbd-4551-b4ea-7015f16c0562 req-3634de87-e46e-459f-a57d-86fdc58917c5 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:16.734321 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-661dcc29-4cbd-4551-b4ea-7015f16c0562 req-3634de87-e46e-459f-a57d-86fdc58917c5 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:16.735891 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-661dcc29-4cbd-4551-b4ea-7015f16c0562 req-3634de87-e46e-459f-a57d-86fdc58917c5 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "PUT /v2.0/ports/53fb127c-e9c6-4660-a0ca-af8f1f2f5a95 HTTP/1.1" status: 200 len: 981 time: 1.0829051 Aug 28 15:05:16.737099 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7091164b-d586-469b-8754-01420f53523b', 'tag': '53fb127c-e9c6-4660-a0ca-af8f1f2f5a95'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:05:16.739779 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0319e3a4-fd9c-482b-a258-195f1660f8d0" -d '{"events": [{"name": "network-changed", "server_uuid": "7091164b-d586-469b-8754-01420f53523b", "tag": "53fb127c-e9c6-4660-a0ca-af8f1f2f5a95"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:05:16.754915 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc937b1c-7a0a-4bd2-8d9a-1c0f6c0f1e87 None None] Sync routers for ids ['6fed07f2-d4ab-4358-aab0-7b7d0a6210b7'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:05:16.769354 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc937b1c-7a0a-4bd2-8d9a-1c0f6c0f1e87 None None] Routers {'6fed07f2-d4ab-4358-aab0-7b7d0a6210b7'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:05:16.769983 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-bc937b1c-7a0a-4bd2-8d9a-1c0f6c0f1e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:05:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['6fed07f2-d4ab-4358-aab0-7b7d0a6210b7'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:16.783101 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634de87-e46e-459f-a57d-86fdc58917c5 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Pushing event updated for resources: {'Port': ['ID=53fb127c-e9c6-4660-a0ca-af8f1f2f5a95,revision_number=6']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:16.790851 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8ccc1a9c-2b0f-40e0-9ba5-e9bade3acffd tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:16.812940 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4aea2ed9-454f-4c76-8e14-0edf3451baaa req-98fddfe4-fb41-4687-8445-f45933910e26 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275740 Aug 28 15:05:16.817067 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0e4b08c0-dbc5-43ce-8d7a-e8e6ad25e724 admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:16.818286 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0e4b08c0-dbc5-43ce-8d7a-e8e6ad25e724 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0740116 Aug 28 15:05:16.821446 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43704) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:16.840784 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8ccc1a9c-2b0f-40e0-9ba5-e9bade3acffd tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:16.871941 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['53fb127c-e9c6-4660-a0ca-af8f1f2f5a95'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:05:16.920861 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752a7ad0-61ee-44fe-9edf-23eac3bafd78 x-openstack-request-id: req-752a7ad0-61ee-44fe-9edf-23eac3bafd78 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:05:16.921192 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7091164b-d586-469b-8754-01420f53523b", "tag": "53fb127c-e9c6-4660-a0ca-af8f1f2f5a95", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:05:16.921446 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-752a7ad0-61ee-44fe-9edf-23eac3bafd78 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:05:16.921843 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7091164b-d586-469b-8754-01420f53523b', 'tag': '53fb127c-e9c6-4660-a0ca-af8f1f2f5a95', 'status': 'completed', 'code': 200} Aug 28 15:05:16.967109 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 9ca99d65-8457-4b8d-8db8-fbb83c6cac47 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:05:16.980195 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1421aa93-21b9-4eac-ae1e-703a8299bcbe req-1e922756-7c99-4853-9b33-dc175525ff99 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1132736038&fields=id&tenant_id=442584d0f1d84c76983f148b2740762a HTTP/1.1" status: 200 len: 267 time: 0.0558345 Aug 28 15:05:17.022007 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d93fac0-1da5-42b0-9e9f-b029b2748a41 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:17.029382 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-bc937b1c-7a0a-4bd2-8d9a-1c0f6c0f1e87 None None] Set router 6fed07f2-d4ab-4358-aab0-7b7d0a6210b7 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:05:17.075184 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8ccc1a9c-2b0f-40e0-9ba5-e9bade3acffd tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:17.077921 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8ccc1a9c-2b0f-40e0-9ba5-e9bade3acffd tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:17.079072 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8ccc1a9c-2b0f-40e0-9ba5-e9bade3acffd tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "DELETE /v2.0/security-groups/429a9ee1-4f99-4942-aed8-4a5cb5962b23 HTTP/1.1" status: 204 len: 168 time: 0.4724150 Aug 28 15:05:17.088276 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43706) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:17.117352 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 9ca99d65-8457-4b8d-8db8-fbb83c6cac47 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:05:17.120880 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421aa93-21b9-4eac-ae1e-703a8299bcbe req-24f3dd57-ea9a-42dc-914b-ce21aae1aa96 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:17.129894 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1421aa93-21b9-4eac-ae1e-703a8299bcbe req-24f3dd57-ea9a-42dc-914b-ce21aae1aa96 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7091164b-d586-469b-8754-01420f53523b HTTP/1.1" status: 200 len: 984 time: 0.1487789 Aug 28 15:05:17.131804 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 9ca99d65-8457-4b8d-8db8-fbb83c6cac47 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:17.132672 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:17.139547 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-1421aa93-21b9-4eac-ae1e-703a8299bcbe req-5d9eb984-3085-46f5-8ef8-0cb434d80a95 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Request body: {'port': {'security_groups': ['84b45dd7-4f79-4c3e-8bce-560e0ade4c15', '955db66a-6d7e-4674-90ca-c554103b0f89', '9108dd82-2a61-4a23-b284-3e9b54ced8a0']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:17.157348 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc1a9c-2b0f-40e0-9ba5-e9bade3acffd tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=429a9ee1-4f99-4942-aed8-4a5cb5962b23,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:17.180782 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319e3a4-fd9c-482b-a258-195f1660f8d0 req-2be2b0ab-6a70-4031-b669-96757c517cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:17.182741 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0319e3a4-fd9c-482b-a258-195f1660f8d0 req-2be2b0ab-6a70-4031-b669-96757c517cb3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=442584d0f1d84c76983f148b2740762a&device_id=7091164b-d586-469b-8754-01420f53523b HTTP/1.1" status: 200 len: 1136 time: 0.2210574 Aug 28 15:05:17.189782 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-524d87db-08c3-486d-94d2-e791dc4631ce tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:17.253943 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-524d87db-08c3-486d-94d2-e791dc4631ce tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:17.263135 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:17.271174 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1421aa93-21b9-4eac-ae1e-703a8299bcbe req-5d9eb984-3085-46f5-8ef8-0cb434d80a95 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:17.304138 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151b5ff4-9c88-4ec7-9341-b047e771e1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca99d65-8457-4b8d-8db8-fbb83c6cac47'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:05:17.306012 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7923dc4c-8044-4309-bfa5-503ef88c5a32" -d '{"events": [{"server_uuid": "151b5ff4-9c88-4ec7-9341-b047e771e1e8", "name": "network-vif-plugged", "status": "completed", "tag": "9ca99d65-8457-4b8d-8db8-fbb83c6cac47"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:05:17.329316 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 9ca99d65-8457-4b8d-8db8-fbb83c6cac47, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=9ca99d65-8457-4b8d-8db8-fbb83c6cac47,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:17.335699 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:17.373039 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-bc937b1c-7a0a-4bd2-8d9a-1c0f6c0f1e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'name': 'tempest-ServersTestBootFromVolume-534819450-router', 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '6eab8c2b-d26e-48c6-af27-c36fb330b62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:05:11Z', 'updated_at': '2021-08-28T15:05:14Z', 'revision_number': 3, 'project_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'gw_port': {'id': '6eab8c2b-d26e-48c6-af27-c36fb330b62e', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:05:13Z', 'updated_at': '2021-08-28T15:05:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:17.440534 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8503b187-717a-4b06-a84d-f95bee8b660a x-openstack-request-id: req-8503b187-717a-4b06-a84d-f95bee8b660a {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:05:17.440775 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc937b1c-7a0a-4bd2-8d9a-1c0f6c0f1e87 None None] Checking router: 6fed07f2-d4ab-4358-aab0-7b7d0a6210b7 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:05:17.440909 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151b5ff4-9c88-4ec7-9341-b047e771e1e8", "name": "network-vif-plugged", "status": "completed", "tag": "9ca99d65-8457-4b8d-8db8-fbb83c6cac47", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:05:17.441007 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc937b1c-7a0a-4bd2-8d9a-1c0f6c0f1e87 None None] Updating router 6fed07f2-d4ab-4358-aab0-7b7d0a6210b7 port 6eab8c2b-d26e-48c6-af27-c36fb330b62e binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:05:17.441216 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8503b187-717a-4b06-a84d-f95bee8b660a {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:05:17.441525 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151b5ff4-9c88-4ec7-9341-b047e771e1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca99d65-8457-4b8d-8db8-fbb83c6cac47', 'code': 200} Aug 28 15:05:17.478752 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-bc937b1c-7a0a-4bd2-8d9a-1c0f6c0f1e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:17.482676 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=9ca99d65-8457-4b8d-8db8-fbb83c6cac47,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:17.599292 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-06aaa8f1-3478-4eca-a87a-bc20557444c6 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5089684 Aug 28 15:05:17.605240 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43710) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:17.612839 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-c2bf4959-b33b-4b49-9e6d-438bddf29207 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group': {'name': 'tempest-secgroup--397781662'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:17.624942 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f845b0e-07e3-48f1-a630-16b4dbcf5628 req-ba30188c-9978-462f-8ac3-4a3aa674127a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:17.626439 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4f845b0e-07e3-48f1-a630-16b4dbcf5628 req-ba30188c-9978-462f-8ac3-4a3aa674127a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=151b5ff4-9c88-4ec7-9341-b047e771e1e8 HTTP/1.1" status: 200 len: 1097 time: 0.1385195 Aug 28 15:05:17.640761 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-2d93fac0-1da5-42b0-9e9f-b029b2748a41 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Deleting port 9c3b25ab-3e3c-4fe0-a6a0-bbe7bbc58e7a {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:05:17.641105 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d93fac0-1da5-42b0-9e9f-b029b2748a41 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:17.729861 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319e3a4-fd9c-482b-a258-195f1660f8d0 req-c1937cf5-8b7b-4c2d-8407-a08eac6bccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:17.731355 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0319e3a4-fd9c-482b-a258-195f1660f8d0 req-c1937cf5-8b7b-4c2d-8407-a08eac6bccdf service neutron] 10.222.0.41 "GET /v2.0/networks?id=54e01d77-3728-4d8d-9842-bafba89acf3a HTTP/1.1" status: 200 len: 914 time: 0.5310740 Aug 28 15:05:17.737409 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c2bf4959-b33b-4b49-9e6d-438bddf29207 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:17.756054 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-1421aa93-21b9-4eac-ae1e-703a8299bcbe req-5d9eb984-3085-46f5-8ef8-0cb434d80a95 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] For port 53fb127c-e9c6-4660-a0ca-af8f1f2f5a95, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=53fb127c-e9c6-4660-a0ca-af8f1f2f5a95,segment=NetworkSegment(da4bb42a-2224-4617-bd87-f06826483fcf),segment_id=da4bb42a-2224-4617-bd87-f06826483fcf)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:17.785818 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-bc937b1c-7a0a-4bd2-8d9a-1c0f6c0f1e87 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:17.795401 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4f845b0e-07e3-48f1-a630-16b4dbcf5628 req-da9df19b-cbd4-4e68-b0ee-0b9d94ea4180 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604643 Aug 28 15:05:17.805653 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0319e3a4-fd9c-482b-a258-195f1660f8d0 req-df91d0e0-ed05-454d-b72a-c4453913d159 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53fb127c-e9c6-4660-a0ca-af8f1f2f5a95 HTTP/1.1" status: 200 len: 217 time: 0.0656126 Aug 28 15:05:17.810307 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-bc937b1c-7a0a-4bd2-8d9a-1c0f6c0f1e87 None None] Transition to ACTIVE for port object 6eab8c2b-d26e-48c6-af27-c36fb330b62e will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:05:17.818764 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-bc937b1c-7a0a-4bd2-8d9a-1c0f6c0f1e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:17.837140 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1421aa93-21b9-4eac-ae1e-703a8299bcbe req-5d9eb984-3085-46f5-8ef8-0cb434d80a95 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:17.847480 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d93fac0-1da5-42b0-9e9f-b029b2748a41 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:17.852218 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1421aa93-21b9-4eac-ae1e-703a8299bcbe req-5d9eb984-3085-46f5-8ef8-0cb434d80a95 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:17.869166 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['53fb127c-e9c6-4660-a0ca-af8f1f2f5a95'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:05:17.887300 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-bc937b1c-7a0a-4bd2-8d9a-1c0f6c0f1e87 None None] Attempting to bind port 6eab8c2b-d26e-48c6-af27-c36fb330b62e on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:05:17.888173 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-bc937b1c-7a0a-4bd2-8d9a-1c0f6c0f1e87 None None] Attempting to bind port 6eab8c2b-d26e-48c6-af27-c36fb330b62e by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:05:17.888612 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc937b1c-7a0a-4bd2-8d9a-1c0f6c0f1e87 None None] Attempting to bind port 6eab8c2b-d26e-48c6-af27-c36fb330b62e on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:05:17.905582 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc937b1c-7a0a-4bd2-8d9a-1c0f6c0f1e87 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:05:17.906027 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc937b1c-7a0a-4bd2-8d9a-1c0f6c0f1e87 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:05:17.906568 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-bc937b1c-7a0a-4bd2-8d9a-1c0f6c0f1e87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:17.907347 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc937b1c-7a0a-4bd2-8d9a-1c0f6c0f1e87 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:05:17.907941 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-bc937b1c-7a0a-4bd2-8d9a-1c0f6c0f1e87 None None] Bound port: 6eab8c2b-d26e-48c6-af27-c36fb330b62e, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:05:17.908394 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-bc937b1c-7a0a-4bd2-8d9a-1c0f6c0f1e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:17.929914 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-2d93fac0-1da5-42b0-9e9f-b029b2748a41 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Calling delete_port for 9c3b25ab-3e3c-4fe0-a6a0-bbe7bbc58e7a owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:05:17.943106 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319e3a4-fd9c-482b-a258-195f1660f8d0 req-c8d64c64-c32c-4385-9476-5746c6f7c0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:17.944402 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0319e3a4-fd9c-482b-a258-195f1660f8d0 req-c8d64c64-c32c-4385-9476-5746c6f7c0e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12bd8cd5-f34c-44c9-9e98-a3273c4777fd HTTP/1.1" status: 200 len: 853 time: 0.1287262 Aug 28 15:05:17.960799 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-524d87db-08c3-486d-94d2-e791dc4631ce tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Allocated IP 172.25.3.194 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/3cb53022-4e6f-40b4-b10a-fd716623ba84) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:05:17.964749 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421aa93-21b9-4eac-ae1e-703a8299bcbe req-5d9eb984-3085-46f5-8ef8-0cb434d80a95 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:17.965589 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-1421aa93-21b9-4eac-ae1e-703a8299bcbe req-5d9eb984-3085-46f5-8ef8-0cb434d80a95 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:17.971840 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1421aa93-21b9-4eac-ae1e-703a8299bcbe req-5d9eb984-3085-46f5-8ef8-0cb434d80a95 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "PUT /v2.0/ports/53fb127c-e9c6-4660-a0ca-af8f1f2f5a95 HTTP/1.1" status: 200 len: 1020 time: 0.8410101 Aug 28 15:05:17.986075 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d998a-27a4-4313-8579-c166a48e5191 None None] Pushing event updated for resources: {'Port': ['ID=6eab8c2b-d26e-48c6-af27-c36fb330b62e,revision_number=2']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:18.012797 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7091164b-d586-469b-8754-01420f53523b', 'tag': '53fb127c-e9c6-4660-a0ca-af8f1f2f5a95'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:05:18.017850 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0319e3a4-fd9c-482b-a258-195f1660f8d0 req-0ac4c443-c4ac-4018-a017-7c893b307a8b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54e01d77-3728-4d8d-9842-bafba89acf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608201 Aug 28 15:05:18.020777 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe0a8b7-307d-4fba-8162-0529fc848d86" -d '{"events": [{"name": "network-changed", "server_uuid": "7091164b-d586-469b-8754-01420f53523b", "tag": "53fb127c-e9c6-4660-a0ca-af8f1f2f5a95"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:05:18.021031 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d998a-27a4-4313-8579-c166a48e5191 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:18.021553 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d998a-27a4-4313-8579-c166a48e5191 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:18.022051 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d998a-27a4-4313-8579-c166a48e5191 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:18.022553 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d998a-27a4-4313-8579-c166a48e5191 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:18.023042 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d998a-27a4-4313-8579-c166a48e5191 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:18.023529 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d998a-27a4-4313-8579-c166a48e5191 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:18.024669 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9eb984-3085-46f5-8ef8-0cb434d80a95 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Pushing event updated for resources: {'Port': ['ID=53fb127c-e9c6-4660-a0ca-af8f1f2f5a95,revision_number=7']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:18.025738 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d998a-27a4-4313-8579-c166a48e5191 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:18.026949 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d998a-27a4-4313-8579-c166a48e5191 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:18.027452 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d998a-27a4-4313-8579-c166a48e5191 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:18.030545 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d998a-27a4-4313-8579-c166a48e5191 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:18.031121 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d998a-27a4-4313-8579-c166a48e5191 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:18.031687 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d998a-27a4-4313-8579-c166a48e5191 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:18.040479 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['53fb127c-e9c6-4660-a0ca-af8f1f2f5a95'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:05:18.050886 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-bc937b1c-7a0a-4bd2-8d9a-1c0f6c0f1e87 None None] For port 6eab8c2b-d26e-48c6-af27-c36fb330b62e, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:05:18.054932 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-bc937b1c-7a0a-4bd2-8d9a-1c0f6c0f1e87 None None] For port 6eab8c2b-d26e-48c6-af27-c36fb330b62e, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6eab8c2b-d26e-48c6-af27-c36fb330b62e,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:05:18.061665 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-bc937b1c-7a0a-4bd2-8d9a-1c0f6c0f1e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:18.159363 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc937b1c-7a0a-4bd2-8d9a-1c0f6c0f1e87 None None] Routers {'6fed07f2-d4ab-4358-aab0-7b7d0a6210b7'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:05:18.160037 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-bc937b1c-7a0a-4bd2-8d9a-1c0f6c0f1e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:05:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['6fed07f2-d4ab-4358-aab0-7b7d0a6210b7'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:18.161798 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d998a-27a4-4313-8579-c166a48e5191 None None] Pushing event updated for resources: {'Port': ['ID=6eab8c2b-d26e-48c6-af27-c36fb330b62e,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:18.247853 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1589aab-3aa1-41af-a389-2cbc596bc38e req-9ee12263-3959-41ad-b0a6-82df3325a704 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:18.255083 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f1589aab-3aa1-41af-a389-2cbc596bc38e req-9ee12263-3959-41ad-b0a6-82df3325a704 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=151b5ff4-9c88-4ec7-9341-b047e771e1e8 HTTP/1.1" status: 200 len: 945 time: 0.2796929 Aug 28 15:05:18.302549 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d93fac0-1da5-42b0-9e9f-b029b2748a41 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:18.346495 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-bc937b1c-7a0a-4bd2-8d9a-1c0f6c0f1e87 None None] Set router 6fed07f2-d4ab-4358-aab0-7b7d0a6210b7 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:05:18.356606 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93fac0-1da5-42b0-9e9f-b029b2748a41 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Port': ['ID=9c3b25ab-3e3c-4fe0-a6a0-bbe7bbc58e7a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:18.372001 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-524d87db-08c3-486d-94d2-e791dc4631ce tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:18.385127 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0319e3a4-fd9c-482b-a258-195f1660f8d0 req-622a6368-9ca2-409c-b6cf-35396c532c43 service neutron] 10.222.0.41 "GET /v2.0/networks/54e01d77-3728-4d8d-9842-bafba89acf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175614 Aug 28 15:05:18.389140 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17791bab-c2f9-478d-9d70-32847a9396da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:18.410684 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f1589aab-3aa1-41af-a389-2cbc596bc38e req-b39e4a8f-11cf-46ab-aa4d-99932fe0a033 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545925 Aug 28 15:05:18.506471 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a99617c-145f-4992-8cb0-f23d033551aa x-openstack-request-id: req-6a99617c-145f-4992-8cb0-f23d033551aa {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:05:18.506831 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7091164b-d586-469b-8754-01420f53523b", "tag": "53fb127c-e9c6-4660-a0ca-af8f1f2f5a95", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:05:18.507026 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a99617c-145f-4992-8cb0-f23d033551aa {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:05:18.507436 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7091164b-d586-469b-8754-01420f53523b', 'tag': '53fb127c-e9c6-4660-a0ca-af8f1f2f5a95', 'status': 'completed', 'code': 200} Aug 28 15:05:18.510695 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d93fac0-1da5-42b0-9e9f-b029b2748a41 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:18.535179 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c2bf4959-b33b-4b49-9e6d-438bddf29207 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:18.614617 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-524d87db-08c3-486d-94d2-e791dc4631ce tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:18.619832 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c2bf4959-b33b-4b49-9e6d-438bddf29207 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:18.655506 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf4959-b33b-4b49-9e6d-438bddf29207 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b04b76ac-5f8a-430c-894f-ca6d80e86e60,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:18.670904 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122694a0-8472-4f16-bb9b-45a45d9c584e req-a2124dfb-07fc-4171-aff9-1ef81f483a8a tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:18.673989 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-122694a0-8472-4f16-bb9b-45a45d9c584e req-a2124dfb-07fc-4171-aff9-1ef81f483a8a tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7091164b-d586-469b-8754-01420f53523b HTTP/1.1" status: 200 len: 1023 time: 0.5357630 Aug 28 15:05:18.676486 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-bc937b1c-7a0a-4bd2-8d9a-1c0f6c0f1e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'name': 'tempest-ServersTestBootFromVolume-534819450-router', 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '6eab8c2b-d26e-48c6-af27-c36fb330b62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:05:11Z', 'updated_at': '2021-08-28T15:05:14Z', 'revision_number': 3, 'project_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'gw_port': {'id': '6eab8c2b-d26e-48c6-af27-c36fb330b62e', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:05:13Z', 'updated_at': '2021-08-28T15:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:18.705626 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524d87db-08c3-486d-94d2-e791dc4631ce tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:18.707552 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc937b1c-7a0a-4bd2-8d9a-1c0f6c0f1e87 None None] The sync data for ids ['6fed07f2-d4ab-4358-aab0-7b7d0a6210b7'] in n-d-712137-10 is: [{'id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'name': 'tempest-ServersTestBootFromVolume-534819450-router', 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '6eab8c2b-d26e-48c6-af27-c36fb330b62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:05:11Z', 'updated_at': '2021-08-28T15:05:14Z', 'revision_number': 3, 'project_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'gw_port': {'id': '6eab8c2b-d26e-48c6-af27-c36fb330b62e', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:05:13Z', 'updated_at': '2021-08-28T15:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:05:18.708007 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0319e3a4-fd9c-482b-a258-195f1660f8d0 req-a3379f17-dfed-4c72-8644-f3dd73d8cef6 service neutron] 10.222.0.41 "GET /v2.0/networks/54e01d77-3728-4d8d-9842-bafba89acf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893431 Aug 28 15:05:18.717524 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-524d87db-08c3-486d-94d2-e791dc4631ce tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:18.723815 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c2bf4959-b33b-4b49-9e6d-438bddf29207 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:18.724069 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524d87db-08c3-486d-94d2-e791dc4631ce tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:05:18.725017 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c2bf4959-b33b-4b49-9e6d-438bddf29207 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1188169 Aug 28 15:05:18.751697 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43720) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:18.752659 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d87db-08c3-486d-94d2-e791dc4631ce tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Pushing event updated for resources: {'Port': ['ID=3cb53022-4e6f-40b4-b10a-fd716623ba84,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:18.776764 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-08da9fe4-a0fa-4264-9e3a-2d379b580194 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group_rule': {'security_group_id': 'b04b76ac-5f8a-430c-894f-ca6d80e86e60', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:18.777515 n-d-712137-10 neutron-server[106329]: WARNING neutron.api.v2.base [None req-08da9fe4-a0fa-4264-9e3a-2d379b580194 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 28 15:05:18.778036 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-08da9fe4-a0fa-4264-9e3a-2d379b580194 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:05:18.779014 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-08da9fe4-a0fa-4264-9e3a-2d379b580194 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0240633 Aug 28 15:05:18.785271 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43722) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:18.842370 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-17791bab-c2f9-478d-9d70-32847a9396da admin admin] Allocated IP 172.20.0.1 (c9c20336-94ca-4a7f-8011-3dd7f1b6cda6/a208608a-7e75-43d1-ae36-b32dcc6f294a/c77e34a8-1666-46e5-9316-905a855d871d) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:05:18.844982 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d93fac0-1da5-42b0-9e9f-b029b2748a41 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Router 4416319a-c6f9-4222-843b-7f58b2de5916 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:05:18.918187 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-122694a0-8472-4f16-bb9b-45a45d9c584e req-fe518590-ebaf-4a43-822d-916d277680c7 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?id=9108dd82-2a61-4a23-b284-3e9b54ced8a0&id=84b45dd7-4f79-4c3e-8bce-560e0ade4c15&id=955db66a-6d7e-4674-90ca-c554103b0f89 HTTP/1.1" status: 200 len: 6156 time: 0.2386565 Aug 28 15:05:18.974562 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0a8b7-307d-4fba-8162-0529fc848d86 req-d35351b7-cd81-4b33-b83e-475c540dd395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:18.976225 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fbe0a8b7-307d-4fba-8162-0529fc848d86 req-d35351b7-cd81-4b33-b83e-475c540dd395 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=442584d0f1d84c76983f148b2740762a&device_id=7091164b-d586-469b-8754-01420f53523b HTTP/1.1" status: 200 len: 1175 time: 0.1939945 Aug 28 15:05:18.993925 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-3554620f-ef11-4174-ba09-904bc97be364 req-079a59cb-236c-4ba3-a15c-301b75a2f5bf tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Request body: {'security_group': {'name': ' tempest-securitygroup -166079647 ', 'description': 'tempest-description-705194477'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:19.004951 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-428c2718-1f0d-46b0-91bf-e3dfd14d6b0b tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:19.014861 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d93fac0-1da5-42b0-9e9f-b029b2748a41 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:05:19.035920 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8ce2ed-78ec-4146-8830-1d00798b2d0d None None] Sync routers for ids ['4416319a-c6f9-4222-843b-7f58b2de5916'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:05:19.048707 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2d93fac0-1da5-42b0-9e9f-b029b2748a41 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "PUT /v2.0/routers/4416319a-c6f9-4222-843b-7f58b2de5916/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7524877 Aug 28 15:05:19.052132 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43726) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:19.054607 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8ce2ed-78ec-4146-8830-1d00798b2d0d None None] Routers {'4416319a-c6f9-4222-843b-7f58b2de5916'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:05:19.055395 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-af8ce2ed-78ec-4146-8830-1d00798b2d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:05:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4416319a-c6f9-4222-843b-7f58b2de5916'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:19.095222 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-428c2718-1f0d-46b0-91bf-e3dfd14d6b0b tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:19.105727 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1f27bfb1-5283-4310-9b88-9260fb02937b tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "GET /v2.0/ports?device_id=4416319a-c6f9-4222-843b-7f58b2de5916 HTTP/1.1" status: 200 len: 205 time: 0.0485983 Aug 28 15:05:19.114277 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43730) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:19.124094 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-af8ce2ed-78ec-4146-8830-1d00798b2d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:19.145003 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8ce2ed-78ec-4146-8830-1d00798b2d0d None None] Routers {'4416319a-c6f9-4222-843b-7f58b2de5916'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:05:19.146123 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-af8ce2ed-78ec-4146-8830-1d00798b2d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:05:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4416319a-c6f9-4222-843b-7f58b2de5916'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:19.173227 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3554620f-ef11-4174-ba09-904bc97be364 req-079a59cb-236c-4ba3-a15c-301b75a2f5bf tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:19.184812 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-af8ce2ed-78ec-4146-8830-1d00798b2d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:19.185485 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8ce2ed-78ec-4146-8830-1d00798b2d0d None None] The sync data for ids ['4416319a-c6f9-4222-843b-7f58b2de5916'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:05:19.218221 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-78791602-f010-4b3e-92eb-0c6671d01005 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:19.332380 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0a8b7-307d-4fba-8162-0529fc848d86 req-282bbfe8-ea5f-4d09-8a36-13e6347e8af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:19.334211 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fbe0a8b7-307d-4fba-8162-0529fc848d86 req-282bbfe8-ea5f-4d09-8a36-13e6347e8af0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=54e01d77-3728-4d8d-9842-bafba89acf3a HTTP/1.1" status: 200 len: 914 time: 0.3437717 Aug 28 15:05:19.365572 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-428c2718-1f0d-46b0-91bf-e3dfd14d6b0b tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:19.368197 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-428c2718-1f0d-46b0-91bf-e3dfd14d6b0b tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:19.370567 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-428c2718-1f0d-46b0-91bf-e3dfd14d6b0b tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "DELETE /v2.0/security-groups/b04b76ac-5f8a-430c-894f-ca6d80e86e60 HTTP/1.1" status: 204 len: 168 time: 0.5838909 Aug 28 15:05:19.370745 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17791bab-c2f9-478d-9d70-32847a9396da admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:19.378834 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43732) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:19.471150 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-17791bab-c2f9-478d-9d70-32847a9396da admin admin] Transition to ACTIVE for port object c77e34a8-1666-46e5-9316-905a855d871d will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:05:19.486851 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fbe0a8b7-307d-4fba-8162-0529fc848d86 req-85d0f21e-1866-4dd2-9db4-940fdf9036d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53fb127c-e9c6-4660-a0ca-af8f1f2f5a95 HTTP/1.1" status: 200 len: 217 time: 0.1134319 Aug 28 15:05:19.521945 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-524d87db-08c3-486d-94d2-e791dc4631ce tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:19.591646 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-940ab334-f51d-424e-bec2-38fe9fee470d tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2116926 Aug 28 15:05:19.605255 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43736) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:19.616699 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-34cead92-3263-4e64-9e24-1369d41e3b82 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group': {'name': 'tempest-secgroup--330607319'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:19.669616 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3554620f-ef11-4174-ba09-904bc97be364 req-079a59cb-236c-4ba3-a15c-301b75a2f5bf tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:19.707366 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3554620f-ef11-4174-ba09-904bc97be364 req-079a59cb-236c-4ba3-a15c-301b75a2f5bf tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:19.710689 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0a8b7-307d-4fba-8162-0529fc848d86 req-f55ad6f5-de2f-44dd-8e2f-d74381b6fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:19.712218 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fbe0a8b7-307d-4fba-8162-0529fc848d86 req-f55ad6f5-de2f-44dd-8e2f-d74381b6fc73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12bd8cd5-f34c-44c9-9e98-a3273c4777fd HTTP/1.1" status: 200 len: 853 time: 0.2049661 Aug 28 15:05:19.755289 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17791bab-c2f9-478d-9d70-32847a9396da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:19.797013 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fbe0a8b7-307d-4fba-8162-0529fc848d86 req-d872342a-209e-4ec7-9e89-7f8ee4c1b554 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54e01d77-3728-4d8d-9842-bafba89acf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675347 Aug 28 15:05:19.797266 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-78791602-f010-4b3e-92eb-0c6671d01005 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:19.800221 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c2718-1f0d-46b0-91bf-e3dfd14d6b0b tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04b76ac-5f8a-430c-894f-ca6d80e86e60,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:19.802795 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-78791602-f010-4b3e-92eb-0c6671d01005 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:19.829009 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-34cead92-3263-4e64-9e24-1369d41e3b82 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:19.843600 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3554620f-ef11-4174-ba09-904bc97be364 req-079a59cb-236c-4ba3-a15c-301b75a2f5bf tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:19.844862 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3554620f-ef11-4174-ba09-904bc97be364 req-079a59cb-236c-4ba3-a15c-301b75a2f5bf tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.8745275 Aug 28 15:05:19.883601 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17791bab-c2f9-478d-9d70-32847a9396da admin admin] Network c9c20336-94ca-4a7f-8011-3dd7f1b6cda6 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:19.896882 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063fe0e-36ca-4d5f-9ea5-7acfd00d3c9f req-0e742a89-1e90-4398-bd06-572c3136abd7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:19.898445 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5063fe0e-36ca-4d5f-9ea5-7acfd00d3c9f req-0e742a89-1e90-4398-bd06-572c3136abd7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=151b5ff4-9c88-4ec7-9341-b047e771e1e8 HTTP/1.1" status: 200 len: 945 time: 0.1183302 Aug 28 15:05:19.899406 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-78791602-f010-4b3e-92eb-0c6671d01005 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:19.899985 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78791602-f010-4b3e-92eb-0c6671d01005 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Fanout notify agent at l3_agent the message router_deleted on router 4416319a-c6f9-4222-843b-7f58b2de5916 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:05:19.908116 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-78791602-f010-4b3e-92eb-0c6671d01005 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:19.912147 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-78791602-f010-4b3e-92eb-0c6671d01005 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/routers/4416319a-c6f9-4222-843b-7f58b2de5916 HTTP/1.1" status: 204 len: 168 time: 0.7970169 Aug 28 15:05:19.912847 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43740) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:19.916134 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a59cb-236c-4ba3-a15c-301b75a2f5bf tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5dd9ea-7083-4fe7-81cf-47d17d32004f,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:20.013212 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5063fe0e-36ca-4d5f-9ea5-7acfd00d3c9f req-719bfa9b-2f5f-4040-8c5f-49ba9e4cdb16 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917826 Aug 28 15:05:20.019845 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6eab8c2b-d26e-48c6-af27-c36fb330b62e up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:05:20.020187 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b2b32f-50ce-40c1-b643-609a0d37be57 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Deleting subnet 64aae25c-8ada-48b5-bc5f-bc70d5274252 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:05:20.025932 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-08b2b32f-50ce-40c1-b643-609a0d37be57 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:20.083122 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 6eab8c2b-d26e-48c6-af27-c36fb330b62e completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:05:20.088729 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 6eab8c2b-d26e-48c6-af27-c36fb330b62e triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:20.089395 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:20.093927 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-08b2b32f-50ce-40c1-b643-609a0d37be57 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:20.187763 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:20.213154 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 6eab8c2b-d26e-48c6-af27-c36fb330b62e, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6eab8c2b-d26e-48c6-af27-c36fb330b62e,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:20.218927 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:20.237286 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e7033-f258-4162-87ef-a3c119503346 req-8477f401-37bd-487e-aa46-1133d5200ac6 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:20.237569 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-17791bab-c2f9-478d-9d70-32847a9396da admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:20.238875 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-db4e7033-f258-4162-87ef-a3c119503346 req-8477f401-37bd-487e-aa46-1133d5200ac6 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=9823d602-f886-43ee-ada0-70152df5dd93 HTTP/1.1" status: 200 len: 945 time: 0.1196187 Aug 28 15:05:20.240106 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17791bab-c2f9-478d-9d70-32847a9396da admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:05:20.289116 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=6eab8c2b-d26e-48c6-af27-c36fb330b62e,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:20.292193 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-08b2b32f-50ce-40c1-b643-609a0d37be57 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:20.321705 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17791bab-c2f9-478d-9d70-32847a9396da admin admin] Pushing event updated for resources: {'Port': ['ID=c77e34a8-1666-46e5-9316-905a855d871d,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:20.332250 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-db4e7033-f258-4162-87ef-a3c119503346 req-75d7955b-6ae1-46ad-8bc3-fbb879f46e21 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834279 Aug 28 15:05:20.416915 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-08b2b32f-50ce-40c1-b643-609a0d37be57 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:20.435259 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6f3caf39-0620-4e28-b1f5-09740c2b51c6 req-e3ac8d0d-03ad-46ac-b197-59cf0cc8577d tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups/dc5dd9ea-7083-4fe7-81cf-47d17d32004f HTTP/1.1" status: 200 len: 1781 time: 0.2461686 Aug 28 15:05:20.450277 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17791bab-c2f9-478d-9d70-32847a9396da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:20.465837 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fbe0a8b7-307d-4fba-8162-0529fc848d86 req-986335e2-3062-41a8-a34c-ef13cb92a3b9 service neutron] 10.222.0.41 "GET /v2.0/networks/54e01d77-3728-4d8d-9842-bafba89acf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6397395 Aug 28 15:05:20.466757 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2b32f-50ce-40c1-b643-609a0d37be57 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Subnet': ['ID=64aae25c-8ada-48b5-bc5f-bc70d5274252,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:20.473649 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-08b2b32f-50ce-40c1-b643-609a0d37be57 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:20.474830 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7dde52-2a9a-4a23-ab93-481168159364 None None] Network f8405ada-4462-4fd6-a926-6d84d130ce96 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:05:20.476393 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-08b2b32f-50ce-40c1-b643-609a0d37be57 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/subnets/64aae25c-8ada-48b5-bc5f-bc70d5274252 HTTP/1.1" status: 204 len: 168 time: 0.5625563 Aug 28 15:05:20.480118 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43750) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:20.567292 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-524d87db-08c3-486d-94d2-e791dc4631ce tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:20.580962 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef61f18e-82ff-4922-b7f4-c59f8ed79496 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Deleting subnet 71f6f6b1-d52e-406d-a2a8-58af365b8311 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:05:20.590214 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ef61f18e-82ff-4922-b7f4-c59f8ed79496 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:20.660037 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-83bd2759-16ca-42ba-a038-77887967e4e7 req-28a9d5b4-7d95-49a7-a1c4-a0f7bf4fe607 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups/dc5dd9ea-7083-4fe7-81cf-47d17d32004f HTTP/1.1" status: 200 len: 1781 time: 0.1180964 Aug 28 15:05:20.661996 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a193abc5-307d-4c4f-a3d1-3b7e3e4587f8 None None] Provisioning for port c77e34a8-1666-46e5-9316-905a855d871d completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:05:20.664027 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ef61f18e-82ff-4922-b7f4-c59f8ed79496 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:20.669140 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a193abc5-307d-4c4f-a3d1-3b7e3e4587f8 None None] Provisioning complete for port c77e34a8-1666-46e5-9316-905a855d871d triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:20.670089 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a193abc5-307d-4c4f-a3d1-3b7e3e4587f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:20.715056 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a193abc5-307d-4c4f-a3d1-3b7e3e4587f8 None None] Port c77e34a8-1666-46e5-9316-905a855d871d cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:05:20.742880 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bd027c-e4f0-4e7d-8ac6-20fa923255b7 None None] DHCP port deletion for f8405ada-4462-4fd6-a926-6d84d130ce96 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:05:20.748535 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-34cead92-3263-4e64-9e24-1369d41e3b82 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:20.787005 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-34cead92-3263-4e64-9e24-1369d41e3b82 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:20.814559 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-09bd027c-e4f0-4e7d-8ac6-20fa923255b7 None None] Deleting port cee82368-57c9-48f9-9ed8-8a52bf87ccac {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:05:20.814936 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-09bd027c-e4f0-4e7d-8ac6-20fa923255b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:20.820871 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-83bd2759-16ca-42ba-a038-77887967e4e7 req-9d327865-d64b-4c89-9e7a-7c1539b36f01 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:20.836674 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ef61f18e-82ff-4922-b7f4-c59f8ed79496 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:20.863487 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad77ef8-eae9-43a6-b818-2626eaa9cb37 req-a8e3bc35-7db8-4658-b830-c0b1aecd037e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:20.864722 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5ad77ef8-eae9-43a6-b818-2626eaa9cb37 req-a8e3bc35-7db8-4658-b830-c0b1aecd037e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=151b5ff4-9c88-4ec7-9341-b047e771e1e8 HTTP/1.1" status: 200 len: 945 time: 0.2990031 Aug 28 15:05:20.880789 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-83bd2759-16ca-42ba-a038-77887967e4e7 req-9d327865-d64b-4c89-9e7a-7c1539b36f01 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:20.904801 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-34cead92-3263-4e64-9e24-1369d41e3b82 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:20.905948 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-34cead92-3263-4e64-9e24-1369d41e3b82 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2993865 Aug 28 15:05:20.911267 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43752) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:20.914727 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fbe0a8b7-307d-4fba-8162-0529fc848d86 req-4de15f03-3fa6-4a96-9d54-f3e6ec2fb24b service neutron] 10.222.0.41 "GET /v2.0/networks/54e01d77-3728-4d8d-9842-bafba89acf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002295 Aug 28 15:05:20.925158 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-4aec307a-3037-4d65-af8f-9c4358b7f0b4 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group_rule': {'security_group_id': '703ed0a0-a338-4368-aa69-579c318c5256', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:20.927647 n-d-712137-10 neutron-server[106330]: WARNING neutron.api.v2.base [None req-4aec307a-3037-4d65-af8f-9c4358b7f0b4 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 28 15:05:20.928250 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-4aec307a-3037-4d65-af8f-9c4358b7f0b4 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:05:20.932353 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4aec307a-3037-4d65-af8f-9c4358b7f0b4 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0158067 Aug 28 15:05:20.934520 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cead92-3263-4e64-9e24-1369d41e3b82 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=703ed0a0-a338-4368-aa69-579c318c5256,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:20.935900 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43754) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:20.954123 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-09bd027c-e4f0-4e7d-8ac6-20fa923255b7 None None] For port cee82368-57c9-48f9-9ed8-8a52bf87ccac, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=cee82368-57c9-48f9-9ed8-8a52bf87ccac,segment=NetworkSegment(ae4ef676-5c66-42bb-b4ed-d47d4d5e92ec),segment_id=ae4ef676-5c66-42bb-b4ed-d47d4d5e92ec)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:20.954665 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-09bd027c-e4f0-4e7d-8ac6-20fa923255b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:20.971329 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-09bd027c-e4f0-4e7d-8ac6-20fa923255b7 None None] Calling delete_port for cee82368-57c9-48f9-9ed8-8a52bf87ccac owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:05:20.981623 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ef61f18e-82ff-4922-b7f4-c59f8ed79496 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:20.988624 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17791bab-c2f9-478d-9d70-32847a9396da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:20.998572 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5ad77ef8-eae9-43a6-b818-2626eaa9cb37 req-89da9f8c-5581-424e-b39d-1459a433c33d tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194210 Aug 28 15:05:21.022880 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-83bd2759-16ca-42ba-a038-77887967e4e7 req-9d327865-d64b-4c89-9e7a-7c1539b36f01 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.026168 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-83bd2759-16ca-42ba-a038-77887967e4e7 req-9d327865-d64b-4c89-9e7a-7c1539b36f01 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.030408 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-83bd2759-16ca-42ba-a038-77887967e4e7 req-9d327865-d64b-4c89-9e7a-7c1539b36f01 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "DELETE /v2.0/security-groups/dc5dd9ea-7083-4fe7-81cf-47d17d32004f HTTP/1.1" status: 204 len: 173 time: 0.3695030 Aug 28 15:05:21.031335 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61f18e-82ff-4922-b7f4-c59f8ed79496 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Subnet': ['ID=71f6f6b1-d52e-406d-a2a8-58af365b8311,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:21.045468 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ef61f18e-82ff-4922-b7f4-c59f8ed79496 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.048645 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8574c308-6feb-4829-9ccc-0f39929e08e7 None None] Network 2dff28f1-47ca-442a-8467-44decb2d4aa7 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:05:21.053441 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ef61f18e-82ff-4922-b7f4-c59f8ed79496 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/subnets/71f6f6b1-d52e-406d-a2a8-58af365b8311 HTTP/1.1" status: 204 len: 168 time: 0.5722756 Aug 28 15:05:21.055120 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43760) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:21.077328 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d327865-d64b-4c89-9e7a-7c1539b36f01 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5dd9ea-7083-4fe7-81cf-47d17d32004f,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:21.094665 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [req-29eec285-620d-404b-bc79-e3935f80d4cf req-771e8400-64ae-43b0-968b-e97582248d5f tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] show failed (client error): The resource could not be found. Aug 28 15:05:21.095742 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-29eec285-620d-404b-bc79-e3935f80d4cf req-771e8400-64ae-43b0-968b-e97582248d5f tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups/dc5dd9ea-7083-4fe7-81cf-47d17d32004f HTTP/1.1" status: 404 len: 352 time: 0.0362723 Aug 28 15:05:21.101307 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-67412bef-7ae0-46b5-8814-448bdb3efb70 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.138272 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-5a981b03-124a-4fa4-9e72-9b761af76630 req-5a7d61b6-792e-425c-a5c0-24a6711eb418 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-583893160', 'description': 'tempest-description-921548001'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:21.144027 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524d87db-08c3-486d-94d2-e791dc4631ce tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Router a2e0eb21-0076-4f83-8e56-6880e5f4c1d7 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:05:21.154450 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-67412bef-7ae0-46b5-8814-448bdb3efb70 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.203167 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5a981b03-124a-4fa4-9e72-9b761af76630 req-5a7d61b6-792e-425c-a5c0-24a6711eb418 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.293544 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-67412bef-7ae0-46b5-8814-448bdb3efb70 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.296780 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-67412bef-7ae0-46b5-8814-448bdb3efb70 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.300396 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-67412bef-7ae0-46b5-8814-448bdb3efb70 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "DELETE /v2.0/security-groups/703ed0a0-a338-4368-aa69-579c318c5256 HTTP/1.1" status: 204 len: 168 time: 0.3594079 Aug 28 15:05:21.308147 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43766) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:21.308430 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9a91fe53-52f5-4b39-b6cb-46120b3f8e07 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.325279 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67412bef-7ae0-46b5-8814-448bdb3efb70 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=703ed0a0-a338-4368-aa69-579c318c5256,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:21.392141 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-09bd027c-e4f0-4e7d-8ac6-20fa923255b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.397901 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-34d87022-9298-4d79-aab9-5eef8a352d92 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0870526 Aug 28 15:05:21.402405 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5a981b03-124a-4fa4-9e72-9b761af76630 req-5a7d61b6-792e-425c-a5c0-24a6711eb418 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.403194 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43768) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:21.407849 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-b45be1c0-246e-48e5-a28d-0501ebdbc8c4 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group': {'name': 'tempest-secgroup--144502542'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:21.413409 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5a981b03-124a-4fa4-9e72-9b761af76630 req-5a7d61b6-792e-425c-a5c0-24a6711eb418 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.423637 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bd027c-e4f0-4e7d-8ac6-20fa923255b7 None None] No DVR routers for this DVR port cee82368-57c9-48f9-9ed8-8a52bf87ccac on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:05:21.427823 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd027c-e4f0-4e7d-8ac6-20fa923255b7 None None] Pushing event deleted for resources: {'Port': ['ID=cee82368-57c9-48f9-9ed8-8a52bf87ccac,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:21.441381 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-9a91fe53-52f5-4b39-b6cb-46120b3f8e07 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] The port 'cee82368-57c9-48f9-9ed8-8a52bf87ccac' was deleted {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 28 15:05:21.460104 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d61b6-792e-425c-a5c0-24a6711eb418 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a265068-1ff3-4ba3-bd61-46dca540111c,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:21.464798 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b45be1c0-246e-48e5-a28d-0501ebdbc8c4 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.474044 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5a981b03-124a-4fa4-9e72-9b761af76630 req-5a7d61b6-792e-425c-a5c0-24a6711eb418 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.487284 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5a981b03-124a-4fa4-9e72-9b761af76630 req-5a7d61b6-792e-425c-a5c0-24a6711eb418 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3562841 Aug 28 15:05:21.547676 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524d87db-08c3-486d-94d2-e791dc4631ce tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:05:21.564042 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78d398f-2a9d-49dd-a09d-40db15caa2ab None None] DHCP port deletion for 2dff28f1-47ca-442a-8467-44decb2d4aa7 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:05:21.564259 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7435b051-76ec-44b3-82e8-38a4a30e66a7 None None] Sync routers for ids ['a2e0eb21-0076-4f83-8e56-6880e5f4c1d7'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:05:21.565967 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-3d2adc96-3a74-4ef9-ad37-9ec46df6661f req-92309510-5437-4f63-9a2b-1342f673fe66 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-195368989', 'description': 'tempest-description-709377353'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:21.577273 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7435b051-76ec-44b3-82e8-38a4a30e66a7 None None] Routers {'a2e0eb21-0076-4f83-8e56-6880e5f4c1d7'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:05:21.578062 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7435b051-76ec-44b3-82e8-38a4a30e66a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:05:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a2e0eb21-0076-4f83-8e56-6880e5f4c1d7'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:21.581464 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721d5b3-acd8-4c74-9211-c62dc8857e66 req-91760fd3-0890-47e3-9653-b16192740ceb tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:21.589574 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e721d5b3-acd8-4c74-9211-c62dc8857e66 req-91760fd3-0890-47e3-9653-b16192740ceb tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=151b5ff4-9c88-4ec7-9341-b047e771e1e8 HTTP/1.1" status: 200 len: 945 time: 0.2937446 Aug 28 15:05:21.597555 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b45be1c0-246e-48e5-a28d-0501ebdbc8c4 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.605456 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b45be1c0-246e-48e5-a28d-0501ebdbc8c4 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.624953 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7435b051-76ec-44b3-82e8-38a4a30e66a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:21.625920 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c78d398f-2a9d-49dd-a09d-40db15caa2ab None None] Deleting port a8079b76-d012-4f3c-bdf1-464f5923f306 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:05:21.626370 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c78d398f-2a9d-49dd-a09d-40db15caa2ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.627500 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9a91fe53-52f5-4b39-b6cb-46120b3f8e07 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.636339 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7435b051-76ec-44b3-82e8-38a4a30e66a7 None None] Routers {'a2e0eb21-0076-4f83-8e56-6880e5f4c1d7'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:05:21.637072 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7435b051-76ec-44b3-82e8-38a4a30e66a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:05:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a2e0eb21-0076-4f83-8e56-6880e5f4c1d7'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:21.647995 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17791bab-c2f9-478d-9d70-32847a9396da admin admin] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.651134 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-9a91fe53-52f5-4b39-b6cb-46120b3f8e07 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8405ada-4462-4fd6-a926-6d84d130ce96']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:21.654741 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45be1c0-246e-48e5-a28d-0501ebdbc8c4 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb74a5b2-5c3f-4076-b949-d1ee57df026e,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:21.668837 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3d2adc96-3a74-4ef9-ad37-9ec46df6661f req-92309510-5437-4f63-9a2b-1342f673fe66 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.679819 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7435b051-76ec-44b3-82e8-38a4a30e66a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:21.680944 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7435b051-76ec-44b3-82e8-38a4a30e66a7 None None] The sync data for ids ['a2e0eb21-0076-4f83-8e56-6880e5f4c1d7'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:05:21.684808 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e721d5b3-acd8-4c74-9211-c62dc8857e66 req-7211e500-27b7-4f53-83c3-db5d591654e0 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940135 Aug 28 15:05:21.687469 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17791bab-c2f9-478d-9d70-32847a9396da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.687706 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b45be1c0-246e-48e5-a28d-0501ebdbc8c4 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.688961 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b45be1c0-246e-48e5-a28d-0501ebdbc8c4 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2847939 Aug 28 15:05:21.692956 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43774) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:21.694974 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-9a91fe53-52f5-4b39-b6cb-46120b3f8e07 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae4ef676-5c66-42bb-b4ed-d47d4d5e92ec') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:21.695562 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-9a91fe53-52f5-4b39-b6cb-46120b3f8e07 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae4ef676-5c66-42bb-b4ed-d47d4d5e92ec') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:21.706672 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-0ffa3e17-c9a8-4162-bee2-04f97a0013bb tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group_rule': {'security_group_id': 'bb74a5b2-5c3f-4076-b949-d1ee57df026e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:21.714495 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c78d398f-2a9d-49dd-a09d-40db15caa2ab None None] For port a8079b76-d012-4f3c-bdf1-464f5923f306, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a8079b76-d012-4f3c-bdf1-464f5923f306,segment=NetworkSegment(532f95d2-50d5-49ee-9b3a-497bd41808d0),segment_id=532f95d2-50d5-49ee-9b3a-497bd41808d0)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:21.715082 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c78d398f-2a9d-49dd-a09d-40db15caa2ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.718935 n-d-712137-10 neutron-server[106330]: WARNING neutron.api.v2.base [None req-0ffa3e17-c9a8-4162-bee2-04f97a0013bb tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 28 15:05:21.719609 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-0ffa3e17-c9a8-4162-bee2-04f97a0013bb tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:05:21.723807 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0ffa3e17-c9a8-4162-bee2-04f97a0013bb tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0268216 Aug 28 15:05:21.723807 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43776) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:21.729240 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-e095cb1c-37ff-40d6-8bfc-fea4fe13f9a9 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group_rule': {'security_group_id': 'bb74a5b2-5c3f-4076-b949-d1ee57df026e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:21.729399 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-524d87db-08c3-486d-94d2-e791dc4631ce tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.729855 n-d-712137-10 neutron-server[106330]: WARNING neutron.api.v2.base [None req-e095cb1c-37ff-40d6-8bfc-fea4fe13f9a9 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 28 15:05:21.730525 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-524d87db-08c3-486d-94d2-e791dc4631ce tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.6444361 Aug 28 15:05:21.730983 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c78d398f-2a9d-49dd-a09d-40db15caa2ab None None] Calling delete_port for a8079b76-d012-4f3c-bdf1-464f5923f306 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:05:21.733113 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-e095cb1c-37ff-40d6-8bfc-fea4fe13f9a9 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:05:21.736733 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e095cb1c-37ff-40d6-8bfc-fea4fe13f9a9 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0096600 Aug 28 15:05:21.736733 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43778) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:21.736969 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43780) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:21.742503 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-6dc7a8aa-dd90-45ad-8984-2def95f7eb1c tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:21.748382 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-5352e414-b819-4abb-aa60-851e9c6d27e5 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group_rule': {'security_group_id': 'bb74a5b2-5c3f-4076-b949-d1ee57df026e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:21.749202 n-d-712137-10 neutron-server[106330]: WARNING neutron.api.v2.base [None req-5352e414-b819-4abb-aa60-851e9c6d27e5 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 28 15:05:21.749694 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-5352e414-b819-4abb-aa60-851e9c6d27e5 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:05:21.753239 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5352e414-b819-4abb-aa60-851e9c6d27e5 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0117888 Aug 28 15:05:21.753397 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9a91fe53-52f5-4b39-b6cb-46120b3f8e07 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.754074 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43782) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:21.762848 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-5174b3a6-5d19-4375-a9a8-bf3a4ca53260 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group_rule': {'security_group_id': 'bb74a5b2-5c3f-4076-b949-d1ee57df026e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:21.763238 n-d-712137-10 neutron-server[106330]: WARNING neutron.api.v2.base [None req-5174b3a6-5d19-4375-a9a8-bf3a4ca53260 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 28 15:05:21.763777 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-5174b3a6-5d19-4375-a9a8-bf3a4ca53260 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:05:21.767407 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5174b3a6-5d19-4375-a9a8-bf3a4ca53260 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0089445 Aug 28 15:05:21.774702 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43784) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:21.789912 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9a91fe53-52f5-4b39-b6cb-46120b3f8e07 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.812700 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a91fe53-52f5-4b39-b6cb-46120b3f8e07 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:05:21.813454 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9a91fe53-52f5-4b39-b6cb-46120b3f8e07 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:05:21.819852 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:05:21.826444 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c78d398f-2a9d-49dd-a09d-40db15caa2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.836339 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17791bab-c2f9-478d-9d70-32847a9396da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.853678 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d398f-2a9d-49dd-a09d-40db15caa2ab None None] Pushing event deleted for resources: {'Port': ['ID=a8079b76-d012-4f3c-bdf1-464f5923f306,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:21.862558 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78d398f-2a9d-49dd-a09d-40db15caa2ab None None] No DVR routers for this DVR port a8079b76-d012-4f3c-bdf1-464f5923f306 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:05:21.878954 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17791bab-c2f9-478d-9d70-32847a9396da admin admin] Pushing event updated for resources: {'Port': ['ID=c77e34a8-1666-46e5-9316-905a855d871d,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:21.970294 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3d2adc96-3a74-4ef9-ad37-9ec46df6661f req-92309510-5437-4f63-9a2b-1342f673fe66 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.974760 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9a91fe53-52f5-4b39-b6cb-46120b3f8e07 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.981234 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3d2adc96-3a74-4ef9-ad37-9ec46df6661f req-92309510-5437-4f63-9a2b-1342f673fe66 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.993071 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9a91fe53-52f5-4b39-b6cb-46120b3f8e07 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:21.995054 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9a91fe53-52f5-4b39-b6cb-46120b3f8e07 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/networks/f8405ada-4462-4fd6-a926-6d84d130ce96 HTTP/1.1" status: 204 len: 168 time: 0.9388773 Aug 28 15:05:21.998482 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43786) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:21.999478 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6eab8c2b-d26e-48c6-af27-c36fb330b62e up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:05:22.022748 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91fe53-52f5-4b39-b6cb-46120b3f8e07 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Network': ['ID=f8405ada-4462-4fd6-a926-6d84d130ce96,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:22.022748 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5224fcaa-44a5-4494-8475-618f338b64b1 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:22.053740 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 6eab8c2b-d26e-48c6-af27-c36fb330b62e triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:22.054436 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:22.062145 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5224fcaa-44a5-4494-8475-618f338b64b1 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:22.076955 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17791bab-c2f9-478d-9d70-32847a9396da admin admin] Network c9c20336-94ca-4a7f-8011-3dd7f1b6cda6 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:22.080269 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-17791bab-c2f9-478d-9d70-32847a9396da admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:22.121443 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3d2adc96-3a74-4ef9-ad37-9ec46df6661f req-92309510-5437-4f63-9a2b-1342f673fe66 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:22.124121 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3d2adc96-3a74-4ef9-ad37-9ec46df6661f req-92309510-5437-4f63-9a2b-1342f673fe66 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5668454 Aug 28 15:05:22.136874 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92309510-5437-4f63-9a2b-1342f673fe66 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aceb2401-4138-479e-9422-37b4fafa0d4d,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:22.162707 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1b912283-66ae-4f4a-8530-4c40923b8bbf tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:22.173988 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5224fcaa-44a5-4494-8475-618f338b64b1 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:22.176603 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5224fcaa-44a5-4494-8475-618f338b64b1 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:22.177756 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5224fcaa-44a5-4494-8475-618f338b64b1 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "DELETE /v2.0/security-groups/bb74a5b2-5c3f-4076-b949-d1ee57df026e HTTP/1.1" status: 204 len: 168 time: 0.4017715 Aug 28 15:05:22.180998 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-840a9e86-5b53-41f4-928a-607c731ebb92 req-b9fab6b6-5b65-4b85-8a09-6d73fb046152 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1860820455', 'description': 'tempest-description-67391534'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:22.203188 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43790) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:22.227607 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224fcaa-44a5-4494-8475-618f338b64b1 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb74a5b2-5c3f-4076-b949-d1ee57df026e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:22.257415 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-840a9e86-5b53-41f4-928a-607c731ebb92 req-b9fab6b6-5b65-4b85-8a09-6d73fb046152 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:22.282420 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device cee82368-57c9-48f9-9ed8-8a52bf87ccac no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:05:22.283855 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17791bab-c2f9-478d-9d70-32847a9396da admin admin] Router 6fed07f2-d4ab-4358-aab0-7b7d0a6210b7 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:05:22.310685 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: cee82368-57c9-48f9-9ed8-8a52bf87ccac {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:05:22.311315 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device cee82368-57c9-48f9-9ed8-8a52bf87ccac not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:05:22.311974 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a8079b76-d012-4f3c-bdf1-464f5923f306 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:05:22.344032 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: a8079b76-d012-4f3c-bdf1-464f5923f306 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:05:22.344648 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a8079b76-d012-4f3c-bdf1-464f5923f306 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:05:22.415297 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d6eb428d-e857-4f35-a1c0-c9cfb531cdb6 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2100084 Aug 28 15:05:22.420678 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43792) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:22.424339 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-6a6dff77-8f2a-4888-a77b-e0ba42c2c524 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group': {'name': 'tempest-secgroup--667360609'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:22.429605 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6dc7a8aa-dd90-45ad-8984-2def95f7eb1c tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:22.438562 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1b912283-66ae-4f4a-8530-4c40923b8bbf tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:22.453309 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-1b912283-66ae-4f4a-8530-4c40923b8bbf tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dff28f1-47ca-442a-8467-44decb2d4aa7']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:22.462563 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6dc7a8aa-dd90-45ad-8984-2def95f7eb1c tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:22.470298 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-1b912283-66ae-4f4a-8530-4c40923b8bbf tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '532f95d2-50d5-49ee-9b3a-497bd41808d0') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:22.470665 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-1b912283-66ae-4f4a-8530-4c40923b8bbf tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '532f95d2-50d5-49ee-9b3a-497bd41808d0') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:22.470948 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8189e78b-4df6-4f64-9b3b-f890fc26629e None None] Provisioning complete for port c77e34a8-1666-46e5-9316-905a855d871d triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:22.471484 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8189e78b-4df6-4f64-9b3b-f890fc26629e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:22.473951 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17791bab-c2f9-478d-9d70-32847a9396da admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:05:22.488943 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-17791bab-c2f9-478d-9d70-32847a9396da admin admin] 10.222.0.13 "PUT /v2.0/routers/6fed07f2-d4ab-4358-aab0-7b7d0a6210b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6575310 Aug 28 15:05:22.489083 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1b912283-66ae-4f4a-8530-4c40923b8bbf tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:22.508238 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7631e6-cf87-4ae8-b244-31cd879f17ba None None] Sync routers for ids ['6fed07f2-d4ab-4358-aab0-7b7d0a6210b7'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:05:22.511066 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-840a9e86-5b53-41f4-928a-607c731ebb92 req-b9fab6b6-5b65-4b85-8a09-6d73fb046152 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:22.516169 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-840a9e86-5b53-41f4-928a-607c731ebb92 req-b9fab6b6-5b65-4b85-8a09-6d73fb046152 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:22.520291 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1b912283-66ae-4f4a-8530-4c40923b8bbf tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:22.534987 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7631e6-cf87-4ae8-b244-31cd879f17ba None None] Routers {'6fed07f2-d4ab-4358-aab0-7b7d0a6210b7'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:05:22.536332 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1a7631e6-cf87-4ae8-b244-31cd879f17ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:05:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['6fed07f2-d4ab-4358-aab0-7b7d0a6210b7'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:22.538832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b912283-66ae-4f4a-8530-4c40923b8bbf tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:05:22.539246 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1b912283-66ae-4f4a-8530-4c40923b8bbf tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:05:22.543921 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:05:22.575863 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-840a9e86-5b53-41f4-928a-607c731ebb92 req-b9fab6b6-5b65-4b85-8a09-6d73fb046152 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:22.593365 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a6dff77-8f2a-4888-a77b-e0ba42c2c524 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:22.595384 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-840a9e86-5b53-41f4-928a-607c731ebb92 req-b9fab6b6-5b65-4b85-8a09-6d73fb046152 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4245338 Aug 28 15:05:22.649776 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1b912283-66ae-4f4a-8530-4c40923b8bbf tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:22.654378 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-6dc7a8aa-dd90-45ad-8984-2def95f7eb1c tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Deleting port 3cb53022-4e6f-40b4-b10a-fd716623ba84 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:05:22.654710 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6dc7a8aa-dd90-45ad-8984-2def95f7eb1c tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:22.658138 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fab6b6-5b65-4b85-8a09-6d73fb046152 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6763369f-743d-4a5e-9a04-80cff22fed14,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:22.676686 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8189e78b-4df6-4f64-9b3b-f890fc26629e None None] Port c77e34a8-1666-46e5-9316-905a855d871d cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:05:22.690879 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-1a7631e6-cf87-4ae8-b244-31cd879f17ba None None] Set router 6fed07f2-d4ab-4358-aab0-7b7d0a6210b7 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:05:22.716563 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1b912283-66ae-4f4a-8530-4c40923b8bbf tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:22.724019 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1b912283-66ae-4f4a-8530-4c40923b8bbf tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/networks/2dff28f1-47ca-442a-8467-44decb2d4aa7 HTTP/1.1" status: 204 len: 168 time: 0.7185032 Aug 28 15:05:22.730244 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43806) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:22.738385 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-1b74b071-b298-4ed4-bdb8-10a181d69b61 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-439066032'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:22.754469 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b912283-66ae-4f4a-8530-4c40923b8bbf tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Network': ['ID=2dff28f1-47ca-442a-8467-44decb2d4aa7,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:22.787983 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cbb38cb5-59b6-4d3f-b189-7a8e587b59c7 req-4f8a5b24-e3ee-499f-8702-dc69f11589e4 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=442584d0f1d84c76983f148b2740762a HTTP/1.1" status: 200 len: 10906 time: 0.1807086 Aug 28 15:05:22.832736 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da712f-2001-40f2-8d22-77bffa138b86 req-9070faa8-758d-4e99-bcdd-e1a084cf002d tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:22.834844 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-96da712f-2001-40f2-8d22-77bffa138b86 req-9070faa8-758d-4e99-bcdd-e1a084cf002d tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.36 "GET /v2.0/ports?device_id=151b5ff4-9c88-4ec7-9341-b047e771e1e8 HTTP/1.1" status: 200 len: 945 time: 0.1409006 Aug 28 15:05:22.843931 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cbb38cb5-59b6-4d3f-b189-7a8e587b59c7 req-4fc7e296-ae23-4f00-ae98-542538af415a tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups/84b45dd7-4f79-4c3e-8bce-560e0ade4c15 HTTP/1.1" status: 200 len: 2985 time: 0.0494766 Aug 28 15:05:22.872322 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6dc7a8aa-dd90-45ad-8984-2def95f7eb1c tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:22.924086 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-6dc7a8aa-dd90-45ad-8984-2def95f7eb1c tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Calling delete_port for 3cb53022-4e6f-40b4-b10a-fd716623ba84 owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:05:22.941480 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cbb38cb5-59b6-4d3f-b189-7a8e587b59c7 req-2ac0624a-ed27-4566-b77a-602a98e1bf68 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups/84b45dd7-4f79-4c3e-8bce-560e0ade4c15 HTTP/1.1" status: 200 len: 2985 time: 0.0883920 Aug 28 15:05:22.974407 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1a7631e6-cf87-4ae8-b244-31cd879f17ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'name': 'tempest-ServersTestBootFromVolume-534819450-router', 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '6eab8c2b-d26e-48c6-af27-c36fb330b62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:05:11Z', 'updated_at': '2021-08-28T15:05:20Z', 'revision_number': 4, 'project_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'gw_port': {'id': '6eab8c2b-d26e-48c6-af27-c36fb330b62e', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:05:13Z', 'updated_at': '2021-08-28T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'c77e34a8-1666-46e5-9316-905a855d871d', 'name': '', 'network_id': 'c9c20336-94ca-4a7f-8011-3dd7f1b6cda6', 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'mac_address': 'fa:16:3e:b7:66:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'a208608a-7e75-43d1-ae36-b32dcc6f294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:05:18Z', 'updated_at': '2021-08-28T15:05:21Z', 'revision_number': 2, 'project_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'subnets': [{'id': 'a208608a-7e75-43d1-ae36-b32dcc6f294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:23.007165 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7631e6-cf87-4ae8-b244-31cd879f17ba None None] Checking router: 6fed07f2-d4ab-4358-aab0-7b7d0a6210b7 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:05:23.007568 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7631e6-cf87-4ae8-b244-31cd879f17ba None None] Updating router 6fed07f2-d4ab-4358-aab0-7b7d0a6210b7 port c77e34a8-1666-46e5-9316-905a855d871d binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:05:23.025983 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a6dff77-8f2a-4888-a77b-e0ba42c2c524 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:23.034145 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a6dff77-8f2a-4888-a77b-e0ba42c2c524 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:23.040320 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1a7631e6-cf87-4ae8-b244-31cd879f17ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:23.062864 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bdcf3-d13c-42f1-a6ce-253ac519ac5b req-bf1ac52a-50e2-41fd-bd6f-50256cda6e80 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:23.064786 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-775bdcf3-d13c-42f1-a6ce-253ac519ac5b req-bf1ac52a-50e2-41fd-bd6f-50256cda6e80 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=151b5ff4-9c88-4ec7-9341-b047e771e1e8 HTTP/1.1" status: 200 len: 945 time: 0.0742397 Aug 28 15:05:23.073303 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b74b071-b298-4ed4-bdb8-10a181d69b61 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Made reservation on behalf of 620448c0e45d416cac16ebedf859b0fd for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:05:23.078684 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1b74b071-b298-4ed4-bdb8-10a181d69b61 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:23.095153 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a6dff77-8f2a-4888-a77b-e0ba42c2c524 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:23.099639 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6a6dff77-8f2a-4888-a77b-e0ba42c2c524 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6786315 Aug 28 15:05:23.099986 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43810) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:23.109308 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6dff77-8f2a-4888-a77b-e0ba42c2c524 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3f54c5-3aae-4237-ba55-4f29596f42db,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:23.109582 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-cccc1b89-9f42-41fc-9f2c-2b7a690ccb8b tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group_rule': {'security_group_id': 'ac3f54c5-3aae-4237-ba55-4f29596f42db', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:23.110642 n-d-712137-10 neutron-server[106329]: WARNING neutron.api.v2.base [None req-cccc1b89-9f42-41fc-9f2c-2b7a690ccb8b tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 28 15:05:23.111317 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-cccc1b89-9f42-41fc-9f2c-2b7a690ccb8b tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:05:23.112627 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-cccc1b89-9f42-41fc-9f2c-2b7a690ccb8b tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099745 Aug 28 15:05:23.121027 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43812) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:23.135296 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-4a95fe2d-befa-414a-979b-ab1ef8e8400b tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group_rule': {'security_group_id': 'ac3f54c5-3aae-4237-ba55-4f29596f42db', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:23.149436 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b74b071-b298-4ed4-bdb8-10a181d69b61 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:05:23.151310 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43814) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:23.157821 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-58c09022-c584-4e72-9350-7d1be569a905 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2140520473', 'description': 'tempest-description--78943454'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:23.175468 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-775bdcf3-d13c-42f1-a6ce-253ac519ac5b req-d6b5d76f-4df1-44dd-bf72-3d760fb9fd46 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798495 Aug 28 15:05:23.185811 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1b74b071-b298-4ed4-bdb8-10a181d69b61 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:23.186242 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-1b74b071-b298-4ed4-bdb8-10a181d69b61 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Added segment be689545-b2d8-4d04-a00e-0ddfcd928b13 of type vlan for network 1c168abc-cd8e-4c0b-900c-79d594925cda Aug 28 15:05:23.186479 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-96da712f-2001-40f2-8d22-77bffa138b86 req-96ca0e78-849d-4ceb-b468-ef4d67816d56 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Deleting port 9ca99d65-8457-4b8d-8db8-fbb83c6cac47 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:05:23.186893 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-96da712f-2001-40f2-8d22-77bffa138b86 req-96ca0e78-849d-4ceb-b468-ef4d67816d56 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:23.245829 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1b74b071-b298-4ed4-bdb8-10a181d69b61 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:23.272409 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1b74b071-b298-4ed4-bdb8-10a181d69b61 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:23.280102 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b74b071-b298-4ed4-bdb8-10a181d69b61 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:23.281770 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1b74b071-b298-4ed4-bdb8-10a181d69b61 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:23.320332 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-58c09022-c584-4e72-9350-7d1be569a905 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:23.344703 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-4a95fe2d-befa-414a-979b-ab1ef8e8400b tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:05:23.348405 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4a95fe2d-befa-414a-979b-ab1ef8e8400b tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2213888 Aug 28 15:05:23.349973 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5ff74cf9-7c37-4076-ad92-622b60fb95c2 req-ea693214-d3cf-4381-aae4-42a99271cf8e tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups/2a265068-1ff3-4ba3-bd61-46dca540111c HTTP/1.1" status: 200 len: 1801 time: 0.1821518 Aug 28 15:05:23.353801 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1b74b071-b298-4ed4-bdb8-10a181d69b61 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6223893 Aug 28 15:05:23.354449 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43816) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:23.354752 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43818) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:23.365428 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-646c684e-7c8f-45dd-bf54-3020cbca5723 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'subnet': {'network_id': '1c168abc-cd8e-4c0b-900c-79d594925cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:23.372434 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-fc415050-179b-4c64-81d2-90f7eb378919 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group_rule': {'security_group_id': 'ac3f54c5-3aae-4237-ba55-4f29596f42db', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:23.373108 n-d-712137-10 neutron-server[106329]: WARNING neutron.api.v2.base [None req-fc415050-179b-4c64-81d2-90f7eb378919 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 28 15:05:23.373471 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-fc415050-179b-4c64-81d2-90f7eb378919 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:05:23.377099 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fc415050-179b-4c64-81d2-90f7eb378919 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0163584 Aug 28 15:05:23.380749 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43820) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:23.386252 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-c8edc829-9bc8-4739-9b92-ddce1a2fa3fa tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group_rule': {'security_group_id': 'ac3f54c5-3aae-4237-ba55-4f29596f42db', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:23.401771 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74b071-b298-4ed4-bdb8-10a181d69b61 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Network': ['ID=1c168abc-cd8e-4c0b-900c-79d594925cda,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:23.412718 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6dc7a8aa-dd90-45ad-8984-2def95f7eb1c tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:23.418551 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 1c168abc-cd8e-4c0b-900c-79d594925cda details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:05:23.440554 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1a7631e6-cf87-4ae8-b244-31cd879f17ba None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:23.475619 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7a8aa-dd90-45ad-8984-2def95f7eb1c tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Pushing event deleted for resources: {'Port': ['ID=3cb53022-4e6f-40b4-b10a-fd716623ba84,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:23.481098 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-96da712f-2001-40f2-8d22-77bffa138b86 req-96ca0e78-849d-4ceb-b468-ef4d67816d56 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] For port 9ca99d65-8457-4b8d-8db8-fbb83c6cac47, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=9ca99d65-8457-4b8d-8db8-fbb83c6cac47,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:23.481570 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-96da712f-2001-40f2-8d22-77bffa138b86 req-96ca0e78-849d-4ceb-b468-ef4d67816d56 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:23.487415 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1a7631e6-cf87-4ae8-b244-31cd879f17ba None None] Transition to ACTIVE for port object c77e34a8-1666-46e5-9316-905a855d871d will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:05:23.500035 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1a7631e6-cf87-4ae8-b244-31cd879f17ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:23.545069 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-96da712f-2001-40f2-8d22-77bffa138b86 req-96ca0e78-849d-4ceb-b468-ef4d67816d56 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Calling delete_port for 9ca99d65-8457-4b8d-8db8-fbb83c6cac47 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:05:23.554632 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24145dbb-0a93-48d7-94dd-cc0646ea6c80 None None] Pushing event updated for resources: {'Port': ['ID=c77e34a8-1666-46e5-9316-905a855d871d,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:23.587239 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6dc7a8aa-dd90-45ad-8984-2def95f7eb1c tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:23.609649 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-1a7631e6-cf87-4ae8-b244-31cd879f17ba None None] Attempting to bind port c77e34a8-1666-46e5-9316-905a855d871d on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:05:23.610005 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-1a7631e6-cf87-4ae8-b244-31cd879f17ba None None] Attempting to bind port c77e34a8-1666-46e5-9316-905a855d871d by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'ff1e34ae-df87-4444-8c02-cc34e9d93693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c9c20336-94ca-4a7f-8011-3dd7f1b6cda6'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:05:23.610364 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7631e6-cf87-4ae8-b244-31cd879f17ba None None] Attempting to bind port c77e34a8-1666-46e5-9316-905a855d871d on network c9c20336-94ca-4a7f-8011-3dd7f1b6cda6 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:05:23.615631 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7631e6-cf87-4ae8-b244-31cd879f17ba None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:05:23.616049 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7631e6-cf87-4ae8-b244-31cd879f17ba None None] Checking segment: {'id': 'ff1e34ae-df87-4444-8c02-cc34e9d93693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c9c20336-94ca-4a7f-8011-3dd7f1b6cda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:05:23.616444 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1a7631e6-cf87-4ae8-b244-31cd879f17ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:23.616831 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7631e6-cf87-4ae8-b244-31cd879f17ba None None] Bound using segment: {'id': 'ff1e34ae-df87-4444-8c02-cc34e9d93693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c9c20336-94ca-4a7f-8011-3dd7f1b6cda6'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:05:23.617292 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-1a7631e6-cf87-4ae8-b244-31cd879f17ba None None] Bound port: c77e34a8-1666-46e5-9316-905a855d871d, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1e34ae-df87-4444-8c02-cc34e9d93693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c9c20336-94ca-4a7f-8011-3dd7f1b6cda6'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:05:23.617672 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1a7631e6-cf87-4ae8-b244-31cd879f17ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:23.688131 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1a7631e6-cf87-4ae8-b244-31cd879f17ba None None] For port c77e34a8-1666-46e5-9316-905a855d871d, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:05:23.692076 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1a7631e6-cf87-4ae8-b244-31cd879f17ba None None] For port c77e34a8-1666-46e5-9316-905a855d871d, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=c77e34a8-1666-46e5-9316-905a855d871d,segment=NetworkSegment(ff1e34ae-df87-4444-8c02-cc34e9d93693),segment_id=ff1e34ae-df87-4444-8c02-cc34e9d93693)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:05:23.698521 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1a7631e6-cf87-4ae8-b244-31cd879f17ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:23.733050 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5ff74cf9-7c37-4076-ad92-622b60fb95c2 req-2cdab8ec-ff29-44a2-9aa4-628fd02c182a tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:23.764172 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24145dbb-0a93-48d7-94dd-cc0646ea6c80 None None] Pushing event updated for resources: {'Port': ['ID=c77e34a8-1666-46e5-9316-905a855d871d,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:23.766713 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7631e6-cf87-4ae8-b244-31cd879f17ba None None] Routers {'6fed07f2-d4ab-4358-aab0-7b7d0a6210b7'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:05:23.767325 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1a7631e6-cf87-4ae8-b244-31cd879f17ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:05:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['6fed07f2-d4ab-4358-aab0-7b7d0a6210b7'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:23.831724 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-58c09022-c584-4e72-9350-7d1be569a905 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:23.848713 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-58c09022-c584-4e72-9350-7d1be569a905 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:23.855805 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5ff74cf9-7c37-4076-ad92-622b60fb95c2 req-2cdab8ec-ff29-44a2-9aa4-628fd02c182a tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:23.892638 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646c684e-7c8f-45dd-bf54-3020cbca5723 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Made reservation on behalf of 620448c0e45d416cac16ebedf859b0fd for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:05:23.911476 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-646c684e-7c8f-45dd-bf54-3020cbca5723 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:23.919500 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-c8edc829-9bc8-4739-9b92-ddce1a2fa3fa tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:05:23.923368 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c8edc829-9bc8-4739-9b92-ddce1a2fa3fa tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5387807 Aug 28 15:05:23.929369 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-1a7631e6-cf87-4ae8-b244-31cd879f17ba None None] Set router 6fed07f2-d4ab-4358-aab0-7b7d0a6210b7 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:05:23.932918 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43824) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:23.937484 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-d714d804-aed2-4e74-93be-f4fcac72e1c5 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group_rule': {'security_group_id': 'ac3f54c5-3aae-4237-ba55-4f29596f42db', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:23.937945 n-d-712137-10 neutron-server[106329]: WARNING neutron.api.v2.base [None req-d714d804-aed2-4e74-93be-f4fcac72e1c5 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 28 15:05:23.938438 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-d714d804-aed2-4e74-93be-f4fcac72e1c5 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:05:23.941864 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d714d804-aed2-4e74-93be-f4fcac72e1c5 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055199 Aug 28 15:05:23.952527 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43826) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:23.992797 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-22575a38-1dc7-47ab-b62d-69ad88b8f69c tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group_rule': {'security_group_id': 'ac3f54c5-3aae-4237-ba55-4f29596f42db', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:24.011690 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-58c09022-c584-4e72-9350-7d1be569a905 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:24.015961 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-58c09022-c584-4e72-9350-7d1be569a905 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8634946 Aug 28 15:05:24.016721 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c09022-c584-4e72-9350-7d1be569a905 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ef5cce-5687-4c80-a1df-f8032a8b58e2,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:24.017233 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43828) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:24.030988 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6dc7a8aa-dd90-45ad-8984-2def95f7eb1c tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4654'] for router, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:24.042090 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-069bdbfd-2969-4e9a-9ec6-473234817cd7 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Request body: {'security_group_rule': {'security_group_id': 'e4ef5cce-5687-4c80-a1df-f8032a8b58e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:24.054828 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6dc7a8aa-dd90-45ad-8984-2def95f7eb1c tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523761'] for router, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:24.084814 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-069bdbfd-2969-4e9a-9ec6-473234817cd7 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:24.087083 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5ff74cf9-7c37-4076-ad92-622b60fb95c2 req-2cdab8ec-ff29-44a2-9aa4-628fd02c182a tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:24.090836 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5ff74cf9-7c37-4076-ad92-622b60fb95c2 req-2cdab8ec-ff29-44a2-9aa4-628fd02c182a tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:24.091777 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5ff74cf9-7c37-4076-ad92-622b60fb95c2 req-2cdab8ec-ff29-44a2-9aa4-628fd02c182a tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "DELETE /v2.0/security-groups/2a265068-1ff3-4ba3-bd61-46dca540111c HTTP/1.1" status: 204 len: 173 time: 0.7239451 Aug 28 15:05:24.163329 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [req-ad92ed19-efe6-41e2-a86b-762ee60bba0c req-4cb68cfe-3f81-43f1-837a-87186385bf24 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] show failed (client error): The resource could not be found. Aug 28 15:05:24.164524 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ad92ed19-efe6-41e2-a86b-762ee60bba0c req-4cb68cfe-3f81-43f1-837a-87186385bf24 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups/2a265068-1ff3-4ba3-bd61-46dca540111c HTTP/1.1" status: 404 len: 352 time: 0.0360134 Aug 28 15:05:24.183454 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdab8ec-ff29-44a2-9aa4-628fd02c182a tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a265068-1ff3-4ba3-bd61-46dca540111c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:24.191451 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-22575a38-1dc7-47ab-b62d-69ad88b8f69c tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:05:24.195133 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-22575a38-1dc7-47ab-b62d-69ad88b8f69c tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2309604 Aug 28 15:05:24.196745 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43834) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:24.204917 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-16f1a1eb-6cc7-4210-9f05-5247482f10c3 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group_rule': {'security_group_id': 'ac3f54c5-3aae-4237-ba55-4f29596f42db', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:24.205711 n-d-712137-10 neutron-server[106330]: WARNING neutron.api.v2.base [None req-16f1a1eb-6cc7-4210-9f05-5247482f10c3 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 28 15:05:24.206137 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-16f1a1eb-6cc7-4210-9f05-5247482f10c3 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:05:24.209998 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-16f1a1eb-6cc7-4210-9f05-5247482f10c3 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0089018 Aug 28 15:05:24.212063 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43836) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:24.225375 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-1885bfec-d793-47fb-abb1-ed95666354fe tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group_rule': {'security_group_id': 'ac3f54c5-3aae-4237-ba55-4f29596f42db', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:24.226315 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc7a8aa-dd90-45ad-8984-2def95f7eb1c tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Router a2e0eb21-0076-4f83-8e56-6880e5f4c1d7 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:05:24.227306 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-96da712f-2001-40f2-8d22-77bffa138b86 req-96ca0e78-849d-4ceb-b468-ef4d67816d56 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:24.249559 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['0e790489-613f-4b5b-816a-a84b22a5048b'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:05:24.252100 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['84e68f88-a56e-4fa0-b9f1-ac932443bfc0', '9ca99d65-8457-4b8d-8db8-fbb83c6cac47'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:05:24.278221 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca0e78-849d-4ceb-b468-ef4d67816d56 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Pushing event deleted for resources: {'Port': ['ID=9ca99d65-8457-4b8d-8db8-fbb83c6cac47,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:24.354682 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1a7631e6-cf87-4ae8-b244-31cd879f17ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'name': 'tempest-ServersTestBootFromVolume-534819450-router', 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '6eab8c2b-d26e-48c6-af27-c36fb330b62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:05:11Z', 'updated_at': '2021-08-28T15:05:20Z', 'revision_number': 4, 'project_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'gw_port': {'id': '6eab8c2b-d26e-48c6-af27-c36fb330b62e', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:05:13Z', 'updated_at': '2021-08-28T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'c77e34a8-1666-46e5-9316-905a855d871d', 'name': '', 'network_id': 'c9c20336-94ca-4a7f-8011-3dd7f1b6cda6', 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'mac_address': 'fa:16:3e:b7:66:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'a208608a-7e75-43d1-ae36-b32dcc6f294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:05:18Z', 'updated_at': '2021-08-28T15:05:23Z', 'revision_number': 4, 'project_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'subnets': [{'id': 'a208608a-7e75-43d1-ae36-b32dcc6f294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:24.403333 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7631e6-cf87-4ae8-b244-31cd879f17ba None None] The sync data for ids ['6fed07f2-d4ab-4358-aab0-7b7d0a6210b7'] in n-d-712137-10 is: [{'id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'name': 'tempest-ServersTestBootFromVolume-534819450-router', 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '6eab8c2b-d26e-48c6-af27-c36fb330b62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:05:11Z', 'updated_at': '2021-08-28T15:05:20Z', 'revision_number': 4, 'project_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'gw_port': {'id': '6eab8c2b-d26e-48c6-af27-c36fb330b62e', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:05:13Z', 'updated_at': '2021-08-28T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'c77e34a8-1666-46e5-9316-905a855d871d', 'name': '', 'network_id': 'c9c20336-94ca-4a7f-8011-3dd7f1b6cda6', 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'mac_address': 'fa:16:3e:b7:66:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'a208608a-7e75-43d1-ae36-b32dcc6f294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:05:18Z', 'updated_at': '2021-08-28T15:05:23Z', 'revision_number': 4, 'project_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'subnets': [{'id': 'a208608a-7e75-43d1-ae36-b32dcc6f294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:05:24.411849 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:24.539161 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-069bdbfd-2969-4e9a-9ec6-473234817cd7 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:24.563749 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-069bdbfd-2969-4e9a-9ec6-473234817cd7 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:24.593200 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-646c684e-7c8f-45dd-bf54-3020cbca5723 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:24.629299 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-594c6c11-5a58-4d07-bd62-e9fdee5224d0 req-f9555407-389f-4faf-80e3-b93a64f94a26 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=151b5ff4-9c88-4ec7-9341-b047e771e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0901833 Aug 28 15:05:24.665478 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bdbfd-2969-4e9a-9ec6-473234817cd7 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c824776e-f4b7-4de6-971d-caca8e990d5c,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:24.689135 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-069bdbfd-2969-4e9a-9ec6-473234817cd7 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:24.690451 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-069bdbfd-2969-4e9a-9ec6-473234817cd7 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6716890 Aug 28 15:05:24.698166 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43840) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:24.708068 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-4328c566-e819-449a-b309-28f065ad7dd6 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Request body: {'security_group_rule': {'security_group_id': 'e4ef5cce-5687-4c80-a1df-f8032a8b58e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:24.724713 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-1885bfec-d793-47fb-abb1-ed95666354fe tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:05:24.725773 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1885bfec-d793-47fb-abb1-ed95666354fe tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5123901 Aug 28 15:05:24.729047 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c684e-7c8f-45dd-bf54-3020cbca5723 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Subnet': ['ID=c02dd958-043b-4aca-a1bd-a5bb9d34ea42,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:24.733251 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43842) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:24.740494 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-f9d54917-8609-4d63-a8f8-0a606700f94d tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group_rule': {'security_group_id': 'ac3f54c5-3aae-4237-ba55-4f29596f42db', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:24.775163 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-96da712f-2001-40f2-8d22-77bffa138b86 req-96ca0e78-849d-4ceb-b468-ef4d67816d56 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] No DVR routers for this DVR port 9ca99d65-8457-4b8d-8db8-fbb83c6cac47 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:05:24.775739 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646c684e-7c8f-45dd-bf54-3020cbca5723 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Checking segment: {'id': 'be689545-b2d8-4d04-a00e-0ddfcd928b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1c168abc-cd8e-4c0b-900c-79d594925cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:05:24.776108 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646c684e-7c8f-45dd-bf54-3020cbca5723 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network hostable DHCP agents. Network: 1c168abc-cd8e-4c0b-900c-79d594925cda, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:05:24.778191 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-96da712f-2001-40f2-8d22-77bffa138b86 req-96ca0e78-849d-4ceb-b468-ef4d67816d56 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:24.780338 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-96da712f-2001-40f2-8d22-77bffa138b86 req-96ca0e78-849d-4ceb-b468-ef4d67816d56 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.36 "DELETE /v2.0/ports/9ca99d65-8457-4b8d-8db8-fbb83c6cac47 HTTP/1.1" status: 204 len: 173 time: 1.9237225 Aug 28 15:05:24.794656 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4328c566-e819-449a-b309-28f065ad7dd6 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:24.810703 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151b5ff4-9c88-4ec7-9341-b047e771e1e8', 'name': 'network-vif-deleted', 'tag': '9ca99d65-8457-4b8d-8db8-fbb83c6cac47'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:05:24.813111 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff7f7e9-5491-43b1-af4e-e96f099eabb9" -d '{"events": [{"server_uuid": "151b5ff4-9c88-4ec7-9341-b047e771e1e8", "name": "network-vif-deleted", "tag": "9ca99d65-8457-4b8d-8db8-fbb83c6cac47"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:05:24.833190 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-59d689fe-0852-42f5-a875-2d9c0ab1bbe8 req-b34eddde-8f5d-41bf-bfa6-3a1e64f84a90 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups/aceb2401-4138-479e-9422-37b4fafa0d4d HTTP/1.1" status: 200 len: 1801 time: 0.6215684 Aug 28 15:05:24.838854 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646c684e-7c8f-45dd-bf54-3020cbca5723 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network 1c168abc-cd8e-4c0b-900c-79d594925cda is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:05:24.843376 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc7a8aa-dd90-45ad-8984-2def95f7eb1c tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:05:24.851075 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6dc7a8aa-dd90-45ad-8984-2def95f7eb1c tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:24.855538 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6dc7a8aa-dd90-45ad-8984-2def95f7eb1c tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "PUT /v2.0/routers/a2e0eb21-0076-4f83-8e56-6880e5f4c1d7 HTTP/1.1" status: 200 len: 706 time: 3.1163352 Aug 28 15:05:24.856261 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43850) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:24.857793 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-f9d54917-8609-4d63-a8f8-0a606700f94d tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:05:24.859147 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f9d54917-8609-4d63-a8f8-0a606700f94d tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1224372 Aug 28 15:05:24.863256 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43852) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:24.864210 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bab611-0a31-4e70-a669-5d54573f9a3a None None] Sync routers for ids ['a2e0eb21-0076-4f83-8e56-6880e5f4c1d7'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:05:24.866530 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-646c684e-7c8f-45dd-bf54-3020cbca5723 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 1c168abc-cd8e-4c0b-900c-79d594925cda) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:24.875888 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646c684e-7c8f-45dd-bf54-3020cbca5723 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:24.876696 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-646c684e-7c8f-45dd-bf54-3020cbca5723 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:24.886579 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c454cd-b49a-46fb-b3da-d0b093d9795d None None] Network 1c168abc-cd8e-4c0b-900c-79d594925cda requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:05:24.902142 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4328c566-e819-449a-b309-28f065ad7dd6 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:24.909338 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4328c566-e819-449a-b309-28f065ad7dd6 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:24.909673 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bab611-0a31-4e70-a669-5d54573f9a3a None None] Routers {'a2e0eb21-0076-4f83-8e56-6880e5f4c1d7'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:05:24.916315 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-646c684e-7c8f-45dd-bf54-3020cbca5723 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5563703 Aug 28 15:05:24.919106 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43854) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:24.923051 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-10bab611-0a31-4e70-a669-5d54573f9a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:05:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a2e0eb21-0076-4f83-8e56-6880e5f4c1d7'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:24.951055 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-1798ef51-9e31-4db9-be19-149f8bfbe5bd tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-503717530', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:24.983154 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328c566-e819-449a-b309-28f065ad7dd6 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b46148d9-3a1e-4680-8224-4faae8425f85,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:24.996577 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4328c566-e819-449a-b309-28f065ad7dd6 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:24.997758 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4328c566-e819-449a-b309-28f065ad7dd6 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2979496 Aug 28 15:05:25.001855 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43856) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:25.029664 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-92b8faee-76f3-46af-a0b0-3799050bbcbd tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:25.047294 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3936e7ae-d0f8-4a6e-bb94-8618594a3518 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "GET /v2.0/routers/a2e0eb21-0076-4f83-8e56-6880e5f4c1d7 HTTP/1.1" status: 200 len: 741 time: 0.1846364 Aug 28 15:05:25.048113 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43858) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:25.053030 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-10bab611-0a31-4e70-a669-5d54573f9a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:25.053525 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1ee990-a135-49a3-8e91-e0c5b402e408 x-openstack-request-id: req-4b1ee990-a135-49a3-8e91-e0c5b402e408 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:05:25.053995 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151b5ff4-9c88-4ec7-9341-b047e771e1e8", "name": "network-vif-deleted", "tag": "9ca99d65-8457-4b8d-8db8-fbb83c6cac47", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:05:25.054396 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b1ee990-a135-49a3-8e91-e0c5b402e408 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:05:25.054936 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151b5ff4-9c88-4ec7-9341-b047e771e1e8', 'name': 'network-vif-deleted', 'tag': '9ca99d65-8457-4b8d-8db8-fbb83c6cac47', 'status': 'completed', 'code': 200} Aug 28 15:05:25.090952 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1798ef51-9e31-4db9-be19-149f8bfbe5bd tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:25.092088 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1798ef51-9e31-4db9-be19-149f8bfbe5bd tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:25.092248 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bab611-0a31-4e70-a669-5d54573f9a3a None None] Routers {'a2e0eb21-0076-4f83-8e56-6880e5f4c1d7'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:05:25.092921 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-10bab611-0a31-4e70-a669-5d54573f9a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:05:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a2e0eb21-0076-4f83-8e56-6880e5f4c1d7'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:25.100675 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-59d689fe-0852-42f5-a875-2d9c0ab1bbe8 req-27ce83be-a7d9-4642-8aad-b012b175e309 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:25.101725 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92b8faee-76f3-46af-a0b0-3799050bbcbd tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:25.131249 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5acc4bd1-7cb2-426d-99e6-497b0c0c3542 tempest-RoutersAdminTest-690675493 tempest-RoutersAdminTest-690675493-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=61448970-1875-4f3f-bc01-29da4e3666f1&device_id=a2e0eb21-0076-4f83-8e56-6880e5f4c1d7 HTTP/1.1" status: 200 len: 205 time: 0.0749133 Aug 28 15:05:25.133434 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43860) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:25.166216 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-59d689fe-0852-42f5-a875-2d9c0ab1bbe8 req-27ce83be-a7d9-4642-8aad-b012b175e309 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:25.171393 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-10bab611-0a31-4e70-a669-5d54573f9a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:25.172212 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bab611-0a31-4e70-a669-5d54573f9a3a None None] The sync data for ids ['a2e0eb21-0076-4f83-8e56-6880e5f4c1d7'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:05:25.180236 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2e9967a2-e235-4acd-a66d-8d10365e654b tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:25.219703 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5af0f0a2-e3b9-47a7-b15f-ef09904ad60a tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2e0eb21-0076-4f83-8e56-6880e5f4c1d7 HTTP/1.1" status: 200 len: 205 time: 0.0848897 Aug 28 15:05:25.222488 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43862) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:25.224368 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2e9967a2-e235-4acd-a66d-8d10365e654b tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:25.227177 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c9b213-ed53-4873-a414-398925430353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-1c168abc-cd8e-4c0b-900c-79d594925cda', 'network_id': '1c168abc-cd8e-4c0b-900c-79d594925cda', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'fixed_ips': [{'subnet_id': 'c02dd958-043b-4aca-a1bd-a5bb9d34ea42'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:05:25.228427 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c5c9b213-ed53-4873-a414-398925430353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:25.268190 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1798ef51-9e31-4db9-be19-149f8bfbe5bd tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:25.276121 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-59d689fe-0852-42f5-a875-2d9c0ab1bbe8 req-27ce83be-a7d9-4642-8aad-b012b175e309 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:25.279070 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-59d689fe-0852-42f5-a875-2d9c0ab1bbe8 req-27ce83be-a7d9-4642-8aad-b012b175e309 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:25.283466 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-59d689fe-0852-42f5-a875-2d9c0ab1bbe8 req-27ce83be-a7d9-4642-8aad-b012b175e309 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "DELETE /v2.0/security-groups/aceb2401-4138-479e-9422-37b4fafa0d4d HTTP/1.1" status: 204 len: 173 time: 0.4491501 Aug 28 15:05:25.287638 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2e9967a2-e235-4acd-a66d-8d10365e654b tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:25.290092 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2e9967a2-e235-4acd-a66d-8d10365e654b tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:25.291220 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2e9967a2-e235-4acd-a66d-8d10365e654b tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "DELETE /v2.0/security-groups/ac3f54c5-3aae-4237-ba55-4f29596f42db HTTP/1.1" status: 204 len: 168 time: 0.4184909 Aug 28 15:05:25.293915 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43866) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:25.307169 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce83be-a7d9-4642-8aad-b012b175e309 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aceb2401-4138-479e-9422-37b4fafa0d4d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:25.332726 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9967a2-e235-4acd-a66d-8d10365e654b tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3f54c5-3aae-4237-ba55-4f29596f42db,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:25.345828 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1798ef51-9e31-4db9-be19-149f8bfbe5bd tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:25.369207 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-767e2666-01b6-483f-accb-c53ae8b3a40a tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0738933 Aug 28 15:05:25.373771 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43868) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:25.378887 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-c1410d09-e718-4cd0-abe4-898f04be1026 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group': {'name': 'tempest-secgroup--1613918833'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:25.410062 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c1410d09-e718-4cd0-abe4-898f04be1026 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:25.410451 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [req-6569c40a-3135-4dbf-84f5-73832bf9b9de req-a791e067-bfb5-45c5-a6d3-7e08ac89e9fe tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] show failed (client error): The resource could not be found. Aug 28 15:05:25.420693 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6569c40a-3135-4dbf-84f5-73832bf9b9de req-a791e067-bfb5-45c5-a6d3-7e08ac89e9fe tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups/aceb2401-4138-479e-9422-37b4fafa0d4d HTTP/1.1" status: 404 len: 352 time: 0.0882838 Aug 28 15:05:25.427967 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c5f6fa2a-de5e-424f-bd3f-f3ed2d938803 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:25.441197 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1798ef51-9e31-4db9-be19-149f8bfbe5bd tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:25.444219 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1798ef51-9e31-4db9-be19-149f8bfbe5bd tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5215082 Aug 28 15:05:25.448894 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43872) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:25.506279 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-c82da04e-3820-4f4f-8933-ff55691c0709 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'port': {'network_id': '1c168abc-cd8e-4c0b-900c-79d594925cda', 'name': 'tempest-RoutersIpV6Test-872124132'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:25.538970 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-33919de7-27ba-4dfc-9640-2cca0766d689 req-43aece2b-c2a1-42fb-b24c-15d4d42450f1 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups/6763369f-743d-4a5e-9a04-80cff22fed14 HTTP/1.1" status: 200 len: 1801 time: 0.0846148 Aug 28 15:05:25.646377 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-33919de7-27ba-4dfc-9640-2cca0766d689 req-fc9eb4e7-39cb-41df-a3c9-f974ec7ec5bb tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:25.655449 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c1410d09-e718-4cd0-abe4-898f04be1026 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:25.669369 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c1410d09-e718-4cd0-abe4-898f04be1026 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:25.713161 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-33919de7-27ba-4dfc-9640-2cca0766d689 req-fc9eb4e7-39cb-41df-a3c9-f974ec7ec5bb tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:25.760476 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c1410d09-e718-4cd0-abe4-898f04be1026 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:25.765543 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c1410d09-e718-4cd0-abe4-898f04be1026 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3902624 Aug 28 15:05:25.768298 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43878) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:25.783531 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-9a90ec3e-75e8-4b52-8de7-a325b4de7f3f tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group_rule': {'security_group_id': '1b3242c6-c833-4b04-81d4-a7185aaf378c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:25.797340 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1410d09-e718-4cd0-abe4-898f04be1026 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3242c6-c833-4b04-81d4-a7185aaf378c,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:25.802592 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c5f6fa2a-de5e-424f-bd3f-f3ed2d938803 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:25.810024 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c5f6fa2a-de5e-424f-bd3f-f3ed2d938803 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:25.829330 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-33919de7-27ba-4dfc-9640-2cca0766d689 req-fc9eb4e7-39cb-41df-a3c9-f974ec7ec5bb tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:25.830510 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92b8faee-76f3-46af-a0b0-3799050bbcbd tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:25.832730 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-33919de7-27ba-4dfc-9640-2cca0766d689 req-fc9eb4e7-39cb-41df-a3c9-f974ec7ec5bb tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:25.845334 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-33919de7-27ba-4dfc-9640-2cca0766d689 req-fc9eb4e7-39cb-41df-a3c9-f974ec7ec5bb tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "DELETE /v2.0/security-groups/6763369f-743d-4a5e-9a04-80cff22fed14 HTTP/1.1" status: 204 len: 173 time: 0.3051517 Aug 28 15:05:25.901024 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9eb4e7-39cb-41df-a3c9-f974ec7ec5bb tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6763369f-743d-4a5e-9a04-80cff22fed14,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:25.910191 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [req-1776d681-ac23-4962-9558-d2cf6c70ab2d req-1affd346-2bc8-4f5e-ba3f-e1ff9f0b5fa8 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] show failed (client error): The resource could not be found. Aug 28 15:05:25.925872 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1776d681-ac23-4962-9558-d2cf6c70ab2d req-1affd346-2bc8-4f5e-ba3f-e1ff9f0b5fa8 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups/6763369f-743d-4a5e-9a04-80cff22fed14 HTTP/1.1" status: 404 len: 352 time: 0.0597436 Aug 28 15:05:25.926115 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-c5c9b213-ed53-4873-a414-398925430353 None None] Allocated IP 2001:db8::2 (1c168abc-cd8e-4c0b-900c-79d594925cda/c02dd958-043b-4aca-a1bd-a5bb9d34ea42/7f8e30a4-af14-40fc-9f1f-adefa4eebdb2) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:05:25.946163 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c5f6fa2a-de5e-424f-bd3f-f3ed2d938803 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:25.947744 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f6fa2a-de5e-424f-bd3f-f3ed2d938803 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Fanout notify agent at l3_agent the message router_deleted on router a2e0eb21-0076-4f83-8e56-6880e5f4c1d7 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:05:25.965667 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c5f6fa2a-de5e-424f-bd3f-f3ed2d938803 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:25.966922 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c5f6fa2a-de5e-424f-bd3f-f3ed2d938803 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "DELETE /v2.0/routers/a2e0eb21-0076-4f83-8e56-6880e5f4c1d7 HTTP/1.1" status: 204 len: 168 time: 0.7175777 Aug 28 15:05:25.973028 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43886) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:26.009020 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82da04e-3820-4f4f-8933-ff55691c0709 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Made reservation on behalf of 620448c0e45d416cac16ebedf859b0fd for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:05:26.018360 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c82da04e-3820-4f4f-8933-ff55691c0709 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:26.025489 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-46d8004d-8ade-480f-af00-2daea1e349f8 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2e0eb21-0076-4f83-8e56-6880e5f4c1d7 HTTP/1.1" status: 200 len: 205 time: 0.0509996 Aug 28 15:05:26.026199 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43890) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:26.033085 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-9a90ec3e-75e8-4b52-8de7-a325b4de7f3f tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] create failed (client error): The resource could not be found. Aug 28 15:05:26.036911 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9a90ec3e-75e8-4b52-8de7-a325b4de7f3f tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2649312 Aug 28 15:05:26.038807 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43892) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:26.043208 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-9f819907-000f-47e8-b92f-d027663b5419 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group_rule': {'security_group_id': '1b3242c6-c833-4b04-81d4-a7185aaf378c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8a7391cc-789c-4143-86d3-5d21664e69ea'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:26.102415 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-1eed507c-d739-471d-a918-1644277f7b3a tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] delete failed (client error): The resource could not be found. Aug 28 15:05:26.111451 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1eed507c-d739-471d-a918-1644277f7b3a tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "DELETE /v2.0/routers/a2e0eb21-0076-4f83-8e56-6880e5f4c1d7 HTTP/1.1" status: 404 len: 336 time: 0.0808265 Aug 28 15:05:26.117304 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43894) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:26.124229 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device c77e34a8-1666-46e5-9316-905a855d871d up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:05:26.164706 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4556a04d-9433-4e4c-95ae-a77ad62befbc tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a755bb8-15fe-4cb2-b958-bb25485385e4 HTTP/1.1" status: 200 len: 205 time: 0.0400958 Aug 28 15:05:26.175037 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43896) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:26.222071 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-9f819907-000f-47e8-b92f-d027663b5419 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] create failed (client error): The resource could not be found. Aug 28 15:05:26.225787 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9f819907-000f-47e8-b92f-d027663b5419 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1839919 Aug 28 15:05:26.232142 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca88237-2616-4cf4-a003-74a664dbda46 req-e2f93678-089a-4c06-8775-8f855c043c27 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:26.233789 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1ca88237-2616-4cf4-a003-74a664dbda46 req-e2f93678-089a-4c06-8775-8f855c043c27 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=9823d602-f886-43ee-ada0-70152df5dd93 HTTP/1.1" status: 200 len: 945 time: 0.0727358 Aug 28 15:05:26.234352 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43898) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:26.250059 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port c77e34a8-1666-46e5-9316-905a855d871d completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:05:26.256966 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-c82da04e-3820-4f4f-8933-ff55691c0709 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] device_id is not set on port dee54236-e417-4548-8c52-f29fc43b93b5 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:05:26.259266 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port c77e34a8-1666-46e5-9316-905a855d871d triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:26.260428 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:26.280019 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-a4f930ab-6cb9-4610-97a7-50f88815f60a tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] delete failed (client error): The resource could not be found. Aug 28 15:05:26.281611 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a4f930ab-6cb9-4610-97a7-50f88815f60a tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "DELETE /v2.0/routers/9a755bb8-15fe-4cb2-b958-bb25485385e4 HTTP/1.1" status: 404 len: 336 time: 0.1056066 Aug 28 15:05:26.290631 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43900) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:26.297490 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c5c9b213-ed53-4873-a414-398925430353 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:26.309908 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1ca88237-2616-4cf4-a003-74a664dbda46 req-eb503ad0-d2d0-491d-a864-afd92a081cbc tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670247 Aug 28 15:05:26.317365 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c5c9b213-ed53-4873-a414-398925430353 None None] Transition to ACTIVE for port object 7f8e30a4-af14-40fc-9f1f-adefa4eebdb2 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:05:26.341649 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d06fec31-4c7f-4caa-b548-0d003e4654f3 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:26.350001 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c5c9b213-ed53-4873-a414-398925430353 None None] Transition to ACTIVE for port object 7f8e30a4-af14-40fc-9f1f-adefa4eebdb2 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:05:26.357183 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c5c9b213-ed53-4873-a414-398925430353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:26.366343 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d06fec31-4c7f-4caa-b548-0d003e4654f3 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:26.411352 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ef000922-988c-49bd-af76-303a6e9e7c5e tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "GET /v2.0/ports?device_id=34946064-ebfe-4bf4-8eeb-3fdb48904412 HTTP/1.1" status: 200 len: 205 time: 0.1111360 Aug 28 15:05:26.415580 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43902) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:26.426517 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d06fec31-4c7f-4caa-b548-0d003e4654f3 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:26.429167 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d06fec31-4c7f-4caa-b548-0d003e4654f3 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:26.432291 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d06fec31-4c7f-4caa-b548-0d003e4654f3 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "DELETE /v2.0/security-groups/1b3242c6-c833-4b04-81d4-a7185aaf378c HTTP/1.1" status: 204 len: 168 time: 0.1945798 Aug 28 15:05:26.434337 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a12e9444-c6f8-4d74-a4bd-0ec0ad12fa50 req-bda7f25d-d07a-4be1-8ed3-5b179a2ba234 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=442584d0f1d84c76983f148b2740762a HTTP/1.1" status: 200 len: 6156 time: 0.3863282 Aug 28 15:05:26.443043 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-92b8faee-76f3-46af-a0b0-3799050bbcbd tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Allocated IP 172.25.3.47 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/51f79833-ac7d-46b8-b143-03350a795a27) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:05:26.451359 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:26.451613 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43904) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:26.453267 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c9b213-ed53-4873-a414-398925430353 None None] Network 1c168abc-cd8e-4c0b-900c-79d594925cda is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:26.456421 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:26.460227 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c9b213-ed53-4873-a414-398925430353 None None] Pushing event updated for resources: {'Port': ['ID=7f8e30a4-af14-40fc-9f1f-adefa4eebdb2,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:26.463409 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-c5c9b213-ed53-4873-a414-398925430353 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:26.471066 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c9b213-ed53-4873-a414-398925430353 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:05:26.471492 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06fec31-4c7f-4caa-b548-0d003e4654f3 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3242c6-c833-4b04-81d4-a7185aaf378c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:26.475616 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-fb0c9008-e70a-4f27-9022-754b55da8a7d tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] delete failed (client error): The resource could not be found. Aug 28 15:05:26.479946 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fb0c9008-e70a-4f27-9022-754b55da8a7d tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "DELETE /v2.0/routers/34946064-ebfe-4bf4-8eeb-3fdb48904412 HTTP/1.1" status: 404 len: 336 time: 0.0630040 Aug 28 15:05:26.480805 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43906) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:26.514020 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bc42c0e1-ea4e-454a-ab66-88b003b5b0cf tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "GET /v2.0/ports?device_id=135e4b76-412d-47cb-b46c-4f144aa31a7e HTTP/1.1" status: 200 len: 205 time: 0.0298495 Aug 28 15:05:26.514324 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43908) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:26.548486 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port c77e34a8-1666-46e5-9316-905a855d871d, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=c77e34a8-1666-46e5-9316-905a855d871d,segment=NetworkSegment(ff1e34ae-df87-4444-8c02-cc34e9d93693),segment_id=ff1e34ae-df87-4444-8c02-cc34e9d93693)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:26.560076 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-b4c4f5c7-0d62-4557-9c2d-0a543faeba89 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] delete failed (client error): The resource could not be found. Aug 28 15:05:26.560313 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:26.560447 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b4c4f5c7-0d62-4557-9c2d-0a543faeba89 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "DELETE /v2.0/routers/135e4b76-412d-47cb-b46c-4f144aa31a7e HTTP/1.1" status: 404 len: 336 time: 0.0415118 Aug 28 15:05:26.560447 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43910) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:26.562500 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c5c9b213-ed53-4873-a414-398925430353 None None] Attempting to bind port 7f8e30a4-af14-40fc-9f1f-adefa4eebdb2 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:05:26.563210 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c5c9b213-ed53-4873-a414-398925430353 None None] Attempting to bind port 7f8e30a4-af14-40fc-9f1f-adefa4eebdb2 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'be689545-b2d8-4d04-a00e-0ddfcd928b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1c168abc-cd8e-4c0b-900c-79d594925cda'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:05:26.563471 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c9b213-ed53-4873-a414-398925430353 None None] Attempting to bind port 7f8e30a4-af14-40fc-9f1f-adefa4eebdb2 on network 1c168abc-cd8e-4c0b-900c-79d594925cda {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:05:26.594203 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f5f18bb2-a1e6-4129-8686-25cd8fbe6a8d tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "GET /v2.0/ports?device_id=5306966e-fcd6-4a89-8c22-9aceae6fb9b2 HTTP/1.1" status: 200 len: 205 time: 0.0310102 Aug 28 15:05:26.595170 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43912) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:26.595739 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c9b213-ed53-4873-a414-398925430353 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:05:26.596129 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c9b213-ed53-4873-a414-398925430353 None None] Checking segment: {'id': 'be689545-b2d8-4d04-a00e-0ddfcd928b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1c168abc-cd8e-4c0b-900c-79d594925cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:05:26.596562 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c5c9b213-ed53-4873-a414-398925430353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:26.596959 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c9b213-ed53-4873-a414-398925430353 None None] Bound using segment: {'id': 'be689545-b2d8-4d04-a00e-0ddfcd928b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1c168abc-cd8e-4c0b-900c-79d594925cda'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:05:26.597454 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c5c9b213-ed53-4873-a414-398925430353 None None] Bound port: 7f8e30a4-af14-40fc-9f1f-adefa4eebdb2, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be689545-b2d8-4d04-a00e-0ddfcd928b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1c168abc-cd8e-4c0b-900c-79d594925cda'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:05:26.597836 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c5c9b213-ed53-4873-a414-398925430353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:26.633527 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-438cbaf7-3734-4026-ba50-ae13f3f97e2b tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1752751 Aug 28 15:05:26.638341 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43914) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:26.638730 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a12e9444-c6f8-4d74-a4bd-0ec0ad12fa50 req-45df8c23-1c91-4afd-a74b-db987f6aea64 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups/84b45dd7-4f79-4c3e-8bce-560e0ade4c15 HTTP/1.1" status: 200 len: 2985 time: 0.2031710 Aug 28 15:05:26.643186 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-997b8320-cb98-4869-952b-44f521376be3 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group_rule': {'security_group_id': 'db333af5-5eb7-4620-bbfb-c061aeac1305', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:26.648193 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-8b5bed0d-7075-4dd8-b2d3-df1037a70ef8 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] delete failed (client error): The resource could not be found. Aug 28 15:05:26.652415 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8b5bed0d-7075-4dd8-b2d3-df1037a70ef8 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "DELETE /v2.0/routers/5306966e-fcd6-4a89-8c22-9aceae6fb9b2 HTTP/1.1" status: 404 len: 336 time: 0.0537539 Aug 28 15:05:26.652660 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43916) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:26.657834 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=c77e34a8-1666-46e5-9316-905a855d871d,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:26.677938 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-c82da04e-3820-4f4f-8933-ff55691c0709 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Allocated IP 2001:db8::d5 (1c168abc-cd8e-4c0b-900c-79d594925cda/c02dd958-043b-4aca-a1bd-a5bb9d34ea42/dee54236-e417-4548-8c52-f29fc43b93b5) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:05:26.692769 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c5c9b213-ed53-4873-a414-398925430353 None None] For port 7f8e30a4-af14-40fc-9f1f-adefa4eebdb2, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:05:26.693000 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f98e7298-abf5-46d9-b6d2-e797e7687ee0 tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5048191-f02c-46b0-8eb2-7ff7a1fa9236 HTTP/1.1" status: 200 len: 205 time: 0.0364587 Aug 28 15:05:26.693000 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43918) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:26.694481 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c5c9b213-ed53-4873-a414-398925430353 None None] For port 7f8e30a4-af14-40fc-9f1f-adefa4eebdb2, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7f8e30a4-af14-40fc-9f1f-adefa4eebdb2,segment=NetworkSegment(be689545-b2d8-4d04-a00e-0ddfcd928b13),segment_id=be689545-b2d8-4d04-a00e-0ddfcd928b13)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:05:26.698725 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c5c9b213-ed53-4873-a414-398925430353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:26.736143 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-5eae0261-94d4-4b8f-94dc-c758f376c4ae tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] delete failed (client error): The resource could not be found. Aug 28 15:05:26.740778 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5eae0261-94d4-4b8f-94dc-c758f376c4ae tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "DELETE /v2.0/routers/f5048191-f02c-46b0-8eb2-7ff7a1fa9236 HTTP/1.1" status: 404 len: 336 time: 0.0431442 Aug 28 15:05:26.742355 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43920) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:26.756919 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c9b213-ed53-4873-a414-398925430353 None None] Pushing event updated for resources: {'Port': ['ID=7f8e30a4-af14-40fc-9f1f-adefa4eebdb2,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:26.763395 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a12e9444-c6f8-4d74-a4bd-0ec0ad12fa50 req-2d90f802-931c-4a8b-b06c-8f8d1a1329a8 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups/84b45dd7-4f79-4c3e-8bce-560e0ade4c15 HTTP/1.1" status: 200 len: 2985 time: 0.1160631 Aug 28 15:05:26.777211 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-412dd3f4-6611-4be6-b374-9481d4c1e29c tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] DELETE failed (client error): The resource could not be found. Aug 28 15:05:26.777642 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-412dd3f4-6611-4be6-b374-9481d4c1e29c tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:05:26.781966 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-412dd3f4-6611-4be6-b374-9481d4c1e29c tempest-RoutersAdminTest-1363121610 tempest-RoutersAdminTest-1363121610-project] 10.222.0.13 "DELETE /v2.0/subnets/499aea16-d9b9-4376-b818-95ba3925b345 HTTP/1.1" status: 404 len: 337 time: 0.0362005 Aug 28 15:05:26.799530 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-2e117416-7d47-42e2-800e-018b1814dac3 req-1583ac6b-dc2f-44fd-8cdb-f0582d9efa99 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1761177866', 'description': 'tempest-description-2144591886'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:26.805421 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-997b8320-cb98-4869-952b-44f521376be3 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] create failed (client error): The resource could not be found. Aug 28 15:05:26.807701 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-997b8320-cb98-4869-952b-44f521376be3 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1677628 Aug 28 15:05:26.812216 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43926) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:26.815451 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92b8faee-76f3-46af-a0b0-3799050bbcbd tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:26.816993 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-3ad9822c-ff17-4e39-8c8b-ba378e97fa63 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group': {'name': 'tempest-secgroup--499048090'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:26.842777 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-2e117416-7d47-42e2-800e-018b1814dac3 req-1583ac6b-dc2f-44fd-8cdb-f0582d9efa99 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:26.881152 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3ad9822c-ff17-4e39-8c8b-ba378e97fa63 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:26.953194 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92b8faee-76f3-46af-a0b0-3799050bbcbd tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:26.966031 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c82da04e-3820-4f4f-8933-ff55691c0709 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:26.976187 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-2e117416-7d47-42e2-800e-018b1814dac3 req-1583ac6b-dc2f-44fd-8cdb-f0582d9efa99 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:26.983018 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-2e117416-7d47-42e2-800e-018b1814dac3 req-1583ac6b-dc2f-44fd-8cdb-f0582d9efa99 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:26.998543 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 9ca99d65-8457-4b8d-8db8-fbb83c6cac47 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:05:27.012122 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b8faee-76f3-46af-a0b0-3799050bbcbd tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:27.022366 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-c82da04e-3820-4f4f-8933-ff55691c0709 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Transition to ACTIVE for port object dee54236-e417-4548-8c52-f29fc43b93b5 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:05:27.023858 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-92b8faee-76f3-46af-a0b0-3799050bbcbd tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:27.029653 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b8faee-76f3-46af-a0b0-3799050bbcbd tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:05:27.038415 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583ac6b-dc2f-44fd-8cdb-f0582d9efa99 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4604545f-a2e1-4267-aab6-262f2a533750,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:27.078049 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 9ca99d65-8457-4b8d-8db8-fbb83c6cac47 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:05:27.078471 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 9ca99d65-8457-4b8d-8db8-fbb83c6cac47 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:05:27.090207 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8faee-76f3-46af-a0b0-3799050bbcbd tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Pushing event updated for resources: {'Port': ['ID=51f79833-ac7d-46b8-b143-03350a795a27,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:27.176659 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43932) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:27.189011 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3ad9822c-ff17-4e39-8c8b-ba378e97fa63 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:27.196172 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3ad9822c-ff17-4e39-8c8b-ba378e97fa63 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:27.207350 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-2e117416-7d47-42e2-800e-018b1814dac3 req-1583ac6b-dc2f-44fd-8cdb-f0582d9efa99 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:27.207847 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92b8faee-76f3-46af-a0b0-3799050bbcbd tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:27.208958 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2e117416-7d47-42e2-800e-018b1814dac3 req-1583ac6b-dc2f-44fd-8cdb-f0582d9efa99 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4177983 Aug 28 15:05:27.222525 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c82da04e-3820-4f4f-8933-ff55691c0709 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:27.236187 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3ad9822c-ff17-4e39-8c8b-ba378e97fa63 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:27.242189 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3ad9822c-ff17-4e39-8c8b-ba378e97fa63 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4263721 Aug 28 15:05:27.244019 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43938) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:27.248602 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-f58118f6-bd31-4029-8901-f4d10d0ca4d3 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group': {'name': 'tempest-secgroup--1198043214'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:27.268654 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-eae84d77-733f-4b15-911e-e264d3bbceb7 req-5692a985-3ab1-49c1-be32-9ca4e5cc407f tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-584729630', 'description': 'tempest-description-1104659575'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:27.272791 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9822c-ff17-4e39-8c8b-ba378e97fa63 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55af4e04-cef6-473b-ae1e-ea15e661ee6d,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:27.276819 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f58118f6-bd31-4029-8901-f4d10d0ca4d3 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:27.332246 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92b8faee-76f3-46af-a0b0-3799050bbcbd tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:27.369931 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82da04e-3820-4f4f-8933-ff55691c0709 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network 1c168abc-cd8e-4c0b-900c-79d594925cda is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:27.381594 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-c82da04e-3820-4f4f-8933-ff55691c0709 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:27.383569 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f58118f6-bd31-4029-8901-f4d10d0ca4d3 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:27.384041 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82da04e-3820-4f4f-8933-ff55691c0709 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:05:27.388732 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f58118f6-bd31-4029-8901-f4d10d0ca4d3 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:27.391555 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82da04e-3820-4f4f-8933-ff55691c0709 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:27.392302 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c82da04e-3820-4f4f-8933-ff55691c0709 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:27.404923 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82da04e-3820-4f4f-8933-ff55691c0709 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Port': ['ID=dee54236-e417-4548-8c52-f29fc43b93b5,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:27.420492 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-970283ba-30e6-4159-9a13-9c03a21c9245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:27.457945 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-eae84d77-733f-4b15-911e-e264d3bbceb7 req-5692a985-3ab1-49c1-be32-9ca4e5cc407f tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:27.475897 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c82da04e-3820-4f4f-8933-ff55691c0709 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.9756753 Aug 28 15:05:27.482009 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43942) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:27.482852 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f58118f6-bd31-4029-8901-f4d10d0ca4d3 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:27.486623 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f58118f6-bd31-4029-8901-f4d10d0ca4d3 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2391381 Aug 28 15:05:27.493167 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58118f6-bd31-4029-8901-f4d10d0ca4d3 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16828bea-2446-4ce7-957b-83357566ec17,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:27.497536 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43944) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:27.538634 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-9d97d05f-e63d-4007-b1ca-d573b78fadf4 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group_rule': {'security_group_id': '55af4e04-cef6-473b-ae1e-ea15e661ee6d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '16828bea-2446-4ce7-957b-83357566ec17'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:27.592041 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b09bc-5f4c-4342-9fc5-85ec4ffce383 req-eb4d94b0-181a-496c-8ed7-948708986f65 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:27.593545 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-802b09bc-5f4c-4342-9fc5-85ec4ffce383 req-eb4d94b0-181a-496c-8ed7-948708986f65 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.36 "GET /v2.0/ports?device_id=9823d602-f886-43ee-ada0-70152df5dd93 HTTP/1.1" status: 200 len: 945 time: 0.2018290 Aug 28 15:05:27.641405 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92b8faee-76f3-46af-a0b0-3799050bbcbd tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:27.650865 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887a5bf-0522-4213-a26c-3c0642103c34 req-d22d42ea-8a8c-4da5-b18d-a77f0c96946d tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:27.651250 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92b8faee-76f3-46af-a0b0-3799050bbcbd tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:27.652189 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5887a5bf-0522-4213-a26c-3c0642103c34 req-d22d42ea-8a8c-4da5-b18d-a77f0c96946d tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=9823d602-f886-43ee-ada0-70152df5dd93 HTTP/1.1" status: 200 len: 945 time: 0.2390058 Aug 28 15:05:27.658368 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-970283ba-30e6-4159-9a13-9c03a21c9245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:27.688528 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-970283ba-30e6-4159-9a13-9c03a21c9245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:27.747336 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.db.api [req-eae84d77-733f-4b15-911e-e264d3bbceb7 req-5692a985-3ab1-49c1-be32-9ca4e5cc407f tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 15:05:27.747336 n-d-712137-10 neutron-server[106329]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 28 15:05:27.747336 n-d-712137-10 neutron-server[106329]: [parameters: {'project_id': '442584d0f1d84c76983f148b2740762a', 'id': '557ad697-0d15-49e9-8d19-2aa5a7bd1711', 'expiration': datetime.datetime(2021, 8, 28, 15, 7, 27, 690986)}] Aug 28 15:05:27.747336 n-d-712137-10 neutron-server[106329]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:05:27.747336 n-d-712137-10 neutron-server[106329]: DEBUG oslo_db.api [req-eae84d77-733f-4b15-911e-e264d3bbceb7 req-5692a985-3ab1-49c1-be32-9ca4e5cc407f tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:05:27.778421 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8faee-76f3-46af-a0b0-3799050bbcbd tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Pushing event updated for resources: {'Port': ['ID=51f79833-ac7d-46b8-b143-03350a795a27,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:27.789989 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970283ba-30e6-4159-9a13-9c03a21c9245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370c9bc0-7c0c-4ff6-b7ca-dbd87d80a592,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:27.799154 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-970283ba-30e6-4159-9a13-9c03a21c9245 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ac0565cc454491bbf3e30bee992c96b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6178901 Aug 28 15:05:27.799154 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92b8faee-76f3-46af-a0b0-3799050bbcbd tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:27.800469 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43946) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:27.835547 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92b8faee-76f3-46af-a0b0-3799050bbcbd tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:27.839717 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-92b8faee-76f3-46af-a0b0-3799050bbcbd tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8188224 Aug 28 15:05:27.874007 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-813b908c-f89d-4e17-a288-3d47b544e39c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:27.891851 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5887a5bf-0522-4213-a26c-3c0642103c34 req-55616df1-3045-4622-aa9a-da16381f7a94 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001004 Aug 28 15:05:27.897557 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-9d97d05f-e63d-4007-b1ca-d573b78fadf4 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:05:27.898810 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9d97d05f-e63d-4007-b1ca-d573b78fadf4 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3984330 Aug 28 15:05:27.903319 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43950) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:27.909325 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-813b908c-f89d-4e17-a288-3d47b544e39c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:27.987146 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-813b908c-f89d-4e17-a288-3d47b544e39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:27.997434 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-813b908c-f89d-4e17-a288-3d47b544e39c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:27.999694 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-813b908c-f89d-4e17-a288-3d47b544e39c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/370c9bc0-7c0c-4ff6-b7ca-dbd87d80a592 HTTP/1.1" status: 204 len: 168 time: 0.1971214 Aug 28 15:05:28.018835 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b908c-f89d-4e17-a288-3d47b544e39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370c9bc0-7c0c-4ff6-b7ca-dbd87d80a592,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:28.164698 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device c77e34a8-1666-46e5-9316-905a855d871d up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:05:28.180721 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5bc3-21da-4045-a961-a9c3e9d4156f tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:28.207151 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43932ca2-3e82-42a5-b029-51eacebbe37e None None] Network 1c168abc-cd8e-4c0b-900c-79d594925cda requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:05:28.213277 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-802b09bc-5f4c-4342-9fc5-85ec4ffce383 req-2c4e0666-b9ec-4f4e-8df4-b3ca176292a1 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Deleting port 84e68f88-a56e-4fa0-b9f1-ac932443bfc0 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:05:28.219794 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-802b09bc-5f4c-4342-9fc5-85ec4ffce383 req-2c4e0666-b9ec-4f4e-8df4-b3ca176292a1 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:28.248483 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-eae84d77-733f-4b15-911e-e264d3bbceb7 req-5692a985-3ab1-49c1-be32-9ca4e5cc407f tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:28.394505 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-bacdcdc6-bfe4-416d-9677-be565b59cc08 None None] Provisioning for port 7f8e30a4-af14-40fc-9f1f-adefa4eebdb2 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:05:28.421130 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-eae84d77-733f-4b15-911e-e264d3bbceb7 req-5692a985-3ab1-49c1-be32-9ca4e5cc407f tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:28.427317 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-eae84d77-733f-4b15-911e-e264d3bbceb7 req-5692a985-3ab1-49c1-be32-9ca4e5cc407f tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:28.452475 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-802b09bc-5f4c-4342-9fc5-85ec4ffce383 req-2c4e0666-b9ec-4f4e-8df4-b3ca176292a1 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] For port 84e68f88-a56e-4fa0-b9f1-ac932443bfc0, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=84e68f88-a56e-4fa0-b9f1-ac932443bfc0,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:28.452973 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-802b09bc-5f4c-4342-9fc5-85ec4ffce383 req-2c4e0666-b9ec-4f4e-8df4-b3ca176292a1 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:28.475618 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9e1e92d5-e1f1-4da2-a006-461b511d6cf8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:28.477987 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-802b09bc-5f4c-4342-9fc5-85ec4ffce383 req-2c4e0666-b9ec-4f4e-8df4-b3ca176292a1 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Calling delete_port for 84e68f88-a56e-4fa0-b9f1-ac932443bfc0 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:05:28.504243 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5bc3-21da-4045-a961-a9c3e9d4156f tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:28.523524 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-eae84d77-733f-4b15-911e-e264d3bbceb7 req-5692a985-3ab1-49c1-be32-9ca4e5cc407f tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:28.530630 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eae84d77-733f-4b15-911e-e264d3bbceb7 req-5692a985-3ab1-49c1-be32-9ca4e5cc407f tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.2728961 Aug 28 15:05:28.544130 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5692a985-3ab1-49c1-be32-9ca4e5cc407f tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8378bc-6ba4-42e4-863c-01914bcd378f,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:28.557399 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43994) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:28.568054 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port c77e34a8-1666-46e5-9316-905a855d871d triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:28.569395 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:28.762069 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7f8e30a4-af14-40fc-9f1f-adefa4eebdb2 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:05:28.777079 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5bc3-21da-4045-a961-a9c3e9d4156f tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:28.779762 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5bc3-21da-4045-a961-a9c3e9d4156f tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:28.780921 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2ecf5bc3-21da-4045-a961-a9c3e9d4156f tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "DELETE /v2.0/security-groups/16828bea-2446-4ce7-957b-83357566ec17 HTTP/1.1" status: 204 len: 168 time: 0.8724344 Aug 28 15:05:28.783592 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44014) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:28.845948 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 7f8e30a4-af14-40fc-9f1f-adefa4eebdb2 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:05:28.850460 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 7f8e30a4-af14-40fc-9f1f-adefa4eebdb2 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:28.850838 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:28.893110 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2831bfb2-7392-4e6f-8a45-6d9054e82d27 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3dc81ce67b634bbfbf97a29f31bc20c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3329043 Aug 28 15:05:28.898188 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8bd3501f-cbe3-4e6a-8d54-207c150a71a1 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1068566 Aug 28 15:05:28.901018 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44016) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:28.901621 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44018) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:28.929198 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf5bc3-21da-4045-a961-a9c3e9d4156f tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16828bea-2446-4ce7-957b-83357566ec17,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:28.968942 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:29.054130 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 7f8e30a4-af14-40fc-9f1f-adefa4eebdb2, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7f8e30a4-af14-40fc-9f1f-adefa4eebdb2,segment=NetworkSegment(be689545-b2d8-4d04-a00e-0ddfcd928b13),segment_id=be689545-b2d8-4d04-a00e-0ddfcd928b13)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:29.059821 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:29.084494 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-101ac4a3-bac1-4cd1-be0e-43d7bd3d5e86 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:29.093374 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-101ac4a3-bac1-4cd1-be0e-43d7bd3d5e86 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/networks?id=54e01d77-3728-4d8d-9842-bafba89acf3a HTTP/1.1" status: 200 len: 813 time: 0.3281589 Aug 28 15:05:29.136226 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-a552fb69-d707-405f-b2af-be7708c7d258 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/quotas/442584d0f1d84c76983f148b2740762a HTTP/1.1" status: 200 len: 375 time: 0.0419214 Aug 28 15:05:29.166906 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f9406e24-a635-4a54-9936-9ed7fa6d9941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:29.168869 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=7f8e30a4-af14-40fc-9f1f-adefa4eebdb2,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:29.193925 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d7397bec-d616-4ddd-8f8c-2713ed6cc02d tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:29.206086 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9e1e92d5-e1f1-4da2-a006-461b511d6cf8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:29.206523 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e002865-f77c-498b-9516-156e5da6b3b5 req-3d795f46-ab17-4f4e-a4ac-a536898908eb tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:29.216262 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e002865-f77c-498b-9516-156e5da6b3b5 req-3d795f46-ab17-4f4e-a4ac-a536898908eb tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=9823d602-f886-43ee-ada0-70152df5dd93 HTTP/1.1" status: 200 len: 945 time: 0.1857779 Aug 28 15:05:29.222146 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-802b09bc-5f4c-4342-9fc5-85ec4ffce383 req-2c4e0666-b9ec-4f4e-8df4-b3ca176292a1 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:29.242171 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9e1e92d5-e1f1-4da2-a006-461b511d6cf8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:29.251425 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['0e790489-613f-4b5b-816a-a84b22a5048b'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:05:29.262048 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f9406e24-a635-4a54-9936-9ed7fa6d9941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:29.269566 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4f15f5fa-623b-4edc-9680-fceb01e41d5e None None] Provisioning complete for port 7f8e30a4-af14-40fc-9f1f-adefa4eebdb2 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:29.269861 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4f15f5fa-623b-4edc-9680-fceb01e41d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:29.282973 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d7397bec-d616-4ddd-8f8c-2713ed6cc02d tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:29.334573 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e002865-f77c-498b-9516-156e5da6b3b5 req-fd68db98-3900-47b5-b91b-6cda667a0049 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150284 Aug 28 15:05:29.402351 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f9406e24-a635-4a54-9936-9ed7fa6d9941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:29.406332 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f9406e24-a635-4a54-9936-9ed7fa6d9941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:29.407705 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f9406e24-a635-4a54-9936-9ed7fa6d9941 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94eeff05-1294-442a-a987-83e91696297e HTTP/1.1" status: 204 len: 168 time: 0.4964266 Aug 28 15:05:29.426321 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9406e24-a635-4a54-9936-9ed7fa6d9941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94eeff05-1294-442a-a987-83e91696297e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:29.459400 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d7397bec-d616-4ddd-8f8c-2713ed6cc02d tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:29.463911 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d7397bec-d616-4ddd-8f8c-2713ed6cc02d tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:29.469797 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d7397bec-d616-4ddd-8f8c-2713ed6cc02d tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "DELETE /v2.0/security-groups/55af4e04-cef6-473b-ae1e-ea15e661ee6d HTTP/1.1" status: 204 len: 168 time: 0.5596354 Aug 28 15:05:29.471548 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44056) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:29.523612 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7397bec-d616-4ddd-8f8c-2713ed6cc02d tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55af4e04-cef6-473b-ae1e-ea15e661ee6d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:29.565107 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b6cdadda-ce7f-4fc8-89b2-7de8ea6ed836 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0869606 Aug 28 15:05:29.569371 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44058) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:29.575961 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-ff388b8e-93ec-4b3c-982d-ec6cfa9c8884 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group': {'name': 'tempest-secgroup--121407490'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:29.582251 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4f15f5fa-623b-4edc-9680-fceb01e41d5e None None] Provisioning for port dee54236-e417-4548-8c52-f29fc43b93b5 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:05:29.602906 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ff388b8e-93ec-4b3c-982d-ec6cfa9c8884 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:29.608287 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9e1e92d5-e1f1-4da2-a006-461b511d6cf8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:29.642629 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4f15f5fa-623b-4edc-9680-fceb01e41d5e None None] Provisioning complete for port dee54236-e417-4548-8c52-f29fc43b93b5 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:29.643566 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4f15f5fa-623b-4edc-9680-fceb01e41d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:29.722098 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-4f15f5fa-623b-4edc-9680-fceb01e41d5e None None] Port dee54236-e417-4548-8c52-f29fc43b93b5 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:05:29.722616 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-802b09bc-5f4c-4342-9fc5-85ec4ffce383 req-2c4e0666-b9ec-4f4e-8df4-b3ca176292a1 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] No DVR routers for this DVR port 84e68f88-a56e-4fa0-b9f1-ac932443bfc0 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:05:29.726725 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ff388b8e-93ec-4b3c-982d-ec6cfa9c8884 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:29.728165 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-802b09bc-5f4c-4342-9fc5-85ec4ffce383 req-2c4e0666-b9ec-4f4e-8df4-b3ca176292a1 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:29.730223 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-802b09bc-5f4c-4342-9fc5-85ec4ffce383 req-2c4e0666-b9ec-4f4e-8df4-b3ca176292a1 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.36 "DELETE /v2.0/ports/84e68f88-a56e-4fa0-b9f1-ac932443bfc0 HTTP/1.1" status: 204 len: 173 time: 2.1253128 Aug 28 15:05:29.730854 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e92d5-e1f1-4da2-a006-461b511d6cf8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Port': ['ID=dee54236-e417-4548-8c52-f29fc43b93b5,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:29.735199 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ff388b8e-93ec-4b3c-982d-ec6cfa9c8884 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:29.758391 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9823d602-f886-43ee-ada0-70152df5dd93', 'name': 'network-vif-deleted', 'tag': '84e68f88-a56e-4fa0-b9f1-ac932443bfc0'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:05:29.762255 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e62069-fc89-4185-9d8a-b9db5af8db25" -d '{"events": [{"server_uuid": "9823d602-f886-43ee-ada0-70152df5dd93", "name": "network-vif-deleted", "tag": "84e68f88-a56e-4fa0-b9f1-ac932443bfc0"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:05:29.851490 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff388b8e-93ec-4b3c-982d-ec6cfa9c8884 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d28b2248-89bb-4e4a-bf86-38912be2f419,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:29.873649 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ff388b8e-93ec-4b3c-982d-ec6cfa9c8884 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:29.881743 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ff388b8e-93ec-4b3c-982d-ec6cfa9c8884 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3056633 Aug 28 15:05:29.881743 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44066) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:29.885199 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9aa05769-6e60-4050-8cbb-c1b49370c00e None None] Provisioning complete for port dee54236-e417-4548-8c52-f29fc43b93b5 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:29.885619 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9aa05769-6e60-4050-8cbb-c1b49370c00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:29.893200 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-e1cab486-7169-4289-bc81-b2c77bc00bcc tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:29.896776 n-d-712137-10 neutron-server[106329]: WARNING neutron.api.v2.base [None req-e1cab486-7169-4289-bc81-b2c77bc00bcc tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 28 15:05:29.897913 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-e1cab486-7169-4289-bc81-b2c77bc00bcc tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] update failed (client error): There was a conflict when trying to complete your request. Aug 28 15:05:29.900881 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e1cab486-7169-4289-bc81-b2c77bc00bcc tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "PUT /v2.0/security-groups/d28b2248-89bb-4e4a-bf86-38912be2f419 HTTP/1.1" status: 409 len: 330 time: 0.0205779 Aug 28 15:05:29.906296 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44068) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:29.916914 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e0666-b9ec-4f4e-8df4-b3ca176292a1 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Pushing event deleted for resources: {'Port': ['ID=84e68f88-a56e-4fa0-b9f1-ac932443bfc0,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:29.961741 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-85ecc99f-46a7-489b-821d-a9d9846d4345 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=442584d0f1d84c76983f148b2740762a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7525098 Aug 28 15:05:29.982784 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9aa05769-6e60-4050-8cbb-c1b49370c00e None None] Port dee54236-e417-4548-8c52-f29fc43b93b5 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:05:30.056115 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f85795-ae58-40d4-b727-ecf7ed4d2bc3 x-openstack-request-id: req-61f85795-ae58-40d4-b727-ecf7ed4d2bc3 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:05:30.057559 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9823d602-f886-43ee-ada0-70152df5dd93", "name": "network-vif-deleted", "tag": "84e68f88-a56e-4fa0-b9f1-ac932443bfc0", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:05:30.058002 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61f85795-ae58-40d4-b727-ecf7ed4d2bc3 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:05:30.058511 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9823d602-f886-43ee-ada0-70152df5dd93', 'name': 'network-vif-deleted', 'tag': '84e68f88-a56e-4fa0-b9f1-ac932443bfc0', 'status': 'completed', 'code': 200} Aug 28 15:05:30.066424 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7f8e30a4-af14-40fc-9f1f-adefa4eebdb2 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:05:30.086288 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b48b9dfa-8785-48c4-bf9b-657c0f7739bd tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:30.123596 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b48b9dfa-8785-48c4-bf9b-657c0f7739bd tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:30.141298 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9e1e92d5-e1f1-4da2-a006-461b511d6cf8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:30.154756 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6a19fdf3-5531-4b1b-8e9d-47c9eb9d0cb2 None None] Provisioning complete for port dee54236-e417-4548-8c52-f29fc43b93b5 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:30.155387 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6a19fdf3-5531-4b1b-8e9d-47c9eb9d0cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:30.214845 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b48b9dfa-8785-48c4-bf9b-657c0f7739bd tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:30.217850 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-6a19fdf3-5531-4b1b-8e9d-47c9eb9d0cb2 None None] Port dee54236-e417-4548-8c52-f29fc43b93b5 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:05:30.218265 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b48b9dfa-8785-48c4-bf9b-657c0f7739bd tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:30.219406 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 7f8e30a4-af14-40fc-9f1f-adefa4eebdb2 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:30.219821 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:30.224246 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b48b9dfa-8785-48c4-bf9b-657c0f7739bd tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "DELETE /v2.0/security-groups/d28b2248-89bb-4e4a-bf86-38912be2f419 HTTP/1.1" status: 204 len: 168 time: 0.3161030 Aug 28 15:05:30.225139 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44076) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:30.242196 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-10a91c57-d2a0-40e7-90c1-bed09c273db6 service neutron] 10.222.0.13 "GET /v2.0/networks/54e01d77-3728-4d8d-9842-bafba89acf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776344 Aug 28 15:05:30.278008 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b9dfa-8785-48c4-bf9b-657c0f7739bd tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28b2248-89bb-4e4a-bf86-38912be2f419,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:30.330573 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c93c6648-7eca-443d-b3c6-96448c2ab288 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0914204 Aug 28 15:05:30.334902 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44080) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:30.363383 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-a3e6aff3-8901-44d5-82d8-5b36a124f920 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] delete failed (client error): The resource could not be found. Aug 28 15:05:30.364874 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a3e6aff3-8901-44d5-82d8-5b36a124f920 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "DELETE /v2.0/security-groups/e6b4bb52-db27-413e-bc7c-9c76e00f4a19 HTTP/1.1" status: 404 len: 347 time: 0.0248187 Aug 28 15:05:30.377011 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44084) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:30.414954 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-ac1c2c9d-c004-43c6-8da4-bbd18ba7834d tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] show failed (client error): The resource could not be found. Aug 28 15:05:30.419644 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ac1c2c9d-c004-43c6-8da4-bbd18ba7834d tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "GET /v2.0/security-groups/0dd3cf33-dfc7-4f29-9829-5a6d76895ff6 HTTP/1.1" status: 404 len: 347 time: 0.0374284 Aug 28 15:05:30.420289 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44086) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:30.454611 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-5b53c83b-e50d-4014-8f80-8c4225ecb880 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] show failed (client error): The resource could not be found. Aug 28 15:05:30.459715 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5b53c83b-e50d-4014-8f80-8c4225ecb880 tempest-NegativeSecGroupTest-1375201837 tempest-NegativeSecGroupTest-1375201837-project] 10.222.0.13 "GET /v2.0/security-group-rules/3f52a78b-0906-4d74-a544-748d95842aa0 HTTP/1.1" status: 404 len: 356 time: 0.0356691 Aug 28 15:05:30.602781 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b304da1b-c091-4a96-bdc7-0ebbc8e7b145 req-dc6b7125-a31e-4409-9ad0-1f683c0dd1a4 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=9823d602-f886-43ee-ada0-70152df5dd93 HTTP/1.1" status: 200 len: 210 time: 0.0687184 Aug 28 15:05:30.794564 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44102) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:30.885518 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44106) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:30.977404 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-79b9bfae-8816-4171-a8aa-b39f57251064 service neutron] 10.222.0.13 "GET /v2.0/networks/54e01d77-3728-4d8d-9842-bafba89acf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7246597 Aug 28 15:05:31.042036 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 84e68f88-a56e-4fa0-b9f1-ac932443bfc0 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:05:31.067402 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-0ed965ae-4a2c-4841-9e46-a52245e1c1c6 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1245000170'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:31.069546 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 84e68f88-a56e-4fa0-b9f1-ac932443bfc0 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:05:31.070088 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 84e68f88-a56e-4fa0-b9f1-ac932443bfc0 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:05:31.102517 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9e1e92d5-e1f1-4da2-a006-461b511d6cf8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:31.112545 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9e1e92d5-e1f1-4da2-a006-461b511d6cf8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:31.114550 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9e1e92d5-e1f1-4da2-a006-461b511d6cf8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:31.119622 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed965ae-4a2c-4841-9e46-a52245e1c1c6 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Made reservation on behalf of 7eb3e171f6b94e06abd9acaabb778fb2 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:05:31.123118 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0ed965ae-4a2c-4841-9e46-a52245e1c1c6 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:31.138357 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0ed965ae-4a2c-4841-9e46-a52245e1c1c6 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:31.246545 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e92d5-e1f1-4da2-a006-461b511d6cf8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Port': ['ID=dee54236-e417-4548-8c52-f29fc43b93b5,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:31.248205 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-db4b89de-c84d-4285-80db-7989f40e9a63 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c960a8de8175424baed19fd6e4227540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4522738 Aug 28 15:05:31.252151 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-831d63f4-42f4-48b0-8390-f4bd4540addd req-4656e5b4-2a89-45ce-a542-bfc4a534e5ff tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=feb6d640-8dbf-4c9c-a519-1fcb976c2b43 HTTP/1.1" status: 200 len: 210 time: 0.0494330 Aug 28 15:05:31.254155 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44120) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:31.295949 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1e92d5-e1f1-4da2-a006-461b511d6cf8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network 1c168abc-cd8e-4c0b-900c-79d594925cda is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:31.297670 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-9e1e92d5-e1f1-4da2-a006-461b511d6cf8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:31.362727 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-07ab2b63-f90b-43eb-bb70-d29294d30df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:31.378029 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0ed965ae-4a2c-4841-9e46-a52245e1c1c6 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:31.393430 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0ed965ae-4a2c-4841-9e46-a52245e1c1c6 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:31.412140 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed965ae-4a2c-4841-9e46-a52245e1c1c6 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:05:31.444721 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-07ab2b63-f90b-43eb-bb70-d29294d30df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:31.455697 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0ed965ae-4a2c-4841-9e46-a52245e1c1c6 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:31.455697 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-0ed965ae-4a2c-4841-9e46-a52245e1c1c6 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Added segment 24bd67e7-43a9-4faa-954d-88e816abe9cd of type vlan for network 1d740911-c280-4c78-b9b0-19df23a57eb0 Aug 28 15:05:31.511108 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1e92d5-e1f1-4da2-a006-461b511d6cf8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Router 081a78dd-8f3b-4106-a8c3-c6412fad917c is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:05:31.572991 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed965ae-4a2c-4841-9e46-a52245e1c1c6 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19495274-79a9-4ea3-93c2-0d3bc0656895,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:31.579928 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0ed965ae-4a2c-4841-9e46-a52245e1c1c6 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:31.610533 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-07ab2b63-f90b-43eb-bb70-d29294d30df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:31.613618 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-07ab2b63-f90b-43eb-bb70-d29294d30df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:31.626073 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-07ab2b63-f90b-43eb-bb70-d29294d30df5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8afefaf-ae50-4e9e-b800-79b676b8cfe2 HTTP/1.1" status: 204 len: 168 time: 0.3528681 Aug 28 15:05:31.647725 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0ed965ae-4a2c-4841-9e46-a52245e1c1c6 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:31.660604 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed965ae-4a2c-4841-9e46-a52245e1c1c6 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:31.661898 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1e92d5-e1f1-4da2-a006-461b511d6cf8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:05:31.670497 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0ed965ae-4a2c-4841-9e46-a52245e1c1c6 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:31.673868 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9e1e92d5-e1f1-4da2-a006-461b511d6cf8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "PUT /v2.0/routers/081a78dd-8f3b-4106-a8c3-c6412fad917c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1863041 Aug 28 15:05:31.674033 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e49de9-23ef-4560-8bab-f02e035a8a82 None None] Sync routers for ids ['081a78dd-8f3b-4106-a8c3-c6412fad917c'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:05:31.674682 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44132) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:31.680869 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab2b63-f90b-43eb-bb70-d29294d30df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8afefaf-ae50-4e9e-b800-79b676b8cfe2,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:31.722975 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e49de9-23ef-4560-8bab-f02e035a8a82 None None] Routers {'081a78dd-8f3b-4106-a8c3-c6412fad917c'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:05:31.725630 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-d6e49de9-23ef-4560-8bab-f02e035a8a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:05:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['081a78dd-8f3b-4106-a8c3-c6412fad917c'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:31.836989 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-d6e49de9-23ef-4560-8bab-f02e035a8a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:31.846247 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c345bad-95e9-415f-a7da-90f85d9aadbf tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:31.848641 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0ed965ae-4a2c-4841-9e46-a52245e1c1c6 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9618287 Aug 28 15:05:31.853398 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44140) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:31.859724 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4c345bad-95e9-415f-a7da-90f85d9aadbf tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "GET /v2.0/ports/dee54236-e417-4548-8c52-f29fc43b93b5 HTTP/1.1" status: 200 len: 982 time: 0.1751473 Aug 28 15:05:31.861974 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44142) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:31.871691 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-90a981f1-a519-4a0a-ab88-e21d55eba424 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Request body: {'subnet': {'network_id': '1d740911-c280-4c78-b9b0-19df23a57eb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:31.879234 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed965ae-4a2c-4841-9e46-a52245e1c1c6 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Pushing event updated for resources: {'Network': ['ID=1d740911-c280-4c78-b9b0-19df23a57eb0,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:31.925318 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 1d740911-c280-4c78-b9b0-19df23a57eb0 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:05:32.007473 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a981f1-a519-4a0a-ab88-e21d55eba424 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Made reservation on behalf of 7eb3e171f6b94e06abd9acaabb778fb2 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:05:32.034157 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-90a981f1-a519-4a0a-ab88-e21d55eba424 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:32.113549 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e49de9-23ef-4560-8bab-f02e035a8a82 None None] Routers {'081a78dd-8f3b-4106-a8c3-c6412fad917c'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:05:32.114229 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-d6e49de9-23ef-4560-8bab-f02e035a8a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:05:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['081a78dd-8f3b-4106-a8c3-c6412fad917c'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:32.210376 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-d6e49de9-23ef-4560-8bab-f02e035a8a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:32.211126 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e49de9-23ef-4560-8bab-f02e035a8a82 None None] The sync data for ids ['081a78dd-8f3b-4106-a8c3-c6412fad917c'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:05:32.235701 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e091d481-a90c-4a73-af2e-e8a35d387ac6 None None] Provisioning complete for port dee54236-e417-4548-8c52-f29fc43b93b5 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:32.236408 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e091d481-a90c-4a73-af2e-e8a35d387ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:32.336801 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-e091d481-a90c-4a73-af2e-e8a35d387ac6 None None] Port dee54236-e417-4548-8c52-f29fc43b93b5 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:05:32.365862 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-90a981f1-a519-4a0a-ab88-e21d55eba424 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:32.437514 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a981f1-a519-4a0a-ab88-e21d55eba424 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Pushing event updated for resources: {'Subnet': ['ID=29e6e0b9-ae4f-4139-9978-dc56f5cef56f,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:32.443231 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-afb2773f-e8e9-41a8-bc60-54501eb5bd6b req-a9f7d532-5724-4b2c-aacb-8dc883b62ecb tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=feb6d640-8dbf-4c9c-a519-1fcb976c2b43 HTTP/1.1" status: 200 len: 210 time: 0.0892451 Aug 28 15:05:32.494524 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-f04760f2-aad0-41e8-b961-eed58133ac7d tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:32.502443 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a981f1-a519-4a0a-ab88-e21d55eba424 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Checking segment: {'id': '24bd67e7-43a9-4faa-954d-88e816abe9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1d740911-c280-4c78-b9b0-19df23a57eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:05:32.503058 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a981f1-a519-4a0a-ab88-e21d55eba424 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Network hostable DHCP agents. Network: 1d740911-c280-4c78-b9b0-19df23a57eb0, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:05:32.507884 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-f04760f2-aad0-41e8-b961-eed58133ac7d tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/networks?id=03e6b4b8-6c68-4060-8426-90fcc4950716 HTTP/1.1" status: 200 len: 806 time: 0.3261759 Aug 28 15:05:32.528033 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a981f1-a519-4a0a-ab88-e21d55eba424 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Network 1d740911-c280-4c78-b9b0-19df23a57eb0 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:05:32.538826 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-90a981f1-a519-4a0a-ab88-e21d55eba424 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 1d740911-c280-4c78-b9b0-19df23a57eb0) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:32.547559 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ceb17f-bb18-4440-b364-bb0ec16196c3 None None] Network 1d740911-c280-4c78-b9b0-19df23a57eb0 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:05:32.550094 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a981f1-a519-4a0a-ab88-e21d55eba424 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:32.551475 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-90a981f1-a519-4a0a-ab88-e21d55eba424 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:32.585564 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-90a981f1-a519-4a0a-ab88-e21d55eba424 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7181184 Aug 28 15:05:32.599225 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44170) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:32.609236 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-b73a9d49-028d-4b60-8bb5-707f39bfc975 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/quotas/038a0222e6f34dfa8dce183514c3f3db HTTP/1.1" status: 200 len: 375 time: 0.1002097 Aug 28 15:05:32.621618 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-3ede0a91-1b18-409f-8df5-535ae86e8f31 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Request body: {'port': {'network_id': '1d740911-c280-4c78-b9b0-19df23a57eb0', 'name': 'tempest-AllowedAddressPairTestJSON-1068201703'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:32.807412 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b46ecc-29a8-46c1-b1bc-6bc16bc74ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-1d740911-c280-4c78-b9b0-19df23a57eb0', 'network_id': '1d740911-c280-4c78-b9b0-19df23a57eb0', 'tenant_id': '7eb3e171f6b94e06abd9acaabb778fb2', 'fixed_ips': [{'subnet_id': '29e6e0b9-ae4f-4139-9978-dc56f5cef56f'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:05:32.808141 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d1b46ecc-29a8-46c1-b1bc-6bc16bc74ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:32.882330 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-659ac446-8117-46d9-8165-6fe88bd471d8 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:32.884116 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-659ac446-8117-46d9-8165-6fe88bd471d8 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.36 "GET /v2.0/networks?id=54e01d77-3728-4d8d-9842-bafba89acf3a HTTP/1.1" status: 200 len: 813 time: 0.3264806 Aug 28 15:05:33.004086 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-8559cd61-0631-4903-b2a6-a1e57827afe1 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Request body: {'port': {'device_id': 'feb6d640-8dbf-4c9c-a519-1fcb976c2b43', 'network_id': '54e01d77-3728-4d8d-9842-bafba89acf3a', 'admin_state_up': True, 'tenant_id': '442584d0f1d84c76983f148b2740762a'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:33.005058 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-d1b46ecc-29a8-46c1-b1bc-6bc16bc74ae2 None None] Allocated IP 172.20.0.2 (1d740911-c280-4c78-b9b0-19df23a57eb0/29e6e0b9-ae4f-4139-9978-dc56f5cef56f/d5d3635e-d178-44de-becc-5a712a989084) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:05:33.016558 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-1cc9e225-b9b4-4cad-b842-3444d686685f tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=038a0222e6f34dfa8dce183514c3f3db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4064860 Aug 28 15:05:33.029929 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44178) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:33.030429 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ac1d7b29-164f-4643-87ce-fd7f4fbd7101 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:33.034416 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028479 Aug 28 15:05:33.037020 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44180) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:33.186024 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8917f090-5760-472e-afe5-9649cda30ae8 tempest-NetworksApiDiscovery-1460219606 tempest-NetworksApiDiscovery-1460219606-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1474404 Aug 28 15:05:33.230395 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d1b46ecc-29a8-46c1-b1bc-6bc16bc74ae2 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:33.244156 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d1b46ecc-29a8-46c1-b1bc-6bc16bc74ae2 None None] Transition to ACTIVE for port object d5d3635e-d178-44de-becc-5a712a989084 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:05:33.284448 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d1b46ecc-29a8-46c1-b1bc-6bc16bc74ae2 None None] Transition to ACTIVE for port object d5d3635e-d178-44de-becc-5a712a989084 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:05:33.302825 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d1b46ecc-29a8-46c1-b1bc-6bc16bc74ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:33.319946 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ede0a91-1b18-409f-8df5-535ae86e8f31 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Made reservation on behalf of 7eb3e171f6b94e06abd9acaabb778fb2 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:05:33.323795 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3ede0a91-1b18-409f-8df5-535ae86e8f31 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:33.352319 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b46ecc-29a8-46c1-b1bc-6bc16bc74ae2 None None] Network 1d740911-c280-4c78-b9b0-19df23a57eb0 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:33.356696 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-d1b46ecc-29a8-46c1-b1bc-6bc16bc74ae2 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:33.359411 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b46ecc-29a8-46c1-b1bc-6bc16bc74ae2 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:05:33.371903 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b46ecc-29a8-46c1-b1bc-6bc16bc74ae2 None None] Pushing event updated for resources: {'Port': ['ID=d5d3635e-d178-44de-becc-5a712a989084,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:33.393584 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-3ede0a91-1b18-409f-8df5-535ae86e8f31 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] device_id is not set on port c8409019-295e-486c-a3dd-ec3ee95d8604 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:05:33.410138 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-b095db53-0ff7-4631-b922-48d594a55636 service neutron] 10.222.0.13 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515980 Aug 28 15:05:33.445807 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-d1b46ecc-29a8-46c1-b1bc-6bc16bc74ae2 None None] Attempting to bind port d5d3635e-d178-44de-becc-5a712a989084 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:05:33.445807 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-d1b46ecc-29a8-46c1-b1bc-6bc16bc74ae2 None None] Attempting to bind port d5d3635e-d178-44de-becc-5a712a989084 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '24bd67e7-43a9-4faa-954d-88e816abe9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1d740911-c280-4c78-b9b0-19df23a57eb0'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:05:33.446332 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b46ecc-29a8-46c1-b1bc-6bc16bc74ae2 None None] Attempting to bind port d5d3635e-d178-44de-becc-5a712a989084 on network 1d740911-c280-4c78-b9b0-19df23a57eb0 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:05:33.456121 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-8559cd61-0631-4903-b2a6-a1e57827afe1 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Made reservation on behalf of 442584d0f1d84c76983f148b2740762a for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:05:33.456391 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b46ecc-29a8-46c1-b1bc-6bc16bc74ae2 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:05:33.456889 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b46ecc-29a8-46c1-b1bc-6bc16bc74ae2 None None] Checking segment: {'id': '24bd67e7-43a9-4faa-954d-88e816abe9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1d740911-c280-4c78-b9b0-19df23a57eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:05:33.457430 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d1b46ecc-29a8-46c1-b1bc-6bc16bc74ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:33.457933 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b46ecc-29a8-46c1-b1bc-6bc16bc74ae2 None None] Bound using segment: {'id': '24bd67e7-43a9-4faa-954d-88e816abe9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1d740911-c280-4c78-b9b0-19df23a57eb0'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:05:33.458544 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-d1b46ecc-29a8-46c1-b1bc-6bc16bc74ae2 None None] Bound port: d5d3635e-d178-44de-becc-5a712a989084, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24bd67e7-43a9-4faa-954d-88e816abe9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1d740911-c280-4c78-b9b0-19df23a57eb0'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:05:33.459322 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d1b46ecc-29a8-46c1-b1bc-6bc16bc74ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:33.459756 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-8559cd61-0631-4903-b2a6-a1e57827afe1 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:33.567739 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-d1b46ecc-29a8-46c1-b1bc-6bc16bc74ae2 None None] For port d5d3635e-d178-44de-becc-5a712a989084, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:05:33.575434 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-d1b46ecc-29a8-46c1-b1bc-6bc16bc74ae2 None None] For port d5d3635e-d178-44de-becc-5a712a989084, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=d5d3635e-d178-44de-becc-5a712a989084,segment=NetworkSegment(24bd67e7-43a9-4faa-954d-88e816abe9cd),segment_id=24bd67e7-43a9-4faa-954d-88e816abe9cd)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:05:33.596382 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d1b46ecc-29a8-46c1-b1bc-6bc16bc74ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:33.616095 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-73a94095-f954-4f3a-ba1d-451e35e0c6f9 req-82cffaa9-b573-4bd7-9ee1-ec7eafb5c4d5 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=feb6d640-8dbf-4c9c-a519-1fcb976c2b43 HTTP/1.1" status: 200 len: 210 time: 0.0561376 Aug 28 15:05:33.683115 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44192) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:33.700391 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b46ecc-29a8-46c1-b1bc-6bc16bc74ae2 None None] Pushing event updated for resources: {'Port': ['ID=d5d3635e-d178-44de-becc-5a712a989084,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:33.835532 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5132448b-de6c-4aea-a477-1282e8b73ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:34.047342 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5132448b-de6c-4aea-a477-1282e8b73ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:34.061570 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5132448b-de6c-4aea-a477-1282e8b73ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:34.116075 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132448b-de6c-4aea-a477-1282e8b73ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ab3c63-df71-460d-8641-1648f12ba817,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:34.144348 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5132448b-de6c-4aea-a477-1282e8b73ff9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a4b2975413840feb9011e1230de04da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4600995 Aug 28 15:05:34.146903 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44198) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:34.182626 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device d5d3635e-d178-44de-becc-5a712a989084 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:05:34.199877 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-3ede0a91-1b18-409f-8df5-535ae86e8f31 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Allocated IP 172.20.0.5 (1d740911-c280-4c78-b9b0-19df23a57eb0/29e6e0b9-ae4f-4139-9978-dc56f5cef56f/c8409019-295e-486c-a3dd-ec3ee95d8604) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:05:34.217720 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-efdf4d23-c88a-416e-ada4-b201d8bb03ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:34.246301 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-a8562df0-f669-49aa-9cb4-6432d5df2414 service neutron] 10.222.0.13 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8025086 Aug 28 15:05:34.255691 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port d5d3635e-d178-44de-becc-5a712a989084 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:05:34.261886 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-efdf4d23-c88a-416e-ada4-b201d8bb03ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:34.309638 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-ac1d7b29-164f-4643-87ce-fd7f4fbd7101 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Deleting port dee54236-e417-4548-8c52-f29fc43b93b5 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:05:34.309638 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ac1d7b29-164f-4643-87ce-fd7f4fbd7101 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:34.331287 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-efdf4d23-c88a-416e-ada4-b201d8bb03ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:34.332437 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-8559cd61-0631-4903-b2a6-a1e57827afe1 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Allocated IP 172.20.0.5 (54e01d77-3728-4d8d-9842-bafba89acf3a/12bd8cd5-f34c-44c9-9e98-a3273c4777fd/6c59a8e1-f4ce-4780-bcd6-a28ef0da333f) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:05:34.335211 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-efdf4d23-c88a-416e-ada4-b201d8bb03ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:34.341333 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-efdf4d23-c88a-416e-ada4-b201d8bb03ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01ab3c63-df71-460d-8641-1648f12ba817 HTTP/1.1" status: 204 len: 168 time: 0.1926270 Aug 28 15:05:34.385471 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf4d23-c88a-416e-ada4-b201d8bb03ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ab3c63-df71-460d-8641-1648f12ba817,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:34.566934 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ac1d7b29-164f-4643-87ce-fd7f4fbd7101 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:34.604024 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-33ec0d81-0df9-4161-9e23-02e9d1c3d6e0 req-721b0372-c3da-4ebf-8cb4-517f556d5b2d tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0 HTTP/1.1" status: 200 len: 210 time: 0.0657392 Aug 28 15:05:34.613732 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-ac1d7b29-164f-4643-87ce-fd7f4fbd7101 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Calling delete_port for dee54236-e417-4548-8c52-f29fc43b93b5 owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:05:34.705200 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3ede0a91-1b18-409f-8df5-535ae86e8f31 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:34.800832 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f4b2a046-f9f2-4367-94ff-651eb83fbafc req-e2156d2a-ee64-4641-a314-f095df47a704 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=feb6d640-8dbf-4c9c-a519-1fcb976c2b43 HTTP/1.1" status: 200 len: 210 time: 0.0533948 Aug 28 15:05:34.842508 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-3ede0a91-1b18-409f-8df5-535ae86e8f31 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Transition to ACTIVE for port object c8409019-295e-486c-a3dd-ec3ee95d8604 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:05:34.936402 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-8559cd61-0631-4903-b2a6-a1e57827afe1 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:35.003371 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3ede0a91-1b18-409f-8df5-535ae86e8f31 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:35.253850 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7558361-acdf-43cf-ad6d-db9d2b3bcbf0 None None] Network 1d740911-c280-4c78-b9b0-19df23a57eb0 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:05:35.254699 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ede0a91-1b18-409f-8df5-535ae86e8f31 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Network 1d740911-c280-4c78-b9b0-19df23a57eb0 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:35.267258 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-3ede0a91-1b18-409f-8df5-535ae86e8f31 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:35.273874 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ede0a91-1b18-409f-8df5-535ae86e8f31 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:05:35.281085 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-8559cd61-0631-4903-b2a6-a1e57827afe1 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:35.283069 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede0a91-1b18-409f-8df5-535ae86e8f31 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Pushing event updated for resources: {'Port': ['ID=c8409019-295e-486c-a3dd-ec3ee95d8604,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:35.335501 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['53fb127c-e9c6-4660-a0ca-af8f1f2f5a95'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:05:35.377168 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559cd61-0631-4903-b2a6-a1e57827afe1 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Pushing event updated for resources: {'Port': ['ID=6c59a8e1-f4ce-4780-bcd6-a28ef0da333f,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:35.380539 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ac1d7b29-164f-4643-87ce-fd7f4fbd7101 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:35.385684 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-8559cd61-0631-4903-b2a6-a1e57827afe1 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Network 54e01d77-3728-4d8d-9842-bafba89acf3a is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:35.412186 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-568d42ed-7661-49c9-a3e2-f9305eeb535e None None] Provisioning for port d5d3635e-d178-44de-becc-5a712a989084 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:05:35.435445 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d7b29-164f-4643-87ce-fd7f4fbd7101 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Port': ['ID=dee54236-e417-4548-8c52-f29fc43b93b5,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:35.444767 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-8559cd61-0631-4903-b2a6-a1e57827afe1 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:35.456909 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-8559cd61-0631-4903-b2a6-a1e57827afe1 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:05:35.457092 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-568d42ed-7661-49c9-a3e2-f9305eeb535e None None] Provisioning complete for port d5d3635e-d178-44de-becc-5a712a989084 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:35.457350 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-568d42ed-7661-49c9-a3e2-f9305eeb535e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:35.515375 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-8559cd61-0631-4903-b2a6-a1e57827afe1 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:35.516308 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-8559cd61-0631-4903-b2a6-a1e57827afe1 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:35.627239 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ede0a91-1b18-409f-8df5-535ae86e8f31 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:35.628014 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3ede0a91-1b18-409f-8df5-535ae86e8f31 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:35.663574 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-8559cd61-0631-4903-b2a6-a1e57827afe1 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6585977 Aug 28 15:05:35.669877 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-4841503f-7259-41bc-a153-721b643e3126 service neutron] Request body: {'port': {'device_id': 'feb6d640-8dbf-4c9c-a519-1fcb976c2b43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:35.744139 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3ede0a91-1b18-409f-8df5-535ae86e8f31 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1395166 Aug 28 15:05:35.744499 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44242) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:35.751908 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-e523c50e-fbb1-4743-a6ba-69a4d5e1c997 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Request body: {'port': {'network_id': '1d740911-c280-4c78-b9b0-19df23a57eb0', 'name': 'tempest-AllowedAddressPairTestJSON-1119030078', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:df:ab:43'}]}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:35.830781 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ac1d7b29-164f-4643-87ce-fd7f4fbd7101 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:35.903990 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e523c50e-fbb1-4743-a6ba-69a4d5e1c997 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Made reservation on behalf of 7eb3e171f6b94e06abd9acaabb778fb2 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:05:35.971438 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-95586a16-a1b7-4578-b046-f6349682ca30 req-9bf6bac6-f7f8-47d7-8b6b-b95f5a94f7c0 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0 HTTP/1.1" status: 200 len: 210 time: 0.1494918 Aug 28 15:05:36.007424 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-568d42ed-7661-49c9-a3e2-f9305eeb535e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:36.078146 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-4841503f-7259-41bc-a153-721b643e3126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:36.176296 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-568d42ed-7661-49c9-a3e2-f9305eeb535e None None] For port d5d3635e-d178-44de-becc-5a712a989084, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=d5d3635e-d178-44de-becc-5a712a989084,segment=NetworkSegment(24bd67e7-43a9-4faa-954d-88e816abe9cd),segment_id=24bd67e7-43a9-4faa-954d-88e816abe9cd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:36.216885 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-568d42ed-7661-49c9-a3e2-f9305eeb535e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:36.349806 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1d7b29-164f-4643-87ce-fd7f4fbd7101 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Router 081a78dd-8f3b-4106-a8c3-c6412fad917c has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:05:36.416810 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d42ed-7661-49c9-a3e2-f9305eeb535e None None] Pushing event updated for resources: {'Port': ['ID=d5d3635e-d178-44de-becc-5a712a989084,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:36.619813 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1d7b29-164f-4643-87ce-fd7f4fbd7101 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:05:36.638906 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c05a0d8-fb13-4244-a0b6-865eb25b4a84 None None] Sync routers for ids ['081a78dd-8f3b-4106-a8c3-c6412fad917c'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:05:36.652265 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ac1d7b29-164f-4643-87ce-fd7f4fbd7101 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "PUT /v2.0/routers/081a78dd-8f3b-4106-a8c3-c6412fad917c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7864308 Aug 28 15:05:36.661607 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44260) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:36.667894 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c05a0d8-fb13-4244-a0b6-865eb25b4a84 None None] Routers {'081a78dd-8f3b-4106-a8c3-c6412fad917c'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:05:36.669835 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8c05a0d8-fb13-4244-a0b6-865eb25b4a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:05:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['081a78dd-8f3b-4106-a8c3-c6412fad917c'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:36.801059 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e04eff23-1389-473a-90b4-583b1dc01fc3 None None] Provisioning for port c8409019-295e-486c-a3dd-ec3ee95d8604 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:05:36.809149 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e04eff23-1389-473a-90b4-583b1dc01fc3 None None] Provisioning complete for port c8409019-295e-486c-a3dd-ec3ee95d8604 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:36.810263 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e04eff23-1389-473a-90b4-583b1dc01fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:36.922762 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8c05a0d8-fb13-4244-a0b6-865eb25b4a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:36.926926 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-e04eff23-1389-473a-90b4-583b1dc01fc3 None None] Port c8409019-295e-486c-a3dd-ec3ee95d8604 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:05:36.957765 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-b39d5dac-e38a-4495-8a26-45437bfc8b88 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:36.961820 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-b39d5dac-e38a-4495-8a26-45437bfc8b88 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.36 "GET /v2.0/networks?id=03e6b4b8-6c68-4060-8426-90fcc4950716 HTTP/1.1" status: 200 len: 806 time: 0.2059271 Aug 28 15:05:36.965884 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c05a0d8-fb13-4244-a0b6-865eb25b4a84 None None] Routers {'081a78dd-8f3b-4106-a8c3-c6412fad917c'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:05:36.967344 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8c05a0d8-fb13-4244-a0b6-865eb25b4a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:05:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['081a78dd-8f3b-4106-a8c3-c6412fad917c'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:36.977359 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e04eff23-1389-473a-90b4-583b1dc01fc3 None None] Provisioning complete for port d5d3635e-d178-44de-becc-5a712a989084 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:36.984462 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e04eff23-1389-473a-90b4-583b1dc01fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:36.986076 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-338f18a3-5702-4758-add4-9afdba323e9b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Request body: {'port': {'device_id': '6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0', 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716', 'admin_state_up': True, 'tenant_id': '038a0222e6f34dfa8dce183514c3f3db'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:37.105706 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8c05a0d8-fb13-4244-a0b6-865eb25b4a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:37.106766 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c05a0d8-fb13-4244-a0b6-865eb25b4a84 None None] The sync data for ids ['081a78dd-8f3b-4106-a8c3-c6412fad917c'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:05:37.344188 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f1b3d071-545e-4d57-9a03-eb082961e8fb req-0160ad0d-ba6b-4398-8fc3-c2c8f6fe08d9 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0 HTTP/1.1" status: 200 len: 210 time: 0.1495342 Aug 28 15:05:37.399091 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-338f18a3-5702-4758-add4-9afdba323e9b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Made reservation on behalf of 038a0222e6f34dfa8dce183514c3f3db for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:05:37.410035 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-338f18a3-5702-4758-add4-9afdba323e9b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:37.465041 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e523c50e-fbb1-4743-a6ba-69a4d5e1c997 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:37.507184 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-bd9299d1-d818-46ed-979e-da04f4f4b5ac tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] remove_router_interface failed (client error): The resource could not be found. Aug 28 15:05:37.509864 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bd9299d1-d818-46ed-979e-da04f4f4b5ac tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "PUT /v2.0/routers/081a78dd-8f3b-4106-a8c3-c6412fad917c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8451822 Aug 28 15:05:37.515711 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44272) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:37.523965 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-085824e3-188b-453c-b2cf-8712f2510898 None None] Provisioning complete for port c8409019-295e-486c-a3dd-ec3ee95d8604 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:37.524947 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-085824e3-188b-453c-b2cf-8712f2510898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:37.547240 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6ca66be9-f443-40f3-b7f4-b7adb20d008e tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "GET /v2.0/ports?device_id=081a78dd-8f3b-4106-a8c3-c6412fad917c HTTP/1.1" status: 200 len: 205 time: 0.0300460 Aug 28 15:05:37.562409 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44274) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:37.570620 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c665c3-16ba-49fc-b12d-215e32c892b3 req-28b8d141-0ff0-4d1e-a249-3fc94d24ff85 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:37.572293 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8c665c3-16ba-49fc-b12d-215e32c892b3 req-28b8d141-0ff0-4d1e-a249-3fc94d24ff85 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=feb6d640-8dbf-4c9c-a519-1fcb976c2b43 HTTP/1.1" status: 200 len: 931 time: 0.8145905 Aug 28 15:05:37.580750 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-085824e3-188b-453c-b2cf-8712f2510898 None None] Port c8409019-295e-486c-a3dd-ec3ee95d8604 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:05:37.592350 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-4841503f-7259-41bc-a153-721b643e3126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c59a8e1-f4ce-4780-bcd6-a28ef0da333f {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:05:37.600841 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-4841503f-7259-41bc-a153-721b643e3126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:37.620765 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-4841503f-7259-41bc-a153-721b643e3126 service neutron] Transition to ACTIVE for port object 6c59a8e1-f4ce-4780-bcd6-a28ef0da333f will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:05:37.626175 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-4841503f-7259-41bc-a153-721b643e3126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:37.668133 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-e523c50e-fbb1-4743-a6ba-69a4d5e1c997 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] device_id is not set on port 3f85602c-de7f-4435-a375-7ceb4542c558 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:05:37.717823 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2ef5a04f-69fe-4358-a413-236aa368037f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:37.772256 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841503f-7259-41bc-a153-721b643e3126 service neutron] Pushing event updated for resources: {'Port': ['ID=6c59a8e1-f4ce-4780-bcd6-a28ef0da333f,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:37.786317 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-4841503f-7259-41bc-a153-721b643e3126 service neutron] Attempting to bind port 6c59a8e1-f4ce-4780-bcd6-a28ef0da333f on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:05:37.786317 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-4841503f-7259-41bc-a153-721b643e3126 service neutron] Attempting to bind port 6c59a8e1-f4ce-4780-bcd6-a28ef0da333f by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'da4bb42a-2224-4617-bd87-f06826483fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '54e01d77-3728-4d8d-9842-bafba89acf3a'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:05:37.786871 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-4841503f-7259-41bc-a153-721b643e3126 service neutron] Attempting to bind port 6c59a8e1-f4ce-4780-bcd6-a28ef0da333f on network 54e01d77-3728-4d8d-9842-bafba89acf3a {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:05:37.794668 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-4841503f-7259-41bc-a153-721b643e3126 service neutron] Port 6c59a8e1-f4ce-4780-bcd6-a28ef0da333f on network 54e01d77-3728-4d8d-9842-bafba89acf3a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:05:37.795519 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-4841503f-7259-41bc-a153-721b643e3126 service neutron] Attempting to bind port 6c59a8e1-f4ce-4780-bcd6-a28ef0da333f on network 54e01d77-3728-4d8d-9842-bafba89acf3a {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:05:37.801164 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-4841503f-7259-41bc-a153-721b643e3126 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:05:37.801692 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-4841503f-7259-41bc-a153-721b643e3126 service neutron] Checking segment: {'id': 'da4bb42a-2224-4617-bd87-f06826483fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '54e01d77-3728-4d8d-9842-bafba89acf3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:05:37.802120 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-4841503f-7259-41bc-a153-721b643e3126 service neutron] Bound using segment: {'id': 'da4bb42a-2224-4617-bd87-f06826483fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '54e01d77-3728-4d8d-9842-bafba89acf3a'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:05:37.802663 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-4841503f-7259-41bc-a153-721b643e3126 service neutron] Bound port: 6c59a8e1-f4ce-4780-bcd6-a28ef0da333f, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4bb42a-2224-4617-bd87-f06826483fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '54e01d77-3728-4d8d-9842-bafba89acf3a'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:05:37.803145 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-4841503f-7259-41bc-a153-721b643e3126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:37.903782 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-4841503f-7259-41bc-a153-721b643e3126 service neutron] For port 6c59a8e1-f4ce-4780-bcd6-a28ef0da333f, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:05:37.918221 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-4841503f-7259-41bc-a153-721b643e3126 service neutron] For port 6c59a8e1-f4ce-4780-bcd6-a28ef0da333f, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=6c59a8e1-f4ce-4780-bcd6-a28ef0da333f,segment=NetworkSegment(da4bb42a-2224-4617-bd87-f06826483fcf),segment_id=da4bb42a-2224-4617-bd87-f06826483fcf)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:05:37.932065 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-4841503f-7259-41bc-a153-721b643e3126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:37.961210 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-bbcf3d0a-bc49-4f06-b8ad-9b32a49009ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:37.967030 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-338f18a3-5702-4758-add4-9afdba323e9b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Allocated IP 172.20.0.5 (03e6b4b8-6c68-4060-8426-90fcc4950716/517a924f-5dd5-4f4e-82d8-d019697a05fd/eec63650-8074-4f8a-a2ac-b4677c869c62) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:05:37.971520 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8c665c3-16ba-49fc-b12d-215e32c892b3 req-d4a52e69-ff68-45a1-a45e-afec5f05d849 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?id=84b45dd7-4f79-4c3e-8bce-560e0ade4c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850167 Aug 28 15:05:37.981148 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2ef5a04f-69fe-4358-a413-236aa368037f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:37.985169 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2ef5a04f-69fe-4358-a413-236aa368037f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:37.987391 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-4841503f-7259-41bc-a153-721b643e3126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:37.988421 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-4841503f-7259-41bc-a153-721b643e3126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:37.990148 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-4841503f-7259-41bc-a153-721b643e3126 service neutron] 10.222.0.36 "PUT /v2.0/ports/6c59a8e1-f4ce-4780-bcd6-a28ef0da333f HTTP/1.1" status: 200 len: 1092 time: 2.3254507 Aug 28 15:05:37.991635 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb6d640-8dbf-4c9c-a519-1fcb976c2b43', 'tag': '6c59a8e1-f4ce-4780-bcd6-a28ef0da333f'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:05:38.002916 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2645f494-43fe-499c-90c2-2c17e82af66d" -d '{"events": [{"name": "network-changed", "server_uuid": "feb6d640-8dbf-4c9c-a519-1fcb976c2b43", "tag": "6c59a8e1-f4ce-4780-bcd6-a28ef0da333f"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:05:38.053595 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841503f-7259-41bc-a153-721b643e3126 service neutron] Pushing event updated for resources: {'Port': ['ID=6c59a8e1-f4ce-4780-bcd6-a28ef0da333f,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:38.109099 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-e523c50e-fbb1-4743-a6ba-69a4d5e1c997 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Allocated IP 172.20.0.10 (1d740911-c280-4c78-b9b0-19df23a57eb0/29e6e0b9-ae4f-4139-9978-dc56f5cef56f/3f85602c-de7f-4435-a375-7ceb4542c558) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:05:38.135023 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device d5d3635e-d178-44de-becc-5a712a989084 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:05:38.155042 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2ef5a04f-69fe-4358-a413-236aa368037f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:38.155780 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef5a04f-69fe-4358-a413-236aa368037f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Fanout notify agent at l3_agent the message router_deleted on router 081a78dd-8f3b-4106-a8c3-c6412fad917c {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:05:38.157792 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-30ff2685-a685-447d-a04b-325fa12582b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:38.161311 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-30ff2685-a685-447d-a04b-325fa12582b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=442584d0f1d84c76983f148b2740762a&device_id=feb6d640-8dbf-4c9c-a519-1fcb976c2b43 HTTP/1.1" status: 200 len: 1095 time: 0.0964785 Aug 28 15:05:38.170324 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2ef5a04f-69fe-4358-a413-236aa368037f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:38.172055 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2ef5a04f-69fe-4358-a413-236aa368037f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/routers/081a78dd-8f3b-4106-a8c3-c6412fad917c HTTP/1.1" status: 204 len: 168 time: 0.5982990 Aug 28 15:05:38.175149 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44284) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:38.182171 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd72b260-c224-4adb-aa98-27b679bb520e x-openstack-request-id: req-dd72b260-c224-4adb-aa98-27b679bb520e {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:05:38.182466 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb6d640-8dbf-4c9c-a519-1fcb976c2b43", "tag": "6c59a8e1-f4ce-4780-bcd6-a28ef0da333f", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:05:38.182725 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd72b260-c224-4adb-aa98-27b679bb520e {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:05:38.183243 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb6d640-8dbf-4c9c-a519-1fcb976c2b43', 'tag': '6c59a8e1-f4ce-4780-bcd6-a28ef0da333f', 'status': 'completed', 'code': 200} Aug 28 15:05:38.229215 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-9bb2f328-704c-4788-abc7-e75e69d9fdcf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c59a8e1-f4ce-4780-bcd6-a28ef0da333f HTTP/1.1" status: 200 len: 217 time: 0.0594535 Aug 28 15:05:38.253491 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port d5d3635e-d178-44de-becc-5a712a989084 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:38.254106 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:38.289048 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-5a4aa565-e1c5-455d-bbe2-01c686e012b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:38.297561 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-5a4aa565-e1c5-455d-bbe2-01c686e012b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12bd8cd5-f34c-44c9-9e98-a3273c4777fd HTTP/1.1" status: 200 len: 853 time: 0.0537443 Aug 28 15:05:38.328737 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-50a35b67-30f9-4a25-96f3-55be7d104fea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54e01d77-3728-4d8d-9842-bafba89acf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302618 Aug 28 15:05:38.353478 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-73090c04-cd7e-4cc0-9dd1-56908b21703f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Deleting subnet c02dd958-043b-4aca-a1bd-a5bb9d34ea42 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:05:38.361637 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-73090c04-cd7e-4cc0-9dd1-56908b21703f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:38.450771 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-933b0549-adbb-413a-b46d-789284f5504a service neutron] 10.222.0.36 "GET /v2.0/networks/54e01d77-3728-4d8d-9842-bafba89acf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104915 Aug 28 15:05:38.512359 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-338f18a3-5702-4758-add4-9afdba323e9b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:38.538890 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5c1f3f8b-8cff-4c0b-ab77-096278a4ca05 req-72d0b60d-ce79-4829-901e-c570bc74594e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0 HTTP/1.1" status: 200 len: 210 time: 0.0579333 Aug 28 15:05:38.553723 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-73090c04-cd7e-4cc0-9dd1-56908b21703f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:38.595283 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-426deebe-69b4-4e9f-bc83-c603e0561f5b req-03ec25e6-59dd-48bb-a087-b000848046e5 service neutron] 10.222.0.36 "GET /v2.0/networks/54e01d77-3728-4d8d-9842-bafba89acf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376679 Aug 28 15:05:38.677391 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e523c50e-fbb1-4743-a6ba-69a4d5e1c997 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:38.716419 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-338f18a3-5702-4758-add4-9afdba323e9b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:38.721403 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645f494-43fe-499c-90c2-2c17e82af66d req-b98f75c5-404d-4dab-afaf-d7e718356629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:38.723344 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2645f494-43fe-499c-90c2-2c17e82af66d req-b98f75c5-404d-4dab-afaf-d7e718356629 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=442584d0f1d84c76983f148b2740762a&device_id=feb6d640-8dbf-4c9c-a519-1fcb976c2b43 HTTP/1.1" status: 200 len: 1095 time: 0.0697827 Aug 28 15:05:38.729799 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['0e790489-613f-4b5b-816a-a84b22a5048b'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:05:38.758053 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-e523c50e-fbb1-4743-a6ba-69a4d5e1c997 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Transition to ACTIVE for port object 3f85602c-de7f-4435-a375-7ceb4542c558 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:05:38.780011 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-73090c04-cd7e-4cc0-9dd1-56908b21703f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:38.842370 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-338f18a3-5702-4758-add4-9afdba323e9b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Network 03e6b4b8-6c68-4060-8426-90fcc4950716 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:38.857601 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-338f18a3-5702-4758-add4-9afdba323e9b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:38.865019 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f18a3-5702-4758-add4-9afdba323e9b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Pushing event updated for resources: {'Port': ['ID=eec63650-8074-4f8a-a2ac-b4677c869c62,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:38.867907 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-338f18a3-5702-4758-add4-9afdba323e9b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:05:38.924903 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-338f18a3-5702-4758-add4-9afdba323e9b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:38.925813 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-338f18a3-5702-4758-add4-9afdba323e9b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:38.973184 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-338f18a3-5702-4758-add4-9afdba323e9b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9925122 Aug 28 15:05:38.977545 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-73090c04-cd7e-4cc0-9dd1-56908b21703f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:38.987957 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645f494-43fe-499c-90c2-2c17e82af66d req-e308bdbe-3357-4a28-b4bf-10bc1d421d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:38.991906 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2645f494-43fe-499c-90c2-2c17e82af66d req-e308bdbe-3357-4a28-b4bf-10bc1d421d55 service neutron] 10.222.0.36 "GET /v2.0/networks?id=54e01d77-3728-4d8d-9842-bafba89acf3a HTTP/1.1" status: 200 len: 914 time: 0.2551682 Aug 28 15:05:38.995914 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e523c50e-fbb1-4743-a6ba-69a4d5e1c997 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:39.024019 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-e8dcf372-6236-4c2c-b809-4c56ba42af74 service neutron] Request body: {'port': {'device_id': '6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:39.067977 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2645f494-43fe-499c-90c2-2c17e82af66d req-d8652e2c-f782-48f0-8f6f-20d8a485c4a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c59a8e1-f4ce-4780-bcd6-a28ef0da333f HTTP/1.1" status: 200 len: 217 time: 0.0679762 Aug 28 15:05:39.068226 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73090c04-cd7e-4cc0-9dd1-56908b21703f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Subnet': ['ID=c02dd958-043b-4aca-a1bd-a5bb9d34ea42,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:39.120707 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-73090c04-cd7e-4cc0-9dd1-56908b21703f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:39.126792 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bd90be-dbbf-4523-ab5d-ee97d30796c8 None None] Network 1c168abc-cd8e-4c0b-900c-79d594925cda requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:05:39.128285 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-73090c04-cd7e-4cc0-9dd1-56908b21703f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/subnets/c02dd958-043b-4aca-a1bd-a5bb9d34ea42 HTTP/1.1" status: 204 len: 168 time: 0.9501312 Aug 28 15:05:39.143776 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44298) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:39.245858 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645f494-43fe-499c-90c2-2c17e82af66d req-e442f63f-3822-47c6-8ff3-8d68d26476b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:39.247366 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2645f494-43fe-499c-90c2-2c17e82af66d req-e442f63f-3822-47c6-8ff3-8d68d26476b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12bd8cd5-f34c-44c9-9e98-a3273c4777fd HTTP/1.1" status: 200 len: 853 time: 0.1722260 Aug 28 15:05:39.302956 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e523c50e-fbb1-4743-a6ba-69a4d5e1c997 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Network 1d740911-c280-4c78-b9b0-19df23a57eb0 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:39.307481 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2645f494-43fe-499c-90c2-2c17e82af66d req-9b978815-5160-4906-974e-9e3ae59fce57 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54e01d77-3728-4d8d-9842-bafba89acf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442688 Aug 28 15:05:39.338818 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523c50e-fbb1-4743-a6ba-69a4d5e1c997 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Pushing event updated for resources: {'Port': ['ID=3f85602c-de7f-4435-a375-7ceb4542c558,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:39.341948 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-e523c50e-fbb1-4743-a6ba-69a4d5e1c997 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:39.356732 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e523c50e-fbb1-4743-a6ba-69a4d5e1c997 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:05:39.368565 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-e8dcf372-6236-4c2c-b809-4c56ba42af74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:39.427754 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-532e2f95-ec9a-4f7d-b81a-6b4541ae0065 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:39.475247 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8fd0c-fd94-4967-aeec-43e62b8598a0 req-0f80710a-68a1-46dd-a7c8-13a6962489df tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:39.480350 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c5a8fd0c-fd94-4967-aeec-43e62b8598a0 req-0f80710a-68a1-46dd-a7c8-13a6962489df tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=feb6d640-8dbf-4c9c-a519-1fcb976c2b43 HTTP/1.1" status: 200 len: 943 time: 0.3718553 Aug 28 15:05:39.517452 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2645f494-43fe-499c-90c2-2c17e82af66d req-ea692e14-6790-484f-9007-e38fd0d42929 service neutron] 10.222.0.36 "GET /v2.0/networks/54e01d77-3728-4d8d-9842-bafba89acf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016621 Aug 28 15:05:39.529561 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e523c50e-fbb1-4743-a6ba-69a4d5e1c997 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:39.530519 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e523c50e-fbb1-4743-a6ba-69a4d5e1c997 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:39.536781 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68edaea-a590-4915-b97d-41f5b0ee30c4 None None] DHCP port deletion for 1c168abc-cd8e-4c0b-900c-79d594925cda request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:05:39.608196 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e523c50e-fbb1-4743-a6ba-69a4d5e1c997 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.8616588 Aug 28 15:05:39.619884 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44308) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:39.658221 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a68edaea-a590-4915-b97d-41f5b0ee30c4 None None] Deleting port 7f8e30a4-af14-40fc-9f1f-adefa4eebdb2 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:05:39.658606 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a68edaea-a590-4915-b97d-41f5b0ee30c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:39.733794 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2645f494-43fe-499c-90c2-2c17e82af66d req-5d914d28-665e-41b6-848f-3c6ac974aea0 service neutron] 10.222.0.36 "GET /v2.0/networks/54e01d77-3728-4d8d-9842-bafba89acf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047298 Aug 28 15:05:39.740760 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c5a8fd0c-fd94-4967-aeec-43e62b8598a0 req-221d641f-ff15-4d2d-8f60-c43b2c6b027c tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?id=84b45dd7-4f79-4c3e-8bce-560e0ade4c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504599 Aug 28 15:05:39.763030 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-a68edaea-a590-4915-b97d-41f5b0ee30c4 None None] For port 7f8e30a4-af14-40fc-9f1f-adefa4eebdb2, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7f8e30a4-af14-40fc-9f1f-adefa4eebdb2,segment=NetworkSegment(be689545-b2d8-4d04-a00e-0ddfcd928b13),segment_id=be689545-b2d8-4d04-a00e-0ddfcd928b13)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:39.763546 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a68edaea-a590-4915-b97d-41f5b0ee30c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:39.786923 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a68edaea-a590-4915-b97d-41f5b0ee30c4 None None] Calling delete_port for 7f8e30a4-af14-40fc-9f1f-adefa4eebdb2 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:05:39.820784 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9255445-a910-408b-bf1e-e0cac4b3ad2c req-9a0fecfc-ffd1-4ed5-bd29-a0342c86f980 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:39.823286 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c9255445-a910-408b-bf1e-e0cac4b3ad2c req-9a0fecfc-ffd1-4ed5-bd29-a0342c86f980 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0 HTTP/1.1" status: 200 len: 931 time: 0.1228046 Aug 28 15:05:39.889157 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-532e2f95-ec9a-4f7d-b81a-6b4541ae0065 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Deleting port 7f8e30a4-af14-40fc-9f1f-adefa4eebdb2 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:05:39.889424 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-532e2f95-ec9a-4f7d-b81a-6b4541ae0065 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:39.919178 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430aef43-ce86-4500-88bc-23d300b1fc56 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:39.926038 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430aef43-ce86-4500-88bc-23d300b1fc56 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:39.933707 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430aef43-ce86-4500-88bc-23d300b1fc56 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:39.936603 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-430aef43-ce86-4500-88bc-23d300b1fc56 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.3157482 Aug 28 15:05:39.942146 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44310) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:40.022777 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c9255445-a910-408b-bf1e-e0cac4b3ad2c req-1817594d-bddd-454c-9d40-73f8f2d5a5be tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896577 Aug 28 15:05:40.049070 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7f8e30a4-af14-40fc-9f1f-adefa4eebdb2 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:05:40.052983 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-532e2f95-ec9a-4f7d-b81a-6b4541ae0065 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] For port 7f8e30a4-af14-40fc-9f1f-adefa4eebdb2, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7f8e30a4-af14-40fc-9f1f-adefa4eebdb2,segment=NetworkSegment(be689545-b2d8-4d04-a00e-0ddfcd928b13),segment_id=be689545-b2d8-4d04-a00e-0ddfcd928b13)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:40.055562 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-532e2f95-ec9a-4f7d-b81a-6b4541ae0065 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:40.075261 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-532e2f95-ec9a-4f7d-b81a-6b4541ae0065 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Calling delete_port for 7f8e30a4-af14-40fc-9f1f-adefa4eebdb2 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:05:40.095866 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-37ff53b8-53cd-45d8-8188-fa27baeb875e None None] Provisioning for port 3f85602c-de7f-4435-a375-7ceb4542c558 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:05:40.102913 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-817f2185-36ae-444c-bbf8-d0701b7f4b9a tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Deleting port 3f85602c-de7f-4435-a375-7ceb4542c558 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:05:40.103704 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-817f2185-36ae-444c-bbf8-d0701b7f4b9a tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:40.107877 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-37ff53b8-53cd-45d8-8188-fa27baeb875e None None] Provisioning complete for port 3f85602c-de7f-4435-a375-7ceb4542c558 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:40.108239 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-37ff53b8-53cd-45d8-8188-fa27baeb875e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:40.204303 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a68edaea-a590-4915-b97d-41f5b0ee30c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:40.211761 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-37ff53b8-53cd-45d8-8188-fa27baeb875e None None] Port 3f85602c-de7f-4435-a375-7ceb4542c558 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:05:40.224329 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-e8dcf372-6236-4c2c-b809-4c56ba42af74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eec63650-8074-4f8a-a2ac-b4677c869c62 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:05:40.227743 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-532e2f95-ec9a-4f7d-b81a-6b4541ae0065 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:40.233230 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:40.238301 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68edaea-a590-4915-b97d-41f5b0ee30c4 None None] Pushing event deleted for resources: {'Port': ['ID=7f8e30a4-af14-40fc-9f1f-adefa4eebdb2,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:40.243260 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-e8dcf372-6236-4c2c-b809-4c56ba42af74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:40.247923 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532e2f95-ec9a-4f7d-b81a-6b4541ae0065 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] No DVR routers for this DVR port 7f8e30a4-af14-40fc-9f1f-adefa4eebdb2 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:05:40.250280 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68edaea-a590-4915-b97d-41f5b0ee30c4 None None] No DVR routers for this DVR port 7f8e30a4-af14-40fc-9f1f-adefa4eebdb2 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:05:40.254798 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-817f2185-36ae-444c-bbf8-d0701b7f4b9a tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:40.271623 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-817f2185-36ae-444c-bbf8-d0701b7f4b9a tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Calling delete_port for 3f85602c-de7f-4435-a375-7ceb4542c558 owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:05:40.280531 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e2f95-ec9a-4f7d-b81a-6b4541ae0065 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Port': ['ID=7f8e30a4-af14-40fc-9f1f-adefa4eebdb2,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:40.324858 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-e8dcf372-6236-4c2c-b809-4c56ba42af74 service neutron] Transition to ACTIVE for port object eec63650-8074-4f8a-a2ac-b4677c869c62 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:05:40.342697 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-e8dcf372-6236-4c2c-b809-4c56ba42af74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:40.453067 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-532e2f95-ec9a-4f7d-b81a-6b4541ae0065 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:40.474075 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-532e2f95-ec9a-4f7d-b81a-6b4541ae0065 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c168abc-cd8e-4c0b-900c-79d594925cda']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:40.486040 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e4a30711-f276-4c99-8981-193722da12cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:40.495537 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-532e2f95-ec9a-4f7d-b81a-6b4541ae0065 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be689545-b2d8-4d04-a00e-0ddfcd928b13') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:40.495727 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-817f2185-36ae-444c-bbf8-d0701b7f4b9a tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:40.495942 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-532e2f95-ec9a-4f7d-b81a-6b4541ae0065 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be689545-b2d8-4d04-a00e-0ddfcd928b13') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:40.511235 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-532e2f95-ec9a-4f7d-b81a-6b4541ae0065 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:40.512996 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dcf372-6236-4c2c-b809-4c56ba42af74 service neutron] Pushing event updated for resources: {'Port': ['ID=eec63650-8074-4f8a-a2ac-b4677c869c62,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:40.534430 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f2185-36ae-444c-bbf8-d0701b7f4b9a tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Pushing event deleted for resources: {'Port': ['ID=3f85602c-de7f-4435-a375-7ceb4542c558,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:40.823447 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-817f2185-36ae-444c-bbf8-d0701b7f4b9a tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:40.827070 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-817f2185-36ae-444c-bbf8-d0701b7f4b9a tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] 10.222.0.13 "DELETE /v2.0/ports/3f85602c-de7f-4435-a375-7ceb4542c558 HTTP/1.1" status: 204 len: 168 time: 0.8764472 Aug 28 15:05:40.829583 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44326) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:40.830237 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:40.873848 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7e42ee-edb7-4c5f-af0d-9b25592ef04b tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] GET failed (client error): The resource could not be found. Aug 28 15:05:40.887523 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9d7e42ee-edb7-4c5f-af0d-9b25592ef04b tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] 10.222.0.13 "GET /v2.0/ports/3f85602c-de7f-4435-a375-7ceb4542c558 HTTP/1.1" status: 404 len: 333 time: 0.0539486 Aug 28 15:05:40.891141 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44330) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:40.897164 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-1cfee14f-91cd-4b76-9cde-4ed723feb185 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Request body: {'port': {'network_id': '1d740911-c280-4c78-b9b0-19df23a57eb0', 'name': 'tempest-AllowedAddressPairTestJSON-615299107'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:40.960204 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-532e2f95-ec9a-4f7d-b81a-6b4541ae0065 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:40.987748 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532e2f95-ec9a-4f7d-b81a-6b4541ae0065 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:05:40.988178 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-532e2f95-ec9a-4f7d-b81a-6b4541ae0065 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:05:40.991591 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:05:41.033189 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfee14f-91cd-4b76-9cde-4ed723feb185 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Made reservation on behalf of 7eb3e171f6b94e06abd9acaabb778fb2 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:05:41.040665 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1cfee14f-91cd-4b76-9cde-4ed723feb185 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:41.075950 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 6c59a8e1-f4ce-4780-bcd6-a28ef0da333f details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:05:41.078987 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-1cfee14f-91cd-4b76-9cde-4ed723feb185 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] device_id is not set on port 29a217bf-e405-4409-9986-a4a9c7a9c0fe yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:05:41.106977 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-e8dcf372-6236-4c2c-b809-4c56ba42af74 service neutron] Attempting to bind port eec63650-8074-4f8a-a2ac-b4677c869c62 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:05:41.111985 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-e8dcf372-6236-4c2c-b809-4c56ba42af74 service neutron] Attempting to bind port eec63650-8074-4f8a-a2ac-b4677c869c62 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '537ec9af-2404-4c1d-a957-efd06cc39195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:05:41.112846 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-e8dcf372-6236-4c2c-b809-4c56ba42af74 service neutron] Attempting to bind port eec63650-8074-4f8a-a2ac-b4677c869c62 on network 03e6b4b8-6c68-4060-8426-90fcc4950716 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:05:41.133784 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-e8dcf372-6236-4c2c-b809-4c56ba42af74 service neutron] Port eec63650-8074-4f8a-a2ac-b4677c869c62 on network 03e6b4b8-6c68-4060-8426-90fcc4950716 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:05:41.134504 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-e8dcf372-6236-4c2c-b809-4c56ba42af74 service neutron] Attempting to bind port eec63650-8074-4f8a-a2ac-b4677c869c62 on network 03e6b4b8-6c68-4060-8426-90fcc4950716 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:05:41.144848 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1c1fc-137c-46e2-9c47-3b6389638eb4 req-8688f95f-fe79-45ce-897f-22b1a5ca8cbd tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:41.146685 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-35a1c1fc-137c-46e2-9c47-3b6389638eb4 req-8688f95f-fe79-45ce-897f-22b1a5ca8cbd tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=feb6d640-8dbf-4c9c-a519-1fcb976c2b43 HTTP/1.1" status: 200 len: 943 time: 0.2113872 Aug 28 15:05:41.152659 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-e8dcf372-6236-4c2c-b809-4c56ba42af74 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:05:41.153263 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-e8dcf372-6236-4c2c-b809-4c56ba42af74 service neutron] Checking segment: {'id': '537ec9af-2404-4c1d-a957-efd06cc39195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:05:41.153848 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-e8dcf372-6236-4c2c-b809-4c56ba42af74 service neutron] Bound using segment: {'id': '537ec9af-2404-4c1d-a957-efd06cc39195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:05:41.154450 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-e8dcf372-6236-4c2c-b809-4c56ba42af74 service neutron] Bound port: eec63650-8074-4f8a-a2ac-b4677c869c62, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537ec9af-2404-4c1d-a957-efd06cc39195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:05:41.155024 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-e8dcf372-6236-4c2c-b809-4c56ba42af74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:41.176384 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-532e2f95-ec9a-4f7d-b81a-6b4541ae0065 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:41.194334 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-532e2f95-ec9a-4f7d-b81a-6b4541ae0065 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:41.196448 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-532e2f95-ec9a-4f7d-b81a-6b4541ae0065 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/networks/1c168abc-cd8e-4c0b-900c-79d594925cda HTTP/1.1" status: 204 len: 168 time: 2.0511103 Aug 28 15:05:41.210623 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44336) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:41.220554 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-0632b26d-798c-4962-a698-4944b606afca tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-113173165'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:41.232984 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e2f95-ec9a-4f7d-b81a-6b4541ae0065 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Network': ['ID=1c168abc-cd8e-4c0b-900c-79d594925cda,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:41.258222 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-35a1c1fc-137c-46e2-9c47-3b6389638eb4 req-f3bfd426-af05-4098-a0a0-4b2b9a44edeb tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?id=84b45dd7-4f79-4c3e-8bce-560e0ade4c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005747 Aug 28 15:05:41.267051 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 6c59a8e1-f4ce-4780-bcd6-a28ef0da333f, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=6c59a8e1-f4ce-4780-bcd6-a28ef0da333f,segment=NetworkSegment(da4bb42a-2224-4617-bd87-f06826483fcf),segment_id=da4bb42a-2224-4617-bd87-f06826483fcf)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:41.285140 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-e8dcf372-6236-4c2c-b809-4c56ba42af74 service neutron] For port eec63650-8074-4f8a-a2ac-b4677c869c62, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:05:41.285797 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '6c59a8e1-f4ce-4780-bcd6-a28ef0da333f', 'network_id': '54e01d77-3728-4d8d-9842-bafba89acf3a', 'port_id': '6c59a8e1-f4ce-4780-bcd6-a28ef0da333f', 'mac_address': 'fa:16:3e:f0:3b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12bd8cd5-f34c-44c9-9e98-a3273c4777fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:05:41.289144 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-e8dcf372-6236-4c2c-b809-4c56ba42af74 service neutron] For port eec63650-8074-4f8a-a2ac-b4677c869c62, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=eec63650-8074-4f8a-a2ac-b4677c869c62,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:05:41.296293 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-e8dcf372-6236-4c2c-b809-4c56ba42af74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:41.342077 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-e8dcf372-6236-4c2c-b809-4c56ba42af74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:41.343699 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-e8dcf372-6236-4c2c-b809-4c56ba42af74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:41.347142 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-e8dcf372-6236-4c2c-b809-4c56ba42af74 service neutron] 10.222.0.36 "PUT /v2.0/ports/eec63650-8074-4f8a-a2ac-b4677c869c62 HTTP/1.1" status: 200 len: 1092 time: 2.3590913 Aug 28 15:05:41.347621 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0', 'tag': 'eec63650-8074-4f8a-a2ac-b4677c869c62'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:05:41.349019 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae40356-37d0-432f-8a99-b463ffb2bf72 req-914ad233-660f-4c7f-a6cd-d7925e5a7400 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:41.350213 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc14cb22-ebcd-4109-9a2d-279227361ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0", "tag": "eec63650-8074-4f8a-a2ac-b4677c869c62"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:05:41.368442 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5ae40356-37d0-432f-8a99-b463ffb2bf72 req-914ad233-660f-4c7f-a6cd-d7925e5a7400 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0 HTTP/1.1" status: 200 len: 943 time: 0.1735914 Aug 28 15:05:41.377316 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:41.391183 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0632b26d-798c-4962-a698-4944b606afca tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Made reservation on behalf of 620448c0e45d416cac16ebedf859b0fd for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:05:41.394742 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0632b26d-798c-4962-a698-4944b606afca tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:41.395879 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dcf372-6236-4c2c-b809-4c56ba42af74 service neutron] Pushing event updated for resources: {'Port': ['ID=eec63650-8074-4f8a-a2ac-b4677c869c62,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:41.410372 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c59a8e1-f4ce-4780-bcd6-a28ef0da333f {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:05:41.439183 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-1cfee14f-91cd-4b76-9cde-4ed723feb185 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Allocated IP 172.20.0.7 (1d740911-c280-4c78-b9b0-19df23a57eb0/29e6e0b9-ae4f-4139-9978-dc56f5cef56f/29a217bf-e405-4409-9986-a4a9c7a9c0fe) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:05:41.451408 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 6c59a8e1-f4ce-4780-bcd6-a28ef0da333f, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=6c59a8e1-f4ce-4780-bcd6-a28ef0da333f,segment=NetworkSegment(da4bb42a-2224-4617-bd87-f06826483fcf),segment_id=da4bb42a-2224-4617-bd87-f06826483fcf)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:41.457266 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:41.463862 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809ce023-14d2-4620-b0dd-2799904fb443 x-openstack-request-id: req-809ce023-14d2-4620-b0dd-2799904fb443 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:05:41.464169 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0", "tag": "eec63650-8074-4f8a-a2ac-b4677c869c62", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:05:41.464421 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-809ce023-14d2-4620-b0dd-2799904fb443 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:05:41.464804 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0', 'tag': 'eec63650-8074-4f8a-a2ac-b4677c869c62', 'status': 'completed', 'code': 200} Aug 28 15:05:41.482860 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-6fc89b1c-0161-444a-81af-fa70101d797b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:41.484533 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-6fc89b1c-0161-444a-81af-fa70101d797b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=038a0222e6f34dfa8dce183514c3f3db&device_id=6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0 HTTP/1.1" status: 200 len: 1095 time: 0.0833585 Aug 28 15:05:41.504634 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0632b26d-798c-4962-a698-4944b606afca tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:05:41.522153 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=6c59a8e1-f4ce-4780-bcd6-a28ef0da333f,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:41.543366 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5ae40356-37d0-432f-8a99-b463ffb2bf72 req-5a709221-69f5-4202-9d6f-1a41f0def536 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738551 Aug 28 15:05:41.544126 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-138385d1-3e3e-4db4-b935-bd5864aeb17b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eec63650-8074-4f8a-a2ac-b4677c869c62 HTTP/1.1" status: 200 len: 217 time: 0.0507188 Aug 28 15:05:41.554344 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0632b26d-798c-4962-a698-4944b606afca tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:41.554697 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-0632b26d-798c-4962-a698-4944b606afca tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Added segment 51e95262-f9cc-46b8-974c-b04c9679d47c of type vlan for network f90b92da-b44e-4ec8-83b7-b6b4e365f6f1 Aug 28 15:05:41.635490 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-e4e7888b-6919-4af1-8bee-670c82c1dddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:41.637399 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-e4e7888b-6919-4af1-8bee-670c82c1dddf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=517a924f-5dd5-4f4e-82d8-d019697a05fd HTTP/1.1" status: 200 len: 846 time: 0.0768199 Aug 28 15:05:41.698737 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:41.701600 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-27a7b12b-aa08-4827-a887-d661d634d60a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03e6b4b8-6c68-4060-8426-90fcc4950716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563722 Aug 28 15:05:41.723587 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['6c59a8e1-f4ce-4780-bcd6-a28ef0da333f'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:05:41.725324 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1cfee14f-91cd-4b76-9cde-4ed723feb185 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:41.754531 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-1cfee14f-91cd-4b76-9cde-4ed723feb185 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Transition to ACTIVE for port object 29a217bf-e405-4409-9986-a4a9c7a9c0fe will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:05:41.835291 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1cfee14f-91cd-4b76-9cde-4ed723feb185 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:41.862209 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0632b26d-798c-4962-a698-4944b606afca tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:41.913358 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-68846dad-d2ab-45e2-afce-7c7fe127d9fc service neutron] 10.222.0.36 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026277 Aug 28 15:05:41.996010 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfee14f-91cd-4b76-9cde-4ed723feb185 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Network 1d740911-c280-4c78-b9b0-19df23a57eb0 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:42.007315 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-1cfee14f-91cd-4b76-9cde-4ed723feb185 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:42.010708 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfee14f-91cd-4b76-9cde-4ed723feb185 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:05:42.029382 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfee14f-91cd-4b76-9cde-4ed723feb185 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Pushing event updated for resources: {'Port': ['ID=29a217bf-e405-4409-9986-a4a9c7a9c0fe,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:42.067824 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0632b26d-798c-4962-a698-4944b606afca tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:42.075095 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0632b26d-798c-4962-a698-4944b606afca tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:42.075765 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0632b26d-798c-4962-a698-4944b606afca tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:42.167139 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e5265bba-72d8-4d3c-ba03-2f4550a1937b req-6a8b9815-d13b-4beb-9ed0-df514a0db37e service neutron] 10.222.0.36 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427628 Aug 28 15:05:42.200442 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfee14f-91cd-4b76-9cde-4ed723feb185 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:42.201161 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1cfee14f-91cd-4b76-9cde-4ed723feb185 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:42.219240 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0632b26d-798c-4962-a698-4944b606afca tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0029719 Aug 28 15:05:42.222883 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44350) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:42.230562 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-6ebf281b-6ac5-4cc7-b514-25bc12175e99 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'subnet': {'network_id': 'f90b92da-b44e-4ec8-83b7-b6b4e365f6f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:42.240860 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632b26d-798c-4962-a698-4944b606afca tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Network': ['ID=f90b92da-b44e-4ec8-83b7-b6b4e365f6f1,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:42.246509 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1cfee14f-91cd-4b76-9cde-4ed723feb185 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3544447 Aug 28 15:05:42.249061 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44352) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:42.256849 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network f90b92da-b44e-4ec8-83b7-b6b4e365f6f1 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:05:42.273587 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-cf2a0b5b-1971-4198-a963-47f3e111bfc2 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:df:ab:43'}]}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:42.498382 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14cb22-ebcd-4109-9a2d-279227361ae0 req-a0e14360-bd07-46ba-8d8b-2a0f4c5bb94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:42.500373 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fc14cb22-ebcd-4109-9a2d-279227361ae0 req-a0e14360-bd07-46ba-8d8b-2a0f4c5bb94c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=038a0222e6f34dfa8dce183514c3f3db&device_id=6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0 HTTP/1.1" status: 200 len: 1095 time: 0.2210324 Aug 28 15:05:42.563583 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-cc734ccd-46b7-4b9f-b137-ea71a2970587 None None] Provisioning for port 29a217bf-e405-4409-9986-a4a9c7a9c0fe completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:05:42.574094 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-cc734ccd-46b7-4b9f-b137-ea71a2970587 None None] Provisioning complete for port 29a217bf-e405-4409-9986-a4a9c7a9c0fe triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:42.574699 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cc734ccd-46b7-4b9f-b137-ea71a2970587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:42.599791 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cf2a0b5b-1971-4198-a963-47f3e111bfc2 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:42.649419 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebf281b-6ac5-4cc7-b514-25bc12175e99 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Made reservation on behalf of 620448c0e45d416cac16ebedf859b0fd for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:05:42.650865 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6ebf281b-6ac5-4cc7-b514-25bc12175e99 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:42.668098 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-cc734ccd-46b7-4b9f-b137-ea71a2970587 None None] Port 29a217bf-e405-4409-9986-a4a9c7a9c0fe cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:05:42.860380 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e4e8d-6529-4073-889a-f0658de5cb18 req-71c98c75-5c1e-4713-8622-d76cc1114aea tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:42.860380 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-618e4e8d-6529-4073-889a-f0658de5cb18 req-71c98c75-5c1e-4713-8622-d76cc1114aea tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=feb6d640-8dbf-4c9c-a519-1fcb976c2b43 HTTP/1.1" status: 200 len: 944 time: 0.2607918 Aug 28 15:05:42.892543 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013ebfc-2209-44fe-bedc-8d471d540472 req-2ff83d65-9a96-4db2-a32c-c7b054ee8933 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:42.895316 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b013ebfc-2209-44fe-bedc-8d471d540472 req-2ff83d65-9a96-4db2-a32c-c7b054ee8933 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0 HTTP/1.1" status: 200 len: 943 time: 0.1842675 Aug 28 15:05:42.898524 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14cb22-ebcd-4109-9a2d-279227361ae0 req-508b36fb-ffab-4ded-aeed-dca633beb859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:42.900521 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fc14cb22-ebcd-4109-9a2d-279227361ae0 req-508b36fb-ffab-4ded-aeed-dca633beb859 service neutron] 10.222.0.36 "GET /v2.0/networks?id=03e6b4b8-6c68-4060-8426-90fcc4950716 HTTP/1.1" status: 200 len: 907 time: 0.3870740 Aug 28 15:05:42.927440 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cf2a0b5b-1971-4198-a963-47f3e111bfc2 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:42.935461 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-618e4e8d-6529-4073-889a-f0658de5cb18 req-c4b60e76-a6cc-4bac-b0eb-a07ab789c761 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?id=84b45dd7-4f79-4c3e-8bce-560e0ade4c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640955 Aug 28 15:05:42.936881 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cf2a0b5b-1971-4198-a963-47f3e111bfc2 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:43.043080 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a0b5b-1971-4198-a963-47f3e111bfc2 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Pushing event updated for resources: {'Port': ['ID=29a217bf-e405-4409-9986-a4a9c7a9c0fe,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:43.049750 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fc14cb22-ebcd-4109-9a2d-279227361ae0 req-b395abdc-522c-47dd-9511-ccbada25f8fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eec63650-8074-4f8a-a2ac-b4677c869c62 HTTP/1.1" status: 200 len: 217 time: 0.1239424 Aug 28 15:05:43.056119 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-cf2a0b5b-1971-4198-a963-47f3e111bfc2 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] In _notify_port_updated(), no bound segment for port 29a217bf-e405-4409-9986-a4a9c7a9c0fe on network 1d740911-c280-4c78-b9b0-19df23a57eb0 {{(pid=106330) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 15:05:43.063271 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2a0b5b-1971-4198-a963-47f3e111bfc2 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:43.064043 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cf2a0b5b-1971-4198-a963-47f3e111bfc2 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:43.068226 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cf2a0b5b-1971-4198-a963-47f3e111bfc2 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] 10.222.0.13 "PUT /v2.0/ports/29a217bf-e405-4409-9986-a4a9c7a9c0fe HTTP/1.1" status: 200 len: 992 time: 0.8180788 Aug 28 15:05:43.069281 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44362) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:43.085712 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 6c59a8e1-f4ce-4780-bcd6-a28ef0da333f up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:05:43.143774 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b013ebfc-2209-44fe-bedc-8d471d540472 req-c66a17cd-268e-4489-9e97-25921251f89f tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391171 Aug 28 15:05:43.224941 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14cb22-ebcd-4109-9a2d-279227361ae0 req-6be5ee16-00af-4b2d-a78d-750558aa9d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:43.226773 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fc14cb22-ebcd-4109-9a2d-279227361ae0 req-6be5ee16-00af-4b2d-a78d-750558aa9d6f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=517a924f-5dd5-4f4e-82d8-d019697a05fd HTTP/1.1" status: 200 len: 846 time: 0.1530790 Aug 28 15:05:43.231933 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:43.232591 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 6c59a8e1-f4ce-4780-bcd6-a28ef0da333f completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:05:43.237376 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 6c59a8e1-f4ce-4780-bcd6-a28ef0da333f triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:43.237868 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:43.304577 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fc14cb22-ebcd-4109-9a2d-279227361ae0 req-c6f27388-5b0e-455c-a48a-86f65dcbb8e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03e6b4b8-6c68-4060-8426-90fcc4950716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707929 Aug 28 15:05:43.319229 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6ebf281b-6ac5-4cc7-b514-25bc12175e99 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:43.348747 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc72c4-7730-49a4-86f4-5ee4b0735258 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Deleting port 29a217bf-e405-4409-9986-a4a9c7a9c0fe {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:05:43.349130 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8bdc72c4-7730-49a4-86f4-5ee4b0735258 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:43.427780 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4b379b08-23ca-4f97-8662-b0794f18b17c None None] Provisioning complete for port 29a217bf-e405-4409-9986-a4a9c7a9c0fe triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:43.428803 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4b379b08-23ca-4f97-8662-b0794f18b17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:43.432754 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:43.530643 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8bdc72c4-7730-49a4-86f4-5ee4b0735258 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:43.561541 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc72c4-7730-49a4-86f4-5ee4b0735258 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Calling delete_port for 29a217bf-e405-4409-9986-a4a9c7a9c0fe owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:05:43.573827 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb6d640-8dbf-4c9c-a519-1fcb976c2b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c59a8e1-f4ce-4780-bcd6-a28ef0da333f'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:05:43.580115 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0649d9-b40f-4425-85b7-bc4fdc6e044b" -d '{"events": [{"server_uuid": "feb6d640-8dbf-4c9c-a519-1fcb976c2b43", "name": "network-vif-plugged", "status": "completed", "tag": "6c59a8e1-f4ce-4780-bcd6-a28ef0da333f"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:05:43.581771 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fc14cb22-ebcd-4109-9a2d-279227361ae0 req-14a63c34-7838-475c-828a-a351494937f1 service neutron] 10.222.0.36 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667668 Aug 28 15:05:43.598035 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-4b379b08-23ca-4f97-8662-b0794f18b17c None None] Port 29a217bf-e405-4409-9986-a4a9c7a9c0fe cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:05:43.605393 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 6c59a8e1-f4ce-4780-bcd6-a28ef0da333f, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=6c59a8e1-f4ce-4780-bcd6-a28ef0da333f,segment=NetworkSegment(da4bb42a-2224-4617-bd87-f06826483fcf),segment_id=da4bb42a-2224-4617-bd87-f06826483fcf)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:43.614900 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:43.632700 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf281b-6ac5-4cc7-b514-25bc12175e99 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Subnet': ['ID=5164c76b-5528-4bd0-8a53-9a22c7ffdbff,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:43.700542 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e24cbf8-9191-40d6-a35e-6706005b5590 x-openstack-request-id: req-2e24cbf8-9191-40d6-a35e-6706005b5590 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:05:43.701173 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb6d640-8dbf-4c9c-a519-1fcb976c2b43", "name": "network-vif-plugged", "status": "completed", "tag": "6c59a8e1-f4ce-4780-bcd6-a28ef0da333f", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:05:43.703599 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e24cbf8-9191-40d6-a35e-6706005b5590 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:05:43.703599 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb6d640-8dbf-4c9c-a519-1fcb976c2b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c59a8e1-f4ce-4780-bcd6-a28ef0da333f', 'code': 200} Aug 28 15:05:43.713372 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=6c59a8e1-f4ce-4780-bcd6-a28ef0da333f,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:43.726478 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebf281b-6ac5-4cc7-b514-25bc12175e99 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Checking segment: {'id': '51e95262-f9cc-46b8-974c-b04c9679d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f90b92da-b44e-4ec8-83b7-b6b4e365f6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:05:43.726856 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebf281b-6ac5-4cc7-b514-25bc12175e99 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network hostable DHCP agents. Network: f90b92da-b44e-4ec8-83b7-b6b4e365f6f1, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:05:43.783403 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebf281b-6ac5-4cc7-b514-25bc12175e99 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network f90b92da-b44e-4ec8-83b7-b6b4e365f6f1 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:05:43.795721 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fc14cb22-ebcd-4109-9a2d-279227361ae0 req-5d1da45e-1316-4f39-94d5-ac7539737e91 service neutron] 10.222.0.36 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019207 Aug 28 15:05:43.796988 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-6ebf281b-6ac5-4cc7-b514-25bc12175e99 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, f90b92da-b44e-4ec8-83b7-b6b4e365f6f1) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:43.805241 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebf281b-6ac5-4cc7-b514-25bc12175e99 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:43.806437 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6ebf281b-6ac5-4cc7-b514-25bc12175e99 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:43.806872 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51a9e80-1578-480f-802d-adfe814adf76 None None] Network f90b92da-b44e-4ec8-83b7-b6b4e365f6f1 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:05:43.857910 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8bdc72c4-7730-49a4-86f4-5ee4b0735258 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:43.873239 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6ebf281b-6ac5-4cc7-b514-25bc12175e99 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6467175 Aug 28 15:05:43.873474 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44372) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:43.888777 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-6c788cda-360e-408b-bdf2-aa45f759afb3 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2126544801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:43.905832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc72c4-7730-49a4-86f4-5ee4b0735258 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Pushing event deleted for resources: {'Port': ['ID=29a217bf-e405-4409-9986-a4a9c7a9c0fe,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:43.940534 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f101f7-dc68-442f-9087-5fdb2acb49ba req-e275fab1-267d-4f3f-97f5-2b9d49001083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:43.945655 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-82f101f7-dc68-442f-9087-5fdb2acb49ba req-e275fab1-267d-4f3f-97f5-2b9d49001083 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=feb6d640-8dbf-4c9c-a519-1fcb976c2b43 HTTP/1.1" status: 200 len: 1097 time: 0.1318622 Aug 28 15:05:43.947749 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6c788cda-360e-408b-bdf2-aa45f759afb3 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:43.948822 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6c788cda-360e-408b-bdf2-aa45f759afb3 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:44.062645 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7f26ea-ee83-48ec-bcfa-eb4f0031ac62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-f90b92da-b44e-4ec8-83b7-b6b4e365f6f1', 'network_id': 'f90b92da-b44e-4ec8-83b7-b6b4e365f6f1', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'fixed_ips': [{'subnet_id': '5164c76b-5528-4bd0-8a53-9a22c7ffdbff'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:05:44.067025 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0d7f26ea-ee83-48ec-bcfa-eb4f0031ac62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:44.156241 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-82f101f7-dc68-442f-9087-5fdb2acb49ba req-e3d3970e-3643-40fe-9df9-037716aa6461 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=84b45dd7-4f79-4c3e-8bce-560e0ade4c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923323 Aug 28 15:05:44.159324 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6c788cda-360e-408b-bdf2-aa45f759afb3 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:44.168010 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6c788cda-360e-408b-bdf2-aa45f759afb3 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:44.193034 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8bdc72c4-7730-49a4-86f4-5ee4b0735258 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:44.200518 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8bdc72c4-7730-49a4-86f4-5ee4b0735258 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] 10.222.0.13 "DELETE /v2.0/ports/29a217bf-e405-4409-9986-a4a9c7a9c0fe HTTP/1.1" status: 204 len: 168 time: 1.1300948 Aug 28 15:05:44.204005 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44378) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:44.227218 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6c788cda-360e-408b-bdf2-aa45f759afb3 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:44.239460 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6c788cda-360e-408b-bdf2-aa45f759afb3 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3648005 Aug 28 15:05:44.245300 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44380) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:44.257346 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f838de-26f1-4b1c-a134-94539996cb34 req-60ca7bbd-a284-4839-ba5d-f0011df85cb8 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:44.261500 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d9f838de-26f1-4b1c-a134-94539996cb34 req-60ca7bbd-a284-4839-ba5d-f0011df85cb8 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=feb6d640-8dbf-4c9c-a519-1fcb976c2b43 HTTP/1.1" status: 200 len: 945 time: 0.1487813 Aug 28 15:05:44.291052 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1567993-7d5b-413e-981d-4734cd051662 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] GET failed (client error): The resource could not be found. Aug 28 15:05:44.298199 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c1567993-7d5b-413e-981d-4734cd051662 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] 10.222.0.13 "GET /v2.0/ports/29a217bf-e405-4409-9986-a4a9c7a9c0fe HTTP/1.1" status: 404 len: 333 time: 0.0931444 Aug 28 15:05:44.318068 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44382) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:44.324871 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-04589a21-6411-44e2-a53d-0d29b27b43f4 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Request body: {'port': {'network_id': '1d740911-c280-4c78-b9b0-19df23a57eb0', 'name': 'tempest-AllowedAddressPairTestJSON-1097761733'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:44.388337 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-0d7f26ea-ee83-48ec-bcfa-eb4f0031ac62 None None] Allocated IP 2001:db8::2 (f90b92da-b44e-4ec8-83b7-b6b4e365f6f1/5164c76b-5528-4bd0-8a53-9a22c7ffdbff/98ea0c33-19e9-4001-ac7a-926989ee7ba3) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:05:44.418890 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22824101-af36-43fd-bf44-e36595d47ea9 req-717becee-2848-434c-922b-d92bf2077604 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:44.421479 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22824101-af36-43fd-bf44-e36595d47ea9 req-717becee-2848-434c-922b-d92bf2077604 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0 HTTP/1.1" status: 200 len: 943 time: 0.1525176 Aug 28 15:05:44.478418 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22824101-af36-43fd-bf44-e36595d47ea9 req-a3dcee91-222a-4784-83f6-d0efb9e84c3c tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489500 Aug 28 15:05:44.596052 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04589a21-6411-44e2-a53d-0d29b27b43f4 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Made reservation on behalf of 7eb3e171f6b94e06abd9acaabb778fb2 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:05:44.603313 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-04589a21-6411-44e2-a53d-0d29b27b43f4 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:44.656803 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-04589a21-6411-44e2-a53d-0d29b27b43f4 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] device_id is not set on port 6901f93b-b3d4-415f-856c-c6650d9bb305 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:05:44.737112 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0d7f26ea-ee83-48ec-bcfa-eb4f0031ac62 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:44.749238 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0d7f26ea-ee83-48ec-bcfa-eb4f0031ac62 None None] Transition to ACTIVE for port object 98ea0c33-19e9-4001-ac7a-926989ee7ba3 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:05:44.770008 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0d7f26ea-ee83-48ec-bcfa-eb4f0031ac62 None None] Transition to ACTIVE for port object 98ea0c33-19e9-4001-ac7a-926989ee7ba3 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:05:44.788371 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0d7f26ea-ee83-48ec-bcfa-eb4f0031ac62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:44.828499 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-04589a21-6411-44e2-a53d-0d29b27b43f4 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Allocated IP 172.20.0.7 (1d740911-c280-4c78-b9b0-19df23a57eb0/29e6e0b9-ae4f-4139-9978-dc56f5cef56f/6901f93b-b3d4-415f-856c-c6650d9bb305) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:05:44.890031 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7f26ea-ee83-48ec-bcfa-eb4f0031ac62 None None] Network f90b92da-b44e-4ec8-83b7-b6b4e365f6f1 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:44.893953 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-0d7f26ea-ee83-48ec-bcfa-eb4f0031ac62 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:44.899581 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7f26ea-ee83-48ec-bcfa-eb4f0031ac62 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:05:44.903556 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f26ea-ee83-48ec-bcfa-eb4f0031ac62 None None] Pushing event updated for resources: {'Port': ['ID=98ea0c33-19e9-4001-ac7a-926989ee7ba3,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:44.987006 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-0d7f26ea-ee83-48ec-bcfa-eb4f0031ac62 None None] Attempting to bind port 98ea0c33-19e9-4001-ac7a-926989ee7ba3 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:05:44.987427 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-0d7f26ea-ee83-48ec-bcfa-eb4f0031ac62 None None] Attempting to bind port 98ea0c33-19e9-4001-ac7a-926989ee7ba3 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '51e95262-f9cc-46b8-974c-b04c9679d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f90b92da-b44e-4ec8-83b7-b6b4e365f6f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:05:44.987769 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7f26ea-ee83-48ec-bcfa-eb4f0031ac62 None None] Attempting to bind port 98ea0c33-19e9-4001-ac7a-926989ee7ba3 on network f90b92da-b44e-4ec8-83b7-b6b4e365f6f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:05:44.997391 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7f26ea-ee83-48ec-bcfa-eb4f0031ac62 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:05:44.997777 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7f26ea-ee83-48ec-bcfa-eb4f0031ac62 None None] Checking segment: {'id': '51e95262-f9cc-46b8-974c-b04c9679d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f90b92da-b44e-4ec8-83b7-b6b4e365f6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:05:44.998192 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0d7f26ea-ee83-48ec-bcfa-eb4f0031ac62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:44.998596 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7f26ea-ee83-48ec-bcfa-eb4f0031ac62 None None] Bound using segment: {'id': '51e95262-f9cc-46b8-974c-b04c9679d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f90b92da-b44e-4ec8-83b7-b6b4e365f6f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:05:44.999075 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-0d7f26ea-ee83-48ec-bcfa-eb4f0031ac62 None None] Bound port: 98ea0c33-19e9-4001-ac7a-926989ee7ba3, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e95262-f9cc-46b8-974c-b04c9679d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f90b92da-b44e-4ec8-83b7-b6b4e365f6f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:05:44.999465 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0d7f26ea-ee83-48ec-bcfa-eb4f0031ac62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:45.096439 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device eec63650-8074-4f8a-a2ac-b4677c869c62 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:05:45.108528 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-0d7f26ea-ee83-48ec-bcfa-eb4f0031ac62 None None] For port 98ea0c33-19e9-4001-ac7a-926989ee7ba3, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:05:45.137406 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-04589a21-6411-44e2-a53d-0d29b27b43f4 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:45.153753 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-0d7f26ea-ee83-48ec-bcfa-eb4f0031ac62 None None] For port 98ea0c33-19e9-4001-ac7a-926989ee7ba3, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=98ea0c33-19e9-4001-ac7a-926989ee7ba3,segment=NetworkSegment(51e95262-f9cc-46b8-974c-b04c9679d47c),segment_id=51e95262-f9cc-46b8-974c-b04c9679d47c)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:05:45.164188 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0d7f26ea-ee83-48ec-bcfa-eb4f0031ac62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:45.170559 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-04589a21-6411-44e2-a53d-0d29b27b43f4 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Transition to ACTIVE for port object 6901f93b-b3d4-415f-856c-c6650d9bb305 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:05:45.247455 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-04589a21-6411-44e2-a53d-0d29b27b43f4 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:45.307273 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f26ea-ee83-48ec-bcfa-eb4f0031ac62 None None] Pushing event updated for resources: {'Port': ['ID=98ea0c33-19e9-4001-ac7a-926989ee7ba3,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:45.333245 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04589a21-6411-44e2-a53d-0d29b27b43f4 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Pushing event updated for resources: {'Port': ['ID=6901f93b-b3d4-415f-856c-c6650d9bb305,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:45.348928 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port eec63650-8074-4f8a-a2ac-b4677c869c62, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=eec63650-8074-4f8a-a2ac-b4677c869c62,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:45.363364 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'eec63650-8074-4f8a-a2ac-b4677c869c62', 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716', 'port_id': 'eec63650-8074-4f8a-a2ac-b4677c869c62', 'mac_address': 'fa:16:3e:fe:bd:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517a924f-5dd5-4f4e-82d8-d019697a05fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:05:45.369057 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04589a21-6411-44e2-a53d-0d29b27b43f4 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Network 1d740911-c280-4c78-b9b0-19df23a57eb0 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:45.370517 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-04589a21-6411-44e2-a53d-0d29b27b43f4 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:45.373016 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04589a21-6411-44e2-a53d-0d29b27b43f4 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:05:45.409162 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d9f838de-26f1-4b1c-a134-94539996cb34 req-d0bfaf73-9867-45e2-9499-44f216bf6a50 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?id=84b45dd7-4f79-4c3e-8bce-560e0ade4c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1387060 Aug 28 15:05:45.463754 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04589a21-6411-44e2-a53d-0d29b27b43f4 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:45.465903 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:45.467112 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-04589a21-6411-44e2-a53d-0d29b27b43f4 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:45.490084 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eec63650-8074-4f8a-a2ac-b4677c869c62 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:05:45.497871 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-04589a21-6411-44e2-a53d-0d29b27b43f4 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1782665 Aug 28 15:05:45.500381 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44392) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:45.507409 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-d57a4ed6-9e64-468d-9ebc-c926ddfa6f26 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:df:ab:43'}]}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:45.535244 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port eec63650-8074-4f8a-a2ac-b4677c869c62, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=eec63650-8074-4f8a-a2ac-b4677c869c62,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:45.547628 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:45.599296 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cfe81c04-f696-4cf3-bd0c-752a806c2d75 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:45.670033 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=eec63650-8074-4f8a-a2ac-b4677c869c62,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:45.822328 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['eec63650-8074-4f8a-a2ac-b4677c869c62'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:05:45.826965 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45da749-9434-4349-b46e-71fbaa0ee96c req-f40b6f37-4e64-4456-9c94-20f40615ee09 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:45.833134 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e45da749-9434-4349-b46e-71fbaa0ee96c req-f40b6f37-4e64-4456-9c94-20f40615ee09 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0 HTTP/1.1" status: 200 len: 944 time: 0.1180458 Aug 28 15:05:45.927564 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e45da749-9434-4349-b46e-71fbaa0ee96c req-e38c000c-9f87-4baa-add6-4d803a115624 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819836 Aug 28 15:05:45.944639 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d57a4ed6-9e64-468d-9ebc-c926ddfa6f26 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:46.028174 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6557385b-f320-490f-b33d-3f100a321257 None None] Provisioning for port 6901f93b-b3d4-415f-856c-c6650d9bb305 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:05:46.047686 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6557385b-f320-490f-b33d-3f100a321257 None None] Provisioning complete for port 6901f93b-b3d4-415f-856c-c6650d9bb305 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:46.048074 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6557385b-f320-490f-b33d-3f100a321257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:46.115710 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 98ea0c33-19e9-4001-ac7a-926989ee7ba3 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:05:46.199462 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-6557385b-f320-490f-b33d-3f100a321257 None None] Port 6901f93b-b3d4-415f-856c-c6650d9bb305 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:05:46.226832 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 98ea0c33-19e9-4001-ac7a-926989ee7ba3 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:05:46.313432 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d57a4ed6-9e64-468d-9ebc-c926ddfa6f26 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:46.323353 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d57a4ed6-9e64-468d-9ebc-c926ddfa6f26 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:46.324545 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-cfe81c04-f696-4cf3-bd0c-752a806c2d75 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Allocated IP 2001:db8::1 (f90b92da-b44e-4ec8-83b7-b6b4e365f6f1/5164c76b-5528-4bd0-8a53-9a22c7ffdbff/7ec0d6cb-06cb-4261-99d5-973479104bea) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:05:46.493123 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-d57a4ed6-9e64-468d-9ebc-c926ddfa6f26 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] In _notify_port_updated(), no bound segment for port 6901f93b-b3d4-415f-856c-c6650d9bb305 on network 1d740911-c280-4c78-b9b0-19df23a57eb0 {{(pid=106329) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 15:05:46.501017 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57a4ed6-9e64-468d-9ebc-c926ddfa6f26 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:46.502438 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d57a4ed6-9e64-468d-9ebc-c926ddfa6f26 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:46.506708 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d57a4ed6-9e64-468d-9ebc-c926ddfa6f26 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] 10.222.0.13 "PUT /v2.0/ports/6901f93b-b3d4-415f-856c-c6650d9bb305 HTTP/1.1" status: 200 len: 996 time: 1.0024159 Aug 28 15:05:46.507359 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44402) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:46.695086 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a4ed6-9e64-468d-9ebc-c926ddfa6f26 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Pushing event updated for resources: {'Port': ['ID=6901f93b-b3d4-415f-856c-c6650d9bb305,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:46.752251 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cfe81c04-f696-4cf3-bd0c-752a806c2d75 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:46.779382 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-cfe81c04-f696-4cf3-bd0c-752a806c2d75 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Transition to ACTIVE for port object 7ec0d6cb-06cb-4261-99d5-973479104bea will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:05:46.806933 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-156aa595-4638-4976-8654-9fd97781515e tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Deleting port 6901f93b-b3d4-415f-856c-c6650d9bb305 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:05:46.809780 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-156aa595-4638-4976-8654-9fd97781515e tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:46.815273 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddba381-c702-45f6-b41d-1cc1cb11ca2f req-c9c2b35c-ee50-4551-bb7a-bc911da9cba5 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:46.817090 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5ddba381-c702-45f6-b41d-1cc1cb11ca2f req-c9c2b35c-ee50-4551-bb7a-bc911da9cba5 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=feb6d640-8dbf-4c9c-a519-1fcb976c2b43 HTTP/1.1" status: 200 len: 945 time: 0.2605288 Aug 28 15:05:46.920434 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cfe81c04-f696-4cf3-bd0c-752a806c2d75 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:46.930026 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-75ebb021-b2ac-46de-938a-90d77300c92d None None] Provisioning complete for port 6901f93b-b3d4-415f-856c-c6650d9bb305 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:46.930601 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-75ebb021-b2ac-46de-938a-90d77300c92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:46.966638 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-156aa595-4638-4976-8654-9fd97781515e tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:46.987725 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-156aa595-4638-4976-8654-9fd97781515e tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Calling delete_port for 6901f93b-b3d4-415f-856c-c6650d9bb305 owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:05:47.004420 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-75ebb021-b2ac-46de-938a-90d77300c92d None None] Port 6901f93b-b3d4-415f-856c-c6650d9bb305 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:05:47.029394 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5ddba381-c702-45f6-b41d-1cc1cb11ca2f req-edbb27f4-5e96-4c04-94cd-37f6af0aa2c0 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?id=84b45dd7-4f79-4c3e-8bce-560e0ade4c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874213 Aug 28 15:05:47.052414 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe81c04-f696-4cf3-bd0c-752a806c2d75 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network f90b92da-b44e-4ec8-83b7-b6b4e365f6f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:47.054050 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe81c04-f696-4cf3-bd0c-752a806c2d75 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Port': ['ID=7ec0d6cb-06cb-4261-99d5-973479104bea,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:47.057674 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-cfe81c04-f696-4cf3-bd0c-752a806c2d75 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:47.061099 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe81c04-f696-4cf3-bd0c-752a806c2d75 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:05:47.061773 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cfe81c04-f696-4cf3-bd0c-752a806c2d75 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:47.110204 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device eec63650-8074-4f8a-a2ac-b4677c869c62 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:05:47.128139 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85a448-a8c8-4fe3-9f81-0249a42585fa req-14ee5f4c-4ab4-4b50-a271-67dcac838b4c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:47.129927 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cb85a448-a8c8-4fe3-9f81-0249a42585fa req-14ee5f4c-4ab4-4b50-a271-67dcac838b4c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 946 time: 0.0758607 Aug 28 15:05:47.167859 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943ada0b-6986-4bde-b52f-79657ee6ed1f None None] Network f90b92da-b44e-4ec8-83b7-b6b4e365f6f1 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:05:47.216901 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cb85a448-a8c8-4fe3-9f81-0249a42585fa req-623dc60e-a3ed-46f3-a853-1f4229bf8e90 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727201 Aug 28 15:05:47.252489 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-156aa595-4638-4976-8654-9fd97781515e tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:47.291872 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156aa595-4638-4976-8654-9fd97781515e tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Pushing event deleted for resources: {'Port': ['ID=6901f93b-b3d4-415f-856c-c6650d9bb305,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:47.294440 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51800b1-76f9-4bd4-8965-af5a5cf7cb8a req-c18ce3ea-93c9-4b88-a083-54b3a2f8f4bb tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:47.307073 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b51800b1-76f9-4bd4-8965-af5a5cf7cb8a req-c18ce3ea-93c9-4b88-a083-54b3a2f8f4bb tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0 HTTP/1.1" status: 200 len: 944 time: 0.1654019 Aug 28 15:05:47.326792 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7520348a-54b9-43d3-8cbd-ca0ce15e802f None None] Provisioning for port 98ea0c33-19e9-4001-ac7a-926989ee7ba3 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:05:47.345176 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7520348a-54b9-43d3-8cbd-ca0ce15e802f None None] Provisioning complete for port 98ea0c33-19e9-4001-ac7a-926989ee7ba3 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:47.345720 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7520348a-54b9-43d3-8cbd-ca0ce15e802f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:47.347767 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cfe81c04-f696-4cf3-bd0c-752a806c2d75 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:47.375112 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port eec63650-8074-4f8a-a2ac-b4677c869c62 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:05:47.386174 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b51800b1-76f9-4bd4-8965-af5a5cf7cb8a req-c435f6c4-aeb5-4d0a-b25a-f13da8692b66 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767596 Aug 28 15:05:47.387517 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port eec63650-8074-4f8a-a2ac-b4677c869c62 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:47.387997 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:47.438404 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b161aa8e-c92d-4bd6-8de9-7d2f3d547aaa req-9678262a-a6d3-404d-8d25-4b75cc365f68 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1761177866&fields=id&tenant_id=442584d0f1d84c76983f148b2740762a HTTP/1.1" status: 200 len: 267 time: 0.0977499 Aug 28 15:05:47.494484 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-156aa595-4638-4976-8654-9fd97781515e tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:47.498893 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-156aa595-4638-4976-8654-9fd97781515e tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] 10.222.0.13 "DELETE /v2.0/ports/6901f93b-b3d4-415f-856c-c6650d9bb305 HTTP/1.1" status: 204 len: 168 time: 0.9749994 Aug 28 15:05:47.500252 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44418) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:47.537308 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-534ff595-3543-43eb-bc1f-ba324f1c4145 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] GET failed (client error): The resource could not be found. Aug 28 15:05:47.542238 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-534ff595-3543-43eb-bc1f-ba324f1c4145 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] 10.222.0.13 "GET /v2.0/ports/6901f93b-b3d4-415f-856c-c6650d9bb305 HTTP/1.1" status: 404 len: 333 time: 0.0379119 Aug 28 15:05:47.546019 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44424) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:47.553934 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161aa8e-c92d-4bd6-8de9-7d2f3d547aaa req-6e8f2842-d1d7-42e9-8058-463d54e05b63 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:47.560450 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b161aa8e-c92d-4bd6-8de9-7d2f3d547aaa req-6e8f2842-d1d7-42e9-8058-463d54e05b63 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=feb6d640-8dbf-4c9c-a519-1fcb976c2b43 HTTP/1.1" status: 200 len: 945 time: 0.1187792 Aug 28 15:05:47.565240 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-ae18557d-f398-468d-8f04-5c423f588a8e tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Request body: {'port': {'network_id': '1d740911-c280-4c78-b9b0-19df23a57eb0', 'name': 'tempest-AllowedAddressPairTestJSON-733138879'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:47.590786 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-b161aa8e-c92d-4bd6-8de9-7d2f3d547aaa req-0e2ae90b-45c6-4cd7-a6ed-a42cbea60a19 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Request body: {'port': {'security_groups': ['84b45dd7-4f79-4c3e-8bce-560e0ade4c15', '4604545f-a2e1-4267-aab6-262f2a533750']}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:47.668052 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7520348a-54b9-43d3-8cbd-ca0ce15e802f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:47.722416 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-7520348a-54b9-43d3-8cbd-ca0ce15e802f None None] For port 98ea0c33-19e9-4001-ac7a-926989ee7ba3, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=98ea0c33-19e9-4001-ac7a-926989ee7ba3,segment=NetworkSegment(51e95262-f9cc-46b8-974c-b04c9679d47c),segment_id=51e95262-f9cc-46b8-974c-b04c9679d47c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:47.758974 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7520348a-54b9-43d3-8cbd-ca0ce15e802f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:47.823289 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7520348a-54b9-43d3-8cbd-ca0ce15e802f None None] Pushing event updated for resources: {'Port': ['ID=98ea0c33-19e9-4001-ac7a-926989ee7ba3,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:47.851099 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:47.942264 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec63650-8074-4f8a-a2ac-b4677c869c62'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:05:47.953910 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fff992-7694-4522-a24a-47375942c736" -d '{"events": [{"server_uuid": "6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0", "name": "network-vif-plugged", "status": "completed", "tag": "eec63650-8074-4f8a-a2ac-b4677c869c62"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:05:47.968426 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cfe81c04-f696-4cf3-bd0c-752a806c2d75 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:47.969366 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b161aa8e-c92d-4bd6-8de9-7d2f3d547aaa req-0e2ae90b-45c6-4cd7-a6ed-a42cbea60a19 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:47.990183 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cfe81c04-f696-4cf3-bd0c-752a806c2d75 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:47.991168 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cfe81c04-f696-4cf3-bd0c-752a806c2d75 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:48.014209 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port eec63650-8074-4f8a-a2ac-b4677c869c62, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=eec63650-8074-4f8a-a2ac-b4677c869c62,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:48.026791 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:48.092152 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 98ea0c33-19e9-4001-ac7a-926989ee7ba3 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:05:48.154158 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe81c04-f696-4cf3-bd0c-752a806c2d75 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Port': ['ID=7ec0d6cb-06cb-4261-99d5-973479104bea,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:48.178248 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=eec63650-8074-4f8a-a2ac-b4677c869c62,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:48.229755 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be461509-2e86-4e3a-924c-74f2ea4512fc x-openstack-request-id: req-be461509-2e86-4e3a-924c-74f2ea4512fc {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:05:48.230827 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0", "name": "network-vif-plugged", "status": "completed", "tag": "eec63650-8074-4f8a-a2ac-b4677c869c62", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:05:48.232814 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be461509-2e86-4e3a-924c-74f2ea4512fc {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:05:48.233619 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec63650-8074-4f8a-a2ac-b4677c869c62', 'code': 200} Aug 28 15:05:48.245494 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 98ea0c33-19e9-4001-ac7a-926989ee7ba3 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:48.245871 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:48.389837 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-b161aa8e-c92d-4bd6-8de9-7d2f3d547aaa req-0e2ae90b-45c6-4cd7-a6ed-a42cbea60a19 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] For port 6c59a8e1-f4ce-4780-bcd6-a28ef0da333f, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=6c59a8e1-f4ce-4780-bcd6-a28ef0da333f,segment=NetworkSegment(da4bb42a-2224-4617-bd87-f06826483fcf),segment_id=da4bb42a-2224-4617-bd87-f06826483fcf)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:48.410541 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe81c04-f696-4cf3-bd0c-752a806c2d75 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network f90b92da-b44e-4ec8-83b7-b6b4e365f6f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:48.412386 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-cfe81c04-f696-4cf3-bd0c-752a806c2d75 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:48.429544 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-352f1a72-deaf-4908-8253-d5f5e2494e95 None None] Provisioning for port 7ec0d6cb-06cb-4261-99d5-973479104bea completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:05:48.449063 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-352f1a72-deaf-4908-8253-d5f5e2494e95 None None] Provisioning complete for port 7ec0d6cb-06cb-4261-99d5-973479104bea triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:48.449772 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-352f1a72-deaf-4908-8253-d5f5e2494e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:48.520851 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-352f1a72-deaf-4908-8253-d5f5e2494e95 None None] Port 7ec0d6cb-06cb-4261-99d5-973479104bea cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:05:48.579793 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae18557d-f398-468d-8f04-5c423f588a8e tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Made reservation on behalf of 7eb3e171f6b94e06abd9acaabb778fb2 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:05:48.583262 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ae18557d-f398-468d-8f04-5c423f588a8e tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:48.600854 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b161aa8e-c92d-4bd6-8de9-7d2f3d547aaa req-0e2ae90b-45c6-4cd7-a6ed-a42cbea60a19 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:48.621566 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b161aa8e-c92d-4bd6-8de9-7d2f3d547aaa req-0e2ae90b-45c6-4cd7-a6ed-a42cbea60a19 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:48.627698 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936e471-ec26-48a4-81c5-1e4b396d2b65 req-0be75a04-13e3-4858-bf5f-f12156bfe7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:48.629242 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a936e471-ec26-48a4-81c5-1e4b396d2b65 req-0be75a04-13e3-4858-bf5f-f12156bfe7a4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0 HTTP/1.1" status: 200 len: 1097 time: 0.2018454 Aug 28 15:05:48.636763 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-ae18557d-f398-468d-8f04-5c423f588a8e tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] device_id is not set on port 1020ce12-026e-4f69-836f-8f7efd9280c1 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:05:48.717369 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161aa8e-c92d-4bd6-8de9-7d2f3d547aaa req-0e2ae90b-45c6-4cd7-a6ed-a42cbea60a19 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:48.718064 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b161aa8e-c92d-4bd6-8de9-7d2f3d547aaa req-0e2ae90b-45c6-4cd7-a6ed-a42cbea60a19 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:48.719810 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b161aa8e-c92d-4bd6-8de9-7d2f3d547aaa req-0e2ae90b-45c6-4cd7-a6ed-a42cbea60a19 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "PUT /v2.0/ports/6c59a8e1-f4ce-4780-bcd6-a28ef0da333f HTTP/1.1" status: 200 len: 981 time: 1.1363411 Aug 28 15:05:48.730322 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb6d640-8dbf-4c9c-a519-1fcb976c2b43', 'tag': '6c59a8e1-f4ce-4780-bcd6-a28ef0da333f'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:05:48.732680 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f82090d-aa30-4d5b-a18c-c2b73d18a09e" -d '{"events": [{"name": "network-changed", "server_uuid": "feb6d640-8dbf-4c9c-a519-1fcb976c2b43", "tag": "6c59a8e1-f4ce-4780-bcd6-a28ef0da333f"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:05:48.752684 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c38813-7d0d-4594-a2a7-d26a96424531 req-72f9110b-f7b2-4c92-b144-76266ded6181 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:48.756174 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-75c38813-7d0d-4594-a2a7-d26a96424531 req-72f9110b-f7b2-4c92-b144-76266ded6181 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0 HTTP/1.1" status: 200 len: 945 time: 0.1947894 Aug 28 15:05:48.873992 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a936e471-ec26-48a4-81c5-1e4b396d2b65 req-c1055b57-bcfc-4f16-8978-c7d2398fbfe0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033060 Aug 28 15:05:48.881389 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ae90b-45c6-4cd7-a6ed-a42cbea60a19 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Pushing event updated for resources: {'Port': ['ID=6c59a8e1-f4ce-4780-bcd6-a28ef0da333f,revision_number=6']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:48.925221 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-75c38813-7d0d-4594-a2a7-d26a96424531 req-9c252571-6d20-4977-8e29-37fcf44966ab tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626434 Aug 28 15:05:48.936712 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe81c04-f696-4cf3-bd0c-752a806c2d75 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Router 30537803-3bc1-43c3-a456-1e9819894f1c is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:05:48.938820 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-46ca28cb-08a5-4bf3-9fdc-16e93e4af452 req-1dc84c03-ea7b-49b2-9e9e-54820aff3ddb tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups/4604545f-a2e1-4267-aab6-262f2a533750 HTTP/1.1" status: 200 len: 1803 time: 0.1669762 Aug 28 15:05:48.958222 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['6c59a8e1-f4ce-4780-bcd6-a28ef0da333f'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:05:48.962400 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['53fb127c-e9c6-4660-a0ca-af8f1f2f5a95'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:05:49.011352 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-352f1a72-deaf-4908-8253-d5f5e2494e95 None None] Provisioning complete for port 98ea0c33-19e9-4001-ac7a-926989ee7ba3 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:49.012698 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-352f1a72-deaf-4908-8253-d5f5e2494e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:49.013884 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-ae18557d-f398-468d-8f04-5c423f588a8e tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Allocated IP 172.20.0.13 (1d740911-c280-4c78-b9b0-19df23a57eb0/29e6e0b9-ae4f-4139-9978-dc56f5cef56f/1020ce12-026e-4f69-836f-8f7efd9280c1) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:05:49.025673 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [req-46ca28cb-08a5-4bf3-9fdc-16e93e4af452 req-0d3f99db-4c3e-4a2b-a307-619bc83d2ce3 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 28 15:05:49.026719 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-46ca28cb-08a5-4bf3-9fdc-16e93e4af452 req-0d3f99db-4c3e-4a2b-a307-619bc83d2ce3 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "DELETE /v2.0/security-groups/4604545f-a2e1-4267-aab6-262f2a533750 HTTP/1.1" status: 409 len: 341 time: 0.0729470 Aug 28 15:05:49.125138 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['6c59a8e1-f4ce-4780-bcd6-a28ef0da333f'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:05:49.217381 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe81c04-f696-4cf3-bd0c-752a806c2d75 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:05:49.225769 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cfe81c04-f696-4cf3-bd0c-752a806c2d75 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "PUT /v2.0/routers/30537803-3bc1-43c3-a456-1e9819894f1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9628680 Aug 28 15:05:49.234510 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44460) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:49.239025 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78655871-ec84-4b46-b3cb-310c59afcf69 None None] Sync routers for ids ['30537803-3bc1-43c3-a456-1e9819894f1c'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:05:49.330314 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29709931-c375-4e4a-a23e-ce005f6dbb06 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:49.332084 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-29709931-c375-4e4a-a23e-ce005f6dbb06 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "GET /v2.0/ports/7ec0d6cb-06cb-4261-99d5-973479104bea HTTP/1.1" status: 200 len: 911 time: 0.0957429 Aug 28 15:05:49.335525 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44464) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:49.339078 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78655871-ec84-4b46-b3cb-310c59afcf69 None None] Routers {'30537803-3bc1-43c3-a456-1e9819894f1c'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:05:49.339778 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-78655871-ec84-4b46-b3cb-310c59afcf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:05:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['30537803-3bc1-43c3-a456-1e9819894f1c'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:49.409399 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-78655871-ec84-4b46-b3cb-310c59afcf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:49.490048 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78655871-ec84-4b46-b3cb-310c59afcf69 None None] Routers {'30537803-3bc1-43c3-a456-1e9819894f1c'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:05:49.490673 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-78655871-ec84-4b46-b3cb-310c59afcf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:05:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['30537803-3bc1-43c3-a456-1e9819894f1c'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:49.558969 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-78655871-ec84-4b46-b3cb-310c59afcf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:49.559591 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78655871-ec84-4b46-b3cb-310c59afcf69 None None] The sync data for ids ['30537803-3bc1-43c3-a456-1e9819894f1c'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:05:49.589915 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1eaf65f-c1e6-48d7-9cd5-bb7b04fa2d36 x-openstack-request-id: req-d1eaf65f-c1e6-48d7-9cd5-bb7b04fa2d36 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:05:49.591056 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb6d640-8dbf-4c9c-a519-1fcb976c2b43", "tag": "6c59a8e1-f4ce-4780-bcd6-a28ef0da333f", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:05:49.591056 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1eaf65f-c1e6-48d7-9cd5-bb7b04fa2d36 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:05:49.591250 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb6d640-8dbf-4c9c-a519-1fcb976c2b43', 'tag': '6c59a8e1-f4ce-4780-bcd6-a28ef0da333f', 'status': 'completed', 'code': 200} Aug 28 15:05:49.636345 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c1976dfa-da0e-43ca-998e-c8cbe9c0dea4 None None] Provisioning complete for port 7ec0d6cb-06cb-4261-99d5-973479104bea triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:49.636958 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c1976dfa-da0e-43ca-998e-c8cbe9c0dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:49.713387 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82090d-aa30-4d5b-a18c-c2b73d18a09e req-f9621257-f6af-4ffa-bae6-4739e168aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:49.714754 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3f82090d-aa30-4d5b-a18c-c2b73d18a09e req-f9621257-f6af-4ffa-bae6-4739e168aeaf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=442584d0f1d84c76983f148b2740762a&device_id=feb6d640-8dbf-4c9c-a519-1fcb976c2b43 HTTP/1.1" status: 200 len: 1136 time: 0.1205282 Aug 28 15:05:49.750339 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f021b9-4667-41c1-9781-ed620471bfa1 req-06a632e3-036f-47db-95d1-9eabd3b3b32f tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:49.753299 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-47f021b9-4667-41c1-9781-ed620471bfa1 req-06a632e3-036f-47db-95d1-9eabd3b3b32f tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=feb6d640-8dbf-4c9c-a519-1fcb976c2b43 HTTP/1.1" status: 200 len: 984 time: 0.2185106 Aug 28 15:05:49.766759 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c1976dfa-da0e-43ca-998e-c8cbe9c0dea4 None None] Port 7ec0d6cb-06cb-4261-99d5-973479104bea cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:05:49.869122 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-47f021b9-4667-41c1-9781-ed620471bfa1 req-cc2acdfb-89ac-47c1-ab81-8b47202a0473 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?id=84b45dd7-4f79-4c3e-8bce-560e0ade4c15&id=4604545f-a2e1-4267-aab6-262f2a533750&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1078403 Aug 28 15:05:49.910023 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ae18557d-f398-468d-8f04-5c423f588a8e tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:49.945433 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-ae18557d-f398-468d-8f04-5c423f588a8e tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Transition to ACTIVE for port object 1020ce12-026e-4f69-836f-8f7efd9280c1 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:05:49.976967 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82090d-aa30-4d5b-a18c-c2b73d18a09e req-28914f48-66b6-4997-9ead-92f2ae6ba1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:49.979430 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3f82090d-aa30-4d5b-a18c-c2b73d18a09e req-28914f48-66b6-4997-9ead-92f2ae6ba1f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=54e01d77-3728-4d8d-9842-bafba89acf3a HTTP/1.1" status: 200 len: 914 time: 0.2530758 Aug 28 15:05:49.981273 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fab834-30ae-4eca-86a2-e89a53122e3f req-a1cce68a-8baf-412c-9877-5ee390838d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:49.982882 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-34fab834-30ae-4eca-86a2-e89a53122e3f req-a1cce68a-8baf-412c-9877-5ee390838d70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d&device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 1098 time: 0.1832530 Aug 28 15:05:50.027363 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3f82090d-aa30-4d5b-a18c-c2b73d18a09e req-c32dd6ab-63e3-4a2a-aa4d-dae030e3ca5e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c59a8e1-f4ce-4780-bcd6-a28ef0da333f HTTP/1.1" status: 200 len: 217 time: 0.0399997 Aug 28 15:05:50.160675 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-718f2510-44ed-4635-92bd-5111f3160dc4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:50.206143 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82090d-aa30-4d5b-a18c-c2b73d18a09e req-9fe25c38-5062-4694-951b-76a6f7511482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:50.207804 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3f82090d-aa30-4d5b-a18c-c2b73d18a09e req-9fe25c38-5062-4694-951b-76a6f7511482 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12bd8cd5-f34c-44c9-9e98-a3273c4777fd HTTP/1.1" status: 200 len: 853 time: 0.1713269 Aug 28 15:05:50.216903 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ae18557d-f398-468d-8f04-5c423f588a8e tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:50.272758 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3f82090d-aa30-4d5b-a18c-c2b73d18a09e req-c33a69e2-2759-4571-b2f1-c8cc604a9cd9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54e01d77-3728-4d8d-9842-bafba89acf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498512 Aug 28 15:05:50.315785 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d55cc-93fd-475a-aadd-1a365c59b877 req-6f5fd515-cb18-4ae1-a191-a034f24e81be tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:50.317384 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-843d55cc-93fd-475a-aadd-1a365c59b877 req-6f5fd515-cb18-4ae1-a191-a034f24e81be tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0 HTTP/1.1" status: 200 len: 945 time: 0.2719390 Aug 28 15:05:50.326350 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae18557d-f398-468d-8f04-5c423f588a8e tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Network 1d740911-c280-4c78-b9b0-19df23a57eb0 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:50.357710 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fab834-30ae-4eca-86a2-e89a53122e3f req-ea2700c5-a418-4930-b34a-f8ed07873353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:50.359111 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-34fab834-30ae-4eca-86a2-e89a53122e3f req-ea2700c5-a418-4930-b34a-f8ed07873353 service neutron] 10.222.0.41 "GET /v2.0/networks?id=77650b04-197c-4f2d-93ed-1f3a3f2db13f HTTP/1.1" status: 200 len: 912 time: 0.3108826 Aug 28 15:05:50.360002 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-ae18557d-f398-468d-8f04-5c423f588a8e tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:50.423487 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae18557d-f398-468d-8f04-5c423f588a8e tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:05:50.512916 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18557d-f398-468d-8f04-5c423f588a8e tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Pushing event updated for resources: {'Port': ['ID=1020ce12-026e-4f69-836f-8f7efd9280c1,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:50.527283 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-718f2510-44ed-4635-92bd-5111f3160dc4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Deleting port 7ec0d6cb-06cb-4261-99d5-973479104bea {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:05:50.527871 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-718f2510-44ed-4635-92bd-5111f3160dc4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:50.544827 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-843d55cc-93fd-475a-aadd-1a365c59b877 req-de5d10c8-3a91-435f-9cff-987de22f62bb tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117226 Aug 28 15:05:50.599461 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae18557d-f398-468d-8f04-5c423f588a8e tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:50.600315 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ae18557d-f398-468d-8f04-5c423f588a8e tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:50.631365 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-34fab834-30ae-4eca-86a2-e89a53122e3f req-a801ec5b-d622-4019-97cf-ab95dff116d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e5b61b0-9b37-402c-ac33-0a57b7fac04e HTTP/1.1" status: 200 len: 1002 time: 0.2092860 Aug 28 15:05:50.640575 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3f82090d-aa30-4d5b-a18c-c2b73d18a09e req-5e75f6ae-9f98-4a43-b4ff-6a7c1330152e service neutron] 10.222.0.36 "GET /v2.0/networks/54e01d77-3728-4d8d-9842-bafba89acf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331654 Aug 28 15:05:50.697553 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0203b8b2-7243-47d2-8329-81e63d40e879 None None] Provisioning for port 1020ce12-026e-4f69-836f-8f7efd9280c1 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:05:50.699755 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-718f2510-44ed-4635-92bd-5111f3160dc4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:50.703983 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0203b8b2-7243-47d2-8329-81e63d40e879 None None] Provisioning complete for port 1020ce12-026e-4f69-836f-8f7efd9280c1 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:50.704498 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0203b8b2-7243-47d2-8329-81e63d40e879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:50.721822 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ae18557d-f398-468d-8f04-5c423f588a8e tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1601999 Aug 28 15:05:50.726625 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44496) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:50.737267 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-4373ea4b-d5b0-4652-8015-6966c250c3c1 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Request body: {'port': {'network_id': '1d740911-c280-4c78-b9b0-19df23a57eb0', 'name': 'tempest-AllowedAddressPairTestJSON-493439049'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:50.742412 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-718f2510-44ed-4635-92bd-5111f3160dc4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Calling delete_port for 7ec0d6cb-06cb-4261-99d5-973479104bea owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:05:50.753145 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-0203b8b2-7243-47d2-8329-81e63d40e879 None None] Port 1020ce12-026e-4f69-836f-8f7efd9280c1 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:05:50.819072 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3f82090d-aa30-4d5b-a18c-c2b73d18a09e req-83e866f8-3ee6-4542-93f5-beab9bc4d910 service neutron] 10.222.0.36 "GET /v2.0/networks/54e01d77-3728-4d8d-9842-bafba89acf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698050 Aug 28 15:05:50.830463 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fab834-30ae-4eca-86a2-e89a53122e3f req-8e0fe753-9f5e-48df-a7da-6121c36fe8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:50.832829 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-34fab834-30ae-4eca-86a2-e89a53122e3f req-8e0fe753-9f5e-48df-a7da-6121c36fe8de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=836bd9d7-21bc-4e2a-b716-53b54890baa2 HTTP/1.1" status: 200 len: 850 time: 0.1907637 Aug 28 15:05:50.894814 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fab834-30ae-4eca-86a2-e89a53122e3f req-07dca3d5-40bc-44ab-b5fb-fa450eee166a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:50.897907 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-34fab834-30ae-4eca-86a2-e89a53122e3f req-07dca3d5-40bc-44ab-b5fb-fa450eee166a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77650b04-197c-4f2d-93ed-1f3a3f2db13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582294 Aug 28 15:05:50.998761 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43c5e9-a98c-44f9-bdb2-3b214664b437 req-4eb2804f-405f-47a9-af2c-f29b88f67d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:51.000456 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-be43c5e9-a98c-44f9-bdb2-3b214664b437 req-4eb2804f-405f-47a9-af2c-f29b88f67d1e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=442584d0f1d84c76983f148b2740762a&device_id=feb6d640-8dbf-4c9c-a519-1fcb976c2b43 HTTP/1.1" status: 200 len: 1136 time: 0.1016366 Aug 28 15:05:51.070281 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4373ea4b-d5b0-4652-8015-6966c250c3c1 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Made reservation on behalf of 7eb3e171f6b94e06abd9acaabb778fb2 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:05:51.074612 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4373ea4b-d5b0-4652-8015-6966c250c3c1 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:51.130729 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f031dc-8d81-4e41-b71b-a641b9abe3f4 req-7892ccf8-e176-4dfa-a371-84eecbd73bc6 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:51.132402 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8f031dc-8d81-4e41-b71b-a641b9abe3f4 req-7892ccf8-e176-4dfa-a371-84eecbd73bc6 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=feb6d640-8dbf-4c9c-a519-1fcb976c2b43 HTTP/1.1" status: 200 len: 984 time: 0.1596873 Aug 28 15:05:51.138298 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-718f2510-44ed-4635-92bd-5111f3160dc4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:51.140798 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-4373ea4b-d5b0-4652-8015-6966c250c3c1 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] device_id is not set on port 3cce9093-6a7d-4553-8813-4c729e7a7b70 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:05:51.167033 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-34fab834-30ae-4eca-86a2-e89a53122e3f req-eb756aad-f0b0-4d94-bf4c-162e1ccacaf9 service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334058 Aug 28 15:05:51.193981 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43c5e9-a98c-44f9-bdb2-3b214664b437 req-e10e34f3-9a66-442f-81c2-8110e20282b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:51.196297 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-be43c5e9-a98c-44f9-bdb2-3b214664b437 req-e10e34f3-9a66-442f-81c2-8110e20282b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=54e01d77-3728-4d8d-9842-bafba89acf3a HTTP/1.1" status: 200 len: 914 time: 0.1814964 Aug 28 15:05:51.213634 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8f031dc-8d81-4e41-b71b-a641b9abe3f4 req-a52b95d7-a907-4c73-a24a-6b7f3a61c390 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?id=84b45dd7-4f79-4c3e-8bce-560e0ade4c15&id=4604545f-a2e1-4267-aab6-262f2a533750&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0578811 Aug 28 15:05:51.246246 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f2510-44ed-4635-92bd-5111f3160dc4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Port': ['ID=7ec0d6cb-06cb-4261-99d5-973479104bea,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:51.314826 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-be43c5e9-a98c-44f9-bdb2-3b214664b437 req-8a7b4238-c30c-40c7-bfb7-8f003f2bd26b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c59a8e1-f4ce-4780-bcd6-a28ef0da333f HTTP/1.1" status: 200 len: 217 time: 0.1063344 Aug 28 15:05:51.405334 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-34fab834-30ae-4eca-86a2-e89a53122e3f req-3fb91cd3-2766-4dad-9a24-ba5211437be2 service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073081 Aug 28 15:05:51.422393 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43c5e9-a98c-44f9-bdb2-3b214664b437 req-b86433d9-1225-4a4a-ac9e-47c84ded2fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:51.424615 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-4373ea4b-d5b0-4652-8015-6966c250c3c1 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Allocated IP 172.20.0.7 (1d740911-c280-4c78-b9b0-19df23a57eb0/29e6e0b9-ae4f-4139-9978-dc56f5cef56f/3cce9093-6a7d-4553-8813-4c729e7a7b70) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:05:51.431825 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-be43c5e9-a98c-44f9-bdb2-3b214664b437 req-b86433d9-1225-4a4a-ac9e-47c84ded2fb9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12bd8cd5-f34c-44c9-9e98-a3273c4777fd HTTP/1.1" status: 200 len: 853 time: 0.0826061 Aug 28 15:05:51.480669 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-be43c5e9-a98c-44f9-bdb2-3b214664b437 req-a7932da5-5230-4ef9-85b2-f7cbff7b1cea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54e01d77-3728-4d8d-9842-bafba89acf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441756 Aug 28 15:05:51.526362 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-718f2510-44ed-4635-92bd-5111f3160dc4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:51.608793 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-be43c5e9-a98c-44f9-bdb2-3b214664b437 req-0af72ccc-327f-4518-a4e6-57beba8dc58d service neutron] 10.222.0.36 "GET /v2.0/networks/54e01d77-3728-4d8d-9842-bafba89acf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198068 Aug 28 15:05:51.787316 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-be43c5e9-a98c-44f9-bdb2-3b214664b437 req-76eadd00-839a-4535-9729-556a3ab5db63 service neutron] 10.222.0.36 "GET /v2.0/networks/54e01d77-3728-4d8d-9842-bafba89acf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715076 Aug 28 15:05:51.856578 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782cddd-1c12-4673-b28e-1a9df0b2021b req-f40c8022-ecb1-4fce-a313-e1656266d4cf tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:51.864633 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9782cddd-1c12-4673-b28e-1a9df0b2021b req-f40c8022-ecb1-4fce-a313-e1656266d4cf tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0 HTTP/1.1" status: 200 len: 945 time: 0.0762761 Aug 28 15:05:51.918628 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9782cddd-1c12-4673-b28e-1a9df0b2021b req-656b6e17-aeae-4d4f-bde0-3e880006315f tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484326 Aug 28 15:05:52.046405 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:05:52.139022 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44520) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:52.218580 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718f2510-44ed-4635-92bd-5111f3160dc4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Router 30537803-3bc1-43c3-a456-1e9819894f1c has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:05:52.235568 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4373ea4b-d5b0-4652-8015-6966c250c3c1 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:52.284580 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-4373ea4b-d5b0-4652-8015-6966c250c3c1 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Transition to ACTIVE for port object 3cce9093-6a7d-4553-8813-4c729e7a7b70 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:05:52.287129 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986b151-c994-4cd8-b8af-0cdf789aae84 req-ad551c0d-e7df-4f08-a28b-ac2e986e08b4 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:52.297048 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c986b151-c994-4cd8-b8af-0cdf789aae84 req-ad551c0d-e7df-4f08-a28b-ac2e986e08b4 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0 HTTP/1.1" status: 200 len: 945 time: 0.0886791 Aug 28 15:05:52.373029 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c986b151-c994-4cd8-b8af-0cdf789aae84 req-7ff6333f-6c66-4e02-a39e-9c2112bc638e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747662 Aug 28 15:05:52.401254 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718f2510-44ed-4635-92bd-5111f3160dc4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:05:52.411062 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-718f2510-44ed-4635-92bd-5111f3160dc4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "PUT /v2.0/routers/30537803-3bc1-43c3-a456-1e9819894f1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0720975 Aug 28 15:05:52.413403 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aef133-1ab3-439b-a62e-3580fa9823c4 None None] Sync routers for ids ['30537803-3bc1-43c3-a456-1e9819894f1c'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:05:52.422260 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44542) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:52.428383 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7cfc36ab-fbe9-4163-8d65-5eab003f5f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:52.429256 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aef133-1ab3-439b-a62e-3580fa9823c4 None None] Routers {'30537803-3bc1-43c3-a456-1e9819894f1c'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:05:52.430091 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-b0aef133-1ab3-439b-a62e-3580fa9823c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:05:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['30537803-3bc1-43c3-a456-1e9819894f1c'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:52.506142 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-b0aef133-1ab3-439b-a62e-3580fa9823c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:52.516413 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-79b0a7b0-7da1-4e03-84d7-dcf8b6e66c4d tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "GET /v2.0/ports?device_id=30537803-3bc1-43c3-a456-1e9819894f1c HTTP/1.1" status: 200 len: 205 time: 0.0892122 Aug 28 15:05:52.518369 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44544) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:52.531918 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aef133-1ab3-439b-a62e-3580fa9823c4 None None] Routers {'30537803-3bc1-43c3-a456-1e9819894f1c'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:05:52.532973 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-b0aef133-1ab3-439b-a62e-3580fa9823c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:05:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['30537803-3bc1-43c3-a456-1e9819894f1c'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:52.586014 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-b0aef133-1ab3-439b-a62e-3580fa9823c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:52.587885 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aef133-1ab3-439b-a62e-3580fa9823c4 None None] The sync data for ids ['30537803-3bc1-43c3-a456-1e9819894f1c'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:05:52.617098 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4373ea4b-d5b0-4652-8015-6966c250c3c1 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:52.632983 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-76e15c63-80a0-45dc-ac75-2e681c933844 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:52.665994 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed9615-61bb-4fac-bb6e-71627bfbd17c req-8b26b86a-45f5-4176-b6ae-07601d321814 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:52.667732 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-88ed9615-61bb-4fac-bb6e-71627bfbd17c req-8b26b86a-45f5-4176-b6ae-07601d321814 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=feb6d640-8dbf-4c9c-a519-1fcb976c2b43 HTTP/1.1" status: 200 len: 984 time: 0.2056427 Aug 28 15:05:52.691259 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4373ea4b-d5b0-4652-8015-6966c250c3c1 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Network 1d740911-c280-4c78-b9b0-19df23a57eb0 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:52.697999 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-4373ea4b-d5b0-4652-8015-6966c250c3c1 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:52.706823 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4373ea4b-d5b0-4652-8015-6966c250c3c1 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:05:52.710747 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373ea4b-d5b0-4652-8015-6966c250c3c1 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Pushing event updated for resources: {'Port': ['ID=3cce9093-6a7d-4553-8813-4c729e7a7b70,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:52.791003 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-88ed9615-61bb-4fac-bb6e-71627bfbd17c req-75e1cf41-c52c-467d-89cd-1acd98109461 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?id=84b45dd7-4f79-4c3e-8bce-560e0ade4c15&id=4604545f-a2e1-4267-aab6-262f2a533750&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1122456 Aug 28 15:05:52.806867 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4373ea4b-d5b0-4652-8015-6966c250c3c1 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:52.807779 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4373ea4b-d5b0-4652-8015-6966c250c3c1 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:52.825875 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 9e5b61b0-9b37-402c-ac33-0a57b7fac04e details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:05:52.905168 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb4834-b500-4ad0-8048-402ef2823b1c req-570e72e1-df27-435e-8371-cfd2622b593f tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:52.912886 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c7eb4834-b500-4ad0-8048-402ef2823b1c req-570e72e1-df27-435e-8371-cfd2622b593f tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0 HTTP/1.1" status: 200 len: 945 time: 0.4197171 Aug 28 15:05:52.935473 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-76e15c63-80a0-45dc-ac75-2e681c933844 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:52.944498 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-76e15c63-80a0-45dc-ac75-2e681c933844 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:52.965022 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:52.967310 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7cfc36ab-fbe9-4163-8d65-5eab003f5f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:52.985747 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4373ea4b-d5b0-4652-8015-6966c250c3c1 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2536187 Aug 28 15:05:52.988358 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44546) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:52.994403 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e', 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f', 'port_id': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e', 'mac_address': 'fa:16:3e:c2:37:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '836bd9d7-21bc-4e2a-b716-53b54890baa2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:05:52.994731 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-49f69ea3-7af4-48ff-ad4d-2243b2309225 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:df:ab:43'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:a2:39:90'}]}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:53.007861 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7cfc36ab-fbe9-4163-8d65-5eab003f5f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:53.054663 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c7eb4834-b500-4ad0-8048-402ef2823b1c req-ea7c1b45-8f88-4b1e-a47a-cfeb6ce08eff tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408038 Aug 28 15:05:53.055319 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:53.088952 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-76e15c63-80a0-45dc-ac75-2e681c933844 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:53.089250 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e15c63-80a0-45dc-ac75-2e681c933844 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Fanout notify agent at l3_agent the message router_deleted on router 30537803-3bc1-43c3-a456-1e9819894f1c {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:05:53.096921 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e5b61b0-9b37-402c-ac33-0a57b7fac04e {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:05:53.104208 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-93b957dd-e62c-4e6f-b44b-3343de388a88 None None] Provisioning for port 3cce9093-6a7d-4553-8813-4c729e7a7b70 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:05:53.110805 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-76e15c63-80a0-45dc-ac75-2e681c933844 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:53.112144 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-76e15c63-80a0-45dc-ac75-2e681c933844 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/routers/30537803-3bc1-43c3-a456-1e9819894f1c HTTP/1.1" status: 204 len: 168 time: 0.5771489 Aug 28 15:05:53.117058 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44550) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:53.128205 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7cfc36ab-fbe9-4163-8d65-5eab003f5f56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6fe44de4ceb245058e18f7701cfe1458&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9832065 Aug 28 15:05:53.128705 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-93b957dd-e62c-4e6f-b44b-3343de388a88 None None] Provisioning complete for port 3cce9093-6a7d-4553-8813-4c729e7a7b70 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:53.128881 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44552) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:53.129412 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-93b957dd-e62c-4e6f-b44b-3343de388a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:53.137431 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc36ab-fbe9-4163-8d65-5eab003f5f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2caeee-4848-4960-8ba8-670ea08bc3cf,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:53.158179 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:53.159246 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc36ab-fbe9-4163-8d65-5eab003f5f56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:53.159597 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc36ab-fbe9-4163-8d65-5eab003f5f56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:53.159965 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc36ab-fbe9-4163-8d65-5eab003f5f56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:53.160368 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc36ab-fbe9-4163-8d65-5eab003f5f56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:53.160754 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc36ab-fbe9-4163-8d65-5eab003f5f56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:53.161089 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc36ab-fbe9-4163-8d65-5eab003f5f56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:53.161418 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc36ab-fbe9-4163-8d65-5eab003f5f56 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:53.162284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc36ab-fbe9-4163-8d65-5eab003f5f56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:53.162536 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc36ab-fbe9-4163-8d65-5eab003f5f56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:53.162962 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc36ab-fbe9-4163-8d65-5eab003f5f56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:53.163305 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc36ab-fbe9-4163-8d65-5eab003f5f56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:53.163633 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc36ab-fbe9-4163-8d65-5eab003f5f56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:05:53.177511 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:53.190087 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-93b957dd-e62c-4e6f-b44b-3343de388a88 None None] Port 3cce9093-6a7d-4553-8813-4c729e7a7b70 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:05:53.223414 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d29df1a5-84d9-40f3-9c44-02f114430860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:53.254451 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d29df1a5-84d9-40f3-9c44-02f114430860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:53.261029 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-99722bd6-72d3-43d0-9c1d-5b2777582c9e tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Deleting subnet 5164c76b-5528-4bd0-8a53-9a22c7ffdbff {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:05:53.266687 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:53.278278 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-99722bd6-72d3-43d0-9c1d-5b2777582c9e tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:53.311597 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['9e5b61b0-9b37-402c-ac33-0a57b7fac04e'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:05:53.335951 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d29df1a5-84d9-40f3-9c44-02f114430860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:53.339785 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d29df1a5-84d9-40f3-9c44-02f114430860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:53.354399 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d29df1a5-84d9-40f3-9c44-02f114430860 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f2caeee-4848-4960-8ba8-670ea08bc3cf HTTP/1.1" status: 204 len: 168 time: 0.2240632 Aug 28 15:05:53.370249 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29df1a5-84d9-40f3-9c44-02f114430860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2caeee-4848-4960-8ba8-670ea08bc3cf,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:53.458375 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49f69ea3-7af4-48ff-ad4d-2243b2309225 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:53.471180 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-99722bd6-72d3-43d0-9c1d-5b2777582c9e tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:53.497494 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6e106-ba09-4d65-af3c-36345031cc5b req-346a987d-261e-4dc4-9193-f8e3c274cb32 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:53.500097 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cda6e106-ba09-4d65-af3c-36345031cc5b req-346a987d-261e-4dc4-9193-f8e3c274cb32 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0 HTTP/1.1" status: 200 len: 945 time: 0.0641289 Aug 28 15:05:53.562602 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cda6e106-ba09-4d65-af3c-36345031cc5b req-4e6afc22-466f-4ffb-8cc9-45aa3327d3a7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566778 Aug 28 15:05:53.690336 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-99722bd6-72d3-43d0-9c1d-5b2777582c9e tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:53.747134 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44566) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:53.763597 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e3efb101-cdd1-4b68-aeed-6d754d843abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:53.790949 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-99722bd6-72d3-43d0-9c1d-5b2777582c9e tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:53.819804 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99722bd6-72d3-43d0-9c1d-5b2777582c9e tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Subnet': ['ID=5164c76b-5528-4bd0-8a53-9a22c7ffdbff,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:53.835826 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-99722bd6-72d3-43d0-9c1d-5b2777582c9e tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:53.840710 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-99722bd6-72d3-43d0-9c1d-5b2777582c9e tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/subnets/5164c76b-5528-4bd0-8a53-9a22c7ffdbff HTTP/1.1" status: 204 len: 168 time: 0.7235007 Aug 28 15:05:53.841749 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44570) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:53.850967 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abb1974-692b-4152-bcb3-f5dc807e2092 None None] Network f90b92da-b44e-4ec8-83b7-b6b4e365f6f1 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:05:53.854750 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49f69ea3-7af4-48ff-ad4d-2243b2309225 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:53.866801 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49f69ea3-7af4-48ff-ad4d-2243b2309225 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:53.967170 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e3efb101-cdd1-4b68-aeed-6d754d843abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:53.997714 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4935eca-0f9e-4ca1-8b25-233692b51416 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:54.010331 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e3efb101-cdd1-4b68-aeed-6d754d843abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:54.031768 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f69ea3-7af4-48ff-ad4d-2243b2309225 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Pushing event updated for resources: {'Port': ['ID=3cce9093-6a7d-4553-8813-4c729e7a7b70,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:54.069017 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e3efb101-cdd1-4b68-aeed-6d754d843abf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=70ad326879df48b1a4ecfabd8dd776a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3167388 Aug 28 15:05:54.069222 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44572) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:54.069325 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3efb101-cdd1-4b68-aeed-6d754d843abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213de5b7-7c85-4944-b4e4-6b0a1c017bf0,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:54.108323 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a9b869-12d8-4972-bef4-2195292d1c29 None None] DHCP port deletion for f90b92da-b44e-4ec8-83b7-b6b4e365f6f1 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:05:54.117857 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-49f69ea3-7af4-48ff-ad4d-2243b2309225 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] In _notify_port_updated(), no bound segment for port 3cce9093-6a7d-4553-8813-4c729e7a7b70 on network 1d740911-c280-4c78-b9b0-19df23a57eb0 {{(pid=106330) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 15:05:54.124553 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f69ea3-7af4-48ff-ad4d-2243b2309225 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:54.125572 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49f69ea3-7af4-48ff-ad4d-2243b2309225 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:54.127189 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-49f69ea3-7af4-48ff-ad4d-2243b2309225 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] 10.222.0.13 "PUT /v2.0/ports/3cce9093-6a7d-4553-8813-4c729e7a7b70 HTTP/1.1" status: 200 len: 1055 time: 1.1378555 Aug 28 15:05:54.131013 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44574) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:54.147781 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcc36d-db72-45eb-83f1-f8591744462a req-0c7ffd79-4d1c-4067-97b6-73a909cd8ade tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:54.164793 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7bbcc36d-db72-45eb-83f1-f8591744462a req-0c7ffd79-4d1c-4067-97b6-73a909cd8ade tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=feb6d640-8dbf-4c9c-a519-1fcb976c2b43 HTTP/1.1" status: 200 len: 984 time: 0.2748587 Aug 28 15:05:54.196057 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-07a9b869-12d8-4972-bef4-2195292d1c29 None None] Deleting port 98ea0c33-19e9-4001-ac7a-926989ee7ba3 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:05:54.197204 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-07a9b869-12d8-4972-bef4-2195292d1c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:54.235529 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7bbcc36d-db72-45eb-83f1-f8591744462a req-c2d082ca-b535-482d-b7f4-7045cd82a715 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?id=84b45dd7-4f79-4c3e-8bce-560e0ade4c15&id=4604545f-a2e1-4267-aab6-262f2a533750&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0692623 Aug 28 15:05:54.241410 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-b4935eca-0f9e-4ca1-8b25-233692b51416 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Deleting port 98ea0c33-19e9-4001-ac7a-926989ee7ba3 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:05:54.241755 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4935eca-0f9e-4ca1-8b25-233692b51416 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:54.268995 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-26d211a4-97a8-4884-9abc-89e3d6fe48e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:54.279776 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-07a9b869-12d8-4972-bef4-2195292d1c29 None None] For port 98ea0c33-19e9-4001-ac7a-926989ee7ba3, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=98ea0c33-19e9-4001-ac7a-926989ee7ba3,segment=NetworkSegment(51e95262-f9cc-46b8-974c-b04c9679d47c),segment_id=51e95262-f9cc-46b8-974c-b04c9679d47c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:54.280165 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-07a9b869-12d8-4972-bef4-2195292d1c29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:54.296211 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-26d211a4-97a8-4884-9abc-89e3d6fe48e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:54.296463 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-07a9b869-12d8-4972-bef4-2195292d1c29 None None] Calling delete_port for 98ea0c33-19e9-4001-ac7a-926989ee7ba3 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:05:54.361795 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-26d211a4-97a8-4884-9abc-89e3d6fe48e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:54.364731 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-26d211a4-97a8-4884-9abc-89e3d6fe48e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:54.368748 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-26d211a4-97a8-4884-9abc-89e3d6fe48e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/213de5b7-7c85-4944-b4e4-6b0a1c017bf0 HTTP/1.1" status: 204 len: 168 time: 0.2990229 Aug 28 15:05:54.389549 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d211a4-97a8-4884-9abc-89e3d6fe48e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213de5b7-7c85-4944-b4e4-6b0a1c017bf0,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:54.391538 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:54.394142 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d89fde11-e9a7-43dd-9c0e-5e3af4412de0 None None] Provisioning complete for port 3cce9093-6a7d-4553-8813-4c729e7a7b70 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:54.395059 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d89fde11-e9a7-43dd-9c0e-5e3af4412de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:54.454739 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-d89fde11-e9a7-43dd-9c0e-5e3af4412de0 None None] Port 3cce9093-6a7d-4553-8813-4c729e7a7b70 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:05:54.463284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-b4935eca-0f9e-4ca1-8b25-233692b51416 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] For port 98ea0c33-19e9-4001-ac7a-926989ee7ba3, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=98ea0c33-19e9-4001-ac7a-926989ee7ba3,segment=NetworkSegment(51e95262-f9cc-46b8-974c-b04c9679d47c),segment_id=51e95262-f9cc-46b8-974c-b04c9679d47c)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:54.463772 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4935eca-0f9e-4ca1-8b25-233692b51416 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:54.465177 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-07a9b869-12d8-4972-bef4-2195292d1c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:54.491735 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-ba0556d7-32fe-4a46-8491-3ccec0c9383d tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Deleting port 3cce9093-6a7d-4553-8813-4c729e7a7b70 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:05:54.492084 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba0556d7-32fe-4a46-8491-3ccec0c9383d tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:54.497246 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9b869-12d8-4972-bef4-2195292d1c29 None None] Pushing event deleted for resources: {'Port': ['ID=98ea0c33-19e9-4001-ac7a-926989ee7ba3,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:54.503802 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a9b869-12d8-4972-bef4-2195292d1c29 None None] No DVR routers for this DVR port 98ea0c33-19e9-4001-ac7a-926989ee7ba3 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:05:54.561779 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d902ea9d-d707-4da7-8214-7002b6e79de5 req-db366d77-ec7c-4cbd-a5cb-c45ce483fbcd tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-584729630&fields=id&tenant_id=442584d0f1d84c76983f148b2740762a HTTP/1.1" status: 200 len: 267 time: 0.2155163 Aug 28 15:05:54.567871 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-b4935eca-0f9e-4ca1-8b25-233692b51416 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Calling delete_port for 98ea0c33-19e9-4001-ac7a-926989ee7ba3 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:05:54.717066 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f9293-f610-4dcd-af5f-c0178085b4e6 req-717938b2-96ee-4397-8172-f190c49335f0 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:54.718835 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a47f9293-f610-4dcd-af5f-c0178085b4e6 req-717938b2-96ee-4397-8172-f190c49335f0 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0 HTTP/1.1" status: 200 len: 945 time: 0.0731189 Aug 28 15:05:54.791221 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a47f9293-f610-4dcd-af5f-c0178085b4e6 req-77b23ca1-80f4-44fe-a271-374f0ead1a19 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641077 Aug 28 15:05:54.829565 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 9e5b61b0-9b37-402c-ac33-0a57b7fac04e up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:05:54.895918 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:05:54.896660 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:55.017298 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:55.069572 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a08d248-73dd-4032-a07e-df32ddb202fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:05:55.073538 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5904e4d3-bef1-4dd7-91ab-043a50833f13" -d '{"events": [{"server_uuid": "3a08d248-73dd-4032-a07e-df32ddb202fc", "name": "network-vif-plugged", "status": "completed", "tag": "9e5b61b0-9b37-402c-ac33-0a57b7fac04e"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:05:55.089326 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:55.091331 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba0556d7-32fe-4a46-8491-3ccec0c9383d tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:55.101881 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:55.115720 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3918006-b095-4410-9320-c8f2c6a90b3f req-4c631b2d-eda1-4f0f-b8c8-82e32aaea911 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:55.116301 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e3918006-b095-4410-9320-c8f2c6a90b3f req-4c631b2d-eda1-4f0f-b8c8-82e32aaea911 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.36 "GET /v2.0/ports?device_id=6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0 HTTP/1.1" status: 200 len: 945 time: 0.1806839 Aug 28 15:05:55.136068 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902ea9d-d707-4da7-8214-7002b6e79de5 req-a543b84c-2681-44c2-a29a-095a6dcd4a42 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:55.144287 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d902ea9d-d707-4da7-8214-7002b6e79de5 req-a543b84c-2681-44c2-a29a-095a6dcd4a42 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=feb6d640-8dbf-4c9c-a519-1fcb976c2b43 HTTP/1.1" status: 200 len: 984 time: 0.5743737 Aug 28 15:05:55.153976 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-ba0556d7-32fe-4a46-8491-3ccec0c9383d tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Calling delete_port for 3cce9093-6a7d-4553-8813-4c729e7a7b70 owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:05:55.166767 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-d902ea9d-d707-4da7-8214-7002b6e79de5 req-dcbad526-3ec1-4954-a2dc-bbcd81fb3e85 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Request body: {'port': {'security_groups': ['4604545f-a2e1-4267-aab6-262f2a533750', '84b45dd7-4f79-4c3e-8bce-560e0ade4c15', '4e8378bc-6ba4-42e4-863c-01914bcd378f']}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:55.180290 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b943cb-4269-4f6a-b951-35fe68492619 x-openstack-request-id: req-42b943cb-4269-4f6a-b951-35fe68492619 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:05:55.181156 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a08d248-73dd-4032-a07e-df32ddb202fc", "name": "network-vif-plugged", "status": "completed", "tag": "9e5b61b0-9b37-402c-ac33-0a57b7fac04e", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:05:55.181394 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42b943cb-4269-4f6a-b951-35fe68492619 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:05:55.181766 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a08d248-73dd-4032-a07e-df32ddb202fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e', 'code': 200} Aug 28 15:05:55.188103 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,revision_number=7']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:55.298667 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4935eca-0f9e-4ca1-8b25-233692b51416 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:55.390581 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4935eca-0f9e-4ca1-8b25-233692b51416 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Port': ['ID=98ea0c33-19e9-4001-ac7a-926989ee7ba3,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:55.392991 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4935eca-0f9e-4ca1-8b25-233692b51416 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] No DVR routers for this DVR port 98ea0c33-19e9-4001-ac7a-926989ee7ba3 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:05:55.408579 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d902ea9d-d707-4da7-8214-7002b6e79de5 req-dcbad526-3ec1-4954-a2dc-bbcd81fb3e85 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:55.581168 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4935eca-0f9e-4ca1-8b25-233692b51416 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:55.646428 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-b4935eca-0f9e-4ca1-8b25-233692b51416 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f90b92da-b44e-4ec8-83b7-b6b4e365f6f1']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:55.671401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-b4935eca-0f9e-4ca1-8b25-233692b51416 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e95262-f9cc-46b8-974c-b04c9679d47c') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:55.671723 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-b4935eca-0f9e-4ca1-8b25-233692b51416 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e95262-f9cc-46b8-974c-b04c9679d47c') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:05:55.680222 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-e3918006-b095-4410-9320-c8f2c6a90b3f req-479a4e90-9464-49f8-a44e-aaf6b6124b43 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Deleting port eec63650-8074-4f8a-a2ac-b4677c869c62 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:05:55.680402 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e3918006-b095-4410-9320-c8f2c6a90b3f req-479a4e90-9464-49f8-a44e-aaf6b6124b43 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:55.740897 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4935eca-0f9e-4ca1-8b25-233692b51416 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:55.774030 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba0556d7-32fe-4a46-8491-3ccec0c9383d tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:55.781558 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4935eca-0f9e-4ca1-8b25-233692b51416 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:55.800504 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4935eca-0f9e-4ca1-8b25-233692b51416 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:05:55.800967 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4935eca-0f9e-4ca1-8b25-233692b51416 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:05:55.815272 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:05:55.886448 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0556d7-32fe-4a46-8491-3ccec0c9383d tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Pushing event deleted for resources: {'Port': ['ID=3cce9093-6a7d-4553-8813-4c729e7a7b70,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:55.943474 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0998188-2f2d-447f-81de-4243427abb02 req-635b962d-4a62-4c73-874f-d231c52fb505 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:55.962259 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b0998188-2f2d-447f-81de-4243427abb02 req-635b962d-4a62-4c73-874f-d231c52fb505 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0 HTTP/1.1" status: 200 len: 945 time: 0.0844932 Aug 28 15:05:56.041373 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b0998188-2f2d-447f-81de-4243427abb02 req-2d2c2f22-d53e-45b6-b227-6f77ced4a54b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768521 Aug 28 15:05:56.063952 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 98ea0c33-19e9-4001-ac7a-926989ee7ba3 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:05:56.082107 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-e3918006-b095-4410-9320-c8f2c6a90b3f req-479a4e90-9464-49f8-a44e-aaf6b6124b43 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] For port eec63650-8074-4f8a-a2ac-b4677c869c62, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=eec63650-8074-4f8a-a2ac-b4677c869c62,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:56.082498 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e3918006-b095-4410-9320-c8f2c6a90b3f req-479a4e90-9464-49f8-a44e-aaf6b6124b43 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:56.105556 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 98ea0c33-19e9-4001-ac7a-926989ee7ba3 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:05:56.107636 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 98ea0c33-19e9-4001-ac7a-926989ee7ba3 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:05:56.123705 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-e3918006-b095-4410-9320-c8f2c6a90b3f req-479a4e90-9464-49f8-a44e-aaf6b6124b43 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Calling delete_port for eec63650-8074-4f8a-a2ac-b4677c869c62 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:05:56.153981 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4935eca-0f9e-4ca1-8b25-233692b51416 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:56.177719 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4935eca-0f9e-4ca1-8b25-233692b51416 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:56.183732 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b4935eca-0f9e-4ca1-8b25-233692b51416 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/networks/f90b92da-b44e-4ec8-83b7-b6b4e365f6f1 HTTP/1.1" status: 204 len: 168 time: 2.3368270 Aug 28 15:05:56.184150 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44628) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:56.189409 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-c36c2ba6-eb5e-4c9b-b2d4-9773619c0b22 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-965144242', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}, 'admin_state_up': False}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:05:56.235634 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c36c2ba6-eb5e-4c9b-b2d4-9773619c0b22 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:56.237777 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c36c2ba6-eb5e-4c9b-b2d4-9773619c0b22 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:56.249839 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4935eca-0f9e-4ca1-8b25-233692b51416 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Network': ['ID=f90b92da-b44e-4ec8-83b7-b6b4e365f6f1,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:56.279370 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-d902ea9d-d707-4da7-8214-7002b6e79de5 req-dcbad526-3ec1-4954-a2dc-bbcd81fb3e85 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] For port 6c59a8e1-f4ce-4780-bcd6-a28ef0da333f, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=6c59a8e1-f4ce-4780-bcd6-a28ef0da333f,segment=NetworkSegment(da4bb42a-2224-4617-bd87-f06826483fcf),segment_id=da4bb42a-2224-4617-bd87-f06826483fcf)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:05:56.322423 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c36c2ba6-eb5e-4c9b-b2d4-9773619c0b22 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:56.376688 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d902ea9d-d707-4da7-8214-7002b6e79de5 req-dcbad526-3ec1-4954-a2dc-bbcd81fb3e85 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:56.404443 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d902ea9d-d707-4da7-8214-7002b6e79de5 req-dcbad526-3ec1-4954-a2dc-bbcd81fb3e85 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:56.408599 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:56.421562 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['53fb127c-e9c6-4660-a0ca-af8f1f2f5a95'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:05:56.455007 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['6c59a8e1-f4ce-4780-bcd6-a28ef0da333f'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:05:56.542880 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c36c2ba6-eb5e-4c9b-b2d4-9773619c0b22 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:56.548625 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902ea9d-d707-4da7-8214-7002b6e79de5 req-dcbad526-3ec1-4954-a2dc-bbcd81fb3e85 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:56.549287 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d902ea9d-d707-4da7-8214-7002b6e79de5 req-dcbad526-3ec1-4954-a2dc-bbcd81fb3e85 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:56.551007 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d902ea9d-d707-4da7-8214-7002b6e79de5 req-dcbad526-3ec1-4954-a2dc-bbcd81fb3e85 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "PUT /v2.0/ports/6c59a8e1-f4ce-4780-bcd6-a28ef0da333f HTTP/1.1" status: 200 len: 1020 time: 1.4055972 Aug 28 15:05:56.551166 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb6d640-8dbf-4c9c-a519-1fcb976c2b43', 'tag': '6c59a8e1-f4ce-4780-bcd6-a28ef0da333f'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:05:56.553491 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5ebdc8-8fcc-4988-acfc-c0a7e8484e68" -d '{"events": [{"name": "network-changed", "server_uuid": "feb6d640-8dbf-4c9c-a519-1fcb976c2b43", "tag": "6c59a8e1-f4ce-4780-bcd6-a28ef0da333f"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:05:56.607948 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbad526-3ec1-4954-a2dc-bbcd81fb3e85 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Pushing event updated for resources: {'Port': ['ID=6c59a8e1-f4ce-4780-bcd6-a28ef0da333f,revision_number=7']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:56.611209 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba0556d7-32fe-4a46-8491-3ccec0c9383d tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:56.615885 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ba0556d7-32fe-4a46-8491-3ccec0c9383d tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] 10.222.0.13 "DELETE /v2.0/ports/3cce9093-6a7d-4553-8813-4c729e7a7b70 HTTP/1.1" status: 204 len: 168 time: 2.4838514 Aug 28 15:05:56.619152 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44646) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:56.638670 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e3918006-b095-4410-9320-c8f2c6a90b3f req-479a4e90-9464-49f8-a44e-aaf6b6124b43 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:56.681041 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['6c59a8e1-f4ce-4780-bcd6-a28ef0da333f'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:05:56.692335 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f020e62-1cf5-431f-9eb0-82b9c9a51ec3 x-openstack-request-id: req-1f020e62-1cf5-431f-9eb0-82b9c9a51ec3 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:05:56.692673 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb6d640-8dbf-4c9c-a519-1fcb976c2b43", "tag": "6c59a8e1-f4ce-4780-bcd6-a28ef0da333f", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:05:56.692882 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f020e62-1cf5-431f-9eb0-82b9c9a51ec3 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:05:56.693282 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb6d640-8dbf-4c9c-a519-1fcb976c2b43', 'tag': '6c59a8e1-f4ce-4780-bcd6-a28ef0da333f', 'status': 'completed', 'code': 200} Aug 28 15:05:56.697798 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-977cbc11-9ac7-4ef3-b072-a8c1781daf15 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] GET failed (client error): The resource could not be found. Aug 28 15:05:56.713267 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-977cbc11-9ac7-4ef3-b072-a8c1781daf15 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] 10.222.0.13 "GET /v2.0/ports/3cce9093-6a7d-4553-8813-4c729e7a7b70 HTTP/1.1" status: 404 len: 333 time: 0.0930760 Aug 28 15:05:56.713812 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44652) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:56.760365 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a4e90-9464-49f8-a44e-aaf6b6124b43 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Pushing event deleted for resources: {'Port': ['ID=eec63650-8074-4f8a-a2ac-b4677c869c62,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:56.797132 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-91cd3616-2e0f-418c-a269-dfa5dbe03ac4 req-9258aba2-6618-4ace-8a04-3c4ed8395dbb tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups/4e8378bc-6ba4-42e4-863c-01914bcd378f HTTP/1.1" status: 200 len: 1802 time: 0.1748149 Aug 28 15:05:56.814678 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ebdc8-8fcc-4988-acfc-c0a7e8484e68 req-26f0d584-10d6-486e-a9b9-8ef45d29f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:56.817884 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3b5ebdc8-8fcc-4988-acfc-c0a7e8484e68 req-26f0d584-10d6-486e-a9b9-8ef45d29f8ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=442584d0f1d84c76983f148b2740762a&device_id=feb6d640-8dbf-4c9c-a519-1fcb976c2b43 HTTP/1.1" status: 200 len: 1175 time: 0.1142094 Aug 28 15:05:56.884359 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3918006-b095-4410-9320-c8f2c6a90b3f req-479a4e90-9464-49f8-a44e-aaf6b6124b43 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] No DVR routers for this DVR port eec63650-8074-4f8a-a2ac-b4677c869c62 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:05:56.893047 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e3918006-b095-4410-9320-c8f2c6a90b3f req-479a4e90-9464-49f8-a44e-aaf6b6124b43 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:56.894940 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e3918006-b095-4410-9320-c8f2c6a90b3f req-479a4e90-9464-49f8-a44e-aaf6b6124b43 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.36 "DELETE /v2.0/ports/eec63650-8074-4f8a-a2ac-b4677c869c62 HTTP/1.1" status: 204 len: 173 time: 1.7427676 Aug 28 15:05:56.947403 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-131f3517-4975-4770-8f35-d240c10f8570 req-a627adb1-a2ce-47a3-8a91-85bb400f6d90 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2140520473&fields=id&tenant_id=59b098ddebc340c9bc1ba34f5881bcbb HTTP/1.1" status: 200 len: 267 time: 0.0826907 Aug 28 15:05:57.002654 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-f22959fb-cf89-4f5b-b92d-8d4d6b259897 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Deleting port 1020ce12-026e-4f69-836f-8f7efd9280c1 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:05:57.005341 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f22959fb-cf89-4f5b-b92d-8d4d6b259897 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:57.057427 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [req-91cd3616-2e0f-418c-a269-dfa5dbe03ac4 req-6228a11d-9422-4cba-bd66-382bbb86f572 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 28 15:05:57.058943 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-91cd3616-2e0f-418c-a269-dfa5dbe03ac4 req-6228a11d-9422-4cba-bd66-382bbb86f572 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "DELETE /v2.0/security-groups/4e8378bc-6ba4-42e4-863c-01914bcd378f HTTP/1.1" status: 409 len: 341 time: 0.2479022 Aug 28 15:05:57.122830 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44664) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:57.145033 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ebdc8-8fcc-4988-acfc-c0a7e8484e68 req-945fdffc-3caa-4e14-8381-985028ce2a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:57.146523 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3b5ebdc8-8fcc-4988-acfc-c0a7e8484e68 req-945fdffc-3caa-4e14-8381-985028ce2a88 service neutron] 10.222.0.36 "GET /v2.0/networks?id=54e01d77-3728-4d8d-9842-bafba89acf3a HTTP/1.1" status: 200 len: 914 time: 0.3136375 Aug 28 15:05:57.191062 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c36c2ba6-eb5e-4c9b-b2d4-9773619c0b22 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:57.222374 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['0e790489-613f-4b5b-816a-a84b22a5048b'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:05:57.255880 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3b5ebdc8-8fcc-4988-acfc-c0a7e8484e68 req-f056782c-a271-4bdc-ba03-26b9f0c6abef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c59a8e1-f4ce-4780-bcd6-a28ef0da333f HTTP/1.1" status: 200 len: 217 time: 0.0802369 Aug 28 15:05:57.258039 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a001813c-7e85-42eb-962e-1c41e8971e7e req-abf8fffd-12de-4276-967e-c370f5ecc403 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0 HTTP/1.1" status: 200 len: 210 time: 0.1025929 Aug 28 15:05:57.261262 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c36c2ba6-eb5e-4c9b-b2d4-9773619c0b22 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:57.288966 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f22959fb-cf89-4f5b-b92d-8d4d6b259897 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:57.310409 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-f22959fb-cf89-4f5b-b92d-8d4d6b259897 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Calling delete_port for 1020ce12-026e-4f69-836f-8f7efd9280c1 owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:05:57.336802 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f3517-4975-4770-8f35-d240c10f8570 req-11bb36db-a68f-4ffd-9096-703344905819 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:57.344494 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-131f3517-4975-4770-8f35-d240c10f8570 req-11bb36db-a68f-4ffd-9096-703344905819 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/networks?id=c9c20336-94ca-4a7f-8011-3dd7f1b6cda6 HTTP/1.1" status: 200 len: 815 time: 0.3855441 Aug 28 15:05:57.354770 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5d1b62c7-96aa-4087-8352-54814949ff85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:57.400163 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-131f3517-4975-4770-8f35-d240c10f8570 req-17ad4864-21b3-4b4d-b430-ddc21245fa38 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/quotas/59b098ddebc340c9bc1ba34f5881bcbb HTTP/1.1" status: 200 len: 375 time: 0.0540857 Aug 28 15:05:57.404007 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ebdc8-8fcc-4988-acfc-c0a7e8484e68 req-8ad4b075-e493-4d75-98fd-dc9ab2b7055d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:57.405741 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3b5ebdc8-8fcc-4988-acfc-c0a7e8484e68 req-8ad4b075-e493-4d75-98fd-dc9ab2b7055d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12bd8cd5-f34c-44c9-9e98-a3273c4777fd HTTP/1.1" status: 200 len: 853 time: 0.1410346 Aug 28 15:05:57.476231 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3b5ebdc8-8fcc-4988-acfc-c0a7e8484e68 req-aa4dba73-2f8d-43c1-a45d-2fbf4667562c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54e01d77-3728-4d8d-9842-bafba89acf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613158 Aug 28 15:05:57.486615 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-131f3517-4975-4770-8f35-d240c10f8570 req-33c4ce4f-869c-4fa6-a44e-19ba806ffaff tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=59b098ddebc340c9bc1ba34f5881bcbb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0852313 Aug 28 15:05:57.677962 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f22959fb-cf89-4f5b-b92d-8d4d6b259897 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:57.719443 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-131f3517-4975-4770-8f35-d240c10f8570 req-6af62b48-f35d-47dc-bea5-c4bf6c1918ff service neutron] 10.222.0.13 "GET /v2.0/networks/c9c20336-94ca-4a7f-8011-3dd7f1b6cda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183495 Aug 28 15:05:57.722083 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22959fb-cf89-4f5b-b92d-8d4d6b259897 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Pushing event deleted for resources: {'Port': ['ID=1020ce12-026e-4f69-836f-8f7efd9280c1,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:57.871031 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f22959fb-cf89-4f5b-b92d-8d4d6b259897 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:57.872620 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f22959fb-cf89-4f5b-b92d-8d4d6b259897 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] 10.222.0.13 "DELETE /v2.0/ports/1020ce12-026e-4f69-836f-8f7efd9280c1 HTTP/1.1" status: 204 len: 168 time: 1.1230412 Aug 28 15:05:57.876043 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44686) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:57.905847 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-c36c2ba6-eb5e-4c9b-b2d4-9773619c0b22 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Allocated IP 172.25.3.208 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/1425d2f4-c7ea-4787-ba1b-32cfad8fdb58) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:05:57.911857 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b46bcff-92e6-43be-8250-4191f7dfe0fa tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] GET failed (client error): The resource could not be found. Aug 28 15:05:57.913650 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4b46bcff-92e6-43be-8250-4191f7dfe0fa tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] 10.222.0.13 "GET /v2.0/ports/1020ce12-026e-4f69-836f-8f7efd9280c1 HTTP/1.1" status: 404 len: 333 time: 0.0349078 Aug 28 15:05:57.920272 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44688) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:57.964224 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-131f3517-4975-4770-8f35-d240c10f8570 req-e4ac1dae-e5ef-4f8a-92a4-e1a0592c57a0 service neutron] 10.222.0.13 "GET /v2.0/networks/c9c20336-94ca-4a7f-8011-3dd7f1b6cda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160554 Aug 28 15:05:57.988639 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55641032-d58d-47b2-a489-7e0f138f4df5 req-5010f760-4c59-44f0-a2b3-5ff3fe6b5cf6 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:57.989628 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-55641032-d58d-47b2-a489-7e0f138f4df5 req-5010f760-4c59-44f0-a2b3-5ff3fe6b5cf6 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=feb6d640-8dbf-4c9c-a519-1fcb976c2b43 HTTP/1.1" status: 200 len: 1023 time: 0.3815284 Aug 28 15:05:58.075752 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-46a5eafb-a451-46ac-a86f-ba011c98b943 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Deleting port c8409019-295e-486c-a3dd-ec3ee95d8604 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:05:58.076530 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-46a5eafb-a451-46ac-a86f-ba011c98b943 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:58.119721 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-55641032-d58d-47b2-a489-7e0f138f4df5 req-5a8034cb-503f-46d7-a14d-2968270d776b tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?id=84b45dd7-4f79-4c3e-8bce-560e0ade4c15&id=4604545f-a2e1-4267-aab6-262f2a533750&id=4e8378bc-6ba4-42e4-863c-01914bcd378f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1084225 Aug 28 15:05:58.140139 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3b5ebdc8-8fcc-4988-acfc-c0a7e8484e68 req-50d8420f-29c7-4146-97b6-217a67dc409d service neutron] 10.222.0.36 "GET /v2.0/networks/54e01d77-3728-4d8d-9842-bafba89acf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6500623 Aug 28 15:05:58.190693 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5d1b62c7-96aa-4087-8352-54814949ff85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:58.202597 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-46a5eafb-a451-46ac-a86f-ba011c98b943 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:58.212898 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5d1b62c7-96aa-4087-8352-54814949ff85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:58.218851 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-46a5eafb-a451-46ac-a86f-ba011c98b943 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Calling delete_port for c8409019-295e-486c-a3dd-ec3ee95d8604 owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:05:58.404224 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-46a5eafb-a451-46ac-a86f-ba011c98b943 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:58.418093 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5d1b62c7-96aa-4087-8352-54814949ff85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de7dc20d01b54445b18a02b0c5412be3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2939770 Aug 28 15:05:58.452214 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c36c2ba6-eb5e-4c9b-b2d4-9773619c0b22 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:58.458499 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44716) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:58.459542 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5eafb-a451-46ac-a86f-ba011c98b943 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Pushing event deleted for resources: {'Port': ['ID=c8409019-295e-486c-a3dd-ec3ee95d8604,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:58.505472 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b62c7-96aa-4087-8352-54814949ff85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51b8b52-3a59-49ba-b58e-ce4eecc43f95,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:58.665544 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-46a5eafb-a451-46ac-a86f-ba011c98b943 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:58.669620 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-46a5eafb-a451-46ac-a86f-ba011c98b943 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] 10.222.0.13 "DELETE /v2.0/ports/c8409019-295e-486c-a3dd-ec3ee95d8604 HTTP/1.1" status: 204 len: 168 time: 0.7474959 Aug 28 15:05:58.684854 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3b5ebdc8-8fcc-4988-acfc-c0a7e8484e68 req-0ee0d902-e66c-4f56-897b-91ad72d434f4 service neutron] 10.222.0.36 "GET /v2.0/networks/54e01d77-3728-4d8d-9842-bafba89acf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311120 Aug 28 15:05:58.686769 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a4e7932a-76dc-4cce-8b56-b31d972c1c10 req-74e74fac-50e8-4a80-b09d-8866f3d0872f tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/ports?device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 210 time: 0.2299166 Aug 28 15:05:58.687231 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44732) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:58.689989 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c36c2ba6-eb5e-4c9b-b2d4-9773619c0b22 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:58.724060 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0', 'name': 'network-vif-deleted', 'tag': 'eec63650-8074-4f8a-a2ac-b4677c869c62'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:05:58.736627 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c3c033-f0cc-455d-aa9c-3e3e94d9cb8b" -d '{"events": [{"server_uuid": "6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0", "name": "network-vif-deleted", "tag": "eec63650-8074-4f8a-a2ac-b4677c869c62"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:05:58.752249 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-367560a5-c9eb-4abd-aebf-4d7241238ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:58.780561 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-367560a5-c9eb-4abd-aebf-4d7241238ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:58.832354 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-abba2262-4d6f-4ef4-a5f0-b30b7a4953dd tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Deleting subnet 29e6e0b9-ae4f-4139-9978-dc56f5cef56f {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:05:58.836860 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-abba2262-4d6f-4ef4-a5f0-b30b7a4953dd tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:58.842691 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c2ba6-eb5e-4c9b-b2d4-9773619c0b22 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Port': ['ID=1425d2f4-c7ea-4787-ba1b-32cfad8fdb58,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:58.858144 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-367560a5-c9eb-4abd-aebf-4d7241238ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:58.860848 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-367560a5-c9eb-4abd-aebf-4d7241238ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:58.864384 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-367560a5-c9eb-4abd-aebf-4d7241238ea0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f51b8b52-3a59-49ba-b58e-ce4eecc43f95 HTTP/1.1" status: 204 len: 168 time: 0.4001777 Aug 28 15:05:58.903421 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36c2ba6-eb5e-4c9b-b2d4-9773619c0b22 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:05:58.903848 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367560a5-c9eb-4abd-aebf-4d7241238ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51b8b52-3a59-49ba-b58e-ce4eecc43f95,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:58.909764 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-c36c2ba6-eb5e-4c9b-b2d4-9773619c0b22 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:05:58.913366 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef9afe5-ac75-4b4d-a09e-6ee7f27bb9d5 x-openstack-request-id: req-cef9afe5-ac75-4b4d-a09e-6ee7f27bb9d5 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:05:58.913665 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0", "name": "network-vif-deleted", "tag": "eec63650-8074-4f8a-a2ac-b4677c869c62", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:05:58.913920 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cef9afe5-ac75-4b4d-a09e-6ee7f27bb9d5 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:05:58.914441 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6adda9a4-4fe9-4ba6-86ac-f553bfc18ea0', 'name': 'network-vif-deleted', 'tag': 'eec63650-8074-4f8a-a2ac-b4677c869c62', 'status': 'completed', 'code': 200} Aug 28 15:05:58.916023 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36c2ba6-eb5e-4c9b-b2d4-9773619c0b22 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:05:58.944626 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-abba2262-4d6f-4ef4-a5f0-b30b7a4953dd tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:58.970524 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-8c0126fc-73cb-434f-ba4d-ad0f1bb461ac tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:58.972691 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-8c0126fc-73cb-434f-ba4d-ad0f1bb461ac tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/networks?id=03e6b4b8-6c68-4060-8426-90fcc4950716 HTTP/1.1" status: 200 len: 806 time: 0.3295629 Aug 28 15:05:59.022412 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-01d4dd6d-eae4-45b3-a55e-d591fb48b8c8 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/quotas/038a0222e6f34dfa8dce183514c3f3db HTTP/1.1" status: 200 len: 375 time: 0.0418866 Aug 28 15:05:59.094724 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-d3e25d50-6b78-4a7b-98f1-4d729e40439a tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=038a0222e6f34dfa8dce183514c3f3db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0703301 Aug 28 15:05:59.162827 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device eec63650-8074-4f8a-a2ac-b4677c869c62 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:05:59.187348 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd021f76-a463-4cb1-887e-9549c2a2bd04 req-1e577524-180d-4541-9d78-3466fa508235 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:59.188596 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cd021f76-a463-4cb1-887e-9549c2a2bd04 req-1e577524-180d-4541-9d78-3466fa508235 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.36 "GET /v2.0/ports?device_id=feb6d640-8dbf-4c9c-a519-1fcb976c2b43 HTTP/1.1" status: 200 len: 1023 time: 0.2168674 Aug 28 15:05:59.197466 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: eec63650-8074-4f8a-a2ac-b4677c869c62 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:05:59.205704 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device eec63650-8074-4f8a-a2ac-b4677c869c62 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:05:59.375774 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-abba2262-4d6f-4ef4-a5f0-b30b7a4953dd tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:59.407601 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-4335336a-6c7a-4f8a-a3fc-e91a1bd5dcf8 service neutron] 10.222.0.13 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038383 Aug 28 15:05:59.496231 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42805c7b-7366-4803-b1dc-103c5d841a3c req-dca80f1e-6710-4eef-b5d4-9d7a39659b5e tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:05:59.504009 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-42805c7b-7366-4803-b1dc-103c5d841a3c req-dca80f1e-6710-4eef-b5d4-9d7a39659b5e tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=feb6d640-8dbf-4c9c-a519-1fcb976c2b43 HTTP/1.1" status: 200 len: 1023 time: 0.2251480 Aug 28 15:05:59.507117 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44748) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:59.541107 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-70b27378-a845-4ec3-a358-38da23ec3aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:59.620178 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-abba2262-4d6f-4ef4-a5f0-b30b7a4953dd tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:59.634882 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-42805c7b-7366-4803-b1dc-103c5d841a3c req-ba0a15ab-d8b3-4fd8-a6ad-340100ed6fb9 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?id=84b45dd7-4f79-4c3e-8bce-560e0ade4c15&id=4604545f-a2e1-4267-aab6-262f2a533750&id=4e8378bc-6ba4-42e4-863c-01914bcd378f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1298401 Aug 28 15:05:59.654503 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-cd021f76-a463-4cb1-887e-9549c2a2bd04 req-5ada153f-78d8-41dd-8286-aaabaed1841d tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Deleting port 6c59a8e1-f4ce-4780-bcd6-a28ef0da333f {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:05:59.654843 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cd021f76-a463-4cb1-887e-9549c2a2bd04 req-5ada153f-78d8-41dd-8286-aaabaed1841d tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:59.659926 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c36c2ba6-eb5e-4c9b-b2d4-9773619c0b22 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:59.719308 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-70b27378-a845-4ec3-a358-38da23ec3aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:59.731210 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-70b27378-a845-4ec3-a358-38da23ec3aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:59.770212 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-70b27378-a845-4ec3-a358-38da23ec3aa7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfe2cb015e304493aac2cc184f98c57b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2618318 Aug 28 15:05:59.772259 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44756) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:59.814207 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-490abc51-62e7-436a-9954-db7e685f7ad2 service neutron] 10.222.0.13 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007154 Aug 28 15:05:59.821546 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b27378-a845-4ec3-a358-38da23ec3aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f45a9f-17d9-4635-9146-e88ebc9bfea2,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:59.827073 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba2262-4d6f-4ef4-a5f0-b30b7a4953dd tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Pushing event deleted for resources: {'Subnet': ['ID=29e6e0b9-ae4f-4139-9978-dc56f5cef56f,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:05:59.840343 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-abba2262-4d6f-4ef4-a5f0-b30b7a4953dd tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:05:59.844315 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6238f172-2a92-4343-bb21-aa1fb23bed59 None None] Network 1d740911-c280-4c78-b9b0-19df23a57eb0 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:05:59.845048 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-abba2262-4d6f-4ef4-a5f0-b30b7a4953dd tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] 10.222.0.13 "DELETE /v2.0/subnets/29e6e0b9-ae4f-4139-9978-dc56f5cef56f HTTP/1.1" status: 204 len: 168 time: 1.1563814 Aug 28 15:05:59.853982 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44758) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:05:59.897885 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d61bb022-d71d-4cfd-bed5-562b4634dd53 req-4ec0f7cf-8e2f-4c49-adb2-0c16c8258d82 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/ports?device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 210 time: 0.0644810 Aug 28 15:05:59.978245 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-efcc261a-849c-4750-8751-5138dee88836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:00.017615 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-cd021f76-a463-4cb1-887e-9549c2a2bd04 req-5ada153f-78d8-41dd-8286-aaabaed1841d tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] For port 6c59a8e1-f4ce-4780-bcd6-a28ef0da333f, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=6c59a8e1-f4ce-4780-bcd6-a28ef0da333f,segment=NetworkSegment(da4bb42a-2224-4617-bd87-f06826483fcf),segment_id=da4bb42a-2224-4617-bd87-f06826483fcf)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:00.017996 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cd021f76-a463-4cb1-887e-9549c2a2bd04 req-5ada153f-78d8-41dd-8286-aaabaed1841d tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:00.044128 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-efcc261a-849c-4750-8751-5138dee88836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:00.061920 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-28afd3cd-b3b9-446f-80fb-23b961324810 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:00.188165 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d8aefc-d757-4238-847e-d6714d40d33b None None] DHCP port deletion for 1d740911-c280-4c78-b9b0-19df23a57eb0 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:06:00.294797 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-56d8aefc-d757-4238-847e-d6714d40d33b None None] Deleting port d5d3635e-d178-44de-becc-5a712a989084 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:06:00.295319 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-56d8aefc-d757-4238-847e-d6714d40d33b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:00.382209 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c36c2ba6-eb5e-4c9b-b2d4-9773619c0b22 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:00.396242 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84036d7c-cf13-4908-b599-e82f82f145a4 req-f6f46d11-d373-453b-b9bf-0feddd077a1f tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 210 time: 0.1168580 Aug 28 15:06:00.408378 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-cd021f76-a463-4cb1-887e-9549c2a2bd04 req-5ada153f-78d8-41dd-8286-aaabaed1841d tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Calling delete_port for 6c59a8e1-f4ce-4780-bcd6-a28ef0da333f owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:06:00.519830 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-56d8aefc-d757-4238-847e-d6714d40d33b None None] For port d5d3635e-d178-44de-becc-5a712a989084, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=d5d3635e-d178-44de-becc-5a712a989084,segment=NetworkSegment(24bd67e7-43a9-4faa-954d-88e816abe9cd),segment_id=24bd67e7-43a9-4faa-954d-88e816abe9cd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:00.520803 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-56d8aefc-d757-4238-847e-d6714d40d33b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:00.561871 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-56d8aefc-d757-4238-847e-d6714d40d33b None None] Calling delete_port for d5d3635e-d178-44de-becc-5a712a989084 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:06:00.745184 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-56d8aefc-d757-4238-847e-d6714d40d33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:00.788577 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8aefc-d757-4238-847e-d6714d40d33b None None] Pushing event deleted for resources: {'Port': ['ID=d5d3635e-d178-44de-becc-5a712a989084,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:00.793887 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d8aefc-d757-4238-847e-d6714d40d33b None None] No DVR routers for this DVR port d5d3635e-d178-44de-becc-5a712a989084 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:06:00.918798 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cd021f76-a463-4cb1-887e-9549c2a2bd04 req-5ada153f-78d8-41dd-8286-aaabaed1841d tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:00.933326 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['6c59a8e1-f4ce-4780-bcd6-a28ef0da333f'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:06:00.937642 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['53fb127c-e9c6-4660-a0ca-af8f1f2f5a95'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:06:01.002600 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-efcc261a-849c-4750-8751-5138dee88836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:01.005442 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-efcc261a-849c-4750-8751-5138dee88836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:01.006615 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-efcc261a-849c-4750-8751-5138dee88836 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3f45a9f-17d9-4635-9146-e88ebc9bfea2 HTTP/1.1" status: 204 len: 168 time: 1.2275767 Aug 28 15:06:01.022131 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada153f-78d8-41dd-8286-aaabaed1841d tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Pushing event deleted for resources: {'Port': ['ID=6c59a8e1-f4ce-4780-bcd6-a28ef0da333f,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:01.118954 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bf270f71-1800-438e-8f09-71aac46f9c83 req-755185b0-fc87-4c90-b58d-ecd615636a47 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=feb6d640-8dbf-4c9c-a519-1fcb976c2b43 HTTP/1.1" status: 200 len: 210 time: 0.1694214 Aug 28 15:06:01.148901 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc261a-849c-4750-8751-5138dee88836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f45a9f-17d9-4635-9146-e88ebc9bfea2,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:01.192271 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36c2ba6-eb5e-4c9b-b2d4-9773619c0b22 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Router d8477dda-049a-41e0-bcd7-c1ffa8c38129 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:06:01.201949 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd021f76-a463-4cb1-887e-9549c2a2bd04 req-5ada153f-78d8-41dd-8286-aaabaed1841d tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] No DVR routers for this DVR port 6c59a8e1-f4ce-4780-bcd6-a28ef0da333f on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:06:01.229350 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f3517-4975-4770-8f35-d240c10f8570 req-8fc5576e-be9f-441b-9269-300ab9457f09 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:01.231131 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-131f3517-4975-4770-8f35-d240c10f8570 req-8fc5576e-be9f-441b-9269-300ab9457f09 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.41 "GET /v2.0/networks?id=c9c20336-94ca-4a7f-8011-3dd7f1b6cda6 HTTP/1.1" status: 200 len: 815 time: 1.0783269 Aug 28 15:06:01.232166 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cd021f76-a463-4cb1-887e-9549c2a2bd04 req-5ada153f-78d8-41dd-8286-aaabaed1841d tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:01.233179 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-28afd3cd-b3b9-446f-80fb-23b961324810 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Deleting port d5d3635e-d178-44de-becc-5a712a989084 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:06:01.233405 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-28afd3cd-b3b9-446f-80fb-23b961324810 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:01.234142 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cd021f76-a463-4cb1-887e-9549c2a2bd04 req-5ada153f-78d8-41dd-8286-aaabaed1841d tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.36 "DELETE /v2.0/ports/6c59a8e1-f4ce-4780-bcd6-a28ef0da333f HTTP/1.1" status: 204 len: 173 time: 2.0351744 Aug 28 15:06:01.243224 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb6d640-8dbf-4c9c-a519-1fcb976c2b43', 'name': 'network-vif-deleted', 'tag': '6c59a8e1-f4ce-4780-bcd6-a28ef0da333f'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:06:01.245828 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d092675-3141-4b0d-b09a-464c57ddaa77" -d '{"events": [{"server_uuid": "feb6d640-8dbf-4c9c-a519-1fcb976c2b43", "name": "network-vif-deleted", "tag": "6c59a8e1-f4ce-4780-bcd6-a28ef0da333f"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:06:01.345533 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-60bf9fe9-c576-4b6f-b377-a26f89f3fb30 req-e8ca7a72-303f-43b2-b45e-f47a25d35871 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/ports?device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 210 time: 0.1394079 Aug 28 15:06:01.423868 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa85e59-7950-44d3-b529-dc4ed5e53b4f x-openstack-request-id: req-9aa85e59-7950-44d3-b529-dc4ed5e53b4f {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:06:01.424872 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb6d640-8dbf-4c9c-a519-1fcb976c2b43", "name": "network-vif-deleted", "tag": "6c59a8e1-f4ce-4780-bcd6-a28ef0da333f", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:06:01.425304 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9aa85e59-7950-44d3-b529-dc4ed5e53b4f {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:06:01.425871 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb6d640-8dbf-4c9c-a519-1fcb976c2b43', 'name': 'network-vif-deleted', 'tag': '6c59a8e1-f4ce-4780-bcd6-a28ef0da333f', 'status': 'completed', 'code': 200} Aug 28 15:06:01.465607 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-28afd3cd-b3b9-446f-80fb-23b961324810 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] For port d5d3635e-d178-44de-becc-5a712a989084, host n-d-712137-10, got binding levels [] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:01.466311 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-28afd3cd-b3b9-446f-80fb-23b961324810 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:01.485489 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-28afd3cd-b3b9-446f-80fb-23b961324810 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Calling delete_port for d5d3635e-d178-44de-becc-5a712a989084 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:06:01.491471 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.ipam_backend_mixin [None req-28afd3cd-b3b9-446f-80fb-23b961324810 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Port d5d3635e-d178-44de-becc-5a712a989084 was not found and therefore no delete operation was performed {{(pid=106329) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 15:06:01.493023 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-28afd3cd-b3b9-446f-80fb-23b961324810 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:01.528094 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28afd3cd-b3b9-446f-80fb-23b961324810 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Pushing event deleted for resources: {'Port': ['ID=d5d3635e-d178-44de-becc-5a712a989084,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:01.580784 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28afd3cd-b3b9-446f-80fb-23b961324810 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] No DVR routers for this DVR port d5d3635e-d178-44de-becc-5a712a989084 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:06:01.626422 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-131f3517-4975-4770-8f35-d240c10f8570 req-a648f797-c04c-40e8-b661-6deefd2f9641 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59b098ddebc340c9bc1ba34f5881bcbb HTTP/1.1" status: 200 len: 380 time: 0.3686852 Aug 28 15:06:01.635120 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-384e6dcc-c8c2-4821-88d8-a9d4c8834d4d req-f4ccdac5-715f-4e82-9a96-94f532ef58d2 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 210 time: 0.0854352 Aug 28 15:06:01.648739 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-131f3517-4975-4770-8f35-d240c10f8570 req-1db40f4f-b390-49c3-93ed-a8ceccba79ca tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Request body: {'port': {'device_id': 'f977180e-b67b-4cd7-81ba-7b2372893dff', 'network_id': 'c9c20336-94ca-4a7f-8011-3dd7f1b6cda6', 'admin_state_up': True, 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'security_groups': ['e4ef5cce-5687-4c80-a1df-f8032a8b58e2']}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:01.705882 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36c2ba6-eb5e-4c9b-b2d4-9773619c0b22 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:06:01.716499 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-369ad5e7-1bbd-4512-accf-2f2623872ad0 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:01.718126 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-369ad5e7-1bbd-4512-accf-2f2623872ad0 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.36 "GET /v2.0/networks?id=03e6b4b8-6c68-4060-8426-90fcc4950716 HTTP/1.1" status: 200 len: 806 time: 0.2912734 Aug 28 15:06:01.719228 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ad599c-4587-4bf7-b1e6-d1a07dd74c04 None None] Sync routers for ids ['d8477dda-049a-41e0-bcd7-c1ffa8c38129'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:06:01.731808 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ad599c-4587-4bf7-b1e6-d1a07dd74c04 None None] Routers {'d8477dda-049a-41e0-bcd7-c1ffa8c38129'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:06:01.732834 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-50ad599c-4587-4bf7-b1e6-d1a07dd74c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:05:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d8477dda-049a-41e0-bcd7-c1ffa8c38129'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:01.739159 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-3bcfd124-79f6-49b1-987c-7987ebdae423 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Request body: {'port': {'device_id': 'f3e9b78b-317f-4df1-97fe-918bee86796f', 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716', 'admin_state_up': True, 'tenant_id': '038a0222e6f34dfa8dce183514c3f3db'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:01.772545 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-50ad599c-4587-4bf7-b1e6-d1a07dd74c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:01.789216 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ad599c-4587-4bf7-b1e6-d1a07dd74c04 None None] Routers {'d8477dda-049a-41e0-bcd7-c1ffa8c38129'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:06:01.790935 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-50ad599c-4587-4bf7-b1e6-d1a07dd74c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:05:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d8477dda-049a-41e0-bcd7-c1ffa8c38129'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:01.828599 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c36c2ba6-eb5e-4c9b-b2d4-9773619c0b22 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:01.832296 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c36c2ba6-eb5e-4c9b-b2d4-9773619c0b22 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.6447477 Aug 28 15:06:01.833354 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44792) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:01.889711 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-28afd3cd-b3b9-446f-80fb-23b961324810 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:01.913717 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-28afd3cd-b3b9-446f-80fb-23b961324810 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d740911-c280-4c78-b9b0-19df23a57eb0']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:01.923150 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-50ad599c-4587-4bf7-b1e6-d1a07dd74c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:01.933008 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ad599c-4587-4bf7-b1e6-d1a07dd74c04 None None] The sync data for ids ['d8477dda-049a-41e0-bcd7-c1ffa8c38129'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:06:01.934676 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-28afd3cd-b3b9-446f-80fb-23b961324810 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24bd67e7-43a9-4faa-954d-88e816abe9cd') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:01.935347 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-28afd3cd-b3b9-446f-80fb-23b961324810 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24bd67e7-43a9-4faa-954d-88e816abe9cd') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:02.000504 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-28afd3cd-b3b9-446f-80fb-23b961324810 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:02.077630 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device d5d3635e-d178-44de-becc-5a712a989084 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:06:02.080853 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-28afd3cd-b3b9-446f-80fb-23b961324810 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:02.115337 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28afd3cd-b3b9-446f-80fb-23b961324810 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:06:02.115826 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-28afd3cd-b3b9-446f-80fb-23b961324810 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:06:02.119554 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:06:02.128156 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: d5d3635e-d178-44de-becc-5a712a989084 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:06:02.128674 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device d5d3635e-d178-44de-becc-5a712a989084 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:06:02.164600 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-3bcfd124-79f6-49b1-987c-7987ebdae423 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Made reservation on behalf of 038a0222e6f34dfa8dce183514c3f3db for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:06:02.172667 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-3bcfd124-79f6-49b1-987c-7987ebdae423 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:02.266957 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-28afd3cd-b3b9-446f-80fb-23b961324810 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:02.278455 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-28afd3cd-b3b9-446f-80fb-23b961324810 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:02.280769 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-28afd3cd-b3b9-446f-80fb-23b961324810 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] 10.222.0.13 "DELETE /v2.0/networks/1d740911-c280-4c78-b9b0-19df23a57eb0 HTTP/1.1" status: 204 len: 168 time: 2.4257116 Aug 28 15:06:02.299972 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28afd3cd-b3b9-446f-80fb-23b961324810 tempest-AllowedAddressPairTestJSON-556280168 tempest-AllowedAddressPairTestJSON-556280168-project] Pushing event deleted for resources: {'Network': ['ID=1d740911-c280-4c78-b9b0-19df23a57eb0,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:02.310378 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-131f3517-4975-4770-8f35-d240c10f8570 req-1db40f4f-b390-49c3-93ed-a8ceccba79ca tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Made reservation on behalf of 59b098ddebc340c9bc1ba34f5881bcbb for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:06:02.314842 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-131f3517-4975-4770-8f35-d240c10f8570 req-1db40f4f-b390-49c3-93ed-a8ceccba79ca tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:02.673559 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-131f3517-4975-4770-8f35-d240c10f8570 req-1db40f4f-b390-49c3-93ed-a8ceccba79ca tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Allocated IP 172.20.0.6 (c9c20336-94ca-4a7f-8011-3dd7f1b6cda6/a208608a-7e75-43d1-ae36-b32dcc6f294a/e5a6fe10-5415-468b-a1e2-f6a109d38950) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:06:02.844527 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-131f3517-4975-4770-8f35-d240c10f8570 req-1db40f4f-b390-49c3-93ed-a8ceccba79ca tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:02.873003 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-131f3517-4975-4770-8f35-d240c10f8570 req-1db40f4f-b390-49c3-93ed-a8ceccba79ca tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Transition to ACTIVE for port object e5a6fe10-5415-468b-a1e2-f6a109d38950 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:06:02.893222 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-3bcfd124-79f6-49b1-987c-7987ebdae423 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Allocated IP 172.20.0.2 (03e6b4b8-6c68-4060-8426-90fcc4950716/517a924f-5dd5-4f4e-82d8-d019697a05fd/f75cd32b-6805-4af9-b110-390609f54500) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:06:02.928718 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-131f3517-4975-4770-8f35-d240c10f8570 req-1db40f4f-b390-49c3-93ed-a8ceccba79ca tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:02.945831 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44824) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:03.076401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-131f3517-4975-4770-8f35-d240c10f8570 req-1db40f4f-b390-49c3-93ed-a8ceccba79ca tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Network c9c20336-94ca-4a7f-8011-3dd7f1b6cda6 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:06:03.083025 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-131f3517-4975-4770-8f35-d240c10f8570 req-1db40f4f-b390-49c3-93ed-a8ceccba79ca tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:06:03.088878 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-131f3517-4975-4770-8f35-d240c10f8570 req-1db40f4f-b390-49c3-93ed-a8ceccba79ca tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:06:03.158130 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 6c59a8e1-f4ce-4780-bcd6-a28ef0da333f no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:06:03.184506 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db40f4f-b390-49c3-93ed-a8ceccba79ca tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Pushing event updated for resources: {'Port': ['ID=e5a6fe10-5415-468b-a1e2-f6a109d38950,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:03.205628 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 6c59a8e1-f4ce-4780-bcd6-a28ef0da333f {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:06:03.210129 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 6c59a8e1-f4ce-4780-bcd6-a28ef0da333f not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:06:03.233502 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9224341-df8d-4ff7-98d1-bda172ee5fd7 req-550f62f2-a37f-4a4a-8a39-f5553b2f7c52 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:03.235901 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e9224341-df8d-4ff7-98d1-bda172ee5fd7 req-550f62f2-a37f-4a4a-8a39-f5553b2f7c52 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/ports?device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 931 time: 0.6995561 Aug 28 15:06:03.322599 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f3517-4975-4770-8f35-d240c10f8570 req-1db40f4f-b390-49c3-93ed-a8ceccba79ca tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:03.323299 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-131f3517-4975-4770-8f35-d240c10f8570 req-1db40f4f-b390-49c3-93ed-a8ceccba79ca tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:03.343065 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fc303570-514c-441f-8cd9-058a539a6d19 req-a7663316-66a1-4f65-abcf-9366aec7bf77 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups/4604545f-a2e1-4267-aab6-262f2a533750 HTTP/1.1" status: 200 len: 1803 time: 0.7841985 Aug 28 15:06:03.397124 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-131f3517-4975-4770-8f35-d240c10f8570 req-1db40f4f-b390-49c3-93ed-a8ceccba79ca tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7534173 Aug 28 15:06:03.415457 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e9224341-df8d-4ff7-98d1-bda172ee5fd7 req-15b398aa-ce2d-472e-b5f8-83361a4cb3e0 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ef5cce-5687-4c80-a1df-f8032a8b58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533165 Aug 28 15:06:03.429205 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-131f3517-4975-4770-8f35-d240c10f8570 req-d294aad6-ffb6-4533-864b-0b3272fb30de service neutron] Request body: {'port': {'device_id': 'f977180e-b67b-4cd7-81ba-7b2372893dff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:03.441759 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-3bcfd124-79f6-49b1-987c-7987ebdae423 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:03.552382 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-131f3517-4975-4770-8f35-d240c10f8570 req-d294aad6-ffb6-4533-864b-0b3272fb30de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:03.565487 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-96a18bb9-f689-4a00-8433-777d099e16cd None None] Provisioning for port e5a6fe10-5415-468b-a1e2-f6a109d38950 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:06:03.571291 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-96a18bb9-f689-4a00-8433-777d099e16cd None None] Provisioning complete for port e5a6fe10-5415-468b-a1e2-f6a109d38950 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:03.576239 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-96a18bb9-f689-4a00-8433-777d099e16cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:03.618669 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1640e1cc-23a1-4d3b-ab3b-cfa8981611fd req-665083fc-92c0-4969-b9b2-472c012d6c98 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 210 time: 0.0626507 Aug 28 15:06:03.646959 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c53ce8ca-b21f-4f84-b5ca-2f0cebcfec0f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "GET /v2.0/routers/d8477dda-049a-41e0-bcd7-c1ffa8c38129 HTTP/1.1" status: 200 len: 884 time: 1.5795963 Aug 28 15:06:03.669070 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44838) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:03.675126 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-96a18bb9-f689-4a00-8433-777d099e16cd None None] Port e5a6fe10-5415-468b-a1e2-f6a109d38950 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:06:03.685417 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-33116491-b705-4d0a-9f50-a05cd94c3665 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7eb3e171f6b94e06abd9acaabb778fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7295923 Aug 28 15:06:03.700967 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44840) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:03.748112 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fc303570-514c-441f-8cd9-058a539a6d19 req-3c558861-7ae4-4432-9592-27e7896db34e tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:03.809099 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fc303570-514c-441f-8cd9-058a539a6d19 req-3c558861-7ae4-4432-9592-27e7896db34e tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:03.840932 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-3bcfd124-79f6-49b1-987c-7987ebdae423 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:03.853869 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['0e790489-613f-4b5b-816a-a84b22a5048b'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:06:03.945281 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44848) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:03.982306 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-3bcfd124-79f6-49b1-987c-7987ebdae423 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Network 03e6b4b8-6c68-4060-8426-90fcc4950716 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:06:04.000501 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-3bcfd124-79f6-49b1-987c-7987ebdae423 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:06:04.003895 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-3bcfd124-79f6-49b1-987c-7987ebdae423 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:06:04.065450 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-3bcfd124-79f6-49b1-987c-7987ebdae423 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:04.066042 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-3bcfd124-79f6-49b1-987c-7987ebdae423 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:04.068789 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfd124-79f6-49b1-987c-7987ebdae423 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Pushing event updated for resources: {'Port': ['ID=f75cd32b-6805-4af9-b110-390609f54500,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:04.074204 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fc303570-514c-441f-8cd9-058a539a6d19 req-3c558861-7ae4-4432-9592-27e7896db34e tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:04.076807 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fc303570-514c-441f-8cd9-058a539a6d19 req-3c558861-7ae4-4432-9592-27e7896db34e tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:04.077962 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fc303570-514c-441f-8cd9-058a539a6d19 req-3c558861-7ae4-4432-9592-27e7896db34e tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "DELETE /v2.0/security-groups/4604545f-a2e1-4267-aab6-262f2a533750 HTTP/1.1" status: 204 len: 173 time: 0.7339025 Aug 28 15:06:04.094627 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c558861-7ae4-4432-9592-27e7896db34e tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4604545f-a2e1-4267-aab6-262f2a533750,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:04.105819 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-3bcfd124-79f6-49b1-987c-7987ebdae423 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3705425 Aug 28 15:06:04.119980 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-b420402f-fa1a-4ec5-903f-43287824f9ed service neutron] Request body: {'port': {'device_id': 'f3e9b78b-317f-4df1-97fe-918bee86796f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:04.140134 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f3b0d755-b103-46c2-a2ea-f30988b4af39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:04.258879 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-b420402f-fa1a-4ec5-903f-43287824f9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:04.262541 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f3b0d755-b103-46c2-a2ea-f30988b4af39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:04.302279 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-10c1b6a9-0686-497e-9604-61c2d251d69a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:04.410735 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1c6327c5-b490-4051-bc8a-4fc4ccaec890 req-4250f1e7-9fe4-467a-8be4-1125864d9f64 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups/4e8378bc-6ba4-42e4-863c-01914bcd378f HTTP/1.1" status: 200 len: 1802 time: 0.2369022 Aug 28 15:06:04.610629 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-131f3517-4975-4770-8f35-d240c10f8570 req-d294aad6-ffb6-4533-864b-0b3272fb30de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a6fe10-5415-468b-a1e2-f6a109d38950 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:06:04.620220 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-131f3517-4975-4770-8f35-d240c10f8570 req-d294aad6-ffb6-4533-864b-0b3272fb30de service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:04.634414 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-131f3517-4975-4770-8f35-d240c10f8570 req-d294aad6-ffb6-4533-864b-0b3272fb30de service neutron] Transition to ACTIVE for port object e5a6fe10-5415-468b-a1e2-f6a109d38950 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:06:04.645112 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4ef8a304-eb71-4f68-b1ba-8de5c8b9f31f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.9749057 Aug 28 15:06:04.648653 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44856) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:04.650416 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f3b0d755-b103-46c2-a2ea-f30988b4af39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:04.654593 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f3b0d755-b103-46c2-a2ea-f30988b4af39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:04.658924 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f3b0d755-b103-46c2-a2ea-f30988b4af39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19495274-79a9-4ea3-93c2-0d3bc0656895 HTTP/1.1" status: 204 len: 168 time: 0.9554145 Aug 28 15:06:04.660132 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-131f3517-4975-4770-8f35-d240c10f8570 req-d294aad6-ffb6-4533-864b-0b3272fb30de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:04.688672 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-896c231c-f023-4df1-b5a1-ca26d7c0dfaf tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-965144242'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:04.714480 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294aad6-ffb6-4533-864b-0b3272fb30de service neutron] Pushing event updated for resources: {'Port': ['ID=e5a6fe10-5415-468b-a1e2-f6a109d38950,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:04.751337 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0d755-b103-46c2-a2ea-f30988b4af39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19495274-79a9-4ea3-93c2-0d3bc0656895,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:04.754947 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-1c6327c5-b490-4051-bc8a-4fc4ccaec890 req-4f5cfc17-bc40-4557-8df4-23629f266a28 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:04.825580 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-1c6327c5-b490-4051-bc8a-4fc4ccaec890 req-4f5cfc17-bc40-4557-8df4-23629f266a28 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:04.879977 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-1c6327c5-b490-4051-bc8a-4fc4ccaec890 req-4f5cfc17-bc40-4557-8df4-23629f266a28 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:04.885144 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-1c6327c5-b490-4051-bc8a-4fc4ccaec890 req-4f5cfc17-bc40-4557-8df4-23629f266a28 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:04.886783 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1c6327c5-b490-4051-bc8a-4fc4ccaec890 req-4f5cfc17-bc40-4557-8df4-23629f266a28 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "DELETE /v2.0/security-groups/4e8378bc-6ba4-42e4-863c-01914bcd378f HTTP/1.1" status: 204 len: 173 time: 0.4749084 Aug 28 15:06:04.951622 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5cfc17-bc40-4557-8df4-23629f266a28 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8378bc-6ba4-42e4-863c-01914bcd378f,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:05.098252 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089f7ef-d425-4a2b-970b-ab092540e9ff req-065aa653-5f5e-4a0f-a01b-18a5103ad17f tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:05.100774 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5089f7ef-d425-4a2b-970b-ab092540e9ff req-065aa653-5f5e-4a0f-a01b-18a5103ad17f tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/ports?device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 931 time: 0.5298030 Aug 28 15:06:05.137819 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-131f3517-4975-4770-8f35-d240c10f8570 req-d294aad6-ffb6-4533-864b-0b3272fb30de service neutron] Attempting to bind port e5a6fe10-5415-468b-a1e2-f6a109d38950 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:06:05.138165 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-131f3517-4975-4770-8f35-d240c10f8570 req-d294aad6-ffb6-4533-864b-0b3272fb30de service neutron] Attempting to bind port e5a6fe10-5415-468b-a1e2-f6a109d38950 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': 'ff1e34ae-df87-4444-8c02-cc34e9d93693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c9c20336-94ca-4a7f-8011-3dd7f1b6cda6'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:06:05.138502 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f3517-4975-4770-8f35-d240c10f8570 req-d294aad6-ffb6-4533-864b-0b3272fb30de service neutron] Attempting to bind port e5a6fe10-5415-468b-a1e2-f6a109d38950 on network c9c20336-94ca-4a7f-8011-3dd7f1b6cda6 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:06:05.146744 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f3517-4975-4770-8f35-d240c10f8570 req-d294aad6-ffb6-4533-864b-0b3272fb30de service neutron] Port e5a6fe10-5415-468b-a1e2-f6a109d38950 on network c9c20336-94ca-4a7f-8011-3dd7f1b6cda6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:06:05.147391 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f3517-4975-4770-8f35-d240c10f8570 req-d294aad6-ffb6-4533-864b-0b3272fb30de service neutron] Attempting to bind port e5a6fe10-5415-468b-a1e2-f6a109d38950 on network c9c20336-94ca-4a7f-8011-3dd7f1b6cda6 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:06:05.204386 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f6edd-df08-4a79-ab37-95957502f54d req-ba10057f-4167-455c-b023-a9285e217edb tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:05.206514 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-477f6edd-df08-4a79-ab37-95957502f54d req-ba10057f-4167-455c-b023-a9285e217edb tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 931 time: 0.1526041 Aug 28 15:06:05.207999 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f3517-4975-4770-8f35-d240c10f8570 req-d294aad6-ffb6-4533-864b-0b3272fb30de service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:06:05.208534 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f3517-4975-4770-8f35-d240c10f8570 req-d294aad6-ffb6-4533-864b-0b3272fb30de service neutron] Checking segment: {'id': 'ff1e34ae-df87-4444-8c02-cc34e9d93693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c9c20336-94ca-4a7f-8011-3dd7f1b6cda6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:06:05.209361 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f3517-4975-4770-8f35-d240c10f8570 req-d294aad6-ffb6-4533-864b-0b3272fb30de service neutron] Bound using segment: {'id': 'ff1e34ae-df87-4444-8c02-cc34e9d93693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c9c20336-94ca-4a7f-8011-3dd7f1b6cda6'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:06:05.209983 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-131f3517-4975-4770-8f35-d240c10f8570 req-d294aad6-ffb6-4533-864b-0b3272fb30de service neutron] Bound port: e5a6fe10-5415-468b-a1e2-f6a109d38950, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff1e34ae-df87-4444-8c02-cc34e9d93693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c9c20336-94ca-4a7f-8011-3dd7f1b6cda6'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:06:05.210669 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-131f3517-4975-4770-8f35-d240c10f8570 req-d294aad6-ffb6-4533-864b-0b3272fb30de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:05.295230 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-477f6edd-df08-4a79-ab37-95957502f54d req-50b10c9f-0ceb-4540-a434-1de497c76fca tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804269 Aug 28 15:06:05.350448 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-10c1b6a9-0686-497e-9604-61c2d251d69a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:05.359453 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-131f3517-4975-4770-8f35-d240c10f8570 req-d294aad6-ffb6-4533-864b-0b3272fb30de service neutron] For port e5a6fe10-5415-468b-a1e2-f6a109d38950, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:06:05.367429 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-131f3517-4975-4770-8f35-d240c10f8570 req-d294aad6-ffb6-4533-864b-0b3272fb30de service neutron] For port e5a6fe10-5415-468b-a1e2-f6a109d38950, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=e5a6fe10-5415-468b-a1e2-f6a109d38950,segment=NetworkSegment(ff1e34ae-df87-4444-8c02-cc34e9d93693),segment_id=ff1e34ae-df87-4444-8c02-cc34e9d93693)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:06:05.375844 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-b1754188-2ee0-425b-a1d9-0f19b7fc1c22 req-fc0b2245-af6c-43e4-a2af-c57a6d2fc04a tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1424406512', 'description': 'tempest-description-746247800'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:05.398889 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5089f7ef-d425-4a2b-970b-ab092540e9ff req-2534507a-8cf1-4e39-a239-aa1f07f73cd0 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ef5cce-5687-4c80-a1df-f8032a8b58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2775958 Aug 28 15:06:05.400233 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-10c1b6a9-0686-497e-9604-61c2d251d69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:05.403037 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-131f3517-4975-4770-8f35-d240c10f8570 req-d294aad6-ffb6-4533-864b-0b3272fb30de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:05.417054 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b1754188-2ee0-425b-a1d9-0f19b7fc1c22 req-fc0b2245-af6c-43e4-a2af-c57a6d2fc04a tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:05.435557 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f3517-4975-4770-8f35-d240c10f8570 req-d294aad6-ffb6-4533-864b-0b3272fb30de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:05.438352 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-131f3517-4975-4770-8f35-d240c10f8570 req-d294aad6-ffb6-4533-864b-0b3272fb30de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:05.439853 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-131f3517-4975-4770-8f35-d240c10f8570 req-d294aad6-ffb6-4533-864b-0b3272fb30de service neutron] 10.222.0.41 "PUT /v2.0/ports/e5a6fe10-5415-468b-a1e2-f6a109d38950 HTTP/1.1" status: 200 len: 1092 time: 2.0234380 Aug 28 15:06:05.440331 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f977180e-b67b-4cd7-81ba-7b2372893dff', 'tag': 'e5a6fe10-5415-468b-a1e2-f6a109d38950'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:06:05.461334 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3843cbca-9dd3-4171-b134-cf95ef7594b6" -d '{"events": [{"name": "network-changed", "server_uuid": "f977180e-b67b-4cd7-81ba-7b2372893dff", "tag": "e5a6fe10-5415-468b-a1e2-f6a109d38950"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:06:05.464437 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-10c1b6a9-0686-497e-9604-61c2d251d69a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f42ad1ae101147d9b51996dc432ad64f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5157211 Aug 28 15:06:05.469419 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44880) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:05.632951 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1b6a9-0686-497e-9604-61c2d251d69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f4e5c8-af5b-420b-85e7-c972e1e8799e,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:05.686488 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294aad6-ffb6-4533-864b-0b3272fb30de service neutron] Pushing event updated for resources: {'Port': ['ID=e5a6fe10-5415-468b-a1e2-f6a109d38950,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:05.713083 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f3517-4975-4770-8f35-d240c10f8570 req-a8b9f48b-07f2-4d82-809a-f5ca3bb1ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:05.715519 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-131f3517-4975-4770-8f35-d240c10f8570 req-a8b9f48b-07f2-4d82-809a-f5ca3bb1ddc0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59b098ddebc340c9bc1ba34f5881bcbb&device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 1095 time: 0.1665273 Aug 28 15:06:05.793428 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-131f3517-4975-4770-8f35-d240c10f8570 req-b014a1de-77ce-44c0-abed-b239892990e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5a6fe10-5415-468b-a1e2-f6a109d38950 HTTP/1.1" status: 200 len: 217 time: 0.0674427 Aug 28 15:06:05.954878 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f3517-4975-4770-8f35-d240c10f8570 req-b2970315-0ba8-4dc0-b6cd-aea19cf6fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:05.956541 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-131f3517-4975-4770-8f35-d240c10f8570 req-b2970315-0ba8-4dc0-b6cd-aea19cf6fe58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a208608a-7e75-43d1-ae36-b32dcc6f294a HTTP/1.1" status: 200 len: 854 time: 0.1504250 Aug 28 15:06:05.967075 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27747961-958a-4d61-abfb-7c3066af7d8d x-openstack-request-id: req-27747961-958a-4d61-abfb-7c3066af7d8d {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:06:05.967431 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f977180e-b67b-4cd7-81ba-7b2372893dff", "tag": "e5a6fe10-5415-468b-a1e2-f6a109d38950", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:06:05.967718 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27747961-958a-4d61-abfb-7c3066af7d8d {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:06:05.968154 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f977180e-b67b-4cd7-81ba-7b2372893dff', 'tag': 'e5a6fe10-5415-468b-a1e2-f6a109d38950', 'status': 'completed', 'code': 200} Aug 28 15:06:06.000062 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0481a36f-1b60-4b48-994f-4564089a019f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:06.015315 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-b420402f-fa1a-4ec5-903f-43287824f9ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f75cd32b-6805-4af9-b110-390609f54500 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:06:06.078311 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b1754188-2ee0-425b-a1d9-0f19b7fc1c22 req-fc0b2245-af6c-43e4-a2af-c57a6d2fc04a tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:06.095214 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b1754188-2ee0-425b-a1d9-0f19b7fc1c22 req-fc0b2245-af6c-43e4-a2af-c57a6d2fc04a tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:06.102073 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-b420402f-fa1a-4ec5-903f-43287824f9ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:06.152461 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b1754188-2ee0-425b-a1d9-0f19b7fc1c22 req-fc0b2245-af6c-43e4-a2af-c57a6d2fc04a tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:06.153212 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b1754188-2ee0-425b-a1d9-0f19b7fc1c22 req-fc0b2245-af6c-43e4-a2af-c57a6d2fc04a tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7817576 Aug 28 15:06:06.159533 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f3517-4975-4770-8f35-d240c10f8570 req-82f5bda6-e315-4934-92b0-34cbc412481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:06.161161 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-131f3517-4975-4770-8f35-d240c10f8570 req-82f5bda6-e315-4934-92b0-34cbc412481c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c9c20336-94ca-4a7f-8011-3dd7f1b6cda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1920609 Aug 28 15:06:06.175137 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-896c231c-f023-4df1-b5a1-ca26d7c0dfaf tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4654'] for router, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:06.212237 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0481a36f-1b60-4b48-994f-4564089a019f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:06.212551 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44900) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:06.264908 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-896c231c-f023-4df1-b5a1-ca26d7c0dfaf tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523761'] for router, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:06.286351 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-b420402f-fa1a-4ec5-903f-43287824f9ed service neutron] Transition to ACTIVE for port object f75cd32b-6805-4af9-b110-390609f54500 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:06:06.307464 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-b420402f-fa1a-4ec5-903f-43287824f9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:06.321593 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b2245-af6c-43e4-a2af-c57a6d2fc04a tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63cbeeb8-7b5a-4c57-b124-755752d71ef2,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:06.357934 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-18522c3c-a72a-4990-96aa-8b00c7935103 req-f77dbcbe-5986-4c8b-9d2e-ee11a4a75836 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups/63cbeeb8-7b5a-4c57-b124-755752d71ef2 HTTP/1.1" status: 200 len: 1802 time: 0.1048806 Aug 28 15:06:06.391422 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-18522c3c-a72a-4990-96aa-8b00c7935103 req-4e3f483f-1979-4005-a17b-dab04c0f864a tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Request body: {'security_group': {'name': 'tempest-sg-hth-854323068', 'description': 'tempest-description-hth-1880796725'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:06.435902 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-18522c3c-a72a-4990-96aa-8b00c7935103 req-4e3f483f-1979-4005-a17b-dab04c0f864a tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:06.474391 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11d56c-85ba-4bb9-912c-cb03f8257751 req-c385213e-9c32-466d-9b33-dae1d6cc63fd tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:06.480917 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11d56c-85ba-4bb9-912c-cb03f8257751 req-c385213e-9c32-466d-9b33-dae1d6cc63fd tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:06.487896 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-18522c3c-a72a-4990-96aa-8b00c7935103 req-4e3f483f-1979-4005-a17b-dab04c0f864a tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:06.488127 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11d56c-85ba-4bb9-912c-cb03f8257751 req-c385213e-9c32-466d-9b33-dae1d6cc63fd tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:06.496228 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11d56c-85ba-4bb9-912c-cb03f8257751 req-c385213e-9c32-466d-9b33-dae1d6cc63fd tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:06.496631 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-d2dfb85b-301e-4a8a-9f27-99f069c38bcb tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Request body: {'security_group': {'name': 'tempest-secgroup--45493840'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:06.505722 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11d56c-85ba-4bb9-912c-cb03f8257751 req-c385213e-9c32-466d-9b33-dae1d6cc63fd tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:06.508254 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11d56c-85ba-4bb9-912c-cb03f8257751 req-c385213e-9c32-466d-9b33-dae1d6cc63fd tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:06.515315 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11d56c-85ba-4bb9-912c-cb03f8257751 req-c385213e-9c32-466d-9b33-dae1d6cc63fd tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:06.518179 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ef11d56c-85ba-4bb9-912c-cb03f8257751 req-c385213e-9c32-466d-9b33-dae1d6cc63fd tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5441 time: 0.4113812 Aug 28 15:06:06.522120 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-18522c3c-a72a-4990-96aa-8b00c7935103 req-4e3f483f-1979-4005-a17b-dab04c0f864a tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:06.524967 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-18522c3c-a72a-4990-96aa-8b00c7935103 req-4e3f483f-1979-4005-a17b-dab04c0f864a tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:06.526400 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-18522c3c-a72a-4990-96aa-8b00c7935103 req-4e3f483f-1979-4005-a17b-dab04c0f864a tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "PUT /v2.0/security-groups/63cbeeb8-7b5a-4c57-b124-755752d71ef2 HTTP/1.1" status: 200 len: 1776 time: 0.1431141 Aug 28 15:06:06.527545 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420402f-fa1a-4ec5-903f-43287824f9ed service neutron] Pushing event updated for resources: {'Port': ['ID=f75cd32b-6805-4af9-b110-390609f54500,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:06.542610 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb85b-301e-4a8a-9f27-99f069c38bcb tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:06.550434 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0481a36f-1b60-4b48-994f-4564089a019f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:06.553017 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0481a36f-1b60-4b48-994f-4564089a019f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:06.556933 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0481a36f-1b60-4b48-994f-4564089a019f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15f4e5c8-af5b-420b-85e7-c972e1e8799e HTTP/1.1" status: 204 len: 168 time: 1.0816505 Aug 28 15:06:06.574026 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb85b-301e-4a8a-9f27-99f069c38bcb tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:06.630876 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-131f3517-4975-4770-8f35-d240c10f8570 req-79fec687-196a-4970-a5b5-f90b21e984e4 service neutron] 10.222.0.41 "GET /v2.0/networks/c9c20336-94ca-4a7f-8011-3dd7f1b6cda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592645 Aug 28 15:06:06.646369 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896c231c-f023-4df1-b5a1-ca26d7c0dfaf tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Router d8477dda-049a-41e0-bcd7-c1ffa8c38129 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:06:06.741055 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ef11d56c-85ba-4bb9-912c-cb03f8257751 req-254d4e68-1d42-4b40-992e-902aa855e34e tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2055063 Aug 28 15:06:06.762417 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481a36f-1b60-4b48-994f-4564089a019f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f4e5c8-af5b-420b-85e7-c972e1e8799e,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:06.790770 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-b420402f-fa1a-4ec5-903f-43287824f9ed service neutron] Attempting to bind port f75cd32b-6805-4af9-b110-390609f54500 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:06:06.791198 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-b420402f-fa1a-4ec5-903f-43287824f9ed service neutron] Attempting to bind port f75cd32b-6805-4af9-b110-390609f54500 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '537ec9af-2404-4c1d-a957-efd06cc39195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:06:06.792633 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-b420402f-fa1a-4ec5-903f-43287824f9ed service neutron] Attempting to bind port f75cd32b-6805-4af9-b110-390609f54500 on network 03e6b4b8-6c68-4060-8426-90fcc4950716 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:06:06.811716 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-b420402f-fa1a-4ec5-903f-43287824f9ed service neutron] Port f75cd32b-6805-4af9-b110-390609f54500 on network 03e6b4b8-6c68-4060-8426-90fcc4950716 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:06:06.812121 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-b420402f-fa1a-4ec5-903f-43287824f9ed service neutron] Attempting to bind port f75cd32b-6805-4af9-b110-390609f54500 on network 03e6b4b8-6c68-4060-8426-90fcc4950716 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:06:06.816690 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb85b-301e-4a8a-9f27-99f069c38bcb tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:06.897935 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-b420402f-fa1a-4ec5-903f-43287824f9ed service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:06:06.898327 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-b420402f-fa1a-4ec5-903f-43287824f9ed service neutron] Checking segment: {'id': '537ec9af-2404-4c1d-a957-efd06cc39195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:06:06.898666 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-b420402f-fa1a-4ec5-903f-43287824f9ed service neutron] Bound using segment: {'id': '537ec9af-2404-4c1d-a957-efd06cc39195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:06:06.899740 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-b420402f-fa1a-4ec5-903f-43287824f9ed service neutron] Bound port: f75cd32b-6805-4af9-b110-390609f54500, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537ec9af-2404-4c1d-a957-efd06cc39195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:06:06.900150 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-b420402f-fa1a-4ec5-903f-43287824f9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:07.118158 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb85b-301e-4a8a-9f27-99f069c38bcb tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:07.128857 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f483f-1979-4005-a17b-dab04c0f864a tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63cbeeb8-7b5a-4c57-b124-755752d71ef2,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:07.138642 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-131f3517-4975-4770-8f35-d240c10f8570 req-c165e91a-0c40-46f1-9021-e44b7edd2329 service neutron] 10.222.0.41 "GET /v2.0/networks/c9c20336-94ca-4a7f-8011-3dd7f1b6cda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847884 Aug 28 15:06:07.276330 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfb85b-301e-4a8a-9f27-99f069c38bcb tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ddc21f-3edb-452e-b6c5-c934b0342cd3,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:07.286418 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a3f84-4114-439d-af35-c826ed89a2ab req-e968f09e-c5fa-4b8a-ba0d-855b5df89605 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:07.295556 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6e5a3f84-4114-439d-af35-c826ed89a2ab req-e968f09e-c5fa-4b8a-ba0d-855b5df89605 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 943 time: 0.4767942 Aug 28 15:06:07.352813 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-ab57d810-bb61-4719-ba4e-8c3b5789c1f4 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:07.360600 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-ab57d810-bb61-4719-ba4e-8c3b5789c1f4 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:07.367777 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-ab57d810-bb61-4719-ba4e-8c3b5789c1f4 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:07.374517 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-ab57d810-bb61-4719-ba4e-8c3b5789c1f4 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:07.375168 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a1ef5-7d67-4bc6-a61f-1004144c3210 req-2af43d70-e457-47c1-85c1-e819d0aa7e05 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:07.380818 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-ab57d810-bb61-4719-ba4e-8c3b5789c1f4 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:07.384006 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-531a1ef5-7d67-4bc6-a61f-1004144c3210 req-2af43d70-e457-47c1-85c1-e819d0aa7e05 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/ports?device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 943 time: 0.4704638 Aug 28 15:06:07.387279 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-ab57d810-bb61-4719-ba4e-8c3b5789c1f4 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:07.395598 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-ab57d810-bb61-4719-ba4e-8c3b5789c1f4 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:07.397531 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-ab57d810-bb61-4719-ba4e-8c3b5789c1f4 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5441 time: 0.3301890 Aug 28 15:06:07.451500 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-531a1ef5-7d67-4bc6-a61f-1004144c3210 req-55f989cb-c4b8-440f-a49c-35aa24fe4e76 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ef5cce-5687-4c80-a1df-f8032a8b58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660739 Aug 28 15:06:07.470356 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-b420402f-fa1a-4ec5-903f-43287824f9ed service neutron] For port f75cd32b-6805-4af9-b110-390609f54500, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:06:07.482625 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-b420402f-fa1a-4ec5-903f-43287824f9ed service neutron] For port f75cd32b-6805-4af9-b110-390609f54500, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f75cd32b-6805-4af9-b110-390609f54500,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:06:07.484520 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896c231c-f023-4df1-b5a1-ca26d7c0dfaf tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:06:07.499823 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c44956-344f-44c9-8e7e-8b6d9b4ddddd None None] Sync routers for ids ['d8477dda-049a-41e0-bcd7-c1ffa8c38129'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:06:07.502350 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6e5a3f84-4114-439d-af35-c826ed89a2ab req-2087efc5-7cf9-4495-a145-e879f3588abf tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055380 Aug 28 15:06:07.514540 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843cbca-9dd3-4171-b134-cf95ef7594b6 req-d4d3fc01-53c3-475a-b7f5-ba06d6be0358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:07.516776 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3843cbca-9dd3-4171-b134-cf95ef7594b6 req-d4d3fc01-53c3-475a-b7f5-ba06d6be0358 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59b098ddebc340c9bc1ba34f5881bcbb&device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 1095 time: 0.3051989 Aug 28 15:06:07.528543 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-896c231c-f023-4df1-b5a1-ca26d7c0dfaf tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:07.531379 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c44956-344f-44c9-8e7e-8b6d9b4ddddd None None] Routers {'d8477dda-049a-41e0-bcd7-c1ffa8c38129'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:06:07.532583 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-c2c44956-344f-44c9-8e7e-8b6d9b4ddddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:05:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d8477dda-049a-41e0-bcd7-c1ffa8c38129'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:07.532855 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-896c231c-f023-4df1-b5a1-ca26d7c0dfaf tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "PUT /v2.0/routers/d8477dda-049a-41e0-bcd7-c1ffa8c38129 HTTP/1.1" status: 200 len: 891 time: 2.8783865 Aug 28 15:06:07.534029 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44932) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:07.543285 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-b420402f-fa1a-4ec5-903f-43287824f9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:07.544346 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-3e398db1-26ea-460d-a75c-51e52c9c4d9d tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:07.547051 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-3e398db1-26ea-460d-a75c-51e52c9c4d9d tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.36 "GET /v2.0/ports/7840cbd9-0758-4ada-854e-1b4e2f5d208a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1400077 Aug 28 15:06:07.575877 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb85b-301e-4a8a-9f27-99f069c38bcb tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:07.609581 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-c2c44956-344f-44c9-8e7e-8b6d9b4ddddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:07.628818 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c44956-344f-44c9-8e7e-8b6d9b4ddddd None None] Routers {'d8477dda-049a-41e0-bcd7-c1ffa8c38129'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:06:07.630376 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420402f-fa1a-4ec5-903f-43287824f9ed service neutron] Pushing event updated for resources: {'Port': ['ID=f75cd32b-6805-4af9-b110-390609f54500,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:07.630770 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-c2c44956-344f-44c9-8e7e-8b6d9b4ddddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:05:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d8477dda-049a-41e0-bcd7-c1ffa8c38129'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:07.704878 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-c2c44956-344f-44c9-8e7e-8b6d9b4ddddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:07.705823 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c44956-344f-44c9-8e7e-8b6d9b4ddddd None None] The sync data for ids ['d8477dda-049a-41e0-bcd7-c1ffa8c38129'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:06:07.717796 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843cbca-9dd3-4171-b134-cf95ef7594b6 req-6199fcdb-6239-4efd-ad9f-46ddde8c902f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:07.719543 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3843cbca-9dd3-4171-b134-cf95ef7594b6 req-6199fcdb-6239-4efd-ad9f-46ddde8c902f service neutron] 10.222.0.41 "GET /v2.0/networks?id=c9c20336-94ca-4a7f-8011-3dd7f1b6cda6 HTTP/1.1" status: 200 len: 916 time: 0.1921773 Aug 28 15:06:07.722055 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb85b-301e-4a8a-9f27-99f069c38bcb tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:07.773047 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-b420402f-fa1a-4ec5-903f-43287824f9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:07.774103 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-b420402f-fa1a-4ec5-903f-43287824f9ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:07.776978 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-b420402f-fa1a-4ec5-903f-43287824f9ed service neutron] 10.222.0.36 "PUT /v2.0/ports/f75cd32b-6805-4af9-b110-390609f54500 HTTP/1.1" status: 200 len: 1092 time: 3.6622660 Aug 28 15:06:07.784601 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e9b78b-317f-4df1-97fe-918bee86796f', 'tag': 'f75cd32b-6805-4af9-b110-390609f54500'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:06:07.787335 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecceca9-bc62-485f-b8a5-e77feedddde1" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e9b78b-317f-4df1-97fe-918bee86796f", "tag": "f75cd32b-6805-4af9-b110-390609f54500"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:06:07.836209 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3858673b-871c-4fb1-95cd-996a1502c968 req-5e1dd3b1-444f-4b1f-984f-0624962e5422 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups/63cbeeb8-7b5a-4c57-b124-755752d71ef2 HTTP/1.1" status: 200 len: 1776 time: 0.3011127 Aug 28 15:06:07.866890 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3843cbca-9dd3-4171-b134-cf95ef7594b6 req-3e084a2a-b49b-442d-a78f-a618fc46bc19 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5a6fe10-5415-468b-a1e2-f6a109d38950 HTTP/1.1" status: 200 len: 217 time: 0.1328161 Aug 28 15:06:07.947186 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c025010-c880-450e-aeec-28b5c7bbc2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:07.977097 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb85b-301e-4a8a-9f27-99f069c38bcb tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:07.981592 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c357575a-0580-427b-b895-3bccc279debd x-openstack-request-id: req-c357575a-0580-427b-b895-3bccc279debd {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:06:07.982649 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e9b78b-317f-4df1-97fe-918bee86796f", "tag": "f75cd32b-6805-4af9-b110-390609f54500", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:06:07.990482 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d2dfb85b-301e-4a8a-9f27-99f069c38bcb tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7749279 Aug 28 15:06:07.991115 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c357575a-0580-427b-b895-3bccc279debd {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:06:07.991855 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e9b78b-317f-4df1-97fe-918bee86796f', 'tag': 'f75cd32b-6805-4af9-b110-390609f54500', 'status': 'completed', 'code': 200} Aug 28 15:06:08.000483 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44954) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:08.063245 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-87cacfd6-cab6-4937-abd3-9e499dae2103 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "GET /v2.0/routers/d8477dda-049a-41e0-bcd7-c1ffa8c38129 HTTP/1.1" status: 200 len: 891 time: 0.5174417 Aug 28 15:06:08.069079 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44956) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:08.143014 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843cbca-9dd3-4171-b134-cf95ef7594b6 req-44cce908-576b-4f6c-8419-c2cfa7a454d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:08.147099 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40f1ac2c-352b-430b-8a33-024bb1b35cce req-87f6be23-83ed-44c7-990a-78e4358a4c73 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups/63cbeeb8-7b5a-4c57-b124-755752d71ef2 HTTP/1.1" status: 200 len: 1776 time: 0.1419804 Aug 28 15:06:08.153232 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9fc77b14-9c7b-4723-8d06-a4073ef952b4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8477dda-049a-41e0-bcd7-c1ffa8c38129 HTTP/1.1" status: 200 len: 205 time: 0.0635755 Aug 28 15:06:08.154835 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3843cbca-9dd3-4171-b134-cf95ef7594b6 req-44cce908-576b-4f6c-8419-c2cfa7a454d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a208608a-7e75-43d1-ae36-b32dcc6f294a HTTP/1.1" status: 200 len: 854 time: 0.1646321 Aug 28 15:06:08.156591 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-d97f9771-74af-4239-80ac-697843b1e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:08.158147 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-d97f9771-74af-4239-80ac-697843b1e1fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=038a0222e6f34dfa8dce183514c3f3db&device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 1095 time: 0.3193681 Aug 28 15:06:08.158366 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44958) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:08.222546 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1cbaf9b6-0222-43e4-b8c5-83d05b45d2f7 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.2111468 Aug 28 15:06:08.273459 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44960) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:08.287937 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-72b71c00-5c1f-48d6-a0e4-2e105c2eabc6 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Request body: {'security_group': {'name': 'tempest-security--1159538078', 'description': 'tempest-security-description-990749882'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:08.299831 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-88059176-e410-4c09-9488-a4e2458ddc4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f75cd32b-6805-4af9-b110-390609f54500 HTTP/1.1" status: 200 len: 217 time: 0.0956764 Aug 28 15:06:08.378369 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72b71c00-5c1f-48d6-a0e4-2e105c2eabc6 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:08.467939 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-644fba74-be63-4cc0-9f77-bf0f06f0c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:08.471993 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-644fba74-be63-4cc0-9f77-bf0f06f0c0de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=517a924f-5dd5-4f4e-82d8-d019697a05fd HTTP/1.1" status: 200 len: 846 time: 0.1623993 Aug 28 15:06:08.498506 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-40f1ac2c-352b-430b-8a33-024bb1b35cce req-0207578f-f940-4f2e-8dad-79125649c5ad tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:08.633865 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72b71c00-5c1f-48d6-a0e4-2e105c2eabc6 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:08.643945 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-0102a646-66bc-4ddb-8950-8c4750f5b11c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03e6b4b8-6c68-4060-8426-90fcc4950716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1464040 Aug 28 15:06:08.652108 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72b71c00-5c1f-48d6-a0e4-2e105c2eabc6 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:08.654866 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72b71c00-5c1f-48d6-a0e4-2e105c2eabc6 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:08.656160 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-72b71c00-5c1f-48d6-a0e4-2e105c2eabc6 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "PUT /v2.0/security-groups/ff0054c8-4cd4-460f-9ce3-c0d26d88b315 HTTP/1.1" status: 200 len: 1779 time: 0.3810866 Aug 28 15:06:08.756962 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44970) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:08.757828 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b71c00-5c1f-48d6-a0e4-2e105c2eabc6 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0054c8-4cd4-460f-9ce3-c0d26d88b315,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:08.817271 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-40f1ac2c-352b-430b-8a33-024bb1b35cce req-0207578f-f940-4f2e-8dad-79125649c5ad tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:08.842182 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d1dd640b-3810-4790-a5a1-b9decb827208 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:08.847969 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-22e13764-984a-4a98-b0bd-aeee8f15b3be tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "GET /v2.0/security-groups/ff0054c8-4cd4-460f-9ce3-c0d26d88b315 HTTP/1.1" status: 200 len: 1779 time: 0.0866828 Aug 28 15:06:08.853942 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44972) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:08.920589 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-72f9c123-0c5b-42c4-b4e7-ea9a829d8018 service neutron] 10.222.0.36 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606063 Aug 28 15:06:09.025772 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8de96-9b6a-4892-94b8-77799e50d742 req-0812bebb-853e-4ced-b362-a34326c0d5d9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:09.035760 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8de96-9b6a-4892-94b8-77799e50d742 req-0812bebb-853e-4ced-b362-a34326c0d5d9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:09.036549 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0ec2a31-44b7-4e90-9dbf-447fb60ce8be req-e0e3b69c-6b59-488d-a522-520e8b575202 service neutron] 10.222.0.36 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082356 Aug 28 15:06:09.049638 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8de96-9b6a-4892-94b8-77799e50d742 req-0812bebb-853e-4ced-b362-a34326c0d5d9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:09.056409 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-40f1ac2c-352b-430b-8a33-024bb1b35cce req-0207578f-f940-4f2e-8dad-79125649c5ad tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:09.061528 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-40f1ac2c-352b-430b-8a33-024bb1b35cce req-0207578f-f940-4f2e-8dad-79125649c5ad tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:09.062741 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40f1ac2c-352b-430b-8a33-024bb1b35cce req-0207578f-f940-4f2e-8dad-79125649c5ad tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "DELETE /v2.0/security-groups/63cbeeb8-7b5a-4c57-b124-755752d71ef2 HTTP/1.1" status: 204 len: 173 time: 0.9147108 Aug 28 15:06:09.075673 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8de96-9b6a-4892-94b8-77799e50d742 req-0812bebb-853e-4ced-b362-a34326c0d5d9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:09.080443 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207578f-f940-4f2e-8dad-79125649c5ad tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cbeeb8-7b5a-4c57-b124-755752d71ef2,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:09.083682 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8de96-9b6a-4892-94b8-77799e50d742 req-0812bebb-853e-4ced-b362-a34326c0d5d9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:09.097734 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8de96-9b6a-4892-94b8-77799e50d742 req-0812bebb-853e-4ced-b362-a34326c0d5d9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:09.104191 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8ff1ed75-657d-4e2f-b9ec-d28b365c1d9b tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:09.111364 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8de96-9b6a-4892-94b8-77799e50d742 req-0812bebb-853e-4ced-b362-a34326c0d5d9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:09.119950 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a5d8de96-9b6a-4892-94b8-77799e50d742 req-0812bebb-853e-4ced-b362-a34326c0d5d9 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5441 time: 0.3181286 Aug 28 15:06:09.129709 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8ff1ed75-657d-4e2f-b9ec-d28b365c1d9b tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:09.159263 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfb85b-301e-4a8a-9f27-99f069c38bcb tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0054c8-4cd4-460f-9ce3-c0d26d88b315,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:09.182937 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a5d8de96-9b6a-4892-94b8-77799e50d742 req-cfa49561-eca4-4db4-9c68-efb53ba7ff28 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618644 Aug 28 15:06:09.220603 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8ff1ed75-657d-4e2f-b9ec-d28b365c1d9b tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:09.223264 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8ff1ed75-657d-4e2f-b9ec-d28b365c1d9b tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:09.226769 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8ff1ed75-657d-4e2f-b9ec-d28b365c1d9b tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "DELETE /v2.0/security-groups/ff0054c8-4cd4-460f-9ce3-c0d26d88b315 HTTP/1.1" status: 204 len: 168 time: 0.3697910 Aug 28 15:06:09.238953 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44986) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:09.261045 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843cbca-9dd3-4171-b134-cf95ef7594b6 req-35dbae1d-5b9b-48ef-b5c4-051dfd7483f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:09.262625 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1ed75-657d-4e2f-b9ec-d28b365c1d9b tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0054c8-4cd4-460f-9ce3-c0d26d88b315,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:09.266952 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3843cbca-9dd3-4171-b134-cf95ef7594b6 req-35dbae1d-5b9b-48ef-b5c4-051dfd7483f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c9c20336-94ca-4a7f-8011-3dd7f1b6cda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4351969 Aug 28 15:06:09.298205 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237c491-c872-455e-8e70-7e66276c5e88 req-f98785ca-b001-4686-87fb-26f5227331b3 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:09.300239 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6237c491-c872-455e-8e70-7e66276c5e88 req-f98785ca-b001-4686-87fb-26f5227331b3 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/ports?device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 943 time: 0.1185961 Aug 28 15:06:09.304287 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecceca9-bc62-485f-b8a5-e77feedddde1 req-b5aa3a0f-01d1-4267-b292-9520026c8a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:09.305819 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fecceca9-bc62-485f-b8a5-e77feedddde1 req-b5aa3a0f-01d1-4267-b292-9520026c8a95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=038a0222e6f34dfa8dce183514c3f3db&device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 1095 time: 0.1263220 Aug 28 15:06:09.420432 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6237c491-c872-455e-8e70-7e66276c5e88 req-618bd4f9-81f8-4dc9-95ec-94a10c9442eb tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ef5cce-5687-4c80-a1df-f8032a8b58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976503 Aug 28 15:06:09.423532 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-eddf4349-0d3c-4ace-8165-d124dc7668e6 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.36 "GET /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.8510921 Aug 28 15:06:09.442367 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-230f612c-a602-40d9-b496-1f85837da56e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:09.488094 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecceca9-bc62-485f-b8a5-e77feedddde1 req-731620f6-1189-4376-9e91-08d9ba19e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:09.489740 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fecceca9-bc62-485f-b8a5-e77feedddde1 req-731620f6-1189-4376-9e91-08d9ba19e96b service neutron] 10.222.0.36 "GET /v2.0/networks?id=03e6b4b8-6c68-4060-8426-90fcc4950716 HTTP/1.1" status: 200 len: 907 time: 0.1749618 Aug 28 15:06:09.567880 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fecceca9-bc62-485f-b8a5-e77feedddde1 req-92bfb394-bb6a-45df-ba54-514b64281147 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f75cd32b-6805-4af9-b110-390609f54500 HTTP/1.1" status: 200 len: 217 time: 0.0701733 Aug 28 15:06:09.579476 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13693e-6045-4389-bb82-c22d7820baa1 req-9a5b902b-6406-4c60-a1c6-8a1d02cf29fc tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:09.588132 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8b13693e-6045-4389-bb82-c22d7820baa1 req-9a5b902b-6406-4c60-a1c6-8a1d02cf29fc tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 943 time: 0.2495146 Aug 28 15:06:09.601573 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-edbc51ea-c299-4522-93fd-ff556258b66f tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3535292 Aug 28 15:06:09.604022 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d1dd640b-3810-4790-a5a1-b9decb827208 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:09.609488 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 44992) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:09.624378 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [req-c91e94b2-cfe9-46da-b5bf-d883e87902fa req-ace90786-e976-4425-8376-f55516dd7c30 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] show failed (client error): The resource could not be found. Aug 28 15:06:09.631594 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c91e94b2-cfe9-46da-b5bf-d883e87902fa req-ace90786-e976-4425-8376-f55516dd7c30 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups/4e8378bc-6ba4-42e4-863c-01914bcd378f HTTP/1.1" status: 404 len: 352 time: 0.0550940 Aug 28 15:06:09.636327 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-230f612c-a602-40d9-b496-1f85837da56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:09.673451 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [req-5594ef99-f66a-4a13-9056-0da1549b253a req-0b49fbea-b6ce-4ef7-bfc2-0839b64b876f tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] show failed (client error): The resource could not be found. Aug 28 15:06:09.680888 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5594ef99-f66a-4a13-9056-0da1549b253a req-0b49fbea-b6ce-4ef7-bfc2-0839b64b876f tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups/4604545f-a2e1-4267-aab6-262f2a533750 HTTP/1.1" status: 404 len: 352 time: 0.0315824 Aug 28 15:06:09.682758 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecceca9-bc62-485f-b8a5-e77feedddde1 req-b0921eae-128c-441f-9cf6-351184519ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:09.698831 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fecceca9-bc62-485f-b8a5-e77feedddde1 req-b0921eae-128c-441f-9cf6-351184519ea9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=517a924f-5dd5-4f4e-82d8-d019697a05fd HTTP/1.1" status: 200 len: 846 time: 0.1212821 Aug 28 15:06:09.701795 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-63fc7ec8-6d3c-4b82-ab28-452725586ccd tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] delete failed (client error): The resource could not be found. Aug 28 15:06:09.707705 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-63fc7ec8-6d3c-4b82-ab28-452725586ccd tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "DELETE /v2.0/security-groups/ff0054c8-4cd4-460f-9ce3-c0d26d88b315 HTTP/1.1" status: 404 len: 347 time: 0.0963943 Aug 28 15:06:09.709230 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44998) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:09.716664 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-ba430b75-491b-4ff3-b9e9-7bc9a191f533 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Request body: {'security_group': {'name': 'tempest-secgroup--1282847614'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:09.740297 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [req-0c15ee67-40ff-421b-8c18-851f4edc5621 req-c3486059-4fcb-4b9d-9e30-0e8a8162c2f8 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] show failed (client error): The resource could not be found. Aug 28 15:06:09.748166 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0c15ee67-40ff-421b-8c18-851f4edc5621 req-c3486059-4fcb-4b9d-9e30-0e8a8162c2f8 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups/6763369f-743d-4a5e-9a04-80cff22fed14 HTTP/1.1" status: 404 len: 352 time: 0.0477040 Aug 28 15:06:09.757298 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3843cbca-9dd3-4171-b134-cf95ef7594b6 req-d5416f95-ba2b-4c94-96fd-78f19187f11c service neutron] 10.222.0.41 "GET /v2.0/networks/c9c20336-94ca-4a7f-8011-3dd7f1b6cda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571235 Aug 28 15:06:09.782139 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fecceca9-bc62-485f-b8a5-e77feedddde1 req-fd7b8bee-4be4-4a07-999d-ac4d72bb3ed1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03e6b4b8-6c68-4060-8426-90fcc4950716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739706 Aug 28 15:06:09.820365 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8b13693e-6045-4389-bb82-c22d7820baa1 req-0e997f77-2b82-4ac4-90bf-26fdda697456 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306616 Aug 28 15:06:09.823186 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [req-4f23c131-ef0c-46d4-b508-e174afd2b8aa req-637b2a38-0c9e-4932-abb8-a4c3a99eada1 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] show failed (client error): The resource could not be found. Aug 28 15:06:09.837608 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4f23c131-ef0c-46d4-b508-e174afd2b8aa req-637b2a38-0c9e-4932-abb8-a4c3a99eada1 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups/aceb2401-4138-479e-9422-37b4fafa0d4d HTTP/1.1" status: 404 len: 352 time: 0.0527451 Aug 28 15:06:09.837608 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ba430b75-491b-4ff3-b9e9-7bc9a191f533 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:09.923743 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [req-5b497a76-cac0-4a03-a7c9-a16c694ff163 req-98be2e53-0788-476c-a38b-2330dec08ed2 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] show failed (client error): The resource could not be found. Aug 28 15:06:09.955006 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5b497a76-cac0-4a03-a7c9-a16c694ff163 req-98be2e53-0788-476c-a38b-2330dec08ed2 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups/2a265068-1ff3-4ba3-bd61-46dca540111c HTTP/1.1" status: 404 len: 352 time: 0.0668685 Aug 28 15:06:10.059595 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [req-b8661442-fe59-4fdc-bcdd-c6aecffc5973 req-126d932f-aa6b-4f91-ad48-25d38ae90f9e tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] show failed (client error): The resource could not be found. Aug 28 15:06:10.060687 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b8661442-fe59-4fdc-bcdd-c6aecffc5973 req-126d932f-aa6b-4f91-ad48-25d38ae90f9e tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups/dc5dd9ea-7083-4fe7-81cf-47d17d32004f HTTP/1.1" status: 404 len: 352 time: 0.0852861 Aug 28 15:06:10.092945 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-d1dd640b-3810-4790-a5a1-b9decb827208 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Deleting port 1425d2f4-c7ea-4787-ba1b-32cfad8fdb58 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:06:10.093291 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d1dd640b-3810-4790-a5a1-b9decb827208 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:10.128468 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ba430b75-491b-4ff3-b9e9-7bc9a191f533 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:10.135573 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fecceca9-bc62-485f-b8a5-e77feedddde1 req-aff3253c-8358-4c80-985d-a70067be1665 service neutron] 10.222.0.36 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404267 Aug 28 15:06:10.136459 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ba430b75-491b-4ff3-b9e9-7bc9a191f533 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:10.236644 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ba430b75-491b-4ff3-b9e9-7bc9a191f533 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:10.237885 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ba430b75-491b-4ff3-b9e9-7bc9a191f533 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5264754 Aug 28 15:06:10.244956 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45018) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:10.252201 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3843cbca-9dd3-4171-b134-cf95ef7594b6 req-8843d9ac-badb-415a-9d20-6705a2bb180e service neutron] 10.222.0.41 "GET /v2.0/networks/c9c20336-94ca-4a7f-8011-3dd7f1b6cda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522731 Aug 28 15:06:10.260266 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-783d6482-6506-4510-8c69-65b203c8d531 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Request body: {'security_group_rule': {'security_group_id': '4925e8c4-1445-43f5-980b-a9a96cfc57b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:10.300374 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-230f612c-a602-40d9-b496-1f85837da56e service neutron] For port 7840cbd9-0758-4ada-854e-1b4e2f5d208a, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=7840cbd9-0758-4ada-854e-1b4e2f5d208a,segment=NetworkSegment(9e672dc6-4046-4834-8b0a-ef3e6ab4e033),segment_id=9e672dc6-4046-4834-8b0a-ef3e6ab4e033)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:10.304826 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba430b75-491b-4ff3-b9e9-7bc9a191f533 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4925e8c4-1445-43f5-980b-a9a96cfc57b2,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:10.336108 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-783d6482-6506-4510-8c69-65b203c8d531 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:10.349893 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fecceca9-bc62-485f-b8a5-e77feedddde1 req-fa517277-d875-4a88-8118-a849e389c704 service neutron] 10.222.0.36 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027974 Aug 28 15:06:10.413047 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d1dd640b-3810-4790-a5a1-b9decb827208 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:10.428513 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-230f612c-a602-40d9-b496-1f85837da56e service neutron] For port 7840cbd9-0758-4ada-854e-1b4e2f5d208a, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:06:10.458142 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-d1dd640b-3810-4790-a5a1-b9decb827208 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Calling delete_port for 1425d2f4-c7ea-4787-ba1b-32cfad8fdb58 owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:06:10.467445 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-783d6482-6506-4510-8c69-65b203c8d531 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:10.472417 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-783d6482-6506-4510-8c69-65b203c8d531 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:10.496945 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-230f612c-a602-40d9-b496-1f85837da56e service neutron] device_id is not set on port 7840cbd9-0758-4ada-854e-1b4e2f5d208a yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:06:10.503174 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d6482-6506-4510-8c69-65b203c8d531 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e1c7f70-3599-4ff0-b01a-089346324107,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:10.510153 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-783d6482-6506-4510-8c69-65b203c8d531 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:10.511399 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-783d6482-6506-4510-8c69-65b203c8d531 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2654760 Aug 28 15:06:10.519281 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5149c3a-49a8-4237-9be0-ed48402d045d req-8414cda4-4a50-4f09-a987-066a8985d302 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:10.519575 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45024) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:10.522947 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ddd1ffc1-c8be-4895-a1c5-f7e288448c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:10.527200 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5149c3a-49a8-4237-9be0-ed48402d045d req-8414cda4-4a50-4f09-a987-066a8985d302 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:10.533434 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5149c3a-49a8-4237-9be0-ed48402d045d req-8414cda4-4a50-4f09-a987-066a8985d302 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:10.540356 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5149c3a-49a8-4237-9be0-ed48402d045d req-8414cda4-4a50-4f09-a987-066a8985d302 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:10.547080 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5149c3a-49a8-4237-9be0-ed48402d045d req-8414cda4-4a50-4f09-a987-066a8985d302 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:10.553338 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5149c3a-49a8-4237-9be0-ed48402d045d req-8414cda4-4a50-4f09-a987-066a8985d302 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:10.559690 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5149c3a-49a8-4237-9be0-ed48402d045d req-8414cda4-4a50-4f09-a987-066a8985d302 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:10.561893 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a5149c3a-49a8-4237-9be0-ed48402d045d req-8414cda4-4a50-4f09-a987-066a8985d302 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 5441 time: 0.2228405 Aug 28 15:06:10.563419 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b41fd-0318-4ea9-91eb-6ba0d9b032dd req-ac1d4f8a-fd0b-4466-a076-faf3e6faaf1c tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:10.572417 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ea1b41fd-0318-4ea9-91eb-6ba0d9b032dd req-ac1d4f8a-fd0b-4466-a076-faf3e6faaf1c tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7091164b-d586-469b-8754-01420f53523b HTTP/1.1" status: 200 len: 1023 time: 0.1639721 Aug 28 15:06:10.582889 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b3f6c49c-fa39-4805-a214-7355ae9def4d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:10.600498 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b3f6c49c-fa39-4805-a214-7355ae9def4d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:10.626310 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-230f612c-a602-40d9-b496-1f85837da56e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:10.651243 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-230f612c-a602-40d9-b496-1f85837da56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:10.656778 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ea1b41fd-0318-4ea9-91eb-6ba0d9b032dd req-7ca035c3-6a6c-4767-94cc-4b6057366eff tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?id=9108dd82-2a61-4a23-b284-3e9b54ced8a0&id=84b45dd7-4f79-4c3e-8bce-560e0ade4c15&id=955db66a-6d7e-4674-90ca-c554103b0f89&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0817082 Aug 28 15:06:10.666711 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a5149c3a-49a8-4237-9be0-ed48402d045d req-238e8115-4f2e-462a-b327-7cfbc9afeb35 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718927 Aug 28 15:06:10.694155 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b3f6c49c-fa39-4805-a214-7355ae9def4d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:10.709551 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b3f6c49c-fa39-4805-a214-7355ae9def4d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:10.714707 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b3f6c49c-fa39-4805-a214-7355ae9def4d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/2e1c7f70-3599-4ff0-b01a-089346324107 HTTP/1.1" status: 204 len: 168 time: 0.1937582 Aug 28 15:06:10.716118 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45026) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:10.740929 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6c49c-fa39-4805-a214-7355ae9def4d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e1c7f70-3599-4ff0-b01a-089346324107,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:10.791476 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f612c-a602-40d9-b496-1f85837da56e service neutron] Pushing event updated for resources: {'Port': ['ID=7840cbd9-0758-4ada-854e-1b4e2f5d208a,revision_number=6']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:10.797435 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:10.888294 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-230f612c-a602-40d9-b496-1f85837da56e service neutron] No DVR routers for this DVR port 7840cbd9-0758-4ada-854e-1b4e2f5d208a on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:06:10.904846 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e52092-2dee-4241-b2a0-ccb3f3496473 req-f8e73096-0bd1-42d1-8b86-7cde93d9201f tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:10.912723 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-36e52092-2dee-4241-b2a0-ccb3f3496473 req-f8e73096-0bd1-42d1-8b86-7cde93d9201f tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/ports?device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 943 time: 0.1108580 Aug 28 15:06:10.965693 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-36e52092-2dee-4241-b2a0-ccb3f3496473 req-0432f622-68a3-43b9-ba00-7a56ec57c447 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ef5cce-5687-4c80-a1df-f8032a8b58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519426 Aug 28 15:06:11.043108 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-37037af3-7968-4858-b2d1-b7ef2a1ced92 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3246269 Aug 28 15:06:11.045293 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45030) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:11.095094 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-230f612c-a602-40d9-b496-1f85837da56e service neutron] In _notify_port_updated(), no bound segment for port 7840cbd9-0758-4ada-854e-1b4e2f5d208a on network f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801 {{(pid=106329) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 15:06:11.096070 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-230f612c-a602-40d9-b496-1f85837da56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:11.096850 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-230f612c-a602-40d9-b496-1f85837da56e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:11.098182 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-230f612c-a602-40d9-b496-1f85837da56e service neutron] 10.222.0.36 "PUT /v2.0/ports/7840cbd9-0758-4ada-854e-1b4e2f5d208a HTTP/1.1" status: 200 len: 1032 time: 1.6602247 Aug 28 15:06:11.144971 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d1dd640b-3810-4790-a5a1-b9decb827208 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:11.153649 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-806ccfba-dfc0-4402-ab65-d902d953b665 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:11.176459 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03667987-5343-466a-bc5f-17241af985dd req-0fb3ca59-545c-4489-907c-afbd01dbfe8e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:11.178165 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-03667987-5343-466a-bc5f-17241af985dd req-0fb3ca59-545c-4489-907c-afbd01dbfe8e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 943 time: 0.1732523 Aug 28 15:06:11.184957 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-5e6842a8-1707-4621-8515-635f1acbbf54 None None] Provisioning complete for port 7840cbd9-0758-4ada-854e-1b4e2f5d208a triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:11.185341 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5e6842a8-1707-4621-8515-635f1acbbf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:11.195144 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-806ccfba-dfc0-4402-ab65-d902d953b665 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:11.205763 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-728cfdb6-85e3-4957-99eb-c48e7e6c092a tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:11.207416 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-728cfdb6-85e3-4957-99eb-c48e7e6c092a tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.36 "GET /v2.0/ports/7e62bbc1-7086-4e73-bc5b-92ef2064ead1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1000793 Aug 28 15:06:11.214227 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd640b-3810-4790-a5a1-b9decb827208 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Port': ['ID=1425d2f4-c7ea-4787-ba1b-32cfad8fdb58,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:11.227641 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-95ebc62c-fb93-4653-834c-cce1311947d7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:11.230216 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f75cd32b-6805-4af9-b110-390609f54500 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:06:11.281120 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-806ccfba-dfc0-4402-ab65-d902d953b665 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:11.284127 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-806ccfba-dfc0-4402-ab65-d902d953b665 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:11.286150 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-806ccfba-dfc0-4402-ab65-d902d953b665 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "DELETE /v2.0/security-groups/4925e8c4-1445-43f5-980b-a9a96cfc57b2 HTTP/1.1" status: 204 len: 168 time: 0.2383099 Aug 28 15:06:11.291900 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45038) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:11.365938 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port f75cd32b-6805-4af9-b110-390609f54500, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f75cd32b-6805-4af9-b110-390609f54500,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:11.366978 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-03667987-5343-466a-bc5f-17241af985dd req-36eca99f-6cf6-4444-ab34-822cd7a8c861 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584513 Aug 28 15:06:11.374001 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d1dd640b-3810-4790-a5a1-b9decb827208 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:11.377466 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-95ebc62c-fb93-4653-834c-cce1311947d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:11.383951 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 4b87fed8-f886-448a-9c21-e53f6cc4e49a no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:06:11.385268 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ccfba-dfc0-4402-ab65-d902d953b665 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4925e8c4-1445-43f5-980b-a9a96cfc57b2,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:11.424645 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806ccfba-dfc0-4402-ab65-d902d953b665 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:11.425051 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806ccfba-dfc0-4402-ab65-d902d953b665 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:11.425493 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806ccfba-dfc0-4402-ab65-d902d953b665 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:11.426108 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806ccfba-dfc0-4402-ab65-d902d953b665 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:11.426248 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806ccfba-dfc0-4402-ab65-d902d953b665 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:11.426499 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806ccfba-dfc0-4402-ab65-d902d953b665 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:11.426829 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806ccfba-dfc0-4402-ab65-d902d953b665 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:11.427218 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806ccfba-dfc0-4402-ab65-d902d953b665 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:11.427553 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806ccfba-dfc0-4402-ab65-d902d953b665 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:11.427919 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806ccfba-dfc0-4402-ab65-d902d953b665 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:11.428249 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806ccfba-dfc0-4402-ab65-d902d953b665 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:11.428575 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806ccfba-dfc0-4402-ab65-d902d953b665 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:11.449635 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'f75cd32b-6805-4af9-b110-390609f54500', 'network_id': '03e6b4b8-6c68-4060-8426-90fcc4950716', 'port_id': 'f75cd32b-6805-4af9-b110-390609f54500', 'mac_address': 'fa:16:3e:c2:52:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517a924f-5dd5-4f4e-82d8-d019697a05fd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:06:11.457868 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c6d82c5f-0781-4ffa-b761-bd1f51babe7e tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1602716 Aug 28 15:06:11.460162 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45044) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:11.465602 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-65a7dc76-3ba9-4c3d-bd2f-7a5c864742b1 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Request body: {'security_group': {'name': 'tempest-secgroup--1076110027'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:11.502089 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-65a7dc76-3ba9-4c3d-bd2f-7a5c864742b1 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:11.507415 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d1dd640b-3810-4790-a5a1-b9decb827208 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:11.543101 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d1dd640b-3810-4790-a5a1-b9decb827208 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:11.587888 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-5e6842a8-1707-4621-8515-635f1acbbf54 None None] Port 7840cbd9-0758-4ada-854e-1b4e2f5d208a cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:06:11.612450 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:11.624461 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d1dd640b-3810-4790-a5a1-b9decb827208 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:11.624975 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dd640b-3810-4790-a5a1-b9decb827208 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Fanout notify agent at l3_agent the message router_deleted on router d8477dda-049a-41e0-bcd7-c1ffa8c38129 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:06:11.652302 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d1dd640b-3810-4790-a5a1-b9decb827208 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:11.653433 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d1dd640b-3810-4790-a5a1-b9decb827208 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/routers/d8477dda-049a-41e0-bcd7-c1ffa8c38129 HTTP/1.1" status: 204 len: 168 time: 3.4883714 Aug 28 15:06:11.658466 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45050) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:11.668093 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-33c07807-710d-4a71-8aae-44ada4006d68 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1922748072'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:11.681556 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:11.690951 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:11.706858 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b87fed8-f886-448a-9c21-e53f6cc4e49a'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:06:11.709748 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c79b5b2-a386-47de-acd3-cd4f401cf1fe" -d '{"events": [{"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-unplugged", "status": "completed", "tag": "4b87fed8-f886-448a-9c21-e53f6cc4e49a"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:06:11.718992 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f75cd32b-6805-4af9-b110-390609f54500 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:06:11.738530 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 4b87fed8-f886-448a-9c21-e53f6cc4e49a, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=4b87fed8-f886-448a-9c21-e53f6cc4e49a,segment=NetworkSegment(646fb295-81d2-4bd9-83d2-cede57fdef69),segment_id=646fb295-81d2-4bd9-83d2-cede57fdef69)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:11.750907 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:11.750907 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 7e62bbc1-7086-4e73-bc5b-92ef2064ead1 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:06:11.754334 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port f75cd32b-6805-4af9-b110-390609f54500, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f75cd32b-6805-4af9-b110-390609f54500,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:11.761249 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:11.789460 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-65a7dc76-3ba9-4c3d-bd2f-7a5c864742b1 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:11.804835 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-65a7dc76-3ba9-4c3d-bd2f-7a5c864742b1 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:11.823010 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 15:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7a66a1-e2f2-448c-89d1-fdd190b2d509 x-openstack-request-id: req-4c7a66a1-e2f2-448c-89d1-fdd190b2d509 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:06:11.823316 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-unplugged", "status": "completed", "tag": "4b87fed8-f886-448a-9c21-e53f6cc4e49a", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:06:11.823574 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c7a66a1-e2f2-448c-89d1-fdd190b2d509 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:06:11.824312 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b87fed8-f886-448a-9c21-e53f6cc4e49a', 'code': 200} Aug 28 15:06:11.850335 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=4b87fed8-f886-448a-9c21-e53f6cc4e49a,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:11.852180 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-95ebc62c-fb93-4653-834c-cce1311947d7 service neutron] For port 7e62bbc1-7086-4e73-bc5b-92ef2064ead1, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=7e62bbc1-7086-4e73-bc5b-92ef2064ead1,segment=NetworkSegment(9e672dc6-4046-4834-8b0a-ef3e6ab4e033),segment_id=9e672dc6-4046-4834-8b0a-ef3e6ab4e033)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:11.861340 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:11.868589 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:11.869294 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:11.869434 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:11.869680 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:11.870028 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:11.870366 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:11.870698 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:11.871031 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:11.871363 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:11.871719 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:11.872051 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:11.894214 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7dc76-3ba9-4c3d-bd2f-7a5c864742b1 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cc491e-268a-4108-9724-6dd8a9f98a28,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:11.925820 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=f75cd32b-6805-4af9-b110-390609f54500,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:11.940974 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c07807-710d-4a71-8aae-44ada4006d68 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Made reservation on behalf of 620448c0e45d416cac16ebedf859b0fd for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:06:11.955007 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33c07807-710d-4a71-8aae-44ada4006d68 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:11.972594 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-65a7dc76-3ba9-4c3d-bd2f-7a5c864742b1 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:11.977943 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-65a7dc76-3ba9-4c3d-bd2f-7a5c864742b1 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5164485 Aug 28 15:06:11.983621 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45066) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:11.989961 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-94322c95-29f7-4af1-b0c9-5a336e77b329 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Request body: {'security_group_rule': {'security_group_id': 'd8cc491e-268a-4108-9724-6dd8a9f98a28', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:12.016578 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['f75cd32b-6805-4af9-b110-390609f54500'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:06:12.018291 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c07807-710d-4a71-8aae-44ada4006d68 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:06:12.061106 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c860b2c-65ed-444a-92ab-feece87026ac req-60a0944c-9f7c-40b1-bce4-582f2f0f8960 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:12.075158 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5c860b2c-65ed-444a-92ab-feece87026ac req-60a0944c-9f7c-40b1-bce4-582f2f0f8960 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7091164b-d586-469b-8754-01420f53523b HTTP/1.1" status: 200 len: 1023 time: 0.2455153 Aug 28 15:06:12.106850 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33c07807-710d-4a71-8aae-44ada4006d68 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:12.107212 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-33c07807-710d-4a71-8aae-44ada4006d68 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Added segment c7be0980-18bc-4a0e-a019-39f8bded5965 of type vlan for network 73614023-6b83-484c-b330-31874e731b59 Aug 28 15:06:12.108450 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:12.149447 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-95ebc62c-fb93-4653-834c-cce1311947d7 service neutron] For port 7e62bbc1-7086-4e73-bc5b-92ef2064ead1, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:06:12.248812 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5c860b2c-65ed-444a-92ab-feece87026ac req-ee037390-df51-46fc-9814-ee44ce8beb08 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?id=9108dd82-2a61-4a23-b284-3e9b54ced8a0&id=84b45dd7-4f79-4c3e-8bce-560e0ade4c15&id=955db66a-6d7e-4674-90ca-c554103b0f89&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1720333 Aug 28 15:06:12.294928 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c7978-f15d-4738-88d7-312929d132d9 req-135fe01a-b8de-4e23-8b74-6ba3ba28e105 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:12.300025 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-855c7978-f15d-4738-88d7-312929d132d9 req-135fe01a-b8de-4e23-8b74-6ba3ba28e105 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.41 "GET /v2.0/ports?device_id=7091164b-d586-469b-8754-01420f53523b HTTP/1.1" status: 200 len: 1023 time: 0.2994556 Aug 28 15:06:12.344456 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33c07807-710d-4a71-8aae-44ada4006d68 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:12.411190 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-95ebc62c-fb93-4653-834c-cce1311947d7 service neutron] device_id is not set on port 7e62bbc1-7086-4e73-bc5b-92ef2064ead1 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:06:12.424326 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-95ebc62c-fb93-4653-834c-cce1311947d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:12.442007 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-95ebc62c-fb93-4653-834c-cce1311947d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:12.447032 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94322c95-29f7-4af1-b0c9-5a336e77b329 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:12.478319 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.db.resource_extend [None req-33c07807-710d-4a71-8aae-44ada4006d68 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 15:06:12.513859 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098b4b8-c887-452a-94d8-381fb7ec6984 req-527d81fa-a83e-4b37-b50a-314518f32d79 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:12.522221 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098b4b8-c887-452a-94d8-381fb7ec6984 req-527d81fa-a83e-4b37-b50a-314518f32d79 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:12.530645 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098b4b8-c887-452a-94d8-381fb7ec6984 req-527d81fa-a83e-4b37-b50a-314518f32d79 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:12.537483 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098b4b8-c887-452a-94d8-381fb7ec6984 req-527d81fa-a83e-4b37-b50a-314518f32d79 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:12.545708 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098b4b8-c887-452a-94d8-381fb7ec6984 req-527d81fa-a83e-4b37-b50a-314518f32d79 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:12.557352 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098b4b8-c887-452a-94d8-381fb7ec6984 req-527d81fa-a83e-4b37-b50a-314518f32d79 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:12.559497 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5098b4b8-c887-452a-94d8-381fb7ec6984 req-527d81fa-a83e-4b37-b50a-314518f32d79 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 4660 time: 0.5324118 Aug 28 15:06:12.570993 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33c07807-710d-4a71-8aae-44ada4006d68 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:12.572946 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.api [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:06:12.574316 n-d-712137-10 neutron-server[106331]: DEBUG oslo_db.api [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:06:12.598481 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c07807-710d-4a71-8aae-44ada4006d68 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:12.599930 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33c07807-710d-4a71-8aae-44ada4006d68 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:12.622720 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cfc92-bc09-4475-af1c-40240bd42f3c req-77d4e6b1-7089-46a2-922f-a88290b34123 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:12.631018 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a89cfc92-bc09-4475-af1c-40240bd42f3c req-77d4e6b1-7089-46a2-922f-a88290b34123 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/ports?device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 943 time: 0.2672188 Aug 28 15:06:12.676766 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5098b4b8-c887-452a-94d8-381fb7ec6984 req-17f7e931-6744-46d9-b79c-dda85680894c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&id=90985e3a-bcd3-4599-87af-ae5311f5a294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0798938 Aug 28 15:06:12.735112 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-95ebc62c-fb93-4653-834c-cce1311947d7 service neutron] No DVR routers for this DVR port 7e62bbc1-7086-4e73-bc5b-92ef2064ead1 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:06:12.766329 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-33c07807-710d-4a71-8aae-44ada4006d68 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1047924 Aug 28 15:06:12.770042 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45088) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:12.775678 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-b1fea131-98b2-4e61-ac4c-c76f308594e5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'subnet': {'network_id': '73614023-6b83-484c-b330-31874e731b59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:12.829662 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-95ebc62c-fb93-4653-834c-cce1311947d7 service neutron] In _notify_port_updated(), no bound segment for port 7e62bbc1-7086-4e73-bc5b-92ef2064ead1 on network f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801 {{(pid=106329) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 15:06:12.831026 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-95ebc62c-fb93-4653-834c-cce1311947d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:12.831692 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-95ebc62c-fb93-4653-834c-cce1311947d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:12.833054 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-95ebc62c-fb93-4653-834c-cce1311947d7 service neutron] 10.222.0.36 "PUT /v2.0/ports/7e62bbc1-7086-4e73-bc5b-92ef2064ead1 HTTP/1.1" status: 200 len: 1030 time: 1.6166594 Aug 28 15:06:12.855898 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ebc62c-fb93-4653-834c-cce1311947d7 service neutron] Pushing event updated for resources: {'Port': ['ID=7e62bbc1-7086-4e73-bc5b-92ef2064ead1,revision_number=6']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:12.913681 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c07807-710d-4a71-8aae-44ada4006d68 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Network': ['ID=73614023-6b83-484c-b330-31874e731b59,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:12.931822 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 73614023-6b83-484c-b330-31874e731b59 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:06:12.978471 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a89cfc92-bc09-4475-af1c-40240bd42f3c req-f9e45db1-d3af-4cb4-a948-926d0893a86a tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ef5cce-5687-4c80-a1df-f8032a8b58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3446751 Aug 28 15:06:13.001028 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fea131-98b2-4e61-ac4c-c76f308594e5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Made reservation on behalf of 620448c0e45d416cac16ebedf859b0fd for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:06:13.006304 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b1fea131-98b2-4e61-ac4c-c76f308594e5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:13.057783 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94322c95-29f7-4af1-b0c9-5a336e77b329 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:13.089059 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94322c95-29f7-4af1-b0c9-5a336e77b329 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:13.108005 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-855c7978-f15d-4738-88d7-312929d132d9 req-d057023b-710a-4d3e-b404-85b2f06a9be4 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Deleting port 53fb127c-e9c6-4660-a0ca-af8f1f2f5a95 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:06:13.108700 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-855c7978-f15d-4738-88d7-312929d132d9 req-d057023b-710a-4d3e-b404-85b2f06a9be4 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:13.215538 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:06:13.325712 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-08da8a13-eef7-488c-9eb3-e20fa81f158e None None] Provisioning complete for port 7e62bbc1-7086-4e73-bc5b-92ef2064ead1 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:13.326354 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-08da8a13-eef7-488c-9eb3-e20fa81f158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:13.377596 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:13.426432 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-08da8a13-eef7-488c-9eb3-e20fa81f158e None None] Port 7e62bbc1-7086-4e73-bc5b-92ef2064ead1 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:06:13.442400 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6594f7-2ed8-4164-bc4c-aa7b57328d6f req-9efbf093-2310-49a2-bef0-16a62fb56ed4 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:13.458081 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0f6594f7-2ed8-4164-bc4c-aa7b57328d6f req-9efbf093-2310-49a2-bef0-16a62fb56ed4 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 944 time: 0.5525515 Aug 28 15:06:13.469525 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:13.472507 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94322c95-29f7-4af1-b0c9-5a336e77b329 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0553c972-ef91-47c3-9263-4a61008a7651,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:13.477053 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94322c95-29f7-4af1-b0c9-5a336e77b329 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:13.481317 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-94322c95-29f7-4af1-b0c9-5a336e77b329 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5001340 Aug 28 15:06:13.489257 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45096) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:13.512419 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77,segment=NetworkSegment(9e672dc6-4046-4834-8b0a-ef3e6ab4e033),segment_id=9e672dc6-4046-4834-8b0a-ef3e6ab4e033)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:13.532134 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:13.533181 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 49f08d49-97e8-41d5-a930-67be641a9b4f no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:06:13.571525 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-7adb31b8-0f3e-4534-84b8-57de34a5784d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Request body: {'security_group_rule': {'security_group_id': 'd8cc491e-268a-4108-9724-6dd8a9f98a28', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:13.621564 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd899c0-cca8-4390-8355-06e866e40a0f req-ce8c440e-18bf-460b-ae6f-683f3838c0d9 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:13.625315 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cfd899c0-cca8-4390-8355-06e866e40a0f req-ce8c440e-18bf-460b-ae6f-683f3838c0d9 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7091164b-d586-469b-8754-01420f53523b HTTP/1.1" status: 200 len: 1023 time: 0.2420123 Aug 28 15:06:13.627135 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b1fea131-98b2-4e61-ac4c-c76f308594e5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:13.727970 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0f6594f7-2ed8-4164-bc4c-aa7b57328d6f req-d7b03127-7a27-42c4-b2b1-b15da910d135 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665834 Aug 28 15:06:13.740153 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:13.801163 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:13.807452 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-486790a3-6497-4015-a30e-7748208b389e tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Deleting port bac4fa37-f01b-40ed-9304-eebde8331b53 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:06:13.812403 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-486790a3-6497-4015-a30e-7748208b389e tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:13.833474 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77'}, {'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49f08d49-97e8-41d5-a930-67be641a9b4f'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:06:13.836026 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41a24ed-1bd3-457f-831f-4f0de5cfe741" -d '{"events": [{"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-unplugged", "status": "completed", "tag": "b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77"}, {"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-unplugged", "status": "completed", "tag": "49f08d49-97e8-41d5-a930-67be641a9b4f"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:06:13.875586 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fea131-98b2-4e61-ac4c-c76f308594e5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Subnet': ['ID=0243e063-0745-4f90-9f86-a277bc106f32,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:13.890809 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 49f08d49-97e8-41d5-a930-67be641a9b4f, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=49f08d49-97e8-41d5-a930-67be641a9b4f,segment=NetworkSegment(e0ff88bd-3972-49b2-b0b1-d1807955b008),segment_id=e0ff88bd-3972-49b2-b0b1-d1807955b008)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:13.990153 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:13.990153 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device bac4fa37-f01b-40ed-9304-eebde8331b53 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:06:13.991873 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cfd899c0-cca8-4390-8355-06e866e40a0f req-6213bc6c-fdda-4344-931e-9e6b9bf28b2e tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?id=9108dd82-2a61-4a23-b284-3e9b54ced8a0&id=84b45dd7-4f79-4c3e-8bce-560e0ade4c15&id=955db66a-6d7e-4674-90ca-c554103b0f89&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2998877 Aug 28 15:06:13.991873 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fea131-98b2-4e61-ac4c-c76f308594e5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Checking segment: {'id': 'c7be0980-18bc-4a0e-a019-39f8bded5965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '73614023-6b83-484c-b330-31874e731b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:06:13.991873 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fea131-98b2-4e61-ac4c-c76f308594e5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network hostable DHCP agents. Network: 73614023-6b83-484c-b330-31874e731b59, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:06:14.029807 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fea131-98b2-4e61-ac4c-c76f308594e5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network 73614023-6b83-484c-b330-31874e731b59 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:06:14.066751 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 28 Aug 2021 15:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941c5563-29ec-435e-a423-f5019a878677 x-openstack-request-id: req-941c5563-29ec-435e-a423-f5019a878677 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:06:14.066751 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-unplugged", "status": "completed", "tag": "b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77", "code": 200}, {"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-unplugged", "status": "completed", "tag": "49f08d49-97e8-41d5-a930-67be641a9b4f", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:06:14.066751 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-941c5563-29ec-435e-a423-f5019a878677 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:06:14.066751 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77', 'code': 200} Aug 28 15:06:14.066751 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49f08d49-97e8-41d5-a930-67be641a9b4f', 'code': 200} Aug 28 15:06:14.070094 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-b1fea131-98b2-4e61-ac4c-c76f308594e5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 73614023-6b83-484c-b330-31874e731b59) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:06:14.081581 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fea131-98b2-4e61-ac4c-c76f308594e5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:14.083576 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b1fea131-98b2-4e61-ac4c-c76f308594e5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:14.116190 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b303c7-c9bb-4ffe-b024-a1845f97d595 None None] Network 73614023-6b83-484c-b330-31874e731b59 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:06:14.127384 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b1fea131-98b2-4e61-ac4c-c76f308594e5 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3542354 Aug 28 15:06:14.128107 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45110) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:14.132416 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=49f08d49-97e8-41d5-a930-67be641a9b4f,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:14.148222 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-73088fa5-e89c-4044-a86c-aef25d737df4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-772691059', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:14.238905 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-73088fa5-e89c-4044-a86c-aef25d737df4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:14.240274 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-73088fa5-e89c-4044-a86c-aef25d737df4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:14.251093 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:14.312370 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port bac4fa37-f01b-40ed-9304-eebde8331b53, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=bac4fa37-f01b-40ed-9304-eebde8331b53,segment=NetworkSegment(e0ff88bd-3972-49b2-b0b1-d1807955b008),segment_id=e0ff88bd-3972-49b2-b0b1-d1807955b008)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:14.315171 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-73088fa5-e89c-4044-a86c-aef25d737df4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:14.322161 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:14.322946 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 537aef6e-3a73-4211-94bf-e4cb13b399dd no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:06:14.330339 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-73088fa5-e89c-4044-a86c-aef25d737df4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:14.355391 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09275edf-0600-40d1-ba97-17436baa94f2 req-314f7899-b004-45a9-bc7c-df0a5bdd0acb tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:14.364237 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-09275edf-0600-40d1-ba97-17436baa94f2 req-314f7899-b004-45a9-bc7c-df0a5bdd0acb tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/ports?device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 943 time: 0.1785736 Aug 28 15:06:14.408380 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-73088fa5-e89c-4044-a86c-aef25d737df4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:14.417590 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-73088fa5-e89c-4044-a86c-aef25d737df4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2883523 Aug 28 15:06:14.418249 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45116) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:14.455088 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=bac4fa37-f01b-40ed-9304-eebde8331b53,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:14.527703 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdb60bb-a758-4a4e-bf34-7a28f012ab7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-73614023-6b83-484c-b330-31874e731b59', 'network_id': '73614023-6b83-484c-b330-31874e731b59', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'fixed_ips': [{'subnet_id': '0243e063-0745-4f90-9f86-a277bc106f32'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:06:14.536760 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3fdb60bb-a758-4a4e-bf34-7a28f012ab7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:14.555168 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-09275edf-0600-40d1-ba97-17436baa94f2 req-4ff8f687-706c-4b48-beb6-ed6627b0fb8c tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ef5cce-5687-4c80-a1df-f8032a8b58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833844 Aug 28 15:06:14.572854 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7adb31b8-0f3e-4534-84b8-57de34a5784d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:14.589157 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:14.610146 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-855c7978-f15d-4738-88d7-312929d132d9 req-d057023b-710a-4d3e-b404-85b2f06a9be4 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] For port 53fb127c-e9c6-4660-a0ca-af8f1f2f5a95, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=53fb127c-e9c6-4660-a0ca-af8f1f2f5a95,segment=NetworkSegment(da4bb42a-2224-4617-bd87-f06826483fcf),segment_id=da4bb42a-2224-4617-bd87-f06826483fcf)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:14.610523 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-855c7978-f15d-4738-88d7-312929d132d9 req-d057023b-710a-4d3e-b404-85b2f06a9be4 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:14.630738 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 537aef6e-3a73-4211-94bf-e4cb13b399dd, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=537aef6e-3a73-4211-94bf-e4cb13b399dd,segment=NetworkSegment(9e672dc6-4046-4834-8b0a-ef3e6ab4e033),segment_id=9e672dc6-4046-4834-8b0a-ef3e6ab4e033)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:14.640208 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:14.641124 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 7840cbd9-0758-4ada-854e-1b4e2f5d208a no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:06:14.667050 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-855c7978-f15d-4738-88d7-312929d132d9 req-d057023b-710a-4d3e-b404-85b2f06a9be4 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Calling delete_port for 53fb127c-e9c6-4660-a0ca-af8f1f2f5a95 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:06:14.708452 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390fc77-66d4-42f7-af18-7cc478e5a1a0 req-248fa6ce-fafe-4b57-a950-ae8d8621f479 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:14.715858 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390fc77-66d4-42f7-af18-7cc478e5a1a0 req-248fa6ce-fafe-4b57-a950-ae8d8621f479 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:14.721866 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390fc77-66d4-42f7-af18-7cc478e5a1a0 req-248fa6ce-fafe-4b57-a950-ae8d8621f479 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:14.729104 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390fc77-66d4-42f7-af18-7cc478e5a1a0 req-248fa6ce-fafe-4b57-a950-ae8d8621f479 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:14.735721 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390fc77-66d4-42f7-af18-7cc478e5a1a0 req-248fa6ce-fafe-4b57-a950-ae8d8621f479 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:14.737738 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c390fc77-66d4-42f7-af18-7cc478e5a1a0 req-248fa6ce-fafe-4b57-a950-ae8d8621f479 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 3879 time: 0.8788028 Aug 28 15:06:14.906477 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7adb31b8-0f3e-4534-84b8-57de34a5784d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:14.926287 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7adb31b8-0f3e-4534-84b8-57de34a5784d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:14.972224 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-486790a3-6497-4015-a30e-7748208b389e tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] For port bac4fa37-f01b-40ed-9304-eebde8331b53, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=bac4fa37-f01b-40ed-9304-eebde8331b53,segment=NetworkSegment(e0ff88bd-3972-49b2-b0b1-d1807955b008),segment_id=e0ff88bd-3972-49b2-b0b1-d1807955b008)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:14.972600 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-486790a3-6497-4015-a30e-7748208b389e tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:14.991504 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7adb31b8-0f3e-4534-84b8-57de34a5784d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:14.993387 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7adb31b8-0f3e-4534-84b8-57de34a5784d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4468343 Aug 28 15:06:15.002672 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45124) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:15.013767 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-e8bb3b2d-6df4-4384-abca-7e94c27afcc1 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Request body: {'security_group_rule': {'security_group_id': 'd8cc491e-268a-4108-9724-6dd8a9f98a28', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:15.015402 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-3fdb60bb-a758-4a4e-bf34-7a28f012ab7a None None] Allocated IP 2001:db8::2 (73614023-6b83-484c-b330-31874e731b59/0243e063-0745-4f90-9f86-a277bc106f32/e9860045-07d9-4213-9f54-7d0057cae183) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:06:15.024564 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-486790a3-6497-4015-a30e-7748208b389e tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Calling delete_port for bac4fa37-f01b-40ed-9304-eebde8331b53 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:06:15.033610 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb31b8-0f3e-4534-84b8-57de34a5784d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd45c62-6f53-4f6c-a3d2-4c82b12005ca,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:15.066179 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c390fc77-66d4-42f7-af18-7cc478e5a1a0 req-87af8971-3cca-486a-8a47-aa918fadc96a tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3100238 Aug 28 15:06:15.111889 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=537aef6e-3a73-4211-94bf-e4cb13b399dd,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:15.168488 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e8bb3b2d-6df4-4384-abca-7e94c27afcc1 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:15.345866 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-855c7978-f15d-4738-88d7-312929d132d9 req-d057023b-710a-4d3e-b404-85b2f06a9be4 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:15.445231 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d577b-d354-4712-8274-7707f010f3e0 req-ec350ab7-c09f-4d18-acf4-250335f1875c tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:15.447588 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-550d577b-d354-4712-8274-7707f010f3e0 req-ec350ab7-c09f-4d18-acf4-250335f1875c tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 944 time: 0.2217679 Aug 28 15:06:15.461772 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057023b-710a-4d3e-b404-85b2f06a9be4 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Pushing event deleted for resources: {'Port': ['ID=53fb127c-e9c6-4660-a0ca-af8f1f2f5a95,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:15.467373 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3fdb60bb-a758-4a4e-bf34-7a28f012ab7a None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:15.483639 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3fdb60bb-a758-4a4e-bf34-7a28f012ab7a None None] Transition to ACTIVE for port object e9860045-07d9-4213-9f54-7d0057cae183 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:06:15.513965 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3fdb60bb-a758-4a4e-bf34-7a28f012ab7a None None] Transition to ACTIVE for port object e9860045-07d9-4213-9f54-7d0057cae183 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:06:15.528614 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3fdb60bb-a758-4a4e-bf34-7a28f012ab7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:15.533651 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307c9e0-dcb6-42ae-b9b0-003452d253c0 req-dfbf1d5e-a000-408f-82bc-cf8b21274d71 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:15.540577 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 7840cbd9-0758-4ada-854e-1b4e2f5d208a not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:06:15.541089 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f307c9e0-dcb6-42ae-b9b0-003452d253c0 req-dfbf1d5e-a000-408f-82bc-cf8b21274d71 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/ports?device_id=7091164b-d586-469b-8754-01420f53523b HTTP/1.1" status: 200 len: 945 time: 0.2909787 Aug 28 15:06:15.574424 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f75cd32b-6805-4af9-b110-390609f54500 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:06:15.578595 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-855c7978-f15d-4738-88d7-312929d132d9 req-d057023b-710a-4d3e-b404-85b2f06a9be4 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] No DVR routers for this DVR port 53fb127c-e9c6-4660-a0ca-af8f1f2f5a95 on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:06:15.583392 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-550d577b-d354-4712-8274-7707f010f3e0 req-cee80fcf-282f-4cfe-acc3-1739f0a2d9d2 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978339 Aug 28 15:06:15.587345 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-855c7978-f15d-4738-88d7-312929d132d9 req-d057023b-710a-4d3e-b404-85b2f06a9be4 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:15.589809 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-855c7978-f15d-4738-88d7-312929d132d9 req-d057023b-710a-4d3e-b404-85b2f06a9be4 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.41 "DELETE /v2.0/ports/53fb127c-e9c6-4660-a0ca-af8f1f2f5a95 HTTP/1.1" status: 204 len: 173 time: 3.2747154 Aug 28 15:06:15.592410 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdb60bb-a758-4a4e-bf34-7a28f012ab7a None None] Network 73614023-6b83-484c-b330-31874e731b59 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:06:15.592902 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e8bb3b2d-6df4-4384-abca-7e94c27afcc1 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:15.604612 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7091164b-d586-469b-8754-01420f53523b', 'name': 'network-vif-deleted', 'tag': '53fb127c-e9c6-4660-a0ca-af8f1f2f5a95'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:06:15.609243 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d38c949-643e-4cfc-bae9-c0dc27d8f196" -d '{"events": [{"server_uuid": "7091164b-d586-469b-8754-01420f53523b", "name": "network-vif-deleted", "tag": "53fb127c-e9c6-4660-a0ca-af8f1f2f5a95"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:06:15.627519 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e8bb3b2d-6df4-4384-abca-7e94c27afcc1 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:15.632948 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-3fdb60bb-a758-4a4e-bf34-7a28f012ab7a None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:06:15.640080 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-486790a3-6497-4015-a30e-7748208b389e tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:15.658161 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdb60bb-a758-4a4e-bf34-7a28f012ab7a None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:06:15.678914 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7d5e8a48-d3a8-4842-8d31-7923407c76ea tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:15.767771 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486790a3-6497-4015-a30e-7748208b389e tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Pushing event deleted for resources: {'Port': ['ID=bac4fa37-f01b-40ed-9304-eebde8331b53,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:15.780024 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb3b2d-6df4-4384-abca-7e94c27afcc1 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0cdfbe3-0a80-47d2-989b-c5b754f285d4,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:15.795782 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e8bb3b2d-6df4-4384-abca-7e94c27afcc1 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:15.803457 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e8bb3b2d-6df4-4384-abca-7e94c27afcc1 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7934709 Aug 28 15:06:15.803806 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb60bb-a758-4a4e-bf34-7a28f012ab7a None None] Pushing event updated for resources: {'Port': ['ID=e9860045-07d9-4213-9f54-7d0057cae183,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:15.846003 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45134) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:15.865204 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-3fdb60bb-a758-4a4e-bf34-7a28f012ab7a None None] Attempting to bind port e9860045-07d9-4213-9f54-7d0057cae183 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:06:15.865644 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-3fdb60bb-a758-4a4e-bf34-7a28f012ab7a None None] Attempting to bind port e9860045-07d9-4213-9f54-7d0057cae183 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'c7be0980-18bc-4a0e-a019-39f8bded5965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '73614023-6b83-484c-b330-31874e731b59'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:06:15.866184 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdb60bb-a758-4a4e-bf34-7a28f012ab7a None None] Attempting to bind port e9860045-07d9-4213-9f54-7d0057cae183 on network 73614023-6b83-484c-b330-31874e731b59 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:06:15.870010 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-3f7f6971-2f39-45a9-8e69-938a8e151a1e tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Request body: {'security_group_rule': {'security_group_id': 'd8cc491e-268a-4108-9724-6dd8a9f98a28', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:15.870434 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port f75cd32b-6805-4af9-b110-390609f54500 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:06:15.876952 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdb60bb-a758-4a4e-bf34-7a28f012ab7a None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:06:15.877379 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdb60bb-a758-4a4e-bf34-7a28f012ab7a None None] Checking segment: {'id': 'c7be0980-18bc-4a0e-a019-39f8bded5965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '73614023-6b83-484c-b330-31874e731b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:06:15.877786 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3fdb60bb-a758-4a4e-bf34-7a28f012ab7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:15.878188 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdb60bb-a758-4a4e-bf34-7a28f012ab7a None None] Bound using segment: {'id': 'c7be0980-18bc-4a0e-a019-39f8bded5965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '73614023-6b83-484c-b330-31874e731b59'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:06:15.878710 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-3fdb60bb-a758-4a4e-bf34-7a28f012ab7a None None] Bound port: e9860045-07d9-4213-9f54-7d0057cae183, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7be0980-18bc-4a0e-a019-39f8bded5965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '73614023-6b83-484c-b330-31874e731b59'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:06:15.879123 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3fdb60bb-a758-4a4e-bf34-7a28f012ab7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:15.939754 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-486790a3-6497-4015-a30e-7748208b389e tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] No DVR routers for this DVR port bac4fa37-f01b-40ed-9304-eebde8331b53 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:06:15.947161 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-486790a3-6497-4015-a30e-7748208b389e tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:15.949882 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-486790a3-6497-4015-a30e-7748208b389e tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.36 "DELETE /v2.0/ports/bac4fa37-f01b-40ed-9304-eebde8331b53 HTTP/1.1" status: 204 len: 173 time: 3.1072459 Aug 28 15:06:15.970898 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f307c9e0-dcb6-42ae-b9b0-003452d253c0 req-ee883023-f04c-48a3-a735-f783a8e0c3c6 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups?id=9108dd82-2a61-4a23-b284-3e9b54ced8a0&id=84b45dd7-4f79-4c3e-8bce-560e0ade4c15&id=955db66a-6d7e-4674-90ca-c554103b0f89&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3766057 Aug 28 15:06:16.001268 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-3fdb60bb-a758-4a4e-bf34-7a28f012ab7a None None] For port e9860045-07d9-4213-9f54-7d0057cae183, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:06:16.008312 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-3fdb60bb-a758-4a4e-bf34-7a28f012ab7a None None] For port e9860045-07d9-4213-9f54-7d0057cae183, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e9860045-07d9-4213-9f54-7d0057cae183,segment=NetworkSegment(c7be0980-18bc-4a0e-a019-39f8bded5965),segment_id=c7be0980-18bc-4a0e-a019-39f8bded5965)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:06:16.010799 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port f75cd32b-6805-4af9-b110-390609f54500 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:16.011130 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:16.043045 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6971-2f39-45a9-8e69-938a8e151a1e tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:16.072718 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bac4fa37-f01b-40ed-9304-eebde8331b53'}, {'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '537aef6e-3a73-4211-94bf-e4cb13b399dd'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:06:16.082467 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751323a3-cb52-446c-b32a-fddbd5242f88" -d '{"events": [{"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-unplugged", "status": "completed", "tag": "bac4fa37-f01b-40ed-9304-eebde8331b53"}, {"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-unplugged", "status": "completed", "tag": "537aef6e-3a73-4211-94bf-e4cb13b399dd"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:06:16.099987 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3fdb60bb-a758-4a4e-bf34-7a28f012ab7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:16.155268 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-7d5e8a48-d3a8-4842-8d31-7923407c76ea tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Allocated IP 2001:db8::1 (73614023-6b83-484c-b330-31874e731b59/0243e063-0745-4f90-9f86-a277bc106f32/2619cdf4-b807-42db-9896-201f8156879e) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:06:16.185507 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fcfd76-204d-4ba7-b744-d4c41e1684ba x-openstack-request-id: req-88fcfd76-204d-4ba7-b744-d4c41e1684ba {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:06:16.185708 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7091164b-d586-469b-8754-01420f53523b", "name": "network-vif-deleted", "tag": "53fb127c-e9c6-4660-a0ca-af8f1f2f5a95", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:06:16.185970 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88fcfd76-204d-4ba7-b744-d4c41e1684ba {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:06:16.186455 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7091164b-d586-469b-8754-01420f53523b', 'name': 'network-vif-deleted', 'tag': '53fb127c-e9c6-4660-a0ca-af8f1f2f5a95', 'status': 'completed', 'code': 200} Aug 28 15:06:16.495134 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:16.499408 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb60bb-a758-4a4e-bf34-7a28f012ab7a None None] Pushing event updated for resources: {'Port': ['ID=e9860045-07d9-4213-9f54-7d0057cae183,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:16.518348 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6971-2f39-45a9-8e69-938a8e151a1e tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:16.559967 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45150) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:16.587140 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6971-2f39-45a9-8e69-938a8e151a1e tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:16.590398 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port f75cd32b-6805-4af9-b110-390609f54500, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f75cd32b-6805-4af9-b110-390609f54500,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:16.608878 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:16.635466 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccbc9d-5574-4736-b108-7ed741f9323b req-77f22687-01ca-471e-8a3c-ef4798f6356b tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:16.636824 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6971-2f39-45a9-8e69-938a8e151a1e tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:16.638037 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3f7f6971-2f39-45a9-8e69-938a8e151a1e tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7854116 Aug 28 15:06:16.643370 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45156) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:16.649642 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8eccbc9d-5574-4736-b108-7ed741f9323b req-77f22687-01ca-471e-8a3c-ef4798f6356b tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/ports?device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 943 time: 0.2723122 Aug 28 15:06:16.655009 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7d5e8a48-d3a8-4842-8d31-7923407c76ea tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:16.655211 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-81bb60e3-5f6b-4633-834d-a97bb909aa3d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Request body: {'security_group_rule': {'security_group_id': 'd8cc491e-268a-4108-9724-6dd8a9f98a28', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:16.679783 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-cfb8dee3-429e-4266-b9f3-f7ada639d505 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Deleting port b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:06:16.680834 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-cfb8dee3-429e-4266-b9f3-f7ada639d505 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:16.684320 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f6971-2f39-45a9-8e69-938a8e151a1e tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1595dd25-f036-4ebf-9e33-f3dd2ca07e88,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:16.688496 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-7d5e8a48-d3a8-4842-8d31-7923407c76ea tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Transition to ACTIVE for port object 2619cdf4-b807-42db-9896-201f8156879e will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:06:16.751261 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8eccbc9d-5574-4736-b108-7ed741f9323b req-90cc866f-010e-4ebd-97cc-8de763f15f91 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ef5cce-5687-4c80-a1df-f8032a8b58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007459 Aug 28 15:06:16.810716 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=f75cd32b-6805-4af9-b110-390609f54500,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:16.821793 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7d5e8a48-d3a8-4842-8d31-7923407c76ea tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:16.835999 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17830393-0aa1-48af-ac67-b7236620ef21 req-c7511365-bec6-4c87-befd-5574349545b1 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:16.852655 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17830393-0aa1-48af-ac67-b7236620ef21 req-c7511365-bec6-4c87-befd-5574349545b1 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:16.878173 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17830393-0aa1-48af-ac67-b7236620ef21 req-c7511365-bec6-4c87-befd-5574349545b1 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:16.887905 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 28 Aug 2021 15:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c15eeea-5fa0-4acb-9eb3-6cc12482b042 x-openstack-request-id: req-5c15eeea-5fa0-4acb-9eb3-6cc12482b042 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:06:16.888211 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-unplugged", "status": "completed", "tag": "bac4fa37-f01b-40ed-9304-eebde8331b53", "code": 200}, {"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-unplugged", "status": "completed", "tag": "537aef6e-3a73-4211-94bf-e4cb13b399dd", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:06:16.888486 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c15eeea-5fa0-4acb-9eb3-6cc12482b042 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:06:16.888893 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bac4fa37-f01b-40ed-9304-eebde8331b53', 'code': 200} Aug 28 15:06:16.889150 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '537aef6e-3a73-4211-94bf-e4cb13b399dd', 'code': 200} Aug 28 15:06:16.890388 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17830393-0aa1-48af-ac67-b7236620ef21 req-c7511365-bec6-4c87-befd-5574349545b1 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:16.896390 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-17830393-0aa1-48af-ac67-b7236620ef21 req-c7511365-bec6-4c87-befd-5574349545b1 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 3142 time: 0.5260584 Aug 28 15:06:16.920153 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5e8a48-d3a8-4842-8d31-7923407c76ea tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network 73614023-6b83-484c-b330-31874e731b59 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:06:16.925524 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-7d5e8a48-d3a8-4842-8d31-7923407c76ea tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:06:16.934168 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5e8a48-d3a8-4842-8d31-7923407c76ea tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:06:16.935333 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7d5e8a48-d3a8-4842-8d31-7923407c76ea tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:16.948493 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e8a48-d3a8-4842-8d31-7923407c76ea tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Port': ['ID=2619cdf4-b807-42db-9896-201f8156879e,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:16.982018 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 53fb127c-e9c6-4660-a0ca-af8f1f2f5a95 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:06:17.023575 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-81bb60e3-5f6b-4633-834d-a97bb909aa3d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:17.035710 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 53fb127c-e9c6-4660-a0ca-af8f1f2f5a95 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:06:17.036015 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 53fb127c-e9c6-4660-a0ca-af8f1f2f5a95 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:06:17.067164 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6e93a9a1-a01c-4c9a-acb5-02723fe8e20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:17.135586 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-cfb8dee3-429e-4266-b9f3-f7ada639d505 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] For port b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77,segment=NetworkSegment(9e672dc6-4046-4834-8b0a-ef3e6ab4e033),segment_id=9e672dc6-4046-4834-8b0a-ef3e6ab4e033)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:17.135959 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-cfb8dee3-429e-4266-b9f3-f7ada639d505 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:17.142305 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c737f7f-a483-46e8-9c98-ea19f404df39 req-f6107bb6-4bd7-4f63-98a7-0a4e6ffdeea9 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:17.144171 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3c737f7f-a483-46e8-9c98-ea19f404df39 req-f6107bb6-4bd7-4f63-98a7-0a4e6ffdeea9 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 945 time: 0.1343274 Aug 28 15:06:17.173756 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-cfb8dee3-429e-4266-b9f3-f7ada639d505 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Calling delete_port for b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:06:17.198175 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-17830393-0aa1-48af-ac67-b7236620ef21 req-2dd8fb28-293a-4143-a6b8-131a6bd9359e tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764247 Aug 28 15:06:17.220264 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7d5e8a48-d3a8-4842-8d31-7923407c76ea tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:17.324565 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6e93a9a1-a01c-4c9a-acb5-02723fe8e20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:17.326083 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3c737f7f-a483-46e8-9c98-ea19f404df39 req-c483500d-6333-4c4a-809b-a2970b2515b6 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412039 Aug 28 15:06:17.336169 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6e93a9a1-a01c-4c9a-acb5-02723fe8e20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:17.400235 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-81bb60e3-5f6b-4633-834d-a97bb909aa3d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:17.421678 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-81bb60e3-5f6b-4633-834d-a97bb909aa3d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:17.470087 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb60e3-5f6b-4633-834d-a97bb909aa3d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c0dbac-e486-4539-9071-746ce17111db,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:17.514604 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-81bb60e3-5f6b-4633-834d-a97bb909aa3d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:17.515865 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-81bb60e3-5f6b-4633-834d-a97bb909aa3d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8703699 Aug 28 15:06:17.520206 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45166) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:17.551281 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6e93a9a1-a01c-4c9a-acb5-02723fe8e20e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d21045c96d84801b1eb8ebd96c50ac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9897292 Aug 28 15:06:17.553935 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45168) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:17.554618 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93a9a1-a01c-4c9a-acb5-02723fe8e20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae63a39-2549-4326-a799-c3c19fab07dd,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:17.597621 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-24d08e38-b956-42e8-914f-48952b51263e tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:17.600507 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9ebb4343-f229-4954-9485-063e4b825205 req-43b9ff8e-f579-404e-8768-fc6d2171b8c8 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups/9108dd82-2a61-4a23-b284-3e9b54ced8a0 HTTP/1.1" status: 200 len: 1802 time: 0.2720242 Aug 28 15:06:17.653909 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-24d08e38-b956-42e8-914f-48952b51263e tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:17.665161 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c32617da-7a6c-473c-b3ec-c7f90871f711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:17.757553 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c32617da-7a6c-473c-b3ec-c7f90871f711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:17.832356 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7d5e8a48-d3a8-4842-8d31-7923407c76ea tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:17.842460 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7d5e8a48-d3a8-4842-8d31-7923407c76ea tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:17.844702 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7d5e8a48-d3a8-4842-8d31-7923407c76ea tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:17.860369 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-24d08e38-b956-42e8-914f-48952b51263e tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:17.885471 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9ebb4343-f229-4954-9485-063e4b825205 req-aedf7088-a997-4743-825d-50671f6169ce tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:17.887216 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-cfb8dee3-429e-4266-b9f3-f7ada639d505 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:17.897719 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-24d08e38-b956-42e8-914f-48952b51263e tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:17.899554 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-24d08e38-b956-42e8-914f-48952b51263e tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/d7c0dbac-e486-4539-9071-746ce17111db HTTP/1.1" status: 204 len: 168 time: 0.3775823 Aug 28 15:06:17.913429 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45172) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:17.944503 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0955dd5-6720-482d-89f9-456f89d63026 None None] Network 73614023-6b83-484c-b330-31874e731b59 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:06:17.945145 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d08e38-b956-42e8-914f-48952b51263e tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7c0dbac-e486-4539-9071-746ce17111db,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:17.957534 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8dee3-429e-4266-b9f3-f7ada639d505 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Pushing event deleted for resources: {'Port': ['ID=b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:17.973160 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9ebb4343-f229-4954-9485-063e4b825205 req-aedf7088-a997-4743-825d-50671f6169ce tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:18.003287 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c32617da-7a6c-473c-b3ec-c7f90871f711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:18.006906 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c32617da-7a6c-473c-b3ec-c7f90871f711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:18.010746 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c32617da-7a6c-473c-b3ec-c7f90871f711 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cae63a39-2549-4326-a799-c3c19fab07dd HTTP/1.1" status: 204 len: 168 time: 0.4531190 Aug 28 15:06:18.068575 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-cfb8dee3-429e-4266-b9f3-f7ada639d505 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] No DVR routers for this DVR port b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:06:18.084826 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7e17cea0-0b44-40a6-bdd7-94fa9f9c9329 None None] Provisioning for port e9860045-07d9-4213-9f54-7d0057cae183 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:06:18.103159 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e8a48-d3a8-4842-8d31-7923407c76ea tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Port': ['ID=2619cdf4-b807-42db-9896-201f8156879e,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:18.114000 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-cfb8dee3-429e-4266-b9f3-f7ada639d505 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:18.116026 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-cfb8dee3-429e-4266-b9f3-f7ada639d505 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.36 "DELETE /v2.0/ports/b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77 HTTP/1.1" status: 204 len: 173 time: 2.1441300 Aug 28 15:06:18.123067 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32617da-7a6c-473c-b3ec-c7f90871f711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae63a39-2549-4326-a799-c3c19fab07dd,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:18.196646 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950f715-9386-4c70-a6b3-1f244af701ed req-2b2e82e4-6eb2-4ef8-b027-ee27409d86ee tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:18.198789 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e9860045-07d9-4213-9f54-7d0057cae183 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:06:18.200273 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8950f715-9386-4c70-a6b3-1f244af701ed req-2b2e82e4-6eb2-4ef8-b027-ee27409d86ee tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/ports?device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 943 time: 0.2973261 Aug 28 15:06:18.205708 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-deleted', 'tag': 'bac4fa37-f01b-40ed-9304-eebde8331b53'}, {'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-deleted', 'tag': 'b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:06:18.208083 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75de7c2-d329-49c2-8261-b0743e296a5d" -d '{"events": [{"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-deleted", "tag": "bac4fa37-f01b-40ed-9304-eebde8331b53"}, {"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-deleted", "tag": "b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:06:18.232895 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-35254e10-5cb9-46b6-9bb5-302789457c1e tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3188052 Aug 28 15:06:18.238821 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45180) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:18.268868 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5e8a48-d3a8-4842-8d31-7923407c76ea tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network 73614023-6b83-484c-b330-31874e731b59 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:06:18.282070 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-7d5e8a48-d3a8-4842-8d31-7923407c76ea tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:06:18.334317 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9ebb4343-f229-4954-9485-063e4b825205 req-aedf7088-a997-4743-825d-50671f6169ce tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:18.338200 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9ebb4343-f229-4954-9485-063e4b825205 req-aedf7088-a997-4743-825d-50671f6169ce tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:18.340092 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9ebb4343-f229-4954-9485-063e4b825205 req-aedf7088-a997-4743-825d-50671f6169ce tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "DELETE /v2.0/security-groups/9108dd82-2a61-4a23-b284-3e9b54ced8a0 HTTP/1.1" status: 204 len: 173 time: 0.7310889 Aug 28 15:06:18.359005 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf7088-a997-4743-825d-50671f6169ce tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9108dd82-2a61-4a23-b284-3e9b54ced8a0,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:18.397304 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e7e33e9d-e8c0-4861-81c5-a4ad7cddf86a tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:18.409360 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e7e33e9d-e8c0-4861-81c5-a4ad7cddf86a tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:18.454920 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e7e33e9d-e8c0-4861-81c5-a4ad7cddf86a tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:18.511411 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-b89fbc00-f5bc-4715-b44a-a463ceec65e0 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Deleting port 49f08d49-97e8-41d5-a930-67be641a9b4f {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:06:18.511787 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-b89fbc00-f5bc-4715-b44a-a463ceec65e0 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:18.515832 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 28 Aug 2021 15:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bee08cb-59aa-4804-a372-6a6e4d22c3c9 x-openstack-request-id: req-3bee08cb-59aa-4804-a372-6a6e4d22c3c9 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:06:18.516136 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-deleted", "tag": "bac4fa37-f01b-40ed-9304-eebde8331b53", "status": "completed", "code": 200}, {"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-deleted", "tag": "b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:06:18.516552 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3bee08cb-59aa-4804-a372-6a6e4d22c3c9 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:06:18.516962 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-deleted', 'tag': 'bac4fa37-f01b-40ed-9304-eebde8331b53', 'status': 'completed', 'code': 200} Aug 28 15:06:18.517271 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-deleted', 'tag': 'b8c4cc3e-d8f0-4e44-9a91-a881bd2b6b77', 'status': 'completed', 'code': 200} Aug 28 15:06:18.533360 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e7e33e9d-e8c0-4861-81c5-a4ad7cddf86a tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:18.534598 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e7e33e9d-e8c0-4861-81c5-a4ad7cddf86a tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1595dd25-f036-4ebf-9e33-f3dd2ca07e88 HTTP/1.1" status: 204 len: 168 time: 0.2970240 Aug 28 15:06:18.535516 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e33e9d-e8c0-4861-81c5-a4ad7cddf86a tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1595dd25-f036-4ebf-9e33-f3dd2ca07e88,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:18.552715 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8950f715-9386-4c70-a6b3-1f244af701ed req-a06a23c7-6fdc-40dc-8fb2-13920ef52d59 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ef5cce-5687-4c80-a1df-f8032a8b58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3130205 Aug 28 15:06:18.553251 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45194) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:18.752806 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port e9860045-07d9-4213-9f54-7d0057cae183 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:06:18.757996 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port e9860045-07d9-4213-9f54-7d0057cae183 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:18.758985 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:18.777702 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-b89fbc00-f5bc-4715-b44a-a463ceec65e0 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] For port 49f08d49-97e8-41d5-a930-67be641a9b4f, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=49f08d49-97e8-41d5-a930-67be641a9b4f,segment=NetworkSegment(e0ff88bd-3972-49b2-b0b1-d1807955b008),segment_id=e0ff88bd-3972-49b2-b0b1-d1807955b008)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:18.778237 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-b89fbc00-f5bc-4715-b44a-a463ceec65e0 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:18.797507 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea6b39-9d9c-4932-9e41-dff3d75bc1ec req-1112b5d7-20eb-4fc8-ad9b-12ab6297c6e7 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:18.804571 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea6b39-9d9c-4932-9e41-dff3d75bc1ec req-1112b5d7-20eb-4fc8-ad9b-12ab6297c6e7 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:18.813235 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea6b39-9d9c-4932-9e41-dff3d75bc1ec req-1112b5d7-20eb-4fc8-ad9b-12ab6297c6e7 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:18.814989 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4bea6b39-9d9c-4932-9e41-dff3d75bc1ec req-1112b5d7-20eb-4fc8-ad9b-12ab6297c6e7 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 2410 time: 0.1564217 Aug 28 15:06:18.841163 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-b89fbc00-f5bc-4715-b44a-a463ceec65e0 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Calling delete_port for 49f08d49-97e8-41d5-a930-67be641a9b4f owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:06:18.895327 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e9b78b-317f-4df1-97fe-918bee86796f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75cd32b-6805-4af9-b110-390609f54500'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:06:18.899491 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8803f688-bfc2-4f1e-b46e-77097c263439" -d '{"events": [{"server_uuid": "f3e9b78b-317f-4df1-97fe-918bee86796f", "name": "network-vif-plugged", "status": "completed", "tag": "f75cd32b-6805-4af9-b110-390609f54500"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:06:18.940246 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-51b99a48-8e88-41a5-ad95-478f7299b4bd tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3679171 Aug 28 15:06:18.942158 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45204) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:18.954315 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ecfac9c1-b8cc-46ab-a523-d389f81505a7 req-d7299bcf-a03b-4701-9530-4ba403f19f61 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "GET /v2.0/security-groups/955db66a-6d7e-4674-90ca-c554103b0f89 HTTP/1.1" status: 200 len: 1802 time: 0.3342469 Aug 28 15:06:18.955373 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4bea6b39-9d9c-4932-9e41-dff3d75bc1ec req-b411043b-4a0b-4126-8354-4ef394ccbc28 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265934 Aug 28 15:06:18.996328 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device e5a6fe10-5415-468b-a1e2-f6a109d38950 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:06:19.032824 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-953bdb6e-2f66-41a0-bdbe-19a12a8c6faa tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:19.040613 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5e8a48-d3a8-4842-8d31-7923407c76ea tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Router 1b09a901-bda1-4c2b-9e92-9f035c013859 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:06:19.049477 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-953bdb6e-2f66-41a0-bdbe-19a12a8c6faa tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:19.095694 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:19.119156 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-953bdb6e-2f66-41a0-bdbe-19a12a8c6faa tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:19.156025 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-953bdb6e-2f66-41a0-bdbe-19a12a8c6faa tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:19.157453 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-953bdb6e-2f66-41a0-bdbe-19a12a8c6faa tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/b0cdfbe3-0a80-47d2-989b-c5b754f285d4 HTTP/1.1" status: 204 len: 168 time: 0.2124517 Aug 28 15:06:19.199135 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45212) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:19.250992 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port e5a6fe10-5415-468b-a1e2-f6a109d38950, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=e5a6fe10-5415-468b-a1e2-f6a109d38950,segment=NetworkSegment(ff1e34ae-df87-4444-8c02-cc34e9d93693),segment_id=ff1e34ae-df87-4444-8c02-cc34e9d93693)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:19.281760 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5e8a48-d3a8-4842-8d31-7923407c76ea tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:06:19.288825 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bdb6e-2f66-41a0-bdbe-19a12a8c6faa tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0cdfbe3-0a80-47d2-989b-c5b754f285d4,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:19.300455 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7d5e8a48-d3a8-4842-8d31-7923407c76ea tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "PUT /v2.0/routers/1b09a901-bda1-4c2b-9e92-9f035c013859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8733759 Aug 28 15:06:19.314380 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b340c25c-b4c7-430a-9973-ff5cfdfa8050 None None] Sync routers for ids ['1b09a901-bda1-4c2b-9e92-9f035c013859'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:06:19.317355 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b1d50d5e-ca01-4fca-9200-3da57570e914 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0834849 Aug 28 15:06:19.322009 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45216) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:19.324245 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45218) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:19.329701 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'e5a6fe10-5415-468b-a1e2-f6a109d38950', 'network_id': 'c9c20336-94ca-4a7f-8011-3dd7f1b6cda6', 'port_id': 'e5a6fe10-5415-468b-a1e2-f6a109d38950', 'mac_address': 'fa:16:3e:b2:e6:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a208608a-7e75-43d1-ae36-b32dcc6f294a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:06:19.365415 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port e9860045-07d9-4213-9f54-7d0057cae183, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e9860045-07d9-4213-9f54-7d0057cae183,segment=NetworkSegment(c7be0980-18bc-4a0e-a019-39f8bded5965),segment_id=c7be0980-18bc-4a0e-a019-39f8bded5965)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:19.375802 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:19.377316 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175248d-66a0-403d-b481-641d35f3846e req-79aa489f-72be-4187-bf2a-5bf8238cb573 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:19.378547 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ecfac9c1-b8cc-46ab-a523-d389f81505a7 req-bd510771-9bbc-4b97-a72c-22100f88d130 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:19.384171 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6175248d-66a0-403d-b481-641d35f3846e req-79aa489f-72be-4187-bf2a-5bf8238cb573 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 945 time: 0.2705033 Aug 28 15:06:19.405373 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b340c25c-b4c7-430a-9973-ff5cfdfa8050 None None] Routers {'1b09a901-bda1-4c2b-9e92-9f035c013859'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:06:19.405974 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b340c25c-b4c7-430a-9973-ff5cfdfa8050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:06:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['1b09a901-bda1-4c2b-9e92-9f035c013859'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:19.513623 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-b89fbc00-f5bc-4715-b44a-a463ceec65e0 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:19.520793 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88204768-4138-4325-b704-c0d96c8b2468 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:19.522721 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-88204768-4138-4325-b704-c0d96c8b2468 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "GET /v2.0/ports/2619cdf4-b807-42db-9896-201f8156879e HTTP/1.1" status: 200 len: 911 time: 0.1964896 Aug 28 15:06:19.527505 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f305f1db-9a13-44e2-aa25-133428d7426e None None] Provisioning for port 2619cdf4-b807-42db-9896-201f8156879e completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:06:19.544703 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f305f1db-9a13-44e2-aa25-133428d7426e None None] Provisioning complete for port 2619cdf4-b807-42db-9896-201f8156879e triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:19.545083 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f305f1db-9a13-44e2-aa25-133428d7426e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:19.547490 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45226) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:19.551061 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b340c25c-b4c7-430a-9973-ff5cfdfa8050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:19.568231 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-77d12780-7ca6-417c-9e28-a464725d3447 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0243e063-0745-4f90-9f86-a277bc106f32'}]}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:19.642062 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fbc00-f5bc-4715-b44a-a463ceec65e0 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Pushing event deleted for resources: {'Port': ['ID=49f08d49-97e8-41d5-a930-67be641a9b4f,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:19.651559 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6175248d-66a0-403d-b481-641d35f3846e req-60d8d4a7-a59f-4dad-b79e-315a9278651b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568369 Aug 28 15:06:19.683306 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:19.726723 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f809ebde-17ad-4eac-9923-f8426c3be3c6 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:19.730766 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-b89fbc00-f5bc-4715-b44a-a463ceec65e0 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] No DVR routers for this DVR port 49f08d49-97e8-41d5-a930-67be641a9b4f on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:06:19.735455 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-b89fbc00-f5bc-4715-b44a-a463ceec65e0 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:19.739070 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a6fe10-5415-468b-a1e2-f6a109d38950 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:06:19.740600 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-b89fbc00-f5bc-4715-b44a-a463ceec65e0 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.36 "DELETE /v2.0/ports/49f08d49-97e8-41d5-a930-67be641a9b4f HTTP/1.1" status: 204 len: 173 time: 1.6133430 Aug 28 15:06:19.744540 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ecfac9c1-b8cc-46ab-a523-d389f81505a7 req-bd510771-9bbc-4b97-a72c-22100f88d130 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:19.776422 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531e3fba-15e1-4ba1-9803-1d985e18a1a9 x-openstack-request-id: req-531e3fba-15e1-4ba1-9803-1d985e18a1a9 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:06:19.776731 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e9b78b-317f-4df1-97fe-918bee86796f", "name": "network-vif-plugged", "status": "completed", "tag": "f75cd32b-6805-4af9-b110-390609f54500", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:06:19.777541 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-531e3fba-15e1-4ba1-9803-1d985e18a1a9 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:06:19.777966 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e9b78b-317f-4df1-97fe-918bee86796f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75cd32b-6805-4af9-b110-390609f54500', 'code': 200} Aug 28 15:06:19.778582 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b340c25c-b4c7-430a-9973-ff5cfdfa8050 None None] Routers {'1b09a901-bda1-4c2b-9e92-9f035c013859'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:06:19.779367 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b340c25c-b4c7-430a-9973-ff5cfdfa8050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:06:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['1b09a901-bda1-4c2b-9e92-9f035c013859'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:19.795095 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f809ebde-17ad-4eac-9923-f8426c3be3c6 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:19.850356 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b340c25c-b4c7-430a-9973-ff5cfdfa8050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:19.851298 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b340c25c-b4c7-430a-9973-ff5cfdfa8050 None None] The sync data for ids ['1b09a901-bda1-4c2b-9e92-9f035c013859'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:06:19.853811 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=e9860045-07d9-4213-9f54-7d0057cae183,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:19.867007 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-f305f1db-9a13-44e2-aa25-133428d7426e None None] Port 2619cdf4-b807-42db-9896-201f8156879e cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:06:19.922746 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port e5a6fe10-5415-468b-a1e2-f6a109d38950, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=e5a6fe10-5415-468b-a1e2-f6a109d38950,segment=NetworkSegment(ff1e34ae-df87-4444-8c02-cc34e9d93693),segment_id=ff1e34ae-df87-4444-8c02-cc34e9d93693)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:19.947394 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:20.090524 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af357f25-39b1-4a5c-988a-c41d7e681ad1 req-b63f15c0-d1a9-47c6-afa7-ceb60f286b9d tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:20.095363 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=e5a6fe10-5415-468b-a1e2-f6a109d38950,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:20.105570 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-af357f25-39b1-4a5c-988a-c41d7e681ad1 req-b63f15c0-d1a9-47c6-afa7-ceb60f286b9d tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/ports?device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 944 time: 0.1936576 Aug 28 15:06:20.109377 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f305f1db-9a13-44e2-aa25-133428d7426e None None] Provisioning complete for port e9860045-07d9-4213-9f54-7d0057cae183 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:20.109920 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f305f1db-9a13-44e2-aa25-133428d7426e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:20.205725 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e9860045-07d9-4213-9f54-7d0057cae183 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:06:20.238813 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-6a27ba2f-d169-4faf-b0ca-8ff534b91fad tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Deleting port 4b87fed8-f886-448a-9c21-e53f6cc4e49a {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:06:20.239543 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-6a27ba2f-d169-4faf-b0ca-8ff534b91fad tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:20.265984 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-af357f25-39b1-4a5c-988a-c41d7e681ad1 req-07ecd811-a049-4206-8f73-35c77afe7c61 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ef5cce-5687-4c80-a1df-f8032a8b58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574590 Aug 28 15:06:20.349636 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port e9860045-07d9-4213-9f54-7d0057cae183 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:20.350225 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:20.394543 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['e5a6fe10-5415-468b-a1e2-f6a109d38950'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:06:20.520143 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-5a44ed71-56ee-41df-820f-6584a1a2647d None None] Provisioning complete for port 2619cdf4-b807-42db-9896-201f8156879e triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:20.520542 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5a44ed71-56ee-41df-820f-6584a1a2647d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:20.525626 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-deleted', 'tag': '49f08d49-97e8-41d5-a930-67be641a9b4f'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:06:20.527433 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f88432a-40e7-488b-9651-102e755b193c" -d '{"events": [{"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-deleted", "tag": "49f08d49-97e8-41d5-a930-67be641a9b4f"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:06:20.618554 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-5a44ed71-56ee-41df-820f-6584a1a2647d None None] Port 2619cdf4-b807-42db-9896-201f8156879e cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:06:20.643362 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10986493-c5fa-4e89-abae-2bfbc321a9dd req-45ef83d1-8937-4cc1-a6f0-825bed65c964 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:20.651389 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10986493-c5fa-4e89-abae-2bfbc321a9dd req-45ef83d1-8937-4cc1-a6f0-825bed65c964 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:20.653479 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-10986493-c5fa-4e89-abae-2bfbc321a9dd req-45ef83d1-8937-4cc1-a6f0-825bed65c964 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 1677 time: 0.1875107 Aug 28 15:06:20.655893 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-6a27ba2f-d169-4faf-b0ca-8ff534b91fad tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] For port 4b87fed8-f886-448a-9c21-e53f6cc4e49a, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=4b87fed8-f886-448a-9c21-e53f6cc4e49a,segment=NetworkSegment(646fb295-81d2-4bd9-83d2-cede57fdef69),segment_id=646fb295-81d2-4bd9-83d2-cede57fdef69)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:20.656610 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-6a27ba2f-d169-4faf-b0ca-8ff534b91fad tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:20.756486 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f809ebde-17ad-4eac-9923-f8426c3be3c6 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:20.766771 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f809ebde-17ad-4eac-9923-f8426c3be3c6 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:20.770571 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f809ebde-17ad-4eac-9923-f8426c3be3c6 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1dd45c62-6f53-4f6c-a3d2-4c82b12005ca HTTP/1.1" status: 204 len: 168 time: 1.4414451 Aug 28 15:06:20.778251 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45254) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:20.793182 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ecfac9c1-b8cc-46ab-a523-d389f81505a7 req-bd510771-9bbc-4b97-a72c-22100f88d130 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:20.795739 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ecfac9c1-b8cc-46ab-a523-d389f81505a7 req-bd510771-9bbc-4b97-a72c-22100f88d130 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:20.804074 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45256) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:20.818965 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ecfac9c1-b8cc-46ab-a523-d389f81505a7 req-bd510771-9bbc-4b97-a72c-22100f88d130 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] 10.222.0.13 "DELETE /v2.0/security-groups/955db66a-6d7e-4674-90ca-c554103b0f89 HTTP/1.1" status: 204 len: 173 time: 1.8540998 Aug 28 15:06:20.840977 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959b78b-f876-457d-adf2-f0480a7940da req-c875d0d4-b9b3-4aa1-b6f4-c0657e3a9fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:20.842588 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1959b78b-f876-457d-adf2-f0480a7940da req-c875d0d4-b9b3-4aa1-b6f4-c0657e3a9fda service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 1097 time: 1.0116081 Aug 28 15:06:20.843190 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-77d12780-7ca6-417c-9e28-a464725d3447 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:20.845311 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809ebde-17ad-4eac-9923-f8426c3be3c6 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1dd45c62-6f53-4f6c-a3d2-4c82b12005ca,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:20.891580 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd510771-9bbc-4b97-a72c-22100f88d130 tempest-SecurityGroupsTestJSON-2008936575 tempest-SecurityGroupsTestJSON-2008936575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=955db66a-6d7e-4674-90ca-c554103b0f89,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:20.896282 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500a3d93-298f-481b-b2e3-741409dac340 x-openstack-request-id: req-500a3d93-298f-481b-b2e3-741409dac340 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:06:20.896582 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-deleted", "tag": "49f08d49-97e8-41d5-a930-67be641a9b4f", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:06:20.897298 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-500a3d93-298f-481b-b2e3-741409dac340 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:06:20.897514 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-deleted', 'tag': '49f08d49-97e8-41d5-a930-67be641a9b4f', 'status': 'completed', 'code': 200} Aug 28 15:06:20.935891 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-10986493-c5fa-4e89-abae-2bfbc321a9dd req-cecbffe9-0bae-4cac-8f55-8987d2f51cbc tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2692964 Aug 28 15:06:21.017553 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40c375d-ea2a-4d98-80f5-d4293e37128c admin admin] Deleting subnet 12bd8cd5-f34c-44c9-9e98-a3273c4777fd {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:06:21.021374 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f40c375d-ea2a-4d98-80f5-d4293e37128c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:21.119478 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f40c375d-ea2a-4d98-80f5-d4293e37128c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:21.187907 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-6a27ba2f-d169-4faf-b0ca-8ff534b91fad tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:21.188670 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-6a27ba2f-d169-4faf-b0ca-8ff534b91fad tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:21.189105 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-6a27ba2f-d169-4faf-b0ca-8ff534b91fad tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Floating IP 141c3d43-a128-48a5-bacc-9c2aa9e1dfc9 disassociated. External IP: 172.25.3.12, port: 4b87fed8-f886-448a-9c21-e53f6cc4e49a. Aug 28 15:06:21.189587 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-6a27ba2f-d169-4faf-b0ca-8ff534b91fad tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Calling delete_port for 4b87fed8-f886-448a-9c21-e53f6cc4e49a owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:06:21.203225 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f40c375d-ea2a-4d98-80f5-d4293e37128c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:21.248587 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1959b78b-f876-457d-adf2-f0480a7940da req-01d57c75-b2c2-4c1b-b0b5-bb711c035a38 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793070 Aug 28 15:06:21.324968 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6fc3bb2b-c2c6-463f-8a3b-fb2760c4fd62 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.5454466 Aug 28 15:06:21.326836 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45262) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:21.359471 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f40c375d-ea2a-4d98-80f5-d4293e37128c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:21.391927 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ace4de0b-01ec-4c03-82bb-e295db1c059a tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:21.402620 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c375d-ea2a-4d98-80f5-d4293e37128c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12bd8cd5-f34c-44c9-9e98-a3273c4777fd,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:21.406693 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcdd17-2688-453c-8f14-70f8f0c70771 req-7e6e81e1-53f2-4db3-b718-2093edec833d tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:21.414026 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f40c375d-ea2a-4d98-80f5-d4293e37128c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:21.415643 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-addcdd17-2688-453c-8f14-70f8f0c70771 req-7e6e81e1-53f2-4db3-b718-2093edec833d tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 945 time: 0.2010837 Aug 28 15:06:21.416665 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f40c375d-ea2a-4d98-80f5-d4293e37128c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/12bd8cd5-f34c-44c9-9e98-a3273c4777fd HTTP/1.1" status: 204 len: 168 time: 0.6114285 Aug 28 15:06:21.419010 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45264) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:21.437545 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ace4de0b-01ec-4c03-82bb-e295db1c059a tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:21.526985 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-addcdd17-2688-453c-8f14-70f8f0c70771 req-5a5506ce-c3e4-4380-9fef-7fd7a61706d7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102974 Aug 28 15:06:21.532168 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ace4de0b-01ec-4c03-82bb-e295db1c059a tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:21.552519 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ace4de0b-01ec-4c03-82bb-e295db1c059a tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:21.558264 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ace4de0b-01ec-4c03-82bb-e295db1c059a tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/0553c972-ef91-47c3-9263-4a61008a7651 HTTP/1.1" status: 204 len: 168 time: 0.2284930 Aug 28 15:06:21.560057 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2c74935a-2126-4649-97be-f3b3b75a2dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:21.562209 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45266) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:21.569814 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4de0b-01ec-4c03-82bb-e295db1c059a tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0553c972-ef91-47c3-9263-4a61008a7651,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:21.595719 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-77d12780-7ca6-417c-9e28-a464725d3447 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:21.598443 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-6a27ba2f-d169-4faf-b0ca-8ff534b91fad tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:21.606643 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-77d12780-7ca6-417c-9e28-a464725d3447 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:21.613871 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d12780-7ca6-417c-9e28-a464725d3447 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:21.615343 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-77d12780-7ca6-417c-9e28-a464725d3447 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:21.620592 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-77d12780-7ca6-417c-9e28-a464725d3447 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "PUT /v2.0/ports/2619cdf4-b807-42db-9896-201f8156879e HTTP/1.1" status: 200 len: 911 time: 2.0718684 Aug 28 15:06:21.621549 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45272) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:21.637758 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a27ba2f-d169-4faf-b0ca-8ff534b91fad tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Pushing event deleted for resources: {'Port': ['ID=4b87fed8-f886-448a-9c21-e53f6cc4e49a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:21.692140 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d12780-7ca6-417c-9e28-a464725d3447 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Port': ['ID=2619cdf4-b807-42db-9896-201f8156879e,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:21.809446 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-cbd476e4-0996-461e-9520-362cd87bd294 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2437732 Aug 28 15:06:21.810229 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45274) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:21.836187 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45276) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:21.845200 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-3dbaf80c-01e4-48dd-ba25-f0b4f8a91c3c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-94567780', 'description': 'tempest-secgroup-smoke-94567780 description', 'project_id': 'bee02b8454d546b78330e0129408e569'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:21.898497 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700957a1-018f-492b-8b4d-39ef16ebfe6a req-96f4ac4a-cdb2-419a-9379-698c4dd778a3 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:21.901688 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-700957a1-018f-492b-8b4d-39ef16ebfe6a req-96f4ac4a-cdb2-419a-9379-698c4dd778a3 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/ports?device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 944 time: 0.2109258 Aug 28 15:06:21.983417 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3dbaf80c-01e4-48dd-ba25-f0b4f8a91c3c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:22.004516 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3dbaf80c-01e4-48dd-ba25-f0b4f8a91c3c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:22.069117 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-700957a1-018f-492b-8b4d-39ef16ebfe6a req-658f56bf-8ba5-416a-aab5-26f1fb51933a tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ef5cce-5687-4c80-a1df-f8032a8b58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517880 Aug 28 15:06:22.245974 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2c74935a-2126-4649-97be-f3b3b75a2dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:22.325438 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-2c74935a-2126-4649-97be-f3b3b75a2dcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e01d77-3728-4d8d-9842-bafba89acf3a']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:22.344348 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-2c74935a-2126-4649-97be-f3b3b75a2dcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da4bb42a-2224-4617-bd87-f06826483fcf') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:22.344744 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-2c74935a-2126-4649-97be-f3b3b75a2dcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da4bb42a-2224-4617-bd87-f06826483fcf') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:22.360168 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3dbaf80c-01e4-48dd-ba25-f0b4f8a91c3c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:22.360379 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-704bd34e-462f-4c20-b968-19845b4eaf9b tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:22.365642 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3dbaf80c-01e4-48dd-ba25-f0b4f8a91c3c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:22.380342 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2c74935a-2126-4649-97be-f3b3b75a2dcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:22.408725 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-704bd34e-462f-4c20-b968-19845b4eaf9b tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:22.427895 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbaf80c-01e4-48dd-ba25-f0b4f8a91c3c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28e9587f-6858-40eb-b3d5-a3f1aaa71f71,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:22.440901 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99b94d-306f-462c-b6bf-1ada931009e7 req-b759d809-d55b-4e0f-b21c-3885fa30b2b4 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:22.442493 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7e99b94d-306f-462c-b6bf-1ada931009e7 req-b759d809-d55b-4e0f-b21c-3885fa30b2b4 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 943 time: 0.2373135 Aug 28 15:06:22.443714 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2c74935a-2126-4649-97be-f3b3b75a2dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:22.477140 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-6a27ba2f-d169-4faf-b0ca-8ff534b91fad tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Router 7337a538-7f8f-4272-b2b6-307512b0068e has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:06:22.498120 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c74935a-2126-4649-97be-f3b3b75a2dcf admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:06:22.498670 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2c74935a-2126-4649-97be-f3b3b75a2dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:06:22.501413 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:06:22.517876 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e9874216-9060-4afc-9fa2-51efd664ec32 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:22.610982 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3dbaf80c-01e4-48dd-ba25-f0b4f8a91c3c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:22.619542 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3dbaf80c-01e4-48dd-ba25-f0b4f8a91c3c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:22.626335 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7e99b94d-306f-462c-b6bf-1ada931009e7 req-f85850c7-ac00-4aa2-9525-363265bf4651 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aca177e-7aca-428b-aafc-0f76cf627544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724622 Aug 28 15:06:22.652493 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-704bd34e-462f-4c20-b968-19845b4eaf9b tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:22.659169 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-704bd34e-462f-4c20-b968-19845b4eaf9b tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:22.664010 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45290) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:22.665206 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3dbaf80c-01e4-48dd-ba25-f0b4f8a91c3c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:22.665341 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-704bd34e-462f-4c20-b968-19845b4eaf9b tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "DELETE /v2.0/security-groups/d8cc491e-268a-4108-9724-6dd8a9f98a28 HTTP/1.1" status: 204 len: 168 time: 0.8453722 Aug 28 15:06:22.669625 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3dbaf80c-01e4-48dd-ba25-f0b4f8a91c3c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8310354 Aug 28 15:06:22.695360 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45292) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:22.709982 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-f44ae702-6542-4d8e-aad7-32fee3d6d09a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'security_group_rule': {'security_group_id': '6a2e07a8-e08d-40eb-af77-3261222de99e', 'project_id': 'bee02b8454d546b78330e0129408e569', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:22.791336 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2c74935a-2126-4649-97be-f3b3b75a2dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:22.796776 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-6a27ba2f-d169-4faf-b0ca-8ff534b91fad tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:06:22.803376 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f44ae702-6542-4d8e-aad7-32fee3d6d09a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:22.810274 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2c74935a-2126-4649-97be-f3b3b75a2dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:22.814689 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2c74935a-2126-4649-97be-f3b3b75a2dcf admin admin] 10.222.0.13 "DELETE /v2.0/networks/54e01d77-3728-4d8d-9842-bafba89acf3a HTTP/1.1" status: 204 len: 168 time: 1.3924670 Aug 28 15:06:22.825323 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d3acb3-e7fc-4bb3-a764-78aaccdba011 None None] Sync routers for ids ['7337a538-7f8f-4272-b2b6-307512b0068e'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:06:22.829587 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bd34e-462f-4c20-b968-19845b4eaf9b tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cc491e-268a-4108-9724-6dd8a9f98a28,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:22.846939 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74935a-2126-4649-97be-f3b3b75a2dcf admin admin] Pushing event deleted for resources: {'Network': ['ID=54e01d77-3728-4d8d-9842-bafba89acf3a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:22.879808 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d3acb3-e7fc-4bb3-a764-78aaccdba011 None None] Routers {'7337a538-7f8f-4272-b2b6-307512b0068e'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:06:22.884229 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-05d3acb3-e7fc-4bb3-a764-78aaccdba011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:06:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['7337a538-7f8f-4272-b2b6-307512b0068e'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:22.891189 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-6a27ba2f-d169-4faf-b0ca-8ff534b91fad tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] No DVR routers for this DVR port 4b87fed8-f886-448a-9c21-e53f6cc4e49a on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:06:22.893601 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbaf80c-01e4-48dd-ba25-f0b4f8a91c3c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2e07a8-e08d-40eb-af77-3261222de99e,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:22.895476 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-6a27ba2f-d169-4faf-b0ca-8ff534b91fad tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:22.903185 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-6a27ba2f-d169-4faf-b0ca-8ff534b91fad tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.36 "DELETE /v2.0/ports/4b87fed8-f886-448a-9c21-e53f6cc4e49a HTTP/1.1" status: 204 len: 173 time: 3.1556668 Aug 28 15:06:22.904679 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-deleted', 'tag': '4b87fed8-f886-448a-9c21-e53f6cc4e49a'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:06:22.909175 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fcff27-00cf-4288-9015-2f24d208ff5d" -d '{"events": [{"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-deleted", "tag": "4b87fed8-f886-448a-9c21-e53f6cc4e49a"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:06:22.989368 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f44ae702-6542-4d8e-aad7-32fee3d6d09a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:23.018518 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f44ae702-6542-4d8e-aad7-32fee3d6d09a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:23.031968 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device e5a6fe10-5415-468b-a1e2-f6a109d38950 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:06:23.033432 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-05d3acb3-e7fc-4bb3-a764-78aaccdba011 None None] Set router 7337a538-7f8f-4272-b2b6-307512b0068e gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:06:23.041320 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b408de56-f82a-4663-a08e-9e11a55d1463 x-openstack-request-id: req-b408de56-f82a-4663-a08e-9e11a55d1463 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:06:23.041755 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-deleted", "tag": "4b87fed8-f886-448a-9c21-e53f6cc4e49a", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:06:23.042612 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b408de56-f82a-4663-a08e-9e11a55d1463 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:06:23.043594 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-deleted', 'tag': '4b87fed8-f886-448a-9c21-e53f6cc4e49a', 'status': 'completed', 'code': 200} Aug 28 15:06:23.051971 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-03d168ca-b59d-452c-ae4b-bf0876ad46f4 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Deleting port 537aef6e-3a73-4211-94bf-e4cb13b399dd {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:06:23.052514 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-03d168ca-b59d-452c-ae4b-bf0876ad46f4 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:23.092975 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6b160ec9-41b2-4051-bfad-4e5a8ec144ac tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4221330 Aug 28 15:06:23.093830 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f44ae702-6542-4d8e-aad7-32fee3d6d09a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:23.104164 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f44ae702-6542-4d8e-aad7-32fee3d6d09a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4085236 Aug 28 15:06:23.121497 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45298) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:23.121796 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45300) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:23.145157 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-633baeeb-9694-43a2-b730-1eb5c9e4ff42 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'security_group_rule': {'security_group_id': '6a2e07a8-e08d-40eb-af77-3261222de99e', 'project_id': 'bee02b8454d546b78330e0129408e569', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:23.159181 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-b7a1f5dd-8e9a-4157-a042-e413cff9a5bb tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Request body: {'security_group': {'name': 'tempest-secgroup--1185971068'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:23.175815 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45304) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:23.189025 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ae702-6542-4d8e-aad7-32fee3d6d09a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95aef4e1-bed3-410e-a06e-83f11f7ea1ad,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:23.206940 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac41a1d-30e0-4dbe-b437-fbd672cc32ec req-0070e43b-4db1-46ce-8cf3-6f9d92783862 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:23.208564 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1ac41a1d-30e0-4dbe-b437-fbd672cc32ec req-0070e43b-4db1-46ce-8cf3-6f9d92783862 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 945 time: 0.5113602 Aug 28 15:06:23.209852 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f5dd-8e9a-4157-a042-e413cff9a5bb tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:23.220977 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port e5a6fe10-5415-468b-a1e2-f6a109d38950 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:06:23.236526 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port e5a6fe10-5415-468b-a1e2-f6a109d38950 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:23.237397 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:23.286867 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1ac41a1d-30e0-4dbe-b437-fbd672cc32ec req-4c74f79a-fc33-4239-9c39-6540ea40c93a tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656097 Aug 28 15:06:23.322945 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-633baeeb-9694-43a2-b730-1eb5c9e4ff42 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:23.338595 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-03d168ca-b59d-452c-ae4b-bf0876ad46f4 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] For port 537aef6e-3a73-4211-94bf-e4cb13b399dd, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=537aef6e-3a73-4211-94bf-e4cb13b399dd,segment=NetworkSegment(9e672dc6-4046-4834-8b0a-ef3e6ab4e033),segment_id=9e672dc6-4046-4834-8b0a-ef3e6ab4e033)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:23.339187 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-03d168ca-b59d-452c-ae4b-bf0876ad46f4 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:23.362782 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-02208037-5243-4d9e-b74b-7256ead3bffe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=442584d0f1d84c76983f148b2740762a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1856863 Aug 28 15:06:23.365805 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45308) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:23.404481 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-05d3acb3-e7fc-4bb3-a764-78aaccdba011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'name': 'tempest-TaggedBootDevicesTest_v242-2107030088-router', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '48d8584e-8da2-4298-984a-8462d2ab9e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:55:53Z', 'updated_at': '2021-08-28T14:56:04Z', 'revision_number': 4, 'project_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'gw_port': {'id': '48d8584e-8da2-4298-984a-8462d2ab9e8f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:55Z', 'updated_at': '2021-08-28T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '16d749b1-64c4-4450-9765-5df9b62ce32d', 'name': '', 'network_id': 'f1b33141-ca0c-463e-90a5-3e011354593f', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'mac_address': 'fa:16:3e:92:58:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'e0834cea-40c4-4457-8496-7782b5b24a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:56:02Z', 'updated_at': '2021-08-28T14:56:09Z', 'revision_number': 5, 'project_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'subnets': [{'id': 'e0834cea-40c4-4457-8496-7782b5b24a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:23.420822 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-03d168ca-b59d-452c-ae4b-bf0876ad46f4 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Calling delete_port for 537aef6e-3a73-4211-94bf-e4cb13b399dd owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:06:23.437077 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:23.440127 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d3acb3-e7fc-4bb3-a764-78aaccdba011 None None] Checking router: 7337a538-7f8f-4272-b2b6-307512b0068e for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:06:23.450880 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d3acb3-e7fc-4bb3-a764-78aaccdba011 None None] Routers {'7337a538-7f8f-4272-b2b6-307512b0068e'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:06:23.452631 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-05d3acb3-e7fc-4bb3-a764-78aaccdba011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:06:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['7337a538-7f8f-4272-b2b6-307512b0068e'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:23.512208 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port e5a6fe10-5415-468b-a1e2-f6a109d38950, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=e5a6fe10-5415-468b-a1e2-f6a109d38950,segment=NetworkSegment(ff1e34ae-df87-4444-8c02-cc34e9d93693),segment_id=ff1e34ae-df87-4444-8c02-cc34e9d93693)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:23.515241 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f977180e-b67b-4cd7-81ba-7b2372893dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a6fe10-5415-468b-a1e2-f6a109d38950'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:06:23.520810 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae976b24-54f0-4fcf-8834-afcf78e6136d" -d '{"events": [{"server_uuid": "f977180e-b67b-4cd7-81ba-7b2372893dff", "name": "network-vif-plugged", "status": "completed", "tag": "e5a6fe10-5415-468b-a1e2-f6a109d38950"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:06:23.530129 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:23.598434 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-05d3acb3-e7fc-4bb3-a764-78aaccdba011 None None] Set router 7337a538-7f8f-4272-b2b6-307512b0068e gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:06:23.611323 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4b084e-2ff1-43c7-9b27-a953db1d7ed6 x-openstack-request-id: req-af4b084e-2ff1-43c7-9b27-a953db1d7ed6 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:06:23.614029 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f977180e-b67b-4cd7-81ba-7b2372893dff", "name": "network-vif-plugged", "status": "completed", "tag": "e5a6fe10-5415-468b-a1e2-f6a109d38950", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:06:23.614319 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af4b084e-2ff1-43c7-9b27-a953db1d7ed6 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:06:23.614745 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f977180e-b67b-4cd7-81ba-7b2372893dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a6fe10-5415-468b-a1e2-f6a109d38950', 'code': 200} Aug 28 15:06:23.640319 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-633baeeb-9694-43a2-b730-1eb5c9e4ff42 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:23.671033 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-633baeeb-9694-43a2-b730-1eb5c9e4ff42 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:23.676306 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a87660-27a4-45cd-96bc-3540840ea5fe req-a23cd9fc-81d1-4d5f-8a7f-2e01a9ee31a6 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:23.677671 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=e5a6fe10-5415-468b-a1e2-f6a109d38950,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:23.678314 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-57a87660-27a4-45cd-96bc-3540840ea5fe req-a23cd9fc-81d1-4d5f-8a7f-2e01a9ee31a6 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/ports?device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 944 time: 0.4379492 Aug 28 15:06:23.737594 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f5dd-8e9a-4157-a042-e413cff9a5bb tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:23.768209 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633baeeb-9694-43a2-b730-1eb5c9e4ff42 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d923eb-2ea7-4225-9e42-073509c400a9,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:23.770877 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f5dd-8e9a-4157-a042-e413cff9a5bb tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:23.780319 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-633baeeb-9694-43a2-b730-1eb5c9e4ff42 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:23.784279 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-633baeeb-9694-43a2-b730-1eb5c9e4ff42 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6489086 Aug 28 15:06:23.785632 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45320) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:23.798629 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-cf98bf10-1092-4059-8082-203b7d650d02 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'security_group_rule': {'security_group_id': '6a2e07a8-e08d-40eb-af77-3261222de99e', 'project_id': 'bee02b8454d546b78330e0129408e569', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:23.804775 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-25275ffa-0f80-4f02-8eeb-142d3beb3753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:23.812840 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-57a87660-27a4-45cd-96bc-3540840ea5fe req-ab4b1cd4-9f66-42f3-8715-a7c3f11c4f97 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ef5cce-5687-4c80-a1df-f8032a8b58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212697 Aug 28 15:06:23.823137 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76a423-1d54-4226-8f4c-e273810a5cd0 req-6519dfa4-09cb-496f-b663-2c82d240aee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:23.824779 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea76a423-1d54-4226-8f4c-e273810a5cd0 req-6519dfa4-09cb-496f-b663-2c82d240aee4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 1097 time: 0.1344891 Aug 28 15:06:23.829293 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-e9874216-9060-4afc-9fa2-51efd664ec32 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Deleting port 2619cdf4-b807-42db-9896-201f8156879e {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:06:23.829632 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e9874216-9060-4afc-9fa2-51efd664ec32 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:23.841213 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f5dd-8e9a-4157-a042-e413cff9a5bb tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:23.842425 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b7a1f5dd-8e9a-4157-a042-e413cff9a5bb tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7108490 Aug 28 15:06:23.849840 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45322) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:23.863142 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-11c7db76-e639-4f7d-887f-468fd8783a44 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Request body: {'security_group_rule': {'security_group_id': 'eb923807-11ad-4535-bd51-b3b363e97404', 'direction': 'ingress', 'protocol': 17}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:23.887115 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-25275ffa-0f80-4f02-8eeb-142d3beb3753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:23.920871 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1f5dd-8e9a-4157-a042-e413cff9a5bb tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb923807-11ad-4535-bd51-b3b363e97404,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:23.939625 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767662b4-6add-419a-bc97-b54c9a036942 req-f8cf0b8e-5f22-4bb1-a7b5-cf041ef80dd7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:23.948304 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-767662b4-6add-419a-bc97-b54c9a036942 req-f8cf0b8e-5f22-4bb1-a7b5-cf041ef80dd7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 945 time: 0.2991464 Aug 28 15:06:23.978609 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cf98bf10-1092-4059-8082-203b7d650d02 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:23.987302 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-03d168ca-b59d-452c-ae4b-bf0876ad46f4 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:23.990693 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea76a423-1d54-4226-8f4c-e273810a5cd0 req-ef6882e6-2cf6-4bbf-880b-cb222ea03398 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e4ef5cce-5687-4c80-a1df-f8032a8b58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546719 Aug 28 15:06:24.033364 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-05d3acb3-e7fc-4bb3-a764-78aaccdba011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'name': 'tempest-TaggedBootDevicesTest_v242-2107030088-router', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '48d8584e-8da2-4298-984a-8462d2ab9e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:55:53Z', 'updated_at': '2021-08-28T14:56:04Z', 'revision_number': 4, 'project_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'gw_port': {'id': '48d8584e-8da2-4298-984a-8462d2ab9e8f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:55Z', 'updated_at': '2021-08-28T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '16d749b1-64c4-4450-9765-5df9b62ce32d', 'name': '', 'network_id': 'f1b33141-ca0c-463e-90a5-3e011354593f', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'mac_address': 'fa:16:3e:92:58:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'e0834cea-40c4-4457-8496-7782b5b24a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:56:02Z', 'updated_at': '2021-08-28T14:56:09Z', 'revision_number': 5, 'project_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'subnets': [{'id': 'e0834cea-40c4-4457-8496-7782b5b24a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:24.043785 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-767662b4-6add-419a-bc97-b54c9a036942 req-add99e0e-1ced-4c0b-8a82-3fe9f7c3d107 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945714 Aug 28 15:06:24.058561 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e9874216-9060-4afc-9fa2-51efd664ec32 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:24.069986 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d3acb3-e7fc-4bb3-a764-78aaccdba011 None None] The sync data for ids ['7337a538-7f8f-4272-b2b6-307512b0068e'] in n-d-712137-10 is: [{'id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'name': 'tempest-TaggedBootDevicesTest_v242-2107030088-router', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '48d8584e-8da2-4298-984a-8462d2ab9e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:55:53Z', 'updated_at': '2021-08-28T14:56:04Z', 'revision_number': 4, 'project_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'gw_port': {'id': '48d8584e-8da2-4298-984a-8462d2ab9e8f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:55Z', 'updated_at': '2021-08-28T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '16d749b1-64c4-4450-9765-5df9b62ce32d', 'name': '', 'network_id': 'f1b33141-ca0c-463e-90a5-3e011354593f', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'mac_address': 'fa:16:3e:92:58:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'e0834cea-40c4-4457-8496-7782b5b24a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:56:02Z', 'updated_at': '2021-08-28T14:56:09Z', 'revision_number': 5, 'project_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'subnets': [{'id': 'e0834cea-40c4-4457-8496-7782b5b24a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:06:24.071483 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cc1be4fc-4ac1-44b7-8a35-0a8b6b0c643f req-f3630114-5b2d-4902-8657-dae07c05c8ab tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 210 time: 0.1068881 Aug 28 15:06:24.081004 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d168ca-b59d-452c-ae4b-bf0876ad46f4 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Pushing event deleted for resources: {'Port': ['ID=537aef6e-3a73-4211-94bf-e4cb13b399dd,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:24.082812 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-e9874216-9060-4afc-9fa2-51efd664ec32 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Calling delete_port for 2619cdf4-b807-42db-9896-201f8156879e owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:06:24.112340 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cf98bf10-1092-4059-8082-203b7d650d02 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:24.113143 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-11c7db76-e639-4f7d-887f-468fd8783a44 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:24.121780 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cf98bf10-1092-4059-8082-203b7d650d02 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:24.182357 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-03d168ca-b59d-452c-ae4b-bf0876ad46f4 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] No DVR routers for this DVR port 537aef6e-3a73-4211-94bf-e4cb13b399dd on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:06:24.189436 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-03d168ca-b59d-452c-ae4b-bf0876ad46f4 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:24.191573 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ad017a3-ea48-450d-96ff-442489ea7a74 req-03d168ca-b59d-452c-ae4b-bf0876ad46f4 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.36 "DELETE /v2.0/ports/537aef6e-3a73-4211-94bf-e4cb13b399dd HTTP/1.1" status: 204 len: 173 time: 1.2746766 Aug 28 15:06:24.193318 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-25275ffa-0f80-4f02-8eeb-142d3beb3753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:24.196984 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-25275ffa-0f80-4f02-8eeb-142d3beb3753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:24.200412 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-25275ffa-0f80-4f02-8eeb-142d3beb3753 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84b45dd7-4f79-4c3e-8bce-560e0ade4c15 HTTP/1.1" status: 204 len: 168 time: 0.8206244 Aug 28 15:06:24.221812 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cf98bf10-1092-4059-8082-203b7d650d02 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:24.226202 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cf98bf10-1092-4059-8082-203b7d650d02 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4348350 Aug 28 15:06:24.226531 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25275ffa-0f80-4f02-8eeb-142d3beb3753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b45dd7-4f79-4c3e-8bce-560e0ade4c15,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:24.231511 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45334) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:24.237505 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98bf10-1092-4059-8082-203b7d650d02 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37297e1d-87e2-420b-9b6b-74945f8f94b0,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:24.276799 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-b04d9250-d7f2-4520-bc0b-23873627f252 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'security_group_rule': {'security_group_id': '6a2e07a8-e08d-40eb-af77-3261222de99e', 'project_id': 'bee02b8454d546b78330e0129408e569', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:24.303253 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-11c7db76-e639-4f7d-887f-468fd8783a44 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:24.321497 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-11c7db76-e639-4f7d-887f-468fd8783a44 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:24.356631 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:24.388566 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c7db76-e639-4f7d-887f-468fd8783a44 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd1241d-c5b7-4af5-b6c1-128009b5c881,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:24.416618 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b04d9250-d7f2-4520-bc0b-23873627f252 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:24.421907 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-11c7db76-e639-4f7d-887f-468fd8783a44 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:24.423143 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-11c7db76-e639-4f7d-887f-468fd8783a44 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5714211 Aug 28 15:06:24.433426 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45340) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:24.466499 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e9874216-9060-4afc-9fa2-51efd664ec32 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:24.481541 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2be69-ba7f-4c64-b875-bd7c648a2f81 req-34e7451c-cbe4-4518-be53-f60d1c091312 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:24.483141 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2bb2be69-ba7f-4c64-b875-bd7c648a2f81 req-34e7451c-cbe4-4518-be53-f60d1c091312 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 945 time: 0.1978457 Aug 28 15:06:24.564428 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9874216-9060-4afc-9fa2-51efd664ec32 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Port': ['ID=2619cdf4-b807-42db-9896-201f8156879e,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:24.580829 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a77ab50-7b70-4065-9967-db782fc88678 None None] New status for floating IP 141c3d43-a128-48a5-bacc-9c2aa9e1dfc9: DOWN {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:06:24.654222 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2bb2be69-ba7f-4c64-b875-bd7c648a2f81 req-aed12cf8-c5e1-412d-9f71-acef64441c7f tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624298 Aug 28 15:06:24.682782 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6ef7f19d-bc0e-4879-b74a-31c0821babb9 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:24.716560 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b04d9250-d7f2-4520-bc0b-23873627f252 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:24.723349 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b04d9250-d7f2-4520-bc0b-23873627f252 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:24.740029 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e9874216-9060-4afc-9fa2-51efd664ec32 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:24.767097 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b04d9250-d7f2-4520-bc0b-23873627f252 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:24.774191 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b04d9250-d7f2-4520-bc0b-23873627f252 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5196605 Aug 28 15:06:24.783389 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45352) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:24.798099 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-7a28db1e-2718-4059-ba72-57b373240731 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'security_group_rule': {'security_group_id': '6a2e07a8-e08d-40eb-af77-3261222de99e', 'project_id': 'bee02b8454d546b78330e0129408e569', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:24.814996 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6ef7f19d-bc0e-4879-b74a-31c0821babb9 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:24.850214 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d9250-d7f2-4520-bc0b-23873627f252 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0bb472e-596b-4f2d-83b9-9c625ea794d0,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:25.053403 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-deleted', 'tag': '537aef6e-3a73-4211-94bf-e4cb13b399dd'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:06:25.060447 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1c537b-05bd-4365-af8d-3509f8f1bc5d" -d '{"events": [{"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-deleted", "tag": "537aef6e-3a73-4211-94bf-e4cb13b399dd"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:06:25.090962 n-d-712137-10 neutron-server[106329]: INFO neutron.db.securitygroups_db [None req-7a28db1e-2718-4059-ba72-57b373240731 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Project bee02b8454d546b78330e0129408e569 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 15:06:25.097884 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7a28db1e-2718-4059-ba72-57b373240731 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:25.102946 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6ef7f19d-bc0e-4879-b74a-31c0821babb9 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:25.106057 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6ef7f19d-bc0e-4879-b74a-31c0821babb9 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:25.107331 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6ef7f19d-bc0e-4879-b74a-31c0821babb9 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "DELETE /v2.0/security-groups/eb923807-11ad-4535-bd51-b3b363e97404 HTTP/1.1" status: 204 len: 168 time: 0.6729827 Aug 28 15:06:25.113918 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45372) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:25.135507 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7f19d-bc0e-4879-b74a-31c0821babb9 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb923807-11ad-4535-bd51-b3b363e97404,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:25.150006 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9874216-9060-4afc-9fa2-51efd664ec32 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Router 1b09a901-bda1-4c2b-9e92-9f035c013859 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:06:25.175054 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d0758-acb3-4b63-875d-d5c9daae8dd3 req-57118e36-3a81-4484-87a5-9e6c8585a660 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:25.176442 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bc591-a7e6-4a27-9789-0c85284b9c08 req-db723b27-9ed4-4e12-b0dd-9565f4b23f66 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:25.177481 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b49d0758-acb3-4b63-875d-d5c9daae8dd3 req-57118e36-3a81-4484-87a5-9e6c8585a660 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 946 time: 0.3150687 Aug 28 15:06:25.186044 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-016bc591-a7e6-4a27-9789-0c85284b9c08 req-db723b27-9ed4-4e12-b0dd-9565f4b23f66 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/ports?device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 945 time: 0.1415772 Aug 28 15:06:25.275329 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b49d0758-acb3-4b63-875d-d5c9daae8dd3 req-d29b72af-d287-498a-9f5a-53206c56509e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815775 Aug 28 15:06:25.292830 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7a28db1e-2718-4059-ba72-57b373240731 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:25.294098 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0606b680-bfbe-4eff-a9a4-da20bb1916f0 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1728520 Aug 28 15:06:25.298532 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45376) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:25.307706 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-1423a34c-cd25-499b-b8ad-133c8d6b54f9 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Request body: {'security_group': {'name': 'tempest-secgroup--114980929'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:25.312574 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7a28db1e-2718-4059-ba72-57b373240731 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:25.346181 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28db1e-2718-4059-ba72-57b373240731 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e2b810-320f-45bd-8ed4-3af8da91edcb,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:25.359333 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1423a34c-cd25-499b-b8ad-133c8d6b54f9 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:25.366785 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9874216-9060-4afc-9fa2-51efd664ec32 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:06:25.377656 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e9874216-9060-4afc-9fa2-51efd664ec32 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "PUT /v2.0/routers/1b09a901-bda1-4c2b-9e92-9f035c013859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6938896 Aug 28 15:06:25.378157 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45380) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:25.381524 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967d7db7-46ce-4f93-9a0c-0d62843b2aef None None] Sync routers for ids ['1b09a901-bda1-4c2b-9e92-9f035c013859'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:06:25.399638 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967d7db7-46ce-4f93-9a0c-0d62843b2aef None None] Routers {'1b09a901-bda1-4c2b-9e92-9f035c013859'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:06:25.400337 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-967d7db7-46ce-4f93-9a0c-0d62843b2aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:06:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['1b09a901-bda1-4c2b-9e92-9f035c013859'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:25.412100 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7a28db1e-2718-4059-ba72-57b373240731 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:25.412100 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7a28db1e-2718-4059-ba72-57b373240731 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6272883 Aug 28 15:06:25.418276 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-016bc591-a7e6-4a27-9789-0c85284b9c08 req-1dda733c-a9a8-4c42-bd13-af4fdea7bde5 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ef5cce-5687-4c80-a1df-f8032a8b58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311063 Aug 28 15:06:25.430692 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45384) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:25.437614 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-a25a6460-bae7-4dda-8d1e-50c45f49c2cb tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'security_group_rule': {'security_group_id': '6a2e07a8-e08d-40eb-af77-3261222de99e', 'project_id': 'bee02b8454d546b78330e0129408e569', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:25.441480 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-967d7db7-46ce-4f93-9a0c-0d62843b2aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:25.467405 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967d7db7-46ce-4f93-9a0c-0d62843b2aef None None] Routers {'1b09a901-bda1-4c2b-9e92-9f035c013859'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:06:25.470116 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-967d7db7-46ce-4f93-9a0c-0d62843b2aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:06:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['1b09a901-bda1-4c2b-9e92-9f035c013859'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:25.483206 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.db.api [None req-1423a34c-cd25-499b-b8ad-133c8d6b54f9 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 15:06:25.483206 n-d-712137-10 neutron-server[106329]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 15:06:25.483206 n-d-712137-10 neutron-server[106329]: [parameters: {'project_id_1': 'af2d97326ed1470a94c4c3622f4373b4', 'expiration_1': datetime.datetime(2021, 8, 28, 15, 6, 25, 458340)}] Aug 28 15:06:25.483206 n-d-712137-10 neutron-server[106329]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:06:25.484079 n-d-712137-10 neutron-server[106329]: DEBUG oslo_db.api [None req-1423a34c-cd25-499b-b8ad-133c8d6b54f9 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:06:25.497384 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ba5c0-4207-4712-b1b3-f40168dc478b req-682afa1f-e2f8-4b2a-8fb4-739ec857e6bb tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:25.499182 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-279ba5c0-4207-4712-b1b3-f40168dc478b req-682afa1f-e2f8-4b2a-8fb4-739ec857e6bb tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 945 time: 0.1330628 Aug 28 15:06:25.500336 n-d-712137-10 neutron-server[106329]: INFO neutron.db.securitygroups_db [None req-a25a6460-bae7-4dda-8d1e-50c45f49c2cb tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Project bee02b8454d546b78330e0129408e569 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 15:06:25.504117 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45386) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:25.512345 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b4b72bb7-63a2-492d-be8f-125d28cfb257 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b09a901-bda1-4c2b-9e92-9f035c013859 HTTP/1.1" status: 200 len: 205 time: 0.1216617 Aug 28 15:06:25.524441 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-967d7db7-46ce-4f93-9a0c-0d62843b2aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:25.525322 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967d7db7-46ce-4f93-9a0c-0d62843b2aef None None] The sync data for ids ['1b09a901-bda1-4c2b-9e92-9f035c013859'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:06:25.565612 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a25a6460-bae7-4dda-8d1e-50c45f49c2cb tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:25.577513 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449f6a94-e9b7-4c52-a137-2b365a8ddb77 x-openstack-request-id: req-449f6a94-e9b7-4c52-a137-2b365a8ddb77 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:06:25.577645 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0", "name": "network-vif-deleted", "tag": "537aef6e-3a73-4211-94bf-e4cb13b399dd", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:06:25.577894 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-449f6a94-e9b7-4c52-a137-2b365a8ddb77 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:06:25.578353 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0', 'name': 'network-vif-deleted', 'tag': '537aef6e-3a73-4211-94bf-e4cb13b399dd', 'status': 'completed', 'code': 200} Aug 28 15:06:25.633565 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9484eb36-1305-4e7b-bd1b-17aa1ca0b2c8 req-955c96f6-d0a0-4842-8625-e8128a9dac07 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 210 time: 0.0406642 Aug 28 15:06:25.657494 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-64ebcb31-2122-4be6-9508-92ae127f5448 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:25.741995 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45392) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:25.768255 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-279ba5c0-4207-4712-b1b3-f40168dc478b req-64dea28f-a1da-496f-bf93-d0801d8b7780 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548542 Aug 28 15:06:25.885014 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-064daa8c-530f-4ccc-a1be-4969024b6e20 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1822638661-network', 'tenant_id': '58646dff4236456eaa1799e18ba69def'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:25.908468 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064daa8c-530f-4ccc-a1be-4969024b6e20 admin admin] Made reservation on behalf of 58646dff4236456eaa1799e18ba69def for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:06:25.910940 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-064daa8c-530f-4ccc-a1be-4969024b6e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:25.919846 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-064daa8c-530f-4ccc-a1be-4969024b6e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:25.922075 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-64ebcb31-2122-4be6-9508-92ae127f5448 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:25.924857 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a25a6460-bae7-4dda-8d1e-50c45f49c2cb tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:25.926441 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-64ebcb31-2122-4be6-9508-92ae127f5448 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:25.931318 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a25a6460-bae7-4dda-8d1e-50c45f49c2cb tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:25.992870 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1423a34c-cd25-499b-b8ad-133c8d6b54f9 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.017454 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a6460-bae7-4dda-8d1e-50c45f49c2cb tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b4f6d6b-39d3-4cd7-85b8-3fec1d22c9df,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:26.020181 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-064daa8c-530f-4ccc-a1be-4969024b6e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.026414 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-064daa8c-530f-4ccc-a1be-4969024b6e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.027803 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-64ebcb31-2122-4be6-9508-92ae127f5448 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.028479 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ebcb31-2122-4be6-9508-92ae127f5448 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Fanout notify agent at l3_agent the message router_deleted on router 1b09a901-bda1-4c2b-9e92-9f035c013859 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:06:26.040586 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-64ebcb31-2122-4be6-9508-92ae127f5448 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.041958 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-64ebcb31-2122-4be6-9508-92ae127f5448 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/routers/1b09a901-bda1-4c2b-9e92-9f035c013859 HTTP/1.1" status: 204 len: 168 time: 0.5363352 Aug 28 15:06:26.044700 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45396) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:26.051680 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a25a6460-bae7-4dda-8d1e-50c45f49c2cb tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.052868 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a25a6460-bae7-4dda-8d1e-50c45f49c2cb tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6205101 Aug 28 15:06:26.056202 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45398) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:26.063204 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-bcf1d9bc-4cc0-436a-8d3f-443b5bbf24fd tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'network': {'name': 'tempest-network-smoke--2022176943', 'project_id': 'bee02b8454d546b78330e0129408e569', 'port_security_enabled': True}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:26.084719 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-064daa8c-530f-4ccc-a1be-4969024b6e20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:06:26.109444 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-064daa8c-530f-4ccc-a1be-4969024b6e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.109976 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-064daa8c-530f-4ccc-a1be-4969024b6e20 admin admin] Added segment 84b3bdc4-a229-472e-b483-c2b1629d9561 of type vlan for network 62a05963-9485-4d2d-9e03-53fcab2c33e0 Aug 28 15:06:26.111870 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064daa8c-530f-4ccc-a1be-4969024b6e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f43049-721c-4fa8-b26f-32dcbe7429bb,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:26.134603 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b5bd055-68a8-4ee5-b70e-b05c5f7ba723 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Deleting subnet 0243e063-0745-4f90-9f86-a277bc106f32 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:06:26.147208 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1423a34c-cd25-499b-b8ad-133c8d6b54f9 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.154014 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1423a34c-cd25-499b-b8ad-133c8d6b54f9 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.160897 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4b5bd055-68a8-4ee5-b70e-b05c5f7ba723 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.194626 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-064daa8c-530f-4ccc-a1be-4969024b6e20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.196535 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423a34c-cd25-499b-b8ad-133c8d6b54f9 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8251b7-2e5a-4628-bd78-b8d9d685fba6,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:26.205647 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf1d9bc-4cc0-436a-8d3f-443b5bbf24fd tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Made reservation on behalf of bee02b8454d546b78330e0129408e569 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:06:26.210262 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bcf1d9bc-4cc0-436a-8d3f-443b5bbf24fd tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.215132 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1423a34c-cd25-499b-b8ad-133c8d6b54f9 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.216453 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1423a34c-cd25-499b-b8ad-133c8d6b54f9 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9156690 Aug 28 15:06:26.218799 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4b5bd055-68a8-4ee5-b70e-b05c5f7ba723 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.223326 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45400) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:26.230302 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-dbc84aaa-2b50-4442-af32-aefbaea3e6f8 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Request body: {'security_group': {'name': 'tempest-secgroup--743769937'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:26.259175 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf1d9bc-4cc0-436a-8d3f-443b5bbf24fd tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:06:26.259421 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-064daa8c-530f-4ccc-a1be-4969024b6e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.260391 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064daa8c-530f-4ccc-a1be-4969024b6e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:26.260980 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-064daa8c-530f-4ccc-a1be-4969024b6e20 admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.272568 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bcf1d9bc-4cc0-436a-8d3f-443b5bbf24fd tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.272963 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-bcf1d9bc-4cc0-436a-8d3f-443b5bbf24fd tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Added segment 8b86c131-42a6-429e-b12a-d30d54b837f8 of type vlan for network 5c9001ca-a76d-4043-9857-260c0aecc9dd Aug 28 15:06:26.274790 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dbc84aaa-2b50-4442-af32-aefbaea3e6f8 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.342392 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-064daa8c-530f-4ccc-a1be-4969024b6e20 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5984364 Aug 28 15:06:26.348268 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bcf1d9bc-4cc0-436a-8d3f-443b5bbf24fd tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.352844 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45404) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:26.362496 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-65220be1-d1bc-4dab-a494-215beb07e09f admin admin] Request body: {'subnet': {'network_id': '62a05963-9485-4d2d-9e03-53fcab2c33e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1822638661-subnet', 'tenant_id': '58646dff4236456eaa1799e18ba69def', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:26.398232 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.403746 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bcf1d9bc-4cc0-436a-8d3f-443b5bbf24fd tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.409918 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf1d9bc-4cc0-436a-8d3f-443b5bbf24fd tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:26.410731 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bcf1d9bc-4cc0-436a-8d3f-443b5bbf24fd tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.423699 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65220be1-d1bc-4dab-a494-215beb07e09f admin admin] Made reservation on behalf of 58646dff4236456eaa1799e18ba69def for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:06:26.426055 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-65220be1-d1bc-4dab-a494-215beb07e09f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.597028 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1d9bc-4cc0-436a-8d3f-443b5bbf24fd tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Network': ['ID=5c9001ca-a76d-4043-9857-260c0aecc9dd,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:26.614389 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 5c9001ca-a76d-4043-9857-260c0aecc9dd details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:06:26.668265 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d3e5e-86bf-470d-9faa-95f2036855ab req-bca9b99a-26cc-479a-8784-7dca0a5cfcfd tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:26.669821 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea6d3e5e-86bf-470d-9faa-95f2036855ab req-bca9b99a-26cc-479a-8784-7dca0a5cfcfd tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/ports?device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 945 time: 0.1690164 Aug 28 15:06:26.702038 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dbc84aaa-2b50-4442-af32-aefbaea3e6f8 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.711363 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064daa8c-530f-4ccc-a1be-4969024b6e20 admin admin] Pushing event updated for resources: {'Network': ['ID=62a05963-9485-4d2d-9e03-53fcab2c33e0,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:26.712021 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dbc84aaa-2b50-4442-af32-aefbaea3e6f8 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.723764 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4b5bd055-68a8-4ee5-b70e-b05c5f7ba723 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.726418 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 62a05963-9485-4d2d-9e03-53fcab2c33e0 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:06:26.737978 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-bcf1d9bc-4cc0-436a-8d3f-443b5bbf24fd tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6808109 Aug 28 15:06:26.749573 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45410) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:26.767965 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-d0eb40fd-5b1f-42c8-a9fb-d107e285eb58 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-655923375', 'admin_state_up': True, 'project_id': 'bee02b8454d546b78330e0129408e569', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:26.794770 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea6d3e5e-86bf-470d-9faa-95f2036855ab req-8f9feefa-c5f4-4764-ba7f-7aa482ffecdc tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ef5cce-5687-4c80-a1df-f8032a8b58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181908 Aug 28 15:06:26.811125 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc84aaa-2b50-4442-af32-aefbaea3e6f8 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95f65248-1bf7-49e6-9cc1-2f7f6ad52a05,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:26.814340 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23afb7-53c9-417a-997d-dfbbd80ec0a7 req-e20e0efe-dc11-4575-b686-e9fcb45e675b tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:26.819253 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dbc84aaa-2b50-4442-af32-aefbaea3e6f8 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.823975 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-dbc84aaa-2b50-4442-af32-aefbaea3e6f8 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5962040 Aug 28 15:06:26.830971 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eb23afb7-53c9-417a-997d-dfbbd80ec0a7 req-e20e0efe-dc11-4575-b686-e9fcb45e675b tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 946 time: 0.1622996 Aug 28 15:06:26.831589 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45414) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:26.839881 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-6d75ec06-7f43-4020-a741-ffeec17b3ba7 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Request body: {'security_group_rule': {'security_group_id': '0b8251b7-2e5a-4628-bd78-b8d9d685fba6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '95f65248-1bf7-49e6-9cc1-2f7f6ad52a05', 'remote_ip_prefix': None}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:26.864300 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4b5bd055-68a8-4ee5-b70e-b05c5f7ba723 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.898365 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebaf5ba-9483-4777-b8f8-914723e63bde None None] Network 73614023-6b83-484c-b330-31874e731b59 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:06:26.904480 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d0eb40fd-5b1f-42c8-a9fb-d107e285eb58 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.905288 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d0eb40fd-5b1f-42c8-a9fb-d107e285eb58 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.912097 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5bd055-68a8-4ee5-b70e-b05c5f7ba723 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Subnet': ['ID=0243e063-0745-4f90-9f86-a277bc106f32,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:26.914973 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4b5bd055-68a8-4ee5-b70e-b05c5f7ba723 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.917432 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4b5bd055-68a8-4ee5-b70e-b05c5f7ba723 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/subnets/0243e063-0745-4f90-9f86-a277bc106f32 HTTP/1.1" status: 204 len: 168 time: 0.8714383 Aug 28 15:06:26.923301 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45418) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:26.955950 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6d75ec06-7f43-4020-a741-ffeec17b3ba7 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:26.970836 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eb23afb7-53c9-417a-997d-dfbbd80ec0a7 req-b0fd8e9f-33fc-4974-a56c-645b117eb7b0 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254635 Aug 28 15:06:26.987456 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-65220be1-d1bc-4dab-a494-215beb07e09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:27.066690 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f77b873b-187b-49d6-bafa-0a4fa5564dc4 req-42b6e5ea-0d8b-4ea5-b415-809ed7ef8863 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 210 time: 0.0917089 Aug 28 15:06:27.100610 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6d75ec06-7f43-4020-a741-ffeec17b3ba7 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:27.111893 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6d75ec06-7f43-4020-a741-ffeec17b3ba7 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:27.125702 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e012281-77b9-4efe-8b87-208f1924770f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:27.159000 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65220be1-d1bc-4dab-a494-215beb07e09f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b079ed4e-e959-4b0f-8924-28bb3e9ef569,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:27.169302 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d0eb40fd-5b1f-42c8-a9fb-d107e285eb58 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:27.175879 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6d75ec06-7f43-4020-a741-ffeec17b3ba7 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:27.177414 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6d75ec06-7f43-4020-a741-ffeec17b3ba7 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3420899 Aug 28 15:06:27.181688 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45422) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:27.185599 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75ec06-7f43-4020-a741-ffeec17b3ba7 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b036b4b-583b-4f2d-9cb1-f96692e3f565,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:27.217216 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2a84e712-189e-4146-88ba-de853a64f365 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:27.235665 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2a84e712-189e-4146-88ba-de853a64f365 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:27.238566 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b82a920-1f95-4c45-8156-64b60578b548 None None] DHCP port deletion for 73614023-6b83-484c-b330-31874e731b59 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:06:27.285430 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2a84e712-189e-4146-88ba-de853a64f365 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:27.294652 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2a84e712-189e-4146-88ba-de853a64f365 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:27.295364 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-2b82a920-1f95-4c45-8156-64b60578b548 None None] Deleting port e9860045-07d9-4213-9f54-7d0057cae183 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:06:27.296086 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2a84e712-189e-4146-88ba-de853a64f365 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4b036b4b-583b-4f2d-9cb1-f96692e3f565 HTTP/1.1" status: 204 len: 168 time: 0.1132586 Aug 28 15:06:27.296631 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2b82a920-1f95-4c45-8156-64b60578b548 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:27.300016 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65220be1-d1bc-4dab-a494-215beb07e09f admin admin] Checking segment: {'id': '84b3bdc4-a229-472e-b483-c2b1629d9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '62a05963-9485-4d2d-9e03-53fcab2c33e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:06:27.300380 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65220be1-d1bc-4dab-a494-215beb07e09f admin admin] Network hostable DHCP agents. Network: 62a05963-9485-4d2d-9e03-53fcab2c33e0, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:06:27.303752 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45424) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:27.309787 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaac27e-be5c-4d21-89e2-df304e8d9990 req-07e8f4f1-c633-411f-99ef-37558a74af7b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:27.311725 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2eaac27e-be5c-4d21-89e2-df304e8d9990 req-07e8f4f1-c633-411f-99ef-37558a74af7b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 945 time: 0.2068181 Aug 28 15:06:27.317355 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84e712-189e-4146-88ba-de853a64f365 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b036b4b-583b-4f2d-9cb1-f96692e3f565,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:27.366679 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2eaac27e-be5c-4d21-89e2-df304e8d9990 req-0379649d-427d-4ebb-983f-306b9415364f tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396817 Aug 28 15:06:27.370444 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-2b82a920-1f95-4c45-8156-64b60578b548 None None] For port e9860045-07d9-4213-9f54-7d0057cae183, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e9860045-07d9-4213-9f54-7d0057cae183,segment=NetworkSegment(c7be0980-18bc-4a0e-a019-39f8bded5965),segment_id=c7be0980-18bc-4a0e-a019-39f8bded5965)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:27.371109 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2b82a920-1f95-4c45-8156-64b60578b548 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:27.386322 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-2b82a920-1f95-4c45-8156-64b60578b548 None None] Calling delete_port for e9860045-07d9-4213-9f54-7d0057cae183 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:06:27.415871 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d0eb40fd-5b1f-42c8-a9fb-d107e285eb58 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:27.482762 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2b82a920-1f95-4c45-8156-64b60578b548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:27.489000 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fefb00-8563-40a8-85b0-9974f0667ae7 req-d78873d3-4b89-4505-a3d0-1a3d6fb9da40 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:27.490505 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b9fefb00-8563-40a8-85b0-9974f0667ae7 req-d78873d3-4b89-4505-a3d0-1a3d6fb9da40 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/ports?device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 945 time: 0.2722800 Aug 28 15:06:27.500324 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65220be1-d1bc-4dab-a494-215beb07e09f admin admin] Network 62a05963-9485-4d2d-9e03-53fcab2c33e0 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:06:27.500486 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45430) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:27.507020 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-7f6c403f-e2fa-4b53-9e69-15d8e07be2ef tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Request body: {'floatingip': {'port_id': 'e5a6fe10-5415-468b-a1e2-f6a109d38950'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:27.555683 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b82a920-1f95-4c45-8156-64b60578b548 None None] No DVR routers for this DVR port e9860045-07d9-4213-9f54-7d0057cae183 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:06:27.557284 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82a920-1f95-4c45-8156-64b60578b548 None None] Pushing event deleted for resources: {'Port': ['ID=e9860045-07d9-4213-9f54-7d0057cae183,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:27.575797 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3aeedc0d-a79f-4662-9239-4eff778c4ce2 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2649424 Aug 28 15:06:27.577072 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45432) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:27.579717 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-65220be1-d1bc-4dab-a494-215beb07e09f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 62a05963-9485-4d2d-9e03-53fcab2c33e0) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:06:27.590067 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bb822a-be51-4db1-88b9-3b074fdafb36 None None] Network 62a05963-9485-4d2d-9e03-53fcab2c33e0 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:06:27.602308 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65220be1-d1bc-4dab-a494-215beb07e09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:27.603187 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-65220be1-d1bc-4dab-a494-215beb07e09f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:27.624743 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-0e012281-77b9-4efe-8b87-208f1924770f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Deleting port e9860045-07d9-4213-9f54-7d0057cae183 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:06:27.625085 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e012281-77b9-4efe-8b87-208f1924770f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:27.661601 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7f6c403f-e2fa-4b53-9e69-15d8e07be2ef tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks [] for floatingip, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:27.690097 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-0e012281-77b9-4efe-8b87-208f1924770f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] For port e9860045-07d9-4213-9f54-7d0057cae183, host n-d-712137-10, got binding levels [] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:27.690570 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e012281-77b9-4efe-8b87-208f1924770f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:27.705349 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-0e012281-77b9-4efe-8b87-208f1924770f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Calling delete_port for e9860045-07d9-4213-9f54-7d0057cae183 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:06:27.709372 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.ipam_backend_mixin [None req-0e012281-77b9-4efe-8b87-208f1924770f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Port e9860045-07d9-4213-9f54-7d0057cae183 was not found and therefore no delete operation was performed {{(pid=106329) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 15:06:27.717023 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e012281-77b9-4efe-8b87-208f1924770f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:27.831156 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed0ef7c-f293-4987-b5af-7029926511c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-62a05963-9485-4d2d-9e03-53fcab2c33e0', 'network_id': '62a05963-9485-4d2d-9e03-53fcab2c33e0', 'tenant_id': '58646dff4236456eaa1799e18ba69def', 'fixed_ips': [{'subnet_id': 'b079ed4e-e959-4b0f-8924-28bb3e9ef569'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:06:27.832871 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3ed0ef7c-f293-4987-b5af-7029926511c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:28.047649 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-3ed0ef7c-f293-4987-b5af-7029926511c6 None None] Allocated IP 172.20.0.2 (62a05963-9485-4d2d-9e03-53fcab2c33e0/b079ed4e-e959-4b0f-8924-28bb3e9ef569/dbc416dc-87fe-4492-945f-c056cc53ddaa) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:06:28.075108 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e012281-77b9-4efe-8b87-208f1924770f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Port': ['ID=e9860045-07d9-4213-9f54-7d0057cae183,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:28.080231 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-65220be1-d1bc-4dab-a494-215beb07e09f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7222652 Aug 28 15:06:28.082688 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45442) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:28.092979 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e012281-77b9-4efe-8b87-208f1924770f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] No DVR routers for this DVR port e9860045-07d9-4213-9f54-7d0057cae183 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:06:28.097463 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-ab3248c1-08d6-4835-91aa-2d2565be94ee admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1822638661-router', 'tenant_id': '58646dff4236456eaa1799e18ba69def', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:28.138188 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e9860045-07d9-4213-9f54-7d0057cae183 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:06:28.164623 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: e9860045-07d9-4213-9f54-7d0057cae183 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:06:28.166209 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e9860045-07d9-4213-9f54-7d0057cae183 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:06:28.235640 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-22bd1da8-86d4-46bf-a18d-ea8277d31e21 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:28.237394 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab3248c1-08d6-4835-91aa-2d2565be94ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:28.238365 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab3248c1-08d6-4835-91aa-2d2565be94ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:28.268458 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7c5e585a-bc3c-48ff-a9cd-d10c396596f6 req-d046bc04-aab9-4f1d-b22e-85bbc41c1a82 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 210 time: 0.0677135 Aug 28 15:06:28.285273 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e012281-77b9-4efe-8b87-208f1924770f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:28.296824 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3ed0ef7c-f293-4987-b5af-7029926511c6 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:28.306763 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-0e012281-77b9-4efe-8b87-208f1924770f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73614023-6b83-484c-b330-31874e731b59']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:28.310981 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3ed0ef7c-f293-4987-b5af-7029926511c6 None None] Transition to ACTIVE for port object dbc416dc-87fe-4492-945f-c056cc53ddaa will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:06:28.312629 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-22bd1da8-86d4-46bf-a18d-ea8277d31e21 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:28.334773 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3ed0ef7c-f293-4987-b5af-7029926511c6 None None] Transition to ACTIVE for port object dbc416dc-87fe-4492-945f-c056cc53ddaa will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:06:28.341925 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-0e012281-77b9-4efe-8b87-208f1924770f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7be0980-18bc-4a0e-a019-39f8bded5965') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:28.342234 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-0e012281-77b9-4efe-8b87-208f1924770f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7be0980-18bc-4a0e-a019-39f8bded5965') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:28.342715 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3ed0ef7c-f293-4987-b5af-7029926511c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:28.390112 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e012281-77b9-4efe-8b87-208f1924770f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:28.396367 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab3248c1-08d6-4835-91aa-2d2565be94ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:28.427791 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed0ef7c-f293-4987-b5af-7029926511c6 None None] Network 62a05963-9485-4d2d-9e03-53fcab2c33e0 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:06:28.429419 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0ef7c-f293-4987-b5af-7029926511c6 None None] Pushing event updated for resources: {'Port': ['ID=dbc416dc-87fe-4492-945f-c056cc53ddaa,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:28.433381 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-3ed0ef7c-f293-4987-b5af-7029926511c6 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:06:28.435970 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed0ef7c-f293-4987-b5af-7029926511c6 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:06:28.457435 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e012281-77b9-4efe-8b87-208f1924770f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:28.512777 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-3ed0ef7c-f293-4987-b5af-7029926511c6 None None] Attempting to bind port dbc416dc-87fe-4492-945f-c056cc53ddaa on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:06:28.513327 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-3ed0ef7c-f293-4987-b5af-7029926511c6 None None] Attempting to bind port dbc416dc-87fe-4492-945f-c056cc53ddaa by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '84b3bdc4-a229-472e-b483-c2b1629d9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '62a05963-9485-4d2d-9e03-53fcab2c33e0'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:06:28.513725 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed0ef7c-f293-4987-b5af-7029926511c6 None None] Attempting to bind port dbc416dc-87fe-4492-945f-c056cc53ddaa on network 62a05963-9485-4d2d-9e03-53fcab2c33e0 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:06:28.519539 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed0ef7c-f293-4987-b5af-7029926511c6 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:06:28.520091 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed0ef7c-f293-4987-b5af-7029926511c6 None None] Checking segment: {'id': '84b3bdc4-a229-472e-b483-c2b1629d9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '62a05963-9485-4d2d-9e03-53fcab2c33e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:06:28.520936 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3ed0ef7c-f293-4987-b5af-7029926511c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:28.521471 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed0ef7c-f293-4987-b5af-7029926511c6 None None] Bound using segment: {'id': '84b3bdc4-a229-472e-b483-c2b1629d9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '62a05963-9485-4d2d-9e03-53fcab2c33e0'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:06:28.522087 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-3ed0ef7c-f293-4987-b5af-7029926511c6 None None] Bound port: dbc416dc-87fe-4492-945f-c056cc53ddaa, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b3bdc4-a229-472e-b483-c2b1629d9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '62a05963-9485-4d2d-9e03-53fcab2c33e0'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:06:28.522651 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3ed0ef7c-f293-4987-b5af-7029926511c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:28.555895 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-22bd1da8-86d4-46bf-a18d-ea8277d31e21 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:28.559021 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-22bd1da8-86d4-46bf-a18d-ea8277d31e21 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:28.562431 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-22bd1da8-86d4-46bf-a18d-ea8277d31e21 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "DELETE /v2.0/security-groups/95f65248-1bf7-49e6-9cc1-2f7f6ad52a05 HTTP/1.1" status: 204 len: 168 time: 0.9814732 Aug 28 15:06:28.566303 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e012281-77b9-4efe-8b87-208f1924770f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:06:28.566716 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e012281-77b9-4efe-8b87-208f1924770f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:06:28.574403 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:06:28.591442 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45448) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:28.598707 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-3ed0ef7c-f293-4987-b5af-7029926511c6 None None] For port dbc416dc-87fe-4492-945f-c056cc53ddaa, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:06:28.603083 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-3ed0ef7c-f293-4987-b5af-7029926511c6 None None] For port dbc416dc-87fe-4492-945f-c056cc53ddaa, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=dbc416dc-87fe-4492-945f-c056cc53ddaa,segment=NetworkSegment(84b3bdc4-a229-472e-b483-c2b1629d9561),segment_id=84b3bdc4-a229-472e-b483-c2b1629d9561)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:06:28.608256 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3ed0ef7c-f293-4987-b5af-7029926511c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:28.657826 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd1da8-86d4-46bf-a18d-ea8277d31e21 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f65248-1bf7-49e6-9cc1-2f7f6ad52a05,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:28.700174 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0ef7c-f293-4987-b5af-7029926511c6 None None] Pushing event updated for resources: {'Port': ['ID=dbc416dc-87fe-4492-945f-c056cc53ddaa,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:28.701976 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.db.resource_extend [None req-7f6c403f-e2fa-4b53-9e69-15d8e07be2ef tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 15:06:28.785076 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d0eb40fd-5b1f-42c8-a9fb-d107e285eb58 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:28.826887 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7f6c403f-e2fa-4b53-9e69-15d8e07be2ef tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:28.836849 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab3248c1-08d6-4835-91aa-2d2565be94ee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:28.838929 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7f6c403f-e2fa-4b53-9e69-15d8e07be2ef tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:28.841221 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e012281-77b9-4efe-8b87-208f1924770f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:28.848324 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e012281-77b9-4efe-8b87-208f1924770f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:28.857296 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0e012281-77b9-4efe-8b87-208f1924770f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/networks/73614023-6b83-484c-b330-31874e731b59 HTTP/1.1" status: 204 len: 168 time: 1.9307353 Aug 28 15:06:28.858178 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45450) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:28.868229 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d0eb40fd-5b1f-42c8-a9fb-d107e285eb58 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:28.909442 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b76b35-364c-4e2f-af33-4465be9c0a47 req-a81ca51b-33e8-4f9d-a70c-5c66768a202f tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:28.918613 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d6b76b35-364c-4e2f-af33-4465be9c0a47 req-a81ca51b-33e8-4f9d-a70c-5c66768a202f tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 945 time: 0.2020078 Aug 28 15:06:28.983273 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-36c085fc-78c8-4336-9ab1-ef3e0c6077f2 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-183054692', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:29.026757 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:06:29.036158 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d6b76b35-364c-4e2f-af33-4465be9c0a47 req-b97d27cd-118f-4114-8eb0-e42e75335e9b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131618 Aug 28 15:06:29.042349 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b4657351-44c1-4042-bb22-3348e04b34a5 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4493079 Aug 28 15:06:29.045694 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45456) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:29.045820 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 9e5b61b0-9b37-402c-ac33-0a57b7fac04e no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:06:29.061006 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e012281-77b9-4efe-8b87-208f1924770f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Network': ['ID=73614023-6b83-484c-b330-31874e731b59,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:29.080326 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [None req-7f6c403f-e2fa-4b53-9e69-15d8e07be2ef tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Floating IP f2d0da63-fa98-4a3a-a9a5-079b8fe2003f associated. External IP: 172.25.3.47, port: e5a6fe10-5415-468b-a1e2-f6a109d38950. Aug 28 15:06:29.174177 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:29.178280 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-36c085fc-78c8-4336-9ab1-ef3e0c6077f2 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:29.179331 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-36c085fc-78c8-4336-9ab1-ef3e0c6077f2 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:29.196866 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-065a683a-2371-45dd-b862-36e0c44e5bca tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:29.212600 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a08d248-73dd-4032-a07e-df32ddb202fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:06:29.214908 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d541e1f8-76e7-4207-b454-46862a57bb14" -d '{"events": [{"server_uuid": "3a08d248-73dd-4032-a07e-df32ddb202fc", "name": "network-vif-unplugged", "status": "completed", "tag": "9e5b61b0-9b37-402c-ac33-0a57b7fac04e"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:06:29.221955 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-d0eb40fd-5b1f-42c8-a9fb-d107e285eb58 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Allocated IP 172.25.3.102 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/06295e1e-7d45-4ddc-9939-89a303005670) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:06:29.252797 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:29.258620 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:29.276097 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-065a683a-2371-45dd-b862-36e0c44e5bca tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:29.299139 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 15:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d485f2-637d-464a-bb77-4f27ccc2ae28 x-openstack-request-id: req-e7d485f2-637d-464a-bb77-4f27ccc2ae28 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:06:29.299976 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a08d248-73dd-4032-a07e-df32ddb202fc", "name": "network-vif-unplugged", "status": "completed", "tag": "9e5b61b0-9b37-402c-ac33-0a57b7fac04e", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:06:29.300880 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7d485f2-637d-464a-bb77-4f27ccc2ae28 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:06:29.301498 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a08d248-73dd-4032-a07e-df32ddb202fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e', 'code': 200} Aug 28 15:06:29.303119 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-36c085fc-78c8-4336-9ab1-ef3e0c6077f2 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:29.347935 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-36c085fc-78c8-4336-9ab1-ef3e0c6077f2 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:29.352646 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:29.385101 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-36c085fc-78c8-4336-9ab1-ef3e0c6077f2 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:29.388152 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-36c085fc-78c8-4336-9ab1-ef3e0c6077f2 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4180713 Aug 28 15:06:29.393148 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45462) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:29.404148 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-32eddb04-c264-465b-8748-4892f135393b tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-448393819'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:29.526823 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d0eb40fd-5b1f-42c8-a9fb-d107e285eb58 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:29.548921 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab3248c1-08d6-4835-91aa-2d2565be94ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:29.586781 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab3248c1-08d6-4835-91aa-2d2565be94ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:29.664226 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d0eb40fd-5b1f-42c8-a9fb-d107e285eb58 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:29.705310 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ac51185e-2e70-48e9-a960-705842c68bc4 req-547dceab-9b1a-4618-ae31-9740d096f80c tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 210 time: 0.3109288 Aug 28 15:06:29.706010 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-065a683a-2371-45dd-b862-36e0c44e5bca tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:29.710279 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-065a683a-2371-45dd-b862-36e0c44e5bca tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:29.714800 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-065a683a-2371-45dd-b862-36e0c44e5bca tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "DELETE /v2.0/security-groups/0b8251b7-2e5a-4628-bd78-b8d9d685fba6 HTTP/1.1" status: 204 len: 168 time: 0.6650319 Aug 28 15:06:29.717132 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45464) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:29.752261 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0eb40fd-5b1f-42c8-a9fb-d107e285eb58 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:06:29.755258 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32eddb04-c264-465b-8748-4892f135393b tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Made reservation on behalf of 620448c0e45d416cac16ebedf859b0fd for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:06:29.759086 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-32eddb04-c264-465b-8748-4892f135393b tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:29.761298 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a683a-2371-45dd-b862-36e0c44e5bca tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8251b7-2e5a-4628-bd78-b8d9d685fba6,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:29.761446 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-d0eb40fd-5b1f-42c8-a9fb-d107e285eb58 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:06:29.767133 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eb40fd-5b1f-42c8-a9fb-d107e285eb58 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:06:29.810902 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb40fd-5b1f-42c8-a9fb-d107e285eb58 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Port': ['ID=06295e1e-7d45-4ddc-9939-89a303005670,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:29.854887 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32eddb04-c264-465b-8748-4892f135393b tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:06:29.873329 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-eb369d25-06c6-4cd2-b800-f4a9543f2ae6 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1502154 Aug 28 15:06:29.894139 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6c403f-e2fa-4b53-9e69-15d8e07be2ef tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Router 6fed07f2-d4ab-4358-aab0-7b7d0a6210b7 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:06:29.895244 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45466) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:29.896525 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-32eddb04-c264-465b-8748-4892f135393b tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:29.896874 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-32eddb04-c264-465b-8748-4892f135393b tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Added segment d16acea9-f1c1-4481-96f9-9268cfcd1f52 of type vlan for network 1571c3f6-1068-4764-b044-991f083e26ae Aug 28 15:06:29.921460 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-48b85223-c525-4407-b665-c9c1dbece07d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Request body: {'security_group': {'name': 'tempest-secgroup--2115168935'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:29.945626 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-ab3248c1-08d6-4835-91aa-2d2565be94ee admin admin] Allocated IP 172.25.3.19 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/b5a9a55e-d598-469a-b6e4-8fb9cdacf160) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:06:30.088033 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-32eddb04-c264-465b-8748-4892f135393b tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:30.110976 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-48b85223-c525-4407-b665-c9c1dbece07d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:30.155874 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device dbc416dc-87fe-4492-945f-c056cc53ddaa up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:06:30.157253 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d0eb40fd-5b1f-42c8-a9fb-d107e285eb58 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:30.235680 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedc1c26-ceac-4ce2-a41f-a845a43294d0 None None] Network 62a05963-9485-4d2d-9e03-53fcab2c33e0 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:06:30.241190 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-32eddb04-c264-465b-8748-4892f135393b tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:30.248415 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eddb04-c264-465b-8748-4892f135393b tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:30.249265 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-32eddb04-c264-465b-8748-4892f135393b tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:30.255169 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab3248c1-08d6-4835-91aa-2d2565be94ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:30.316351 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port dbc416dc-87fe-4492-945f-c056cc53ddaa completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:06:30.318311 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6c403f-e2fa-4b53-9e69-15d8e07be2ef tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:06:30.327590 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe635c5-b26e-4eac-a167-24d76467446f req-70b90001-3ade-4998-9077-45c4af7f0943 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:30.329164 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-efe635c5-b26e-4eac-a167-24d76467446f req-70b90001-3ade-4998-9077-45c4af7f0943 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 945 time: 0.1229036 Aug 28 15:06:30.348257 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3204578c-937d-42ed-b0cb-26f9fcfb2582 None None] Sync routers for ids ['6fed07f2-d4ab-4358-aab0-7b7d0a6210b7'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:06:30.365588 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ac72978e-2254-46b6-b8f1-9af200c9b319 None None] Provisioning for port dbc416dc-87fe-4492-945f-c056cc53ddaa completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:06:30.375300 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ac72978e-2254-46b6-b8f1-9af200c9b319 None None] Provisioning complete for port dbc416dc-87fe-4492-945f-c056cc53ddaa triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:30.376000 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ac72978e-2254-46b6-b8f1-9af200c9b319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:30.421346 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-48b85223-c525-4407-b665-c9c1dbece07d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:30.429214 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab3248c1-08d6-4835-91aa-2d2565be94ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:30.446785 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7f6c403f-e2fa-4b53-9e69-15d8e07be2ef tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:30.447537 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3204578c-937d-42ed-b0cb-26f9fcfb2582 None None] Routers {'6fed07f2-d4ab-4358-aab0-7b7d0a6210b7'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:06:30.448373 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-3204578c-937d-42ed-b0cb-26f9fcfb2582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:06:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['6fed07f2-d4ab-4358-aab0-7b7d0a6210b7'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:30.448912 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-48b85223-c525-4407-b665-c9c1dbece07d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:30.479801 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3248c1-08d6-4835-91aa-2d2565be94ee admin admin] Pushing event updated for resources: {'Port': ['ID=b5a9a55e-d598-469a-b6e4-8fb9cdacf160,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:30.487843 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-efe635c5-b26e-4eac-a167-24d76467446f req-6c6b7ac7-32e6-4a1a-ada7-e4f3685b7c5f tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482368 Aug 28 15:06:30.543333 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3248c1-08d6-4835-91aa-2d2565be94ee admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:06:30.546212 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-ab3248c1-08d6-4835-91aa-2d2565be94ee admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:06:30.549916 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3248c1-08d6-4835-91aa-2d2565be94ee admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:06:30.561240 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b85223-c525-4407-b665-c9c1dbece07d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d219ab7-137c-45ae-96e6-1391ca7fcff2,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:30.563634 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-48b85223-c525-4407-b665-c9c1dbece07d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:30.567833 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-48b85223-c525-4407-b665-c9c1dbece07d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6639838 Aug 28 15:06:30.575084 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45474) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:30.577283 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-3204578c-937d-42ed-b0cb-26f9fcfb2582 None None] Set router 6fed07f2-d4ab-4358-aab0-7b7d0a6210b7 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:06:30.585352 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-5f8df3c4-bf21-4e5c-8e8a-0bcce69216da tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Request body: {'security_group_rule': {'security_group_id': '6d219ab7-137c-45ae-96e6-1391ca7fcff2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:30.606144 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-32eddb04-c264-465b-8748-4892f135393b tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2069108 Aug 28 15:06:30.610336 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45476) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:30.619537 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7f6c403f-e2fa-4b53-9e69-15d8e07be2ef tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "PUT /v2.0/floatingips/f2d0da63-fa98-4a3a-a9a5-079b8fe2003f HTTP/1.1" status: 200 len: 990 time: 3.1181183 Aug 28 15:06:30.620613 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f977180e-b67b-4cd7-81ba-7b2372893dff', 'tag': 'e5a6fe10-5415-468b-a1e2-f6a109d38950'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:06:30.623648 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc44b1b2-ead3-46ea-8b35-9258d93755e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f977180e-b67b-4cd7-81ba-7b2372893dff", "tag": "e5a6fe10-5415-468b-a1e2-f6a109d38950"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:06:30.628454 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eddb04-c264-465b-8748-4892f135393b tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Network': ['ID=1571c3f6-1068-4764-b044-991f083e26ae,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:30.647203 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-51bce067-14b0-4ed6-b19a-6c0502392ed2 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'subnet': {'network_id': '1571c3f6-1068-4764-b044-991f083e26ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:30.666273 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d0eb40fd-5b1f-42c8-a9fb-d107e285eb58 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:30.693586 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e904b4-d0fd-4c32-a9e5-b1a1549d6cad x-openstack-request-id: req-00e904b4-d0fd-4c32-a9e5-b1a1549d6cad {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:06:30.693878 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f977180e-b67b-4cd7-81ba-7b2372893dff", "tag": "e5a6fe10-5415-468b-a1e2-f6a109d38950", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:06:30.694148 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00e904b4-d0fd-4c32-a9e5-b1a1549d6cad {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:06:30.694742 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f977180e-b67b-4cd7-81ba-7b2372893dff', 'tag': 'e5a6fe10-5415-468b-a1e2-f6a109d38950', 'status': 'completed', 'code': 200} Aug 28 15:06:30.699504 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 1571c3f6-1068-4764-b044-991f083e26ae details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:06:30.840897 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f8df3c4-bf21-4e5c-8e8a-0bcce69216da tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:30.903330 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4536c53c-12b0-41e3-88d9-b0831461a6cf req-a026ccf7-7a3f-4f31-850a-c39a827a5656 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 210 time: 0.0393898 Aug 28 15:06:31.085739 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ac72978e-2254-46b6-b8f1-9af200c9b319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:31.099274 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44b1b2-ead3-46ea-8b35-9258d93755e2 req-31a7579a-b714-4b74-a023-9348ff644f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:31.100750 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dc44b1b2-ead3-46ea-8b35-9258d93755e2 req-31a7579a-b714-4b74-a023-9348ff644f17 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59b098ddebc340c9bc1ba34f5881bcbb&device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 1097 time: 0.3868301 Aug 28 15:06:31.153206 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f8df3c4-bf21-4e5c-8e8a-0bcce69216da tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:31.166942 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-ac72978e-2254-46b6-b8f1-9af200c9b319 None None] For port dbc416dc-87fe-4492-945f-c056cc53ddaa, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=dbc416dc-87fe-4492-945f-c056cc53ddaa,segment=NetworkSegment(84b3bdc4-a229-472e-b483-c2b1629d9561),segment_id=84b3bdc4-a229-472e-b483-c2b1629d9561)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:31.188356 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ac72978e-2254-46b6-b8f1-9af200c9b319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:31.190295 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bce067-14b0-4ed6-b19a-6c0502392ed2 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Made reservation on behalf of 620448c0e45d416cac16ebedf859b0fd for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:06:31.193794 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-51bce067-14b0-4ed6-b19a-6c0502392ed2 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:31.260931 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac72978e-2254-46b6-b8f1-9af200c9b319 None None] Pushing event updated for resources: {'Port': ['ID=dbc416dc-87fe-4492-945f-c056cc53ddaa,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:31.285468 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-3204578c-937d-42ed-b0cb-26f9fcfb2582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'name': 'tempest-ServersTestBootFromVolume-534819450-router', 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '6eab8c2b-d26e-48c6-af27-c36fb330b62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:05:11Z', 'updated_at': '2021-08-28T15:05:20Z', 'revision_number': 4, 'project_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'gw_port': {'id': '6eab8c2b-d26e-48c6-af27-c36fb330b62e', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:05:13Z', 'updated_at': '2021-08-28T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'f2d0da63-fa98-4a3a-a9a5-079b8fe2003f', 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'port_id': 'e5a6fe10-5415-468b-a1e2-f6a109d38950', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c20336-94ca-4a7f-8011-3dd7f1b6cda6', 'mac_address': 'fa:16:3e:b2:e6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f977180e-b67b-4cd7-81ba-7b2372893dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:05:27Z', 'updated_at': '2021-08-28T15:06:28Z', 'revision_number': 1, 'project_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c77e34a8-1666-46e5-9316-905a855d871d', 'name': '', 'network_id': 'c9c20336-94ca-4a7f-8011-3dd7f1b6cda6', 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'mac_address': 'fa:16:3e:b7:66:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'a208608a-7e75-43d1-ae36-b32dcc6f294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:05:18Z', 'updated_at': '2021-08-28T15:05:26Z', 'revision_number': 5, 'project_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'subnets': [{'id': 'a208608a-7e75-43d1-ae36-b32dcc6f294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:31.320180 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3204578c-937d-42ed-b0cb-26f9fcfb2582 None None] Checking router: 6fed07f2-d4ab-4358-aab0-7b7d0a6210b7 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:06:31.333471 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3204578c-937d-42ed-b0cb-26f9fcfb2582 None None] Routers {'6fed07f2-d4ab-4358-aab0-7b7d0a6210b7'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:06:31.334116 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-3204578c-937d-42ed-b0cb-26f9fcfb2582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:06:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['6fed07f2-d4ab-4358-aab0-7b7d0a6210b7'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:31.457590 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-3204578c-937d-42ed-b0cb-26f9fcfb2582 None None] Set router 6fed07f2-d4ab-4358-aab0-7b7d0a6210b7 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:06:31.550514 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f8df3c4-bf21-4e5c-8e8a-0bcce69216da tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:31.589865 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6d2a6f50-e9f1-40d6-b2de-c4db94972f7a None None] Provisioning complete for port dbc416dc-87fe-4492-945f-c056cc53ddaa triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:31.590432 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6d2a6f50-e9f1-40d6-b2de-c4db94972f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:31.645030 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d205bb-3daf-449d-85c5-91fd8a3744a5 req-0f90077d-7389-417d-b1aa-65ca73b31e06 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:31.646399 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-78d205bb-3daf-449d-85c5-91fd8a3744a5 req-0f90077d-7389-417d-b1aa-65ca73b31e06 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 945 time: 0.0725152 Aug 28 15:06:31.675400 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8df3c4-bf21-4e5c-8e8a-0bcce69216da tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2bbae4e-a3f5-4505-9c15-b7d09fd61f5f,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:31.716058 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-78d205bb-3daf-449d-85c5-91fd8a3744a5 req-cde1072a-d8c3-4453-b039-5a502e620fe9 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612061 Aug 28 15:06:31.736539 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f8df3c4-bf21-4e5c-8e8a-0bcce69216da tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:31.737990 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5f8df3c4-bf21-4e5c-8e8a-0bcce69216da tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1603055 Aug 28 15:06:31.740871 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45492) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:31.785925 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c069b9b8-8ae2-494c-bcc0-2a2c8fb692c7 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:31.795045 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c069b9b8-8ae2-494c-bcc0-2a2c8fb692c7 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:31.828202 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c069b9b8-8ae2-494c-bcc0-2a2c8fb692c7 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:31.835481 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c069b9b8-8ae2-494c-bcc0-2a2c8fb692c7 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:31.835697 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-3204578c-937d-42ed-b0cb-26f9fcfb2582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'name': 'tempest-ServersTestBootFromVolume-534819450-router', 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '6eab8c2b-d26e-48c6-af27-c36fb330b62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:05:11Z', 'updated_at': '2021-08-28T15:05:20Z', 'revision_number': 4, 'project_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'gw_port': {'id': '6eab8c2b-d26e-48c6-af27-c36fb330b62e', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:05:13Z', 'updated_at': '2021-08-28T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'f2d0da63-fa98-4a3a-a9a5-079b8fe2003f', 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'port_id': 'e5a6fe10-5415-468b-a1e2-f6a109d38950', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c20336-94ca-4a7f-8011-3dd7f1b6cda6', 'mac_address': 'fa:16:3e:b2:e6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f977180e-b67b-4cd7-81ba-7b2372893dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:05:27Z', 'updated_at': '2021-08-28T15:06:28Z', 'revision_number': 1, 'project_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c77e34a8-1666-46e5-9316-905a855d871d', 'name': '', 'network_id': 'c9c20336-94ca-4a7f-8011-3dd7f1b6cda6', 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'mac_address': 'fa:16:3e:b7:66:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'a208608a-7e75-43d1-ae36-b32dcc6f294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:05:18Z', 'updated_at': '2021-08-28T15:05:26Z', 'revision_number': 5, 'project_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'subnets': [{'id': 'a208608a-7e75-43d1-ae36-b32dcc6f294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:31.838464 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0eb40fd-5b1f-42c8-a9fb-d107e285eb58 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Router df70f160-565c-454c-900c-2fbd75854ea2 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:06:31.839691 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c069b9b8-8ae2-494c-bcc0-2a2c8fb692c7 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/b2bbae4e-a3f5-4505-9c15-b7d09fd61f5f HTTP/1.1" status: 204 len: 168 time: 0.0976028 Aug 28 15:06:31.840334 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45494) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:31.848610 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44b1b2-ead3-46ea-8b35-9258d93755e2 req-adc2f12c-de3a-4767-bdb3-f23fd0fded2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:31.850104 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dc44b1b2-ead3-46ea-8b35-9258d93755e2 req-adc2f12c-de3a-4767-bdb3-f23fd0fded2c service neutron] 10.222.0.41 "GET /v2.0/networks?id=c9c20336-94ca-4a7f-8011-3dd7f1b6cda6 HTTP/1.1" status: 200 len: 916 time: 0.7372026 Aug 28 15:06:31.864871 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069b9b8-8ae2-494c-bcc0-2a2c8fb692c7 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2bbae4e-a3f5-4505-9c15-b7d09fd61f5f,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:31.896853 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3204578c-937d-42ed-b0cb-26f9fcfb2582 None None] The sync data for ids ['6fed07f2-d4ab-4358-aab0-7b7d0a6210b7'] in n-d-712137-10 is: [{'id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'name': 'tempest-ServersTestBootFromVolume-534819450-router', 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '6eab8c2b-d26e-48c6-af27-c36fb330b62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:05:11Z', 'updated_at': '2021-08-28T15:05:20Z', 'revision_number': 4, 'project_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'gw_port': {'id': '6eab8c2b-d26e-48c6-af27-c36fb330b62e', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:05:13Z', 'updated_at': '2021-08-28T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'f2d0da63-fa98-4a3a-a9a5-079b8fe2003f', 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'port_id': 'e5a6fe10-5415-468b-a1e2-f6a109d38950', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c20336-94ca-4a7f-8011-3dd7f1b6cda6', 'mac_address': 'fa:16:3e:b2:e6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f977180e-b67b-4cd7-81ba-7b2372893dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:05:27Z', 'updated_at': '2021-08-28T15:06:28Z', 'revision_number': 1, 'project_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c77e34a8-1666-46e5-9316-905a855d871d', 'name': '', 'network_id': 'c9c20336-94ca-4a7f-8011-3dd7f1b6cda6', 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'mac_address': 'fa:16:3e:b7:66:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'a208608a-7e75-43d1-ae36-b32dcc6f294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:05:18Z', 'updated_at': '2021-08-28T15:05:26Z', 'revision_number': 5, 'project_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'subnets': [{'id': 'a208608a-7e75-43d1-ae36-b32dcc6f294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:06:31.908357 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f642c1d6-6fda-45d7-9f23-eb53602f3d2c tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0646150 Aug 28 15:06:31.909072 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45496) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:31.976712 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a3fee141-b57f-4483-8c45-c33a41015b7b tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:32.003904 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a3fee141-b57f-4483-8c45-c33a41015b7b tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:32.038948 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab3248c1-08d6-4835-91aa-2d2565be94ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:32.071696 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6c6b121b-002d-4ecb-a0fd-9e5824efa7f0 req-8111203a-cdbc-44a6-bcf6-64321fd3187d tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 210 time: 0.0480998 Aug 28 15:06:32.096733 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a3fee141-b57f-4483-8c45-c33a41015b7b tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:32.100187 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a3fee141-b57f-4483-8c45-c33a41015b7b tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:32.104238 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a3fee141-b57f-4483-8c45-c33a41015b7b tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "DELETE /v2.0/security-groups/6d219ab7-137c-45ae-96e6-1391ca7fcff2 HTTP/1.1" status: 204 len: 168 time: 0.1941142 Aug 28 15:06:32.104821 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45504) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:32.119969 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device dbc416dc-87fe-4492-945f-c056cc53ddaa up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:06:32.145206 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dc44b1b2-ead3-46ea-8b35-9258d93755e2 req-00dd29fe-c98a-463e-844d-9edb069e4a82 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5a6fe10-5415-468b-a1e2-f6a109d38950 HTTP/1.1" status: 200 len: 998 time: 0.2853549 Aug 28 15:06:32.145669 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fee141-b57f-4483-8c45-c33a41015b7b tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d219ab7-137c-45ae-96e6-1391ca7fcff2,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:32.217078 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fcac30b2-1db9-458c-b6fb-4a8272030159 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0934482 Aug 28 15:06:32.217722 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45506) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:32.222531 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-5df17d92-a7a4-4cb9-93e2-620c988ae466 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Request body: {'security_group': {'name': 'tempest-secgroup--261884524'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:32.249817 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5df17d92-a7a4-4cb9-93e2-620c988ae466 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:32.268592 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port dbc416dc-87fe-4492-945f-c056cc53ddaa triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:32.269457 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:32.293626 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0ba76a-e126-4652-add6-1d8cb4077fa6 None None] New status for floating IP f2d0da63-fa98-4a3a-a9a5-079b8fe2003f: ACTIVE {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:06:32.351886 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44b1b2-ead3-46ea-8b35-9258d93755e2 req-0d59d6b8-de24-46d7-97b9-7829aed8be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:32.364739 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dc44b1b2-ead3-46ea-8b35-9258d93755e2 req-0d59d6b8-de24-46d7-97b9-7829aed8be44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a208608a-7e75-43d1-ae36-b32dcc6f294a HTTP/1.1" status: 200 len: 854 time: 0.2081602 Aug 28 15:06:32.373450 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-51bce067-14b0-4ed6-b19a-6c0502392ed2 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:32.381737 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5df17d92-a7a4-4cb9-93e2-620c988ae466 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:32.389444 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5df17d92-a7a4-4cb9-93e2-620c988ae466 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:32.432498 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df17d92-a7a4-4cb9-93e2-620c988ae466 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ca4fd0-cc17-4f0e-bb35-add08f95ec96,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:32.436679 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5df17d92-a7a4-4cb9-93e2-620c988ae466 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:32.442688 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5df17d92-a7a4-4cb9-93e2-620c988ae466 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2233572 Aug 28 15:06:32.443969 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45508) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:32.452941 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-cda70e73-55ca-4907-9587-07d1be3843fa tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Request body: {'security_group_rule': {'security_group_id': '94ca4fd0-cc17-4f0e-bb35-add08f95ec96', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:32.459945 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0eb40fd-5b1f-42c8-a9fb-d107e285eb58 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:06:32.473787 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce04f82-ff5d-43e5-a9d7-d71c24a6d1af None None] Sync routers for ids ['df70f160-565c-454c-900c-2fbd75854ea2'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:06:32.491795 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce04f82-ff5d-43e5-a9d7-d71c24a6d1af None None] Routers {'df70f160-565c-454c-900c-2fbd75854ea2'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:06:32.493398 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-6ce04f82-ff5d-43e5-a9d7-d71c24a6d1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:06:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['df70f160-565c-454c-900c-2fbd75854ea2'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:32.496847 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cda70e73-55ca-4907-9587-07d1be3843fa tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:32.533416 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bce067-14b0-4ed6-b19a-6c0502392ed2 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Subnet': ['ID=d7c9902b-3e18-4b3d-a74c-286da595b6d7,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:32.550469 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d0eb40fd-5b1f-42c8-a9fb-d107e285eb58 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:32.556131 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d0eb40fd-5b1f-42c8-a9fb-d107e285eb58 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.7967784 Aug 28 15:06:32.561002 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45510) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:32.582886 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44b1b2-ead3-46ea-8b35-9258d93755e2 req-4c9cc7e7-034b-46ee-b994-ea9f4a84f386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:32.584703 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dc44b1b2-ead3-46ea-8b35-9258d93755e2 req-4c9cc7e7-034b-46ee-b994-ea9f4a84f386 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c9c20336-94ca-4a7f-8011-3dd7f1b6cda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2039421 Aug 28 15:06:32.591181 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cda70e73-55ca-4907-9587-07d1be3843fa tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:32.600743 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bce067-14b0-4ed6-b19a-6c0502392ed2 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Checking segment: {'id': 'd16acea9-f1c1-4481-96f9-9268cfcd1f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:06:32.601224 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bce067-14b0-4ed6-b19a-6c0502392ed2 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network hostable DHCP agents. Network: 1571c3f6-1068-4764-b044-991f083e26ae, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:06:32.611098 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cda70e73-55ca-4907-9587-07d1be3843fa tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:32.653209 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda70e73-55ca-4907-9587-07d1be3843fa tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f081dd-1cd5-4a67-b281-545f8f82cbdd,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:32.662835 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cda70e73-55ca-4907-9587-07d1be3843fa tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:32.666586 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cda70e73-55ca-4907-9587-07d1be3843fa tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2195497 Aug 28 15:06:32.667624 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45514) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:32.704081 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-6ce04f82-ff5d-43e5-a9d7-d71c24a6d1af None None] Set router df70f160-565c-454c-900c-2fbd75854ea2 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:06:32.714319 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-be74abe2-f205-4793-8fe6-087b0f62dbab tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "GET /v2.0/security-group-rules/a6f081dd-1cd5-4a67-b281-545f8f82cbdd HTTP/1.1" status: 200 len: 763 time: 0.0462508 Aug 28 15:06:32.725926 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45516) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:32.805432 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bce067-14b0-4ed6-b19a-6c0502392ed2 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network 1571c3f6-1068-4764-b044-991f083e26ae is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:06:32.809644 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-523ef3e1-a066-4005-91af-54834f906cd7 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0812619 Aug 28 15:06:32.810395 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45522) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:32.848177 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2c899595-54f0-464c-ba6f-f12096d84dc8 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:32.861685 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-cec96056-12b9-4e69-87d6-103105d35e8f tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=bee02b8454d546b78330e0129408e569&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2946906 Aug 28 15:06:32.864343 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2c899595-54f0-464c-ba6f-f12096d84dc8 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:32.873289 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45524) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:32.887379 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab3248c1-08d6-4835-91aa-2d2565be94ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:32.898259 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-51bce067-14b0-4ed6-b19a-6c0502392ed2 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 1571c3f6-1068-4764-b044-991f083e26ae) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:06:32.913890 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2c899595-54f0-464c-ba6f-f12096d84dc8 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:32.922287 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2c899595-54f0-464c-ba6f-f12096d84dc8 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:32.927587 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2c899595-54f0-464c-ba6f-f12096d84dc8 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a6f081dd-1cd5-4a67-b281-545f8f82cbdd HTTP/1.1" status: 204 len: 168 time: 0.1157966 Aug 28 15:06:32.929221 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45526) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:32.930450 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd89c24-b310-4629-a7ea-b374867d0a6b None None] Network 1571c3f6-1068-4764-b044-991f083e26ae requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:06:32.968645 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c899595-54f0-464c-ba6f-f12096d84dc8 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6f081dd-1cd5-4a67-b281-545f8f82cbdd,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:32.973666 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bce067-14b0-4ed6-b19a-6c0502392ed2 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:32.974255 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-51bce067-14b0-4ed6-b19a-6c0502392ed2 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:33.017478 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-87fe9d0b-529f-4004-bb6c-e7f180067e94 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0706530 Aug 28 15:06:33.018224 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45528) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:33.023323 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-5d7c146c-ac9d-4f32-b5e6-6f86d512011b tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Request body: {'security_group_rule': {'security_group_id': '94ca4fd0-cc17-4f0e-bb35-add08f95ec96', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:33.056927 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5d7c146c-ac9d-4f32-b5e6-6f86d512011b tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:33.082383 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dc44b1b2-ead3-46ea-8b35-9258d93755e2 req-9aec1119-807e-40f8-a005-b421851e9d13 service neutron] 10.222.0.41 "GET /v2.0/networks/c9c20336-94ca-4a7f-8011-3dd7f1b6cda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889121 Aug 28 15:06:33.124621 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-51bce067-14b0-4ed6-b19a-6c0502392ed2 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5117149 Aug 28 15:06:33.141792 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 9e5b61b0-9b37-402c-ac33-0a57b7fac04e details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:06:33.145718 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5d7c146c-ac9d-4f32-b5e6-6f86d512011b tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:33.149860 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45534) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:33.205833 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-6ce04f82-ff5d-43e5-a9d7-d71c24a6d1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655923375', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '06295e1e-7d45-4ddc-9939-89a303005670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:26Z', 'updated_at': '2021-08-28T15:06:29Z', 'revision_number': 3, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '06295e1e-7d45-4ddc-9939-89a303005670', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:66:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:28Z', 'updated_at': '2021-08-28T15:06:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:33.231267 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509961f1-21af-4b48-8530-7b04b35e2e59 req-a621104c-2b61-4a7a-96f4-1ee2fabe7812 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:33.232753 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-509961f1-21af-4b48-8530-7b04b35e2e59 req-a621104c-2b61-4a7a-96f4-1ee2fabe7812 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 945 time: 0.3874786 Aug 28 15:06:33.249458 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ed8ea6-dd24-48fe-8bca-fb52b793c090 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:33.253821 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-55ed8ea6-dd24-48fe-8bca-fb52b793c090 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3795478 Aug 28 15:06:33.256080 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5d7c146c-ac9d-4f32-b5e6-6f86d512011b tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:33.259304 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45538) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:33.287553 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630da412-9524-45a5-a70d-f5238ae86c42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-1571c3f6-1068-4764-b044-991f083e26ae', 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'fixed_ips': [{'subnet_id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:06:33.288705 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-630da412-9524-45a5-a70d-f5238ae86c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:33.302107 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce04f82-ff5d-43e5-a9d7-d71c24a6d1af None None] Checking router: df70f160-565c-454c-900c-2fbd75854ea2 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:06:33.302664 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce04f82-ff5d-43e5-a9d7-d71c24a6d1af None None] Updating router df70f160-565c-454c-900c-2fbd75854ea2 port 06295e1e-7d45-4ddc-9939-89a303005670 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:06:33.343523 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-88e64124-ce47-4eb0-a5c7-31ba06c16482 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=61448970-1875-4f3f-bc01-29da4e3666f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0771766 Aug 28 15:06:33.344191 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45540) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:33.355702 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-6b45c7bf-b4df-4342-8d37-44d5a5a4f0b8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1977907925', 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd', 'project_id': 'bee02b8454d546b78330e0129408e569', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:33.398061 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5d7c146c-ac9d-4f32-b5e6-6f86d512011b tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:33.400409 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5d7c146c-ac9d-4f32-b5e6-6f86d512011b tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3807650 Aug 28 15:06:33.422104 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45542) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:33.425913 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1bfbe24a-f2ec-43ad-8299-b89ebffcdd9a req-2dd95de9-bfd6-4628-b1a5-4b9cd4a9b4bd tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 210 time: 0.0425813 Aug 28 15:06:33.428711 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c146c-ac9d-4f32-b5e6-6f86d512011b tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecfa0234-6df8-42da-b5f2-ef3ad337a0b7,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:33.443785 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dc44b1b2-ead3-46ea-8b35-9258d93755e2 req-4dcfe870-4860-4022-b7cb-86845cd927b6 service neutron] 10.222.0.41 "GET /v2.0/networks/c9c20336-94ca-4a7f-8011-3dd7f1b6cda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494439 Aug 28 15:06:33.455809 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-509961f1-21af-4b48-8530-7b04b35e2e59 req-0fe81a78-d063-47e8-8847-9e20b9bdad3d tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111905 Aug 28 15:06:33.471925 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ffa3acca-c224-47c9-bae5-896d144231db tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "GET /v2.0/security-group-rules/ecfa0234-6df8-42da-b5f2-ef3ad337a0b7 HTTP/1.1" status: 200 len: 763 time: 0.0438006 Aug 28 15:06:33.481539 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45544) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:33.521752 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-630da412-9524-45a5-a70d-f5238ae86c42 None None] Allocated IP 2001:db8::2 (1571c3f6-1068-4764-b044-991f083e26ae/d7c9902b-3e18-4b3d-a74c-286da595b6d7/e88ffd0e-12c2-403d-8fa4-2ea04c1893e2) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:06:33.526356 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3248c1-08d6-4835-91aa-2d2565be94ee admin admin] Router 0adb191f-0baa-4254-b0a8-471f30c1af41 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:06:33.538405 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.resource_extend [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 15:06:33.551089 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b45c7bf-b4df-4342-8d37-44d5a5a4f0b8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Made reservation on behalf of bee02b8454d546b78330e0129408e569 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:06:33.554866 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6b45c7bf-b4df-4342-8d37-44d5a5a4f0b8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:33.614109 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6ce04f82-ff5d-43e5-a9d7-d71c24a6d1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:33.614523 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c2d3f4e8-41b5-41f3-a9e1-e1b0a37f87d6 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1318369 Aug 28 15:06:33.625049 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45546) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:33.654345 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:33.700443 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b0825ee6-84b7-4431-9a31-c2e30f88b83d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:33.710794 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b0825ee6-84b7-4431-9a31-c2e30f88b83d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:33.729062 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e', 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f', 'port_id': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e', 'mac_address': 'fa:16:3e:c2:37:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '836bd9d7-21bc-4e2a-b716-53b54890baa2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:06:33.750198 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f9854261-a5bf-48ce-beef-4874620d0941 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:33.771530 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b0825ee6-84b7-4431-9a31-c2e30f88b83d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:33.779900 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b0825ee6-84b7-4431-9a31-c2e30f88b83d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:33.781065 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b0825ee6-84b7-4431-9a31-c2e30f88b83d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/ecfa0234-6df8-42da-b5f2-ef3ad337a0b7 HTTP/1.1" status: 204 len: 168 time: 0.1527541 Aug 28 15:06:33.783480 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45548) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:33.870277 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0825ee6-84b7-4431-9a31-c2e30f88b83d tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ecfa0234-6df8-42da-b5f2-ef3ad337a0b7,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:33.900959 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3248c1-08d6-4835-91aa-2d2565be94ee admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:06:33.918932 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527cbbcd-62b9-4afb-9249-73b500d61007 None None] Sync routers for ids ['0adb191f-0baa-4254-b0a8-471f30c1af41'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:06:33.932452 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527cbbcd-62b9-4afb-9249-73b500d61007 None None] Routers {'0adb191f-0baa-4254-b0a8-471f30c1af41'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:06:33.935530 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6b45c7bf-b4df-4342-8d37-44d5a5a4f0b8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:33.944568 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-527cbbcd-62b9-4afb-9249-73b500d61007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:06:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['0adb191f-0baa-4254-b0a8-471f30c1af41'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:33.949583 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6a69a762-4e2a-4797-bdb4-e6f6b571112c tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1626620 Aug 28 15:06:33.950881 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45552) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:33.954989 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-3b5cf26c-a216-4af2-a0f6-ec1d3c8089fd tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Request body: {'security_group_rule': {'security_group_id': '94ca4fd0-cc17-4f0e-bb35-add08f95ec96', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:34.030484 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab3248c1-08d6-4835-91aa-2d2565be94ee admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:34.032530 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ab3248c1-08d6-4835-91aa-2d2565be94ee admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9437253 Aug 28 15:06:34.035562 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45554) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:34.110790 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45c7bf-b4df-4342-8d37-44d5a5a4f0b8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Subnet': ['ID=f372a38c-c4d4-4f7d-922b-81f31e4a3273,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:34.113146 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b45c7bf-b4df-4342-8d37-44d5a5a4f0b8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Checking segment: {'id': '8b86c131-42a6-429e-b12a-d30d54b837f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:06:34.113505 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b45c7bf-b4df-4342-8d37-44d5a5a4f0b8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Network hostable DHCP agents. Network: 5c9001ca-a76d-4043-9857-260c0aecc9dd, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:06:34.135285 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b45c7bf-b4df-4342-8d37-44d5a5a4f0b8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Network 5c9001ca-a76d-4043-9857-260c0aecc9dd is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:06:34.139587 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b5cf26c-a216-4af2-a0f6-ec1d3c8089fd tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:34.155180 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-6b45c7bf-b4df-4342-8d37-44d5a5a4f0b8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 5c9001ca-a76d-4043-9857-260c0aecc9dd) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:06:34.160407 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b45c7bf-b4df-4342-8d37-44d5a5a4f0b8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:34.161736 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6b45c7bf-b4df-4342-8d37-44d5a5a4f0b8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:34.191283 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf7c820-d306-4bfb-be18-c3566d62744f None None] Network 5c9001ca-a76d-4043-9857-260c0aecc9dd requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:06:34.198538 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6b45c7bf-b4df-4342-8d37-44d5a5a4f0b8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8506975 Aug 28 15:06:34.199212 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45560) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:34.264008 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-527cbbcd-62b9-4afb-9249-73b500d61007 None None] Set router 0adb191f-0baa-4254-b0a8-471f30c1af41 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:06:34.318320 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:34.328525 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b5cf26c-a216-4af2-a0f6-ec1d3c8089fd tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:34.343612 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b5cf26c-a216-4af2-a0f6-ec1d3c8089fd tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:34.370210 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e5b61b0-9b37-402c-ac33-0a57b7fac04e {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:06:34.392733 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:34.405807 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827afabc-b5d9-4568-b117-3cc145ae87ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-5c9001ca-a76d-4043-9857-260c0aecc9dd', 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'fixed_ips': [{'subnet_id': 'f372a38c-c4d4-4f7d-922b-81f31e4a3273'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:06:34.406679 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-827afabc-b5d9-4568-b117-3cc145ae87ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:34.419364 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:34.504246 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,revision_number=9']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:34.524650 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-527cbbcd-62b9-4afb-9249-73b500d61007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'name': 'tempest-ServersTestFqdnHostnames-1822638661-router', 'tenant_id': '58646dff4236456eaa1799e18ba69def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b5a9a55e-d598-469a-b6e4-8fb9cdacf160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:28Z', 'updated_at': '2021-08-28T15:06:31Z', 'revision_number': 3, 'project_id': '58646dff4236456eaa1799e18ba69def', 'gw_port': {'id': 'b5a9a55e-d598-469a-b6e4-8fb9cdacf160', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:06:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:34.608515 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527cbbcd-62b9-4afb-9249-73b500d61007 None None] Checking router: 0adb191f-0baa-4254-b0a8-471f30c1af41 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:06:34.608777 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527cbbcd-62b9-4afb-9249-73b500d61007 None None] Updating router 0adb191f-0baa-4254-b0a8-471f30c1af41 port b5a9a55e-d598-469a-b6e4-8fb9cdacf160 binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:06:34.615891 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['9e5b61b0-9b37-402c-ac33-0a57b7fac04e'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:06:34.627169 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5cf26c-a216-4af2-a0f6-ec1d3c8089fd tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a73f220-708e-4b3d-b8d5-d816aefe8d19,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:34.642228 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-527cbbcd-62b9-4afb-9249-73b500d61007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:34.650519 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-630da412-9524-45a5-a70d-f5238ae86c42 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:34.692418 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-630da412-9524-45a5-a70d-f5238ae86c42 None None] Transition to ACTIVE for port object e88ffd0e-12c2-403d-8fa4-2ea04c1893e2 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:06:34.715837 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b5cf26c-a216-4af2-a0f6-ec1d3c8089fd tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:34.718304 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3b5cf26c-a216-4af2-a0f6-ec1d3c8089fd tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7658134 Aug 28 15:06:34.738574 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45566) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:34.783487 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b863f220-8a5a-4bf2-8591-0c06822a86a6 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "GET /v2.0/security-group-rules/4a73f220-708e-4b3d-b8d5-d816aefe8d19 HTTP/1.1" status: 200 len: 764 time: 0.0435567 Aug 28 15:06:34.792565 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-827afabc-b5d9-4568-b117-3cc145ae87ca None None] Allocated IP 172.20.0.2 (5c9001ca-a76d-4043-9857-260c0aecc9dd/f372a38c-c4d4-4f7d-922b-81f31e4a3273/cafbd97b-1ece-4abf-803a-cd25044b7f93) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:06:34.817631 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45568) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:34.865816 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6e27e-2b4d-4984-9c51-622dfa962c4a req-aeb070e4-b876-45cc-b7f3-11d3889738fd tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:34.883714 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-64e6e27e-2b4d-4984-9c51-622dfa962c4a req-aeb070e4-b876-45cc-b7f3-11d3889738fd tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 945 time: 0.1763492 Aug 28 15:06:34.907273 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-630da412-9524-45a5-a70d-f5238ae86c42 None None] Transition to ACTIVE for port object e88ffd0e-12c2-403d-8fa4-2ea04c1893e2 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:06:34.967177 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-97dafc06-769f-4b24-88f8-dbde30ba977f tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1480002 Aug 28 15:06:34.970259 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45570) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:34.980438 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-630da412-9524-45a5-a70d-f5238ae86c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:34.987469 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6ce04f82-ff5d-43e5-a9d7-d71c24a6d1af None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:35.009544 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-62bb6188-6761-4d97-b673-55437fa39b54 req-c7b3aa06-d47d-4d18-b938-e3ba602aa6e2 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 210 time: 0.0565360 Aug 28 15:06:35.031348 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94e6f43d-c47c-4203-bc83-f659f698e715 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:35.045533 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94e6f43d-c47c-4203-bc83-f659f698e715 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:35.080962 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630da412-9524-45a5-a70d-f5238ae86c42 None None] Network 1571c3f6-1068-4764-b044-991f083e26ae is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:06:35.087282 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-64e6e27e-2b4d-4984-9c51-622dfa962c4a req-ba3c2217-7722-49b4-93d9-b6ab334e42e4 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015674 Aug 28 15:06:35.093730 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6ce04f82-ff5d-43e5-a9d7-d71c24a6d1af None None] Transition to ACTIVE for port object 06295e1e-7d45-4ddc-9939-89a303005670 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:06:35.098572 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-630da412-9524-45a5-a70d-f5238ae86c42 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:06:35.121238 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-f9854261-a5bf-48ce-beef-4874620d0941 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Allocated IP 2001:db8::1 (1571c3f6-1068-4764-b044-991f083e26ae/d7c9902b-3e18-4b3d-a74c-286da595b6d7/7a47b218-094b-492f-b8e4-adfc54fbc703) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:06:35.252223 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-827afabc-b5d9-4568-b117-3cc145ae87ca None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:35.264905 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630da412-9524-45a5-a70d-f5238ae86c42 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:06:35.280178 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6ce04f82-ff5d-43e5-a9d7-d71c24a6d1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:35.333185 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f9854261-a5bf-48ce-beef-4874620d0941 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:35.358116 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-827afabc-b5d9-4568-b117-3cc145ae87ca None None] Transition to ACTIVE for port object cafbd97b-1ece-4abf-803a-cd25044b7f93 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:06:35.361230 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-f9854261-a5bf-48ce-beef-4874620d0941 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Transition to ACTIVE for port object 7a47b218-094b-492f-b8e4-adfc54fbc703 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:06:35.374249 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-827afabc-b5d9-4568-b117-3cc145ae87ca None None] Transition to ACTIVE for port object cafbd97b-1ece-4abf-803a-cd25044b7f93 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:06:35.378571 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94e6f43d-c47c-4203-bc83-f659f698e715 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:35.387918 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94e6f43d-c47c-4203-bc83-f659f698e715 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:35.390805 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-94e6f43d-c47c-4203-bc83-f659f698e715 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4a73f220-708e-4b3d-b8d5-d816aefe8d19 HTTP/1.1" status: 204 len: 168 time: 0.4184206 Aug 28 15:06:35.392299 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45578) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:35.405606 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6f43d-c47c-4203-bc83-f659f698e715 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a73f220-708e-4b3d-b8d5-d816aefe8d19,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:35.441720 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-15e8785f-cfdd-48d9-a4ad-b908bb29fd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:35.445865 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-527cbbcd-62b9-4afb-9249-73b500d61007 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:35.465794 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-827afabc-b5d9-4568-b117-3cc145ae87ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:35.472465 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-527cbbcd-62b9-4afb-9249-73b500d61007 None None] Transition to ACTIVE for port object b5a9a55e-d598-469a-b6e4-8fb9cdacf160 will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:06:35.479568 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630da412-9524-45a5-a70d-f5238ae86c42 None None] Pushing event updated for resources: {'Port': ['ID=e88ffd0e-12c2-403d-8fa4-2ea04c1893e2,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:35.481859 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-527cbbcd-62b9-4afb-9249-73b500d61007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:35.482971 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0ea95c58-e480-4ed5-b455-f308d496e4b3 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0894816 Aug 28 15:06:35.485983 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45580) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:35.497348 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f9854261-a5bf-48ce-beef-4874620d0941 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:35.549211 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8709902a-cad9-4377-9257-54f00d4dda7e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:35.551330 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827afabc-b5d9-4568-b117-3cc145ae87ca None None] Network 5c9001ca-a76d-4043-9857-260c0aecc9dd is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:06:35.553546 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-6ce04f82-ff5d-43e5-a9d7-d71c24a6d1af None None] Attempting to bind port 06295e1e-7d45-4ddc-9939-89a303005670 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:06:35.553924 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-6ce04f82-ff5d-43e5-a9d7-d71c24a6d1af None None] Attempting to bind port 06295e1e-7d45-4ddc-9939-89a303005670 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:06:35.554294 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce04f82-ff5d-43e5-a9d7-d71c24a6d1af None None] Attempting to bind port 06295e1e-7d45-4ddc-9939-89a303005670 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:06:35.559844 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-630da412-9524-45a5-a70d-f5238ae86c42 None None] Attempting to bind port e88ffd0e-12c2-403d-8fa4-2ea04c1893e2 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:06:35.560187 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-630da412-9524-45a5-a70d-f5238ae86c42 None None] Attempting to bind port e88ffd0e-12c2-403d-8fa4-2ea04c1893e2 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'd16acea9-f1c1-4481-96f9-9268cfcd1f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:06:35.560554 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630da412-9524-45a5-a70d-f5238ae86c42 None None] Attempting to bind port e88ffd0e-12c2-403d-8fa4-2ea04c1893e2 on network 1571c3f6-1068-4764-b044-991f083e26ae {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:06:35.572049 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630da412-9524-45a5-a70d-f5238ae86c42 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:06:35.572449 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630da412-9524-45a5-a70d-f5238ae86c42 None None] Checking segment: {'id': 'd16acea9-f1c1-4481-96f9-9268cfcd1f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:06:35.572859 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-630da412-9524-45a5-a70d-f5238ae86c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:35.573265 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630da412-9524-45a5-a70d-f5238ae86c42 None None] Bound using segment: {'id': 'd16acea9-f1c1-4481-96f9-9268cfcd1f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:06:35.573859 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-630da412-9524-45a5-a70d-f5238ae86c42 None None] Bound port: e88ffd0e-12c2-403d-8fa4-2ea04c1893e2, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16acea9-f1c1-4481-96f9-9268cfcd1f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:06:35.574313 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-630da412-9524-45a5-a70d-f5238ae86c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:35.580339 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-827afabc-b5d9-4568-b117-3cc145ae87ca None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:06:35.583822 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827afabc-b5d9-4568-b117-3cc145ae87ca None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:06:35.591424 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9854261-a5bf-48ce-beef-4874620d0941 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network 1571c3f6-1068-4764-b044-991f083e26ae is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:06:35.597814 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce04f82-ff5d-43e5-a9d7-d71c24a6d1af None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:06:35.598191 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce04f82-ff5d-43e5-a9d7-d71c24a6d1af None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:06:35.598594 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6ce04f82-ff5d-43e5-a9d7-d71c24a6d1af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:35.598986 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce04f82-ff5d-43e5-a9d7-d71c24a6d1af None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:06:35.599463 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-6ce04f82-ff5d-43e5-a9d7-d71c24a6d1af None None] Bound port: 06295e1e-7d45-4ddc-9939-89a303005670, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:06:35.599871 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6ce04f82-ff5d-43e5-a9d7-d71c24a6d1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:35.617802 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-527cbbcd-62b9-4afb-9249-73b500d61007 None None] Attempting to bind port b5a9a55e-d598-469a-b6e4-8fb9cdacf160 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:06:35.618176 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-527cbbcd-62b9-4afb-9249-73b500d61007 None None] Attempting to bind port b5a9a55e-d598-469a-b6e4-8fb9cdacf160 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:06:35.625283 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527cbbcd-62b9-4afb-9249-73b500d61007 None None] Attempting to bind port b5a9a55e-d598-469a-b6e4-8fb9cdacf160 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:06:35.630118 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966951a-c05c-4f9b-b1e4-0de298cb181c None None] Pushing event updated for resources: {'Port': ['ID=b5a9a55e-d598-469a-b6e4-8fb9cdacf160,revision_number=2']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:35.642552 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-f9854261-a5bf-48ce-beef-4874620d0941 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:06:35.653083 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527cbbcd-62b9-4afb-9249-73b500d61007 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:06:35.653493 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527cbbcd-62b9-4afb-9249-73b500d61007 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:06:35.653849 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-527cbbcd-62b9-4afb-9249-73b500d61007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:35.654242 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527cbbcd-62b9-4afb-9249-73b500d61007 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:06:35.654719 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-527cbbcd-62b9-4afb-9249-73b500d61007 None None] Bound port: b5a9a55e-d598-469a-b6e4-8fb9cdacf160, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:06:35.655095 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-527cbbcd-62b9-4afb-9249-73b500d61007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:35.659316 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9854261-a5bf-48ce-beef-4874620d0941 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:06:35.659526 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966951a-c05c-4f9b-b1e4-0de298cb181c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:35.659920 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966951a-c05c-4f9b-b1e4-0de298cb181c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:35.660134 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966951a-c05c-4f9b-b1e4-0de298cb181c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:35.660456 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966951a-c05c-4f9b-b1e4-0de298cb181c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:35.660583 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f9854261-a5bf-48ce-beef-4874620d0941 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:35.660805 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966951a-c05c-4f9b-b1e4-0de298cb181c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:35.661101 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966951a-c05c-4f9b-b1e4-0de298cb181c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:35.661422 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966951a-c05c-4f9b-b1e4-0de298cb181c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:35.661743 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966951a-c05c-4f9b-b1e4-0de298cb181c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:35.662079 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966951a-c05c-4f9b-b1e4-0de298cb181c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:35.662412 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966951a-c05c-4f9b-b1e4-0de298cb181c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:35.662693 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966951a-c05c-4f9b-b1e4-0de298cb181c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:35.662999 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966951a-c05c-4f9b-b1e4-0de298cb181c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:35.669149 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e8027-4f55-4fcb-a314-ce070daf9437 None None] Pushing event updated for resources: {'Port': ['ID=06295e1e-7d45-4ddc-9939-89a303005670,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:35.673488 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9854261-a5bf-48ce-beef-4874620d0941 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Port': ['ID=7a47b218-094b-492f-b8e4-adfc54fbc703,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:35.766945 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-827afabc-b5d9-4568-b117-3cc145ae87ca None None] Attempting to bind port cafbd97b-1ece-4abf-803a-cd25044b7f93 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:06:35.767347 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-827afabc-b5d9-4568-b117-3cc145ae87ca None None] Attempting to bind port cafbd97b-1ece-4abf-803a-cd25044b7f93 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '8b86c131-42a6-429e-b12a-d30d54b837f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:06:35.767705 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827afabc-b5d9-4568-b117-3cc145ae87ca None None] Attempting to bind port cafbd97b-1ece-4abf-803a-cd25044b7f93 on network 5c9001ca-a76d-4043-9857-260c0aecc9dd {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:06:35.790552 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-527cbbcd-62b9-4afb-9249-73b500d61007 None None] For port b5a9a55e-d598-469a-b6e4-8fb9cdacf160, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:06:35.799416 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-527cbbcd-62b9-4afb-9249-73b500d61007 None None] For port b5a9a55e-d598-469a-b6e4-8fb9cdacf160, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b5a9a55e-d598-469a-b6e4-8fb9cdacf160,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:06:35.802696 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827afabc-b5d9-4568-b117-3cc145ae87ca None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:06:35.802945 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827afabc-b5d9-4568-b117-3cc145ae87ca None None] Checking segment: {'id': '8b86c131-42a6-429e-b12a-d30d54b837f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:06:35.803436 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-827afabc-b5d9-4568-b117-3cc145ae87ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:35.803818 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827afabc-b5d9-4568-b117-3cc145ae87ca None None] Bound using segment: {'id': '8b86c131-42a6-429e-b12a-d30d54b837f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:06:35.804338 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-827afabc-b5d9-4568-b117-3cc145ae87ca None None] Bound port: cafbd97b-1ece-4abf-803a-cd25044b7f93, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b86c131-42a6-429e-b12a-d30d54b837f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:06:35.805240 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-527cbbcd-62b9-4afb-9249-73b500d61007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:35.805609 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-827afabc-b5d9-4568-b117-3cc145ae87ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:35.835435 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-6ce04f82-ff5d-43e5-a9d7-d71c24a6d1af None None] For port 06295e1e-7d45-4ddc-9939-89a303005670, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:06:35.838743 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827afabc-b5d9-4568-b117-3cc145ae87ca None None] Pushing event updated for resources: {'Port': ['ID=cafbd97b-1ece-4abf-803a-cd25044b7f93,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:35.850817 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-6ce04f82-ff5d-43e5-a9d7-d71c24a6d1af None None] For port 06295e1e-7d45-4ddc-9939-89a303005670, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=06295e1e-7d45-4ddc-9939-89a303005670,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:06:35.870364 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6ce04f82-ff5d-43e5-a9d7-d71c24a6d1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:35.913398 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527cbbcd-62b9-4afb-9249-73b500d61007 None None] Routers {'0adb191f-0baa-4254-b0a8-471f30c1af41'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:06:35.915136 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-527cbbcd-62b9-4afb-9249-73b500d61007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:06:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['0adb191f-0baa-4254-b0a8-471f30c1af41'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:35.938991 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-630da412-9524-45a5-a70d-f5238ae86c42 None None] For port e88ffd0e-12c2-403d-8fa4-2ea04c1893e2, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:06:35.980056 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966951a-c05c-4f9b-b1e4-0de298cb181c None None] Pushing event updated for resources: {'Port': ['ID=b5a9a55e-d598-469a-b6e4-8fb9cdacf160,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:36.001390 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-630da412-9524-45a5-a70d-f5238ae86c42 None None] For port e88ffd0e-12c2-403d-8fa4-2ea04c1893e2, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e88ffd0e-12c2-403d-8fa4-2ea04c1893e2,segment=NetworkSegment(d16acea9-f1c1-4481-96f9-9268cfcd1f52),segment_id=d16acea9-f1c1-4481-96f9-9268cfcd1f52)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:06:36.039944 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-8709902a-cad9-4377-9257-54f00d4dda7e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Allocated IP 172.20.0.1 (5c9001ca-a76d-4043-9857-260c0aecc9dd/f372a38c-c4d4-4f7d-922b-81f31e4a3273/46bd64e3-2082-426f-ac24-38ddc2281c77) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:06:36.040763 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-630da412-9524-45a5-a70d-f5238ae86c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:36.097261 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce04f82-ff5d-43e5-a9d7-d71c24a6d1af None None] Routers {'df70f160-565c-454c-900c-2fbd75854ea2'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:06:36.097920 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-6ce04f82-ff5d-43e5-a9d7-d71c24a6d1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:06:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['df70f160-565c-454c-900c-2fbd75854ea2'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:36.198550 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8709902a-cad9-4377-9257-54f00d4dda7e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:36.221311 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-8709902a-cad9-4377-9257-54f00d4dda7e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Transition to ACTIVE for port object 46bd64e3-2082-426f-ac24-38ddc2281c77 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:06:36.229966 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-527cbbcd-62b9-4afb-9249-73b500d61007 None None] Set router 0adb191f-0baa-4254-b0a8-471f30c1af41 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:06:36.265027 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-827afabc-b5d9-4568-b117-3cc145ae87ca None None] For port cafbd97b-1ece-4abf-803a-cd25044b7f93, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:06:36.294556 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8709902a-cad9-4377-9257-54f00d4dda7e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:36.307584 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e8027-4f55-4fcb-a314-ce070daf9437 None None] Pushing event updated for resources: {'Port': ['ID=06295e1e-7d45-4ddc-9939-89a303005670,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:36.397522 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-827afabc-b5d9-4568-b117-3cc145ae87ca None None] For port cafbd97b-1ece-4abf-803a-cd25044b7f93, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=cafbd97b-1ece-4abf-803a-cd25044b7f93,segment=NetworkSegment(8b86c131-42a6-429e-b12a-d30d54b837f8),segment_id=8b86c131-42a6-429e-b12a-d30d54b837f8)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:06:36.446790 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-659e98ec-9636-4f4e-99f7-989902ce6829 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:36.452171 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8709902a-cad9-4377-9257-54f00d4dda7e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Network 5c9001ca-a76d-4043-9857-260c0aecc9dd is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:06:36.458058 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5c5b159f-c950-4991-8ce2-d48c0b34720b req-031ebb38-1109-4b09-b23a-acfe371bd420 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 210 time: 0.1686151 Aug 28 15:06:36.462055 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-827afabc-b5d9-4568-b117-3cc145ae87ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:36.468969 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-8709902a-cad9-4377-9257-54f00d4dda7e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:06:36.481251 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8709902a-cad9-4377-9257-54f00d4dda7e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:06:36.550347 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-659e98ec-9636-4f4e-99f7-989902ce6829 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:36.603266 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709902a-cad9-4377-9257-54f00d4dda7e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Port': ['ID=46bd64e3-2082-426f-ac24-38ddc2281c77,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:36.609435 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-15e8785f-cfdd-48d9-a4ad-b908bb29fd52 admin admin] Allocated IP 172.20.0.1 (62a05963-9485-4d2d-9e03-53fcab2c33e0/b079ed4e-e959-4b0f-8924-28bb3e9ef569/bfe3fcbd-5f70-4df8-9bb5-d643e9206c93) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:06:36.613172 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-6ce04f82-ff5d-43e5-a9d7-d71c24a6d1af None None] Set router df70f160-565c-454c-900c-2fbd75854ea2 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:06:36.615555 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630da412-9524-45a5-a70d-f5238ae86c42 None None] Pushing event updated for resources: {'Port': ['ID=e88ffd0e-12c2-403d-8fa4-2ea04c1893e2,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:36.707998 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cfa3e-848d-4c32-8118-4bab9b9cb4f1 req-6e3eb173-9a1f-4da0-a381-cc24a587e1e6 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:36.720095 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5f1cfa3e-848d-4c32-8118-4bab9b9cb4f1 req-6e3eb173-9a1f-4da0-a381-cc24a587e1e6 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 945 time: 0.3951843 Aug 28 15:06:36.739582 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8709902a-cad9-4377-9257-54f00d4dda7e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:36.856553 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-15e8785f-cfdd-48d9-a4ad-b908bb29fd52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:36.874195 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-15e8785f-cfdd-48d9-a4ad-b908bb29fd52 admin admin] Transition to ACTIVE for port object bfe3fcbd-5f70-4df8-9bb5-d643e9206c93 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:06:36.895388 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-527cbbcd-62b9-4afb-9249-73b500d61007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'name': 'tempest-ServersTestFqdnHostnames-1822638661-router', 'tenant_id': '58646dff4236456eaa1799e18ba69def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b5a9a55e-d598-469a-b6e4-8fb9cdacf160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:28Z', 'updated_at': '2021-08-28T15:06:31Z', 'revision_number': 3, 'project_id': '58646dff4236456eaa1799e18ba69def', 'gw_port': {'id': 'b5a9a55e-d598-469a-b6e4-8fb9cdacf160', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:36.908609 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827afabc-b5d9-4568-b117-3cc145ae87ca None None] Pushing event updated for resources: {'Port': ['ID=cafbd97b-1ece-4abf-803a-cd25044b7f93,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:36.932566 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5f1cfa3e-848d-4c32-8118-4bab9b9cb4f1 req-b83ad58b-c80f-4db3-a8dc-744c2cbb92f2 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115555 Aug 28 15:06:36.945807 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-15e8785f-cfdd-48d9-a4ad-b908bb29fd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:37.034753 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527cbbcd-62b9-4afb-9249-73b500d61007 None None] The sync data for ids ['0adb191f-0baa-4254-b0a8-471f30c1af41'] in n-d-712137-10 is: [{'id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'name': 'tempest-ServersTestFqdnHostnames-1822638661-router', 'tenant_id': '58646dff4236456eaa1799e18ba69def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b5a9a55e-d598-469a-b6e4-8fb9cdacf160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:28Z', 'updated_at': '2021-08-28T15:06:31Z', 'revision_number': 3, 'project_id': '58646dff4236456eaa1799e18ba69def', 'gw_port': {'id': 'b5a9a55e-d598-469a-b6e4-8fb9cdacf160', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:06:37.111047 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f9854261-a5bf-48ce-beef-4874620d0941 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:37.114171 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-6ce04f82-ff5d-43e5-a9d7-d71c24a6d1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655923375', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '06295e1e-7d45-4ddc-9939-89a303005670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:26Z', 'updated_at': '2021-08-28T15:06:29Z', 'revision_number': 3, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '06295e1e-7d45-4ddc-9939-89a303005670', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:66:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:28Z', 'updated_at': '2021-08-28T15:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:37.164669 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce04f82-ff5d-43e5-a9d7-d71c24a6d1af None None] The sync data for ids ['df70f160-565c-454c-900c-2fbd75854ea2'] in n-d-712137-10 is: [{'id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655923375', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '06295e1e-7d45-4ddc-9939-89a303005670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:26Z', 'updated_at': '2021-08-28T15:06:29Z', 'revision_number': 3, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '06295e1e-7d45-4ddc-9939-89a303005670', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:66:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:28Z', 'updated_at': '2021-08-28T15:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:06:37.172835 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 9e5b61b0-9b37-402c-ac33-0a57b7fac04e up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:06:37.175116 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-659e98ec-9636-4f4e-99f7-989902ce6829 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:37.177706 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-659e98ec-9636-4f4e-99f7-989902ce6829 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:37.178895 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-659e98ec-9636-4f4e-99f7-989902ce6829 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "DELETE /v2.0/security-groups/94ca4fd0-cc17-4f0e-bb35-add08f95ec96 HTTP/1.1" status: 204 len: 168 time: 1.6918705 Aug 28 15:06:37.183786 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45610) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:37.195270 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e8785f-cfdd-48d9-a4ad-b908bb29fd52 admin admin] Network 62a05963-9485-4d2d-9e03-53fcab2c33e0 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:06:37.239771 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-15e8785f-cfdd-48d9-a4ad-b908bb29fd52 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:06:37.243649 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8785f-cfdd-48d9-a4ad-b908bb29fd52 admin admin] Pushing event updated for resources: {'Port': ['ID=bfe3fcbd-5f70-4df8-9bb5-d643e9206c93,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:37.305666 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e8785f-cfdd-48d9-a4ad-b908bb29fd52 admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:06:37.337039 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:37.337449 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:37.366679 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e98ec-9636-4f4e-99f7-989902ce6829 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ca4fd0-cc17-4f0e-bb35-add08f95ec96,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:37.490242 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e7842335-b9d9-4c41-bcbb-7505cf51045f tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3010020 Aug 28 15:06:37.604323 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45618) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:37.605126 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-15e8785f-cfdd-48d9-a4ad-b908bb29fd52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:37.733802 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c749bc-ece9-4df8-b5bf-c1f3a0ccadef req-8892d766-7322-4640-8f8a-4fd7d044dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:37.735830 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-90c749bc-ece9-4df8-b5bf-c1f3a0ccadef req-8892d766-7322-4640-8f8a-4fd7d044dd62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=038a0222e6f34dfa8dce183514c3f3db&device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 1097 time: 0.6377938 Aug 28 15:06:38.050791 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-12de4f18-d2bc-481b-803d-cad193f5f31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:38.056531 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:38.058831 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b791b00d-f640-4dda-b246-f107c0b8fd5e None None] Provisioning for port bfe3fcbd-5f70-4df8-9bb5-d643e9206c93 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:06:38.154444 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b791b00d-f640-4dda-b246-f107c0b8fd5e None None] Provisioning complete for port bfe3fcbd-5f70-4df8-9bb5-d643e9206c93 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:38.154765 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b791b00d-f640-4dda-b246-f107c0b8fd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:38.217661 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8709902a-cad9-4377-9257-54f00d4dda7e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:38.225692 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c749bc-ece9-4df8-b5bf-c1f3a0ccadef req-7957a0ac-34f5-41cd-85ce-9552f387a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:38.244681 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-90c749bc-ece9-4df8-b5bf-c1f3a0ccadef req-7957a0ac-34f5-41cd-85ce-9552f387a595 service neutron] 10.222.0.36 "GET /v2.0/networks?id=03e6b4b8-6c68-4060-8426-90fcc4950716 HTTP/1.1" status: 200 len: 907 time: 0.4811695 Aug 28 15:06:38.316182 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-b791b00d-f640-4dda-b246-f107c0b8fd5e None None] Port bfe3fcbd-5f70-4df8-9bb5-d643e9206c93 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:06:38.492665 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:38.502453 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a08d248-73dd-4032-a07e-df32ddb202fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:06:38.514156 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7b8db8-bea3-499e-8618-aa8c4a885863" -d '{"events": [{"server_uuid": "3a08d248-73dd-4032-a07e-df32ddb202fc", "name": "network-vif-plugged", "status": "completed", "tag": "9e5b61b0-9b37-402c-ac33-0a57b7fac04e"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:06:38.536007 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:38.675728 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5ebb62-e387-430c-804d-d50a4d13e5d7 None None] Network 1571c3f6-1068-4764-b044-991f083e26ae requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:06:38.679345 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 06295e1e-7d45-4ddc-9939-89a303005670 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:06:38.886943 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2e186d7b-572f-4fdb-a7b2-01ce771e6847 None None] Provisioning for port e88ffd0e-12c2-403d-8fa4-2ea04c1893e2 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:06:38.999683 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,revision_number=10']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:39.025589 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f9854261-a5bf-48ce-beef-4874620d0941 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:39.091320 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d99e8e-e9a6-4f36-ab1a-b4106d1c0fcc None None] Network 5c9001ca-a76d-4043-9857-260c0aecc9dd requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:06:39.157060 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06d31967-43a8-4c4a-b015-c6e154b196dd req-fd298039-d047-4523-964a-9f11ad811250 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 210 time: 0.1263559 Aug 28 15:06:39.199350 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f9854261-a5bf-48ce-beef-4874620d0941 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:39.208019 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8709902a-cad9-4377-9257-54f00d4dda7e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:39.213955 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-90c749bc-ece9-4df8-b5bf-c1f3a0ccadef req-f71d4610-3152-437c-87e1-663b681ac727 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f75cd32b-6805-4af9-b110-390609f54500 HTTP/1.1" status: 200 len: 217 time: 0.9307568 Aug 28 15:06:39.214290 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f9854261-a5bf-48ce-beef-4874620d0941 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:39.270621 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8709902a-cad9-4377-9257-54f00d4dda7e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:39.367089 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 06295e1e-7d45-4ddc-9939-89a303005670 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:06:39.502321 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8709902a-cad9-4377-9257-54f00d4dda7e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:39.545296 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45c895d-2caf-424b-902f-0b0c9a5678b6 x-openstack-request-id: req-b45c895d-2caf-424b-902f-0b0c9a5678b6 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:06:39.547528 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a08d248-73dd-4032-a07e-df32ddb202fc", "name": "network-vif-plugged", "status": "completed", "tag": "9e5b61b0-9b37-402c-ac33-0a57b7fac04e", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:06:39.548014 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b45c895d-2caf-424b-902f-0b0c9a5678b6 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:06:39.550683 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a08d248-73dd-4032-a07e-df32ddb202fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e', 'code': 200} Aug 28 15:06:39.559820 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 06295e1e-7d45-4ddc-9939-89a303005670 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:39.566952 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:39.575632 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709902a-cad9-4377-9257-54f00d4dda7e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Port': ['ID=46bd64e3-2082-426f-ac24-38ddc2281c77,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:39.712539 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8709902a-cad9-4377-9257-54f00d4dda7e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Network 5c9001ca-a76d-4043-9857-260c0aecc9dd is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:06:39.719754 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-8709902a-cad9-4377-9257-54f00d4dda7e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:06:39.749420 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b9188-8990-4fe7-8f84-2d7a872f0fbb req-305ca5d2-5e69-4aaa-8ab9-7f45662f93ae tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:39.751149 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-281b9188-8990-4fe7-8f84-2d7a872f0fbb req-305ca5d2-5e69-4aaa-8ab9-7f45662f93ae tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 945 time: 1.2717175 Aug 28 15:06:39.759840 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a27fddb0-61a5-4fc2-ac13-821442c957e5 tempest-SecGroupTest-190394653 tempest-SecGroupTest-190394653-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 2.1410189 Aug 28 15:06:39.762401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c749bc-ece9-4df8-b5bf-c1f3a0ccadef req-938c49ef-da56-4517-82bf-b249d7fc610f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:39.764957 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-90c749bc-ece9-4df8-b5bf-c1f3a0ccadef req-938c49ef-da56-4517-82bf-b249d7fc610f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=517a924f-5dd5-4f4e-82d8-d019697a05fd HTTP/1.1" status: 200 len: 846 time: 0.5285408 Aug 28 15:06:39.907058 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9854261-a5bf-48ce-beef-4874620d0941 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Port': ['ID=7a47b218-094b-492f-b8e4-adfc54fbc703,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:39.924886 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-15e8785f-cfdd-48d9-a4ad-b908bb29fd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:39.984163 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8709902a-cad9-4377-9257-54f00d4dda7e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Router df70f160-565c-454c-900c-2fbd75854ea2 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:06:39.993710 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-90c749bc-ece9-4df8-b5bf-c1f3a0ccadef req-6ac53ca0-ee90-4b4d-b517-322512e59d30 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03e6b4b8-6c68-4060-8426-90fcc4950716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683341 Aug 28 15:06:40.017815 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-281b9188-8990-4fe7-8f84-2d7a872f0fbb req-54415f9c-91ba-4cc1-a5a6-ef7594ce81b9 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835495 Aug 28 15:06:40.047405 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9854261-a5bf-48ce-beef-4874620d0941 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network 1571c3f6-1068-4764-b044-991f083e26ae is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:06:40.073818 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-f9854261-a5bf-48ce-beef-4874620d0941 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:06:40.168816 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-13515228-d23c-49c0-9951-1384fa397667 None None] Provisioning for port cafbd97b-1ece-4abf-803a-cd25044b7f93 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:06:40.180643 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:40.206773 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 06295e1e-7d45-4ddc-9939-89a303005670, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=06295e1e-7d45-4ddc-9939-89a303005670,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:40.221912 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:40.223033 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e88ffd0e-12c2-403d-8fa4-2ea04c1893e2 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:06:40.320856 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9854261-a5bf-48ce-beef-4874620d0941 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Router c6c79bed-5f52-4124-8491-674d78e709a6 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:06:40.348543 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45646) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:40.361872 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8709902a-cad9-4377-9257-54f00d4dda7e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:06:40.365574 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-90c749bc-ece9-4df8-b5bf-c1f3a0ccadef req-7fc8644e-15a0-4d0d-8615-a5056905b227 service neutron] 10.222.0.36 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624070 Aug 28 15:06:40.389013 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8709902a-cad9-4377-9257-54f00d4dda7e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "PUT /v2.0/routers/df70f160-565c-454c-900c-2fbd75854ea2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1850140 Aug 28 15:06:40.474255 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8107c69a-9194-4cfe-9aa1-80e6be66e495 req-355bed80-af41-432b-8042-a776ea17a7a5 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 210 time: 0.0470459 Aug 28 15:06:40.613648 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=06295e1e-7d45-4ddc-9939-89a303005670,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:40.620178 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-90c749bc-ece9-4df8-b5bf-c1f3a0ccadef req-30f762d0-690f-45de-8322-3b5c9ed2bc2a service neutron] 10.222.0.36 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295413 Aug 28 15:06:40.658322 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port e88ffd0e-12c2-403d-8fa4-2ea04c1893e2 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:06:40.670374 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d1f198df-3d0c-45ff-bae8-50574a4aa084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:40.708860 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port e88ffd0e-12c2-403d-8fa4-2ea04c1893e2 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:40.709584 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:40.728497 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9854261-a5bf-48ce-beef-4874620d0941 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:06:40.752475 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f9854261-a5bf-48ce-beef-4874620d0941 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "PUT /v2.0/routers/c6c79bed-5f52-4124-8491-674d78e709a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5967669 Aug 28 15:06:40.760046 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45668) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:40.762823 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aba0d3d-17aa-4fb5-a035-8325191ee8b2 None None] Sync routers for ids ['c6c79bed-5f52-4124-8491-674d78e709a6'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:06:40.782119 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-142a08c8-56ab-4729-a069-34e5954fb730 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-403355075'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:40.791200 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-15e8785f-cfdd-48d9-a4ad-b908bb29fd52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:40.808540 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-15e8785f-cfdd-48d9-a4ad-b908bb29fd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:40.824625 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aba0d3d-17aa-4fb5-a035-8325191ee8b2 None None] Routers {'c6c79bed-5f52-4124-8491-674d78e709a6'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:06:40.825343 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5aba0d3d-17aa-4fb5-a035-8325191ee8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:06:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c6c79bed-5f52-4124-8491-674d78e709a6'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:40.827574 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:40.838330 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-10056824-bb33-4c66-baa1-79895044bb5d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-94567780&fields=id&tenant_id=bee02b8454d546b78330e0129408e569 HTTP/1.1" status: 200 len: 267 time: 0.1102202 Aug 28 15:06:40.942681 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f7b0b876-b86b-4588-b7ae-a93972fc10b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af2d97326ed1470a94c4c3622f4373b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5921171 Aug 28 15:06:40.949597 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45670) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:41.018018 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142a08c8-56ab-4729-a069-34e5954fb730 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Made reservation on behalf of 620448c0e45d416cac16ebedf859b0fd for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:06:41.023774 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-142a08c8-56ab-4729-a069-34e5954fb730 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:41.035811 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:41.139027 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-15e8785f-cfdd-48d9-a4ad-b908bb29fd52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:41.143755 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8785f-cfdd-48d9-a4ad-b908bb29fd52 admin admin] Pushing event updated for resources: {'Port': ['ID=bfe3fcbd-5f70-4df8-9bb5-d643e9206c93,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:41.208308 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port e88ffd0e-12c2-403d-8fa4-2ea04c1893e2, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e88ffd0e-12c2-403d-8fa4-2ea04c1893e2,segment=NetworkSegment(d16acea9-f1c1-4481-96f9-9268cfcd1f52),segment_id=d16acea9-f1c1-4481-96f9-9268cfcd1f52)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:41.231935 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-5aba0d3d-17aa-4fb5-a035-8325191ee8b2 None None] Set router c6c79bed-5f52-4124-8491-674d78e709a6 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:06:41.250624 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142a08c8-56ab-4729-a069-34e5954fb730 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:06:41.330569 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5aaa1e84-798d-4cac-9105-4300e78e76a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:41.345227 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:41.345961 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device cafbd97b-1ece-4abf-803a-cd25044b7f93 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:06:41.396359 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5aaa1e84-798d-4cac-9105-4300e78e76a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:41.443043 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-142a08c8-56ab-4729-a069-34e5954fb730 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:41.446415 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-142a08c8-56ab-4729-a069-34e5954fb730 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Added segment 3139f908-507a-492a-a099-41507f480440 of type vlan for network cc918a92-c905-47f2-b5c9-28ee955f2b69 Aug 28 15:06:41.499163 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5aaa1e84-798d-4cac-9105-4300e78e76a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:41.503533 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5aaa1e84-798d-4cac-9105-4300e78e76a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:41.507075 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5aaa1e84-798d-4cac-9105-4300e78e76a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5ddc21f-3edb-452e-b6c5-c934b0342cd3 HTTP/1.1" status: 204 len: 168 time: 0.5567145 Aug 28 15:06:41.575887 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa1e84-798d-4cac-9105-4300e78e76a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ddc21f-3edb-452e-b6c5-c934b0342cd3,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:41.636324 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-b20fe2ee-fc4b-4c04-b827-948ac2f90f15 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:41.652064 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-b20fe2ee-fc4b-4c04-b827-948ac2f90f15 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/networks?id=5c9001ca-a76d-4043-9857-260c0aecc9dd HTTP/1.1" status: 200 len: 797 time: 0.8032503 Aug 28 15:06:41.704870 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefd31b-85f7-4c00-87a0-541b246bc384 req-60b9ce3a-42aa-47dd-be3d-c500ac431163 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:41.708312 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fdefd31b-85f7-4c00-87a0-541b246bc384 req-60b9ce3a-42aa-47dd-be3d-c500ac431163 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 945 time: 0.4771113 Aug 28 15:06:41.728764 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-142a08c8-56ab-4729-a069-34e5954fb730 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:41.735342 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-b1f5b06a-68e9-445c-9d71-193fec262723 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/quotas/bee02b8454d546b78330e0129408e569 HTTP/1.1" status: 200 len: 375 time: 0.0795803 Aug 28 15:06:41.828544 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e8785f-cfdd-48d9-a4ad-b908bb29fd52 admin admin] Network 62a05963-9485-4d2d-9e03-53fcab2c33e0 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:06:41.843574 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-15e8785f-cfdd-48d9-a4ad-b908bb29fd52 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:06:41.847503 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ab91b741-e143-454b-8403-e0cdebdec0e5 None None] Provisioning complete for port e88ffd0e-12c2-403d-8fa4-2ea04c1893e2 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:41.848384 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ab91b741-e143-454b-8403-e0cdebdec0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:41.911047 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-142a08c8-56ab-4729-a069-34e5954fb730 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:41.915073 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-a24efca5-50a0-40c3-b7c7-ab1f0d4dfcef tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1769247 Aug 28 15:06:41.925156 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142a08c8-56ab-4729-a069-34e5954fb730 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:41.932952 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-142a08c8-56ab-4729-a069-34e5954fb730 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:41.954113 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:41.962315 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fdefd31b-85f7-4c00-87a0-541b246bc384 req-3827da7f-cf39-4313-bd14-8cdcab796295 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210979 Aug 28 15:06:42.068498 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=e88ffd0e-12c2-403d-8fa4-2ea04c1893e2,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:42.179440 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port cafbd97b-1ece-4abf-803a-cd25044b7f93 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:06:42.250708 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b010aac-c2b2-4f88-b4ed-e76261906277 None None] Sync routers for ids ['df70f160-565c-454c-900c-2fbd75854ea2'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:06:42.273920 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b010aac-c2b2-4f88-b4ed-e76261906277 None None] Routers {'df70f160-565c-454c-900c-2fbd75854ea2'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:06:42.274782 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3b010aac-c2b2-4f88-b4ed-e76261906277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:06:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['df70f160-565c-454c-900c-2fbd75854ea2'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:42.299055 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port cafbd97b-1ece-4abf-803a-cd25044b7f93 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:42.299971 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:42.329546 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-d89a695f-776e-403f-96ad-93ec5851f026 service neutron] 10.222.0.13 "GET /v2.0/networks/5c9001ca-a76d-4043-9857-260c0aecc9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970633 Aug 28 15:06:42.416742 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-142a08c8-56ab-4729-a069-34e5954fb730 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6503160 Aug 28 15:06:42.428347 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45690) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:42.461801 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-33860a93-f1dc-4943-b2e3-6493be80077a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'subnet': {'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:42.505628 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-686b7a7b-4a7a-4207-a4b2-a218e5817867 req-9875206a-311e-4da4-9437-31313912518e tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f58d6fc-1e1c-4f3f-9cd8-1564ddd6f9f0 HTTP/1.1" status: 200 len: 210 time: 0.2390294 Aug 28 15:06:42.667533 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a08c8-56ab-4729-a069-34e5954fb730 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Network': ['ID=cc918a92-c905-47f2-b5c9-28ee955f2b69,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:42.709775 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network cc918a92-c905-47f2-b5c9-28ee955f2b69 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:06:42.757852 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e8785f-cfdd-48d9-a4ad-b908bb29fd52 admin admin] Router 0adb191f-0baa-4254-b0a8-471f30c1af41 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:06:42.760862 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-3b010aac-c2b2-4f88-b4ed-e76261906277 None None] Set router df70f160-565c-454c-900c-2fbd75854ea2 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:06:42.870720 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5aba0d3d-17aa-4fb5-a035-8325191ee8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:06:36Z', 'revision_number': 2, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None, '_interfaces': [{'id': '7a47b218-094b-492f-b8e4-adfc54fbc703', 'name': '', 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:c2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:33Z', 'updated_at': '2021-08-28T15:06:38Z', 'revision_number': 2, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:42.880999 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ab91b741-e143-454b-8403-e0cdebdec0e5 None None] Provisioning for port 7a47b218-094b-492f-b8e4-adfc54fbc703 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:06:42.887578 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-476e0335-9fe5-4525-bfab-06d412e9ec81 service neutron] 10.222.0.13 "GET /v2.0/networks/5c9001ca-a76d-4043-9857-260c0aecc9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5563169 Aug 28 15:06:42.946347 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33860a93-f1dc-4943-b2e3-6493be80077a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Made reservation on behalf of 620448c0e45d416cac16ebedf859b0fd for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:06:42.949931 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-33860a93-f1dc-4943-b2e3-6493be80077a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:42.984917 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aba0d3d-17aa-4fb5-a035-8325191ee8b2 None None] Checking router: c6c79bed-5f52-4124-8491-674d78e709a6 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:06:42.985396 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aba0d3d-17aa-4fb5-a035-8325191ee8b2 None None] Updating router c6c79bed-5f52-4124-8491-674d78e709a6 port 7a47b218-094b-492f-b8e4-adfc54fbc703 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:06:43.047305 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e8785f-cfdd-48d9-a4ad-b908bb29fd52 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:06:43.063126 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ab91b741-e143-454b-8403-e0cdebdec0e5 None None] Provisioning complete for port 7a47b218-094b-492f-b8e4-adfc54fbc703 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:43.063126 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ab91b741-e143-454b-8403-e0cdebdec0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:43.066991 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-15e8785f-cfdd-48d9-a4ad-b908bb29fd52 admin admin] 10.222.0.13 "PUT /v2.0/routers/0adb191f-0baa-4254-b0a8-471f30c1af41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0281341 Aug 28 15:06:43.251776 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cee48e5-bf8d-4b4b-b9b6-10e993ba17bf None None] Sync routers for ids ['0adb191f-0baa-4254-b0a8-471f30c1af41'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:06:43.294929 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:43.318797 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:43.326070 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f11c9c-ae94-4eff-9de7-b92824a8f8df req-31db5bf6-69e8-47f6-bf25-499c5608ca4a tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:43.330530 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a8f11c9c-ae94-4eff-9de7-b92824a8f8df req-31db5bf6-69e8-47f6-bf25-499c5608ca4a tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 945 time: 0.1537855 Aug 28 15:06:43.374354 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3b010aac-c2b2-4f88-b4ed-e76261906277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655923375', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '06295e1e-7d45-4ddc-9939-89a303005670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:26Z', 'updated_at': '2021-08-28T15:06:37Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '06295e1e-7d45-4ddc-9939-89a303005670', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:66:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:28Z', 'updated_at': '2021-08-28T15:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '46bd64e3-2082-426f-ac24-38ddc2281c77', 'name': '', 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:dd:0e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'f372a38c-c4d4-4f7d-922b-81f31e4a3273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:35Z', 'updated_at': '2021-08-28T15:06:38Z', 'revision_number': 2, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': 'f372a38c-c4d4-4f7d-922b-81f31e4a3273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:43.411862 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5aba0d3d-17aa-4fb5-a035-8325191ee8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:43.412017 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45716) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:43.447950 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cee48e5-bf8d-4b4b-b9b6-10e993ba17bf None None] Routers {'0adb191f-0baa-4254-b0a8-471f30c1af41'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:06:43.448884 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1cee48e5-bf8d-4b4b-b9b6-10e993ba17bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:06:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['0adb191f-0baa-4254-b0a8-471f30c1af41'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:43.480734 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b010aac-c2b2-4f88-b4ed-e76261906277 None None] Checking router: df70f160-565c-454c-900c-2fbd75854ea2 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:06:43.484447 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b010aac-c2b2-4f88-b4ed-e76261906277 None None] Updating router df70f160-565c-454c-900c-2fbd75854ea2 port 46bd64e3-2082-426f-ac24-38ddc2281c77 binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:06:43.516003 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a8f11c9c-ae94-4eff-9de7-b92824a8f8df req-44b47274-3d56-4914-8ba5-215b610dd6dc tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599209 Aug 28 15:06:43.542218 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7fa1f7f4-ba4e-4327-802d-2a6751a1e124 req-c0ef008b-715a-4160-88c1-224a5ff9923f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 210 time: 0.1425469 Aug 28 15:06:43.598049 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-3b010aac-c2b2-4f88-b4ed-e76261906277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:43.694534 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45738) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:43.712546 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ab91b741-e143-454b-8403-e0cdebdec0e5 None None] Port 7a47b218-094b-492f-b8e4-adfc54fbc703 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:06:43.784214 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-33860a93-f1dc-4943-b2e3-6493be80077a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:43.814890 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port cafbd97b-1ece-4abf-803a-cd25044b7f93, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=cafbd97b-1ece-4abf-803a-cd25044b7f93,segment=NetworkSegment(8b86c131-42a6-429e-b12a-d30d54b837f8),segment_id=8b86c131-42a6-429e-b12a-d30d54b837f8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:43.825550 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-2aac871c-3912-49dc-bd6c-060c086b8d9b tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2376008'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:43.837454 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:43.838287 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b5a9a55e-d598-469a-b6e4-8fb9cdacf160 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:06:43.847684 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-1cee48e5-bf8d-4b4b-b9b6-10e993ba17bf None None] Set router 0adb191f-0baa-4254-b0a8-471f30c1af41 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:06:43.926322 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-152e0e76-44b5-4c36-9857-ac922d30fab3 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:43.994621 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33860a93-f1dc-4943-b2e3-6493be80077a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Subnet': ['ID=4166e150-22bb-4a54-9cdd-5e5e03586a23,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:44.010151 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-152e0e76-44b5-4c36-9857-ac922d30fab3 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:44.034079 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33860a93-f1dc-4943-b2e3-6493be80077a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Checking segment: {'id': '3139f908-507a-492a-a099-41507f480440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:06:44.035314 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33860a93-f1dc-4943-b2e3-6493be80077a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network hostable DHCP agents. Network: cc918a92-c905-47f2-b5c9-28ee955f2b69, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:06:44.073481 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33860a93-f1dc-4943-b2e3-6493be80077a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network cc918a92-c905-47f2-b5c9-28ee955f2b69 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:06:44.096961 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-33860a93-f1dc-4943-b2e3-6493be80077a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, cc918a92-c905-47f2-b5c9-28ee955f2b69) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:06:44.111662 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33860a93-f1dc-4943-b2e3-6493be80077a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:44.113276 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-33860a93-f1dc-4943-b2e3-6493be80077a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:44.134762 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aac871c-3912-49dc-bd6c-060c086b8d9b tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] Made reservation on behalf of 176c410f1134478590a428af46d81f6a for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:06:44.152892 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-33860a93-f1dc-4943-b2e3-6493be80077a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7233875 Aug 28 15:06:44.157145 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45742) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:44.157408 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2aac871c-3912-49dc-bd6c-060c086b8d9b tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:44.174120 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=cafbd97b-1ece-4abf-803a-cd25044b7f93,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:44.217752 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2aac871c-3912-49dc-bd6c-060c086b8d9b tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:44.222860 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2018ff88-0f8e-40b1-941e-62295a957faf None None] Network cc918a92-c905-47f2-b5c9-28ee955f2b69 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:06:44.485039 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2aac871c-3912-49dc-bd6c-060c086b8d9b tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:44.488245 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-152e0e76-44b5-4c36-9857-ac922d30fab3 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:44.493081 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-152e0e76-44b5-4c36-9857-ac922d30fab3 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:44.497851 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-152e0e76-44b5-4c36-9857-ac922d30fab3 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "DELETE /v2.0/security-groups/7aca177e-7aca-428b-aafc-0f76cf627544 HTTP/1.1" status: 204 len: 168 time: 0.8002369 Aug 28 15:06:44.498767 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45744) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:44.508043 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2aac871c-3912-49dc-bd6c-060c086b8d9b tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:44.536297 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-87e4e296-1ad4-4d97-942c-00653988ae50 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] show failed (client error): The resource could not be found. Aug 28 15:06:44.543609 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-87e4e296-1ad4-4d97-942c-00653988ae50 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "GET /v2.0/security-groups/7aca177e-7aca-428b-aafc-0f76cf627544 HTTP/1.1" status: 404 len: 347 time: 0.0382540 Aug 28 15:06:44.547596 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45748) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:44.548958 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e0e76-44b5-4c36-9857-ac922d30fab3 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aca177e-7aca-428b-aafc-0f76cf627544,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:44.571902 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aac871c-3912-49dc-bd6c-060c086b8d9b tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:06:44.739774 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2aac871c-3912-49dc-bd6c-060c086b8d9b tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:44.740152 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-2aac871c-3912-49dc-bd6c-060c086b8d9b tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] Added segment 59bb7fe0-99f5-471f-baaf-ec14466a50ee of type vlan for network 9e41175a-96a5-4af1-8492-53f3c3deb092 Aug 28 15:06:44.755290 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac871c-3912-49dc-bd6c-060c086b8d9b tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2b3a21-0c49-47f8-ba97-b5e73cda16cd,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:44.936951 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-3b010aac-c2b2-4f88-b4ed-e76261906277 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:44.961011 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-3b010aac-c2b2-4f88-b4ed-e76261906277 None None] Transition to ACTIVE for port object 46bd64e3-2082-426f-ac24-38ddc2281c77 will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:06:44.970919 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-3b010aac-c2b2-4f88-b4ed-e76261906277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:45.128874 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0c2b9-909c-4ac7-a7e2-b07a8dfeb806 None None] Pushing event updated for resources: {'Port': ['ID=46bd64e3-2082-426f-ac24-38ddc2281c77,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:45.301324 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-3b010aac-c2b2-4f88-b4ed-e76261906277 None None] Attempting to bind port 46bd64e3-2082-426f-ac24-38ddc2281c77 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:06:45.303819 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-3b010aac-c2b2-4f88-b4ed-e76261906277 None None] Attempting to bind port 46bd64e3-2082-426f-ac24-38ddc2281c77 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '8b86c131-42a6-429e-b12a-d30d54b837f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:06:45.307513 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b010aac-c2b2-4f88-b4ed-e76261906277 None None] Attempting to bind port 46bd64e3-2082-426f-ac24-38ddc2281c77 on network 5c9001ca-a76d-4043-9857-260c0aecc9dd {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:06:45.328221 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b010aac-c2b2-4f88-b4ed-e76261906277 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:06:45.330332 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b010aac-c2b2-4f88-b4ed-e76261906277 None None] Checking segment: {'id': '8b86c131-42a6-429e-b12a-d30d54b837f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:06:45.332349 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-3b010aac-c2b2-4f88-b4ed-e76261906277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:45.333019 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b010aac-c2b2-4f88-b4ed-e76261906277 None None] Bound using segment: {'id': '8b86c131-42a6-429e-b12a-d30d54b837f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:06:45.334808 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-3b010aac-c2b2-4f88-b4ed-e76261906277 None None] Bound port: 46bd64e3-2082-426f-ac24-38ddc2281c77, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b86c131-42a6-429e-b12a-d30d54b837f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:06:45.336884 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-3b010aac-c2b2-4f88-b4ed-e76261906277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:45.453771 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1740d27-f85a-4f68-bdd4-150d61e2aa75 req-bdfd6ed2-7574-495b-80f8-37b88d5e171e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:45.467001 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b1740d27-f85a-4f68-bdd4-150d61e2aa75 req-bdfd6ed2-7574-495b-80f8-37b88d5e171e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 945 time: 0.3893697 Aug 28 15:06:45.534237 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-3b010aac-c2b2-4f88-b4ed-e76261906277 None None] For port 46bd64e3-2082-426f-ac24-38ddc2281c77, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:06:45.542692 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-3b010aac-c2b2-4f88-b4ed-e76261906277 None None] For port 46bd64e3-2082-426f-ac24-38ddc2281c77, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=46bd64e3-2082-426f-ac24-38ddc2281c77,segment=NetworkSegment(8b86c131-42a6-429e-b12a-d30d54b837f8),segment_id=8b86c131-42a6-429e-b12a-d30d54b837f8)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:06:45.560028 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-3b010aac-c2b2-4f88-b4ed-e76261906277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:45.576770 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45758) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:45.607298 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-1330b13c-0347-4826-9b45-874ff894d18e tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1905238423', 'description': 'tempest-description--2133906160'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:45.653906 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5aba0d3d-17aa-4fb5-a035-8325191ee8b2 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:45.678722 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-5aba0d3d-17aa-4fb5-a035-8325191ee8b2 None None] Transition to ACTIVE for port object 7a47b218-094b-492f-b8e4-adfc54fbc703 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:06:45.692323 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-84ae2996-e3db-4d06-b2ff-530dcab2e7ac tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:45.694301 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-84ae2996-e3db-4d06-b2ff-530dcab2e7ac tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.36 "GET /v2.0/networks?id=5c9001ca-a76d-4043-9857-260c0aecc9dd HTTP/1.1" status: 200 len: 797 time: 0.4019971 Aug 28 15:06:45.708050 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b010aac-c2b2-4f88-b4ed-e76261906277 None None] Routers {'df70f160-565c-454c-900c-2fbd75854ea2'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:06:45.708712 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3b010aac-c2b2-4f88-b4ed-e76261906277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:06:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['df70f160-565c-454c-900c-2fbd75854ea2'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:45.712788 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b1740d27-f85a-4f68-bdd4-150d61e2aa75 req-7623ed3d-8754-426e-a98e-a6855ce232b7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438333 Aug 28 15:06:45.714976 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4258142c-a3f0-4dfe-a4f4-a875eac415f4 None None] Provisioning complete for port cafbd97b-1ece-4abf-803a-cd25044b7f93 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:45.715361 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4258142c-a3f0-4dfe-a4f4-a875eac415f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:45.726128 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2aac871c-3912-49dc-bd6c-060c086b8d9b tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:45.755178 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5aba0d3d-17aa-4fb5-a035-8325191ee8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:45.777339 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6dc1b3bb-cd1a-4db0-a41a-7dcc6b79846a req-2e53d7c6-d691-45f6-939b-0f29fed05051 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 210 time: 0.1032734 Aug 28 15:06:45.806240 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0c2b9-909c-4ac7-a7e2-b07a8dfeb806 None None] Pushing event updated for resources: {'Port': ['ID=46bd64e3-2082-426f-ac24-38ddc2281c77,revision_number=4']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:45.850700 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2aac871c-3912-49dc-bd6c-060c086b8d9b tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:45.887604 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aac871c-3912-49dc-bd6c-060c086b8d9b tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:45.894986 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2aac871c-3912-49dc-bd6c-060c086b8d9b tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:45.907566 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-4d62d14a-8214-4a88-be3e-3f2a65baa9a2 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Deleting port ee9e8c8f-37f3-4142-a222-dd5892f77cc8 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:06:45.911750 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4d62d14a-8214-4a88-be3e-3f2a65baa9a2 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:46.001413 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-3b010aac-c2b2-4f88-b4ed-e76261906277 None None] Set router df70f160-565c-454c-900c-2fbd75854ea2 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:06:46.060794 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671db32-d428-44c0-8346-55057b1bab19 None None] Pushing event updated for resources: {'Port': ['ID=7a47b218-094b-492f-b8e4-adfc54fbc703,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:46.065923 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port b5a9a55e-d598-469a-b6e4-8fb9cdacf160 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:06:46.082528 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1330b13c-0347-4826-9b45-874ff894d18e tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:46.093179 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-94f8ca30-c408-4f94-baa5-d55b37856732 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bee02b8454d546b78330e0129408e569 HTTP/1.1" status: 200 len: 378 time: 0.3643496 Aug 28 15:06:46.128183 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2aac871c-3912-49dc-bd6c-060c086b8d9b tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.7002819 Aug 28 15:06:46.140401 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45764) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:46.141264 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-56b30c2d-e50f-496f-a1fa-381376f2ccfe tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'port': {'device_id': '07bb0497-c51d-4601-80b0-afb8c257ca45', 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd', 'admin_state_up': True, 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'security_groups': ['6a2e07a8-e08d-40eb-af77-3261222de99e']}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:46.152227 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.tag.tag_plugin [None req-273e175e-0fb2-49c9-96c3-c2f4d27f77c3 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '9e41175a-96a5-4af1-8492-53f3c3deb092', 'tempest-TagsTest-Tag-2003580904') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:46.241509 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4d62d14a-8214-4a88-be3e-3f2a65baa9a2 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:46.243676 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4d62d14a-8214-4a88-be3e-3f2a65baa9a2 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:46.265827 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-4d62d14a-8214-4a88-be3e-3f2a65baa9a2 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Calling delete_port for ee9e8c8f-37f3-4142-a222-dd5892f77cc8 owned by network:floatingip {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:06:46.278185 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port b5a9a55e-d598-469a-b6e4-8fb9cdacf160 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:46.278565 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:46.298150 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac871c-3912-49dc-bd6c-060c086b8d9b tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] Pushing event updated for resources: {'Network': ['ID=9e41175a-96a5-4af1-8492-53f3c3deb092,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:46.424674 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1330b13c-0347-4826-9b45-874ff894d18e tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:46.480138 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3b010aac-c2b2-4f88-b4ed-e76261906277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655923375', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '06295e1e-7d45-4ddc-9939-89a303005670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:26Z', 'updated_at': '2021-08-28T15:06:37Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '06295e1e-7d45-4ddc-9939-89a303005670', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:66:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:28Z', 'updated_at': '2021-08-28T15:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '46bd64e3-2082-426f-ac24-38ddc2281c77', 'name': '', 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:dd:0e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'f372a38c-c4d4-4f7d-922b-81f31e4a3273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:35Z', 'updated_at': '2021-08-28T15:06:45Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': 'f372a38c-c4d4-4f7d-922b-81f31e4a3273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:46.492655 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6926f5-f169-459a-a5c2-65700a86bf9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-cc918a92-c905-47f2-b5c9-28ee955f2b69', 'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'fixed_ips': [{'subnet_id': '4166e150-22bb-4a54-9cdd-5e5e03586a23'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:06:46.494213 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7b6926f5-f169-459a-a5c2-65700a86bf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:46.500892 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1330b13c-0347-4826-9b45-874ff894d18e tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:46.509555 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 9e41175a-96a5-4af1-8492-53f3c3deb092 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:06:46.526442 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b010aac-c2b2-4f88-b4ed-e76261906277 None None] The sync data for ids ['df70f160-565c-454c-900c-2fbd75854ea2'] in n-d-712137-10 is: [{'id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655923375', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '06295e1e-7d45-4ddc-9939-89a303005670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:26Z', 'updated_at': '2021-08-28T15:06:37Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '06295e1e-7d45-4ddc-9939-89a303005670', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:66:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:28Z', 'updated_at': '2021-08-28T15:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '46bd64e3-2082-426f-ac24-38ddc2281c77', 'name': '', 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:dd:0e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'f372a38c-c4d4-4f7d-922b-81f31e4a3273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:35Z', 'updated_at': '2021-08-28T15:06:45Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': 'f372a38c-c4d4-4f7d-922b-81f31e4a3273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:06:46.575009 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:46.611462 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330b13c-0347-4826-9b45-874ff894d18e tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb79f0b3-221a-4b6c-b6e3-7419984cd51c,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:46.621373 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-56b30c2d-e50f-496f-a1fa-381376f2ccfe tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Made reservation on behalf of bee02b8454d546b78330e0129408e569 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:06:46.628462 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-56b30c2d-e50f-496f-a1fa-381376f2ccfe tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:46.633501 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1330b13c-0347-4826-9b45-874ff894d18e tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:46.635928 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1330b13c-0347-4826-9b45-874ff894d18e tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0423105 Aug 28 15:06:46.650659 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45766) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:46.656414 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-0f5611fd-eed4-41b4-b0a8-8905c88b2bff tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Request body: {'security_group_rule': {'security_group_id': 'eb79f0b3-221a-4b6c-b6e3-7419984cd51c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:46.664300 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-273e175e-0fb2-49c9-96c3-c2f4d27f77c3 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] 10.222.0.13 "PUT /v2.0/networks/9e41175a-96a5-4af1-8492-53f3c3deb092/tags/tempest-TagsTest-Tag-2003580904 HTTP/1.1" status: 201 len: 201 time: 0.5198808 Aug 28 15:06:46.667248 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45768) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:46.674179 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.tag.tag_plugin [None req-aad7eca6-1442-49c5-bfc3-8f70837d1522 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9e41175a-96a5-4af1-8492-53f3c3deb092', 'tempest-TagsTest-Tag-2003580904') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:46.917595 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-56b30c2d-e50f-496f-a1fa-381376f2ccfe tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Allocated IP 172.20.0.3 (5c9001ca-a76d-4043-9857-260c0aecc9dd/f372a38c-c4d4-4f7d-922b-81f31e4a3273/15136077-3ff4-48b1-bb6a-5bcc767ebe52) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:06:46.941239 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0f5611fd-eed4-41b4-b0a8-8905c88b2bff tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:46.967528 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e3d06380-74b3-4b00-844f-85784f3779d4 req-d8f22b20-a9fa-4ea8-b0c9-12c64c612830 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 210 time: 0.0442863 Aug 28 15:06:46.976532 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-5aba0d3d-17aa-4fb5-a035-8325191ee8b2 None None] Attempting to bind port 7a47b218-094b-492f-b8e4-adfc54fbc703 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:06:46.977542 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-5aba0d3d-17aa-4fb5-a035-8325191ee8b2 None None] Attempting to bind port 7a47b218-094b-492f-b8e4-adfc54fbc703 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'd16acea9-f1c1-4481-96f9-9268cfcd1f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:06:46.978099 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aba0d3d-17aa-4fb5-a035-8325191ee8b2 None None] Attempting to bind port 7a47b218-094b-492f-b8e4-adfc54fbc703 on network 1571c3f6-1068-4764-b044-991f083e26ae {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:06:46.989573 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aba0d3d-17aa-4fb5-a035-8325191ee8b2 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:06:46.990702 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aba0d3d-17aa-4fb5-a035-8325191ee8b2 None None] Checking segment: {'id': 'd16acea9-f1c1-4481-96f9-9268cfcd1f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:06:46.991298 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5aba0d3d-17aa-4fb5-a035-8325191ee8b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:46.992852 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aba0d3d-17aa-4fb5-a035-8325191ee8b2 None None] Bound using segment: {'id': 'd16acea9-f1c1-4481-96f9-9268cfcd1f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:06:46.993433 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-5aba0d3d-17aa-4fb5-a035-8325191ee8b2 None None] Bound port: 7a47b218-094b-492f-b8e4-adfc54fbc703, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16acea9-f1c1-4481-96f9-9268cfcd1f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:06:46.993666 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5aba0d3d-17aa-4fb5-a035-8325191ee8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:47.059734 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4d62d14a-8214-4a88-be3e-3f2a65baa9a2 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:47.216674 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4d62d14a-8214-4a88-be3e-3f2a65baa9a2 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for floatingip, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:47.219698 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4d62d14a-8214-4a88-be3e-3f2a65baa9a2 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:47.220774 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4d62d14a-8214-4a88-be3e-3f2a65baa9a2 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "DELETE /v2.0/floatingips/141c3d43-a128-48a5-bacc-9c2aa9e1dfc9 HTTP/1.1" status: 204 len: 168 time: 2.6696801 Aug 28 15:06:47.224835 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-aad7eca6-1442-49c5-bfc3-8f70837d1522 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] 10.222.0.13 "GET /v2.0/networks/9e41175a-96a5-4af1-8492-53f3c3deb092/tags/tempest-TagsTest-Tag-2003580904 HTTP/1.1" status: 204 len: 168 time: 0.5544734 Aug 28 15:06:47.224835 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62d14a-8214-4a88-be3e-3f2a65baa9a2 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Pushing event deleted for resources: {'Port': ['ID=ee9e8c8f-37f3-4142-a222-dd5892f77cc8,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:47.228038 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45780) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:47.228508 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45782) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:47.286428 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.tag.tag_plugin [None req-ca5a1776-5f4b-4da3-afd2-d96bcdeabcdb tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '9e41175a-96a5-4af1-8492-53f3c3deb092') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:47.344878 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-7b6926f5-f169-459a-a5c2-65700a86bf9e None None] Allocated IP 2001:db8:1::2 (cc918a92-c905-47f2-b5c9-28ee955f2b69/4166e150-22bb-4a54-9cdd-5e5e03586a23/010849b0-ded6-429f-b44d-5b4aa3afb2fe) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:06:47.348204 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1cee48e5-bf8d-4b4b-b9b6-10e993ba17bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'name': 'tempest-ServersTestFqdnHostnames-1822638661-router', 'tenant_id': '58646dff4236456eaa1799e18ba69def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b5a9a55e-d598-469a-b6e4-8fb9cdacf160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:28Z', 'updated_at': '2021-08-28T15:06:38Z', 'revision_number': 4, 'project_id': '58646dff4236456eaa1799e18ba69def', 'gw_port': {'id': 'b5a9a55e-d598-469a-b6e4-8fb9cdacf160', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'bfe3fcbd-5f70-4df8-9bb5-d643e9206c93', 'name': '', 'network_id': '62a05963-9485-4d2d-9e03-53fcab2c33e0', 'tenant_id': '58646dff4236456eaa1799e18ba69def', 'mac_address': 'fa:16:3e:27:b3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'b079ed4e-e959-4b0f-8924-28bb3e9ef569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:35Z', 'updated_at': '2021-08-28T15:06:40Z', 'revision_number': 2, 'project_id': '58646dff4236456eaa1799e18ba69def', 'subnets': [{'id': 'b079ed4e-e959-4b0f-8924-28bb3e9ef569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:47.418865 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cee48e5-bf8d-4b4b-b9b6-10e993ba17bf None None] Checking router: 0adb191f-0baa-4254-b0a8-471f30c1af41 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:06:47.419327 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cee48e5-bf8d-4b4b-b9b6-10e993ba17bf None None] Updating router 0adb191f-0baa-4254-b0a8-471f30c1af41 port bfe3fcbd-5f70-4df8-9bb5-d643e9206c93 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:06:47.435798 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4258142c-a3f0-4dfe-a4f4-a875eac415f4 None None] Provisioning complete for port bfe3fcbd-5f70-4df8-9bb5-d643e9206c93 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:47.436185 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4258142c-a3f0-4dfe-a4f4-a875eac415f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:47.459088 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-56b30c2d-e50f-496f-a1fa-381376f2ccfe tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:47.461618 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9426fb7-4091-44f7-83af-88eeb0d1c526 req-12147624-6231-4ce0-9311-d9c1762f1f4f tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:47.469542 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c9426fb7-4091-44f7-83af-88eeb0d1c526 req-12147624-6231-4ce0-9311-d9c1762f1f4f tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 945 time: 0.5593092 Aug 28 15:06:47.478687 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-5aba0d3d-17aa-4fb5-a035-8325191ee8b2 None None] For port 7a47b218-094b-492f-b8e4-adfc54fbc703, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:06:47.481415 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-56b30c2d-e50f-496f-a1fa-381376f2ccfe tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Transition to ACTIVE for port object 15136077-3ff4-48b1-bb6a-5bcc767ebe52 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:06:47.515912 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0f5611fd-eed4-41b4-b0a8-8905c88b2bff tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:47.528307 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0f5611fd-eed4-41b4-b0a8-8905c88b2bff tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:47.592563 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c9426fb7-4091-44f7-83af-88eeb0d1c526 req-1a876034-d7ef-4c12-8e9e-25aca368ed31 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218491 Aug 28 15:06:47.601077 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:47.610665 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5611fd-eed4-41b4-b0a8-8905c88b2bff tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc8aa735-287d-46c1-a32e-e6ae71bef718,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:47.616884 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0f5611fd-eed4-41b4-b0a8-8905c88b2bff tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:47.619545 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0f5611fd-eed4-41b4-b0a8-8905c88b2bff tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9674695 Aug 28 15:06:47.621588 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ca5a1776-5f4b-4da3-afd2-d96bcdeabcdb tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] 10.222.0.13 "GET /v2.0/networks/9e41175a-96a5-4af1-8492-53f3c3deb092/tags HTTP/1.1" status: 200 len: 238 time: 0.3561351 Aug 28 15:06:47.622283 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45784) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:47.623191 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-56b30c2d-e50f-496f-a1fa-381376f2ccfe tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:47.627221 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45786) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:47.636923 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-0c555148-088f-40a8-80de-8a2fbd9e1807 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Request body: {'security_group_rule': {'security_group_id': 'eb79f0b3-221a-4b6c-b6e3-7419984cd51c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:47.657314 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.tag.tag_plugin [None req-e3e8aab3-0f3e-4b9d-904a-db5741741e78 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '9e41175a-96a5-4af1-8492-53f3c3deb092', {'tags': ['tempest-TagsTest-Tag-1603496090', 'tempest-TagsTest-Tag-1630165053', 'tempest-TagsTest-Tag-677360483']}) {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:47.665769 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-5aba0d3d-17aa-4fb5-a035-8325191ee8b2 None None] For port 7a47b218-094b-492f-b8e4-adfc54fbc703, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7a47b218-094b-492f-b8e4-adfc54fbc703,segment=NetworkSegment(d16acea9-f1c1-4481-96f9-9268cfcd1f52),segment_id=d16acea9-f1c1-4481-96f9-9268cfcd1f52)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:06:47.676619 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-4cbddecc-d3de-470c-b846-ea57ace029e8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Deleting port 7840cbd9-0758-4ada-854e-1b4e2f5d208a {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:06:47.677414 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4cbddecc-d3de-470c-b846-ea57ace029e8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:47.691077 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1cee48e5-bf8d-4b4b-b9b6-10e993ba17bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:47.694748 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port b5a9a55e-d598-469a-b6e4-8fb9cdacf160, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b5a9a55e-d598-469a-b6e4-8fb9cdacf160,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:47.704109 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5aba0d3d-17aa-4fb5-a035-8325191ee8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:47.719388 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-4258142c-a3f0-4dfe-a4f4-a875eac415f4 None None] Port bfe3fcbd-5f70-4df8-9bb5-d643e9206c93 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:06:47.724703 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-56b30c2d-e50f-496f-a1fa-381376f2ccfe tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Network 5c9001ca-a76d-4043-9857-260c0aecc9dd is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:06:47.729976 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-56b30c2d-e50f-496f-a1fa-381376f2ccfe tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:06:47.743258 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b30c2d-e50f-496f-a1fa-381376f2ccfe tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Port': ['ID=15136077-3ff4-48b1-bb6a-5bcc767ebe52,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:47.753444 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-56b30c2d-e50f-496f-a1fa-381376f2ccfe tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:06:47.766370 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:47.916336 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-56b30c2d-e50f-496f-a1fa-381376f2ccfe tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:47.917542 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-56b30c2d-e50f-496f-a1fa-381376f2ccfe tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:47.935847 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45792) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:47.937074 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e3e8aab3-0f3e-4b9d-904a-db5741741e78 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] 10.222.0.13 "PUT /v2.0/networks/9e41175a-96a5-4af1-8492-53f3c3deb092/tags HTTP/1.1" status: 200 len: 308 time: 0.2811763 Aug 28 15:06:47.950557 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-294da7ee-507f-490f-9f2c-312345cce2b8 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '9e41175a-96a5-4af1-8492-53f3c3deb092', 'tempest-TagsTest-Tag-1603496090') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:48.013139 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0c555148-088f-40a8-80de-8a2fbd9e1807 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:48.099134 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aba0d3d-17aa-4fb5-a035-8325191ee8b2 None None] Routers {'c6c79bed-5f52-4124-8491-674d78e709a6'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:06:48.100667 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4cbddecc-d3de-470c-b846-ea57ace029e8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:48.113344 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5aba0d3d-17aa-4fb5-a035-8325191ee8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:06:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c6c79bed-5f52-4124-8491-674d78e709a6'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:48.168430 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-4cbddecc-d3de-470c-b846-ea57ace029e8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Calling delete_port for 7840cbd9-0758-4ada-854e-1b4e2f5d208a owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:06:48.199250 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-56b30c2d-e50f-496f-a1fa-381376f2ccfe tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0784988 Aug 28 15:06:48.290775 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-cdef98c1-8298-41a6-bb7f-4c17833540a0 service neutron] Request body: {'port': {'device_id': '07bb0497-c51d-4601-80b0-afb8c257ca45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:48.324033 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 46bd64e3-2082-426f-ac24-38ddc2281c77 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:06:48.334725 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4258142c-a3f0-4dfe-a4f4-a875eac415f4 None None] Provisioning for port 46bd64e3-2082-426f-ac24-38ddc2281c77 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:06:48.385208 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0c555148-088f-40a8-80de-8a2fbd9e1807 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:48.392856 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0c555148-088f-40a8-80de-8a2fbd9e1807 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:48.418869 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c555148-088f-40a8-80de-8a2fbd9e1807 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b03603-f507-4a4a-ba1a-689832363589,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:48.465815 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0c555148-088f-40a8-80de-8a2fbd9e1807 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:48.471909 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0c555148-088f-40a8-80de-8a2fbd9e1807 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8464148 Aug 28 15:06:48.487515 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-cdef98c1-8298-41a6-bb7f-4c17833540a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:48.491363 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45798) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:48.496882 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-4bed5a12-84f9-42a9-ad95-a6b6790762cb tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:48.558389 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4bed5a12-84f9-42a9-ad95-a6b6790762cb tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks [] for floatingip, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:48.564755 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4cbddecc-d3de-470c-b846-ea57ace029e8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:48.602497 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671db32-d428-44c0-8346-55057b1bab19 None None] Pushing event updated for resources: {'Port': ['ID=7a47b218-094b-492f-b8e4-adfc54fbc703,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:48.644394 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbddecc-d3de-470c-b846-ea57ace029e8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Pushing event deleted for resources: {'Port': ['ID=7840cbd9-0758-4ada-854e-1b4e2f5d208a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:48.710138 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe759253-535e-4974-91e8-aaa99c4af683 req-ae812fed-e043-4882-8384-18ea6d026191 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:48.713414 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fe759253-535e-4974-91e8-aaa99c4af683 req-ae812fed-e043-4882-8384-18ea6d026191 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 931 time: 0.5522618 Aug 28 15:06:48.806246 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-294da7ee-507f-490f-9f2c-312345cce2b8 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] 10.222.0.13 "DELETE /v2.0/networks/9e41175a-96a5-4af1-8492-53f3c3deb092/tags/tempest-TagsTest-Tag-1603496090 HTTP/1.1" status: 204 len: 168 time: 0.8664837 Aug 28 15:06:48.811766 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45802) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:48.914408 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-ecdf870e-28bd-4ef6-9289-300c277ef1c3 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9e41175a-96a5-4af1-8492-53f3c3deb092', 'tempest-TagsTest-Tag-1603496090') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:48.966522 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2269120-8a5e-451f-9d6e-d3f06ededc14 req-2c6d9115-c2b7-4e1d-88da-b8b9e299a2f8 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:48.975272 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d2269120-8a5e-451f-9d6e-d3f06ededc14 req-2c6d9115-c2b7-4e1d-88da-b8b9e299a2f8 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 945 time: 0.2382548 Aug 28 15:06:49.028748 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fe759253-535e-4974-91e8-aaa99c4af683 req-11956b3f-2ac1-4aff-807c-c6ee8bef0a37 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2943511 Aug 28 15:06:49.098063 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d2269120-8a5e-451f-9d6e-d3f06ededc14 req-3f689cbf-eeab-4009-8a97-3f20bc788efa tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201134 Aug 28 15:06:49.099587 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4cbddecc-d3de-470c-b846-ea57ace029e8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:49.113836 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=b5a9a55e-d598-469a-b6e4-8fb9cdacf160,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:49.117885 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4cbddecc-d3de-470c-b846-ea57ace029e8 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "DELETE /v2.0/ports/7840cbd9-0758-4ada-854e-1b4e2f5d208a HTTP/1.1" status: 204 len: 168 time: 1.8865857 Aug 28 15:06:49.123691 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45808) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:49.147076 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4bed5a12-84f9-42a9-ad95-a6b6790762cb tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:49.191796 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-5aba0d3d-17aa-4fb5-a035-8325191ee8b2 None None] Set router c6c79bed-5f52-4124-8491-674d78e709a6 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:06:49.196767 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7b6926f5-f169-459a-a5c2-65700a86bf9e None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:49.264976 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-ecdf870e-28bd-4ef6-9289-300c277ef1c3 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] show failed (client error): The resource could not be found. Aug 28 15:06:49.271265 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ecdf870e-28bd-4ef6-9289-300c277ef1c3 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] 10.222.0.13 "GET /v2.0/networks/9e41175a-96a5-4af1-8492-53f3c3deb092/tags/tempest-TagsTest-Tag-1603496090 HTTP/1.1" status: 404 len: 326 time: 0.3606985 Aug 28 15:06:49.275805 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45810) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:49.289866 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-39cd3308-1233-4456-85c7-f62dc39e55ef tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9e41175a-96a5-4af1-8492-53f3c3deb092', 'tempest-TagsTest-Tag-1630165053') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:49.341893 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-4bed5a12-84f9-42a9-ad95-a6b6790762cb tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Allocated IP 172.25.3.127 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/081a4c64-6c55-444f-a5e8-8036d16c256e) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:06:49.474956 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-c21bb6e7-4ed8-4759-b57a-f78c92e45909 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Deleting port 7e62bbc1-7086-4e73-bc5b-92ef2064ead1 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:06:49.475364 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c21bb6e7-4ed8-4759-b57a-f78c92e45909 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:49.494583 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4bed5a12-84f9-42a9-ad95-a6b6790762cb tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:49.551389 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-16908589-b13b-4fa2-85ca-f604f16b6850 None None] Provisioning for port 15136077-3ff4-48b1-bb6a-5bcc767ebe52 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:06:49.554933 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4bed5a12-84f9-42a9-ad95-a6b6790762cb tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:49.559604 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-39cd3308-1233-4456-85c7-f62dc39e55ef tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] 10.222.0.13 "GET /v2.0/networks/9e41175a-96a5-4af1-8492-53f3c3deb092/tags/tempest-TagsTest-Tag-1630165053 HTTP/1.1" status: 204 len: 168 time: 0.2816820 Aug 28 15:06:49.563575 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45818) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:49.571971 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-4cf7c6eb-9248-4e9c-9027-dc5cc76e3110 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9e41175a-96a5-4af1-8492-53f3c3deb092', 'tempest-TagsTest-Tag-677360483') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:49.573735 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-16908589-b13b-4fa2-85ca-f604f16b6850 None None] Provisioning complete for port 15136077-3ff4-48b1-bb6a-5bcc767ebe52 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:49.574116 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-16908589-b13b-4fa2-85ca-f604f16b6850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:49.587210 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7b6926f5-f169-459a-a5c2-65700a86bf9e None None] Transition to ACTIVE for port object 010849b0-ded6-429f-b44d-5b4aa3afb2fe will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:06:49.600981 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-cdef98c1-8298-41a6-bb7f-4c17833540a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15136077-3ff4-48b1-bb6a-5bcc767ebe52 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:06:49.611443 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-cdef98c1-8298-41a6-bb7f-4c17833540a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:49.627862 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 46bd64e3-2082-426f-ac24-38ddc2281c77 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:06:49.628388 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-cdef98c1-8298-41a6-bb7f-4c17833540a0 service neutron] Transition to ACTIVE for port object 15136077-3ff4-48b1-bb6a-5bcc767ebe52 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:06:49.644159 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 46bd64e3-2082-426f-ac24-38ddc2281c77 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:49.644539 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:49.649468 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-cdef98c1-8298-41a6-bb7f-4c17833540a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:49.680840 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed5a12-84f9-42a9-ad95-a6b6790762cb tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Pushing event updated for resources: {'Port': ['ID=081a4c64-6c55-444f-a5e8-8036d16c256e,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:49.688760 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bed5a12-84f9-42a9-ad95-a6b6790762cb tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:06:49.693030 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-4bed5a12-84f9-42a9-ad95-a6b6790762cb tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:06:49.696244 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bed5a12-84f9-42a9-ad95-a6b6790762cb tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:06:49.774654 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7b6926f5-f169-459a-a5c2-65700a86bf9e None None] Transition to ACTIVE for port object 010849b0-ded6-429f-b44d-5b4aa3afb2fe will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:06:49.844205 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef98c1-8298-41a6-bb7f-4c17833540a0 service neutron] Pushing event updated for resources: {'Port': ['ID=15136077-3ff4-48b1-bb6a-5bcc767ebe52,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:49.869519 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c21bb6e7-4ed8-4759-b57a-f78c92e45909 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:49.937108 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4cf7c6eb-9248-4e9c-9027-dc5cc76e3110 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] 10.222.0.13 "GET /v2.0/networks/9e41175a-96a5-4af1-8492-53f3c3deb092/tags/tempest-TagsTest-Tag-677360483 HTTP/1.1" status: 204 len: 168 time: 0.3698888 Aug 28 15:06:49.941597 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45820) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:49.951528 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.tag.tag_plugin [None req-c8ebea3c-c2d3-48cf-bde8-0e79c41c0668 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9e41175a-96a5-4af1-8492-53f3c3deb092') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:49.994329 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-c21bb6e7-4ed8-4759-b57a-f78c92e45909 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Calling delete_port for 7e62bbc1-7086-4e73-bc5b-92ef2064ead1 owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:06:50.014771 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-16908589-b13b-4fa2-85ca-f604f16b6850 None None] Port 15136077-3ff4-48b1-bb6a-5bcc767ebe52 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:06:50.016799 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7b6926f5-f169-459a-a5c2-65700a86bf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:50.078257 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4bed5a12-84f9-42a9-ad95-a6b6790762cb tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:50.136881 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4bed5a12-84f9-42a9-ad95-a6b6790762cb tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:50.190699 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-cdef98c1-8298-41a6-bb7f-4c17833540a0 service neutron] Attempting to bind port 15136077-3ff4-48b1-bb6a-5bcc767ebe52 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:06:50.200297 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-cdef98c1-8298-41a6-bb7f-4c17833540a0 service neutron] Attempting to bind port 15136077-3ff4-48b1-bb6a-5bcc767ebe52 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '8b86c131-42a6-429e-b12a-d30d54b837f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:06:50.200639 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-cdef98c1-8298-41a6-bb7f-4c17833540a0 service neutron] Attempting to bind port 15136077-3ff4-48b1-bb6a-5bcc767ebe52 on network 5c9001ca-a76d-4043-9857-260c0aecc9dd {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:06:50.200903 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6926f5-f169-459a-a5c2-65700a86bf9e None None] Network cc918a92-c905-47f2-b5c9-28ee955f2b69 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:06:50.247157 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-7b6926f5-f169-459a-a5c2-65700a86bf9e None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:06:50.266388 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6926f5-f169-459a-a5c2-65700a86bf9e None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:06:50.286951 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6926f5-f169-459a-a5c2-65700a86bf9e None None] Pushing event updated for resources: {'Port': ['ID=010849b0-ded6-429f-b44d-5b4aa3afb2fe,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:50.302505 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-24345ac9-a267-4312-8d9d-c8ad572e546a req-10a48f0f-6901-473f-96fe-6abea62fd249 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=76556a77-2ba8-4527-9cdf-ac80ee43dcd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3911014 Aug 28 15:06:50.310342 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-cdef98c1-8298-41a6-bb7f-4c17833540a0 service neutron] Port 15136077-3ff4-48b1-bb6a-5bcc767ebe52 on network 5c9001ca-a76d-4043-9857-260c0aecc9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:06:50.310675 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-cdef98c1-8298-41a6-bb7f-4c17833540a0 service neutron] Attempting to bind port 15136077-3ff4-48b1-bb6a-5bcc767ebe52 on network 5c9001ca-a76d-4043-9857-260c0aecc9dd {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:06:50.349159 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Allocated IP 2001:db8:1::1 (cc918a92-c905-47f2-b5c9-28ee955f2b69/4166e150-22bb-4a54-9cdd-5e5e03586a23/f5f47096-fde8-4e38-8dc6-ba3132ef668c) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:06:50.356739 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-cdef98c1-8298-41a6-bb7f-4c17833540a0 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:06:50.357128 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-cdef98c1-8298-41a6-bb7f-4c17833540a0 service neutron] Checking segment: {'id': '8b86c131-42a6-429e-b12a-d30d54b837f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:06:50.357571 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-cdef98c1-8298-41a6-bb7f-4c17833540a0 service neutron] Bound using segment: {'id': '8b86c131-42a6-429e-b12a-d30d54b837f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:06:50.358024 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-cdef98c1-8298-41a6-bb7f-4c17833540a0 service neutron] Bound port: 15136077-3ff4-48b1-bb6a-5bcc767ebe52, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b86c131-42a6-429e-b12a-d30d54b837f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:06:50.358387 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-cdef98c1-8298-41a6-bb7f-4c17833540a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:50.369264 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1cee48e5-bf8d-4b4b-b9b6-10e993ba17bf None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:50.388497 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c8ebea3c-c2d3-48cf-bde8-0e79c41c0668 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] 10.222.0.13 "DELETE /v2.0/networks/9e41175a-96a5-4af1-8492-53f3c3deb092/tags HTTP/1.1" status: 204 len: 168 time: 0.4435718 Aug 28 15:06:50.390559 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45830) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:50.404435 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.tag.tag_plugin [None req-fdc10003-2062-415b-bb63-dda326d82122 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9e41175a-96a5-4af1-8492-53f3c3deb092', 'tempest-TagsTest-Tag-1630165053') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:50.438146 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1cee48e5-bf8d-4b4b-b9b6-10e993ba17bf None None] Transition to ACTIVE for port object bfe3fcbd-5f70-4df8-9bb5-d643e9206c93 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:06:50.440594 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-16908589-b13b-4fa2-85ca-f604f16b6850 None None] Provisioning complete for port 46bd64e3-2082-426f-ac24-38ddc2281c77 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:50.441269 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-16908589-b13b-4fa2-85ca-f604f16b6850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:50.480784 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1cee48e5-bf8d-4b4b-b9b6-10e993ba17bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:50.489210 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f84ca-9f84-4740-aba5-12f5790d57ce req-945a8514-c78b-48f9-82ae-380673d3e87a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:50.490964 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d38f84ca-9f84-4740-aba5-12f5790d57ce req-945a8514-c78b-48f9-82ae-380673d3e87a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 943 time: 0.2538931 Aug 28 15:06:50.549522 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:50.559823 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-7b6926f5-f169-459a-a5c2-65700a86bf9e None None] Attempting to bind port 010849b0-ded6-429f-b44d-5b4aa3afb2fe on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:06:50.560580 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-7b6926f5-f169-459a-a5c2-65700a86bf9e None None] Attempting to bind port 010849b0-ded6-429f-b44d-5b4aa3afb2fe by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '3139f908-507a-492a-a099-41507f480440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:06:50.561165 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6926f5-f169-459a-a5c2-65700a86bf9e None None] Attempting to bind port 010849b0-ded6-429f-b44d-5b4aa3afb2fe on network cc918a92-c905-47f2-b5c9-28ee955f2b69 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:06:50.565466 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899572a-8ea5-4763-9392-951714f6fc48 req-cf505c6f-3cdf-4770-a44d-08cfd3f27f0e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:50.574078 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f899572a-8ea5-4763-9392-951714f6fc48 req-cf505c6f-3cdf-4770-a44d-08cfd3f27f0e tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 945 time: 0.2832837 Aug 28 15:06:50.593449 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d38f84ca-9f84-4740-aba5-12f5790d57ce req-62ada641-15eb-44ba-9c45-db4e8b3158fb tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567114 Aug 28 15:06:50.624065 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6926f5-f169-459a-a5c2-65700a86bf9e None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:06:50.624527 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6926f5-f169-459a-a5c2-65700a86bf9e None None] Checking segment: {'id': '3139f908-507a-492a-a099-41507f480440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:06:50.625003 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7b6926f5-f169-459a-a5c2-65700a86bf9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:50.625462 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6926f5-f169-459a-a5c2-65700a86bf9e None None] Bound using segment: {'id': '3139f908-507a-492a-a099-41507f480440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:06:50.626033 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-7b6926f5-f169-459a-a5c2-65700a86bf9e None None] Bound port: 010849b0-ded6-429f-b44d-5b4aa3afb2fe, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3139f908-507a-492a-a099-41507f480440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:06:50.626482 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7b6926f5-f169-459a-a5c2-65700a86bf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:50.629838 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-fdc10003-2062-415b-bb63-dda326d82122 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] show failed (client error): The resource could not be found. Aug 28 15:06:50.634145 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fdc10003-2062-415b-bb63-dda326d82122 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] 10.222.0.13 "GET /v2.0/networks/9e41175a-96a5-4af1-8492-53f3c3deb092/tags/tempest-TagsTest-Tag-1630165053 HTTP/1.1" status: 404 len: 326 time: 0.2317009 Aug 28 15:06:50.638664 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45834) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:50.647799 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.tag.tag_plugin [None req-8b737284-905d-456f-a035-2f01b4f0d424 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9e41175a-96a5-4af1-8492-53f3c3deb092', 'tempest-TagsTest-Tag-677360483') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:50.654678 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24345ac9-a267-4312-8d9d-c8ad572e546a req-08d30ee9-58a5-4d5d-87ac-930be8d241ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:50.681778 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-24345ac9-a267-4312-8d9d-c8ad572e546a req-08d30ee9-58a5-4d5d-87ac-930be8d241ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=038a0222e6f34dfa8dce183514c3f3db&device_id=76556a77-2ba8-4527-9cdf-ac80ee43dcd8 HTTP/1.1" status: 200 len: 1097 time: 0.3102639 Aug 28 15:06:50.697326 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a16853-d84f-482e-923c-71cff9531d55 None None] Pushing event updated for resources: {'Port': ['ID=bfe3fcbd-5f70-4df8-9bb5-d643e9206c93,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:50.774422 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 46bd64e3-2082-426f-ac24-38ddc2281c77, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=46bd64e3-2082-426f-ac24-38ddc2281c77,segment=NetworkSegment(8b86c131-42a6-429e-b12a-d30d54b837f8),segment_id=8b86c131-42a6-429e-b12a-d30d54b837f8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:50.774957 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-8b737284-905d-456f-a035-2f01b4f0d424 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] show failed (client error): The resource could not be found. Aug 28 15:06:50.775971 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8b737284-905d-456f-a035-2f01b4f0d424 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] 10.222.0.13 "GET /v2.0/networks/9e41175a-96a5-4af1-8492-53f3c3deb092/tags/tempest-TagsTest-Tag-677360483 HTTP/1.1" status: 404 len: 325 time: 0.1361616 Aug 28 15:06:50.783000 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45836) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:50.787786 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.tag.tag_plugin [None req-469384cc-2f64-4d39-b495-286bc500b41f tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9e41175a-96a5-4af1-8492-53f3c3deb092') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:50.840211 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:50.841004 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 06295e1e-7d45-4ddc-9939-89a303005670 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:06:50.892472 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4bed5a12-84f9-42a9-ad95-a6b6790762cb tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:50.895350 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f899572a-8ea5-4763-9392-951714f6fc48 req-92cecd5d-03f0-409e-800d-5720b7b29e78 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203087 Aug 28 15:06:50.910168 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4bed5a12-84f9-42a9-ad95-a6b6790762cb tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:50.992571 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-7b6926f5-f169-459a-a5c2-65700a86bf9e None None] For port 010849b0-ded6-429f-b44d-5b4aa3afb2fe, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:06:50.998647 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-7b6926f5-f169-459a-a5c2-65700a86bf9e None None] For port 010849b0-ded6-429f-b44d-5b4aa3afb2fe, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=010849b0-ded6-429f-b44d-5b4aa3afb2fe,segment=NetworkSegment(3139f908-507a-492a-a099-41507f480440),segment_id=3139f908-507a-492a-a099-41507f480440)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:06:51.011986 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-469384cc-2f64-4d39-b495-286bc500b41f tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] 10.222.0.13 "DELETE /v2.0/networks/9e41175a-96a5-4af1-8492-53f3c3deb092/tags HTTP/1.1" status: 204 len: 168 time: 0.2273514 Aug 28 15:06:51.015537 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45838) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:51.036739 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5aba0d3d-17aa-4fb5-a035-8325191ee8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:06:36Z', 'revision_number': 2, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None, '_interfaces': [{'id': '7a47b218-094b-492f-b8e4-adfc54fbc703', 'name': '', 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:c2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:33Z', 'updated_at': '2021-08-28T15:06:47Z', 'revision_number': 4, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:51.126301 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed5a12-84f9-42a9-ad95-a6b6790762cb tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Pushing event updated for resources: {'Port': ['ID=081a4c64-6c55-444f-a5e8-8036d16c256e,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:51.139003 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4bed5a12-84f9-42a9-ad95-a6b6790762cb tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:51.162468 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f8ac40bc-4830-4b73-9478-cf3cc5459252 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:51.177510 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4bed5a12-84f9-42a9-ad95-a6b6790762cb tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:51.187520 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7b6926f5-f169-459a-a5c2-65700a86bf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:51.187810 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4bed5a12-84f9-42a9-ad95-a6b6790762cb tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6857438 Aug 28 15:06:51.196100 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=46bd64e3-2082-426f-ac24-38ddc2281c77,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:51.224344 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aba0d3d-17aa-4fb5-a035-8325191ee8b2 None None] The sync data for ids ['c6c79bed-5f52-4124-8491-674d78e709a6'] in n-d-712137-10 is: [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:06:36Z', 'revision_number': 2, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None, '_interfaces': [{'id': '7a47b218-094b-492f-b8e4-adfc54fbc703', 'name': '', 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:c2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:33Z', 'updated_at': '2021-08-28T15:06:47Z', 'revision_number': 4, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:06:51.331735 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-1cee48e5-bf8d-4b4b-b9b6-10e993ba17bf None None] Attempting to bind port bfe3fcbd-5f70-4df8-9bb5-d643e9206c93 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:06:51.332145 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-1cee48e5-bf8d-4b4b-b9b6-10e993ba17bf None None] Attempting to bind port bfe3fcbd-5f70-4df8-9bb5-d643e9206c93 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '84b3bdc4-a229-472e-b483-c2b1629d9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '62a05963-9485-4d2d-9e03-53fcab2c33e0'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:06:51.332654 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cee48e5-bf8d-4b4b-b9b6-10e993ba17bf None None] Attempting to bind port bfe3fcbd-5f70-4df8-9bb5-d643e9206c93 on network 62a05963-9485-4d2d-9e03-53fcab2c33e0 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:06:51.344047 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cee48e5-bf8d-4b4b-b9b6-10e993ba17bf None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:06:51.344626 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cee48e5-bf8d-4b4b-b9b6-10e993ba17bf None None] Checking segment: {'id': '84b3bdc4-a229-472e-b483-c2b1629d9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '62a05963-9485-4d2d-9e03-53fcab2c33e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:06:51.345167 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1cee48e5-bf8d-4b4b-b9b6-10e993ba17bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:51.345734 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cee48e5-bf8d-4b4b-b9b6-10e993ba17bf None None] Bound using segment: {'id': '84b3bdc4-a229-472e-b483-c2b1629d9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '62a05963-9485-4d2d-9e03-53fcab2c33e0'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:06:51.346659 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-1cee48e5-bf8d-4b4b-b9b6-10e993ba17bf None None] Bound port: bfe3fcbd-5f70-4df8-9bb5-d643e9206c93, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b3bdc4-a229-472e-b483-c2b1629d9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '62a05963-9485-4d2d-9e03-53fcab2c33e0'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:06:51.347233 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1cee48e5-bf8d-4b4b-b9b6-10e993ba17bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:51.407198 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f8ac40bc-4830-4b73-9478-cf3cc5459252 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:51.430328 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-f8ac40bc-4830-4b73-9478-cf3cc5459252 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e41175a-96a5-4af1-8492-53f3c3deb092']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:51.451336 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-4d31be33-a05c-4ce5-8f63-c253ee169103 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1905238423&fields=id&tenant_id=58646dff4236456eaa1799e18ba69def HTTP/1.1" status: 200 len: 267 time: 0.0947003 Aug 28 15:06:51.454424 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-f8ac40bc-4830-4b73-9478-cf3cc5459252 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59bb7fe0-99f5-471f-baaf-ec14466a50ee') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:51.454737 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-f8ac40bc-4830-4b73-9478-cf3cc5459252 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59bb7fe0-99f5-471f-baaf-ec14466a50ee') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:51.480993 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1cee48e5-bf8d-4b4b-b9b6-10e993ba17bf None None] For port bfe3fcbd-5f70-4df8-9bb5-d643e9206c93, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:06:51.485291 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1cee48e5-bf8d-4b4b-b9b6-10e993ba17bf None None] For port bfe3fcbd-5f70-4df8-9bb5-d643e9206c93, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=bfe3fcbd-5f70-4df8-9bb5-d643e9206c93,segment=NetworkSegment(84b3bdc4-a229-472e-b483-c2b1629d9561),segment_id=84b3bdc4-a229-472e-b483-c2b1629d9561)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:06:51.490611 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f8ac40bc-4830-4b73-9478-cf3cc5459252 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:51.497877 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 06295e1e-7d45-4ddc-9939-89a303005670 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:51.498491 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:51.577555 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:51.612170 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1cee48e5-bf8d-4b4b-b9b6-10e993ba17bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:51.612372 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f8ac40bc-4830-4b73-9478-cf3cc5459252 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:51.686030 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-cdef98c1-8298-41a6-bb7f-4c17833540a0 service neutron] For port 15136077-3ff4-48b1-bb6a-5bcc767ebe52, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:06:51.703581 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6926f5-f169-459a-a5c2-65700a86bf9e None None] Pushing event updated for resources: {'Port': ['ID=010849b0-ded6-429f-b44d-5b4aa3afb2fe,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:51.722913 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-cdef98c1-8298-41a6-bb7f-4c17833540a0 service neutron] For port 15136077-3ff4-48b1-bb6a-5bcc767ebe52, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=15136077-3ff4-48b1-bb6a-5bcc767ebe52,segment=NetworkSegment(8b86c131-42a6-429e-b12a-d30d54b837f8),segment_id=8b86c131-42a6-429e-b12a-d30d54b837f8)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:06:51.750059 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Transition to ACTIVE for port object f5f47096-fde8-4e38-8dc6-ba3132ef668c will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:06:51.758296 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-f42e2cc9-8b18-4fa5-a829-a0b143ecbf29 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:51.759960 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-f42e2cc9-8b18-4fa5-a829-a0b143ecbf29 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/networks?id=62a05963-9485-4d2d-9e03-53fcab2c33e0 HTTP/1.1" status: 200 len: 815 time: 0.2969096 Aug 28 15:06:51.765451 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ac40bc-4830-4b73-9478-cf3cc5459252 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:06:51.765866 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f8ac40bc-4830-4b73-9478-cf3cc5459252 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:51.883919 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-cdef98c1-8298-41a6-bb7f-4c17833540a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:06:51.903306 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:06:51.914575 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f8ac40bc-4830-4b73-9478-cf3cc5459252 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:51.981286 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f8ac40bc-4830-4b73-9478-cf3cc5459252 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:51.981512 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cee48e5-bf8d-4b4b-b9b6-10e993ba17bf None None] Routers {'0adb191f-0baa-4254-b0a8-471f30c1af41'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:06:51.982785 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1cee48e5-bf8d-4b4b-b9b6-10e993ba17bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:06:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['0adb191f-0baa-4254-b0a8-471f30c1af41'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:52.002595 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f8ac40bc-4830-4b73-9478-cf3cc5459252 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] 10.222.0.13 "DELETE /v2.0/networks/9e41175a-96a5-4af1-8492-53f3c3deb092 HTTP/1.1" status: 204 len: 168 time: 0.9811320 Aug 28 15:06:52.005523 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac40bc-4830-4b73-9478-cf3cc5459252 tempest-TagsTest-298506667 tempest-TagsTest-298506667-project] Pushing event deleted for resources: {'Network': ['ID=9e41175a-96a5-4af1-8492-53f3c3deb092,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:52.018717 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-a1ba5818-5ec7-40ba-a6ca-454c51b9de3c tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/quotas/58646dff4236456eaa1799e18ba69def HTTP/1.1" status: 200 len: 375 time: 0.1136050 Aug 28 15:06:52.053809 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e88ffd0e-12c2-403d-8fa4-2ea04c1893e2 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:06:52.206168 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a16853-d84f-482e-923c-71cff9531d55 None None] Pushing event updated for resources: {'Port': ['ID=bfe3fcbd-5f70-4df8-9bb5-d643e9206c93,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:52.264620 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-1227cf2b-e442-4197-844c-3553efe6b3a1 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=58646dff4236456eaa1799e18ba69def&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2349672 Aug 28 15:06:52.314496 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-cdef98c1-8298-41a6-bb7f-4c17833540a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:52.316465 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-cdef98c1-8298-41a6-bb7f-4c17833540a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:52.318217 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-cdef98c1-8298-41a6-bb7f-4c17833540a0 service neutron] 10.222.0.36 "PUT /v2.0/ports/15136077-3ff4-48b1-bb6a-5bcc767ebe52 HTTP/1.1" status: 200 len: 1092 time: 4.0469918 Aug 28 15:06:52.330688 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c21bb6e7-4ed8-4759-b57a-f78c92e45909 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:52.332526 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07bb0497-c51d-4601-80b0-afb8c257ca45', 'tag': '15136077-3ff4-48b1-bb6a-5bcc767ebe52'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:06:52.338865 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d915320-5c50-4023-b063-328bbbc8bdfb" -d '{"events": [{"name": "network-changed", "server_uuid": "07bb0497-c51d-4601-80b0-afb8c257ca45", "tag": "15136077-3ff4-48b1-bb6a-5bcc767ebe52"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:06:52.474455 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:52.525339 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port e88ffd0e-12c2-403d-8fa4-2ea04c1893e2 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:52.526591 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24345ac9-a267-4312-8d9d-c8ad572e546a req-b3801a34-2540-4a2b-86fa-17541c78c252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:52.527250 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:52.529431 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-24345ac9-a267-4312-8d9d-c8ad572e546a req-b3801a34-2540-4a2b-86fa-17541c78c252 service neutron] 10.222.0.41 "GET /v2.0/networks?id=03e6b4b8-6c68-4060-8426-90fcc4950716 HTTP/1.1" status: 200 len: 907 time: 1.8091991 Aug 28 15:06:52.562043 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2bbb8-85d0-4965-8a79-1d000ebb3566 req-502cf9a3-fa85-425d-a712-cf1237a0b2bb tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:52.583316 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-75a2bbb8-85d0-4965-8a79-1d000ebb3566 req-502cf9a3-fa85-425d-a712-cf1237a0b2bb tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 943 time: 0.7426488 Aug 28 15:06:52.595931 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-1cee48e5-bf8d-4b4b-b9b6-10e993ba17bf None None] Set router 0adb191f-0baa-4254-b0a8-471f30c1af41 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:06:52.780998 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef98c1-8298-41a6-bb7f-4c17833540a0 service neutron] Pushing event updated for resources: {'Port': ['ID=15136077-3ff4-48b1-bb6a-5bcc767ebe52,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:52.813047 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-75a2bbb8-85d0-4965-8a79-1d000ebb3566 req-cb7bc453-f1e4-45d4-baf4-4bd700fd8e3c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2266228 Aug 28 15:06:52.860826 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network cc918a92-c905-47f2-b5c9-28ee955f2b69 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:06:52.983423 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c21bb6e7-4ed8-4759-b57a-f78c92e45909 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:52.991534 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c21bb6e7-4ed8-4759-b57a-f78c92e45909 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "DELETE /v2.0/ports/7e62bbc1-7086-4e73-bc5b-92ef2064ead1 HTTP/1.1" status: 204 len: 168 time: 3.8671045 Aug 28 15:06:53.071855 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:06:53.093556 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21bb6e7-4ed8-4759-b57a-f78c92e45909 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Pushing event deleted for resources: {'Port': ['ID=7e62bbc1-7086-4e73-bc5b-92ef2064ead1,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:53.101855 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45872) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:53.103102 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45874) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:53.104675 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:06:53.108223 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:53.231026 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device cafbd97b-1ece-4abf-803a-cd25044b7f93 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:06:53.368127 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-24345ac9-a267-4312-8d9d-c8ad572e546a req-eba2da36-35d4-4f4c-aefb-0066c9a31399 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e790489-613f-4b5b-816a-a84b22a5048b HTTP/1.1" status: 200 len: 217 time: 0.7276914 Aug 28 15:06:53.437461 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-322db72c-10b8-4220-9db9-6cb51de8830b service neutron] 10.222.0.13 "GET /v2.0/networks/62a05963-9485-4d2d-9e03-53fcab2c33e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1496673 Aug 28 15:06:53.483839 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:53.583262 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port cafbd97b-1ece-4abf-803a-cd25044b7f93 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:53.585210 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:53.607520 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-34f0099e-a742-43a6-953a-4922a56b3c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:53.609557 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-34f0099e-a742-43a6-953a-4922a56b3c3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 1095 time: 1.1600132 Aug 28 15:06:53.633132 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-0222a7e2-fa3f-4e4e-9dae-d2479069826b service neutron] 10.222.0.13 "GET /v2.0/networks/62a05963-9485-4d2d-9e03-53fcab2c33e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947618 Aug 28 15:06:53.638494 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1cee48e5-bf8d-4b4b-b9b6-10e993ba17bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'name': 'tempest-ServersTestFqdnHostnames-1822638661-router', 'tenant_id': '58646dff4236456eaa1799e18ba69def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b5a9a55e-d598-469a-b6e4-8fb9cdacf160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:28Z', 'updated_at': '2021-08-28T15:06:38Z', 'revision_number': 4, 'project_id': '58646dff4236456eaa1799e18ba69def', 'gw_port': {'id': 'b5a9a55e-d598-469a-b6e4-8fb9cdacf160', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'bfe3fcbd-5f70-4df8-9bb5-d643e9206c93', 'name': '', 'network_id': '62a05963-9485-4d2d-9e03-53fcab2c33e0', 'tenant_id': '58646dff4236456eaa1799e18ba69def', 'mac_address': 'fa:16:3e:27:b3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'b079ed4e-e959-4b0f-8924-28bb3e9ef569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:35Z', 'updated_at': '2021-08-28T15:06:51Z', 'revision_number': 4, 'project_id': '58646dff4236456eaa1799e18ba69def', 'subnets': [{'id': 'b079ed4e-e959-4b0f-8924-28bb3e9ef569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:53.847971 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b30c9e-109a-439a-834b-789edcc867ae tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Deleting subnet 1318d724-919b-4c5d-b420-75bb4bd0f086 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:06:53.854162 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-71b30c9e-109a-439a-834b-789edcc867ae tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:53.874738 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d61e12-1ae3-49f1-bea8-1a22e494bbae None None] Network cc918a92-c905-47f2-b5c9-28ee955f2b69 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:06:53.894103 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cee48e5-bf8d-4b4b-b9b6-10e993ba17bf None None] The sync data for ids ['0adb191f-0baa-4254-b0a8-471f30c1af41'] in n-d-712137-10 is: [{'id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'name': 'tempest-ServersTestFqdnHostnames-1822638661-router', 'tenant_id': '58646dff4236456eaa1799e18ba69def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b5a9a55e-d598-469a-b6e4-8fb9cdacf160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:28Z', 'updated_at': '2021-08-28T15:06:38Z', 'revision_number': 4, 'project_id': '58646dff4236456eaa1799e18ba69def', 'gw_port': {'id': 'b5a9a55e-d598-469a-b6e4-8fb9cdacf160', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'bfe3fcbd-5f70-4df8-9bb5-d643e9206c93', 'name': '', 'network_id': '62a05963-9485-4d2d-9e03-53fcab2c33e0', 'tenant_id': '58646dff4236456eaa1799e18ba69def', 'mac_address': 'fa:16:3e:27:b3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'b079ed4e-e959-4b0f-8924-28bb3e9ef569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:35Z', 'updated_at': '2021-08-28T15:06:51Z', 'revision_number': 4, 'project_id': '58646dff4236456eaa1799e18ba69def', 'subnets': [{'id': 'b079ed4e-e959-4b0f-8924-28bb3e9ef569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:06:53.940437 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-71b30c9e-109a-439a-834b-789edcc867ae tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:54.057915 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-62f2858c-19ab-4da9-a70d-83b75c6b3f79 None None] Provisioning for port 010849b0-ded6-429f-b44d-5b4aa3afb2fe completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:06:54.095082 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6bfd24-0c28-4023-b470-ed3d12466ba7 x-openstack-request-id: req-9d6bfd24-0c28-4023-b470-ed3d12466ba7 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:06:54.095390 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07bb0497-c51d-4601-80b0-afb8c257ca45", "tag": "15136077-3ff4-48b1-bb6a-5bcc767ebe52", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:06:54.095644 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d6bfd24-0c28-4023-b470-ed3d12466ba7 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:06:54.096077 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07bb0497-c51d-4601-80b0-afb8c257ca45', 'tag': '15136077-3ff4-48b1-bb6a-5bcc767ebe52', 'status': 'completed', 'code': 200} Aug 28 15:06:54.116236 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Port': ['ID=f5f47096-fde8-4e38-8dc6-ba3132ef668c,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:54.159183 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4ed1e-367b-4af0-8aa8-29d3527f0021 req-8be3b28e-a1b1-4935-98b7-e3f8ba008228 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:54.174316 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b4d4ed1e-367b-4af0-8aa8-29d3527f0021 req-8be3b28e-a1b1-4935-98b7-e3f8ba008228 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 943 time: 0.1518772 Aug 28 15:06:54.184620 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:54.184988 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:54.185319 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:54.190486 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:54.194393 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:54.194815 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:54.195181 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:54.195519 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:54.196063 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:54.196400 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:54.196732 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:54.197065 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:06:54.237254 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b4d4ed1e-367b-4af0-8aa8-29d3527f0021 req-fc9413d2-d74c-4443-b208-4722b2852992 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619428 Aug 28 15:06:54.239885 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-73331e38-19d2-4dab-9eaa-44e9b2741f06 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15136077-3ff4-48b1-bb6a-5bcc767ebe52 HTTP/1.1" status: 200 len: 217 time: 0.6102841 Aug 28 15:06:54.371945 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:54.420289 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-022eb009-0699-454a-9826-51ed790f45cb req-dc03e488-8911-497b-9aa2-a766f90a244a tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/ports?device_id=18da1116-14f6-4ace-8951-a895f4ba20fe HTTP/1.1" status: 200 len: 210 time: 0.0981903 Aug 28 15:06:54.495914 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24345ac9-a267-4312-8d9d-c8ad572e546a req-0fbf9f94-e0a2-4869-b095-47e4ed66fdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:54.506386 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-24345ac9-a267-4312-8d9d-c8ad572e546a req-0fbf9f94-e0a2-4869-b095-47e4ed66fdd5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=517a924f-5dd5-4f4e-82d8-d019697a05fd HTTP/1.1" status: 200 len: 846 time: 0.9607840 Aug 28 15:06:54.591473 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1dcffe06-7dbb-4cc4-bcc4-13460cde6e4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=176c410f1134478590a428af46d81f6a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3598475 Aug 28 15:06:54.594036 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45900) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:54.609628 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ec8f7-168c-48d6-b7d3-c6c1133867c0 req-798037cc-7f40-447a-94b8-7036b7035826 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:54.615233 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cb9ec8f7-168c-48d6-b7d3-c6c1133867c0 req-798037cc-7f40-447a-94b8-7036b7035826 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 945 time: 1.3574021 Aug 28 15:06:54.676499 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-24345ac9-a267-4312-8d9d-c8ad572e546a req-9ea506e1-4b14-4ce3-a9b8-b63bf5834c9c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03e6b4b8-6c68-4060-8426-90fcc4950716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961461 Aug 28 15:06:54.815191 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0f418906-aa2a-425b-9578-2c28d7cf4187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:54.819510 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7a47b218-094b-492f-b8e4-adfc54fbc703 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:06:54.888352 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0f418906-aa2a-425b-9578-2c28d7cf4187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:54.974303 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 7a47b218-094b-492f-b8e4-adfc54fbc703 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:06:54.990173 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0f418906-aa2a-425b-9578-2c28d7cf4187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:54.993924 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0f418906-aa2a-425b-9578-2c28d7cf4187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:54.998270 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0f418906-aa2a-425b-9578-2c28d7cf4187 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa2b3a21-0c49-47f8-ba97-b5e73cda16cd HTTP/1.1" status: 204 len: 168 time: 0.3860583 Aug 28 15:06:55.000050 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 7a47b218-094b-492f-b8e4-adfc54fbc703 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:55.000050 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:55.030166 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f418906-aa2a-425b-9578-2c28d7cf4187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2b3a21-0c49-47f8-ba97-b5e73cda16cd,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:55.158227 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9a3406cf-e445-4168-9dd9-e8a5379ea8ae None None] Provisioning for port f5f47096-fde8-4e38-8dc6-ba3132ef668c completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:06:55.178292 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9a3406cf-e445-4168-9dd9-e8a5379ea8ae None None] Provisioning complete for port f5f47096-fde8-4e38-8dc6-ba3132ef668c triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:55.180188 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9a3406cf-e445-4168-9dd9-e8a5379ea8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:55.220568 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:55.393346 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-67cd8eea-0a77-47b2-90f3-a03a66397a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:55.394882 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-67cd8eea-0a77-47b2-90f3-a03a66397a82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f372a38c-c4d4-4f7d-922b-81f31e4a3273 HTTP/1.1" status: 200 len: 835 time: 0.8226681 Aug 28 15:06:55.402873 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9a3406cf-e445-4168-9dd9-e8a5379ea8ae None None] Port f5f47096-fde8-4e38-8dc6-ba3132ef668c cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:06:55.407165 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:55.425956 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-71b30c9e-109a-439a-834b-789edcc867ae tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:55.529884 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:55.531290 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:55.542729 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 7a47b218-094b-492f-b8e4-adfc54fbc703, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7a47b218-094b-492f-b8e4-adfc54fbc703,segment=NetworkSegment(d16acea9-f1c1-4481-96f9-9268cfcd1f52),segment_id=d16acea9-f1c1-4481-96f9-9268cfcd1f52)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:55.555592 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:55.557914 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 46bd64e3-2082-426f-ac24-38ddc2281c77 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:06:55.591496 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7beef2e-cf18-4582-9d95-43c6b2ec29b1 req-fabe53fb-5719-42a0-a271-35e8e6a0e8fe tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:55.603256 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c7beef2e-cf18-4582-9d95-43c6b2ec29b1 req-fabe53fb-5719-42a0-a271-35e8e6a0e8fe tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 943 time: 0.1439168 Aug 28 15:06:55.683120 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c7beef2e-cf18-4582-9d95-43c6b2ec29b1 req-b90f8208-802e-4bfa-bd5b-1e3e44f866d3 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740674 Aug 28 15:06:55.760257 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-86d520f5-f24c-4e6a-9767-283c4143333e None None] Provisioning complete for port f5f47096-fde8-4e38-8dc6-ba3132ef668c triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:55.760870 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-86d520f5-f24c-4e6a-9767-283c4143333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:55.776743 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-71b30c9e-109a-439a-834b-789edcc867ae tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:55.818656 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-86d520f5-f24c-4e6a-9767-283c4143333e None None] Port f5f47096-fde8-4e38-8dc6-ba3132ef668c cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:06:55.852451 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 46bd64e3-2082-426f-ac24-38ddc2281c77 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:55.853257 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:55.855924 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=7a47b218-094b-492f-b8e4-adfc54fbc703,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:55.896564 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-460e571e-7b09-43a7-b998-9740a2be4024 req-eab56815-fd41-4a25-ac90-03e36098a526 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/ports?device_id=18da1116-14f6-4ace-8951-a895f4ba20fe HTTP/1.1" status: 200 len: 210 time: 0.0858996 Aug 28 15:06:56.011842 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 010849b0-ded6-429f-b44d-5b4aa3afb2fe up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:06:56.061611 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-71b30c9e-109a-439a-834b-789edcc867ae tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:56.063590 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-71b30c9e-109a-439a-834b-789edcc867ae tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "DELETE /v2.0/subnets/1318d724-919b-4c5d-b420-75bb4bd0f086 HTTP/1.1" status: 204 len: 168 time: 2.8253827 Aug 28 15:06:56.081397 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 45926) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:56.104204 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14de424-5a9c-4bb7-b182-03143d6ca01b None None] Network 81167e94-3666-4c28-a056-416ea7a0c9d3 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:06:56.208812 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2cb0700-4044-4b34-9c2e-2c9f78e117e6 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Deleting subnet a37ef518-489b-4615-b751-b3cd93e01029 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:06:56.221728 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 010849b0-ded6-429f-b44d-5b4aa3afb2fe completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:06:56.228507 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a2cb0700-4044-4b34-9c2e-2c9f78e117e6 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:56.231225 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 010849b0-ded6-429f-b44d-5b4aa3afb2fe triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:56.232757 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:56.278279 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network cc918a92-c905-47f2-b5c9-28ee955f2b69 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:06:56.278605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-771588da-29bb-445d-bb31-02a09d1a3133 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:56.280470 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-771588da-29bb-445d-bb31-02a09d1a3133 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.41 "GET /v2.0/networks?id=62a05963-9485-4d2d-9e03-53fcab2c33e0 HTTP/1.1" status: 200 len: 815 time: 0.3781137 Aug 28 15:06:56.286880 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-24345ac9-a267-4312-8d9d-c8ad572e546a req-bc7e43f8-23ca-4394-b623-f3acdfd0bb80 service neutron] 10.222.0.41 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5986807 Aug 28 15:06:56.287751 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b30c9e-109a-439a-834b-789edcc867ae tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Pushing event deleted for resources: {'Subnet': ['ID=1318d724-919b-4c5d-b420-75bb4bd0f086,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:56.299680 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:06:56.306343 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a2cb0700-4044-4b34-9c2e-2c9f78e117e6 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:56.355916 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cb9ec8f7-168c-48d6-b7d3-c6c1133867c0 req-9d4c7e35-73c5-496d-88b2-4c4211aad7b8 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7005780 Aug 28 15:06:56.473790 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:56.540707 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-8d1ca534-5a9a-4936-832e-cabb1e4fbfc0 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58646dff4236456eaa1799e18ba69def HTTP/1.1" status: 200 len: 380 time: 0.2434127 Aug 28 15:06:56.556590 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:56.561965 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-27c9f9ae-3172-4f3e-baa5-f22c79a6e43d tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Request body: {'port': {'device_id': '18da1116-14f6-4ace-8951-a895f4ba20fe', 'network_id': '62a05963-9485-4d2d-9e03-53fcab2c33e0', 'admin_state_up': True, 'tenant_id': '58646dff4236456eaa1799e18ba69def', 'security_groups': ['eb79f0b3-221a-4b6c-b6e3-7419984cd51c']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:56.602533 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1367a2c-677b-4e68-9c33-21d128cf19bc None None] DHCP port deletion for 81167e94-3666-4c28-a056-416ea7a0c9d3 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:06:56.647480 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 010849b0-ded6-429f-b44d-5b4aa3afb2fe, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=010849b0-ded6-429f-b44d-5b4aa3afb2fe,segment=NetworkSegment(3139f908-507a-492a-a099-41507f480440),segment_id=3139f908-507a-492a-a099-41507f480440)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:56.684015 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:56.684967 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device bfe3fcbd-5f70-4df8-9bb5-d643e9206c93 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:06:56.752806 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Port': ['ID=f5f47096-fde8-4e38-8dc6-ba3132ef668c,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:56.845948 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port bfe3fcbd-5f70-4df8-9bb5-d643e9206c93 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:06:56.855207 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-27c9f9ae-3172-4f3e-baa5-f22c79a6e43d tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Made reservation on behalf of 58646dff4236456eaa1799e18ba69def for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:06:56.865177 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-27c9f9ae-3172-4f3e-baa5-f22c79a6e43d tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:56.871945 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port bfe3fcbd-5f70-4df8-9bb5-d643e9206c93 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:56.872741 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:56.955251 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=010849b0-ded6-429f-b44d-5b4aa3afb2fe,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:56.963646 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a2cb0700-4044-4b34-9c2e-2c9f78e117e6 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:56.970264 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-c69392cb-83fc-4cb9-9730-106bf12879ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:56.977616 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-c69392cb-83fc-4cb9-9730-106bf12879ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c9001ca-a76d-4043-9857-260c0aecc9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.4207153 Aug 28 15:06:56.978956 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910283b-79b2-4c3a-8930-86931eb4e308 req-b2f59177-456e-46b9-9614-8721b04e0ae2 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:56.989842 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9910283b-79b2-4c3a-8930-86931eb4e308 req-b2f59177-456e-46b9-9614-8721b04e0ae2 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 945 time: 0.1672661 Aug 28 15:06:57.028778 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-d1367a2c-677b-4e68-9c33-21d128cf19bc None None] Deleting port 5c5ced2a-16ee-4e63-a3b2-fce68e8b4e17 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:06:57.029159 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d1367a2c-677b-4e68-9c33-21d128cf19bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:57.046000 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:57.110118 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9c90b18f-e144-4dfa-b9ca-99819afdc969 None None] Provisioning complete for port f5f47096-fde8-4e38-8dc6-ba3132ef668c triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:57.110415 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9c90b18f-e144-4dfa-b9ca-99819afdc969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:57.161286 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9910283b-79b2-4c3a-8930-86931eb4e308 req-f07813c8-f45e-470e-95e8-184711cd52e0 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699922 Aug 28 15:06:57.175061 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port bfe3fcbd-5f70-4df8-9bb5-d643e9206c93, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=bfe3fcbd-5f70-4df8-9bb5-d643e9206c93,segment=NetworkSegment(84b3bdc4-a229-472e-b483-c2b1629d9561),segment_id=84b3bdc4-a229-472e-b483-c2b1629d9561)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:57.193553 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-d1367a2c-677b-4e68-9c33-21d128cf19bc None None] For port 5c5ced2a-16ee-4e63-a3b2-fce68e8b4e17, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=5c5ced2a-16ee-4e63-a3b2-fce68e8b4e17,segment=NetworkSegment(e0ff88bd-3972-49b2-b0b1-d1807955b008),segment_id=e0ff88bd-3972-49b2-b0b1-d1807955b008)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:57.194160 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d1367a2c-677b-4e68-9c33-21d128cf19bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:57.197834 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:57.198775 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b5a9a55e-d598-469a-b6e4-8fb9cdacf160 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:06:57.248721 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80093f57-2d83-4a15-8a8b-b76ab685eb35 req-398b52f1-4256-4ea2-bb5c-089afe77b185 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:57.250451 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-80093f57-2d83-4a15-8a8b-b76ab685eb35 req-398b52f1-4256-4ea2-bb5c-089afe77b185 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 943 time: 0.4048815 Aug 28 15:06:57.260217 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9c90b18f-e144-4dfa-b9ca-99819afdc969 None None] Port f5f47096-fde8-4e38-8dc6-ba3132ef668c cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:06:57.264971 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Router c6c79bed-5f52-4124-8491-674d78e709a6 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:06:57.295307 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-d1367a2c-677b-4e68-9c33-21d128cf19bc None None] Calling delete_port for 5c5ced2a-16ee-4e63-a3b2-fce68e8b4e17 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:06:57.353035 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-24345ac9-a267-4312-8d9d-c8ad572e546a req-8b7b7d5e-bbad-48b2-beb5-36fb5b30767c service neutron] 10.222.0.41 "GET /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9370100 Aug 28 15:06:57.414830 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port b5a9a55e-d598-469a-b6e4-8fb9cdacf160 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:57.415335 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:57.459693 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eaab7f73-a0b4-47b9-91f4-524b16c38677 req-04a6da85-9ec4-4916-a0b2-0699a8141bdb tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/ports?device_id=18da1116-14f6-4ace-8951-a895f4ba20fe HTTP/1.1" status: 200 len: 210 time: 0.1253109 Aug 28 15:06:57.469719 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a2cb0700-4044-4b34-9c2e-2c9f78e117e6 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:57.534168 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-80093f57-2d83-4a15-8a8b-b76ab685eb35 req-30b83eea-2754-4926-928b-c01e65782530 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2658174 Aug 28 15:06:57.567325 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-67fc0645-9686-442c-a546-a64c04bf03b5 service neutron] 10.222.0.36 "GET /v2.0/networks/5c9001ca-a76d-4043-9857-260c0aecc9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5751452 Aug 28 15:06:57.582190 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a2cb0700-4044-4b34-9c2e-2c9f78e117e6 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:57.589230 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a2cb0700-4044-4b34-9c2e-2c9f78e117e6 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "DELETE /v2.0/subnets/a37ef518-489b-4615-b751-b3cd93e01029 HTTP/1.1" status: 204 len: 168 time: 1.5040092 Aug 28 15:06:57.590695 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-27c9f9ae-3172-4f3e-baa5-f22c79a6e43d tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Allocated IP 172.20.0.3 (62a05963-9485-4d2d-9e03-53fcab2c33e0/b079ed4e-e959-4b0f-8924-28bb3e9ef569/b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:06:57.594271 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45962) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:57.595788 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3bae47-2a2e-4da2-a01a-b20e3095e7f0 None None] Network f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:06:57.597089 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb0700-4044-4b34-9c2e-2c9f78e117e6 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Pushing event deleted for resources: {'Subnet': ['ID=a37ef518-489b-4615-b751-b3cd93e01029,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:57.610142 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=bfe3fcbd-5f70-4df8-9bb5-d643e9206c93,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:57.741863 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:06:57.755194 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1968bf-2001-40e0-b1d1-46fd3d216a06 None None] Sync routers for ids ['c6c79bed-5f52-4124-8491-674d78e709a6'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:06:57.774850 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1968bf-2001-40e0-b1d1-46fd3d216a06 None None] Routers {'c6c79bed-5f52-4124-8491-674d78e709a6'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:06:57.776827 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-5f1968bf-2001-40e0-b1d1-46fd3d216a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:06:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c6c79bed-5f52-4124-8491-674d78e709a6'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:57.931329 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-5f1968bf-2001-40e0-b1d1-46fd3d216a06 None None] Set router c6c79bed-5f52-4124-8491-674d78e709a6 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:06:57.993958 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-27c9f9ae-3172-4f3e-baa5-f22c79a6e43d tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:58.018022 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-27c9f9ae-3172-4f3e-baa5-f22c79a6e43d tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Transition to ACTIVE for port object b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:06:58.082420 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-27c9f9ae-3172-4f3e-baa5-f22c79a6e43d tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:58.105265 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d1367a2c-677b-4e68-9c33-21d128cf19bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:58.177050 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1367a2c-677b-4e68-9c33-21d128cf19bc None None] Pushing event deleted for resources: {'Port': ['ID=5c5ced2a-16ee-4e63-a3b2-fce68e8b4e17,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:58.183339 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1367a2c-677b-4e68-9c33-21d128cf19bc None None] No DVR routers for this DVR port 5c5ced2a-16ee-4e63-a3b2-fce68e8b4e17 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:06:58.185301 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-27c9f9ae-3172-4f3e-baa5-f22c79a6e43d tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Network 62a05963-9485-4d2d-9e03-53fcab2c33e0 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:06:58.198778 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-27c9f9ae-3172-4f3e-baa5-f22c79a6e43d tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:06:58.216074 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-27c9f9ae-3172-4f3e-baa5-f22c79a6e43d tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:06:58.350178 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7a47b218-094b-492f-b8e4-adfc54fbc703 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:06:58.377907 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-27c9f9ae-3172-4f3e-baa5-f22c79a6e43d tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:58.380216 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-27c9f9ae-3172-4f3e-baa5-f22c79a6e43d tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:58.413301 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-5f1968bf-2001-40e0-b1d1-46fd3d216a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:06:53Z', 'revision_number': 3, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None, '_interfaces': [{'id': '7a47b218-094b-492f-b8e4-adfc54fbc703', 'name': '', 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:33Z', 'updated_at': '2021-08-28T15:06:55Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f47096-fde8-4e38-8dc6-ba3132ef668c', 'name': '', 'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:32:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:47Z', 'updated_at': '2021-08-28T15:06:54Z', 'revision_number': 2, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:58.420674 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9f9ae-3172-4f3e-baa5-f22c79a6e43d tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Pushing event updated for resources: {'Port': ['ID=b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:58.455494 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-27c9f9ae-3172-4f3e-baa5-f22c79a6e43d tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9007392 Aug 28 15:06:58.463834 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 7a47b218-094b-492f-b8e4-adfc54fbc703 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:58.464365 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1968bf-2001-40e0-b1d1-46fd3d216a06 None None] Checking router: c6c79bed-5f52-4124-8491-674d78e709a6 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:06:58.477618 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1968bf-2001-40e0-b1d1-46fd3d216a06 None None] Updating router c6c79bed-5f52-4124-8491-674d78e709a6 port f5f47096-fde8-4e38-8dc6-ba3132ef668c binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:06:58.481416 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:58.501532 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2d33ca75-20bf-4c86-94ef-9eb210d3d6a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "PUT /v2.0/routers/c6c79bed-5f52-4124-8491-674d78e709a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3363175 Aug 28 15:06:58.501532 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 45980) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:06:58.505578 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-a35daa94-2826-4568-a812-74693f2c4d43 service neutron] Request body: {'port': {'device_id': '18da1116-14f6-4ace-8951-a895f4ba20fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:58.530664 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-3ccc27d2-8c62-4fe7-a648-125c0ad9f0d4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1426936892'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:06:58.550409 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-5f1968bf-2001-40e0-b1d1-46fd3d216a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:58.566055 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a80d0b-c307-4693-a218-6a61965ec961 None None] DHCP port deletion for f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:06:58.665456 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-a35daa94-2826-4568-a812-74693f2c4d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:58.704221 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ff8dd6da-bf92-411a-9e20-13e26ad56938 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:58.706156 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccc27d2-8c62-4fe7-a648-125c0ad9f0d4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Made reservation on behalf of 620448c0e45d416cac16ebedf859b0fd for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:06:58.711320 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3ccc27d2-8c62-4fe7-a648-125c0ad9f0d4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:58.721905 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2abe0c2f-53f4-488f-b920-ebe7f194f0b9 req-25b499f9-9dc3-4a21-a5ca-49e4dcbeb973 service neutron] 10.222.0.36 "GET /v2.0/networks/5c9001ca-a76d-4043-9857-260c0aecc9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1450973 Aug 28 15:06:58.818558 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 010849b0-ded6-429f-b44d-5b4aa3afb2fe up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:06:58.877567 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4978089-6517-4d10-8b04-2b31ac606275 req-81daa922-2ff8-4e96-a629-a3227aae4e32 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:58.879212 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b4978089-6517-4d10-8b04-2b31ac606275 req-81daa922-2ff8-4e96-a629-a3227aae4e32 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 945 time: 1.2137129 Aug 28 15:06:58.880114 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ccc27d2-8c62-4fe7-a648-125c0ad9f0d4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:06:58.963050 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-77a80d0b-c307-4693-a218-6a61965ec961 None None] Deleting port bcfb2194-7b90-4bd6-a13d-d81bcd1650cd {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:06:58.964184 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-77a80d0b-c307-4693-a218-6a61965ec961 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:58.970912 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3ccc27d2-8c62-4fe7-a648-125c0ad9f0d4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:58.971298 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-3ccc27d2-8c62-4fe7-a648-125c0ad9f0d4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Added segment 487af387-6321-45f7-b704-5d7926fea29e of type vlan for network da42405e-dd91-4723-9901-c4eeb604c3dd Aug 28 15:06:58.993724 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b1c9b-ecd4-4aea-808f-95a6d357b595 req-65560d99-58b2-4a19-9f6f-2253dc62e649 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:59.009985 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d915320-5c50-4023-b063-328bbbc8bdfb req-30fc4b4a-4941-4af4-af50-1b8f5d27b4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:59.010884 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a00b1c9b-ecd4-4aea-808f-95a6d357b595 req-65560d99-58b2-4a19-9f6f-2253dc62e649 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/ports?device_id=18da1116-14f6-4ace-8951-a895f4ba20fe HTTP/1.1" status: 200 len: 931 time: 0.3270464 Aug 28 15:06:59.011777 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0d915320-5c50-4023-b063-328bbbc8bdfb req-30fc4b4a-4941-4af4-af50-1b8f5d27b4c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 1095 time: 0.2264092 Aug 28 15:06:59.060835 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 010849b0-ded6-429f-b44d-5b4aa3afb2fe triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:59.061525 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:59.168376 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d915320-5c50-4023-b063-328bbbc8bdfb req-21ef1244-9f72-4f3e-b11a-46c3f050a39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:59.169880 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0d915320-5c50-4023-b063-328bbbc8bdfb req-21ef1244-9f72-4f3e-b11a-46c3f050a39d service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c9001ca-a76d-4043-9857-260c0aecc9dd HTTP/1.1" status: 200 len: 898 time: 0.1279151 Aug 28 15:06:59.171996 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ff8dd6da-bf92-411a-9e20-13e26ad56938 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:59.205540 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3ccc27d2-8c62-4fe7-a648-125c0ad9f0d4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:59.231171 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-933349b9-35cc-4cad-b710-5ea4c3c246ee None None] Provisioning for port b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:06:59.234220 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a00b1c9b-ecd4-4aea-808f-95a6d357b595 req-27a36d4c-610e-4037-8136-d5871e080850 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb79f0b3-221a-4b6c-b6e3-7419984cd51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223837 Aug 28 15:06:59.253065 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-ff8dd6da-bf92-411a-9e20-13e26ad56938 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81167e94-3666-4c28-a056-416ea7a0c9d3']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:59.268464 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-933349b9-35cc-4cad-b710-5ea4c3c246ee None None] Provisioning complete for port b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:06:59.268693 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0d915320-5c50-4023-b063-328bbbc8bdfb req-f97cea92-5149-444f-a99e-fdaba7e681ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15136077-3ff4-48b1-bb6a-5bcc767ebe52 HTTP/1.1" status: 200 len: 217 time: 0.0812521 Aug 28 15:06:59.269528 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-933349b9-35cc-4cad-b710-5ea4c3c246ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:59.280592 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b4978089-6517-4d10-8b04-2b31ac606275 req-f0d47071-073a-4c7c-a2d9-40eb3313d497 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769426 Aug 28 15:06:59.283618 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-ff8dd6da-bf92-411a-9e20-13e26ad56938 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ff88bd-3972-49b2-b0b1-d1807955b008') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:59.283940 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-ff8dd6da-bf92-411a-9e20-13e26ad56938 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ff88bd-3972-49b2-b0b1-d1807955b008') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:06:59.294012 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-77a80d0b-c307-4693-a218-6a61965ec961 None None] For port bcfb2194-7b90-4bd6-a13d-d81bcd1650cd, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=bcfb2194-7b90-4bd6-a13d-d81bcd1650cd,segment=NetworkSegment(9e672dc6-4046-4834-8b0a-ef3e6ab4e033),segment_id=9e672dc6-4046-4834-8b0a-ef3e6ab4e033)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:06:59.298076 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-77a80d0b-c307-4693-a218-6a61965ec961 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:59.367535 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-5f1968bf-2001-40e0-b1d1-46fd3d216a06 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:59.386952 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-5f1968bf-2001-40e0-b1d1-46fd3d216a06 None None] Transition to ACTIVE for port object f5f47096-fde8-4e38-8dc6-ba3132ef668c will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:06:59.396184 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-5f1968bf-2001-40e0-b1d1-46fd3d216a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:59.410970 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ff8dd6da-bf92-411a-9e20-13e26ad56938 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:59.440905 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-77a80d0b-c307-4693-a218-6a61965ec961 None None] Calling delete_port for bcfb2194-7b90-4bd6-a13d-d81bcd1650cd owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:06:59.471906 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ff8dd6da-bf92-411a-9e20-13e26ad56938 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:59.475059 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3ccc27d2-8c62-4fe7-a648-125c0ad9f0d4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:59.492414 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccc27d2-8c62-4fe7-a648-125c0ad9f0d4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:59.493058 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3ccc27d2-8c62-4fe7-a648-125c0ad9f0d4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:59.516723 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21be86-9fe5-45d7-890f-2a99ac7bc692 None None] Pushing event updated for resources: {'Port': ['ID=f5f47096-fde8-4e38-8dc6-ba3132ef668c,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:06:59.585081 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-933349b9-35cc-4cad-b710-5ea4c3c246ee None None] Port b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:06:59.588571 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f379a-c3ac-4ebf-81fb-3942852239e4 req-012a11c3-ae87-4357-8056-aa3696de7204 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:59.599604 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9d9f379a-c3ac-4ebf-81fb-3942852239e4 req-012a11c3-ae87-4357-8056-aa3696de7204 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 943 time: 0.2309718 Aug 28 15:06:59.615036 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8dd6da-bf92-411a-9e20-13e26ad56938 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:06:59.616072 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ff8dd6da-bf92-411a-9e20-13e26ad56938 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:59.675577 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-5f1968bf-2001-40e0-b1d1-46fd3d216a06 None None] Attempting to bind port f5f47096-fde8-4e38-8dc6-ba3132ef668c on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:06:59.675977 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-5f1968bf-2001-40e0-b1d1-46fd3d216a06 None None] Attempting to bind port f5f47096-fde8-4e38-8dc6-ba3132ef668c by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '3139f908-507a-492a-a099-41507f480440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:06:59.676348 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1968bf-2001-40e0-b1d1-46fd3d216a06 None None] Attempting to bind port f5f47096-fde8-4e38-8dc6-ba3132ef668c on network cc918a92-c905-47f2-b5c9-28ee955f2b69 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:06:59.689093 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1968bf-2001-40e0-b1d1-46fd3d216a06 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:06:59.689401 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9d9f379a-c3ac-4ebf-81fb-3942852239e4 req-82091c2a-cc68-469a-9e85-053a8aa8827b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0858963 Aug 28 15:06:59.689561 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1968bf-2001-40e0-b1d1-46fd3d216a06 None None] Checking segment: {'id': '3139f908-507a-492a-a099-41507f480440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:06:59.689853 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-5f1968bf-2001-40e0-b1d1-46fd3d216a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:59.690245 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1968bf-2001-40e0-b1d1-46fd3d216a06 None None] Bound using segment: {'id': '3139f908-507a-492a-a099-41507f480440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:06:59.691167 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-5f1968bf-2001-40e0-b1d1-46fd3d216a06 None None] Bound port: f5f47096-fde8-4e38-8dc6-ba3132ef668c, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3139f908-507a-492a-a099-41507f480440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:06:59.691167 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-5f1968bf-2001-40e0-b1d1-46fd3d216a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:59.852273 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-5f1968bf-2001-40e0-b1d1-46fd3d216a06 None None] For port f5f47096-fde8-4e38-8dc6-ba3132ef668c, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:06:59.862151 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:06:59.870005 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-5f1968bf-2001-40e0-b1d1-46fd3d216a06 None None] For port f5f47096-fde8-4e38-8dc6-ba3132ef668c, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f5f47096-fde8-4e38-8dc6-ba3132ef668c,segment=NetworkSegment(3139f908-507a-492a-a099-41507f480440),segment_id=3139f908-507a-492a-a099-41507f480440)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:06:59.871982 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-a35daa94-2826-4568-a812-74693f2c4d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:06:59.875981 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-5f1968bf-2001-40e0-b1d1-46fd3d216a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:59.903383 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-a35daa94-2826-4568-a812-74693f2c4d43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:59.911836 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device bfe3fcbd-5f70-4df8-9bb5-d643e9206c93 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:06:59.965037 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ff8dd6da-bf92-411a-9e20-13e26ad56938 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:59.977714 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ff8dd6da-bf92-411a-9e20-13e26ad56938 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:06:59.984713 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ff8dd6da-bf92-411a-9e20-13e26ad56938 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "DELETE /v2.0/networks/81167e94-3666-4c28-a056-416ea7a0c9d3 HTTP/1.1" status: 204 len: 168 time: 2.3837049 Aug 28 15:06:59.987426 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d915320-5c50-4023-b063-328bbbc8bdfb req-c6c6a8a6-2178-46c2-b100-b80efb81570b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:06:59.990634 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0d915320-5c50-4023-b063-328bbbc8bdfb req-c6c6a8a6-2178-46c2-b100-b80efb81570b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f372a38c-c4d4-4f7d-922b-81f31e4a3273 HTTP/1.1" status: 200 len: 835 time: 0.6961257 Aug 28 15:06:59.992823 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46006) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:00.002045 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1968bf-2001-40e0-b1d1-46fd3d216a06 None None] Routers {'c6c79bed-5f52-4124-8491-674d78e709a6'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:07:00.003458 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-5f1968bf-2001-40e0-b1d1-46fd3d216a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:06:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c6c79bed-5f52-4124-8491-674d78e709a6'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:00.007126 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21be86-9fe5-45d7-890f-2a99ac7bc692 None None] Pushing event updated for resources: {'Port': ['ID=f5f47096-fde8-4e38-8dc6-ba3132ef668c,revision_number=4']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:00.024912 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-77a80d0b-c307-4693-a218-6a61965ec961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:00.027332 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3ccc27d2-8c62-4fe7-a648-125c0ad9f0d4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5247657 Aug 28 15:07:00.028990 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 46008) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:00.065570 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-ddadbc6e-47c6-46c8-b12f-2367be3e733b tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'subnet': {'network_id': 'da42405e-dd91-4723-9901-c4eeb604c3dd', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:07:00.082290 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a80d0b-c307-4693-a218-6a61965ec961 None None] Pushing event deleted for resources: {'Port': ['ID=bcfb2194-7b90-4bd6-a13d-d81bcd1650cd,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:00.088632 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-a35daa94-2826-4568-a812-74693f2c4d43 service neutron] Transition to ACTIVE for port object b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:07:00.109763 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a80d0b-c307-4693-a218-6a61965ec961 None None] No DVR routers for this DVR port bcfb2194-7b90-4bd6-a13d-d81bcd1650cd on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:07:00.145775 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port bfe3fcbd-5f70-4df8-9bb5-d643e9206c93 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:07:00.146161 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:00.225386 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-5f1968bf-2001-40e0-b1d1-46fd3d216a06 None None] Set router c6c79bed-5f52-4124-8491-674d78e709a6 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:07:00.345051 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc27d2-8c62-4fe7-a648-125c0ad9f0d4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Network': ['ID=da42405e-dd91-4723-9901-c4eeb604c3dd,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:00.362286 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network da42405e-dd91-4723-9901-c4eeb604c3dd details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:07:00.364367 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed452a77-e9b8-45b0-bd84-09d5fbd341e5 req-c3d1679e-04b2-4657-8051-1c811a165fc4 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:00.371945 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d915320-5c50-4023-b063-328bbbc8bdfb req-1ec38bd8-e5dc-4601-82b6-dd9511fa34e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:00.382011 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ed452a77-e9b8-45b0-bd84-09d5fbd341e5 req-c3d1679e-04b2-4657-8051-1c811a165fc4 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 945 time: 0.4754033 Aug 28 15:07:00.384436 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0d915320-5c50-4023-b063-328bbbc8bdfb req-1ec38bd8-e5dc-4601-82b6-dd9511fa34e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c9001ca-a76d-4043-9857-260c0aecc9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3269017 Aug 28 15:07:00.385206 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-a35daa94-2826-4568-a812-74693f2c4d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:00.387499 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddadbc6e-47c6-46c8-b12f-2367be3e733b tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Made reservation on behalf of 620448c0e45d416cac16ebedf859b0fd for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:07:00.398808 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ddadbc6e-47c6-46c8-b12f-2367be3e733b tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:00.456779 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8dd6da-bf92-411a-9e20-13e26ad56938 tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Pushing event deleted for resources: {'Network': ['ID=81167e94-3666-4c28-a056-416ea7a0c9d3,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:00.464665 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 5c5ced2a-16ee-4e63-a3b2-fce68e8b4e17 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:07:00.504472 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8a3243b-6045-43be-ba5f-fc23dfe221fa tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:00.529874 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 5c5ced2a-16ee-4e63-a3b2-fce68e8b4e17 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:07:00.529874 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 5c5ced2a-16ee-4e63-a3b2-fce68e8b4e17 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:07:00.680870 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-5f1968bf-2001-40e0-b1d1-46fd3d216a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:06:53Z', 'revision_number': 3, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None, '_interfaces': [{'id': '7a47b218-094b-492f-b8e4-adfc54fbc703', 'name': '', 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:33Z', 'updated_at': '2021-08-28T15:06:55Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f47096-fde8-4e38-8dc6-ba3132ef668c', 'name': '', 'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:32:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:47Z', 'updated_at': '2021-08-28T15:06:59Z', 'revision_number': 4, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:00.704847 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device bcfb2194-7b90-4bd6-a13d-d81bcd1650cd no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:07:00.713171 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35daa94-2826-4568-a812-74693f2c4d43 service neutron] Pushing event updated for resources: {'Port': ['ID=b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:00.751965 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: bcfb2194-7b90-4bd6-a13d-d81bcd1650cd {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:07:00.752317 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device bcfb2194-7b90-4bd6-a13d-d81bcd1650cd not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:07:00.758234 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1968bf-2001-40e0-b1d1-46fd3d216a06 None None] The sync data for ids ['c6c79bed-5f52-4124-8491-674d78e709a6'] in n-d-712137-10 is: [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:06:53Z', 'revision_number': 3, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None, '_interfaces': [{'id': '7a47b218-094b-492f-b8e4-adfc54fbc703', 'name': '', 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:33Z', 'updated_at': '2021-08-28T15:06:55Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f47096-fde8-4e38-8dc6-ba3132ef668c', 'name': '', 'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:32:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:47Z', 'updated_at': '2021-08-28T15:06:59Z', 'revision_number': 4, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:07:00.770175 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ed452a77-e9b8-45b0-bd84-09d5fbd341e5 req-caa817fd-a79b-4ab2-b2b1-ed8a538b936c tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842785 Aug 28 15:07:00.825133 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca30c4-bc6c-4523-912e-c649160d8e3d req-c531fddc-1b85-456c-9726-06da778c215a tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:00.847283 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3ca30c4-bc6c-4523-912e-c649160d8e3d req-c531fddc-1b85-456c-9726-06da778c215a tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/ports?device_id=18da1116-14f6-4ace-8951-a895f4ba20fe HTTP/1.1" status: 200 len: 943 time: 0.4583218 Aug 28 15:07:01.049365 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8a3243b-6045-43be-ba5f-fc23dfe221fa tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:01.064979 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0d915320-5c50-4023-b063-328bbbc8bdfb req-8076a578-d3d5-4d61-b6ff-69a95a06d8c6 service neutron] 10.222.0.36 "GET /v2.0/networks/5c9001ca-a76d-4043-9857-260c0aecc9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6701832 Aug 28 15:07:01.104955 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3ca30c4-bc6c-4523-912e-c649160d8e3d req-f8925b0b-fd43-4b50-b8c0-fdc73c0f93eb tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb79f0b3-221a-4b6c-b6e3-7419984cd51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535622 Aug 28 15:07:01.113092 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-c8a3243b-6045-43be-ba5f-fc23dfe221fa tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:01.135951 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-c8a3243b-6045-43be-ba5f-fc23dfe221fa tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e672dc6-4046-4834-8b0a-ef3e6ab4e033') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:01.136252 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-c8a3243b-6045-43be-ba5f-fc23dfe221fa tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e672dc6-4046-4834-8b0a-ef3e6ab4e033') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:01.136512 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-a35daa94-2826-4568-a812-74693f2c4d43 service neutron] Attempting to bind port b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:07:01.137392 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-a35daa94-2826-4568-a812-74693f2c4d43 service neutron] Attempting to bind port b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '84b3bdc4-a229-472e-b483-c2b1629d9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '62a05963-9485-4d2d-9e03-53fcab2c33e0'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:07:01.138067 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-a35daa94-2826-4568-a812-74693f2c4d43 service neutron] Attempting to bind port b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5 on network 62a05963-9485-4d2d-9e03-53fcab2c33e0 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:07:01.151017 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-a35daa94-2826-4568-a812-74693f2c4d43 service neutron] Port b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5 on network 62a05963-9485-4d2d-9e03-53fcab2c33e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:07:01.151552 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-a35daa94-2826-4568-a812-74693f2c4d43 service neutron] Attempting to bind port b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5 on network 62a05963-9485-4d2d-9e03-53fcab2c33e0 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:07:01.167298 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8a3243b-6045-43be-ba5f-fc23dfe221fa tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:01.173487 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-a35daa94-2826-4568-a812-74693f2c4d43 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:07:01.174118 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-a35daa94-2826-4568-a812-74693f2c4d43 service neutron] Checking segment: {'id': '84b3bdc4-a229-472e-b483-c2b1629d9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '62a05963-9485-4d2d-9e03-53fcab2c33e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:07:01.174687 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-a35daa94-2826-4568-a812-74693f2c4d43 service neutron] Bound using segment: {'id': '84b3bdc4-a229-472e-b483-c2b1629d9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '62a05963-9485-4d2d-9e03-53fcab2c33e0'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:07:01.175309 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-a35daa94-2826-4568-a812-74693f2c4d43 service neutron] Bound port: b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b3bdc4-a229-472e-b483-c2b1629d9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '62a05963-9485-4d2d-9e03-53fcab2c33e0'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:07:01.176031 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-a35daa94-2826-4568-a812-74693f2c4d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:01.278796 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d20fd-2acc-4487-b8d7-e5d86d886913 req-dfe52fa4-f531-4472-be88-9ba7a55a1366 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:01.293457 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c44d20fd-2acc-4487-b8d7-e5d86d886913 req-dfe52fa4-f531-4472-be88-9ba7a55a1366 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 943 time: 0.3052812 Aug 28 15:07:01.309411 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0d915320-5c50-4023-b063-328bbbc8bdfb req-d786c53e-af8b-4d93-b278-fa1991fabd73 service neutron] 10.222.0.36 "GET /v2.0/networks/5c9001ca-a76d-4043-9857-260c0aecc9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336595 Aug 28 15:07:01.324440 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8a3243b-6045-43be-ba5f-fc23dfe221fa tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:01.334170 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a3243b-6045-43be-ba5f-fc23dfe221fa tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:07:01.335016 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8a3243b-6045-43be-ba5f-fc23dfe221fa tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:07:01.340103 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:07:01.416442 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c44d20fd-2acc-4487-b8d7-e5d86d886913 req-473e6fe9-a30c-4184-95cc-78904b98bef9 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1218853 Aug 28 15:07:01.446265 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 15136077-3ff4-48b1-bb6a-5bcc767ebe52 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:07:01.471480 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8a3243b-6045-43be-ba5f-fc23dfe221fa tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:01.472283 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30709ae0-dac5-4596-8f08-a7d78f4ec53e req-2f692010-cf75-4b87-8715-fd4b25b2220a tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:01.477679 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-30709ae0-dac5-4596-8f08-a7d78f4ec53e req-2f692010-cf75-4b87-8715-fd4b25b2220a tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 945 time: 0.4537747 Aug 28 15:07:01.511331 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8a3243b-6045-43be-ba5f-fc23dfe221fa tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:01.525017 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c8a3243b-6045-43be-ba5f-fc23dfe221fa tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] 10.222.0.13 "DELETE /v2.0/networks/f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801 HTTP/1.1" status: 204 len: 168 time: 1.4902973 Aug 28 15:07:01.525017 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3243b-6045-43be-ba5f-fc23dfe221fa tempest-TaggedBootDevicesTest_v242-339518672 tempest-TaggedBootDevicesTest_v242-339518672-project] Pushing event deleted for resources: {'Network': ['ID=f0bd7b7c-0471-4d60-b8d1-cb7ea1e5d801,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:01.653204 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-a35daa94-2826-4568-a812-74693f2c4d43 service neutron] For port b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:07:01.701207 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ddadbc6e-47c6-46c8-b12f-2367be3e733b tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:01.708149 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-a35daa94-2826-4568-a812-74693f2c4d43 service neutron] For port b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5,segment=NetworkSegment(84b3bdc4-a229-472e-b483-c2b1629d9561),segment_id=84b3bdc4-a229-472e-b483-c2b1629d9561)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:07:01.766379 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-a35daa94-2826-4568-a812-74693f2c4d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:01.828187 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-30709ae0-dac5-4596-8f08-a7d78f4ec53e req-a140e78a-4e94-4c37-bf9e-6335fb927b7b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Deleting port f75cd32b-6805-4af9-b110-390609f54500 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:07:01.828526 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-30709ae0-dac5-4596-8f08-a7d78f4ec53e req-a140e78a-4e94-4c37-bf9e-6335fb927b7b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:01.914583 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-a35daa94-2826-4568-a812-74693f2c4d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:01.916241 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-a35daa94-2826-4568-a812-74693f2c4d43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:01.918059 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-a35daa94-2826-4568-a812-74693f2c4d43 service neutron] 10.222.0.41 "PUT /v2.0/ports/b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5 HTTP/1.1" status: 200 len: 1092 time: 3.4511378 Aug 28 15:07:01.922502 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18da1116-14f6-4ace-8951-a895f4ba20fe', 'tag': 'b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:07:01.938457 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6a8d8b-df2f-495c-9ff4-236fa0c14f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "18da1116-14f6-4ace-8951-a895f4ba20fe", "tag": "b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:07:01.948574 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadbc6e-47c6-46c8-b12f-2367be3e733b tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Subnet': ['ID=67127d6f-d169-4267-97ca-9f6450d75f38,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:02.180386 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-30709ae0-dac5-4596-8f08-a7d78f4ec53e req-a140e78a-4e94-4c37-bf9e-6335fb927b7b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] For port f75cd32b-6805-4af9-b110-390609f54500, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f75cd32b-6805-4af9-b110-390609f54500,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:02.181514 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-30709ae0-dac5-4596-8f08-a7d78f4ec53e req-a140e78a-4e94-4c37-bf9e-6335fb927b7b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:02.203173 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-30709ae0-dac5-4596-8f08-a7d78f4ec53e req-a140e78a-4e94-4c37-bf9e-6335fb927b7b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Calling delete_port for f75cd32b-6805-4af9-b110-390609f54500 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:07:02.359996 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 15136077-3ff4-48b1-bb6a-5bcc767ebe52, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=15136077-3ff4-48b1-bb6a-5bcc767ebe52,segment=NetworkSegment(8b86c131-42a6-429e-b12a-d30d54b837f8),segment_id=8b86c131-42a6-429e-b12a-d30d54b837f8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:02.400872 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '15136077-3ff4-48b1-bb6a-5bcc767ebe52', 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd', 'port_id': '15136077-3ff4-48b1-bb6a-5bcc767ebe52', 'mac_address': 'fa:16:3e:36:bd:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f372a38c-c4d4-4f7d-922b-81f31e4a3273', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:07:02.431517 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07bcf0-d02c-4db5-9853-5c1cbc8047eb req-fbbc3cd5-e712-4207-81df-20dc0c1485d5 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:02.434838 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ab07bcf0-d02c-4db5-9853-5c1cbc8047eb req-fbbc3cd5-e712-4207-81df-20dc0c1485d5 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/ports?device_id=18da1116-14f6-4ace-8951-a895f4ba20fe HTTP/1.1" status: 200 len: 943 time: 0.1515813 Aug 28 15:07:02.486672 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:02.512649 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15136077-3ff4-48b1-bb6a-5bcc767ebe52 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:07:02.519278 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ab07bcf0-d02c-4db5-9853-5c1cbc8047eb req-a1bbdcbe-0bc7-48ef-859a-4754530a1d63 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb79f0b3-221a-4b6c-b6e3-7419984cd51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716503 Aug 28 15:07:02.540786 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-30709ae0-dac5-4596-8f08-a7d78f4ec53e req-a140e78a-4e94-4c37-bf9e-6335fb927b7b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:02.553995 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['0e790489-613f-4b5b-816a-a84b22a5048b'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:07:02.573698 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['f75cd32b-6805-4af9-b110-390609f54500'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:07:02.652820 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35daa94-2826-4568-a812-74693f2c4d43 service neutron] Pushing event updated for resources: {'Port': ['ID=b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:02.707980 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-69bc40a2-5112-4e02-bb9d-44e0c29cfbd6 req-b43966cb-1ed3-4e6a-8fbc-04e12f158cdf tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 210 time: 0.1954918 Aug 28 15:07:02.779845 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2e599-109b-4a29-a46e-c6c2b2c43353 req-cf54b08e-2d4d-49a3-a2cb-e2f92883f18f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:02.786416 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b9f2e599-109b-4a29-a46e-c6c2b2c43353 req-cf54b08e-2d4d-49a3-a2cb-e2f92883f18f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 943 time: 0.1638832 Aug 28 15:07:02.860379 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddadbc6e-47c6-46c8-b12f-2367be3e733b tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Checking segment: {'id': '487af387-6321-45f7-b704-5d7926fea29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'da42405e-dd91-4723-9901-c4eeb604c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:07:02.860893 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddadbc6e-47c6-46c8-b12f-2367be3e733b tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network hostable DHCP agents. Network: da42405e-dd91-4723-9901-c4eeb604c3dd, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:07:02.864994 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f5f47096-fde8-4e38-8dc6-ba3132ef668c up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:07:02.871059 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 15136077-3ff4-48b1-bb6a-5bcc767ebe52, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=15136077-3ff4-48b1-bb6a-5bcc767ebe52,segment=NetworkSegment(8b86c131-42a6-429e-b12a-d30d54b837f8),segment_id=8b86c131-42a6-429e-b12a-d30d54b837f8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:02.916738 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:02.917673 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b9f2e599-109b-4a29-a46e-c6c2b2c43353 req-b0b07afb-3529-4e8f-a0fc-88fae40712c1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1175234 Aug 28 15:07:02.926007 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c449974-180d-45da-97d6-703cd2d37303 x-openstack-request-id: req-9c449974-180d-45da-97d6-703cd2d37303 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:07:02.926374 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18da1116-14f6-4ace-8951-a895f4ba20fe", "tag": "b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:07:02.926640 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c449974-180d-45da-97d6-703cd2d37303 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:07:02.927106 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18da1116-14f6-4ace-8951-a895f4ba20fe', 'tag': 'b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5', 'status': 'completed', 'code': 200} Aug 28 15:07:02.988138 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140e78a-4e94-4c37-bf9e-6335fb927b7b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Pushing event deleted for resources: {'Port': ['ID=f75cd32b-6805-4af9-b110-390609f54500,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:02.994700 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-616dc1d3-3c6d-4672-98ed-d5358ade8f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:02.995698 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-616dc1d3-3c6d-4672-98ed-d5358ade8f76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58646dff4236456eaa1799e18ba69def&device_id=18da1116-14f6-4ace-8951-a895f4ba20fe HTTP/1.1" status: 200 len: 1095 time: 0.4975624 Aug 28 15:07:02.996479 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-30709ae0-dac5-4596-8f08-a7d78f4ec53e req-a140e78a-4e94-4c37-bf9e-6335fb927b7b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] No DVR routers for this DVR port f75cd32b-6805-4af9-b110-390609f54500 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:07:03.011588 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-30709ae0-dac5-4596-8f08-a7d78f4ec53e req-a140e78a-4e94-4c37-bf9e-6335fb927b7b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:03.013747 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-30709ae0-dac5-4596-8f08-a7d78f4ec53e req-a140e78a-4e94-4c37-bf9e-6335fb927b7b tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.36 "DELETE /v2.0/ports/f75cd32b-6805-4af9-b110-390609f54500 HTTP/1.1" status: 204 len: 173 time: 1.5241230 Aug 28 15:07:03.222594 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-011f5870-f67a-4afb-badc-91c3b5ec9cd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5 HTTP/1.1" status: 200 len: 217 time: 0.2076507 Aug 28 15:07:03.258992 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddadbc6e-47c6-46c8-b12f-2367be3e733b tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network da42405e-dd91-4723-9901-c4eeb604c3dd is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:07:03.276430 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['15136077-3ff4-48b1-bb6a-5bcc767ebe52'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:07:03.377189 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-ddadbc6e-47c6-46c8-b12f-2367be3e733b tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, da42405e-dd91-4723-9901-c4eeb604c3dd) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:07:03.404733 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddadbc6e-47c6-46c8-b12f-2367be3e733b tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:03.405593 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ddadbc6e-47c6-46c8-b12f-2367be3e733b tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:03.433942 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-50bd4fab-b506-4b58-ab5b-787587bee5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:03.437836 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-50bd4fab-b506-4b58-ab5b-787587bee5d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b079ed4e-e959-4b0f-8924-28bb3e9ef569 HTTP/1.1" status: 200 len: 854 time: 0.2037303 Aug 28 15:07:03.443894 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46088) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:03.445486 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ddadbc6e-47c6-46c8-b12f-2367be3e733b tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4055772 Aug 28 15:07:03.470182 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 46090) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:03.491749 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=15136077-3ff4-48b1-bb6a-5bcc767ebe52,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:03.495358 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0ce088-9df3-46b9-9c2f-13290aa0b0b0 None None] Network da42405e-dd91-4723-9901-c4eeb604c3dd requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:07:03.502608 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f75cd32b-6805-4af9-b110-390609f54500 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:07:03.586041 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: f75cd32b-6805-4af9-b110-390609f54500 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:07:03.586512 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f75cd32b-6805-4af9-b110-390609f54500 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:07:03.629208 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-a0ec54e8-cdcf-4a5b-8a5e-e8fb1339dbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:03.630680 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-a0ec54e8-cdcf-4a5b-8a5e-e8fb1339dbd1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62a05963-9485-4d2d-9e03-53fcab2c33e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1787248 Aug 28 15:07:03.833767 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port f5f47096-fde8-4e38-8dc6-ba3132ef668c completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:07:03.924555 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port f5f47096-fde8-4e38-8dc6-ba3132ef668c triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:07:03.925060 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:04.074593 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0f085-6fd4-410a-92d0-3994d3130aac req-3d8c8bd3-1d89-4c47-a71b-7a5c776dd81f tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:04.090156 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-24f0f085-6fd4-410a-92d0-3994d3130aac req-3d8c8bd3-1d89-4c47-a71b-7a5c776dd81f tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/ports?device_id=18da1116-14f6-4ace-8951-a895f4ba20fe HTTP/1.1" status: 200 len: 943 time: 0.3024640 Aug 28 15:07:04.215027 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0f866846-9278-4e70-bf75-aac1218791e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:04.358290 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a89b53-36e4-470e-aad7-e0d826192489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-da42405e-dd91-4723-9901-c4eeb604c3dd', 'network_id': 'da42405e-dd91-4723-9901-c4eeb604c3dd', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'fixed_ips': [{'subnet_id': '67127d6f-d169-4267-97ca-9f6450d75f38'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:07:04.359694 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-66a89b53-36e4-470e-aad7-e0d826192489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:04.372430 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:04.379991 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0f866846-9278-4e70-bf75-aac1218791e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:04.384456 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f296c0a1-7cd2-4dd5-8f49-27727c88f5ee req-fe12e6ee-3362-48dc-8d46-3d9ed253db5c tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e9b78b-317f-4df1-97fe-918bee86796f HTTP/1.1" status: 200 len: 210 time: 0.1930480 Aug 28 15:07:04.387982 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0f866846-9278-4e70-bf75-aac1218791e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:04.438375 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port f5f47096-fde8-4e38-8dc6-ba3132ef668c, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f5f47096-fde8-4e38-8dc6-ba3132ef668c,segment=NetworkSegment(3139f908-507a-492a-a099-41507f480440),segment_id=3139f908-507a-492a-a099-41507f480440)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:04.471610 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0f866846-9278-4e70-bf75-aac1218791e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa250844e0634af0aba62b8dd0c61b83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9590724 Aug 28 15:07:04.481246 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f866846-9278-4e70-bf75-aac1218791e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d22213-a636-4ca1-b29c-9f197bc0a2ad,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:04.494581 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 46108) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:04.527138 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:04.640262 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-24f0f085-6fd4-410a-92d0-3994d3130aac req-a4b7987a-2d47-46a4-9038-993d5fd40cef tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb79f0b3-221a-4b6c-b6e3-7419984cd51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5309136 Aug 28 15:07:04.672253 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-212f584c-1315-4c64-9909-e392341655d8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:04.718855 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d67106a3-9eb9-4d61-bfbf-63b0d32a9c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:04.729454 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=f5f47096-fde8-4e38-8dc6-ba3132ef668c,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:04.758745 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d67106a3-9eb9-4d61-bfbf-63b0d32a9c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:04.780463 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-66a89b53-36e4-470e-aad7-e0d826192489 None None] Allocated IP 2001:db8:2::2 (da42405e-dd91-4723-9901-c4eeb604c3dd/67127d6f-d169-4267-97ca-9f6450d75f38/7737772d-aa15-4bb4-9b44-49a7bd0a7658) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:07:04.851643 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0f4e7-f35e-439a-a15e-83b328b1a15e req-87bbfeee-125d-461b-a518-e9fc6c37a9a7 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:04.870498 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-19d0f4e7-f35e-439a-a15e-83b328b1a15e req-87bbfeee-125d-461b-a518-e9fc6c37a9a7 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 944 time: 0.2771804 Aug 28 15:07:04.885280 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-38a84d8b-81c0-4981-adcb-22edb1643b66 service neutron] 10.222.0.41 "GET /v2.0/networks/62a05963-9485-4d2d-9e03-53fcab2c33e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2465580 Aug 28 15:07:04.946453 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e9b78b-317f-4df1-97fe-918bee86796f', 'name': 'network-vif-deleted', 'tag': 'f75cd32b-6805-4af9-b110-390609f54500'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:07:04.953492 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e27fa51-ca89-47e1-b979-93e67b2d0eca" -d '{"events": [{"server_uuid": "f3e9b78b-317f-4df1-97fe-918bee86796f", "name": "network-vif-deleted", "tag": "f75cd32b-6805-4af9-b110-390609f54500"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:07:04.971230 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-19d0f4e7-f35e-439a-a15e-83b328b1a15e req-d8902934-964b-4637-8faf-f2f66b9749c6 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0939703 Aug 28 15:07:05.043410 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44a519b-fd9b-4b2b-984f-d0b091e338ca x-openstack-request-id: req-e44a519b-fd9b-4b2b-984f-d0b091e338ca {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:07:05.043856 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e9b78b-317f-4df1-97fe-918bee86796f", "name": "network-vif-deleted", "tag": "f75cd32b-6805-4af9-b110-390609f54500", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:07:05.044187 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e44a519b-fd9b-4b2b-984f-d0b091e338ca {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:07:05.044648 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e9b78b-317f-4df1-97fe-918bee86796f', 'name': 'network-vif-deleted', 'tag': 'f75cd32b-6805-4af9-b110-390609f54500', 'status': 'completed', 'code': 200} Aug 28 15:07:05.047583 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d67106a3-9eb9-4d61-bfbf-63b0d32a9c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:05.050436 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d67106a3-9eb9-4d61-bfbf-63b0d32a9c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:05.055172 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d67106a3-9eb9-4d61-bfbf-63b0d32a9c1c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53d22213-a636-4ca1-b29c-9f197bc0a2ad HTTP/1.1" status: 204 len: 168 time: 0.5594316 Aug 28 15:07:05.076034 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67106a3-9eb9-4d61-bfbf-63b0d32a9c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d22213-a636-4ca1-b29c-9f197bc0a2ad,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:05.106744 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-66a89b53-36e4-470e-aad7-e0d826192489 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:05.113381 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4e7e5d2a-53bc-483b-8462-aef0146e5b55 req-5b868202-307a-4490-8b64-145e37464793 service neutron] 10.222.0.41 "GET /v2.0/networks/62a05963-9485-4d2d-9e03-53fcab2c33e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725674 Aug 28 15:07:05.130281 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-66a89b53-36e4-470e-aad7-e0d826192489 None None] Transition to ACTIVE for port object 7737772d-aa15-4bb4-9b44-49a7bd0a7658 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:07:05.162890 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-66a89b53-36e4-470e-aad7-e0d826192489 None None] Transition to ACTIVE for port object 7737772d-aa15-4bb4-9b44-49a7bd0a7658 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:07:05.171431 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-66a89b53-36e4-470e-aad7-e0d826192489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:05.260560 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-212f584c-1315-4c64-9909-e392341655d8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Allocated IP 2001:db8:2::1 (da42405e-dd91-4723-9901-c4eeb604c3dd/67127d6f-d169-4267-97ca-9f6450d75f38/ccd6c659-4ad4-4b69-84d5-8315565432bb) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:07:05.283744 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a8d8b-df2f-495c-9ff4-236fa0c14f3f req-c5023d87-3da6-4aa9-b501-fd40178dd51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:05.285671 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eb6a8d8b-df2f-495c-9ff4-236fa0c14f3f req-c5023d87-3da6-4aa9-b501-fd40178dd51f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58646dff4236456eaa1799e18ba69def&device_id=18da1116-14f6-4ace-8951-a895f4ba20fe HTTP/1.1" status: 200 len: 1095 time: 0.0879822 Aug 28 15:07:05.309495 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a89b53-36e4-470e-aad7-e0d826192489 None None] Network da42405e-dd91-4723-9901-c4eeb604c3dd is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:07:05.337035 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-66a89b53-36e4-470e-aad7-e0d826192489 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:07:05.344676 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a89b53-36e4-470e-aad7-e0d826192489 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:07:05.393718 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a89b53-36e4-470e-aad7-e0d826192489 None None] Pushing event updated for resources: {'Port': ['ID=7737772d-aa15-4bb4-9b44-49a7bd0a7658,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:05.476259 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a8d8b-df2f-495c-9ff4-236fa0c14f3f req-52d6d400-f187-46b6-8268-0de4d8189743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:05.483352 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 15136077-3ff4-48b1-bb6a-5bcc767ebe52 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:07:05.490608 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eb6a8d8b-df2f-495c-9ff4-236fa0c14f3f req-52d6d400-f187-46b6-8268-0de4d8189743 service neutron] 10.222.0.41 "GET /v2.0/networks?id=62a05963-9485-4d2d-9e03-53fcab2c33e0 HTTP/1.1" status: 200 len: 916 time: 0.1836376 Aug 28 15:07:05.530424 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-212f584c-1315-4c64-9909-e392341655d8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:05.582322 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-66a89b53-36e4-470e-aad7-e0d826192489 None None] Attempting to bind port 7737772d-aa15-4bb4-9b44-49a7bd0a7658 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:07:05.585888 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-66a89b53-36e4-470e-aad7-e0d826192489 None None] Attempting to bind port 7737772d-aa15-4bb4-9b44-49a7bd0a7658 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '487af387-6321-45f7-b704-5d7926fea29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'da42405e-dd91-4723-9901-c4eeb604c3dd'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:07:05.586592 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a89b53-36e4-470e-aad7-e0d826192489 None None] Attempting to bind port 7737772d-aa15-4bb4-9b44-49a7bd0a7658 on network da42405e-dd91-4723-9901-c4eeb604c3dd {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:07:05.596431 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eb6a8d8b-df2f-495c-9ff4-236fa0c14f3f req-0e024c61-911a-4d17-a9fc-e5009080e15b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5 HTTP/1.1" status: 200 len: 217 time: 0.1041310 Aug 28 15:07:05.599258 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-212f584c-1315-4c64-9909-e392341655d8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Transition to ACTIVE for port object ccd6c659-4ad4-4b69-84d5-8315565432bb will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:07:05.626757 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a89b53-36e4-470e-aad7-e0d826192489 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:07:05.628110 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a89b53-36e4-470e-aad7-e0d826192489 None None] Checking segment: {'id': '487af387-6321-45f7-b704-5d7926fea29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'da42405e-dd91-4723-9901-c4eeb604c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:07:05.628955 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-66a89b53-36e4-470e-aad7-e0d826192489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:05.628955 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a89b53-36e4-470e-aad7-e0d826192489 None None] Bound using segment: {'id': '487af387-6321-45f7-b704-5d7926fea29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'da42405e-dd91-4723-9901-c4eeb604c3dd'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:07:05.631592 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-66a89b53-36e4-470e-aad7-e0d826192489 None None] Bound port: 7737772d-aa15-4bb4-9b44-49a7bd0a7658, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '487af387-6321-45f7-b704-5d7926fea29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'da42405e-dd91-4723-9901-c4eeb604c3dd'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:07:05.635849 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-66a89b53-36e4-470e-aad7-e0d826192489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:05.696465 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a8d8b-df2f-495c-9ff4-236fa0c14f3f req-683d0339-a67c-4e43-b4af-8db654ebbb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:05.698709 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-212f584c-1315-4c64-9909-e392341655d8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:05.705255 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eb6a8d8b-df2f-495c-9ff4-236fa0c14f3f req-683d0339-a67c-4e43-b4af-8db654ebbb21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b079ed4e-e959-4b0f-8924-28bb3e9ef569 HTTP/1.1" status: 200 len: 854 time: 0.0970182 Aug 28 15:07:05.769721 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 46134) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:05.769887 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 15136077-3ff4-48b1-bb6a-5bcc767ebe52 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:07:05.780751 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 15136077-3ff4-48b1-bb6a-5bcc767ebe52 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:07:05.781171 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:05.820975 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f584c-1315-4c64-9909-e392341655d8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Port': ['ID=ccd6c659-4ad4-4b69-84d5-8315565432bb,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:05.831500 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-745c67fe-7605-44d5-9d5d-39e4d21e004b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:05.843001 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212f584c-1315-4c64-9909-e392341655d8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network da42405e-dd91-4723-9901-c4eeb604c3dd is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:07:05.845173 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-212f584c-1315-4c64-9909-e392341655d8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:07:05.869237 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212f584c-1315-4c64-9909-e392341655d8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:07:05.869826 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-212f584c-1315-4c64-9909-e392341655d8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:05.905028 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a8d8b-df2f-495c-9ff4-236fa0c14f3f req-dcc6db11-3722-49a1-b4d4-f90fc3c3acf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:05.906534 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eb6a8d8b-df2f-495c-9ff4-236fa0c14f3f req-dcc6db11-3722-49a1-b4d4-f90fc3c3acf4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62a05963-9485-4d2d-9e03-53fcab2c33e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1969998 Aug 28 15:07:05.919588 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-66a89b53-36e4-470e-aad7-e0d826192489 None None] For port 7737772d-aa15-4bb4-9b44-49a7bd0a7658, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:07:05.948763 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-66a89b53-36e4-470e-aad7-e0d826192489 None None] For port 7737772d-aa15-4bb4-9b44-49a7bd0a7658, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7737772d-aa15-4bb4-9b44-49a7bd0a7658,segment=NetworkSegment(487af387-6321-45f7-b704-5d7926fea29e),segment_id=487af387-6321-45f7-b704-5d7926fea29e)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:07:05.967590 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-66a89b53-36e4-470e-aad7-e0d826192489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:06.030655 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:07:06.069350 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a89b53-36e4-470e-aad7-e0d826192489 None None] Pushing event updated for resources: {'Port': ['ID=7737772d-aa15-4bb4-9b44-49a7bd0a7658,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:06.122110 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-212f584c-1315-4c64-9909-e392341655d8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:06.140817 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:06.213715 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 15136077-3ff4-48b1-bb6a-5bcc767ebe52, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=15136077-3ff4-48b1-bb6a-5bcc767ebe52,segment=NetworkSegment(8b86c131-42a6-429e-b12a-d30d54b837f8),segment_id=8b86c131-42a6-429e-b12a-d30d54b837f8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:06.214865 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bb0497-c51d-4601-80b0-afb8c257ca45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15136077-3ff4-48b1-bb6a-5bcc767ebe52'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:07:06.218377 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879a321-cd6c-4d5a-8d41-efcd15093e6e req-5d38e912-015e-4395-97ce-633ebaab12c4 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:06.221741 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b752ea-9cf5-4491-86bd-1020bc1a1906" -d '{"events": [{"server_uuid": "07bb0497-c51d-4601-80b0-afb8c257ca45", "name": "network-vif-plugged", "status": "completed", "tag": "15136077-3ff4-48b1-bb6a-5bcc767ebe52"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:07:06.235435 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6879a321-cd6c-4d5a-8d41-efcd15093e6e req-5d38e912-015e-4395-97ce-633ebaab12c4 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/ports?device_id=18da1116-14f6-4ace-8951-a895f4ba20fe HTTP/1.1" status: 200 len: 943 time: 0.3697422 Aug 28 15:07:06.235638 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:06.323399 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=15136077-3ff4-48b1-bb6a-5bcc767ebe52,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:06.358560 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eb6a8d8b-df2f-495c-9ff4-236fa0c14f3f req-5ff96c2c-eda0-4c7a-bc0b-d804801858f8 service neutron] 10.222.0.41 "GET /v2.0/networks/62a05963-9485-4d2d-9e03-53fcab2c33e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068580 Aug 28 15:07:06.442486 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5899900-8204-4157-9444-c3cd92123048 req-5ec46d69-33d4-4308-8802-a43bd90bec1c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:06.446762 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a5899900-8204-4157-9444-c3cd92123048 req-5ec46d69-33d4-4308-8802-a43bd90bec1c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 944 time: 0.3020666 Aug 28 15:07:06.528793 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a5899900-8204-4157-9444-c3cd92123048 req-3da7f4bf-4ad5-4639-b510-c9658f965c6a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699573 Aug 28 15:07:06.675345 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6879a321-cd6c-4d5a-8d41-efcd15093e6e req-7cfeb5d0-9b2a-4ada-81b2-bbb173d78d6a tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb79f0b3-221a-4b6c-b6e3-7419984cd51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4389157 Aug 28 15:07:06.677539 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eb6a8d8b-df2f-495c-9ff4-236fa0c14f3f req-24b2a514-a8b1-49d4-ada1-e4f540646e61 service neutron] 10.222.0.41 "GET /v2.0/networks/62a05963-9485-4d2d-9e03-53fcab2c33e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033383 Aug 28 15:07:06.803205 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-745c67fe-7605-44d5-9d5d-39e4d21e004b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:06.809485 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-745c67fe-7605-44d5-9d5d-39e4d21e004b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:06.811466 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df21072-8fa2-4d20-a8a2-387c4b209dfc x-openstack-request-id: req-0df21072-8fa2-4d20-a8a2-387c4b209dfc {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:07:06.812775 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bb0497-c51d-4601-80b0-afb8c257ca45", "name": "network-vif-plugged", "status": "completed", "tag": "15136077-3ff4-48b1-bb6a-5bcc767ebe52", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:07:06.813369 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0df21072-8fa2-4d20-a8a2-387c4b209dfc {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:07:06.814050 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07bb0497-c51d-4601-80b0-afb8c257ca45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15136077-3ff4-48b1-bb6a-5bcc767ebe52', 'code': 200} Aug 28 15:07:06.965378 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-745c67fe-7605-44d5-9d5d-39e4d21e004b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f56b30fbc9f44279c8f679639476a14&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1898863 Aug 28 15:07:06.968768 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46162) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:06.991853 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f5f47096-fde8-4e38-8dc6-ba3132ef668c up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:07:07.006393 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c67fe-7605-44d5-9d5d-39e4d21e004b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fb179f-3ff1-4240-95f0-335847b93192,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:07.019597 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-212f584c-1315-4c64-9909-e392341655d8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:07.029959 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-212f584c-1315-4c64-9909-e392341655d8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:07.031508 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-212f584c-1315-4c64-9909-e392341655d8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:07.061191 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd8070-f366-4429-b7ab-7f031b822014 req-be8e55a6-0922-4ca4-a77d-7faa83a2b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:07.063255 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4dcd8070-f366-4429-b7ab-7f031b822014 req-be8e55a6-0922-4ca4-a77d-7faa83a2b84f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 1097 time: 0.1745982 Aug 28 15:07:07.139933 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port f5f47096-fde8-4e38-8dc6-ba3132ef668c triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:07:07.140909 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:07.153616 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4dcd8070-f366-4429-b7ab-7f031b822014 req-4f9798c0-b4d3-4dbd-9a8a-bec247f17320 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0812769 Aug 28 15:07:07.240268 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1562c020-b05a-41ff-8a52-dd7e2ee80a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:07.314568 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1562c020-b05a-41ff-8a52-dd7e2ee80a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:07.332231 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7737772d-aa15-4bb4-9b44-49a7bd0a7658 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:07:07.350367 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f584c-1315-4c64-9909-e392341655d8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Port': ['ID=ccd6c659-4ad4-4b69-84d5-8315565432bb,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:07.413908 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 7737772d-aa15-4bb4-9b44-49a7bd0a7658 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:07:07.467501 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212f584c-1315-4c64-9909-e392341655d8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network da42405e-dd91-4723-9901-c4eeb604c3dd is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:07:07.469653 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-212f584c-1315-4c64-9909-e392341655d8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:07:07.600471 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1562c020-b05a-41ff-8a52-dd7e2ee80a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:07.604122 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1562c020-b05a-41ff-8a52-dd7e2ee80a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:07.627635 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1562c020-b05a-41ff-8a52-dd7e2ee80a1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3fb179f-3ff1-4240-95f0-335847b93192 HTTP/1.1" status: 204 len: 168 time: 0.6400857 Aug 28 15:07:07.674584 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562c020-b05a-41ff-8a52-dd7e2ee80a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fb179f-3ff1-4240-95f0-335847b93192,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:07.724938 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212f584c-1315-4c64-9909-e392341655d8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Router c6c79bed-5f52-4124-8491-674d78e709a6 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:07:07.896621 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283154f8-1d4e-4fc5-9185-d169b9cb7d3a req-13d6e66b-b9f1-46b8-b222-db14aa409be6 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:07.915516 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-283154f8-1d4e-4fc5-9185-d169b9cb7d3a req-13d6e66b-b9f1-46b8-b222-db14aa409be6 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 945 time: 0.1909230 Aug 28 15:07:08.047360 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5898cf65-9380-480e-a1ab-31d5d4c9c57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:08.067477 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-283154f8-1d4e-4fc5-9185-d169b9cb7d3a req-f6f0afa5-4e31-4001-9f3d-8363cf32f619 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1510062 Aug 28 15:07:08.069315 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212f584c-1315-4c64-9909-e392341655d8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:07:08.082838 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc42679-6e43-4652-b417-678033b2e5b8 None None] Network da42405e-dd91-4723-9901-c4eeb604c3dd requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:07:08.087961 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-212f584c-1315-4c64-9909-e392341655d8 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "PUT /v2.0/routers/c6c79bed-5f52-4124-8491-674d78e709a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6427717 Aug 28 15:07:08.089344 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46196) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:08.094471 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-59afe2bd-c708-4f04-baa1-e7a9692e512c tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1667862654'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:07:08.100060 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f9d8ce-482e-4b79-bba5-3a6414e97b13 None None] Sync routers for ids ['c6c79bed-5f52-4124-8491-674d78e709a6'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:07:08.224400 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d65605-32e0-4e70-868f-871a9991fef8 req-ac3d0a3c-0597-4c4d-9ea5-aaac6f115a93 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:08.238450 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-83d65605-32e0-4e70-868f-871a9991fef8 req-ac3d0a3c-0597-4c4d-9ea5-aaac6f115a93 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/ports?device_id=18da1116-14f6-4ace-8951-a895f4ba20fe HTTP/1.1" status: 200 len: 943 time: 0.1099451 Aug 28 15:07:08.244315 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59afe2bd-c708-4f04-baa1-e7a9692e512c tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Made reservation on behalf of 620448c0e45d416cac16ebedf859b0fd for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:07:08.248705 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-59afe2bd-c708-4f04-baa1-e7a9692e512c tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:08.316226 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-83d65605-32e0-4e70-868f-871a9991fef8 req-f411e2b5-8566-4c88-9844-9ee9cfc533ca tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb79f0b3-221a-4b6c-b6e3-7419984cd51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698013 Aug 28 15:07:08.337087 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59afe2bd-c708-4f04-baa1-e7a9692e512c tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:07:08.372971 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416d51c-cada-4134-b5c3-aa038ebb51cf req-1614f020-8d47-4735-8245-ed261b68977f tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:08.377499 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-59afe2bd-c708-4f04-baa1-e7a9692e512c tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:08.377858 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-59afe2bd-c708-4f04-baa1-e7a9692e512c tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Added segment c04cb256-aecc-45c7-b5ea-164bc5c48024 of type vlan for network 9ecc3a23-eb58-427b-9c8f-8a00b2f7e395 Aug 28 15:07:08.385639 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9416d51c-cada-4134-b5c3-aa038ebb51cf req-1614f020-8d47-4735-8245-ed261b68977f tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=76556a77-2ba8-4527-9cdf-ac80ee43dcd8 HTTP/1.1" status: 200 len: 945 time: 0.1315727 Aug 28 15:07:08.443613 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f9d8ce-482e-4b79-bba5-3a6414e97b13 None None] Routers {'c6c79bed-5f52-4124-8491-674d78e709a6'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:07:08.444338 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9416d51c-cada-4134-b5c3-aa038ebb51cf req-e7b64704-1e59-4366-9dfb-48e3b620b776 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569735 Aug 28 15:07:08.448566 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-d1f9d8ce-482e-4b79-bba5-3a6414e97b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:06:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c6c79bed-5f52-4124-8491-674d78e709a6'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:08.539876 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a448c1f9-4d9e-48f9-aef4-a0dd79ae9f44 None None] Provisioning for port 7737772d-aa15-4bb4-9b44-49a7bd0a7658 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:07:08.556718 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a448c1f9-4d9e-48f9-aef4-a0dd79ae9f44 None None] Provisioning complete for port 7737772d-aa15-4bb4-9b44-49a7bd0a7658 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:07:08.557033 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a448c1f9-4d9e-48f9-aef4-a0dd79ae9f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:08.559867 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-59afe2bd-c708-4f04-baa1-e7a9692e512c tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:08.629625 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-59afe2bd-c708-4f04-baa1-e7a9692e512c tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:08.646480 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59afe2bd-c708-4f04-baa1-e7a9692e512c tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:08.647401 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-59afe2bd-c708-4f04-baa1-e7a9692e512c tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:08.672372 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-d1f9d8ce-482e-4b79-bba5-3a6414e97b13 None None] Set router c6c79bed-5f52-4124-8491-674d78e709a6 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:07:08.755846 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a448c1f9-4d9e-48f9-aef4-a0dd79ae9f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:08.784139 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59afe2bd-c708-4f04-baa1-e7a9692e512c tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Network': ['ID=9ecc3a23-eb58-427b-9c8f-8a00b2f7e395,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:08.812100 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 46216) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:08.813312 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 9ecc3a23-eb58-427b-9c8f-8a00b2f7e395 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:07:08.817705 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-ef27d8de-f78a-49cc-b4dd-ea10f14174cc tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'subnet': {'network_id': '9ecc3a23-eb58-427b-9c8f-8a00b2f7e395', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:07:08.818499 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-59afe2bd-c708-4f04-baa1-e7a9692e512c tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7285469 Aug 28 15:07:09.016682 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef27d8de-f78a-49cc-b4dd-ea10f14174cc tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Made reservation on behalf of 620448c0e45d416cac16ebedf859b0fd for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:07:09.029834 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ef27d8de-f78a-49cc-b4dd-ea10f14174cc tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:09.333575 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-a448c1f9-4d9e-48f9-aef4-a0dd79ae9f44 None None] For port 7737772d-aa15-4bb4-9b44-49a7bd0a7658, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7737772d-aa15-4bb4-9b44-49a7bd0a7658,segment=NetworkSegment(487af387-6321-45f7-b704-5d7926fea29e),segment_id=487af387-6321-45f7-b704-5d7926fea29e)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:09.379047 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:07:09.534335 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a26f1-3f59-4981-b82a-0de1c8b287c8 req-1492326d-c9d3-422c-a43f-c069d9cddfd6 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:09.548272 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-307a26f1-3f59-4981-b82a-0de1c8b287c8 req-1492326d-c9d3-422c-a43f-c069d9cddfd6 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/ports?device_id=18da1116-14f6-4ace-8951-a895f4ba20fe HTTP/1.1" status: 200 len: 943 time: 0.1045840 Aug 28 15:07:09.566200 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ef27d8de-f78a-49cc-b4dd-ea10f14174cc tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:09.591375 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a448c1f9-4d9e-48f9-aef4-a0dd79ae9f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:09.649520 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-307a26f1-3f59-4981-b82a-0de1c8b287c8 req-e0585fa2-f1dd-49c7-880a-96a7f2147d40 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb79f0b3-221a-4b6c-b6e3-7419984cd51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871468 Aug 28 15:07:09.714881 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27d8de-f78a-49cc-b4dd-ea10f14174cc tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Subnet': ['ID=b5cf707a-9b53-417f-a835-cbb5a191df5d,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:09.814882 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2d9b0-7b9e-44b3-b83a-52ff8ccad0b9 req-d5e475f6-f3e5-446e-abe6-ec71f600ef22 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:09.825713 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06d2d9b0-7b9e-44b3-b83a-52ff8ccad0b9 req-d5e475f6-f3e5-446e-abe6-ec71f600ef22 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 945 time: 0.3125572 Aug 28 15:07:09.917931 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c6e4de33-2087-41b2-bc0f-4c8c4e6a3c14 None None] Provisioning complete for port 7737772d-aa15-4bb4-9b44-49a7bd0a7658 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:07:09.919134 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c6e4de33-2087-41b2-bc0f-4c8c4e6a3c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:09.927426 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06d2d9b0-7b9e-44b3-b83a-52ff8ccad0b9 req-83a35f8e-aafe-4617-879c-97c03ef892d5 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1007104 Aug 28 15:07:09.955762 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0cf8c-da8c-4394-b04c-01d1653be012 req-dc5d03df-64f6-43b4-82e8-e5313f3e53c7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:09.964955 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-42b0cf8c-da8c-4394-b04c-01d1653be012 req-dc5d03df-64f6-43b4-82e8-e5313f3e53c7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=76556a77-2ba8-4527-9cdf-ac80ee43dcd8 HTTP/1.1" status: 200 len: 945 time: 0.1796026 Aug 28 15:07:09.966338 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09406197-e93a-4673-b959-d3960b671548 req-74139921-9c1e-4431-8db2-8eb99a2029a7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:09.978399 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-09406197-e93a-4673-b959-d3960b671548 req-74139921-9c1e-4431-8db2-8eb99a2029a7 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.41 "GET /v2.0/ports?device_id=76556a77-2ba8-4527-9cdf-ac80ee43dcd8 HTTP/1.1" status: 200 len: 945 time: 0.3764794 Aug 28 15:07:10.051745 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-42b0cf8c-da8c-4394-b04c-01d1653be012 req-adce209b-a6c0-4f11-8f46-53d55f7b5ceb tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd62cf35-3e10-4c49-a496-8f5b80800946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854588 Aug 28 15:07:10.068416 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef27d8de-f78a-49cc-b4dd-ea10f14174cc tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Checking segment: {'id': 'c04cb256-aecc-45c7-b5ea-164bc5c48024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9ecc3a23-eb58-427b-9c8f-8a00b2f7e395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:07:10.069060 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef27d8de-f78a-49cc-b4dd-ea10f14174cc tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network hostable DHCP agents. Network: 9ecc3a23-eb58-427b-9c8f-8a00b2f7e395, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:07:10.187185 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-d1f9d8ce-482e-4b79-bba5-3a6414e97b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:07:06Z', 'revision_number': 4, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None, '_interfaces': [{'id': '7a47b218-094b-492f-b8e4-adfc54fbc703', 'name': '', 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:33Z', 'updated_at': '2021-08-28T15:06:55Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd6c659-4ad4-4b69-84d5-8315565432bb', 'name': '', 'network_id': 'da42405e-dd91-4723-9901-c4eeb604c3dd', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:c6:dc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '67127d6f-d169-4267-97ca-9f6450d75f38', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:07:04Z', 'updated_at': '2021-08-28T15:07:06Z', 'revision_number': 2, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '67127d6f-d169-4267-97ca-9f6450d75f38', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f47096-fde8-4e38-8dc6-ba3132ef668c', 'name': '', 'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:47Z', 'updated_at': '2021-08-28T15:07:04Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:10.244286 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef27d8de-f78a-49cc-b4dd-ea10f14174cc tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network 9ecc3a23-eb58-427b-9c8f-8a00b2f7e395 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:07:10.249116 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c6e4de33-2087-41b2-bc0f-4c8c4e6a3c14 None None] Provisioning for port ccd6c659-4ad4-4b69-84d5-8315565432bb completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:07:10.272100 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-ef27d8de-f78a-49cc-b4dd-ea10f14174cc tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 9ecc3a23-eb58-427b-9c8f-8a00b2f7e395) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:07:10.281091 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef27d8de-f78a-49cc-b4dd-ea10f14174cc tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:10.282327 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ef27d8de-f78a-49cc-b4dd-ea10f14174cc tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:10.301676 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ef27d8de-f78a-49cc-b4dd-ea10f14174cc tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4881296 Aug 28 15:07:10.306672 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8e3b2-9346-4fd4-a81f-2c4af2761919 req-a25f1036-c0b9-414b-b128-5efa4dba3eb1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:10.307279 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 46252) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:10.312268 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e5c8e3b2-9346-4fd4-a81f-2c4af2761919 req-a25f1036-c0b9-414b-b128-5efa4dba3eb1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 945 time: 0.1344640 Aug 28 15:07:10.355698 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c6e4de33-2087-41b2-bc0f-4c8c4e6a3c14 None None] Provisioning complete for port ccd6c659-4ad4-4b69-84d5-8315565432bb triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:07:10.356305 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c6e4de33-2087-41b2-bc0f-4c8c4e6a3c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:10.399298 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-09406197-e93a-4673-b959-d3960b671548 req-3ce9f868-136a-48c5-81c0-d1c9a1067687 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Deleting port 0e790489-613f-4b5b-816a-a84b22a5048b {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:07:10.399682 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-09406197-e93a-4673-b959-d3960b671548 req-3ce9f868-136a-48c5-81c0-d1c9a1067687 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:10.411271 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448c1f9-4d9e-48f9-aef4-a0dd79ae9f44 None None] Pushing event updated for resources: {'Port': ['ID=7737772d-aa15-4bb4-9b44-49a7bd0a7658,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:10.415949 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50435e16-f71c-4d86-88f5-2edfa39439a2 None None] Network 9ecc3a23-eb58-427b-9c8f-8a00b2f7e395 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:07:10.418411 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f9d8ce-482e-4b79-bba5-3a6414e97b13 None None] Checking router: c6c79bed-5f52-4124-8491-674d78e709a6 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:07:10.418549 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e5c8e3b2-9346-4fd4-a81f-2c4af2761919 req-59a873f7-bf0e-4bde-b3ea-9b6574b24d10 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0979247 Aug 28 15:07:10.418771 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f9d8ce-482e-4b79-bba5-3a6414e97b13 None None] Updating router c6c79bed-5f52-4124-8491-674d78e709a6 port ccd6c659-4ad4-4b69-84d5-8315565432bb binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:07:10.422985 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5,segment=NetworkSegment(84b3bdc4-a229-472e-b483-c2b1629d9561),segment_id=84b3bdc4-a229-472e-b483-c2b1629d9561)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:10.435031 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46256) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:10.471229 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5', 'network_id': '62a05963-9485-4d2d-9e03-53fcab2c33e0', 'port_id': 'b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5', 'mac_address': 'fa:16:3e:28:12:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b079ed4e-e959-4b0f-8924-28bb3e9ef569', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:07:10.472919 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c6e4de33-2087-41b2-bc0f-4c8c4e6a3c14 None None] Port ccd6c659-4ad4-4b69-84d5-8315565432bb cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:07:10.496982 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b5ea3d-d537-42bd-8830-055cd04a8843 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:10.498732 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-61b5ea3d-d537-42bd-8830-055cd04a8843 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 1092 time: 0.0608230 Aug 28 15:07:10.503259 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46260) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:10.509395 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-2767c761-c079-4b77-b9d6-de5096d5842f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'port_id': '15136077-3ff4-48b1-bb6a-5bcc767ebe52', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:07:10.542038 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2767c761-c079-4b77-b9d6-de5096d5842f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:10.619395 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:10.636229 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b8e37657-9144-4817-a686-8dd6aea65c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:10.651770 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:07:10.701453 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d1f9d8ce-482e-4b79-bba5-3a6414e97b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:10.749347 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c5ede22c-0965-41cb-8569-224f1476f1d2 None None] Provisioning complete for port ccd6c659-4ad4-4b69-84d5-8315565432bb triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:07:10.751188 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c5ede22c-0965-41cb-8569-224f1476f1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:10.831046 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2767c761-c079-4b77-b9d6-de5096d5842f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:10.858203 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-09406197-e93a-4673-b959-d3960b671548 req-3ce9f868-136a-48c5-81c0-d1c9a1067687 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] For port 0e790489-613f-4b5b-816a-a84b22a5048b, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=0e790489-613f-4b5b-816a-a84b22a5048b,segment=NetworkSegment(537ec9af-2404-4c1d-a957-efd06cc39195),segment_id=537ec9af-2404-4c1d-a957-efd06cc39195)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:10.858685 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-09406197-e93a-4673-b959-d3960b671548 req-3ce9f868-136a-48c5-81c0-d1c9a1067687 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:10.889489 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-09406197-e93a-4673-b959-d3960b671548 req-3ce9f868-136a-48c5-81c0-d1c9a1067687 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Calling delete_port for 0e790489-613f-4b5b-816a-a84b22a5048b owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:07:10.982582 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c5ede22c-0965-41cb-8569-224f1476f1d2 None None] Port ccd6c659-4ad4-4b69-84d5-8315565432bb cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:07:10.995702 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7737772d-aa15-4bb4-9b44-49a7bd0a7658 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:07:11.030762 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-2767c761-c079-4b77-b9d6-de5096d5842f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Allocated IP 172.25.3.249 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/8bfe81ee-b27d-422c-8bdf-249e38ecee03) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:07:11.040231 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245ba87-55b8-438f-9eeb-8fb8e256d37a req-0a4e3c1c-0d9a-4f77-823e-43f0ee307fda tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:11.042077 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a245ba87-55b8-438f-9eeb-8fb8e256d37a req-0a4e3c1c-0d9a-4f77-823e-43f0ee307fda tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/ports?device_id=18da1116-14f6-4ace-8951-a895f4ba20fe HTTP/1.1" status: 200 len: 943 time: 0.2541177 Aug 28 15:07:11.075635 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:11.086962 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5,segment=NetworkSegment(84b3bdc4-a229-472e-b483-c2b1629d9561),segment_id=84b3bdc4-a229-472e-b483-c2b1629d9561)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:11.104144 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:11.280983 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2767c761-c079-4b77-b9d6-de5096d5842f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:11.289273 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-09406197-e93a-4673-b959-d3960b671548 req-3ce9f868-136a-48c5-81c0-d1c9a1067687 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:11.344348 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2767c761-c079-4b77-b9d6-de5096d5842f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:11.381350 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 0e790489-613f-4b5b-816a-a84b22a5048b no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:07:11.424610 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:11.440486 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 0e790489-613f-4b5b-816a-a84b22a5048b {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:07:11.440851 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 0e790489-613f-4b5b-816a-a84b22a5048b not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:07:11.451387 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 7737772d-aa15-4bb4-9b44-49a7bd0a7658 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:07:11.452008 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:11.455378 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a245ba87-55b8-438f-9eeb-8fb8e256d37a req-b86ca75e-1aad-4542-a972-1df53de5e5f6 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb79f0b3-221a-4b6c-b6e3-7419984cd51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4026620 Aug 28 15:07:11.458243 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9f868-136a-48c5-81c0-d1c9a1067687 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Pushing event deleted for resources: {'Port': ['ID=0e790489-613f-4b5b-816a-a84b22a5048b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:11.530743 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9f868-136a-48c5-81c0-d1c9a1067687 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:11.531168 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9f868-136a-48c5-81c0-d1c9a1067687 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:11.531443 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9f868-136a-48c5-81c0-d1c9a1067687 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:11.531814 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9f868-136a-48c5-81c0-d1c9a1067687 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:11.542683 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9f868-136a-48c5-81c0-d1c9a1067687 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:11.543075 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9f868-136a-48c5-81c0-d1c9a1067687 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:11.543429 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9f868-136a-48c5-81c0-d1c9a1067687 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:11.543884 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9f868-136a-48c5-81c0-d1c9a1067687 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:11.544229 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9f868-136a-48c5-81c0-d1c9a1067687 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:11.544564 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9f868-136a-48c5-81c0-d1c9a1067687 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:11.544902 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9f868-136a-48c5-81c0-d1c9a1067687 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:11.545236 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9f868-136a-48c5-81c0-d1c9a1067687 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:11.563561 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6e9a45-8200-494e-89e3-3e648a46125a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-9ecc3a23-eb58-427b-9c8f-8a00b2f7e395', 'network_id': '9ecc3a23-eb58-427b-9c8f-8a00b2f7e395', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'fixed_ips': [{'subnet_id': 'b5cf707a-9b53-417f-a835-cbb5a191df5d'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:07:11.564702 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7b6e9a45-8200-494e-89e3-3e648a46125a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:11.651609 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-09406197-e93a-4673-b959-d3960b671548 req-3ce9f868-136a-48c5-81c0-d1c9a1067687 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] No DVR routers for this DVR port 0e790489-613f-4b5b-816a-a84b22a5048b on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:07:11.669776 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-09406197-e93a-4673-b959-d3960b671548 req-3ce9f868-136a-48c5-81c0-d1c9a1067687 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:11.674508 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-09406197-e93a-4673-b959-d3960b671548 req-3ce9f868-136a-48c5-81c0-d1c9a1067687 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.41 "DELETE /v2.0/ports/0e790489-613f-4b5b-816a-a84b22a5048b HTTP/1.1" status: 204 len: 173 time: 1.6950495 Aug 28 15:07:11.677539 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:07:11.684967 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76556a77-2ba8-4527-9cdf-ac80ee43dcd8', 'name': 'network-vif-deleted', 'tag': '0e790489-613f-4b5b-816a-a84b22a5048b'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:07:11.691715 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571277d1-041d-47bc-8f02-b580f40b7d59" -d '{"events": [{"server_uuid": "76556a77-2ba8-4527-9cdf-ac80ee43dcd8", "name": "network-vif-deleted", "tag": "0e790489-613f-4b5b-816a-a84b22a5048b"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:07:11.737418 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d3d0f7d-ce5b-4ecf-858e-71aa5aed1a9a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:11.930409 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a1d40a31-bd9a-4706-b5c2-74e9fa0b07d8 req-645a36b1-47a8-4f1e-82c7-a7b546cc10f9 tempest-ServersTestJSON-660433990 tempest-ServersTestJSON-660433990-project] 10.222.0.13 "GET /v2.0/ports?device_id=76556a77-2ba8-4527-9cdf-ac80ee43dcd8 HTTP/1.1" status: 200 len: 210 time: 0.5944963 Aug 28 15:07:11.954834 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-7b6e9a45-8200-494e-89e3-3e648a46125a None None] Allocated IP 2001:db8:3::2 (9ecc3a23-eb58-427b-9c8f-8a00b2f7e395/b5cf707a-9b53-417f-a835-cbb5a191df5d/1c19365e-6afc-4ef6-a632-d9a349f3afc0) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:07:11.963108 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767c761-c079-4b77-b9d6-de5096d5842f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Port': ['ID=8bfe81ee-b27d-422c-8bdf-249e38ecee03,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:11.980335 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2767c761-c079-4b77-b9d6-de5096d5842f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:07:11.983149 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-2767c761-c079-4b77-b9d6-de5096d5842f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:07:11.986432 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2767c761-c079-4b77-b9d6-de5096d5842f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:07:12.008718 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e364bd73-8692-4c0b-9d17-944c643df2a2 x-openstack-request-id: req-e364bd73-8692-4c0b-9d17-944c643df2a2 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:07:12.009096 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76556a77-2ba8-4527-9cdf-ac80ee43dcd8", "name": "network-vif-deleted", "tag": "0e790489-613f-4b5b-816a-a84b22a5048b", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:07:12.009284 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e364bd73-8692-4c0b-9d17-944c643df2a2 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:07:12.009700 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76556a77-2ba8-4527-9cdf-ac80ee43dcd8', 'name': 'network-vif-deleted', 'tag': '0e790489-613f-4b5b-816a-a84b22a5048b', 'status': 'completed', 'code': 200} Aug 28 15:07:12.044337 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09209e-608f-4bde-ba4f-125f39ad7bcc req-5391a1c0-304b-43ed-9a76-36739ff2f823 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:12.046056 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2d09209e-608f-4bde-ba4f-125f39ad7bcc req-5391a1c0-304b-43ed-9a76-36739ff2f823 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 947 time: 0.3504317 Aug 28 15:07:12.158782 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2d09209e-608f-4bde-ba4f-125f39ad7bcc req-d694a4a2-8bd0-4480-b08b-9490abef3f8e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021044 Aug 28 15:07:12.202475 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:12.240929 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d1f9d8ce-482e-4b79-bba5-3a6414e97b13 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:12.266251 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d1f9d8ce-482e-4b79-bba5-3a6414e97b13 None None] Transition to ACTIVE for port object ccd6c659-4ad4-4b69-84d5-8315565432bb will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:07:12.287020 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d1f9d8ce-482e-4b79-bba5-3a6414e97b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:12.620924 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b363971-edd2-4f40-8f53-f43fd3cac619 None None] Pushing event updated for resources: {'Port': ['ID=ccd6c659-4ad4-4b69-84d5-8315565432bb,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:12.634971 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7b6e9a45-8200-494e-89e3-3e648a46125a None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:12.717432 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d56164-8be7-41af-a24f-f4a6d31ea234 req-736f14fa-bbb1-432f-b0e5-fc101cba9402 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:12.732595 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b2d56164-8be7-41af-a24f-f4a6d31ea234 req-736f14fa-bbb1-432f-b0e5-fc101cba9402 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/ports?device_id=18da1116-14f6-4ace-8951-a895f4ba20fe HTTP/1.1" status: 200 len: 944 time: 0.1350513 Aug 28 15:07:12.754324 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b363971-edd2-4f40-8f53-f43fd3cac619 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:12.758344 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b363971-edd2-4f40-8f53-f43fd3cac619 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:12.759025 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b363971-edd2-4f40-8f53-f43fd3cac619 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:12.763003 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b363971-edd2-4f40-8f53-f43fd3cac619 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:12.763348 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b363971-edd2-4f40-8f53-f43fd3cac619 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:12.768803 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2767c761-c079-4b77-b9d6-de5096d5842f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:12.769005 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b363971-edd2-4f40-8f53-f43fd3cac619 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:12.769005 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b363971-edd2-4f40-8f53-f43fd3cac619 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:12.769005 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b363971-edd2-4f40-8f53-f43fd3cac619 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:12.769272 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b363971-edd2-4f40-8f53-f43fd3cac619 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:12.769651 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b363971-edd2-4f40-8f53-f43fd3cac619 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:12.769759 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b363971-edd2-4f40-8f53-f43fd3cac619 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:12.770195 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b363971-edd2-4f40-8f53-f43fd3cac619 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:12.789178 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7b6e9a45-8200-494e-89e3-3e648a46125a None None] Transition to ACTIVE for port object 1c19365e-6afc-4ef6-a632-d9a349f3afc0 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:07:12.822464 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b2d56164-8be7-41af-a24f-f4a6d31ea234 req-6520b45a-91ec-4af0-8104-9e04bafdf8cd tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb79f0b3-221a-4b6c-b6e3-7419984cd51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866756 Aug 28 15:07:12.934775 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-d1f9d8ce-482e-4b79-bba5-3a6414e97b13 None None] Attempting to bind port ccd6c659-4ad4-4b69-84d5-8315565432bb on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:07:12.935161 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-d1f9d8ce-482e-4b79-bba5-3a6414e97b13 None None] Attempting to bind port ccd6c659-4ad4-4b69-84d5-8315565432bb by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '487af387-6321-45f7-b704-5d7926fea29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'da42405e-dd91-4723-9901-c4eeb604c3dd'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:07:12.935533 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9d8ce-482e-4b79-bba5-3a6414e97b13 None None] Attempting to bind port ccd6c659-4ad4-4b69-84d5-8315565432bb on network da42405e-dd91-4723-9901-c4eeb604c3dd {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:07:12.938974 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7b6e9a45-8200-494e-89e3-3e648a46125a None None] Transition to ACTIVE for port object 1c19365e-6afc-4ef6-a632-d9a349f3afc0 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:07:12.978374 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9d8ce-482e-4b79-bba5-3a6414e97b13 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:07:12.981937 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9d8ce-482e-4b79-bba5-3a6414e97b13 None None] Checking segment: {'id': '487af387-6321-45f7-b704-5d7926fea29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'da42405e-dd91-4723-9901-c4eeb604c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:07:12.982400 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d1f9d8ce-482e-4b79-bba5-3a6414e97b13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:12.982823 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9d8ce-482e-4b79-bba5-3a6414e97b13 None None] Bound using segment: {'id': '487af387-6321-45f7-b704-5d7926fea29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'da42405e-dd91-4723-9901-c4eeb604c3dd'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:07:12.983333 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-d1f9d8ce-482e-4b79-bba5-3a6414e97b13 None None] Bound port: ccd6c659-4ad4-4b69-84d5-8315565432bb, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '487af387-6321-45f7-b704-5d7926fea29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'da42405e-dd91-4723-9901-c4eeb604c3dd'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:07:12.983764 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d1f9d8ce-482e-4b79-bba5-3a6414e97b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:12.995441 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2767c761-c079-4b77-b9d6-de5096d5842f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:12.998960 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7b6e9a45-8200-494e-89e3-3e648a46125a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:13.085993 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 46348) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:13.190431 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-2d3d0f7d-ce5b-4ecf-858e-71aa5aed1a9a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Allocated IP 2001:db8:3::1 (9ecc3a23-eb58-427b-9c8f-8a00b2f7e395/b5cf707a-9b53-417f-a835-cbb5a191df5d/4d086ac5-6dc7-495f-93e9-9cb5701e673d) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:07:13.215141 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6e9a45-8200-494e-89e3-3e648a46125a None None] Network 9ecc3a23-eb58-427b-9c8f-8a00b2f7e395 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:07:13.244430 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-7b6e9a45-8200-494e-89e3-3e648a46125a None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:07:13.247927 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6e9a45-8200-494e-89e3-3e648a46125a None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:07:13.260227 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:13.264180 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-df2051f8-5de1-4876-af83-bc024d45a8fd admin admin] Deleting subnet 517a924f-5dd5-4f4e-82d8-d019697a05fd {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:07:13.274315 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-df2051f8-5de1-4876-af83-bc024d45a8fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:13.290237 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e9a45-8200-494e-89e3-3e648a46125a None None] Pushing event updated for resources: {'Port': ['ID=1c19365e-6afc-4ef6-a632-d9a349f3afc0,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:13.339045 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2767c761-c079-4b77-b9d6-de5096d5842f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:13.341598 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-df2051f8-5de1-4876-af83-bc024d45a8fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:13.350344 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2767c761-c079-4b77-b9d6-de5096d5842f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:13.433639 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-df2051f8-5de1-4876-af83-bc024d45a8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:13.553403 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767c761-c079-4b77-b9d6-de5096d5842f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Port': ['ID=8bfe81ee-b27d-422c-8bdf-249e38ecee03,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:13.569699 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72515f0d-8be1-455b-815a-943e5c6629a4 req-d72623eb-41fa-4278-ae66-c15ffd0e1ff1 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:13.578435 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-72515f0d-8be1-455b-815a-943e5c6629a4 req-d72623eb-41fa-4278-ae66-c15ffd0e1ff1 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 947 time: 0.4653747 Aug 28 15:07:13.597940 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2767c761-c079-4b77-b9d6-de5096d5842f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:13.622368 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-d1f9d8ce-482e-4b79-bba5-3a6414e97b13 None None] For port ccd6c659-4ad4-4b69-84d5-8315565432bb, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:07:13.683635 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-d1f9d8ce-482e-4b79-bba5-3a6414e97b13 None None] For port ccd6c659-4ad4-4b69-84d5-8315565432bb, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ccd6c659-4ad4-4b69-84d5-8315565432bb,segment=NetworkSegment(487af387-6321-45f7-b704-5d7926fea29e),segment_id=487af387-6321-45f7-b704-5d7926fea29e)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:07:13.703505 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d1f9d8ce-482e-4b79-bba5-3a6414e97b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:13.801642 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-2767c761-c079-4b77-b9d6-de5096d5842f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Floating IP 6a925204-69bb-4ea5-933d-275507d6e97a associated. External IP: 172.25.3.249, port: 15136077-3ff4-48b1-bb6a-5bcc767ebe52. Aug 28 15:07:13.822101 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-7b6e9a45-8200-494e-89e3-3e648a46125a None None] Attempting to bind port 1c19365e-6afc-4ef6-a632-d9a349f3afc0 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:07:13.822537 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-7b6e9a45-8200-494e-89e3-3e648a46125a None None] Attempting to bind port 1c19365e-6afc-4ef6-a632-d9a349f3afc0 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'c04cb256-aecc-45c7-b5ea-164bc5c48024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9ecc3a23-eb58-427b-9c8f-8a00b2f7e395'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:07:13.822915 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6e9a45-8200-494e-89e3-3e648a46125a None None] Attempting to bind port 1c19365e-6afc-4ef6-a632-d9a349f3afc0 on network 9ecc3a23-eb58-427b-9c8f-8a00b2f7e395 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:07:13.855064 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6e9a45-8200-494e-89e3-3e648a46125a None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:07:13.855437 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6e9a45-8200-494e-89e3-3e648a46125a None None] Checking segment: {'id': 'c04cb256-aecc-45c7-b5ea-164bc5c48024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9ecc3a23-eb58-427b-9c8f-8a00b2f7e395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:07:13.855880 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7b6e9a45-8200-494e-89e3-3e648a46125a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:13.856287 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6e9a45-8200-494e-89e3-3e648a46125a None None] Bound using segment: {'id': 'c04cb256-aecc-45c7-b5ea-164bc5c48024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9ecc3a23-eb58-427b-9c8f-8a00b2f7e395'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:07:13.856824 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-7b6e9a45-8200-494e-89e3-3e648a46125a None None] Bound port: 1c19365e-6afc-4ef6-a632-d9a349f3afc0, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04cb256-aecc-45c7-b5ea-164bc5c48024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9ecc3a23-eb58-427b-9c8f-8a00b2f7e395'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:07:13.857220 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7b6e9a45-8200-494e-89e3-3e648a46125a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:13.878655 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f9d8ce-482e-4b79-bba5-3a6414e97b13 None None] Routers {'c6c79bed-5f52-4124-8491-674d78e709a6'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:07:13.879390 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-d1f9d8ce-482e-4b79-bba5-3a6414e97b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:07:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c6c79bed-5f52-4124-8491-674d78e709a6'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:14.034338 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b363971-edd2-4f40-8f53-f43fd3cac619 None None] Pushing event updated for resources: {'Port': ['ID=ccd6c659-4ad4-4b69-84d5-8315565432bb,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:14.204702 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-72515f0d-8be1-455b-815a-943e5c6629a4 req-88e4aed3-531f-4ca3-b8b8-763fad3d6e52 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6202402 Aug 28 15:07:14.248443 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-7b6e9a45-8200-494e-89e3-3e648a46125a None None] For port 1c19365e-6afc-4ef6-a632-d9a349f3afc0, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:07:14.255860 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-d1f9d8ce-482e-4b79-bba5-3a6414e97b13 None None] Set router c6c79bed-5f52-4124-8491-674d78e709a6 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:07:14.267309 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-7b6e9a45-8200-494e-89e3-3e648a46125a None None] For port 1c19365e-6afc-4ef6-a632-d9a349f3afc0, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=1c19365e-6afc-4ef6-a632-d9a349f3afc0,segment=NetworkSegment(c04cb256-aecc-45c7-b5ea-164bc5c48024),segment_id=c04cb256-aecc-45c7-b5ea-164bc5c48024)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:07:14.347201 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7b6e9a45-8200-494e-89e3-3e648a46125a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:14.461010 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2767c761-c079-4b77-b9d6-de5096d5842f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Router df70f160-565c-454c-900c-2fbd75854ea2 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:07:14.493919 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f566e7-68fc-42cd-8799-7ac661123a3e req-acd79f92-2143-4085-b985-c333b4ffb0e0 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:14.501813 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f1f566e7-68fc-42cd-8799-7ac661123a3e req-acd79f92-2143-4085-b985-c333b4ffb0e0 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/ports?device_id=18da1116-14f6-4ace-8951-a895f4ba20fe HTTP/1.1" status: 200 len: 944 time: 0.3238304 Aug 28 15:07:14.504197 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-df2051f8-5de1-4876-af83-bc024d45a8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:14.570072 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2051f8-5de1-4876-af83-bc024d45a8fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=517a924f-5dd5-4f4e-82d8-d019697a05fd,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:14.583211 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e9a45-8200-494e-89e3-3e648a46125a None None] Pushing event updated for resources: {'Port': ['ID=1c19365e-6afc-4ef6-a632-d9a349f3afc0,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:14.598114 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-df2051f8-5de1-4876-af83-bc024d45a8fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:14.605516 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-df2051f8-5de1-4876-af83-bc024d45a8fd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/517a924f-5dd5-4f4e-82d8-d019697a05fd HTTP/1.1" status: 204 len: 168 time: 1.5159767 Aug 28 15:07:14.606171 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 46376) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:14.627081 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d3d0f7d-ce5b-4ecf-858e-71aa5aed1a9a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:14.753435 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f1f566e7-68fc-42cd-8799-7ac661123a3e req-dc9007c1-f401-4989-bccc-fdb154483a1f tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb79f0b3-221a-4b6c-b6e3-7419984cd51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2458794 Aug 28 15:07:14.755011 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-2d3d0f7d-ce5b-4ecf-858e-71aa5aed1a9a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Transition to ACTIVE for port object 4d086ac5-6dc7-495f-93e9-9cb5701e673d will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:07:14.801778 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4770e04a-3174-4092-9a97-2903c80c64f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:14.829464 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-d1f9d8ce-482e-4b79-bba5-3a6414e97b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:07:06Z', 'revision_number': 4, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None, '_interfaces': [{'id': '7a47b218-094b-492f-b8e4-adfc54fbc703', 'name': '', 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:33Z', 'updated_at': '2021-08-28T15:06:55Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd6c659-4ad4-4b69-84d5-8315565432bb', 'name': '', 'network_id': 'da42405e-dd91-4723-9901-c4eeb604c3dd', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:c6:dc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '67127d6f-d169-4267-97ca-9f6450d75f38', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:07:04Z', 'updated_at': '2021-08-28T15:07:13Z', 'revision_number': 4, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '67127d6f-d169-4267-97ca-9f6450d75f38', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f47096-fde8-4e38-8dc6-ba3132ef668c', 'name': '', 'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:47Z', 'updated_at': '2021-08-28T15:07:04Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:14.851458 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2767c761-c079-4b77-b9d6-de5096d5842f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:07:14.880429 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f895b3ce-ff7e-448f-ba95-392f0dfa2116 None None] Sync routers for ids ['df70f160-565c-454c-900c-2fbd75854ea2'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:07:14.887955 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d3d0f7d-ce5b-4ecf-858e-71aa5aed1a9a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:14.895488 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f895b3ce-ff7e-448f-ba95-392f0dfa2116 None None] Routers {'df70f160-565c-454c-900c-2fbd75854ea2'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:07:14.896286 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2767c761-c079-4b77-b9d6-de5096d5842f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:14.900473 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-f895b3ce-ff7e-448f-ba95-392f0dfa2116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:07:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['df70f160-565c-454c-900c-2fbd75854ea2'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:14.952819 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f9d8ce-482e-4b79-bba5-3a6414e97b13 None None] The sync data for ids ['c6c79bed-5f52-4124-8491-674d78e709a6'] in n-d-712137-10 is: [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:07:06Z', 'revision_number': 4, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None, '_interfaces': [{'id': '7a47b218-094b-492f-b8e4-adfc54fbc703', 'name': '', 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:33Z', 'updated_at': '2021-08-28T15:06:55Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd6c659-4ad4-4b69-84d5-8315565432bb', 'name': '', 'network_id': 'da42405e-dd91-4723-9901-c4eeb604c3dd', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:c6:dc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '67127d6f-d169-4267-97ca-9f6450d75f38', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:07:04Z', 'updated_at': '2021-08-28T15:07:13Z', 'revision_number': 4, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '67127d6f-d169-4267-97ca-9f6450d75f38', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f47096-fde8-4e38-8dc6-ba3132ef668c', 'name': '', 'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:47Z', 'updated_at': '2021-08-28T15:07:04Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:07:14.983114 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2767c761-c079-4b77-b9d6-de5096d5842f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4782419 Aug 28 15:07:14.984748 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07bb0497-c51d-4601-80b0-afb8c257ca45', 'tag': '15136077-3ff4-48b1-bb6a-5bcc767ebe52'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:07:14.993892 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9363e59-d880-425b-93a1-cc91011459bd" -d '{"events": [{"name": "network-changed", "server_uuid": "07bb0497-c51d-4601-80b0-afb8c257ca45", "tag": "15136077-3ff4-48b1-bb6a-5bcc767ebe52"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:07:15.136958 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f51314a-0171-4e8a-bd85-a5697f9ce98c x-openstack-request-id: req-6f51314a-0171-4e8a-bd85-a5697f9ce98c {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:07:15.138252 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07bb0497-c51d-4601-80b0-afb8c257ca45", "tag": "15136077-3ff4-48b1-bb6a-5bcc767ebe52", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:07:15.138822 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f51314a-0171-4e8a-bd85-a5697f9ce98c {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:07:15.139430 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07bb0497-c51d-4601-80b0-afb8c257ca45', 'tag': '15136077-3ff4-48b1-bb6a-5bcc767ebe52', 'status': 'completed', 'code': 200} Aug 28 15:07:15.180418 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d0f7d-ce5b-4ecf-858e-71aa5aed1a9a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Port': ['ID=4d086ac5-6dc7-495f-93e9-9cb5701e673d,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:15.258861 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e069d6f-1331-4330-afe9-5e5b927fa36f req-160dfa6d-21bf-4c57-bced-dcd45b0d36c0 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:15.261243 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3d0f7d-ce5b-4ecf-858e-71aa5aed1a9a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network 9ecc3a23-eb58-427b-9c8f-8a00b2f7e395 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:07:15.274385 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e069d6f-1331-4330-afe9-5e5b927fa36f req-160dfa6d-21bf-4c57-bced-dcd45b0d36c0 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 945 time: 0.1225541 Aug 28 15:07:15.286068 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-2d3d0f7d-ce5b-4ecf-858e-71aa5aed1a9a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:07:15.304268 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3d0f7d-ce5b-4ecf-858e-71aa5aed1a9a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:07:15.305150 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d3d0f7d-ce5b-4ecf-858e-71aa5aed1a9a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:15.308288 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4770e04a-3174-4092-9a97-2903c80c64f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:15.320261 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-f895b3ce-ff7e-448f-ba95-392f0dfa2116 None None] Set router df70f160-565c-454c-900c-2fbd75854ea2 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:07:15.360241 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:07:15.373424 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e069d6f-1331-4330-afe9-5e5b927fa36f req-d89c4f3c-d82c-4f8e-9806-f29eb37b7688 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0939186 Aug 28 15:07:15.390997 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46390) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:15.486662 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:07:15.500007 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:07:15.500388 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:15.516550 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-4770e04a-3174-4092-9a97-2903c80c64f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e6b4b8-6c68-4060-8426-90fcc4950716']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:15.574362 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f7ea3a09-45e1-4b88-aafd-381aacf0dff4 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/floatingips/6a925204-69bb-4ea5-933d-275507d6e97a HTTP/1.1" status: 200 len: 991 time: 0.1790235 Aug 28 15:07:15.633047 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-4770e04a-3174-4092-9a97-2903c80c64f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '537ec9af-2404-4c1d-a957-efd06cc39195') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:15.634993 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-4770e04a-3174-4092-9a97-2903c80c64f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '537ec9af-2404-4c1d-a957-efd06cc39195') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:15.702880 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9363e59-d880-425b-93a1-cc91011459bd req-ab103867-98cc-4a30-908f-5c53eabf326d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:15.718340 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b9363e59-d880-425b-93a1-cc91011459bd req-ab103867-98cc-4a30-908f-5c53eabf326d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 1097 time: 0.5587878 Aug 28 15:07:15.728372 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-f895b3ce-ff7e-448f-ba95-392f0dfa2116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655923375', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '06295e1e-7d45-4ddc-9939-89a303005670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:26Z', 'updated_at': '2021-08-28T15:06:37Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '06295e1e-7d45-4ddc-9939-89a303005670', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:66:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:28Z', 'updated_at': '2021-08-28T15:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '6a925204-69bb-4ea5-933d-275507d6e97a', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'floating_ip_address': '172.25.3.249', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'port_id': '15136077-3ff4-48b1-bb6a-5bcc767ebe52', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd', 'mac_address': 'fa:16:3e:36:bd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb0497-c51d-4601-80b0-afb8c257ca45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:07:12Z', 'updated_at': '2021-08-28T15:07:12Z', 'revision_number': 0, 'project_id': 'bee02b8454d546b78330e0129408e569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46bd64e3-2082-426f-ac24-38ddc2281c77', 'name': '', 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:dd:0e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'f372a38c-c4d4-4f7d-922b-81f31e4a3273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:35Z', 'updated_at': '2021-08-28T15:06:50Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': 'f372a38c-c4d4-4f7d-922b-81f31e4a3273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:15.728695 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:15.759230 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4770e04a-3174-4092-9a97-2903c80c64f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:15.762812 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f895b3ce-ff7e-448f-ba95-392f0dfa2116 None None] Checking router: df70f160-565c-454c-900c-2fbd75854ea2 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:07:15.797513 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5,segment=NetworkSegment(84b3bdc4-a229-472e-b483-c2b1629d9561),segment_id=84b3bdc4-a229-472e-b483-c2b1629d9561)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:15.798514 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18da1116-14f6-4ace-8951-a895f4ba20fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:07:15.802750 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75da714b-055e-42d1-ab3b-81d82c8ed40e" -d '{"events": [{"server_uuid": "18da1116-14f6-4ace-8951-a895f4ba20fe", "name": "network-vif-plugged", "status": "completed", "tag": "b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:07:15.819055 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f895b3ce-ff7e-448f-ba95-392f0dfa2116 None None] Routers {'df70f160-565c-454c-900c-2fbd75854ea2'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:07:15.824068 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-f895b3ce-ff7e-448f-ba95-392f0dfa2116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:07:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['df70f160-565c-454c-900c-2fbd75854ea2'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:15.825292 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:15.826120 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 9e5b61b0-9b37-402c-ac33-0a57b7fac04e no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:07:15.946625 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4770e04a-3174-4092-9a97-2903c80c64f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:16.034782 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b8df7-a317-46ab-98ab-8fa6aa1767b9 req-28a1345a-70a8-4b1e-a13a-197b33455ae1 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:16.040736 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cc5b8df7-a317-46ab-98ab-8fa6aa1767b9 req-28a1345a-70a8-4b1e-a13a-197b33455ae1 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 947 time: 0.5525436 Aug 28 15:07:16.058642 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4770e04a-3174-4092-9a97-2903c80c64f2 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:07:16.059339 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac7e9b-d8c0-4883-979d-eb28963ae742 req-dcf2f77b-1632-4690-9113-2a285b0571df tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:16.060708 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4770e04a-3174-4092-9a97-2903c80c64f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:07:16.066676 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:07:16.070986 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-01ac7e9b-d8c0-4883-979d-eb28963ae742 req-dcf2f77b-1632-4690-9113-2a285b0571df tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/ports?device_id=18da1116-14f6-4ace-8951-a895f4ba20fe HTTP/1.1" status: 200 len: 945 time: 0.1057703 Aug 28 15:07:16.087616 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:16.142307 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-f895b3ce-ff7e-448f-ba95-392f0dfa2116 None None] Set router df70f160-565c-454c-900c-2fbd75854ea2 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:07:16.164000 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:16.169911 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-01ac7e9b-d8c0-4883-979d-eb28963ae742 req-a8049044-267b-4f8f-a00d-862963f7b97c tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb79f0b3-221a-4b6c-b6e3-7419984cd51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939364 Aug 28 15:07:16.226061 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:16.238678 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:16.262832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9363e59-d880-425b-93a1-cc91011459bd req-6f86182c-3626-4911-97bd-3421148f90d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:16.268606 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b9363e59-d880-425b-93a1-cc91011459bd req-6f86182c-3626-4911-97bd-3421148f90d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c9001ca-a76d-4043-9857-260c0aecc9dd HTTP/1.1" status: 200 len: 898 time: 0.5128345 Aug 28 15:07:16.281338 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0463facb-6210-4927-9dad-7120b69d5e52 x-openstack-request-id: req-0463facb-6210-4927-9dad-7120b69d5e52 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:07:16.281637 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18da1116-14f6-4ace-8951-a895f4ba20fe", "name": "network-vif-plugged", "status": "completed", "tag": "b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:07:16.281898 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0463facb-6210-4927-9dad-7120b69d5e52 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:07:16.282306 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18da1116-14f6-4ace-8951-a895f4ba20fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5', 'code': 200} Aug 28 15:07:16.332941 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,revision_number=11']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:16.405091 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d3d0f7d-ce5b-4ecf-858e-71aa5aed1a9a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:16.416480 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f024c423-b027-48a4-b12f-25b757c5fffb None None] Network 9ecc3a23-eb58-427b-9c8f-8a00b2f7e395 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:07:16.420087 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cc5b8df7-a317-46ab-98ab-8fa6aa1767b9 req-fc7bc2a6-d566-4b27-b6a4-c7365d76c3c0 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3496580 Aug 28 15:07:16.474576 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4770e04a-3174-4092-9a97-2903c80c64f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:16.480633 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b04a3a1e-927c-4934-b029-02e180af78e6 None None] Provisioning for port 1c19365e-6afc-4ef6-a632-d9a349f3afc0 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:07:16.504148 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4770e04a-3174-4092-9a97-2903c80c64f2 admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:16.506460 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4770e04a-3174-4092-9a97-2903c80c64f2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/03e6b4b8-6c68-4060-8426-90fcc4950716 HTTP/1.1" status: 204 len: 168 time: 1.8972020 Aug 28 15:07:16.568704 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-f895b3ce-ff7e-448f-ba95-392f0dfa2116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655923375', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '06295e1e-7d45-4ddc-9939-89a303005670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:26Z', 'updated_at': '2021-08-28T15:06:37Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '06295e1e-7d45-4ddc-9939-89a303005670', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:66:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:28Z', 'updated_at': '2021-08-28T15:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '6a925204-69bb-4ea5-933d-275507d6e97a', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'floating_ip_address': '172.25.3.249', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'port_id': '15136077-3ff4-48b1-bb6a-5bcc767ebe52', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd', 'mac_address': 'fa:16:3e:36:bd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb0497-c51d-4601-80b0-afb8c257ca45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:07:12Z', 'updated_at': '2021-08-28T15:07:12Z', 'revision_number': 0, 'project_id': 'bee02b8454d546b78330e0129408e569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46bd64e3-2082-426f-ac24-38ddc2281c77', 'name': '', 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:dd:0e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'f372a38c-c4d4-4f7d-922b-81f31e4a3273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:35Z', 'updated_at': '2021-08-28T15:06:50Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': 'f372a38c-c4d4-4f7d-922b-81f31e4a3273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:16.573413 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46406) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:16.614638 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f895b3ce-ff7e-448f-ba95-392f0dfa2116 None None] The sync data for ids ['df70f160-565c-454c-900c-2fbd75854ea2'] in n-d-712137-10 is: [{'id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655923375', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '06295e1e-7d45-4ddc-9939-89a303005670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:26Z', 'updated_at': '2021-08-28T15:06:37Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '06295e1e-7d45-4ddc-9939-89a303005670', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:66:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:28Z', 'updated_at': '2021-08-28T15:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '6a925204-69bb-4ea5-933d-275507d6e97a', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'floating_ip_address': '172.25.3.249', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'port_id': '15136077-3ff4-48b1-bb6a-5bcc767ebe52', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd', 'mac_address': 'fa:16:3e:36:bd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb0497-c51d-4601-80b0-afb8c257ca45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:07:12Z', 'updated_at': '2021-08-28T15:07:12Z', 'revision_number': 0, 'project_id': 'bee02b8454d546b78330e0129408e569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46bd64e3-2082-426f-ac24-38ddc2281c77', 'name': '', 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:dd:0e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'f372a38c-c4d4-4f7d-922b-81f31e4a3273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:35Z', 'updated_at': '2021-08-28T15:06:50Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': 'f372a38c-c4d4-4f7d-922b-81f31e4a3273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:07:16.721628 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b9363e59-d880-425b-93a1-cc91011459bd req-95d9389a-f4c3-4f37-a0ea-0579b1219674 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15136077-3ff4-48b1-bb6a-5bcc767ebe52 HTTP/1.1" status: 200 len: 999 time: 0.4392805 Aug 28 15:07:16.788418 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4770e04a-3174-4092-9a97-2903c80c64f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=03e6b4b8-6c68-4060-8426-90fcc4950716,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:16.804233 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3186ad-8580-4e20-b619-8ff99d427923 req-79e28c8e-bff6-4647-95eb-55c0e8bbf0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:16.837860 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ccd6c659-4ad4-4b69-84d5-8315565432bb up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:07:16.838096 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0971108b-4487-45f3-b1f7-0a429565645d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/floatingips/6a925204-69bb-4ea5-933d-275507d6e97a HTTP/1.1" status: 200 len: 991 time: 0.2566354 Aug 28 15:07:16.840645 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9d3186ad-8580-4e20-b619-8ff99d427923 req-79e28c8e-bff6-4647-95eb-55c0e8bbf0bb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=18da1116-14f6-4ace-8951-a895f4ba20fe HTTP/1.1" status: 200 len: 1097 time: 0.5003624 Aug 28 15:07:16.908297 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46412) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:16.943892 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9363e59-d880-425b-93a1-cc91011459bd req-e59ee682-ac77-47f8-b9a9-caad3ae9a14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:16.946423 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b9363e59-d880-425b-93a1-cc91011459bd req-e59ee682-ac77-47f8-b9a9-caad3ae9a14a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f372a38c-c4d4-4f7d-922b-81f31e4a3273 HTTP/1.1" status: 200 len: 835 time: 0.2095563 Aug 28 15:07:16.986094 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e070ab95-0061-4bb1-ad39-e10bd900008a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=038a0222e6f34dfa8dce183514c3f3db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0755444 Aug 28 15:07:16.986367 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port ccd6c659-4ad4-4b69-84d5-8315565432bb completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:07:16.988612 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46414) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:16.998032 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port ccd6c659-4ad4-4b69-84d5-8315565432bb triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:07:16.998408 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:17.076902 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ee96f291-cdb2-4a26-bf95-b13a6e91f2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:17.094569 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9d3186ad-8580-4e20-b619-8ff99d427923 req-5aacba7b-6400-4a07-9e81-18a6bc2109f8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=eb79f0b3-221a-4b6c-b6e3-7419984cd51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067194 Aug 28 15:07:17.097492 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a443ebcc-95b2-4199-9466-50c56f9c9922 None None] New status for floating IP 6a925204-69bb-4ea5-933d-275507d6e97a: ACTIVE {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:07:17.119318 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ee96f291-cdb2-4a26-bf95-b13a6e91f2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:17.196063 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ee96f291-cdb2-4a26-bf95-b13a6e91f2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:17.199235 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ee96f291-cdb2-4a26-bf95-b13a6e91f2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:17.202908 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ee96f291-cdb2-4a26-bf95-b13a6e91f2cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd62cf35-3e10-4c49-a496-8f5b80800946 HTTP/1.1" status: 204 len: 168 time: 0.2107871 Aug 28 15:07:17.217809 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96f291-cdb2-4a26-bf95-b13a6e91f2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd62cf35-3e10-4c49-a496-8f5b80800946,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:17.254712 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9363e59-d880-425b-93a1-cc91011459bd req-8bdd7853-2ecc-4ec6-ab41-79417c6f479d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:17.264516 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b9363e59-d880-425b-93a1-cc91011459bd req-8bdd7853-2ecc-4ec6-ab41-79417c6f479d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c9001ca-a76d-4043-9857-260c0aecc9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2474568 Aug 28 15:07:17.388209 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 9e5b61b0-9b37-402c-ac33-0a57b7fac04e details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:07:17.392358 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:17.400754 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b9363e59-d880-425b-93a1-cc91011459bd req-bbf3713d-a513-4d9a-a953-81a8cef077ed service neutron] 10.222.0.36 "GET /v2.0/networks/5c9001ca-a76d-4043-9857-260c0aecc9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268907 Aug 28 15:07:17.477596 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port ccd6c659-4ad4-4b69-84d5-8315565432bb, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ccd6c659-4ad4-4b69-84d5-8315565432bb,segment=NetworkSegment(487af387-6321-45f7-b704-5d7926fea29e),segment_id=487af387-6321-45f7-b704-5d7926fea29e)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:17.484491 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:17.484995 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1c19365e-6afc-4ef6-a632-d9a349f3afc0 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:07:17.536393 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.resource_extend [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 15:07:17.639772 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2edc01c-6ffc-4ec4-be65-2c1ff3cd4863 req-2d8a53ec-a621-441a-a9f2-00e6c40e56b0 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:17.648503 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f2edc01c-6ffc-4ec4-be65-2c1ff3cd4863 req-2d8a53ec-a621-441a-a9f2-00e6c40e56b0 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.0992761 Aug 28 15:07:17.720423 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-851826b0-788c-4138-909c-a1a631e02ad7 None None] Provisioning for port 4d086ac5-6dc7-495f-93e9-9cb5701e673d completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:07:17.721897 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f2edc01c-6ffc-4ec4-be65-2c1ff3cd4863 req-47d4495b-2d7b-4a71-984c-97ee7359d725 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722387 Aug 28 15:07:17.738815 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-851826b0-788c-4138-909c-a1a631e02ad7 None None] Provisioning complete for port 4d086ac5-6dc7-495f-93e9-9cb5701e673d triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:07:17.739348 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-851826b0-788c-4138-909c-a1a631e02ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:17.746120 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 1c19365e-6afc-4ef6-a632-d9a349f3afc0 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:07:17.792307 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd71e6-c894-41c2-b217-c8fac0e25631 req-2fa27141-2b46-4303-901a-7e905e019154 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:17.794008 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f6bd71e6-c894-41c2-b217-c8fac0e25631 req-2fa27141-2b46-4303-901a-7e905e019154 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/ports?device_id=18da1116-14f6-4ace-8951-a895f4ba20fe HTTP/1.1" status: 200 len: 945 time: 0.5068595 Aug 28 15:07:17.822362 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 1c19365e-6afc-4ef6-a632-d9a349f3afc0 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:07:17.822763 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:17.831719 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46430) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:17.871303 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b9363e59-d880-425b-93a1-cc91011459bd req-ac1d248d-ed3c-4b0f-bedd-439f91ffcf6e service neutron] 10.222.0.36 "GET /v2.0/networks/5c9001ca-a76d-4043-9857-260c0aecc9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451489 Aug 28 15:07:17.901341 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=ccd6c659-4ad4-4b69-84d5-8315565432bb,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:17.946831 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-851826b0-788c-4138-909c-a1a631e02ad7 None None] Port 4d086ac5-6dc7-495f-93e9-9cb5701e673d cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:07:17.962898 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:17.963076 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f6bd71e6-c894-41c2-b217-c8fac0e25631 req-7f250603-97c4-4f34-9504-a9025e077436 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb79f0b3-221a-4b6c-b6e3-7419984cd51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521637 Aug 28 15:07:17.984625 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-851826b0-788c-4138-909c-a1a631e02ad7 None None] Provisioning complete for port 1c19365e-6afc-4ef6-a632-d9a349f3afc0 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:07:17.986244 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-851826b0-788c-4138-909c-a1a631e02ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:18.011715 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6e0ea5c2-2c1a-4da4-a0ce-70d6bc9c821f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/floatingips/6a925204-69bb-4ea5-933d-275507d6e97a HTTP/1.1" status: 200 len: 993 time: 0.1750968 Aug 28 15:07:18.057126 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d3d0f7d-ce5b-4ecf-858e-71aa5aed1a9a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:18.064350 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d3d0f7d-ce5b-4ecf-858e-71aa5aed1a9a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:18.065628 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d3d0f7d-ce5b-4ecf-858e-71aa5aed1a9a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:18.068937 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e', 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f', 'port_id': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e', 'mac_address': 'fa:16:3e:c2:37:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '836bd9d7-21bc-4e2a-b716-53b54890baa2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:07:18.163271 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d0f7d-ce5b-4ecf-858e-71aa5aed1a9a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event updated for resources: {'Port': ['ID=4d086ac5-6dc7-495f-93e9-9cb5701e673d,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:18.177614 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:18.230620 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3d0f7d-ce5b-4ecf-858e-71aa5aed1a9a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Network 9ecc3a23-eb58-427b-9c8f-8a00b2f7e395 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:07:18.236131 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-2d3d0f7d-ce5b-4ecf-858e-71aa5aed1a9a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:07:18.263342 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:18.290366 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a08d248-73dd-4032-a07e-df32ddb202fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:07:18.292651 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad51d09-495b-4668-a17b-3a51588c7f0b" -d '{"events": [{"server_uuid": "3a08d248-73dd-4032-a07e-df32ddb202fc", "name": "network-vif-unplugged", "status": "completed", "tag": "9e5b61b0-9b37-402c-ac33-0a57b7fac04e"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:07:18.313299 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 1c19365e-6afc-4ef6-a632-d9a349f3afc0, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=1c19365e-6afc-4ef6-a632-d9a349f3afc0,segment=NetworkSegment(c04cb256-aecc-45c7-b5ea-164bc5c48024),segment_id=c04cb256-aecc-45c7-b5ea-164bc5c48024)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:18.322204 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:18.334354 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e5b61b0-9b37-402c-ac33-0a57b7fac04e {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:07:18.361263 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:18.366270 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-851826b0-788c-4138-909c-a1a631e02ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:18.393941 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:18.445244 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=1c19365e-6afc-4ef6-a632-d9a349f3afc0,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:18.458731 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 15:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a28444-aeef-440b-8314-cb88371db9e3 x-openstack-request-id: req-30a28444-aeef-440b-8314-cb88371db9e3 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:07:18.459851 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a08d248-73dd-4032-a07e-df32ddb202fc", "name": "network-vif-unplugged", "status": "completed", "tag": "9e5b61b0-9b37-402c-ac33-0a57b7fac04e", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:07:18.460282 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30a28444-aeef-440b-8314-cb88371db9e3 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:07:18.460838 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a08d248-73dd-4032-a07e-df32ddb202fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e', 'code': 200} Aug 28 15:07:18.525859 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3d0f7d-ce5b-4ecf-858e-71aa5aed1a9a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Router c6c79bed-5f52-4124-8491-674d78e709a6 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:07:18.533099 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['9e5b61b0-9b37-402c-ac33-0a57b7fac04e'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:07:18.640723 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,revision_number=12']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:18.653300 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.api [None req-851826b0-788c-4138-909c-a1a631e02ad7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:07:18.653658 n-d-712137-10 neutron-server[106331]: DEBUG oslo_db.api [None req-851826b0-788c-4138-909c-a1a631e02ad7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:07:18.714853 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3d0f7d-ce5b-4ecf-858e-71aa5aed1a9a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:07:18.723615 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2d3d0f7d-ce5b-4ecf-858e-71aa5aed1a9a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "PUT /v2.0/routers/c6c79bed-5f52-4124-8491-674d78e709a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4148397 Aug 28 15:07:18.724032 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46452) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:18.726618 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066d49cf-64ac-4220-b703-06e5a6a4f87d None None] Sync routers for ids ['c6c79bed-5f52-4124-8491-674d78e709a6'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:07:18.731062 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-d48b6e11-bd73-4ce2-b5e7-ef9ec0a6463d tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:07:18.744791 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066d49cf-64ac-4220-b703-06e5a6a4f87d None None] Routers {'c6c79bed-5f52-4124-8491-674d78e709a6'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:07:18.745435 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-066d49cf-64ac-4220-b703-06e5a6a4f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:07:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c6c79bed-5f52-4124-8491-674d78e709a6'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:18.766710 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ccd6c659-4ad4-4b69-84d5-8315565432bb up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:07:18.967456 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f34b3-8fff-4160-b19a-652fe727ec5a req-5f0ebd67-3b49-4524-9797-15ed651dea91 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:18.969252 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-209f34b3-8fff-4160-b19a-652fe727ec5a req-5f0ebd67-3b49-4524-9797-15ed651dea91 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 946 time: 0.0807607 Aug 28 15:07:19.001870 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-066d49cf-64ac-4220-b703-06e5a6a4f87d None None] Set router c6c79bed-5f52-4124-8491-674d78e709a6 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:07:19.009351 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port ccd6c659-4ad4-4b69-84d5-8315565432bb triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:07:19.009727 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:19.074044 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-209f34b3-8fff-4160-b19a-652fe727ec5a req-68d90d4b-9eb4-4d57-a75b-c31018d5d9c6 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959203 Aug 28 15:07:19.236881 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 46470) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:19.388412 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb61fe-a78b-47c7-b185-2e70c2abd0c4 req-00d7c180-7c59-4548-8c2a-e5f004a8f8b8 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:19.398996 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05cb61fe-a78b-47c7-b185-2e70c2abd0c4 req-00d7c180-7c59-4548-8c2a-e5f004a8f8b8 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/ports?device_id=18da1116-14f6-4ace-8951-a895f4ba20fe HTTP/1.1" status: 200 len: 945 time: 0.1544070 Aug 28 15:07:19.439780 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1c19365e-6afc-4ef6-a632-d9a349f3afc0 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:07:19.463488 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-066d49cf-64ac-4220-b703-06e5a6a4f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:07:15Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None, '_interfaces': [{'id': '4d086ac5-6dc7-495f-93e9-9cb5701e673d', 'name': '', 'network_id': '9ecc3a23-eb58-427b-9c8f-8a00b2f7e395', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:9f:f8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'b5cf707a-9b53-417f-a835-cbb5a191df5d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:07:11Z', 'updated_at': '2021-08-28T15:07:17Z', 'revision_number': 2, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'b5cf707a-9b53-417f-a835-cbb5a191df5d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a47b218-094b-492f-b8e4-adfc54fbc703', 'name': '', 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:33Z', 'updated_at': '2021-08-28T15:06:55Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd6c659-4ad4-4b69-84d5-8315565432bb', 'name': '', 'network_id': 'da42405e-dd91-4723-9901-c4eeb604c3dd', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:c6:dc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '67127d6f-d169-4267-97ca-9f6450d75f38', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:07:04Z', 'updated_at': '2021-08-28T15:07:17Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '67127d6f-d169-4267-97ca-9f6450d75f38', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f47096-fde8-4e38-8dc6-ba3132ef668c', 'name': '', 'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:47Z', 'updated_at': '2021-08-28T15:07:04Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:19.472505 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05cb61fe-a78b-47c7-b185-2e70c2abd0c4 req-84d13ffb-87b2-4384-bea8-14ca84eb03ac tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb79f0b3-221a-4b6c-b6e3-7419984cd51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696893 Aug 28 15:07:19.539081 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066d49cf-64ac-4220-b703-06e5a6a4f87d None None] Checking router: c6c79bed-5f52-4124-8491-674d78e709a6 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:07:19.539439 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066d49cf-64ac-4220-b703-06e5a6a4f87d None None] Updating router c6c79bed-5f52-4124-8491-674d78e709a6 port 4d086ac5-6dc7-495f-93e9-9cb5701e673d binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:07:19.591969 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ed9e8a3d-f6a2-433d-a273-a970c746e69f None None] Provisioning complete for port 4d086ac5-6dc7-495f-93e9-9cb5701e673d triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:07:19.595165 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ed9e8a3d-f6a2-433d-a273-a970c746e69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:19.613436 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-066d49cf-64ac-4220-b703-06e5a6a4f87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:19.664783 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 1c19365e-6afc-4ef6-a632-d9a349f3afc0 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:07:19.666085 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:19.807456 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8916e-630b-422e-b84c-5c5cab771ab1 req-9baa298a-b89a-43de-8dc8-80ff051922e7 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:19.813415 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ccb8916e-630b-422e-b84c-5c5cab771ab1 req-9baa298a-b89a-43de-8dc8-80ff051922e7 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/ports?device_id=18da1116-14f6-4ace-8951-a895f4ba20fe HTTP/1.1" status: 200 len: 945 time: 0.1800044 Aug 28 15:07:19.821640 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46480) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:19.824561 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.extraroute_db [None req-d48b6e11-bd73-4ce2-b5e7-ef9ec0a6463d tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=106329) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 28 15:07:19.832455 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-811dd461-aa08-445a-85ed-304343ecab9f tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Request body: {'floatingip': {'port_id': 'b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:07:19.901407 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.extraroute_db [None req-d48b6e11-bd73-4ce2-b5e7-ef9ec0a6463d tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Removed routes are [] {{(pid=106329) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 28 15:07:19.902628 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d48b6e11-bd73-4ce2-b5e7-ef9ec0a6463d tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4654'] for router, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:19.922915 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-811dd461-aa08-445a-85ed-304343ecab9f tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks [] for floatingip, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:19.980410 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46482) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:20.101235 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ed9e8a3d-f6a2-433d-a273-a970c746e69f None None] Port 4d086ac5-6dc7-495f-93e9-9cb5701e673d cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:07:20.205274 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-066d49cf-64ac-4220-b703-06e5a6a4f87d None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:20.220008 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-066d49cf-64ac-4220-b703-06e5a6a4f87d None None] Transition to ACTIVE for port object 4d086ac5-6dc7-495f-93e9-9cb5701e673d will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:07:20.227579 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-066d49cf-64ac-4220-b703-06e5a6a4f87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:20.338537 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdefb49c-5aaa-4f7a-ad56-bf7080ed663d None None] Pushing event updated for resources: {'Port': ['ID=4d086ac5-6dc7-495f-93e9-9cb5701e673d,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:20.376210 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-47307837-1db0-4987-bdd5-2463d3d7c2b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:20.379600 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ebc2f-973a-49be-b12a-f425b4bcad99 req-1fbe04e4-0dc9-4619-82cf-1f3c0b6b2223 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:20.386216 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2d5ebc2f-973a-49be-b12a-f425b4bcad99 req-1fbe04e4-0dc9-4619-82cf-1f3c0b6b2223 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 946 time: 0.1350713 Aug 28 15:07:20.434287 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-066d49cf-64ac-4220-b703-06e5a6a4f87d None None] Attempting to bind port 4d086ac5-6dc7-495f-93e9-9cb5701e673d on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:07:20.434980 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-066d49cf-64ac-4220-b703-06e5a6a4f87d None None] Attempting to bind port 4d086ac5-6dc7-495f-93e9-9cb5701e673d by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'c04cb256-aecc-45c7-b5ea-164bc5c48024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9ecc3a23-eb58-427b-9c8f-8a00b2f7e395'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:07:20.435502 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d49cf-64ac-4220-b703-06e5a6a4f87d None None] Attempting to bind port 4d086ac5-6dc7-495f-93e9-9cb5701e673d on network 9ecc3a23-eb58-427b-9c8f-8a00b2f7e395 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:07:20.449167 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d49cf-64ac-4220-b703-06e5a6a4f87d None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:07:20.449808 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d49cf-64ac-4220-b703-06e5a6a4f87d None None] Checking segment: {'id': 'c04cb256-aecc-45c7-b5ea-164bc5c48024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9ecc3a23-eb58-427b-9c8f-8a00b2f7e395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:07:20.450402 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-066d49cf-64ac-4220-b703-06e5a6a4f87d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:20.450952 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d49cf-64ac-4220-b703-06e5a6a4f87d None None] Bound using segment: {'id': 'c04cb256-aecc-45c7-b5ea-164bc5c48024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9ecc3a23-eb58-427b-9c8f-8a00b2f7e395'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:07:20.451613 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-066d49cf-64ac-4220-b703-06e5a6a4f87d None None] Bound port: 4d086ac5-6dc7-495f-93e9-9cb5701e673d, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04cb256-aecc-45c7-b5ea-164bc5c48024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9ecc3a23-eb58-427b-9c8f-8a00b2f7e395'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:07:20.452181 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-066d49cf-64ac-4220-b703-06e5a6a4f87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:20.538312 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-066d49cf-64ac-4220-b703-06e5a6a4f87d None None] For port 4d086ac5-6dc7-495f-93e9-9cb5701e673d, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:07:20.542533 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-066d49cf-64ac-4220-b703-06e5a6a4f87d None None] For port 4d086ac5-6dc7-495f-93e9-9cb5701e673d, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=4d086ac5-6dc7-495f-93e9-9cb5701e673d,segment=NetworkSegment(c04cb256-aecc-45c7-b5ea-164bc5c48024),segment_id=c04cb256-aecc-45c7-b5ea-164bc5c48024)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:07:20.548494 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-066d49cf-64ac-4220-b703-06e5a6a4f87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:20.600683 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066d49cf-64ac-4220-b703-06e5a6a4f87d None None] Routers {'c6c79bed-5f52-4124-8491-674d78e709a6'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:07:20.601374 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-066d49cf-64ac-4220-b703-06e5a6a4f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:07:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c6c79bed-5f52-4124-8491-674d78e709a6'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:20.617621 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2d5ebc2f-973a-49be-b12a-f425b4bcad99 req-61274fc8-3632-4fa1-9323-ed47f5ba3ef0 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182808 Aug 28 15:07:20.695441 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d48b6e11-bd73-4ce2-b5e7-ef9ec0a6463d tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4654'] for router, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:20.712202 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d48b6e11-bd73-4ce2-b5e7-ef9ec0a6463d tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523761'] for router, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:20.963961 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-066d49cf-64ac-4220-b703-06e5a6a4f87d None None] Set router c6c79bed-5f52-4124-8491-674d78e709a6 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:07:21.163827 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c4eff065-9443-43a8-9197-e56be766bb0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:21.241750 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdefb49c-5aaa-4f7a-ad56-bf7080ed663d None None] Pushing event updated for resources: {'Port': ['ID=4d086ac5-6dc7-495f-93e9-9cb5701e673d,revision_number=4']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:21.374183 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 9e5b61b0-9b37-402c-ac33-0a57b7fac04e up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:07:21.416142 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-47307837-1db0-4987-bdd5-2463d3d7c2b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:21.443340 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-47307837-1db0-4987-bdd5-2463d3d7c2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:21.456313 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-066d49cf-64ac-4220-b703-06e5a6a4f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:07:19Z', 'revision_number': 6, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None, '_interfaces': [{'id': '4d086ac5-6dc7-495f-93e9-9cb5701e673d', 'name': '', 'network_id': '9ecc3a23-eb58-427b-9c8f-8a00b2f7e395', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:9f:f8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'b5cf707a-9b53-417f-a835-cbb5a191df5d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:07:11Z', 'updated_at': '2021-08-28T15:07:20Z', 'revision_number': 4, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'b5cf707a-9b53-417f-a835-cbb5a191df5d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a47b218-094b-492f-b8e4-adfc54fbc703', 'name': '', 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:33Z', 'updated_at': '2021-08-28T15:06:55Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd6c659-4ad4-4b69-84d5-8315565432bb', 'name': '', 'network_id': 'da42405e-dd91-4723-9901-c4eeb604c3dd', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:c6:dc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '67127d6f-d169-4267-97ca-9f6450d75f38', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:07:04Z', 'updated_at': '2021-08-28T15:07:17Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '67127d6f-d169-4267-97ca-9f6450d75f38', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f47096-fde8-4e38-8dc6-ba3132ef668c', 'name': '', 'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:47Z', 'updated_at': '2021-08-28T15:07:04Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:21.536000 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:07:21.536566 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:21.571398 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066d49cf-64ac-4220-b703-06e5a6a4f87d None None] The sync data for ids ['c6c79bed-5f52-4124-8491-674d78e709a6'] in n-d-712137-10 is: [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:07:19Z', 'revision_number': 6, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None, '_interfaces': [{'id': '4d086ac5-6dc7-495f-93e9-9cb5701e673d', 'name': '', 'network_id': '9ecc3a23-eb58-427b-9c8f-8a00b2f7e395', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:9f:f8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'b5cf707a-9b53-417f-a835-cbb5a191df5d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:07:11Z', 'updated_at': '2021-08-28T15:07:20Z', 'revision_number': 4, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'b5cf707a-9b53-417f-a835-cbb5a191df5d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a47b218-094b-492f-b8e4-adfc54fbc703', 'name': '', 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:33Z', 'updated_at': '2021-08-28T15:06:55Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd6c659-4ad4-4b69-84d5-8315565432bb', 'name': '', 'network_id': 'da42405e-dd91-4723-9901-c4eeb604c3dd', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:c6:dc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '67127d6f-d169-4267-97ca-9f6450d75f38', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:07:04Z', 'updated_at': '2021-08-28T15:07:17Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '67127d6f-d169-4267-97ca-9f6450d75f38', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f47096-fde8-4e38-8dc6-ba3132ef668c', 'name': '', 'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:47Z', 'updated_at': '2021-08-28T15:07:04Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:07:21.581855 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-47307837-1db0-4987-bdd5-2463d3d7c2b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3457702807f54701aef9dc00f1afc9d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5979226 Aug 28 15:07:21.586954 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 46524) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:21.595130 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47307837-1db0-4987-bdd5-2463d3d7c2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502fbdd3-8c02-4598-9d8c-1d148fc7bbf9,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:21.714712 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:21.767128 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48b6e11-bd73-4ce2-b5e7-ef9ec0a6463d tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Router c6c79bed-5f52-4124-8491-674d78e709a6 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:07:21.790383 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a08d248-73dd-4032-a07e-df32ddb202fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:07:21.797138 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0025a860-75e5-438f-b214-8bfed995b222" -d '{"events": [{"server_uuid": "3a08d248-73dd-4032-a07e-df32ddb202fc", "name": "network-vif-plugged", "status": "completed", "tag": "9e5b61b0-9b37-402c-ac33-0a57b7fac04e"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:07:21.842113 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:21.849916 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:21.971436 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac911445-16bd-4f42-af55-516f4e29bbd1 x-openstack-request-id: req-ac911445-16bd-4f42-af55-516f4e29bbd1 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:07:21.974517 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a08d248-73dd-4032-a07e-df32ddb202fc", "name": "network-vif-plugged", "status": "completed", "tag": "9e5b61b0-9b37-402c-ac33-0a57b7fac04e", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:07:21.974808 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac911445-16bd-4f42-af55-516f4e29bbd1 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:07:21.981230 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a08d248-73dd-4032-a07e-df32ddb202fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e', 'code': 200} Aug 28 15:07:22.008187 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-09d58ad8-64a9-4b4a-a981-7eb61a4d95c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:22.042119 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,revision_number=13']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:22.064637 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.db.resource_extend [None req-811dd461-aa08-445a-85ed-304343ecab9f tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 15:07:22.080504 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701b02c-2fb2-46ce-8219-c2f1286cc69e req-59569d6f-1852-49b0-96a9-5334d06b4f5d tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:22.087996 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1701b02c-2fb2-46ce-8219-c2f1286cc69e req-59569d6f-1852-49b0-96a9-5334d06b4f5d tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 947 time: 0.2298083 Aug 28 15:07:22.144820 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-811dd461-aa08-445a-85ed-304343ecab9f tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:22.151906 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-811dd461-aa08-445a-85ed-304343ecab9f tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:22.251122 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-09d58ad8-64a9-4b4a-a981-7eb61a4d95c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:22.306256 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48b6e11-bd73-4ce2-b5e7-ef9ec0a6463d tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:07:22.320197 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d48b6e11-bd73-4ce2-b5e7-ef9ec0a6463d tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:22.325171 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d48b6e11-bd73-4ce2-b5e7-ef9ec0a6463d tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "PUT /v2.0/routers/c6c79bed-5f52-4124-8491-674d78e709a6 HTTP/1.1" status: 200 len: 953 time: 3.5997770 Aug 28 15:07:22.325892 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46532) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:22.357323 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1701b02c-2fb2-46ce-8219-c2f1286cc69e req-fa34feda-ddec-4fd0-9d6d-9c2f0dc8725d tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604337 Aug 28 15:07:22.368824 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-c4eff065-9443-43a8-9197-e56be766bb0b admin admin] Deleting port 16d749b1-64c4-4450-9765-5df9b62ce32d {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:07:22.369274 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c4eff065-9443-43a8-9197-e56be766bb0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:22.462116 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-09d58ad8-64a9-4b4a-a981-7eb61a4d95c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:22.467483 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-09d58ad8-64a9-4b4a-a981-7eb61a4d95c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:22.471263 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-09d58ad8-64a9-4b4a-a981-7eb61a4d95c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/502fbdd3-8c02-4598-9d8c-1d148fc7bbf9 HTTP/1.1" status: 204 len: 168 time: 0.8665020 Aug 28 15:07:22.503369 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2c36b5da-25a9-483c-8bc8-c9abe07b866c tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "GET /v2.0/routers/c6c79bed-5f52-4124-8491-674d78e709a6 HTTP/1.1" status: 200 len: 953 time: 0.1742020 Aug 28 15:07:22.509243 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 46538) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:22.525489 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-811dd461-aa08-445a-85ed-304343ecab9f tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Floating IP dca7da04-412f-448a-9a4f-ee51f0b19273 associated. External IP: 172.25.3.127, port: b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5. Aug 28 15:07:22.526029 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-75d1c66e-66d8-48c2-aa01-6f1a7c6fd2a1 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'router': {'routes': None}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:07:22.551622 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d58ad8-64a9-4b4a-a981-7eb61a4d95c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502fbdd3-8c02-4598-9d8c-1d148fc7bbf9,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:22.647564 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-c4eff065-9443-43a8-9197-e56be766bb0b admin admin] For port 16d749b1-64c4-4450-9765-5df9b62ce32d, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=16d749b1-64c4-4450-9765-5df9b62ce32d,segment=NetworkSegment(646fb295-81d2-4bd9-83d2-cede57fdef69),segment_id=646fb295-81d2-4bd9-83d2-cede57fdef69)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:22.648342 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c4eff065-9443-43a8-9197-e56be766bb0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:22.662355 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-c4eff065-9443-43a8-9197-e56be766bb0b admin admin] Calling delete_port for 16d749b1-64c4-4450-9765-5df9b62ce32d owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:07:22.769140 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 4d086ac5-6dc7-495f-93e9-9cb5701e673d up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:07:22.897846 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 4d086ac5-6dc7-495f-93e9-9cb5701e673d completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:07:22.909295 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 4d086ac5-6dc7-495f-93e9-9cb5701e673d triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:07:22.910064 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:23.012700 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c4eff065-9443-43a8-9197-e56be766bb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:23.014093 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811dd461-aa08-445a-85ed-304343ecab9f tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Router 0adb191f-0baa-4254-b0a8-471f30c1af41 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:07:23.103958 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:23.157359 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eff065-9443-43a8-9197-e56be766bb0b admin admin] Pushing event deleted for resources: {'Port': ['ID=16d749b1-64c4-4450-9765-5df9b62ce32d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:23.199585 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 4d086ac5-6dc7-495f-93e9-9cb5701e673d, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=4d086ac5-6dc7-495f-93e9-9cb5701e673d,segment=NetworkSegment(c04cb256-aecc-45c7-b5ea-164bc5c48024),segment_id=c04cb256-aecc-45c7-b5ea-164bc5c48024)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:23.208829 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:23.268221 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfaf1f6-6b4e-4e9c-8282-10b68bcef495 None None] Sync routers for ids ['c6c79bed-5f52-4124-8491-674d78e709a6'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:07:23.342839 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfaf1f6-6b4e-4e9c-8282-10b68bcef495 None None] Routers {'c6c79bed-5f52-4124-8491-674d78e709a6'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:07:23.345538 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-3bfaf1f6-6b4e-4e9c-8282-10b68bcef495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:07:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c6c79bed-5f52-4124-8491-674d78e709a6'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:23.345982 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811dd461-aa08-445a-85ed-304343ecab9f tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:07:23.364401 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-811dd461-aa08-445a-85ed-304343ecab9f tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:23.366069 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6024e9-6454-4add-90e7-598cac591dba None None] Sync routers for ids ['0adb191f-0baa-4254-b0a8-471f30c1af41'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:07:23.400705 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6024e9-6454-4add-90e7-598cac591dba None None] Routers {'0adb191f-0baa-4254-b0a8-471f30c1af41'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:07:23.402144 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-5a6024e9-6454-4add-90e7-598cac591dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:07:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['0adb191f-0baa-4254-b0a8-471f30c1af41'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:23.448348 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-811dd461-aa08-445a-85ed-304343ecab9f tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "PUT /v2.0/floatingips/dca7da04-412f-448a-9a4f-ee51f0b19273 HTTP/1.1" status: 200 len: 991 time: 3.6253321 Aug 28 15:07:23.475953 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18da1116-14f6-4ace-8951-a895f4ba20fe', 'tag': 'b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:07:23.478736 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab67973-c31f-46d2-9992-33477debceb0" -d '{"events": [{"name": "network-changed", "server_uuid": "18da1116-14f6-4ace-8951-a895f4ba20fe", "tag": "b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:07:23.625373 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=4d086ac5-6dc7-495f-93e9-9cb5701e673d,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:23.712773 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef391c3-3c5e-4cd3-9fab-0ddb5c40dc65 x-openstack-request-id: req-3ef391c3-3c5e-4cd3-9fab-0ddb5c40dc65 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:07:23.713315 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18da1116-14f6-4ace-8951-a895f4ba20fe", "tag": "b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:07:23.713315 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ef391c3-3c5e-4cd3-9fab-0ddb5c40dc65 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:07:23.713933 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18da1116-14f6-4ace-8951-a895f4ba20fe', 'tag': 'b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5', 'status': 'completed', 'code': 200} Aug 28 15:07:23.757712 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-3bfaf1f6-6b4e-4e9c-8282-10b68bcef495 None None] Set router c6c79bed-5f52-4124-8491-674d78e709a6 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:07:23.776207 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-5a6024e9-6454-4add-90e7-598cac591dba None None] Set router 0adb191f-0baa-4254-b0a8-471f30c1af41 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:07:23.865521 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce7692-9ac3-4c46-bf4b-12621490d7dc req-e75d8c11-2292-48da-a978-cbd9bef99e88 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:23.885747 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-39ce7692-9ac3-4c46-bf4b-12621490d7dc req-e75d8c11-2292-48da-a978-cbd9bef99e88 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 947 time: 0.3295989 Aug 28 15:07:23.971255 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab67973-c31f-46d2-9992-33477debceb0 req-f21f1fec-9b1f-4b00-ae4b-74f93c41f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:23.973032 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9ab67973-c31f-46d2-9992-33477debceb0 req-f21f1fec-9b1f-4b00-ae4b-74f93c41f047 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58646dff4236456eaa1799e18ba69def&device_id=18da1116-14f6-4ace-8951-a895f4ba20fe HTTP/1.1" status: 200 len: 1097 time: 0.2200396 Aug 28 15:07:23.984240 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c4eff065-9443-43a8-9197-e56be766bb0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:24.230396 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-5a6024e9-6454-4add-90e7-598cac591dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'name': 'tempest-ServersTestFqdnHostnames-1822638661-router', 'tenant_id': '58646dff4236456eaa1799e18ba69def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b5a9a55e-d598-469a-b6e4-8fb9cdacf160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:28Z', 'updated_at': '2021-08-28T15:06:38Z', 'revision_number': 4, 'project_id': '58646dff4236456eaa1799e18ba69def', 'gw_port': {'id': 'b5a9a55e-d598-469a-b6e4-8fb9cdacf160', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'dca7da04-412f-448a-9a4f-ee51f0b19273', 'tenant_id': '58646dff4236456eaa1799e18ba69def', 'floating_ip_address': '172.25.3.127', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'port_id': 'b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a05963-9485-4d2d-9e03-53fcab2c33e0', 'mac_address': 'fa:16:3e:28:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18da1116-14f6-4ace-8951-a895f4ba20fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:06:49Z', 'updated_at': '2021-08-28T15:07:21Z', 'revision_number': 1, 'project_id': '58646dff4236456eaa1799e18ba69def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfe3fcbd-5f70-4df8-9bb5-d643e9206c93', 'name': '', 'network_id': '62a05963-9485-4d2d-9e03-53fcab2c33e0', 'tenant_id': '58646dff4236456eaa1799e18ba69def', 'mac_address': 'fa:16:3e:27:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'b079ed4e-e959-4b0f-8924-28bb3e9ef569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:35Z', 'updated_at': '2021-08-28T15:06:57Z', 'revision_number': 5, 'project_id': '58646dff4236456eaa1799e18ba69def', 'subnets': [{'id': 'b079ed4e-e959-4b0f-8924-28bb3e9ef569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:24.257866 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-39ce7692-9ac3-4c46-bf4b-12621490d7dc req-552ccc46-8bc9-444f-9659-c38c4ba3af92 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3335042 Aug 28 15:07:24.283916 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-3bfaf1f6-6b4e-4e9c-8282-10b68bcef495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:07:19Z', 'revision_number': 6, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None, '_interfaces': [{'id': '4d086ac5-6dc7-495f-93e9-9cb5701e673d', 'name': '', 'network_id': '9ecc3a23-eb58-427b-9c8f-8a00b2f7e395', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:9f:f8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'b5cf707a-9b53-417f-a835-cbb5a191df5d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:07:11Z', 'updated_at': '2021-08-28T15:07:23Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'b5cf707a-9b53-417f-a835-cbb5a191df5d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a47b218-094b-492f-b8e4-adfc54fbc703', 'name': '', 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:33Z', 'updated_at': '2021-08-28T15:06:55Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd6c659-4ad4-4b69-84d5-8315565432bb', 'name': '', 'network_id': 'da42405e-dd91-4723-9901-c4eeb604c3dd', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:c6:dc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '67127d6f-d169-4267-97ca-9f6450d75f38', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:07:04Z', 'updated_at': '2021-08-28T15:07:17Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '67127d6f-d169-4267-97ca-9f6450d75f38', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f47096-fde8-4e38-8dc6-ba3132ef668c', 'name': '', 'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:47Z', 'updated_at': '2021-08-28T15:07:04Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:24.346752 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6024e9-6454-4add-90e7-598cac591dba None None] Checking router: 0adb191f-0baa-4254-b0a8-471f30c1af41 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:07:24.371089 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfaf1f6-6b4e-4e9c-8282-10b68bcef495 None None] Checking router: c6c79bed-5f52-4124-8491-674d78e709a6 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:07:24.374997 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6024e9-6454-4add-90e7-598cac591dba None None] Routers {'0adb191f-0baa-4254-b0a8-471f30c1af41'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:07:24.376813 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-5a6024e9-6454-4add-90e7-598cac591dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:07:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['0adb191f-0baa-4254-b0a8-471f30c1af41'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:24.430950 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfaf1f6-6b4e-4e9c-8282-10b68bcef495 None None] Routers {'c6c79bed-5f52-4124-8491-674d78e709a6'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:07:24.431881 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-3bfaf1f6-6b4e-4e9c-8282-10b68bcef495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:07:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c6c79bed-5f52-4124-8491-674d78e709a6'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:24.443021 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:24.475861 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab67973-c31f-46d2-9992-33477debceb0 req-f9c8090d-e76f-4536-a510-649c218212f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:24.477351 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9ab67973-c31f-46d2-9992-33477debceb0 req-f9c8090d-e76f-4536-a510-649c218212f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=62a05963-9485-4d2d-9e03-53fcab2c33e0 HTTP/1.1" status: 200 len: 916 time: 0.4840233 Aug 28 15:07:24.482242 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.extraroute_db [None req-75d1c66e-66d8-48c2-aa01-6f1a7c6fd2a1 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Added routes are [] {{(pid=106330) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 28 15:07:24.482568 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.extraroute_db [None req-75d1c66e-66d8-48c2-aa01-6f1a7c6fd2a1 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=106330) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 28 15:07:24.680186 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9ab67973-c31f-46d2-9992-33477debceb0 req-f45e4551-93db-4a80-aca5-7f32c04e15f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5 HTTP/1.1" status: 200 len: 999 time: 0.1904416 Aug 28 15:07:24.708625 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-3bfaf1f6-6b4e-4e9c-8282-10b68bcef495 None None] Set router c6c79bed-5f52-4124-8491-674d78e709a6 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:07:24.714522 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-75d1c66e-66d8-48c2-aa01-6f1a7c6fd2a1 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4654'] for router, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:24.785381 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-5a6024e9-6454-4add-90e7-598cac591dba None None] Set router 0adb191f-0baa-4254-b0a8-471f30c1af41 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:07:25.010196 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 4d086ac5-6dc7-495f-93e9-9cb5701e673d up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:07:25.217524 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 4d086ac5-6dc7-495f-93e9-9cb5701e673d triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:07:25.218107 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:25.328524 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab67973-c31f-46d2-9992-33477debceb0 req-98122232-2cff-4fb0-a629-78e253de930e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:25.331264 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9ab67973-c31f-46d2-9992-33477debceb0 req-98122232-2cff-4fb0-a629-78e253de930e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b079ed4e-e959-4b0f-8924-28bb3e9ef569 HTTP/1.1" status: 200 len: 854 time: 0.6240830 Aug 28 15:07:25.409716 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4eff065-9443-43a8-9197-e56be766bb0b admin admin] Router 7337a538-7f8f-4272-b2b6-307512b0068e has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:07:25.497995 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aaa57e-cfc7-4674-a3ba-53b3df2a11d9 req-dd635138-a109-47d0-b4e3-e5603757437e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:25.503377 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-5a6024e9-6454-4add-90e7-598cac591dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'name': 'tempest-ServersTestFqdnHostnames-1822638661-router', 'tenant_id': '58646dff4236456eaa1799e18ba69def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b5a9a55e-d598-469a-b6e4-8fb9cdacf160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:28Z', 'updated_at': '2021-08-28T15:06:38Z', 'revision_number': 4, 'project_id': '58646dff4236456eaa1799e18ba69def', 'gw_port': {'id': 'b5a9a55e-d598-469a-b6e4-8fb9cdacf160', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'dca7da04-412f-448a-9a4f-ee51f0b19273', 'tenant_id': '58646dff4236456eaa1799e18ba69def', 'floating_ip_address': '172.25.3.127', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'port_id': 'b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a05963-9485-4d2d-9e03-53fcab2c33e0', 'mac_address': 'fa:16:3e:28:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18da1116-14f6-4ace-8951-a895f4ba20fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:06:49Z', 'updated_at': '2021-08-28T15:07:21Z', 'revision_number': 1, 'project_id': '58646dff4236456eaa1799e18ba69def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfe3fcbd-5f70-4df8-9bb5-d643e9206c93', 'name': '', 'network_id': '62a05963-9485-4d2d-9e03-53fcab2c33e0', 'tenant_id': '58646dff4236456eaa1799e18ba69def', 'mac_address': 'fa:16:3e:27:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'b079ed4e-e959-4b0f-8924-28bb3e9ef569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:35Z', 'updated_at': '2021-08-28T15:06:57Z', 'revision_number': 5, 'project_id': '58646dff4236456eaa1799e18ba69def', 'subnets': [{'id': 'b079ed4e-e959-4b0f-8924-28bb3e9ef569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:25.524821 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-37aaa57e-cfc7-4674-a3ba-53b3df2a11d9 req-dd635138-a109-47d0-b4e3-e5603757437e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 947 time: 0.1277399 Aug 28 15:07:25.561462 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-3bfaf1f6-6b4e-4e9c-8282-10b68bcef495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:07:19Z', 'revision_number': 6, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None, '_interfaces': [{'id': '4d086ac5-6dc7-495f-93e9-9cb5701e673d', 'name': '', 'network_id': '9ecc3a23-eb58-427b-9c8f-8a00b2f7e395', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:9f:f8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'b5cf707a-9b53-417f-a835-cbb5a191df5d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:07:11Z', 'updated_at': '2021-08-28T15:07:23Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'b5cf707a-9b53-417f-a835-cbb5a191df5d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a47b218-094b-492f-b8e4-adfc54fbc703', 'name': '', 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:33Z', 'updated_at': '2021-08-28T15:06:55Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd6c659-4ad4-4b69-84d5-8315565432bb', 'name': '', 'network_id': 'da42405e-dd91-4723-9901-c4eeb604c3dd', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:c6:dc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '67127d6f-d169-4267-97ca-9f6450d75f38', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:07:04Z', 'updated_at': '2021-08-28T15:07:17Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '67127d6f-d169-4267-97ca-9f6450d75f38', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f47096-fde8-4e38-8dc6-ba3132ef668c', 'name': '', 'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:47Z', 'updated_at': '2021-08-28T15:07:04Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:25.599072 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfaf1f6-6b4e-4e9c-8282-10b68bcef495 None None] The sync data for ids ['c6c79bed-5f52-4124-8491-674d78e709a6'] in n-d-712137-10 is: [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:07:19Z', 'revision_number': 6, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None, '_interfaces': [{'id': '4d086ac5-6dc7-495f-93e9-9cb5701e673d', 'name': '', 'network_id': '9ecc3a23-eb58-427b-9c8f-8a00b2f7e395', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:9f:f8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'b5cf707a-9b53-417f-a835-cbb5a191df5d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:07:11Z', 'updated_at': '2021-08-28T15:07:23Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'b5cf707a-9b53-417f-a835-cbb5a191df5d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a47b218-094b-492f-b8e4-adfc54fbc703', 'name': '', 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:33Z', 'updated_at': '2021-08-28T15:06:55Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd6c659-4ad4-4b69-84d5-8315565432bb', 'name': '', 'network_id': 'da42405e-dd91-4723-9901-c4eeb604c3dd', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:c6:dc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '67127d6f-d169-4267-97ca-9f6450d75f38', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:07:04Z', 'updated_at': '2021-08-28T15:07:17Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '67127d6f-d169-4267-97ca-9f6450d75f38', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f47096-fde8-4e38-8dc6-ba3132ef668c', 'name': '', 'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:47Z', 'updated_at': '2021-08-28T15:07:04Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:07:25.619486 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-37aaa57e-cfc7-4674-a3ba-53b3df2a11d9 req-f2baafa0-09ef-4e2c-b63b-8535c6514bc9 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929205 Aug 28 15:07:25.645002 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6024e9-6454-4add-90e7-598cac591dba None None] The sync data for ids ['0adb191f-0baa-4254-b0a8-471f30c1af41'] in n-d-712137-10 is: [{'id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'name': 'tempest-ServersTestFqdnHostnames-1822638661-router', 'tenant_id': '58646dff4236456eaa1799e18ba69def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b5a9a55e-d598-469a-b6e4-8fb9cdacf160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:28Z', 'updated_at': '2021-08-28T15:06:38Z', 'revision_number': 4, 'project_id': '58646dff4236456eaa1799e18ba69def', 'gw_port': {'id': 'b5a9a55e-d598-469a-b6e4-8fb9cdacf160', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'dca7da04-412f-448a-9a4f-ee51f0b19273', 'tenant_id': '58646dff4236456eaa1799e18ba69def', 'floating_ip_address': '172.25.3.127', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'port_id': 'b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a05963-9485-4d2d-9e03-53fcab2c33e0', 'mac_address': 'fa:16:3e:28:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18da1116-14f6-4ace-8951-a895f4ba20fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:06:49Z', 'updated_at': '2021-08-28T15:07:21Z', 'revision_number': 1, 'project_id': '58646dff4236456eaa1799e18ba69def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfe3fcbd-5f70-4df8-9bb5-d643e9206c93', 'name': '', 'network_id': '62a05963-9485-4d2d-9e03-53fcab2c33e0', 'tenant_id': '58646dff4236456eaa1799e18ba69def', 'mac_address': 'fa:16:3e:27:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'b079ed4e-e959-4b0f-8924-28bb3e9ef569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:35Z', 'updated_at': '2021-08-28T15:06:57Z', 'revision_number': 5, 'project_id': '58646dff4236456eaa1799e18ba69def', 'subnets': [{'id': 'b079ed4e-e959-4b0f-8924-28bb3e9ef569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:07:25.670607 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab67973-c31f-46d2-9992-33477debceb0 req-f26179b0-83b1-44e8-a7c5-fc5559fdc283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:25.672180 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9ab67973-c31f-46d2-9992-33477debceb0 req-f26179b0-83b1-44e8-a7c5-fc5559fdc283 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62a05963-9485-4d2d-9e03-53fcab2c33e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3315461 Aug 28 15:07:25.813468 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-75d1c66e-66d8-48c2-aa01-6f1a7c6fd2a1 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4654'] for router, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:25.857983 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-75d1c66e-66d8-48c2-aa01-6f1a7c6fd2a1 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523761'] for router, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:26.126384 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802f0f86-4060-487d-a4ce-fcb17a88c4f0 None None] New status for floating IP dca7da04-412f-448a-9a4f-ee51f0b19273: ACTIVE {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:07:26.178143 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9ab67973-c31f-46d2-9992-33477debceb0 req-cbd8f5f8-1ccd-485a-9af2-ca8a9fb459e6 service neutron] 10.222.0.41 "GET /v2.0/networks/62a05963-9485-4d2d-9e03-53fcab2c33e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932120 Aug 28 15:07:26.205845 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4eff065-9443-43a8-9197-e56be766bb0b admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:07:26.219526 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d1c66e-66d8-48c2-aa01-6f1a7c6fd2a1 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Router c6c79bed-5f52-4124-8491-674d78e709a6 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:07:26.222675 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8625502-015b-42b2-b570-579f6feb92e6 None None] Sync routers for ids ['7337a538-7f8f-4272-b2b6-307512b0068e'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:07:26.229989 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c4eff065-9443-43a8-9197-e56be766bb0b admin admin] 10.222.0.13 "PUT /v2.0/routers/7337a538-7f8f-4272-b2b6-307512b0068e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9897013 Aug 28 15:07:26.230480 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46624) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:26.236363 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8625502-015b-42b2-b570-579f6feb92e6 None None] Routers {'7337a538-7f8f-4272-b2b6-307512b0068e'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:07:26.238022 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-c8625502-015b-42b2-b570-579f6feb92e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:07:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['7337a538-7f8f-4272-b2b6-307512b0068e'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:26.361699 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9ab67973-c31f-46d2-9992-33477debceb0 req-7fc28e5b-0dd3-440a-bdb8-c3ce19035361 service neutron] 10.222.0.41 "GET /v2.0/networks/62a05963-9485-4d2d-9e03-53fcab2c33e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727605 Aug 28 15:07:26.457369 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:26.493322 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e268b971-ca7c-43af-838a-2094270aae2c admin admin] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:26.495717 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-c8625502-015b-42b2-b570-579f6feb92e6 None None] Set router 7337a538-7f8f-4272-b2b6-307512b0068e gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:07:26.511230 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d1c66e-66d8-48c2-aa01-6f1a7c6fd2a1 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:07:26.539287 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a25792e-1045-4cab-bb15-edbe63a9c2aa None None] Sync routers for ids ['c6c79bed-5f52-4124-8491-674d78e709a6'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:07:26.542403 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-75d1c66e-66d8-48c2-aa01-6f1a7c6fd2a1 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:26.543838 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-75d1c66e-66d8-48c2-aa01-6f1a7c6fd2a1 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "PUT /v2.0/routers/c6c79bed-5f52-4124-8491-674d78e709a6 HTTP/1.1" status: 200 len: 703 time: 4.0334175 Aug 28 15:07:26.556109 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 46628) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:26.584911 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a25792e-1045-4cab-bb15-edbe63a9c2aa None None] Routers {'c6c79bed-5f52-4124-8491-674d78e709a6'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:07:26.585690 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0a25792e-1045-4cab-bb15-edbe63a9c2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:07:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c6c79bed-5f52-4124-8491-674d78e709a6'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:26.729772 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e268b971-ca7c-43af-838a-2094270aae2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:26.824670 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-e268b971-ca7c-43af-838a-2094270aae2c admin admin] Deleting port 48d8584e-8da2-4298-984a-8462d2ab9e8f {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:07:26.824982 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e268b971-ca7c-43af-838a-2094270aae2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:26.917027 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-0a25792e-1045-4cab-bb15-edbe63a9c2aa None None] Set router c6c79bed-5f52-4124-8491-674d78e709a6 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:07:27.004684 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-e268b971-ca7c-43af-838a-2094270aae2c admin admin] For port 48d8584e-8da2-4298-984a-8462d2ab9e8f, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=48d8584e-8da2-4298-984a-8462d2ab9e8f,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:27.005062 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e268b971-ca7c-43af-838a-2094270aae2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:27.016835 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-73d3e40f-0490-46c0-a547-c5c65c388bdb tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "GET /v2.0/routers/c6c79bed-5f52-4124-8491-674d78e709a6 HTTP/1.1" status: 200 len: 703 time: 0.4569230 Aug 28 15:07:27.020926 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 46636) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:27.050923 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-e268b971-ca7c-43af-838a-2094270aae2c admin admin] Calling delete_port for 48d8584e-8da2-4298-984a-8462d2ab9e8f owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:07:27.089420 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-c8625502-015b-42b2-b570-579f6feb92e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'name': 'tempest-TaggedBootDevicesTest_v242-2107030088-router', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '48d8584e-8da2-4298-984a-8462d2ab9e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:55:53Z', 'updated_at': '2021-08-28T15:07:22Z', 'revision_number': 5, 'project_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'gw_port': {'id': '48d8584e-8da2-4298-984a-8462d2ab9e8f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T14:55:55Z', 'updated_at': '2021-08-28T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:27.156510 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8625502-015b-42b2-b570-579f6feb92e6 None None] Checking router: 7337a538-7f8f-4272-b2b6-307512b0068e for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:07:27.178206 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8625502-015b-42b2-b570-579f6feb92e6 None None] Routers {'7337a538-7f8f-4272-b2b6-307512b0068e'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:07:27.179909 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-c8625502-015b-42b2-b570-579f6feb92e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:07:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['7337a538-7f8f-4272-b2b6-307512b0068e'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:27.279766 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f665c-22ec-468c-af88-3760100496ee req-184cdd50-9deb-403c-8afd-a99be4538493 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:27.281261 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2d8f665c-22ec-468c-af88-3760100496ee req-184cdd50-9deb-403c-8afd-a99be4538493 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 947 time: 0.4477472 Aug 28 15:07:27.540979 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-c8625502-015b-42b2-b570-579f6feb92e6 None None] Set router 7337a538-7f8f-4272-b2b6-307512b0068e gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:07:27.592391 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e268b971-ca7c-43af-838a-2094270aae2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:27.626463 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2d8f665c-22ec-468c-af88-3760100496ee req-8801b2e5-2a5f-456a-96f4-80792bd2b6ab tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3348298 Aug 28 15:07:27.644145 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0a25792e-1045-4cab-bb15-edbe63a9c2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:07:24Z', 'revision_number': 7, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None, '_interfaces': [{'id': '4d086ac5-6dc7-495f-93e9-9cb5701e673d', 'name': '', 'network_id': '9ecc3a23-eb58-427b-9c8f-8a00b2f7e395', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:9f:f8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'b5cf707a-9b53-417f-a835-cbb5a191df5d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:07:11Z', 'updated_at': '2021-08-28T15:07:23Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'b5cf707a-9b53-417f-a835-cbb5a191df5d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a47b218-094b-492f-b8e4-adfc54fbc703', 'name': '', 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:33Z', 'updated_at': '2021-08-28T15:06:55Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd6c659-4ad4-4b69-84d5-8315565432bb', 'name': '', 'network_id': 'da42405e-dd91-4723-9901-c4eeb604c3dd', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:c6:dc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '67127d6f-d169-4267-97ca-9f6450d75f38', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:07:04Z', 'updated_at': '2021-08-28T15:07:17Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '67127d6f-d169-4267-97ca-9f6450d75f38', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f47096-fde8-4e38-8dc6-ba3132ef668c', 'name': '', 'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:47Z', 'updated_at': '2021-08-28T15:07:04Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:27.670845 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268b971-ca7c-43af-838a-2094270aae2c admin admin] Pushing event deleted for resources: {'Port': ['ID=48d8584e-8da2-4298-984a-8462d2ab9e8f,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:27.681718 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-c8625502-015b-42b2-b570-579f6feb92e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'name': 'tempest-TaggedBootDevicesTest_v242-2107030088-router', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:55:53Z', 'updated_at': '2021-08-28T15:07:26Z', 'revision_number': 6, 'project_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:27.728568 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a25792e-1045-4cab-bb15-edbe63a9c2aa None None] Checking router: c6c79bed-5f52-4124-8491-674d78e709a6 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:07:27.738481 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a25792e-1045-4cab-bb15-edbe63a9c2aa None None] Routers {'c6c79bed-5f52-4124-8491-674d78e709a6'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:07:27.739131 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0a25792e-1045-4cab-bb15-edbe63a9c2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:07:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c6c79bed-5f52-4124-8491-674d78e709a6'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:27.756290 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8625502-015b-42b2-b570-579f6feb92e6 None None] The sync data for ids ['7337a538-7f8f-4272-b2b6-307512b0068e'] in n-d-712137-10 is: [{'id': '7337a538-7f8f-4272-b2b6-307512b0068e', 'name': 'tempest-TaggedBootDevicesTest_v242-2107030088-router', 'tenant_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T14:55:53Z', 'updated_at': '2021-08-28T15:07:26Z', 'revision_number': 6, 'project_id': '5c41f7ff750b41758b81cc9b9f8f4744', 'gw_port_host': None}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:07:27.890904 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e268b971-ca7c-43af-838a-2094270aae2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:27.927394 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f0aeb7c9-1099-47db-8e93-5ea08d191e64 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:28.019920 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-0a25792e-1045-4cab-bb15-edbe63a9c2aa None None] Set router c6c79bed-5f52-4124-8491-674d78e709a6 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:07:28.160644 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e268b971-ca7c-43af-838a-2094270aae2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:28.173190 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e268b971-ca7c-43af-838a-2094270aae2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:28.350716 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e268b971-ca7c-43af-838a-2094270aae2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:28.351537 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e268b971-ca7c-43af-838a-2094270aae2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7337a538-7f8f-4272-b2b6-307512b0068e {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:07:28.356818 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e268b971-ca7c-43af-838a-2094270aae2c admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:28.360850 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e268b971-ca7c-43af-838a-2094270aae2c admin admin] 10.222.0.13 "DELETE /v2.0/routers/7337a538-7f8f-4272-b2b6-307512b0068e HTTP/1.1" status: 204 len: 168 time: 2.1294761 Aug 28 15:07:28.361461 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46658) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:28.550038 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e4c96dd-553d-45f0-addf-cf8f58a2615c admin admin] Deleting subnet e0834cea-40c4-4457-8496-7782b5b24a25 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:07:28.560461 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e4c96dd-553d-45f0-addf-cf8f58a2615c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:28.744622 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e4c96dd-553d-45f0-addf-cf8f58a2615c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:28.755760 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0a25792e-1045-4cab-bb15-edbe63a9c2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:07:24Z', 'revision_number': 7, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None, '_interfaces': [{'id': '4d086ac5-6dc7-495f-93e9-9cb5701e673d', 'name': '', 'network_id': '9ecc3a23-eb58-427b-9c8f-8a00b2f7e395', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:9f:f8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'b5cf707a-9b53-417f-a835-cbb5a191df5d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:07:11Z', 'updated_at': '2021-08-28T15:07:23Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'b5cf707a-9b53-417f-a835-cbb5a191df5d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a47b218-094b-492f-b8e4-adfc54fbc703', 'name': '', 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:33Z', 'updated_at': '2021-08-28T15:06:55Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd6c659-4ad4-4b69-84d5-8315565432bb', 'name': '', 'network_id': 'da42405e-dd91-4723-9901-c4eeb604c3dd', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:c6:dc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '67127d6f-d169-4267-97ca-9f6450d75f38', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:07:04Z', 'updated_at': '2021-08-28T15:07:17Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '67127d6f-d169-4267-97ca-9f6450d75f38', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f47096-fde8-4e38-8dc6-ba3132ef668c', 'name': '', 'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:47Z', 'updated_at': '2021-08-28T15:07:04Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:28.818681 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-f0aeb7c9-1099-47db-8e93-5ea08d191e64 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Deleting port 4d086ac5-6dc7-495f-93e9-9cb5701e673d {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:07:28.819891 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f0aeb7c9-1099-47db-8e93-5ea08d191e64 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:28.840484 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a25792e-1045-4cab-bb15-edbe63a9c2aa None None] The sync data for ids ['c6c79bed-5f52-4124-8491-674d78e709a6'] in n-d-712137-10 is: [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:07:24Z', 'revision_number': 7, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None, '_interfaces': [{'id': '4d086ac5-6dc7-495f-93e9-9cb5701e673d', 'name': '', 'network_id': '9ecc3a23-eb58-427b-9c8f-8a00b2f7e395', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:9f:f8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'b5cf707a-9b53-417f-a835-cbb5a191df5d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:07:11Z', 'updated_at': '2021-08-28T15:07:23Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'b5cf707a-9b53-417f-a835-cbb5a191df5d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a47b218-094b-492f-b8e4-adfc54fbc703', 'name': '', 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:33Z', 'updated_at': '2021-08-28T15:06:55Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd6c659-4ad4-4b69-84d5-8315565432bb', 'name': '', 'network_id': 'da42405e-dd91-4723-9901-c4eeb604c3dd', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:c6:dc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '67127d6f-d169-4267-97ca-9f6450d75f38', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:07:04Z', 'updated_at': '2021-08-28T15:07:17Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '67127d6f-d169-4267-97ca-9f6450d75f38', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f47096-fde8-4e38-8dc6-ba3132ef668c', 'name': '', 'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:47Z', 'updated_at': '2021-08-28T15:07:04Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:07:28.842822 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 16d749b1-64c4-4450-9765-5df9b62ce32d no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:07:29.010964 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-f0aeb7c9-1099-47db-8e93-5ea08d191e64 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] For port 4d086ac5-6dc7-495f-93e9-9cb5701e673d, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=4d086ac5-6dc7-495f-93e9-9cb5701e673d,segment=NetworkSegment(c04cb256-aecc-45c7-b5ea-164bc5c48024),segment_id=c04cb256-aecc-45c7-b5ea-164bc5c48024)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:29.011528 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f0aeb7c9-1099-47db-8e93-5ea08d191e64 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:29.080488 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177c5c6-845f-425d-8211-8950f4cb2177 req-4d2ccf28-470b-4741-880c-9471ab7e0177 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:29.082095 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d177c5c6-845f-425d-8211-8950f4cb2177 req-4d2ccf28-470b-4741-880c-9471ab7e0177 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 947 time: 0.2513351 Aug 28 15:07:29.097202 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-f0aeb7c9-1099-47db-8e93-5ea08d191e64 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Calling delete_port for 4d086ac5-6dc7-495f-93e9-9cb5701e673d owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:07:29.140845 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e4c96dd-553d-45f0-addf-cf8f58a2615c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:29.268879 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 46674) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:29.324943 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d177c5c6-845f-425d-8211-8950f4cb2177 req-3f5078e4-3ab4-4d9b-b6ad-6c5a05fcb0fa tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278054 Aug 28 15:07:29.410320 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e4c96dd-553d-45f0-addf-cf8f58a2615c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:29.438716 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 16d749b1-64c4-4450-9765-5df9b62ce32d {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:07:29.440153 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 16d749b1-64c4-4450-9765-5df9b62ce32d not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:07:29.440932 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 48d8584e-8da2-4298-984a-8462d2ab9e8f no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:07:29.462686 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e4c96dd-553d-45f0-addf-cf8f58a2615c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:29.487077 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1e62f1-36d1-4de2-a04a-996b68b8a7a1 None None] Network f1b33141-ca0c-463e-90a5-3e011354593f requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:07:29.488612 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2e4c96dd-553d-45f0-addf-cf8f58a2615c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e0834cea-40c4-4457-8496-7782b5b24a25 HTTP/1.1" status: 204 len: 168 time: 1.1260874 Aug 28 15:07:29.490327 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 46680) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:29.492281 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 48d8584e-8da2-4298-984a-8462d2ab9e8f {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:07:29.492806 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 48d8584e-8da2-4298-984a-8462d2ab9e8f not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:07:29.548985 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c96dd-553d-45f0-addf-cf8f58a2615c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0834cea-40c4-4457-8496-7782b5b24a25,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:29.646506 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4413a32c-192a-4f8e-9e33-314872a44bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:29.702701 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-244e9387-7c9e-4ff6-bd2a-9edb48c1a5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:29.785115 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f0aeb7c9-1099-47db-8e93-5ea08d191e64 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:29.796195 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dc5b62-5c47-46c5-a78b-a2568d45038b None None] DHCP port deletion for f1b33141-ca0c-463e-90a5-3e011354593f request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:07:29.841170 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aeb7c9-1099-47db-8e93-5ea08d191e64 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Port': ['ID=4d086ac5-6dc7-495f-93e9-9cb5701e673d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:29.852732 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4413a32c-192a-4f8e-9e33-314872a44bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:29.897617 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4413a32c-192a-4f8e-9e33-314872a44bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:29.924872 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a8dc5b62-5c47-46c5-a78b-a2568d45038b None None] Deleting port 2a098acb-d66a-483e-b889-a06a624c2cbf {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:07:29.927814 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a8dc5b62-5c47-46c5-a78b-a2568d45038b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:29.930959 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4413a32c-192a-4f8e-9e33-314872a44bda admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec91281cfe6b48079c5e1f0146ba6c4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6606402 Aug 28 15:07:29.933930 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46690) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:30.065408 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413a32c-192a-4f8e-9e33-314872a44bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3efac1-b3e4-4ea5-a587-6246fc7a7353,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:30.073157 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-244e9387-7c9e-4ff6-bd2a-9edb48c1a5ba admin admin] Deleting port 2a098acb-d66a-483e-b889-a06a624c2cbf {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:07:30.073310 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-244e9387-7c9e-4ff6-bd2a-9edb48c1a5ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:30.123319 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f0aeb7c9-1099-47db-8e93-5ea08d191e64 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:30.169197 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-a8dc5b62-5c47-46c5-a78b-a2568d45038b None None] For port 2a098acb-d66a-483e-b889-a06a624c2cbf, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2a098acb-d66a-483e-b889-a06a624c2cbf,segment=NetworkSegment(646fb295-81d2-4bd9-83d2-cede57fdef69),segment_id=646fb295-81d2-4bd9-83d2-cede57fdef69)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:30.169980 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a8dc5b62-5c47-46c5-a78b-a2568d45038b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:30.196063 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b938bd31-f5e6-4275-8680-19cd72e64308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:30.207527 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a8dc5b62-5c47-46c5-a78b-a2568d45038b None None] Calling delete_port for 2a098acb-d66a-483e-b889-a06a624c2cbf owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:07:30.289175 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b938bd31-f5e6-4275-8680-19cd72e64308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:30.373182 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46694) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:30.379869 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a8dc5b62-5c47-46c5-a78b-a2568d45038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:30.390868 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b938bd31-f5e6-4275-8680-19cd72e64308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:30.393396 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b938bd31-f5e6-4275-8680-19cd72e64308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:30.394556 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b938bd31-f5e6-4275-8680-19cd72e64308 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b3efac1-b3e4-4ea5-a587-6246fc7a7353 HTTP/1.1" status: 204 len: 168 time: 0.4593680 Aug 28 15:07:30.418797 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dc5b62-5c47-46c5-a78b-a2568d45038b None None] No DVR routers for this DVR port 2a098acb-d66a-483e-b889-a06a624c2cbf on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:07:30.455908 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938bd31-f5e6-4275-8680-19cd72e64308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3efac1-b3e4-4ea5-a587-6246fc7a7353,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:30.489027 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc5b62-5c47-46c5-a78b-a2568d45038b None None] Pushing event deleted for resources: {'Port': ['ID=2a098acb-d66a-483e-b889-a06a624c2cbf,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:30.684656 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4714da3c-79ff-4b73-b580-4df1971930b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:30.837928 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4714da3c-79ff-4b73-b580-4df1971930b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:30.844420 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4714da3c-79ff-4b73-b580-4df1971930b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:30.877965 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2a098acb-d66a-483e-b889-a06a624c2cbf no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:07:30.930019 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 2a098acb-d66a-483e-b889-a06a624c2cbf {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:07:30.930498 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2a098acb-d66a-483e-b889-a06a624c2cbf not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:07:30.950290 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4714da3c-79ff-4b73-b580-4df1971930b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=482f09eba2b347c2ae32e25606fd7c25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5756428 Aug 28 15:07:30.951562 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714da3c-79ff-4b73-b580-4df1971930b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd20ac57-0c91-4426-a5c7-bf8847cc559e,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:30.954857 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46712) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:31.044961 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4c47ce56-d696-4d8a-b7c8-ba6503d7dc56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:31.083308 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4c47ce56-d696-4d8a-b7c8-ba6503d7dc56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:31.134101 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46714) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:31.160430 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ee85e83f-9d13-4fb2-8a2b-3b6560379f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:31.176629 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-244e9387-7c9e-4ff6-bd2a-9edb48c1a5ba admin admin] For port 2a098acb-d66a-483e-b889-a06a624c2cbf, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2a098acb-d66a-483e-b889-a06a624c2cbf,segment=NetworkSegment(646fb295-81d2-4bd9-83d2-cede57fdef69),segment_id=646fb295-81d2-4bd9-83d2-cede57fdef69)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:31.177872 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-244e9387-7c9e-4ff6-bd2a-9edb48c1a5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:31.210328 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-244e9387-7c9e-4ff6-bd2a-9edb48c1a5ba admin admin] Calling delete_port for 2a098acb-d66a-483e-b889-a06a624c2cbf owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:07:31.212890 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4c47ce56-d696-4d8a-b7c8-ba6503d7dc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:31.215934 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4c47ce56-d696-4d8a-b7c8-ba6503d7dc56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:31.217617 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4c47ce56-d696-4d8a-b7c8-ba6503d7dc56 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd20ac57-0c91-4426-a5c7-bf8847cc559e HTTP/1.1" status: 204 len: 168 time: 0.2616537 Aug 28 15:07:31.233036 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d23340c-71ab-4e23-8277-45ed07f9f451 req-9d7487f0-03b5-407d-b3dc-d878c43bb2e9 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:31.239720 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47ce56-d696-4d8a-b7c8-ba6503d7dc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd20ac57-0c91-4426-a5c7-bf8847cc559e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:31.245551 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9d23340c-71ab-4e23-8277-45ed07f9f451 req-9d7487f0-03b5-407d-b3dc-d878c43bb2e9 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 947 time: 0.7035460 Aug 28 15:07:31.329991 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ee85e83f-9d13-4fb2-8a2b-3b6560379f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:31.346360 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ee85e83f-9d13-4fb2-8a2b-3b6560379f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:31.392452 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ee85e83f-9d13-4fb2-8a2b-3b6560379f7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a837296742b4457b68e04b119c5c7be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2567503 Aug 28 15:07:31.392704 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 46718) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:31.419556 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85e83f-9d13-4fb2-8a2b-3b6560379f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27700b1c-d55b-4fac-a20a-1fd433b7f009,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:31.452739 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9d23340c-71ab-4e23-8277-45ed07f9f451 req-9e359225-5376-40e6-a1e6-7a7712c7fd2d tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973734 Aug 28 15:07:31.499825 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0aeb7c9-1099-47db-8e93-5ea08d191e64 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Router c6c79bed-5f52-4124-8491-674d78e709a6 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:07:31.517097 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-244e9387-7c9e-4ff6-bd2a-9edb48c1a5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:31.585637 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5a3f2c0c-3ba0-4b68-b015-7a46e90c063e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:31.587856 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e9387-7c9e-4ff6-bd2a-9edb48c1a5ba admin admin] Pushing event deleted for resources: {'Port': ['ID=2a098acb-d66a-483e-b889-a06a624c2cbf,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:31.626372 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244e9387-7c9e-4ff6-bd2a-9edb48c1a5ba admin admin] No DVR routers for this DVR port 2a098acb-d66a-483e-b889-a06a624c2cbf on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:07:31.694351 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5a3f2c0c-3ba0-4b68-b015-7a46e90c063e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:31.742991 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46724) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:31.750499 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0aeb7c9-1099-47db-8e93-5ea08d191e64 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:07:31.762822 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0ee9bad0-032a-4bc6-b8f0-ed74142e6316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:31.764696 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f0aeb7c9-1099-47db-8e93-5ea08d191e64 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "PUT /v2.0/routers/c6c79bed-5f52-4124-8491-674d78e709a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7411594 Aug 28 15:07:31.764981 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7d8d18-773b-4970-8e93-e5fd3e507f60 None None] Sync routers for ids ['c6c79bed-5f52-4124-8491-674d78e709a6'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:07:31.765504 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46728) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:31.768227 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-244e9387-7c9e-4ff6-bd2a-9edb48c1a5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:31.784778 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7d8d18-773b-4970-8e93-e5fd3e507f60 None None] Routers {'c6c79bed-5f52-4124-8491-674d78e709a6'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:07:31.785423 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3c7d8d18-773b-4970-8e93-e5fd3e507f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:07:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c6c79bed-5f52-4124-8491-674d78e709a6'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:31.796776 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-244e9387-7c9e-4ff6-bd2a-9edb48c1a5ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b33141-ca0c-463e-90a5-3e011354593f']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:31.821000 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-244e9387-7c9e-4ff6-bd2a-9edb48c1a5ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646fb295-81d2-4bd9-83d2-cede57fdef69') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:31.821381 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-244e9387-7c9e-4ff6-bd2a-9edb48c1a5ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646fb295-81d2-4bd9-83d2-cede57fdef69') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:31.843494 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-771bdce2-9f1f-4434-ab6f-1e479e14d958 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Deleting subnet b5cf707a-9b53-417f-a835-cbb5a191df5d {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:07:31.847117 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-771bdce2-9f1f-4434-ab6f-1e479e14d958 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:31.849921 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-244e9387-7c9e-4ff6-bd2a-9edb48c1a5ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:31.890341 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5a3f2c0c-3ba0-4b68-b015-7a46e90c063e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:31.896284 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5a3f2c0c-3ba0-4b68-b015-7a46e90c063e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:31.900494 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5a3f2c0c-3ba0-4b68-b015-7a46e90c063e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27700b1c-d55b-4fac-a20a-1fd433b7f009 HTTP/1.1" status: 204 len: 168 time: 0.5067894 Aug 28 15:07:31.904332 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-244e9387-7c9e-4ff6-bd2a-9edb48c1a5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:31.916944 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-771bdce2-9f1f-4434-ab6f-1e479e14d958 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:31.939013 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-3c7d8d18-773b-4970-8e93-e5fd3e507f60 None None] Set router c6c79bed-5f52-4124-8491-674d78e709a6 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:07:31.940137 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244e9387-7c9e-4ff6-bd2a-9edb48c1a5ba admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:07:31.940555 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-244e9387-7c9e-4ff6-bd2a-9edb48c1a5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:07:31.947124 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:07:31.955181 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f2c0c-3ba0-4b68-b015-7a46e90c063e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27700b1c-d55b-4fac-a20a-1fd433b7f009,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:32.085735 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-244e9387-7c9e-4ff6-bd2a-9edb48c1a5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:32.093036 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-244e9387-7c9e-4ff6-bd2a-9edb48c1a5ba admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:32.099561 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-244e9387-7c9e-4ff6-bd2a-9edb48c1a5ba admin admin] 10.222.0.13 "DELETE /v2.0/networks/f1b33141-ca0c-463e-90a5-3e011354593f HTTP/1.1" status: 204 len: 168 time: 2.6074402 Aug 28 15:07:32.133535 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e9387-7c9e-4ff6-bd2a-9edb48c1a5ba admin admin] Pushing event deleted for resources: {'Network': ['ID=f1b33141-ca0c-463e-90a5-3e011354593f,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:32.176083 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-771bdce2-9f1f-4434-ab6f-1e479e14d958 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:32.242463 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0ee9bad0-032a-4bc6-b8f0-ed74142e6316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:32.257305 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0ee9bad0-032a-4bc6-b8f0-ed74142e6316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:32.337362 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0ee9bad0-032a-4bc6-b8f0-ed74142e6316 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55d94c149eea4396902f9ab7b6fb0ff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5906413 Aug 28 15:07:32.337765 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 46740) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:32.370444 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-771bdce2-9f1f-4434-ab6f-1e479e14d958 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:32.386353 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9bad0-032a-4bc6-b8f0-ed74142e6316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f8a6ed-920f-4330-b9ba-039332c029e2,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:32.408113 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58975078-a497-4f76-a145-2c1b66a8fc65 None None] Network 9ecc3a23-eb58-427b-9c8f-8a00b2f7e395 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:07:32.408656 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-771bdce2-9f1f-4434-ab6f-1e479e14d958 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:32.414497 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-771bdce2-9f1f-4434-ab6f-1e479e14d958 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/subnets/b5cf707a-9b53-417f-a835-cbb5a191df5d HTTP/1.1" status: 204 len: 168 time: 0.6478832 Aug 28 15:07:32.415305 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46742) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:32.448985 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3c7d8d18-773b-4970-8e93-e5fd3e507f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:07:29Z', 'revision_number': 8, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None, '_interfaces': [{'id': '7a47b218-094b-492f-b8e4-adfc54fbc703', 'name': '', 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:33Z', 'updated_at': '2021-08-28T15:06:55Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd6c659-4ad4-4b69-84d5-8315565432bb', 'name': '', 'network_id': 'da42405e-dd91-4723-9901-c4eeb604c3dd', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:c6:dc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '67127d6f-d169-4267-97ca-9f6450d75f38', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:07:04Z', 'updated_at': '2021-08-28T15:07:17Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '67127d6f-d169-4267-97ca-9f6450d75f38', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f47096-fde8-4e38-8dc6-ba3132ef668c', 'name': '', 'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:47Z', 'updated_at': '2021-08-28T15:07:04Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:32.455406 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771bdce2-9f1f-4434-ab6f-1e479e14d958 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Subnet': ['ID=b5cf707a-9b53-417f-a835-cbb5a191df5d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:32.516147 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7d8d18-773b-4970-8e93-e5fd3e507f60 None None] Checking router: c6c79bed-5f52-4124-8491-674d78e709a6 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:07:32.546439 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b9d3baf6-bf30-4f7a-904b-47426205f2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:32.547412 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7d8d18-773b-4970-8e93-e5fd3e507f60 None None] Routers {'c6c79bed-5f52-4124-8491-674d78e709a6'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:07:32.548195 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3c7d8d18-773b-4970-8e93-e5fd3e507f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:07:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c6c79bed-5f52-4124-8491-674d78e709a6'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:32.649257 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-125fb214-4c8a-4dc7-bbb0-f08e4931d907 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:32.659263 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46752) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:32.669188 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b9d3baf6-bf30-4f7a-904b-47426205f2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:32.736374 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-3c7d8d18-773b-4970-8e93-e5fd3e507f60 None None] Set router c6c79bed-5f52-4124-8491-674d78e709a6 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:07:32.785750 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0dcc0d71-82fc-42a2-895b-309bdfa019e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c41f7ff750b41758b81cc9b9f8f4744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1209135 Aug 28 15:07:32.787374 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46758) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:32.805537 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f5f17-9e96-4a27-85a2-5466181a7cca req-09c94d82-bf79-4f4d-9331-d597de4bb71e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:32.815192 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cb0f5f17-9e96-4a27-85a2-5466181a7cca req-09c94d82-bf79-4f4d-9331-d597de4bb71e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 947 time: 0.1720686 Aug 28 15:07:32.847209 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-125fb214-4c8a-4dc7-bbb0-f08e4931d907 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Deleting port 1c19365e-6afc-4ef6-a632-d9a349f3afc0 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:07:32.847640 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-125fb214-4c8a-4dc7-bbb0-f08e4931d907 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:32.906418 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc80b973-c033-42e4-aa47-716813e2d2b3 None None] DHCP port deletion for 9ecc3a23-eb58-427b-9c8f-8a00b2f7e395 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:07:32.922693 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cb0f5f17-9e96-4a27-85a2-5466181a7cca req-8f58ff04-27fd-486e-9f3b-809775bfedcf tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039257 Aug 28 15:07:32.932277 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b9d3baf6-bf30-4f7a-904b-47426205f2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:32.935317 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b9d3baf6-bf30-4f7a-904b-47426205f2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:32.936747 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b9d3baf6-bf30-4f7a-904b-47426205f2eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80f8a6ed-920f-4330-b9ba-039332c029e2 HTTP/1.1" status: 204 len: 168 time: 0.5969353 Aug 28 15:07:32.950717 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3baf6-bf30-4f7a-904b-47426205f2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f8a6ed-920f-4330-b9ba-039332c029e2,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:32.997174 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4fb71aa4-e291-43e3-a88a-ff28764265a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:33.017943 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-dc80b973-c033-42e4-aa47-716813e2d2b3 None None] Deleting port 1c19365e-6afc-4ef6-a632-d9a349f3afc0 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:07:33.018325 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-dc80b973-c033-42e4-aa47-716813e2d2b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:33.055340 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4fb71aa4-e291-43e3-a88a-ff28764265a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:33.067430 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-125fb214-4c8a-4dc7-bbb0-f08e4931d907 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] For port 1c19365e-6afc-4ef6-a632-d9a349f3afc0, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=1c19365e-6afc-4ef6-a632-d9a349f3afc0,segment=NetworkSegment(c04cb256-aecc-45c7-b5ea-164bc5c48024),segment_id=c04cb256-aecc-45c7-b5ea-164bc5c48024)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:33.067853 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-125fb214-4c8a-4dc7-bbb0-f08e4931d907 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:33.094141 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-125fb214-4c8a-4dc7-bbb0-f08e4931d907 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Calling delete_port for 1c19365e-6afc-4ef6-a632-d9a349f3afc0 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:07:33.145283 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-dc80b973-c033-42e4-aa47-716813e2d2b3 None None] For port 1c19365e-6afc-4ef6-a632-d9a349f3afc0, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=1c19365e-6afc-4ef6-a632-d9a349f3afc0,segment=NetworkSegment(c04cb256-aecc-45c7-b5ea-164bc5c48024),segment_id=c04cb256-aecc-45c7-b5ea-164bc5c48024)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:33.145703 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-dc80b973-c033-42e4-aa47-716813e2d2b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:33.180700 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-dc80b973-c033-42e4-aa47-716813e2d2b3 None None] Calling delete_port for 1c19365e-6afc-4ef6-a632-d9a349f3afc0 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:07:33.203230 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3c7d8d18-773b-4970-8e93-e5fd3e507f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:07:29Z', 'revision_number': 8, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None, '_interfaces': [{'id': '7a47b218-094b-492f-b8e4-adfc54fbc703', 'name': '', 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:33Z', 'updated_at': '2021-08-28T15:06:55Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd6c659-4ad4-4b69-84d5-8315565432bb', 'name': '', 'network_id': 'da42405e-dd91-4723-9901-c4eeb604c3dd', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:c6:dc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '67127d6f-d169-4267-97ca-9f6450d75f38', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:07:04Z', 'updated_at': '2021-08-28T15:07:17Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '67127d6f-d169-4267-97ca-9f6450d75f38', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f47096-fde8-4e38-8dc6-ba3132ef668c', 'name': '', 'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:47Z', 'updated_at': '2021-08-28T15:07:04Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:33.241493 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7d8d18-773b-4970-8e93-e5fd3e507f60 None None] The sync data for ids ['c6c79bed-5f52-4124-8491-674d78e709a6'] in n-d-712137-10 is: [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:07:29Z', 'revision_number': 8, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None, '_interfaces': [{'id': '7a47b218-094b-492f-b8e4-adfc54fbc703', 'name': '', 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:33Z', 'updated_at': '2021-08-28T15:06:55Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd6c659-4ad4-4b69-84d5-8315565432bb', 'name': '', 'network_id': 'da42405e-dd91-4723-9901-c4eeb604c3dd', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:c6:dc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '67127d6f-d169-4267-97ca-9f6450d75f38', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:07:04Z', 'updated_at': '2021-08-28T15:07:17Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '67127d6f-d169-4267-97ca-9f6450d75f38', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f47096-fde8-4e38-8dc6-ba3132ef668c', 'name': '', 'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:47Z', 'updated_at': '2021-08-28T15:07:04Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:07:33.293823 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4fb71aa4-e291-43e3-a88a-ff28764265a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:33.296511 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4fb71aa4-e291-43e3-a88a-ff28764265a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:33.297642 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4fb71aa4-e291-43e3-a88a-ff28764265a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/90985e3a-bcd3-4599-87af-ae5311f5a294 HTTP/1.1" status: 204 len: 168 time: 0.5063670 Aug 28 15:07:33.333297 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71aa4-e291-43e3-a88a-ff28764265a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90985e3a-bcd3-4599-87af-ae5311f5a294,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:33.387088 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-125fb214-4c8a-4dc7-bbb0-f08e4931d907 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:33.436919 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125fb214-4c8a-4dc7-bbb0-f08e4931d907 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Port': ['ID=1c19365e-6afc-4ef6-a632-d9a349f3afc0,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:33.442681 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-dc80b973-c033-42e4-aa47-716813e2d2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:33.443215 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125fb214-4c8a-4dc7-bbb0-f08e4931d907 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] No DVR routers for this DVR port 1c19365e-6afc-4ef6-a632-d9a349f3afc0 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:07:33.515294 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80b973-c033-42e4-aa47-716813e2d2b3 None None] Pushing event deleted for resources: {'Port': ['ID=1c19365e-6afc-4ef6-a632-d9a349f3afc0,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:33.521347 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc80b973-c033-42e4-aa47-716813e2d2b3 None None] No DVR routers for this DVR port 1c19365e-6afc-4ef6-a632-d9a349f3afc0 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:07:33.684368 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-125fb214-4c8a-4dc7-bbb0-f08e4931d907 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:33.713397 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-125fb214-4c8a-4dc7-bbb0-f08e4931d907 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ecc3a23-eb58-427b-9c8f-8a00b2f7e395']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:33.743787 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-125fb214-4c8a-4dc7-bbb0-f08e4931d907 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04cb256-aecc-45c7-b5ea-164bc5c48024') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:33.744153 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-125fb214-4c8a-4dc7-bbb0-f08e4931d907 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04cb256-aecc-45c7-b5ea-164bc5c48024') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:33.760948 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-125fb214-4c8a-4dc7-bbb0-f08e4931d907 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:33.792982 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-125fb214-4c8a-4dc7-bbb0-f08e4931d907 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:33.805951 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125fb214-4c8a-4dc7-bbb0-f08e4931d907 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:07:33.806472 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-125fb214-4c8a-4dc7-bbb0-f08e4931d907 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:07:33.810583 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:07:33.893939 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 46780) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:33.919213 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4f69cae1-40bc-4ba6-93d5-fe826c4804bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:33.979522 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-125fb214-4c8a-4dc7-bbb0-f08e4931d907 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:33.985131 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-125fb214-4c8a-4dc7-bbb0-f08e4931d907 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:33.989373 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-125fb214-4c8a-4dc7-bbb0-f08e4931d907 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/networks/9ecc3a23-eb58-427b-9c8f-8a00b2f7e395 HTTP/1.1" status: 204 len: 168 time: 1.5429251 Aug 28 15:07:33.991800 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46786) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:34.145301 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125fb214-4c8a-4dc7-bbb0-f08e4931d907 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Network': ['ID=9ecc3a23-eb58-427b-9c8f-8a00b2f7e395,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:34.149592 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4f69cae1-40bc-4ba6-93d5-fe826c4804bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:34.155777 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4f69cae1-40bc-4ba6-93d5-fe826c4804bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:34.252803 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4f69cae1-40bc-4ba6-93d5-fe826c4804bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=801100c50b0341e9bc088e4c64153337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3577588 Aug 28 15:07:34.254480 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69cae1-40bc-4ba6-93d5-fe826c4804bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021ec9db-fbe2-42ee-a289-be735544dee1,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:34.255454 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46796) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:34.758709 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 4d086ac5-6dc7-495f-93e9-9cb5701e673d no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:07:34.788284 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 4d086ac5-6dc7-495f-93e9-9cb5701e673d {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:07:34.789093 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 4d086ac5-6dc7-495f-93e9-9cb5701e673d not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:07:34.789905 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1c19365e-6afc-4ef6-a632-d9a349f3afc0 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:07:34.816990 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 1c19365e-6afc-4ef6-a632-d9a349f3afc0 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:07:34.817607 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1c19365e-6afc-4ef6-a632-d9a349f3afc0 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:07:34.884299 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-641b69f3-a2db-4d15-9a63-c89415a30703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:34.910297 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f69775-dfee-4a20-93c5-e8d0f4a9d856 req-2fdae936-1533-495d-b425-089cbc0ccbb3 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:34.918829 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a8f69775-dfee-4a20-93c5-e8d0f4a9d856 req-2fdae936-1533-495d-b425-089cbc0ccbb3 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 947 time: 0.1593797 Aug 28 15:07:35.080532 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-641b69f3-a2db-4d15-9a63-c89415a30703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:35.110273 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a8f69775-dfee-4a20-93c5-e8d0f4a9d856 req-b6c858e6-4b85-46fd-b0b4-1412462b1f9c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902025 Aug 28 15:07:35.243692 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-641b69f3-a2db-4d15-9a63-c89415a30703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:35.246392 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-641b69f3-a2db-4d15-9a63-c89415a30703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:35.247571 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-641b69f3-a2db-4d15-9a63-c89415a30703 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/021ec9db-fbe2-42ee-a289-be735544dee1 HTTP/1.1" status: 204 len: 168 time: 0.9909396 Aug 28 15:07:35.296945 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b69f3-a2db-4d15-9a63-c89415a30703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021ec9db-fbe2-42ee-a289-be735544dee1,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:35.345978 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-80a868d2-db77-4e3a-9e4b-dcc3e8c09737 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:35.460754 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 46838) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:35.797259 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-80a868d2-db77-4e3a-9e4b-dcc3e8c09737 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Deleting port ccd6c659-4ad4-4b69-84d5-8315565432bb {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:07:35.797694 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-80a868d2-db77-4e3a-9e4b-dcc3e8c09737 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:35.894944 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-98fb1b63-32bc-43db-8827-f600fd2e390f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2116866513-network', 'tenant_id': '1bb2d65f9fb942d9b36b25dac4e364e6'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:07:35.937995 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-80a868d2-db77-4e3a-9e4b-dcc3e8c09737 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] For port ccd6c659-4ad4-4b69-84d5-8315565432bb, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ccd6c659-4ad4-4b69-84d5-8315565432bb,segment=NetworkSegment(487af387-6321-45f7-b704-5d7926fea29e),segment_id=487af387-6321-45f7-b704-5d7926fea29e)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:35.938665 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-80a868d2-db77-4e3a-9e4b-dcc3e8c09737 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:35.942546 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fb1b63-32bc-43db-8827-f600fd2e390f admin admin] Made reservation on behalf of 1bb2d65f9fb942d9b36b25dac4e364e6 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:07:35.949519 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98fb1b63-32bc-43db-8827-f600fd2e390f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:35.960360 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-80a868d2-db77-4e3a-9e4b-dcc3e8c09737 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Calling delete_port for ccd6c659-4ad4-4b69-84d5-8315565432bb owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:07:35.981649 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98fb1b63-32bc-43db-8827-f600fd2e390f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:36.205942 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98fb1b63-32bc-43db-8827-f600fd2e390f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:36.213456 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98fb1b63-32bc-43db-8827-f600fd2e390f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:36.216781 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-80a868d2-db77-4e3a-9e4b-dcc3e8c09737 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:36.233369 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98fb1b63-32bc-43db-8827-f600fd2e390f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:07:36.259800 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98fb1b63-32bc-43db-8827-f600fd2e390f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:36.260176 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-98fb1b63-32bc-43db-8827-f600fd2e390f admin admin] Added segment 8832c9ec-1ee4-4d90-92a4-baba1e83b28d of type vlan for network a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a Aug 28 15:07:36.283944 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a868d2-db77-4e3a-9e4b-dcc3e8c09737 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Port': ['ID=ccd6c659-4ad4-4b69-84d5-8315565432bb,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:36.406829 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98fb1b63-32bc-43db-8827-f600fd2e390f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:36.480893 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb1b63-32bc-43db-8827-f600fd2e390f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f314e7-d8ed-4f8b-a096-04bd68200419,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:36.507188 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98fb1b63-32bc-43db-8827-f600fd2e390f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:36.509962 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fb1b63-32bc-43db-8827-f600fd2e390f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:36.512259 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98fb1b63-32bc-43db-8827-f600fd2e390f admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:36.539127 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-80a868d2-db77-4e3a-9e4b-dcc3e8c09737 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:36.721047 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-98fb1b63-32bc-43db-8827-f600fd2e390f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2589369 Aug 28 15:07:36.726428 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 46878) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:36.736528 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-b2c2eeca-eacb-4e53-9800-ee34ff20c7fa admin admin] Request body: {'subnet': {'network_id': 'a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2116866513-subnet', 'tenant_id': '1bb2d65f9fb942d9b36b25dac4e364e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:07:36.752514 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb1b63-32bc-43db-8827-f600fd2e390f admin admin] Pushing event updated for resources: {'Network': ['ID=a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:36.778050 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:07:36.780746 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61b062-86f1-4ca9-9d46-e492e924393b req-bd6e484e-123e-426b-a97d-b2726da74419 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:36.788872 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7c61b062-86f1-4ca9-9d46-e492e924393b req-bd6e484e-123e-426b-a97d-b2726da74419 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 947 time: 0.3365500 Aug 28 15:07:36.874160 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7c61b062-86f1-4ca9-9d46-e492e924393b req-205ffae8-d54a-4476-9d86-a74e1ffafe3b tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708129 Aug 28 15:07:36.887074 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c2eeca-eacb-4e53-9800-ee34ff20c7fa admin admin] Made reservation on behalf of 1bb2d65f9fb942d9b36b25dac4e364e6 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:07:36.887874 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b2c2eeca-eacb-4e53-9800-ee34ff20c7fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:37.017126 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a868d2-db77-4e3a-9e4b-dcc3e8c09737 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Router c6c79bed-5f52-4124-8491-674d78e709a6 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:07:37.206285 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a868d2-db77-4e3a-9e4b-dcc3e8c09737 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:07:37.215543 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-80a868d2-db77-4e3a-9e4b-dcc3e8c09737 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "PUT /v2.0/routers/c6c79bed-5f52-4124-8491-674d78e709a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2119875 Aug 28 15:07:37.218189 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953cb58d-2a83-44e2-b522-dbd885eb0ba0 None None] Sync routers for ids ['c6c79bed-5f52-4124-8491-674d78e709a6'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:07:37.228533 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46898) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:37.232906 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953cb58d-2a83-44e2-b522-dbd885eb0ba0 None None] Routers {'c6c79bed-5f52-4124-8491-674d78e709a6'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:07:37.234267 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-953cb58d-2a83-44e2-b522-dbd885eb0ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:07:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c6c79bed-5f52-4124-8491-674d78e709a6'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:37.275177 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b2c2eeca-eacb-4e53-9800-ee34ff20c7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:37.366298 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-953cb58d-2a83-44e2-b522-dbd885eb0ba0 None None] Set router c6c79bed-5f52-4124-8491-674d78e709a6 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:07:37.391006 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2eeca-eacb-4e53-9800-ee34ff20c7fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d199c3ab-1cc3-471f-883a-d19f39aa59ba,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:37.396313 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5703a89-a5e4-4e58-9205-9b429a6e0932 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Deleting subnet 67127d6f-d169-4267-97ca-9f6450d75f38 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:07:37.411151 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c5703a89-a5e4-4e58-9205-9b429a6e0932 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:37.507472 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c2eeca-eacb-4e53-9800-ee34ff20c7fa admin admin] Checking segment: {'id': '8832c9ec-1ee4-4d90-92a4-baba1e83b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:07:37.511295 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c2eeca-eacb-4e53-9800-ee34ff20c7fa admin admin] Network hostable DHCP agents. Network: a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:07:37.561386 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c5703a89-a5e4-4e58-9205-9b429a6e0932 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:37.571139 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c2eeca-eacb-4e53-9800-ee34ff20c7fa admin admin] Network a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:07:37.595632 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-b2c2eeca-eacb-4e53-9800-ee34ff20c7fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:07:37.600717 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c2eeca-eacb-4e53-9800-ee34ff20c7fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:37.602674 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b2c2eeca-eacb-4e53-9800-ee34ff20c7fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:37.612356 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d97dfa-df29-436e-a2e3-b2c95f979dac None None] Network a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:07:37.629355 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b2c2eeca-eacb-4e53-9800-ee34ff20c7fa admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8985207 Aug 28 15:07:37.702115 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c5703a89-a5e4-4e58-9205-9b429a6e0932 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:37.769627 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 46912) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:37.801900 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-953cb58d-2a83-44e2-b522-dbd885eb0ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:07:36Z', 'revision_number': 9, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None, '_interfaces': [{'id': '7a47b218-094b-492f-b8e4-adfc54fbc703', 'name': '', 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:33Z', 'updated_at': '2021-08-28T15:06:55Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f47096-fde8-4e38-8dc6-ba3132ef668c', 'name': '', 'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:47Z', 'updated_at': '2021-08-28T15:07:04Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:37.823592 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c5703a89-a5e4-4e58-9205-9b429a6e0932 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:37.855689 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953cb58d-2a83-44e2-b522-dbd885eb0ba0 None None] Checking router: c6c79bed-5f52-4124-8491-674d78e709a6 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:07:37.864670 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5703a89-a5e4-4e58-9205-9b429a6e0932 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Subnet': ['ID=67127d6f-d169-4267-97ca-9f6450d75f38,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:37.883720 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953cb58d-2a83-44e2-b522-dbd885eb0ba0 None None] Routers {'c6c79bed-5f52-4124-8491-674d78e709a6'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:07:37.884530 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-953cb58d-2a83-44e2-b522-dbd885eb0ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:07:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c6c79bed-5f52-4124-8491-674d78e709a6'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:37.885814 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c5703a89-a5e4-4e58-9205-9b429a6e0932 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:37.888444 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c5703a89-a5e4-4e58-9205-9b429a6e0932 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/subnets/67127d6f-d169-4267-97ca-9f6450d75f38 HTTP/1.1" status: 204 len: 168 time: 0.6579905 Aug 28 15:07:37.891275 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46918) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:37.940135 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40970f2c-e363-45cc-b14d-8c393c2d5929 None None] Network da42405e-dd91-4723-9901-c4eeb604c3dd requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:07:37.946635 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422c1267-85ed-4755-8305-432236338672 None None] Network a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:07:37.982735 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4cd8a04-fa76-42c9-830f-6495a39150af tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:38.102842 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dab5521d-4598-4e96-ac18-d2577d521a39 req-6ead4bae-4433-4ade-9db5-bc6f4cdccc05 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0893483 Aug 28 15:07:38.169731 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f8a25-bebf-4f1c-981d-4210ebdf653c req-acd83ef0-b28a-486e-affe-d18aadc54216 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:38.191092 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e2f8a25-bebf-4f1c-981d-4210ebdf653c req-acd83ef0-b28a-486e-affe-d18aadc54216 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 947 time: 0.1943710 Aug 28 15:07:38.210801 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-071472c4-36bf-4643-a180-a9b6fbb32401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:38.247690 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-05feb6df-34ca-45bd-a2c7-9d9d83d2bd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:38.280927 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-953cb58d-2a83-44e2-b522-dbd885eb0ba0 None None] Set router c6c79bed-5f52-4124-8491-674d78e709a6 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:07:38.322451 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5521d-4598-4e96-ac18-d2577d521a39 req-44e46d5f-1862-4f20-92fe-81d8c57ba1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:38.324172 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dab5521d-4598-4e96-ac18-d2577d521a39 req-44e46d5f-1862-4f20-92fe-81d8c57ba1e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 1097 time: 0.1035354 Aug 28 15:07:38.403172 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e2f8a25-bebf-4f1c-981d-4210ebdf653c req-6dddd9a5-5528-4711-b78a-e5aa6effc57a tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103109 Aug 28 15:07:38.477749 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd8a04-fa76-42c9-830f-6495a39150af tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Deleting port 7737772d-aa15-4bb4-9b44-49a7bd0a7658 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:07:38.484242 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4cd8a04-fa76-42c9-830f-6495a39150af tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:38.519992 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-071472c4-36bf-4643-a180-a9b6fbb32401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:38.545751 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-071472c4-36bf-4643-a180-a9b6fbb32401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:38.808842 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5521d-4598-4e96-ac18-d2577d521a39 req-3697cc67-3cdf-41bb-af03-230ccabc2802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:38.812782 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dab5521d-4598-4e96-ac18-d2577d521a39 req-3697cc67-3cdf-41bb-af03-230ccabc2802 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c9001ca-a76d-4043-9857-260c0aecc9dd HTTP/1.1" status: 200 len: 898 time: 0.4585142 Aug 28 15:07:38.841950 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-b4cd8a04-fa76-42c9-830f-6495a39150af tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] For port 7737772d-aa15-4bb4-9b44-49a7bd0a7658, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7737772d-aa15-4bb4-9b44-49a7bd0a7658,segment=NetworkSegment(487af387-6321-45f7-b704-5d7926fea29e),segment_id=487af387-6321-45f7-b704-5d7926fea29e)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:38.842492 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4cd8a04-fa76-42c9-830f-6495a39150af tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:38.888866 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd8a04-fa76-42c9-830f-6495a39150af tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Calling delete_port for 7737772d-aa15-4bb4-9b44-49a7bd0a7658 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:07:38.953404 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-071472c4-36bf-4643-a180-a9b6fbb32401 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c96c5f010394bc4a9e99961d3711567&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1818168 Aug 28 15:07:38.961567 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071472c4-36bf-4643-a180-a9b6fbb32401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3ac9ed-9cfe-4bd7-8895-6405f7a9f7d1,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:38.963726 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86bfcf4-5bfa-4ec7-bb0d-981c63b4b329 None None] DHCP port deletion for da42405e-dd91-4723-9901-c4eeb604c3dd request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:07:38.965065 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 46942) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:39.039223 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dab5521d-4598-4e96-ac18-d2577d521a39 req-baa395e6-7627-4729-a126-f6dd01a07aa6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15136077-3ff4-48b1-bb6a-5bcc767ebe52 HTTP/1.1" status: 200 len: 1001 time: 0.2087214 Aug 28 15:07:39.070743 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-953cb58d-2a83-44e2-b522-dbd885eb0ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:07:36Z', 'revision_number': 9, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None, '_interfaces': [{'id': '7a47b218-094b-492f-b8e4-adfc54fbc703', 'name': '', 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:33Z', 'updated_at': '2021-08-28T15:06:55Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f47096-fde8-4e38-8dc6-ba3132ef668c', 'name': '', 'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:47Z', 'updated_at': '2021-08-28T15:07:04Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:39.103696 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4cd8a04-fa76-42c9-830f-6495a39150af tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:39.109117 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ee36c36d-0f13-48b7-917e-e69c30b1f5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:39.129786 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5521d-4598-4e96-ac18-d2577d521a39 req-05dc5f73-c168-4b80-84c1-2ce17ae910b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:39.131908 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dab5521d-4598-4e96-ac18-d2577d521a39 req-05dc5f73-c168-4b80-84c1-2ce17ae910b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f372a38c-c4d4-4f7d-922b-81f31e4a3273 HTTP/1.1" status: 200 len: 835 time: 0.0811839 Aug 28 15:07:39.160227 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ee36c36d-0f13-48b7-917e-e69c30b1f5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:39.163520 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd8a04-fa76-42c9-830f-6495a39150af tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Port': ['ID=7737772d-aa15-4bb4-9b44-49a7bd0a7658,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:39.167432 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953cb58d-2a83-44e2-b522-dbd885eb0ba0 None None] The sync data for ids ['c6c79bed-5f52-4124-8491-674d78e709a6'] in n-d-712137-10 is: [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:07:36Z', 'revision_number': 9, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None, '_interfaces': [{'id': '7a47b218-094b-492f-b8e4-adfc54fbc703', 'name': '', 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:33Z', 'updated_at': '2021-08-28T15:06:55Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f47096-fde8-4e38-8dc6-ba3132ef668c', 'name': '', 'network_id': 'cc918a92-c905-47f2-b5c9-28ee955f2b69', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:47Z', 'updated_at': '2021-08-28T15:07:04Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': '4166e150-22bb-4a54-9cdd-5e5e03586a23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:07:39.179254 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cd8a04-fa76-42c9-830f-6495a39150af tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] No DVR routers for this DVR port 7737772d-aa15-4bb4-9b44-49a7bd0a7658 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:07:39.190745 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-d86bfcf4-5bfa-4ec7-bb0d-981c63b4b329 None None] Deleting port 7737772d-aa15-4bb4-9b44-49a7bd0a7658 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:07:39.191134 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d86bfcf4-5bfa-4ec7-bb0d-981c63b4b329 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:39.267126 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5521d-4598-4e96-ac18-d2577d521a39 req-e3dd9d13-544c-47e0-8bae-c6f04e9d94db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:39.270591 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dab5521d-4598-4e96-ac18-d2577d521a39 req-e3dd9d13-544c-47e0-8bae-c6f04e9d94db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c9001ca-a76d-4043-9857-260c0aecc9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1294544 Aug 28 15:07:39.299538 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4cd8a04-fa76-42c9-830f-6495a39150af tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:39.314638 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-b4cd8a04-fa76-42c9-830f-6495a39150af tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da42405e-dd91-4723-9901-c4eeb604c3dd']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:39.340400 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-b4cd8a04-fa76-42c9-830f-6495a39150af tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '487af387-6321-45f7-b704-5d7926fea29e') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:39.340699 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-b4cd8a04-fa76-42c9-830f-6495a39150af tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '487af387-6321-45f7-b704-5d7926fea29e') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:39.347041 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-d86bfcf4-5bfa-4ec7-bb0d-981c63b4b329 None None] For port 7737772d-aa15-4bb4-9b44-49a7bd0a7658, host n-d-712137-10, got binding levels [] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:39.348499 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d86bfcf4-5bfa-4ec7-bb0d-981c63b4b329 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:39.351176 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4cd8a04-fa76-42c9-830f-6495a39150af tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:39.367630 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-d86bfcf4-5bfa-4ec7-bb0d-981c63b4b329 None None] Calling delete_port for 7737772d-aa15-4bb4-9b44-49a7bd0a7658 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:07:39.373876 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.ipam_backend_mixin [None req-d86bfcf4-5bfa-4ec7-bb0d-981c63b4b329 None None] Port 7737772d-aa15-4bb4-9b44-49a7bd0a7658 was not found and therefore no delete operation was performed {{(pid=106331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 15:07:39.375168 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d86bfcf4-5bfa-4ec7-bb0d-981c63b4b329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:39.375314 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4cd8a04-fa76-42c9-830f-6495a39150af tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:39.383725 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4cd8a04-fa76-42c9-830f-6495a39150af tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:07:39.384527 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4cd8a04-fa76-42c9-830f-6495a39150af tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:39.388226 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ee36c36d-0f13-48b7-917e-e69c30b1f5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:07:39.388729 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:07:39.394148 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ee36c36d-0f13-48b7-917e-e69c30b1f5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:39.399856 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ee36c36d-0f13-48b7-917e-e69c30b1f5d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd3ac9ed-9cfe-4bd7-8895-6405f7a9f7d1 HTTP/1.1" status: 204 len: 168 time: 0.4293168 Aug 28 15:07:39.438626 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86bfcf4-5bfa-4ec7-bb0d-981c63b4b329 None None] No DVR routers for this DVR port 7737772d-aa15-4bb4-9b44-49a7bd0a7658 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:07:39.453555 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86bfcf4-5bfa-4ec7-bb0d-981c63b4b329 None None] Pushing event deleted for resources: {'Port': ['ID=7737772d-aa15-4bb4-9b44-49a7bd0a7658,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:39.504043 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36c36d-0f13-48b7-917e-e69c30b1f5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3ac9ed-9cfe-4bd7-8895-6405f7a9f7d1,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:39.658270 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dab5521d-4598-4e96-ac18-d2577d521a39 req-0d91ca30-6f41-4458-ab79-b61f2b2a7867 service neutron] 10.222.0.36 "GET /v2.0/networks/5c9001ca-a76d-4043-9857-260c0aecc9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783278 Aug 28 15:07:39.684544 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4cd8a04-fa76-42c9-830f-6495a39150af tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:39.702486 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4cd8a04-fa76-42c9-830f-6495a39150af tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:39.705070 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b4cd8a04-fa76-42c9-830f-6495a39150af tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/networks/da42405e-dd91-4723-9901-c4eeb604c3dd HTTP/1.1" status: 204 len: 168 time: 1.8127120 Aug 28 15:07:39.708183 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46966) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:39.845498 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd8a04-fa76-42c9-830f-6495a39150af tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Network': ['ID=da42405e-dd91-4723-9901-c4eeb604c3dd,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:39.920801 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 46976) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:39.924974 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259a057-e6e1-47e1-8055-26035ce50897 req-55278812-4b5c-4d67-86c6-6183f776074b tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:39.933223 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6259a057-e6e1-47e1-8055-26035ce50897 req-55278812-4b5c-4d67-86c6-6183f776074b tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 947 time: 0.3853650 Aug 28 15:07:39.968711 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-30df85c9-f464-4fe5-9c5f-16f61b9ec731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:39.987051 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e55634-38cb-4256-adca-9958cf190cd9 req-bc122e39-a638-4b6d-982a-88142db46a11 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:39.988564 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-48e55634-38cb-4256-adca-9958cf190cd9 req-bc122e39-a638-4b6d-982a-88142db46a11 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/networks?id=a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a HTTP/1.1" status: 200 len: 815 time: 0.5902340 Aug 28 15:07:40.020126 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-48e55634-38cb-4256-adca-9958cf190cd9 req-9312e4fd-6115-4012-a0ea-5dbdb33c8454 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/quotas/1bb2d65f9fb942d9b36b25dac4e364e6 HTTP/1.1" status: 200 len: 375 time: 0.0176218 Aug 28 15:07:40.023838 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6259a057-e6e1-47e1-8055-26035ce50897 req-89e0cebc-a8d5-4a67-8d9a-ee48ef3e53a5 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893283 Aug 28 15:07:40.025513 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dab5521d-4598-4e96-ac18-d2577d521a39 req-0b5eef54-1884-437b-a804-70baf26f1f23 service neutron] 10.222.0.36 "GET /v2.0/networks/5c9001ca-a76d-4043-9857-260c0aecc9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442314 Aug 28 15:07:40.076572 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-48e55634-38cb-4256-adca-9958cf190cd9 req-c860beb4-903e-4e58-8559-cde29f38ab70 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1bb2d65f9fb942d9b36b25dac4e364e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465522 Aug 28 15:07:40.186559 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-48e55634-38cb-4256-adca-9958cf190cd9 req-77760dcf-44cd-41a6-a24b-02463cd5e230 service neutron] 10.222.0.13 "GET /v2.0/networks/a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023767 Aug 28 15:07:40.343161 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-30df85c9-f464-4fe5-9c5f-16f61b9ec731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:40.345963 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-48e55634-38cb-4256-adca-9958cf190cd9 req-77d79fb9-5927-4efc-a941-7c4dd73e15cf service neutron] 10.222.0.13 "GET /v2.0/networks/a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526871 Aug 28 15:07:40.348428 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-30df85c9-f464-4fe5-9c5f-16f61b9ec731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:40.379445 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-30df85c9-f464-4fe5-9c5f-16f61b9ec731 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=406fbaf7bad84337ba57394cf3471976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4543564 Aug 28 15:07:40.382547 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46982) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:40.388624 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-090afe9a-24a3-47c4-a7e3-cb488b0f3773 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:40.404556 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df85c9-f464-4fe5-9c5f-16f61b9ec731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0da95a-f3ed-4740-93aa-60b2f2d3619e,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:40.499948 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-dd30aea5-4769-4a29-bf1c-0e28bf0422fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:40.642853 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92391809-3cdd-4cb5-9b26-4316b2a2616e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:40.716097 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7737772d-aa15-4bb4-9b44-49a7bd0a7658 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:07:40.743774 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 7737772d-aa15-4bb4-9b44-49a7bd0a7658 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:07:40.744293 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7737772d-aa15-4bb4-9b44-49a7bd0a7658 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:07:40.744922 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ccd6c659-4ad4-4b69-84d5-8315565432bb no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:07:40.766936 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: ccd6c659-4ad4-4b69-84d5-8315565432bb {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:07:40.767430 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ccd6c659-4ad4-4b69-84d5-8315565432bb not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:07:40.792881 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8db4c954-d5cc-4ebf-9619-07a92eb7f0af req-14d16c5e-a7d6-45a1-af3c-84f023768d5b tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 210 time: 0.1551766 Aug 28 15:07:40.812483 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92391809-3cdd-4cb5-9b26-4316b2a2616e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:40.813172 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:41.076793 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92391809-3cdd-4cb5-9b26-4316b2a2616e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:41.079552 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92391809-3cdd-4cb5-9b26-4316b2a2616e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:41.080864 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-92391809-3cdd-4cb5-9b26-4316b2a2616e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db0da95a-f3ed-4740-93aa-60b2f2d3619e HTTP/1.1" status: 204 len: 168 time: 0.6954021 Aug 28 15:07:41.114138 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391809-3cdd-4cb5-9b26-4316b2a2616e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0da95a-f3ed-4740-93aa-60b2f2d3619e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:41.208852 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-090afe9a-24a3-47c4-a7e3-cb488b0f3773 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Deleting port f5f47096-fde8-4e38-8dc6-ba3132ef668c {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:07:41.209991 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-090afe9a-24a3-47c4-a7e3-cb488b0f3773 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:41.382776 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d43d83-30f7-4f77-86a1-fa5da8cbe939 req-625536be-f9a9-4915-87eb-a205b0fa0e2d tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:41.392978 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-30d43d83-30f7-4f77-86a1-fa5da8cbe939 req-625536be-f9a9-4915-87eb-a205b0fa0e2d tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 947 time: 0.1876791 Aug 28 15:07:41.468225 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-090afe9a-24a3-47c4-a7e3-cb488b0f3773 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] For port f5f47096-fde8-4e38-8dc6-ba3132ef668c, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f5f47096-fde8-4e38-8dc6-ba3132ef668c,segment=NetworkSegment(3139f908-507a-492a-a099-41507f480440),segment_id=3139f908-507a-492a-a099-41507f480440)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:41.468722 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-090afe9a-24a3-47c4-a7e3-cb488b0f3773 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:41.476382 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-30d43d83-30f7-4f77-86a1-fa5da8cbe939 req-b58d75e1-4387-4ec8-adde-0a0945f7167e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801528 Aug 28 15:07:41.510915 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-090afe9a-24a3-47c4-a7e3-cb488b0f3773 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Calling delete_port for f5f47096-fde8-4e38-8dc6-ba3132ef668c owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:07:41.698665 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:41.820862 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-090afe9a-24a3-47c4-a7e3-cb488b0f3773 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:41.897266 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090afe9a-24a3-47c4-a7e3-cb488b0f3773 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Port': ['ID=f5f47096-fde8-4e38-8dc6-ba3132ef668c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:42.229700 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-090afe9a-24a3-47c4-a7e3-cb488b0f3773 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:42.273413 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5f7fa984-b161-4765-b216-f338bd3f294f req-cf8b86ac-133c-4631-98c2-1ed9343c9437 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 210 time: 0.1475976 Aug 28 15:07:42.323360 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e55634-38cb-4256-adca-9958cf190cd9 req-44431c33-c195-4745-856f-4ffacc8e4a5a tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:42.330804 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-48e55634-38cb-4256-adca-9958cf190cd9 req-44431c33-c195-4745-856f-4ffacc8e4a5a tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.36 "GET /v2.0/networks?id=a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a HTTP/1.1" status: 200 len: 815 time: 0.2700858 Aug 28 15:07:42.370396 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-48e55634-38cb-4256-adca-9958cf190cd9 req-1340e1ca-b1bd-4944-b8ae-e979b0f3f783 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Request body: {'port': {'device_id': '3fba86d6-8864-4e9c-be6c-59ab21ac0ab4', 'network_id': 'a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a', 'admin_state_up': True, 'tenant_id': '1bb2d65f9fb942d9b36b25dac4e364e6'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:07:42.593398 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090afe9a-24a3-47c4-a7e3-cb488b0f3773 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Router c6c79bed-5f52-4124-8491-674d78e709a6 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:07:42.700949 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e55634-38cb-4256-adca-9958cf190cd9 req-1340e1ca-b1bd-4944-b8ae-e979b0f3f783 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Made reservation on behalf of 1bb2d65f9fb942d9b36b25dac4e364e6 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:07:42.715705 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-48e55634-38cb-4256-adca-9958cf190cd9 req-1340e1ca-b1bd-4944-b8ae-e979b0f3f783 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:42.764267 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb065f-cbd9-420b-a09a-c3dababba64c req-52200010-951c-47ce-bebe-bb6179a7bd12 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:42.765887 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-57fb065f-cbd9-420b-a09a-c3dababba64c req-52200010-951c-47ce-bebe-bb6179a7bd12 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 947 time: 0.1586952 Aug 28 15:07:42.936297 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-57fb065f-cbd9-420b-a09a-c3dababba64c req-260d7a8e-11fb-442f-9a6a-9e1fd129216e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921745 Aug 28 15:07:42.970369 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-48e55634-38cb-4256-adca-9958cf190cd9 req-1340e1ca-b1bd-4944-b8ae-e979b0f3f783 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Allocated IP 172.20.0.14 (a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a/d199c3ab-1cc3-471f-883a-d19f39aa59ba/fa139269-96b7-46f6-aa89-3166bcc4179d) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:07:43.032073 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:07:43.100765 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090afe9a-24a3-47c4-a7e3-cb488b0f3773 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:07:43.112396 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-090afe9a-24a3-47c4-a7e3-cb488b0f3773 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "PUT /v2.0/routers/c6c79bed-5f52-4124-8491-674d78e709a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3987405 Aug 28 15:07:43.113573 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47044) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:43.118503 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98e3db3-a685-4068-8fe5-c6e9d280b78e None None] Sync routers for ids ['c6c79bed-5f52-4124-8491-674d78e709a6'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:07:43.132000 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98e3db3-a685-4068-8fe5-c6e9d280b78e None None] Routers {'c6c79bed-5f52-4124-8491-674d78e709a6'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:07:43.132757 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-c98e3db3-a685-4068-8fe5-c6e9d280b78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:07:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c6c79bed-5f52-4124-8491-674d78e709a6'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:43.203567 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:43.216648 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f62528-5354-4db7-9fce-36ad103f12a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Deleting subnet 4166e150-22bb-4a54-9cdd-5e5e03586a23 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:07:43.232500 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-26f62528-5354-4db7-9fce-36ad103f12a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:43.249636 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-48e55634-38cb-4256-adca-9958cf190cd9 req-1340e1ca-b1bd-4944-b8ae-e979b0f3f783 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:43.342791 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-c98e3db3-a685-4068-8fe5-c6e9d280b78e None None] Set router c6c79bed-5f52-4124-8491-674d78e709a6 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:07:43.361724 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-48e55634-38cb-4256-adca-9958cf190cd9 req-1340e1ca-b1bd-4944-b8ae-e979b0f3f783 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:43.395740 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-26f62528-5354-4db7-9fce-36ad103f12a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:43.481329 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e55634-38cb-4256-adca-9958cf190cd9 req-1340e1ca-b1bd-4944-b8ae-e979b0f3f783 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Network a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:07:43.501215 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-48e55634-38cb-4256-adca-9958cf190cd9 req-1340e1ca-b1bd-4944-b8ae-e979b0f3f783 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:07:43.547129 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e55634-38cb-4256-adca-9958cf190cd9 req-1340e1ca-b1bd-4944-b8ae-e979b0f3f783 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:07:43.632311 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-26f62528-5354-4db7-9fce-36ad103f12a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:43.703519 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e55634-38cb-4256-adca-9958cf190cd9 req-1340e1ca-b1bd-4944-b8ae-e979b0f3f783 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:43.715939 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-48e55634-38cb-4256-adca-9958cf190cd9 req-1340e1ca-b1bd-4944-b8ae-e979b0f3f783 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:43.736804 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-26f62528-5354-4db7-9fce-36ad103f12a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:43.805489 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-c98e3db3-a685-4068-8fe5-c6e9d280b78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:07:41Z', 'revision_number': 10, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None, '_interfaces': [{'id': '7a47b218-094b-492f-b8e4-adfc54fbc703', 'name': '', 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:33Z', 'updated_at': '2021-08-28T15:06:55Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:43.820633 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-48e55634-38cb-4256-adca-9958cf190cd9 req-1340e1ca-b1bd-4944-b8ae-e979b0f3f783 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4730029 Aug 28 15:07:43.821270 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340e1ca-b1bd-4944-b8ae-e979b0f3f783 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Pushing event updated for resources: {'Port': ['ID=fa139269-96b7-46f6-aa89-3166bcc4179d,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:43.839861 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79d8b0-5d68-4d74-a893-a345c623fb2e req-7f50a1dc-021f-4ffd-8e95-f1f296578a8d tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:43.841412 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bf79d8b0-5d68-4d74-a893-a345c623fb2e req-7f50a1dc-021f-4ffd-8e95-f1f296578a8d tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 1097 time: 0.3857634 Aug 28 15:07:43.852165 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-48e55634-38cb-4256-adca-9958cf190cd9 req-230f0659-1f7c-4d2a-86bb-bf559736146b service neutron] Request body: {'port': {'device_id': '3fba86d6-8864-4e9c-be6c-59ab21ac0ab4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:07:43.862832 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f62528-5354-4db7-9fce-36ad103f12a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Subnet': ['ID=4166e150-22bb-4a54-9cdd-5e5e03586a23,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:43.873070 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6962d2ef-35c2-4006-bf35-e576627d28fe None None] Network cc918a92-c905-47f2-b5c9-28ee955f2b69 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:07:43.887971 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-26f62528-5354-4db7-9fce-36ad103f12a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:43.887971 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-26f62528-5354-4db7-9fce-36ad103f12a4 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/subnets/4166e150-22bb-4a54-9cdd-5e5e03586a23 HTTP/1.1" status: 204 len: 168 time: 0.7712176 Aug 28 15:07:43.898675 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47082) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:43.944770 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98e3db3-a685-4068-8fe5-c6e9d280b78e None None] Checking router: c6c79bed-5f52-4124-8491-674d78e709a6 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:07:43.970301 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98e3db3-a685-4068-8fe5-c6e9d280b78e None None] Routers {'c6c79bed-5f52-4124-8491-674d78e709a6'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:07:43.971394 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-c98e3db3-a685-4068-8fe5-c6e9d280b78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:07:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c6c79bed-5f52-4124-8491-674d78e709a6'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:44.011384 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bf79d8b0-5d68-4d74-a893-a345c623fb2e req-3fa754d3-878c-437d-b122-371a64323bdb tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:44.054465 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-48e55634-38cb-4256-adca-9958cf190cd9 req-230f0659-1f7c-4d2a-86bb-bf559736146b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:44.176092 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-11d5dda6-4830-4751-8530-385f60c42960 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:44.247711 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7ff81-038a-406f-90f9-a261c47df286 req-53a0b142-7e22-499c-9492-e4c2bf916b56 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:44.260887 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-39b7ff81-038a-406f-90f9-a261c47df286 req-53a0b142-7e22-499c-9492-e4c2bf916b56 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 932 time: 0.5384219 Aug 28 15:07:44.356946 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-c98e3db3-a685-4068-8fe5-c6e9d280b78e None None] Set router c6c79bed-5f52-4124-8491-674d78e709a6 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:07:44.400061 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-39b7ff81-038a-406f-90f9-a261c47df286 req-f53df2af-51de-4574-b957-11c1b946509c tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329653 Aug 28 15:07:44.573074 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-11d5dda6-4830-4751-8530-385f60c42960 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Deleting port 010849b0-ded6-429f-b44d-5b4aa3afb2fe {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:07:44.573074 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-11d5dda6-4830-4751-8530-385f60c42960 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:44.789736 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8113f1ca-0572-4814-b388-0bc4e2856e29 None None] DHCP port deletion for cc918a92-c905-47f2-b5c9-28ee955f2b69 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:07:44.803541 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-48e55634-38cb-4256-adca-9958cf190cd9 req-230f0659-1f7c-4d2a-86bb-bf559736146b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa139269-96b7-46f6-aa89-3166bcc4179d {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:07:44.811225 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-11d5dda6-4830-4751-8530-385f60c42960 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] For port 010849b0-ded6-429f-b44d-5b4aa3afb2fe, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=010849b0-ded6-429f-b44d-5b4aa3afb2fe,segment=NetworkSegment(3139f908-507a-492a-a099-41507f480440),segment_id=3139f908-507a-492a-a099-41507f480440)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:44.811915 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-11d5dda6-4830-4751-8530-385f60c42960 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:44.812738 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-48e55634-38cb-4256-adca-9958cf190cd9 req-230f0659-1f7c-4d2a-86bb-bf559736146b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:44.845279 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-11d5dda6-4830-4751-8530-385f60c42960 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Calling delete_port for 010849b0-ded6-429f-b44d-5b4aa3afb2fe owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:07:44.848844 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-48e55634-38cb-4256-adca-9958cf190cd9 req-230f0659-1f7c-4d2a-86bb-bf559736146b service neutron] Transition to ACTIVE for port object fa139269-96b7-46f6-aa89-3166bcc4179d will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:07:44.865441 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-48e55634-38cb-4256-adca-9958cf190cd9 req-230f0659-1f7c-4d2a-86bb-bf559736146b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:44.948894 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8113f1ca-0572-4814-b388-0bc4e2856e29 None None] Deleting port 010849b0-ded6-429f-b44d-5b4aa3afb2fe {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:07:44.949265 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8113f1ca-0572-4814-b388-0bc4e2856e29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:45.025375 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-11d5dda6-4830-4751-8530-385f60c42960 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:45.066942 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5dda6-4830-4751-8530-385f60c42960 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Port': ['ID=010849b0-ded6-429f-b44d-5b4aa3afb2fe,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:45.080960 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d5dda6-4830-4751-8530-385f60c42960 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] No DVR routers for this DVR port 010849b0-ded6-429f-b44d-5b4aa3afb2fe on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:07:45.107036 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-c98e3db3-a685-4068-8fe5-c6e9d280b78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:07:41Z', 'revision_number': 10, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None, '_interfaces': [{'id': '7a47b218-094b-492f-b8e4-adfc54fbc703', 'name': '', 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:33Z', 'updated_at': '2021-08-28T15:06:55Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:45.199354 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98e3db3-a685-4068-8fe5-c6e9d280b78e None None] The sync data for ids ['c6c79bed-5f52-4124-8491-674d78e709a6'] in n-d-712137-10 is: [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:07:41Z', 'revision_number': 10, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None, '_interfaces': [{'id': '7a47b218-094b-492f-b8e4-adfc54fbc703', 'name': '', 'network_id': '1571c3f6-1068-4764-b044-991f083e26ae', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'mac_address': 'fa:16:3e:7b:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:33Z', 'updated_at': '2021-08-28T15:06:55Z', 'revision_number': 5, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'subnets': [{'id': 'd7c9902b-3e18-4b3d-a74c-286da595b6d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:07:45.200599 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8113f1ca-0572-4814-b388-0bc4e2856e29 None None] For port 010849b0-ded6-429f-b44d-5b4aa3afb2fe, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=010849b0-ded6-429f-b44d-5b4aa3afb2fe,segment=NetworkSegment(3139f908-507a-492a-a099-41507f480440),segment_id=3139f908-507a-492a-a099-41507f480440)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:45.211403 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8113f1ca-0572-4814-b388-0bc4e2856e29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:45.261611 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8113f1ca-0572-4814-b388-0bc4e2856e29 None None] Calling delete_port for 010849b0-ded6-429f-b44d-5b4aa3afb2fe owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:07:45.270351 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-11d5dda6-4830-4751-8530-385f60c42960 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:45.273837 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f0659-1f7c-4d2a-86bb-bf559736146b service neutron] Pushing event updated for resources: {'Port': ['ID=fa139269-96b7-46f6-aa89-3166bcc4179d,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:45.308354 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-11d5dda6-4830-4751-8530-385f60c42960 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc918a92-c905-47f2-b5c9-28ee955f2b69']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:45.345715 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bf79d8b0-5d68-4d74-a893-a345c623fb2e req-3fa754d3-878c-437d-b122-371a64323bdb tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:45.349028 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-11d5dda6-4830-4751-8530-385f60c42960 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3139f908-507a-492a-a099-41507f480440') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:45.350983 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-11d5dda6-4830-4751-8530-385f60c42960 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3139f908-507a-492a-a099-41507f480440') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:45.373885 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8113f1ca-0572-4814-b388-0bc4e2856e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:45.378256 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-11d5dda6-4830-4751-8530-385f60c42960 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:45.391632 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bf79d8b0-5d68-4d74-a893-a345c623fb2e req-3fa754d3-878c-437d-b122-371a64323bdb tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:45.413282 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bf79d8b0-5d68-4d74-a893-a345c623fb2e req-3fa754d3-878c-437d-b122-371a64323bdb tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.5259898 Aug 28 15:07:45.429560 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-11d5dda6-4830-4751-8530-385f60c42960 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:45.450700 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8113f1ca-0572-4814-b388-0bc4e2856e29 None None] No DVR routers for this DVR port 010849b0-ded6-429f-b44d-5b4aa3afb2fe on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:07:45.455614 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113f1ca-0572-4814-b388-0bc4e2856e29 None None] Pushing event deleted for resources: {'Port': ['ID=010849b0-ded6-429f-b44d-5b4aa3afb2fe,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:45.460065 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa754d3-878c-437d-b122-371a64323bdb tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acc6a18-e351-42ea-99fb-2a3c68c9975f,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:45.463465 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d5dda6-4830-4751-8530-385f60c42960 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:07:45.463924 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-11d5dda6-4830-4751-8530-385f60c42960 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:07:45.476835 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:07:45.494255 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-48e55634-38cb-4256-adca-9958cf190cd9 req-230f0659-1f7c-4d2a-86bb-bf559736146b service neutron] Attempting to bind port fa139269-96b7-46f6-aa89-3166bcc4179d on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:07:45.494606 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-48e55634-38cb-4256-adca-9958cf190cd9 req-230f0659-1f7c-4d2a-86bb-bf559736146b service neutron] Attempting to bind port fa139269-96b7-46f6-aa89-3166bcc4179d by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '8832c9ec-1ee4-4d90-92a4-baba1e83b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:07:45.497395 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e55634-38cb-4256-adca-9958cf190cd9 req-230f0659-1f7c-4d2a-86bb-bf559736146b service neutron] Attempting to bind port fa139269-96b7-46f6-aa89-3166bcc4179d on network a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:07:45.511139 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e55634-38cb-4256-adca-9958cf190cd9 req-230f0659-1f7c-4d2a-86bb-bf559736146b service neutron] Port fa139269-96b7-46f6-aa89-3166bcc4179d on network a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:07:45.512168 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e55634-38cb-4256-adca-9958cf190cd9 req-230f0659-1f7c-4d2a-86bb-bf559736146b service neutron] Attempting to bind port fa139269-96b7-46f6-aa89-3166bcc4179d on network a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:07:45.524255 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e55634-38cb-4256-adca-9958cf190cd9 req-230f0659-1f7c-4d2a-86bb-bf559736146b service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:07:45.524830 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e55634-38cb-4256-adca-9958cf190cd9 req-230f0659-1f7c-4d2a-86bb-bf559736146b service neutron] Checking segment: {'id': '8832c9ec-1ee4-4d90-92a4-baba1e83b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:07:45.525324 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e55634-38cb-4256-adca-9958cf190cd9 req-230f0659-1f7c-4d2a-86bb-bf559736146b service neutron] Bound using segment: {'id': '8832c9ec-1ee4-4d90-92a4-baba1e83b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:07:45.527359 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-48e55634-38cb-4256-adca-9958cf190cd9 req-230f0659-1f7c-4d2a-86bb-bf559736146b service neutron] Bound port: fa139269-96b7-46f6-aa89-3166bcc4179d, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8832c9ec-1ee4-4d90-92a4-baba1e83b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:07:45.530238 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-48e55634-38cb-4256-adca-9958cf190cd9 req-230f0659-1f7c-4d2a-86bb-bf559736146b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:45.591572 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-11d5dda6-4830-4751-8530-385f60c42960 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:45.597654 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-11d5dda6-4830-4751-8530-385f60c42960 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:45.603858 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-11d5dda6-4830-4751-8530-385f60c42960 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/networks/cc918a92-c905-47f2-b5c9-28ee955f2b69 HTTP/1.1" status: 204 len: 168 time: 1.7012928 Aug 28 15:07:45.629291 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47122) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:45.825493 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-48e55634-38cb-4256-adca-9958cf190cd9 req-230f0659-1f7c-4d2a-86bb-bf559736146b service neutron] For port fa139269-96b7-46f6-aa89-3166bcc4179d, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:07:45.838842 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-48e55634-38cb-4256-adca-9958cf190cd9 req-230f0659-1f7c-4d2a-86bb-bf559736146b service neutron] For port fa139269-96b7-46f6-aa89-3166bcc4179d, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=fa139269-96b7-46f6-aa89-3166bcc4179d,segment=NetworkSegment(8832c9ec-1ee4-4d90-92a4-baba1e83b28d),segment_id=8832c9ec-1ee4-4d90-92a4-baba1e83b28d)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:07:45.859984 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5dda6-4830-4751-8530-385f60c42960 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Network': ['ID=cc918a92-c905-47f2-b5c9-28ee955f2b69,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:45.863046 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e27e4c-99f9-45d7-9149-38ff4a778036 req-56f16461-e792-4861-b18b-3771e192f0af tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:45.864795 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-37e27e4c-99f9-45d7-9149-38ff4a778036 req-56f16461-e792-4861-b18b-3771e192f0af tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 944 time: 0.2910118 Aug 28 15:07:45.866358 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-48e55634-38cb-4256-adca-9958cf190cd9 req-230f0659-1f7c-4d2a-86bb-bf559736146b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:46.000125 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e55634-38cb-4256-adca-9958cf190cd9 req-230f0659-1f7c-4d2a-86bb-bf559736146b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:46.000997 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-48e55634-38cb-4256-adca-9958cf190cd9 req-230f0659-1f7c-4d2a-86bb-bf559736146b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:46.003365 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-48e55634-38cb-4256-adca-9958cf190cd9 req-230f0659-1f7c-4d2a-86bb-bf559736146b service neutron] 10.222.0.36 "PUT /v2.0/ports/fa139269-96b7-46f6-aa89-3166bcc4179d HTTP/1.1" status: 200 len: 1093 time: 2.1678538 Aug 28 15:07:46.005089 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fba86d6-8864-4e9c-be6c-59ab21ac0ab4', 'tag': 'fa139269-96b7-46f6-aa89-3166bcc4179d'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:07:46.019368 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a846b2-7b9c-4c4b-b935-f2791f00e13b" -d '{"events": [{"name": "network-changed", "server_uuid": "3fba86d6-8864-4e9c-be6c-59ab21ac0ab4", "tag": "fa139269-96b7-46f6-aa89-3166bcc4179d"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:07:46.032904 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f0659-1f7c-4d2a-86bb-bf559736146b service neutron] Pushing event updated for resources: {'Port': ['ID=fa139269-96b7-46f6-aa89-3166bcc4179d,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:46.078919 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-37e27e4c-99f9-45d7-9149-38ff4a778036 req-8a828a89-a329-4098-bcc0-67eb6099dc89 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017579 Aug 28 15:07:46.142934 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d38143-4f7e-4d1e-88b8-b8089137d64c req-df5c7e56-60c8-49d4-8130-8996d4587f24 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:46.155504 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-39d38143-4f7e-4d1e-88b8-b8089137d64c req-df5c7e56-60c8-49d4-8130-8996d4587f24 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 947 time: 1.1264417 Aug 28 15:07:46.264320 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-39d38143-4f7e-4d1e-88b8-b8089137d64c req-fa2b266d-9bec-406a-8749-262fc9da4ec6 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078749 Aug 28 15:07:46.491550 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-473a8acc-b6b6-443b-8a78-15d6a9a37371 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:46.516248 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942413f-29b4-4f69-8d65-e4b6eb9f034f req-a800ecab-c377-49da-88ed-889500232955 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:46.518277 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f942413f-29b4-4f69-8d65-e4b6eb9f034f req-a800ecab-c377-49da-88ed-889500232955 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 945 time: 0.0707300 Aug 28 15:07:46.529263 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e55634-38cb-4256-adca-9958cf190cd9 req-2b7c58ec-75be-475e-bb48-2180b9b33b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:46.531300 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-48e55634-38cb-4256-adca-9958cf190cd9 req-2b7c58ec-75be-475e-bb48-2180b9b33b08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1bb2d65f9fb942d9b36b25dac4e364e6&device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 1096 time: 0.4697468 Aug 28 15:07:46.570305 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3747e9c1-e71e-48d9-b7ab-78d5fdc97c20 x-openstack-request-id: req-3747e9c1-e71e-48d9-b7ab-78d5fdc97c20 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:07:46.570585 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fba86d6-8864-4e9c-be6c-59ab21ac0ab4", "tag": "fa139269-96b7-46f6-aa89-3166bcc4179d", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:07:46.570846 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3747e9c1-e71e-48d9-b7ab-78d5fdc97c20 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:07:46.571258 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fba86d6-8864-4e9c-be6c-59ab21ac0ab4', 'tag': 'fa139269-96b7-46f6-aa89-3166bcc4179d', 'status': 'completed', 'code': 200} Aug 28 15:07:46.615282 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-48e55634-38cb-4256-adca-9958cf190cd9 req-9e3a4c88-57b0-4c24-bfc4-99eb6ffec4a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa139269-96b7-46f6-aa89-3166bcc4179d HTTP/1.1" status: 200 len: 217 time: 0.0749006 Aug 28 15:07:46.669942 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f942413f-29b4-4f69-8d65-e4b6eb9f034f req-43a8bd18-2b75-4aa1-b7c9-0e4e840d7480 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1344402 Aug 28 15:07:46.698539 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e55634-38cb-4256-adca-9958cf190cd9 req-51915e19-d4de-443f-9e7e-557bb5578b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:46.701795 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-48e55634-38cb-4256-adca-9958cf190cd9 req-51915e19-d4de-443f-9e7e-557bb5578b82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d199c3ab-1cc3-471f-883a-d19f39aa59ba HTTP/1.1" status: 200 len: 855 time: 0.0740378 Aug 28 15:07:46.708473 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47152) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:46.717062 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 010849b0-ded6-429f-b44d-5b4aa3afb2fe no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:07:46.749081 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 010849b0-ded6-429f-b44d-5b4aa3afb2fe {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:07:46.749601 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 010849b0-ded6-429f-b44d-5b4aa3afb2fe not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:07:46.750120 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f5f47096-fde8-4e38-8dc6-ba3132ef668c no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:07:46.750614 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-48e55634-38cb-4256-adca-9958cf190cd9 req-96935691-e36f-476a-be7f-a506559f0073 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423045 Aug 28 15:07:46.775415 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: f5f47096-fde8-4e38-8dc6-ba3132ef668c {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:07:46.775941 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f5f47096-fde8-4e38-8dc6-ba3132ef668c not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:07:46.821630 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f38f0df6-2753-41c2-b91b-301500db7977 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/floatingips/6a925204-69bb-4ea5-933d-275507d6e97a HTTP/1.1" status: 200 len: 993 time: 0.1119783 Aug 28 15:07:46.965583 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-48e55634-38cb-4256-adca-9958cf190cd9 req-00068bff-ad55-4d41-893d-2a28dff6039c service neutron] 10.222.0.36 "GET /v2.0/networks/a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009585 Aug 28 15:07:47.047548 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-473a8acc-b6b6-443b-8a78-15d6a9a37371 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Deleting port 7a47b218-094b-492f-b8e4-adfc54fbc703 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:07:47.048150 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-473a8acc-b6b6-443b-8a78-15d6a9a37371 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:47.101746 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-48e55634-38cb-4256-adca-9958cf190cd9 req-88155d52-66f8-4319-a10b-ae409ea1f425 service neutron] 10.222.0.36 "GET /v2.0/networks/a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267738 Aug 28 15:07:47.212406 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-473a8acc-b6b6-443b-8a78-15d6a9a37371 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] For port 7a47b218-094b-492f-b8e4-adfc54fbc703, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7a47b218-094b-492f-b8e4-adfc54fbc703,segment=NetworkSegment(d16acea9-f1c1-4481-96f9-9268cfcd1f52),segment_id=d16acea9-f1c1-4481-96f9-9268cfcd1f52)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:47.212898 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-473a8acc-b6b6-443b-8a78-15d6a9a37371 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:47.253739 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-473a8acc-b6b6-443b-8a78-15d6a9a37371 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Calling delete_port for 7a47b218-094b-492f-b8e4-adfc54fbc703 owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:07:47.262417 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a846b2-7b9c-4c4b-b935-f2791f00e13b req-073a1e67-3dc4-4940-b73a-7bfa922cbc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:47.267344 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-81a846b2-7b9c-4c4b-b935-f2791f00e13b req-073a1e67-3dc4-4940-b73a-7bfa922cbc3c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1bb2d65f9fb942d9b36b25dac4e364e6&device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 1096 time: 0.1094861 Aug 28 15:07:47.283215 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08776ea5-c549-4b96-bf08-4f7a5c28334b req-6069ce2e-a763-4908-a8f8-529f3b337c56 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:47.284896 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-08776ea5-c549-4b96-bf08-4f7a5c28334b req-6069ce2e-a763-4908-a8f8-529f3b337c56 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 944 time: 0.0927994 Aug 28 15:07:47.380570 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-08776ea5-c549-4b96-bf08-4f7a5c28334b req-ea507d43-8322-417d-8ea6-a9f75f716a63 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576551 Aug 28 15:07:47.509700 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-473a8acc-b6b6-443b-8a78-15d6a9a37371 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:47.527182 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a846b2-7b9c-4c4b-b935-f2791f00e13b req-374480c0-977e-44dd-add3-8ef0661ea1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:47.528896 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-81a846b2-7b9c-4c4b-b935-f2791f00e13b req-374480c0-977e-44dd-add3-8ef0661ea1f4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a HTTP/1.1" status: 200 len: 916 time: 0.2558002 Aug 28 15:07:47.606888 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a8acc-b6b6-443b-8a78-15d6a9a37371 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Port': ['ID=7a47b218-094b-492f-b8e4-adfc54fbc703,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:47.632283 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-81a846b2-7b9c-4c4b-b935-f2791f00e13b req-c7859953-0556-4db3-acd4-0af655383582 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa139269-96b7-46f6-aa89-3166bcc4179d HTTP/1.1" status: 200 len: 217 time: 0.0919621 Aug 28 15:07:47.748859 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a846b2-7b9c-4c4b-b935-f2791f00e13b req-eac46721-bbd0-4052-af62-b8737d53ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:47.750526 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-81a846b2-7b9c-4c4b-b935-f2791f00e13b req-eac46721-bbd0-4052-af62-b8737d53ce6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d199c3ab-1cc3-471f-883a-d19f39aa59ba HTTP/1.1" status: 200 len: 855 time: 0.1115775 Aug 28 15:07:47.764170 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616c2db-a0b7-4d57-8ba1-d81753b029a4 req-38089482-8825-4032-a7d5-de9cac62ab69 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:47.765695 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c616c2db-a0b7-4d57-8ba1-d81753b029a4 req-38089482-8825-4032-a7d5-de9cac62ab69 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 947 time: 0.2478943 Aug 28 15:07:47.785685 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-473a8acc-b6b6-443b-8a78-15d6a9a37371 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:47.820133 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-81a846b2-7b9c-4c4b-b935-f2791f00e13b req-1e764376-23b8-45fa-b7b5-278f5d113a8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568571 Aug 28 15:07:47.942003 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c616c2db-a0b7-4d57-8ba1-d81753b029a4 req-b47ef159-813d-402a-b6d9-8d95d3e132ff tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551571 Aug 28 15:07:48.095706 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-81a846b2-7b9c-4c4b-b935-f2791f00e13b req-1ad5b9cf-23e0-454d-bba7-d921a1f6065d service neutron] 10.222.0.36 "GET /v2.0/networks/a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711000 Aug 28 15:07:48.218901 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-81a846b2-7b9c-4c4b-b935-f2791f00e13b req-93c8d717-2e65-4fb6-b4cb-c91dc636aa2d service neutron] 10.222.0.36 "GET /v2.0/networks/a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154191 Aug 28 15:07:48.245576 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473a8acc-b6b6-443b-8a78-15d6a9a37371 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Router c6c79bed-5f52-4124-8491-674d78e709a6 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:07:48.309856 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d67b6-401a-453f-bee6-09b05861c2c5 req-dd410407-a68e-4045-b58f-1f4175c76557 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:48.311394 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3d3d67b6-401a-453f-bee6-09b05861c2c5 req-dd410407-a68e-4045-b58f-1f4175c76557 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 945 time: 0.1054211 Aug 28 15:07:48.371058 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473a8acc-b6b6-443b-8a78-15d6a9a37371 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:07:48.382266 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b360508-c419-4e7f-8193-d98b4058f21c None None] Sync routers for ids ['c6c79bed-5f52-4124-8491-674d78e709a6'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:07:48.393361 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b360508-c419-4e7f-8193-d98b4058f21c None None] Routers {'c6c79bed-5f52-4124-8491-674d78e709a6'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:07:48.394374 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9b360508-c419-4e7f-8193-d98b4058f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:07:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c6c79bed-5f52-4124-8491-674d78e709a6'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:48.394606 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47242) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:48.394726 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-473a8acc-b6b6-443b-8a78-15d6a9a37371 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "PUT /v2.0/routers/c6c79bed-5f52-4124-8491-674d78e709a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7640870 Aug 28 15:07:48.453029 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3d3d67b6-401a-453f-bee6-09b05861c2c5 req-fd9305c2-508f-4a75-81eb-d544d6a7054d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1110456 Aug 28 15:07:48.474355 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-64978dc0-28bb-4094-a3ce-06f25647779b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3210566 Aug 28 15:07:48.506856 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-9b360508-c419-4e7f-8193-d98b4058f21c None None] Set router c6c79bed-5f52-4124-8491-674d78e709a6 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:07:48.516811 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-f113eac0-89ce-4148-bda6-3c2d963786cd tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Deleting subnet d7c9902b-3e18-4b3d-a74c-286da595b6d7 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:07:48.536921 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f113eac0-89ce-4148-bda6-3c2d963786cd tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:48.596525 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d16958-544c-44f3-a916-8106e631a10e req-b74b506c-7c72-4cdb-974b-68e38f7a185c tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:48.598392 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-37d16958-544c-44f3-a916-8106e631a10e req-b74b506c-7c72-4cdb-974b-68e38f7a185c tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 944 time: 0.0987542 Aug 28 15:07:48.604864 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f113eac0-89ce-4148-bda6-3c2d963786cd tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:48.613922 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9b360508-c419-4e7f-8193-d98b4058f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:07:47Z', 'revision_number': 11, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:48.700082 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-37d16958-544c-44f3-a916-8106e631a10e req-6d88d7e9-f1da-473e-b520-25975ecf70fd tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914030 Aug 28 15:07:48.726478 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b360508-c419-4e7f-8193-d98b4058f21c None None] Checking router: c6c79bed-5f52-4124-8491-674d78e709a6 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:07:48.751570 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f113eac0-89ce-4148-bda6-3c2d963786cd tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:48.751857 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b360508-c419-4e7f-8193-d98b4058f21c None None] Routers {'c6c79bed-5f52-4124-8491-674d78e709a6'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:07:48.752522 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9b360508-c419-4e7f-8193-d98b4058f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:07:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c6c79bed-5f52-4124-8491-674d78e709a6'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:48.847077 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-9b360508-c419-4e7f-8193-d98b4058f21c None None] Set router c6c79bed-5f52-4124-8491-674d78e709a6 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:07:48.849217 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f113eac0-89ce-4148-bda6-3c2d963786cd tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:48.873777 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f113eac0-89ce-4148-bda6-3c2d963786cd tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:48.878452 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f113eac0-89ce-4148-bda6-3c2d963786cd tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/subnets/d7c9902b-3e18-4b3d-a74c-286da595b6d7 HTTP/1.1" status: 204 len: 168 time: 0.4827437 Aug 28 15:07:48.878750 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47266) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:48.900061 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd314c7-1674-4a59-b0ab-45f09483fb20 None None] Network 1571c3f6-1068-4764-b044-991f083e26ae requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:07:48.920727 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113eac0-89ce-4148-bda6-3c2d963786cd tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Subnet': ['ID=d7c9902b-3e18-4b3d-a74c-286da595b6d7,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:49.032180 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4c57082a-f2b8-47a3-9906-864ef034c488 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:49.049133 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9b360508-c419-4e7f-8193-d98b4058f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:07:47Z', 'revision_number': 11, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:49.098388 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b360508-c419-4e7f-8193-d98b4058f21c None None] The sync data for ids ['c6c79bed-5f52-4124-8491-674d78e709a6'] in n-d-712137-10 is: [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:07:47Z', 'revision_number': 11, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:07:49.207110 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-4c57082a-f2b8-47a3-9906-864ef034c488 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Deleting port e88ffd0e-12c2-403d-8fa4-2ea04c1893e2 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:07:49.207456 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4c57082a-f2b8-47a3-9906-864ef034c488 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:49.384631 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-4c57082a-f2b8-47a3-9906-864ef034c488 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] For port e88ffd0e-12c2-403d-8fa4-2ea04c1893e2, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e88ffd0e-12c2-403d-8fa4-2ea04c1893e2,segment=NetworkSegment(d16acea9-f1c1-4481-96f9-9268cfcd1f52),segment_id=d16acea9-f1c1-4481-96f9-9268cfcd1f52)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:49.385346 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4c57082a-f2b8-47a3-9906-864ef034c488 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:49.410927 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120f8ea-ec75-4027-9dc4-f6470b838f96 req-17e58108-62cb-4e38-a250-cbe4a23a1169 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:49.418848 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3120f8ea-ec75-4027-9dc4-f6470b838f96 req-17e58108-62cb-4e38-a250-cbe4a23a1169 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 947 time: 0.1182361 Aug 28 15:07:49.421012 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-4c57082a-f2b8-47a3-9906-864ef034c488 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Calling delete_port for e88ffd0e-12c2-403d-8fa4-2ea04c1893e2 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:07:49.483218 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3120f8ea-ec75-4027-9dc4-f6470b838f96 req-79288b7a-ede8-4911-8bec-d7a15e6c13db tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633929 Aug 28 15:07:49.495070 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 9e5b61b0-9b37-402c-ac33-0a57b7fac04e no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:07:49.560812 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16621560-a370-44de-9a55-d8c343ec9be0 None None] DHCP port deletion for 1571c3f6-1068-4764-b044-991f083e26ae request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:07:49.670372 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device fa139269-96b7-46f6-aa89-3166bcc4179d details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:07:49.783046 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b545d1-8d0e-4ab2-893c-0c4925a210d6 req-7048824c-c316-4679-b210-587878d8d5a8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:49.784910 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8b545d1-8d0e-4ab2-893c-0c4925a210d6 req-7048824c-c316-4679-b210-587878d8d5a8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 945 time: 0.1242111 Aug 28 15:07:49.843564 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8b545d1-8d0e-4ab2-893c-0c4925a210d6 req-f47ce5af-a6ae-4b04-8924-562c300b076f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505884 Aug 28 15:07:49.870439 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4c57082a-f2b8-47a3-9906-864ef034c488 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:49.960602 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57082a-f2b8-47a3-9906-864ef034c488 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Port': ['ID=e88ffd0e-12c2-403d-8fa4-2ea04c1893e2,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:49.980961 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.resource_extend [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 15:07:50.013108 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c57082a-f2b8-47a3-9906-864ef034c488 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] No DVR routers for this DVR port e88ffd0e-12c2-403d-8fa4-2ea04c1893e2 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:07:50.082790 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:50.119984 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a08d248-73dd-4032-a07e-df32ddb202fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:07:50.122512 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c73b090-9123-422d-b096-c2bbe35a6c25" -d '{"events": [{"server_uuid": "3a08d248-73dd-4032-a07e-df32ddb202fc", "name": "network-vif-unplugged", "status": "completed", "tag": "9e5b61b0-9b37-402c-ac33-0a57b7fac04e"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:07:50.149654 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:50.160515 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:50.163943 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-16621560-a370-44de-9a55-d8c343ec9be0 None None] Deleting port e88ffd0e-12c2-403d-8fa4-2ea04c1893e2 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:07:50.164486 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-16621560-a370-44de-9a55-d8c343ec9be0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:50.230731 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-16621560-a370-44de-9a55-d8c343ec9be0 None None] For port e88ffd0e-12c2-403d-8fa4-2ea04c1893e2, host n-d-712137-10, got binding levels [] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:50.231443 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-16621560-a370-44de-9a55-d8c343ec9be0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:50.256702 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-16621560-a370-44de-9a55-d8c343ec9be0 None None] Calling delete_port for e88ffd0e-12c2-403d-8fa4-2ea04c1893e2 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:07:50.260165 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.ipam_backend_mixin [None req-16621560-a370-44de-9a55-d8c343ec9be0 None None] Port e88ffd0e-12c2-403d-8fa4-2ea04c1893e2 was not found and therefore no delete operation was performed {{(pid=106331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 15:07:50.269051 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 15:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0863309-8795-4120-b370-bcebfff63265 x-openstack-request-id: req-f0863309-8795-4120-b370-bcebfff63265 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:07:50.270074 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a08d248-73dd-4032-a07e-df32ddb202fc", "name": "network-vif-unplugged", "status": "completed", "tag": "9e5b61b0-9b37-402c-ac33-0a57b7fac04e", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:07:50.270499 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0863309-8795-4120-b370-bcebfff63265 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:07:50.271052 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a08d248-73dd-4032-a07e-df32ddb202fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e', 'code': 200} Aug 28 15:07:50.274632 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-16621560-a370-44de-9a55-d8c343ec9be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:50.313000 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939c292-3263-49f0-a1fa-fb1b52511a1b req-e5b37231-3aa1-49c1-9fe9-afeb391c1956 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:50.325140 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port fa139269-96b7-46f6-aa89-3166bcc4179d, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=fa139269-96b7-46f6-aa89-3166bcc4179d,segment=NetworkSegment(8832c9ec-1ee4-4d90-92a4-baba1e83b28d),segment_id=8832c9ec-1ee4-4d90-92a4-baba1e83b28d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:50.333124 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c939c292-3263-49f0-a1fa-fb1b52511a1b req-e5b37231-3aa1-49c1-9fe9-afeb391c1956 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 944 time: 0.3750281 Aug 28 15:07:50.340259 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16621560-a370-44de-9a55-d8c343ec9be0 None None] No DVR routers for this DVR port e88ffd0e-12c2-403d-8fa4-2ea04c1893e2 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:07:50.360834 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'fa139269-96b7-46f6-aa89-3166bcc4179d', 'network_id': 'a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a', 'port_id': 'fa139269-96b7-46f6-aa89-3166bcc4179d', 'mac_address': 'fa:16:3e:91:8f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd199c3ab-1cc3-471f-883a-d19f39aa59ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:07:50.397675 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4c57082a-f2b8-47a3-9906-864ef034c488 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:50.406283 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,revision_number=14']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:50.428441 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-4c57082a-f2b8-47a3-9906-864ef034c488 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1571c3f6-1068-4764-b044-991f083e26ae']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:50.441740 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16621560-a370-44de-9a55-d8c343ec9be0 None None] Pushing event deleted for resources: {'Port': ['ID=e88ffd0e-12c2-403d-8fa4-2ea04c1893e2,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:50.451151 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:50.475067 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa139269-96b7-46f6-aa89-3166bcc4179d {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:07:50.495742 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-4c57082a-f2b8-47a3-9906-864ef034c488 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd16acea9-f1c1-4481-96f9-9268cfcd1f52') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:50.496185 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-4c57082a-f2b8-47a3-9906-864ef034c488 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd16acea9-f1c1-4481-96f9-9268cfcd1f52') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:50.503085 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port fa139269-96b7-46f6-aa89-3166bcc4179d, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=fa139269-96b7-46f6-aa89-3166bcc4179d,segment=NetworkSegment(8832c9ec-1ee4-4d90-92a4-baba1e83b28d),segment_id=8832c9ec-1ee4-4d90-92a4-baba1e83b28d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:50.509829 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:50.512259 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c939c292-3263-49f0-a1fa-fb1b52511a1b req-963e4f0f-c367-4829-8668-6ee09e614771 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716199 Aug 28 15:07:50.514282 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4c57082a-f2b8-47a3-9906-864ef034c488 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:50.540273 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4c57082a-f2b8-47a3-9906-864ef034c488 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:50.548724 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c57082a-f2b8-47a3-9906-864ef034c488 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:07:50.550188 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4c57082a-f2b8-47a3-9906-864ef034c488 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:07:50.555785 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:07:50.583387 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=fa139269-96b7-46f6-aa89-3166bcc4179d,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:50.679687 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4c57082a-f2b8-47a3-9906-864ef034c488 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:50.687419 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4c57082a-f2b8-47a3-9906-864ef034c488 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:50.690853 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4c57082a-f2b8-47a3-9906-864ef034c488 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/networks/1571c3f6-1068-4764-b044-991f083e26ae HTTP/1.1" status: 204 len: 168 time: 1.8112068 Aug 28 15:07:50.694595 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47354) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:50.701660 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-0679d9c2-4070-49f4-a045-ebb441052909 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'router': {'routes': None}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:07:50.718323 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['fa139269-96b7-46f6-aa89-3166bcc4179d'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:07:50.742465 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57082a-f2b8-47a3-9906-864ef034c488 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Pushing event deleted for resources: {'Network': ['ID=1571c3f6-1068-4764-b044-991f083e26ae,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:50.830642 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7a47b218-094b-492f-b8e4-adfc54fbc703 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:07:50.879436 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 7a47b218-094b-492f-b8e4-adfc54fbc703 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:07:50.881850 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7a47b218-094b-492f-b8e4-adfc54fbc703 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:07:50.882497 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e88ffd0e-12c2-403d-8fa4-2ea04c1893e2 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:07:50.913884 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: e88ffd0e-12c2-403d-8fa4-2ea04c1893e2 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:07:50.914238 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e88ffd0e-12c2-403d-8fa4-2ea04c1893e2 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:07:51.004557 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-aa2e4d4f-97b4-4e01-9837-32cdb017b2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:51.007765 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-aa2e4d4f-97b4-4e01-9837-32cdb017b2db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 1097 time: 0.2627361 Aug 28 15:07:51.032884 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.extraroute_db [None req-0679d9c2-4070-49f4-a045-ebb441052909 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Added routes are [] {{(pid=106330) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 28 15:07:51.033544 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.extraroute_db [None req-0679d9c2-4070-49f4-a045-ebb441052909 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Removed routes are [] {{(pid=106330) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 28 15:07:51.034060 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0679d9c2-4070-49f4-a045-ebb441052909 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4654'] for router, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:51.234714 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0679d9c2-4070-49f4-a045-ebb441052909 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4654'] for router, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:51.245575 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0679d9c2-4070-49f4-a045-ebb441052909 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523761'] for router, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:51.248756 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-19ee4896-d08f-47e3-a3d6-7430fa98a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:51.250246 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-19ee4896-d08f-47e3-a3d6-7430fa98a352 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c9001ca-a76d-4043-9857-260c0aecc9dd HTTP/1.1" status: 200 len: 898 time: 0.2260377 Aug 28 15:07:51.407251 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0679d9c2-4070-49f4-a045-ebb441052909 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Router c6c79bed-5f52-4124-8491-674d78e709a6 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:07:51.430091 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab61134-f5b9-49c9-9b19-627b97eaf716 req-3aed7f6c-1530-4d6a-808a-9aaefc446f40 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:51.431648 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7ab61134-f5b9-49c9-9b19-627b97eaf716 req-3aed7f6c-1530-4d6a-808a-9aaefc446f40 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 945 time: 0.4063399 Aug 28 15:07:51.433484 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-a753c401-14a9-4f3e-b517-43f6ccb57024 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15136077-3ff4-48b1-bb6a-5bcc767ebe52 HTTP/1.1" status: 200 len: 1001 time: 0.1471069 Aug 28 15:07:51.565860 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0679d9c2-4070-49f4-a045-ebb441052909 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:07:51.577160 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0679d9c2-4070-49f4-a045-ebb441052909 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:51.580550 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f5a422-c69e-4355-bcd0-362026d35058 None None] Sync routers for ids ['c6c79bed-5f52-4124-8491-674d78e709a6'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:07:51.581044 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0679d9c2-4070-49f4-a045-ebb441052909 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "PUT /v2.0/routers/c6c79bed-5f52-4124-8491-674d78e709a6 HTTP/1.1" status: 200 len: 704 time: 0.8854034 Aug 28 15:07:51.581985 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47422) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:51.587470 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7ab61134-f5b9-49c9-9b19-627b97eaf716 req-864f823c-8a4a-4d53-b67a-0856180e0f6e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1483805 Aug 28 15:07:51.592192 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-74dfcd14-3502-43bc-a966-b8ed63997e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:51.593805 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-74dfcd14-3502-43bc-a966-b8ed63997e84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f372a38c-c4d4-4f7d-922b-81f31e4a3273 HTTP/1.1" status: 200 len: 835 time: 0.1469142 Aug 28 15:07:51.595501 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f5a422-c69e-4355-bcd0-362026d35058 None None] Routers {'c6c79bed-5f52-4124-8491-674d78e709a6'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:07:51.597718 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-50f5a422-c69e-4355-bcd0-362026d35058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:07:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c6c79bed-5f52-4124-8491-674d78e709a6'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:51.629326 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device fa139269-96b7-46f6-aa89-3166bcc4179d up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:07:51.650349 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-5c92e081-f9ce-4160-b043-f5c3656a3e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:51.652573 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-5c92e081-f9ce-4160-b043-f5c3656a3e84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c9001ca-a76d-4043-9857-260c0aecc9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504625 Aug 28 15:07:51.675978 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f086dfbf-3d9e-45b7-820c-10c8f5b7dc14 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6c79bed-5f52-4124-8491-674d78e709a6 HTTP/1.1" status: 200 len: 205 time: 0.0922439 Aug 28 15:07:51.685750 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47432) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:51.730052 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port fa139269-96b7-46f6-aa89-3166bcc4179d completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:07:51.737372 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port fa139269-96b7-46f6-aa89-3166bcc4179d triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:07:51.751589 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:51.758188 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-50f5a422-c69e-4355-bcd0-362026d35058 None None] Set router c6c79bed-5f52-4124-8491-674d78e709a6 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:07:51.827851 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a8dbff1b-5328-4c60-8631-61eb63e68f60 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:51.842181 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-50f5a422-c69e-4355-bcd0-362026d35058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:07:47Z', 'revision_number': 11, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:51.890083 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-8892b14b-0bb8-4c9b-bcd5-2009bca2150b service neutron] 10.222.0.36 "GET /v2.0/networks/5c9001ca-a76d-4043-9857-260c0aecc9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269108 Aug 28 15:07:51.895302 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:51.925063 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f5a422-c69e-4355-bcd0-362026d35058 None None] Checking router: c6c79bed-5f52-4124-8491-674d78e709a6 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:07:51.942830 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port fa139269-96b7-46f6-aa89-3166bcc4179d, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=fa139269-96b7-46f6-aa89-3166bcc4179d,segment=NetworkSegment(8832c9ec-1ee4-4d90-92a4-baba1e83b28d),segment_id=8832c9ec-1ee4-4d90-92a4-baba1e83b28d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:07:51.943064 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2caf4-52c3-446c-9c7b-d3c2decce9f4 req-97ef7874-e97e-4717-a17e-7001efdd3037 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:51.946869 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f5a422-c69e-4355-bcd0-362026d35058 None None] Routers {'c6c79bed-5f52-4124-8491-674d78e709a6'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:07:51.948609 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:51.949886 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-50f5a422-c69e-4355-bcd0-362026d35058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:07:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c6c79bed-5f52-4124-8491-674d78e709a6'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:51.952635 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aff2caf4-52c3-446c-9c7b-d3c2decce9f4 req-97ef7874-e97e-4717-a17e-7001efdd3037 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 945 time: 0.1879406 Aug 28 15:07:52.042860 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=fa139269-96b7-46f6-aa89-3166bcc4179d,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:52.102748 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-3db6df91-d4cf-4184-9596-729d45e3842e service neutron] 10.222.0.36 "GET /v2.0/networks/5c9001ca-a76d-4043-9857-260c0aecc9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049704 Aug 28 15:07:52.106305 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-50f5a422-c69e-4355-bcd0-362026d35058 None None] Set router c6c79bed-5f52-4124-8491-674d78e709a6 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:07:52.180404 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a8dbff1b-5328-4c60-8631-61eb63e68f60 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:52.183430 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a8dbff1b-5328-4c60-8631-61eb63e68f60 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:52.213919 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aff2caf4-52c3-446c-9c7b-d3c2decce9f4 req-67a3b488-3b33-4d32-9744-0f31730fdecb tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599940 Aug 28 15:07:52.238824 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-50f5a422-c69e-4355-bcd0-362026d35058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:07:47Z', 'revision_number': 11, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:52.272832 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fba86d6-8864-4e9c-be6c-59ab21ac0ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa139269-96b7-46f6-aa89-3166bcc4179d'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:07:52.276405 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfb5ac5-4cf9-4b8e-807d-82fe26d503c3" -d '{"events": [{"server_uuid": "3fba86d6-8864-4e9c-be6c-59ab21ac0ab4", "name": "network-vif-plugged", "status": "completed", "tag": "fa139269-96b7-46f6-aa89-3166bcc4179d"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:07:52.284192 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c0214-3d6e-4c7e-9849-8b88f7ef353e req-3abe233f-40de-4962-b05b-fda5b70b5320 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:52.290070 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6e8c0214-3d6e-4c7e-9849-8b88f7ef353e req-3abe233f-40de-4962-b05b-fda5b70b5320 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.0837038 Aug 28 15:07:52.292858 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f5a422-c69e-4355-bcd0-362026d35058 None None] The sync data for ids ['c6c79bed-5f52-4124-8491-674d78e709a6'] in n-d-712137-10 is: [{'id': 'c6c79bed-5f52-4124-8491-674d78e709a6', 'name': 'tempest-RoutersIpV6Test-router-183054692', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:07:47Z', 'revision_number': 11, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:07:52.310560 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a8dbff1b-5328-4c60-8631-61eb63e68f60 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:52.311530 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8dbff1b-5328-4c60-8631-61eb63e68f60 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Fanout notify agent at l3_agent the message router_deleted on router c6c79bed-5f52-4124-8491-674d78e709a6 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:07:52.323866 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a8dbff1b-5328-4c60-8631-61eb63e68f60 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:52.325620 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a8dbff1b-5328-4c60-8631-61eb63e68f60 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/routers/c6c79bed-5f52-4124-8491-674d78e709a6 HTTP/1.1" status: 204 len: 168 time: 0.6387587 Aug 28 15:07:52.330333 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47468) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:52.338635 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-8f1cd251-588d-4329-ac57-8dbc56e2ac4f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1378149522', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:07:52.355501 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4919d7-3097-4532-a3d7-9279ffd4e0a0 x-openstack-request-id: req-bc4919d7-3097-4532-a3d7-9279ffd4e0a0 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:07:52.355835 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fba86d6-8864-4e9c-be6c-59ab21ac0ab4", "name": "network-vif-plugged", "status": "completed", "tag": "fa139269-96b7-46f6-aa89-3166bcc4179d", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:07:52.356090 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc4919d7-3097-4532-a3d7-9279ffd4e0a0 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:07:52.356483 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fba86d6-8864-4e9c-be6c-59ab21ac0ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa139269-96b7-46f6-aa89-3166bcc4179d', 'code': 200} Aug 28 15:07:52.375129 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8f1cd251-588d-4329-ac57-8dbc56e2ac4f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:52.376177 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8f1cd251-588d-4329-ac57-8dbc56e2ac4f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:52.432798 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6e8c0214-3d6e-4c7e-9849-8b88f7ef353e req-bd37dbda-ad6b-496a-901a-75cc3574f443 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321123 Aug 28 15:07:52.586447 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8f1cd251-588d-4329-ac57-8dbc56e2ac4f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:52.592753 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8f1cd251-588d-4329-ac57-8dbc56e2ac4f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:52.636272 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a43789-3be9-48b6-9c1a-40ebac91967f req-247dca5c-9ef5-4fa6-9fa8-3a165c76bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:52.637829 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-65a43789-3be9-48b6-9c1a-40ebac91967f req-247dca5c-9ef5-4fa6-9fa8-3a165c76bf94 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 1098 time: 0.1976933 Aug 28 15:07:52.638768 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8f1cd251-588d-4329-ac57-8dbc56e2ac4f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:52.651440 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47490) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:52.657278 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-ea004c66-ed8e-4aee-9863-888e3aad883c tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Request body: {'router': {'admin_state_up': True}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:07:52.660397 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8f1cd251-588d-4329-ac57-8dbc56e2ac4f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3284469 Aug 28 15:07:52.741426 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-65a43789-3be9-48b6-9c1a-40ebac91967f req-74ea1acf-a358-45f3-8a06-67889bb24c3a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795040 Aug 28 15:07:52.875981 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511a272-f8f6-429f-9b7c-dba206365d94 req-cff3a58c-c800-435a-915b-9d917e9431a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:52.877693 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f511a272-f8f6-429f-9b7c-dba206365d94 req-cff3a58c-c800-435a-915b-9d917e9431a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d&device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 1097 time: 0.1125355 Aug 28 15:07:52.897795 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4c4c3-2fba-4ac7-b18b-062bd6d8cc8c req-1251f78e-2f81-4d93-a1b1-8e2c447ad433 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:52.899428 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ea4c4c3-2fba-4ac7-b18b-062bd6d8cc8c req-1251f78e-2f81-4d93-a1b1-8e2c447ad433 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.0830774 Aug 28 15:07:53.007299 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ea4c4c3-2fba-4ac7-b18b-062bd6d8cc8c req-b04c1aae-6cb3-453a-b15f-9b2e38e8c562 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939138 Aug 28 15:07:53.044931 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511a272-f8f6-429f-9b7c-dba206365d94 req-24504609-de04-4f66-aaa9-9259b1a07187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:53.047315 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f511a272-f8f6-429f-9b7c-dba206365d94 req-24504609-de04-4f66-aaa9-9259b1a07187 service neutron] 10.222.0.41 "GET /v2.0/networks?id=77650b04-197c-4f2d-93ed-1f3a3f2db13f HTTP/1.1" status: 200 len: 912 time: 0.1589808 Aug 28 15:07:53.125654 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f511a272-f8f6-429f-9b7c-dba206365d94 req-256860c0-5b49-4cf0-b907-0bba4053f583 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e5b61b0-9b37-402c-ac33-0a57b7fac04e HTTP/1.1" status: 200 len: 1000 time: 0.0703762 Aug 28 15:07:53.186161 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511a272-f8f6-429f-9b7c-dba206365d94 req-4374f628-55f3-4e6b-b4e7-85847a8276e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:53.187799 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f511a272-f8f6-429f-9b7c-dba206365d94 req-4374f628-55f3-4e6b-b4e7-85847a8276e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=836bd9d7-21bc-4e2a-b716-53b54890baa2 HTTP/1.1" status: 200 len: 850 time: 0.0543613 Aug 28 15:07:53.262995 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511a272-f8f6-429f-9b7c-dba206365d94 req-04284825-ad63-4497-90a0-f18331d3e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:53.269286 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f511a272-f8f6-429f-9b7c-dba206365d94 req-04284825-ad63-4497-90a0-f18331d3e437 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77650b04-197c-4f2d-93ed-1f3a3f2db13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0735030 Aug 28 15:07:53.341254 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c702d-ef3b-4fad-aaf5-4e9712950c95 req-aa459a12-9c84-4135-992a-9f44f0470341 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:53.348915 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fd2c702d-ef3b-4fad-aaf5-4e9712950c95 req-aa459a12-9c84-4135-992a-9f44f0470341 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 945 time: 0.5751247 Aug 28 15:07:53.424941 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f8927-829f-4b9b-b369-c6124969bf50 req-3681ffd8-c0a3-41c1-b32f-b30cc8b6cc5b tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:53.426851 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ce3f8927-829f-4b9b-b369-c6124969bf50 req-3681ffd8-c0a3-41c1-b32f-b30cc8b6cc5b tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 946 time: 0.1195471 Aug 28 15:07:53.462628 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ea004c66-ed8e-4aee-9863-888e3aad883c tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4654'] for router, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:53.478011 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f511a272-f8f6-429f-9b7c-dba206365d94 req-f9df7e98-06dd-473b-835f-ca20a1af70f6 service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004237 Aug 28 15:07:53.492392 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ea004c66-ed8e-4aee-9863-888e3aad883c tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523761'] for router, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:53.507434 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fd2c702d-ef3b-4fad-aaf5-4e9712950c95 req-3e1c0ce8-aa8a-470e-979c-309c9b801360 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1573906 Aug 28 15:07:53.524276 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ce3f8927-829f-4b9b-b369-c6124969bf50 req-f8ddf724-09b1-4e12-a872-f9345fedebde tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740695 Aug 28 15:07:53.619609 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f511a272-f8f6-429f-9b7c-dba206365d94 req-fabf417d-0a9a-4881-8dc3-2fc534f8fe4f service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276505 Aug 28 15:07:53.665257 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea004c66-ed8e-4aee-9863-888e3aad883c tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Router a6500dea-5337-4580-9b08-3f66828f4623 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:07:53.760335 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea004c66-ed8e-4aee-9863-888e3aad883c tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:07:53.769009 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ea004c66-ed8e-4aee-9863-888e3aad883c tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:53.770465 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ea004c66-ed8e-4aee-9863-888e3aad883c tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "PUT /v2.0/routers/a6500dea-5337-4580-9b08-3f66828f4623 HTTP/1.1" status: 200 len: 698 time: 1.1179292 Aug 28 15:07:53.773183 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47516) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:53.776138 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17edc2f-b6d7-46e8-b49d-516810fcaaba None None] Sync routers for ids ['a6500dea-5337-4580-9b08-3f66828f4623'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:07:53.792146 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17edc2f-b6d7-46e8-b49d-516810fcaaba None None] Routers {'a6500dea-5337-4580-9b08-3f66828f4623'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:07:53.797091 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-f17edc2f-b6d7-46e8-b49d-516810fcaaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:07:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a6500dea-5337-4580-9b08-3f66828f4623'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:53.886452 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8206efd8-846f-4da2-a27a-90221f41831a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "GET /v2.0/routers/a6500dea-5337-4580-9b08-3f66828f4623 HTTP/1.1" status: 200 len: 704 time: 0.1102529 Aug 28 15:07:53.889211 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47518) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:53.938365 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-f17edc2f-b6d7-46e8-b49d-516810fcaaba None None] Set router a6500dea-5337-4580-9b08-3f66828f4623 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:07:53.950945 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9bc3ba03-735f-4609-95ac-e42399bd8d82 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6500dea-5337-4580-9b08-3f66828f4623 HTTP/1.1" status: 200 len: 205 time: 0.0595734 Aug 28 15:07:53.953074 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47520) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:54.010670 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-f17edc2f-b6d7-46e8-b49d-516810fcaaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6500dea-5337-4580-9b08-3f66828f4623', 'name': 'tempest-RoutersIpV6Test-router-1378149522', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:07:52Z', 'updated_at': '2021-08-28T15:07:53Z', 'revision_number': 2, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:54.043498 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17edc2f-b6d7-46e8-b49d-516810fcaaba None None] Checking router: a6500dea-5337-4580-9b08-3f66828f4623 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:07:54.054270 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17edc2f-b6d7-46e8-b49d-516810fcaaba None None] Routers {'a6500dea-5337-4580-9b08-3f66828f4623'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:07:54.055017 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-f17edc2f-b6d7-46e8-b49d-516810fcaaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:07:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a6500dea-5337-4580-9b08-3f66828f4623'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:54.184029 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-f17edc2f-b6d7-46e8-b49d-516810fcaaba None None] Set router a6500dea-5337-4580-9b08-3f66828f4623 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:07:54.196398 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d69fe-a183-45d8-88e9-7197e80ce4d9 req-5e3db40a-5011-4033-afdf-fef9a6114382 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:54.206123 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1c9d69fe-a183-45d8-88e9-7197e80ce4d9 req-5e3db40a-5011-4033-afdf-fef9a6114382 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.0918376 Aug 28 15:07:54.250137 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1c9d69fe-a183-45d8-88e9-7197e80ce4d9 req-3287b2a1-115d-4b21-9400-830802b770d3 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429802 Aug 28 15:07:54.268497 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-f17edc2f-b6d7-46e8-b49d-516810fcaaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6500dea-5337-4580-9b08-3f66828f4623', 'name': 'tempest-RoutersIpV6Test-router-1378149522', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:07:52Z', 'updated_at': '2021-08-28T15:07:53Z', 'revision_number': 2, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:07:54.322327 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17edc2f-b6d7-46e8-b49d-516810fcaaba None None] The sync data for ids ['a6500dea-5337-4580-9b08-3f66828f4623'] in n-d-712137-10 is: [{'id': 'a6500dea-5337-4580-9b08-3f66828f4623', 'name': 'tempest-RoutersIpV6Test-router-1378149522', 'tenant_id': '620448c0e45d416cac16ebedf859b0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:07:52Z', 'updated_at': '2021-08-28T15:07:53Z', 'revision_number': 2, 'project_id': '620448c0e45d416cac16ebedf859b0fd', 'gw_port_host': None}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:07:54.359173 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:54.449204 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-77fe3612-66bf-4d33-9007-e6f70a311127 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:54.702605 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-77fe3612-66bf-4d33-9007-e6f70a311127 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:54.706245 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-77fe3612-66bf-4d33-9007-e6f70a311127 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:54.727746 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf855a5f-aca4-478f-bfa6-84f24a89c1da req-5571ec1c-2968-4175-845f-a0db1cef582f tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:54.729517 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bf855a5f-aca4-478f-bfa6-84f24a89c1da req-5571ec1c-2968-4175-845f-a0db1cef582f tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 946 time: 0.0846155 Aug 28 15:07:54.810639 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b04210-257e-489f-a4eb-2d4c4fdc4cf9 req-744d4119-4d3d-4041-a3bc-8487a56e854f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:54.812702 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-17b04210-257e-489f-a4eb-2d4c4fdc4cf9 req-744d4119-4d3d-4041-a3bc-8487a56e854f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 945 time: 0.1891325 Aug 28 15:07:54.819079 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bf855a5f-aca4-478f-bfa6-84f24a89c1da req-bfb70abd-c091-4f19-acb0-5aaa44bea99a tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661540 Aug 28 15:07:54.823228 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-77fe3612-66bf-4d33-9007-e6f70a311127 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:54.824431 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fe3612-66bf-4d33-9007-e6f70a311127 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Fanout notify agent at l3_agent the message router_deleted on router a6500dea-5337-4580-9b08-3f66828f4623 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:07:54.864022 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-77fe3612-66bf-4d33-9007-e6f70a311127 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:54.865876 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-77fe3612-66bf-4d33-9007-e6f70a311127 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/routers/a6500dea-5337-4580-9b08-3f66828f4623 HTTP/1.1" status: 204 len: 168 time: 0.9114583 Aug 28 15:07:54.869292 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47552) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:54.883378 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-17b04210-257e-489f-a4eb-2d4c4fdc4cf9 req-634664be-1ccc-44f6-9292-7a5c4f5e7975 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623434 Aug 28 15:07:54.903961 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-59aafb2a-53cc-4b66-b6e0-c64be519b3f1 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6500dea-5337-4580-9b08-3f66828f4623 HTTP/1.1" status: 200 len: 205 time: 0.0328503 Aug 28 15:07:54.906714 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47556) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:54.962431 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-5f810e93-7edc-45fb-b592-366a2525369f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] delete failed (client error): The resource could not be found. Aug 28 15:07:54.963706 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5f810e93-7edc-45fb-b592-366a2525369f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/routers/a6500dea-5337-4580-9b08-3f66828f4623 HTTP/1.1" status: 404 len: 336 time: 0.0506363 Aug 28 15:07:54.966242 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47560) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:54.996531 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-956f6391-2fb6-459d-947b-09567cfee591 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] DELETE failed (client error): The resource could not be found. Aug 28 15:07:54.997092 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-956f6391-2fb6-459d-947b-09567cfee591 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:07:54.999016 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-956f6391-2fb6-459d-947b-09567cfee591 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/subnets/b5cf707a-9b53-417f-a835-cbb5a191df5d HTTP/1.1" status: 404 len: 337 time: 0.0316913 Aug 28 15:07:55.001938 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47564) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:55.055481 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-099c323c-9d56-4dc8-9ca7-1eef5c2eac41 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] DELETE failed (client error): The resource could not be found. Aug 28 15:07:55.055801 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-099c323c-9d56-4dc8-9ca7-1eef5c2eac41 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:07:55.059319 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-099c323c-9d56-4dc8-9ca7-1eef5c2eac41 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/subnets/67127d6f-d169-4267-97ca-9f6450d75f38 HTTP/1.1" status: 404 len: 337 time: 0.0563996 Aug 28 15:07:55.061825 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47566) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:55.117817 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051f3d4-0e81-49ea-90ba-192943642068 req-8e4a3b73-6d13-4bff-a0f8-5778a50df4ee tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:55.125694 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a051f3d4-0e81-49ea-90ba-192943642068 req-8e4a3b73-6d13-4bff-a0f8-5778a50df4ee tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 946 time: 0.1121218 Aug 28 15:07:55.131359 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-294e7a42-9a4b-425a-a011-4deafb031617 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] DELETE failed (client error): The resource could not be found. Aug 28 15:07:55.131866 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-294e7a42-9a4b-425a-a011-4deafb031617 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:07:55.140188 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-294e7a42-9a4b-425a-a011-4deafb031617 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/subnets/4166e150-22bb-4a54-9cdd-5e5e03586a23 HTTP/1.1" status: 404 len: 337 time: 0.0744684 Aug 28 15:07:55.140514 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47570) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:55.171878 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a051f3d4-0e81-49ea-90ba-192943642068 req-402d48d6-ee9d-46e2-a993-b9d1469cd1a0 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444014 Aug 28 15:07:55.214961 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-842441d2-63ef-427a-8c2d-021e25973cf7 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] DELETE failed (client error): The resource could not be found. Aug 28 15:07:55.215493 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-842441d2-63ef-427a-8c2d-021e25973cf7 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:07:55.221130 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-842441d2-63ef-427a-8c2d-021e25973cf7 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/subnets/d7c9902b-3e18-4b3d-a74c-286da595b6d7 HTTP/1.1" status: 404 len: 337 time: 0.0767047 Aug 28 15:07:55.221750 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47574) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:55.277715 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a25708a2-31a9-4090-b383-c802fbf8a575 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6c79bed-5f52-4124-8491-674d78e709a6 HTTP/1.1" status: 200 len: 205 time: 0.0545604 Aug 28 15:07:55.280858 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47582) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:55.387185 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-7a8fe276-8d38-43ba-a011-ad7addc18f84 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] delete failed (client error): The resource could not be found. Aug 28 15:07:55.392440 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7a8fe276-8d38-43ba-a011-ad7addc18f84 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/routers/c6c79bed-5f52-4124-8491-674d78e709a6 HTTP/1.1" status: 404 len: 336 time: 0.1079383 Aug 28 15:07:55.392706 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47594) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:55.443120 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1099144b-56ca-494f-aebe-efdce2e5d2ff tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b09a901-bda1-4c2b-9e92-9f035c013859 HTTP/1.1" status: 200 len: 205 time: 0.0471759 Aug 28 15:07:55.443290 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47596) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:55.445787 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47598) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:55.518452 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-07c2f803-e266-41b1-90c5-9af6e94ea2bf tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] delete failed (client error): The resource could not be found. Aug 28 15:07:55.519536 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-07c2f803-e266-41b1-90c5-9af6e94ea2bf tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/routers/1b09a901-bda1-4c2b-9e92-9f035c013859 HTTP/1.1" status: 404 len: 336 time: 0.0730467 Aug 28 15:07:55.522965 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47604) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:55.567052 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f9236e8-e31e-414e-a268-6e8de34c4567 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] DELETE failed (client error): The resource could not be found. Aug 28 15:07:55.567517 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f9236e8-e31e-414e-a268-6e8de34c4567 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:07:55.570784 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2f9236e8-e31e-414e-a268-6e8de34c4567 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/subnets/0243e063-0745-4f90-9f86-a277bc106f32 HTTP/1.1" status: 404 len: 337 time: 0.0460770 Aug 28 15:07:55.573530 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47606) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:55.595142 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94295ec3-7856-4f2c-a1f1-f3f1229e278d req-58b46afb-9205-48ce-b596-c38dad5c2fac tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:55.598771 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-94295ec3-7856-4f2c-a1f1-f3f1229e278d req-58b46afb-9205-48ce-b596-c38dad5c2fac tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1564538 Aug 28 15:07:55.625998 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bafc25b9-6e4c-4f36-bc69-ff2460fc2480 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8477dda-049a-41e0-bcd7-c1ffa8c38129 HTTP/1.1" status: 200 len: 205 time: 0.0504878 Aug 28 15:07:55.627902 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47608) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:55.697125 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-94295ec3-7856-4f2c-a1f1-f3f1229e278d req-176ce3ae-83b4-460c-a4e2-29226361fc32 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905151 Aug 28 15:07:55.712756 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-d8a3f3e4-e48e-4717-afa5-f72cdbb6c16f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] delete failed (client error): The resource could not be found. Aug 28 15:07:55.718880 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d8a3f3e4-e48e-4717-afa5-f72cdbb6c16f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/routers/d8477dda-049a-41e0-bcd7-c1ffa8c38129 HTTP/1.1" status: 404 len: 336 time: 0.0893915 Aug 28 15:07:55.722044 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47614) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:55.785395 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a86cdd9d-b3a5-450f-a9d3-105ccd55aad0 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "GET /v2.0/ports?device_id=30537803-3bc1-43c3-a456-1e9819894f1c HTTP/1.1" status: 200 len: 205 time: 0.0604267 Aug 28 15:07:55.785395 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47620) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:55.835787 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-73351831-3e3b-4ebc-ada6-1b7e2469877f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] delete failed (client error): The resource could not be found. Aug 28 15:07:55.839503 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-73351831-3e3b-4ebc-ada6-1b7e2469877f tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/routers/30537803-3bc1-43c3-a456-1e9819894f1c HTTP/1.1" status: 404 len: 336 time: 0.0534976 Aug 28 15:07:55.840744 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47624) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:55.880265 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-9988f0b3-d719-4237-9c96-85b9c3c013fe tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] DELETE failed (client error): The resource could not be found. Aug 28 15:07:55.881319 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9988f0b3-d719-4237-9c96-85b9c3c013fe tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:07:55.886699 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9988f0b3-d719-4237-9c96-85b9c3c013fe tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/subnets/5164c76b-5528-4bd0-8a53-9a22c7ffdbff HTTP/1.1" status: 404 len: 337 time: 0.0448368 Aug 28 15:07:55.887317 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47628) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:55.912870 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a801e-cd46-4d5e-9a46-2c5faa03cb3e req-6a42498b-e37b-45a1-ad43-6aaf660154b7 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:55.920164 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-041a801e-cd46-4d5e-9a46-2c5faa03cb3e req-6a42498b-e37b-45a1-ad43-6aaf660154b7 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 946 time: 0.1485076 Aug 28 15:07:55.920521 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6117bfa3-5bb5-418f-b9b3-96f3289f0b2b tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "GET /v2.0/ports?device_id=081a78dd-8f3b-4106-a8c3-c6412fad917c HTTP/1.1" status: 200 len: 205 time: 0.0319576 Aug 28 15:07:55.921230 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47632) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:55.963167 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1d8f-c8e9-423d-a51a-692a9358ed24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:56.020293 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-21dc923e-1baf-4308-9996-d46d06d5d144 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] delete failed (client error): The resource could not be found. Aug 28 15:07:56.022218 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-21dc923e-1baf-4308-9996-d46d06d5d144 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/routers/081a78dd-8f3b-4106-a8c3-c6412fad917c HTTP/1.1" status: 404 len: 336 time: 0.0986745 Aug 28 15:07:56.026160 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47640) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:56.031422 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c8c25-a57b-4648-9c6a-812c59b1740f req-16661a97-b848-4a9b-8f60-d5ba9e040eef tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:56.033120 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b6c8c25-a57b-4648-9c6a-812c59b1740f req-16661a97-b848-4a9b-8f60-d5ba9e040eef tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.0722322 Aug 28 15:07:56.070519 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d2e296-6197-4784-9096-426b0a7d6faa tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] DELETE failed (client error): The resource could not be found. Aug 28 15:07:56.070983 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1d2e296-6197-4784-9096-426b0a7d6faa tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:07:56.075145 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a1d2e296-6197-4784-9096-426b0a7d6faa tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/subnets/c02dd958-043b-4aca-a1bd-a5bb9d34ea42 HTTP/1.1" status: 404 len: 337 time: 0.0456762 Aug 28 15:07:56.075292 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b6c8c25-a57b-4648-9c6a-812c59b1740f req-0a0f8f35-2cb4-4c64-a56f-e95c801b15b9 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327754 Aug 28 15:07:56.075852 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47644) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:56.096992 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-041a801e-cd46-4d5e-9a46-2c5faa03cb3e req-44591721-7ce8-401a-91ca-395a726afa68 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533947 Aug 28 15:07:56.132921 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3999911b-8003-44f8-bffd-c0fb64ed4c2b tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "GET /v2.0/ports?device_id=4416319a-c6f9-4222-843b-7f58b2de5916 HTTP/1.1" status: 200 len: 205 time: 0.0497787 Aug 28 15:07:56.134169 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47648) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:56.187228 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-f11dbe1d-3ea6-4809-9461-2fd1b024b69a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] delete failed (client error): The resource could not be found. Aug 28 15:07:56.188431 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f11dbe1d-3ea6-4809-9461-2fd1b024b69a tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/routers/4416319a-c6f9-4222-843b-7f58b2de5916 HTTP/1.1" status: 404 len: 336 time: 0.0530446 Aug 28 15:07:56.191242 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47652) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:56.222566 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-805df796-558b-47bc-aeb5-fca2109153dd tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] DELETE failed (client error): The resource could not be found. Aug 28 15:07:56.223030 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-805df796-558b-47bc-aeb5-fca2109153dd tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:07:56.224858 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-805df796-558b-47bc-aeb5-fca2109153dd tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/subnets/64aae25c-8ada-48b5-bc5f-bc70d5274252 HTTP/1.1" status: 404 len: 337 time: 0.0321856 Aug 28 15:07:56.227503 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47654) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:56.258074 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1d8f-c8e9-423d-a51a-692a9358ed24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:56.263582 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1d8f-c8e9-423d-a51a-692a9358ed24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:56.291699 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1499729-f623-4970-bc47-71da5320f170 req-67785a05-81c4-4b22-a4c0-6a1e1e9f8648 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:56.299366 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1499729-f623-4970-bc47-71da5320f170 req-67785a05-81c4-4b22-a4c0-6a1e1e9f8648 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 945 time: 0.1156030 Aug 28 15:07:56.303351 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-422e2217-f685-4fa1-8f77-3345a89ee680 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] DELETE failed (client error): The resource could not be found. Aug 28 15:07:56.303831 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-422e2217-f685-4fa1-8f77-3345a89ee680 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:07:56.305815 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-422e2217-f685-4fa1-8f77-3345a89ee680 tempest-RoutersIpV6Test-1158179627 tempest-RoutersIpV6Test-1158179627-project] 10.222.0.13 "DELETE /v2.0/subnets/71f6f6b1-d52e-406d-a2a8-58af365b8311 HTTP/1.1" status: 404 len: 337 time: 0.0769196 Aug 28 15:07:56.311145 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2d0e1d8f-c8e9-423d-a51a-692a9358ed24 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=27cb956b0967460e8319566324740b6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8668940 Aug 28 15:07:56.313651 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47660) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:56.321515 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e1d8f-c8e9-423d-a51a-692a9358ed24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e82e5e-3540-4eaf-ab3e-f67705d9a372,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:56.361955 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1499729-f623-4970-bc47-71da5320f170 req-19bcfb96-939c-40e7-80bb-fecb8910d33b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616307 Aug 28 15:07:56.403255 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:56.418853 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc31613-4115-462a-85c7-7bc2e1da611f req-c53f8d8e-410a-415a-b838-acf0e42c20d5 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:56.420395 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0fc31613-4115-462a-85c7-7bc2e1da611f req-c53f8d8e-410a-415a-b838-acf0e42c20d5 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.0900302 Aug 28 15:07:56.421496 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bd8baa6e-c31a-4f24-b5e5-3580cfbc5d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:56.456348 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bd8baa6e-c31a-4f24-b5e5-3580cfbc5d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:56.498323 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0fc31613-4115-462a-85c7-7bc2e1da611f req-bdaf3855-e650-4b5b-b1fc-e2879476c0f4 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652349 Aug 28 15:07:56.530077 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bd8baa6e-c31a-4f24-b5e5-3580cfbc5d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:56.533131 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bd8baa6e-c31a-4f24-b5e5-3580cfbc5d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:56.534325 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bd8baa6e-c31a-4f24-b5e5-3580cfbc5d1a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8e82e5e-3540-4eaf-ab3e-f67705d9a372 HTTP/1.1" status: 204 len: 168 time: 0.2197859 Aug 28 15:07:56.546719 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8baa6e-c31a-4f24-b5e5-3580cfbc5d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e82e5e-3540-4eaf-ab3e-f67705d9a372,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:56.661072 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47676) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:56.815181 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-c0b57748-d06e-411c-bdb3-94c58ceeed33 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:56.816883 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-c0b57748-d06e-411c-bdb3-94c58ceeed33 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/networks?id=77650b04-197c-4f2d-93ed-1f3a3f2db13f HTTP/1.1" status: 200 len: 811 time: 0.1086478 Aug 28 15:07:56.832359 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-cfbebe31-b528-41dc-be45-f7a17cae4588 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/quotas/46b00d3633ae4e8aa897aec4e89fcc4d HTTP/1.1" status: 200 len: 375 time: 0.0095644 Aug 28 15:07:56.903523 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-e2242e1f-84e8-424d-8f9e-d0871335080a tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0606272 Aug 28 15:07:56.942824 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4382601b-84f6-47a8-89fb-89378dfdd10b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=620448c0e45d416cac16ebedf859b0fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2804089 Aug 28 15:07:56.945752 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47694) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:57.010050 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71867591-38b1-43ee-81b4-86352f22202e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:57.023615 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-00f2634e-4410-492b-a303-3bb343b3f58e service neutron] 10.222.0.13 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135001 Aug 28 15:07:57.035457 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71867591-38b1-43ee-81b4-86352f22202e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:57.037751 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47696) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:57.062702 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f334d92b-e6ac-48f1-92c5-427f9d3417d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:57.134822 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71867591-38b1-43ee-81b4-86352f22202e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:57.137418 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71867591-38b1-43ee-81b4-86352f22202e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:57.138563 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-71867591-38b1-43ee-81b4-86352f22202e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f0d7c00-3a91-4a7e-a961-fe662189a2df HTTP/1.1" status: 204 len: 168 time: 0.1913331 Aug 28 15:07:57.143285 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-4288a3c5-ab5f-45d8-9dc3-0f5e41d07bd3 service neutron] 10.222.0.13 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180899 Aug 28 15:07:57.153426 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71867591-38b1-43ee-81b4-86352f22202e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0d7c00-3a91-4a7e-a961-fe662189a2df,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:57.198535 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f334d92b-e6ac-48f1-92c5-427f9d3417d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:57.205107 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f334d92b-e6ac-48f1-92c5-427f9d3417d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:57.234566 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f334d92b-e6ac-48f1-92c5-427f9d3417d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a04b8c4b07440c7a150ff42dfe54933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1957211 Aug 28 15:07:57.237199 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47706) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:57.290049 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334d92b-e6ac-48f1-92c5-427f9d3417d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce570dc1-ece7-4f98-b0d1-a8e77300ae72,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:57.312986 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ababf-7d50-4d0d-a8e2-15357c3fce7b req-58874901-caa9-44d1-8afa-d1be81867ac6 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:57.315167 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8b5ababf-7d50-4d0d-a8e2-15357c3fce7b req-58874901-caa9-44d1-8afa-d1be81867ac6 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 946 time: 0.0784481 Aug 28 15:07:57.315361 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c6bcf273-13ed-4a0b-9784-93ed4b9eac49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:57.344888 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c6bcf273-13ed-4a0b-9784-93ed4b9eac49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:57.383379 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8b5ababf-7d50-4d0d-a8e2-15357c3fce7b req-ef75792f-482b-40fd-ad0b-0948c0da0930 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502534 Aug 28 15:07:57.419432 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c6bcf273-13ed-4a0b-9784-93ed4b9eac49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:57.429290 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c6bcf273-13ed-4a0b-9784-93ed4b9eac49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:57.430489 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c6bcf273-13ed-4a0b-9784-93ed4b9eac49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce570dc1-ece7-4f98-b0d1-a8e77300ae72 HTTP/1.1" status: 204 len: 168 time: 0.1921284 Aug 28 15:07:57.453713 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcf273-13ed-4a0b-9784-93ed4b9eac49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce570dc1-ece7-4f98-b0d1-a8e77300ae72,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:57.471072 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcf273-13ed-4a0b-9784-93ed4b9eac49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:57.471314 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcf273-13ed-4a0b-9784-93ed4b9eac49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:57.471852 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcf273-13ed-4a0b-9784-93ed4b9eac49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:57.475435 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcf273-13ed-4a0b-9784-93ed4b9eac49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:57.475435 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcf273-13ed-4a0b-9784-93ed4b9eac49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:57.475435 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcf273-13ed-4a0b-9784-93ed4b9eac49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:57.475435 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcf273-13ed-4a0b-9784-93ed4b9eac49 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:57.475435 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcf273-13ed-4a0b-9784-93ed4b9eac49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:57.477143 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcf273-13ed-4a0b-9784-93ed4b9eac49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:57.477272 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcf273-13ed-4a0b-9784-93ed4b9eac49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:57.477561 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcf273-13ed-4a0b-9784-93ed4b9eac49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:57.477901 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcf273-13ed-4a0b-9784-93ed4b9eac49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:07:57.601778 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0c135076-4e75-4930-b48d-99fae3ee6fbe req-aaa7af8b-dfbf-4133-b1d5-53f010c52292 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 210 time: 0.0549855 Aug 28 15:07:57.632667 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6df7a-c7c5-4649-be31-7bbb505021f6 req-ece6f4a2-ae2d-45e0-8e03-a2981e3e082d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:57.639832 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d1c6df7a-c7c5-4649-be31-7bbb505021f6 req-ece6f4a2-ae2d-45e0-8e03-a2981e3e082d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 945 time: 0.0722871 Aug 28 15:07:57.684492 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d1c6df7a-c7c5-4649-be31-7bbb505021f6 req-de5ede59-9f79-4b52-a81b-00e46724a08d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434573 Aug 28 15:07:57.976855 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47736) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:57.992719 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5a6604ce-d4da-4ad2-8b55-c173727c8526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:58.106249 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5a6604ce-d4da-4ad2-8b55-c173727c8526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:58.113288 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5a6604ce-d4da-4ad2-8b55-c173727c8526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:58.157458 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5a6604ce-d4da-4ad2-8b55-c173727c8526 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75d5514dd7084d34b266c27c3d7bfc70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1788983 Aug 28 15:07:58.160005 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47748) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:58.163967 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6604ce-d4da-4ad2-8b55-c173727c8526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda216b6-1e3d-49f1-bb9d-9c2d99955c12,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:58.220314 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8a0bdce9-c323-41be-b613-30d2aa4c9915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:58.247958 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8a0bdce9-c323-41be-b613-30d2aa4c9915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:58.302058 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8a0bdce9-c323-41be-b613-30d2aa4c9915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:58.306034 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8a0bdce9-c323-41be-b613-30d2aa4c9915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:58.309753 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8a0bdce9-c323-41be-b613-30d2aa4c9915 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bda216b6-1e3d-49f1-bb9d-9c2d99955c12 HTTP/1.1" status: 204 len: 168 time: 0.1460330 Aug 28 15:07:58.321754 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0bdce9-c323-41be-b613-30d2aa4c9915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda216b6-1e3d-49f1-bb9d-9c2d99955c12,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:58.598336 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290e42e-215b-4a56-bd25-ebd70babf225 req-277bcb7d-a94e-4afb-9ed1-032c5a8680c8 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:58.600076 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6290e42e-215b-4a56-bd25-ebd70babf225 req-277bcb7d-a94e-4afb-9ed1-032c5a8680c8 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 946 time: 0.1259599 Aug 28 15:07:58.609622 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-616913c8-9398-46f7-831a-e57897946120 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:58.611223 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-616913c8-9398-46f7-831a-e57897946120 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.41 "GET /v2.0/networks?id=77650b04-197c-4f2d-93ed-1f3a3f2db13f HTTP/1.1" status: 200 len: 811 time: 0.1609676 Aug 28 15:07:58.639823 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-2fe18732-4479-4191-b2b0-e1f7d9ab2bfd tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Request body: {'port': {'device_id': '59026dc1-cb73-4ea1-b43d-47663def1617', 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f', 'admin_state_up': True, 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:07:58.745224 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6290e42e-215b-4a56-bd25-ebd70babf225 req-a704df4e-b70f-4f45-b6f5-bc89cbf2b6e1 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319356 Aug 28 15:07:58.777194 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ddb686b1-7777-4173-b1ca-d97baaa2bb9d req-3c1db004-26fd-4301-802f-9fa99a70e569 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 210 time: 0.0438442 Aug 28 15:07:58.827544 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-2fe18732-4479-4191-b2b0-e1f7d9ab2bfd tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Made reservation on behalf of 46b00d3633ae4e8aa897aec4e89fcc4d for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:07:58.831543 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-2fe18732-4479-4191-b2b0-e1f7d9ab2bfd tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:58.941087 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678b67e-f74e-4119-ab46-f40c322895ee req-b755c941-f55e-4b82-9d6c-7ec2d640d666 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:58.942919 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a678b67e-f74e-4119-ab46-f40c322895ee req-b755c941-f55e-4b82-9d6c-7ec2d640d666 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 945 time: 0.1070278 Aug 28 15:07:59.021420 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a678b67e-f74e-4119-ab46-f40c322895ee req-a7aed534-2651-4d23-9de1-21c4df4c32e0 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719306 Aug 28 15:07:59.038891 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-2fe18732-4479-4191-b2b0-e1f7d9ab2bfd tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Allocated IP 172.20.0.8 (77650b04-197c-4f2d-93ed-1f3a3f2db13f/836bd9d7-21bc-4e2a-b716-53b54890baa2/382bff52-ea85-4d02-88ec-8a094905ac86) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:07:59.051430 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47786) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:59.210749 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-2fe18732-4479-4191-b2b0-e1f7d9ab2bfd tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:59.226233 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-2fe18732-4479-4191-b2b0-e1f7d9ab2bfd tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Transition to ACTIVE for port object 382bff52-ea85-4d02-88ec-8a094905ac86 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:07:59.262101 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-2fe18732-4479-4191-b2b0-e1f7d9ab2bfd tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:59.313910 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-2fe18732-4479-4191-b2b0-e1f7d9ab2bfd tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Network 77650b04-197c-4f2d-93ed-1f3a3f2db13f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:07:59.317007 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-2fe18732-4479-4191-b2b0-e1f7d9ab2bfd tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:07:59.319411 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-2fe18732-4479-4191-b2b0-e1f7d9ab2bfd tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:07:59.335847 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-868aff61-1ae7-4b03-91d0-3ca0133c02c4 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Request body: {'security_group': {'name': 'tempest-secgroup--992656797'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:07:59.355722 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe18732-4479-4191-b2b0-e1f7d9ab2bfd tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Pushing event updated for resources: {'Port': ['ID=382bff52-ea85-4d02-88ec-8a094905ac86,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:59.397097 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-868aff61-1ae7-4b03-91d0-3ca0133c02c4 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:59.402524 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-2fe18732-4479-4191-b2b0-e1f7d9ab2bfd tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:59.403772 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-2fe18732-4479-4191-b2b0-e1f7d9ab2bfd tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:59.408756 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-868aff61-1ae7-4b03-91d0-3ca0133c02c4 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:59.421122 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-2fe18732-4479-4191-b2b0-e1f7d9ab2bfd tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7881253 Aug 28 15:07:59.437403 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-a01a7bbd-8dc5-426b-b6a5-a803b7fdde06 service neutron] Request body: {'port': {'device_id': '59026dc1-cb73-4ea1-b43d-47663def1617', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:07:59.525900 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-a01a7bbd-8dc5-426b-b6a5-a803b7fdde06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:59.597296 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-868aff61-1ae7-4b03-91d0-3ca0133c02c4 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:59.603151 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-868aff61-1ae7-4b03-91d0-3ca0133c02c4 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:59.689442 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868aff61-1ae7-4b03-91d0-3ca0133c02c4 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e5541f-f7e7-4c28-a66a-4372c4a1f08c,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:59.757972 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-868aff61-1ae7-4b03-91d0-3ca0133c02c4 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:59.763380 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-868aff61-1ae7-4b03-91d0-3ca0133c02c4 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:59.786667 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-006e534f-fc0f-4aff-840b-cf984a5be76c None None] Provisioning for port 382bff52-ea85-4d02-88ec-8a094905ac86 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:07:59.790850 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-006e534f-fc0f-4aff-840b-cf984a5be76c None None] Provisioning complete for port 382bff52-ea85-4d02-88ec-8a094905ac86 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:07:59.791228 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-006e534f-fc0f-4aff-840b-cf984a5be76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:59.827846 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-868aff61-1ae7-4b03-91d0-3ca0133c02c4 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:07:59.832202 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-868aff61-1ae7-4b03-91d0-3ca0133c02c4 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7776988 Aug 28 15:07:59.834206 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47816) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:07:59.864779 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-006e534f-fc0f-4aff-840b-cf984a5be76c None None] Port 382bff52-ea85-4d02-88ec-8a094905ac86 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:07:59.868942 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868aff61-1ae7-4b03-91d0-3ca0133c02c4 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0177f210-a5b8-4992-9fa7-5d23722ff926,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:07:59.970796 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f245f-69ef-4198-9ebc-7cdb7d8bdc5b req-ce8c7ca4-eea8-4a4a-8ca3-d9a4546e8473 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:07:59.978279 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c30a2d70-0b77-47fc-8707-cf6829aabc8a tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1425219 Aug 28 15:07:59.980194 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bd5f245f-69ef-4198-9ebc-7cdb7d8bdc5b req-ce8c7ca4-eea8-4a4a-8ca3-d9a4546e8473 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 946 time: 0.0700073 Aug 28 15:07:59.982560 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47820) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:00.005252 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-e9c849c0-8f12-4ed8-80bd-8039eede17e9 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Request body: {'security_group': {'name': 'tempest-security--818581798', 'description': 'tempest-security-description-1077650142'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:00.022148 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133c48a-0d54-4c1b-822d-1bbe2dee9652 req-93ea00b9-6cd1-4a40-956d-8947c80a18e7 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:00.024044 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e133c48a-0d54-4c1b-822d-1bbe2dee9652 req-93ea00b9-6cd1-4a40-956d-8947c80a18e7 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 931 time: 0.1131380 Aug 28 15:08:00.056227 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bd5f245f-69ef-4198-9ebc-7cdb7d8bdc5b req-9ef36eeb-cbb2-4393-9e94-b9389a7b633e tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748520 Aug 28 15:08:00.064899 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e9c849c0-8f12-4ed8-80bd-8039eede17e9 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:00.112479 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-a01a7bbd-8dc5-426b-b6a5-a803b7fdde06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 382bff52-ea85-4d02-88ec-8a094905ac86 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:08:00.122180 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-a01a7bbd-8dc5-426b-b6a5-a803b7fdde06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:00.127312 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e133c48a-0d54-4c1b-822d-1bbe2dee9652 req-95ea8fbd-7f72-4aea-b8df-de7ab4c5b53b tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922372 Aug 28 15:08:00.149731 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-a01a7bbd-8dc5-426b-b6a5-a803b7fdde06 service neutron] Transition to ACTIVE for port object 382bff52-ea85-4d02-88ec-8a094905ac86 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:08:00.154493 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-a01a7bbd-8dc5-426b-b6a5-a803b7fdde06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:00.170765 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e9c849c0-8f12-4ed8-80bd-8039eede17e9 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:00.175716 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e9c849c0-8f12-4ed8-80bd-8039eede17e9 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:00.180023 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e9c849c0-8f12-4ed8-80bd-8039eede17e9 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:00.181673 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e9c849c0-8f12-4ed8-80bd-8039eede17e9 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "PUT /v2.0/security-groups/0177f210-a5b8-4992-9fa7-5d23722ff926 HTTP/1.1" status: 200 len: 1779 time: 0.1980891 Aug 28 15:08:00.187742 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47826) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:00.228887 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a7bbd-8dc5-426b-b6a5-a803b7fdde06 service neutron] Pushing event updated for resources: {'Port': ['ID=382bff52-ea85-4d02-88ec-8a094905ac86,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:00.325576 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c849c0-8f12-4ed8-80bd-8039eede17e9 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0177f210-a5b8-4992-9fa7-5d23722ff926,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:00.357961 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b7f83-9756-494f-8912-fda4882d422d req-e57f15de-28dc-44c2-9bec-e8793c66ffd8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:00.369121 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7b2b7f83-9756-494f-8912-fda4882d422d req-e57f15de-28dc-44c2-9bec-e8793c66ffd8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 945 time: 0.1858590 Aug 28 15:08:00.407741 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-a01a7bbd-8dc5-426b-b6a5-a803b7fdde06 service neutron] Attempting to bind port 382bff52-ea85-4d02-88ec-8a094905ac86 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:08:00.408190 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-a01a7bbd-8dc5-426b-b6a5-a803b7fdde06 service neutron] Attempting to bind port 382bff52-ea85-4d02-88ec-8a094905ac86 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': 'b1ed49cc-e427-4bca-b57b-61c1f5306996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:08:00.408593 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-a01a7bbd-8dc5-426b-b6a5-a803b7fdde06 service neutron] Attempting to bind port 382bff52-ea85-4d02-88ec-8a094905ac86 on network 77650b04-197c-4f2d-93ed-1f3a3f2db13f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:08:00.414186 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-a01a7bbd-8dc5-426b-b6a5-a803b7fdde06 service neutron] Port 382bff52-ea85-4d02-88ec-8a094905ac86 on network 77650b04-197c-4f2d-93ed-1f3a3f2db13f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:08:00.414643 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-a01a7bbd-8dc5-426b-b6a5-a803b7fdde06 service neutron] Attempting to bind port 382bff52-ea85-4d02-88ec-8a094905ac86 on network 77650b04-197c-4f2d-93ed-1f3a3f2db13f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:08:00.420619 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-a01a7bbd-8dc5-426b-b6a5-a803b7fdde06 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:08:00.420944 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-a01a7bbd-8dc5-426b-b6a5-a803b7fdde06 service neutron] Checking segment: {'id': 'b1ed49cc-e427-4bca-b57b-61c1f5306996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:08:00.421406 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-a01a7bbd-8dc5-426b-b6a5-a803b7fdde06 service neutron] Bound using segment: {'id': 'b1ed49cc-e427-4bca-b57b-61c1f5306996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:08:00.421909 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-a01a7bbd-8dc5-426b-b6a5-a803b7fdde06 service neutron] Bound port: 382bff52-ea85-4d02-88ec-8a094905ac86, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ed49cc-e427-4bca-b57b-61c1f5306996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:08:00.422359 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-a01a7bbd-8dc5-426b-b6a5-a803b7fdde06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:00.453650 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7b2b7f83-9756-494f-8912-fda4882d422d req-094771dc-349e-4ca8-a380-9a51b6dff49f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821786 Aug 28 15:08:00.480809 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5e5b9587-a9a2-4374-b3d0-02cb1b711086 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "GET /v2.0/security-groups/0177f210-a5b8-4992-9fa7-5d23722ff926 HTTP/1.1" status: 200 len: 1779 time: 0.2776046 Aug 28 15:08:00.480809 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47830) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:00.546475 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-a01a7bbd-8dc5-426b-b6a5-a803b7fdde06 service neutron] For port 382bff52-ea85-4d02-88ec-8a094905ac86, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:08:00.550050 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-a01a7bbd-8dc5-426b-b6a5-a803b7fdde06 service neutron] For port 382bff52-ea85-4d02-88ec-8a094905ac86, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=382bff52-ea85-4d02-88ec-8a094905ac86,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:08:00.563457 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-a01a7bbd-8dc5-426b-b6a5-a803b7fdde06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:00.585906 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92a9f59f-4353-4d9d-8566-a11648faf5cb tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:00.604759 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-a01a7bbd-8dc5-426b-b6a5-a803b7fdde06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:00.605552 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-a01a7bbd-8dc5-426b-b6a5-a803b7fdde06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:00.607315 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-a01a7bbd-8dc5-426b-b6a5-a803b7fdde06 service neutron] 10.222.0.41 "PUT /v2.0/ports/382bff52-ea85-4d02-88ec-8a094905ac86 HTTP/1.1" status: 200 len: 1092 time: 1.1762383 Aug 28 15:08:00.607804 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59026dc1-cb73-4ea1-b43d-47663def1617', 'tag': '382bff52-ea85-4d02-88ec-8a094905ac86'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:08:00.610268 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341a105e-7ae5-4a6f-8e2b-ff9ac41f9d21" -d '{"events": [{"name": "network-changed", "server_uuid": "59026dc1-cb73-4ea1-b43d-47663def1617", "tag": "382bff52-ea85-4d02-88ec-8a094905ac86"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:08:00.661031 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a7bbd-8dc5-426b-b6a5-a803b7fdde06 service neutron] Pushing event updated for resources: {'Port': ['ID=382bff52-ea85-4d02-88ec-8a094905ac86,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:00.686497 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92a9f59f-4353-4d9d-8566-a11648faf5cb tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:00.694167 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b526ddef-4e9f-4300-b05d-764d00c69eaf x-openstack-request-id: req-b526ddef-4e9f-4300-b05d-764d00c69eaf {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:08:00.695361 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59026dc1-cb73-4ea1-b43d-47663def1617", "tag": "382bff52-ea85-4d02-88ec-8a094905ac86", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:08:00.696324 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b526ddef-4e9f-4300-b05d-764d00c69eaf {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:08:00.696859 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59026dc1-cb73-4ea1-b43d-47663def1617', 'tag': '382bff52-ea85-4d02-88ec-8a094905ac86', 'status': 'completed', 'code': 200} Aug 28 15:08:00.742932 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-7199358b-774e-4f49-98f7-845f0aee3921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:00.745186 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-7199358b-774e-4f49-98f7-845f0aee3921 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d&device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 1095 time: 0.0679412 Aug 28 15:08:00.788820 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92a9f59f-4353-4d9d-8566-a11648faf5cb tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:00.794051 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92a9f59f-4353-4d9d-8566-a11648faf5cb tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:00.797513 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-92a9f59f-4353-4d9d-8566-a11648faf5cb tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "DELETE /v2.0/security-groups/0177f210-a5b8-4992-9fa7-5d23722ff926 HTTP/1.1" status: 204 len: 168 time: 0.3233213 Aug 28 15:08:00.799087 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47844) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:00.815371 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-6051ce00-1790-4ccd-bca1-1201a0eee232 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=382bff52-ea85-4d02-88ec-8a094905ac86 HTTP/1.1" status: 200 len: 217 time: 0.0534081 Aug 28 15:08:00.828133 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9f59f-4353-4d9d-8566-a11648faf5cb tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0177f210-a5b8-4992-9fa7-5d23722ff926,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:00.869698 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-86f84eec-62c5-4cfa-a933-4f0247d54761 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0662332 Aug 28 15:08:00.874478 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47848) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:00.900815 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-20426116-8414-4d2f-9287-f773fb91479c tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] delete failed (client error): The resource could not be found. Aug 28 15:08:00.901921 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-e396fdc3-e887-4605-a042-92432af11385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:00.902965 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-20426116-8414-4d2f-9287-f773fb91479c tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "DELETE /v2.0/security-groups/0177f210-a5b8-4992-9fa7-5d23722ff926 HTTP/1.1" status: 404 len: 347 time: 0.0270233 Aug 28 15:08:00.903578 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-e396fdc3-e887-4605-a042-92432af11385 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=836bd9d7-21bc-4e2a-b716-53b54890baa2 HTTP/1.1" status: 200 len: 850 time: 0.0670664 Aug 28 15:08:00.909437 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47850) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:00.926427 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-4e1a8261-4148-4b15-a5be-862ebcd598a8 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Request body: {'security_group': {'name': 'tempest-secgroup--529221891'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:00.955201 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4e1a8261-4148-4b15-a5be-862ebcd598a8 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:00.970480 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-3380580d-0ca8-48ea-a0df-b5cd912478b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:00.972410 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-3380580d-0ca8-48ea-a0df-b5cd912478b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77650b04-197c-4f2d-93ed-1f3a3f2db13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610223 Aug 28 15:08:01.049442 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4e1a8261-4148-4b15-a5be-862ebcd598a8 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:01.054909 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4e1a8261-4148-4b15-a5be-862ebcd598a8 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:01.081998 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-5706245d-526e-4efc-8da2-ab790ac8abbc service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991185 Aug 28 15:08:01.092045 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4e1a8261-4148-4b15-a5be-862ebcd598a8 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:01.092935 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4e1a8261-4148-4b15-a5be-862ebcd598a8 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1815448 Aug 28 15:08:01.094830 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a8261-4148-4b15-a5be-862ebcd598a8 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f258642a-34ca-490d-add4-955c2b579b53,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:01.096878 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47856) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:01.102347 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-b54ecc38-3127-4efa-9dba-e3de241b9d21 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Request body: {'security_group_rule': {'security_group_id': 'f258642a-34ca-490d-add4-955c2b579b53', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:01.155067 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b54ecc38-3127-4efa-9dba-e3de241b9d21 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:01.262208 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c802f01-eeaa-46b4-81fd-b5536515f989 req-faa1de78-d4da-4421-9c16-fd62a36c052a tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:01.269739 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3c802f01-eeaa-46b4-81fd-b5536515f989 req-faa1de78-d4da-4421-9c16-fd62a36c052a tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 946 time: 0.1306424 Aug 28 15:08:01.281954 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-020aa72f-ba15-43ca-b5f6-b39608cd777c req-0e9edf4c-60be-4630-a9a7-72bb59b13678 service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921630 Aug 28 15:08:01.306829 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1930f6-0ff2-4400-8c19-497ae7062a93 req-a781f082-019e-48cd-b4e5-b223f1c678f8 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:01.308797 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ff1930f6-0ff2-4400-8c19-497ae7062a93 req-a781f082-019e-48cd-b4e5-b223f1c678f8 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 943 time: 0.0606046 Aug 28 15:08:01.314670 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3c802f01-eeaa-46b4-81fd-b5536515f989 req-c40f77f7-50de-4ec0-9391-b414c0208823 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439403 Aug 28 15:08:01.325667 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b54ecc38-3127-4efa-9dba-e3de241b9d21 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:01.330837 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b54ecc38-3127-4efa-9dba-e3de241b9d21 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:01.358855 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ecc38-3127-4efa-9dba-e3de241b9d21 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54395d21-2102-4e38-b977-83664ef5d2a4,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:01.370605 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b54ecc38-3127-4efa-9dba-e3de241b9d21 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:01.371965 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b54ecc38-3127-4efa-9dba-e3de241b9d21 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2741339 Aug 28 15:08:01.375262 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47862) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:01.408870 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-322d88b2-fde3-428c-b122-c6570497991e tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:01.410140 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ff1930f6-0ff2-4400-8c19-497ae7062a93 req-9369a592-00fc-4154-88d1-0d57702688b1 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791793 Aug 28 15:08:01.429744 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-322d88b2-fde3-428c-b122-c6570497991e tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:01.432149 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a105e-7ae5-4a6f-8e2b-ff9ac41f9d21 req-3f471ba0-e730-483c-8721-688e8d2b0a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:01.435496 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-341a105e-7ae5-4a6f-8e2b-ff9ac41f9d21 req-3f471ba0-e730-483c-8721-688e8d2b0a2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d&device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 1095 time: 0.0894797 Aug 28 15:08:01.487767 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-322d88b2-fde3-428c-b122-c6570497991e tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:01.499004 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-322d88b2-fde3-428c-b122-c6570497991e tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:01.500357 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-322d88b2-fde3-428c-b122-c6570497991e tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/54395d21-2102-4e38-b977-83664ef5d2a4 HTTP/1.1" status: 204 len: 168 time: 0.1236401 Aug 28 15:08:01.505085 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d88b2-fde3-428c-b122-c6570497991e tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54395d21-2102-4e38-b977-83664ef5d2a4,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:01.508677 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47868) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:01.621744 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-94230da4-6606-4af8-8b35-1c4fd40dd0f5 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1105959 Aug 28 15:08:01.626409 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47872) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:01.628654 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57799d0-8f69-4649-97fa-1cf78b387e8d req-c44c6d5f-72e0-4433-85b2-f6ab9cb20d8f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:01.631380 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b57799d0-8f69-4649-97fa-1cf78b387e8d req-c44c6d5f-72e0-4433-85b2-f6ab9cb20d8f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 945 time: 0.0874984 Aug 28 15:08:01.658978 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a105e-7ae5-4a6f-8e2b-ff9ac41f9d21 req-53566c61-2cce-4ab6-bfdf-999508e07645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:01.660464 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-341a105e-7ae5-4a6f-8e2b-ff9ac41f9d21 req-53566c61-2cce-4ab6-bfdf-999508e07645 service neutron] 10.222.0.41 "GET /v2.0/networks?id=77650b04-197c-4f2d-93ed-1f3a3f2db13f HTTP/1.1" status: 200 len: 912 time: 0.2161193 Aug 28 15:08:01.673442 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b57799d0-8f69-4649-97fa-1cf78b387e8d req-1e488aca-621e-4ffa-aadd-ea79e70ae7c7 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361009 Aug 28 15:08:01.715709 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-341a105e-7ae5-4a6f-8e2b-ff9ac41f9d21 req-556128bf-06ff-4f3e-95e3-41da54bff10e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=382bff52-ea85-4d02-88ec-8a094905ac86 HTTP/1.1" status: 200 len: 217 time: 0.0453823 Aug 28 15:08:01.772870 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-57d134b7-d4ec-4566-8e52-bb62144f2b55 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:01.792107 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a105e-7ae5-4a6f-8e2b-ff9ac41f9d21 req-726b4043-b022-4d7c-b75e-7b4f8668d17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:01.793568 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-341a105e-7ae5-4a6f-8e2b-ff9ac41f9d21 req-726b4043-b022-4d7c-b75e-7b4f8668d17b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=836bd9d7-21bc-4e2a-b716-53b54890baa2 HTTP/1.1" status: 200 len: 850 time: 0.0704968 Aug 28 15:08:01.812482 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-57d134b7-d4ec-4566-8e52-bb62144f2b55 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:01.866007 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47878) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:01.874738 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a105e-7ae5-4a6f-8e2b-ff9ac41f9d21 req-c40c217a-18f1-43e7-b432-1391f96086eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:01.876605 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-341a105e-7ae5-4a6f-8e2b-ff9ac41f9d21 req-c40c217a-18f1-43e7-b432-1391f96086eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77650b04-197c-4f2d-93ed-1f3a3f2db13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0733547 Aug 28 15:08:01.894294 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-57d134b7-d4ec-4566-8e52-bb62144f2b55 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:01.897785 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-57d134b7-d4ec-4566-8e52-bb62144f2b55 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:01.901243 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-57d134b7-d4ec-4566-8e52-bb62144f2b55 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "DELETE /v2.0/security-groups/f258642a-34ca-490d-add4-955c2b579b53 HTTP/1.1" status: 204 len: 168 time: 0.2714989 Aug 28 15:08:01.903229 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47884) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:01.951276 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d134b7-d4ec-4566-8e52-bb62144f2b55 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f258642a-34ca-490d-add4-955c2b579b53,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:01.960507 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47886) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:01.960909 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7469dfdb-55c4-4690-b139-3fb2c2e592fa tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0564220 Aug 28 15:08:01.967076 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-049597bb-998b-4252-8fa9-7772441236ba tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Request body: {'security_group': {'name': 'tempest-secgroup--1555995650'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:02.007807 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-18cb5d65-5dbe-405d-85ff-46a3b8ac3c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:02.014637 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-049597bb-998b-4252-8fa9-7772441236ba tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:02.029307 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-341a105e-7ae5-4a6f-8e2b-ff9ac41f9d21 req-8901984a-fc08-4adc-a17f-446c7abf90af service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441383 Aug 28 15:08:02.098579 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-18cb5d65-5dbe-405d-85ff-46a3b8ac3c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:02.102655 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-18cb5d65-5dbe-405d-85ff-46a3b8ac3c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:02.144782 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-18cb5d65-5dbe-405d-85ff-46a3b8ac3c7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9d9a31695a34711b27c2961d1689c4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2746398 Aug 28 15:08:02.144782 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb5d65-5dbe-405d-85ff-46a3b8ac3c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fd9bfe-50e3-4c3a-817b-0bf7f60d1fcf,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:02.145220 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47888) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:02.155304 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-341a105e-7ae5-4a6f-8e2b-ff9ac41f9d21 req-937a3cb1-2402-463b-b003-a0c9d83df60f service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180029 Aug 28 15:08:02.234393 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-049597bb-998b-4252-8fa9-7772441236ba tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:02.235478 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e1ef7e84-f4b3-40b5-821d-1ae262c2f4bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:02.240131 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-049597bb-998b-4252-8fa9-7772441236ba tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:02.275835 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e1ef7e84-f4b3-40b5-821d-1ae262c2f4bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:02.277530 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-049597bb-998b-4252-8fa9-7772441236ba tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:02.278734 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-049597bb-998b-4252-8fa9-7772441236ba tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3170316 Aug 28 15:08:02.281731 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47890) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:02.286501 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-394f9d7a-45e4-42c0-bee5-1648fb8fabf0 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Request body: {'security_group_rule': {'security_group_id': '487b69cd-bb98-4c67-9311-d528bdf176bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:02.300338 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049597bb-998b-4252-8fa9-7772441236ba tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=487b69cd-bb98-4c67-9311-d528bdf176bd,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:02.315131 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-394f9d7a-45e4-42c0-bee5-1648fb8fabf0 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:02.336379 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e1ef7e84-f4b3-40b5-821d-1ae262c2f4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:02.338972 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e1ef7e84-f4b3-40b5-821d-1ae262c2f4bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:02.340162 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e1ef7e84-f4b3-40b5-821d-1ae262c2f4bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96fd9bfe-50e3-4c3a-817b-0bf7f60d1fcf HTTP/1.1" status: 204 len: 168 time: 0.1938992 Aug 28 15:08:02.347821 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef7e84-f4b3-40b5-821d-1ae262c2f4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fd9bfe-50e3-4c3a-817b-0bf7f60d1fcf,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:02.381453 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-394f9d7a-45e4-42c0-bee5-1648fb8fabf0 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:02.387100 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-394f9d7a-45e4-42c0-bee5-1648fb8fabf0 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:02.413100 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f9d7a-45e4-42c0-bee5-1648fb8fabf0 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d026e4a5-c0d6-460d-9f54-7e57c0db3685,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:02.424333 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-394f9d7a-45e4-42c0-bee5-1648fb8fabf0 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:02.430702 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-394f9d7a-45e4-42c0-bee5-1648fb8fabf0 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1475172 Aug 28 15:08:02.432200 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47898) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:02.440423 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-af38a4da-10ad-4a23-adad-fb61f8d19291 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Request body: {'security_group_rule': {'security_group_id': '487b69cd-bb98-4c67-9311-d528bdf176bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:02.489459 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-af38a4da-10ad-4a23-adad-fb61f8d19291 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:02.491516 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9428fc6-f0fd-43fb-a553-92d73831f2fa req-2eec2535-3b16-4c31-a3a2-b1c64c15f436 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:02.493687 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a9428fc6-f0fd-43fb-a553-92d73831f2fa req-2eec2535-3b16-4c31-a3a2-b1c64c15f436 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 946 time: 0.0727515 Aug 28 15:08:02.537295 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a9428fc6-f0fd-43fb-a553-92d73831f2fa req-cb6c0cae-41a2-48bf-9cde-40d243e79e15 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347335 Aug 28 15:08:02.575994 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ae0ce-e203-4476-bce6-342ee3cd1f74 req-1b9d6a99-7dde-4215-9aaf-d4a5bfdf0339 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:02.577481 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c32ae0ce-e203-4476-bce6-342ee3cd1f74 req-1b9d6a99-7dde-4215-9aaf-d4a5bfdf0339 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 943 time: 0.0843852 Aug 28 15:08:02.583282 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-af38a4da-10ad-4a23-adad-fb61f8d19291 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:02.592103 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-af38a4da-10ad-4a23-adad-fb61f8d19291 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:02.623287 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38a4da-10ad-4a23-adad-fb61f8d19291 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84944c4c-c371-49da-a7e5-679bf1997a82,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:02.632703 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-af38a4da-10ad-4a23-adad-fb61f8d19291 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:02.633909 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-af38a4da-10ad-4a23-adad-fb61f8d19291 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2001214 Aug 28 15:08:02.636648 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47902) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:02.641544 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-5383cb23-b090-402b-a26d-b22619d8de41 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Request body: {'security_group_rule': {'security_group_id': '487b69cd-bb98-4c67-9311-d528bdf176bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:02.648884 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c32ae0ce-e203-4476-bce6-342ee3cd1f74 req-39974f67-3744-4b78-a7e8-2fae76e6d5cf tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639429 Aug 28 15:08:02.675134 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5383cb23-b090-402b-a26d-b22619d8de41 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:02.720603 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47910) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:02.736525 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-50911698-99b9-434e-be18-d36ebd3d7597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:02.756270 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5383cb23-b090-402b-a26d-b22619d8de41 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:02.758971 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5383cb23-b090-402b-a26d-b22619d8de41 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:02.775963 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383cb23-b090-402b-a26d-b22619d8de41 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc3d1fe-5e7d-4b3a-8489-117f57b106fc,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:02.834203 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0df7a-4837-4972-a379-e829d346e724 req-92ba36ba-dd4a-469c-b253-3b2d6bb2e751 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:02.835996 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a7f0df7a-4837-4972-a379-e829d346e724 req-92ba36ba-dd4a-469c-b253-3b2d6bb2e751 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 945 time: 0.0854149 Aug 28 15:08:02.897072 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a7f0df7a-4837-4972-a379-e829d346e724 req-9509bd4a-76d2-41dc-9285-6b568be9eef5 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545933 Aug 28 15:08:02.932834 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-50911698-99b9-434e-be18-d36ebd3d7597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:02.936940 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-50911698-99b9-434e-be18-d36ebd3d7597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:02.940628 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5383cb23-b090-402b-a26d-b22619d8de41 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:02.942059 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5383cb23-b090-402b-a26d-b22619d8de41 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3044484 Aug 28 15:08:02.944887 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47920) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:02.949672 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-457bcb81-dc7a-4de8-afc7-68903137878d tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Request body: {'security_group_rule': {'security_group_id': '487b69cd-bb98-4c67-9311-d528bdf176bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:02.989669 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47926) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:02.990516 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-50911698-99b9-434e-be18-d36ebd3d7597 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8ac28b8cde94d9bb35b3aace5072ec2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2681265 Aug 28 15:08:02.991643 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50911698-99b9-434e-be18-d36ebd3d7597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3426e99-bce9-4b1c-b00e-3330c0340220,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:03.012650 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-457bcb81-dc7a-4de8-afc7-68903137878d tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:03.095944 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-457bcb81-dc7a-4de8-afc7-68903137878d tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:03.100316 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-457bcb81-dc7a-4de8-afc7-68903137878d tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:03.106464 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-72d40331-b603-48e1-85be-c0fb8cab0480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:03.135797 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457bcb81-dc7a-4de8-afc7-68903137878d tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c1bba2-42be-4027-8e07-1a9883818926,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:03.145221 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-457bcb81-dc7a-4de8-afc7-68903137878d tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:03.146709 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-457bcb81-dc7a-4de8-afc7-68903137878d tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2004342 Aug 28 15:08:03.149326 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47928) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:03.151941 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-72d40331-b603-48e1-85be-c0fb8cab0480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:03.154290 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-d177aa58-fd6e-431a-b89a-c8359f73bc69 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Request body: {'security_group_rule': {'security_group_id': '487b69cd-bb98-4c67-9311-d528bdf176bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:03.188822 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d177aa58-fd6e-431a-b89a-c8359f73bc69 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:03.225368 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-72d40331-b603-48e1-85be-c0fb8cab0480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:03.229021 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-72d40331-b603-48e1-85be-c0fb8cab0480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:03.233023 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-72d40331-b603-48e1-85be-c0fb8cab0480 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3426e99-bce9-4b1c-b00e-3330c0340220 HTTP/1.1" status: 204 len: 168 time: 0.2412672 Aug 28 15:08:03.242599 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d40331-b603-48e1-85be-c0fb8cab0480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3426e99-bce9-4b1c-b00e-3330c0340220,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:03.295247 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d177aa58-fd6e-431a-b89a-c8359f73bc69 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:03.299261 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d177aa58-fd6e-431a-b89a-c8359f73bc69 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:03.318632 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177aa58-fd6e-431a-b89a-c8359f73bc69 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea464a5d-8804-46e1-92e4-bad99f1f757b,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:03.324535 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d177aa58-fd6e-431a-b89a-c8359f73bc69 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:03.328626 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d177aa58-fd6e-431a-b89a-c8359f73bc69 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1782148 Aug 28 15:08:03.329128 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47936) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:03.356878 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-155bcb7f-8d2a-443e-9ad6-42cbafeb1ee8 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:03.366612 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-155bcb7f-8d2a-443e-9ad6-42cbafeb1ee8 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:03.397882 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-155bcb7f-8d2a-443e-9ad6-42cbafeb1ee8 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:03.402283 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-155bcb7f-8d2a-443e-9ad6-42cbafeb1ee8 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:03.406270 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-155bcb7f-8d2a-443e-9ad6-42cbafeb1ee8 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/ea464a5d-8804-46e1-92e4-bad99f1f757b HTTP/1.1" status: 204 len: 168 time: 0.0731764 Aug 28 15:08:03.406617 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47940) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:03.419268 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155bcb7f-8d2a-443e-9ad6-42cbafeb1ee8 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea464a5d-8804-46e1-92e4-bad99f1f757b,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:03.464405 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f918d208-1204-4023-8b27-9be75efef3d6 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0569890 Aug 28 15:08:03.466979 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47944) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:03.491111 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-89451acb-bd7c-4f5f-931e-0859cbdf589c tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:03.498733 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-89451acb-bd7c-4f5f-931e-0859cbdf589c tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:03.532109 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-89451acb-bd7c-4f5f-931e-0859cbdf589c tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:03.533360 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-89451acb-bd7c-4f5f-931e-0859cbdf589c tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:03.537570 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-89451acb-bd7c-4f5f-931e-0859cbdf589c tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/75c1bba2-42be-4027-8e07-1a9883818926 HTTP/1.1" status: 204 len: 168 time: 0.0665727 Aug 28 15:08:03.537739 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47948) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:03.540962 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89451acb-bd7c-4f5f-931e-0859cbdf589c tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75c1bba2-42be-4027-8e07-1a9883818926,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:03.592704 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-af6f946e-5544-4929-913a-a01a04dd3587 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0537281 Aug 28 15:08:03.595567 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47954) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:03.621453 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dbe83513-703d-43a9-83db-46aeb73512ff tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:03.634201 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dbe83513-703d-43a9-83db-46aeb73512ff tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:03.714687 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dbe83513-703d-43a9-83db-46aeb73512ff tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:03.723577 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4024e-557b-4a1d-ad15-ea6fb26eb2c8 req-f24bc794-2c2b-4c86-a367-09e3af71b550 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:03.725283 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7ca4024e-557b-4a1d-ad15-ea6fb26eb2c8 req-f24bc794-2c2b-4c86-a367-09e3af71b550 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 946 time: 0.0953794 Aug 28 15:08:03.728319 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dbe83513-703d-43a9-83db-46aeb73512ff tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:03.729446 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-dbe83513-703d-43a9-83db-46aeb73512ff tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4cc3d1fe-5e7d-4b3a-8489-117f57b106fc HTTP/1.1" status: 204 len: 168 time: 0.1328669 Aug 28 15:08:03.732190 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47962) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:03.763617 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe83513-703d-43a9-83db-46aeb73512ff tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4cc3d1fe-5e7d-4b3a-8489-117f57b106fc,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:03.788236 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7ca4024e-557b-4a1d-ad15-ea6fb26eb2c8 req-a2aaaf05-5a5e-4bb8-b326-3d11a6374d8a tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470886 Aug 28 15:08:03.823513 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b3962e03-2784-4cc1-91a7-7b21be550199 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0901270 Aug 28 15:08:03.826306 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47964) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:03.854941 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b45f4-e4dc-41e5-a8bc-2b5ddee2ae81 req-e2f08bb6-978d-4a3e-a496-f701ea9eb984 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:03.867565 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-739b45f4-e4dc-41e5-a8bc-2b5ddee2ae81 req-e2f08bb6-978d-4a3e-a496-f701ea9eb984 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 943 time: 0.1195166 Aug 28 15:08:03.912967 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0cff36d1-99f4-4cd5-a6dc-f994c75bcecb tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:03.926640 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0cff36d1-99f4-4cd5-a6dc-f994c75bcecb tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:03.947161 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-739b45f4-e4dc-41e5-a8bc-2b5ddee2ae81 req-b5af72e6-d24a-45db-a018-16ebeb870e53 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643992 Aug 28 15:08:03.983406 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0cff36d1-99f4-4cd5-a6dc-f994c75bcecb tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:03.993420 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0cff36d1-99f4-4cd5-a6dc-f994c75bcecb tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:03.996698 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0cff36d1-99f4-4cd5-a6dc-f994c75bcecb tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/84944c4c-c371-49da-a7e5-679bf1997a82 HTTP/1.1" status: 204 len: 168 time: 0.1668048 Aug 28 15:08:03.996916 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47976) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:04.007468 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff36d1-99f4-4cd5-a6dc-f994c75bcecb tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84944c4c-c371-49da-a7e5-679bf1997a82,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:04.057276 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8f3c9f34-5df0-4b2c-ba25-356bdf91f7a2 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0591114 Aug 28 15:08:04.058079 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47982) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:04.107167 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a65b81-4fa0-4af9-8f31-c7e603dca0bb req-ad3fc1ac-735a-4f20-8b24-a18342b6756c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:04.108812 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dd4c5065-481f-487a-93bd-975edc257f68 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:04.108940 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e5a65b81-4fa0-4af9-8f31-c7e603dca0bb req-ad3fc1ac-735a-4f20-8b24-a18342b6756c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 945 time: 0.0727625 Aug 28 15:08:04.128369 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dd4c5065-481f-487a-93bd-975edc257f68 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:04.152971 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e5a65b81-4fa0-4af9-8f31-c7e603dca0bb req-8185b705-0930-4fce-97bc-f2275968d850 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380592 Aug 28 15:08:04.174412 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dd4c5065-481f-487a-93bd-975edc257f68 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:04.180846 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dd4c5065-481f-487a-93bd-975edc257f68 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:04.181970 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-dd4c5065-481f-487a-93bd-975edc257f68 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/d026e4a5-c0d6-460d-9f54-7e57c0db3685 HTTP/1.1" status: 204 len: 168 time: 0.1227248 Aug 28 15:08:04.184659 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47986) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:04.192254 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c5065-481f-487a-93bd-975edc257f68 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d026e4a5-c0d6-460d-9f54-7e57c0db3685,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:04.233733 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-109b6ad0-1ef3-4a08-aa8c-b2a05fde5d59 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0478318 Aug 28 15:08:04.236400 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47990) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:04.272697 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-2ca2bff7-f024-4eb6-b690-28b6cccaece7 service neutron] show failed (client error): The resource could not be found. Aug 28 15:08:04.273600 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-2ca2bff7-f024-4eb6-b690-28b6cccaece7 service neutron] 10.222.0.36 "GET /v2.0/ports/15136077-3ff4-48b1-bb6a-5bcc767ebe52/bindings/n-h1-712137-10 HTTP/1.1" status: 404 len: 381 time: 0.2061765 Aug 28 15:08:04.304068 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3a56e479-8f9e-464f-bd5c-116488bf7f68 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:04.330027 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3a56e479-8f9e-464f-bd5c-116488bf7f68 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:04.385032 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3a56e479-8f9e-464f-bd5c-116488bf7f68 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:04.389702 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3a56e479-8f9e-464f-bd5c-116488bf7f68 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:04.394961 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3a56e479-8f9e-464f-bd5c-116488bf7f68 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "DELETE /v2.0/security-groups/487b69cd-bb98-4c67-9311-d528bdf176bd HTTP/1.1" status: 204 len: 168 time: 0.1553221 Aug 28 15:08:04.395362 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47998) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:04.415090 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56e479-8f9e-464f-bd5c-116488bf7f68 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=487b69cd-bb98-4c67-9311-d528bdf176bd,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:04.465842 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8c6c8128-5141-4696-9c44-7a2f1e1b7f62 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0684681 Aug 28 15:08:04.472032 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48002) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:04.477657 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-74947d21-54c4-4541-bbff-c1f5bcba2aca tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Request body: {'security_group': {'name': 'tempest-secgroup--1903136479'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:04.509022 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-74947d21-54c4-4541-bbff-c1f5bcba2aca tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:04.587834 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-556bbc21-65e8-4d10-b5b0-112374b8f27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:04.589698 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-556bbc21-65e8-4d10-b5b0-112374b8f27e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45&tenant_id=bee02b8454d546b78330e0129408e569 HTTP/1.1" status: 200 len: 1097 time: 0.1131265 Aug 28 15:08:04.605327 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-a4d51f4d-a52a-4028-b0cc-e182411043f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-10', 'device_owner': 'compute:nova'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:04.639058 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-74947d21-54c4-4541-bbff-c1f5bcba2aca tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:04.647212 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-74947d21-54c4-4541-bbff-c1f5bcba2aca tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:04.665019 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-a4d51f4d-a52a-4028-b0cc-e182411043f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:04.682197 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74947d21-54c4-4541-bbff-c1f5bcba2aca tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a798fd-50b6-4689-9e56-d92194671fbb,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:04.706451 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-74947d21-54c4-4541-bbff-c1f5bcba2aca tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:04.711676 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-74947d21-54c4-4541-bbff-c1f5bcba2aca tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2353373 Aug 28 15:08:04.712599 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48012) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:04.717636 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-6012e4d2-fb9f-405b-b5e8-95950a52d27a tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Request body: {'security_group_rule': {'security_group_id': '75a798fd-50b6-4689-9e56-d92194671fbb', 'direction': 'ingress', 'protocol': 17}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:04.759058 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6012e4d2-fb9f-405b-b5e8-95950a52d27a tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:04.843351 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6012e4d2-fb9f-405b-b5e8-95950a52d27a tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:04.851542 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6012e4d2-fb9f-405b-b5e8-95950a52d27a tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:04.881422 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012e4d2-fb9f-405b-b5e8-95950a52d27a tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feea04f6-7a47-4f85-9121-7b4bbb8bd604,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:04.894615 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6012e4d2-fb9f-405b-b5e8-95950a52d27a tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:04.897668 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6012e4d2-fb9f-405b-b5e8-95950a52d27a tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1838217 Aug 28 15:08:04.899913 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48020) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:04.969350 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8de16c21-7e0d-4aa0-890a-f6ab489c49f6 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:05.002015 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8de16c21-7e0d-4aa0-890a-f6ab489c49f6 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:05.058321 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8de16c21-7e0d-4aa0-890a-f6ab489c49f6 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:05.072757 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8de16c21-7e0d-4aa0-890a-f6ab489c49f6 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:05.074883 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8de16c21-7e0d-4aa0-890a-f6ab489c49f6 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "DELETE /v2.0/security-groups/75a798fd-50b6-4689-9e56-d92194671fbb HTTP/1.1" status: 204 len: 168 time: 0.1735771 Aug 28 15:08:05.093483 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48028) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:05.140589 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de16c21-7e0d-4aa0-890a-f6ab489c49f6 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a798fd-50b6-4689-9e56-d92194671fbb,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:05.194951 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b23302-60fc-4b85-8cc5-8ce14f8a0665 req-0bc1cc8d-7578-4b42-9207-c6ac0c439404 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:05.203059 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d9b23302-60fc-4b85-8cc5-8ce14f8a0665 req-0bc1cc8d-7578-4b42-9207-c6ac0c439404 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 943 time: 0.1266899 Aug 28 15:08:05.219680 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ee9b4fe1-50e8-42fb-9803-73c0002f21fa tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1228280 Aug 28 15:08:05.227991 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48036) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:05.232960 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-b3f6da41-7b34-4cb9-a80d-a68f278217d2 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Request body: {'security_group': {'name': 'tempest-secgroup--1982980792'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:05.257074 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81932e1b-ccc2-4120-9c56-df2fefac38aa req-ce996b64-27fe-4442-8f2a-a2077775a7dc tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:05.265039 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-81932e1b-ccc2-4120-9c56-df2fefac38aa req-ce996b64-27fe-4442-8f2a-a2077775a7dc tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 946 time: 0.1457286 Aug 28 15:08:05.272442 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b3f6da41-7b34-4cb9-a80d-a68f278217d2 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:05.336353 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-81932e1b-ccc2-4120-9c56-df2fefac38aa req-1eb628b0-f83d-49e8-bad4-e0bef7b33d25 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670810 Aug 28 15:08:05.354576 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-a4d51f4d-a52a-4028-b0cc-e182411043f4 service neutron] For port 15136077-3ff4-48b1-bb6a-5bcc767ebe52, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=15136077-3ff4-48b1-bb6a-5bcc767ebe52,segment=NetworkSegment(8b86c131-42a6-429e-b12a-d30d54b837f8),segment_id=8b86c131-42a6-429e-b12a-d30d54b837f8)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:08:05.383225 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b3f6da41-7b34-4cb9-a80d-a68f278217d2 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:05.407142 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d9b23302-60fc-4b85-8cc5-8ce14f8a0665 req-b7af72c5-f017-4670-baa6-c9ec1a05f066 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989882 Aug 28 15:08:05.408618 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b3f6da41-7b34-4cb9-a80d-a68f278217d2 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:05.432288 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-a4d51f4d-a52a-4028-b0cc-e182411043f4 service neutron] For port 15136077-3ff4-48b1-bb6a-5bcc767ebe52, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:08:05.476494 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b3f6da41-7b34-4cb9-a80d-a68f278217d2 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:05.477735 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b3f6da41-7b34-4cb9-a80d-a68f278217d2 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2486680 Aug 28 15:08:05.478843 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6da41-7b34-4cb9-a80d-a68f278217d2 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d56786-2c96-400e-bd97-0e8e6552a43e,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:05.483082 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 48044) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:05.488047 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-682c10de-4651-40ea-8a3c-18825088946d tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Request body: {'security_group': {'name': 'tempest-secgroup--147651457'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:05.523128 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-a4d51f4d-a52a-4028-b0cc-e182411043f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:05.539690 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-a4d51f4d-a52a-4028-b0cc-e182411043f4 service neutron] Transition to ACTIVE for port object 15136077-3ff4-48b1-bb6a-5bcc767ebe52 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:08:05.542910 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bb0497-c51d-4601-80b0-afb8c257ca45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15136077-3ff4-48b1-bb6a-5bcc767ebe52'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:08:05.546555 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34262b2-de17-4c4d-a245-4d7c2c766358" -d '{"events": [{"server_uuid": "07bb0497-c51d-4601-80b0-afb8c257ca45", "name": "network-vif-unplugged", "status": "completed", "tag": "15136077-3ff4-48b1-bb6a-5bcc767ebe52"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:08:05.560006 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-a4d51f4d-a52a-4028-b0cc-e182411043f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:05.604087 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 382bff52-ea85-4d02-88ec-8a094905ac86 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:08:05.639530 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 15:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc45c1c4-c5db-423a-bf82-d32e69f298d4 x-openstack-request-id: req-fc45c1c4-c5db-423a-bf82-d32e69f298d4 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:08:05.639920 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bb0497-c51d-4601-80b0-afb8c257ca45", "name": "network-vif-unplugged", "status": "completed", "tag": "15136077-3ff4-48b1-bb6a-5bcc767ebe52", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:08:05.640105 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc45c1c4-c5db-423a-bf82-d32e69f298d4 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:08:05.640953 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07bb0497-c51d-4601-80b0-afb8c257ca45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15136077-3ff4-48b1-bb6a-5bcc767ebe52', 'code': 200} Aug 28 15:08:05.649533 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-682c10de-4651-40ea-8a3c-18825088946d tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:05.759697 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 382bff52-ea85-4d02-88ec-8a094905ac86, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=382bff52-ea85-4d02-88ec-8a094905ac86,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:08:05.768548 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d51f4d-a52a-4028-b0cc-e182411043f4 service neutron] Pushing event updated for resources: {'Port': ['ID=15136077-3ff4-48b1-bb6a-5bcc767ebe52,revision_number=6']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:05.776461 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '382bff52-ea85-4d02-88ec-8a094905ac86', 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f', 'port_id': '382bff52-ea85-4d02-88ec-8a094905ac86', 'mac_address': 'fa:16:3e:51:33:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '836bd9d7-21bc-4e2a-b716-53b54890baa2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:08:05.815431 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dba1f3-c117-46df-aca4-3165f93d0023 req-6c923592-92d2-4e33-850e-008a42da7a0b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:05.820097 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:05.822413 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e7dba1f3-c117-46df-aca4-3165f93d0023 req-6c923592-92d2-4e33-850e-008a42da7a0b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 943 time: 0.2679236 Aug 28 15:08:05.835017 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 382bff52-ea85-4d02-88ec-8a094905ac86 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:08:05.862848 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 382bff52-ea85-4d02-88ec-8a094905ac86, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=382bff52-ea85-4d02-88ec-8a094905ac86,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:08:05.878420 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:05.934870 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-a4d51f4d-a52a-4028-b0cc-e182411043f4 service neutron] No DVR routers for this DVR port 15136077-3ff4-48b1-bb6a-5bcc767ebe52 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:08:05.948208 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=382bff52-ea85-4d02-88ec-8a094905ac86,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:05.991865 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e7dba1f3-c117-46df-aca4-3165f93d0023 req-a8b04a93-48ec-4f95-a5f0-5f93d81b0ef4 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1604860 Aug 28 15:08:06.100748 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-682c10de-4651-40ea-8a3c-18825088946d tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:06.112380 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-682c10de-4651-40ea-8a3c-18825088946d tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:06.168066 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-682c10de-4651-40ea-8a3c-18825088946d tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:06.169307 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-682c10de-4651-40ea-8a3c-18825088946d tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6848712 Aug 28 15:08:06.172057 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48062) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:06.174498 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-a4d51f4d-a52a-4028-b0cc-e182411043f4 service neutron] Attempting to bind port 15136077-3ff4-48b1-bb6a-5bcc767ebe52 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:08:06.174846 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-a4d51f4d-a52a-4028-b0cc-e182411043f4 service neutron] Attempting to bind port 15136077-3ff4-48b1-bb6a-5bcc767ebe52 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '8b86c131-42a6-429e-b12a-d30d54b837f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:08:06.175182 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-a4d51f4d-a52a-4028-b0cc-e182411043f4 service neutron] Attempting to bind port 15136077-3ff4-48b1-bb6a-5bcc767ebe52 on network 5c9001ca-a76d-4043-9857-260c0aecc9dd {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:08:06.178559 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-221f3190-a2b1-4125-9be0-1f7aa90b67c6 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Request body: {'security_group_rule': {'security_group_id': '33d56786-2c96-400e-bd97-0e8e6552a43e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f7b4b94b-5854-4ad0-8e41-a08e257b80a4', 'remote_ip_prefix': None}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:06.180207 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-a4d51f4d-a52a-4028-b0cc-e182411043f4 service neutron] Port 15136077-3ff4-48b1-bb6a-5bcc767ebe52 on network 5c9001ca-a76d-4043-9857-260c0aecc9dd not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:08:06.180539 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-a4d51f4d-a52a-4028-b0cc-e182411043f4 service neutron] Attempting to bind port 15136077-3ff4-48b1-bb6a-5bcc767ebe52 on network 5c9001ca-a76d-4043-9857-260c0aecc9dd {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:08:06.184104 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c10de-4651-40ea-8a3c-18825088946d tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b4b94b-5854-4ad0-8e41-a08e257b80a4,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:06.192165 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-a4d51f4d-a52a-4028-b0cc-e182411043f4 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:08:06.192522 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-a4d51f4d-a52a-4028-b0cc-e182411043f4 service neutron] Checking segment: {'id': '8b86c131-42a6-429e-b12a-d30d54b837f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:08:06.193473 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-a4d51f4d-a52a-4028-b0cc-e182411043f4 service neutron] Bound using segment: {'id': '8b86c131-42a6-429e-b12a-d30d54b837f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:08:06.194712 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-a4d51f4d-a52a-4028-b0cc-e182411043f4 service neutron] Bound port: 15136077-3ff4-48b1-bb6a-5bcc767ebe52, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b86c131-42a6-429e-b12a-d30d54b837f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:08:06.194712 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-a4d51f4d-a52a-4028-b0cc-e182411043f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:06.237655 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-221f3190-a2b1-4125-9be0-1f7aa90b67c6 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:06.289488 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-a4d51f4d-a52a-4028-b0cc-e182411043f4 service neutron] For port 15136077-3ff4-48b1-bb6a-5bcc767ebe52, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:08:06.298201 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-a4d51f4d-a52a-4028-b0cc-e182411043f4 service neutron] For port 15136077-3ff4-48b1-bb6a-5bcc767ebe52, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=15136077-3ff4-48b1-bb6a-5bcc767ebe52,segment=NetworkSegment(8b86c131-42a6-429e-b12a-d30d54b837f8),segment_id=8b86c131-42a6-429e-b12a-d30d54b837f8)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:08:06.301534 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['382bff52-ea85-4d02-88ec-8a094905ac86'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:08:06.309149 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-a4d51f4d-a52a-4028-b0cc-e182411043f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:06.327341 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-221f3190-a2b1-4125-9be0-1f7aa90b67c6 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:06.332452 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-221f3190-a2b1-4125-9be0-1f7aa90b67c6 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:06.354329 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f3190-a2b1-4125-9be0-1f7aa90b67c6 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f18da1-1549-4634-b2dd-f20839c05985,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:06.357297 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-a4d51f4d-a52a-4028-b0cc-e182411043f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:06.357648 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-a4d51f4d-a52a-4028-b0cc-e182411043f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:06.361743 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-a4d51f4d-a52a-4028-b0cc-e182411043f4 service neutron] 10.222.0.41 "PUT /v2.0/ports/15136077-3ff4-48b1-bb6a-5bcc767ebe52 HTTP/1.1" status: 200 len: 1092 time: 1.7624567 Aug 28 15:08:06.367405 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-221f3190-a2b1-4125-9be0-1f7aa90b67c6 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:06.371141 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-221f3190-a2b1-4125-9be0-1f7aa90b67c6 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1949477 Aug 28 15:08:06.371565 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48068) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:06.425762 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-abec3c12-9c6b-40b1-9699-2c24654f582a tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:06.449850 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-abec3c12-9c6b-40b1-9699-2c24654f582a tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:06.515012 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-abec3c12-9c6b-40b1-9699-2c24654f582a tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:06.522480 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-abec3c12-9c6b-40b1-9699-2c24654f582a tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:06.524638 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d51f4d-a52a-4028-b0cc-e182411043f4 service neutron] Pushing event updated for resources: {'Port': ['ID=15136077-3ff4-48b1-bb6a-5bcc767ebe52,revision_number=7']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:06.526030 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-abec3c12-9c6b-40b1-9699-2c24654f582a tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/42f18da1-1549-4634-b2dd-f20839c05985 HTTP/1.1" status: 204 len: 168 time: 0.1533906 Aug 28 15:08:06.529048 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48076) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:06.546756 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-88ab3469-bfe6-4c46-b979-647e2207d9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:06.551009 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-88ab3469-bfe6-4c46-b979-647e2207d9e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 1095 time: 0.1325798 Aug 28 15:08:06.602256 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec3c12-9c6b-40b1-9699-2c24654f582a tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42f18da1-1549-4634-b2dd-f20839c05985,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:06.692123 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-2b2345fe-8c0f-45ba-a8e7-5c8ded87aa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:06.695020 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-2b2345fe-8c0f-45ba-a8e7-5c8ded87aa00 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c9001ca-a76d-4043-9857-260c0aecc9dd HTTP/1.1" status: 200 len: 898 time: 0.1363318 Aug 28 15:08:06.709013 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ed426bad-35e6-4c81-a38f-07a38b63cdd7 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1754942 Aug 28 15:08:06.709912 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48086) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:06.815478 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04848f-ea3a-40d9-a2fa-3534dbf2a61b req-d681a9fa-2c30-406e-b952-a3cf72d175db tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:06.823360 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0a04848f-ea3a-40d9-a2fa-3534dbf2a61b req-d681a9fa-2c30-406e-b952-a3cf72d175db tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 946 time: 0.2431204 Aug 28 15:08:06.882331 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d6f95ece-fc66-41c8-8c27-dfc1d5194bbf tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:06.888194 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-7daa274c-cd4c-49d6-b49e-9704b4de94e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15136077-3ff4-48b1-bb6a-5bcc767ebe52 HTTP/1.1" status: 200 len: 999 time: 0.1581256 Aug 28 15:08:06.924358 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0a04848f-ea3a-40d9-a2fa-3534dbf2a61b req-4fcda2d0-300e-4e8a-9114-5e331a078c02 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000071 Aug 28 15:08:06.933983 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d6f95ece-fc66-41c8-8c27-dfc1d5194bbf tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:06.951489 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-7984c206-9380-4cab-9cd6-447ec046f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:06.952998 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-7984c206-9380-4cab-9cd6-447ec046f3ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f372a38c-c4d4-4f7d-922b-81f31e4a3273 HTTP/1.1" status: 200 len: 835 time: 0.0550685 Aug 28 15:08:06.980156 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a9b80-5c35-4200-ade1-86cc98c78f91 req-cb90c4cb-f339-464d-bd6e-c83a7f10dd89 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:06.982460 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-038a9b80-5c35-4200-ade1-86cc98c78f91 req-cb90c4cb-f339-464d-bd6e-c83a7f10dd89 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 944 time: 0.2863259 Aug 28 15:08:06.997642 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d6f95ece-fc66-41c8-8c27-dfc1d5194bbf tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:07.004796 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d6f95ece-fc66-41c8-8c27-dfc1d5194bbf tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:07.010791 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d6f95ece-fc66-41c8-8c27-dfc1d5194bbf tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "DELETE /v2.0/security-groups/f7b4b94b-5854-4ad0-8e41-a08e257b80a4 HTTP/1.1" status: 204 len: 168 time: 0.2922404 Aug 28 15:08:07.011727 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48094) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:07.044223 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-c5155ae4-3c2b-4d13-9d24-be048338be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:07.045651 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-c5155ae4-3c2b-4d13-9d24-be048338be1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c9001ca-a76d-4043-9857-260c0aecc9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752821 Aug 28 15:08:07.064542 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-038a9b80-5c35-4200-ade1-86cc98c78f91 req-a4242811-d882-44de-a72a-b5a4458ff969 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520511 Aug 28 15:08:07.107050 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7f52291b-80f3-438d-9d33-b24d8ac0561c tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0902436 Aug 28 15:08:07.107687 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48098) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:07.119378 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f95ece-fc66-41c8-8c27-dfc1d5194bbf tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b4b94b-5854-4ad0-8e41-a08e257b80a4,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:07.182164 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-85e72c3c-396c-4e26-8c1e-ab68ae19f2e1 service neutron] 10.222.0.41 "GET /v2.0/networks/5c9001ca-a76d-4043-9857-260c0aecc9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213574 Aug 28 15:08:07.244844 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9500c1a2-82ed-4b2c-a57b-eef0eeef8de7 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:07.312430 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-d95779cf-c895-40b0-964c-2115267e6d9e service neutron] 10.222.0.41 "GET /v2.0/networks/5c9001ca-a76d-4043-9857-260c0aecc9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167264 Aug 28 15:08:07.319263 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9500c1a2-82ed-4b2c-a57b-eef0eeef8de7 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:07.341442 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894e20e-fc25-4e27-b022-bc3adcb7898c req-da2dc5ec-fef6-4c3e-9ab3-359799ad4265 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:07.343011 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b894e20e-fc25-4e27-b022-bc3adcb7898c req-da2dc5ec-fef6-4c3e-9ab3-359799ad4265 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 943 time: 0.0785956 Aug 28 15:08:07.413718 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b894e20e-fc25-4e27-b022-bc3adcb7898c req-cc6a0f2e-9b76-443d-9352-621c2261bc3c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579391 Aug 28 15:08:07.426605 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9500c1a2-82ed-4b2c-a57b-eef0eeef8de7 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:07.431595 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9500c1a2-82ed-4b2c-a57b-eef0eeef8de7 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:07.432913 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9500c1a2-82ed-4b2c-a57b-eef0eeef8de7 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "DELETE /v2.0/security-groups/33d56786-2c96-400e-bd97-0e8e6552a43e HTTP/1.1" status: 204 len: 168 time: 0.3239655 Aug 28 15:08:07.436038 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 48104) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:07.444653 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500c1a2-82ed-4b2c-a57b-eef0eeef8de7 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d56786-2c96-400e-bd97-0e8e6552a43e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:07.517133 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d9588989-597d-4ccf-a469-6d80c124354c tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0795243 Aug 28 15:08:07.521155 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48108) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:07.527567 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-13088239-cb78-44aa-b689-59a6d5a70199 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Request body: {'security_group': {'name': 'tempest-secgroup--1972066402'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:07.561571 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-13088239-cb78-44aa-b689-59a6d5a70199 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:07.622881 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 382bff52-ea85-4d02-88ec-8a094905ac86 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:08:07.641846 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07bb0497-c51d-4601-80b0-afb8c257ca45', 'tag': '15136077-3ff4-48b1-bb6a-5bcc767ebe52'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:08:07.644960 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9c7255-651c-47f5-bf17-1e91b65a538b" -d '{"events": [{"name": "network-changed", "server_uuid": "07bb0497-c51d-4601-80b0-afb8c257ca45", "tag": "15136077-3ff4-48b1-bb6a-5bcc767ebe52"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:08:07.699373 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 15136077-3ff4-48b1-bb6a-5bcc767ebe52 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:08:07.711328 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-13088239-cb78-44aa-b689-59a6d5a70199 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:07.726343 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-13088239-cb78-44aa-b689-59a6d5a70199 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:07.754797 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 15136077-3ff4-48b1-bb6a-5bcc767ebe52 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:08:07.757215 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 382bff52-ea85-4d02-88ec-8a094905ac86 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:08:07.762013 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 382bff52-ea85-4d02-88ec-8a094905ac86 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:08:07.762680 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:07.778174 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27961cc8-00bb-4297-a7bc-e4f6ec55fcaf x-openstack-request-id: req-27961cc8-00bb-4297-a7bc-e4f6ec55fcaf {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:08:07.778787 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07bb0497-c51d-4601-80b0-afb8c257ca45", "tag": "15136077-3ff4-48b1-bb6a-5bcc767ebe52", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:08:07.779714 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27961cc8-00bb-4297-a7bc-e4f6ec55fcaf {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:08:07.780383 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07bb0497-c51d-4601-80b0-afb8c257ca45', 'tag': '15136077-3ff4-48b1-bb6a-5bcc767ebe52', 'status': 'completed', 'code': 200} Aug 28 15:08:07.787096 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-13088239-cb78-44aa-b689-59a6d5a70199 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:07.794241 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 48118) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:07.797384 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-13088239-cb78-44aa-b689-59a6d5a70199 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2750537 Aug 28 15:08:07.799183 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-d2f9bd18-4e6e-4d69-a5d2-849e96481f94 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Request body: {'security_group_rule': {'security_group_id': '9871d4b8-06d2-4df3-916f-1933a5df58c0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:07.800107 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13088239-cb78-44aa-b689-59a6d5a70199 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9871d4b8-06d2-4df3-916f-1933a5df58c0,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:07.907408 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c7255-651c-47f5-bf17-1e91b65a538b req-3358435a-3ca9-44e5-9b55-f7cbc3a47002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:07.909183 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da9c7255-651c-47f5-bf17-1e91b65a538b req-3358435a-3ca9-44e5-9b55-f7cbc3a47002 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 1095 time: 0.1274552 Aug 28 15:08:08.002282 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:08.026859 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ded67ab4-7d26-49a5-8597-f5d5f57940b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:08.034844 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59026dc1-cb73-4ea1-b43d-47663def1617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382bff52-ea85-4d02-88ec-8a094905ac86'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:08:08.037547 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7743f30c-20ca-4639-9143-26972d0a72ad" -d '{"events": [{"server_uuid": "59026dc1-cb73-4ea1-b43d-47663def1617", "name": "network-vif-plugged", "status": "completed", "tag": "382bff52-ea85-4d02-88ec-8a094905ac86"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:08:08.063929 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c7255-651c-47f5-bf17-1e91b65a538b req-bc8739ac-b718-444a-804e-8416bb4a4551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:08.065930 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da9c7255-651c-47f5-bf17-1e91b65a538b req-bc8739ac-b718-444a-804e-8416bb4a4551 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 1095 time: 0.2531476 Aug 28 15:08:08.069129 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d2f9bd18-4e6e-4d69-a5d2-849e96481f94 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:08.088898 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 382bff52-ea85-4d02-88ec-8a094905ac86, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=382bff52-ea85-4d02-88ec-8a094905ac86,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:08:08.090686 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fce78b8-dc31-4c28-a513-1ebb559b3e48 x-openstack-request-id: req-7fce78b8-dc31-4c28-a513-1ebb559b3e48 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:08:08.090969 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59026dc1-cb73-4ea1-b43d-47663def1617", "name": "network-vif-plugged", "status": "completed", "tag": "382bff52-ea85-4d02-88ec-8a094905ac86", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:08:08.091229 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7fce78b8-dc31-4c28-a513-1ebb559b3e48 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:08:08.091888 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59026dc1-cb73-4ea1-b43d-47663def1617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382bff52-ea85-4d02-88ec-8a094905ac86', 'code': 200} Aug 28 15:08:08.097575 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d38223-318e-4a17-a7f4-a78334d6e69c req-3ec901bf-16b0-4b40-a7a8-97b04bd97a98 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:08.099280 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e7d38223-318e-4a17-a7f4-a78334d6e69c req-3ec901bf-16b0-4b40-a7a8-97b04bd97a98 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 946 time: 0.0735569 Aug 28 15:08:08.100959 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:08.183122 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e7d38223-318e-4a17-a7f4-a78334d6e69c req-72cfd030-a263-45fe-989d-8ca723c99654 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716741 Aug 28 15:08:08.204213 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=382bff52-ea85-4d02-88ec-8a094905ac86,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:08.250350 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cff111-466b-40c8-9e2f-42050b3c4d6b req-d80ef897-b4db-4c66-9991-d5f8b3eb43c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:08.252356 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-02cff111-466b-40c8-9e2f-42050b3c4d6b req-d80ef897-b4db-4c66-9991-d5f8b3eb43c2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 1097 time: 0.0673983 Aug 28 15:08:08.300552 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d2f9bd18-4e6e-4d69-a5d2-849e96481f94 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:08.302617 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c7255-651c-47f5-bf17-1e91b65a538b req-dba75ce6-8b81-4059-a707-0086ad0f00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:08.306362 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da9c7255-651c-47f5-bf17-1e91b65a538b req-dba75ce6-8b81-4059-a707-0086ad0f00ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c9001ca-a76d-4043-9857-260c0aecc9dd HTTP/1.1" status: 200 len: 898 time: 0.3865247 Aug 28 15:08:08.313678 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c7255-651c-47f5-bf17-1e91b65a538b req-4a25537b-da85-4cca-9b6b-29fee3856f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:08.316631 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da9c7255-651c-47f5-bf17-1e91b65a538b req-4a25537b-da85-4cca-9b6b-29fee3856f49 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c9001ca-a76d-4043-9857-260c0aecc9dd HTTP/1.1" status: 200 len: 898 time: 0.2337689 Aug 28 15:08:08.320644 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-02cff111-466b-40c8-9e2f-42050b3c4d6b req-2cc0d598-ffdb-446d-99da-bd6fba0447e1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582917 Aug 28 15:08:08.336102 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d2f9bd18-4e6e-4d69-a5d2-849e96481f94 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:08.405679 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9bd18-4e6e-4d69-a5d2-849e96481f94 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca4eeb8f-a29c-4a51-a026-49fab645dfb7,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:08.431843 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d2f9bd18-4e6e-4d69-a5d2-849e96481f94 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:08.435972 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d2f9bd18-4e6e-4d69-a5d2-849e96481f94 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6405323 Aug 28 15:08:08.436961 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48138) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:08.440621 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da9c7255-651c-47f5-bf17-1e91b65a538b req-00591b62-980f-4719-845a-96f5873033fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15136077-3ff4-48b1-bb6a-5bcc767ebe52 HTTP/1.1" status: 200 len: 999 time: 0.1217673 Aug 28 15:08:08.451985 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2127384-4ade-47a4-8f17-27594e579d07 req-b7eeb419-bcc2-48f0-a67a-949fef660103 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:08.453584 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b2127384-4ade-47a4-8f17-27594e579d07 req-b7eeb419-bcc2-48f0-a67a-949fef660103 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 945 time: 0.1436195 Aug 28 15:08:08.476244 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a94f27a6-da5f-43e7-90a9-951d7468b2ec tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:08.496434 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a94f27a6-da5f-43e7-90a9-951d7468b2ec tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:08.532884 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c7255-651c-47f5-bf17-1e91b65a538b req-6182c197-afca-4e45-8a38-27e195fe1a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:08.534561 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da9c7255-651c-47f5-bf17-1e91b65a538b req-6182c197-afca-4e45-8a38-27e195fe1a52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f372a38c-c4d4-4f7d-922b-81f31e4a3273 HTTP/1.1" status: 200 len: 835 time: 0.0798566 Aug 28 15:08:08.538401 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a94f27a6-da5f-43e7-90a9-951d7468b2ec tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:08.545944 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a94f27a6-da5f-43e7-90a9-951d7468b2ec tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:08.548574 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a94f27a6-da5f-43e7-90a9-951d7468b2ec tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/ca4eeb8f-a29c-4a51-a026-49fab645dfb7 HTTP/1.1" status: 204 len: 168 time: 0.1101408 Aug 28 15:08:08.551282 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b2127384-4ade-47a4-8f17-27594e579d07 req-7e2dff6f-6b2e-4967-8b38-940344b911d7 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881584 Aug 28 15:08:08.553254 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 48142) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:08.573471 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f27a6-da5f-43e7-90a9-951d7468b2ec tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca4eeb8f-a29c-4a51-a026-49fab645dfb7,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:08.711227 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c7255-651c-47f5-bf17-1e91b65a538b req-33f828ae-666d-4ac7-9b79-d47b4b1e6f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:08.713041 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da9c7255-651c-47f5-bf17-1e91b65a538b req-33f828ae-666d-4ac7-9b79-d47b4b1e6f2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c9001ca-a76d-4043-9857-260c0aecc9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1606622 Aug 28 15:08:08.726374 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-78ba15e9-79da-4edc-868e-00f152e3bdc3 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1685119 Aug 28 15:08:08.726729 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48146) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:08.820543 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da9c7255-651c-47f5-bf17-1e91b65a538b req-a6d31d9a-61f1-4834-8f1a-49f9f02e501b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15136077-3ff4-48b1-bb6a-5bcc767ebe52 HTTP/1.1" status: 200 len: 999 time: 0.1869125 Aug 28 15:08:08.828669 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991169f0-afa8-4afb-8496-9318272fc17b req-6e7632fa-c2e3-4a52-b805-9c88f9c8dd7c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:08.830197 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-991169f0-afa8-4afb-8496-9318272fc17b req-6e7632fa-c2e3-4a52-b805-9c88f9c8dd7c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 943 time: 0.0707407 Aug 28 15:08:08.848065 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7a12072d-3077-41b3-8455-99eb0ee13bdb tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:08.902275 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7a12072d-3077-41b3-8455-99eb0ee13bdb tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:08.908780 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-991169f0-afa8-4afb-8496-9318272fc17b req-85bfd888-00be-4854-9350-1e9fa5d1eab4 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0696299 Aug 28 15:08:08.913756 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da9c7255-651c-47f5-bf17-1e91b65a538b req-1d5d0380-2233-4739-ad4c-5cb088d87d5c service neutron] 10.222.0.36 "GET /v2.0/networks/5c9001ca-a76d-4043-9857-260c0aecc9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894908 Aug 28 15:08:08.922188 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c7255-651c-47f5-bf17-1e91b65a538b req-5c9133dd-f497-4c48-81b9-73d423ed9247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:08.923849 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da9c7255-651c-47f5-bf17-1e91b65a538b req-5c9133dd-f497-4c48-81b9-73d423ed9247 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f372a38c-c4d4-4f7d-922b-81f31e4a3273 HTTP/1.1" status: 200 len: 835 time: 0.0909359 Aug 28 15:08:08.987092 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7a12072d-3077-41b3-8455-99eb0ee13bdb tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:08.995851 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7a12072d-3077-41b3-8455-99eb0ee13bdb tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:08.997269 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7a12072d-3077-41b3-8455-99eb0ee13bdb tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "DELETE /v2.0/security-groups/9871d4b8-06d2-4df3-916f-1933a5df58c0 HTTP/1.1" status: 204 len: 168 time: 0.2695644 Aug 28 15:08:09.009688 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48154) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:09.039546 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12072d-3077-41b3-8455-99eb0ee13bdb tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9871d4b8-06d2-4df3-916f-1933a5df58c0,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:09.074140 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c7255-651c-47f5-bf17-1e91b65a538b req-5156283c-5a6c-4402-92e8-b449d93fca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:09.075727 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da9c7255-651c-47f5-bf17-1e91b65a538b req-5156283c-5a6c-4402-92e8-b449d93fca57 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c9001ca-a76d-4043-9857-260c0aecc9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1374550 Aug 28 15:08:09.103219 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2d7922cf-018a-4996-9628-77c34772bb87 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0890095 Aug 28 15:08:09.104116 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48158) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:09.114479 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-eb2fdfe5-b545-4375-b3b0-dea04f531ecd tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Request body: {'security_group': {'name': 'tempest-secgroup--2015155422'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:09.164521 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb2fdfe5-b545-4375-b3b0-dea04f531ecd tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:09.169696 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da9c7255-651c-47f5-bf17-1e91b65a538b req-e66e7d5f-e8aa-4bae-a3ae-ad68efb6c10b service neutron] 10.222.0.36 "GET /v2.0/networks/5c9001ca-a76d-4043-9857-260c0aecc9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450736 Aug 28 15:08:09.220249 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da9c7255-651c-47f5-bf17-1e91b65a538b req-d186bc1a-032c-460c-a46c-6ee9997261ad service neutron] 10.222.0.41 "GET /v2.0/networks/5c9001ca-a76d-4043-9857-260c0aecc9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309214 Aug 28 15:08:09.343186 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb2fdfe5-b545-4375-b3b0-dea04f531ecd tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:09.349631 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb2fdfe5-b545-4375-b3b0-dea04f531ecd tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:09.400577 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fdfe5-b545-4375-b3b0-dea04f531ecd tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8880f770-a452-4336-a47f-fb6497bb6574,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:09.414166 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb2fdfe5-b545-4375-b3b0-dea04f531ecd tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:09.419447 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-eb2fdfe5-b545-4375-b3b0-dea04f531ecd tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3123927 Aug 28 15:08:09.420810 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48168) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:09.425745 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-fdeeb784-5cb9-4e76-aea1-49443e7ed3f6 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Request body: {'security_group_rule': {'security_group_id': '8880f770-a452-4336-a47f-fb6497bb6574', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:09.467107 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fdeeb784-5cb9-4e76-aea1-49443e7ed3f6 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:09.517204 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4288c-c423-49be-8276-60249931f561 req-19e26cb2-3eed-47a0-8778-6404830cf88c tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:09.527104 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e2e4288c-c423-49be-8276-60249931f561 req-19e26cb2-3eed-47a0-8778-6404830cf88c tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 946 time: 0.1653478 Aug 28 15:08:09.542912 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da9c7255-651c-47f5-bf17-1e91b65a538b req-13bf5b54-e4bc-4b6b-aeb1-68c9bd3aa93d service neutron] 10.222.0.41 "GET /v2.0/networks/5c9001ca-a76d-4043-9857-260c0aecc9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091378 Aug 28 15:08:09.546407 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fdeeb784-5cb9-4e76-aea1-49443e7ed3f6 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:09.556082 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fdeeb784-5cb9-4e76-aea1-49443e7ed3f6 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:09.581546 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeeb784-5cb9-4e76-aea1-49443e7ed3f6 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ae8a22-5e12-4801-a67d-44ee0ee3a11c,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:09.592303 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fdeeb784-5cb9-4e76-aea1-49443e7ed3f6 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:09.593655 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fdeeb784-5cb9-4e76-aea1-49443e7ed3f6 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1716192 Aug 28 15:08:09.596421 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e2e4288c-c423-49be-8276-60249931f561 req-2cf5f7b1-88e9-48cd-b0e4-a23c58bbe78c tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682085 Aug 28 15:08:09.596941 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48172) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:09.623695 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8c8cf1de-1ba9-4ae3-827c-f0f7bfb152b0 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "GET /v2.0/security-group-rules/48ae8a22-5e12-4801-a67d-44ee0ee3a11c HTTP/1.1" status: 200 len: 763 time: 0.0253820 Aug 28 15:08:09.626059 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48174) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:09.688808 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-876640cb-5925-4924-bc77-e1dfd26f243b tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0613670 Aug 28 15:08:09.692532 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 48184) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:09.751398 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-01ab8d21-de1b-4258-985e-699390a03494 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:09.766186 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-01ab8d21-de1b-4258-985e-699390a03494 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:09.779360 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5915e35-0da2-4ba9-a59b-6558d4bb104b req-0ed3d8a4-861d-4ae5-8ece-e4d165000fdb tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:09.780970 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b5915e35-0da2-4ba9-a59b-6558d4bb104b req-0ed3d8a4-861d-4ae5-8ece-e4d165000fdb tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 945 time: 0.1226106 Aug 28 15:08:09.824094 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-01ab8d21-de1b-4258-985e-699390a03494 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:09.837264 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-01ab8d21-de1b-4258-985e-699390a03494 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:09.841661 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-01ab8d21-de1b-4258-985e-699390a03494 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/48ae8a22-5e12-4801-a67d-44ee0ee3a11c HTTP/1.1" status: 204 len: 168 time: 0.1460063 Aug 28 15:08:09.845802 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48186) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:09.853321 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab8d21-de1b-4258-985e-699390a03494 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48ae8a22-5e12-4801-a67d-44ee0ee3a11c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:09.934298 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c6ccf563-90f7-4a38-bd58-88f608dc5987 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0797105 Aug 28 15:08:09.934937 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48190) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:09.939466 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-0d69cfca-963c-42a9-82e8-96cb4dc2d3a8 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Request body: {'security_group_rule': {'security_group_id': '8880f770-a452-4336-a47f-fb6497bb6574', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:09.963056 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b5915e35-0da2-4ba9-a59b-6558d4bb104b req-270d444d-1797-44d9-8dc0-978364095cf0 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746063 Aug 28 15:08:09.980322 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0d69cfca-963c-42a9-82e8-96cb4dc2d3a8 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:10.092134 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f62215-8241-4607-a6ee-8bf98c1e2ef8 req-d67c13c8-60d5-4703-9daa-82bde589dd00 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:10.093679 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b2f62215-8241-4607-a6ee-8bf98c1e2ef8 req-d67c13c8-60d5-4703-9daa-82bde589dd00 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 943 time: 0.0669925 Aug 28 15:08:10.100105 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0d69cfca-963c-42a9-82e8-96cb4dc2d3a8 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:10.119854 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0d69cfca-963c-42a9-82e8-96cb4dc2d3a8 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:10.145023 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b2f62215-8241-4607-a6ee-8bf98c1e2ef8 req-093ba689-08e9-4715-a203-16a5fdde4e45 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442777 Aug 28 15:08:10.153049 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0d69cfca-963c-42a9-82e8-96cb4dc2d3a8 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:10.157280 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0d69cfca-963c-42a9-82e8-96cb4dc2d3a8 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2216876 Aug 28 15:08:10.157764 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 48196) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:10.160110 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69cfca-963c-42a9-82e8-96cb4dc2d3a8 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b7c0ddf-2df5-47f5-a931-5ce8ef816f6c,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:10.191261 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4926ec1b-9266-4348-bd50-eae64ebe3885 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "GET /v2.0/security-group-rules/7b7c0ddf-2df5-47f5-a931-5ce8ef816f6c HTTP/1.1" status: 200 len: 763 time: 0.0312335 Aug 28 15:08:10.194957 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48198) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:10.263548 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5632d1c5-fc4b-442a-a173-063681c5f259 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0669374 Aug 28 15:08:10.266198 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48200) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:10.308038 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-506cb1ed-55b2-490d-93c1-5559ea9a1c18 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:10.319308 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-506cb1ed-55b2-490d-93c1-5559ea9a1c18 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:10.360361 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-506cb1ed-55b2-490d-93c1-5559ea9a1c18 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:10.366901 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-506cb1ed-55b2-490d-93c1-5559ea9a1c18 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:10.368069 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-506cb1ed-55b2-490d-93c1-5559ea9a1c18 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/7b7c0ddf-2df5-47f5-a931-5ce8ef816f6c HTTP/1.1" status: 204 len: 168 time: 0.1003647 Aug 28 15:08:10.370769 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 48204) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:10.374215 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506cb1ed-55b2-490d-93c1-5559ea9a1c18 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b7c0ddf-2df5-47f5-a931-5ce8ef816f6c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:10.417168 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9ad98282-8a29-4bc2-9ab0-a31c75a8b601 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0448487 Aug 28 15:08:10.419832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 48206) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:10.424387 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-258a6066-d174-41c2-9a74-f36d5c6b10ad tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Request body: {'security_group_rule': {'security_group_id': '8880f770-a452-4336-a47f-fb6497bb6574', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:10.450569 n-d-712137-10 neutron-server[106330]: INFO neutron.db.securitygroups_db [None req-258a6066-d174-41c2-9a74-f36d5c6b10ad tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Project d43504bb06ac48f3ae233a6af01a123b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 15:08:10.455880 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-258a6066-d174-41c2-9a74-f36d5c6b10ad tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:10.485058 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-228c97f7-b19c-4cd0-8e16-b0a72cc05f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:10.517749 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-258a6066-d174-41c2-9a74-f36d5c6b10ad tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:10.523017 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-258a6066-d174-41c2-9a74-f36d5c6b10ad tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:10.542694 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a6066-d174-41c2-9a74-f36d5c6b10ad tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d07885-e983-43e7-98ae-661df83f2b9d,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:10.549816 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-258a6066-d174-41c2-9a74-f36d5c6b10ad tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:10.554460 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-258a6066-d174-41c2-9a74-f36d5c6b10ad tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1336317 Aug 28 15:08:10.555099 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 48210) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:10.574029 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-904adee1-552f-4f4a-9f2d-ee969d92918f tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "GET /v2.0/security-group-rules/93d07885-e983-43e7-98ae-661df83f2b9d HTTP/1.1" status: 200 len: 769 time: 0.0177884 Aug 28 15:08:10.576822 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 48214) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:10.635870 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0351c8ed-18b2-4bb0-8d08-cd8f6b1b0328 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0576248 Aug 28 15:08:10.638389 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 48218) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:10.671787 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49ead0b1-219e-4424-8b93-6fa7d072e376 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:10.687131 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49ead0b1-219e-4424-8b93-6fa7d072e376 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:10.726306 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49ead0b1-219e-4424-8b93-6fa7d072e376 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:10.737056 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49ead0b1-219e-4424-8b93-6fa7d072e376 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:10.737332 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5579ba-679a-4f1b-89b1-49e5e666fbe7 req-9d1f9ee0-9bfe-40f2-8d29-ebe11a0c7c2a tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:10.738202 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-49ead0b1-219e-4424-8b93-6fa7d072e376 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/93d07885-e983-43e7-98ae-661df83f2b9d HTTP/1.1" status: 204 len: 168 time: 0.0988979 Aug 28 15:08:10.739060 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7b5579ba-679a-4f1b-89b1-49e5e666fbe7 req-9d1f9ee0-9bfe-40f2-8d29-ebe11a0c7c2a tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 946 time: 0.0651708 Aug 28 15:08:10.741548 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48222) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:10.751217 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ead0b1-219e-4424-8b93-6fa7d072e376 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93d07885-e983-43e7-98ae-661df83f2b9d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:10.798130 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:10.817513 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7b5579ba-679a-4f1b-89b1-49e5e666fbe7 req-364b2bd2-4914-439d-aad8-a0b1d82af05d tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559256 Aug 28 15:08:10.831635 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9068dc81-2ab4-4370-bc7b-35d534ef37c9 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0888708 Aug 28 15:08:10.835259 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48226) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:10.909293 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-89064517-7722-4943-8ab8-032efee5c4d2 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:10.943706 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-89064517-7722-4943-8ab8-032efee5c4d2 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:10.996162 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-89064517-7722-4943-8ab8-032efee5c4d2 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:10.999153 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-89064517-7722-4943-8ab8-032efee5c4d2 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:11.000633 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-89064517-7722-4943-8ab8-032efee5c4d2 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "DELETE /v2.0/security-groups/8880f770-a452-4336-a47f-fb6497bb6574 HTTP/1.1" status: 204 len: 168 time: 0.1643286 Aug 28 15:08:11.003417 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 48238) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:11.013202 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89064517-7722-4943-8ab8-032efee5c4d2 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8880f770-a452-4336-a47f-fb6497bb6574,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:11.116054 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48246) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:11.116312 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-64e0f1f2-5de6-460d-860a-e9f1a005f3c8 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1110177 Aug 28 15:08:11.168185 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64453002-7777-414f-a502-9621048ff11a req-66b04b19-c9aa-4512-b8fa-a0b2f049a210 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:11.171735 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-64453002-7777-414f-a502-9621048ff11a req-66b04b19-c9aa-4512-b8fa-a0b2f049a210 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 945 time: 0.0767136 Aug 28 15:08:11.198529 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d07c8156-1fd7-444f-8199-74c0742daf07 tempest-SecGroupIPv6Test-578879295 tempest-SecGroupIPv6Test-578879295-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0769072 Aug 28 15:08:11.246601 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-64453002-7777-414f-a502-9621048ff11a req-770e2d77-81f6-4cf3-9b7b-4b488065836b tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613089 Aug 28 15:08:11.350264 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e7642-ccf5-40d7-bf3c-4a4abb0eb127 req-effaf4fd-cf44-47f8-aa92-aabc0cdcfe07 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:11.360438 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-021e7642-ccf5-40d7-bf3c-4a4abb0eb127 req-effaf4fd-cf44-47f8-aa92-aabc0cdcfe07 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 943 time: 0.1136689 Aug 28 15:08:11.419585 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-021e7642-ccf5-40d7-bf3c-4a4abb0eb127 req-ac105dc4-7d03-4f10-bb4d-3f58dd8555b9 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571334 Aug 28 15:08:11.572790 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477d877-6c55-43ce-a941-a807d425b5cb req-d60177fb-7abd-4512-b46a-5ca41b88d3eb tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:11.576982 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7477d877-6c55-43ce-a941-a807d425b5cb req-d60177fb-7abd-4512-b46a-5ca41b88d3eb tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 945 time: 0.0705881 Aug 28 15:08:11.628330 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 15136077-3ff4-48b1-bb6a-5bcc767ebe52 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:08:11.651703 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7477d877-6c55-43ce-a941-a807d425b5cb req-06d02ef7-e19a-48be-83ad-10d25c2aa76a tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580432 Aug 28 15:08:11.652032 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48262) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:11.914744 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:11.953310 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 15136077-3ff4-48b1-bb6a-5bcc767ebe52, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=15136077-3ff4-48b1-bb6a-5bcc767ebe52,segment=NetworkSegment(8b86c131-42a6-429e-b12a-d30d54b837f8),segment_id=8b86c131-42a6-429e-b12a-d30d54b837f8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:08:11.968074 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '15136077-3ff4-48b1-bb6a-5bcc767ebe52', 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd', 'port_id': '15136077-3ff4-48b1-bb6a-5bcc767ebe52', 'mac_address': 'fa:16:3e:36:bd:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f372a38c-c4d4-4f7d-922b-81f31e4a3273', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:08:12.063570 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:12.091435 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15136077-3ff4-48b1-bb6a-5bcc767ebe52 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:08:12.102166 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b22d5-177c-47b4-84c3-81534660e0f9 req-13a499e4-e198-4a42-a992-88c368628f26 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:12.119262 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-871b22d5-177c-47b4-84c3-81534660e0f9 req-13a499e4-e198-4a42-a992-88c368628f26 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 946 time: 0.1228943 Aug 28 15:08:12.127278 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 15136077-3ff4-48b1-bb6a-5bcc767ebe52, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=15136077-3ff4-48b1-bb6a-5bcc767ebe52,segment=NetworkSegment(8b86c131-42a6-429e-b12a-d30d54b837f8),segment_id=8b86c131-42a6-429e-b12a-d30d54b837f8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:08:12.137463 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:12.148239 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ddb6328e-4fbf-4085-9ca8-e110318e0cdf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d43504bb06ac48f3ae233a6af01a123b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4952703 Aug 28 15:08:12.148745 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48278) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:12.215778 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-871b22d5-177c-47b4-84c3-81534660e0f9 req-fbd9cd02-081e-4e33-847c-16510cfa3150 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958481 Aug 28 15:08:12.237113 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=15136077-3ff4-48b1-bb6a-5bcc767ebe52,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:12.248547 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-785f7b39-cb92-4d39-b20c-cb8d8bb1f000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:12.277705 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-785f7b39-cb92-4d39-b20c-cb8d8bb1f000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:12.331556 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-785f7b39-cb92-4d39-b20c-cb8d8bb1f000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:12.335388 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-785f7b39-cb92-4d39-b20c-cb8d8bb1f000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:12.339363 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-785f7b39-cb92-4d39-b20c-cb8d8bb1f000 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3e5541f-f7e7-4c28-a66a-4372c4a1f08c HTTP/1.1" status: 204 len: 168 time: 0.1874325 Aug 28 15:08:12.345284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f7b39-cb92-4d39-b20c-cb8d8bb1f000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e5541f-f7e7-4c28-a66a-4372c4a1f08c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:12.624760 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb5402-1a1f-4fa4-8f42-3862f1c2c8bc req-ff9f04f8-12dd-4f22-aa13-1fab67e1529d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:12.626367 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-28eb5402-1a1f-4fa4-8f42-3862f1c2c8bc req-ff9f04f8-12dd-4f22-aa13-1fab67e1529d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 944 time: 0.0734472 Aug 28 15:08:12.648616 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['15136077-3ff4-48b1-bb6a-5bcc767ebe52'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:08:12.788659 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-28eb5402-1a1f-4fa4-8f42-3862f1c2c8bc req-24edaa4f-0130-4673-b30d-949acac16ae5 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1151755 Aug 28 15:08:12.826298 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2d128-e015-458c-9a9d-ce3bd4001dfd req-7801e349-6a11-4110-a16f-fc3abb2af12e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:12.829519 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-50d2d128-e015-458c-9a9d-ce3bd4001dfd req-7801e349-6a11-4110-a16f-fc3abb2af12e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 945 time: 0.1113141 Aug 28 15:08:12.934317 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-50d2d128-e015-458c-9a9d-ce3bd4001dfd req-9c83a155-0156-45da-bd12-4c4a8e972c48 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964260 Aug 28 15:08:13.263021 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d2fef-2b04-46c2-b0cb-4af6d73ba8af req-b3567b18-116f-42cf-ae8b-390f7be81a3a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:13.278775 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-577d2fef-2b04-46c2-b0cb-4af6d73ba8af req-b3567b18-116f-42cf-ae8b-390f7be81a3a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 944 time: 0.1436779 Aug 28 15:08:13.304604 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:13.346013 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-577d2fef-2b04-46c2-b0cb-4af6d73ba8af req-7fa60b2e-b23f-4da8-b26f-d578163932f2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650024 Aug 28 15:08:13.356741 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5034be-ade0-4cc8-9768-51ee1f487be8 req-0e0005b1-f2a9-43f5-aba7-16ef6cf3aeaf tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:13.361411 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a5034be-ade0-4cc8-9768-51ee1f487be8 req-0e0005b1-f2a9-43f5-aba7-16ef6cf3aeaf tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.36 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45&tenant_id=bee02b8454d546b78330e0129408e569&binding%3Ahost_id=n-h1-712137-10 HTTP/1.1" status: 200 len: 944 time: 0.2784486 Aug 28 15:08:13.510704 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663a479-b138-4adf-9f19-2a37663c10ff req-232c6b57-5f93-4b52-8008-c19f94065b56 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:13.512552 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9663a479-b138-4adf-9f19-2a37663c10ff req-232c6b57-5f93-4b52-8008-c19f94065b56 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/ports?device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 945 time: 0.1197004 Aug 28 15:08:13.513611 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [req-4a5034be-ade0-4cc8-9768-51ee1f487be8 req-56e2321c-3ccb-4198-bec7-81a22e3bd870 service neutron] delete failed (client error): The resource could not be found. Aug 28 15:08:13.514804 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a5034be-ade0-4cc8-9768-51ee1f487be8 req-56e2321c-3ccb-4198-bec7-81a22e3bd870 service neutron] 10.222.0.36 "DELETE /v2.0/ports/15136077-3ff4-48b1-bb6a-5bcc767ebe52/bindings/n-h2-712137-10 HTTP/1.1" status: 404 len: 381 time: 0.1332333 Aug 28 15:08:13.593669 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af569b-8d74-410b-a9c0-78bbbedaa18d req-4fd06d21-57fc-4ae0-a67e-1718b6eb4fc3 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:13.595795 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f9af569b-8d74-410b-a9c0-78bbbedaa18d req-4fd06d21-57fc-4ae0-a67e-1718b6eb4fc3 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 946 time: 0.1335704 Aug 28 15:08:13.665868 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f9af569b-8d74-410b-a9c0-78bbbedaa18d req-c7c72365-bb11-4bb6-89bd-c46f7d03ba53 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639904 Aug 28 15:08:13.725865 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9663a479-b138-4adf-9f19-2a37663c10ff req-bd3035fe-e8e5-4c3a-b008-01bd0f244e6c tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ef5cce-5687-4c80-a1df-f8032a8b58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010891 Aug 28 15:08:13.747000 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5034be-ade0-4cc8-9768-51ee1f487be8 req-c24152b3-3447-478e-9bc4-dcdf223d6e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:13.748834 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a5034be-ade0-4cc8-9768-51ee1f487be8 req-c24152b3-3447-478e-9bc4-dcdf223d6e52 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 1096 time: 0.1657243 Aug 28 15:08:13.928139 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5034be-ade0-4cc8-9768-51ee1f487be8 req-6758d33c-a3ad-4271-ab1d-e04c9a04d2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:13.930173 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a5034be-ade0-4cc8-9768-51ee1f487be8 req-6758d33c-a3ad-4271-ab1d-e04c9a04d2cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c9001ca-a76d-4043-9857-260c0aecc9dd HTTP/1.1" status: 200 len: 898 time: 0.1736987 Aug 28 15:08:14.021484 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a5034be-ade0-4cc8-9768-51ee1f487be8 req-ec547541-62c7-4eda-800d-9b076d7f240b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15136077-3ff4-48b1-bb6a-5bcc767ebe52 HTTP/1.1" status: 200 len: 1000 time: 0.0826311 Aug 28 15:08:14.103468 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5034be-ade0-4cc8-9768-51ee1f487be8 req-f00470d3-5ef5-48ef-b207-566322879823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:14.106102 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a5034be-ade0-4cc8-9768-51ee1f487be8 req-f00470d3-5ef5-48ef-b207-566322879823 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f372a38c-c4d4-4f7d-922b-81f31e4a3273 HTTP/1.1" status: 200 len: 835 time: 0.0765088 Aug 28 15:08:14.134997 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe6be0-2fa7-44cc-9c7a-571e7724dca4 req-849a6d0e-f943-4c68-a10c-2a2b28dc34ef tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:14.137023 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-01fe6be0-2fa7-44cc-9c7a-571e7724dca4 req-849a6d0e-f943-4c68-a10c-2a2b28dc34ef tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 945 time: 0.0712380 Aug 28 15:08:14.168011 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5034be-ade0-4cc8-9768-51ee1f487be8 req-d13ec943-4b0e-47c9-b800-3c67bdb7a4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:14.170051 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a5034be-ade0-4cc8-9768-51ee1f487be8 req-d13ec943-4b0e-47c9-b800-3c67bdb7a4c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c9001ca-a76d-4043-9857-260c0aecc9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562315 Aug 28 15:08:14.196618 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-01fe6be0-2fa7-44cc-9c7a-571e7724dca4 req-f5bbde19-e198-4c5c-85d5-835feeca9102 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469494 Aug 28 15:08:14.197243 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48336) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:14.540174 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-cb7d304a-04ad-4f1e-88d7-cff5f5e7fd3f tempest-SubnetPoolsTestJSON-790285744 tempest-SubnetPoolsTestJSON-790285744-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-247158573', 'prefixes': ['172.20.0.0/16']}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:14.567454 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc5941-2053-4541-8493-3e1154548133 req-4b5565bf-b56d-4a26-a2b1-8daeef73aeac tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:14.576619 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-28fc5941-2053-4541-8493-3e1154548133 req-4b5565bf-b56d-4a26-a2b1-8daeef73aeac tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 944 time: 0.0781958 Aug 28 15:08:14.653693 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-28fc5941-2053-4541-8493-3e1154548133 req-c9087667-6811-463e-a7e3-4633223dc156 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756333 Aug 28 15:08:14.722707 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cb7d304a-04ad-4f1e-88d7-cff5f5e7fd3f tempest-SubnetPoolsTestJSON-790285744 tempest-SubnetPoolsTestJSON-790285744-project] Notify callbacks [] for subnetpool, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:14.725311 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-cb7d304a-04ad-4f1e-88d7-cff5f5e7fd3f tempest-SubnetPoolsTestJSON-790285744 tempest-SubnetPoolsTestJSON-790285744-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5269389 Aug 28 15:08:14.728202 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48356) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:14.784283 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1110f070-9c14-49c2-8ef4-a4ddf18770cf tempest-SubnetPoolsTestJSON-790285744 tempest-SubnetPoolsTestJSON-790285744-project] 10.222.0.13 "GET /v2.0/subnetpools/b6677d41-93cc-4557-a6a1-59f6b88e988f HTTP/1.1" status: 200 len: 731 time: 0.0545936 Aug 28 15:08:14.786746 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48360) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:14.792593 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-735649db-aebb-461f-8a1d-b37fb6646e6b tempest-SubnetPoolsTestJSON-790285744 tempest-SubnetPoolsTestJSON-790285744-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-279666584'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:14.841630 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a5034be-ade0-4cc8-9768-51ee1f487be8 req-8a984c5f-5255-4eaa-90cc-561306d4e053 service neutron] 10.222.0.36 "GET /v2.0/networks/5c9001ca-a76d-4043-9857-260c0aecc9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6624842 Aug 28 15:08:14.925245 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-735649db-aebb-461f-8a1d-b37fb6646e6b tempest-SubnetPoolsTestJSON-790285744 tempest-SubnetPoolsTestJSON-790285744-project] Notify callbacks [] for subnetpool, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:14.929680 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-735649db-aebb-461f-8a1d-b37fb6646e6b tempest-SubnetPoolsTestJSON-790285744 tempest-SubnetPoolsTestJSON-790285744-project] 10.222.0.13 "PUT /v2.0/subnetpools/b6677d41-93cc-4557-a6a1-59f6b88e988f HTTP/1.1" status: 200 len: 683 time: 0.1388547 Aug 28 15:08:14.930493 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48364) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:14.932715 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655fdb3-2e27-4fb2-8417-001ef9970774 req-801ef651-db47-49f7-aa07-f0f2b882e562 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:14.934318 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3655fdb3-2e27-4fb2-8417-001ef9970774 req-801ef651-db47-49f7-aa07-f0f2b882e562 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 946 time: 0.1310115 Aug 28 15:08:15.011174 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3655fdb3-2e27-4fb2-8417-001ef9970774 req-a68de11c-f065-44ab-8caa-46d9e9870cba tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652263 Aug 28 15:08:15.017656 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a5034be-ade0-4cc8-9768-51ee1f487be8 req-e2db8380-81f7-4c11-9fd5-7d40f6ee1dd3 service neutron] 10.222.0.36 "GET /v2.0/networks/5c9001ca-a76d-4043-9857-260c0aecc9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667883 Aug 28 15:08:15.047825 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ca01fa02-9f8e-4152-a01b-1ec770a68cd0 tempest-SubnetPoolsTestJSON-790285744 tempest-SubnetPoolsTestJSON-790285744-project] Notify callbacks [] for subnetpool, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:15.049319 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ca01fa02-9f8e-4152-a01b-1ec770a68cd0 tempest-SubnetPoolsTestJSON-790285744 tempest-SubnetPoolsTestJSON-790285744-project] 10.222.0.13 "DELETE /v2.0/subnetpools/b6677d41-93cc-4557-a6a1-59f6b88e988f HTTP/1.1" status: 204 len: 168 time: 0.1165178 Aug 28 15:08:15.051808 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48370) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:15.069456 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-a922cd6a-8f68-4055-befb-75060f647b5b tempest-SubnetPoolsTestJSON-790285744 tempest-SubnetPoolsTestJSON-790285744-project] show failed (client error): The resource could not be found. Aug 28 15:08:15.074769 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a922cd6a-8f68-4055-befb-75060f647b5b tempest-SubnetPoolsTestJSON-790285744 tempest-SubnetPoolsTestJSON-790285744-project] 10.222.0.13 "GET /v2.0/subnetpools/b6677d41-93cc-4557-a6a1-59f6b88e988f HTTP/1.1" status: 404 len: 346 time: 0.0185585 Aug 28 15:08:15.075085 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48372) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:15.121520 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-a67a3394-3f28-4e6e-b960-50b07e6aa6b8 tempest-SubnetPoolsTestJSON-790285744 tempest-SubnetPoolsTestJSON-790285744-project] delete failed (client error): The resource could not be found. Aug 28 15:08:15.123747 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a67a3394-3f28-4e6e-b960-50b07e6aa6b8 tempest-SubnetPoolsTestJSON-790285744 tempest-SubnetPoolsTestJSON-790285744-project] 10.222.0.13 "DELETE /v2.0/subnetpools/b6677d41-93cc-4557-a6a1-59f6b88e988f HTTP/1.1" status: 404 len: 346 time: 0.0465469 Aug 28 15:08:15.356747 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd07946-6342-48a1-a29e-cac45530d712 req-702927c4-81a5-4b1b-8a9a-d7d6d26e8741 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:15.358278 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4dd07946-6342-48a1-a29e-cac45530d712 req-702927c4-81a5-4b1b-8a9a-d7d6d26e8741 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 945 time: 0.0620210 Aug 28 15:08:15.369912 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3faa76-f16d-4f3c-9666-ceba058a793f req-20687e12-5063-4990-b14b-43e8858825ba tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:15.377896 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8d3faa76-f16d-4f3c-9666-ceba058a793f req-20687e12-5063-4990-b14b-43e8858825ba tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/ports?device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 945 time: 0.0909123 Aug 28 15:08:15.426036 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8d3faa76-f16d-4f3c-9666-ceba058a793f req-98ab7a74-ea4d-4e00-a5c8-04c12121eaa8 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ef5cce-5687-4c80-a1df-f8032a8b58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468252 Aug 28 15:08:15.465851 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4dd07946-6342-48a1-a29e-cac45530d712 req-1377f7a0-efe1-414c-89ed-ac5570b88e72 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009471 Aug 28 15:08:15.590327 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48396) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:15.626214 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 15136077-3ff4-48b1-bb6a-5bcc767ebe52 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:08:15.717127 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 15136077-3ff4-48b1-bb6a-5bcc767ebe52 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:08:15.737874 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 15136077-3ff4-48b1-bb6a-5bcc767ebe52 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:08:15.742633 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:15.812652 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6079160-4554-4971-989e-64ddd5d6688a req-899be06e-b532-4e67-af75-4292dff3db77 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:15.813698 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6079160-4554-4971-989e-64ddd5d6688a req-899be06e-b532-4e67-af75-4292dff3db77 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 944 time: 0.0781329 Aug 28 15:08:15.893637 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7e6338b8-31ce-49c1-8378-f0f4d57d6901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:15.909024 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:15.937307 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6079160-4554-4971-989e-64ddd5d6688a req-092dde53-c3b6-47eb-8ff0-89b09a003aef tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1135917 Aug 28 15:08:15.947519 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bb0497-c51d-4601-80b0-afb8c257ca45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15136077-3ff4-48b1-bb6a-5bcc767ebe52'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:08:15.950915 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2728cf-cd94-4b06-ac81-b1dbc90dcf9f" -d '{"events": [{"server_uuid": "07bb0497-c51d-4601-80b0-afb8c257ca45", "name": "network-vif-plugged", "status": "completed", "tag": "15136077-3ff4-48b1-bb6a-5bcc767ebe52"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:08:15.958013 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 48410) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:15.971457 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 15136077-3ff4-48b1-bb6a-5bcc767ebe52, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=15136077-3ff4-48b1-bb6a-5bcc767ebe52,segment=NetworkSegment(8b86c131-42a6-429e-b12a-d30d54b837f8),segment_id=8b86c131-42a6-429e-b12a-d30d54b837f8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:08:15.981012 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:16.047940 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825714ff-028d-4874-9850-5aa0dbabd65d x-openstack-request-id: req-825714ff-028d-4874-9850-5aa0dbabd65d {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:08:16.048498 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bb0497-c51d-4601-80b0-afb8c257ca45", "name": "network-vif-plugged", "status": "completed", "tag": "15136077-3ff4-48b1-bb6a-5bcc767ebe52", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:08:16.048936 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-825714ff-028d-4874-9850-5aa0dbabd65d {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:08:16.049516 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07bb0497-c51d-4601-80b0-afb8c257ca45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15136077-3ff4-48b1-bb6a-5bcc767ebe52', 'code': 200} Aug 28 15:08:16.082166 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-22841b51-6e93-4f97-b731-c5e00f63cd75 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/floatingips/6a925204-69bb-4ea5-933d-275507d6e97a HTTP/1.1" status: 200 len: 992 time: 0.1172404 Aug 28 15:08:16.099588 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=15136077-3ff4-48b1-bb6a-5bcc767ebe52,revision_number=9']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:16.120259 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:16.120611 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:16.125126 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:16.129647 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:16.130801 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:16.134981 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:16.135460 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:16.137026 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:16.144620 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:16.147621 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7e6338b8-31ce-49c1-8378-f0f4d57d6901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:16.152092 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:16.152610 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:16.153196 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:16.183210 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7e6338b8-31ce-49c1-8378-f0f4d57d6901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:16.224223 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7e6338b8-31ce-49c1-8378-f0f4d57d6901 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae31bba2167d4d5b99f984108b394a0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6294448 Aug 28 15:08:16.224565 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48416) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:16.261927 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6338b8-31ce-49c1-8378-f0f4d57d6901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461ed568-c523-4ae8-9769-c10d3e24fd1c,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:16.271458 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc4dbd-dc1b-4bbd-a076-7cf3a5c9e832 req-83e9ca65-97bd-4a46-a327-dd125df73658 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:16.279362 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2bcc4dbd-dc1b-4bbd-a076-7cf3a5c9e832 req-83e9ca65-97bd-4a46-a327-dd125df73658 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 946 time: 0.1263230 Aug 28 15:08:16.308328 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1569b-ef04-4957-9b85-7e00c7165436 req-5ab871f3-32db-4b5e-8e0b-8aab7b34e1c9 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:16.310376 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-03d1569b-ef04-4957-9b85-7e00c7165436 req-5ab871f3-32db-4b5e-8e0b-8aab7b34e1c9 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/ports?device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 945 time: 0.0956244 Aug 28 15:08:16.353993 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2bcc4dbd-dc1b-4bbd-a076-7cf3a5c9e832 req-152eca2a-566b-4756-8c60-7a381d925c53 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717142 Aug 28 15:08:16.354813 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6dcd649b-ca8c-46c1-ad9a-17917457420b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:16.397170 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6dcd649b-ca8c-46c1-ad9a-17917457420b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:16.402107 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-03d1569b-ef04-4957-9b85-7e00c7165436 req-7cb64d1a-dc89-48a7-b1c8-aebfea38f561 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ef5cce-5687-4c80-a1df-f8032a8b58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782573 Aug 28 15:08:16.448908 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6dcd649b-ca8c-46c1-ad9a-17917457420b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:16.452136 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6dcd649b-ca8c-46c1-ad9a-17917457420b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:16.453512 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6dcd649b-ca8c-46c1-ad9a-17917457420b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/461ed568-c523-4ae8-9769-c10d3e24fd1c HTTP/1.1" status: 204 len: 168 time: 0.2279360 Aug 28 15:08:16.463403 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd649b-ca8c-46c1-ad9a-17917457420b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461ed568-c523-4ae8-9769-c10d3e24fd1c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:16.662343 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f6602-4a37-4b49-8838-2460892c1d70 req-5d5063b4-8ccf-4f74-8c2b-4ad64815aaaf tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:16.678861 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5a7f6602-4a37-4b49-8838-2460892c1d70 req-5d5063b4-8ccf-4f74-8c2b-4ad64815aaaf tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 945 time: 0.1108882 Aug 28 15:08:16.736165 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5a7f6602-4a37-4b49-8838-2460892c1d70 req-3108ebbe-a444-442f-b3c6-a4cfe4e4cd58 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561464 Aug 28 15:08:17.454752 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48464) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:17.509361 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11357f-e94c-4694-912f-aa5aad4c7552 req-f0102633-ee62-43f4-9c2e-a978d368f626 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:17.517134 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fa11357f-e94c-4694-912f-aa5aad4c7552 req-f0102633-ee62-43f4-9c2e-a978d368f626 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 946 time: 0.0826669 Aug 28 15:08:17.555859 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fa11357f-e94c-4694-912f-aa5aad4c7552 req-caeb973f-a60c-415b-a607-094407437fc2 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377109 Aug 28 15:08:17.564834 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e577e91-9147-4265-bddb-4f61997d2232 req-4bec87fc-d9e8-4e50-8765-4b8934c9ab12 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:17.568678 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1e577e91-9147-4265-bddb-4f61997d2232 req-4bec87fc-d9e8-4e50-8765-4b8934c9ab12 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/ports?device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 945 time: 0.0867381 Aug 28 15:08:17.619527 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1e577e91-9147-4265-bddb-4f61997d2232 req-1ce3b2a4-9f43-4ebb-8be9-460ab728c059 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ef5cce-5687-4c80-a1df-f8032a8b58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450623 Aug 28 15:08:17.836460 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ad2ab527-6843-4e74-b7ba-2bdbb95f2f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:17.945486 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c7f2b-8d15-4066-b6a6-6c9931888985 req-b9c686f6-0cda-4ac5-9ab4-19d9f6e6ad5e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:17.947128 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3f0c7f2b-8d15-4066-b6a6-6c9931888985 req-b9c686f6-0cda-4ac5-9ab4-19d9f6e6ad5e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 945 time: 0.0852721 Aug 28 15:08:18.007762 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3f0c7f2b-8d15-4066-b6a6-6c9931888985 req-979c03e7-bd5a-4483-8e22-6e0a55bbbfdb tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517867 Aug 28 15:08:18.060901 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ad2ab527-6843-4e74-b7ba-2bdbb95f2f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:18.065885 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ad2ab527-6843-4e74-b7ba-2bdbb95f2f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:18.110113 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ab527-6843-4e74-b7ba-2bdbb95f2f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef6f3a6-49c5-490b-8585-321f7b13c8f2,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:18.122889 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ad2ab527-6843-4e74-b7ba-2bdbb95f2f5c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ad637fa6342421b93de237b9479a8ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6669669 Aug 28 15:08:18.125529 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 48484) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:18.218935 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712244e1-3089-433d-beb8-68916de91256 req-6bdb6b44-00a1-4dd5-8060-a6a1a03168ca tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:18.220447 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-712244e1-3089-433d-beb8-68916de91256 req-6bdb6b44-00a1-4dd5-8060-a6a1a03168ca tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.41 "GET /v2.0/ports?device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 945 time: 0.0773892 Aug 28 15:08:18.230620 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c603adb9-6e1a-4bb4-8cd7-adec7fac184d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:18.275086 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c603adb9-6e1a-4bb4-8cd7-adec7fac184d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:18.370714 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-712244e1-3089-433d-beb8-68916de91256 req-9ad0c1f6-f3f1-4b6c-8051-2b23463c4af3 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Deleting port e5a6fe10-5415-468b-a1e2-f6a109d38950 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:08:18.371065 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-712244e1-3089-433d-beb8-68916de91256 req-9ad0c1f6-f3f1-4b6c-8051-2b23463c4af3 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:18.375402 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c603adb9-6e1a-4bb4-8cd7-adec7fac184d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:18.378226 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c603adb9-6e1a-4bb4-8cd7-adec7fac184d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:18.379392 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c603adb9-6e1a-4bb4-8cd7-adec7fac184d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ef6f3a6-49c5-490b-8585-321f7b13c8f2 HTTP/1.1" status: 204 len: 168 time: 0.2523203 Aug 28 15:08:18.428216 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603adb9-6e1a-4bb4-8cd7-adec7fac184d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef6f3a6-49c5-490b-8585-321f7b13c8f2,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:18.439544 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c603adb9-6e1a-4bb4-8cd7-adec7fac184d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:18.439934 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c603adb9-6e1a-4bb4-8cd7-adec7fac184d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:18.440282 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c603adb9-6e1a-4bb4-8cd7-adec7fac184d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:18.440820 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c603adb9-6e1a-4bb4-8cd7-adec7fac184d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:18.441160 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c603adb9-6e1a-4bb4-8cd7-adec7fac184d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:18.441498 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c603adb9-6e1a-4bb4-8cd7-adec7fac184d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:18.441832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c603adb9-6e1a-4bb4-8cd7-adec7fac184d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:18.442164 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c603adb9-6e1a-4bb4-8cd7-adec7fac184d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:18.443140 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c603adb9-6e1a-4bb4-8cd7-adec7fac184d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:18.443890 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c603adb9-6e1a-4bb4-8cd7-adec7fac184d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:18.443890 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c603adb9-6e1a-4bb4-8cd7-adec7fac184d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:18.444228 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c603adb9-6e1a-4bb4-8cd7-adec7fac184d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:18.505845 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-712244e1-3089-433d-beb8-68916de91256 req-9ad0c1f6-f3f1-4b6c-8051-2b23463c4af3 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] For port e5a6fe10-5415-468b-a1e2-f6a109d38950, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=e5a6fe10-5415-468b-a1e2-f6a109d38950,segment=NetworkSegment(ff1e34ae-df87-4444-8c02-cc34e9d93693),segment_id=ff1e34ae-df87-4444-8c02-cc34e9d93693)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:08:18.506642 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-712244e1-3089-433d-beb8-68916de91256 req-9ad0c1f6-f3f1-4b6c-8051-2b23463c4af3 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:18.809841 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df36d90-889c-4267-9e76-050265082091 req-e09039a4-4868-4b1d-ae61-03dc5b5bf038 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:18.818883 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3df36d90-889c-4267-9e76-050265082091 req-e09039a4-4868-4b1d-ae61-03dc5b5bf038 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 946 time: 0.1556003 Aug 28 15:08:18.908228 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86981d-7e11-46a9-b1b8-224ad8b526ca req-69f9b8d1-206d-4507-a849-b7c6e7a3f3aa tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:18.922646 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e86981d-7e11-46a9-b1b8-224ad8b526ca req-69f9b8d1-206d-4507-a849-b7c6e7a3f3aa tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/ports?device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 945 time: 0.1681819 Aug 28 15:08:18.925699 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3df36d90-889c-4267-9e76-050265082091 req-89f77b68-959d-4c16-ae19-9ad56d51b8a3 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056476 Aug 28 15:08:18.961246 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48508) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:18.974747 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-712244e1-3089-433d-beb8-68916de91256 req-9ad0c1f6-f3f1-4b6c-8051-2b23463c4af3 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:18.975362 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-712244e1-3089-433d-beb8-68916de91256 req-9ad0c1f6-f3f1-4b6c-8051-2b23463c4af3 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:18.976456 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [req-712244e1-3089-433d-beb8-68916de91256 req-9ad0c1f6-f3f1-4b6c-8051-2b23463c4af3 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Floating IP f2d0da63-fa98-4a3a-a9a5-079b8fe2003f disassociated. External IP: 172.25.3.47, port: e5a6fe10-5415-468b-a1e2-f6a109d38950. Aug 28 15:08:18.977036 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-712244e1-3089-433d-beb8-68916de91256 req-9ad0c1f6-f3f1-4b6c-8051-2b23463c4af3 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Calling delete_port for e5a6fe10-5415-468b-a1e2-f6a109d38950 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:08:18.992598 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8327d096-6c38-4abe-974e-0b407d531542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:19.013078 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e86981d-7e11-46a9-b1b8-224ad8b526ca req-45512587-a023-4406-adb5-f4aec474421b tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ef5cce-5687-4c80-a1df-f8032a8b58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894988 Aug 28 15:08:19.153568 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-712244e1-3089-433d-beb8-68916de91256 req-9ad0c1f6-f3f1-4b6c-8051-2b23463c4af3 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:19.203503 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0c1f6-f3f1-4b6c-8051-2b23463c4af3 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Pushing event deleted for resources: {'Port': ['ID=e5a6fe10-5415-468b-a1e2-f6a109d38950,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:19.287915 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6851ac3-100f-43e1-9aaf-1030425fe8e1 req-1a32d48b-3d94-4b4d-9a83-d24d9cec4d72 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:19.289383 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b6851ac3-100f-43e1-9aaf-1030425fe8e1 req-1a32d48b-3d94-4b4d-9a83-d24d9cec4d72 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 945 time: 0.1241481 Aug 28 15:08:19.315061 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8327d096-6c38-4abe-974e-0b407d531542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:19.324308 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8327d096-6c38-4abe-974e-0b407d531542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:19.347618 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-712244e1-3089-433d-beb8-68916de91256 req-9ad0c1f6-f3f1-4b6c-8051-2b23463c4af3 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Router 6fed07f2-d4ab-4358-aab0-7b7d0a6210b7 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:08:19.550435 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-712244e1-3089-433d-beb8-68916de91256 req-9ad0c1f6-f3f1-4b6c-8051-2b23463c4af3 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:08:19.574257 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb42a13-83bf-4d47-aa4b-0cc4c583da2c None None] Sync routers for ids ['6fed07f2-d4ab-4358-aab0-7b7d0a6210b7'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:08:19.627076 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb42a13-83bf-4d47-aa4b-0cc4c583da2c None None] Routers {'6fed07f2-d4ab-4358-aab0-7b7d0a6210b7'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:08:19.631076 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9bb42a13-83bf-4d47-aa4b-0cc4c583da2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:08:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['6fed07f2-d4ab-4358-aab0-7b7d0a6210b7'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:08:19.636230 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-712244e1-3089-433d-beb8-68916de91256 req-9ad0c1f6-f3f1-4b6c-8051-2b23463c4af3 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] No DVR routers for this DVR port e5a6fe10-5415-468b-a1e2-f6a109d38950 on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:08:19.643641 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-712244e1-3089-433d-beb8-68916de91256 req-9ad0c1f6-f3f1-4b6c-8051-2b23463c4af3 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:19.657734 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-712244e1-3089-433d-beb8-68916de91256 req-9ad0c1f6-f3f1-4b6c-8051-2b23463c4af3 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.41 "DELETE /v2.0/ports/e5a6fe10-5415-468b-a1e2-f6a109d38950 HTTP/1.1" status: 204 len: 173 time: 1.4151795 Aug 28 15:08:19.658805 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f977180e-b67b-4cd7-81ba-7b2372893dff', 'name': 'network-vif-deleted', 'tag': 'e5a6fe10-5415-468b-a1e2-f6a109d38950'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:08:19.669779 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5da395e-8876-47ea-80fa-e871cf0dc625" -d '{"events": [{"server_uuid": "f977180e-b67b-4cd7-81ba-7b2372893dff", "name": "network-vif-deleted", "tag": "e5a6fe10-5415-468b-a1e2-f6a109d38950"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:08:19.742038 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8d04bf-10a2-4796-a6ad-1a9d3d7e60a8 x-openstack-request-id: req-4f8d04bf-10a2-4796-a6ad-1a9d3d7e60a8 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:08:19.742349 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f977180e-b67b-4cd7-81ba-7b2372893dff", "name": "network-vif-deleted", "tag": "e5a6fe10-5415-468b-a1e2-f6a109d38950", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:08:19.742783 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f8d04bf-10a2-4796-a6ad-1a9d3d7e60a8 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:08:19.743204 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f977180e-b67b-4cd7-81ba-7b2372893dff', 'name': 'network-vif-deleted', 'tag': 'e5a6fe10-5415-468b-a1e2-f6a109d38950', 'status': 'completed', 'code': 200} Aug 28 15:08:19.838808 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327d096-6c38-4abe-974e-0b407d531542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01ccf88-e509-4916-b62b-a777701d8b04,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:19.847842 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8327d096-6c38-4abe-974e-0b407d531542 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a333ec430d8c460b861d4d51fed9c1aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8766549 Aug 28 15:08:19.848664 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 48522) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:19.932170 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-9bb42a13-83bf-4d47-aa4b-0cc4c583da2c None None] Set router 6fed07f2-d4ab-4358-aab0-7b7d0a6210b7 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:08:19.972933 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b6851ac3-100f-43e1-9aaf-1030425fe8e1 req-c746d693-ef47-455f-8311-eb7ecff35dee tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6685617 Aug 28 15:08:20.042770 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:08:20.046647 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c043b5e4-454b-4ac7-8d9c-e0c2c768df53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:20.109465 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c043b5e4-454b-4ac7-8d9c-e0c2c768df53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:20.122367 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c0ce25ef-f7de-4a36-960c-c7bf6aa23180 req-e30f4e94-9246-4304-911e-03a6cb83703f tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/ports?device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 210 time: 0.0361907 Aug 28 15:08:20.247640 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bf0e0-91f1-4f0b-b7b9-1b9d0e4ecbe8 req-6bd9a624-c607-43c4-8636-476ff57be1bc tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:20.265236 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dc3bf0e0-91f1-4f0b-b7b9-1b9d0e4ecbe8 req-6bd9a624-c607-43c4-8636-476ff57be1bc tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 946 time: 0.2273743 Aug 28 15:08:20.315902 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c043b5e4-454b-4ac7-8d9c-e0c2c768df53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:20.319274 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c043b5e4-454b-4ac7-8d9c-e0c2c768df53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:20.323018 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c043b5e4-454b-4ac7-8d9c-e0c2c768df53 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d01ccf88-e509-4916-b62b-a777701d8b04 HTTP/1.1" status: 204 len: 168 time: 0.4737003 Aug 28 15:08:20.338240 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dc3bf0e0-91f1-4f0b-b7b9-1b9d0e4ecbe8 req-6db50675-bb11-43db-ac27-2a2b66de54df tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667048 Aug 28 15:08:20.350928 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043b5e4-454b-4ac7-8d9c-e0c2c768df53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01ccf88-e509-4916-b62b-a777701d8b04,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:20.395500 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9bb42a13-83bf-4d47-aa4b-0cc4c583da2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'name': 'tempest-ServersTestBootFromVolume-534819450-router', 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '6eab8c2b-d26e-48c6-af27-c36fb330b62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:05:11Z', 'updated_at': '2021-08-28T15:05:20Z', 'revision_number': 4, 'project_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'gw_port': {'id': '6eab8c2b-d26e-48c6-af27-c36fb330b62e', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:05:13Z', 'updated_at': '2021-08-28T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'c77e34a8-1666-46e5-9316-905a855d871d', 'name': '', 'network_id': 'c9c20336-94ca-4a7f-8011-3dd7f1b6cda6', 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'mac_address': 'fa:16:3e:b7:66:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'a208608a-7e75-43d1-ae36-b32dcc6f294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:05:18Z', 'updated_at': '2021-08-28T15:05:26Z', 'revision_number': 5, 'project_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'subnets': [{'id': 'a208608a-7e75-43d1-ae36-b32dcc6f294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:08:20.424887 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb42a13-83bf-4d47-aa4b-0cc4c583da2c None None] Checking router: 6fed07f2-d4ab-4358-aab0-7b7d0a6210b7 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:08:20.448326 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb42a13-83bf-4d47-aa4b-0cc4c583da2c None None] Routers {'6fed07f2-d4ab-4358-aab0-7b7d0a6210b7'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:08:20.449060 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9bb42a13-83bf-4d47-aa4b-0cc4c583da2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:08:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['6fed07f2-d4ab-4358-aab0-7b7d0a6210b7'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:08:20.594569 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-9bb42a13-83bf-4d47-aa4b-0cc4c583da2c None None] Set router 6fed07f2-d4ab-4358-aab0-7b7d0a6210b7 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:08:20.918892 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9bb42a13-83bf-4d47-aa4b-0cc4c583da2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'name': 'tempest-ServersTestBootFromVolume-534819450-router', 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '6eab8c2b-d26e-48c6-af27-c36fb330b62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:05:11Z', 'updated_at': '2021-08-28T15:05:20Z', 'revision_number': 4, 'project_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'gw_port': {'id': '6eab8c2b-d26e-48c6-af27-c36fb330b62e', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:05:13Z', 'updated_at': '2021-08-28T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'c77e34a8-1666-46e5-9316-905a855d871d', 'name': '', 'network_id': 'c9c20336-94ca-4a7f-8011-3dd7f1b6cda6', 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'mac_address': 'fa:16:3e:b7:66:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'a208608a-7e75-43d1-ae36-b32dcc6f294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:05:18Z', 'updated_at': '2021-08-28T15:05:26Z', 'revision_number': 5, 'project_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'subnets': [{'id': 'a208608a-7e75-43d1-ae36-b32dcc6f294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:08:21.080599 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 48546) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:21.105636 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d0bb3898-4b9b-48d1-8009-ae03f1e3e059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:21.108288 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb42a13-83bf-4d47-aa4b-0cc4c583da2c None None] The sync data for ids ['6fed07f2-d4ab-4358-aab0-7b7d0a6210b7'] in n-d-712137-10 is: [{'id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'name': 'tempest-ServersTestBootFromVolume-534819450-router', 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '6eab8c2b-d26e-48c6-af27-c36fb330b62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:05:11Z', 'updated_at': '2021-08-28T15:05:20Z', 'revision_number': 4, 'project_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'gw_port': {'id': '6eab8c2b-d26e-48c6-af27-c36fb330b62e', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:05:13Z', 'updated_at': '2021-08-28T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'c77e34a8-1666-46e5-9316-905a855d871d', 'name': '', 'network_id': 'c9c20336-94ca-4a7f-8011-3dd7f1b6cda6', 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'mac_address': 'fa:16:3e:b7:66:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'a208608a-7e75-43d1-ae36-b32dcc6f294a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:05:18Z', 'updated_at': '2021-08-28T15:05:26Z', 'revision_number': 5, 'project_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'subnets': [{'id': 'a208608a-7e75-43d1-ae36-b32dcc6f294a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:08:21.233028 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458978b-e9e9-47cc-be3c-72fc975bef59 req-e99094a6-890e-431b-b4d3-0904cfe397f8 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:21.247255 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6458978b-e9e9-47cc-be3c-72fc975bef59 req-e99094a6-890e-431b-b4d3-0904cfe397f8 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 945 time: 0.1469371 Aug 28 15:08:21.323333 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c8a56963-d280-43fa-bfb6-0e64b0d4cdfb req-7f3c3956-88dc-46ea-8877-054731b134c9 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/ports?device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 210 time: 0.0719683 Aug 28 15:08:21.331014 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6458978b-e9e9-47cc-be3c-72fc975bef59 req-44480d46-a2d6-4863-9781-f74bde5d4c0e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793796 Aug 28 15:08:21.395908 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d0bb3898-4b9b-48d1-8009-ae03f1e3e059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:21.404663 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d0bb3898-4b9b-48d1-8009-ae03f1e3e059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:21.449601 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d0bb3898-4b9b-48d1-8009-ae03f1e3e059 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=675be68ac6374d32b5ce6ec9991471a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3673646 Aug 28 15:08:21.455363 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 48554) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:21.521804 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a5e88bb-9d7b-44c8-bf06-1fe9d1352886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:21.542386 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb3898-4b9b-48d1-8009-ae03f1e3e059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455d96dc-0788-4c1b-9de3-d00ad5c40745,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:21.561812 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a5e88bb-9d7b-44c8-bf06-1fe9d1352886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:21.615961 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b32c1b-0c73-4d6e-a83f-bc96928dc5e2 req-0fd50303-0d79-4d5c-9789-add70cb717b4 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:21.623299 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-26b32c1b-0c73-4d6e-a83f-bc96928dc5e2 req-0fd50303-0d79-4d5c-9789-add70cb717b4 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 946 time: 0.0947125 Aug 28 15:08:21.643046 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device e5a6fe10-5415-468b-a1e2-f6a109d38950 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:08:21.669766 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-26b32c1b-0c73-4d6e-a83f-bc96928dc5e2 req-bb0aa01e-3084-45a1-9bc9-0c7a8d0ba1f7 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453081 Aug 28 15:08:21.681369 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: e5a6fe10-5415-468b-a1e2-f6a109d38950 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:08:21.681725 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device e5a6fe10-5415-468b-a1e2-f6a109d38950 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:08:21.697516 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a5e88bb-9d7b-44c8-bf06-1fe9d1352886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:21.700640 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a5e88bb-9d7b-44c8-bf06-1fe9d1352886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:21.702454 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4a5e88bb-9d7b-44c8-bf06-1fe9d1352886 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/455d96dc-0788-4c1b-9de3-d00ad5c40745 HTTP/1.1" status: 204 len: 168 time: 0.2458599 Aug 28 15:08:21.713214 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e88bb-9d7b-44c8-bf06-1fe9d1352886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455d96dc-0788-4c1b-9de3-d00ad5c40745,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:21.814924 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef34443-91fa-4522-8117-c34ebba41107 None None] New status for floating IP f2d0da63-fa98-4a3a-a9a5-079b8fe2003f: DOWN {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:08:22.541295 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3c73a3ce-8958-4334-b812-6da63994234b req-f17da81b-b14f-460b-b53e-76d1ecfa1dc8 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/ports?device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 210 time: 0.0613589 Aug 28 15:08:22.633936 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00feb6-9e44-419f-b7a5-569a7cd66343 req-924317b7-0b8d-48ac-9f8f-985955a21bd6 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:22.635593 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7e00feb6-9e44-419f-b7a5-569a7cd66343 req-924317b7-0b8d-48ac-9f8f-985955a21bd6 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 945 time: 0.1122701 Aug 28 15:08:22.709033 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7e00feb6-9e44-419f-b7a5-569a7cd66343 req-bd3b927e-8803-4ebd-b564-6f69803c28c5 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594251 Aug 28 15:08:22.862275 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635998d-de28-48ba-a699-f0c842c9eb93 req-f1ebca95-c8c9-45df-a68b-0eedf1b014f9 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:22.865776 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4635998d-de28-48ba-a699-f0c842c9eb93 req-f1ebca95-c8c9-45df-a68b-0eedf1b014f9 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 946 time: 0.0979459 Aug 28 15:08:22.920229 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4635998d-de28-48ba-a699-f0c842c9eb93 req-0d39115c-c18b-488f-aa4e-182afc365cad tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489030 Aug 28 15:08:23.660604 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48664) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:23.681712 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ee682c36-8bbb-4696-892d-48a6e981e8dc req-04d95ad4-20c4-417e-b862-a051fbab728c tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/ports?device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 210 time: 0.0492964 Aug 28 15:08:23.818856 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8b9497e3-0985-48cb-a2a3-aeff32e7d99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:23.869108 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecaa22e-bba7-4faf-af73-067a56c6e6bd req-be604402-b20d-4316-b7c0-b271ee8af0c7 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:23.871239 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5ecaa22e-bba7-4faf-af73-067a56c6e6bd req-be604402-b20d-4316-b7c0-b271ee8af0c7 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 945 time: 0.0878975 Aug 28 15:08:23.927972 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8b9497e3-0985-48cb-a2a3-aeff32e7d99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:23.933542 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8b9497e3-0985-48cb-a2a3-aeff32e7d99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:23.941163 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5ecaa22e-bba7-4faf-af73-067a56c6e6bd req-9183a7fa-fce8-4832-bd55-7e46f3916cce tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633421 Aug 28 15:08:23.996436 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9497e3-0985-48cb-a2a3-aeff32e7d99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d0a692-bc39-4ec4-8a1a-5f1db4ee7f09,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:24.019746 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8b9497e3-0985-48cb-a2a3-aeff32e7d99f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=584d8a53ae084c60ad9139c45da0b493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3573956 Aug 28 15:08:24.023472 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 48682) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:24.077332 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed86ae5-829f-4a19-87e6-5ea40d1a1b03 req-34086127-b28c-4a5d-ade3-2d6b8a7303bf tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:24.080879 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3505d5a8-ee21-4d86-b7ee-fed981fb6d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:24.088315 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7ed86ae5-829f-4a19-87e6-5ea40d1a1b03 req-34086127-b28c-4a5d-ade3-2d6b8a7303bf tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 946 time: 0.0670807 Aug 28 15:08:24.106186 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3505d5a8-ee21-4d86-b7ee-fed981fb6d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:24.139802 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7ed86ae5-829f-4a19-87e6-5ea40d1a1b03 req-e776e8e0-6b93-41cf-955e-f67a6bd23252 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499082 Aug 28 15:08:24.181937 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3505d5a8-ee21-4d86-b7ee-fed981fb6d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:24.184983 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3505d5a8-ee21-4d86-b7ee-fed981fb6d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:24.188628 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3505d5a8-ee21-4d86-b7ee-fed981fb6d52 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21d0a692-bc39-4ec4-8a1a-5f1db4ee7f09 HTTP/1.1" status: 204 len: 168 time: 0.1614945 Aug 28 15:08:24.195718 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505d5a8-ee21-4d86-b7ee-fed981fb6d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d0a692-bc39-4ec4-8a1a-5f1db4ee7f09,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:24.394129 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:24.896488 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d32606be-e063-42b6-89f6-4f46d8032a17 req-07347223-4adc-413f-bf34-bb1cb6ba1806 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/ports?device_id=f977180e-b67b-4cd7-81ba-7b2372893dff HTTP/1.1" status: 200 len: 210 time: 0.0507700 Aug 28 15:08:25.244719 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a02578-4993-4d1c-9365-8db832ac05ac req-f75d8758-b7b0-40a8-a22b-24062b27e3e6 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:25.253813 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c2a02578-4993-4d1c-9365-8db832ac05ac req-f75d8758-b7b0-40a8-a22b-24062b27e3e6 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 945 time: 0.1668530 Aug 28 15:08:25.297686 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c2a02578-4993-4d1c-9365-8db832ac05ac req-5dbe0e03-3882-4a4c-9fd1-18bd151699e5 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429983 Aug 28 15:08:25.340691 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad73529-557b-4f35-9280-92e1e045011c req-116ff8e7-59f0-42ce-8f42-e6f4ad8643f0 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:25.342707 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fad73529-557b-4f35-9280-92e1e045011c req-116ff8e7-59f0-42ce-8f42-e6f4ad8643f0 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 946 time: 0.0679669 Aug 28 15:08:25.392415 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fad73529-557b-4f35-9280-92e1e045011c req-040c0132-6032-4ff7-ba2c-bfbd19ee1cb2 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424616 Aug 28 15:08:25.707742 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 48748) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:25.801523 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device fa139269-96b7-46f6-aa89-3166bcc4179d details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:08:25.889068 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-193e7903-7a83-4afb-8709-f41d6c50f477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:25.899045 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device fa139269-96b7-46f6-aa89-3166bcc4179d no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:08:26.008138 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port fa139269-96b7-46f6-aa89-3166bcc4179d, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=fa139269-96b7-46f6-aa89-3166bcc4179d,segment=NetworkSegment(8832c9ec-1ee4-4d90-92a4-baba1e83b28d),segment_id=8832c9ec-1ee4-4d90-92a4-baba1e83b28d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:08:26.037706 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48762) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:26.056816 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'fa139269-96b7-46f6-aa89-3166bcc4179d', 'network_id': 'a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a', 'port_id': 'fa139269-96b7-46f6-aa89-3166bcc4179d', 'mac_address': 'fa:16:3e:91:8f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd199c3ab-1cc3-471f-883a-d19f39aa59ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:08:26.104881 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:26.105617 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-193e7903-7a83-4afb-8709-f41d6c50f477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:26.116318 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-193e7903-7a83-4afb-8709-f41d6c50f477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:26.131594 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:26.145269 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-20138360-8c06-4275-a9b9-0c5d102afd83 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:26.160609 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa139269-96b7-46f6-aa89-3166bcc4179d {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:08:26.163708 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e7903-7a83-4afb-8709-f41d6c50f477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6050906e-7629-44e6-95d5-81cf850bab0e,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:26.189811 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fba86d6-8864-4e9c-be6c-59ab21ac0ab4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa139269-96b7-46f6-aa89-3166bcc4179d'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:08:26.197069 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-20138360-8c06-4275-a9b9-0c5d102afd83 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:26.197311 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05af2b2-45b1-4fa3-b179-2a7e6802d8d0" -d '{"events": [{"server_uuid": "3fba86d6-8864-4e9c-be6c-59ab21ac0ab4", "name": "network-vif-unplugged", "status": "completed", "tag": "fa139269-96b7-46f6-aa89-3166bcc4179d"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:08:26.201650 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-193e7903-7a83-4afb-8709-f41d6c50f477 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64ac1ac86ffd469d9858ea1afbc1b158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4919517 Aug 28 15:08:26.205329 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 48764) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:26.234878 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port fa139269-96b7-46f6-aa89-3166bcc4179d, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=fa139269-96b7-46f6-aa89-3166bcc4179d,segment=NetworkSegment(8832c9ec-1ee4-4d90-92a4-baba1e83b28d),segment_id=8832c9ec-1ee4-4d90-92a4-baba1e83b28d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:08:26.247732 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:26.314719 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-20138360-8c06-4275-a9b9-0c5d102afd83 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:26.318761 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bc5477e2-301c-482f-98d4-0d0b7c0bd9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:26.318920 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-20138360-8c06-4275-a9b9-0c5d102afd83 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:26.320832 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-20138360-8c06-4275-a9b9-0c5d102afd83 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "DELETE /v2.0/security-groups/e4ef5cce-5687-4c80-a1df-f8032a8b58e2 HTTP/1.1" status: 204 len: 168 time: 0.2810650 Aug 28 15:08:26.327417 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 48770) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:26.348233 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20138360-8c06-4275-a9b9-0c5d102afd83 tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ef5cce-5687-4c80-a1df-f8032a8b58e2,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:26.361500 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=fa139269-96b7-46f6-aa89-3166bcc4179d,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:26.368593 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-47a8d77c-28e6-43dc-8f4e-55deaf1f734b tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] show failed (client error): The resource could not be found. Aug 28 15:08:26.369880 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-47a8d77c-28e6-43dc-8f4e-55deaf1f734b tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "GET /v2.0/security-groups/e4ef5cce-5687-4c80-a1df-f8032a8b58e2 HTTP/1.1" status: 404 len: 347 time: 0.0388281 Aug 28 15:08:26.372742 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48774) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:26.400990 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bc5477e2-301c-482f-98d4-0d0b7c0bd9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:26.464666 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:26.467520 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.api [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:08:26.468029 n-d-712137-10 neutron-server[106331]: DEBUG oslo_db.api [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:08:26.470521 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bc5477e2-301c-482f-98d4-0d0b7c0bd9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:26.473789 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bc5477e2-301c-482f-98d4-0d0b7c0bd9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:26.477965 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bc5477e2-301c-482f-98d4-0d0b7c0bd9db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6050906e-7629-44e6-95d5-81cf850bab0e HTTP/1.1" status: 204 len: 168 time: 0.2687490 Aug 28 15:08:26.489107 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5477e2-301c-482f-98d4-0d0b7c0bd9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6050906e-7629-44e6-95d5-81cf850bab0e,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:26.610301 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 15:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c2de44-0c10-4b88-98dc-3af5bf239309 x-openstack-request-id: req-b8c2de44-0c10-4b88-98dc-3af5bf239309 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:08:26.611228 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fba86d6-8864-4e9c-be6c-59ab21ac0ab4", "name": "network-vif-unplugged", "status": "completed", "tag": "fa139269-96b7-46f6-aa89-3166bcc4179d", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:08:26.611490 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8c2de44-0c10-4b88-98dc-3af5bf239309 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:08:26.611920 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fba86d6-8864-4e9c-be6c-59ab21ac0ab4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa139269-96b7-46f6-aa89-3166bcc4179d', 'code': 200} Aug 28 15:08:26.622798 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d9350-215f-4f4b-b60c-88a7670f4246 req-25874cd0-91cd-4be0-a511-b64fd22d6ce1 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:26.630687 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6a9d9350-215f-4f4b-b60c-88a7670f4246 req-25874cd0-91cd-4be0-a511-b64fd22d6ce1 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 945 time: 0.0896912 Aug 28 15:08:26.675849 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-c0dda7df-38c7-4017-9a95-1aedfcb67def tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Deleting port 51f79833-ac7d-46b8-b143-03350a795a27 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:08:26.676203 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c0dda7df-38c7-4017-9a95-1aedfcb67def tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:26.714762 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6a9d9350-215f-4f4b-b60c-88a7670f4246 req-c4e6ab31-578b-42fb-ac1a-e2d7fd944fd2 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831316 Aug 28 15:08:26.870259 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ef34d-dfc9-4a46-96ce-6fc15583a928 req-2052a6ba-9000-414a-ad14-bda910cc2ed9 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:26.871992 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2a2ef34d-dfc9-4a46-96ce-6fc15583a928 req-2052a6ba-9000-414a-ad14-bda910cc2ed9 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 944 time: 0.1244285 Aug 28 15:08:26.891853 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c0dda7df-38c7-4017-9a95-1aedfcb67def tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:26.892297 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c0dda7df-38c7-4017-9a95-1aedfcb67def tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:26.918820 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-c0dda7df-38c7-4017-9a95-1aedfcb67def tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Calling delete_port for 51f79833-ac7d-46b8-b143-03350a795a27 owned by network:floatingip {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:08:26.953350 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2a2ef34d-dfc9-4a46-96ce-6fc15583a928 req-0c0eb3a4-2c83-48b5-8ebf-a2d6e510e324 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737774 Aug 28 15:08:27.047535 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:27.076758 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa139269-96b7-46f6-aa89-3166bcc4179d {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:08:27.127502 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port fa139269-96b7-46f6-aa89-3166bcc4179d, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=fa139269-96b7-46f6-aa89-3166bcc4179d,segment=NetworkSegment(8832c9ec-1ee4-4d90-92a4-baba1e83b28d),segment_id=8832c9ec-1ee4-4d90-92a4-baba1e83b28d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:08:27.135169 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:27.220381 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=fa139269-96b7-46f6-aa89-3166bcc4179d,revision_number=7']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:27.251382 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c0dda7df-38c7-4017-9a95-1aedfcb67def tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:27.313575 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dda7df-38c7-4017-9a95-1aedfcb67def tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Pushing event deleted for resources: {'Port': ['ID=51f79833-ac7d-46b8-b143-03350a795a27,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:27.343173 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['fa139269-96b7-46f6-aa89-3166bcc4179d'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:08:27.372955 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c0dda7df-38c7-4017-9a95-1aedfcb67def tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks [] for floatingip, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:27.381534 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c0dda7df-38c7-4017-9a95-1aedfcb67def tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:27.388596 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c0dda7df-38c7-4017-9a95-1aedfcb67def tempest-ServersTestBootFromVolume-1256559043 tempest-ServersTestBootFromVolume-1256559043-project] 10.222.0.13 "DELETE /v2.0/floatingips/f2d0da63-fa98-4a3a-a9a5-079b8fe2003f HTTP/1.1" status: 204 len: 168 time: 1.0117400 Aug 28 15:08:27.389679 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 48798) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:27.925671 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ec2a9-cedb-4bbc-8a17-0f91b82db46b req-6e226c95-edba-46bb-8feb-df656be83bf7 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:27.933972 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-213ec2a9-cedb-4bbc-8a17-0f91b82db46b req-6e226c95-edba-46bb-8feb-df656be83bf7 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 945 time: 0.1179137 Aug 28 15:08:28.001943 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-213ec2a9-cedb-4bbc-8a17-0f91b82db46b req-ee346adc-3bc7-4bf3-b292-cec0877c4bcd tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666685 Aug 28 15:08:28.108319 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d383fc91-3942-4615-9f82-5003781eab8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:28.162663 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587eb43-d708-45a0-8ebd-e26a7d426349 req-e3d461f7-8574-4d23-8392-c6e384a3f835 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:28.175693 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a587eb43-d708-45a0-8ebd-e26a7d426349 req-e3d461f7-8574-4d23-8392-c6e384a3f835 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 945 time: 0.1103122 Aug 28 15:08:28.268921 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a587eb43-d708-45a0-8ebd-e26a7d426349 req-5cef0075-ac3b-415c-8a53-4aac2dbbe87e tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874391 Aug 28 15:08:28.619697 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-d383fc91-3942-4615-9f82-5003781eab8a admin admin] Deleting port c77e34a8-1666-46e5-9316-905a855d871d {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:08:28.620294 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d383fc91-3942-4615-9f82-5003781eab8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:28.775841 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-d383fc91-3942-4615-9f82-5003781eab8a admin admin] For port c77e34a8-1666-46e5-9316-905a855d871d, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=c77e34a8-1666-46e5-9316-905a855d871d,segment=NetworkSegment(ff1e34ae-df87-4444-8c02-cc34e9d93693),segment_id=ff1e34ae-df87-4444-8c02-cc34e9d93693)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:08:28.776226 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d383fc91-3942-4615-9f82-5003781eab8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:28.801151 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-d383fc91-3942-4615-9f82-5003781eab8a admin admin] Calling delete_port for c77e34a8-1666-46e5-9316-905a855d871d owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:08:28.837387 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48842) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:29.030390 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-227f47ab-a9c6-4392-9ddf-b0359ef9dcb6 tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1982878323', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:29.070857 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227f47ab-a9c6-4392-9ddf-b0359ef9dcb6 tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Made reservation on behalf of eb2b53a5dab04ce79072f330639bc0cc for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:08:29.079916 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-227f47ab-a9c6-4392-9ddf-b0359ef9dcb6 tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:29.090211 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d383fc91-3942-4615-9f82-5003781eab8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:29.104160 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-227f47ab-a9c6-4392-9ddf-b0359ef9dcb6 tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:29.130350 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383fc91-3942-4615-9f82-5003781eab8a admin admin] Pushing event deleted for resources: {'Port': ['ID=c77e34a8-1666-46e5-9316-905a855d871d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:29.345894 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a701c-2045-4986-ab0f-dfb1ae5d9561 req-12aa76d8-9975-4265-ae9b-9a4f4a8e62b7 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:29.347539 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7b7a701c-2045-4986-ab0f-dfb1ae5d9561 req-12aa76d8-9975-4265-ae9b-9a4f4a8e62b7 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 945 time: 0.2202463 Aug 28 15:08:29.384240 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-227f47ab-a9c6-4392-9ddf-b0359ef9dcb6 tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:29.397660 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-227f47ab-a9c6-4392-9ddf-b0359ef9dcb6 tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:29.436016 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-227f47ab-a9c6-4392-9ddf-b0359ef9dcb6 tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] device_id is not set on port 7e0b1c3c-daf3-4d46-b09b-a3ddb82b2e23 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:08:29.440818 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f47ab-a9c6-4392-9ddf-b0359ef9dcb6 tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb9b83a-bae2-4ca9-bc64-82e4d8cb9430,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:29.574309 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7b7a701c-2045-4986-ab0f-dfb1ae5d9561 req-c7923a81-39e6-4ed4-b680-343e76652225 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187610 Aug 28 15:08:29.584210 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9269a01-f95f-4986-ba8f-c69918708660 req-27e27538-5d0c-46f5-929e-907f17e689d2 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:29.592751 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f9269a01-f95f-4986-ba8f-c69918708660 req-27e27538-5d0c-46f5-929e-907f17e689d2 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 945 time: 0.0957913 Aug 28 15:08:29.605263 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d383fc91-3942-4615-9f82-5003781eab8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:29.644302 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f9269a01-f95f-4986-ba8f-c69918708660 req-c3f677d6-78cf-4bec-888c-5f8ea75e31de tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504224 Aug 28 15:08:29.689896 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-227f47ab-a9c6-4392-9ddf-b0359ef9dcb6 tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Allocated IP 172.25.3.140 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/7e0b1c3c-daf3-4d46-b09b-a3ddb82b2e23) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:08:29.834494 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device fa139269-96b7-46f6-aa89-3166bcc4179d up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:08:29.917910 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d383fc91-3942-4615-9f82-5003781eab8a admin admin] Router 6fed07f2-d4ab-4358-aab0-7b7d0a6210b7 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:08:29.940113 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-227f47ab-a9c6-4392-9ddf-b0359ef9dcb6 tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:29.942184 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port fa139269-96b7-46f6-aa89-3166bcc4179d triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:08:29.942631 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:30.015046 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-227f47ab-a9c6-4392-9ddf-b0359ef9dcb6 tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:30.093610 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227f47ab-a9c6-4392-9ddf-b0359ef9dcb6 tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:08:30.099078 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d383fc91-3942-4615-9f82-5003781eab8a admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:08:30.106249 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d383fc91-3942-4615-9f82-5003781eab8a admin admin] 10.222.0.13 "PUT /v2.0/routers/6fed07f2-d4ab-4358-aab0-7b7d0a6210b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7161746 Aug 28 15:08:30.109948 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 48880) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:30.111074 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7825f82-55d8-43cb-b0fd-37d2716d2b03 None None] Sync routers for ids ['6fed07f2-d4ab-4358-aab0-7b7d0a6210b7'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:08:30.128620 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:30.132858 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7825f82-55d8-43cb-b0fd-37d2716d2b03 None None] Routers {'6fed07f2-d4ab-4358-aab0-7b7d0a6210b7'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:08:30.133528 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-b7825f82-55d8-43cb-b0fd-37d2716d2b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:08:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['6fed07f2-d4ab-4358-aab0-7b7d0a6210b7'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:08:30.138259 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-227f47ab-a9c6-4392-9ddf-b0359ef9dcb6 tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:08:30.144739 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227f47ab-a9c6-4392-9ddf-b0359ef9dcb6 tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:08:30.180765 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fba86d6-8864-4e9c-be6c-59ab21ac0ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa139269-96b7-46f6-aa89-3166bcc4179d'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:08:30.183598 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ed2e46-e0e4-4131-b317-4b784332917a" -d '{"events": [{"server_uuid": "3fba86d6-8864-4e9c-be6c-59ab21ac0ab4", "name": "network-vif-plugged", "status": "completed", "tag": "fa139269-96b7-46f6-aa89-3166bcc4179d"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:08:30.219232 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port fa139269-96b7-46f6-aa89-3166bcc4179d, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=fa139269-96b7-46f6-aa89-3166bcc4179d,segment=NetworkSegment(8832c9ec-1ee4-4d90-92a4-baba1e83b28d),segment_id=8832c9ec-1ee4-4d90-92a4-baba1e83b28d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:08:30.228689 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:30.237705 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f47ab-a9c6-4392-9ddf-b0359ef9dcb6 tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Pushing event updated for resources: {'Port': ['ID=7e0b1c3c-daf3-4d46-b09b-a3ddb82b2e23,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:30.243127 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227f47ab-a9c6-4392-9ddf-b0359ef9dcb6 tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:30.244615 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-227f47ab-a9c6-4392-9ddf-b0359ef9dcb6 tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:30.273930 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290bfcde-c8f8-4648-ab92-b28344c99904 x-openstack-request-id: req-290bfcde-c8f8-4648-ab92-b28344c99904 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:08:30.274545 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fba86d6-8864-4e9c-be6c-59ab21ac0ab4", "name": "network-vif-plugged", "status": "completed", "tag": "fa139269-96b7-46f6-aa89-3166bcc4179d", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:08:30.275019 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-290bfcde-c8f8-4648-ab92-b28344c99904 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:08:30.275570 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fba86d6-8864-4e9c-be6c-59ab21ac0ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa139269-96b7-46f6-aa89-3166bcc4179d', 'code': 200} Aug 28 15:08:30.279210 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-227f47ab-a9c6-4392-9ddf-b0359ef9dcb6 tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.4380820 Aug 28 15:08:30.279559 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48884) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:30.287571 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-75170df1-7851-4565-aa1f-f98e02f2c45b tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.140'}]}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:30.335456 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a2c3ce57-5760-4c68-80e0-b3bdcd672d21 admin admin] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:30.337371 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75170df1-7851-4565-aa1f-f98e02f2c45b tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:30.339550 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75170df1-7851-4565-aa1f-f98e02f2c45b tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:30.354437 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=fa139269-96b7-46f6-aa89-3166bcc4179d,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:30.367584 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-b7825f82-55d8-43cb-b0fd-37d2716d2b03 None None] Set router 6fed07f2-d4ab-4358-aab0-7b7d0a6210b7 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:08:30.419569 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75170df1-7851-4565-aa1f-f98e02f2c45b tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:30.505885 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46ac32-b869-479b-bbc3-c742b68807ca req-35423e85-5fc5-41b1-9f4f-69d8cf884a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:30.507342 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b46ac32-b869-479b-bbc3-c742b68807ca req-35423e85-5fc5-41b1-9f4f-69d8cf884a4f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 1098 time: 0.0975602 Aug 28 15:08:30.559095 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a2c3ce57-5760-4c68-80e0-b3bdcd672d21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:30.571758 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b46ac32-b869-479b-bbc3-c742b68807ca req-1abfecd5-4672-4fdb-9a0d-234309fb0953 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565155 Aug 28 15:08:30.580892 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-b7825f82-55d8-43cb-b0fd-37d2716d2b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'name': 'tempest-ServersTestBootFromVolume-534819450-router', 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '6eab8c2b-d26e-48c6-af27-c36fb330b62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:05:11Z', 'updated_at': '2021-08-28T15:08:29Z', 'revision_number': 5, 'project_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'gw_port': {'id': '6eab8c2b-d26e-48c6-af27-c36fb330b62e', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:05:13Z', 'updated_at': '2021-08-28T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:08:30.604292 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75170df1-7851-4565-aa1f-f98e02f2c45b tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:30.623785 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7825f82-55d8-43cb-b0fd-37d2716d2b03 None None] Checking router: 6fed07f2-d4ab-4358-aab0-7b7d0a6210b7 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:08:30.624661 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-a2c3ce57-5760-4c68-80e0-b3bdcd672d21 admin admin] Deleting port 6eab8c2b-d26e-48c6-af27-c36fb330b62e {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:08:30.625173 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a2c3ce57-5760-4c68-80e0-b3bdcd672d21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:30.639675 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7825f82-55d8-43cb-b0fd-37d2716d2b03 None None] Routers {'6fed07f2-d4ab-4358-aab0-7b7d0a6210b7'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:08:30.640594 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-b7825f82-55d8-43cb-b0fd-37d2716d2b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:08:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['6fed07f2-d4ab-4358-aab0-7b7d0a6210b7'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:08:30.765617 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-b7825f82-55d8-43cb-b0fd-37d2716d2b03 None None] Set router 6fed07f2-d4ab-4358-aab0-7b7d0a6210b7 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:08:30.822627 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85119f-d094-4cce-8129-c712793348cb req-afba37c8-e195-4f70-a7a3-c91594f0a746 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:30.830323 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be85119f-d094-4cce-8129-c712793348cb req-afba37c8-e195-4f70-a7a3-c91594f0a746 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 945 time: 0.0980041 Aug 28 15:08:30.839852 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-b7825f82-55d8-43cb-b0fd-37d2716d2b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'name': 'tempest-ServersTestBootFromVolume-534819450-router', 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:05:11Z', 'updated_at': '2021-08-28T15:08:30Z', 'revision_number': 6, 'project_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:08:30.870931 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7825f82-55d8-43cb-b0fd-37d2716d2b03 None None] The sync data for ids ['6fed07f2-d4ab-4358-aab0-7b7d0a6210b7'] in n-d-712137-10 is: [{'id': '6fed07f2-d4ab-4358-aab0-7b7d0a6210b7', 'name': 'tempest-ServersTestBootFromVolume-534819450-router', 'tenant_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:05:11Z', 'updated_at': '2021-08-28T15:08:30Z', 'revision_number': 6, 'project_id': '59b098ddebc340c9bc1ba34f5881bcbb', 'gw_port_host': None}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:08:30.928716 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732e3be-f1d5-42b4-bea2-a9c697be1c65 req-e1975107-fe64-46aa-987b-c11b913fceab tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:30.930589 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2732e3be-f1d5-42b4-bea2-a9c697be1c65 req-e1975107-fe64-46aa-987b-c11b913fceab tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 946 time: 0.1347666 Aug 28 15:08:30.993706 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75170df1-7851-4565-aa1f-f98e02f2c45b tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:31.019882 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2732e3be-f1d5-42b4-bea2-a9c697be1c65 req-ea51e4dd-72f5-4109-a39e-8ea68433a390 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680351 Aug 28 15:08:31.021810 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75170df1-7851-4565-aa1f-f98e02f2c45b tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:31.193697 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-a2c3ce57-5760-4c68-80e0-b3bdcd672d21 admin admin] For port 6eab8c2b-d26e-48c6-af27-c36fb330b62e, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6eab8c2b-d26e-48c6-af27-c36fb330b62e,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:08:31.194196 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a2c3ce57-5760-4c68-80e0-b3bdcd672d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:31.207281 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-a2c3ce57-5760-4c68-80e0-b3bdcd672d21 admin admin] Calling delete_port for 6eab8c2b-d26e-48c6-af27-c36fb330b62e owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:08:31.214208 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75170df1-7851-4565-aa1f-f98e02f2c45b tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:31.305947 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be85119f-d094-4cce-8129-c712793348cb req-76920f4f-8927-4206-9749-74729e3e3e40 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747572 Aug 28 15:08:31.526100 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75170df1-7851-4565-aa1f-f98e02f2c45b tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:31.529002 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75170df1-7851-4565-aa1f-f98e02f2c45b tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:31.531935 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a2c3ce57-5760-4c68-80e0-b3bdcd672d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:31.564331 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3ce57-5760-4c68-80e0-b3bdcd672d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eab8c2b-d26e-48c6-af27-c36fb330b62e,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:31.646046 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75170df1-7851-4565-aa1f-f98e02f2c45b tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:31.646596 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75170df1-7851-4565-aa1f-f98e02f2c45b tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41f860bf-2374-4563-bf09-4ae66aa8bffd {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:08:31.677480 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-75170df1-7851-4565-aa1f-f98e02f2c45b tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 28 15:08:31.678800 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-75170df1-7851-4565-aa1f-f98e02f2c45b tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.3979030 Aug 28 15:08:31.682144 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48908) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:31.720888 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a2c3ce57-5760-4c68-80e0-b3bdcd672d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:31.815492 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-9fbfd23e-2cff-4ec9-8f94-ef804aa6f851 tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Deleting port 7e0b1c3c-daf3-4d46-b09b-a3ddb82b2e23 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:08:31.816354 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9fbfd23e-2cff-4ec9-8f94-ef804aa6f851 tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:31.868253 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a2c3ce57-5760-4c68-80e0-b3bdcd672d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:31.871046 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a2c3ce57-5760-4c68-80e0-b3bdcd672d21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:31.932509 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a2c3ce57-5760-4c68-80e0-b3bdcd672d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:31.933237 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c3ce57-5760-4c68-80e0-b3bdcd672d21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fed07f2-d4ab-4358-aab0-7b7d0a6210b7 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:08:31.937732 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a2c3ce57-5760-4c68-80e0-b3bdcd672d21 admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:31.938500 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9fbfd23e-2cff-4ec9-8f94-ef804aa6f851 tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:31.941504 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a2c3ce57-5760-4c68-80e0-b3bdcd672d21 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6fed07f2-d4ab-4358-aab0-7b7d0a6210b7 HTTP/1.1" status: 204 len: 168 time: 1.8277540 Aug 28 15:08:31.941755 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 48912) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:31.957002 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-9fbfd23e-2cff-4ec9-8f94-ef804aa6f851 tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Calling delete_port for 7e0b1c3c-daf3-4d46-b09b-a3ddb82b2e23 owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:08:31.993132 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-01863861-ae8f-4e08-a467-4d75c2125d8a admin admin] Deleting subnet a208608a-7e75-43d1-ae36-b32dcc6f294a {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:08:31.996394 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-01863861-ae8f-4e08-a467-4d75c2125d8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:32.032323 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-01863861-ae8f-4e08-a467-4d75c2125d8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:32.135728 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9fbfd23e-2cff-4ec9-8f94-ef804aa6f851 tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:32.166985 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbfd23e-2cff-4ec9-8f94-ef804aa6f851 tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e0b1c3c-daf3-4d46-b09b-a3ddb82b2e23,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:32.204595 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-01863861-ae8f-4e08-a467-4d75c2125d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:32.268800 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c54f06-8219-472e-a23c-474d7a3c9e50 req-fc668cf6-0943-48b3-8357-0befd5d4d806 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:32.271907 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0c54f06-8219-472e-a23c-474d7a3c9e50 req-fc668cf6-0943-48b3-8357-0befd5d4d806 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 946 time: 0.1466146 Aug 28 15:08:32.293682 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9fbfd23e-2cff-4ec9-8f94-ef804aa6f851 tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:32.313455 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9fbfd23e-2cff-4ec9-8f94-ef804aa6f851 tempest-RoutersAdminNegativeIpV6Test-201393143 tempest-RoutersAdminNegativeIpV6Test-201393143-project-admin] 10.222.0.13 "DELETE /v2.0/ports/7e0b1c3c-daf3-4d46-b09b-a3ddb82b2e23 HTTP/1.1" status: 204 len: 168 time: 0.6227531 Aug 28 15:08:32.349032 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0c54f06-8219-472e-a23c-474d7a3c9e50 req-01bef1da-7b79-420b-8106-364cc493a8c4 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753200 Aug 28 15:08:32.358145 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-01863861-ae8f-4e08-a467-4d75c2125d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:32.469552 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01863861-ae8f-4e08-a467-4d75c2125d8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a208608a-7e75-43d1-ae36-b32dcc6f294a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:32.482529 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a369a262-5ae3-4426-840a-2a17f1fee7e7 None None] Network c9c20336-94ca-4a7f-8011-3dd7f1b6cda6 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:08:32.484978 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-01863861-ae8f-4e08-a467-4d75c2125d8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:32.506531 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-01863861-ae8f-4e08-a467-4d75c2125d8a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a208608a-7e75-43d1-ae36-b32dcc6f294a HTTP/1.1" status: 204 len: 168 time: 0.5628228 Aug 28 15:08:32.511177 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 48960) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:32.588422 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc17f7-9a5c-47e5-91ba-86f1dbacae74 req-9843f509-7e60-4668-91f8-e4a106094824 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:32.597532 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bebc17f7-9a5c-47e5-91ba-86f1dbacae74 req-9843f509-7e60-4668-91f8-e4a106094824 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 945 time: 0.1476450 Aug 28 15:08:32.657841 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777e38e-fb95-4c3b-b12f-d7a129f9e942 req-783b4d06-5fc4-4851-b53d-3dcad678ced4 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:32.666004 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c777e38e-fb95-4c3b-b12f-d7a129f9e942 req-783b4d06-5fc4-4851-b53d-3dcad678ced4 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 946 time: 0.1492596 Aug 28 15:08:32.671680 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d949af46-30b5-4538-8dec-18892f8dedda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:32.705361 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bebc17f7-9a5c-47e5-91ba-86f1dbacae74 req-1c29b793-2e32-4362-b41a-0a619af8eb4a tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021214 Aug 28 15:08:32.737147 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c777e38e-fb95-4c3b-b12f-d7a129f9e942 req-d98da4d6-4e67-4c01-b923-bf89f0078690 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700498 Aug 28 15:08:32.856462 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device c77e34a8-1666-46e5-9316-905a855d871d no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:08:32.893235 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-d949af46-30b5-4538-8dec-18892f8dedda admin admin] Deleting port 14748853-9665-49e3-a4d8-610d40b819be {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:08:32.893593 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d949af46-30b5-4538-8dec-18892f8dedda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:32.921403 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: c77e34a8-1666-46e5-9316-905a855d871d {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:08:32.921751 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device c77e34a8-1666-46e5-9316-905a855d871d not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:08:32.927198 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6eab8c2b-d26e-48c6-af27-c36fb330b62e no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:08:32.964106 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 6eab8c2b-d26e-48c6-af27-c36fb330b62e {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:08:32.964710 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6eab8c2b-d26e-48c6-af27-c36fb330b62e not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:08:32.999979 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-d949af46-30b5-4538-8dec-18892f8dedda admin admin] For port 14748853-9665-49e3-a4d8-610d40b819be, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=14748853-9665-49e3-a4d8-610d40b819be,segment=NetworkSegment(ff1e34ae-df87-4444-8c02-cc34e9d93693),segment_id=ff1e34ae-df87-4444-8c02-cc34e9d93693)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:08:33.000446 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d949af46-30b5-4538-8dec-18892f8dedda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:33.019577 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-d949af46-30b5-4538-8dec-18892f8dedda admin admin] Calling delete_port for 14748853-9665-49e3-a4d8-610d40b819be owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:08:33.066629 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48980) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:33.094033 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43afd2a3-42b3-45a0-8601-e757280f1676 None None] DHCP port deletion for c9c20336-94ca-4a7f-8011-3dd7f1b6cda6 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:08:33.161980 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d949af46-30b5-4538-8dec-18892f8dedda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:33.188817 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-43afd2a3-42b3-45a0-8601-e757280f1676 None None] Deleting port 14748853-9665-49e3-a4d8-610d40b819be {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:08:33.189628 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-43afd2a3-42b3-45a0-8601-e757280f1676 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:33.195570 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949af46-30b5-4538-8dec-18892f8dedda admin admin] Pushing event deleted for resources: {'Port': ['ID=14748853-9665-49e3-a4d8-610d40b819be,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:33.202817 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d949af46-30b5-4538-8dec-18892f8dedda admin admin] No DVR routers for this DVR port 14748853-9665-49e3-a4d8-610d40b819be on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:08:33.260610 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-baa32828-4394-4132-b06a-223fd05dccf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:33.282204 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d949af46-30b5-4538-8dec-18892f8dedda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:33.293582 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-d949af46-30b5-4538-8dec-18892f8dedda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c20336-94ca-4a7f-8011-3dd7f1b6cda6']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:08:33.294385 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-43afd2a3-42b3-45a0-8601-e757280f1676 None None] For port 14748853-9665-49e3-a4d8-610d40b819be, host n-d-712137-10, got binding levels [] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:08:33.295065 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-43afd2a3-42b3-45a0-8601-e757280f1676 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:33.307954 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-d949af46-30b5-4538-8dec-18892f8dedda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1e34ae-df87-4444-8c02-cc34e9d93693') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:08:33.308243 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-d949af46-30b5-4538-8dec-18892f8dedda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1e34ae-df87-4444-8c02-cc34e9d93693') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:08:33.312942 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-43afd2a3-42b3-45a0-8601-e757280f1676 None None] Calling delete_port for 14748853-9665-49e3-a4d8-610d40b819be owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:08:33.316105 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.ipam_backend_mixin [None req-43afd2a3-42b3-45a0-8601-e757280f1676 None None] Port 14748853-9665-49e3-a4d8-610d40b819be was not found and therefore no delete operation was performed {{(pid=106331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 15:08:33.317960 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-43afd2a3-42b3-45a0-8601-e757280f1676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:33.319146 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d949af46-30b5-4538-8dec-18892f8dedda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:33.339693 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d949af46-30b5-4538-8dec-18892f8dedda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:33.345430 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43afd2a3-42b3-45a0-8601-e757280f1676 None None] Pushing event deleted for resources: {'Port': ['ID=14748853-9665-49e3-a4d8-610d40b819be,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:33.346197 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d949af46-30b5-4538-8dec-18892f8dedda admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:08:33.346599 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d949af46-30b5-4538-8dec-18892f8dedda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:08:33.349525 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:08:33.354315 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43afd2a3-42b3-45a0-8601-e757280f1676 None None] No DVR routers for this DVR port 14748853-9665-49e3-a4d8-610d40b819be on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:08:33.420513 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d949af46-30b5-4538-8dec-18892f8dedda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:33.445870 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d949af46-30b5-4538-8dec-18892f8dedda admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:33.448438 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d949af46-30b5-4538-8dec-18892f8dedda admin admin] 10.222.0.13 "DELETE /v2.0/networks/c9c20336-94ca-4a7f-8011-3dd7f1b6cda6 HTTP/1.1" status: 204 len: 168 time: 0.9306169 Aug 28 15:08:33.449917 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949af46-30b5-4538-8dec-18892f8dedda admin admin] Pushing event deleted for resources: {'Network': ['ID=c9c20336-94ca-4a7f-8011-3dd7f1b6cda6,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:33.471502 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-f9477ea1-cb57-43d1-8160-852deffea78c tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:33.478740 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-f9477ea1-cb57-43d1-8160-852deffea78c tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/networks?id=a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a HTTP/1.1" status: 200 len: 815 time: 0.1619632 Aug 28 15:08:33.507160 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-a805c2e7-7491-4021-a87d-159f0865a0ab tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/quotas/1bb2d65f9fb942d9b36b25dac4e364e6 HTTP/1.1" status: 200 len: 375 time: 0.0275414 Aug 28 15:08:33.529751 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-baa32828-4394-4132-b06a-223fd05dccf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:33.550614 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-baa32828-4394-4132-b06a-223fd05dccf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:33.607301 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-baa32828-4394-4132-b06a-223fd05dccf9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6d4e6dfae0f41fe90961a7fd449e1bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5368981 Aug 28 15:08:33.607778 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49030) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:33.609718 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa32828-4394-4132-b06a-223fd05dccf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35fa1ea-97ad-473a-b8f8-6caf6e9b9b89,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:33.617525 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-254a76aa-58af-4db7-828f-229f553d822d tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1bb2d65f9fb942d9b36b25dac4e364e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1000366 Aug 28 15:08:33.629529 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49032) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:33.698299 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-588484a1-566e-40fe-aa44-11a765a4254b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:33.721619 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0129aad0-ea2a-4540-86cc-bd67a53bf65a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59b098ddebc340c9bc1ba34f5881bcbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0907860 Aug 28 15:08:33.724255 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49034) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:33.742023 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-588484a1-566e-40fe-aa44-11a765a4254b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:33.757459 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-8444820d-ade2-4a99-ac62-1ee578806771 service neutron] 10.222.0.13 "GET /v2.0/networks/a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325524 Aug 28 15:08:33.834308 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-588484a1-566e-40fe-aa44-11a765a4254b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:33.837189 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-588484a1-566e-40fe-aa44-11a765a4254b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:33.838468 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-588484a1-566e-40fe-aa44-11a765a4254b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f35fa1ea-97ad-473a-b8f8-6caf6e9b9b89 HTTP/1.1" status: 204 len: 168 time: 0.2296681 Aug 28 15:08:33.853584 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588484a1-566e-40fe-aa44-11a765a4254b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35fa1ea-97ad-473a-b8f8-6caf6e9b9b89,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:33.868085 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-45be5d93-7807-4450-8c5f-91fb7081fa09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:33.871329 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204fc99f-dce5-4c43-92c9-fa309f1ec526 req-6f09f738-ef7a-4009-9bca-a6cdc9661f35 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:33.873065 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-204fc99f-dce5-4c43-92c9-fa309f1ec526 req-6f09f738-ef7a-4009-9bca-a6cdc9661f35 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 945 time: 0.0817409 Aug 28 15:08:33.958849 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-1e99d682-0a56-4b09-a88e-8edf444eff32 service neutron] 10.222.0.13 "GET /v2.0/networks/a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921299 Aug 28 15:08:33.964434 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-45be5d93-7807-4450-8c5f-91fb7081fa09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:33.972158 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-204fc99f-dce5-4c43-92c9-fa309f1ec526 req-80570508-c78e-4902-a0b5-3d8335eef008 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769429 Aug 28 15:08:34.044972 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-45be5d93-7807-4450-8c5f-91fb7081fa09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:34.049858 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-45be5d93-7807-4450-8c5f-91fb7081fa09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:34.056115 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-45be5d93-7807-4450-8c5f-91fb7081fa09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84d41c36-c1d6-435c-8415-51d28ddb255e HTTP/1.1" status: 204 len: 168 time: 0.3285494 Aug 28 15:08:34.076020 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be5d93-7807-4450-8c5f-91fb7081fa09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d41c36-c1d6-435c-8415-51d28ddb255e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:34.298690 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a5beff8c-ab0b-4a30-a562-72113a18839d req-9ba62bac-23a7-4c18-a39b-93bb39f892e7 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 210 time: 0.0716419 Aug 28 15:08:34.401729 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc78c32-f803-485c-95f6-5e8b914439ac req-cec126aa-0a83-47f8-a49a-e254e42a129d tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:34.403331 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2bc78c32-f803-485c-95f6-5e8b914439ac req-cec126aa-0a83-47f8-a49a-e254e42a129d tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fba86d6-8864-4e9c-be6c-59ab21ac0ab4 HTTP/1.1" status: 200 len: 946 time: 0.0614104 Aug 28 15:08:34.589375 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49072) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:34.608493 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-2bc78c32-f803-485c-95f6-5e8b914439ac req-5a998fcb-8ff8-4eee-8b06-02cc4ea8a7ee tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Deleting port fa139269-96b7-46f6-aa89-3166bcc4179d {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:08:34.608836 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-2bc78c32-f803-485c-95f6-5e8b914439ac req-5a998fcb-8ff8-4eee-8b06-02cc4ea8a7ee tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:34.694439 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c2b1bc11-ab25-4851-8850-34038addef7b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb2b53a5dab04ce79072f330639bc0cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1039543 Aug 28 15:08:34.701790 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49076) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:34.752477 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-2bc78c32-f803-485c-95f6-5e8b914439ac req-5a998fcb-8ff8-4eee-8b06-02cc4ea8a7ee tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] For port fa139269-96b7-46f6-aa89-3166bcc4179d, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=fa139269-96b7-46f6-aa89-3166bcc4179d,segment=NetworkSegment(8832c9ec-1ee4-4d90-92a4-baba1e83b28d),segment_id=8832c9ec-1ee4-4d90-92a4-baba1e83b28d)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:08:34.753447 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-2bc78c32-f803-485c-95f6-5e8b914439ac req-5a998fcb-8ff8-4eee-8b06-02cc4ea8a7ee tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:34.774516 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 14748853-9665-49e3-a4d8-610d40b819be no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:08:34.803836 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-2bc78c32-f803-485c-95f6-5e8b914439ac req-5a998fcb-8ff8-4eee-8b06-02cc4ea8a7ee tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Calling delete_port for fa139269-96b7-46f6-aa89-3166bcc4179d owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:08:34.814993 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4408bc89-68ab-438a-8cce-8b8d97638607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:34.823236 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 14748853-9665-49e3-a4d8-610d40b819be {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:08:34.823585 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 14748853-9665-49e3-a4d8-610d40b819be not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:08:34.876451 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4408bc89-68ab-438a-8cce-8b8d97638607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:34.981013 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4408bc89-68ab-438a-8cce-8b8d97638607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:34.983834 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4408bc89-68ab-438a-8cce-8b8d97638607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:34.987687 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4408bc89-68ab-438a-8cce-8b8d97638607 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3bb9b83a-bae2-4ca9-bc64-82e4d8cb9430 HTTP/1.1" status: 204 len: 168 time: 0.2848232 Aug 28 15:08:34.999982 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408bc89-68ab-438a-8cce-8b8d97638607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb9b83a-bae2-4ca9-bc64-82e4d8cb9430,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:35.011576 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-2bc78c32-f803-485c-95f6-5e8b914439ac req-5a998fcb-8ff8-4eee-8b06-02cc4ea8a7ee tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:35.038867 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['fa139269-96b7-46f6-aa89-3166bcc4179d'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:08:35.079594 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a998fcb-8ff8-4eee-8b06-02cc4ea8a7ee tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Pushing event deleted for resources: {'Port': ['ID=fa139269-96b7-46f6-aa89-3166bcc4179d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:35.152492 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc78c32-f803-485c-95f6-5e8b914439ac req-5a998fcb-8ff8-4eee-8b06-02cc4ea8a7ee tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] No DVR routers for this DVR port fa139269-96b7-46f6-aa89-3166bcc4179d on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:08:35.159926 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-2bc78c32-f803-485c-95f6-5e8b914439ac req-5a998fcb-8ff8-4eee-8b06-02cc4ea8a7ee tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:35.170557 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2bc78c32-f803-485c-95f6-5e8b914439ac req-5a998fcb-8ff8-4eee-8b06-02cc4ea8a7ee tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.36 "DELETE /v2.0/ports/fa139269-96b7-46f6-aa89-3166bcc4179d HTTP/1.1" status: 204 len: 173 time: 0.7567985 Aug 28 15:08:35.171213 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fba86d6-8864-4e9c-be6c-59ab21ac0ab4', 'name': 'network-vif-deleted', 'tag': 'fa139269-96b7-46f6-aa89-3166bcc4179d'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:08:35.174662 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98ec223-2e45-4a0c-89d6-348421c8c47b" -d '{"events": [{"server_uuid": "3fba86d6-8864-4e9c-be6c-59ab21ac0ab4", "name": "network-vif-deleted", "tag": "fa139269-96b7-46f6-aa89-3166bcc4179d"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:08:35.292715 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f3a74-a657-4ad1-b2c5-f7d1ecf813f1 req-624527ca-34a8-4ca3-b182-b552a6f495d9 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:35.301246 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2d0f3a74-a657-4ad1-b2c5-f7d1ecf813f1 req-624527ca-34a8-4ca3-b182-b552a6f495d9 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 945 time: 0.1160262 Aug 28 15:08:35.321281 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29b3d97-b526-4313-8fd2-4ca7baf8f3f8 x-openstack-request-id: req-f29b3d97-b526-4313-8fd2-4ca7baf8f3f8 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:08:35.321815 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fba86d6-8864-4e9c-be6c-59ab21ac0ab4", "name": "network-vif-deleted", "tag": "fa139269-96b7-46f6-aa89-3166bcc4179d", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:08:35.321815 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f29b3d97-b526-4313-8fd2-4ca7baf8f3f8 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:08:35.322366 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fba86d6-8864-4e9c-be6c-59ab21ac0ab4', 'name': 'network-vif-deleted', 'tag': 'fa139269-96b7-46f6-aa89-3166bcc4179d', 'status': 'completed', 'code': 200} Aug 28 15:08:35.444710 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2d0f3a74-a657-4ad1-b2c5-f7d1ecf813f1 req-b97e4949-3b8b-4b21-8408-cba167d2987e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281259 Aug 28 15:08:35.469009 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7a3313f6-3782-48d3-8840-7a74d6373169 req-4cb6872a-cfeb-4e7d-afe2-0e6ed4ad35ce tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 210 time: 0.0518999 Aug 28 15:08:35.733261 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49118) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:35.916594 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-fc721ec9-ffb3-4e49-bb4f-1d8730d5b72b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-295048333-network', 'tenant_id': '75dac68a136a4e2186b59df3b576c98d'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:35.939132 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc721ec9-ffb3-4e49-bb4f-1d8730d5b72b admin admin] Made reservation on behalf of 75dac68a136a4e2186b59df3b576c98d for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:08:35.941762 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fc721ec9-ffb3-4e49-bb4f-1d8730d5b72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:35.954316 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fc721ec9-ffb3-4e49-bb4f-1d8730d5b72b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:36.062277 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fc721ec9-ffb3-4e49-bb4f-1d8730d5b72b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:36.068063 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fc721ec9-ffb3-4e49-bb4f-1d8730d5b72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:36.092341 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc721ec9-ffb3-4e49-bb4f-1d8730d5b72b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:08:36.108165 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc721ec9-ffb3-4e49-bb4f-1d8730d5b72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9d59de-4154-40d6-86a2-710a0e3206a9,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:36.111499 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fc721ec9-ffb3-4e49-bb4f-1d8730d5b72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:36.111753 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-fc721ec9-ffb3-4e49-bb4f-1d8730d5b72b admin admin] Added segment f1e8aa76-d1eb-4d46-b320-2cd419ce6aa2 of type vlan for network 711fc0ec-a0a9-4bc4-857c-77a0163b8360 Aug 28 15:08:36.182530 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fc721ec9-ffb3-4e49-bb4f-1d8730d5b72b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:36.238037 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fc721ec9-ffb3-4e49-bb4f-1d8730d5b72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:36.240090 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc721ec9-ffb3-4e49-bb4f-1d8730d5b72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:36.240714 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fc721ec9-ffb3-4e49-bb4f-1d8730d5b72b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:36.306683 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fc721ec9-ffb3-4e49-bb4f-1d8730d5b72b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5722721 Aug 28 15:08:36.310070 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49138) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:36.316277 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-d0e9e049-dc05-4ae3-9bc4-fdc5d92b191c admin admin] Request body: {'subnet': {'network_id': '711fc0ec-a0a9-4bc4-857c-77a0163b8360', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-295048333-subnet', 'tenant_id': '75dac68a136a4e2186b59df3b576c98d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:36.334421 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc721ec9-ffb3-4e49-bb4f-1d8730d5b72b admin admin] Pushing event updated for resources: {'Network': ['ID=711fc0ec-a0a9-4bc4-857c-77a0163b8360,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:36.346150 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 711fc0ec-a0a9-4bc4-857c-77a0163b8360 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:08:36.353195 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49140) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:36.363378 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-fad284a1-d659-437a-8fa5-53fb1fb4cf89 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:36.365452 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-fad284a1-d659-437a-8fa5-53fb1fb4cf89 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.36 "GET /v2.0/networks?id=a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a HTTP/1.1" status: 200 len: 815 time: 0.2100623 Aug 28 15:08:36.391033 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-1ddbcc56-6380-4bef-8dd1-c50d2279c3b6 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Request body: {'port': {'device_id': 'f097dd51-913e-4765-bd0a-059e63c669e4', 'network_id': 'a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a', 'admin_state_up': True, 'tenant_id': '1bb2d65f9fb942d9b36b25dac4e364e6'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:36.448544 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e9e049-dc05-4ae3-9bc4-fdc5d92b191c admin admin] Made reservation on behalf of 75dac68a136a4e2186b59df3b576c98d for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:08:36.451307 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d0e9e049-dc05-4ae3-9bc4-fdc5d92b191c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:36.606563 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f1ae0f60-b4a5-4c93-81e8-c524c97aff7c tempest-AgentManagementNegativeTest-902908985 tempest-AgentManagementNegativeTest-902908985-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2511635 Aug 28 15:08:36.607406 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-89819910-77f9-4363-a447-c482ec0b065c req-437cc5cc-01d4-4a6e-9423-32309d22b579 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 210 time: 0.0355375 Aug 28 15:08:36.693869 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836eb8b-f7bb-4eba-a62b-8acc40f25530 req-1e684d2c-bb4b-470e-ac8c-4cecff38515d tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:36.695434 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e836eb8b-f7bb-4eba-a62b-8acc40f25530 req-1e684d2c-bb4b-470e-ac8c-4cecff38515d tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 945 time: 0.1605322 Aug 28 15:08:36.706285 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-1ddbcc56-6380-4bef-8dd1-c50d2279c3b6 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Made reservation on behalf of 1bb2d65f9fb942d9b36b25dac4e364e6 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:08:36.710868 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-1ddbcc56-6380-4bef-8dd1-c50d2279c3b6 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:36.803336 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e836eb8b-f7bb-4eba-a62b-8acc40f25530 req-5ba2ec93-cbd5-44cf-ab68-7e55ed82bdec tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978737 Aug 28 15:08:36.927788 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d0e9e049-dc05-4ae3-9bc4-fdc5d92b191c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:37.008190 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49162) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:37.037460 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9e049-dc05-4ae3-9bc4-fdc5d92b191c admin admin] Pushing event updated for resources: {'Subnet': ['ID=469c28c1-a8a6-427c-ba23-6d9689e0f427,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:37.046245 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-1ddbcc56-6380-4bef-8dd1-c50d2279c3b6 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Allocated IP 172.20.0.14 (a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a/d199c3ab-1cc3-471f-883a-d19f39aa59ba/ccbdf0b0-a9a9-49ad-aee2-217b39373a5c) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:08:37.058490 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e9e049-dc05-4ae3-9bc4-fdc5d92b191c admin admin] Checking segment: {'id': 'f1e8aa76-d1eb-4d46-b320-2cd419ce6aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '711fc0ec-a0a9-4bc4-857c-77a0163b8360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:08:37.058850 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e9e049-dc05-4ae3-9bc4-fdc5d92b191c admin admin] Network hostable DHCP agents. Network: 711fc0ec-a0a9-4bc4-857c-77a0163b8360, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:08:37.101889 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e9e049-dc05-4ae3-9bc4-fdc5d92b191c admin admin] Network 711fc0ec-a0a9-4bc4-857c-77a0163b8360 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:08:37.120299 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-d0e9e049-dc05-4ae3-9bc4-fdc5d92b191c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 711fc0ec-a0a9-4bc4-857c-77a0163b8360) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:08:37.131837 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c26902c-0deb-4ec6-a957-86b0d98d4915 None None] Network 711fc0ec-a0a9-4bc4-857c-77a0163b8360 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:08:37.146978 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-85dfbd81-edf3-4393-8a54-e894d79908bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:37.159686 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e9e049-dc05-4ae3-9bc4-fdc5d92b191c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:37.160291 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d0e9e049-dc05-4ae3-9bc4-fdc5d92b191c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:37.245939 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-1ddbcc56-6380-4bef-8dd1-c50d2279c3b6 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:37.301468 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-85dfbd81-edf3-4393-8a54-e894d79908bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:37.303709 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-1ddbcc56-6380-4bef-8dd1-c50d2279c3b6 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:37.306578 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-85dfbd81-edf3-4393-8a54-e894d79908bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:37.312184 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531ebc93-1fa5-41f3-a792-74245b14fcd7 None None] Network 711fc0ec-a0a9-4bc4-857c-77a0163b8360 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:08:37.352392 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfbd81-edf3-4393-8a54-e894d79908bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0907ab-97a4-4653-aa03-821919d3bc28,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:37.361397 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-85dfbd81-edf3-4393-8a54-e894d79908bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea06c78b45824f278d31fe7b38737c0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3514943 Aug 28 15:08:37.361966 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49166) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:37.389594 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d0e9e049-dc05-4ae3-9bc4-fdc5d92b191c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0784328 Aug 28 15:08:37.421729 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-1ddbcc56-6380-4bef-8dd1-c50d2279c3b6 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Network a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:08:37.422817 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddbcc56-6380-4bef-8dd1-c50d2279c3b6 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Pushing event updated for resources: {'Port': ['ID=ccbdf0b0-a9a9-49ad-aee2-217b39373a5c,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:37.427362 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-1ddbcc56-6380-4bef-8dd1-c50d2279c3b6 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:08:37.430305 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-1ddbcc56-6380-4bef-8dd1-c50d2279c3b6 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:08:37.481846 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c5e4c378-bd81-4fcc-ba62-1b0225558be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:37.514424 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c5e4c378-bd81-4fcc-ba62-1b0225558be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:37.550419 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-1ddbcc56-6380-4bef-8dd1-c50d2279c3b6 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:37.553513 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-1ddbcc56-6380-4bef-8dd1-c50d2279c3b6 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:37.580200 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-1ddbcc56-6380-4bef-8dd1-c50d2279c3b6 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1965520 Aug 28 15:08:37.581621 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c5e4c378-bd81-4fcc-ba62-1b0225558be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:37.584375 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c5e4c378-bd81-4fcc-ba62-1b0225558be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:37.588134 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c5e4c378-bd81-4fcc-ba62-1b0225558be1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c0907ab-97a4-4653-aa03-821919d3bc28 HTTP/1.1" status: 204 len: 168 time: 0.2229023 Aug 28 15:08:37.593060 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-6483d647-7a2e-4182-8326-ae4c8f559737 service neutron] Request body: {'port': {'device_id': 'f097dd51-913e-4765-bd0a-059e63c669e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:37.603073 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4c378-bd81-4fcc-ba62-1b0225558be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0907ab-97a4-4653-aa03-821919d3bc28,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:37.671062 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-6483d647-7a2e-4182-8326-ae4c8f559737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:37.839183 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18112fd2-1944-451f-983d-6f8d95ef5dd7 req-0e0a2d1f-6cb4-4862-8fa0-64b1175d7897 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:37.840753 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-18112fd2-1944-451f-983d-6f8d95ef5dd7 req-0e0a2d1f-6cb4-4862-8fa0-64b1175d7897 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 932 time: 0.1270518 Aug 28 15:08:37.915484 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device fa139269-96b7-46f6-aa89-3166bcc4179d no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:08:37.955200 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-18112fd2-1944-451f-983d-6f8d95ef5dd7 req-7915d7dd-3032-470e-94cb-c0ff647dac4b tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037979 Aug 28 15:08:38.003780 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: fa139269-96b7-46f6-aa89-3166bcc4179d {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:08:38.004156 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device fa139269-96b7-46f6-aa89-3166bcc4179d not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:08:38.015698 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ab7d3d8-89d9-46c1-b5a0-0959dd8c7755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:38.212713 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db20f9-ac8a-4f51-8e2d-2546fa2202a4 req-15bd04d2-6ec6-461e-b8da-cac60322c0e6 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:38.214294 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c6db20f9-ac8a-4f51-8e2d-2546fa2202a4 req-15bd04d2-6ec6-461e-b8da-cac60322c0e6 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 945 time: 0.1825764 Aug 28 15:08:38.218516 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-6483d647-7a2e-4182-8326-ae4c8f559737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccbdf0b0-a9a9-49ad-aee2-217b39373a5c {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:08:38.228044 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-6483d647-7a2e-4182-8326-ae4c8f559737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:38.288877 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c6db20f9-ac8a-4f51-8e2d-2546fa2202a4 req-9bbfb366-0c0b-4aec-98ec-27c77ea9a36f tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625305 Aug 28 15:08:38.307303 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-6483d647-7a2e-4182-8326-ae4c8f559737 service neutron] Transition to ACTIVE for port object ccbdf0b0-a9a9-49ad-aee2-217b39373a5c will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:08:38.313234 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-6483d647-7a2e-4182-8326-ae4c8f559737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:38.389235 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-228beca5-8464-43e8-a4e5-fb7a1b2c04a9 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:38.391253 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-228beca5-8464-43e8-a4e5-fb7a1b2c04a9 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/networks?id=711fc0ec-a0a9-4bc4-857c-77a0163b8360 HTTP/1.1" status: 200 len: 813 time: 0.1534550 Aug 28 15:08:38.396626 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483d647-7a2e-4182-8326-ae4c8f559737 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbdf0b0-a9a9-49ad-aee2-217b39373a5c,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:38.416992 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-cac44170-e590-4e94-994c-e5be98d08a03 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/quotas/75dac68a136a4e2186b59df3b576c98d HTTP/1.1" status: 200 len: 375 time: 0.0183692 Aug 28 15:08:38.476863 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-82d887f1-143c-42bb-b169-b8f4f6aff4ce tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=75dac68a136a4e2186b59df3b576c98d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491142 Aug 28 15:08:38.506117 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-6483d647-7a2e-4182-8326-ae4c8f559737 service neutron] Attempting to bind port ccbdf0b0-a9a9-49ad-aee2-217b39373a5c on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:08:38.506454 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-6483d647-7a2e-4182-8326-ae4c8f559737 service neutron] Attempting to bind port ccbdf0b0-a9a9-49ad-aee2-217b39373a5c by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '8832c9ec-1ee4-4d90-92a4-baba1e83b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:08:38.506789 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-6483d647-7a2e-4182-8326-ae4c8f559737 service neutron] Attempting to bind port ccbdf0b0-a9a9-49ad-aee2-217b39373a5c on network a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:08:38.512590 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-6483d647-7a2e-4182-8326-ae4c8f559737 service neutron] Port ccbdf0b0-a9a9-49ad-aee2-217b39373a5c on network a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:08:38.513026 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-6483d647-7a2e-4182-8326-ae4c8f559737 service neutron] Attempting to bind port ccbdf0b0-a9a9-49ad-aee2-217b39373a5c on network a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:08:38.519028 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-6483d647-7a2e-4182-8326-ae4c8f559737 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:08:38.519376 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-6483d647-7a2e-4182-8326-ae4c8f559737 service neutron] Checking segment: {'id': '8832c9ec-1ee4-4d90-92a4-baba1e83b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:08:38.519839 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-6483d647-7a2e-4182-8326-ae4c8f559737 service neutron] Bound using segment: {'id': '8832c9ec-1ee4-4d90-92a4-baba1e83b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:08:38.520934 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-6483d647-7a2e-4182-8326-ae4c8f559737 service neutron] Bound port: ccbdf0b0-a9a9-49ad-aee2-217b39373a5c, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8832c9ec-1ee4-4d90-92a4-baba1e83b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:08:38.521637 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-6483d647-7a2e-4182-8326-ae4c8f559737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:38.617619 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-6483d647-7a2e-4182-8326-ae4c8f559737 service neutron] For port ccbdf0b0-a9a9-49ad-aee2-217b39373a5c, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:08:38.624210 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-6483d647-7a2e-4182-8326-ae4c8f559737 service neutron] For port ccbdf0b0-a9a9-49ad-aee2-217b39373a5c, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ccbdf0b0-a9a9-49ad-aee2-217b39373a5c,segment=NetworkSegment(8832c9ec-1ee4-4d90-92a4-baba1e83b28d),segment_id=8832c9ec-1ee4-4d90-92a4-baba1e83b28d)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:08:38.629206 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-6483d647-7a2e-4182-8326-ae4c8f559737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:38.661270 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-a1e807bb-44a7-4944-af96-a0ce9adc2317 service neutron] 10.222.0.13 "GET /v2.0/networks/711fc0ec-a0a9-4bc4-857c-77a0163b8360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759093 Aug 28 15:08:38.682399 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-6483d647-7a2e-4182-8326-ae4c8f559737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:38.683392 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-6483d647-7a2e-4182-8326-ae4c8f559737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:38.684951 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-6483d647-7a2e-4182-8326-ae4c8f559737 service neutron] 10.222.0.36 "PUT /v2.0/ports/ccbdf0b0-a9a9-49ad-aee2-217b39373a5c HTTP/1.1" status: 200 len: 1093 time: 1.0966716 Aug 28 15:08:38.687205 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f097dd51-913e-4765-bd0a-059e63c669e4', 'tag': 'ccbdf0b0-a9a9-49ad-aee2-217b39373a5c'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:08:38.697251 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac34e0c-9270-4069-843f-0f34fbe5a861" -d '{"events": [{"name": "network-changed", "server_uuid": "f097dd51-913e-4765-bd0a-059e63c669e4", "tag": "ccbdf0b0-a9a9-49ad-aee2-217b39373a5c"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:08:38.765829 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483d647-7a2e-4182-8326-ae4c8f559737 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbdf0b0-a9a9-49ad-aee2-217b39373a5c,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:38.768805 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49230) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:38.798455 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3178d20c-efa3-42dd-9909-7129d9f49a4a x-openstack-request-id: req-3178d20c-efa3-42dd-9909-7129d9f49a4a {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:08:38.798750 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f097dd51-913e-4765-bd0a-059e63c669e4", "tag": "ccbdf0b0-a9a9-49ad-aee2-217b39373a5c", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:08:38.799003 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3178d20c-efa3-42dd-9909-7129d9f49a4a {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:08:38.799401 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f097dd51-913e-4765-bd0a-059e63c669e4', 'tag': 'ccbdf0b0-a9a9-49ad-aee2-217b39373a5c', 'status': 'completed', 'code': 200} Aug 28 15:08:38.802188 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-c1090ca3-f1a5-4ccd-b1fb-42d7832e1b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:38.803774 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-c1090ca3-f1a5-4ccd-b1fb-42d7832e1b74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1bb2d65f9fb942d9b36b25dac4e364e6&device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 1096 time: 0.0657630 Aug 28 15:08:38.857296 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-9a0d39b2-2cc1-4290-b0d3-021f0c9a93b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccbdf0b0-a9a9-49ad-aee2-217b39373a5c HTTP/1.1" status: 200 len: 217 time: 0.0453329 Aug 28 15:08:38.876714 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-f3a43165-3fb8-42fc-8a52-1efb838d695a service neutron] 10.222.0.13 "GET /v2.0/networks/711fc0ec-a0a9-4bc4-857c-77a0163b8360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011673 Aug 28 15:08:38.929260 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-0c311a25-e761-47f4-bf20-9171d29cac47 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1248120354'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:38.952475 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-12344d9f-987a-4af8-91f9-1ff00ad2e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:38.953965 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-12344d9f-987a-4af8-91f9-1ff00ad2e54e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d199c3ab-1cc3-471f-883a-d19f39aa59ba HTTP/1.1" status: 200 len: 855 time: 0.0901852 Aug 28 15:08:38.970841 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c311a25-e761-47f4-bf20-9171d29cac47 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Made reservation on behalf of 6c5bca0ddfa6409499c738921ad675f6 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:08:38.974720 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0c311a25-e761-47f4-bf20-9171d29cac47 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:39.007506 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-07e26214-2e06-4a8a-9b42-356891d647cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461016 Aug 28 15:08:39.013454 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0c311a25-e761-47f4-bf20-9171d29cac47 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:39.156145 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b6ed49c1-b837-4ec8-940a-25d05314efc6 req-f0738f4a-3916-4876-b109-ef16c62424fb tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/ports?device_id=1df88b4c-66cc-49da-bdc5-be46933d8ec9 HTTP/1.1" status: 200 len: 210 time: 0.0546708 Aug 28 15:08:39.206068 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-b772b8ec-295f-47e2-a1eb-d4cf01cde396 service neutron] 10.222.0.36 "GET /v2.0/networks/a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903901 Aug 28 15:08:39.239758 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff169ebd-a0fe-450d-8221-809d4c51ec32 req-2e4b2112-26d0-45ab-b9ea-96e887aa9f89 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:39.241305 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ff169ebd-a0fe-450d-8221-809d4c51ec32 req-2e4b2112-26d0-45ab-b9ea-96e887aa9f89 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 944 time: 0.1775947 Aug 28 15:08:39.383978 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ff169ebd-a0fe-450d-8221-809d4c51ec32 req-16c1f269-e0df-47fa-b949-3d2ba949b275 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257691 Aug 28 15:08:39.422062 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0d6706e3-f8c7-469b-9e5c-43008c5c7df1 req-b023df56-10dd-4d8a-beb9-7e3c0b1b8d40 service neutron] 10.222.0.36 "GET /v2.0/networks/a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083621 Aug 28 15:08:39.427321 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0c311a25-e761-47f4-bf20-9171d29cac47 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:39.433410 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0c311a25-e761-47f4-bf20-9171d29cac47 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:39.497708 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c311a25-e761-47f4-bf20-9171d29cac47 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=669d0cef-2f57-4936-be0a-549659e1dca9,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:39.539395 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c311a25-e761-47f4-bf20-9171d29cac47 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:08:39.553637 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c58b9-7239-4fea-b4df-0d150fd9888d req-631cb83a-d78e-463f-8e4b-de88099dd804 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:39.555574 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d22c58b9-7239-4fea-b4df-0d150fd9888d req-631cb83a-d78e-463f-8e4b-de88099dd804 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 945 time: 0.1157930 Aug 28 15:08:39.556270 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0c311a25-e761-47f4-bf20-9171d29cac47 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:39.556677 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-0c311a25-e761-47f4-bf20-9171d29cac47 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Added segment 53ead1f0-5b86-432f-9ae2-d8f9f64b1aa8 of type vlan for network 3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6 Aug 28 15:08:39.606031 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac34e0c-9270-4069-843f-0f34fbe5a861 req-b2c9ec3c-8235-4d00-a4cc-65c7e387dd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:39.609559 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aac34e0c-9270-4069-843f-0f34fbe5a861 req-b2c9ec3c-8235-4d00-a4cc-65c7e387dd11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1bb2d65f9fb942d9b36b25dac4e364e6&device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 1096 time: 0.1171873 Aug 28 15:08:39.621387 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d22c58b9-7239-4fea-b4df-0d150fd9888d req-ee93bade-a763-46f7-9c07-c12122c50cca tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534794 Aug 28 15:08:39.710253 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0c311a25-e761-47f4-bf20-9171d29cac47 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:39.771926 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0c311a25-e761-47f4-bf20-9171d29cac47 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:39.778440 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c311a25-e761-47f4-bf20-9171d29cac47 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:39.779192 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0c311a25-e761-47f4-bf20-9171d29cac47 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:39.792541 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac34e0c-9270-4069-843f-0f34fbe5a861 req-c8dedec0-2384-4848-aa4e-78ecc5cba60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:39.794027 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aac34e0c-9270-4069-843f-0f34fbe5a861 req-c8dedec0-2384-4848-aa4e-78ecc5cba60e service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a HTTP/1.1" status: 200 len: 916 time: 0.1751802 Aug 28 15:08:39.883636 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0c311a25-e761-47f4-bf20-9171d29cac47 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1107819 Aug 28 15:08:39.886712 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49268) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:39.888080 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aac34e0c-9270-4069-843f-0f34fbe5a861 req-05bd9ca4-793f-49c6-aae6-938286e608b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccbdf0b0-a9a9-49ad-aee2-217b39373a5c HTTP/1.1" status: 200 len: 217 time: 0.0811229 Aug 28 15:08:39.892755 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-3bf2d05e-79f4-404e-89bd-4a3d8ba3235d tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Request body: {'subnet': {'network_id': '3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:39.961118 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac34e0c-9270-4069-843f-0f34fbe5a861 req-822daf3c-eb25-41ce-9b18-bf3aa6ee2aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:39.962853 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aac34e0c-9270-4069-843f-0f34fbe5a861 req-822daf3c-eb25-41ce-9b18-bf3aa6ee2aa8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d199c3ab-1cc3-471f-883a-d19f39aa59ba HTTP/1.1" status: 200 len: 855 time: 0.0581067 Aug 28 15:08:39.966427 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c311a25-e761-47f4-bf20-9171d29cac47 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Pushing event updated for resources: {'Network': ['ID=3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:39.979244 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:08:40.003515 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aac34e0c-9270-4069-843f-0f34fbe5a861 req-468614ba-6e5b-480c-b20a-64703e4b90e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302780 Aug 28 15:08:40.039553 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf2d05e-79f4-404e-89bd-4a3d8ba3235d tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Made reservation on behalf of 6c5bca0ddfa6409499c738921ad675f6 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:08:40.044609 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3bf2d05e-79f4-404e-89bd-4a3d8ba3235d tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:40.134756 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aac34e0c-9270-4069-843f-0f34fbe5a861 req-3c3ddf53-bdfa-44e7-bb83-06506b5d53b3 service neutron] 10.222.0.36 "GET /v2.0/networks/a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212811 Aug 28 15:08:40.297923 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aac34e0c-9270-4069-843f-0f34fbe5a861 req-1d01850e-6fb6-4bd8-b22b-3aaca1f14868 service neutron] 10.222.0.36 "GET /v2.0/networks/a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541517 Aug 28 15:08:40.394506 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8ca22d67-2fc3-43e8-addc-2c9139496d47 req-db099391-8e78-4ff6-be84-33df5f1de071 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/ports?device_id=1df88b4c-66cc-49da-bdc5-be46933d8ec9 HTTP/1.1" status: 200 len: 210 time: 0.1068528 Aug 28 15:08:40.409605 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3bf2d05e-79f4-404e-89bd-4a3d8ba3235d tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:40.492192 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2d05e-79f4-404e-89bd-4a3d8ba3235d tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Pushing event updated for resources: {'Subnet': ['ID=e9c933da-72d7-4f87-91a1-d088c89601da,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:40.508200 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-aba9e05d-ea8f-4ef8-be4f-3b2934dffeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:40.554975 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb6feb-a5ef-4823-bf57-22a5d45c2bf1 req-8617e748-7dcd-4376-a514-26a27b414bfd tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:40.568575 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-2d033f6e-fe88-4154-8ffd-d866478158cb tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:40.570145 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-2d033f6e-fe88-4154-8ffd-d866478158cb tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.36 "GET /v2.0/networks?id=711fc0ec-a0a9-4bc4-857c-77a0163b8360 HTTP/1.1" status: 200 len: 813 time: 0.2814887 Aug 28 15:08:40.571464 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-90bb6feb-a5ef-4823-bf57-22a5d45c2bf1 req-8617e748-7dcd-4376-a514-26a27b414bfd tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 944 time: 0.0938718 Aug 28 15:08:40.574579 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf2d05e-79f4-404e-89bd-4a3d8ba3235d tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Checking segment: {'id': '53ead1f0-5b86-432f-9ae2-d8f9f64b1aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:08:40.575189 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf2d05e-79f4-404e-89bd-4a3d8ba3235d tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Network hostable DHCP agents. Network: 3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:08:40.590877 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-eeb5b77d-1891-423e-ba43-cab10b710ce1 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Request body: {'port': {'device_id': '1df88b4c-66cc-49da-bdc5-be46933d8ec9', 'network_id': '711fc0ec-a0a9-4bc4-857c-77a0163b8360', 'admin_state_up': True, 'tenant_id': '75dac68a136a4e2186b59df3b576c98d'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:40.625106 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-90bb6feb-a5ef-4823-bf57-22a5d45c2bf1 req-eee7c54a-d0f7-4931-80a5-aaa3315dd720 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526829 Aug 28 15:08:40.662333 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf2d05e-79f4-404e-89bd-4a3d8ba3235d tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Network 3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:08:40.674771 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-3bf2d05e-79f4-404e-89bd-4a3d8ba3235d tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:08:40.685558 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480680eb-ad66-4cc4-90b2-219e662cd1c0 None None] Network 3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:08:40.698801 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf2d05e-79f4-404e-89bd-4a3d8ba3235d tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:40.699259 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3bf2d05e-79f4-404e-89bd-4a3d8ba3235d tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:40.797378 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49284) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:40.797915 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3bf2d05e-79f4-404e-89bd-4a3d8ba3235d tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9096754 Aug 28 15:08:40.803539 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-3acbde97-625a-489e-968a-0d0bed92d09b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Request body: {'port': {'network_id': '3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1370034957'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:40.809529 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5af71-6846-4aaf-9fd4-291dd1db877f req-907962af-7cca-4006-9112-13510594d261 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:40.817730 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4ba5af71-6846-4aaf-9fd4-291dd1db877f req-907962af-7cca-4006-9112-13510594d261 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 945 time: 0.1213102 Aug 28 15:08:40.883106 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-eeb5b77d-1891-423e-ba43-cab10b710ce1 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Made reservation on behalf of 75dac68a136a4e2186b59df3b576c98d for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:08:40.890014 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-eeb5b77d-1891-423e-ba43-cab10b710ce1 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:40.893020 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:40.925943 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4ba5af71-6846-4aaf-9fd4-291dd1db877f req-efaa2ed8-7a63-428e-901f-0bb3d00ed3cd tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066558 Aug 28 15:08:40.955018 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64583875-ebd3-4da5-ab40-39af4e6ab767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6', 'network_id': '3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6', 'tenant_id': '6c5bca0ddfa6409499c738921ad675f6', 'fixed_ips': [{'subnet_id': 'e9c933da-72d7-4f87-91a1-d088c89601da'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:08:40.955936 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-64583875-ebd3-4da5-ab40-39af4e6ab767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:41.007612 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acbde97-625a-489e-968a-0d0bed92d09b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Made reservation on behalf of 6c5bca0ddfa6409499c738921ad675f6 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:08:41.011888 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3acbde97-625a-489e-968a-0d0bed92d09b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:41.031934 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-3acbde97-625a-489e-968a-0d0bed92d09b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] device_id is not set on port 78d0524f-6c18-492c-8e0d-b19bc72d75df yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:08:41.183918 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-eeb5b77d-1891-423e-ba43-cab10b710ce1 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Allocated IP 172.20.0.2 (711fc0ec-a0a9-4bc4-857c-77a0163b8360/469c28c1-a8a6-427c-ba23-6d9689e0f427/7977de4f-6c44-4491-a597-1394705bab27) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:08:41.219161 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-3acbde97-625a-489e-968a-0d0bed92d09b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Allocated IP 2001:db8::175 (3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6/e9c933da-72d7-4f87-91a1-d088c89601da/78d0524f-6c18-492c-8e0d-b19bc72d75df) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:08:41.386958 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-eeb5b77d-1891-423e-ba43-cab10b710ce1 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:41.407622 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3acbde97-625a-489e-968a-0d0bed92d09b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:41.429141 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-3acbde97-625a-489e-968a-0d0bed92d09b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Transition to ACTIVE for port object 78d0524f-6c18-492c-8e0d-b19bc72d75df will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:08:41.450018 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-eeb5b77d-1891-423e-ba43-cab10b710ce1 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:41.476512 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3acbde97-625a-489e-968a-0d0bed92d09b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:41.538925 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-eeb5b77d-1891-423e-ba43-cab10b710ce1 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Network 711fc0ec-a0a9-4bc4-857c-77a0163b8360 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:08:41.545877 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-64583875-ebd3-4da5-ab40-39af4e6ab767 None None] Allocated IP 2001:db8::2 (3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6/e9c933da-72d7-4f87-91a1-d088c89601da/e2311868-d50b-447e-a32a-2ccbe2a65cea) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:08:41.548375 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-eeb5b77d-1891-423e-ba43-cab10b710ce1 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:08:41.554117 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-eeb5b77d-1891-423e-ba43-cab10b710ce1 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:08:41.596821 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acbde97-625a-489e-968a-0d0bed92d09b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Network 3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:08:41.617068 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-3acbde97-625a-489e-968a-0d0bed92d09b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:08:41.624306 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acbde97-625a-489e-968a-0d0bed92d09b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:08:41.627763 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-eeb5b77d-1891-423e-ba43-cab10b710ce1 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:41.631015 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acbde97-625a-489e-968a-0d0bed92d09b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:41.631698 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3acbde97-625a-489e-968a-0d0bed92d09b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:41.633266 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-eeb5b77d-1891-423e-ba43-cab10b710ce1 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:41.643718 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb841a14-5f8e-4765-a81b-3925129271bd req-76554f9a-ece5-4250-bcc8-1c67cd8247c1 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:41.645875 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eb841a14-5f8e-4765-a81b-3925129271bd req-76554f9a-ece5-4250-bcc8-1c67cd8247c1 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/ports?device_id=1df88b4c-66cc-49da-bdc5-be46933d8ec9 HTTP/1.1" status: 200 len: 931 time: 0.1371503 Aug 28 15:08:41.649811 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acbde97-625a-489e-968a-0d0bed92d09b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Pushing event updated for resources: {'Port': ['ID=78d0524f-6c18-492c-8e0d-b19bc72d75df,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:41.686336 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-eeb5b77d-1891-423e-ba43-cab10b710ce1 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1000371 Aug 28 15:08:41.688622 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5b77d-1891-423e-ba43-cab10b710ce1 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Pushing event updated for resources: {'Port': ['ID=7977de4f-6c44-4491-a597-1394705bab27,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:41.703360 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eb841a14-5f8e-4765-a81b-3925129271bd req-50ce389f-8d7e-4b82-a07c-05c7d9b6f258 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/security-groups?id=be9d59de-4154-40d6-86a2-710a0e3206a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461373 Aug 28 15:08:41.705247 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3acbde97-625a-489e-968a-0d0bed92d09b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9068327 Aug 28 15:08:41.708775 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49294) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:41.714698 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-518d05a9-cec2-43a4-80f0-b7738a07e9e3 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Request body: {'port': {'network_id': '3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1007083896', 'allowed_address_pairs': [{'ip_address': '2001:db8::175', 'mac_address': 'fa:16:3e:82:51:80'}]}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:41.719536 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-081effa6-b7b6-4b6c-bcbd-5546c105d437 service neutron] Request body: {'port': {'device_id': '1df88b4c-66cc-49da-bdc5-be46933d8ec9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:41.753545 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:41.870792 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-64583875-ebd3-4da5-ab40-39af4e6ab767 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:41.899389 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-64583875-ebd3-4da5-ab40-39af4e6ab767 None None] Transition to ACTIVE for port object e2311868-d50b-447e-a32a-2ccbe2a65cea will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:08:41.920681 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-64583875-ebd3-4da5-ab40-39af4e6ab767 None None] Transition to ACTIVE for port object e2311868-d50b-447e-a32a-2ccbe2a65cea will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:08:41.928022 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-64583875-ebd3-4da5-ab40-39af4e6ab767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:41.931270 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-081effa6-b7b6-4b6c-bcbd-5546c105d437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:41.953897 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device ccbdf0b0-a9a9-49ad-aee2-217b39373a5c details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:08:42.028466 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee0362-6d70-4f7d-ad15-6d6b8048af14 req-b22d7df8-b289-4217-86ec-ef240d41bca4 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:42.030204 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-58ee0362-6d70-4f7d-ad15-6d6b8048af14 req-b22d7df8-b289-4217-86ec-ef240d41bca4 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 944 time: 0.2368069 Aug 28 15:08:42.231381 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-58ee0362-6d70-4f7d-ad15-6d6b8048af14 req-5ccaf2ba-2e6a-4336-bf3c-e7ec533b5249 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688604 Aug 28 15:08:42.374807 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port ccbdf0b0-a9a9-49ad-aee2-217b39373a5c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ccbdf0b0-a9a9-49ad-aee2-217b39373a5c,segment=NetworkSegment(8832c9ec-1ee4-4d90-92a4-baba1e83b28d),segment_id=8832c9ec-1ee4-4d90-92a4-baba1e83b28d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:08:42.393023 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64583875-ebd3-4da5-ab40-39af4e6ab767 None None] Network 3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:08:42.394704 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'ccbdf0b0-a9a9-49ad-aee2-217b39373a5c', 'network_id': 'a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a', 'port_id': 'ccbdf0b0-a9a9-49ad-aee2-217b39373a5c', 'mac_address': 'fa:16:3e:7a:2e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd199c3ab-1cc3-471f-883a-d19f39aa59ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:08:42.405704 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-64583875-ebd3-4da5-ab40-39af4e6ab767 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:08:42.412068 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64583875-ebd3-4da5-ab40-39af4e6ab767 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:08:42.448082 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3509828-bd87-4655-9505-f9da8773635d req-150a76cc-544e-4240-a6ff-685059e26547 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:42.455275 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64583875-ebd3-4da5-ab40-39af4e6ab767 None None] Pushing event updated for resources: {'Port': ['ID=e2311868-d50b-447e-a32a-2ccbe2a65cea,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:42.459849 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c3509828-bd87-4655-9505-f9da8773635d req-150a76cc-544e-4240-a6ff-685059e26547 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 945 time: 0.1152346 Aug 28 15:08:42.515168 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-64583875-ebd3-4da5-ab40-39af4e6ab767 None None] Attempting to bind port e2311868-d50b-447e-a32a-2ccbe2a65cea on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:08:42.515580 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-64583875-ebd3-4da5-ab40-39af4e6ab767 None None] Attempting to bind port e2311868-d50b-447e-a32a-2ccbe2a65cea by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '53ead1f0-5b86-432f-9ae2-d8f9f64b1aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:08:42.516219 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64583875-ebd3-4da5-ab40-39af4e6ab767 None None] Attempting to bind port e2311868-d50b-447e-a32a-2ccbe2a65cea on network 3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:08:42.527415 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64583875-ebd3-4da5-ab40-39af4e6ab767 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:08:42.527851 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64583875-ebd3-4da5-ab40-39af4e6ab767 None None] Checking segment: {'id': '53ead1f0-5b86-432f-9ae2-d8f9f64b1aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:08:42.528236 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-64583875-ebd3-4da5-ab40-39af4e6ab767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:42.528630 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64583875-ebd3-4da5-ab40-39af4e6ab767 None None] Bound using segment: {'id': '53ead1f0-5b86-432f-9ae2-d8f9f64b1aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:08:42.529111 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-64583875-ebd3-4da5-ab40-39af4e6ab767 None None] Bound port: e2311868-d50b-447e-a32a-2ccbe2a65cea, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ead1f0-5b86-432f-9ae2-d8f9f64b1aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:08:42.529487 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-64583875-ebd3-4da5-ab40-39af4e6ab767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:42.546602 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:42.558563 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c3509828-bd87-4655-9505-f9da8773635d req-01aed53a-6eaa-44a8-8fe7-f7a7c69e62b0 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922914 Aug 28 15:08:42.577300 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccbdf0b0-a9a9-49ad-aee2-217b39373a5c {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:08:42.647376 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port ccbdf0b0-a9a9-49ad-aee2-217b39373a5c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ccbdf0b0-a9a9-49ad-aee2-217b39373a5c,segment=NetworkSegment(8832c9ec-1ee4-4d90-92a4-baba1e83b28d),segment_id=8832c9ec-1ee4-4d90-92a4-baba1e83b28d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:08:42.657547 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518d05a9-cec2-43a4-80f0-b7738a07e9e3 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Made reservation on behalf of 6c5bca0ddfa6409499c738921ad675f6 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:08:42.675757 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:42.787533 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=ccbdf0b0-a9a9-49ad-aee2-217b39373a5c,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:42.816258 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-64583875-ebd3-4da5-ab40-39af4e6ab767 None None] For port e2311868-d50b-447e-a32a-2ccbe2a65cea, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:08:42.821273 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-64583875-ebd3-4da5-ab40-39af4e6ab767 None None] For port e2311868-d50b-447e-a32a-2ccbe2a65cea, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e2311868-d50b-447e-a32a-2ccbe2a65cea,segment=NetworkSegment(53ead1f0-5b86-432f-9ae2-d8f9f64b1aa8),segment_id=53ead1f0-5b86-432f-9ae2-d8f9f64b1aa8)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:08:42.826315 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-64583875-ebd3-4da5-ab40-39af4e6ab767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:42.892681 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['ccbdf0b0-a9a9-49ad-aee2-217b39373a5c'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:08:42.900918 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-518d05a9-cec2-43a4-80f0-b7738a07e9e3 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:42.921648 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64583875-ebd3-4da5-ab40-39af4e6ab767 None None] Pushing event updated for resources: {'Port': ['ID=e2311868-d50b-447e-a32a-2ccbe2a65cea,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:42.940373 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-518d05a9-cec2-43a4-80f0-b7738a07e9e3 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] device_id is not set on port edf9d625-39c0-473f-b453-6c14446597e1 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:08:43.091613 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79da6e-1031-46f8-9aef-32d3aaaf51ba req-095df4aa-b393-4c52-94b1-a0710f3de3fb tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:43.093329 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8d79da6e-1031-46f8-9aef-32d3aaaf51ba req-095df4aa-b393-4c52-94b1-a0710f3de3fb tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/ports?device_id=1df88b4c-66cc-49da-bdc5-be46933d8ec9 HTTP/1.1" status: 200 len: 931 time: 0.1077957 Aug 28 15:08:43.106654 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0594521-1960-4614-a863-e4053848c6e0 req-c48b64e5-9da5-4dfe-bc5d-57834a1a85f5 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:43.108277 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c0594521-1960-4614-a863-e4053848c6e0 req-c48b64e5-9da5-4dfe-bc5d-57834a1a85f5 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.2113597 Aug 28 15:08:43.205642 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:43.266068 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c0594521-1960-4614-a863-e4053848c6e0 req-580696ec-b810-436d-86ff-0653425ab08c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423881 Aug 28 15:08:43.303341 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-518d05a9-cec2-43a4-80f0-b7738a07e9e3 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Allocated IP 2001:db8::44 (3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6/e9c933da-72d7-4f87-91a1-d088c89601da/edf9d625-39c0-473f-b453-6c14446597e1) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:08:43.310039 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8d79da6e-1031-46f8-9aef-32d3aaaf51ba req-131d9073-baa5-42e9-ad8c-b1da7211637a tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/security-groups?id=be9d59de-4154-40d6-86a2-710a0e3206a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894329 Aug 28 15:08:43.477430 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-081effa6-b7b6-4b6c-bcbd-5546c105d437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7977de4f-6c44-4491-a597-1394705bab27 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:08:43.516110 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-081effa6-b7b6-4b6c-bcbd-5546c105d437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:43.541021 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-081effa6-b7b6-4b6c-bcbd-5546c105d437 service neutron] Transition to ACTIVE for port object 7977de4f-6c44-4491-a597-1394705bab27 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:08:43.557777 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ef4f7-beed-4d41-baac-322006aeb13a req-1dbf6e70-c989-4cb0-aa40-915f91f7782e tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:43.565289 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-499ef4f7-beed-4d41-baac-322006aeb13a req-1dbf6e70-c989-4cb0-aa40-915f91f7782e tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 945 time: 0.1141794 Aug 28 15:08:43.574462 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-081effa6-b7b6-4b6c-bcbd-5546c105d437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:43.664472 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081effa6-b7b6-4b6c-bcbd-5546c105d437 service neutron] Pushing event updated for resources: {'Port': ['ID=7977de4f-6c44-4491-a597-1394705bab27,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:43.669163 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-499ef4f7-beed-4d41-baac-322006aeb13a req-a1c17eeb-04d4-40b4-8d44-16ef204bec56 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030512 Aug 28 15:08:43.716642 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c91c51-cf8d-4a07-b1a4-931541cb3dec req-035ce68c-8a29-4a35-b36c-54d4fa939588 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:43.718178 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-23c91c51-cf8d-4a07-b1a4-931541cb3dec req-035ce68c-8a29-4a35-b36c-54d4fa939588 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.0848253 Aug 28 15:08:43.759368 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-081effa6-b7b6-4b6c-bcbd-5546c105d437 service neutron] Attempting to bind port 7977de4f-6c44-4491-a597-1394705bab27 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:08:43.759843 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-081effa6-b7b6-4b6c-bcbd-5546c105d437 service neutron] Attempting to bind port 7977de4f-6c44-4491-a597-1394705bab27 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'f1e8aa76-d1eb-4d46-b320-2cd419ce6aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '711fc0ec-a0a9-4bc4-857c-77a0163b8360'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:08:43.760062 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-081effa6-b7b6-4b6c-bcbd-5546c105d437 service neutron] Attempting to bind port 7977de4f-6c44-4491-a597-1394705bab27 on network 711fc0ec-a0a9-4bc4-857c-77a0163b8360 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:08:43.761751 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-518d05a9-cec2-43a4-80f0-b7738a07e9e3 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:43.764747 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-081effa6-b7b6-4b6c-bcbd-5546c105d437 service neutron] Port 7977de4f-6c44-4491-a597-1394705bab27 on network 711fc0ec-a0a9-4bc4-857c-77a0163b8360 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:08:43.765080 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-081effa6-b7b6-4b6c-bcbd-5546c105d437 service neutron] Attempting to bind port 7977de4f-6c44-4491-a597-1394705bab27 on network 711fc0ec-a0a9-4bc4-857c-77a0163b8360 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:08:43.771393 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-081effa6-b7b6-4b6c-bcbd-5546c105d437 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:08:43.771793 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-081effa6-b7b6-4b6c-bcbd-5546c105d437 service neutron] Checking segment: {'id': 'f1e8aa76-d1eb-4d46-b320-2cd419ce6aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '711fc0ec-a0a9-4bc4-857c-77a0163b8360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:08:43.772218 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-081effa6-b7b6-4b6c-bcbd-5546c105d437 service neutron] Bound using segment: {'id': 'f1e8aa76-d1eb-4d46-b320-2cd419ce6aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '711fc0ec-a0a9-4bc4-857c-77a0163b8360'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:08:43.772651 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-081effa6-b7b6-4b6c-bcbd-5546c105d437 service neutron] Bound port: 7977de4f-6c44-4491-a597-1394705bab27, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e8aa76-d1eb-4d46-b320-2cd419ce6aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '711fc0ec-a0a9-4bc4-857c-77a0163b8360'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:08:43.773013 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-081effa6-b7b6-4b6c-bcbd-5546c105d437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:43.794631 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-518d05a9-cec2-43a4-80f0-b7738a07e9e3 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Transition to ACTIVE for port object edf9d625-39c0-473f-b453-6c14446597e1 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:08:43.807710 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-23c91c51-cf8d-4a07-b1a4-931541cb3dec req-3d28552c-09b9-40ff-aafa-2dd2e57e77ea tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805218 Aug 28 15:08:43.844513 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-518d05a9-cec2-43a4-80f0-b7738a07e9e3 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:43.895591 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518d05a9-cec2-43a4-80f0-b7738a07e9e3 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Network 3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:08:43.900048 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-081effa6-b7b6-4b6c-bcbd-5546c105d437 service neutron] For port 7977de4f-6c44-4491-a597-1394705bab27, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:08:43.904401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-081effa6-b7b6-4b6c-bcbd-5546c105d437 service neutron] For port 7977de4f-6c44-4491-a597-1394705bab27, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=7977de4f-6c44-4491-a597-1394705bab27,segment=NetworkSegment(f1e8aa76-d1eb-4d46-b320-2cd419ce6aa2),segment_id=f1e8aa76-d1eb-4d46-b320-2cd419ce6aa2)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:08:43.909479 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-081effa6-b7b6-4b6c-bcbd-5546c105d437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:43.914708 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-518d05a9-cec2-43a4-80f0-b7738a07e9e3 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:08:43.922743 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518d05a9-cec2-43a4-80f0-b7738a07e9e3 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:08:43.935181 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518d05a9-cec2-43a4-80f0-b7738a07e9e3 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:43.937299 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-518d05a9-cec2-43a4-80f0-b7738a07e9e3 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:43.941599 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device ccbdf0b0-a9a9-49ad-aee2-217b39373a5c up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:08:43.974211 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-081effa6-b7b6-4b6c-bcbd-5546c105d437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:43.974834 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-081effa6-b7b6-4b6c-bcbd-5546c105d437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:43.981775 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-518d05a9-cec2-43a4-80f0-b7738a07e9e3 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.2696509 Aug 28 15:08:43.987508 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-081effa6-b7b6-4b6c-bcbd-5546c105d437 service neutron] 10.222.0.36 "PUT /v2.0/ports/7977de4f-6c44-4491-a597-1394705bab27 HTTP/1.1" status: 200 len: 1092 time: 2.2926741 Aug 28 15:08:43.990585 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49328) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:43.991708 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df88b4c-66cc-49da-bdc5-be46933d8ec9', 'tag': '7977de4f-6c44-4491-a597-1394705bab27'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:08:44.006225 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19b0705-df29-4c29-b151-07ae59570990" -d '{"events": [{"name": "network-changed", "server_uuid": "1df88b4c-66cc-49da-bdc5-be46933d8ec9", "tag": "7977de4f-6c44-4491-a597-1394705bab27"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:08:44.007293 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d05a9-cec2-43a4-80f0-b7738a07e9e3 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Pushing event updated for resources: {'Port': ['ID=edf9d625-39c0-473f-b453-6c14446597e1,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:44.064996 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port ccbdf0b0-a9a9-49ad-aee2-217b39373a5c completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:08:44.071539 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port ccbdf0b0-a9a9-49ad-aee2-217b39373a5c triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:08:44.072714 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:44.164354 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081effa6-b7b6-4b6c-bcbd-5546c105d437 service neutron] Pushing event updated for resources: {'Port': ['ID=7977de4f-6c44-4491-a597-1394705bab27,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:44.236802 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-97ef9e9b-d61d-487e-8124-411e7e06736c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:44.238757 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-97ef9e9b-d61d-487e-8124-411e7e06736c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75dac68a136a4e2186b59df3b576c98d&device_id=1df88b4c-66cc-49da-bdc5-be46933d8ec9 HTTP/1.1" status: 200 len: 1095 time: 0.2033150 Aug 28 15:08:44.280721 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:44.283919 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950977eb-47ad-4cdc-98aa-a2c0afe32381 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:44.290371 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950977eb-47ad-4cdc-98aa-a2c0afe32381 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:44.296749 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950977eb-47ad-4cdc-98aa-a2c0afe32381 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:44.302766 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-950977eb-47ad-4cdc-98aa-a2c0afe32381 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2785640 Aug 28 15:08:44.303237 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49346) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:44.361133 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port ccbdf0b0-a9a9-49ad-aee2-217b39373a5c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ccbdf0b0-a9a9-49ad-aee2-217b39373a5c,segment=NetworkSegment(8832c9ec-1ee4-4d90-92a4-baba1e83b28d),segment_id=8832c9ec-1ee4-4d90-92a4-baba1e83b28d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:08:44.362426 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f097dd51-913e-4765-bd0a-059e63c669e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbdf0b0-a9a9-49ad-aee2-217b39373a5c'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:08:44.368074 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e770f3-bbf1-457e-9490-0e30cce1ae75" -d '{"events": [{"server_uuid": "f097dd51-913e-4765-bd0a-059e63c669e4", "name": "network-vif-plugged", "status": "completed", "tag": "ccbdf0b0-a9a9-49ad-aee2-217b39373a5c"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:08:44.374236 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-a92aa9fd-f77f-476a-877a-1864108f2eb8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7977de4f-6c44-4491-a597-1394705bab27 HTTP/1.1" status: 200 len: 217 time: 0.0709505 Aug 28 15:08:44.381431 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:44.416867 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84946dc-851d-423e-a4d4-be8dfc593160 x-openstack-request-id: req-d84946dc-851d-423e-a4d4-be8dfc593160 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:08:44.417412 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df88b4c-66cc-49da-bdc5-be46933d8ec9", "tag": "7977de4f-6c44-4491-a597-1394705bab27", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:08:44.417755 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d84946dc-851d-423e-a4d4-be8dfc593160 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:08:44.418399 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df88b4c-66cc-49da-bdc5-be46933d8ec9', 'tag': '7977de4f-6c44-4491-a597-1394705bab27', 'status': 'completed', 'code': 200} Aug 28 15:08:44.519350 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=ccbdf0b0-a9a9-49ad-aee2-217b39373a5c,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:44.526505 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-f86508cd-b742-4fb2-ba71-73d44a472e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:44.536444 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-f86508cd-b742-4fb2-ba71-73d44a472e68 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=469c28c1-a8a6-427c-ba23-6d9689e0f427 HTTP/1.1" status: 200 len: 853 time: 0.1529951 Aug 28 15:08:44.553574 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-6b9c5e5a-13fd-4590-8051-f3df9b88bec8 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:44.555320 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-6b9c5e5a-13fd-4590-8051-f3df9b88bec8 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/networks?id=77650b04-197c-4f2d-93ed-1f3a3f2db13f HTTP/1.1" status: 200 len: 811 time: 0.3876348 Aug 28 15:08:44.593702 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-5c808c70-b013-4379-8225-1520bc00808b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Deleting port edf9d625-39c0-473f-b453-6c14446597e1 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:08:44.596008 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c808c70-b013-4379-8225-1520bc00808b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:44.613618 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-6f9e0c1f-b50c-4806-9d32-c058b0bcab25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=711fc0ec-a0a9-4bc4-857c-77a0163b8360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560319 Aug 28 15:08:44.620308 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-6de4c1b3-5b2b-4f9f-a039-cbbf47d79199 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/quotas/46b00d3633ae4e8aa897aec4e89fcc4d HTTP/1.1" status: 200 len: 375 time: 0.0548487 Aug 28 15:08:44.689823 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fab920-ee7c-4322-8f77-7a4ef3d0715f req-056ec89f-5534-484b-87cc-7c155111681f tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:44.699220 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-11fab920-ee7c-4322-8f77-7a4ef3d0715f req-056ec89f-5534-484b-87cc-7c155111681f tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/ports?device_id=1df88b4c-66cc-49da-bdc5-be46933d8ec9 HTTP/1.1" status: 200 len: 943 time: 0.1736538 Aug 28 15:08:44.773822 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-b64edbf9-741b-4762-817d-dc2c8d862961 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1305666 Aug 28 15:08:44.794924 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-11fab920-ee7c-4322-8f77-7a4ef3d0715f req-89b11f23-2efc-4526-8737-3b93fc5b1cf2 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/security-groups?id=be9d59de-4154-40d6-86a2-710a0e3206a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865028 Aug 28 15:08:44.816130 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c808c70-b013-4379-8225-1520bc00808b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:44.833116 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc6f7b7-32c7-4b7c-8b8b-cf87f33646e4 None None] Network 3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:08:44.845013 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-4c96fb87-a74a-4b29-88d1-e12c4cc25216 service neutron] 10.222.0.36 "GET /v2.0/networks/711fc0ec-a0a9-4bc4-857c-77a0163b8360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234535 Aug 28 15:08:44.862304 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-5c808c70-b013-4379-8225-1520bc00808b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Calling delete_port for edf9d625-39c0-473f-b453-6c14446597e1 owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:08:44.896444 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e2311868-d50b-447e-a32a-2ccbe2a65cea up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:08:45.025213 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3ca8a-e39d-4313-841c-ff7a17be8b2f req-a004532b-e526-4bb7-bf20-973910d54206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:45.026916 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1fb3ca8a-e39d-4313-841c-ff7a17be8b2f req-a004532b-e526-4bb7-bf20-973910d54206 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 1098 time: 0.0703948 Aug 28 15:08:45.029377 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375211d8-e681-4239-af67-bb4b636440d1 x-openstack-request-id: req-375211d8-e681-4239-af67-bb4b636440d1 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:08:45.030508 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f097dd51-913e-4765-bd0a-059e63c669e4", "name": "network-vif-plugged", "status": "completed", "tag": "ccbdf0b0-a9a9-49ad-aee2-217b39373a5c", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:08:45.031131 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-375211d8-e681-4239-af67-bb4b636440d1 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:08:45.031761 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f097dd51-913e-4765-bd0a-059e63c669e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbdf0b0-a9a9-49ad-aee2-217b39373a5c', 'code': 200} Aug 28 15:08:45.066661 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74fc3ef6-e1de-410b-9a3b-2f8408fe648f req-9fe6f89a-0550-4d7a-ada3-d09cd1a572ba service neutron] 10.222.0.36 "GET /v2.0/networks/711fc0ec-a0a9-4bc4-857c-77a0163b8360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965690 Aug 28 15:08:45.081927 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-b2ff1b1f-37dd-4d6e-8239-32802ba991dd service neutron] 10.222.0.13 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979460 Aug 28 15:08:45.100758 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1fb3ca8a-e39d-4313-841c-ff7a17be8b2f req-86a660bb-e1f0-4b94-affb-68dc1a06613f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636814 Aug 28 15:08:45.117093 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-32e32c3a-8af4-4255-befc-31572594d2bc None None] Provisioning for port e2311868-d50b-447e-a32a-2ccbe2a65cea completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:08:45.152271 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c808c70-b013-4379-8225-1520bc00808b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:45.194960 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port e2311868-d50b-447e-a32a-2ccbe2a65cea completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:08:45.203602 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port e2311868-d50b-447e-a32a-2ccbe2a65cea triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:08:45.204262 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:45.218344 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c808c70-b013-4379-8225-1520bc00808b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Pushing event deleted for resources: {'Port': ['ID=edf9d625-39c0-473f-b453-6c14446597e1,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:45.228363 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-a59dbe85-a7f5-4c1b-9a01-505f59974a2a service neutron] 10.222.0.13 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371570 Aug 28 15:08:45.251995 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce50703-f07f-44ad-9ba7-1f42eea3551d req-ab9db449-7116-4462-959d-241eef27c56f tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:45.253235 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5ce50703-f07f-44ad-9ba7-1f42eea3551d req-ab9db449-7116-4462-959d-241eef27c56f tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 946 time: 0.1166680 Aug 28 15:08:45.365954 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:45.414296 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port e2311868-d50b-447e-a32a-2ccbe2a65cea, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e2311868-d50b-447e-a32a-2ccbe2a65cea,segment=NetworkSegment(53ead1f0-5b86-432f-9ae2-d8f9f64b1aa8),segment_id=53ead1f0-5b86-432f-9ae2-d8f9f64b1aa8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:08:45.422410 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:45.527987 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5ce50703-f07f-44ad-9ba7-1f42eea3551d req-3e31f24b-dd6f-4aa1-8a65-9d88c69af92c tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018464 Aug 28 15:08:45.548310 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=e2311868-d50b-447e-a32a-2ccbe2a65cea,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:45.678793 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ad350ad1-2b1b-4f6c-b363-07825584fe1c req-d06998b9-0145-40dc-a939-0b88ae92bf05 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f427f8a-3e78-4a56-a506-1467a6a61a88 HTTP/1.1" status: 200 len: 210 time: 0.0844848 Aug 28 15:08:45.699293 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c808c70-b013-4379-8225-1520bc00808b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:45.708358 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5c808c70-b013-4379-8225-1520bc00808b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] 10.222.0.13 "DELETE /v2.0/ports/edf9d625-39c0-473f-b453-6c14446597e1 HTTP/1.1" status: 204 len: 168 time: 1.4031258 Aug 28 15:08:45.712160 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49370) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:45.751343 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-0388b729-5c98-41ff-a66b-66a54d50ea0b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] GET failed (client error): The resource could not be found. Aug 28 15:08:45.753053 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0388b729-5c98-41ff-a66b-66a54d50ea0b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] 10.222.0.13 "GET /v2.0/ports/edf9d625-39c0-473f-b453-6c14446597e1 HTTP/1.1" status: 404 len: 333 time: 0.0411835 Aug 28 15:08:45.757491 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49376) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:45.761944 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b0705-df29-4c29-b151-07ae59570990 req-c8a21465-2963-47af-9e87-1610dc73a5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:45.764356 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b19b0705-df29-4c29-b151-07ae59570990 req-c8a21465-2963-47af-9e87-1610dc73a5b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75dac68a136a4e2186b59df3b576c98d&device_id=1df88b4c-66cc-49da-bdc5-be46933d8ec9 HTTP/1.1" status: 200 len: 1095 time: 0.4365168 Aug 28 15:08:45.776184 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-28078731-0f93-4f25-a0d7-4888dab50809 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Request body: {'port': {'network_id': '3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-884974688'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:45.981155 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-208ad0cb-9e2c-4b78-9224-de97349290e6 None None] Provisioning complete for port e2311868-d50b-447e-a32a-2ccbe2a65cea triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:08:45.981999 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-208ad0cb-9e2c-4b78-9224-de97349290e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:46.256652 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-208ad0cb-9e2c-4b78-9224-de97349290e6 None None] Provisioning for port 78d0524f-6c18-492c-8e0d-b19bc72d75df completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:08:46.265347 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-208ad0cb-9e2c-4b78-9224-de97349290e6 None None] Provisioning complete for port 78d0524f-6c18-492c-8e0d-b19bc72d75df triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:08:46.269970 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-208ad0cb-9e2c-4b78-9224-de97349290e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:46.344137 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-208ad0cb-9e2c-4b78-9224-de97349290e6 None None] Port 78d0524f-6c18-492c-8e0d-b19bc72d75df cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:08:46.348303 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c59d31-1678-4499-be1f-deda09789e07 req-ea8bfccb-dbbc-449a-92de-ae5cfb459c72 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:46.360723 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b2c59d31-1678-4499-be1f-deda09789e07 req-ea8bfccb-dbbc-449a-92de-ae5cfb459c72 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/ports?device_id=1df88b4c-66cc-49da-bdc5-be46933d8ec9 HTTP/1.1" status: 200 len: 943 time: 0.3947053 Aug 28 15:08:46.421067 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b0705-df29-4c29-b151-07ae59570990 req-a95ab764-017b-4a8f-94b5-d522b7874909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:46.425689 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b19b0705-df29-4c29-b151-07ae59570990 req-a95ab764-017b-4a8f-94b5-d522b7874909 service neutron] 10.222.0.36 "GET /v2.0/networks?id=711fc0ec-a0a9-4bc4-857c-77a0163b8360 HTTP/1.1" status: 200 len: 914 time: 0.6348462 Aug 28 15:08:46.451984 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28078731-0f93-4f25-a0d7-4888dab50809 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Made reservation on behalf of 6c5bca0ddfa6409499c738921ad675f6 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:08:46.456868 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-28078731-0f93-4f25-a0d7-4888dab50809 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:46.484469 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-bbafc93c-a566-4b1b-a565-32bae78ba22a None None] Provisioning complete for port 78d0524f-6c18-492c-8e0d-b19bc72d75df triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:08:46.486731 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-bbafc93c-a566-4b1b-a565-32bae78ba22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:46.584174 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b19b0705-df29-4c29-b151-07ae59570990 req-33fabc82-408c-48d6-8dad-ab7ba9ddb45c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7977de4f-6c44-4491-a597-1394705bab27 HTTP/1.1" status: 200 len: 217 time: 0.1203463 Aug 28 15:08:46.613477 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-bbafc93c-a566-4b1b-a565-32bae78ba22a None None] Port 78d0524f-6c18-492c-8e0d-b19bc72d75df cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:08:46.624856 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-28078731-0f93-4f25-a0d7-4888dab50809 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] device_id is not set on port a280601b-9af6-41a6-9240-84a7bc8e65f8 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:08:46.793803 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e2311868-d50b-447e-a32a-2ccbe2a65cea up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:08:46.854483 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6356f9f4-5090-4058-a536-66e71cb85815 None None] Could not find standard attr ID for object edf9d625-39c0-473f-b453-6c14446597e1. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:08:46.939741 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port e2311868-d50b-447e-a32a-2ccbe2a65cea triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:08:46.939741 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:46.940162 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb19d9-5aa5-4b07-aba3-659fa2063169 req-24631934-9f81-405a-8639-b5438f454610 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:46.943200 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-23eb19d9-5aa5-4b07-aba3-659fa2063169 req-24631934-9f81-405a-8639-b5438f454610 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 946 time: 0.2183020 Aug 28 15:08:46.945289 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49410) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:47.008968 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b2c59d31-1678-4499-be1f-deda09789e07 req-267f4c9f-4bc7-4461-bb9e-c7eb6eef1a8f tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/security-groups?id=be9d59de-4154-40d6-86a2-710a0e3206a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6465294 Aug 28 15:08:47.040404 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-23eb19d9-5aa5-4b07-aba3-659fa2063169 req-17e799b3-d450-4096-a324-3cac4cdddc7f tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883012 Aug 28 15:08:47.121403 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b0705-df29-4c29-b151-07ae59570990 req-57382ffe-fdd2-4ede-9978-32df86ff66b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:47.122985 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b19b0705-df29-4c29-b151-07ae59570990 req-57382ffe-fdd2-4ede-9978-32df86ff66b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=469c28c1-a8a6-427c-ba23-6d9689e0f427 HTTP/1.1" status: 200 len: 853 time: 0.5258868 Aug 28 15:08:47.126465 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-28078731-0f93-4f25-a0d7-4888dab50809 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Allocated IP 2001:db8::315 (3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6/e9c933da-72d7-4f87-91a1-d088c89601da/a280601b-9af6-41a6-9240-84a7bc8e65f8) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:08:47.169292 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b19b0705-df29-4c29-b151-07ae59570990 req-a5aa419f-725f-47c1-a426-ff5d527f7401 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=711fc0ec-a0a9-4bc4-857c-77a0163b8360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373449 Aug 28 15:08:47.211212 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8812a0c-490d-49cf-b0a5-0e7df3e73fa3 req-0bea4613-a2c3-47cd-b35d-5668ee5eef43 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f427f8a-3e78-4a56-a506-1467a6a61a88 HTTP/1.1" status: 200 len: 210 time: 0.0463390 Aug 28 15:08:47.251723 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60093c1-4224-405b-9a64-29543815872b req-b15fbafc-dea6-4e41-bb51-35cabb3b113d tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:47.253738 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f60093c1-4224-405b-9a64-29543815872b req-b15fbafc-dea6-4e41-bb51-35cabb3b113d tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 946 time: 0.0841765 Aug 28 15:08:47.325441 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fc51ae87-3a12-4008-9896-23732b02fb67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:47.327270 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f60093c1-4224-405b-9a64-29543815872b req-865d81ed-fbdd-4de8-80dd-ebaf6338fb38 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665562 Aug 28 15:08:47.552628 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b19b0705-df29-4c29-b151-07ae59570990 req-73fb4975-9208-4457-81b3-7e8f39f7ca58 service neutron] 10.222.0.36 "GET /v2.0/networks/711fc0ec-a0a9-4bc4-857c-77a0163b8360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712702 Aug 28 15:08:47.577035 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc56719-4233-4c59-80b6-66af6bc72343 req-e41311b8-bc29-45bc-817b-4bbaba63147a tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:47.585736 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1dc56719-4233-4c59-80b6-66af6bc72343 req-e41311b8-bc29-45bc-817b-4bbaba63147a tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 946 time: 0.0686381 Aug 28 15:08:47.624849 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1dc56719-4233-4c59-80b6-66af6bc72343 req-d33a61b0-7e1f-4516-adad-f5c67345bbd8 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377824 Aug 28 15:08:47.674716 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-96f5f1ae-8b8f-4924-b1c9-f8c543c67593 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:47.676837 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-96f5f1ae-8b8f-4924-b1c9-f8c543c67593 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.41 "GET /v2.0/networks?id=77650b04-197c-4f2d-93ed-1f3a3f2db13f HTTP/1.1" status: 200 len: 811 time: 0.3032525 Aug 28 15:08:47.696058 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-b0c33623-fc48-4eab-a6fe-1cec7280f180 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Request body: {'port': {'device_id': '4f427f8a-3e78-4a56-a506-1467a6a61a88', 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f', 'admin_state_up': True, 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:47.759703 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-28078731-0f93-4f25-a0d7-4888dab50809 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:47.837471 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-28078731-0f93-4f25-a0d7-4888dab50809 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Transition to ACTIVE for port object a280601b-9af6-41a6-9240-84a7bc8e65f8 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:08:47.890459 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b19b0705-df29-4c29-b151-07ae59570990 req-224666a1-4e47-4c43-93b8-450ae2b27b71 service neutron] 10.222.0.36 "GET /v2.0/networks/711fc0ec-a0a9-4bc4-857c-77a0163b8360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205788 Aug 28 15:08:47.916761 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fc51ae87-3a12-4008-9896-23732b02fb67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:47.932183 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a0160-936b-492b-8fb2-f1bae2bd5669 req-9a99e6de-6ab4-491b-9db5-b2970ec2dfba tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:47.933655 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4f8a0160-936b-492b-8fb2-f1bae2bd5669 req-9a99e6de-6ab4-491b-9db5-b2970ec2dfba tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 946 time: 0.2105944 Aug 28 15:08:47.934256 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fc51ae87-3a12-4008-9896-23732b02fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:47.956850 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 7977de4f-6c44-4491-a597-1394705bab27 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:08:48.027381 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51ae87-3a12-4008-9896-23732b02fb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a148bbe-dce0-4dea-93e7-0ee108c880c9,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:48.046693 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fc51ae87-3a12-4008-9896-23732b02fb67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=453455782960473c9c98cbd7b1b0a264&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0366750 Aug 28 15:08:48.050005 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49428) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:48.053986 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-28078731-0f93-4f25-a0d7-4888dab50809 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:48.070756 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-b0c33623-fc48-4eab-a6fe-1cec7280f180 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Made reservation on behalf of 46b00d3633ae4e8aa897aec4e89fcc4d for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:08:48.079145 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-b0c33623-fc48-4eab-a6fe-1cec7280f180 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:48.113177 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 7977de4f-6c44-4491-a597-1394705bab27, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=7977de4f-6c44-4491-a597-1394705bab27,segment=NetworkSegment(f1e8aa76-d1eb-4d46-b320-2cd419ce6aa2),segment_id=f1e8aa76-d1eb-4d46-b320-2cd419ce6aa2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:08:48.127834 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '7977de4f-6c44-4491-a597-1394705bab27', 'network_id': '711fc0ec-a0a9-4bc4-857c-77a0163b8360', 'port_id': '7977de4f-6c44-4491-a597-1394705bab27', 'mac_address': 'fa:16:3e:59:75:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '469c28c1-a8a6-427c-ba23-6d9689e0f427', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:08:48.154829 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4f8a0160-936b-492b-8fb2-f1bae2bd5669 req-948d1981-a812-45e4-8c16-0b5ca7768f51 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038920 Aug 28 15:08:48.163195 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cdf72b48-b739-4093-a856-317ceb9576df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:48.172524 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28078731-0f93-4f25-a0d7-4888dab50809 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Network 3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:08:48.178284 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-28078731-0f93-4f25-a0d7-4888dab50809 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:08:48.180052 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:48.183465 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28078731-0f93-4f25-a0d7-4888dab50809 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:08:48.191025 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28078731-0f93-4f25-a0d7-4888dab50809 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:48.192663 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-28078731-0f93-4f25-a0d7-4888dab50809 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:48.195098 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7977de4f-6c44-4491-a597-1394705bab27 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:08:48.218152 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 7977de4f-6c44-4491-a597-1394705bab27, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=7977de4f-6c44-4491-a597-1394705bab27,segment=NetworkSegment(f1e8aa76-d1eb-4d46-b320-2cd419ce6aa2),segment_id=f1e8aa76-d1eb-4d46-b320-2cd419ce6aa2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:08:48.231649 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:48.250796 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286f7ba-f8a5-45a0-8b3f-7e3179455647 req-b082baef-8be8-4b9d-a20b-04fc60db00e3 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:48.252388 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b286f7ba-f8a5-45a0-8b3f-7e3179455647 req-b082baef-8be8-4b9d-a20b-04fc60db00e3 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/ports?device_id=1df88b4c-66cc-49da-bdc5-be46933d8ec9 HTTP/1.1" status: 200 len: 943 time: 0.1455522 Aug 28 15:08:48.278646 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-28078731-0f93-4f25-a0d7-4888dab50809 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5195789 Aug 28 15:08:48.282594 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49434) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:48.306021 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28078731-0f93-4f25-a0d7-4888dab50809 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Pushing event updated for resources: {'Port': ['ID=a280601b-9af6-41a6-9240-84a7bc8e65f8,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:48.307685 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cdf72b48-b739-4093-a856-317ceb9576df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:48.314279 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-eb7a26b5-9cac-4d8e-b362-0ca1dba2e309 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::175', 'mac_address': 'fa:16:3e:82:51:80'}]}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:48.429735 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=7977de4f-6c44-4491-a597-1394705bab27,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:48.460668 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-b0c33623-fc48-4eab-a6fe-1cec7280f180 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Allocated IP 172.20.0.5 (77650b04-197c-4f2d-93ed-1f3a3f2db13f/836bd9d7-21bc-4e2a-b716-53b54890baa2/1979fdce-2486-4ae5-b6cb-6e60daca542d) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:08:48.476340 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b286f7ba-f8a5-45a0-8b3f-7e3179455647 req-5aefbee0-c9cd-43a4-90fe-fa0dfdb7618a tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/security-groups?id=be9d59de-4154-40d6-86a2-710a0e3206a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033510 Aug 28 15:08:48.486519 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['7977de4f-6c44-4491-a597-1394705bab27'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:08:48.628173 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-99d950b2-d7f6-4f8c-824e-c0e1c7062037 None None] Provisioning for port a280601b-9af6-41a6-9240-84a7bc8e65f8 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:08:48.647793 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-99d950b2-d7f6-4f8c-824e-c0e1c7062037 None None] Provisioning complete for port a280601b-9af6-41a6-9240-84a7bc8e65f8 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:08:48.648167 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-99d950b2-d7f6-4f8c-824e-c0e1c7062037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:48.733024 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-99d950b2-d7f6-4f8c-824e-c0e1c7062037 None None] Port a280601b-9af6-41a6-9240-84a7bc8e65f8 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:08:48.751008 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-68304b43-de8a-4a94-b550-dc7a51ee75af req-48c796a3-d620-4014-8721-a8d1446c8d0b tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f427f8a-3e78-4a56-a506-1467a6a61a88 HTTP/1.1" status: 200 len: 210 time: 0.1195955 Aug 28 15:08:48.783692 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cdf72b48-b739-4093-a856-317ceb9576df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:48.786896 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cdf72b48-b739-4093-a856-317ceb9576df admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:48.802506 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-cdf72b48-b739-4093-a856-317ceb9576df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a148bbe-dce0-4dea-93e7-0ee108c880c9 HTTP/1.1" status: 204 len: 168 time: 0.7487450 Aug 28 15:08:48.821177 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-b0c33623-fc48-4eab-a6fe-1cec7280f180 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:48.851305 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-b0c33623-fc48-4eab-a6fe-1cec7280f180 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Transition to ACTIVE for port object 1979fdce-2486-4ae5-b6cb-6e60daca542d will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:08:48.872276 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf72b48-b739-4093-a856-317ceb9576df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a148bbe-dce0-4dea-93e7-0ee108c880c9,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:48.921022 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-b0c33623-fc48-4eab-a6fe-1cec7280f180 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:48.934525 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['382bff52-ea85-4d02-88ec-8a094905ac86'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:08:48.957676 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb7a26b5-9cac-4d8e-b362-0ca1dba2e309 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:48.977283 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-b0c33623-fc48-4eab-a6fe-1cec7280f180 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Network 77650b04-197c-4f2d-93ed-1f3a3f2db13f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:08:48.980525 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-b0c33623-fc48-4eab-a6fe-1cec7280f180 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:08:48.997618 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-b0c33623-fc48-4eab-a6fe-1cec7280f180 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:08:49.008143 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c33623-fc48-4eab-a6fe-1cec7280f180 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Pushing event updated for resources: {'Port': ['ID=1979fdce-2486-4ae5-b6cb-6e60daca542d,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:49.028960 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d049543-d4d1-451b-94d4-9afebf5c6643 req-e1672935-4ecf-47ac-9952-cc356ebfd78f tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:49.037683 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4d049543-d4d1-451b-94d4-9afebf5c6643 req-e1672935-4ecf-47ac-9952-cc356ebfd78f tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 946 time: 0.1678283 Aug 28 15:08:49.122112 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-b0c33623-fc48-4eab-a6fe-1cec7280f180 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:49.122797 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-b0c33623-fc48-4eab-a6fe-1cec7280f180 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:49.161480 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-b0c33623-fc48-4eab-a6fe-1cec7280f180 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4701486 Aug 28 15:08:49.177040 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4d049543-d4d1-451b-94d4-9afebf5c6643 req-e231ed51-fa82-45d0-9ad0-c967acf513d3 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366556 Aug 28 15:08:49.317614 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49460) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:49.347207 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92d477a0-4da1-459c-bcce-e1e3f7967eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:49.358131 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-f1b1cbea-cec0-45e6-9752-acec9affe7a3 service neutron] Request body: {'port': {'device_id': '4f427f8a-3e78-4a56-a506-1467a6a61a88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:49.387822 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb7a26b5-9cac-4d8e-b362-0ca1dba2e309 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:49.391546 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-10c90d87-4d87-420a-a0de-2739ecc87241 None None] Provisioning for port 1979fdce-2486-4ae5-b6cb-6e60daca542d completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:08:49.396363 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-10c90d87-4d87-420a-a0de-2739ecc87241 None None] Provisioning complete for port 1979fdce-2486-4ae5-b6cb-6e60daca542d triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:08:49.396958 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-10c90d87-4d87-420a-a0de-2739ecc87241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:49.398128 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb7a26b5-9cac-4d8e-b362-0ca1dba2e309 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:49.438528 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-10c90d87-4d87-420a-a0de-2739ecc87241 None None] Port 1979fdce-2486-4ae5-b6cb-6e60daca542d cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:08:49.444510 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-f1b1cbea-cec0-45e6-9752-acec9affe7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:49.452155 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a26b5-9cac-4d8e-b362-0ca1dba2e309 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] In _notify_port_updated(), no bound segment for port a280601b-9af6-41a6-9240-84a7bc8e65f8 on network 3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6 {{(pid=106329) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 15:08:49.458399 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7a26b5-9cac-4d8e-b362-0ca1dba2e309 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:49.459055 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb7a26b5-9cac-4d8e-b362-0ca1dba2e309 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:49.462298 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-eb7a26b5-9cac-4d8e-b362-0ca1dba2e309 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] 10.222.0.13 "PUT /v2.0/ports/a280601b-9af6-41a6-9240-84a7bc8e65f8 HTTP/1.1" status: 200 len: 1002 time: 1.1621850 Aug 28 15:08:49.470566 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49462) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:49.534399 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a26b5-9cac-4d8e-b362-0ca1dba2e309 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Pushing event updated for resources: {'Port': ['ID=a280601b-9af6-41a6-9240-84a7bc8e65f8,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:49.635564 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92d477a0-4da1-459c-bcce-e1e3f7967eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:49.645695 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92d477a0-4da1-459c-bcce-e1e3f7967eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:49.652513 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-b74aaa3c-36ab-43cc-9c98-4b2cd8c7e149 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Deleting port a280601b-9af6-41a6-9240-84a7bc8e65f8 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:08:49.653010 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b74aaa3c-36ab-43cc-9c98-4b2cd8c7e149 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:49.688348 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba115e-59ab-486b-a0d2-7512138cc7b0 req-6772bf8b-4193-484a-b538-9570bc98ea47 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:49.690350 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6dba115e-59ab-486b-a0d2-7512138cc7b0 req-6772bf8b-4193-484a-b538-9570bc98ea47 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/ports?device_id=1df88b4c-66cc-49da-bdc5-be46933d8ec9 HTTP/1.1" status: 200 len: 944 time: 0.0935414 Aug 28 15:08:49.744230 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-92d477a0-4da1-459c-bcce-e1e3f7967eda admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c533f402152e48fd96d570d8b87ec8ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4229121 Aug 28 15:08:49.747372 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49466) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:49.761196 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d477a0-4da1-459c-bcce-e1e3f7967eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff6867e-2096-4e3f-b20f-7369dc039761,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:49.825333 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b74aaa3c-36ab-43cc-9c98-4b2cd8c7e149 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:49.852227 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-b74aaa3c-36ab-43cc-9c98-4b2cd8c7e149 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Calling delete_port for a280601b-9af6-41a6-9240-84a7bc8e65f8 owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:08:49.864882 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-42eb8bbd-c095-483c-a6f5-aea016f1b7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:49.888882 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4e97d7f8-1010-4e7c-8395-0dd795c61bed None None] Provisioning complete for port a280601b-9af6-41a6-9240-84a7bc8e65f8 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:08:49.889069 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4e97d7f8-1010-4e7c-8395-0dd795c61bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:49.890440 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6dba115e-59ab-486b-a0d2-7512138cc7b0 req-d04f2446-dea2-43b1-a163-802221336c77 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/security-groups?id=be9d59de-4154-40d6-86a2-710a0e3206a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790848 Aug 28 15:08:49.949954 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-42eb8bbd-c095-483c-a6f5-aea016f1b7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:49.982188 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 7977de4f-6c44-4491-a597-1394705bab27 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:08:50.005965 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c23d0d-b228-4c3d-b64b-5aa2a22f6892 req-2477a8ec-3651-4ba3-9c62-22451fe44d89 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:50.008307 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-26c23d0d-b228-4c3d-b64b-5aa2a22f6892 req-2477a8ec-3651-4ba3-9c62-22451fe44d89 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f427f8a-3e78-4a56-a506-1467a6a61a88 HTTP/1.1" status: 200 len: 931 time: 0.1607609 Aug 28 15:08:50.045512 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-4e97d7f8-1010-4e7c-8395-0dd795c61bed None None] Port a280601b-9af6-41a6-9240-84a7bc8e65f8 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:08:50.071747 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 7977de4f-6c44-4491-a597-1394705bab27 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:08:50.075430 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 7977de4f-6c44-4491-a597-1394705bab27 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:08:50.076070 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:50.120248 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-42eb8bbd-c095-483c-a6f5-aea016f1b7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:50.123585 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-42eb8bbd-c095-483c-a6f5-aea016f1b7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:50.131256 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-42eb8bbd-c095-483c-a6f5-aea016f1b7bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bff6867e-2096-4e3f-b20f-7369dc039761 HTTP/1.1" status: 204 len: 168 time: 0.3807375 Aug 28 15:08:50.182239 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:50.199005 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-26c23d0d-b228-4c3d-b64b-5aa2a22f6892 req-2f0394f1-4ee0-4ae9-995e-52fd2f9bbb3a tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685255 Aug 28 15:08:50.204698 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb8bbd-c095-483c-a6f5-aea016f1b7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff6867e-2096-4e3f-b20f-7369dc039761,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:50.266597 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 7977de4f-6c44-4491-a597-1394705bab27, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=7977de4f-6c44-4491-a597-1394705bab27,segment=NetworkSegment(f1e8aa76-d1eb-4d46-b320-2cd419ce6aa2),segment_id=f1e8aa76-d1eb-4d46-b320-2cd419ce6aa2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:08:50.273353 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df88b4c-66cc-49da-bdc5-be46933d8ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7977de4f-6c44-4491-a597-1394705bab27'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:08:50.276948 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6411786f-1249-45e7-844b-c9f36c6888e1" -d '{"events": [{"server_uuid": "1df88b4c-66cc-49da-bdc5-be46933d8ec9", "name": "network-vif-plugged", "status": "completed", "tag": "7977de4f-6c44-4491-a597-1394705bab27"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:08:50.291537 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:50.296935 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b74aaa3c-36ab-43cc-9c98-4b2cd8c7e149 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:50.310117 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-f1b1cbea-cec0-45e6-9752-acec9affe7a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1979fdce-2486-4ae5-b6cb-6e60daca542d {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:08:50.341418 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-f1b1cbea-cec0-45e6-9752-acec9affe7a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:50.362771 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74aaa3c-36ab-43cc-9c98-4b2cd8c7e149 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Pushing event deleted for resources: {'Port': ['ID=a280601b-9af6-41a6-9240-84a7bc8e65f8,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:50.388891 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5e5fb2-f492-4d46-adbe-1517dc94c551 x-openstack-request-id: req-5f5e5fb2-f492-4d46-adbe-1517dc94c551 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:08:50.390408 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df88b4c-66cc-49da-bdc5-be46933d8ec9", "name": "network-vif-plugged", "status": "completed", "tag": "7977de4f-6c44-4491-a597-1394705bab27", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:08:50.391186 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f5e5fb2-f492-4d46-adbe-1517dc94c551 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:08:50.392972 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-f1b1cbea-cec0-45e6-9752-acec9affe7a3 service neutron] Transition to ACTIVE for port object 1979fdce-2486-4ae5-b6cb-6e60daca542d will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:08:50.396224 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df88b4c-66cc-49da-bdc5-be46933d8ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7977de4f-6c44-4491-a597-1394705bab27', 'code': 200} Aug 28 15:08:50.402561 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=7977de4f-6c44-4491-a597-1394705bab27,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:50.404477 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-f1b1cbea-cec0-45e6-9752-acec9affe7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:50.484547 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606241cf-add8-46e2-a00e-52719f7bc6de req-743491fc-cbaa-4896-9d62-9c6870d3920b tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:50.486167 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-606241cf-add8-46e2-a00e-52719f7bc6de req-743491fc-cbaa-4896-9d62-9c6870d3920b tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 946 time: 0.1698673 Aug 28 15:08:50.536095 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b74aaa3c-36ab-43cc-9c98-4b2cd8c7e149 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:50.541541 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b74aaa3c-36ab-43cc-9c98-4b2cd8c7e149 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] 10.222.0.13 "DELETE /v2.0/ports/a280601b-9af6-41a6-9240-84a7bc8e65f8 HTTP/1.1" status: 204 len: 168 time: 1.0676775 Aug 28 15:08:50.541806 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49482) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:50.578774 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-862b4183-13d3-4326-9627-1d7663f5c5a4 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] GET failed (client error): The resource could not be found. Aug 28 15:08:50.589123 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-862b4183-13d3-4326-9627-1d7663f5c5a4 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] 10.222.0.13 "GET /v2.0/ports/a280601b-9af6-41a6-9240-84a7bc8e65f8 HTTP/1.1" status: 404 len: 333 time: 0.0392041 Aug 28 15:08:50.589374 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1cbea-cec0-45e6-9752-acec9affe7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1979fdce-2486-4ae5-b6cb-6e60daca542d,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:50.589490 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49484) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:50.599632 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-77132fc1-2344-4f83-880e-99810af51ac6 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Request body: {'port': {'network_id': '3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1597285282'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:50.614209 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29117eea-b04e-4bb0-8370-7305128ede1e req-3e6d49f9-9397-4e08-a606-e6051e05c77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:50.617151 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-29117eea-b04e-4bb0-8370-7305128ede1e req-3e6d49f9-9397-4e08-a606-e6051e05c77e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1df88b4c-66cc-49da-bdc5-be46933d8ec9 HTTP/1.1" status: 200 len: 1097 time: 0.1572847 Aug 28 15:08:50.719960 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-29117eea-b04e-4bb0-8370-7305128ede1e req-8b45515c-f204-4efa-b6a0-bdde3e89f061 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=be9d59de-4154-40d6-86a2-710a0e3206a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714605 Aug 28 15:08:50.729840 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-606241cf-add8-46e2-a00e-52719f7bc6de req-295f662c-7849-490c-8398-7130d5a4453c tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193930 Aug 28 15:08:50.763741 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-f1b1cbea-cec0-45e6-9752-acec9affe7a3 service neutron] Attempting to bind port 1979fdce-2486-4ae5-b6cb-6e60daca542d on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:08:50.763741 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-f1b1cbea-cec0-45e6-9752-acec9affe7a3 service neutron] Attempting to bind port 1979fdce-2486-4ae5-b6cb-6e60daca542d by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': 'b1ed49cc-e427-4bca-b57b-61c1f5306996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:08:50.763741 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-f1b1cbea-cec0-45e6-9752-acec9affe7a3 service neutron] Attempting to bind port 1979fdce-2486-4ae5-b6cb-6e60daca542d on network 77650b04-197c-4f2d-93ed-1f3a3f2db13f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:08:50.768838 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-f1b1cbea-cec0-45e6-9752-acec9affe7a3 service neutron] Port 1979fdce-2486-4ae5-b6cb-6e60daca542d on network 77650b04-197c-4f2d-93ed-1f3a3f2db13f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:08:50.769230 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-f1b1cbea-cec0-45e6-9752-acec9affe7a3 service neutron] Attempting to bind port 1979fdce-2486-4ae5-b6cb-6e60daca542d on network 77650b04-197c-4f2d-93ed-1f3a3f2db13f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:08:50.776715 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-f1b1cbea-cec0-45e6-9752-acec9affe7a3 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:08:50.777147 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-f1b1cbea-cec0-45e6-9752-acec9affe7a3 service neutron] Checking segment: {'id': 'b1ed49cc-e427-4bca-b57b-61c1f5306996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:08:50.777601 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-f1b1cbea-cec0-45e6-9752-acec9affe7a3 service neutron] Bound using segment: {'id': 'b1ed49cc-e427-4bca-b57b-61c1f5306996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:08:50.778105 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-f1b1cbea-cec0-45e6-9752-acec9affe7a3 service neutron] Bound port: 1979fdce-2486-4ae5-b6cb-6e60daca542d, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ed49cc-e427-4bca-b57b-61c1f5306996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:08:50.778532 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-f1b1cbea-cec0-45e6-9752-acec9affe7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:50.859537 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77132fc1-2344-4f83-880e-99810af51ac6 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Made reservation on behalf of 6c5bca0ddfa6409499c738921ad675f6 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:08:50.866976 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77132fc1-2344-4f83-880e-99810af51ac6 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:50.905007 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-f1b1cbea-cec0-45e6-9752-acec9affe7a3 service neutron] For port 1979fdce-2486-4ae5-b6cb-6e60daca542d, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:08:50.908109 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-77132fc1-2344-4f83-880e-99810af51ac6 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] device_id is not set on port ad8a6950-32fb-42a5-abd2-e36adb9575cf yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:08:50.909267 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-f1b1cbea-cec0-45e6-9752-acec9affe7a3 service neutron] For port 1979fdce-2486-4ae5-b6cb-6e60daca542d, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=1979fdce-2486-4ae5-b6cb-6e60daca542d,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:08:50.913389 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-f1b1cbea-cec0-45e6-9752-acec9affe7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:50.950699 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-f1b1cbea-cec0-45e6-9752-acec9affe7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:50.951332 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-f1b1cbea-cec0-45e6-9752-acec9affe7a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:50.952781 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-f1b1cbea-cec0-45e6-9752-acec9affe7a3 service neutron] 10.222.0.41 "PUT /v2.0/ports/1979fdce-2486-4ae5-b6cb-6e60daca542d HTTP/1.1" status: 200 len: 1092 time: 1.7827849 Aug 28 15:08:50.953246 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f427f8a-3e78-4a56-a506-1467a6a61a88', 'tag': '1979fdce-2486-4ae5-b6cb-6e60daca542d'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:08:50.955631 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1a94a4-5e0d-4be1-bdf8-f85232e27354" -d '{"events": [{"name": "network-changed", "server_uuid": "4f427f8a-3e78-4a56-a506-1467a6a61a88", "tag": "1979fdce-2486-4ae5-b6cb-6e60daca542d"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:08:51.094939 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3affb6-8d96-4281-9c63-93c0f57ffa30 x-openstack-request-id: req-6c3affb6-8d96-4281-9c63-93c0f57ffa30 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:08:51.095236 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f427f8a-3e78-4a56-a506-1467a6a61a88", "tag": "1979fdce-2486-4ae5-b6cb-6e60daca542d", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:08:51.095514 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c3affb6-8d96-4281-9c63-93c0f57ffa30 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:08:51.100185 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f427f8a-3e78-4a56-a506-1467a6a61a88', 'tag': '1979fdce-2486-4ae5-b6cb-6e60daca542d', 'status': 'completed', 'code': 200} Aug 28 15:08:51.132340 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1cbea-cec0-45e6-9752-acec9affe7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1979fdce-2486-4ae5-b6cb-6e60daca542d,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:51.154796 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-40d40a03-25e4-4e3a-86af-9991d119d842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:51.156441 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-40d40a03-25e4-4e3a-86af-9991d119d842 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d&device_id=4f427f8a-3e78-4a56-a506-1467a6a61a88 HTTP/1.1" status: 200 len: 1095 time: 0.1553078 Aug 28 15:08:51.165373 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-77132fc1-2344-4f83-880e-99810af51ac6 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Allocated IP 2001:db8::31b (3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6/e9c933da-72d7-4f87-91a1-d088c89601da/ad8a6950-32fb-42a5-abd2-e36adb9575cf) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:08:51.228207 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a55bcd-95c0-42b6-8a71-0b357ccddf1b req-d3f0f785-4d98-4cce-b669-f649431a1974 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:51.235522 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d6a55bcd-95c0-42b6-8a71-0b357ccddf1b req-d3f0f785-4d98-4cce-b669-f649431a1974 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/ports?device_id=1df88b4c-66cc-49da-bdc5-be46933d8ec9 HTTP/1.1" status: 200 len: 945 time: 0.1646125 Aug 28 15:08:51.243433 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-198edad2-a33d-4994-a8ab-4090e5919564 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1979fdce-2486-4ae5-b6cb-6e60daca542d HTTP/1.1" status: 200 len: 217 time: 0.0774992 Aug 28 15:08:51.311775 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-cb078770-0d19-468a-af74-495981a923d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:51.314386 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-cb078770-0d19-468a-af74-495981a923d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=836bd9d7-21bc-4e2a-b716-53b54890baa2 HTTP/1.1" status: 200 len: 850 time: 0.0632451 Aug 28 15:08:51.354156 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d6a55bcd-95c0-42b6-8a71-0b357ccddf1b req-158e24f8-eada-48cf-8055-cad5d00a7a2e tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/security-groups?id=be9d59de-4154-40d6-86a2-710a0e3206a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176357 Aug 28 15:08:51.432926 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-40f9f17f-85ed-4bf6-aaad-00e8536614fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:51.434481 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-40f9f17f-85ed-4bf6-aaad-00e8536614fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77650b04-197c-4f2d-93ed-1f3a3f2db13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1113868 Aug 28 15:08:51.438668 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77132fc1-2344-4f83-880e-99810af51ac6 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:51.456383 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-77132fc1-2344-4f83-880e-99810af51ac6 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Transition to ACTIVE for port object ad8a6950-32fb-42a5-abd2-e36adb9575cf will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:08:51.464283 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1526cd-61d5-4c82-a956-f5081f47154f req-20a7a222-ed49-4797-a90c-a404cf975c7c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:51.465827 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6c1526cd-61d5-4c82-a956-f5081f47154f req-20a7a222-ed49-4797-a90c-a404cf975c7c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f427f8a-3e78-4a56-a506-1467a6a61a88 HTTP/1.1" status: 200 len: 943 time: 0.0758214 Aug 28 15:08:51.505667 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77132fc1-2344-4f83-880e-99810af51ac6 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:51.562698 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77132fc1-2344-4f83-880e-99810af51ac6 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Network 3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:08:51.568019 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-77132fc1-2344-4f83-880e-99810af51ac6 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:08:51.572937 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77132fc1-2344-4f83-880e-99810af51ac6 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:08:51.579275 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77132fc1-2344-4f83-880e-99810af51ac6 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:51.579903 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77132fc1-2344-4f83-880e-99810af51ac6 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:51.580208 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6c1526cd-61d5-4c82-a956-f5081f47154f req-acdefd3f-0106-4379-b574-8d2fde67ec04 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036701 Aug 28 15:08:51.584220 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77132fc1-2344-4f83-880e-99810af51ac6 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Pushing event updated for resources: {'Port': ['ID=ad8a6950-32fb-42a5-abd2-e36adb9575cf,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:51.605444 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-b94d3106-47f9-48a6-a0bb-6dcfe8e81ae6 service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586046 Aug 28 15:08:51.608229 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-77132fc1-2344-4f83-880e-99810af51ac6 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0178611 Aug 28 15:08:51.611364 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49514) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:51.622434 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-3502b905-5934-4198-9cd5-97d19f1b14e2 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:82:51:80'}]}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:51.730527 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3502b905-5934-4198-9cd5-97d19f1b14e2 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:51.740880 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-af0dc4d1-fee9-47a8-852d-f22be1a9b088 req-994b042f-7f35-4264-92dc-e44889b006cb service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275396 Aug 28 15:08:51.860380 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a94a4-5e0d-4be1-bdf8-f85232e27354 req-7ea22b5c-8e03-4a19-96f0-675bafbf850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:51.862328 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fb1a94a4-5e0d-4be1-bdf8-f85232e27354 req-7ea22b5c-8e03-4a19-96f0-675bafbf850e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d&device_id=4f427f8a-3e78-4a56-a506-1467a6a61a88 HTTP/1.1" status: 200 len: 1095 time: 0.0650027 Aug 28 15:08:52.011387 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aadc21-5012-43b3-9a67-5719c6d03115 req-8df90802-f35f-4936-bc06-66a6a99fd0ab tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:52.012812 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c1aadc21-5012-43b3-9a67-5719c6d03115 req-8df90802-f35f-4936-bc06-66a6a99fd0ab tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 946 time: 0.1564531 Aug 28 15:08:52.047577 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a94a4-5e0d-4be1-bdf8-f85232e27354 req-0e0f17b2-5e86-4299-bfb4-20ab5c517724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:52.052261 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fb1a94a4-5e0d-4be1-bdf8-f85232e27354 req-0e0f17b2-5e86-4299-bfb4-20ab5c517724 service neutron] 10.222.0.41 "GET /v2.0/networks?id=77650b04-197c-4f2d-93ed-1f3a3f2db13f HTTP/1.1" status: 200 len: 912 time: 0.1782248 Aug 28 15:08:52.052755 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8f410b19-ee28-405e-9ec9-3648aa93433f None None] Provisioning for port ad8a6950-32fb-42a5-abd2-e36adb9575cf completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:08:52.061420 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8f410b19-ee28-405e-9ec9-3648aa93433f None None] Provisioning complete for port ad8a6950-32fb-42a5-abd2-e36adb9575cf triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:08:52.065410 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8f410b19-ee28-405e-9ec9-3648aa93433f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:52.089310 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c1aadc21-5012-43b3-9a67-5719c6d03115 req-0165e4fc-6b2e-49bb-a92d-df0b10839e81 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638456 Aug 28 15:08:52.110352 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3502b905-5934-4198-9cd5-97d19f1b14e2 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:52.116880 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3502b905-5934-4198-9cd5-97d19f1b14e2 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:52.136894 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8f410b19-ee28-405e-9ec9-3648aa93433f None None] Port ad8a6950-32fb-42a5-abd2-e36adb9575cf cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:08:52.151817 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fb1a94a4-5e0d-4be1-bdf8-f85232e27354 req-6dfd9e20-781a-4c2d-ad2e-6c90de1fa6f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1979fdce-2486-4ae5-b6cb-6e60daca542d HTTP/1.1" status: 200 len: 217 time: 0.0927739 Aug 28 15:08:52.172859 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-3502b905-5934-4198-9cd5-97d19f1b14e2 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] In _notify_port_updated(), no bound segment for port ad8a6950-32fb-42a5-abd2-e36adb9575cf on network 3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6 {{(pid=106329) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 15:08:52.179216 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3502b905-5934-4198-9cd5-97d19f1b14e2 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:52.179929 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3502b905-5934-4198-9cd5-97d19f1b14e2 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:52.184251 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3502b905-5934-4198-9cd5-97d19f1b14e2 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] 10.222.0.13 "PUT /v2.0/ports/ad8a6950-32fb-42a5-abd2-e36adb9575cf HTTP/1.1" status: 200 len: 1003 time: 0.5717430 Aug 28 15:08:52.187097 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49530) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:52.239548 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502b905-5934-4198-9cd5-97d19f1b14e2 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Pushing event updated for resources: {'Port': ['ID=ad8a6950-32fb-42a5-abd2-e36adb9575cf,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:52.242970 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a94a4-5e0d-4be1-bdf8-f85232e27354 req-ad87059d-bc8d-47e8-8561-2f4b8d71222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:52.248850 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fb1a94a4-5e0d-4be1-bdf8-f85232e27354 req-ad87059d-bc8d-47e8-8561-2f4b8d71222a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=836bd9d7-21bc-4e2a-b716-53b54890baa2 HTTP/1.1" status: 200 len: 850 time: 0.0852792 Aug 28 15:08:52.314989 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a94a4-5e0d-4be1-bdf8-f85232e27354 req-a4c75dbd-573d-49d0-9fc2-de197a715e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:52.316783 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-4d063ba0-67f6-41fc-8a9e-b25150829587 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Deleting port ad8a6950-32fb-42a5-abd2-e36adb9575cf {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:08:52.317208 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4d063ba0-67f6-41fc-8a9e-b25150829587 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:52.323252 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fb1a94a4-5e0d-4be1-bdf8-f85232e27354 req-a4c75dbd-573d-49d0-9fc2-de197a715e58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77650b04-197c-4f2d-93ed-1f3a3f2db13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635171 Aug 28 15:08:52.606609 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fb1a94a4-5e0d-4be1-bdf8-f85232e27354 req-55d72c18-808e-4df7-b8a5-c7f90d3dc3a0 service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733994 Aug 28 15:08:52.614688 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4d063ba0-67f6-41fc-8a9e-b25150829587 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:52.637538 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c5d47-d4e2-47ff-8ccc-0b54d809cfcc req-19cb9713-e42d-4ee7-b012-dd5d25ec659c tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:52.643496 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f19c5d47-d4e2-47ff-8ccc-0b54d809cfcc req-19cb9713-e42d-4ee7-b012-dd5d25ec659c tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/ports?device_id=1df88b4c-66cc-49da-bdc5-be46933d8ec9 HTTP/1.1" status: 200 len: 945 time: 0.1465762 Aug 28 15:08:52.667525 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-4d063ba0-67f6-41fc-8a9e-b25150829587 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Calling delete_port for ad8a6950-32fb-42a5-abd2-e36adb9575cf owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:08:52.678750 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-212897c3-9562-48c5-8737-4ffe3123f248 None None] Provisioning complete for port ad8a6950-32fb-42a5-abd2-e36adb9575cf triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:08:52.679074 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-212897c3-9562-48c5-8737-4ffe3123f248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:52.748803 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-212897c3-9562-48c5-8737-4ffe3123f248 None None] Port ad8a6950-32fb-42a5-abd2-e36adb9575cf cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:08:52.775091 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd912db9-7527-4dea-ac88-62cb7d3f0ba1 req-018ccc8e-5e56-4622-b4b4-a889d05d3e32 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:52.776632 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd912db9-7527-4dea-ac88-62cb7d3f0ba1 req-018ccc8e-5e56-4622-b4b4-a889d05d3e32 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f427f8a-3e78-4a56-a506-1467a6a61a88 HTTP/1.1" status: 200 len: 943 time: 0.0791757 Aug 28 15:08:52.803649 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f19c5d47-d4e2-47ff-8ccc-0b54d809cfcc req-199db554-89c6-480c-816f-2a72dbdcd85f tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/security-groups?id=be9d59de-4154-40d6-86a2-710a0e3206a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407933 Aug 28 15:08:52.814533 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fb1a94a4-5e0d-4be1-bdf8-f85232e27354 req-1dbd8ecb-b910-43ef-afa0-30af4fdde5b4 service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985981 Aug 28 15:08:52.900036 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd912db9-7527-4dea-ac88-62cb7d3f0ba1 req-2e7924bd-8e50-47fb-b799-a480ab5742e4 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159301 Aug 28 15:08:52.954528 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4d063ba0-67f6-41fc-8a9e-b25150829587 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:53.010165 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d063ba0-67f6-41fc-8a9e-b25150829587 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Pushing event deleted for resources: {'Port': ['ID=ad8a6950-32fb-42a5-abd2-e36adb9575cf,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:53.073683 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3b84289d-ca65-4883-a828-a1d0927edc0c req-37d632ed-04fa-4b01-8bdf-dc7e7e188ba0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1118262 Aug 28 15:08:53.079363 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4d063ba0-67f6-41fc-8a9e-b25150829587 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:53.094452 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4d063ba0-67f6-41fc-8a9e-b25150829587 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] 10.222.0.13 "DELETE /v2.0/ports/ad8a6950-32fb-42a5-abd2-e36adb9575cf HTTP/1.1" status: 204 len: 168 time: 0.9062257 Aug 28 15:08:53.097021 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49560) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:53.140195 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e23c70-ad74-4d43-a506-f8617396a4dc tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] GET failed (client error): The resource could not be found. Aug 28 15:08:53.159714 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49564) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:53.161512 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-55e23c70-ad74-4d43-a506-f8617396a4dc tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] 10.222.0.13 "GET /v2.0/ports/ad8a6950-32fb-42a5-abd2-e36adb9575cf HTTP/1.1" status: 404 len: 333 time: 0.0624690 Aug 28 15:08:53.172729 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-95346699-56ee-4a32-94f9-3c78bc5f0651 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Request body: {'port': {'network_id': '3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-640114396'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:53.279475 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84289d-ca65-4883-a828-a1d0927edc0c req-433a18f0-40e2-44b4-bcbb-2026d0bf3f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:53.281808 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3b84289d-ca65-4883-a828-a1d0927edc0c req-433a18f0-40e2-44b4-bcbb-2026d0bf3f9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d&device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 1097 time: 0.1479723 Aug 28 15:08:53.330035 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54306868-c300-41b8-8370-875aff4d346d req-33ebdcb6-a21d-407c-8f79-9ae8e4c55089 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:53.331677 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54306868-c300-41b8-8370-875aff4d346d req-33ebdcb6-a21d-407c-8f79-9ae8e4c55089 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 946 time: 0.1268983 Aug 28 15:08:53.421408 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13570777-d0e9-4cd5-a38f-776c1d2e6e37 req-e1029969-ad66-4fdf-8e17-c71ac76782a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:53.424530 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13570777-d0e9-4cd5-a38f-776c1d2e6e37 req-e1029969-ad66-4fdf-8e17-c71ac76782a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75dac68a136a4e2186b59df3b576c98d&device_id=1df88b4c-66cc-49da-bdc5-be46933d8ec9 HTTP/1.1" status: 200 len: 1097 time: 0.1851239 Aug 28 15:08:53.432450 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54306868-c300-41b8-8370-875aff4d346d req-e1c4ecc0-b0d4-4ded-bb2e-8b11ab911178 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881999 Aug 28 15:08:53.466098 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95346699-56ee-4a32-94f9-3c78bc5f0651 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Made reservation on behalf of 6c5bca0ddfa6409499c738921ad675f6 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:08:53.470945 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-95346699-56ee-4a32-94f9-3c78bc5f0651 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:53.499777 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-95346699-56ee-4a32-94f9-3c78bc5f0651 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] device_id is not set on port 7a586960-b94b-451e-a2ec-0f23aece1409 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:08:53.545799 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13570777-d0e9-4cd5-a38f-776c1d2e6e37 req-b609b82f-8445-4da7-b25e-b0b139544fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:53.547386 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13570777-d0e9-4cd5-a38f-776c1d2e6e37 req-b609b82f-8445-4da7-b25e-b0b139544fa6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=711fc0ec-a0a9-4bc4-857c-77a0163b8360 HTTP/1.1" status: 200 len: 914 time: 0.1096020 Aug 28 15:08:53.559937 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08898b0f-e509-4add-a044-5d83721f6308 req-40b9e8de-f849-41f8-a3bd-fff04a066872 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:53.561550 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-08898b0f-e509-4add-a044-5d83721f6308 req-40b9e8de-f849-41f8-a3bd-fff04a066872 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/ports?device_id=1df88b4c-66cc-49da-bdc5-be46933d8ec9 HTTP/1.1" status: 200 len: 945 time: 0.2846661 Aug 28 15:08:53.638223 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13570777-d0e9-4cd5-a38f-776c1d2e6e37 req-137cf7f7-f86b-4b43-b4c3-b03dfdafbf31 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7977de4f-6c44-4491-a597-1394705bab27 HTTP/1.1" status: 200 len: 217 time: 0.0756757 Aug 28 15:08:53.650007 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-95346699-56ee-4a32-94f9-3c78bc5f0651 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Allocated IP 2001:db8::336 (3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6/e9c933da-72d7-4f87-91a1-d088c89601da/7a586960-b94b-451e-a2ec-0f23aece1409) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:08:53.683758 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-08898b0f-e509-4add-a044-5d83721f6308 req-3bd3fe09-9c7d-4c27-b988-0be4a6ebbf6c tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/security-groups?id=be9d59de-4154-40d6-86a2-710a0e3206a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127372 Aug 28 15:08:53.709543 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84289d-ca65-4883-a828-a1d0927edc0c req-5a06f31d-0253-4378-934b-c2bc4d5679fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:53.709543 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3b84289d-ca65-4883-a828-a1d0927edc0c req-5a06f31d-0253-4378-934b-c2bc4d5679fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=77650b04-197c-4f2d-93ed-1f3a3f2db13f HTTP/1.1" status: 200 len: 912 time: 0.3926737 Aug 28 15:08:53.759837 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13570777-d0e9-4cd5-a38f-776c1d2e6e37 req-d380a1a0-54db-4e58-b18c-0dff876b95af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:53.761332 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13570777-d0e9-4cd5-a38f-776c1d2e6e37 req-d380a1a0-54db-4e58-b18c-0dff876b95af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=469c28c1-a8a6-427c-ba23-6d9689e0f427 HTTP/1.1" status: 200 len: 853 time: 0.1150768 Aug 28 15:08:53.802241 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13570777-d0e9-4cd5-a38f-776c1d2e6e37 req-c07ed71e-2ebf-4d73-851e-1e0b2f5e2a1a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=711fc0ec-a0a9-4bc4-857c-77a0163b8360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332646 Aug 28 15:08:53.890455 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-95346699-56ee-4a32-94f9-3c78bc5f0651 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:53.899262 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3b84289d-ca65-4883-a828-a1d0927edc0c req-6187834e-2598-4195-a6bd-d24ab2ab29b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e5b61b0-9b37-402c-ac33-0a57b7fac04e HTTP/1.1" status: 200 len: 1000 time: 0.1796172 Aug 28 15:08:53.928883 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-95346699-56ee-4a32-94f9-3c78bc5f0651 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Transition to ACTIVE for port object 7a586960-b94b-451e-a2ec-0f23aece1409 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:08:53.995143 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-95346699-56ee-4a32-94f9-3c78bc5f0651 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:54.001590 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84289d-ca65-4883-a828-a1d0927edc0c req-c7ca8c2b-6e0b-4eb0-bb15-8afc8b43c88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:54.003286 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3b84289d-ca65-4883-a828-a1d0927edc0c req-c7ca8c2b-6e0b-4eb0-bb15-8afc8b43c88a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=836bd9d7-21bc-4e2a-b716-53b54890baa2 HTTP/1.1" status: 200 len: 850 time: 0.0956664 Aug 28 15:08:54.009942 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13570777-d0e9-4cd5-a38f-776c1d2e6e37 req-36fdbe5d-717a-44ca-8d72-3120970bcef5 service neutron] 10.222.0.36 "GET /v2.0/networks/711fc0ec-a0a9-4bc4-857c-77a0163b8360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971705 Aug 28 15:08:54.079571 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95346699-56ee-4a32-94f9-3c78bc5f0651 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Network 3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:08:54.089670 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-95346699-56ee-4a32-94f9-3c78bc5f0651 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:08:54.092713 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95346699-56ee-4a32-94f9-3c78bc5f0651 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:08:54.098834 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95346699-56ee-4a32-94f9-3c78bc5f0651 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:54.099480 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-95346699-56ee-4a32-94f9-3c78bc5f0651 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:54.102119 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95346699-56ee-4a32-94f9-3c78bc5f0651 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Pushing event updated for resources: {'Port': ['ID=7a586960-b94b-451e-a2ec-0f23aece1409,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:54.121581 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12212e1-77c3-4bf3-84cd-cb4fe183f575 req-e2a5eee8-eded-4d95-9506-a28af48a684e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:54.123379 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a12212e1-77c3-4bf3-84cd-cb4fe183f575 req-e2a5eee8-eded-4d95-9506-a28af48a684e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f427f8a-3e78-4a56-a506-1467a6a61a88 HTTP/1.1" status: 200 len: 943 time: 0.1259408 Aug 28 15:08:54.125738 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84289d-ca65-4883-a828-a1d0927edc0c req-8fb8ea9d-e7fb-4406-adf1-657253dbf809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:54.127496 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3b84289d-ca65-4883-a828-a1d0927edc0c req-8fb8ea9d-e7fb-4406-adf1-657253dbf809 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77650b04-197c-4f2d-93ed-1f3a3f2db13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1116459 Aug 28 15:08:54.130928 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-95346699-56ee-4a32-94f9-3c78bc5f0651 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9705317 Aug 28 15:08:54.133417 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49584) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:54.140913 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-eb149b13-7540-4657-87ff-80dfecbecefe tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Request body: {'port': {'network_id': '3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1878109045'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:54.197955 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13570777-d0e9-4cd5-a38f-776c1d2e6e37 req-ef76e1b4-2a1a-41d9-9dc7-fdc0039f4d4e service neutron] 10.222.0.36 "GET /v2.0/networks/711fc0ec-a0a9-4bc4-857c-77a0163b8360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722436 Aug 28 15:08:54.254920 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a12212e1-77c3-4bf3-84cd-cb4fe183f575 req-8fa01a4e-6231-4309-8fb4-76e35434c076 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946987 Aug 28 15:08:54.320476 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3b84289d-ca65-4883-a828-a1d0927edc0c req-81262620-ee95-49e1-831d-ab610eb3877c service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816838 Aug 28 15:08:54.381388 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:54.429426 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb149b13-7540-4657-87ff-80dfecbecefe tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Made reservation on behalf of 6c5bca0ddfa6409499c738921ad675f6 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:08:54.444274 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb149b13-7540-4657-87ff-80dfecbecefe tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:54.484200 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-eb149b13-7540-4657-87ff-80dfecbecefe tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] device_id is not set on port 8c120201-cfd3-433c-8da9-3c5999a628d4 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:08:54.500347 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-5096b1a0-e85b-4df4-8936-64652d0e9e8b None None] Provisioning for port 7a586960-b94b-451e-a2ec-0f23aece1409 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:08:54.511766 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-5096b1a0-e85b-4df4-8936-64652d0e9e8b None None] Provisioning complete for port 7a586960-b94b-451e-a2ec-0f23aece1409 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:08:54.514182 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5096b1a0-e85b-4df4-8936-64652d0e9e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:54.516261 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3b84289d-ca65-4883-a828-a1d0927edc0c req-9a751757-408e-4583-8897-f4d3b582e746 service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866360 Aug 28 15:08:54.612700 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-5096b1a0-e85b-4df4-8936-64652d0e9e8b None None] Port 7a586960-b94b-451e-a2ec-0f23aece1409 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:08:54.872115 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92338863-b2cb-4f6d-a405-a21c3dae8704 req-efc1f77c-3ce1-4d53-8bcb-13f0945ee52d tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:54.874578 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-92338863-b2cb-4f6d-a405-a21c3dae8704 req-efc1f77c-3ce1-4d53-8bcb-13f0945ee52d tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/ports?device_id=1df88b4c-66cc-49da-bdc5-be46933d8ec9 HTTP/1.1" status: 200 len: 945 time: 0.0819869 Aug 28 15:08:54.925413 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-92338863-b2cb-4f6d-a405-a21c3dae8704 req-fe9341d1-af4f-45d6-a04a-a200ccde0781 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/security-groups?id=be9d59de-4154-40d6-86a2-710a0e3206a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448012 Aug 28 15:08:55.026034 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a08b99-e1c2-4830-992c-c1ee39f978ae req-0feda0a9-fd04-4946-85e1-8eff35f316d6 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:55.027541 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-83a08b99-e1c2-4830-992c-c1ee39f978ae req-0feda0a9-fd04-4946-85e1-8eff35f316d6 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 946 time: 0.4827442 Aug 28 15:08:55.055287 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-eb149b13-7540-4657-87ff-80dfecbecefe tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Allocated IP 2001:db8::39 (3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6/e9c933da-72d7-4f87-91a1-d088c89601da/8c120201-cfd3-433c-8da9-3c5999a628d4) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:08:55.096508 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-83a08b99-e1c2-4830-992c-c1ee39f978ae req-310612db-0ecb-4a20-9101-2532fb7acc53 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599012 Aug 28 15:08:55.241781 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb149b13-7540-4657-87ff-80dfecbecefe tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:55.258619 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-eb149b13-7540-4657-87ff-80dfecbecefe tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Transition to ACTIVE for port object 8c120201-cfd3-433c-8da9-3c5999a628d4 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:08:55.297590 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb149b13-7540-4657-87ff-80dfecbecefe tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:55.365032 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb149b13-7540-4657-87ff-80dfecbecefe tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Network 3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:08:55.369011 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-eb149b13-7540-4657-87ff-80dfecbecefe tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:08:55.372492 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb149b13-7540-4657-87ff-80dfecbecefe tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:08:55.378384 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb149b13-7540-4657-87ff-80dfecbecefe tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:55.379584 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb149b13-7540-4657-87ff-80dfecbecefe tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:55.387019 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb149b13-7540-4657-87ff-80dfecbecefe tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Pushing event updated for resources: {'Port': ['ID=8c120201-cfd3-433c-8da9-3c5999a628d4,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:55.405379 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-eb149b13-7540-4657-87ff-80dfecbecefe tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2704453 Aug 28 15:08:55.407934 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49614) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:55.415820 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-c4dbee66-ff52-4a32-9966-b9c681648531 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::175', 'mac_address': 'fa:16:3e:82:51:80'}, {'ip_address': '2001:db8::336', 'mac_address': 'fa:16:3e:a3:2a:87'}]}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:08:55.433009 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a16d2-c750-420d-a7ba-6c7123573273 req-0c44d4b3-04fd-4c55-acbb-5698f0115c9c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:55.443547 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2a7a16d2-c750-420d-a7ba-6c7123573273 req-0c44d4b3-04fd-4c55-acbb-5698f0115c9c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f427f8a-3e78-4a56-a506-1467a6a61a88 HTTP/1.1" status: 200 len: 943 time: 0.0981576 Aug 28 15:08:55.503181 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2a7a16d2-c750-420d-a7ba-6c7123573273 req-22446d65-d8da-4f64-9f74-7d33e217c671 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537834 Aug 28 15:08:55.608816 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c4dbee66-ff52-4a32-9966-b9c681648531 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:55.752643 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c3868da6-57a7-4034-8afe-c407f8b0f4fd None None] Provisioning for port 8c120201-cfd3-433c-8da9-3c5999a628d4 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:08:55.812519 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 1979fdce-2486-4ae5-b6cb-6e60daca542d details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:08:55.945451 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c3868da6-57a7-4034-8afe-c407f8b0f4fd None None] Provisioning complete for port 8c120201-cfd3-433c-8da9-3c5999a628d4 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:08:55.946087 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c3868da6-57a7-4034-8afe-c407f8b0f4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:55.961479 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c4dbee66-ff52-4a32-9966-b9c681648531 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:55.969351 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c4dbee66-ff52-4a32-9966-b9c681648531 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:56.064353 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbee66-ff52-4a32-9966-b9c681648531 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Pushing event updated for resources: {'Port': ['ID=8c120201-cfd3-433c-8da9-3c5999a628d4,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:56.069807 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-c4dbee66-ff52-4a32-9966-b9c681648531 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] In _notify_port_updated(), no bound segment for port 8c120201-cfd3-433c-8da9-3c5999a628d4 on network 3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6 {{(pid=106329) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 15:08:56.076516 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dbee66-ff52-4a32-9966-b9c681648531 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:56.077558 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c4dbee66-ff52-4a32-9966-b9c681648531 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:56.081975 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 1979fdce-2486-4ae5-b6cb-6e60daca542d, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=1979fdce-2486-4ae5-b6cb-6e60daca542d,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:08:56.088734 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49624) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:56.089146 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c4dbee66-ff52-4a32-9966-b9c681648531 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] 10.222.0.13 "PUT /v2.0/ports/8c120201-cfd3-433c-8da9-3c5999a628d4 HTTP/1.1" status: 200 len: 1067 time: 0.6789455 Aug 28 15:08:56.106576 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '1979fdce-2486-4ae5-b6cb-6e60daca542d', 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f', 'port_id': '1979fdce-2486-4ae5-b6cb-6e60daca542d', 'mac_address': 'fa:16:3e:2f:2c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '836bd9d7-21bc-4e2a-b716-53b54890baa2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:08:56.142694 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c3868da6-57a7-4034-8afe-c407f8b0f4fd None None] Port 8c120201-cfd3-433c-8da9-3c5999a628d4 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:08:56.146835 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b5da3-2846-44b0-8bb1-7847441e2044 req-8b7faf15-5381-4a60-9463-2f6b8cfe961b tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:56.156638 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-465b5da3-2846-44b0-8bb1-7847441e2044 req-8b7faf15-5381-4a60-9463-2f6b8cfe961b tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/ports?device_id=1df88b4c-66cc-49da-bdc5-be46933d8ec9 HTTP/1.1" status: 200 len: 945 time: 0.1411242 Aug 28 15:08:56.198158 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:56.218903 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1979fdce-2486-4ae5-b6cb-6e60daca542d {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:08:56.229470 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-465b5da3-2846-44b0-8bb1-7847441e2044 req-d8f96eee-9d37-43b9-af6d-1aaf33fd043f tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/security-groups?id=be9d59de-4154-40d6-86a2-710a0e3206a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717423 Aug 28 15:08:56.271608 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 1979fdce-2486-4ae5-b6cb-6e60daca542d, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=1979fdce-2486-4ae5-b6cb-6e60daca542d,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:08:56.275230 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-d2a977ce-88c9-483a-b850-b3c5ee828a7b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Deleting port 8c120201-cfd3-433c-8da9-3c5999a628d4 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:08:56.275497 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d2a977ce-88c9-483a-b850-b3c5ee828a7b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:56.278795 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:56.296284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b651c2c-f259-464d-9d95-639b21a333ff req-b25065d2-54b1-4c27-839f-16368104db52 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:56.298375 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2b651c2c-f259-464d-9d95-639b21a333ff req-b25065d2-54b1-4c27-839f-16368104db52 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 946 time: 0.0847614 Aug 28 15:08:56.391737 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2b651c2c-f259-464d-9d95-639b21a333ff req-7b9b7e2a-7249-447d-8c95-ff1d62ae3740 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858076 Aug 28 15:08:56.397056 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=1979fdce-2486-4ae5-b6cb-6e60daca542d,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:56.415004 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:56.447078 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d2a977ce-88c9-483a-b850-b3c5ee828a7b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:56.461040 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-d2a977ce-88c9-483a-b850-b3c5ee828a7b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Calling delete_port for 8c120201-cfd3-433c-8da9-3c5999a628d4 owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:08:56.474189 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e1066a18-085f-4366-90a0-634c0c34f575 None None] Provisioning complete for port 8c120201-cfd3-433c-8da9-3c5999a628d4 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:08:56.474816 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e1066a18-085f-4366-90a0-634c0c34f575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:56.541843 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-e1066a18-085f-4366-90a0-634c0c34f575 None None] Port 8c120201-cfd3-433c-8da9-3c5999a628d4 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:08:56.654069 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff921a-1a0f-44dd-a3a0-54ce60237ca6 req-f85449c9-5886-426b-908f-c66e4438ff5c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:56.656159 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38ff921a-1a0f-44dd-a3a0-54ce60237ca6 req-f85449c9-5886-426b-908f-c66e4438ff5c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f427f8a-3e78-4a56-a506-1467a6a61a88 HTTP/1.1" status: 200 len: 944 time: 0.0575633 Aug 28 15:08:56.667572 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['1979fdce-2486-4ae5-b6cb-6e60daca542d'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:08:56.682446 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d2a977ce-88c9-483a-b850-b3c5ee828a7b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:56.730101 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38ff921a-1a0f-44dd-a3a0-54ce60237ca6 req-2dafb5d4-e0fa-408e-9d18-004244690267 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673590 Aug 28 15:08:56.750366 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a977ce-88c9-483a-b850-b3c5ee828a7b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Pushing event deleted for resources: {'Port': ['ID=8c120201-cfd3-433c-8da9-3c5999a628d4,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:56.767419 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2ef99-acbf-485d-9d1c-84747688f65c req-7f878909-7270-42eb-bd7d-a520e9a6219e tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:56.769270 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-28e2ef99-acbf-485d-9d1c-84747688f65c req-7f878909-7270-42eb-bd7d-a520e9a6219e tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/ports?device_id=1df88b4c-66cc-49da-bdc5-be46933d8ec9 HTTP/1.1" status: 200 len: 945 time: 0.1490664 Aug 28 15:08:56.944336 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-28e2ef99-acbf-485d-9d1c-84747688f65c req-fef59824-0a3e-4026-a2b2-636d02e75003 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/security-groups?id=be9d59de-4154-40d6-86a2-710a0e3206a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115305 Aug 28 15:08:57.032895 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:08:57.060201 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d2a977ce-88c9-483a-b850-b3c5ee828a7b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:57.061639 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d2a977ce-88c9-483a-b850-b3c5ee828a7b tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] 10.222.0.13 "DELETE /v2.0/ports/8c120201-cfd3-433c-8da9-3c5999a628d4 HTTP/1.1" status: 204 len: 168 time: 0.9704561 Aug 28 15:08:57.063786 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49656) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:57.103828 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff1b0b1f-9f8f-4fce-a626-a4921690e38d tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] GET failed (client error): The resource could not be found. Aug 28 15:08:57.107745 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ff1b0b1f-9f8f-4fce-a626-a4921690e38d tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] 10.222.0.13 "GET /v2.0/ports/8c120201-cfd3-433c-8da9-3c5999a628d4 HTTP/1.1" status: 404 len: 333 time: 0.0403008 Aug 28 15:08:57.108673 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49658) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:57.220002 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-44d78660-eb5c-4b02-93f1-7ef1accac724 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Deleting port 7a586960-b94b-451e-a2ec-0f23aece1409 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:08:57.220618 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-44d78660-eb5c-4b02-93f1-7ef1accac724 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:57.332114 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-44d78660-eb5c-4b02-93f1-7ef1accac724 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:57.346686 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-44d78660-eb5c-4b02-93f1-7ef1accac724 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Calling delete_port for 7a586960-b94b-451e-a2ec-0f23aece1409 owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:08:57.529044 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-44d78660-eb5c-4b02-93f1-7ef1accac724 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:57.573496 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d78660-eb5c-4b02-93f1-7ef1accac724 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Pushing event deleted for resources: {'Port': ['ID=7a586960-b94b-451e-a2ec-0f23aece1409,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:57.574699 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf30587-ddb0-4cbf-b145-5a3139575f6b req-ac083f64-f2e1-410b-81fc-eac7b6f32ef9 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:57.584524 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7bf30587-ddb0-4cbf-b145-5a3139575f6b req-ac083f64-f2e1-410b-81fc-eac7b6f32ef9 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 946 time: 0.0717425 Aug 28 15:08:57.630041 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-44d78660-eb5c-4b02-93f1-7ef1accac724 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:57.635507 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-44d78660-eb5c-4b02-93f1-7ef1accac724 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] 10.222.0.13 "DELETE /v2.0/ports/7a586960-b94b-451e-a2ec-0f23aece1409 HTTP/1.1" status: 204 len: 168 time: 0.5254595 Aug 28 15:08:57.636679 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49664) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:57.654650 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7bf30587-ddb0-4cbf-b145-5a3139575f6b req-9b502160-b918-469c-ace2-e6da0d43b9db tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641863 Aug 28 15:08:57.668966 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-9942ac70-1d83-4bd7-8490-e37a54cc5fe4 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] GET failed (client error): The resource could not be found. Aug 28 15:08:57.676346 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9942ac70-1d83-4bd7-8490-e37a54cc5fe4 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] 10.222.0.13 "GET /v2.0/ports/7a586960-b94b-451e-a2ec-0f23aece1409 HTTP/1.1" status: 404 len: 333 time: 0.0377495 Aug 28 15:08:57.677218 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49666) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:57.786353 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-4d1a5da8-307e-4fdb-8075-47d0c3494cec tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Deleting port 78d0524f-6c18-492c-8e0d-b19bc72d75df {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:08:57.786722 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4d1a5da8-307e-4fdb-8075-47d0c3494cec tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:57.979190 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4d1a5da8-307e-4fdb-8075-47d0c3494cec tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:57.990080 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2c376-ae4c-43eb-8cac-63bb9344b737 req-738d7ee0-3967-4c98-b5b1-25296300b0f1 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:57.991590 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-57a2c376-ae4c-43eb-8cac-63bb9344b737 req-738d7ee0-3967-4c98-b5b1-25296300b0f1 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f427f8a-3e78-4a56-a506-1467a6a61a88 HTTP/1.1" status: 200 len: 944 time: 0.1445673 Aug 28 15:08:58.005687 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-4d1a5da8-307e-4fdb-8075-47d0c3494cec tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Calling delete_port for 78d0524f-6c18-492c-8e0d-b19bc72d75df owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:08:58.053271 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-57a2c376-ae4c-43eb-8cac-63bb9344b737 req-118582d0-f3cf-4309-b257-5b4c495e5704 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498424 Aug 28 15:08:58.165888 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bcccb5-2082-45af-b6b3-3bdf89fbbd77 req-de003d3d-125f-4a88-a454-f6153ef01aee tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:58.167409 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13bcccb5-2082-45af-b6b3-3bdf89fbbd77 req-de003d3d-125f-4a88-a454-f6153ef01aee tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.36 "GET /v2.0/ports?device_id=1df88b4c-66cc-49da-bdc5-be46933d8ec9 HTTP/1.1" status: 200 len: 945 time: 0.0814364 Aug 28 15:08:58.336176 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-13bcccb5-2082-45af-b6b3-3bdf89fbbd77 req-ea30183b-5eea-4c09-a387-c40e34861368 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Deleting port 7977de4f-6c44-4491-a597-1394705bab27 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:08:58.336701 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-13bcccb5-2082-45af-b6b3-3bdf89fbbd77 req-ea30183b-5eea-4c09-a387-c40e34861368 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:58.384156 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4d1a5da8-307e-4fdb-8075-47d0c3494cec tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:58.433443 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88707f86-966a-4414-be7c-bc899e8faadc req-03de29ba-7c3d-4c1a-874d-9da75bf8778a tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:58.442634 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-88707f86-966a-4414-be7c-bc899e8faadc req-03de29ba-7c3d-4c1a-874d-9da75bf8778a tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/ports?device_id=1df88b4c-66cc-49da-bdc5-be46933d8ec9 HTTP/1.1" status: 200 len: 945 time: 0.0835054 Aug 28 15:08:58.448706 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a5da8-307e-4fdb-8075-47d0c3494cec tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Pushing event deleted for resources: {'Port': ['ID=78d0524f-6c18-492c-8e0d-b19bc72d75df,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:58.495168 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-88707f86-966a-4414-be7c-bc899e8faadc req-fc980062-6acb-44dc-a431-5f0ab1f6bf71 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/security-groups?id=be9d59de-4154-40d6-86a2-710a0e3206a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453677 Aug 28 15:08:58.496719 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4d1a5da8-307e-4fdb-8075-47d0c3494cec tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:58.497833 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4d1a5da8-307e-4fdb-8075-47d0c3494cec tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] 10.222.0.13 "DELETE /v2.0/ports/78d0524f-6c18-492c-8e0d-b19bc72d75df HTTP/1.1" status: 204 len: 168 time: 0.8195174 Aug 28 15:08:58.500311 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49678) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:58.555084 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-13bcccb5-2082-45af-b6b3-3bdf89fbbd77 req-ea30183b-5eea-4c09-a387-c40e34861368 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] For port 7977de4f-6c44-4491-a597-1394705bab27, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=7977de4f-6c44-4491-a597-1394705bab27,segment=NetworkSegment(f1e8aa76-d1eb-4d46-b320-2cd419ce6aa2),segment_id=f1e8aa76-d1eb-4d46-b320-2cd419ce6aa2)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:08:58.555634 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-13bcccb5-2082-45af-b6b3-3bdf89fbbd77 req-ea30183b-5eea-4c09-a387-c40e34861368 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:58.600294 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-13bcccb5-2082-45af-b6b3-3bdf89fbbd77 req-ea30183b-5eea-4c09-a387-c40e34861368 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Calling delete_port for 7977de4f-6c44-4491-a597-1394705bab27 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:08:58.626332 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b7758e-bb03-4948-a9b2-b9e617bff162 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Deleting subnet e9c933da-72d7-4f87-91a1-d088c89601da {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:08:58.633054 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55b7758e-bb03-4948-a9b2-b9e617bff162 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:58.715138 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55b7758e-bb03-4948-a9b2-b9e617bff162 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:58.859170 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55b7758e-bb03-4948-a9b2-b9e617bff162 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:58.874275 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef40110-16d7-4832-a916-1dae5052a90c req-f1770f52-e670-4e0c-8a75-c7b6e4e5c806 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:58.879703 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9ef40110-16d7-4832-a916-1dae5052a90c req-f1770f52-e670-4e0c-8a75-c7b6e4e5c806 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 946 time: 0.0929589 Aug 28 15:08:58.898362 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-13bcccb5-2082-45af-b6b3-3bdf89fbbd77 req-ea30183b-5eea-4c09-a387-c40e34861368 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:58.910783 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['7977de4f-6c44-4491-a597-1394705bab27'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:08:58.940837 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30183b-5eea-4c09-a387-c40e34861368 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Pushing event deleted for resources: {'Port': ['ID=7977de4f-6c44-4491-a597-1394705bab27,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:58.958686 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55b7758e-bb03-4948-a9b2-b9e617bff162 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:58.971174 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9ef40110-16d7-4832-a916-1dae5052a90c req-6eb109db-b4e4-4d36-8e2b-c52f0c757583 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882437 Aug 28 15:08:58.989691 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b7758e-bb03-4948-a9b2-b9e617bff162 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Pushing event deleted for resources: {'Subnet': ['ID=e9c933da-72d7-4f87-91a1-d088c89601da,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:58.996916 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55b7758e-bb03-4948-a9b2-b9e617bff162 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:59.002293 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-55b7758e-bb03-4948-a9b2-b9e617bff162 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] 10.222.0.13 "DELETE /v2.0/subnets/e9c933da-72d7-4f87-91a1-d088c89601da HTTP/1.1" status: 204 len: 168 time: 0.5009480 Aug 28 15:08:59.002457 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bcccb5-2082-45af-b6b3-3bdf89fbbd77 req-ea30183b-5eea-4c09-a387-c40e34861368 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] No DVR routers for this DVR port 7977de4f-6c44-4491-a597-1394705bab27 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:08:59.003207 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49686) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:08:59.004853 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6396db19-53d9-4bd5-88ad-f6e1e46fe9f8 None None] Network 3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:08:59.007924 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-13bcccb5-2082-45af-b6b3-3bdf89fbbd77 req-ea30183b-5eea-4c09-a387-c40e34861368 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:59.011117 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13bcccb5-2082-45af-b6b3-3bdf89fbbd77 req-ea30183b-5eea-4c09-a387-c40e34861368 tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.36 "DELETE /v2.0/ports/7977de4f-6c44-4491-a597-1394705bab27 HTTP/1.1" status: 204 len: 173 time: 0.8335574 Aug 28 15:08:59.013394 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df88b4c-66cc-49da-bdc5-be46933d8ec9', 'name': 'network-vif-deleted', 'tag': '7977de4f-6c44-4491-a597-1394705bab27'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:08:59.016235 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1481a53c-ccdb-4e80-934d-deccefb69500" -d '{"events": [{"server_uuid": "1df88b4c-66cc-49da-bdc5-be46933d8ec9", "name": "network-vif-deleted", "tag": "7977de4f-6c44-4491-a597-1394705bab27"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:08:59.068716 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b7758e-bb03-4948-a9b2-b9e617bff162 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:59.069491 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b7758e-bb03-4948-a9b2-b9e617bff162 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:59.069958 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b7758e-bb03-4948-a9b2-b9e617bff162 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:59.070402 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b7758e-bb03-4948-a9b2-b9e617bff162 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:59.070839 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b7758e-bb03-4948-a9b2-b9e617bff162 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:59.071407 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b7758e-bb03-4948-a9b2-b9e617bff162 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:59.071947 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b7758e-bb03-4948-a9b2-b9e617bff162 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:59.072465 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b7758e-bb03-4948-a9b2-b9e617bff162 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:59.073064 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b7758e-bb03-4948-a9b2-b9e617bff162 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:59.073492 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b7758e-bb03-4948-a9b2-b9e617bff162 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:59.074093 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b7758e-bb03-4948-a9b2-b9e617bff162 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:59.074528 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b7758e-bb03-4948-a9b2-b9e617bff162 tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:08:59.094410 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec5b5bc-2645-4cde-ac26-3f970c38803f x-openstack-request-id: req-0ec5b5bc-2645-4cde-ac26-3f970c38803f {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:08:59.094715 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df88b4c-66cc-49da-bdc5-be46933d8ec9", "name": "network-vif-deleted", "tag": "7977de4f-6c44-4491-a597-1394705bab27", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:08:59.094995 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ec5b5bc-2645-4cde-ac26-3f970c38803f {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:08:59.095840 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df88b4c-66cc-49da-bdc5-be46933d8ec9', 'name': 'network-vif-deleted', 'tag': '7977de4f-6c44-4491-a597-1394705bab27', 'status': 'completed', 'code': 200} Aug 28 15:08:59.110972 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-05fc4947-38bc-4fbb-a957-bc1ca7bd462a tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:59.193279 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-05fc4947-38bc-4fbb-a957-bc1ca7bd462a tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Deleting port e2311868-d50b-447e-a32a-2ccbe2a65cea {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:08:59.193954 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-05fc4947-38bc-4fbb-a957-bc1ca7bd462a tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:59.277249 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da8ed5-0eff-4cfa-8ea0-696c1d7532ed req-b105e907-f724-4956-90da-2e579d522d3b tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:08:59.278978 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-48da8ed5-0eff-4cfa-8ea0-696c1d7532ed req-b105e907-f724-4956-90da-2e579d522d3b tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f427f8a-3e78-4a56-a506-1467a6a61a88 HTTP/1.1" status: 200 len: 944 time: 0.0732131 Aug 28 15:08:59.286160 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-05fc4947-38bc-4fbb-a957-bc1ca7bd462a tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] For port e2311868-d50b-447e-a32a-2ccbe2a65cea, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e2311868-d50b-447e-a32a-2ccbe2a65cea,segment=NetworkSegment(53ead1f0-5b86-432f-9ae2-d8f9f64b1aa8),segment_id=53ead1f0-5b86-432f-9ae2-d8f9f64b1aa8)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:08:59.286535 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-05fc4947-38bc-4fbb-a957-bc1ca7bd462a tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:59.308625 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae413d7-4de3-4544-89fc-bb0b22d3f705 None None] DHCP port deletion for 3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:08:59.313995 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-05fc4947-38bc-4fbb-a957-bc1ca7bd462a tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Calling delete_port for e2311868-d50b-447e-a32a-2ccbe2a65cea owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:08:59.328216 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-48da8ed5-0eff-4cfa-8ea0-696c1d7532ed req-3b292a1b-858b-4a62-9294-cc5aff752ce7 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395756 Aug 28 15:08:59.380440 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-cae413d7-4de3-4544-89fc-bb0b22d3f705 None None] Deleting port e2311868-d50b-447e-a32a-2ccbe2a65cea {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:08:59.381052 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cae413d7-4de3-4544-89fc-bb0b22d3f705 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:59.402471 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-05fc4947-38bc-4fbb-a957-bc1ca7bd462a tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:59.433501 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fc4947-38bc-4fbb-a957-bc1ca7bd462a tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] No DVR routers for this DVR port e2311868-d50b-447e-a32a-2ccbe2a65cea on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:08:59.435314 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc4947-38bc-4fbb-a957-bc1ca7bd462a tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Pushing event deleted for resources: {'Port': ['ID=e2311868-d50b-447e-a32a-2ccbe2a65cea,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:59.476179 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-cae413d7-4de3-4544-89fc-bb0b22d3f705 None None] For port e2311868-d50b-447e-a32a-2ccbe2a65cea, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e2311868-d50b-447e-a32a-2ccbe2a65cea,segment=NetworkSegment(53ead1f0-5b86-432f-9ae2-d8f9f64b1aa8),segment_id=53ead1f0-5b86-432f-9ae2-d8f9f64b1aa8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:08:59.476856 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cae413d7-4de3-4544-89fc-bb0b22d3f705 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:59.496468 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-cae413d7-4de3-4544-89fc-bb0b22d3f705 None None] Calling delete_port for e2311868-d50b-447e-a32a-2ccbe2a65cea owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:08:59.559447 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-05fc4947-38bc-4fbb-a957-bc1ca7bd462a tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:59.571619 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-05fc4947-38bc-4fbb-a957-bc1ca7bd462a tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:08:59.585239 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-05fc4947-38bc-4fbb-a957-bc1ca7bd462a tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ead1f0-5b86-432f-9ae2-d8f9f64b1aa8') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:08:59.585823 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-05fc4947-38bc-4fbb-a957-bc1ca7bd462a tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ead1f0-5b86-432f-9ae2-d8f9f64b1aa8') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:08:59.596856 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-05fc4947-38bc-4fbb-a957-bc1ca7bd462a tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:59.612392 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cae413d7-4de3-4544-89fc-bb0b22d3f705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:59.612588 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-05fc4947-38bc-4fbb-a957-bc1ca7bd462a tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:59.620645 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05fc4947-38bc-4fbb-a957-bc1ca7bd462a tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:08:59.621273 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-05fc4947-38bc-4fbb-a957-bc1ca7bd462a tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:08:59.625143 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:08:59.656564 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae413d7-4de3-4544-89fc-bb0b22d3f705 None None] Pushing event deleted for resources: {'Port': ['ID=e2311868-d50b-447e-a32a-2ccbe2a65cea,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:59.666990 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae413d7-4de3-4544-89fc-bb0b22d3f705 None None] No DVR routers for this DVR port e2311868-d50b-447e-a32a-2ccbe2a65cea on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:08:59.719689 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dc68fdc4-58ab-4e07-b18a-40350d4e1ea6 req-983b8a7f-aabb-4b47-a9ee-ba94ed31793e tempest-InstanceActionsTestJSON-1923068320 tempest-InstanceActionsTestJSON-1923068320-project] 10.222.0.13 "GET /v2.0/ports?device_id=1df88b4c-66cc-49da-bdc5-be46933d8ec9 HTTP/1.1" status: 200 len: 210 time: 0.0783596 Aug 28 15:08:59.752360 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-05fc4947-38bc-4fbb-a957-bc1ca7bd462a tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:59.760287 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 1979fdce-2486-4ae5-b6cb-6e60daca542d up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:08:59.772023 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-05fc4947-38bc-4fbb-a957-bc1ca7bd462a tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:59.777182 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-05fc4947-38bc-4fbb-a957-bc1ca7bd462a tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] 10.222.0.13 "DELETE /v2.0/networks/3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6 HTTP/1.1" status: 204 len: 168 time: 0.7656491 Aug 28 15:08:59.822835 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc4947-38bc-4fbb-a957-bc1ca7bd462a tempest-AllowedAddressPairIpV6TestJSON-1225339867 tempest-AllowedAddressPairIpV6TestJSON-1225339867-project] Pushing event deleted for resources: {'Network': ['ID=3f42d3d5-bd0a-4bb8-87ad-705e3dc54fc6,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:08:59.889237 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 1979fdce-2486-4ae5-b6cb-6e60daca542d completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:08:59.895451 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 1979fdce-2486-4ae5-b6cb-6e60daca542d triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:08:59.896076 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:08:59.998927 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:00.034474 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f427f8a-3e78-4a56-a506-1467a6a61a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1979fdce-2486-4ae5-b6cb-6e60daca542d'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:09:00.047644 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd947fc-7c4f-401e-a16f-71d72512ca42" -d '{"events": [{"server_uuid": "4f427f8a-3e78-4a56-a506-1467a6a61a88", "name": "network-vif-plugged", "status": "completed", "tag": "1979fdce-2486-4ae5-b6cb-6e60daca542d"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:09:00.103818 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 1979fdce-2486-4ae5-b6cb-6e60daca542d, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=1979fdce-2486-4ae5-b6cb-6e60daca542d,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:00.109526 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:00.151936 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49730) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:00.234990 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6954c2-70f7-492e-9fce-580b4dbb0ada req-302178eb-bedd-49dd-80ef-1c70d0094931 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:00.237333 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dc6954c2-70f7-492e-9fce-580b4dbb0ada req-302178eb-bedd-49dd-80ef-1c70d0094931 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 946 time: 0.1573744 Aug 28 15:09:00.312159 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b539a-7dcf-463c-a761-3a42c235d9c8 req-58e2818e-5408-47d1-a58e-dfffd20f93d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:00.313849 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-935b539a-7dcf-463c-a761-3a42c235d9c8 req-58e2818e-5408-47d1-a58e-dfffd20f93d8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4f427f8a-3e78-4a56-a506-1467a6a61a88 HTTP/1.1" status: 200 len: 1097 time: 0.1014664 Aug 28 15:09:00.326427 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f93b65-999d-49de-93dc-3c97334d4425 x-openstack-request-id: req-f9f93b65-999d-49de-93dc-3c97334d4425 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:09:00.326723 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f427f8a-3e78-4a56-a506-1467a6a61a88", "name": "network-vif-plugged", "status": "completed", "tag": "1979fdce-2486-4ae5-b6cb-6e60daca542d", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:09:00.327144 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9f93b65-999d-49de-93dc-3c97334d4425 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:09:00.327536 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f427f8a-3e78-4a56-a506-1467a6a61a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1979fdce-2486-4ae5-b6cb-6e60daca542d', 'code': 200} Aug 28 15:09:00.337268 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dc6954c2-70f7-492e-9fce-580b4dbb0ada req-8acc9983-7429-4c34-93d7-a15c1a63a153 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733979 Aug 28 15:09:00.370728 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=1979fdce-2486-4ae5-b6cb-6e60daca542d,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:00.380759 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-935b539a-7dcf-463c-a761-3a42c235d9c8 req-a1585334-416e-442c-ba8d-58ee1c9c0e8c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414670 Aug 28 15:09:00.390771 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ced02ec0-5d1b-4abd-af4a-1ad369ff2880 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c5bca0ddfa6409499c738921ad675f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2364290 Aug 28 15:09:00.391103 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49738) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:00.482144 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eefcc8a6-291e-475c-85ec-5394a6753a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:00.505596 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6b83e-eae0-40be-ba25-842a4ad165ef req-9d2ee008-9a75-4c69-8678-6380fc49846c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:00.507143 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6df6b83e-eae0-40be-ba25-842a4ad165ef req-9d2ee008-9a75-4c69-8678-6380fc49846c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f427f8a-3e78-4a56-a506-1467a6a61a88 HTTP/1.1" status: 200 len: 945 time: 0.0878851 Aug 28 15:09:00.534673 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eefcc8a6-291e-475c-85ec-5394a6753a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:00.579385 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6df6b83e-eae0-40be-ba25-842a4ad165ef req-921df726-cb74-41d7-81f4-1647d22806de tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633318 Aug 28 15:09:00.612293 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eefcc8a6-291e-475c-85ec-5394a6753a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:00.614980 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eefcc8a6-291e-475c-85ec-5394a6753a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:00.618366 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-eefcc8a6-291e-475c-85ec-5394a6753a0a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/669d0cef-2f57-4936-be0a-549659e1dca9 HTTP/1.1" status: 204 len: 168 time: 0.2238505 Aug 28 15:09:00.626635 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefcc8a6-291e-475c-85ec-5394a6753a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669d0cef-2f57-4936-be0a-549659e1dca9,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:00.760439 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e2311868-d50b-447e-a32a-2ccbe2a65cea no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:09:00.797566 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: e2311868-d50b-447e-a32a-2ccbe2a65cea {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:09:00.797919 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e2311868-d50b-447e-a32a-2ccbe2a65cea not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:09:00.830810 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49748) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:00.892900 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-48de433a-a1ed-44a3-9632-e9dd62ea657a admin admin] Deleting subnet 469c28c1-a8a6-427c-ba23-6d9689e0f427 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:09:00.905305 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-48de433a-a1ed-44a3-9632-e9dd62ea657a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:00.946819 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-48de433a-a1ed-44a3-9632-e9dd62ea657a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:00.998691 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-48de433a-a1ed-44a3-9632-e9dd62ea657a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:01.067942 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-48de433a-a1ed-44a3-9632-e9dd62ea657a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:01.418216 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de433a-a1ed-44a3-9632-e9dd62ea657a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=469c28c1-a8a6-427c-ba23-6d9689e0f427,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:01.426923 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-48de433a-a1ed-44a3-9632-e9dd62ea657a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:01.429769 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-48de433a-a1ed-44a3-9632-e9dd62ea657a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/469c28c1-a8a6-427c-ba23-6d9689e0f427 HTTP/1.1" status: 204 len: 168 time: 0.5976756 Aug 28 15:09:01.432711 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49778) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:01.540844 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541e2d1-570a-4a44-a6ad-1f3c0ce2ed93 req-f0f2fe39-3206-420b-935e-8bd34dd33333 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:01.542361 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e541e2d1-570a-4a44-a6ad-1f3c0ce2ed93 req-f0f2fe39-3206-420b-935e-8bd34dd33333 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 946 time: 0.1023417 Aug 28 15:09:01.559963 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6d243a39-d8bc-4212-925f-4e469c3a48fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:01.599397 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e541e2d1-570a-4a44-a6ad-1f3c0ce2ed93 req-9aeb31ca-b282-4116-9ca7-932d4d0dc48e tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491207 Aug 28 15:09:01.650613 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49786) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:01.674853 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6d243a39-d8bc-4212-925f-4e469c3a48fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:01.685974 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-6d243a39-d8bc-4212-925f-4e469c3a48fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711fc0ec-a0a9-4bc4-857c-77a0163b8360']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:01.697445 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-6d243a39-d8bc-4212-925f-4e469c3a48fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e8aa76-d1eb-4d46-b320-2cd419ce6aa2') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:01.697744 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-6d243a39-d8bc-4212-925f-4e469c3a48fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e8aa76-d1eb-4d46-b320-2cd419ce6aa2') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:01.706846 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6d243a39-d8bc-4212-925f-4e469c3a48fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:01.724771 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6d243a39-d8bc-4212-925f-4e469c3a48fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:01.734492 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d243a39-d8bc-4212-925f-4e469c3a48fa admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:09:01.734914 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6d243a39-d8bc-4212-925f-4e469c3a48fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:01.740016 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb169ce5-c229-4c14-99fd-90876839ccfb req-bda8432b-86ae-4e92-9198-b848efc460fa tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:01.741955 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fb169ce5-c229-4c14-99fd-90876839ccfb req-bda8432b-86ae-4e92-9198-b848efc460fa tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f427f8a-3e78-4a56-a506-1467a6a61a88 HTTP/1.1" status: 200 len: 945 time: 0.0580530 Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:09:01.748226 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:09:01.788684 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-61078cf2-0437-4fd6-883b-b96f17257d13 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:01.790967 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-61078cf2-0437-4fd6-883b-b96f17257d13 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1392217 Aug 28 15:09:01.794772 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49794) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:01.801889 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [None req-a540694f-994d-4755-98be-d1edceaac77e tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:01.806143 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a540694f-994d-4755-98be-d1edceaac77e tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0101321 Aug 28 15:09:01.807047 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49796) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:01.819560 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [None req-3e3f17a0-f226-4095-8d2f-41bc8c815b81 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:01.824300 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3e3f17a0-f226-4095-8d2f-41bc8c815b81 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0096238 Aug 28 15:09:01.824300 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49798) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:01.829156 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [None req-a9a0041f-caf5-42c9-9c53-4e4728aaf821 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:01.830518 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a9a0041f-caf5-42c9-9c53-4e4728aaf821 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0061231 Aug 28 15:09:01.833227 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6d243a39-d8bc-4212-925f-4e469c3a48fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:01.835126 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49800) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:01.839695 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6d243a39-d8bc-4212-925f-4e469c3a48fa admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:01.842503 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6d243a39-d8bc-4212-925f-4e469c3a48fa admin admin] 10.222.0.13 "DELETE /v2.0/networks/711fc0ec-a0a9-4bc4-857c-77a0163b8360 HTTP/1.1" status: 204 len: 168 time: 0.4085495 Aug 28 15:09:01.846015 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-e4c0c520-6fa7-490e-a670-4a68534102a4 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:01.848097 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e4c0c520-6fa7-490e-a670-4a68534102a4 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0095742 Aug 28 15:09:01.852722 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fb169ce5-c229-4c14-99fd-90876839ccfb req-3680ec8c-0695-4611-9c4f-e7f5c891a408 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045237 Aug 28 15:09:01.853500 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49804) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:01.857565 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d243a39-d8bc-4212-925f-4e469c3a48fa admin admin] Pushing event deleted for resources: {'Network': ['ID=711fc0ec-a0a9-4bc4-857c-77a0163b8360,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:01.864811 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-f2538925-f24d-4dce-a293-a88da133764e tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:01.865944 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f2538925-f24d-4dce-a293-a88da133764e tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0113821 Aug 28 15:09:01.874605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49808) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:01.898455 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [None req-f38048a7-38f5-42f9-a037-a2d71d8f3186 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:01.899531 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f38048a7-38f5-42f9-a037-a2d71d8f3186 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0237398 Aug 28 15:09:01.902258 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49810) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:01.908246 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-70ef32a9-245f-41b1-a929-03d0f57efbc1 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:01.909294 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-70ef32a9-245f-41b1-a929-03d0f57efbc1 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0055513 Aug 28 15:09:01.913097 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49812) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:01.917721 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [None req-7e47a36c-9ed3-4499-a004-6fc70f3c25a9 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:01.918809 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7e47a36c-9ed3-4499-a004-6fc70f3c25a9 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0046813 Aug 28 15:09:01.921270 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49814) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:01.927167 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-dc1de294-14e7-4291-9866-0da247b27245 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:01.928330 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-dc1de294-14e7-4291-9866-0da247b27245 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0056696 Aug 28 15:09:01.931233 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49818) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:01.936091 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [None req-b88ad456-24a2-44d2-a88b-28dfc4ba5506 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:01.937234 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b88ad456-24a2-44d2-a88b-28dfc4ba5506 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0047715 Aug 28 15:09:01.939629 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49820) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:01.944578 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [None req-8738e5ef-acd2-4558-a6f1-280aa3fbe39b tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:01.945619 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8738e5ef-acd2-4558-a6f1-280aa3fbe39b tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0050042 Aug 28 15:09:01.947936 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49822) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:01.951967 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [None req-0f2d23bd-736b-4c1b-acde-1a8a3972ace9 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:01.952959 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0f2d23bd-736b-4c1b-acde-1a8a3972ace9 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0041127 Aug 28 15:09:01.955178 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49824) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:01.959488 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [None req-584ef1dc-7892-4f7b-87a4-0d735a52a672 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:01.960796 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-584ef1dc-7892-4f7b-87a4-0d735a52a672 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0046771 Aug 28 15:09:01.963052 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49826) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:01.968756 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [None req-2909fb6b-1005-4a91-b4d0-162c4e5d8c03 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:01.969898 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2909fb6b-1005-4a91-b4d0-162c4e5d8c03 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0055063 Aug 28 15:09:01.972415 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49828) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:01.978982 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-ea9b9aa0-4bb7-4234-bc72-c9a105ee1440 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:01.980215 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ea9b9aa0-4bb7-4234-bc72-c9a105ee1440 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0062392 Aug 28 15:09:01.982786 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49830) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:01.988666 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [None req-bf00b78c-9de1-43ab-a872-871cbb699c0d tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:01.989606 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 7977de4f-6c44-4491-a597-1394705bab27 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:09:01.990067 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bf00b78c-9de1-43ab-a872-871cbb699c0d tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0061250 Aug 28 15:09:01.992555 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49832) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:01.998200 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [None req-9da62aad-aaa8-4727-a7ec-bd1cf8d499b3 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:01.999265 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9da62aad-aaa8-4727-a7ec-bd1cf8d499b3 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0057502 Aug 28 15:09:02.002125 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49834) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.007613 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-8e93c430-01a9-4533-a1b5-d819a20245bd tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.009908 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8e93c430-01a9-4533-a1b5-d819a20245bd tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0064201 Aug 28 15:09:02.012663 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49836) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.017147 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [None req-e9acfacc-371a-4433-be24-790eab42f55f tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.018843 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e9acfacc-371a-4433-be24-790eab42f55f tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0045118 Aug 28 15:09:02.021162 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49838) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.029183 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-4e816259-88b3-44e0-86fb-cf3d11c9de78 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.033628 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4e816259-88b3-44e0-86fb-cf3d11c9de78 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0088332 Aug 28 15:09:02.033628 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49840) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.040177 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-52810d5c-f0cf-4e8b-aadc-05778d2e7573 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.044910 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-52810d5c-f0cf-4e8b-aadc-05778d2e7573 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0075481 Aug 28 15:09:02.045587 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49842) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.048684 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 7977de4f-6c44-4491-a597-1394705bab27 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:09:02.049252 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 7977de4f-6c44-4491-a597-1394705bab27 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:09:02.050043 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [None req-4a768eca-24e9-4b5f-8455-1f9a2692ce83 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.055074 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4a768eca-24e9-4b5f-8455-1f9a2692ce83 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0058396 Aug 28 15:09:02.055252 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49844) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.064003 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-a305aa33-d1d4-435f-8bd3-59a393d833c2 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.068905 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a305aa33-d1d4-435f-8bd3-59a393d833c2 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0100091 Aug 28 15:09:02.069511 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49846) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.074099 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [None req-6646aa54-3f5a-4039-9d3d-28429e4b5165 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.077954 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6646aa54-3f5a-4039-9d3d-28429e4b5165 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0047402 Aug 28 15:09:02.077954 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49848) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.086307 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [None req-08325960-f0bf-45ed-baaa-6425eb33cfd9 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.087727 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-08325960-f0bf-45ed-baaa-6425eb33cfd9 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0068641 Aug 28 15:09:02.089773 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49850) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.099050 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [None req-3825a2b1-29b1-4f66-ac15-db5d39df56df tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.103284 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3825a2b1-29b1-4f66-ac15-db5d39df56df tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0120938 Aug 28 15:09:02.104159 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49852) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.109712 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-d30c4551-8123-446d-9045-c260864e9042 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.114526 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49854) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.118931 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [None req-ee5f2ba8-07b0-4cf9-a3d4-902c95aed409 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.122368 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ee5f2ba8-07b0-4cf9-a3d4-902c95aed409 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0068424 Aug 28 15:09:02.123030 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49856) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.124541 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d30c4551-8123-446d-9045-c260864e9042 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0180643 Aug 28 15:09:02.128335 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [None req-110debda-21d0-4822-ae6a-8bb452725b20 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.130193 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-110debda-21d0-4822-ae6a-8bb452725b20 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0063107 Aug 28 15:09:02.132943 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49858) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.137829 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-ce087f92-7f50-4a3a-bf1a-2d3be36349c2 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.138789 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ce087f92-7f50-4a3a-bf1a-2d3be36349c2 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0048368 Aug 28 15:09:02.141393 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49860) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.147357 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [None req-5e3c524c-3d96-4cba-ac7c-0f3ac7605625 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.152488 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49862) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.157360 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-6f2a43a5-9d5c-4042-b2b1-0eed303503f0 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.157685 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5e3c524c-3d96-4cba-ac7c-0f3ac7605625 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0145943 Aug 28 15:09:02.160972 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49864) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.165695 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [None req-9ef03c94-600f-4235-8853-03129f9b6043 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.171256 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9ef03c94-600f-4235-8853-03129f9b6043 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0087559 Aug 28 15:09:02.171919 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49866) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.174834 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6f2a43a5-9d5c-4042-b2b1-0eed303503f0 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0111489 Aug 28 15:09:02.184860 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [None req-8cb6373d-d4ec-4232-8103-ef25fd6a77b3 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.188223 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8cb6373d-d4ec-4232-8103-ef25fd6a77b3 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0148644 Aug 28 15:09:02.189293 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49868) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.205630 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-f3904622-fcfe-4c1c-addd-aeb24a6b2730 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.208837 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49872) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.215252 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f3904622-fcfe-4c1c-addd-aeb24a6b2730 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0248928 Aug 28 15:09:02.216175 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49874) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.236456 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-4d2331a2-1594-47ed-b6e7-d0c91e39f278 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.240991 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49876) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.242003 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4d2331a2-1594-47ed-b6e7-d0c91e39f278 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0221565 Aug 28 15:09:02.245331 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [None req-938f961c-5856-41a3-9a75-d9365e7831b8 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.246276 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-938f961c-5856-41a3-9a75-d9365e7831b8 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0043592 Aug 28 15:09:02.248923 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49878) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.256844 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-b17b861f-805f-4ccf-aa50-a6d4bac05cef tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.257974 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b17b861f-805f-4ccf-aa50-a6d4bac05cef tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0053236 Aug 28 15:09:02.262188 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49880) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.263004 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6732fd4d-357e-425c-9444-96bc09596836 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75dac68a136a4e2186b59df3b576c98d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527105 Aug 28 15:09:02.265506 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49882) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.267098 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-bcbd327c-74f8-4277-8f9e-d97b4f1bd5ee tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.270891 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-bcbd327c-74f8-4277-8f9e-d97b4f1bd5ee tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0073447 Aug 28 15:09:02.271484 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49884) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.275868 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-7a12eb35-b59a-4532-ab4f-e090091a0358 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.276800 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7a12eb35-b59a-4532-ab4f-e090091a0358 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0042503 Aug 28 15:09:02.280868 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49888) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.286918 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-a1661eeb-5fc7-4b7a-a700-31bd453f2c79 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.287868 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a1661eeb-5fc7-4b7a-a700-31bd453f2c79 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0051003 Aug 28 15:09:02.290680 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49890) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.295888 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-c51d1352-e318-4c67-85c1-b80be31431a9 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.296992 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c51d1352-e318-4c67-85c1-b80be31431a9 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0042171 Aug 28 15:09:02.299180 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49892) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.309260 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-1993d8c2-2b07-4c27-9a46-7749cb776f62 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.312391 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1993d8c2-2b07-4c27-9a46-7749cb776f62 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0121088 Aug 28 15:09:02.314852 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49894) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.320590 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [None req-ddd36d7d-5849-490a-a5ee-84ecb154742a tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.324661 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49896) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.329823 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-9d760e0f-47e7-4078-bc2e-9d89b2a3b61b tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.330884 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9d760e0f-47e7-4078-bc2e-9d89b2a3b61b tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0051019 Aug 28 15:09:02.331612 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ddd36d7d-5849-490a-a5ee-84ecb154742a tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0153780 Aug 28 15:09:02.334001 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49898) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.338666 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-46c02c35-2cd1-4789-8036-cd3cd2439662 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.342401 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-46c02c35-2cd1-4789-8036-cd3cd2439662 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0070362 Aug 28 15:09:02.343078 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49900) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.348030 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-3b597d29-4283-4f1b-b505-1e233ce9b83f tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.350441 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e81f458b-af43-4904-ab71-82cc1e2250e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:02.352117 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49902) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.352257 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3b597d29-4283-4f1b-b505-1e233ce9b83f tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0078223 Aug 28 15:09:02.359098 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [None req-83601724-f169-4cf8-89b5-d05667263a2b tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.362453 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-83601724-f169-4cf8-89b5-d05667263a2b tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0062280 Aug 28 15:09:02.362840 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49904) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.369218 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-3aec2ed6-afbc-47eb-a825-a9c5050ef4f5 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.372475 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3aec2ed6-afbc-47eb-a825-a9c5050ef4f5 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0070949 Aug 28 15:09:02.373113 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49906) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.378146 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-2a87d1b8-457e-45be-ad76-71a2dce36e8f tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.382461 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2a87d1b8-457e-45be-ad76-71a2dce36e8f tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0083904 Aug 28 15:09:02.383091 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49908) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.386240 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e81f458b-af43-4904-ab71-82cc1e2250e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:02.388366 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-09630faf-7e76-4f18-81eb-641a6061cba1 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.391914 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-09630faf-7e76-4f18-81eb-641a6061cba1 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0078332 Aug 28 15:09:02.392709 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49912) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.397796 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-e842680e-b7c6-4ff4-af89-e3f8d4850331 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.404123 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e842680e-b7c6-4ff4-af89-e3f8d4850331 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0106196 Aug 28 15:09:02.404749 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49914) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.409961 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-5fec118d-64ef-4833-8600-db7d2de46c80 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.413643 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5fec118d-64ef-4833-8600-db7d2de46c80 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0075715 Aug 28 15:09:02.414263 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49916) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.418845 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-ce3cc982-1544-4dc5-9aa5-b57c391be424 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.422330 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ce3cc982-1544-4dc5-9aa5-b57c391be424 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0071664 Aug 28 15:09:02.422934 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49918) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.427863 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-69950262-cee1-4ce1-b5a9-80d11a873391 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.431352 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-69950262-cee1-4ce1-b5a9-80d11a873391 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0074067 Aug 28 15:09:02.431992 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49920) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.436762 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-42f2c3ba-1cf8-4281-9dce-c296552d7066 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.440273 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-42f2c3ba-1cf8-4281-9dce-c296552d7066 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0074055 Aug 28 15:09:02.440870 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49922) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.446551 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-a4e4e968-1586-4758-b92a-0be92d418638 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.450405 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a4e4e968-1586-4758-b92a-0be92d418638 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0076540 Aug 28 15:09:02.451074 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49924) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.455323 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-5e960a9d-7ca9-422c-a4df-b7f4c317a63b tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.462377 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5e960a9d-7ca9-422c-a4df-b7f4c317a63b tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0083227 Aug 28 15:09:02.463940 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49926) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.469228 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-f07e211e-5cce-48d8-8053-a3a2dc712ae9 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.474156 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f07e211e-5cce-48d8-8053-a3a2dc712ae9 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0081906 Aug 28 15:09:02.475020 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49928) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.480536 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-826aa99f-823d-4c9f-bc90-36e018cf90cc tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.480913 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e81f458b-af43-4904-ab71-82cc1e2250e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:02.485057 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-826aa99f-823d-4c9f-bc90-36e018cf90cc tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0088589 Aug 28 15:09:02.485681 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49930) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.488433 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e81f458b-af43-4904-ab71-82cc1e2250e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:02.490988 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e81f458b-af43-4904-ab71-82cc1e2250e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be9d59de-4154-40d6-86a2-710a0e3206a9 HTTP/1.1" status: 204 len: 168 time: 0.2236130 Aug 28 15:09:02.499623 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-db6ba8a2-0478-484f-8275-4ddfed05f67b tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.503165 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49934) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.503423 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-db6ba8a2-0478-484f-8275-4ddfed05f67b tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0168338 Aug 28 15:09:02.510849 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [None req-ec6b273c-7b96-4ed7-a96a-eab3202104b1 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.515163 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ec6b273c-7b96-4ed7-a96a-eab3202104b1 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0094290 Aug 28 15:09:02.515329 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49936) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.517491 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f458b-af43-4904-ab71-82cc1e2250e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9d59de-4154-40d6-86a2-710a0e3206a9,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:02.522414 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-2653a456-48a5-46dc-bd52-d7cf458d9f9d tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.529174 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2653a456-48a5-46dc-bd52-d7cf458d9f9d tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0110869 Aug 28 15:09:02.529913 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49938) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.541099 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-6710aa4e-956f-4861-a187-5046f7e25d70 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.543912 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6710aa4e-956f-4861-a187-5046f7e25d70 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0119832 Aug 28 15:09:02.545704 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49940) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.556157 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-2e39c89c-c71d-4e6d-81c6-1ecaf65f03a8 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.560337 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49942) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.560488 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2e39c89c-c71d-4e6d-81c6-1ecaf65f03a8 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0120189 Aug 28 15:09:02.565028 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [None req-44ca202e-4222-4904-a0e3-9f09959b7950 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.569201 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-44ca202e-4222-4904-a0e3-9f09959b7950 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0045493 Aug 28 15:09:02.569491 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49944) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.573979 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [None req-44ffbdcb-3333-4ee4-9c13-761a52d64339 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.576216 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-44ffbdcb-3333-4ee4-9c13-761a52d64339 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0056813 Aug 28 15:09:02.577514 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49946) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:02.584370 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [None req-25347451-e08a-404f-913c-46a120cad864 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:09:02.592488 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-25347451-e08a-404f-913c-46a120cad864 tempest-ExtensionsTestJSON-2029088874 tempest-ExtensionsTestJSON-2029088874-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0137684 Aug 28 15:09:02.766135 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b169db-8613-4ddc-b01e-9df20f8faea8 req-94de79d4-5663-4d19-9154-106488e064db tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:02.768963 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-67b169db-8613-4ddc-b01e-9df20f8faea8 req-94de79d4-5663-4d19-9154-106488e064db tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 946 time: 0.0693250 Aug 28 15:09:02.828916 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-67b169db-8613-4ddc-b01e-9df20f8faea8 req-0b982154-47ef-4cdc-b1fd-a327d07b0c1d tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527027 Aug 28 15:09:03.033375 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49964) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:03.074322 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322da35-7b24-4517-9073-ee12e803a597 req-ea82b28e-6776-46b5-ba48-0aaf355970d4 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:03.083288 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a322da35-7b24-4517-9073-ee12e803a597 req-ea82b28e-6776-46b5-ba48-0aaf355970d4 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f427f8a-3e78-4a56-a506-1467a6a61a88 HTTP/1.1" status: 200 len: 945 time: 0.0976651 Aug 28 15:09:03.136745 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a322da35-7b24-4517-9073-ee12e803a597 req-5734cb7c-ecf3-4120-a18f-b378a68a0e65 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473626 Aug 28 15:09:03.248880 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1601e3e5-fec1-4574-a37b-3c9280e0909d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:03.407855 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1601e3e5-fec1-4574-a37b-3c9280e0909d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:03.418637 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1601e3e5-fec1-4574-a37b-3c9280e0909d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:03.455886 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601e3e5-fec1-4574-a37b-3c9280e0909d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23ed8c8-f87c-4e1b-8c35-6144710a2231,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:03.483622 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49984) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:03.488588 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1601e3e5-fec1-4574-a37b-3c9280e0909d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4bb63e3d96d6485283f2f5b992e6ed37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4531045 Aug 28 15:09:03.639410 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eed8c3b7-26a5-4379-b6ae-25421675585b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:03.667700 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eed8c3b7-26a5-4379-b6ae-25421675585b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:03.750444 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eed8c3b7-26a5-4379-b6ae-25421675585b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:03.753315 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eed8c3b7-26a5-4379-b6ae-25421675585b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:03.757650 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-eed8c3b7-26a5-4379-b6ae-25421675585b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e23ed8c8-f87c-4e1b-8c35-6144710a2231 HTTP/1.1" status: 204 len: 168 time: 0.2720008 Aug 28 15:09:03.766471 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8c3b7-26a5-4379-b6ae-25421675585b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23ed8c8-f87c-4e1b-8c35-6144710a2231,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:03.804982 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49994) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:03.964039 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-3eccd42b-a992-4511-a51e-78e0f5b12648 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1722726654-network', 'tenant_id': '23c0c8e2187f4ee8ac57cac64bdcbcd4'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:03.990265 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eccd42b-a992-4511-a51e-78e0f5b12648 admin admin] Made reservation on behalf of 23c0c8e2187f4ee8ac57cac64bdcbcd4 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:03.993222 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3eccd42b-a992-4511-a51e-78e0f5b12648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:04.007697 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3eccd42b-a992-4511-a51e-78e0f5b12648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:04.021960 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cdfce-ead7-4f63-891d-82a30b861b70 req-32b5b8f2-446c-4df1-85fb-6fe5a3d6538a tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:04.024927 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-098cdfce-ead7-4f63-891d-82a30b861b70 req-32b5b8f2-446c-4df1-85fb-6fe5a3d6538a tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 946 time: 0.0713367 Aug 28 15:09:04.080886 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-098cdfce-ead7-4f63-891d-82a30b861b70 req-0bd8a806-a335-4c0c-ac8c-f847f612c8d8 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479937 Aug 28 15:09:04.132982 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3eccd42b-a992-4511-a51e-78e0f5b12648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:04.138413 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3eccd42b-a992-4511-a51e-78e0f5b12648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:04.157722 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eccd42b-a992-4511-a51e-78e0f5b12648 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:09:04.171448 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3eccd42b-a992-4511-a51e-78e0f5b12648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:04.171952 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-3eccd42b-a992-4511-a51e-78e0f5b12648 admin admin] Added segment 8620ca96-238d-43ee-878c-b78d924353e1 of type vlan for network c093a211-6922-44d6-80d3-89a852a53862 Aug 28 15:09:04.232000 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3eccd42b-a992-4511-a51e-78e0f5b12648 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:04.236043 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eccd42b-a992-4511-a51e-78e0f5b12648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981d00b8-c876-4cb9-a60e-e3189cb65401,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:04.268589 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3eccd42b-a992-4511-a51e-78e0f5b12648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:04.270651 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eccd42b-a992-4511-a51e-78e0f5b12648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:04.271777 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3eccd42b-a992-4511-a51e-78e0f5b12648 admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:04.306784 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3eccd42b-a992-4511-a51e-78e0f5b12648 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4982400 Aug 28 15:09:04.307578 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50012) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:04.314358 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-d8bedded-9c91-4d72-b1b4-2cf3ccf6320e admin admin] Request body: {'subnet': {'network_id': 'c093a211-6922-44d6-80d3-89a852a53862', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1722726654-subnet', 'tenant_id': '23c0c8e2187f4ee8ac57cac64bdcbcd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:04.347498 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bedded-9c91-4d72-b1b4-2cf3ccf6320e admin admin] Made reservation on behalf of 23c0c8e2187f4ee8ac57cac64bdcbcd4 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:04.355976 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d8bedded-9c91-4d72-b1b4-2cf3ccf6320e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:04.359731 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eccd42b-a992-4511-a51e-78e0f5b12648 admin admin] Pushing event updated for resources: {'Network': ['ID=c093a211-6922-44d6-80d3-89a852a53862,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:04.376733 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network c093a211-6922-44d6-80d3-89a852a53862 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:09:04.627422 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d8bedded-9c91-4d72-b1b4-2cf3ccf6320e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:04.703940 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bedded-9c91-4d72-b1b4-2cf3ccf6320e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ade532db-d1b5-457e-9feb-7d45615f515f,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:04.773980 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bedded-9c91-4d72-b1b4-2cf3ccf6320e admin admin] Checking segment: {'id': '8620ca96-238d-43ee-878c-b78d924353e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c093a211-6922-44d6-80d3-89a852a53862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:09:04.774374 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bedded-9c91-4d72-b1b4-2cf3ccf6320e admin admin] Network hostable DHCP agents. Network: c093a211-6922-44d6-80d3-89a852a53862, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:09:04.793728 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bedded-9c91-4d72-b1b4-2cf3ccf6320e admin admin] Network c093a211-6922-44d6-80d3-89a852a53862 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:09:04.807245 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-d8bedded-9c91-4d72-b1b4-2cf3ccf6320e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, c093a211-6922-44d6-80d3-89a852a53862) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:09:04.818398 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dad70d-1577-473b-8b59-a935497c07cd None None] Network c093a211-6922-44d6-80d3-89a852a53862 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:04.826826 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bedded-9c91-4d72-b1b4-2cf3ccf6320e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:04.827435 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d8bedded-9c91-4d72-b1b4-2cf3ccf6320e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:04.854411 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d8bedded-9c91-4d72-b1b4-2cf3ccf6320e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5451982 Aug 28 15:09:04.909498 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50038) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:04.997133 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877de7d4-8d89-48cf-ac31-82b1a5683cf1 None None] Network c093a211-6922-44d6-80d3-89a852a53862 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:05.058273 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-ebc191ad-4e6b-4e89-ade9-c76a73d0bc10 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-369721846'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:05.092497 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc191ad-4e6b-4e89-ade9-c76a73d0bc10 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Made reservation on behalf of d81dceeac1214a6e8d4c9c56d70e0688 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:05.099124 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ebc191ad-4e6b-4e89-ade9-c76a73d0bc10 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:05.111999 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ebc191ad-4e6b-4e89-ade9-c76a73d0bc10 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:05.275020 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea52fa-43c3-4ed5-b4a5-151ce167f94a req-0f6357d5-932b-4390-af13-0244c0e7c675 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:05.276956 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-28ea52fa-43c3-4ed5-b4a5-151ce167f94a req-0f6357d5-932b-4390-af13-0244c0e7c675 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 946 time: 0.0919106 Aug 28 15:09:05.310262 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ebc191ad-4e6b-4e89-ade9-c76a73d0bc10 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:05.320645 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ebc191ad-4e6b-4e89-ade9-c76a73d0bc10 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:05.353883 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc191ad-4e6b-4e89-ade9-c76a73d0bc10 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b83d0b8-53b3-45f9-8f2f-0bc8f36be3d7,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:05.380460 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-28ea52fa-43c3-4ed5-b4a5-151ce167f94a req-0c6fafc6-3d69-454e-a912-95aa1e46fd00 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933504 Aug 28 15:09:05.386905 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc191ad-4e6b-4e89-ade9-c76a73d0bc10 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:09:05.400355 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ebc191ad-4e6b-4e89-ade9-c76a73d0bc10 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:05.400703 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-ebc191ad-4e6b-4e89-ade9-c76a73d0bc10 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Added segment 54bd2a54-1aca-43d9-aab4-3fbe3f94e05c of type vlan for network ade71247-d54e-45d9-afce-8c79d7044ded Aug 28 15:09:05.468560 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ebc191ad-4e6b-4e89-ade9-c76a73d0bc10 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:05.524060 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-f53d91a9-53db-4a6b-bb28-4157ca5b7808 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:05.524637 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ebc191ad-4e6b-4e89-ade9-c76a73d0bc10 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:05.539600 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc191ad-4e6b-4e89-ade9-c76a73d0bc10 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:05.540576 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ebc191ad-4e6b-4e89-ade9-c76a73d0bc10 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:05.546065 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-f53d91a9-53db-4a6b-bb28-4157ca5b7808 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.13 "GET /v2.0/networks?id=c093a211-6922-44d6-80d3-89a852a53862 HTTP/1.1" status: 200 len: 818 time: 0.2030892 Aug 28 15:09:05.589985 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-ca53f14c-a960-4f21-8dff-3c8739978caf tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.13 "GET /v2.0/quotas/23c0c8e2187f4ee8ac57cac64bdcbcd4 HTTP/1.1" status: 200 len: 375 time: 0.0416420 Aug 28 15:09:05.634228 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-d3aa803a-a697-4956-b874-70b32225e92e tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=23c0c8e2187f4ee8ac57cac64bdcbcd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428655 Aug 28 15:09:05.648588 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc191ad-4e6b-4e89-ade9-c76a73d0bc10 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event updated for resources: {'Network': ['ID=ade71247-d54e-45d9-afce-8c79d7044ded,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:05.660231 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network ade71247-d54e-45d9-afce-8c79d7044ded details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:09:05.669398 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ebc191ad-4e6b-4e89-ade9-c76a73d0bc10 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7569256 Aug 28 15:09:05.874706 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-98cab5b5-4f7d-41e1-91aa-e9c68332e14f service neutron] 10.222.0.13 "GET /v2.0/networks/c093a211-6922-44d6-80d3-89a852a53862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393236 Aug 28 15:09:06.016869 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-4c93b875-66ce-400b-ba9b-f75549abf34c service neutron] 10.222.0.13 "GET /v2.0/networks/c093a211-6922-44d6-80d3-89a852a53862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254687 Aug 28 15:09:06.289946 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-01d91a57-92ce-4297-a2ac-7eddbbe2906e req-b0f2b253-7312-4722-b1f8-b53a38aa7007 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.13 "GET /v2.0/ports?device_id=99423a95-d01b-4249-92a0-cafe5b88c5be HTTP/1.1" status: 200 len: 210 time: 0.0400298 Aug 28 15:09:06.545583 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fb174-88c0-48bd-9651-c137236ba0fc req-346b2cc1-c70e-41fb-a9d4-f0addda02457 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:06.560875 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5e5fb174-88c0-48bd-9651-c137236ba0fc req-346b2cc1-c70e-41fb-a9d4-f0addda02457 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 946 time: 0.0842063 Aug 28 15:09:06.660475 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5e5fb174-88c0-48bd-9651-c137236ba0fc req-c0b841ed-65cd-4345-99ed-09fee820d309 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974953 Aug 28 15:09:07.393269 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bc5596e0-d228-416c-921c-1508bd46a832 req-5fe75eb7-2eb9-4e5a-b0e0-d543f8b2921a tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.13 "GET /v2.0/ports?device_id=99423a95-d01b-4249-92a0-cafe5b88c5be HTTP/1.1" status: 200 len: 210 time: 0.0269444 Aug 28 15:09:07.716664 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-6de91413-2070-4b7c-96b3-a627fc1a28b1 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:07.723237 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-6de91413-2070-4b7c-96b3-a627fc1a28b1 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.36 "GET /v2.0/networks?id=c093a211-6922-44d6-80d3-89a852a53862 HTTP/1.1" status: 200 len: 818 time: 0.1875145 Aug 28 15:09:07.736948 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-73dcf4c9-3518-4913-9e06-2a72b4000a54 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Request body: {'port': {'device_id': '99423a95-d01b-4249-92a0-cafe5b88c5be', 'network_id': 'c093a211-6922-44d6-80d3-89a852a53862', 'admin_state_up': True, 'tenant_id': '23c0c8e2187f4ee8ac57cac64bdcbcd4'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:07.926163 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-73dcf4c9-3518-4913-9e06-2a72b4000a54 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Made reservation on behalf of 23c0c8e2187f4ee8ac57cac64bdcbcd4 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:07.930662 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-73dcf4c9-3518-4913-9e06-2a72b4000a54 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:07.976862 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-16c6b280-6bd4-4224-9989-98bb49979a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:08.034220 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160d778-79c1-40a3-9322-c1a92b973d37 req-3ada4971-a67a-414a-9437-912390fa6972 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:08.036484 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0160d778-79c1-40a3-9322-c1a92b973d37 req-3ada4971-a67a-414a-9437-912390fa6972 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 946 time: 0.2683122 Aug 28 15:09:08.111609 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0160d778-79c1-40a3-9322-c1a92b973d37 req-929fbbf4-f125-424d-b23a-91bb3f173940 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688751 Aug 28 15:09:08.183156 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-73dcf4c9-3518-4913-9e06-2a72b4000a54 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Allocated IP 172.20.0.6 (c093a211-6922-44d6-80d3-89a852a53862/ade532db-d1b5-457e-9feb-7d45615f515f/85e7645c-2485-459d-84a0-bd06a5bf1c58) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:09:08.648732 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-73dcf4c9-3518-4913-9e06-2a72b4000a54 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:08.690391 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50122) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:08.692465 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fad57d5e-c2d4-42ce-b072-287b456e126c req-e6f7cbae-30a4-416e-bdbd-988917336110 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.13 "GET /v2.0/ports?device_id=99423a95-d01b-4249-92a0-cafe5b88c5be HTTP/1.1" status: 200 len: 210 time: 0.0998409 Aug 28 15:09:08.714956 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-73dcf4c9-3518-4913-9e06-2a72b4000a54 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:08.794341 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-73dcf4c9-3518-4913-9e06-2a72b4000a54 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Network c093a211-6922-44d6-80d3-89a852a53862 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:09:08.798683 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-73dcf4c9-3518-4913-9e06-2a72b4000a54 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:09:08.802336 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-73dcf4c9-3518-4913-9e06-2a72b4000a54 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:09:08.840254 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dcf4c9-3518-4913-9e06-2a72b4000a54 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Pushing event updated for resources: {'Port': ['ID=85e7645c-2485-459d-84a0-bd06a5bf1c58,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:08.899996 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-73dcf4c9-3518-4913-9e06-2a72b4000a54 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:08.901260 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-73dcf4c9-3518-4913-9e06-2a72b4000a54 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:08.921193 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-73dcf4c9-3518-4913-9e06-2a72b4000a54 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1914523 Aug 28 15:09:08.935573 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-600bbf34-59d9-48e5-a5c0-6b6720cd598d service neutron] Request body: {'port': {'device_id': '99423a95-d01b-4249-92a0-cafe5b88c5be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:08.942139 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2f9ad2be-71ef-4e95-bcb1-f8d56ebc9266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:09.016413 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-600bbf34-59d9-48e5-a5c0-6b6720cd598d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:09.066437 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2f9ad2be-71ef-4e95-bcb1-f8d56ebc9266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:09.071272 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2f9ad2be-71ef-4e95-bcb1-f8d56ebc9266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:09.119275 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2f9ad2be-71ef-4e95-bcb1-f8d56ebc9266 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94ac53b08cdc4e3b93b259ef3bbd30ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4237838 Aug 28 15:09:09.120251 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50130) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:09.143232 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50132) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:09.149742 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-5671d1a6-8089-4da5-9cdc-be5a3dd266a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Request body: {'subnet': {'network_id': 'ade71247-d54e-45d9-afce-8c79d7044ded', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:09.208615 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ad2be-71ef-4e95-bcb1-f8d56ebc9266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8821bba8-b50f-4bff-b1bf-08f4d47bb9a9,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:09.218052 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-27c4aec8-34be-462c-8e24-9128dce342d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:09.263419 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-27c4aec8-34be-462c-8e24-9128dce342d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:09.366319 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-27c4aec8-34be-462c-8e24-9128dce342d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:09.383578 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-27c4aec8-34be-462c-8e24-9128dce342d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:09.387125 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-27c4aec8-34be-462c-8e24-9128dce342d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8821bba8-b50f-4bff-b1bf-08f4d47bb9a9 HTTP/1.1" status: 204 len: 168 time: 0.2616899 Aug 28 15:09:09.395247 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4aec8-34be-462c-8e24-9128dce342d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8821bba8-b50f-4bff-b1bf-08f4d47bb9a9,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:09.435317 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f758e-a897-48e2-9618-7de1593c9cb9 req-8dd4ff79-e4fe-4aee-b56c-b7265d7044e0 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:09.436946 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-701f758e-a897-48e2-9618-7de1593c9cb9 req-8dd4ff79-e4fe-4aee-b56c-b7265d7044e0 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 946 time: 0.2021172 Aug 28 15:09:09.475290 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5671d1a6-8089-4da5-9cdc-be5a3dd266a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Made reservation on behalf of d81dceeac1214a6e8d4c9c56d70e0688 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:09.478752 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5671d1a6-8089-4da5-9cdc-be5a3dd266a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:09.564432 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-701f758e-a897-48e2-9618-7de1593c9cb9 req-b9e4e0c6-b333-4abe-8156-9bd693b0636f tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203740 Aug 28 15:09:09.615534 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-600bbf34-59d9-48e5-a5c0-6b6720cd598d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e7645c-2485-459d-84a0-bd06a5bf1c58 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:09:09.624690 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-600bbf34-59d9-48e5-a5c0-6b6720cd598d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:09.644480 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-600bbf34-59d9-48e5-a5c0-6b6720cd598d service neutron] Transition to ACTIVE for port object 85e7645c-2485-459d-84a0-bd06a5bf1c58 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:09:09.650917 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-600bbf34-59d9-48e5-a5c0-6b6720cd598d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:09.736713 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600bbf34-59d9-48e5-a5c0-6b6720cd598d service neutron] Pushing event updated for resources: {'Port': ['ID=85e7645c-2485-459d-84a0-bd06a5bf1c58,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:09.836102 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5671d1a6-8089-4da5-9cdc-be5a3dd266a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:09.899967 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045d3ae-9903-4e9c-a35e-3c40cb8b966c req-ee96ac0b-6617-48b0-8bc7-bd20fce945c7 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:09.904253 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b045d3ae-9903-4e9c-a35e-3c40cb8b966c req-ee96ac0b-6617-48b0-8bc7-bd20fce945c7 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.13 "GET /v2.0/ports?device_id=99423a95-d01b-4249-92a0-cafe5b88c5be HTTP/1.1" status: 200 len: 943 time: 0.0871136 Aug 28 15:09:09.929244 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-600bbf34-59d9-48e5-a5c0-6b6720cd598d service neutron] Attempting to bind port 85e7645c-2485-459d-84a0-bd06a5bf1c58 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:09:09.929633 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-600bbf34-59d9-48e5-a5c0-6b6720cd598d service neutron] Attempting to bind port 85e7645c-2485-459d-84a0-bd06a5bf1c58 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '8620ca96-238d-43ee-878c-b78d924353e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c093a211-6922-44d6-80d3-89a852a53862'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:09:09.929909 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-600bbf34-59d9-48e5-a5c0-6b6720cd598d service neutron] Attempting to bind port 85e7645c-2485-459d-84a0-bd06a5bf1c58 on network c093a211-6922-44d6-80d3-89a852a53862 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:09:09.949149 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-600bbf34-59d9-48e5-a5c0-6b6720cd598d service neutron] Port 85e7645c-2485-459d-84a0-bd06a5bf1c58 on network c093a211-6922-44d6-80d3-89a852a53862 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:09:09.949513 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-600bbf34-59d9-48e5-a5c0-6b6720cd598d service neutron] Attempting to bind port 85e7645c-2485-459d-84a0-bd06a5bf1c58 on network c093a211-6922-44d6-80d3-89a852a53862 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:09:09.958555 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671d1a6-8089-4da5-9cdc-be5a3dd266a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event updated for resources: {'Subnet': ['ID=e9801ae9-89f5-44db-a398-27e52447b7a2,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:09.966499 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-600bbf34-59d9-48e5-a5c0-6b6720cd598d service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:09:09.966975 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-600bbf34-59d9-48e5-a5c0-6b6720cd598d service neutron] Checking segment: {'id': '8620ca96-238d-43ee-878c-b78d924353e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c093a211-6922-44d6-80d3-89a852a53862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:09:09.967522 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-600bbf34-59d9-48e5-a5c0-6b6720cd598d service neutron] Bound using segment: {'id': '8620ca96-238d-43ee-878c-b78d924353e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c093a211-6922-44d6-80d3-89a852a53862'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:09:09.968302 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-600bbf34-59d9-48e5-a5c0-6b6720cd598d service neutron] Bound port: 85e7645c-2485-459d-84a0-bd06a5bf1c58, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8620ca96-238d-43ee-878c-b78d924353e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c093a211-6922-44d6-80d3-89a852a53862'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:09:09.968737 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-600bbf34-59d9-48e5-a5c0-6b6720cd598d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:09.983077 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5671d1a6-8089-4da5-9cdc-be5a3dd266a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Checking segment: {'id': '54bd2a54-1aca-43d9-aab4-3fbe3f94e05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ade71247-d54e-45d9-afce-8c79d7044ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:09:09.983449 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5671d1a6-8089-4da5-9cdc-be5a3dd266a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Network hostable DHCP agents. Network: ade71247-d54e-45d9-afce-8c79d7044ded, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:09:09.986200 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b045d3ae-9903-4e9c-a35e-3c40cb8b966c req-a8ec6c16-92c6-41bd-9997-4c338667801d tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.13 "GET /v2.0/security-groups?id=981d00b8-c876-4cb9-a60e-e3189cb65401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693743 Aug 28 15:09:10.034542 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5671d1a6-8089-4da5-9cdc-be5a3dd266a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Network ade71247-d54e-45d9-afce-8c79d7044ded is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:09:10.055729 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-5671d1a6-8089-4da5-9cdc-be5a3dd266a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, ade71247-d54e-45d9-afce-8c79d7044ded) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:09:10.063110 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5671d1a6-8089-4da5-9cdc-be5a3dd266a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:10.063728 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5671d1a6-8089-4da5-9cdc-be5a3dd266a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:10.069375 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-600bbf34-59d9-48e5-a5c0-6b6720cd598d service neutron] For port 85e7645c-2485-459d-84a0-bd06a5bf1c58, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:09:10.072919 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498af2ef-8151-4dfc-bc67-04d74749c860 None None] Network ade71247-d54e-45d9-afce-8c79d7044ded requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:10.074988 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-600bbf34-59d9-48e5-a5c0-6b6720cd598d service neutron] For port 85e7645c-2485-459d-84a0-bd06a5bf1c58, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=85e7645c-2485-459d-84a0-bd06a5bf1c58,segment=NetworkSegment(8620ca96-238d-43ee-878c-b78d924353e1),segment_id=8620ca96-238d-43ee-878c-b78d924353e1)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:09:10.083239 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-600bbf34-59d9-48e5-a5c0-6b6720cd598d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:10.094012 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5671d1a6-8089-4da5-9cdc-be5a3dd266a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9487991 Aug 28 15:09:10.098092 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50168) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:10.104293 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-8d0bf631-cab3-44c1-b93f-2e7a252a6d77 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-325596355'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:10.124505 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-600bbf34-59d9-48e5-a5c0-6b6720cd598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:10.125485 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-600bbf34-59d9-48e5-a5c0-6b6720cd598d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:10.126567 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-600bbf34-59d9-48e5-a5c0-6b6720cd598d service neutron] 10.222.0.36 "PUT /v2.0/ports/85e7645c-2485-459d-84a0-bd06a5bf1c58 HTTP/1.1" status: 200 len: 1092 time: 1.1959856 Aug 28 15:09:10.127028 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99423a95-d01b-4249-92a0-cafe5b88c5be', 'tag': '85e7645c-2485-459d-84a0-bd06a5bf1c58'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:09:10.129465 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613750da-ef90-41db-b4e0-edafde8fc2f1" -d '{"events": [{"name": "network-changed", "server_uuid": "99423a95-d01b-4249-92a0-cafe5b88c5be", "tag": "85e7645c-2485-459d-84a0-bd06a5bf1c58"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:09:10.131184 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0bf631-cab3-44c1-b93f-2e7a252a6d77 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Made reservation on behalf of d81dceeac1214a6e8d4c9c56d70e0688 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:10.135500 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d0bf631-cab3-44c1-b93f-2e7a252a6d77 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:10.159290 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600bbf34-59d9-48e5-a5c0-6b6720cd598d service neutron] Pushing event updated for resources: {'Port': ['ID=85e7645c-2485-459d-84a0-bd06a5bf1c58,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:10.217997 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0bf631-cab3-44c1-b93f-2e7a252a6d77 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:09:10.240673 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d0bf631-cab3-44c1-b93f-2e7a252a6d77 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:10.241509 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-8d0bf631-cab3-44c1-b93f-2e7a252a6d77 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Added segment 35bf9a8f-3d95-465c-9224-cd75407c2e76 of type vlan for network 8cea3129-95fc-48f5-9578-ccc00f27db07 Aug 28 15:09:10.244447 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-1563ed1d-9a91-4918-9340-5de6c75d93b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:10.246768 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-1563ed1d-9a91-4918-9340-5de6c75d93b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23c0c8e2187f4ee8ac57cac64bdcbcd4&device_id=99423a95-d01b-4249-92a0-cafe5b88c5be HTTP/1.1" status: 200 len: 1095 time: 0.0601013 Aug 28 15:09:10.311598 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50176) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:10.320435 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-7053c03c-74fa-4ae9-b68a-1ae8fd6f502f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85e7645c-2485-459d-84a0-bd06a5bf1c58 HTTP/1.1" status: 200 len: 217 time: 0.0642745 Aug 28 15:09:10.339111 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d0bf631-cab3-44c1-b93f-2e7a252a6d77 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:10.412854 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d0bf631-cab3-44c1-b93f-2e7a252a6d77 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:10.420733 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0bf631-cab3-44c1-b93f-2e7a252a6d77 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:10.421536 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d0bf631-cab3-44c1-b93f-2e7a252a6d77 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:10.426180 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243cb2d3-36e3-4292-929c-65575b7fb040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-ade71247-d54e-45d9-afce-8c79d7044ded', 'network_id': 'ade71247-d54e-45d9-afce-8c79d7044ded', 'tenant_id': 'd81dceeac1214a6e8d4c9c56d70e0688', 'fixed_ips': [{'subnet_id': 'e9801ae9-89f5-44db-a398-27e52447b7a2'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:09:10.427422 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-243cb2d3-36e3-4292-929c-65575b7fb040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:10.428612 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-311305db-3783-456e-a7af-bb80ec70fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:10.431413 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-311305db-3783-456e-a7af-bb80ec70fb58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ade532db-d1b5-457e-9feb-7d45615f515f HTTP/1.1" status: 200 len: 858 time: 0.0976665 Aug 28 15:09:10.493446 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-3a1aa354-6b86-4a93-806f-137ff4c6fbc0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c093a211-6922-44d6-80d3-89a852a53862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507216 Aug 28 15:09:10.524727 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8d0bf631-cab3-44c1-b93f-2e7a252a6d77 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4228954 Aug 28 15:09:10.531685 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50186) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:10.531899 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-c0f08718-b556-4c6e-9a6b-424402fdd11e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1301229180-network', 'tenant_id': '38a2974fc2894972b792305c00a27520'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:10.532611 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-bd6d7450-5009-4104-8911-b68f3c4ade94 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Request body: {'subnet': {'network_id': '8cea3129-95fc-48f5-9578-ccc00f27db07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:10.555165 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1b27f5-920a-4f92-b0f5-387c15c4472a x-openstack-request-id: req-cd1b27f5-920a-4f92-b0f5-387c15c4472a {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:09:10.555796 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99423a95-d01b-4249-92a0-cafe5b88c5be", "tag": "85e7645c-2485-459d-84a0-bd06a5bf1c58", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:09:10.556249 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd1b27f5-920a-4f92-b0f5-387c15c4472a {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:09:10.556757 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99423a95-d01b-4249-92a0-cafe5b88c5be', 'tag': '85e7645c-2485-459d-84a0-bd06a5bf1c58', 'status': 'completed', 'code': 200} Aug 28 15:09:10.598761 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0bf631-cab3-44c1-b93f-2e7a252a6d77 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event updated for resources: {'Network': ['ID=8cea3129-95fc-48f5-9578-ccc00f27db07,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:10.627541 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f08718-b556-4c6e-9a6b-424402fdd11e admin admin] Made reservation on behalf of 38a2974fc2894972b792305c00a27520 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:10.630740 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c0f08718-b556-4c6e-9a6b-424402fdd11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:10.634930 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-243cb2d3-36e3-4292-929c-65575b7fb040 None None] Allocated IP 2001:db8:0:ffff::2 (ade71247-d54e-45d9-afce-8c79d7044ded/e9801ae9-89f5-44db-a398-27e52447b7a2/b7d7fa59-a4aa-44a3-bd82-1acdcca161df) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:09:10.655597 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 8cea3129-95fc-48f5-9578-ccc00f27db07 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:09:10.677564 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c0f08718-b556-4c6e-9a6b-424402fdd11e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:10.707239 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6d7450-5009-4104-8911-b68f3c4ade94 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Made reservation on behalf of d81dceeac1214a6e8d4c9c56d70e0688 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:10.715957 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bd6d7450-5009-4104-8911-b68f3c4ade94 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:10.749423 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-e77118b7-37a7-4724-a538-cba2dd15580b service neutron] 10.222.0.36 "GET /v2.0/networks/c093a211-6922-44d6-80d3-89a852a53862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468507 Aug 28 15:09:10.831273 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6be452b2-2556-42e7-a734-30ff72147e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:10.853749 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:10.892281 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ed68d-ab58-47ae-9914-238b9e7a1c65 req-4f1f89ac-4059-48b3-92a7-fdefdf1764c9 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:10.893851 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ce3ed68d-ab58-47ae-9914-238b9e7a1c65 req-4f1f89ac-4059-48b3-92a7-fdefdf1764c9 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 946 time: 0.1531050 Aug 28 15:09:10.916890 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3f0520f5-6f72-4449-a079-6c9ce30db123 req-4df183e0-c88f-4f69-a5d3-70fdd03e47db service neutron] 10.222.0.36 "GET /v2.0/networks/c093a211-6922-44d6-80d3-89a852a53862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570666 Aug 28 15:09:10.986465 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c0f08718-b556-4c6e-9a6b-424402fdd11e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:10.998773 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ce3ed68d-ab58-47ae-9914-238b9e7a1c65 req-8fa9a990-ca98-4ca0-b446-acf9fee587c0 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962417 Aug 28 15:09:11.009627 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c0f08718-b556-4c6e-9a6b-424402fdd11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:11.034965 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-243cb2d3-36e3-4292-929c-65575b7fb040 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:11.045887 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-243cb2d3-36e3-4292-929c-65575b7fb040 None None] Transition to ACTIVE for port object b7d7fa59-a4aa-44a3-bd82-1acdcca161df will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:09:11.065693 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f08718-b556-4c6e-9a6b-424402fdd11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6f6c2f-4cfa-46ef-bb53-af961c2ed17a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:11.067792 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-243cb2d3-36e3-4292-929c-65575b7fb040 None None] Transition to ACTIVE for port object b7d7fa59-a4aa-44a3-bd82-1acdcca161df will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:09:11.082695 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f08718-b556-4c6e-9a6b-424402fdd11e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:09:11.101269 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-243cb2d3-36e3-4292-929c-65575b7fb040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:11.102819 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c0f08718-b556-4c6e-9a6b-424402fdd11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:11.103182 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-c0f08718-b556-4c6e-9a6b-424402fdd11e admin admin] Added segment 1871d3b7-d6f5-4274-9c99-8e84db42545a of type vlan for network 0c336f8d-15c2-4ece-9f36-fb881806211d Aug 28 15:09:11.117788 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613750da-ef90-41db-b4e0-edafde8fc2f1 req-71c7ac3e-c909-49af-9e4b-b97b79840815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:11.119484 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-613750da-ef90-41db-b4e0-edafde8fc2f1 req-71c7ac3e-c909-49af-9e4b-b97b79840815 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23c0c8e2187f4ee8ac57cac64bdcbcd4&device_id=99423a95-d01b-4249-92a0-cafe5b88c5be HTTP/1.1" status: 200 len: 1095 time: 0.1363068 Aug 28 15:09:11.146700 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243cb2d3-36e3-4292-929c-65575b7fb040 None None] Network ade71247-d54e-45d9-afce-8c79d7044ded is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:09:11.149794 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-243cb2d3-36e3-4292-929c-65575b7fb040 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:09:11.154160 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243cb2d3-36e3-4292-929c-65575b7fb040 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:09:11.162438 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243cb2d3-36e3-4292-929c-65575b7fb040 None None] Pushing event updated for resources: {'Port': ['ID=b7d7fa59-a4aa-44a3-bd82-1acdcca161df,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:11.176268 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bd6d7450-5009-4104-8911-b68f3c4ade94 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:11.227211 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c0f08718-b556-4c6e-9a6b-424402fdd11e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:11.229323 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-243cb2d3-36e3-4292-929c-65575b7fb040 None None] Attempting to bind port b7d7fa59-a4aa-44a3-bd82-1acdcca161df on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:09:11.229831 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-243cb2d3-36e3-4292-929c-65575b7fb040 None None] Attempting to bind port b7d7fa59-a4aa-44a3-bd82-1acdcca161df by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '54bd2a54-1aca-43d9-aab4-3fbe3f94e05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ade71247-d54e-45d9-afce-8c79d7044ded'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:09:11.230583 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243cb2d3-36e3-4292-929c-65575b7fb040 None None] Attempting to bind port b7d7fa59-a4aa-44a3-bd82-1acdcca161df on network ade71247-d54e-45d9-afce-8c79d7044ded {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:09:11.235977 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243cb2d3-36e3-4292-929c-65575b7fb040 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:09:11.236213 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d7450-5009-4104-8911-b68f3c4ade94 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event updated for resources: {'Subnet': ['ID=dd555c5f-979f-4071-ac83-74ce27989c55,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:11.236576 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243cb2d3-36e3-4292-929c-65575b7fb040 None None] Checking segment: {'id': '54bd2a54-1aca-43d9-aab4-3fbe3f94e05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ade71247-d54e-45d9-afce-8c79d7044ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:09:11.237090 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-243cb2d3-36e3-4292-929c-65575b7fb040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:11.238718 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243cb2d3-36e3-4292-929c-65575b7fb040 None None] Bound using segment: {'id': '54bd2a54-1aca-43d9-aab4-3fbe3f94e05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ade71247-d54e-45d9-afce-8c79d7044ded'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:09:11.238718 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-243cb2d3-36e3-4292-929c-65575b7fb040 None None] Bound port: b7d7fa59-a4aa-44a3-bd82-1acdcca161df, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd2a54-1aca-43d9-aab4-3fbe3f94e05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ade71247-d54e-45d9-afce-8c79d7044ded'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:09:11.238718 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-243cb2d3-36e3-4292-929c-65575b7fb040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:11.251227 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6d7450-5009-4104-8911-b68f3c4ade94 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Checking segment: {'id': '35bf9a8f-3d95-465c-9224-cd75407c2e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8cea3129-95fc-48f5-9578-ccc00f27db07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:09:11.251592 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6d7450-5009-4104-8911-b68f3c4ade94 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Network hostable DHCP agents. Network: 8cea3129-95fc-48f5-9578-ccc00f27db07, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:09:11.268163 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6d7450-5009-4104-8911-b68f3c4ade94 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Network 8cea3129-95fc-48f5-9578-ccc00f27db07 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:09:11.275409 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe1bc7-270c-465a-a213-efa79014a0ad req-d7e8604b-39c4-4385-b890-3e754066e857 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:11.277005 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f7fe1bc7-270c-465a-a213-efa79014a0ad req-d7e8604b-39c4-4385-b890-3e754066e857 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.13 "GET /v2.0/ports?device_id=99423a95-d01b-4249-92a0-cafe5b88c5be HTTP/1.1" status: 200 len: 943 time: 0.1566005 Aug 28 15:09:11.280381 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-bd6d7450-5009-4104-8911-b68f3c4ade94 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 8cea3129-95fc-48f5-9578-ccc00f27db07) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:09:11.294279 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb825b8-a56c-4b7d-bd3a-1dc649ef25dc None None] Network 8cea3129-95fc-48f5-9578-ccc00f27db07 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:11.297221 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6d7450-5009-4104-8911-b68f3c4ade94 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:11.297827 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bd6d7450-5009-4104-8911-b68f3c4ade94 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:11.306240 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c0f08718-b556-4c6e-9a6b-424402fdd11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:11.307203 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f08718-b556-4c6e-9a6b-424402fdd11e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:11.307811 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c0f08718-b556-4c6e-9a6b-424402fdd11e admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:11.314791 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-bd6d7450-5009-4104-8911-b68f3c4ade94 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7849710 Aug 28 15:09:11.315002 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50196) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:11.373451 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613750da-ef90-41db-b4e0-edafde8fc2f1 req-421a357e-d4ea-48dc-ad89-6aee440776b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:11.374928 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-613750da-ef90-41db-b4e0-edafde8fc2f1 req-421a357e-d4ea-48dc-ad89-6aee440776b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c093a211-6922-44d6-80d3-89a852a53862 HTTP/1.1" status: 200 len: 919 time: 0.2273080 Aug 28 15:09:11.403497 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c0f08718-b556-4c6e-9a6b-424402fdd11e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0904658 Aug 28 15:09:11.407698 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50200) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:11.418291 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-3c615e44-2f4e-436e-ae9f-0d0fa534e98d admin admin] Request body: {'subnet': {'network_id': '0c336f8d-15c2-4ece-9f36-fb881806211d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1301229180-subnet', 'tenant_id': '38a2974fc2894972b792305c00a27520', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:11.438776 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-df5fbc2e-2d96-4b0e-8144-0adeaa1797ea tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:11.444206 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-243cb2d3-36e3-4292-929c-65575b7fb040 None None] For port b7d7fa59-a4aa-44a3-bd82-1acdcca161df, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:09:11.459873 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f7fe1bc7-270c-465a-a213-efa79014a0ad req-f9996512-9782-4fd0-8416-841751e31253 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.13 "GET /v2.0/security-groups?id=981d00b8-c876-4cb9-a60e-e3189cb65401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676185 Aug 28 15:09:11.461329 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f08718-b556-4c6e-9a6b-424402fdd11e admin admin] Pushing event updated for resources: {'Network': ['ID=0c336f8d-15c2-4ece-9f36-fb881806211d,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:11.465444 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-243cb2d3-36e3-4292-929c-65575b7fb040 None None] For port b7d7fa59-a4aa-44a3-bd82-1acdcca161df, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b7d7fa59-a4aa-44a3-bd82-1acdcca161df,segment=NetworkSegment(54bd2a54-1aca-43d9-aab4-3fbe3f94e05c),segment_id=54bd2a54-1aca-43d9-aab4-3fbe3f94e05c)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:09:11.467035 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-613750da-ef90-41db-b4e0-edafde8fc2f1 req-251085ee-ee1a-407f-9907-acbdbffd2860 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85e7645c-2485-459d-84a0-bd06a5bf1c58 HTTP/1.1" status: 200 len: 217 time: 0.0815270 Aug 28 15:09:11.490216 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 0c336f8d-15c2-4ece-9f36-fb881806211d details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:09:11.496518 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-243cb2d3-36e3-4292-929c-65575b7fb040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:11.516728 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-df5fbc2e-2d96-4b0e-8144-0adeaa1797ea tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:11.521171 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c615e44-2f4e-436e-ae9f-0d0fa534e98d admin admin] Made reservation on behalf of 38a2974fc2894972b792305c00a27520 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:11.523502 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3c615e44-2f4e-436e-ae9f-0d0fa534e98d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:11.569816 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613750da-ef90-41db-b4e0-edafde8fc2f1 req-2662f943-f545-47e7-aa3d-20fd609198ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:11.572233 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-613750da-ef90-41db-b4e0-edafde8fc2f1 req-2662f943-f545-47e7-aa3d-20fd609198ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ade532db-d1b5-457e-9feb-7d45615f515f HTTP/1.1" status: 200 len: 858 time: 0.0976179 Aug 28 15:09:11.630869 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-613750da-ef90-41db-b4e0-edafde8fc2f1 req-57d1474a-c8a1-449d-aa44-d9e37ba3f520 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c093a211-6922-44d6-80d3-89a852a53862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472286 Aug 28 15:09:11.657257 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e04c40-b1a6-4dbc-9dc6-a393fabae4a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-8cea3129-95fc-48f5-9578-ccc00f27db07', 'network_id': '8cea3129-95fc-48f5-9578-ccc00f27db07', 'tenant_id': 'd81dceeac1214a6e8d4c9c56d70e0688', 'fixed_ips': [{'subnet_id': 'dd555c5f-979f-4071-ac83-74ce27989c55'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:09:11.658429 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-08e04c40-b1a6-4dbc-9dc6-a393fabae4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:11.692513 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-df5fbc2e-2d96-4b0e-8144-0adeaa1797ea tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:11.702055 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243cb2d3-36e3-4292-929c-65575b7fb040 None None] Pushing event updated for resources: {'Port': ['ID=b7d7fa59-a4aa-44a3-bd82-1acdcca161df,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:11.737254 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5fbc2e-2d96-4b0e-8144-0adeaa1797ea tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event deleted for resources: {'Subnet': ['ID=dd555c5f-979f-4071-ac83-74ce27989c55,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:11.788258 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:11.824554 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-613750da-ef90-41db-b4e0-edafde8fc2f1 req-704bac1e-d105-430c-984f-4b99929d9845 service neutron] 10.222.0.36 "GET /v2.0/networks/c093a211-6922-44d6-80d3-89a852a53862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847992 Aug 28 15:09:11.825479 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd299f6-5cd6-4805-892a-78de497d64cf None None] Network 8cea3129-95fc-48f5-9578-ccc00f27db07 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:11.951051 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-613750da-ef90-41db-b4e0-edafde8fc2f1 req-72fa5940-8a42-43cb-b982-a0e8a6d4e1cf service neutron] 10.222.0.36 "GET /v2.0/networks/c093a211-6922-44d6-80d3-89a852a53862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164153 Aug 28 15:09:11.992217 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-df5fbc2e-2d96-4b0e-8144-0adeaa1797ea tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:12.003787 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-df5fbc2e-2d96-4b0e-8144-0adeaa1797ea tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cea3129-95fc-48f5-9578-ccc00f27db07']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:12.015347 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-df5fbc2e-2d96-4b0e-8144-0adeaa1797ea tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35bf9a8f-3d95-465c-9224-cd75407c2e76') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:12.017256 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-df5fbc2e-2d96-4b0e-8144-0adeaa1797ea tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35bf9a8f-3d95-465c-9224-cd75407c2e76') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:12.018431 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3c615e44-2f4e-436e-ae9f-0d0fa534e98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:12.039975 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-df5fbc2e-2d96-4b0e-8144-0adeaa1797ea tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:12.092700 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-df5fbc2e-2d96-4b0e-8144-0adeaa1797ea tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:12.113158 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c615e44-2f4e-436e-ae9f-0d0fa534e98d admin admin] Pushing event updated for resources: {'Subnet': ['ID=72a2f51c-3f40-418f-ac1d-8370173ef6bd,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:12.117425 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df5fbc2e-2d96-4b0e-8144-0adeaa1797ea tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:09:12.118119 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-df5fbc2e-2d96-4b0e-8144-0adeaa1797ea tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:09:12.121706 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:09:12.188401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c615e44-2f4e-436e-ae9f-0d0fa534e98d admin admin] Checking segment: {'id': '1871d3b7-d6f5-4274-9c99-8e84db42545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0c336f8d-15c2-4ece-9f36-fb881806211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:09:12.188401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c615e44-2f4e-436e-ae9f-0d0fa534e98d admin admin] Network hostable DHCP agents. Network: 0c336f8d-15c2-4ece-9f36-fb881806211d, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:09:12.236835 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-df5fbc2e-2d96-4b0e-8144-0adeaa1797ea tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:12.244335 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c615e44-2f4e-436e-ae9f-0d0fa534e98d admin admin] Network 0c336f8d-15c2-4ece-9f36-fb881806211d is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:09:12.247980 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-df5fbc2e-2d96-4b0e-8144-0adeaa1797ea tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:12.249877 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-df5fbc2e-2d96-4b0e-8144-0adeaa1797ea tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "DELETE /v2.0/networks/8cea3129-95fc-48f5-9578-ccc00f27db07 HTTP/1.1" status: 204 len: 168 time: 0.9338648 Aug 28 15:09:12.254837 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50216) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:12.260875 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-a7a49084-de77-4f28-9696-6970bbb08e7a tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1536182062'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:12.261048 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0671fe-d1c0-4449-b6eb-0720ba4106b0 req-4c53c8f2-8a36-4132-9a2a-0d8ed16fcec5 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:12.262508 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7a0671fe-d1c0-4449-b6eb-0720ba4106b0 req-4c53c8f2-8a36-4132-9a2a-0d8ed16fcec5 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 946 time: 0.1259680 Aug 28 15:09:12.277406 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5fbc2e-2d96-4b0e-8144-0adeaa1797ea tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event deleted for resources: {'Network': ['ID=8cea3129-95fc-48f5-9578-ccc00f27db07,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:12.289999 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a49084-de77-4f28-9696-6970bbb08e7a tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Made reservation on behalf of d81dceeac1214a6e8d4c9c56d70e0688 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:12.291991 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-3c615e44-2f4e-436e-ae9f-0d0fa534e98d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 0c336f8d-15c2-4ece-9f36-fb881806211d) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:09:12.293889 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a7a49084-de77-4f28-9696-6970bbb08e7a tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:12.298483 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c615e44-2f4e-436e-ae9f-0d0fa534e98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:12.299132 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3c615e44-2f4e-436e-ae9f-0d0fa534e98d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:12.302677 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fa0527-7610-44b9-9afb-6afae656785c None None] Network 0c336f8d-15c2-4ece-9f36-fb881806211d requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:12.324927 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a49084-de77-4f28-9696-6970bbb08e7a tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:09:12.326770 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7a0671fe-d1c0-4449-b6eb-0720ba4106b0 req-09ed6010-b667-4292-8a2c-10e492828461 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523717 Aug 28 15:09:12.338128 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a7a49084-de77-4f28-9696-6970bbb08e7a tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:12.338507 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-a7a49084-de77-4f28-9696-6970bbb08e7a tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Added segment ec6de52f-7cad-485b-b3bb-78cb4ccf5095 of type vlan for network 55764ad1-da90-4dbd-89c0-f30414909193 Aug 28 15:09:12.339219 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3c615e44-2f4e-436e-ae9f-0d0fa534e98d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9311073 Aug 28 15:09:12.386244 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a7a49084-de77-4f28-9696-6970bbb08e7a tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:12.420370 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a7a49084-de77-4f28-9696-6970bbb08e7a tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:12.428433 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a49084-de77-4f28-9696-6970bbb08e7a tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:12.431245 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a7a49084-de77-4f28-9696-6970bbb08e7a tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:12.535814 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a7a49084-de77-4f28-9696-6970bbb08e7a tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2793467 Aug 28 15:09:12.538358 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50224) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:12.549644 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-4c01962d-b20d-48e1-9b75-126d66501a31 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Request body: {'subnet': {'network_id': '55764ad1-da90-4dbd-89c0-f30414909193', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:12.552232 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89043749-819b-4213-83a8-eacc0843b53b None None] Network 0c336f8d-15c2-4ece-9f36-fb881806211d requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:12.669668 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a49084-de77-4f28-9696-6970bbb08e7a tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event updated for resources: {'Network': ['ID=55764ad1-da90-4dbd-89c0-f30414909193,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:12.705513 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 55764ad1-da90-4dbd-89c0-f30414909193 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:09:12.786154 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4c658-d875-4fbb-ab04-7e2e9ed2cf01 req-45645432-d9bb-46e7-8940-f6b46910e53c tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:12.792667 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fbf4c658-d875-4fbb-ab04-7e2e9ed2cf01 req-45645432-d9bb-46e7-8940-f6b46910e53c tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.13 "GET /v2.0/ports?device_id=99423a95-d01b-4249-92a0-cafe5b88c5be HTTP/1.1" status: 200 len: 943 time: 0.1654620 Aug 28 15:09:12.881307 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fbf4c658-d875-4fbb-ab04-7e2e9ed2cf01 req-f9486366-e22e-4d85-aa3e-da8f8e45bf4c tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.13 "GET /v2.0/security-groups?id=981d00b8-c876-4cb9-a60e-e3189cb65401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828311 Aug 28 15:09:12.890851 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c01962d-b20d-48e1-9b75-126d66501a31 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Made reservation on behalf of d81dceeac1214a6e8d4c9c56d70e0688 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:12.900069 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b7d7fa59-a4aa-44a3-bd82-1acdcca161df up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:09:12.917438 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4c01962d-b20d-48e1-9b75-126d66501a31 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:13.069969 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port b7d7fa59-a4aa-44a3-bd82-1acdcca161df completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:09:13.198951 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef9a2c1-fde4-4d24-9230-a4063bb573f8 None None] Network ade71247-d54e-45d9-afce-8c79d7044ded requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:13.235632 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4c01962d-b20d-48e1-9b75-126d66501a31 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:13.317049 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50242) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:13.323273 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-914e89a1-3f12-4a78-926a-ce2479fcb78b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-807244685-network', 'tenant_id': '4dada9214c164606a0add17196f4b7c4'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:13.330463 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c01962d-b20d-48e1-9b75-126d66501a31 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Checking segment: {'id': 'ec6de52f-7cad-485b-b3bb-78cb4ccf5095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '55764ad1-da90-4dbd-89c0-f30414909193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:09:13.331106 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c01962d-b20d-48e1-9b75-126d66501a31 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Network hostable DHCP agents. Network: 55764ad1-da90-4dbd-89c0-f30414909193, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:09:13.342859 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01962d-b20d-48e1-9b75-126d66501a31 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event updated for resources: {'Subnet': ['ID=4dc2be35-d0ac-497e-b650-c0034d1de488,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:13.396729 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914e89a1-3f12-4a78-926a-ce2479fcb78b admin admin] Made reservation on behalf of 4dada9214c164606a0add17196f4b7c4 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:13.426401 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-914e89a1-3f12-4a78-926a-ce2479fcb78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:13.438550 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:13.466658 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c01962d-b20d-48e1-9b75-126d66501a31 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Network 55764ad1-da90-4dbd-89c0-f30414909193 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:09:13.471272 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-914e89a1-3f12-4a78-926a-ce2479fcb78b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:13.489848 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-4c01962d-b20d-48e1-9b75-126d66501a31 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 55764ad1-da90-4dbd-89c0-f30414909193) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:09:13.509252 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c01962d-b20d-48e1-9b75-126d66501a31 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:13.510743 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4c01962d-b20d-48e1-9b75-126d66501a31 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:13.522715 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2ca561-8266-4772-acab-a24af3ac9919 None None] Network 55764ad1-da90-4dbd-89c0-f30414909193 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:13.556136 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0a9297e3-db8f-4e3a-8ca8-8b9c38d610e4 None None] Provisioning for port b7d7fa59-a4aa-44a3-bd82-1acdcca161df completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:09:13.593706 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0a9297e3-db8f-4e3a-8ca8-8b9c38d610e4 None None] Provisioning complete for port b7d7fa59-a4aa-44a3-bd82-1acdcca161df triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:09:13.594376 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0a9297e3-db8f-4e3a-8ca8-8b9c38d610e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:13.673301 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-914e89a1-3f12-4a78-926a-ce2479fcb78b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:13.684165 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f4cb4-1d6f-4efc-bf30-8d5bb51b173f req-9bd2f4d3-fb37-4424-a233-0d54bffd8b19 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:13.688234 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4c01962d-b20d-48e1-9b75-126d66501a31 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1456985 Aug 28 15:09:13.689934 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50246) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:13.692088 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-813f4cb4-1d6f-4efc-bf30-8d5bb51b173f req-9bd2f4d3-fb37-4424-a233-0d54bffd8b19 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 946 time: 0.1932170 Aug 28 15:09:13.697993 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-0efa51b9-0e09-4a90-b037-ba4805f20620 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1657403309'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:13.708166 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-914e89a1-3f12-4a78-926a-ce2479fcb78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:13.726397 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efa51b9-0e09-4a90-b037-ba4805f20620 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Made reservation on behalf of d81dceeac1214a6e8d4c9c56d70e0688 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:13.735109 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0efa51b9-0e09-4a90-b037-ba4805f20620 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:13.735324 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-914e89a1-3f12-4a78-926a-ce2479fcb78b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:09:13.773431 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-813f4cb4-1d6f-4efc-bf30-8d5bb51b173f req-fdea3893-9ade-413d-bcd8-cae928a061d6 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803976 Aug 28 15:09:13.774810 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-914e89a1-3f12-4a78-926a-ce2479fcb78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:13.775149 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-914e89a1-3f12-4a78-926a-ce2479fcb78b admin admin] Added segment 54b686e1-d58c-4462-a881-9d9d1dbe3324 of type vlan for network 31df9806-7e2f-4b6d-bcc0-84a3b27dbaaa Aug 28 15:09:13.776596 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e89a1-3f12-4a78-926a-ce2479fcb78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ea8e59-9754-4a64-abb4-1b5980f490ad,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:13.784801 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0a9297e3-db8f-4e3a-8ca8-8b9c38d610e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:13.831229 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0efa51b9-0e09-4a90-b037-ba4805f20620 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:09:13.839001 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-914e89a1-3f12-4a78-926a-ce2479fcb78b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:13.844915 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0efa51b9-0e09-4a90-b037-ba4805f20620 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:13.845279 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-0efa51b9-0e09-4a90-b037-ba4805f20620 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Added segment 2c0eac9a-329c-4b93-9907-b6e55466e56e of type vlan for network e0bdfc75-2e52-4f54-811b-dea8242f42ed Aug 28 15:09:13.879198 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-0a9297e3-db8f-4e3a-8ca8-8b9c38d610e4 None None] For port b7d7fa59-a4aa-44a3-bd82-1acdcca161df, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b7d7fa59-a4aa-44a3-bd82-1acdcca161df,segment=NetworkSegment(54bd2a54-1aca-43d9-aab4-3fbe3f94e05c),segment_id=54bd2a54-1aca-43d9-aab4-3fbe3f94e05c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:13.891994 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-55764ad1-da90-4dbd-89c0-f30414909193', 'network_id': '55764ad1-da90-4dbd-89c0-f30414909193', 'tenant_id': 'd81dceeac1214a6e8d4c9c56d70e0688', 'fixed_ips': [{'subnet_id': '4dc2be35-d0ac-497e-b650-c0034d1de488'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:09:13.899233 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:13.909758 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0a9297e3-db8f-4e3a-8ca8-8b9c38d610e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:13.930261 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0efa51b9-0e09-4a90-b037-ba4805f20620 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:13.953000 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-914e89a1-3f12-4a78-926a-ce2479fcb78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:13.954283 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914e89a1-3f12-4a78-926a-ce2479fcb78b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:13.955019 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-914e89a1-3f12-4a78-926a-ce2479fcb78b admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:13.966265 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0efa51b9-0e09-4a90-b037-ba4805f20620 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:13.970934 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efa51b9-0e09-4a90-b037-ba4805f20620 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:13.971883 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0efa51b9-0e09-4a90-b037-ba4805f20620 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:14.077165 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa51b9-0e09-4a90-b037-ba4805f20620 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event updated for resources: {'Network': ['ID=e0bdfc75-2e52-4f54-811b-dea8242f42ed,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:14.082525 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0efa51b9-0e09-4a90-b037-ba4805f20620 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3912437 Aug 28 15:09:14.085704 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50260) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:14.092798 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-550969f0-a673-4b04-81a9-e7db87c12cab tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Request body: {'subnet': {'network_id': 'e0bdfc75-2e52-4f54-811b-dea8242f42ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:14.117879 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e89a1-3f12-4a78-926a-ce2479fcb78b admin admin] Pushing event updated for resources: {'Network': ['ID=31df9806-7e2f-4b6d-bcc0-84a3b27dbaaa,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:14.132807 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-914e89a1-3f12-4a78-926a-ce2479fcb78b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8140557 Aug 28 15:09:14.149097 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50262) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:14.154646 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-bfaaddea-10b2-45ee-9467-f390b4e03066 admin admin] Request body: {'subnet': {'network_id': '31df9806-7e2f-4b6d-bcc0-84a3b27dbaaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-807244685-subnet', 'tenant_id': '4dada9214c164606a0add17196f4b7c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:14.185675 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfaaddea-10b2-45ee-9467-f390b4e03066 admin admin] Made reservation on behalf of 4dada9214c164606a0add17196f4b7c4 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:14.188665 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bfaaddea-10b2-45ee-9467-f390b4e03066 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:14.213875 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf7509-4183-4657-a612-16f70b83c1bc req-756c77e2-ce96-4840-a66e-5793e28a5984 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:14.215865 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3fdf7509-4183-4657-a612-16f70b83c1bc req-756c77e2-ce96-4840-a66e-5793e28a5984 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.13 "GET /v2.0/ports?device_id=99423a95-d01b-4249-92a0-cafe5b88c5be HTTP/1.1" status: 200 len: 943 time: 0.0858307 Aug 28 15:09:14.243714 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 85e7645c-2485-459d-84a0-bd06a5bf1c58 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:09:14.245772 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network e0bdfc75-2e52-4f54-811b-dea8242f42ed details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:09:14.247860 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 31df9806-7e2f-4b6d-bcc0-84a3b27dbaaa details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:09:14.278206 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9297e3-db8f-4e3a-8ca8-8b9c38d610e4 None None] Pushing event updated for resources: {'Port': ['ID=b7d7fa59-a4aa-44a3-bd82-1acdcca161df,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:14.305325 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3fdf7509-4183-4657-a612-16f70b83c1bc req-90f621b2-de73-4cd9-b8b6-1d746408d26d tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.13 "GET /v2.0/security-groups?id=981d00b8-c876-4cb9-a60e-e3189cb65401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815716 Aug 28 15:09:14.341978 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550969f0-a673-4b04-81a9-e7db87c12cab tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Made reservation on behalf of d81dceeac1214a6e8d4c9c56d70e0688 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:14.343885 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-550969f0-a673-4b04-81a9-e7db87c12cab tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:14.433232 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.ipam_backend_mixin [None req-550969f0-a673-4b04-81a9-e7db87c12cab tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Performing IP validity checks on allocation pools {{(pid=106329) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 28 15:09:14.434234 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.ipam_backend_mixin [None req-550969f0-a673-4b04-81a9-e7db87c12cab tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106329) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 28 15:09:14.446826 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2c6a12ab-91da-48ab-80c7-8cafd839ad50 None None] Provisioning complete for port b7d7fa59-a4aa-44a3-bd82-1acdcca161df triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:09:14.447893 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2c6a12ab-91da-48ab-80c7-8cafd839ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:14.535499 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Allocated IP 2001:db8::3 (55764ad1-da90-4dbd-89c0-f30414909193/4dc2be35-d0ac-497e-b650-c0034d1de488/0d4e82ef-dc03-47e4-89d0-2935103ac80f) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:09:14.542716 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bfaaddea-10b2-45ee-9467-f390b4e03066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:14.631910 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 85e7645c-2485-459d-84a0-bd06a5bf1c58, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=85e7645c-2485-459d-84a0-bd06a5bf1c58,segment=NetworkSegment(8620ca96-238d-43ee-878c-b78d924353e1),segment_id=8620ca96-238d-43ee-878c-b78d924353e1)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:14.668084 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaaddea-10b2-45ee-9467-f390b4e03066 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28588601-c213-47ea-b905-c02d232cc61c,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:14.671395 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '85e7645c-2485-459d-84a0-bd06a5bf1c58', 'network_id': 'c093a211-6922-44d6-80d3-89a852a53862', 'port_id': '85e7645c-2485-459d-84a0-bd06a5bf1c58', 'mac_address': 'fa:16:3e:65:c5:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade532db-d1b5-457e-9feb-7d45615f515f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:09:14.678690 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-550969f0-a673-4b04-81a9-e7db87c12cab tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:14.684255 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaaddea-10b2-45ee-9467-f390b4e03066 admin admin] Checking segment: {'id': '54b686e1-d58c-4462-a881-9d9d1dbe3324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '31df9806-7e2f-4b6d-bcc0-84a3b27dbaaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:09:14.684690 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaaddea-10b2-45ee-9467-f390b4e03066 admin admin] Network hostable DHCP agents. Network: 31df9806-7e2f-4b6d-bcc0-84a3b27dbaaa, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:09:14.753252 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:14.756925 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550969f0-a673-4b04-81a9-e7db87c12cab tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event updated for resources: {'Subnet': ['ID=7a4d2a58-26c0-4d8d-b874-6c6eba035c0a,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:14.766285 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaaddea-10b2-45ee-9467-f390b4e03066 admin admin] Network 31df9806-7e2f-4b6d-bcc0-84a3b27dbaaa is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:09:14.780154 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550969f0-a673-4b04-81a9-e7db87c12cab tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Checking segment: {'id': '2c0eac9a-329c-4b93-9907-b6e55466e56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e0bdfc75-2e52-4f54-811b-dea8242f42ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:09:14.780642 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550969f0-a673-4b04-81a9-e7db87c12cab tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Network hostable DHCP agents. Network: e0bdfc75-2e52-4f54-811b-dea8242f42ed, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:09:14.784752 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-bfaaddea-10b2-45ee-9467-f390b4e03066 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 31df9806-7e2f-4b6d-bcc0-84a3b27dbaaa) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:09:14.790903 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaaddea-10b2-45ee-9467-f390b4e03066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:14.791545 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bfaaddea-10b2-45ee-9467-f390b4e03066 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:14.791795 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e7645c-2485-459d-84a0-bd06a5bf1c58 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:09:14.806487 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d080a0-bfbd-4cf7-90a9-f77ea84919b6 None None] Network 31df9806-7e2f-4b6d-bcc0-84a3b27dbaaa requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:14.817911 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550969f0-a673-4b04-81a9-e7db87c12cab tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Network e0bdfc75-2e52-4f54-811b-dea8242f42ed is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:09:14.840562 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-bfaaddea-10b2-45ee-9467-f390b4e03066 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6862755 Aug 28 15:09:14.844054 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b7d7fa59-a4aa-44a3-bd82-1acdcca161df up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:09:14.851397 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-550969f0-a673-4b04-81a9-e7db87c12cab tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, e0bdfc75-2e52-4f54-811b-dea8242f42ed) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:09:14.867512 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550969f0-a673-4b04-81a9-e7db87c12cab tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:14.869275 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-550969f0-a673-4b04-81a9-e7db87c12cab tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:14.899966 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 85e7645c-2485-459d-84a0-bd06a5bf1c58, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=85e7645c-2485-459d-84a0-bd06a5bf1c58,segment=NetworkSegment(8620ca96-238d-43ee-878c-b78d924353e1),segment_id=8620ca96-238d-43ee-878c-b78d924353e1)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:14.901190 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e6eb5d-95dc-4956-a2f7-ff4f917e4c7f None None] Network e0bdfc75-2e52-4f54-811b-dea8242f42ed requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:14.904138 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-550969f0-a673-4b04-81a9-e7db87c12cab tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8168015 Aug 28 15:09:14.905084 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50274) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:14.913631 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:14.929149 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:14.980078 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cf84e-ab8e-455f-9e39-75fe30c6bfee req-bc35a7e5-c022-4441-bef1-d0bb4a5a3df2 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:14.981681 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-431cf84e-ab8e-455f-9e39-75fe30c6bfee req-bc35a7e5-c022-4441-bef1-d0bb4a5a3df2 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 946 time: 0.1036632 Aug 28 15:09:15.001992 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Transition to ACTIVE for port object 0d4e82ef-dc03-47e4-89d0-2935103ac80f will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:09:15.088866 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-431cf84e-ab8e-455f-9e39-75fe30c6bfee req-7dd8b5d9-b741-4420-84f9-166062025ad2 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941627 Aug 28 15:09:15.101583 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Transition to ACTIVE for port object 0d4e82ef-dc03-47e4-89d0-2935103ac80f will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:09:15.114588 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a824e358-84d9-4d21-bbfc-470eb40d97c1 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:15.142593 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:15.145340 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=85e7645c-2485-459d-84a0-bd06a5bf1c58,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:15.153502 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['85e7645c-2485-459d-84a0-bd06a5bf1c58'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:09:15.194771 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a824e358-84d9-4d21-bbfc-470eb40d97c1 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:15.259924 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port b7d7fa59-a4aa-44a3-bd82-1acdcca161df triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:09:15.260300 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:15.274176 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dbacb6-3de4-43e0-93f5-1ae8abb74bd3 None None] Network 31df9806-7e2f-4b6d-bcc0-84a3b27dbaaa requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:15.277472 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Network 55764ad1-da90-4dbd-89c0-f30414909193 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:09:15.286938 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a824e358-84d9-4d21-bbfc-470eb40d97c1 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:15.318075 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824e358-84d9-4d21-bbfc-470eb40d97c1 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event deleted for resources: {'Subnet': ['ID=7a4d2a58-26c0-4d8d-b874-6c6eba035c0a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:15.348503 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:09:15.358278 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:09:15.366452 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Pushing event updated for resources: {'Port': ['ID=0d4e82ef-dc03-47e4-89d0-2935103ac80f,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:15.405805 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a824e358-84d9-4d21-bbfc-470eb40d97c1 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:15.446557 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-a824e358-84d9-4d21-bbfc-470eb40d97c1 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0bdfc75-2e52-4f54-811b-dea8242f42ed']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:15.466394 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-a824e358-84d9-4d21-bbfc-470eb40d97c1 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c0eac9a-329c-4b93-9907-b6e55466e56e') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:15.468067 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-a824e358-84d9-4d21-bbfc-470eb40d97c1 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c0eac9a-329c-4b93-9907-b6e55466e56e') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:15.496374 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a824e358-84d9-4d21-bbfc-470eb40d97c1 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:15.541302 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec6fcb7-ef7c-4792-9d24-ca51014a20ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-e0bdfc75-2e52-4f54-811b-dea8242f42ed', 'network_id': 'e0bdfc75-2e52-4f54-811b-dea8242f42ed', 'tenant_id': 'd81dceeac1214a6e8d4c9c56d70e0688', 'fixed_ips': [{'subnet_id': '7a4d2a58-26c0-4d8d-b874-6c6eba035c0a'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:09:15.544701 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-bec6fcb7-ef7c-4792-9d24-ca51014a20ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:15.556542 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e9039-ffdd-4ca4-9b1e-5ead1830088d req-1ac91afc-2fb7-4f48-a23a-a37a654d8506 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:15.577028 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a824e358-84d9-4d21-bbfc-470eb40d97c1 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:15.584783 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2c4e9039-ffdd-4ca4-9b1e-5ead1830088d req-1ac91afc-2fb7-4f48-a23a-a37a654d8506 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.13 "GET /v2.0/ports?device_id=99423a95-d01b-4249-92a0-cafe5b88c5be HTTP/1.1" status: 200 len: 944 time: 0.1607337 Aug 28 15:09:15.643610 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2c4e9039-ffdd-4ca4-9b1e-5ead1830088d req-b31a60fc-5b13-495a-b7af-48281ad1fadb tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.13 "GET /v2.0/security-groups?id=981d00b8-c876-4cb9-a60e-e3189cb65401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568218 Aug 28 15:09:15.652908 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Attempting to bind port 0d4e82ef-dc03-47e4-89d0-2935103ac80f on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:09:15.653531 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Attempting to bind port 0d4e82ef-dc03-47e4-89d0-2935103ac80f by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'ec6de52f-7cad-485b-b3bb-78cb4ccf5095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '55764ad1-da90-4dbd-89c0-f30414909193'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:09:15.654082 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Attempting to bind port 0d4e82ef-dc03-47e4-89d0-2935103ac80f on network 55764ad1-da90-4dbd-89c0-f30414909193 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:09:15.665689 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a824e358-84d9-4d21-bbfc-470eb40d97c1 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:09:15.666042 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a824e358-84d9-4d21-bbfc-470eb40d97c1 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:09:15.681157 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:09:15.740858 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:09:15.741233 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Checking segment: {'id': 'ec6de52f-7cad-485b-b3bb-78cb4ccf5095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '55764ad1-da90-4dbd-89c0-f30414909193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:09:15.741840 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:15.742238 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Bound using segment: {'id': 'ec6de52f-7cad-485b-b3bb-78cb4ccf5095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '55764ad1-da90-4dbd-89c0-f30414909193'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:09:15.742721 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Bound port: 0d4e82ef-dc03-47e4-89d0-2935103ac80f, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6de52f-7cad-485b-b3bb-78cb4ccf5095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '55764ad1-da90-4dbd-89c0-f30414909193'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:09:15.743209 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:15.876192 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482689c3-83f0-49d9-a3b7-40956ac153ff req-252a0d59-f3fe-411e-b33a-1fe7b1a89f36 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:15.889790 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-482689c3-83f0-49d9-a3b7-40956ac153ff req-252a0d59-f3fe-411e-b33a-1fe7b1a89f36 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.0705938 Aug 28 15:09:15.919527 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1f3962-00a8-459b-bfe4-b2adcd563d35 None None] Network e0bdfc75-2e52-4f54-811b-dea8242f42ed requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:15.932381 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-482689c3-83f0-49d9-a3b7-40956ac153ff req-eeff779c-a743-4e24-96ed-66ac70ccadb1 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416789 Aug 28 15:09:16.067903 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aad562-cbe0-4511-a12a-098897a6ed3e req-d59df961-264a-4335-ba23-674488e914c4 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:16.070160 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-49aad562-cbe0-4511-a12a-098897a6ed3e req-d59df961-264a-4335-ba23-674488e914c4 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.0563064 Aug 28 15:09:16.115947 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-49aad562-cbe0-4511-a12a-098897a6ed3e req-f5163310-5868-4727-b7b2-0a4a649b538c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395463 Aug 28 15:09:16.188202 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-80c9a55a-e587-4532-ac48-f996ef8aae8f tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:16.189715 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-80c9a55a-e587-4532-ac48-f996ef8aae8f tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/networks?id=0c336f8d-15c2-4ece-9f36-fb881806211d HTTP/1.1" status: 200 len: 812 time: 0.6439035 Aug 28 15:09:16.208702 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a824e358-84d9-4d21-bbfc-470eb40d97c1 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:16.211142 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] For port 0d4e82ef-dc03-47e4-89d0-2935103ac80f, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:09:16.221546 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a824e358-84d9-4d21-bbfc-470eb40d97c1 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:16.223756 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a824e358-84d9-4d21-bbfc-470eb40d97c1 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "DELETE /v2.0/networks/e0bdfc75-2e52-4f54-811b-dea8242f42ed HTTP/1.1" status: 204 len: 168 time: 1.3162184 Aug 28 15:09:16.228027 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50308) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:16.235616 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-ce5e81ff-3f46-4a9b-8472-538a69aac2f6 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/quotas/38a2974fc2894972b792305c00a27520 HTTP/1.1" status: 200 len: 375 time: 0.0372343 Aug 28 15:09:16.236632 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824e358-84d9-4d21-bbfc-470eb40d97c1 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event deleted for resources: {'Network': ['ID=e0bdfc75-2e52-4f54-811b-dea8242f42ed,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:16.238223 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-482d071e-1be6-40fd-8231-77106800f952 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1350899823'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:16.258963 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] For port 0d4e82ef-dc03-47e4-89d0-2935103ac80f, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0d4e82ef-dc03-47e4-89d0-2935103ac80f,segment=NetworkSegment(ec6de52f-7cad-485b-b3bb-78cb4ccf5095),segment_id=ec6de52f-7cad-485b-b3bb-78cb4ccf5095)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:09:16.281169 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:16.294445 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482d071e-1be6-40fd-8231-77106800f952 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Made reservation on behalf of d81dceeac1214a6e8d4c9c56d70e0688 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:16.295180 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-f8619c6a-0cd9-4764-b60f-c0be9e5123a7 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=38a2974fc2894972b792305c00a27520&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353353 Aug 28 15:09:16.298927 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-482d071e-1be6-40fd-8231-77106800f952 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:16.345083 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Pushing event updated for resources: {'Port': ['ID=0d4e82ef-dc03-47e4-89d0-2935103ac80f,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:16.358908 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-482d071e-1be6-40fd-8231-77106800f952 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:09:16.360210 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:16.360565 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:16.360913 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:16.361258 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:16.361672 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:16.362008 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:16.362345 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:16.362697 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:16.363030 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:16.363364 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:16.363709 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:16.364040 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6911881-76cd-4bcc-a851-0a670d4d1699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:16.369646 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996ac0d-2c5f-4b8d-84b2-172951f965c1 req-b80c1483-d8ff-4a6a-b506-83eb5785b316 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:16.377345 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c996ac0d-2c5f-4b8d-84b2-172951f965c1 req-b80c1483-d8ff-4a6a-b506-83eb5785b316 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 946 time: 0.1160128 Aug 28 15:09:16.401730 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-482d071e-1be6-40fd-8231-77106800f952 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:16.402262 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-482d071e-1be6-40fd-8231-77106800f952 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Added segment 9e65c8c7-810d-435b-ab4c-e1ff3071b669 of type vlan for network 673b027e-32fc-447f-b214-855d2c8a243d Aug 28 15:09:16.470834 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c996ac0d-2c5f-4b8d-84b2-172951f965c1 req-830b8367-0598-4703-b251-351736b7aa08 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881414 Aug 28 15:09:16.476355 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-482d071e-1be6-40fd-8231-77106800f952 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:16.533263 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-482d071e-1be6-40fd-8231-77106800f952 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:16.540206 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482d071e-1be6-40fd-8231-77106800f952 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:16.542825 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-482d071e-1be6-40fd-8231-77106800f952 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:16.607251 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-84755208-1b31-4081-bd68-432d3f5eb9e0 service neutron] 10.222.0.13 "GET /v2.0/networks/0c336f8d-15c2-4ece-9f36-fb881806211d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110380 Aug 28 15:09:16.643814 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d071e-1be6-40fd-8231-77106800f952 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event updated for resources: {'Network': ['ID=673b027e-32fc-447f-b214-855d2c8a243d,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:16.654768 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-482d071e-1be6-40fd-8231-77106800f952 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4240324 Aug 28 15:09:16.657422 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50328) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:16.663218 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 673b027e-32fc-447f-b214-855d2c8a243d details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:09:16.671363 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-8162b9be-b25f-4107-9b1e-4ab74c40963c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Request body: {'subnet': {'network_id': '673b027e-32fc-447f-b214-855d2c8a243d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:16.846556 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-4b14828e-9145-40fd-b2f0-ced2f22d938e service neutron] 10.222.0.13 "GET /v2.0/networks/0c336f8d-15c2-4ece-9f36-fb881806211d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376969 Aug 28 15:09:16.864661 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0d4e82ef-dc03-47e4-89d0-2935103ac80f up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:09:16.970983 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 0d4e82ef-dc03-47e4-89d0-2935103ac80f completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:09:17.129461 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6261b-c65a-4c90-a439-4e28e07ceac9 req-7cfddabb-2580-4554-9080-203495a0621b tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:17.131147 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9fe6261b-c65a-4c90-a439-4e28e07ceac9 req-7cfddabb-2580-4554-9080-203495a0621b tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.0654092 Aug 28 15:09:17.183217 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9fe6261b-c65a-4c90-a439-4e28e07ceac9 req-2c52f897-c612-4b09-9a10-2987b0c67f14 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449753 Aug 28 15:09:17.272871 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8162b9be-b25f-4107-9b1e-4ab74c40963c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Made reservation on behalf of d81dceeac1214a6e8d4c9c56d70e0688 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:17.277681 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8162b9be-b25f-4107-9b1e-4ab74c40963c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:17.278581 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bf30e88a-0a00-4519-ba3b-9e2bb336aa9f req-134fce83-7fb2-4f84-b548-a7019db4ec50 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/ports?device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 210 time: 0.0420556 Aug 28 15:09:17.292195 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfedd4-1020-4d78-9021-d062573fbcd7 req-858bbcb9-1f31-4e51-89ad-92d65905c89e tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:17.299757 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bbbfedd4-1020-4d78-9021-d062573fbcd7 req-858bbcb9-1f31-4e51-89ad-92d65905c89e tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.13 "GET /v2.0/ports?device_id=99423a95-d01b-4249-92a0-cafe5b88c5be HTTP/1.1" status: 200 len: 944 time: 0.1913989 Aug 28 15:09:17.408181 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bbbfedd4-1020-4d78-9021-d062573fbcd7 req-5b88f2aa-b43d-4025-8ee6-bd53a279a5f5 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.13 "GET /v2.0/security-groups?id=981d00b8-c876-4cb9-a60e-e3189cb65401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072602 Aug 28 15:09:17.412415 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7507c41-e910-44cd-9529-1fdb7e71d4ce req-fe524130-a206-4f5e-a1cc-1e1705dcf0f2 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:17.420870 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b7507c41-e910-44cd-9529-1fdb7e71d4ce req-fe524130-a206-4f5e-a1cc-1e1705dcf0f2 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 1097 time: 0.0535164 Aug 28 15:09:17.496806 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b7507c41-e910-44cd-9529-1fdb7e71d4ce req-1701dd1f-8884-4978-b817-51e9033dba36 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0703712 Aug 28 15:09:17.517932 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50366) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:17.757988 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8162b9be-b25f-4107-9b1e-4ab74c40963c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:17.778439 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b07c1e-5d2b-450a-9445-69b2d46e3384 req-49a70f61-e157-4714-9e09-3de29846f742 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:17.786757 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-67b07c1e-5d2b-450a-9445-69b2d46e3384 req-49a70f61-e157-4714-9e09-3de29846f742 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 946 time: 0.0900838 Aug 28 15:09:17.789175 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-a64aa467-e34b-4f79-8fef-b83a9a2efbd3 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Deleting port 8bfe81ee-b27d-422c-8bdf-249e38ecee03 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:09:17.790668 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a64aa467-e34b-4f79-8fef-b83a9a2efbd3 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:17.817536 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a715849-e29d-49dc-8118-277086698527 None None] Network 55764ad1-da90-4dbd-89c0-f30414909193 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:17.896103 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-67b07c1e-5d2b-450a-9445-69b2d46e3384 req-579b698c-b669-4552-8fc8-35a8f9944284 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070874 Aug 28 15:09:17.955411 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-41be0111-ba66-465c-ae75-2b2caf9f2302 None None] Provisioning for port 0d4e82ef-dc03-47e4-89d0-2935103ac80f completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:09:17.956926 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162b9be-b25f-4107-9b1e-4ab74c40963c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event updated for resources: {'Subnet': ['ID=f4e7cc0b-afbf-497c-8c50-c087e4f0e528,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:17.965686 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-41be0111-ba66-465c-ae75-2b2caf9f2302 None None] Provisioning complete for port 0d4e82ef-dc03-47e4-89d0-2935103ac80f triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:09:17.966324 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-41be0111-ba66-465c-ae75-2b2caf9f2302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:17.974277 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a64aa467-e34b-4f79-8fef-b83a9a2efbd3 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:17.974739 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a64aa467-e34b-4f79-8fef-b83a9a2efbd3 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:17.981301 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8162b9be-b25f-4107-9b1e-4ab74c40963c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Checking segment: {'id': '9e65c8c7-810d-435b-ab4c-e1ff3071b669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '673b027e-32fc-447f-b214-855d2c8a243d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:09:17.981685 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8162b9be-b25f-4107-9b1e-4ab74c40963c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Network hostable DHCP agents. Network: 673b027e-32fc-447f-b214-855d2c8a243d, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:09:17.992470 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-a64aa467-e34b-4f79-8fef-b83a9a2efbd3 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Calling delete_port for 8bfe81ee-b27d-422c-8bdf-249e38ecee03 owned by network:floatingip {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:09:18.024530 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8162b9be-b25f-4107-9b1e-4ab74c40963c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Network 673b027e-32fc-447f-b214-855d2c8a243d is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:09:18.044319 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-8162b9be-b25f-4107-9b1e-4ab74c40963c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 673b027e-32fc-447f-b214-855d2c8a243d) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:09:18.058902 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8162b9be-b25f-4107-9b1e-4ab74c40963c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:18.060974 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8162b9be-b25f-4107-9b1e-4ab74c40963c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:18.069842 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device ccbdf0b0-a9a9-49ad-aee2-217b39373a5c details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:09:18.078337 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 85e7645c-2485-459d-84a0-bd06a5bf1c58 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:09:18.085793 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8162b9be-b25f-4107-9b1e-4ab74c40963c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4263401 Aug 28 15:09:18.088103 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50374) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:18.161826 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b3ef0c-22d7-4c5e-a386-d15b56fae329 None None] Network 673b027e-32fc-447f-b214-855d2c8a243d requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:18.302227 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec673-06fd-421f-8eb7-fc0e946b46eb tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:18.327268 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465354cb-5093-4c89-ac17-c70cf46ee02a req-ca60d3d3-1181-47cb-8dd6-0f5eb854700c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:18.329589 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-465354cb-5093-4c89-ac17-c70cf46ee02a req-ca60d3d3-1181-47cb-8dd6-0f5eb854700c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1350493 Aug 28 15:09:18.349545 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 85e7645c-2485-459d-84a0-bd06a5bf1c58 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:09:18.397312 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 85e7645c-2485-459d-84a0-bd06a5bf1c58 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:09:18.397696 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:18.421644 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-465354cb-5093-4c89-ac17-c70cf46ee02a req-a0f00467-54d5-4c6e-8999-e319d75803c0 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818939 Aug 28 15:09:18.422843 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a64aa467-e34b-4f79-8fef-b83a9a2efbd3 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:18.427329 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec673-06fd-421f-8eb7-fc0e946b46eb tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:18.432003 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-63de400e-5998-4115-a0d4-e5d2be3fdac0 req-584fd336-5a3c-4056-ad1f-1acf3b9417fd tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/ports?device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 210 time: 0.0593843 Aug 28 15:09:18.459337 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64aa467-e34b-4f79-8fef-b83a9a2efbd3 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event deleted for resources: {'Port': ['ID=8bfe81ee-b27d-422c-8bdf-249e38ecee03,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:18.567115 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a64aa467-e34b-4f79-8fef-b83a9a2efbd3 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for floatingip, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:18.567567 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-a64aa467-e34b-4f79-8fef-b83a9a2efbd3 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Floating IP 6a925204-69bb-4ea5-933d-275507d6e97a disassociated (deleted). External IP: 172.25.3.249, port: 15136077-3ff4-48b1-bb6a-5bcc767ebe52. Aug 28 15:09:18.597970 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec673-06fd-421f-8eb7-fc0e946b46eb tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:18.629765 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port ccbdf0b0-a9a9-49ad-aee2-217b39373a5c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ccbdf0b0-a9a9-49ad-aee2-217b39373a5c,segment=NetworkSegment(8832c9ec-1ee4-4d90-92a4-baba1e83b28d),segment_id=8832c9ec-1ee4-4d90-92a4-baba1e83b28d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:18.632222 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-41be0111-ba66-465c-ae75-2b2caf9f2302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:18.668200 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'ccbdf0b0-a9a9-49ad-aee2-217b39373a5c', 'network_id': 'a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a', 'port_id': 'ccbdf0b0-a9a9-49ad-aee2-217b39373a5c', 'mac_address': 'fa:16:3e:7a:2e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd199c3ab-1cc3-471f-883a-d19f39aa59ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:09:18.743506 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0d5785-9198-4448-bd5b-f081f2608bdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-673b027e-32fc-447f-b214-855d2c8a243d', 'network_id': '673b027e-32fc-447f-b214-855d2c8a243d', 'tenant_id': 'd81dceeac1214a6e8d4c9c56d70e0688', 'fixed_ips': [{'subnet_id': 'f4e7cc0b-afbf-497c-8c50-c087e4f0e528'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:09:18.744507 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cd0d5785-9198-4448-bd5b-f081f2608bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:18.771426 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec673-06fd-421f-8eb7-fc0e946b46eb tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:18.782744 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-7b8ec673-06fd-421f-8eb7-fc0e946b46eb tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673b027e-32fc-447f-b214-855d2c8a243d']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:18.806973 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-7b8ec673-06fd-421f-8eb7-fc0e946b46eb tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e65c8c7-810d-435b-ab4c-e1ff3071b669') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:18.807680 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-7b8ec673-06fd-421f-8eb7-fc0e946b46eb tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e65c8c7-810d-435b-ab4c-e1ff3071b669') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:18.822660 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec673-06fd-421f-8eb7-fc0e946b46eb tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:18.838741 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec673-06fd-421f-8eb7-fc0e946b46eb tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:18.842213 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:18.854980 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ec673-06fd-421f-8eb7-fc0e946b46eb tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event deleted for resources: {'Subnet': ['ID=f4e7cc0b-afbf-497c-8c50-c087e4f0e528,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:18.863302 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8ec673-06fd-421f-8eb7-fc0e946b46eb tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:09:18.864140 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec673-06fd-421f-8eb7-fc0e946b46eb tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:18.865064 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-41be0111-ba66-465c-ae75-2b2caf9f2302 None None] For port 0d4e82ef-dc03-47e4-89d0-2935103ac80f, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0d4e82ef-dc03-47e4-89d0-2935103ac80f,segment=NetworkSegment(ec6de52f-7cad-485b-b3bb-78cb4ccf5095),segment_id=ec6de52f-7cad-485b-b3bb-78cb4ccf5095)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:18.870047 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:09:18.878355 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:09:18.906914 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-41be0111-ba66-465c-ae75-2b2caf9f2302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:18.947416 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ccbdf0b0-a9a9-49ad-aee2-217b39373a5c {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:09:18.969521 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64aa467-e34b-4f79-8fef-b83a9a2efbd3 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Router df70f160-565c-454c-900c-2fbd75854ea2 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:09:18.985017 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec673-06fd-421f-8eb7-fc0e946b46eb tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:18.985374 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec673-06fd-421f-8eb7-fc0e946b46eb tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:18.985911 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec673-06fd-421f-8eb7-fc0e946b46eb tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:18.986433 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec673-06fd-421f-8eb7-fc0e946b46eb tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:18.986961 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec673-06fd-421f-8eb7-fc0e946b46eb tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:18.987523 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec673-06fd-421f-8eb7-fc0e946b46eb tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:18.988071 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec673-06fd-421f-8eb7-fc0e946b46eb tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:18.988764 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec673-06fd-421f-8eb7-fc0e946b46eb tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:18.989288 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec673-06fd-421f-8eb7-fc0e946b46eb tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:18.989800 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec673-06fd-421f-8eb7-fc0e946b46eb tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:18.990474 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec673-06fd-421f-8eb7-fc0e946b46eb tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:18.991143 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8ec673-06fd-421f-8eb7-fc0e946b46eb tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:19.000777 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port ccbdf0b0-a9a9-49ad-aee2-217b39373a5c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ccbdf0b0-a9a9-49ad-aee2-217b39373a5c,segment=NetworkSegment(8832c9ec-1ee4-4d90-92a4-baba1e83b28d),segment_id=8832c9ec-1ee4-4d90-92a4-baba1e83b28d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:19.013165 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a083d25-997f-4a18-82d7-4f1b53a07c32 req-f8585d2b-5b48-4edd-b391-ae49751d2382 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:19.020860 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3a083d25-997f-4a18-82d7-4f1b53a07c32 req-f8585d2b-5b48-4edd-b391-ae49751d2382 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.13 "GET /v2.0/ports?device_id=99423a95-d01b-4249-92a0-cafe5b88c5be HTTP/1.1" status: 200 len: 944 time: 0.4641390 Aug 28 15:09:19.034035 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:19.065282 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec673-06fd-421f-8eb7-fc0e946b46eb tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:19.066070 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 85e7645c-2485-459d-84a0-bd06a5bf1c58, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=85e7645c-2485-459d-84a0-bd06a5bf1c58,segment=NetworkSegment(8620ca96-238d-43ee-878c-b78d924353e1),segment_id=8620ca96-238d-43ee-878c-b78d924353e1)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:19.080918 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99423a95-d01b-4249-92a0-cafe5b88c5be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e7645c-2485-459d-84a0-bd06a5bf1c58'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:09:19.085106 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c509d747-68d1-4518-8f02-6556a2ad6f1e" -d '{"events": [{"server_uuid": "99423a95-d01b-4249-92a0-cafe5b88c5be", "name": "network-vif-plugged", "status": "completed", "tag": "85e7645c-2485-459d-84a0-bd06a5bf1c58"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:09:19.085482 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec673-06fd-421f-8eb7-fc0e946b46eb tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:19.087871 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7b8ec673-06fd-421f-8eb7-fc0e946b46eb tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "DELETE /v2.0/networks/673b027e-32fc-447f-b214-855d2c8a243d HTTP/1.1" status: 204 len: 168 time: 0.9980779 Aug 28 15:09:19.101079 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:19.108130 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50390) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:19.111095 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.api [None req-cd0d5785-9198-4448-bd5b-f081f2608bdc None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 15:09:19.111095 n-d-712137-10 neutron-server[106331]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Aug 28 15:09:19.111095 n-d-712137-10 neutron-server[106331]: [parameters: {'project_id': 'd81dceeac1214a6e8d4c9c56d70e0688', 'id': '3a68ba39-9b4e-4e7f-b11b-0136f5ca543c', 'name': '', 'network_id': '673b027e-32fc-447f-b214-855d2c8a243d', 'mac_address': 'fa:16:3e:20:67:09', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-673b027e-32fc-447f-b214-855d2c8a243d', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2146}] Aug 28 15:09:19.111095 n-d-712137-10 neutron-server[106331]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:09:19.111560 n-d-712137-10 neutron-server[106331]: DEBUG oslo_db.api [None req-cd0d5785-9198-4448-bd5b-f081f2608bdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:09:19.119010 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-eaba0da7-d01e-4500-8039-6594d6647b77 None None] Provisioning complete for port 0d4e82ef-dc03-47e4-89d0-2935103ac80f triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:09:19.119387 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-eaba0da7-d01e-4500-8039-6594d6647b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:19.120504 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933224a3-dd50-4cdb-91e6-4ef07c6a65a2 req-0b8471d9-529c-482b-9561-bbde77550cd3 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:19.122356 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-933224a3-dd50-4cdb-91e6-4ef07c6a65a2 req-0b8471d9-529c-482b-9561-bbde77550cd3 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 945 time: 0.0977743 Aug 28 15:09:19.126661 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-4cde2386-5ada-4afe-b5d8-1e5337c7cc9d tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-343298278'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:19.135886 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ec673-06fd-421f-8eb7-fc0e946b46eb tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event deleted for resources: {'Network': ['ID=673b027e-32fc-447f-b214-855d2c8a243d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:19.163930 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64aa467-e34b-4f79-8fef-b83a9a2efbd3 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:09:19.164096 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3a083d25-997f-4a18-82d7-4f1b53a07c32 req-d7029bd0-9630-4b4c-9a04-e85f92789272 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.13 "GET /v2.0/security-groups?id=981d00b8-c876-4cb9-a60e-e3189cb65401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331141 Aug 28 15:09:19.169368 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a64aa467-e34b-4f79-8fef-b83a9a2efbd3 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:19.173886 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-a8b55d11-aa89-42c8-9755-64e9fb658c46 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:19.196130 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-a8b55d11-aa89-42c8-9755-64e9fb658c46 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.41 "GET /v2.0/networks?id=0c336f8d-15c2-4ece-9f36-fb881806211d HTTP/1.1" status: 200 len: 812 time: 0.3346143 Aug 28 15:09:19.199095 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a64aa467-e34b-4f79-8fef-b83a9a2efbd3 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "DELETE /v2.0/floatingips/6a925204-69bb-4ea5-933d-275507d6e97a HTTP/1.1" status: 204 len: 168 time: 1.6784928 Aug 28 15:09:19.201738 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbbaf17-0efe-4d93-9fcd-92e14c193f5e None None] Sync routers for ids ['df70f160-565c-454c-900c-2fbd75854ea2'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:09:19.206034 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07bb0497-c51d-4601-80b0-afb8c257ca45', 'tag': '15136077-3ff4-48b1-bb6a-5bcc767ebe52'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:09:19.208067 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-84100958-b3ab-4a9d-a71c-3e582b32ec16 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Request body: {'port': {'device_id': '65b45e7d-8907-4d84-a4af-7e50c6734ddb', 'network_id': '0c336f8d-15c2-4ece-9f36-fb881806211d', 'admin_state_up': True, 'tenant_id': '38a2974fc2894972b792305c00a27520'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:19.209006 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd00bed-facb-4d78-9867-e6e40c09cd0b" -d '{"events": [{"name": "network-changed", "server_uuid": "07bb0497-c51d-4601-80b0-afb8c257ca45", "tag": "15136077-3ff4-48b1-bb6a-5bcc767ebe52"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:09:19.220891 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-933224a3-dd50-4cdb-91e6-4ef07c6a65a2 req-29d072ca-7040-439f-acb5-f8a4a15e5517 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871227 Aug 28 15:09:19.226573 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be0111-ba66-465c-ae75-2b2caf9f2302 None None] Pushing event updated for resources: {'Port': ['ID=0d4e82ef-dc03-47e4-89d0-2935103ac80f,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:19.345076 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19a60ae-4bc3-420e-9488-8c2e5574af9f x-openstack-request-id: req-a19a60ae-4bc3-420e-9488-8c2e5574af9f {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:09:19.345398 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07bb0497-c51d-4601-80b0-afb8c257ca45", "tag": "15136077-3ff4-48b1-bb6a-5bcc767ebe52", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:09:19.345766 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a19a60ae-4bc3-420e-9488-8c2e5574af9f {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:09:19.346223 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07bb0497-c51d-4601-80b0-afb8c257ca45', 'tag': '15136077-3ff4-48b1-bb6a-5bcc767ebe52', 'status': 'completed', 'code': 200} Aug 28 15:09:19.360709 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cde2386-5ada-4afe-b5d8-1e5337c7cc9d tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Made reservation on behalf of d81dceeac1214a6e8d4c9c56d70e0688 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:19.365116 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4cde2386-5ada-4afe-b5d8-1e5337c7cc9d tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:19.380900 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7369b640-781f-4137-b927-e34f504e264f x-openstack-request-id: req-7369b640-781f-4137-b927-e34f504e264f {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:09:19.381194 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99423a95-d01b-4249-92a0-cafe5b88c5be", "name": "network-vif-plugged", "status": "completed", "tag": "85e7645c-2485-459d-84a0-bd06a5bf1c58", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:09:19.381470 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7369b640-781f-4137-b927-e34f504e264f {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:09:19.381867 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99423a95-d01b-4249-92a0-cafe5b88c5be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e7645c-2485-459d-84a0-bd06a5bf1c58', 'code': 200} Aug 28 15:09:19.386589 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=ccbdf0b0-a9a9-49ad-aee2-217b39373a5c,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:19.390409 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbbaf17-0efe-4d93-9fcd-92e14c193f5e None None] Routers {'df70f160-565c-454c-900c-2fbd75854ea2'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:09:19.391058 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5cbbaf17-0efe-4d93-9fcd-92e14c193f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:09:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['df70f160-565c-454c-900c-2fbd75854ea2'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:19.395377 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['ccbdf0b0-a9a9-49ad-aee2-217b39373a5c'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:09:19.474658 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fe09e-5137-47c2-b2f6-ecaf27245399 req-68d67266-e58c-4d7d-a227-89b5100164cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:19.476329 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3e2fe09e-5137-47c2-b2f6-ecaf27245399 req-68d67266-e58c-4d7d-a227-89b5100164cc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=99423a95-d01b-4249-92a0-cafe5b88c5be HTTP/1.1" status: 200 len: 1097 time: 0.1360989 Aug 28 15:09:19.480912 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cde2386-5ada-4afe-b5d8-1e5337c7cc9d tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:09:19.516634 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4cde2386-5ada-4afe-b5d8-1e5337c7cc9d tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:19.517020 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-4cde2386-5ada-4afe-b5d8-1e5337c7cc9d tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Added segment c396822a-2265-46be-99e1-6c8b0b59f5c7 of type vlan for network 1cf68edc-824c-481d-a1a2-4c6a28f1efed Aug 28 15:09:19.535893 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-84100958-b3ab-4a9d-a71c-3e582b32ec16 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Made reservation on behalf of 38a2974fc2894972b792305c00a27520 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:19.539465 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-84100958-b3ab-4a9d-a71c-3e582b32ec16 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:19.582190 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-702eb283-942a-4346-ac21-664761f96087 req-d8a0499a-0e2f-4c5d-a39a-84c0cbbdbd97 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/ports?device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 210 time: 0.0555828 Aug 28 15:09:19.589270 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd00bed-facb-4d78-9867-e6e40c09cd0b req-00f3c255-7a99-43fc-ad71-e03e5509cf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:19.590773 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cfd00bed-facb-4d78-9867-e6e40c09cd0b req-00f3c255-7a99-43fc-ad71-e03e5509cf87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 1097 time: 0.1245208 Aug 28 15:09:19.591835 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3e2fe09e-5137-47c2-b2f6-ecaf27245399 req-638aa3e4-dd9f-4b31-8c7a-28ad63900d69 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=981d00b8-c876-4cb9-a60e-e3189cb65401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063359 Aug 28 15:09:19.621979 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4cde2386-5ada-4afe-b5d8-1e5337c7cc9d tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:19.694108 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd00bed-facb-4d78-9867-e6e40c09cd0b req-03daaf38-638a-4d5f-a45e-1def955cee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:19.695604 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cfd00bed-facb-4d78-9867-e6e40c09cd0b req-03daaf38-638a-4d5f-a45e-1def955cee5f service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c9001ca-a76d-4043-9857-260c0aecc9dd HTTP/1.1" status: 200 len: 898 time: 0.0891569 Aug 28 15:09:19.704347 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81b931-3be3-46b2-9b21-279a581aea4e req-8595f689-2394-4657-8a11-a6454eec92bb tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:19.705912 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9a81b931-3be3-46b2-9b21-279a581aea4e req-8595f689-2394-4657-8a11-a6454eec92bb tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 945 time: 0.1325698 Aug 28 15:09:19.736384 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4cde2386-5ada-4afe-b5d8-1e5337c7cc9d tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:19.736651 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-5cbbaf17-0efe-4d93-9fcd-92e14c193f5e None None] Set router df70f160-565c-454c-900c-2fbd75854ea2 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:09:19.742149 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cde2386-5ada-4afe-b5d8-1e5337c7cc9d tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:19.742746 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4cde2386-5ada-4afe-b5d8-1e5337c7cc9d tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:19.772195 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cd0d5785-9198-4448-bd5b-f081f2608bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:19.774746 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cfd00bed-facb-4d78-9867-e6e40c09cd0b req-cd83c39d-6653-4054-a694-2d44ddb5a797 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15136077-3ff4-48b1-bb6a-5bcc767ebe52 HTTP/1.1" status: 200 len: 217 time: 0.0609360 Aug 28 15:09:19.806870 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766caac-0576-436e-93f1-6466900f2a61 req-45cb7fa4-f273-44ab-83d5-9e0f5ed660a0 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:19.807104 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=85e7645c-2485-459d-84a0-bd06a5bf1c58,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:19.826453 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3766caac-0576-436e-93f1-6466900f2a61 req-45cb7fa4-f273-44ab-83d5-9e0f5ed660a0 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1297414 Aug 28 15:09:19.849725 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d34c45-5097-4550-aefc-95c84fd0b5f9 None None] Network 673b027e-32fc-447f-b214-855d2c8a243d requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:19.868970 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4cde2386-5ada-4afe-b5d8-1e5337c7cc9d tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7532601 Aug 28 15:09:19.876662 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50408) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:19.879967 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9a81b931-3be3-46b2-9b21-279a581aea4e req-f77b3bf6-c593-4d98-9d6b-bed826de8e84 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1603172 Aug 28 15:09:19.894565 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde2386-5ada-4afe-b5d8-1e5337c7cc9d tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event updated for resources: {'Network': ['ID=1cf68edc-824c-481d-a1a2-4c6a28f1efed,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:19.904884 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-252d9452-250d-4fb1-a321-f613b8a2598c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Request body: {'subnet': {'network_id': '1cf68edc-824c-481d-a1a2-4c6a28f1efed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:19.920849 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-84100958-b3ab-4a9d-a71c-3e582b32ec16 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Allocated IP 172.20.0.14 (0c336f8d-15c2-4ece-9f36-fb881806211d/72a2f51c-3f40-418f-ac1d-8370173ef6bd/67fdcf80-6a98-4f3d-9943-a96b920d80a4) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:09:19.926109 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 1cf68edc-824c-481d-a1a2-4c6a28f1efed details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:09:19.928667 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d34c45-5097-4550-aefc-95c84fd0b5f9 None None] Network 673b027e-32fc-447f-b214-855d2c8a243d could not be found, it might have been deleted concurrently. {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 28 15:09:20.028277 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3766caac-0576-436e-93f1-6466900f2a61 req-03c8bd41-a1ae-4c42-a114-96b7b98c5f0f tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884978 Aug 28 15:09:20.040025 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd00bed-facb-4d78-9867-e6e40c09cd0b req-4682e7a6-70bb-45d7-99fd-44361ea735c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:20.042022 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cfd00bed-facb-4d78-9867-e6e40c09cd0b req-4682e7a6-70bb-45d7-99fd-44361ea735c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f372a38c-c4d4-4f7d-922b-81f31e4a3273 HTTP/1.1" status: 200 len: 835 time: 0.2577405 Aug 28 15:09:20.076354 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device ccbdf0b0-a9a9-49ad-aee2-217b39373a5c no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:09:20.109786 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252d9452-250d-4fb1-a321-f613b8a2598c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Made reservation on behalf of d81dceeac1214a6e8d4c9c56d70e0688 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:20.114467 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-252d9452-250d-4fb1-a321-f613b8a2598c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:20.156435 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-84100958-b3ab-4a9d-a71c-3e582b32ec16 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:20.213176 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-84100958-b3ab-4a9d-a71c-3e582b32ec16 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:20.237607 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd00bed-facb-4d78-9867-e6e40c09cd0b req-e385dadb-54ef-4ae4-b873-0c02b06227f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:20.239271 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cfd00bed-facb-4d78-9867-e6e40c09cd0b req-e385dadb-54ef-4ae4-b873-0c02b06227f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c9001ca-a76d-4043-9857-260c0aecc9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1782348 Aug 28 15:09:20.301622 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-84100958-b3ab-4a9d-a71c-3e582b32ec16 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Network 0c336f8d-15c2-4ece-9f36-fb881806211d is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:09:20.316381 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-84100958-b3ab-4a9d-a71c-3e582b32ec16 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:09:20.343501 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-84100958-b3ab-4a9d-a71c-3e582b32ec16 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:09:20.399128 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84100958-b3ab-4a9d-a71c-3e582b32ec16 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Pushing event updated for resources: {'Port': ['ID=67fdcf80-6a98-4f3d-9943-a96b920d80a4,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:20.446435 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-84100958-b3ab-4a9d-a71c-3e582b32ec16 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:20.447257 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-84100958-b3ab-4a9d-a71c-3e582b32ec16 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:20.450879 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:20.471909 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21c25d-24fd-4605-961f-cfa32abbfd16 req-7b4c2ed1-7fa3-49b7-969c-da3d4abec32a tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:20.475335 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6d21c25d-24fd-4605-961f-cfa32abbfd16 req-7b4c2ed1-7fa3-49b7-969c-da3d4abec32a tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.13 "GET /v2.0/ports?device_id=99423a95-d01b-4249-92a0-cafe5b88c5be HTTP/1.1" status: 200 len: 945 time: 0.1681483 Aug 28 15:09:20.476556 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ccbdf0b0-a9a9-49ad-aee2-217b39373a5c {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:09:20.496074 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5cbbaf17-0efe-4d93-9fcd-92e14c193f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655923375', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '06295e1e-7d45-4ddc-9939-89a303005670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:26Z', 'updated_at': '2021-08-28T15:06:37Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '06295e1e-7d45-4ddc-9939-89a303005670', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:66:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:28Z', 'updated_at': '2021-08-28T15:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '46bd64e3-2082-426f-ac24-38ddc2281c77', 'name': '', 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:dd:0e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'f372a38c-c4d4-4f7d-922b-81f31e4a3273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:35Z', 'updated_at': '2021-08-28T15:06:50Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': 'f372a38c-c4d4-4f7d-922b-81f31e4a3273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:20.505836 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-84100958-b3ab-4a9d-a71c-3e582b32ec16 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3085227 Aug 28 15:09:20.509828 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-252d9452-250d-4fb1-a321-f613b8a2598c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:20.525216 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-04c88398-e542-4f94-8bb9-4f5120da2584 service neutron] Request body: {'port': {'device_id': '65b45e7d-8907-4d84-a4af-7e50c6734ddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:20.527085 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbbaf17-0efe-4d93-9fcd-92e14c193f5e None None] Checking router: df70f160-565c-454c-900c-2fbd75854ea2 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:09:20.546576 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port ccbdf0b0-a9a9-49ad-aee2-217b39373a5c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ccbdf0b0-a9a9-49ad-aee2-217b39373a5c,segment=NetworkSegment(8832c9ec-1ee4-4d90-92a4-baba1e83b28d),segment_id=8832c9ec-1ee4-4d90-92a4-baba1e83b28d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:20.548107 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cfd00bed-facb-4d78-9867-e6e40c09cd0b req-914b3489-1bcb-4f85-8ab9-b6b231c92431 service neutron] 10.222.0.41 "GET /v2.0/networks/5c9001ca-a76d-4043-9857-260c0aecc9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764138 Aug 28 15:09:20.551348 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbbaf17-0efe-4d93-9fcd-92e14c193f5e None None] Routers {'df70f160-565c-454c-900c-2fbd75854ea2'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:09:20.552107 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5cbbaf17-0efe-4d93-9fcd-92e14c193f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:09:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['df70f160-565c-454c-900c-2fbd75854ea2'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:20.571015 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6d21c25d-24fd-4605-961f-cfa32abbfd16 req-6502a563-1e7d-4cdb-9042-ff794d439300 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.13 "GET /v2.0/security-groups?id=981d00b8-c876-4cb9-a60e-e3189cb65401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850568 Aug 28 15:09:20.610291 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:20.633085 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-04c88398-e542-4f94-8bb9-4f5120da2584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:20.716106 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d9452-250d-4fb1-a321-f613b8a2598c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event updated for resources: {'Subnet': ['ID=637f471a-7b1e-4d39-b527-50b4606c12b8,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:20.720393 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=ccbdf0b0-a9a9-49ad-aee2-217b39373a5c,revision_number=7']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:20.746611 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-5cbbaf17-0efe-4d93-9fcd-92e14c193f5e None None] Set router df70f160-565c-454c-900c-2fbd75854ea2 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:09:20.802480 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0d4e82ef-dc03-47e4-89d0-2935103ac80f up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:09:20.812320 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddc6f2-d011-4d77-a67a-90157affb92d req-b8b8914b-96b3-41eb-84ba-b7558aa220a4 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:20.813281 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf847b-412f-477d-9154-68cc974cec1b req-e88c66bb-7ae1-48ed-b6e0-3b95dbd03738 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:20.815130 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a4bf847b-412f-477d-9154-68cc974cec1b req-e88c66bb-7ae1-48ed-b6e0-3b95dbd03738 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/ports?device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 932 time: 0.1430433 Aug 28 15:09:20.820860 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7cddc6f2-d011-4d77-a67a-90157affb92d req-b8b8914b-96b3-41eb-84ba-b7558aa220a4 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 945 time: 0.3300593 Aug 28 15:09:20.861999 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252d9452-250d-4fb1-a321-f613b8a2598c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Checking segment: {'id': 'c396822a-2265-46be-99e1-6c8b0b59f5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1cf68edc-824c-481d-a1a2-4c6a28f1efed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:09:20.861999 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252d9452-250d-4fb1-a321-f613b8a2598c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Network hostable DHCP agents. Network: 1cf68edc-824c-481d-a1a2-4c6a28f1efed, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:09:20.911155 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7cddc6f2-d011-4d77-a67a-90157affb92d req-228fc23d-ff14-4373-aa50-9c87f17aa3a5 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895753 Aug 28 15:09:20.929081 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cfd00bed-facb-4d78-9867-e6e40c09cd0b req-a163d9f1-4cbc-4c6d-a69d-088a65f5c0fd service neutron] 10.222.0.41 "GET /v2.0/networks/5c9001ca-a76d-4043-9857-260c0aecc9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776775 Aug 28 15:09:20.950817 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252d9452-250d-4fb1-a321-f613b8a2598c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Network 1cf68edc-824c-481d-a1a2-4c6a28f1efed is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:09:20.967027 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-252d9452-250d-4fb1-a321-f613b8a2598c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 1cf68edc-824c-481d-a1a2-4c6a28f1efed) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:09:20.972482 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252d9452-250d-4fb1-a321-f613b8a2598c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:20.973270 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-252d9452-250d-4fb1-a321-f613b8a2598c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:20.986399 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2404cf0a-0b15-4091-9e50-da6fe76b1291 None None] Network 1cf68edc-824c-481d-a1a2-4c6a28f1efed requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:20.992950 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-252d9452-250d-4fb1-a321-f613b8a2598c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1108544 Aug 28 15:09:20.995479 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50422) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:21.018245 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a4bf847b-412f-477d-9154-68cc974cec1b req-c0aa213e-e942-4feb-984f-127d358f9928 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6f6c2f-4cfa-46ef-bb53-af961c2ed17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401150 Aug 28 15:09:21.114452 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 0d4e82ef-dc03-47e4-89d0-2935103ac80f triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:09:21.114838 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:21.182525 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-45f39cb6-1476-4725-8d04-ed27227148e9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:21.221550 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac938ac6-cb83-47ce-9041-d8b81efce078 req-352830ea-8e1a-4cd2-a05a-19813dc13a9c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:21.224618 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ac938ac6-cb83-47ce-9041-d8b81efce078 req-352830ea-8e1a-4cd2-a05a-19813dc13a9c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 945 time: 0.0900183 Aug 28 15:09:21.238042 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5cbbaf17-0efe-4d93-9fcd-92e14c193f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655923375', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '06295e1e-7d45-4ddc-9939-89a303005670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:26Z', 'updated_at': '2021-08-28T15:06:37Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '06295e1e-7d45-4ddc-9939-89a303005670', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:66:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:28Z', 'updated_at': '2021-08-28T15:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '46bd64e3-2082-426f-ac24-38ddc2281c77', 'name': '', 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:dd:0e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'f372a38c-c4d4-4f7d-922b-81f31e4a3273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:35Z', 'updated_at': '2021-08-28T15:06:50Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': 'f372a38c-c4d4-4f7d-922b-81f31e4a3273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:21.275299 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-04c88398-e542-4f94-8bb9-4f5120da2584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67fdcf80-6a98-4f3d-9943-a96b920d80a4 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:09:21.296818 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-04c88398-e542-4f94-8bb9-4f5120da2584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:21.304870 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-45f39cb6-1476-4725-8d04-ed27227148e9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:21.310864 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1760332-9044-46a0-8198-c9b9d0a7333d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-1cf68edc-824c-481d-a1a2-4c6a28f1efed', 'network_id': '1cf68edc-824c-481d-a1a2-4c6a28f1efed', 'tenant_id': 'd81dceeac1214a6e8d4c9c56d70e0688', 'fixed_ips': [{'subnet_id': '637f471a-7b1e-4d39-b527-50b4606c12b8'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:09:21.311758 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f1760332-9044-46a0-8198-c9b9d0a7333d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:21.313930 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbbaf17-0efe-4d93-9fcd-92e14c193f5e None None] The sync data for ids ['df70f160-565c-454c-900c-2fbd75854ea2'] in n-d-712137-10 is: [{'id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655923375', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '06295e1e-7d45-4ddc-9939-89a303005670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:26Z', 'updated_at': '2021-08-28T15:06:37Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '06295e1e-7d45-4ddc-9939-89a303005670', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:66:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:28Z', 'updated_at': '2021-08-28T15:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '46bd64e3-2082-426f-ac24-38ddc2281c77', 'name': '', 'network_id': '5c9001ca-a76d-4043-9857-260c0aecc9dd', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:dd:0e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'f372a38c-c4d4-4f7d-922b-81f31e4a3273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:35Z', 'updated_at': '2021-08-28T15:06:50Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': 'f372a38c-c4d4-4f7d-922b-81f31e4a3273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:09:21.318633 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-04c88398-e542-4f94-8bb9-4f5120da2584 service neutron] Transition to ACTIVE for port object 67fdcf80-6a98-4f3d-9943-a96b920d80a4 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:09:21.328929 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e472a74-5571-45a1-9221-903f1d842c5d req-9988f07e-69e7-421c-8442-a1a7a50e5aec tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:21.338720 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1e472a74-5571-45a1-9221-903f1d842c5d req-9988f07e-69e7-421c-8442-a1a7a50e5aec tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1015418 Aug 28 15:09:21.349478 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-04c88398-e542-4f94-8bb9-4f5120da2584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:21.377104 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ac938ac6-cb83-47ce-9041-d8b81efce078 req-95e15d5e-92ff-462e-89fa-472c5681f9c1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2e07a8-e08d-40eb-af77-3261222de99e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0915992 Aug 28 15:09:21.422831 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-45f39cb6-1476-4725-8d04-ed27227148e9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:21.459983 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f39cb6-1476-4725-8d04-ed27227148e9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event deleted for resources: {'Subnet': ['ID=637f471a-7b1e-4d39-b527-50b4606c12b8,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server [None req-f1760332-9044-46a0-8198-c9b9d0a7333d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 637f471a-7b1e-4d39-b527-50b4606c12b8: This subnet is being modified by another concurrent operation. Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise exception Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 637f471a-7b1e-4d39-b527-50b4606c12b8: This subnet is being modified by another concurrent operation. Aug 28 15:09:21.498925 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server Aug 28 15:09:21.516686 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ec8c65-0bfb-482d-813a-9c257fff847d None None] Network 1cf68edc-824c-481d-a1a2-4c6a28f1efed requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:21.558581 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1e472a74-5571-45a1-9221-903f1d842c5d req-f29e1717-ca9c-43ec-a13f-4aea30f016d9 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196550 Aug 28 15:09:21.583676 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1192cd9-6f78-477d-8aa5-a17971a4f595 req-6c188b28-28f8-4ca6-8223-fdf21cc824b1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:21.585445 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c88398-e542-4f94-8bb9-4f5120da2584 service neutron] Pushing event updated for resources: {'Port': ['ID=67fdcf80-6a98-4f3d-9943-a96b920d80a4,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:21.585584 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1192cd9-6f78-477d-8aa5-a17971a4f595 req-6c188b28-28f8-4ca6-8223-fdf21cc824b1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.41 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 945 time: 0.1213222 Aug 28 15:09:21.590478 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-45f39cb6-1476-4725-8d04-ed27227148e9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:21.597221 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-04c88398-e542-4f94-8bb9-4f5120da2584 service neutron] Attempting to bind port 67fdcf80-6a98-4f3d-9943-a96b920d80a4 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:09:21.599438 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-04c88398-e542-4f94-8bb9-4f5120da2584 service neutron] Attempting to bind port 67fdcf80-6a98-4f3d-9943-a96b920d80a4 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '1871d3b7-d6f5-4274-9c99-8e84db42545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0c336f8d-15c2-4ece-9f36-fb881806211d'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:09:21.601199 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-04c88398-e542-4f94-8bb9-4f5120da2584 service neutron] Attempting to bind port 67fdcf80-6a98-4f3d-9943-a96b920d80a4 on network 0c336f8d-15c2-4ece-9f36-fb881806211d {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:09:21.611487 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-04c88398-e542-4f94-8bb9-4f5120da2584 service neutron] Port 67fdcf80-6a98-4f3d-9943-a96b920d80a4 on network 0c336f8d-15c2-4ece-9f36-fb881806211d not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:09:21.613638 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-04c88398-e542-4f94-8bb9-4f5120da2584 service neutron] Attempting to bind port 67fdcf80-6a98-4f3d-9943-a96b920d80a4 on network 0c336f8d-15c2-4ece-9f36-fb881806211d {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:09:21.621759 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-04c88398-e542-4f94-8bb9-4f5120da2584 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:09:21.623018 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-04c88398-e542-4f94-8bb9-4f5120da2584 service neutron] Checking segment: {'id': '1871d3b7-d6f5-4274-9c99-8e84db42545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0c336f8d-15c2-4ece-9f36-fb881806211d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:09:21.626569 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-04c88398-e542-4f94-8bb9-4f5120da2584 service neutron] Bound using segment: {'id': '1871d3b7-d6f5-4274-9c99-8e84db42545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0c336f8d-15c2-4ece-9f36-fb881806211d'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:09:21.628723 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-04c88398-e542-4f94-8bb9-4f5120da2584 service neutron] Bound port: 67fdcf80-6a98-4f3d-9943-a96b920d80a4, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1871d3b7-d6f5-4274-9c99-8e84db42545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0c336f8d-15c2-4ece-9f36-fb881806211d'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:09:21.630478 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-04c88398-e542-4f94-8bb9-4f5120da2584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:21.645971 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-45f39cb6-1476-4725-8d04-ed27227148e9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf68edc-824c-481d-a1a2-4c6a28f1efed']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:21.680773 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-45f39cb6-1476-4725-8d04-ed27227148e9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c396822a-2265-46be-99e1-6c8b0b59f5c7') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:21.684366 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-45f39cb6-1476-4725-8d04-ed27227148e9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c396822a-2265-46be-99e1-6c8b0b59f5c7') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:21.702610 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-45f39cb6-1476-4725-8d04-ed27227148e9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:21.721214 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b90cce7-650a-4879-9c4a-319969606b9a None None] get_active_networks_info from n-d-712137-10 {{(pid=106331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 15:09:21.729787 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-45f39cb6-1476-4725-8d04-ed27227148e9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:21.747949 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-04c88398-e542-4f94-8bb9-4f5120da2584 service neutron] For port 67fdcf80-6a98-4f3d-9943-a96b920d80a4, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:09:21.748854 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f39cb6-1476-4725-8d04-ed27227148e9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:09:21.749246 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-45f39cb6-1476-4725-8d04-ed27227148e9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:21.751503 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-04c88398-e542-4f94-8bb9-4f5120da2584 service neutron] For port 67fdcf80-6a98-4f3d-9943-a96b920d80a4, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=67fdcf80-6a98-4f3d-9943-a96b920d80a4,segment=NetworkSegment(1871d3b7-d6f5-4274-9c99-8e84db42545a),segment_id=1871d3b7-d6f5-4274-9c99-8e84db42545a)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:09:21.760614 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-04c88398-e542-4f94-8bb9-4f5120da2584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:21.813195 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-04c88398-e542-4f94-8bb9-4f5120da2584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:21.813985 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-04c88398-e542-4f94-8bb9-4f5120da2584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:21.815837 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-04c88398-e542-4f94-8bb9-4f5120da2584 service neutron] 10.222.0.41 "PUT /v2.0/ports/67fdcf80-6a98-4f3d-9943-a96b920d80a4 HTTP/1.1" status: 200 len: 1093 time: 1.2968028 Aug 28 15:09:21.816578 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b45e7d-8907-4d84-a4af-7e50c6734ddb', 'tag': '67fdcf80-6a98-4f3d-9943-a96b920d80a4'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:09:21.818852 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4d5192-a393-40a8-a5f7-23a989bf0b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "65b45e7d-8907-4d84-a4af-7e50c6734ddb", "tag": "67fdcf80-6a98-4f3d-9943-a96b920d80a4"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:09:21.820114 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:09:21.829620 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c65d5f6-ca52-401b-8527-8be965a3d187 None None] New status for floating IP 6a925204-69bb-4ea5-933d-275507d6e97a: DOWN {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:09:21.835443 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-45f39cb6-1476-4725-8d04-ed27227148e9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:21.886255 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-45f39cb6-1476-4725-8d04-ed27227148e9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:21.889035 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-45f39cb6-1476-4725-8d04-ed27227148e9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "DELETE /v2.0/networks/1cf68edc-824c-481d-a1a2-4c6a28f1efed HTTP/1.1" status: 204 len: 168 time: 0.8921142 Aug 28 15:09:21.893463 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b90cce7-650a-4879-9c4a-319969606b9a None None] Resources bound (agent type, host, resource id): {{(pid=106331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 15:09:21.897223 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50432) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:21.918093 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f39cb6-1476-4725-8d04-ed27227148e9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event deleted for resources: {'Network': ['ID=1cf68edc-824c-481d-a1a2-4c6a28f1efed,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:21.936454 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-12d160ad-6cdb-4dab-8f53-b2a302ea41f0 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-388771812'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:21.960106 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5f9db-bee0-4b59-9f5f-ee6347b05908 req-ff45d467-6f76-4080-8c54-addba1f9fdf0 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:21.961657 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-37f5f9db-bee0-4b59-9f5f-ee6347b05908 req-ff45d467-6f76-4080-8c54-addba1f9fdf0 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.13 "GET /v2.0/ports?device_id=99423a95-d01b-4249-92a0-cafe5b88c5be HTTP/1.1" status: 200 len: 945 time: 0.1406517 Aug 28 15:09:21.977010 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503052ec-0562-48d9-b5bf-3a74379846a0 x-openstack-request-id: req-503052ec-0562-48d9-b5bf-3a74379846a0 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:09:21.977329 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b45e7d-8907-4d84-a4af-7e50c6734ddb", "tag": "67fdcf80-6a98-4f3d-9943-a96b920d80a4", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:09:21.977592 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-503052ec-0562-48d9-b5bf-3a74379846a0 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:09:21.978154 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b45e7d-8907-4d84-a4af-7e50c6734ddb', 'tag': '67fdcf80-6a98-4f3d-9943-a96b920d80a4', 'status': 'completed', 'code': 200} Aug 28 15:09:22.040268 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-37f5f9db-bee0-4b59-9f5f-ee6347b05908 req-62ac2d9f-8ece-430a-83a9-f9071435d0b1 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.13 "GET /v2.0/security-groups?id=981d00b8-c876-4cb9-a60e-e3189cb65401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720918 Aug 28 15:09:22.048160 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c88398-e542-4f94-8bb9-4f5120da2584 service neutron] Pushing event updated for resources: {'Port': ['ID=67fdcf80-6a98-4f3d-9943-a96b920d80a4,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:22.049276 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-e1192cd9-6f78-477d-8aa5-a17971a4f595 req-8d2cd736-1ea2-41c8-9b62-ec00e6673c65 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Deleting port 15136077-3ff4-48b1-bb6a-5bcc767ebe52 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:09:22.049618 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e1192cd9-6f78-477d-8aa5-a17971a4f595 req-8d2cd736-1ea2-41c8-9b62-ec00e6673c65 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:22.071878 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device ccbdf0b0-a9a9-49ad-aee2-217b39373a5c up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:09:22.072564 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-71976175-4e2e-4405-be3c-830a3412091c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:22.073796 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-71976175-4e2e-4405-be3c-830a3412091c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38a2974fc2894972b792305c00a27520&device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 1096 time: 0.1942875 Aug 28 15:09:22.074838 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d160ad-6cdb-4dab-8f53-b2a302ea41f0 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Made reservation on behalf of d81dceeac1214a6e8d4c9c56d70e0688 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:22.079076 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-12d160ad-6cdb-4dab-8f53-b2a302ea41f0 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:22.195720 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-cb3bf907-6c41-4ea5-8b1e-024088a56a3b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67fdcf80-6a98-4f3d-9943-a96b920d80a4 HTTP/1.1" status: 200 len: 217 time: 0.1046944 Aug 28 15:09:22.227288 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-e1192cd9-6f78-477d-8aa5-a17971a4f595 req-8d2cd736-1ea2-41c8-9b62-ec00e6673c65 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] For port 15136077-3ff4-48b1-bb6a-5bcc767ebe52, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=15136077-3ff4-48b1-bb6a-5bcc767ebe52,segment=NetworkSegment(8b86c131-42a6-429e-b12a-d30d54b837f8),segment_id=8b86c131-42a6-429e-b12a-d30d54b837f8)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:22.227990 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e1192cd9-6f78-477d-8aa5-a17971a4f595 req-8d2cd736-1ea2-41c8-9b62-ec00e6673c65 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:22.248730 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-e1192cd9-6f78-477d-8aa5-a17971a4f595 req-8d2cd736-1ea2-41c8-9b62-ec00e6673c65 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Calling delete_port for 15136077-3ff4-48b1-bb6a-5bcc767ebe52 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:09:22.266756 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port ccbdf0b0-a9a9-49ad-aee2-217b39373a5c triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:09:22.267115 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:22.267515 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f1f22-7ff2-4e71-bf93-ea738f7e00ac req-96970922-8b13-44d4-8b35-e246262615a4 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:22.269617 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a80f1f22-7ff2-4e71-bf93-ea738f7e00ac req-96970922-8b13-44d4-8b35-e246262615a4 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/ports?device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 944 time: 0.1081069 Aug 28 15:09:22.273495 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d160ad-6cdb-4dab-8f53-b2a302ea41f0 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:09:22.299536 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-12d160ad-6cdb-4dab-8f53-b2a302ea41f0 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:22.300455 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-12d160ad-6cdb-4dab-8f53-b2a302ea41f0 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Added segment 9becbba9-b11e-41d3-8cb9-1210698efa15 of type vlan for network 393f6995-17d7-4869-a0e2-236b1c5105a6 Aug 28 15:09:22.309493 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67628145-0ea9-4d2f-aaa4-64577a0978d0 req-91181757-0aa8-4bfa-996a-7137a36c6aa4 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:22.311815 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-67628145-0ea9-4d2f-aaa4-64577a0978d0 req-91181757-0aa8-4bfa-996a-7137a36c6aa4 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 944 time: 0.2106287 Aug 28 15:09:22.320633 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-df97fffe-1606-4180-ab96-37703c90c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:22.322770 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-df97fffe-1606-4180-ab96-37703c90c43e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72a2f51c-3f40-418f-ac1d-8370173ef6bd HTTP/1.1" status: 200 len: 852 time: 0.1066279 Aug 28 15:09:22.403085 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-12d160ad-6cdb-4dab-8f53-b2a302ea41f0 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:22.407935 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-6a57e3de-ade3-442e-8feb-80bec735ef5a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0c336f8d-15c2-4ece-9f36-fb881806211d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517311 Aug 28 15:09:22.414982 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:22.428347 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a80f1f22-7ff2-4e71-bf93-ea738f7e00ac req-90c4f8a8-eb6e-4842-8955-72d4cb449759 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6f6c2f-4cfa-46ef-bb53-af961c2ed17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169331 Aug 28 15:09:22.442575 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-67628145-0ea9-4d2f-aaa4-64577a0978d0 req-741d7de1-b1c0-4dc7-9426-d6ac3bf5abe6 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173463 Aug 28 15:09:22.451030 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f097dd51-913e-4765-bd0a-059e63c669e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbdf0b0-a9a9-49ad-aee2-217b39373a5c'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:09:22.463560 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60205ef-3752-49b0-89f1-0d9a88848204" -d '{"events": [{"server_uuid": "f097dd51-913e-4765-bd0a-059e63c669e4", "name": "network-vif-plugged", "status": "completed", "tag": "ccbdf0b0-a9a9-49ad-aee2-217b39373a5c"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:09:22.490364 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port ccbdf0b0-a9a9-49ad-aee2-217b39373a5c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ccbdf0b0-a9a9-49ad-aee2-217b39373a5c,segment=NetworkSegment(8832c9ec-1ee4-4d90-92a4-baba1e83b28d),segment_id=8832c9ec-1ee4-4d90-92a4-baba1e83b28d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:22.490542 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e1192cd9-6f78-477d-8aa5-a17971a4f595 req-8d2cd736-1ea2-41c8-9b62-ec00e6673c65 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:22.501201 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:22.549335 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-12d160ad-6cdb-4dab-8f53-b2a302ea41f0 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:22.555969 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d160ad-6cdb-4dab-8f53-b2a302ea41f0 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:22.557246 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-12d160ad-6cdb-4dab-8f53-b2a302ea41f0 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:22.559344 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2cd736-1ea2-41c8-9b62-ec00e6673c65 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event deleted for resources: {'Port': ['ID=15136077-3ff4-48b1-bb6a-5bcc767ebe52,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:22.617531 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=ccbdf0b0-a9a9-49ad-aee2-217b39373a5c,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:22.654282 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1192cd9-6f78-477d-8aa5-a17971a4f595 req-8d2cd736-1ea2-41c8-9b62-ec00e6673c65 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] No DVR routers for this DVR port 15136077-3ff4-48b1-bb6a-5bcc767ebe52 on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:09:22.657300 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e1192cd9-6f78-477d-8aa5-a17971a4f595 req-8d2cd736-1ea2-41c8-9b62-ec00e6673c65 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:22.661182 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1192cd9-6f78-477d-8aa5-a17971a4f595 req-8d2cd736-1ea2-41c8-9b62-ec00e6673c65 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.41 "DELETE /v2.0/ports/15136077-3ff4-48b1-bb6a-5bcc767ebe52 HTTP/1.1" status: 204 len: 173 time: 1.0676746 Aug 28 15:09:22.662145 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bb0497-c51d-4601-80b0-afb8c257ca45', 'name': 'network-vif-deleted', 'tag': '15136077-3ff4-48b1-bb6a-5bcc767ebe52'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:09:22.665460 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d5e51d-a69d-48aa-9cd4-f16ef4015481" -d '{"events": [{"server_uuid": "07bb0497-c51d-4601-80b0-afb8c257ca45", "name": "network-vif-deleted", "tag": "15136077-3ff4-48b1-bb6a-5bcc767ebe52"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:09:22.678942 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-12d160ad-6cdb-4dab-8f53-b2a302ea41f0 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7655370 Aug 28 15:09:22.681232 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50454) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:22.686447 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-cbbf84cd-1915-4d29-88e5-aa32f15cfdf6 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Request body: {'subnet': {'network_id': '393f6995-17d7-4869-a0e2-236b1c5105a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:22.693847 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-755ae735-a5a5-463d-8e8f-70ca82f138f4 service neutron] 10.222.0.41 "GET /v2.0/networks/0c336f8d-15c2-4ece-9f36-fb881806211d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668912 Aug 28 15:09:22.760898 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d160ad-6cdb-4dab-8f53-b2a302ea41f0 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event updated for resources: {'Network': ['ID=393f6995-17d7-4869-a0e2-236b1c5105a6,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:22.774112 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 393f6995-17d7-4869-a0e2-236b1c5105a6 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:09:22.813014 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b702b1ca-c579-4850-bfa8-57859be473ba x-openstack-request-id: req-b702b1ca-c579-4850-bfa8-57859be473ba {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:09:22.813342 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f097dd51-913e-4765-bd0a-059e63c669e4", "name": "network-vif-plugged", "status": "completed", "tag": "ccbdf0b0-a9a9-49ad-aee2-217b39373a5c", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:09:22.816029 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b702b1ca-c579-4850-bfa8-57859be473ba {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:09:22.816565 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f097dd51-913e-4765-bd0a-059e63c669e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbdf0b0-a9a9-49ad-aee2-217b39373a5c', 'code': 200} Aug 28 15:09:22.826499 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-87319f79-90ec-4b57-b508-ea3ee9b43fba req-3869a19e-b4d1-4c4e-924d-2e86e3c58f62 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bb0497-c51d-4601-80b0-afb8c257ca45 HTTP/1.1" status: 200 len: 210 time: 0.1144583 Aug 28 15:09:22.934506 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e871392c-3c15-4fd2-b17c-7cbe88528cdc x-openstack-request-id: req-e871392c-3c15-4fd2-b17c-7cbe88528cdc {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:09:22.938938 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bb0497-c51d-4601-80b0-afb8c257ca45", "name": "network-vif-deleted", "tag": "15136077-3ff4-48b1-bb6a-5bcc767ebe52", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:09:22.939239 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e871392c-3c15-4fd2-b17c-7cbe88528cdc {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:09:22.939687 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07bb0497-c51d-4601-80b0-afb8c257ca45', 'name': 'network-vif-deleted', 'tag': '15136077-3ff4-48b1-bb6a-5bcc767ebe52', 'status': 'completed', 'code': 200} Aug 28 15:09:22.952929 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-26d041a0-fe56-4412-af35-5f8540e78e2a req-b631fd45-1731-4025-9cdf-ad466484a2ad service neutron] 10.222.0.41 "GET /v2.0/networks/0c336f8d-15c2-4ece-9f36-fb881806211d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422419 Aug 28 15:09:23.003722 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1b217-b830-4f6e-a4d9-1d7dddaf077f req-0a1c2d87-1b21-4e96-8551-6ff2289f42e7 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:23.011387 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-85a1b217-b830-4f6e-a4d9-1d7dddaf077f req-0a1c2d87-1b21-4e96-8551-6ff2289f42e7 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1362996 Aug 28 15:09:23.053443 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbf84cd-1915-4d29-88e5-aa32f15cfdf6 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Made reservation on behalf of d81dceeac1214a6e8d4c9c56d70e0688 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:23.055924 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-85a1b217-b830-4f6e-a4d9-1d7dddaf077f req-add449b2-f4f7-4377-afc4-a81cb26c5480 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433664 Aug 28 15:09:23.067112 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cbbf84cd-1915-4d29-88e5-aa32f15cfdf6 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:23.198099 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96bbda-0135-49aa-b96e-80872d8ee7a3 req-4f2cdc6c-8f7a-452f-b0bb-0e7a9d25eec6 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:23.199671 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ff96bbda-0135-49aa-b96e-80872d8ee7a3 req-4f2cdc6c-8f7a-452f-b0bb-0e7a9d25eec6 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.13 "GET /v2.0/ports?device_id=99423a95-d01b-4249-92a0-cafe5b88c5be HTTP/1.1" status: 200 len: 945 time: 0.2055669 Aug 28 15:09:23.211272 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50462) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:23.279448 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978a611-ecb3-4f6d-bf40-6e52f1abb9e0 req-a5872b82-c40c-4aac-ab80-da39a867a381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:23.281002 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b978a611-ecb3-4f6d-bf40-6e52f1abb9e0 req-a5872b82-c40c-4aac-ab80-da39a867a381 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 1098 time: 0.2348452 Aug 28 15:09:23.282596 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d5192-a393-40a8-a5f7-23a989bf0b5a req-9636f845-f84c-4582-94ec-e334243d90cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:23.284492 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9e4d5192-a393-40a8-a5f7-23a989bf0b5a req-9636f845-f84c-4582-94ec-e334243d90cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38a2974fc2894972b792305c00a27520&device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 1096 time: 0.2075803 Aug 28 15:09:23.333397 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ff96bbda-0135-49aa-b96e-80872d8ee7a3 req-d460fdcb-0002-4bc7-a21d-1f25842fb274 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.13 "GET /v2.0/security-groups?id=981d00b8-c876-4cb9-a60e-e3189cb65401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166043 Aug 28 15:09:23.364004 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-676f0438-3963-49c6-bdc7-619120c2d242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:23.433490 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b978a611-ecb3-4f6d-bf40-6e52f1abb9e0 req-46e2137e-a535-423f-b370-c6c1e293c9fc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412411 Aug 28 15:09:23.464375 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-676f0438-3963-49c6-bdc7-619120c2d242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:23.468811 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-676f0438-3963-49c6-bdc7-619120c2d242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:23.529099 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f0438-3963-49c6-bdc7-619120c2d242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a25000-d6ed-444a-9e37-0930cb4e1636,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:23.536894 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-676f0438-3963-49c6-bdc7-619120c2d242 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19abb1de145d4607a189ed6630b04cb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3243127 Aug 28 15:09:23.550374 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50470) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:23.606714 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386add21-0e55-40b1-b338-7a910f5de7b9 req-44da9ae3-9e87-40d5-aac7-6d1b01eade07 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:23.608215 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-386add21-0e55-40b1-b338-7a910f5de7b9 req-44da9ae3-9e87-40d5-aac7-6d1b01eade07 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/ports?device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 944 time: 0.0908959 Aug 28 15:09:23.630321 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5aa37e8b-95e5-43da-8926-466bd4ab0ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:23.670409 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5aa37e8b-95e5-43da-8926-466bd4ab0ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:23.686717 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-386add21-0e55-40b1-b338-7a910f5de7b9 req-b96af6df-71ae-4370-a7bc-b68ff9d8e1c9 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6f6c2f-4cfa-46ef-bb53-af961c2ed17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668764 Aug 28 15:09:23.734512 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5aa37e8b-95e5-43da-8926-466bd4ab0ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:23.737556 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5aa37e8b-95e5-43da-8926-466bd4ab0ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:23.741101 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5aa37e8b-95e5-43da-8926-466bd4ab0ea6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44a25000-d6ed-444a-9e37-0930cb4e1636 HTTP/1.1" status: 204 len: 168 time: 0.1871769 Aug 28 15:09:23.750859 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa37e8b-95e5-43da-8926-466bd4ab0ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a25000-d6ed-444a-9e37-0930cb4e1636,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:23.816808 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d5192-a393-40a8-a5f7-23a989bf0b5a req-e3b5b1c4-c1cd-476e-a256-b1b536de625f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:23.818210 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9e4d5192-a393-40a8-a5f7-23a989bf0b5a req-e3b5b1c4-c1cd-476e-a256-b1b536de625f service neutron] 10.222.0.41 "GET /v2.0/networks?id=0c336f8d-15c2-4ece-9f36-fb881806211d HTTP/1.1" status: 200 len: 913 time: 0.5231891 Aug 28 15:09:23.879606 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9e4d5192-a393-40a8-a5f7-23a989bf0b5a req-9b74483f-47d1-4716-bd1c-274c68907182 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67fdcf80-6a98-4f3d-9943-a96b920d80a4 HTTP/1.1" status: 200 len: 217 time: 0.0500066 Aug 28 15:09:23.880914 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cbbf84cd-1915-4d29-88e5-aa32f15cfdf6 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:23.893345 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 15136077-3ff4-48b1-bb6a-5bcc767ebe52 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:09:23.929715 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789c181-5c8f-4a8f-b87c-870e03affd83 req-0d30ac22-18b2-438b-9d2a-7afc2621e5a3 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:23.931257 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0789c181-5c8f-4a8f-b87c-870e03affd83 req-0d30ac22-18b2-438b-9d2a-7afc2621e5a3 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 946 time: 0.1884480 Aug 28 15:09:23.933602 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50480) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:23.951559 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 15136077-3ff4-48b1-bb6a-5bcc767ebe52 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:09:23.952179 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 15136077-3ff4-48b1-bb6a-5bcc767ebe52 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:09:24.012417 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf84cd-1915-4d29-88e5-aa32f15cfdf6 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event updated for resources: {'Subnet': ['ID=938a3b93-f7c9-4e46-ba9d-63b95ae09d20,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:24.022725 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d5192-a393-40a8-a5f7-23a989bf0b5a req-8fa12472-c096-4004-988c-af023c3b6168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:24.024540 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9e4d5192-a393-40a8-a5f7-23a989bf0b5a req-8fa12472-c096-4004-988c-af023c3b6168 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72a2f51c-3f40-418f-ac1d-8370173ef6bd HTTP/1.1" status: 200 len: 852 time: 0.1353638 Aug 28 15:09:24.054186 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0789c181-5c8f-4a8f-b87c-870e03affd83 req-5ee17d3a-3bed-4ad8-a252-57fd1c67d4d9 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972011 Aug 28 15:09:24.076136 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9e4d5192-a393-40a8-a5f7-23a989bf0b5a req-454436f6-9b90-44cd-8b79-d0fc47fff2de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0c336f8d-15c2-4ece-9f36-fb881806211d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386357 Aug 28 15:09:24.078081 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbf84cd-1915-4d29-88e5-aa32f15cfdf6 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Checking segment: {'id': '9becbba9-b11e-41d3-8cb9-1210698efa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '393f6995-17d7-4869-a0e2-236b1c5105a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:09:24.078517 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbf84cd-1915-4d29-88e5-aa32f15cfdf6 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Network hostable DHCP agents. Network: 393f6995-17d7-4869-a0e2-236b1c5105a6, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:09:24.146377 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50484) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:24.172162 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbf84cd-1915-4d29-88e5-aa32f15cfdf6 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Network 393f6995-17d7-4869-a0e2-236b1c5105a6 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:09:24.177525 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e5a85a35-dbe0-4a8e-bbb7-cdf1c1edcd10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:24.198406 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-cbbf84cd-1915-4d29-88e5-aa32f15cfdf6 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 393f6995-17d7-4869-a0e2-236b1c5105a6) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:09:24.209497 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d78daea-b763-40d9-b65b-08e911804688 None None] Network 393f6995-17d7-4869-a0e2-236b1c5105a6 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:24.211848 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbf84cd-1915-4d29-88e5-aa32f15cfdf6 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:24.212404 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cbbf84cd-1915-4d29-88e5-aa32f15cfdf6 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:24.252521 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9e4d5192-a393-40a8-a5f7-23a989bf0b5a req-ea88ec54-9701-4eb2-9785-c5badd6a3c03 service neutron] 10.222.0.41 "GET /v2.0/networks/0c336f8d-15c2-4ece-9f36-fb881806211d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645784 Aug 28 15:09:24.381425 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:24.417973 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb579e36-ccd0-4ac8-9993-8b3d3b3023ad req-2a52ff04-1fa7-416d-a153-f5baf8642122 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:24.419486 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cb579e36-ccd0-4ac8-9993-8b3d3b3023ad req-2a52ff04-1fa7-416d-a153-f5baf8642122 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.36 "GET /v2.0/ports?device_id=99423a95-d01b-4249-92a0-cafe5b88c5be HTTP/1.1" status: 200 len: 945 time: 0.1316779 Aug 28 15:09:24.442252 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db15e95c-ce26-4514-ab34-04e10a9c62b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-393f6995-17d7-4869-a0e2-236b1c5105a6', 'network_id': '393f6995-17d7-4869-a0e2-236b1c5105a6', 'tenant_id': 'd81dceeac1214a6e8d4c9c56d70e0688', 'fixed_ips': [{'subnet_id': '938a3b93-f7c9-4e46-ba9d-63b95ae09d20'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:09:24.443122 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-db15e95c-ce26-4514-ab34-04e10a9c62b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:24.455932 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd7cad-1f4a-4e94-8323-872bdc53ea89 req-e8f05cb6-5ff1-4a15-be29-433d85fab308 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:24.457807 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-94bd7cad-1f4a-4e94-8323-872bdc53ea89 req-e8f05cb6-5ff1-4a15-be29-433d85fab308 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1165349 Aug 28 15:09:24.485015 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9e4d5192-a393-40a8-a5f7-23a989bf0b5a req-09cc36cc-05d2-44bd-adb6-52d948f8e756 service neutron] 10.222.0.41 "GET /v2.0/networks/0c336f8d-15c2-4ece-9f36-fb881806211d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218134 Aug 28 15:09:24.506814 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e5a85a35-dbe0-4a8e-bbb7-cdf1c1edcd10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:24.530461 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e5a85a35-dbe0-4a8e-bbb7-cdf1c1edcd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:24.564225 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-94bd7cad-1f4a-4e94-8323-872bdc53ea89 req-794bc9b1-22b8-4c62-bdf9-8b264ef14639 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974345 Aug 28 15:09:24.575614 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cbbf84cd-1915-4d29-88e5-aa32f15cfdf6 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8907032 Aug 28 15:09:24.579022 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50488) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:24.590385 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-1881fed6-f783-4486-94ab-d74ef9a7c0c8 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Request body: {'subnet': {'network_id': '393f6995-17d7-4869-a0e2-236b1c5105a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:24.618567 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ab55d-e0d3-4595-a8e4-edc304dcd41e req-ccdd7b82-de22-4680-8848-8ce81a695385 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:24.620381 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-584ab55d-e0d3-4595-a8e4-edc304dcd41e req-ccdd7b82-de22-4680-8848-8ce81a695385 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.13 "GET /v2.0/ports?device_id=99423a95-d01b-4249-92a0-cafe5b88c5be HTTP/1.1" status: 200 len: 945 time: 0.1893373 Aug 28 15:09:24.622530 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-db15e95c-ce26-4514-ab34-04e10a9c62b9 None None] Allocated IP 2001:db8::2 (393f6995-17d7-4869-a0e2-236b1c5105a6/938a3b93-f7c9-4e46-ba9d-63b95ae09d20/c976216d-4e5d-43a9-9517-1ae7e287ba0e) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:09:24.631524 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e5a85a35-dbe0-4a8e-bbb7-cdf1c1edcd10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c92e353b51d405e841cadf305c68a4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4839249 Aug 28 15:09:24.636064 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50490) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:24.640230 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a85a35-dbe0-4a8e-bbb7-cdf1c1edcd10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e86f14d-fb16-4f77-be62-5b9326d53806,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:24.726867 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-584ab55d-e0d3-4595-a8e4-edc304dcd41e req-f70b8383-3c41-4557-84de-a646ac45ab62 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.13 "GET /v2.0/security-groups?id=981d00b8-c876-4cb9-a60e-e3189cb65401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915682 Aug 28 15:09:24.732909 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-cb579e36-ccd0-4ac8-9993-8b3d3b3023ad req-fa56c14a-cfa3-4255-be1d-6d4d782a1ea8 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Deleting port 85e7645c-2485-459d-84a0-bd06a5bf1c58 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:09:24.733776 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cb579e36-ccd0-4ac8-9993-8b3d3b3023ad req-fa56c14a-cfa3-4255-be1d-6d4d782a1ea8 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:24.827566 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-db15e95c-ce26-4514-ab34-04e10a9c62b9 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:24.836223 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1ab76f98-2c14-453e-a6a1-3c04a79b1788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:24.840063 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-db15e95c-ce26-4514-ab34-04e10a9c62b9 None None] Transition to ACTIVE for port object c976216d-4e5d-43a9-9517-1ae7e287ba0e will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:09:24.867436 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-db15e95c-ce26-4514-ab34-04e10a9c62b9 None None] Transition to ACTIVE for port object c976216d-4e5d-43a9-9517-1ae7e287ba0e will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:09:24.879701 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-db15e95c-ce26-4514-ab34-04e10a9c62b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:24.879921 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1ab76f98-2c14-453e-a6a1-3c04a79b1788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:24.905573 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-cb579e36-ccd0-4ac8-9993-8b3d3b3023ad req-fa56c14a-cfa3-4255-be1d-6d4d782a1ea8 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] For port 85e7645c-2485-459d-84a0-bd06a5bf1c58, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=85e7645c-2485-459d-84a0-bd06a5bf1c58,segment=NetworkSegment(8620ca96-238d-43ee-878c-b78d924353e1),segment_id=8620ca96-238d-43ee-878c-b78d924353e1)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:24.906060 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cb579e36-ccd0-4ac8-9993-8b3d3b3023ad req-fa56c14a-cfa3-4255-be1d-6d4d782a1ea8 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:24.917116 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905997a4-c83d-43cf-ab12-1f24b31b7229 req-a99bd367-6508-4cd2-842d-3cf1ac6391fc tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:24.919047 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-905997a4-c83d-43cf-ab12-1f24b31b7229 req-a99bd367-6508-4cd2-842d-3cf1ac6391fc tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/ports?device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 944 time: 0.1534791 Aug 28 15:09:24.922254 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db15e95c-ce26-4514-ab34-04e10a9c62b9 None None] Network 393f6995-17d7-4869-a0e2-236b1c5105a6 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:09:24.927262 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-db15e95c-ce26-4514-ab34-04e10a9c62b9 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:09:24.931178 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-cb579e36-ccd0-4ac8-9993-8b3d3b3023ad req-fa56c14a-cfa3-4255-be1d-6d4d782a1ea8 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Calling delete_port for 85e7645c-2485-459d-84a0-bd06a5bf1c58 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:09:24.934599 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db15e95c-ce26-4514-ab34-04e10a9c62b9 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:09:24.976297 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15e95c-ce26-4514-ab34-04e10a9c62b9 None None] Pushing event updated for resources: {'Port': ['ID=c976216d-4e5d-43a9-9517-1ae7e287ba0e,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:24.978191 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1881fed6-f783-4486-94ab-d74ef9a7c0c8 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Made reservation on behalf of d81dceeac1214a6e8d4c9c56d70e0688 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:24.981691 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1881fed6-f783-4486-94ab-d74ef9a7c0c8 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:24.996368 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1ab76f98-2c14-453e-a6a1-3c04a79b1788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:24.999533 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1ab76f98-2c14-453e-a6a1-3c04a79b1788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:25.003190 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1ab76f98-2c14-453e-a6a1-3c04a79b1788 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e86f14d-fb16-4f77-be62-5b9326d53806 HTTP/1.1" status: 204 len: 168 time: 0.3577635 Aug 28 15:09:25.015903 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-db15e95c-ce26-4514-ab34-04e10a9c62b9 None None] Attempting to bind port c976216d-4e5d-43a9-9517-1ae7e287ba0e on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:09:25.016697 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-db15e95c-ce26-4514-ab34-04e10a9c62b9 None None] Attempting to bind port c976216d-4e5d-43a9-9517-1ae7e287ba0e by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '9becbba9-b11e-41d3-8cb9-1210698efa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '393f6995-17d7-4869-a0e2-236b1c5105a6'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:09:25.017265 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db15e95c-ce26-4514-ab34-04e10a9c62b9 None None] Attempting to bind port c976216d-4e5d-43a9-9517-1ae7e287ba0e on network 393f6995-17d7-4869-a0e2-236b1c5105a6 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:09:25.023087 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db15e95c-ce26-4514-ab34-04e10a9c62b9 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:09:25.023476 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab76f98-2c14-453e-a6a1-3c04a79b1788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e86f14d-fb16-4f77-be62-5b9326d53806,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:25.024025 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db15e95c-ce26-4514-ab34-04e10a9c62b9 None None] Checking segment: {'id': '9becbba9-b11e-41d3-8cb9-1210698efa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '393f6995-17d7-4869-a0e2-236b1c5105a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:09:25.024653 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-db15e95c-ce26-4514-ab34-04e10a9c62b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:25.025494 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db15e95c-ce26-4514-ab34-04e10a9c62b9 None None] Bound using segment: {'id': '9becbba9-b11e-41d3-8cb9-1210698efa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '393f6995-17d7-4869-a0e2-236b1c5105a6'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:09:25.026253 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-db15e95c-ce26-4514-ab34-04e10a9c62b9 None None] Bound port: c976216d-4e5d-43a9-9517-1ae7e287ba0e, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9becbba9-b11e-41d3-8cb9-1210698efa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '393f6995-17d7-4869-a0e2-236b1c5105a6'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:09:25.026782 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-db15e95c-ce26-4514-ab34-04e10a9c62b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:25.067465 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-905997a4-c83d-43cf-ab12-1f24b31b7229 req-dd87af0c-41f5-4247-9986-277e2da7cad5 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6f6c2f-4cfa-46ef-bb53-af961c2ed17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181095 Aug 28 15:09:25.145310 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cb579e36-ccd0-4ac8-9993-8b3d3b3023ad req-fa56c14a-cfa3-4255-be1d-6d4d782a1ea8 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:25.151852 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-db15e95c-ce26-4514-ab34-04e10a9c62b9 None None] For port c976216d-4e5d-43a9-9517-1ae7e287ba0e, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:09:25.156789 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-db15e95c-ce26-4514-ab34-04e10a9c62b9 None None] For port c976216d-4e5d-43a9-9517-1ae7e287ba0e, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=c976216d-4e5d-43a9-9517-1ae7e287ba0e,segment=NetworkSegment(9becbba9-b11e-41d3-8cb9-1210698efa15),segment_id=9becbba9-b11e-41d3-8cb9-1210698efa15)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:09:25.160504 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['85e7645c-2485-459d-84a0-bd06a5bf1c58'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:09:25.185673 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-db15e95c-ce26-4514-ab34-04e10a9c62b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:25.236395 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56c14a-cfa3-4255-be1d-6d4d782a1ea8 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Pushing event deleted for resources: {'Port': ['ID=85e7645c-2485-459d-84a0-bd06a5bf1c58,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:25.300253 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ea061c9c-27ab-4542-96ec-3ee737de1a49 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:25.315264 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb579e36-ccd0-4ac8-9993-8b3d3b3023ad req-fa56c14a-cfa3-4255-be1d-6d4d782a1ea8 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] No DVR routers for this DVR port 85e7645c-2485-459d-84a0-bd06a5bf1c58 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:09:25.319492 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cb579e36-ccd0-4ac8-9993-8b3d3b3023ad req-fa56c14a-cfa3-4255-be1d-6d4d782a1ea8 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:25.321737 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cb579e36-ccd0-4ac8-9993-8b3d3b3023ad req-fa56c14a-cfa3-4255-be1d-6d4d782a1ea8 tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.36 "DELETE /v2.0/ports/85e7645c-2485-459d-84a0-bd06a5bf1c58 HTTP/1.1" status: 204 len: 173 time: 0.8859894 Aug 28 15:09:25.323039 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15e95c-ce26-4514-ab34-04e10a9c62b9 None None] Pushing event updated for resources: {'Port': ['ID=c976216d-4e5d-43a9-9517-1ae7e287ba0e,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:25.324015 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99423a95-d01b-4249-92a0-cafe5b88c5be', 'name': 'network-vif-deleted', 'tag': '85e7645c-2485-459d-84a0-bd06a5bf1c58'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:09:25.326792 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3cd5d1-2a30-4534-b2f1-9d8616875a15" -d '{"events": [{"server_uuid": "99423a95-d01b-4249-92a0-cafe5b88c5be", "name": "network-vif-deleted", "tag": "85e7645c-2485-459d-84a0-bd06a5bf1c58"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:09:25.343486 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62747419-c183-49e4-be29-6833ea07921d req-5af4fc8f-5c69-4fa2-b0f9-32353d4b6c49 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:25.354891 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62747419-c183-49e4-be29-6833ea07921d req-5af4fc8f-5c69-4fa2-b0f9-32353d4b6c49 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 946 time: 0.1792119 Aug 28 15:09:25.399840 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1ec84d-38f2-4972-aae3-86b7669736d7 x-openstack-request-id: req-9f1ec84d-38f2-4972-aae3-86b7669736d7 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:09:25.400140 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99423a95-d01b-4249-92a0-cafe5b88c5be", "name": "network-vif-deleted", "tag": "85e7645c-2485-459d-84a0-bd06a5bf1c58", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:09:25.400814 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f1ec84d-38f2-4972-aae3-86b7669736d7 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:09:25.401582 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99423a95-d01b-4249-92a0-cafe5b88c5be', 'name': 'network-vif-deleted', 'tag': '85e7645c-2485-459d-84a0-bd06a5bf1c58', 'status': 'completed', 'code': 200} Aug 28 15:09:25.408283 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62747419-c183-49e4-be29-6833ea07921d req-84af7c4e-44d4-4b70-b5e2-56a2df51c837 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524275 Aug 28 15:09:25.662956 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1881fed6-f783-4486-94ab-d74ef9a7c0c8 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:25.708036 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6ed85-e448-4130-88a6-ec92b5a48b0d req-25b9b33e-7a09-4209-abf5-a99fc5b2eaa2 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:25.710104 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8ec6ed85-e448-4130-88a6-ec92b5a48b0d req-25b9b33e-7a09-4209-abf5-a99fc5b2eaa2 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.0550632 Aug 28 15:09:25.742594 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274c5c8-332d-4a6d-865e-58544a4708d8 req-f002393c-4b6f-4b16-b3b3-e6cc7c69abcb tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:25.748583 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8274c5c8-332d-4a6d-865e-58544a4708d8 req-f002393c-4b6f-4b16-b3b3-e6cc7c69abcb tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 946 time: 0.1714382 Aug 28 15:09:25.763468 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8ec6ed85-e448-4130-88a6-ec92b5a48b0d req-bbf82632-bacc-4d91-9376-4d134034a38a tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383053 Aug 28 15:09:25.780523 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1881fed6-f783-4486-94ab-d74ef9a7c0c8 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Network 393f6995-17d7-4869-a0e2-236b1c5105a6 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:09:25.797419 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-1881fed6-f783-4486-94ab-d74ef9a7c0c8 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:09:25.820604 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1881fed6-f783-4486-94ab-d74ef9a7c0c8 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:25.821511 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1881fed6-f783-4486-94ab-d74ef9a7c0c8 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:25.853602 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881fed6-f783-4486-94ab-d74ef9a7c0c8 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event updated for resources: {'Subnet': ['ID=445bc087-a51b-45c7-90ef-eea8be26ef91,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:25.877348 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1881fed6-f783-4486-94ab-d74ef9a7c0c8 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2937033 Aug 28 15:09:25.882776 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50526) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:25.887249 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8274c5c8-332d-4a6d-865e-58544a4708d8 req-5b5c4fc0-bb09-42c1-85fb-4afcc6a84bec tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346512 Aug 28 15:09:25.908798 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 67fdcf80-6a98-4f3d-9943-a96b920d80a4 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:09:25.929590 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a36b872e-4d2e-4495-9ef6-6e7f49c5c25d req-5d41bd48-88f8-442f-8fb0-fc3a2041c26c tempest-InstanceActionsV221TestJSON-1314545016 tempest-InstanceActionsV221TestJSON-1314545016-project] 10.222.0.13 "GET /v2.0/ports?device_id=99423a95-d01b-4249-92a0-cafe5b88c5be HTTP/1.1" status: 200 len: 210 time: 0.0625539 Aug 28 15:09:26.096923 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d199b537-4f10-4afa-9b86-8a116305b030 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:26.098591 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d199b537-4f10-4afa-9b86-8a116305b030 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:26.100257 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d199b537-4f10-4afa-9b86-8a116305b030 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:26.114364 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d199b537-4f10-4afa-9b86-8a116305b030 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:26.116784 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d199b537-4f10-4afa-9b86-8a116305b030 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:26.122707 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50534) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:26.123907 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d199b537-4f10-4afa-9b86-8a116305b030 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2397208 Aug 28 15:09:26.139288 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-aa4ed1f9-3dd1-4dd4-8745-cd6e3e39370e tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1924066556'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:26.161788 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-ea061c9c-27ab-4542-96ec-3ee737de1a49 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Deleting port 46bd64e3-2082-426f-ac24-38ddc2281c77 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:09:26.162129 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ea061c9c-27ab-4542-96ec-3ee737de1a49 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:26.189787 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 67fdcf80-6a98-4f3d-9943-a96b920d80a4, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=67fdcf80-6a98-4f3d-9943-a96b920d80a4,segment=NetworkSegment(1871d3b7-d6f5-4274-9c99-8e84db42545a),segment_id=1871d3b7-d6f5-4274-9c99-8e84db42545a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:26.204174 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '67fdcf80-6a98-4f3d-9943-a96b920d80a4', 'network_id': '0c336f8d-15c2-4ece-9f36-fb881806211d', 'port_id': '67fdcf80-6a98-4f3d-9943-a96b920d80a4', 'mac_address': 'fa:16:3e:25:2f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72a2f51c-3f40-418f-ac1d-8370173ef6bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:09:26.250123 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:26.266112 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67fdcf80-6a98-4f3d-9943-a96b920d80a4 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:09:26.294666 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4ed1f9-3dd1-4dd4-8745-cd6e3e39370e tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Made reservation on behalf of d81dceeac1214a6e8d4c9c56d70e0688 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:26.298343 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 67fdcf80-6a98-4f3d-9943-a96b920d80a4, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=67fdcf80-6a98-4f3d-9943-a96b920d80a4,segment=NetworkSegment(1871d3b7-d6f5-4274-9c99-8e84db42545a),segment_id=1871d3b7-d6f5-4274-9c99-8e84db42545a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:26.298505 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-aa4ed1f9-3dd1-4dd4-8745-cd6e3e39370e tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:26.304234 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:26.359035 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30852ecf-04d9-4485-a74d-5505a785a081 req-8722d111-2329-4f39-8aa2-3068ed22c538 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:26.360644 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-30852ecf-04d9-4485-a74d-5505a785a081 req-8722d111-2329-4f39-8aa2-3068ed22c538 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/ports?device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 944 time: 0.1782851 Aug 28 15:09:26.391388 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa4ed1f9-3dd1-4dd4-8745-cd6e3e39370e tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:09:26.397608 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=67fdcf80-6a98-4f3d-9943-a96b920d80a4,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:26.405195 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:26.420769 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-ea061c9c-27ab-4542-96ec-3ee737de1a49 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] For port 46bd64e3-2082-426f-ac24-38ddc2281c77, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=46bd64e3-2082-426f-ac24-38ddc2281c77,segment=NetworkSegment(8b86c131-42a6-429e-b12a-d30d54b837f8),segment_id=8b86c131-42a6-429e-b12a-d30d54b837f8)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:26.421143 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ea061c9c-27ab-4542-96ec-3ee737de1a49 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:26.424272 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-aa4ed1f9-3dd1-4dd4-8745-cd6e3e39370e tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:26.424729 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-aa4ed1f9-3dd1-4dd4-8745-cd6e3e39370e tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Added segment 0edf6c66-4f31-4495-a48b-40dff9592d88 of type vlan for network 762b07f1-796a-4cec-b8fb-34e9d1659bfd Aug 28 15:09:26.491972 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-30852ecf-04d9-4485-a74d-5505a785a081 req-01520146-1756-4ab2-992e-7fb7b22244f5 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6f6c2f-4cfa-46ef-bb53-af961c2ed17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143012 Aug 28 15:09:26.493614 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-ea061c9c-27ab-4542-96ec-3ee737de1a49 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Calling delete_port for 46bd64e3-2082-426f-ac24-38ddc2281c77 owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:09:26.523757 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-aa4ed1f9-3dd1-4dd4-8745-cd6e3e39370e tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:26.580775 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-48fadd27-2c0e-4a5d-959d-add2674220a2 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:26.583227 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-48fadd27-2c0e-4a5d-959d-add2674220a2 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/networks?id=a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a HTTP/1.1" status: 200 len: 815 time: 0.1382127 Aug 28 15:09:26.600991 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-9c4dbe65-ec39-4246-9495-c6094a2b0345 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/quotas/1bb2d65f9fb942d9b36b25dac4e364e6 HTTP/1.1" status: 200 len: 375 time: 0.0115123 Aug 28 15:09:26.602905 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-aa4ed1f9-3dd1-4dd4-8745-cd6e3e39370e tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:26.608649 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4ed1f9-3dd1-4dd4-8745-cd6e3e39370e tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:26.609413 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-aa4ed1f9-3dd1-4dd4-8745-cd6e3e39370e tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:26.662632 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-dbc1ae2f-4f1f-4619-a059-ebae2cc3675a tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1bb2d65f9fb942d9b36b25dac4e364e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0529959 Aug 28 15:09:26.683363 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46197645-a7aa-43f2-a5d1-b16eea169864 None None] Network 393f6995-17d7-4869-a0e2-236b1c5105a6 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:26.693556 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-aa4ed1f9-3dd1-4dd4-8745-cd6e3e39370e tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5677683 Aug 28 15:09:26.696925 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50558) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:26.701920 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['67fdcf80-6a98-4f3d-9943-a96b920d80a4'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:09:26.702795 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-aa2c894c-f191-4b7f-b9c6-85d6d82d5156 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Request body: {'network': {'name': 'New_network'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:26.751516 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ed1f9-3dd1-4dd4-8745-cd6e3e39370e tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event updated for resources: {'Network': ['ID=762b07f1-796a-4cec-b8fb-34e9d1659bfd,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:26.814581 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 762b07f1-796a-4cec-b8fb-34e9d1659bfd details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:09:26.954558 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ea061c9c-27ab-4542-96ec-3ee737de1a49 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:26.978086 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e56549-d1a7-4972-9fe6-1b97f3fc00f9 req-e2fa04f7-5343-492d-9fe7-f78689478c84 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:26.979843 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e0e56549-d1a7-4972-9fe6-1b97f3fc00f9 req-e2fa04f7-5343-492d-9fe7-f78689478c84 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.0835533 Aug 28 15:09:27.001171 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa2c894c-f191-4b7f-b9c6-85d6d82d5156 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:27.005689 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea061c9c-27ab-4542-96ec-3ee737de1a49 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event deleted for resources: {'Port': ['ID=46bd64e3-2082-426f-ac24-38ddc2281c77,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:27.028845 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-be83d40c-c032-4ce8-ab32-d24b5d679e92 service neutron] 10.222.0.13 "GET /v2.0/networks/a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521090 Aug 28 15:09:27.089974 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device c976216d-4e5d-43a9-9517-1ae7e287ba0e up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:09:27.153440 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-adef4207-452e-4c09-95d3-abdf863fec02 service neutron] 10.222.0.13 "GET /v2.0/networks/a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219819 Aug 28 15:09:27.165097 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e0e56549-d1a7-4972-9fe6-1b97f3fc00f9 req-2576ee35-aac0-4a65-b16f-81e5c776f6c0 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617267 Aug 28 15:09:27.170526 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa2c894c-f191-4b7f-b9c6-85d6d82d5156 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:27.183386 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aa2c894c-f191-4b7f-b9c6-85d6d82d5156 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Network 762b07f1-796a-4cec-b8fb-34e9d1659bfd is not hosted by any dhcp agent {{(pid=106330) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 15:09:27.193149 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2c894c-f191-4b7f-b9c6-85d6d82d5156 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:27.194129 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa2c894c-f191-4b7f-b9c6-85d6d82d5156 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:27.198740 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-aa2c894c-f191-4b7f-b9c6-85d6d82d5156 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "PUT /v2.0/networks/762b07f1-796a-4cec-b8fb-34e9d1659bfd HTTP/1.1" status: 200 len: 723 time: 0.5008898 Aug 28 15:09:27.199568 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50574) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:27.255164 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1b0d455d-fbc7-4d9e-af62-cd56178c9843 None None] Provisioning for port c976216d-4e5d-43a9-9517-1ae7e287ba0e completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:09:27.295879 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-9dec4525-8719-465c-9ac7-a95c3fc75ffc tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Request body: {'subnet': {'network_id': '762b07f1-796a-4cec-b8fb-34e9d1659bfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:27.304753 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ea061c9c-27ab-4542-96ec-3ee737de1a49 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:27.572721 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c894c-f191-4b7f-b9c6-85d6d82d5156 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event updated for resources: {'Network': ['ID=762b07f1-796a-4cec-b8fb-34e9d1659bfd,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:27.611794 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-652ba767-b18e-4233-9901-3af16775083a req-5df96ad9-ed50-4db9-b71c-d2b991b7ed30 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8e452-4fe9-4a69-8a94-6b7335747820 HTTP/1.1" status: 200 len: 210 time: 0.1007173 Aug 28 15:09:27.656008 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1db85-d1b0-42d5-848c-61d606040017 req-b56bc1c6-87ec-436e-8733-00e02ca8c1f0 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:27.658021 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-07c1db85-d1b0-42d5-848c-61d606040017 req-b56bc1c6-87ec-436e-8733-00e02ca8c1f0 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.36 "GET /v2.0/ports?device_id=f097dd51-913e-4765-bd0a-059e63c669e4 HTTP/1.1" status: 200 len: 946 time: 0.2214034 Aug 28 15:09:27.698135 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 762b07f1-796a-4cec-b8fb-34e9d1659bfd details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:09:27.758219 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dec4525-8719-465c-9ac7-a95c3fc75ffc tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Made reservation on behalf of d81dceeac1214a6e8d4c9c56d70e0688 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:27.761824 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9dec4525-8719-465c-9ac7-a95c3fc75ffc tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:27.769926 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port c976216d-4e5d-43a9-9517-1ae7e287ba0e completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:09:27.817166 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port c976216d-4e5d-43a9-9517-1ae7e287ba0e triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:09:27.817759 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:27.840893 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50600) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:27.902840 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea061c9c-27ab-4542-96ec-3ee737de1a49 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Router df70f160-565c-454c-900c-2fbd75854ea2 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:09:27.942602 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-3086c010-edbb-4ccd-bcbb-fa317a4304be admin admin] Deleting subnet ade532db-d1b5-457e-9feb-7d45615f515f {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:09:27.950504 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3086c010-edbb-4ccd-bcbb-fa317a4304be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:27.961969 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:28.041997 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port c976216d-4e5d-43a9-9517-1ae7e287ba0e, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=c976216d-4e5d-43a9-9517-1ae7e287ba0e,segment=NetworkSegment(9becbba9-b11e-41d3-8cb9-1210698efa15),segment_id=9becbba9-b11e-41d3-8cb9-1210698efa15)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:28.049174 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3086c010-edbb-4ccd-bcbb-fa317a4304be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:28.054526 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2ee4b-5cea-44be-b97e-5ca1daaab674 req-105ab306-ab83-46ed-bc2e-60c95711fdd7 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:28.056723 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40e2ee4b-5cea-44be-b97e-5ca1daaab674 req-105ab306-ab83-46ed-bc2e-60c95711fdd7 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/ports?device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 945 time: 0.3513482 Aug 28 15:09:28.057699 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df35fdb-a8ba-453d-b2a8-b5ae0df8caab None None] Update dhcp port {'port': {'network_id': '393f6995-17d7-4869-a0e2-236b1c5105a6', 'fixed_ips': [{'subnet_id': '938a3b93-f7c9-4e46-ba9d-63b95ae09d20', 'ip_address': '2001:db8::2'}, {'subnet_id': '445bc087-a51b-45c7-90ef-eea8be26ef91'}], 'binding:host_id': 'n-d-712137-10'}, 'id': 'c976216d-4e5d-43a9-9517-1ae7e287ba0e'} from n-d-712137-10. {{(pid=106331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 15:09:28.060265 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:28.134441 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-07c1db85-d1b0-42d5-848c-61d606040017 req-8c805757-172e-48a0-8caf-9bcae2980869 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Deleting port ccbdf0b0-a9a9-49ad-aee2-217b39373a5c {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:09:28.135578 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-07c1db85-d1b0-42d5-848c-61d606040017 req-8c805757-172e-48a0-8caf-9bcae2980869 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:28.150930 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3086c010-edbb-4ccd-bcbb-fa317a4304be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:28.165466 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=c976216d-4e5d-43a9-9517-1ae7e287ba0e,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:28.178813 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea061c9c-27ab-4542-96ec-3ee737de1a49 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:09:28.185641 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ea061c9c-27ab-4542-96ec-3ee737de1a49 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "PUT /v2.0/routers/df70f160-565c-454c-900c-2fbd75854ea2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2502077 Aug 28 15:09:28.189626 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50604) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:28.205689 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 85e7645c-2485-459d-84a0-bd06a5bf1c58 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:09:28.214706 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bba8f3f-133c-460b-8d56-a9ed9bd63763 None None] Sync routers for ids ['df70f160-565c-454c-900c-2fbd75854ea2'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:09:28.277221 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d5d37f-7127-4e7a-8f8c-7681225f5ad6 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Deleting subnet f372a38c-c4d4-4f7d-922b-81f31e4a3273 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:09:28.294392 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e2d5d37f-7127-4e7a-8f8c-7681225f5ad6 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:28.301977 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 85e7645c-2485-459d-84a0-bd06a5bf1c58 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:09:28.303093 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 85e7645c-2485-459d-84a0-bd06a5bf1c58 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:09:28.308310 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7df35fdb-a8ba-453d-b2a8-b5ae0df8caab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:28.332155 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bba8f3f-133c-460b-8d56-a9ed9bd63763 None None] Routers {'df70f160-565c-454c-900c-2fbd75854ea2'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:09:28.332815 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9bba8f3f-133c-460b-8d56-a9ed9bd63763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:09:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['df70f160-565c-454c-900c-2fbd75854ea2'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:28.371123 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-07c1db85-d1b0-42d5-848c-61d606040017 req-8c805757-172e-48a0-8caf-9bcae2980869 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] For port ccbdf0b0-a9a9-49ad-aee2-217b39373a5c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ccbdf0b0-a9a9-49ad-aee2-217b39373a5c,segment=NetworkSegment(8832c9ec-1ee4-4d90-92a4-baba1e83b28d),segment_id=8832c9ec-1ee4-4d90-92a4-baba1e83b28d)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:28.371641 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-07c1db85-d1b0-42d5-848c-61d606040017 req-8c805757-172e-48a0-8caf-9bcae2980869 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:28.381047 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3086c010-edbb-4ccd-bcbb-fa317a4304be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:28.413505 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40e2ee4b-5cea-44be-b97e-5ca1daaab674 req-8fedaab2-66ff-4e40-9720-b660fd851d94 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6f6c2f-4cfa-46ef-bb53-af961c2ed17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331370 Aug 28 15:09:28.464571 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e2d5d37f-7127-4e7a-8f8c-7681225f5ad6 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:28.472620 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-07c1db85-d1b0-42d5-848c-61d606040017 req-8c805757-172e-48a0-8caf-9bcae2980869 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Calling delete_port for ccbdf0b0-a9a9-49ad-aee2-217b39373a5c owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:09:28.589253 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086c010-edbb-4ccd-bcbb-fa317a4304be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ade532db-d1b5-457e-9feb-7d45615f515f,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:28.592333 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e2d5d37f-7127-4e7a-8f8c-7681225f5ad6 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:28.651064 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9dec4525-8719-465c-9ac7-a95c3fc75ffc tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:28.694241 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3086c010-edbb-4ccd-bcbb-fa317a4304be admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:28.696579 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3086c010-edbb-4ccd-bcbb-fa317a4304be admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ade532db-d1b5-457e-9feb-7d45615f515f HTTP/1.1" status: 204 len: 168 time: 0.8530738 Aug 28 15:09:28.716125 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50616) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:28.745998 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec4525-8719-465c-9ac7-a95c3fc75ffc tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event updated for resources: {'Subnet': ['ID=bbcb9324-e55b-4b4e-8d34-9a03252e8cfb,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:28.754333 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e2d5d37f-7127-4e7a-8f8c-7681225f5ad6 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:28.771276 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-9bba8f3f-133c-460b-8d56-a9ed9bd63763 None None] Set router df70f160-565c-454c-900c-2fbd75854ea2 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:09:28.844383 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5682d950-f0b8-4641-9de5-4ebb337c8c86 None None] Network 5c9001ca-a76d-4043-9857-260c0aecc9dd requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:28.902741 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-113beb04-2369-4973-92c7-95903d0ac407 req-a80c35d5-699d-4531-bc6b-8dbf5a125b6b tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8e452-4fe9-4a69-8a94-6b7335747820 HTTP/1.1" status: 200 len: 210 time: 0.1418927 Aug 28 15:09:28.903126 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e2d5d37f-7127-4e7a-8f8c-7681225f5ad6 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:28.905345 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e2d5d37f-7127-4e7a-8f8c-7681225f5ad6 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "DELETE /v2.0/subnets/f372a38c-c4d4-4f7d-922b-81f31e4a3273 HTTP/1.1" status: 204 len: 168 time: 0.7149198 Aug 28 15:09:28.913835 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50618) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:29.000532 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device c976216d-4e5d-43a9-9517-1ae7e287ba0e up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:09:29.026416 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-7df35fdb-a8ba-453d-b2a8-b5ae0df8caab None None] Allocated IP 172.20.0.1 (393f6995-17d7-4869-a0e2-236b1c5105a6/445bc087-a51b-45c7-90ef-eea8be26ef91/c976216d-4e5d-43a9-9517-1ae7e287ba0e) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:09:29.035160 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dec4525-8719-465c-9ac7-a95c3fc75ffc tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Checking segment: {'id': '0edf6c66-4f31-4495-a48b-40dff9592d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '762b07f1-796a-4cec-b8fb-34e9d1659bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:09:29.035842 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dec4525-8719-465c-9ac7-a95c3fc75ffc tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Network hostable DHCP agents. Network: 762b07f1-796a-4cec-b8fb-34e9d1659bfd, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:09:29.109257 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-07c1db85-d1b0-42d5-848c-61d606040017 req-8c805757-172e-48a0-8caf-9bcae2980869 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:29.121515 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94f0c9-1a2b-4c7f-a7ab-d75dc54f595d req-216f9a1c-bfc4-4052-a2bf-0e686db3b61e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:29.129484 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fb94f0c9-1a2b-4c7f-a7ab-d75dc54f595d req-216f9a1c-bfc4-4052-a2bf-0e686db3b61e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.7586694 Aug 28 15:09:29.129484 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5d37f-7127-4e7a-8f8c-7681225f5ad6 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event deleted for resources: {'Subnet': ['ID=f372a38c-c4d4-4f7d-922b-81f31e4a3273,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:29.129848 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dec4525-8719-465c-9ac7-a95c3fc75ffc tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Network 762b07f1-796a-4cec-b8fb-34e9d1659bfd is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:09:29.134908 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['ccbdf0b0-a9a9-49ad-aee2-217b39373a5c'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:09:29.158245 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c805757-172e-48a0-8caf-9bcae2980869 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Pushing event deleted for resources: {'Port': ['ID=ccbdf0b0-a9a9-49ad-aee2-217b39373a5c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:29.167716 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-9dec4525-8719-465c-9ac7-a95c3fc75ffc tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 762b07f1-796a-4cec-b8fb-34e9d1659bfd) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:09:29.215448 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dec4525-8719-465c-9ac7-a95c3fc75ffc tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:29.216088 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9dec4525-8719-465c-9ac7-a95c3fc75ffc tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:29.216773 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670b5a8b-4fb3-4506-accf-cdc28edea616 None None] Network 762b07f1-796a-4cec-b8fb-34e9d1659bfd requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:29.220181 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c1db85-d1b0-42d5-848c-61d606040017 req-8c805757-172e-48a0-8caf-9bcae2980869 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] No DVR routers for this DVR port ccbdf0b0-a9a9-49ad-aee2-217b39373a5c on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:09:29.228223 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-10c20d95-ed53-4740-8bb8-b3e560975f7d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:29.231902 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-07c1db85-d1b0-42d5-848c-61d606040017 req-8c805757-172e-48a0-8caf-9bcae2980869 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:29.234962 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-07c1db85-d1b0-42d5-848c-61d606040017 req-8c805757-172e-48a0-8caf-9bcae2980869 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.36 "DELETE /v2.0/ports/ccbdf0b0-a9a9-49ad-aee2-217b39373a5c HTTP/1.1" status: 204 len: 173 time: 1.5687962 Aug 28 15:09:29.239176 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f097dd51-913e-4765-bd0a-059e63c669e4', 'name': 'network-vif-deleted', 'tag': 'ccbdf0b0-a9a9-49ad-aee2-217b39373a5c'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:09:29.241788 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cd3132-f156-4b94-a136-2ae52fcd478f" -d '{"events": [{"server_uuid": "f097dd51-913e-4765-bd0a-059e63c669e4", "name": "network-vif-deleted", "tag": "ccbdf0b0-a9a9-49ad-aee2-217b39373a5c"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:09:29.312012 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9dec4525-8719-465c-9ac7-a95c3fc75ffc tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0886724 Aug 28 15:09:29.316097 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50622) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:29.326667 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-085e64be-30e7-4e90-83b9-90bee924ad01 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:29.373765 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffe8faa-1c50-4569-8b9e-e2ce6dd9a3d9 x-openstack-request-id: req-bffe8faa-1c50-4569-8b9e-e2ce6dd9a3d9 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:09:29.373765 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f097dd51-913e-4765-bd0a-059e63c669e4", "name": "network-vif-deleted", "tag": "ccbdf0b0-a9a9-49ad-aee2-217b39373a5c", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:09:29.374079 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bffe8faa-1c50-4569-8b9e-e2ce6dd9a3d9 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:09:29.374336 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f097dd51-913e-4765-bd0a-059e63c669e4', 'name': 'network-vif-deleted', 'tag': 'ccbdf0b0-a9a9-49ad-aee2-217b39373a5c', 'status': 'completed', 'code': 200} Aug 28 15:09:29.394263 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9650726a-e821-4bad-be7f-62b03f2a33e1 None None] DHCP port deletion for 5c9001ca-a76d-4043-9857-260c0aecc9dd request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:09:29.490129 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port c976216d-4e5d-43a9-9517-1ae7e287ba0e triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:09:29.490643 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:29.568306 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-7df35fdb-a8ba-453d-b2a8-b5ae0df8caab None None] For port c976216d-4e5d-43a9-9517-1ae7e287ba0e, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=c976216d-4e5d-43a9-9517-1ae7e287ba0e,segment=NetworkSegment(9becbba9-b11e-41d3-8cb9-1210698efa15),segment_id=9becbba9-b11e-41d3-8cb9-1210698efa15)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:29.598443 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-085e64be-30e7-4e90-83b9-90bee924ad01 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13620797'] for subnet, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:29.621938 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-10c20d95-ed53-4740-8bb8-b3e560975f7d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:29.660482 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9650726a-e821-4bad-be7f-62b03f2a33e1 None None] Deleting port cafbd97b-1ece-4abf-803a-cd25044b7f93 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:09:29.661026 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9650726a-e821-4bad-be7f-62b03f2a33e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:29.663521 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0dbd2-3e44-4a26-9622-ce6e76d61871 req-1ffb0cf8-03d9-43ac-92ff-5057c620a1c3 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:29.664493 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7df35fdb-a8ba-453d-b2a8-b5ae0df8caab None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:29.669596 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9bba8f3f-133c-460b-8d56-a9ed9bd63763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655923375', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '06295e1e-7d45-4ddc-9939-89a303005670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:26Z', 'updated_at': '2021-08-28T15:09:26Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '06295e1e-7d45-4ddc-9939-89a303005670', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:66:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:28Z', 'updated_at': '2021-08-28T15:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:29.670894 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-34f0dbd2-3e44-4a26-9622-ce6e76d61871 req-1ffb0cf8-03d9-43ac-92ff-5057c620a1c3 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/ports?device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 945 time: 0.1488707 Aug 28 15:09:29.740164 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-0b4738f3-c78b-46aa-add8-8fd3fa9afac7 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:29.741698 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-0b4738f3-c78b-46aa-add8-8fd3fa9afac7 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.36 "GET /v2.0/networks?id=a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a HTTP/1.1" status: 200 len: 815 time: 0.8800173 Aug 28 15:09:29.752750 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fb94f0c9-1a2b-4c7f-a7ab-d75dc54f595d req-126fb0e1-5ffe-4e6f-a170-1ef24a1311ae tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6135948 Aug 28 15:09:29.757629 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68eab0eb-b1f0-4f84-b417-e815eb8ae337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:29.765920 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-ae5e2348-147f-4312-b8bb-986ff66c5d09 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Request body: {'port': {'device_id': '61c8e452-4fe9-4a69-8a94-6b7335747820', 'network_id': 'a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a', 'admin_state_up': True, 'tenant_id': '1bb2d65f9fb942d9b36b25dac4e364e6'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:29.795925 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-34f0dbd2-3e44-4a26-9622-ce6e76d61871 req-537c5141-e7b7-49ac-a4f7-0631b1d54f62 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6f6c2f-4cfa-46ef-bb53-af961c2ed17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194389 Aug 28 15:09:29.826327 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-10c20d95-ed53-4740-8bb8-b3e560975f7d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Deleting port 06295e1e-7d45-4ddc-9939-89a303005670 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:09:29.826690 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-10c20d95-ed53-4740-8bb8-b3e560975f7d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:29.958577 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 67fdcf80-6a98-4f3d-9943-a96b920d80a4 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:09:29.962952 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bba8f3f-133c-460b-8d56-a9ed9bd63763 None None] Checking router: df70f160-565c-454c-900c-2fbd75854ea2 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:09:29.989606 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7df35fdb-a8ba-453d-b2a8-b5ae0df8caab None None] Transition to ACTIVE for port object c976216d-4e5d-43a9-9517-1ae7e287ba0e will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:09:29.992089 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68eab0eb-b1f0-4f84-b417-e815eb8ae337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:29.999426 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c323bf81-9a04-42c3-805d-6a9b87f6555f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-762b07f1-796a-4cec-b8fb-34e9d1659bfd', 'network_id': '762b07f1-796a-4cec-b8fb-34e9d1659bfd', 'tenant_id': 'd81dceeac1214a6e8d4c9c56d70e0688', 'fixed_ips': [{'subnet_id': 'bbcb9324-e55b-4b4e-8d34-9a03252e8cfb'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:09:30.000592 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c323bf81-9a04-42c3-805d-6a9b87f6555f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:30.011633 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-68eab0eb-b1f0-4f84-b417-e815eb8ae337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c093a211-6922-44d6-80d3-89a852a53862']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:30.022770 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7df35fdb-a8ba-453d-b2a8-b5ae0df8caab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:30.032074 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-68eab0eb-b1f0-4f84-b417-e815eb8ae337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8620ca96-238d-43ee-878c-b78d924353e1') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:30.033089 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-68eab0eb-b1f0-4f84-b417-e815eb8ae337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8620ca96-238d-43ee-878c-b78d924353e1') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:30.066481 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ef248736-e996-4e24-8b22-d443e613c26a req-2115df03-cc8b-40b1-b174-ec51dd3677d4 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8e452-4fe9-4a69-8a94-6b7335747820 HTTP/1.1" status: 200 len: 210 time: 0.0673888 Aug 28 15:09:30.068642 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-10c20d95-ed53-4740-8bb8-b3e560975f7d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] For port 06295e1e-7d45-4ddc-9939-89a303005670, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=06295e1e-7d45-4ddc-9939-89a303005670,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:30.069228 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-10c20d95-ed53-4740-8bb8-b3e560975f7d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:30.076165 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68eab0eb-b1f0-4f84-b417-e815eb8ae337 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:30.091726 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-10c20d95-ed53-4740-8bb8-b3e560975f7d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Calling delete_port for 06295e1e-7d45-4ddc-9939-89a303005670 owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:09:30.098891 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-ae5e2348-147f-4312-b8bb-986ff66c5d09 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Made reservation on behalf of 1bb2d65f9fb942d9b36b25dac4e364e6 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:30.103762 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bba8f3f-133c-460b-8d56-a9ed9bd63763 None None] Routers {'df70f160-565c-454c-900c-2fbd75854ea2'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:09:30.103920 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-085e64be-30e7-4e90-83b9-90bee924ad01 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758655230172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13773137'] for subnet, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:30.104163 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-ae5e2348-147f-4312-b8bb-986ff66c5d09 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:30.104398 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9bba8f3f-133c-460b-8d56-a9ed9bd63763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:09:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['df70f160-565c-454c-900c-2fbd75854ea2'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:30.120300 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9650726a-e821-4bad-be7f-62b03f2a33e1 None None] For port cafbd97b-1ece-4abf-803a-cd25044b7f93, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=cafbd97b-1ece-4abf-803a-cd25044b7f93,segment=NetworkSegment(8b86c131-42a6-429e-b12a-d30d54b837f8),segment_id=8b86c131-42a6-429e-b12a-d30d54b837f8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:30.121003 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9650726a-e821-4bad-be7f-62b03f2a33e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:30.122572 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68eab0eb-b1f0-4f84-b417-e815eb8ae337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:30.139597 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68eab0eb-b1f0-4f84-b417-e815eb8ae337 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:09:30.140028 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68eab0eb-b1f0-4f84-b417-e815eb8ae337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:30.178087 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085e64be-30e7-4e90-83b9-90bee924ad01 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:30.178714 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-085e64be-30e7-4e90-83b9-90bee924ad01 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:30.180008 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-085e64be-30e7-4e90-83b9-90bee924ad01 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "PUT /v2.0/subnets/bbcb9324-e55b-4b4e-8d34-9a03252e8cfb HTTP/1.1" status: 200 len: 826 time: 0.8577733 Aug 28 15:09:30.187347 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50632) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:09:30.191018 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:09:30.232193 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9650726a-e821-4bad-be7f-62b03f2a33e1 None None] Calling delete_port for cafbd97b-1ece-4abf-803a-cd25044b7f93 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:09:30.251123 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e64be-30e7-4e90-83b9-90bee924ad01 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event updated for resources: {'Subnet': ['ID=bbcb9324-e55b-4b4e-8d34-9a03252e8cfb,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:30.256531 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68eab0eb-b1f0-4f84-b417-e815eb8ae337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:30.261492 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68eab0eb-b1f0-4f84-b417-e815eb8ae337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:30.263929 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-68eab0eb-b1f0-4f84-b417-e815eb8ae337 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c093a211-6922-44d6-80d3-89a852a53862 HTTP/1.1" status: 204 len: 168 time: 1.5464742 Aug 28 15:09:30.302881 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eab0eb-b1f0-4f84-b417-e815eb8ae337 admin admin] Pushing event deleted for resources: {'Network': ['ID=c093a211-6922-44d6-80d3-89a852a53862,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:30.342057 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-ae5e2348-147f-4312-b8bb-986ff66c5d09 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Allocated IP 172.20.0.8 (a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a/d199c3ab-1cc3-471f-883a-d19f39aa59ba/ba36667f-5471-4a30-99b6-87993fd88e41) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:09:30.343305 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df35fdb-a8ba-453d-b2a8-b5ae0df8caab None None] Pushing event updated for resources: {'Port': ['ID=c976216d-4e5d-43a9-9517-1ae7e287ba0e,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:30.361494 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:30.398167 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 67fdcf80-6a98-4f3d-9943-a96b920d80a4 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:09:30.431727 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-9bba8f3f-133c-460b-8d56-a9ed9bd63763 None None] Set router df70f160-565c-454c-900c-2fbd75854ea2 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:09:30.433575 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 67fdcf80-6a98-4f3d-9943-a96b920d80a4 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:09:30.433947 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:30.546593 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:30.589358 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9bba8f3f-133c-460b-8d56-a9ed9bd63763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655923375', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:26Z', 'updated_at': '2021-08-28T15:09:29Z', 'revision_number': 6, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:30.589593 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50640) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:30.639283 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-10c20d95-ed53-4740-8bb8-b3e560975f7d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:30.653992 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bba8f3f-133c-460b-8d56-a9ed9bd63763 None None] The sync data for ids ['df70f160-565c-454c-900c-2fbd75854ea2'] in n-d-712137-10 is: [{'id': 'df70f160-565c-454c-900c-2fbd75854ea2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655923375', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:26Z', 'updated_at': '2021-08-28T15:09:29Z', 'revision_number': 6, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port_host': None}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:09:30.655127 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-ae5e2348-147f-4312-b8bb-986ff66c5d09 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:30.693488 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a43c5d99-8e6f-4857-bf32-4be519b4904e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23c0c8e2187f4ee8ac57cac64bdcbcd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1034985 Aug 28 15:09:30.698968 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50644) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:30.738680 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-c323bf81-9a04-42c3-805d-6a9b87f6555f None None] Allocated IP 2001:db8::2 (762b07f1-796a-4cec-b8fb-34e9d1659bfd/bbcb9324-e55b-4b4e-8d34-9a03252e8cfb/5761eb39-364b-43ea-be70-560484058381) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:09:30.774679 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-aec560d1-db69-4a17-be3a-39e939f3d7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:30.778257 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-ae5e2348-147f-4312-b8bb-986ff66c5d09 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:30.779395 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9650726a-e821-4bad-be7f-62b03f2a33e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:30.851156 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-ae5e2348-147f-4312-b8bb-986ff66c5d09 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Network a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:09:30.866298 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-ae5e2348-147f-4312-b8bb-986ff66c5d09 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:09:30.871947 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-aec560d1-db69-4a17-be3a-39e939f3d7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:30.875962 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-ae5e2348-147f-4312-b8bb-986ff66c5d09 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:09:30.940819 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e2348-147f-4312-b8bb-986ff66c5d09 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Pushing event updated for resources: {'Port': ['ID=ba36667f-5471-4a30-99b6-87993fd88e41,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:30.982873 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650726a-e821-4bad-be7f-62b03f2a33e1 None None] Pushing event deleted for resources: {'Port': ['ID=cafbd97b-1ece-4abf-803a-cd25044b7f93,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:31.085870 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-ae5e2348-147f-4312-b8bb-986ff66c5d09 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:31.087166 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-ae5e2348-147f-4312-b8bb-986ff66c5d09 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:31.126671 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c323bf81-9a04-42c3-805d-6a9b87f6555f None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:31.127128 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdb65d-440c-413e-a881-f987ce9f3cf1 req-4142e836-5a1d-4184-b4ad-2ffba44fc3d9 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:31.129670 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-02cdb65d-440c-413e-a881-f987ce9f3cf1 req-4142e836-5a1d-4184-b4ad-2ffba44fc3d9 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1788309 Aug 28 15:09:31.131981 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-ae5e2348-147f-4312-b8bb-986ff66c5d09 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3774068 Aug 28 15:09:31.137933 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9650726a-e821-4bad-be7f-62b03f2a33e1 None None] No DVR routers for this DVR port cafbd97b-1ece-4abf-803a-cd25044b7f93 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:09:31.150847 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-47a6cb49-a796-4efa-89c5-372ce3bb2397 service neutron] Request body: {'port': {'device_id': '61c8e452-4fe9-4a69-8a94-6b7335747820', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:31.193025 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c323bf81-9a04-42c3-805d-6a9b87f6555f None None] Transition to ACTIVE for port object 5761eb39-364b-43ea-be70-560484058381 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:09:31.198442 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device c976216d-4e5d-43a9-9517-1ae7e287ba0e up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:09:31.205012 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:31.231241 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-aec560d1-db69-4a17-be3a-39e939f3d7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:31.233522 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-aec560d1-db69-4a17-be3a-39e939f3d7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:31.242278 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-aec560d1-db69-4a17-be3a-39e939f3d7e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/981d00b8-c876-4cb9-a60e-e3189cb65401 HTTP/1.1" status: 204 len: 168 time: 0.5379021 Aug 28 15:09:31.275600 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b45e7d-8907-4d84-a4af-7e50c6734ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fdcf80-6a98-4f3d-9943-a96b920d80a4'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:09:31.278108 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd512660-0026-4fb9-8e08-8a2d927d2d70" -d '{"events": [{"server_uuid": "65b45e7d-8907-4d84-a4af-7e50c6734ddb", "name": "network-vif-plugged", "status": "completed", "tag": "67fdcf80-6a98-4f3d-9943-a96b920d80a4"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:09:31.281215 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c323bf81-9a04-42c3-805d-6a9b87f6555f None None] Transition to ACTIVE for port object 5761eb39-364b-43ea-be70-560484058381 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:09:31.301527 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 67fdcf80-6a98-4f3d-9943-a96b920d80a4, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=67fdcf80-6a98-4f3d-9943-a96b920d80a4,segment=NetworkSegment(1871d3b7-d6f5-4274-9c99-8e84db42545a),segment_id=1871d3b7-d6f5-4274-9c99-8e84db42545a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:31.305235 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c323bf81-9a04-42c3-805d-6a9b87f6555f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:31.340233 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:31.355535 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c323bf81-9a04-42c3-805d-6a9b87f6555f None None] Network 762b07f1-796a-4cec-b8fb-34e9d1659bfd is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:09:31.358701 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-c323bf81-9a04-42c3-805d-6a9b87f6555f None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:09:31.360267 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec560d1-db69-4a17-be3a-39e939f3d7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981d00b8-c876-4cb9-a60e-e3189cb65401,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:31.361242 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c323bf81-9a04-42c3-805d-6a9b87f6555f None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:09:31.390897 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-02cdb65d-440c-413e-a881-f987ce9f3cf1 req-cd55e772-36d4-4042-80dc-1f08dc68e7fa tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542727 Aug 28 15:09:31.394815 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-47a6cb49-a796-4efa-89c5-372ce3bb2397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:31.404430 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead48348-e38c-4cb8-8e81-4439ee9671d9 None None] Network 393f6995-17d7-4869-a0e2-236b1c5105a6 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:31.538142 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c20d95-ed53-4740-8bb8-b3e560975f7d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event deleted for resources: {'Port': ['ID=06295e1e-7d45-4ddc-9939-89a303005670,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:31.600564 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:31.687473 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323bf81-9a04-42c3-805d-6a9b87f6555f None None] Pushing event updated for resources: {'Port': ['ID=5761eb39-364b-43ea-be70-560484058381,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:31.690444 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-5c47c364-cefd-44c1-b4fa-25e2242d2cf5 None None] Provisioning for port c976216d-4e5d-43a9-9517-1ae7e287ba0e completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:09:31.711206 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e1585-3d5c-4d3a-9ab6-83a701c1ded7 req-3ecc7d3c-2309-48d0-96a1-c40b318664d5 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:31.718642 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6e4e1585-3d5c-4d3a-9ab6-83a701c1ded7 req-3ecc7d3c-2309-48d0-96a1-c40b318664d5 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/ports?device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 946 time: 0.2135284 Aug 28 15:09:31.777351 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event deleted for resources: {'Subnet': ['ID=bbcb9324-e55b-4b4e-8d34-9a03252e8cfb,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:31.805071 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-5c47c364-cefd-44c1-b4fa-25e2242d2cf5 None None] Provisioning complete for port c976216d-4e5d-43a9-9517-1ae7e287ba0e triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:09:31.805459 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5c47c364-cefd-44c1-b4fa-25e2242d2cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:31.842049 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-10c20d95-ed53-4740-8bb8-b3e560975f7d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:31.852008 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6e4e1585-3d5c-4d3a-9ab6-83a701c1ded7 req-3d93fd31-0f15-4d74-93eb-86824f50b0bd tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6f6c2f-4cfa-46ef-bb53-af961c2ed17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322975 Aug 28 15:09:31.856391 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device cafbd97b-1ece-4abf-803a-cd25044b7f93 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:09:31.886809 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3812567-556e-44ba-bc7c-881dcf9cda23 req-a7afed7f-64f7-420e-a2d7-63c82321b7f0 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:31.896368 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e3812567-556e-44ba-bc7c-881dcf9cda23 req-a7afed7f-64f7-420e-a2d7-63c82321b7f0 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8e452-4fe9-4a69-8a94-6b7335747820 HTTP/1.1" status: 200 len: 931 time: 0.1823661 Aug 28 15:09:31.917521 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: cafbd97b-1ece-4abf-803a-cd25044b7f93 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:09:31.917521 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device cafbd97b-1ece-4abf-803a-cd25044b7f93 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:09:31.926534 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c323bf81-9a04-42c3-805d-6a9b87f6555f None None] Attempting to bind port 5761eb39-364b-43ea-be70-560484058381 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:09:31.926914 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c323bf81-9a04-42c3-805d-6a9b87f6555f None None] Attempting to bind port 5761eb39-364b-43ea-be70-560484058381 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '0edf6c66-4f31-4495-a48b-40dff9592d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '762b07f1-796a-4cec-b8fb-34e9d1659bfd'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:09:31.927317 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c323bf81-9a04-42c3-805d-6a9b87f6555f None None] Attempting to bind port 5761eb39-364b-43ea-be70-560484058381 on network 762b07f1-796a-4cec-b8fb-34e9d1659bfd {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:09:31.973482 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b3ff42-3056-4013-b5b1-d9c8830378ac x-openstack-request-id: req-03b3ff42-3056-4013-b5b1-d9c8830378ac {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:09:31.974634 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b45e7d-8907-4d84-a4af-7e50c6734ddb", "name": "network-vif-plugged", "status": "completed", "tag": "67fdcf80-6a98-4f3d-9943-a96b920d80a4", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:09:31.974634 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03b3ff42-3056-4013-b5b1-d9c8830378ac {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:09:31.974634 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b45e7d-8907-4d84-a4af-7e50c6734ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fdcf80-6a98-4f3d-9943-a96b920d80a4', 'code': 200} Aug 28 15:09:31.982413 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=67fdcf80-6a98-4f3d-9943-a96b920d80a4,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:31.987991 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c323bf81-9a04-42c3-805d-6a9b87f6555f None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:09:31.989195 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c323bf81-9a04-42c3-805d-6a9b87f6555f None None] Checking segment: {'id': '0edf6c66-4f31-4495-a48b-40dff9592d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '762b07f1-796a-4cec-b8fb-34e9d1659bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:09:31.989987 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c323bf81-9a04-42c3-805d-6a9b87f6555f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:31.990568 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c323bf81-9a04-42c3-805d-6a9b87f6555f None None] Bound using segment: {'id': '0edf6c66-4f31-4495-a48b-40dff9592d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '762b07f1-796a-4cec-b8fb-34e9d1659bfd'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:09:31.991228 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c323bf81-9a04-42c3-805d-6a9b87f6555f None None] Bound port: 5761eb39-364b-43ea-be70-560484058381, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edf6c66-4f31-4495-a48b-40dff9592d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '762b07f1-796a-4cec-b8fb-34e9d1659bfd'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:09:31.991818 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c323bf81-9a04-42c3-805d-6a9b87f6555f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:32.118577 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device ccbdf0b0-a9a9-49ad-aee2-217b39373a5c no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:09:32.140842 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:32.173077 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-10c20d95-ed53-4740-8bb8-b3e560975f7d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:32.215201 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-10c20d95-ed53-4740-8bb8-b3e560975f7d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:32.218381 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['762b07f1-796a-4cec-b8fb-34e9d1659bfd']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:32.248950 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e3812567-556e-44ba-bc7c-881dcf9cda23 req-de9e5243-e4a3-45aa-8291-99aa34861686 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515749 Aug 28 15:09:32.267214 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-47a6cb49-a796-4efa-89c5-372ce3bb2397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba36667f-5471-4a30-99b6-87993fd88e41 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:09:32.278921 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-47a6cb49-a796-4efa-89c5-372ce3bb2397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:32.288780 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: ccbdf0b0-a9a9-49ad-aee2-217b39373a5c {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:09:32.291875 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device ccbdf0b0-a9a9-49ad-aee2-217b39373a5c not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:09:32.318611 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-47a6cb49-a796-4efa-89c5-372ce3bb2397 service neutron] Transition to ACTIVE for port object ba36667f-5471-4a30-99b6-87993fd88e41 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:09:32.335519 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c323bf81-9a04-42c3-805d-6a9b87f6555f None None] For port 5761eb39-364b-43ea-be70-560484058381, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:09:32.337504 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-47a6cb49-a796-4efa-89c5-372ce3bb2397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:32.347846 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c323bf81-9a04-42c3-805d-6a9b87f6555f None None] For port 5761eb39-364b-43ea-be70-560484058381, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=5761eb39-364b-43ea-be70-560484058381,segment=NetworkSegment(0edf6c66-4f31-4495-a48b-40dff9592d88),segment_id=0edf6c66-4f31-4495-a48b-40dff9592d88)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:09:32.363072 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c323bf81-9a04-42c3-805d-6a9b87f6555f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:32.383032 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0edf6c66-4f31-4495-a48b-40dff9592d88') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:32.383331 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0edf6c66-4f31-4495-a48b-40dff9592d88') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:32.463880 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323bf81-9a04-42c3-805d-6a9b87f6555f None None] Pushing event updated for resources: {'Port': ['ID=5761eb39-364b-43ea-be70-560484058381,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:32.494264 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:32.520425 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:32.537310 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:09:32.537887 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:32.614304 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3f4559-8fdf-4606-ba02-da905177e85b None None] Network 762b07f1-796a-4cec-b8fb-34e9d1659bfd requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:09:32.701023 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:09:32.705033 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78d201-1402-4a10-afa5-9dde38b83855 req-cca371c1-fcf9-427d-8fa4-674bc8602632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:32.708295 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b78d201-1402-4a10-afa5-9dde38b83855 req-cca371c1-fcf9-427d-8fa4-674bc8602632 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d&device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 1097 time: 0.3906145 Aug 28 15:09:32.708474 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234261b5-eae6-4279-aa1d-318034080840 req-9b85e8c4-f28f-4df5-aa67-fc0adf8a1c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:32.710185 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-234261b5-eae6-4279-aa1d-318034080840 req-9b85e8c4-f28f-4df5-aa67-fc0adf8a1c19 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 1098 time: 0.6582162 Aug 28 15:09:32.713902 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.db.api [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 15:09:32.713902 n-d-712137-10 neutron-server[106330]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 15:09:32.713902 n-d-712137-10 neutron-server[106330]: [parameters: {'id': '762b07f1-796a-4cec-b8fb-34e9d1659bfd'}] Aug 28 15:09:32.713902 n-d-712137-10 neutron-server[106330]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:09:32.714357 n-d-712137-10 neutron-server[106330]: DEBUG oslo_db.api [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:09:32.716911 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-10c20d95-ed53-4740-8bb8-b3e560975f7d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:32.717503 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c20d95-ed53-4740-8bb8-b3e560975f7d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Fanout notify agent at l3_agent the message router_deleted on router df70f160-565c-454c-900c-2fbd75854ea2 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:09:32.730111 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6cb49-a796-4efa-89c5-372ce3bb2397 service neutron] Pushing event updated for resources: {'Port': ['ID=ba36667f-5471-4a30-99b6-87993fd88e41,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:32.750553 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-10c20d95-ed53-4740-8bb8-b3e560975f7d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:32.751724 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-10c20d95-ed53-4740-8bb8-b3e560975f7d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "DELETE /v2.0/routers/df70f160-565c-454c-900c-2fbd75854ea2 HTTP/1.1" status: 204 len: 168 time: 3.8363185 Aug 28 15:09:32.759974 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50694) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:32.771112 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-234261b5-eae6-4279-aa1d-318034080840 req-9291dfbc-b8cd-4699-9f0a-46f634dce86e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=db6f6c2f-4cfa-46ef-bb53-af961c2ed17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486124 Aug 28 15:09:32.799973 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9ccb2-a632-4f2c-ae61-f2a6ea761c69 req-20d33eeb-b168-46c3-af39-22c71bb13140 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:32.799973 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-41e9ccb2-a632-4f2c-ae61-f2a6ea761c69 req-20d33eeb-b168-46c3-af39-22c71bb13140 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.4168897 Aug 28 15:09:32.828262 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a928eda8-f399-4376-b258-05acd23272bc None None] Provisioning complete for port c976216d-4e5d-43a9-9517-1ae7e287ba0e triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:09:32.834037 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a928eda8-f399-4376-b258-05acd23272bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:32.903843 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-41e9ccb2-a632-4f2c-ae61-f2a6ea761c69 req-c9bfd23a-924b-42af-bbfa-7c40a04c3ae2 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955248 Aug 28 15:09:32.990904 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-47a6cb49-a796-4efa-89c5-372ce3bb2397 service neutron] Attempting to bind port ba36667f-5471-4a30-99b6-87993fd88e41 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:09:32.991565 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-47a6cb49-a796-4efa-89c5-372ce3bb2397 service neutron] Attempting to bind port ba36667f-5471-4a30-99b6-87993fd88e41 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '8832c9ec-1ee4-4d90-92a4-baba1e83b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:09:32.992104 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-47a6cb49-a796-4efa-89c5-372ce3bb2397 service neutron] Attempting to bind port ba36667f-5471-4a30-99b6-87993fd88e41 on network a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:09:33.041512 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-47a6cb49-a796-4efa-89c5-372ce3bb2397 service neutron] Port ba36667f-5471-4a30-99b6-87993fd88e41 on network a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:09:33.042275 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-47a6cb49-a796-4efa-89c5-372ce3bb2397 service neutron] Attempting to bind port ba36667f-5471-4a30-99b6-87993fd88e41 on network a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:09:33.079351 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-47a6cb49-a796-4efa-89c5-372ce3bb2397 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:09:33.079989 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-47a6cb49-a796-4efa-89c5-372ce3bb2397 service neutron] Checking segment: {'id': '8832c9ec-1ee4-4d90-92a4-baba1e83b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:09:33.080595 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-47a6cb49-a796-4efa-89c5-372ce3bb2397 service neutron] Bound using segment: {'id': '8832c9ec-1ee4-4d90-92a4-baba1e83b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:09:33.081249 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-47a6cb49-a796-4efa-89c5-372ce3bb2397 service neutron] Bound port: ba36667f-5471-4a30-99b6-87993fd88e41, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8832c9ec-1ee4-4d90-92a4-baba1e83b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:09:33.081789 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-47a6cb49-a796-4efa-89c5-372ce3bb2397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:33.109581 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01739d8a-d18e-456f-b4b3-bc43af5a624a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:33.130512 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4a3a5-d14c-40cd-9eac-3901a3128559 req-da173e63-32fa-4292-84d7-7c744c268bfb tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:33.132025 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1ab4a3a5-d14c-40cd-9eac-3901a3128559 req-da173e63-32fa-4292-84d7-7c744c268bfb tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/ports?device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 946 time: 0.1508267 Aug 28 15:09:33.137085 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78d201-1402-4a10-afa5-9dde38b83855 req-221488de-155e-4988-ae2a-5bf3e070b10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:33.138569 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b78d201-1402-4a10-afa5-9dde38b83855 req-221488de-155e-4988-ae2a-5bf3e070b10e service neutron] 10.222.0.41 "GET /v2.0/networks?id=77650b04-197c-4f2d-93ed-1f3a3f2db13f HTTP/1.1" status: 200 len: 912 time: 0.4128628 Aug 28 15:09:33.171068 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 46bd64e3-2082-426f-ac24-38ddc2281c77 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:09:33.210843 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 46bd64e3-2082-426f-ac24-38ddc2281c77 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:09:33.215554 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:33.219305 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 46bd64e3-2082-426f-ac24-38ddc2281c77 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:09:33.220996 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 06295e1e-7d45-4ddc-9939-89a303005670 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:09:33.232128 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6956455f-c93c-4620-9e9d-21690aee3aad None None] Network 762b07f1-796a-4cec-b8fb-34e9d1659bfd requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:33.324347 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Deleting port 5761eb39-364b-43ea-be70-560484058381 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:09:33.324698 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:33.354874 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-47a6cb49-a796-4efa-89c5-372ce3bb2397 service neutron] For port ba36667f-5471-4a30-99b6-87993fd88e41, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:09:33.359973 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1ab4a3a5-d14c-40cd-9eac-3901a3128559 req-818c1f44-e8cf-4b6f-8f50-cd374def96f2 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6f6c2f-4cfa-46ef-bb53-af961c2ed17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191827 Aug 28 15:09:33.383991 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b78d201-1402-4a10-afa5-9dde38b83855 req-2942fba4-2ee8-4399-be76-966e25835442 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e5b61b0-9b37-402c-ac33-0a57b7fac04e HTTP/1.1" status: 200 len: 1000 time: 0.2073555 Aug 28 15:09:33.388085 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-47a6cb49-a796-4efa-89c5-372ce3bb2397 service neutron] For port ba36667f-5471-4a30-99b6-87993fd88e41, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ba36667f-5471-4a30-99b6-87993fd88e41,segment=NetworkSegment(8832c9ec-1ee4-4d90-92a4-baba1e83b28d),segment_id=8832c9ec-1ee4-4d90-92a4-baba1e83b28d)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:09:33.397527 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01739d8a-d18e-456f-b4b3-bc43af5a624a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:33.427354 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 06295e1e-7d45-4ddc-9939-89a303005670 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:09:33.427827 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 06295e1e-7d45-4ddc-9939-89a303005670 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:09:33.432482 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-47a6cb49-a796-4efa-89c5-372ce3bb2397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:33.437490 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-01739d8a-d18e-456f-b4b3-bc43af5a624a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9001ca-a76d-4043-9857-260c0aecc9dd']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:33.503047 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-01739d8a-d18e-456f-b4b3-bc43af5a624a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b86c131-42a6-429e-b12a-d30d54b837f8') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:33.503547 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-01739d8a-d18e-456f-b4b3-bc43af5a624a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b86c131-42a6-429e-b12a-d30d54b837f8') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:33.532003 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-47a6cb49-a796-4efa-89c5-372ce3bb2397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:33.532627 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-47a6cb49-a796-4efa-89c5-372ce3bb2397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:33.534837 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-47a6cb49-a796-4efa-89c5-372ce3bb2397 service neutron] 10.222.0.36 "PUT /v2.0/ports/ba36667f-5471-4a30-99b6-87993fd88e41 HTTP/1.1" status: 200 len: 1092 time: 2.3890586 Aug 28 15:09:33.535816 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] For port 5761eb39-364b-43ea-be70-560484058381, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=5761eb39-364b-43ea-be70-560484058381,segment=NetworkSegment(0edf6c66-4f31-4495-a48b-40dff9592d88),segment_id=0edf6c66-4f31-4495-a48b-40dff9592d88)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:33.536205 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:33.540007 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01739d8a-d18e-456f-b4b3-bc43af5a624a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:33.544514 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c8e452-4fe9-4a69-8a94-6b7335747820', 'tag': 'ba36667f-5471-4a30-99b6-87993fd88e41'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:09:33.547318 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a35e9d-4275-42b8-81cb-ce763eac3d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "61c8e452-4fe9-4a69-8a94-6b7335747820", "tag": "ba36667f-5471-4a30-99b6-87993fd88e41"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:09:33.560303 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f468b-5269-45c1-b389-5a998e139024 req-7ba4afc0-a386-4eac-b6f6-0416c05f4d41 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:33.562014 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-900f468b-5269-45c1-b389-5a998e139024 req-7ba4afc0-a386-4eac-b6f6-0416c05f4d41 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8e452-4fe9-4a69-8a94-6b7335747820 HTTP/1.1" status: 200 len: 943 time: 0.1847680 Aug 28 15:09:33.577466 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78d201-1402-4a10-afa5-9dde38b83855 req-b52a8c95-e475-463f-bb2a-4b6641a8243f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:33.578941 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b78d201-1402-4a10-afa5-9dde38b83855 req-b52a8c95-e475-463f-bb2a-4b6641a8243f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=836bd9d7-21bc-4e2a-b716-53b54890baa2 HTTP/1.1" status: 200 len: 850 time: 0.1613841 Aug 28 15:09:33.586673 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01739d8a-d18e-456f-b4b3-bc43af5a624a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:33.629025 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Calling delete_port for 5761eb39-364b-43ea-be70-560484058381 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:09:33.640570 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14caf47d-39ae-4b86-8641-b1124e56923f None None] get_active_networks_info from n-d-712137-10 {{(pid=106331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 15:09:33.641435 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6cb49-a796-4efa-89c5-372ce3bb2397 service neutron] Pushing event updated for resources: {'Port': ['ID=ba36667f-5471-4a30-99b6-87993fd88e41,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:33.645919 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01739d8a-d18e-456f-b4b3-bc43af5a624a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:09:33.645919 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01739d8a-d18e-456f-b4b3-bc43af5a624a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:09:33.664676 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:09:33.806941 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52037d2c-011b-45b8-b4ad-246ec0333893 x-openstack-request-id: req-52037d2c-011b-45b8-b4ad-246ec0333893 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:09:33.807868 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c8e452-4fe9-4a69-8a94-6b7335747820", "tag": "ba36667f-5471-4a30-99b6-87993fd88e41", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:09:33.808847 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52037d2c-011b-45b8-b4ad-246ec0333893 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:09:33.810991 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c8e452-4fe9-4a69-8a94-6b7335747820', 'tag': 'ba36667f-5471-4a30-99b6-87993fd88e41', 'status': 'completed', 'code': 200} Aug 28 15:09:33.824434 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01739d8a-d18e-456f-b4b3-bc43af5a624a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:33.841217 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01739d8a-d18e-456f-b4b3-bc43af5a624a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630389'] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:33.847046 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-01739d8a-d18e-456f-b4b3-bc43af5a624a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "DELETE /v2.0/networks/5c9001ca-a76d-4043-9857-260c0aecc9dd HTTP/1.1" status: 204 len: 168 time: 1.0853736 Aug 28 15:09:33.848144 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50722) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:33.868798 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14caf47d-39ae-4b86-8641-b1124e56923f None None] Resources bound (agent type, host, resource id): {{(pid=106331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 15:09:33.892619 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-900f468b-5269-45c1-b389-5a998e139024 req-33661abe-c9e2-4cf7-a5d2-6cb5dd76aacd tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013043 Aug 28 15:09:33.914394 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01739d8a-d18e-456f-b4b3-bc43af5a624a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event deleted for resources: {'Network': ['ID=5c9001ca-a76d-4043-9857-260c0aecc9dd,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:33.930837 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-6507bd42-ec2f-4c48-92c7-ba9c29a3d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:33.933484 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-6507bd42-ec2f-4c48-92c7-ba9c29a3d4e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1bb2d65f9fb942d9b36b25dac4e364e6&device_id=61c8e452-4fe9-4a69-8a94-6b7335747820 HTTP/1.1" status: 200 len: 1095 time: 0.3431969 Aug 28 15:09:33.944944 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78d201-1402-4a10-afa5-9dde38b83855 req-0eb860f1-19e3-42cf-b6b1-42331e7e838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:33.946959 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b78d201-1402-4a10-afa5-9dde38b83855 req-0eb860f1-19e3-42cf-b6b1-42331e7e838b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77650b04-197c-4f2d-93ed-1f3a3f2db13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3357401 Aug 28 15:09:33.951501 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:33.986276 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event deleted for resources: {'Port': ['ID=5761eb39-364b-43ea-be70-560484058381,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:34.000822 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] No DVR routers for this DVR port 5761eb39-364b-43ea-be70-560484058381 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:09:34.031641 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:09:34.075043 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-2c141cbf-69f4-4162-af85-23b4bb0791d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba36667f-5471-4a30-99b6-87993fd88e41 HTTP/1.1" status: 200 len: 217 time: 0.1236575 Aug 28 15:09:34.151964 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:34.181589 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['762b07f1-796a-4cec-b8fb-34e9d1659bfd']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:34.201179 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0edf6c66-4f31-4495-a48b-40dff9592d88') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:34.201484 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0edf6c66-4f31-4495-a48b-40dff9592d88') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:34.202279 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-93c235e4-8882-4bd0-9912-f8675036d236 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:34.211801 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd80e0f-1d53-4678-9575-dfa7bc7a2b36 req-df7f4748-dc47-426e-b67c-b7e0c7980b5f tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:34.212250 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:34.219369 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-abd80e0f-1d53-4678-9575-dfa7bc7a2b36 req-df7f4748-dc47-426e-b67c-b7e0c7980b5f tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1561313 Aug 28 15:09:34.231725 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:34.245912 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:09:34.247128 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:34.286988 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-93c235e4-8882-4bd0-9912-f8675036d236 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:34.290550 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-a8bb22bc-38f1-44ca-bb2e-10cc2fe1ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:34.292139 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-a8bb22bc-38f1-44ca-bb2e-10cc2fe1ccaa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d199c3ab-1cc3-471f-883a-d19f39aa59ba HTTP/1.1" status: 200 len: 855 time: 0.1828151 Aug 28 15:09:34.306211 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b78d201-1402-4a10-afa5-9dde38b83855 req-9457bc12-628c-484b-a134-033756211e4d service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362339 Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:09:34.324368 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:09:34.332418 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:34.338205 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:34.340524 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "DELETE /v2.0/networks/762b07f1-796a-4cec-b8fb-34e9d1659bfd HTTP/1.1" status: 204 len: 168 time: 4.1519914 Aug 28 15:09:34.345395 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50738) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:34.376045 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d62d9d-162a-4e45-982c-8cf8661bb431 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event deleted for resources: {'Network': ['ID=762b07f1-796a-4cec-b8fb-34e9d1659bfd,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:34.384023 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-3011970c-de77-4798-9685-32e8c306b737 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] DELETE failed (client error): The resource could not be found. Aug 28 15:09:34.384725 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3011970c-de77-4798-9685-32e8c306b737 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:09:34.390091 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3011970c-de77-4798-9685-32e8c306b737 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "DELETE /v2.0/networks/762b07f1-796a-4cec-b8fb-34e9d1659bfd HTTP/1.1" status: 404 len: 339 time: 0.0383546 Aug 28 15:09:34.391403 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50740) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:34.397409 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-f6877e53-c4aa-4ed7-87e9-b1fd08372a45 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1251117543', 'description': 'd1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:34.439113 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6877e53-c4aa-4ed7-87e9-b1fd08372a45 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Made reservation on behalf of d81dceeac1214a6e8d4c9c56d70e0688 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:34.446015 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f6877e53-c4aa-4ed7-87e9-b1fd08372a45 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:34.481660 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6877e53-c4aa-4ed7-87e9-b1fd08372a45 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:09:34.493535 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f6877e53-c4aa-4ed7-87e9-b1fd08372a45 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:34.494014 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-f6877e53-c4aa-4ed7-87e9-b1fd08372a45 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Added segment 0193b080-e2e8-4f74-b1a9-4b203e26a194 of type vlan for network 164b5ea3-c4a2-40ba-92fc-0de3f770ea65 Aug 28 15:09:34.496029 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-abd80e0f-1d53-4678-9575-dfa7bc7a2b36 req-c8b8e722-312d-4249-8ca4-ed8f2625dfd7 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613697 Aug 28 15:09:34.498304 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b78d201-1402-4a10-afa5-9dde38b83855 req-39e90813-7d37-4843-94bf-c05a851edc27 service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682563 Aug 28 15:09:34.525156 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-10b6a8a3-4352-4813-a3a2-18c983b9c2d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2142992 Aug 28 15:09:34.571718 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f6877e53-c4aa-4ed7-87e9-b1fd08372a45 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:34.629058 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f6877e53-c4aa-4ed7-87e9-b1fd08372a45 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:34.635974 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-b87cb317-90f3-413b-9cf3-fe25a7ea4755 service neutron] 10.222.0.36 "GET /v2.0/networks/a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992701 Aug 28 15:09:34.638944 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6877e53-c4aa-4ed7-87e9-b1fd08372a45 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:34.639960 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f6877e53-c4aa-4ed7-87e9-b1fd08372a45 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:34.659987 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df671e38-7522-4143-87b0-f3a59e814ea0 req-4fa148fd-bb2c-4f63-a8b2-b3273c9e6d88 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:34.661236 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-df671e38-7522-4143-87b0-f3a59e814ea0 req-4fa148fd-bb2c-4f63-a8b2-b3273c9e6d88 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/ports?device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 946 time: 0.1509805 Aug 28 15:09:34.712462 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-93c235e4-8882-4bd0-9912-f8675036d236 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:34.715185 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-93c235e4-8882-4bd0-9912-f8675036d236 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:34.716344 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-93c235e4-8882-4bd0-9912-f8675036d236 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "DELETE /v2.0/security-groups/6a2e07a8-e08d-40eb-af77-3261222de99e HTTP/1.1" status: 204 len: 168 time: 0.8631482 Aug 28 15:09:34.722997 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f6877e53-c4aa-4ed7-87e9-b1fd08372a45 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3301053 Aug 28 15:09:34.729316 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50756) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:34.743721 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c235e4-8882-4bd0-9912-f8675036d236 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2e07a8-e08d-40eb-af77-3261222de99e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:34.752629 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6877e53-c4aa-4ed7-87e9-b1fd08372a45 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event updated for resources: {'Network': ['ID=164b5ea3-c4a2-40ba-92fc-0de3f770ea65,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:34.790829 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 164b5ea3-c4a2-40ba-92fc-0de3f770ea65 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:09:34.804590 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-df671e38-7522-4143-87b0-f3a59e814ea0 req-e28b7da7-cbb1-4507-98e3-bffadcb8f549 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6f6c2f-4cfa-46ef-bb53-af961c2ed17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244426 Aug 28 15:09:34.949848 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3fa7e193-58bc-449b-81bd-be9cf5620dc6 req-d77f38af-6f0a-4006-9779-9bf6026a1ba5 service neutron] 10.222.0.36 "GET /v2.0/networks/a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082838 Aug 28 15:09:34.969469 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5addf50d-52d3-4dc2-80ab-d126771b38a2 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:34.971696 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5addf50d-52d3-4dc2-80ab-d126771b38a2 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "GET /v2.0/networks?id=164b5ea3-c4a2-40ba-92fc-0de3f770ea65 HTTP/1.1" status: 200 len: 765 time: 0.2407613 Aug 28 15:09:34.974434 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50772) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:34.982276 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-0538a940-b6ab-43c0-822b-2a67cac47e8e tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Request body: {'network': {'description': 'd2'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:35.089066 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d135ff9-f053-4c28-9c24-410c894b0dd4 req-29453d09-4c6a-461b-bf86-2b04d1784ddd tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:35.090574 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3d135ff9-f053-4c28-9c24-410c894b0dd4 req-29453d09-4c6a-461b-bf86-2b04d1784ddd tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/ports?device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 946 time: 0.1871698 Aug 28 15:09:35.157813 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a35e9d-4275-42b8-81cb-ce763eac3d6e req-a519d1c9-81b9-4efc-a12d-85b0bfe37ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:35.160307 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a9a35e9d-4275-42b8-81cb-ce763eac3d6e req-a519d1c9-81b9-4efc-a12d-85b0bfe37ddf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1bb2d65f9fb942d9b36b25dac4e364e6&device_id=61c8e452-4fe9-4a69-8a94-6b7335747820 HTTP/1.1" status: 200 len: 1095 time: 0.1288958 Aug 28 15:09:35.244885 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3d135ff9-f053-4c28-9c24-410c894b0dd4 req-6551be5c-28a7-48eb-9bc2-405881487ef4 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6f6c2f-4cfa-46ef-bb53-af961c2ed17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439452 Aug 28 15:09:35.303637 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50784) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:35.310093 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-6332d439-9d7d-4102-8540-327519418d54 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2022663153', 'description': 'tempest-secgroup-smoke-2022663153 description', 'project_id': 'bee02b8454d546b78330e0129408e569'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:35.384130 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6332d439-9d7d-4102-8540-327519418d54 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:35.554292 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6332d439-9d7d-4102-8540-327519418d54 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:35.563847 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6332d439-9d7d-4102-8540-327519418d54 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:35.616754 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6332d439-9d7d-4102-8540-327519418d54 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:35.618171 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6332d439-9d7d-4102-8540-327519418d54 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3132992 Aug 28 15:09:35.622571 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50792) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:35.635146 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-9ca966b6-0a8f-417b-88be-17a59fde4c30 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'security_group_rule': {'security_group_id': '9ca6786c-06c4-4b00-a4de-a03bc5271b24', 'project_id': 'bee02b8454d546b78330e0129408e569', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:35.655151 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332d439-9d7d-4102-8540-327519418d54 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca6786c-06c4-4b00-a4de-a03bc5271b24,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:35.668297 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e94a7-8f17-4368-87c6-81774427fdfa req-7dea9991-eb2a-4c8d-9958-9c3ddb33fdcb tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:35.669849 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-175e94a7-8f17-4368-87c6-81774427fdfa req-7dea9991-eb2a-4c8d-9958-9c3ddb33fdcb tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/ports?device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 946 time: 0.1240964 Aug 28 15:09:35.703314 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9ca966b6-0a8f-417b-88be-17a59fde4c30 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:35.729039 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50794) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:35.758574 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-175e94a7-8f17-4368-87c6-81774427fdfa req-a9653d83-7c68-4dd3-bb83-b7761bb8b114 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6f6c2f-4cfa-46ef-bb53-af961c2ed17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770929 Aug 28 15:09:35.783794 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9ca966b6-0a8f-417b-88be-17a59fde4c30 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:35.793395 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9ca966b6-0a8f-417b-88be-17a59fde4c30 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:35.794229 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a35e9d-4275-42b8-81cb-ce763eac3d6e req-0fcf23b7-ee13-464b-8e8c-16b0055580c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:35.796307 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a9a35e9d-4275-42b8-81cb-ce763eac3d6e req-0fcf23b7-ee13-464b-8e8c-16b0055580c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a HTTP/1.1" status: 200 len: 916 time: 0.5939503 Aug 28 15:09:35.827020 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca966b6-0a8f-417b-88be-17a59fde4c30 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a8ff8c5-5cc7-4fa3-a607-6d07d12c04cc,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:35.831030 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0538a940-b6ab-43c0-822b-2a67cac47e8e tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:35.842768 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9ca966b6-0a8f-417b-88be-17a59fde4c30 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:35.844071 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9ca966b6-0a8f-417b-88be-17a59fde4c30 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2184298 Aug 28 15:09:35.853634 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50798) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:35.858962 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-3a822ed6-be06-435e-bb5a-77456f776cf1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'security_group_rule': {'security_group_id': '9ca6786c-06c4-4b00-a4de-a03bc5271b24', 'project_id': 'bee02b8454d546b78330e0129408e569', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:35.926732 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0538a940-b6ab-43c0-822b-2a67cac47e8e tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:35.930957 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a9a35e9d-4275-42b8-81cb-ce763eac3d6e req-0a2fc743-c3ea-4402-bc8e-197c6f5c654b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba36667f-5471-4a30-99b6-87993fd88e41 HTTP/1.1" status: 200 len: 217 time: 0.1134751 Aug 28 15:09:35.945558 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3a822ed6-be06-435e-bb5a-77456f776cf1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:35.972494 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873830a-5ea4-4562-811d-bca85e375182 req-48268672-ea9a-4da4-8e46-7a9173397966 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:35.974054 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e873830a-5ea4-4562-811d-bca85e375182 req-48268672-ea9a-4da4-8e46-7a9173397966 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.0877490 Aug 28 15:09:35.981340 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0538a940-b6ab-43c0-822b-2a67cac47e8e tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Network 164b5ea3-c4a2-40ba-92fc-0de3f770ea65 is not hosted by any dhcp agent {{(pid=106329) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 15:09:35.988004 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa81a92f-0ed4-42d0-9463-85ccf4f1c991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:35.992755 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0538a940-b6ab-43c0-822b-2a67cac47e8e tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:35.993593 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0538a940-b6ab-43c0-822b-2a67cac47e8e tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:35.995826 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0538a940-b6ab-43c0-822b-2a67cac47e8e tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "PUT /v2.0/networks/164b5ea3-c4a2-40ba-92fc-0de3f770ea65 HTTP/1.1" status: 200 len: 762 time: 1.0202494 Aug 28 15:09:36.008627 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50810) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:36.074258 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605bf44-0674-492f-8d9b-cc0db226fcdd req-807f1b03-d420-4cae-9acf-58cbc7a7eb99 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:36.083589 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3605bf44-0674-492f-8d9b-cc0db226fcdd req-807f1b03-d420-4cae-9acf-58cbc7a7eb99 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8e452-4fe9-4a69-8a94-6b7335747820 HTTP/1.1" status: 200 len: 943 time: 0.3109465 Aug 28 15:09:36.120972 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a35e9d-4275-42b8-81cb-ce763eac3d6e req-8d91b266-abd5-4452-a64b-0ae4efd5e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:36.122443 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a9a35e9d-4275-42b8-81cb-ce763eac3d6e req-8d91b266-abd5-4452-a64b-0ae4efd5e9fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d199c3ab-1cc3-471f-883a-d19f39aa59ba HTTP/1.1" status: 200 len: 855 time: 0.1798766 Aug 28 15:09:36.126466 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538a940-b6ab-43c0-822b-2a67cac47e8e tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event updated for resources: {'Network': ['ID=164b5ea3-c4a2-40ba-92fc-0de3f770ea65,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:36.138140 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 164b5ea3-c4a2-40ba-92fc-0de3f770ea65 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:09:36.185002 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3605bf44-0674-492f-8d9b-cc0db226fcdd req-0dd43c15-af76-49e0-bcbe-708ce38c434e tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002860 Aug 28 15:09:36.200963 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a9a35e9d-4275-42b8-81cb-ce763eac3d6e req-de738147-bae3-486d-84c4-c533253d979e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709538 Aug 28 15:09:36.203299 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e873830a-5ea4-4562-811d-bca85e375182 req-200f41b4-09f7-42de-a00f-cf188f6ac8a2 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146859 Aug 28 15:09:36.224899 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c1716c-c397-484d-88b2-039ac26791c7 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:36.226814 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a4c1716c-c397-484d-88b2-039ac26791c7 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "GET /v2.0/networks?id=164b5ea3-c4a2-40ba-92fc-0de3f770ea65 HTTP/1.1" status: 200 len: 765 time: 0.2161171 Aug 28 15:09:36.230443 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50818) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:36.341857 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a9a35e9d-4275-42b8-81cb-ce763eac3d6e req-7721964d-c316-4045-855a-6cb21cc45b28 service neutron] 10.222.0.36 "GET /v2.0/networks/a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327732 Aug 28 15:09:36.424411 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3a822ed6-be06-435e-bb5a-77456f776cf1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:36.425158 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50822) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:36.440655 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3a822ed6-be06-435e-bb5a-77456f776cf1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:36.459079 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8424512-0852-41a8-a17a-59ca2566bb1d req-64ac05fc-a8f7-41c5-ae78-2d415336b96a tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:36.460929 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c8424512-0852-41a8-a17a-59ca2566bb1d req-64ac05fc-a8f7-41c5-ae78-2d415336b96a tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1352093 Aug 28 15:09:36.519257 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa81a92f-0ed4-42d0-9463-85ccf4f1c991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:36.520704 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a822ed6-be06-435e-bb5a-77456f776cf1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e343ddc0-b322-432f-acc4-ac0168dc0b90,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:36.525019 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c8424512-0852-41a8-a17a-59ca2566bb1d req-1e1ea8c4-7dbd-444d-8a70-5f39d246c81a tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519028 Aug 28 15:09:36.527235 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a9a35e9d-4275-42b8-81cb-ce763eac3d6e req-04d477fc-b486-4c41-a09b-6188854f268d service neutron] 10.222.0.36 "GET /v2.0/networks/a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614141 Aug 28 15:09:36.535964 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa81a92f-0ed4-42d0-9463-85ccf4f1c991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:36.556541 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3a822ed6-be06-435e-bb5a-77456f776cf1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:36.561064 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50828) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:36.564292 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3a822ed6-be06-435e-bb5a-77456f776cf1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7094409 Aug 28 15:09:36.566421 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-9b2a0f00-b70c-40bf-bd41-2440461c5b7a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'security_group_rule': {'security_group_id': '9ca6786c-06c4-4b00-a4de-a03bc5271b24', 'project_id': 'bee02b8454d546b78330e0129408e569', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:36.582266 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d460cd2f-e6db-4ad9-bf3c-c869d6d1e6c6 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:36.583981 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d460cd2f-e6db-4ad9-bf3c-c869d6d1e6c6 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3525372 Aug 28 15:09:36.590448 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50830) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:36.606030 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-aa81a92f-0ed4-42d0-9463-85ccf4f1c991 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf1ab9fded3a4424a37aefb17f972f08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8724494 Aug 28 15:09:36.608520 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81a92f-0ed4-42d0-9463-85ccf4f1c991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee7d98d-caaf-4ddd-917a-87598ed89f94,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:36.610979 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50832) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:36.648187 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dceedf77-fa95-478b-981f-9ca6a3c78b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:36.654091 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-30dd7890-7fe6-4591-ac2a-74f5767b1acd tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "GET /v2.0/subnets?network_id=61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 207 time: 0.0622184 Aug 28 15:09:36.657326 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50834) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:36.661297 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0f00-b70c-40bf-bd41-2440461c5b7a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:36.763159 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0f00-b70c-40bf-bd41-2440461c5b7a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:36.773345 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0c8b9510-aa4a-4325-8a46-2caa02fb5e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:36.786210 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0f00-b70c-40bf-bd41-2440461c5b7a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:36.822697 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a0f00-b70c-40bf-bd41-2440461c5b7a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e612011-a034-44bd-9244-f24134186cc3,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:36.847444 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0c8b9510-aa4a-4325-8a46-2caa02fb5e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:36.851720 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05b96f-ba22-4a01-9664-6d199ff5ba7b req-89fbc5da-46d2-4569-8bf7-4641530febc5 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:36.853291 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6e05b96f-ba22-4a01-9664-6d199ff5ba7b req-89fbc5da-46d2-4569-8bf7-4641530febc5 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1092250 Aug 28 15:09:36.895832 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dceedf77-fa95-478b-981f-9ca6a3c78b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:36.905503 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dceedf77-fa95-478b-981f-9ca6a3c78b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:36.919269 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0f00-b70c-40bf-bd41-2440461c5b7a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:36.923337 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9b2a0f00-b70c-40bf-bd41-2440461c5b7a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3612530 Aug 28 15:09:36.926573 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50840) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:36.932803 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658e66ef-d06e-472a-9d12-32bd5f780d95 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:36.938528 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658e66ef-d06e-472a-9d12-32bd5f780d95 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:36.944320 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-82195fee-6e6b-4488-95e5-4c0dd37a134f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'security_group_rule': {'security_group_id': '9ca6786c-06c4-4b00-a4de-a03bc5271b24', 'project_id': 'bee02b8454d546b78330e0129408e569', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:36.944550 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658e66ef-d06e-472a-9d12-32bd5f780d95 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:36.950415 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658e66ef-d06e-472a-9d12-32bd5f780d95 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:36.956536 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658e66ef-d06e-472a-9d12-32bd5f780d95 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:36.956925 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6e05b96f-ba22-4a01-9664-6d199ff5ba7b req-cb7181aa-cb50-4c58-96a2-52e17c5db06c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896556 Aug 28 15:09:36.962674 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658e66ef-d06e-472a-9d12-32bd5f780d95 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:36.968556 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-658e66ef-d06e-472a-9d12-32bd5f780d95 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3062572 Aug 28 15:09:36.968778 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50842) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:36.988394 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceedf77-fa95-478b-981f-9ca6a3c78b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4795c26f-2811-49b2-a69d-0d5a6ab7de37,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:36.994650 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-dceedf77-fa95-478b-981f-9ca6a3c78b75 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0db04357f2cd4900bf5042df4b723825&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5673258 Aug 28 15:09:36.998116 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50846) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:37.007218 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-82195fee-6e6b-4488-95e5-4c0dd37a134f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:37.064594 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-82195fee-6e6b-4488-95e5-4c0dd37a134f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:37.070925 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-82195fee-6e6b-4488-95e5-4c0dd37a134f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:37.087378 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dbe1f-171d-41b9-a4c8-6b3f1064452e req-ea8a0ef2-952a-4e4c-bbc7-14a1e90466d0 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:37.088948 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ff3dbe1f-171d-41b9-a4c8-6b3f1064452e req-ea8a0ef2-952a-4e4c-bbc7-14a1e90466d0 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/ports?device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 946 time: 0.2231903 Aug 28 15:09:37.096308 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82195fee-6e6b-4488-95e5-4c0dd37a134f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18fc48d5-dad8-4584-91c2-5fce275b70f6,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:37.099753 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-82195fee-6e6b-4488-95e5-4c0dd37a134f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:37.103971 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-82195fee-6e6b-4488-95e5-4c0dd37a134f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1620328 Aug 28 15:09:37.104421 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0c8b9510-aa4a-4325-8a46-2caa02fb5e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:37.105349 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50848) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:37.106950 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0c8b9510-aa4a-4325-8a46-2caa02fb5e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:37.108114 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0c8b9510-aa4a-4325-8a46-2caa02fb5e3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eee7d98d-caaf-4ddd-917a-87598ed89f94 HTTP/1.1" status: 204 len: 168 time: 0.4963639 Aug 28 15:09:37.109885 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-df1c6c96-05a0-471d-a643-17770f1be52a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'security_group_rule': {'security_group_id': '9ca6786c-06c4-4b00-a4de-a03bc5271b24', 'project_id': 'bee02b8454d546b78330e0129408e569', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:37.158895 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b9510-aa4a-4325-8a46-2caa02fb5e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee7d98d-caaf-4ddd-917a-87598ed89f94,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:37.163691 n-d-712137-10 neutron-server[106329]: INFO neutron.db.securitygroups_db [None req-df1c6c96-05a0-471d-a643-17770f1be52a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Project bee02b8454d546b78330e0129408e569 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 15:09:37.170846 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-df1c6c96-05a0-471d-a643-17770f1be52a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:37.190059 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-00336295-05bf-441d-986b-efa230b51215 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2195735 Aug 28 15:09:37.203013 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50854) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:37.222704 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f6121a42-a893-4b08-ad27-ddc41e1a6c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:37.250829 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ff3dbe1f-171d-41b9-a4c8-6b3f1064452e req-847728ba-c51c-4c4a-85d6-3ffa014a4d93 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6f6c2f-4cfa-46ef-bb53-af961c2ed17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416433 Aug 28 15:09:37.281999 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f6121a42-a893-4b08-ad27-ddc41e1a6c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:37.295179 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-df1c6c96-05a0-471d-a643-17770f1be52a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:37.304702 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844692aa-1273-4ee1-a360-47c31ac7b2cb req-9461c6d7-840d-4297-b543-5766fa708e3b tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:37.306464 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-844692aa-1273-4ee1-a360-47c31ac7b2cb req-9461c6d7-840d-4297-b543-5766fa708e3b tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.0992701 Aug 28 15:09:37.308079 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-df1c6c96-05a0-471d-a643-17770f1be52a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:37.321816 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e111ac6-7037-41b3-99a1-92c15fbd555f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:37.323272 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e111ac6-7037-41b3-99a1-92c15fbd555f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:37.324791 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e111ac6-7037-41b3-99a1-92c15fbd555f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:37.327175 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e111ac6-7037-41b3-99a1-92c15fbd555f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:37.328904 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e111ac6-7037-41b3-99a1-92c15fbd555f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:37.331580 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6e111ac6-7037-41b3-99a1-92c15fbd555f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1268132 Aug 28 15:09:37.336037 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50864) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:37.338657 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c6c96-05a0-471d-a643-17770f1be52a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d445617e-cd81-4bb8-baa9-974ddcba2d4a,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:37.350827 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-df1c6c96-05a0-471d-a643-17770f1be52a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:37.354902 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-df1c6c96-05a0-471d-a643-17770f1be52a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2485523 Aug 28 15:09:37.355782 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50866) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:37.362488 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-1070ab97-c2cf-44af-9380-22faabd8285a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'security_group_rule': {'security_group_id': '9ca6786c-06c4-4b00-a4de-a03bc5271b24', 'project_id': 'bee02b8454d546b78330e0129408e569', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:37.392779 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-844692aa-1273-4ee1-a360-47c31ac7b2cb req-1fdda3ce-325a-4be5-83e6-87286b99f6b1 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759666 Aug 28 15:09:37.421168 n-d-712137-10 neutron-server[106329]: INFO neutron.db.securitygroups_db [None req-1070ab97-c2cf-44af-9380-22faabd8285a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Project bee02b8454d546b78330e0129408e569 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 15:09:37.428871 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1070ab97-c2cf-44af-9380-22faabd8285a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:37.477974 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e776f6df-370e-453b-88a1-46e69a114390 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['shared'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:37.479613 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e776f6df-370e-453b-88a1-46e69a114390 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['shared'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:37.492279 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e776f6df-370e-453b-88a1-46e69a114390 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['shared'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:37.495925 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e776f6df-370e-453b-88a1-46e69a114390 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['shared'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:37.498339 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e776f6df-370e-453b-88a1-46e69a114390 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['shared'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:37.505907 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50868) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:37.507548 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e776f6df-370e-453b-88a1-46e69a114390 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1691921 Aug 28 15:09:37.527402 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1070ab97-c2cf-44af-9380-22faabd8285a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:37.532016 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d057696-6e5b-4983-9183-181666543de5 req-3dd4dabe-e680-4f00-aef7-5b48a54c8673 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:37.536075 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7d057696-6e5b-4983-9183-181666543de5 req-3dd4dabe-e680-4f00-aef7-5b48a54c8673 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8e452-4fe9-4a69-8a94-6b7335747820 HTTP/1.1" status: 200 len: 943 time: 0.1343939 Aug 28 15:09:37.554446 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f6121a42-a893-4b08-ad27-ddc41e1a6c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:37.561699 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f6121a42-a893-4b08-ad27-ddc41e1a6c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:37.563251 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f6121a42-a893-4b08-ad27-ddc41e1a6c31 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4795c26f-2811-49b2-a69d-0d5a6ab7de37 HTTP/1.1" status: 204 len: 168 time: 0.5403111 Aug 28 15:09:37.568790 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1070ab97-c2cf-44af-9380-22faabd8285a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:37.589609 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6121a42-a893-4b08-ad27-ddc41e1a6c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4795c26f-2811-49b2-a69d-0d5a6ab7de37,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:37.600921 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070ab97-c2cf-44af-9380-22faabd8285a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b885ac5a-e26d-4cd4-9042-05f15812fe3b,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:37.607805 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1070ab97-c2cf-44af-9380-22faabd8285a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:37.612452 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1070ab97-c2cf-44af-9380-22faabd8285a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2541692 Aug 28 15:09:37.613103 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50874) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:37.620915 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-9911dac4-cac6-496d-bf98-788ba841d65c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'network': {'name': 'tempest-network-smoke--1548180951', 'project_id': 'bee02b8454d546b78330e0129408e569', 'port_security_enabled': True}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:37.665430 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7d057696-6e5b-4983-9183-181666543de5 req-183bab40-4895-4bb4-92ad-be50bded2b3e tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138859 Aug 28 15:09:37.665954 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50876) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:37.692377 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-06d881b6-6d37-4daf-b52a-ae883f0c6301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:37.714690 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9911dac4-cac6-496d-bf98-788ba841d65c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Made reservation on behalf of bee02b8454d546b78330e0129408e569 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:37.718134 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9911dac4-cac6-496d-bf98-788ba841d65c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:37.800655 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125bd1fe-ad77-4306-8056-28b61228cbdf tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:37.802037 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-125bd1fe-ad77-4306-8056-28b61228cbdf tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "GET /v2.0/networks/ade71247-d54e-45d9-afce-8c79d7044ded HTTP/1.1" status: 200 len: 803 time: 0.2952106 Aug 28 15:09:37.806092 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50880) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:37.811077 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-06d881b6-6d37-4daf-b52a-ae883f0c6301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:37.814565 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-06d881b6-6d37-4daf-b52a-ae883f0c6301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:37.825201 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9911dac4-cac6-496d-bf98-788ba841d65c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:09:37.839517 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2279b-5195-49ea-a627-79516220fb2b req-3f2ae497-78dd-4b20-ab59-fe80c0559b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:37.841046 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-18f2279b-5195-49ea-a627-79516220fb2b req-3f2ae497-78dd-4b20-ab59-fe80c0559b72 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38a2974fc2894972b792305c00a27520&device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 1098 time: 0.1470480 Aug 28 15:09:37.856968 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-06d881b6-6d37-4daf-b52a-ae883f0c6301 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b1e331ed2ac4d809f9848f5ec6c0154&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1899474 Aug 28 15:09:37.857856 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d881b6-6d37-4daf-b52a-ae883f0c6301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c15eeb-6a92-429c-8a16-49102eac1f66,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:37.860922 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50882) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:37.902853 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9911dac4-cac6-496d-bf98-788ba841d65c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:37.903233 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-9911dac4-cac6-496d-bf98-788ba841d65c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Added segment 041c1083-f350-4c0e-8b59-71aa800f87a1 of type vlan for network 2a312b48-1593-4ae4-aa4f-ef246ab62436 Aug 28 15:09:37.932496 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f13300bc-c197-41fb-ac3a-71c86f1a6240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:37.954251 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c4a94-a087-4b43-97a4-a11ec1f243c1 req-e47d0aec-18de-432a-b2f3-4d1648735153 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:37.956375 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5b1c4a94-a087-4b43-97a4-a11ec1f243c1 req-e47d0aec-18de-432a-b2f3-4d1648735153 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/ports?device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 946 time: 0.2529960 Aug 28 15:09:37.964430 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b42f8b32-ebb1-43e3-8f52-5599cf6d8c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:37.965723 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f13300bc-c197-41fb-ac3a-71c86f1a6240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:38.024710 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f13300bc-c197-41fb-ac3a-71c86f1a6240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:38.027745 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f13300bc-c197-41fb-ac3a-71c86f1a6240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:38.029023 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f13300bc-c197-41fb-ac3a-71c86f1a6240 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69c15eeb-6a92-429c-8a16-49102eac1f66 HTTP/1.1" status: 204 len: 168 time: 0.1671758 Aug 28 15:09:38.032738 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50884) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:38.041713 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9911dac4-cac6-496d-bf98-788ba841d65c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:38.050388 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-48c43757-b919-4dc2-b8e9-aced7f1997c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:38.053752 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13300bc-c197-41fb-ac3a-71c86f1a6240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c15eeb-6a92-429c-8a16-49102eac1f66,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:38.098556 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-266d59ec-237b-40c6-a836-9deb15c3367f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "GET /v2.0/networks/ade71247-d54e-45d9-afce-8c79d7044ded?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2852955 Aug 28 15:09:38.100731 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50888) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:38.118663 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5b1c4a94-a087-4b43-97a4-a11ec1f243c1 req-336ef785-9353-4dd2-952b-ff477bcf5f8d tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6f6c2f-4cfa-46ef-bb53-af961c2ed17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270797 Aug 28 15:09:38.126501 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2279b-5195-49ea-a627-79516220fb2b req-9a84a907-e79b-4417-8fe8-e228420ccbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:38.128148 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-18f2279b-5195-49ea-a627-79516220fb2b req-9a84a907-e79b-4417-8fe8-e228420ccbd4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0c336f8d-15c2-4ece-9f36-fb881806211d HTTP/1.1" status: 200 len: 913 time: 0.2505500 Aug 28 15:09:38.129557 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9911dac4-cac6-496d-bf98-788ba841d65c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:38.135108 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9911dac4-cac6-496d-bf98-788ba841d65c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:38.135788 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9911dac4-cac6-496d-bf98-788ba841d65c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:38.157409 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device ba36667f-5471-4a30-99b6-87993fd88e41 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:09:38.181625 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1592d9-f317-4861-a2e3-a48d6e8de72d tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:38.183150 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-dc1592d9-f317-4861-a2e3-a48d6e8de72d tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "GET /v2.0/subnets/e9801ae9-89f5-44db-a398-27e52447b7a2 HTTP/1.1" status: 200 len: 843 time: 0.0814161 Aug 28 15:09:38.186800 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50890) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:38.221490 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-18f2279b-5195-49ea-a627-79516220fb2b req-f4c2e6c7-126b-4d45-a7b8-25f1e8e41d1e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67fdcf80-6a98-4f3d-9943-a96b920d80a4 HTTP/1.1" status: 200 len: 217 time: 0.0827444 Aug 28 15:09:38.247625 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482a961c-b8d7-4507-a6ea-12c6d579f88c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['shared'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:38.249045 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-482a961c-b8d7-4507-a6ea-12c6d579f88c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "GET /v2.0/subnets/e9801ae9-89f5-44db-a398-27e52447b7a2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0614574 Aug 28 15:09:38.252741 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50892) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:38.267065 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-7fe91652-4776-4bce-a729-08fad2f3a90c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2005813483'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:38.269047 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911dac4-cac6-496d-bf98-788ba841d65c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Network': ['ID=2a312b48-1593-4ae4-aa4f-ef246ab62436,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:38.286168 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 2a312b48-1593-4ae4-aa4f-ef246ab62436 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:09:38.287834 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2279b-5195-49ea-a627-79516220fb2b req-cc35dec5-af46-4ce5-947d-b11eeec71c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:38.289481 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-18f2279b-5195-49ea-a627-79516220fb2b req-cc35dec5-af46-4ce5-947d-b11eeec71c75 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72a2f51c-3f40-418f-ac1d-8370173ef6bd HTTP/1.1" status: 200 len: 852 time: 0.0591576 Aug 28 15:09:38.325427 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-18f2279b-5195-49ea-a627-79516220fb2b req-58b7c04a-35fc-41cd-b9ee-11425b4b795d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0c336f8d-15c2-4ece-9f36-fb881806211d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284553 Aug 28 15:09:38.355174 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port ba36667f-5471-4a30-99b6-87993fd88e41, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ba36667f-5471-4a30-99b6-87993fd88e41,segment=NetworkSegment(8832c9ec-1ee4-4d90-92a4-baba1e83b28d),segment_id=8832c9ec-1ee4-4d90-92a4-baba1e83b28d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:38.379526 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'ba36667f-5471-4a30-99b6-87993fd88e41', 'network_id': 'a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a', 'port_id': 'ba36667f-5471-4a30-99b6-87993fd88e41', 'mac_address': 'fa:16:3e:e6:ea:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd199c3ab-1cc3-471f-883a-d19f39aa59ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:09:38.450675 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:38.460758 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-18f2279b-5195-49ea-a627-79516220fb2b req-872d1391-8bce-4f83-a824-f443943c536c service neutron] 10.222.0.41 "GET /v2.0/networks/0c336f8d-15c2-4ece-9f36-fb881806211d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269977 Aug 28 15:09:38.479893 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba36667f-5471-4a30-99b6-87993fd88e41 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:09:38.510097 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port ba36667f-5471-4a30-99b6-87993fd88e41, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ba36667f-5471-4a30-99b6-87993fd88e41,segment=NetworkSegment(8832c9ec-1ee4-4d90-92a4-baba1e83b28d),segment_id=8832c9ec-1ee4-4d90-92a4-baba1e83b28d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:38.516371 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:38.586836 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=ba36667f-5471-4a30-99b6-87993fd88e41,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:38.596002 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-18f2279b-5195-49ea-a627-79516220fb2b req-89ca0cf4-66c4-4ceb-8883-3d3577559706 service neutron] 10.222.0.41 "GET /v2.0/networks/0c336f8d-15c2-4ece-9f36-fb881806211d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269338 Aug 28 15:09:38.634011 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-48c43757-b919-4dc2-b8e9-aced7f1997c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:38.655815 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9911dac4-cac6-496d-bf98-788ba841d65c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0365489 Aug 28 15:09:38.656038 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-48c43757-b919-4dc2-b8e9-aced7f1997c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:38.656210 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50908) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:38.661134 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-9c3d703b-5a05-4df4-afd9-24c22c36bc2d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-636770003', 'admin_state_up': True, 'project_id': 'bee02b8454d546b78330e0129408e569', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:38.712476 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe91652-4776-4bce-a729-08fad2f3a90c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Made reservation on behalf of d81dceeac1214a6e8d4c9c56d70e0688 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:38.715988 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7fe91652-4776-4bce-a729-08fad2f3a90c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:38.734944 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['ba36667f-5471-4a30-99b6-87993fd88e41'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:09:38.736429 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037706df-5923-4d04-aebb-6f6c2e891672 req-85c9e264-07e4-415f-8ac0-8f3408a194eb tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:38.738563 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-037706df-5923-4d04-aebb-6f6c2e891672 req-85c9e264-07e4-415f-8ac0-8f3408a194eb tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1284535 Aug 28 15:09:38.742999 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c3d703b-5a05-4df4-afd9-24c22c36bc2d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:38.744539 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-48c43757-b919-4dc2-b8e9-aced7f1997c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee0a081260e24839a538a21707aaac8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7106006 Aug 28 15:09:38.744813 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c3d703b-5a05-4df4-afd9-24c22c36bc2d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:38.747533 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50914) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:38.748183 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c43757-b919-4dc2-b8e9-aced7f1997c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a72baf6-5926-46f0-ad73-225a92865695,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:38.778042 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe91652-4776-4bce-a729-08fad2f3a90c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:09:38.824740 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7fe91652-4776-4bce-a729-08fad2f3a90c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:38.825085 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-7fe91652-4776-4bce-a729-08fad2f3a90c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Added segment 06341a93-5bce-4702-bd61-ee67dc1aa36f of type vlan for network a5256e16-2265-4c4d-b279-c3eb3a983333 Aug 28 15:09:38.835614 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-037706df-5923-4d04-aebb-6f6c2e891672 req-02f70cc7-8ccf-4057-9810-20f1359e46d7 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767026 Aug 28 15:09:38.887362 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c3d703b-5a05-4df4-afd9-24c22c36bc2d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:38.962752 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7fe91652-4776-4bce-a729-08fad2f3a90c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:38.979913 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7a61afd6-b12e-4779-a92f-fc220304a30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:38.994154 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b840d1-61aa-46ae-aed7-8653304baf8a req-3fd8a6a4-0d32-4ae6-acc6-8031d7385fdd tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:38.996510 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-23b840d1-61aa-46ae-aed7-8653304baf8a req-3fd8a6a4-0d32-4ae6-acc6-8031d7385fdd tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8e452-4fe9-4a69-8a94-6b7335747820 HTTP/1.1" status: 200 len: 944 time: 0.1564403 Aug 28 15:09:39.058322 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7a61afd6-b12e-4779-a92f-fc220304a30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:39.074991 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7fe91652-4776-4bce-a729-08fad2f3a90c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:39.083359 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe91652-4776-4bce-a729-08fad2f3a90c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:39.084853 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7fe91652-4776-4bce-a729-08fad2f3a90c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:39.096985 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c3d703b-5a05-4df4-afd9-24c22c36bc2d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:39.133668 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-23b840d1-61aa-46ae-aed7-8653304baf8a req-58852359-0572-4fda-83fe-c8e0e8ba8115 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919077 Aug 28 15:09:39.234865 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50932) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:39.243496 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7fe91652-4776-4bce-a729-08fad2f3a90c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9729424 Aug 28 15:09:39.243854 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-199fb272-987d-4b2a-9a7a-22199a1471bf tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Request body: {'subnet': {'network_id': 'a5256e16-2265-4c4d-b279-c3eb3a983333', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:39.266425 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe91652-4776-4bce-a729-08fad2f3a90c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event updated for resources: {'Network': ['ID=a5256e16-2265-4c4d-b279-c3eb3a983333,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:39.286578 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network a5256e16-2265-4c4d-b279-c3eb3a983333 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:09:39.331513 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1f2f5-9ac6-43d9-9c4d-001c6bcb6008 req-3ba687ab-6d34-4d3f-aca0-97f8f23b35cf tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:39.343589 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e3a1f2f5-9ac6-43d9-9c4d-001c6bcb6008 req-3ba687ab-6d34-4d3f-aca0-97f8f23b35cf tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.2544229 Aug 28 15:09:39.385580 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7a61afd6-b12e-4779-a92f-fc220304a30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:39.388447 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7a61afd6-b12e-4779-a92f-fc220304a30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:39.389630 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7a61afd6-b12e-4779-a92f-fc220304a30b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a72baf6-5926-46f0-ad73-225a92865695 HTTP/1.1" status: 204 len: 168 time: 0.6380343 Aug 28 15:09:39.414921 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61afd6-b12e-4779-a92f-fc220304a30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a72baf6-5926-46f0-ad73-225a92865695,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:39.434781 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e3a1f2f5-9ac6-43d9-9c4d-001c6bcb6008 req-6438034a-5a8c-410f-9fbf-c3abcf5f0815 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703776 Aug 28 15:09:39.540401 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c3d703b-5a05-4df4-afd9-24c22c36bc2d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:39.572181 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c3d703b-5a05-4df4-afd9-24c22c36bc2d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:39.589366 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e394-5665-43d4-abdc-6d69b276eeb2 req-78b9c833-c420-4e35-b4b4-7b3edfe192af tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:39.590887 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4703e394-5665-43d4-abdc-6d69b276eeb2 req-78b9c833-c420-4e35-b4b4-7b3edfe192af tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/ports?device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 946 time: 0.2345614 Aug 28 15:09:39.591503 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199fb272-987d-4b2a-9a7a-22199a1471bf tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Made reservation on behalf of d81dceeac1214a6e8d4c9c56d70e0688 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:39.594826 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-199fb272-987d-4b2a-9a7a-22199a1471bf tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:39.708631 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.ipam_backend_mixin [None req-199fb272-987d-4b2a-9a7a-22199a1471bf tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Performing IP validity checks on allocation pools {{(pid=106329) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 28 15:09:39.709138 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.ipam_backend_mixin [None req-199fb272-987d-4b2a-9a7a-22199a1471bf tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106329) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 28 15:09:39.778715 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4703e394-5665-43d4-abdc-6d69b276eeb2 req-a151d774-41ff-4878-bb7f-8c568c52e461 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6f6c2f-4cfa-46ef-bb53-af961c2ed17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672971 Aug 28 15:09:39.882761 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-9c3d703b-5a05-4df4-afd9-24c22c36bc2d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Allocated IP 172.25.3.24 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/d0612c63-f1d4-4b0c-84c4-1490f3e5e88a) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:09:40.021255 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-199fb272-987d-4b2a-9a7a-22199a1471bf tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:40.103432 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c3d703b-5a05-4df4-afd9-24c22c36bc2d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:40.109937 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199fb272-987d-4b2a-9a7a-22199a1471bf tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event updated for resources: {'Subnet': ['ID=4287cb73-3800-4a6f-b08f-640dbfcce38a,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:40.135959 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199fb272-987d-4b2a-9a7a-22199a1471bf tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Checking segment: {'id': '06341a93-5bce-4702-bd61-ee67dc1aa36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a5256e16-2265-4c4d-b279-c3eb3a983333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:09:40.136326 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199fb272-987d-4b2a-9a7a-22199a1471bf tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Network hostable DHCP agents. Network: a5256e16-2265-4c4d-b279-c3eb3a983333, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:09:40.170649 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199fb272-987d-4b2a-9a7a-22199a1471bf tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Network a5256e16-2265-4c4d-b279-c3eb3a983333 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:09:40.173807 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device ba36667f-5471-4a30-99b6-87993fd88e41 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:09:40.175595 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c3d703b-5a05-4df4-afd9-24c22c36bc2d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:40.213730 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-199fb272-987d-4b2a-9a7a-22199a1471bf tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, a5256e16-2265-4c4d-b279-c3eb3a983333) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:09:40.231172 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6027b3-d45a-4c8f-a3c2-9069ff1ac95b None None] Network a5256e16-2265-4c4d-b279-c3eb3a983333 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:40.235490 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3d703b-5a05-4df4-afd9-24c22c36bc2d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:09:40.237584 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199fb272-987d-4b2a-9a7a-22199a1471bf tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:40.238181 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-199fb272-987d-4b2a-9a7a-22199a1471bf tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:40.249968 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-9c3d703b-5a05-4df4-afd9-24c22c36bc2d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:09:40.260457 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3d703b-5a05-4df4-afd9-24c22c36bc2d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:09:40.292903 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-199fb272-987d-4b2a-9a7a-22199a1471bf tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0537541 Aug 28 15:09:40.295418 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d703b-5a05-4df4-afd9-24c22c36bc2d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Port': ['ID=d0612c63-f1d4-4b0c-84c4-1490f3e5e88a,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:40.305341 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50970) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:40.313180 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-318af894-0b11-4837-b827-342e32ace1b1 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:40.419530 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c772681-5bb2-4a26-8e47-e967ed40ab6c req-d1ea5be5-05db-4fff-95f8-7b37b9eccfe5 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:40.431676 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6c772681-5bb2-4a26-8e47-e967ed40ab6c req-d1ea5be5-05db-4fff-95f8-7b37b9eccfe5 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8e452-4fe9-4a69-8a94-6b7335747820 HTTP/1.1" status: 200 len: 944 time: 0.1964247 Aug 28 15:09:40.432173 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port ba36667f-5471-4a30-99b6-87993fd88e41 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:09:40.441892 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port ba36667f-5471-4a30-99b6-87993fd88e41 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:09:40.442717 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:40.602805 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-318af894-0b11-4837-b827-342e32ace1b1 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13620797'] for subnet, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:40.612737 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-feba4578-50e4-4cde-874c-068d3bef3a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:40.624574 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfef7aa5-1225-437d-a36c-ff60905e6065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-a5256e16-2265-4c4d-b279-c3eb3a983333', 'network_id': 'a5256e16-2265-4c4d-b279-c3eb3a983333', 'tenant_id': 'd81dceeac1214a6e8d4c9c56d70e0688', 'fixed_ips': [{'subnet_id': '4287cb73-3800-4a6f-b08f-640dbfcce38a'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:09:40.625628 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cfef7aa5-1225-437d-a36c-ff60905e6065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:40.812735 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:40.822996 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6c772681-5bb2-4a26-8e47-e967ed40ab6c req-4bc5906b-9aab-4eeb-8359-677c63339d60 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858852 Aug 28 15:09:40.825697 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-318af894-0b11-4837-b827-342e32ace1b1 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758655230172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13773137'] for subnet, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:40.925928 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318af894-0b11-4837-b827-342e32ace1b1 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:40.929076 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-318af894-0b11-4837-b827-342e32ace1b1 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:40.935863 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-318af894-0b11-4837-b827-342e32ace1b1 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "PUT /v2.0/subnets/4287cb73-3800-4a6f-b08f-640dbfcce38a HTTP/1.1" status: 200 len: 900 time: 0.6288288 Aug 28 15:09:40.941552 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50996) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:40.960576 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-cfef7aa5-1225-437d-a36c-ff60905e6065 None None] Allocated IP 2001:db8::3 (a5256e16-2265-4c4d-b279-c3eb3a983333/4287cb73-3800-4a6f-b08f-640dbfcce38a/36ec87e2-e967-4934-a3be-6562f4f04f7a) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:09:41.100742 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c8e452-4fe9-4a69-8a94-6b7335747820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba36667f-5471-4a30-99b6-87993fd88e41'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:09:41.105861 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803fd018-0f46-4980-aeea-5de6c288a84b" -d '{"events": [{"server_uuid": "61c8e452-4fe9-4a69-8a94-6b7335747820", "name": "network-vif-plugged", "status": "completed", "tag": "ba36667f-5471-4a30-99b6-87993fd88e41"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:09:41.126804 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:41.136463 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778d0ba-b07d-46cf-99f3-2a4c777f48e3 req-4c48f483-239b-4087-8b6d-764ec26cf1c3 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:41.136463 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1778d0ba-b07d-46cf-99f3-2a4c777f48e3 req-4c48f483-239b-4087-8b6d-764ec26cf1c3 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.5765560 Aug 28 15:09:41.137022 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c3d703b-5a05-4df4-afd9-24c22c36bc2d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:41.149598 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port ba36667f-5471-4a30-99b6-87993fd88e41, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ba36667f-5471-4a30-99b6-87993fd88e41,segment=NetworkSegment(8832c9ec-1ee4-4d90-92a4-baba1e83b28d),segment_id=8832c9ec-1ee4-4d90-92a4-baba1e83b28d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:41.161827 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:41.209469 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318af894-0b11-4837-b827-342e32ace1b1 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event updated for resources: {'Subnet': ['ID=4287cb73-3800-4a6f-b08f-640dbfcce38a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:41.248210 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cfef7aa5-1225-437d-a36c-ff60905e6065 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:41.260824 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=ba36667f-5471-4a30-99b6-87993fd88e41,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:41.263837 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-cfef7aa5-1225-437d-a36c-ff60905e6065 None None] Transition to ACTIVE for port object 36ec87e2-e967-4934-a3be-6562f4f04f7a will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:09:41.267814 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9c7c2-bf34-4906-aa72-96a5f7958bce req-7b5a1eb7-fb76-40fb-aab6-c601b47d450c tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:41.277686 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-49c9c7c2-bf34-4906-aa72-96a5f7958bce req-7b5a1eb7-fb76-40fb-aab6-c601b47d450c tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/ports?device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 946 time: 0.1725228 Aug 28 15:09:41.290873 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-cfef7aa5-1225-437d-a36c-ff60905e6065 None None] Transition to ACTIVE for port object 36ec87e2-e967-4934-a3be-6562f4f04f7a will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:09:41.300998 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cfef7aa5-1225-437d-a36c-ff60905e6065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:41.320238 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-369e8cf6-e00c-47b4-b52a-655adf6404a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:41.321933 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1778d0ba-b07d-46cf-99f3-2a4c777f48e3 req-f629c02b-df07-45c9-8e81-451c9a2f4d31 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304784 Aug 28 15:09:41.372994 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-49c9c7c2-bf34-4906-aa72-96a5f7958bce req-cb3c05c0-0682-4182-ae65-412da0be26d2 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6f6c2f-4cfa-46ef-bb53-af961c2ed17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938964 Aug 28 15:09:41.404703 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfef7aa5-1225-437d-a36c-ff60905e6065 None None] Network a5256e16-2265-4c4d-b279-c3eb3a983333 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:09:41.418209 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-cfef7aa5-1225-437d-a36c-ff60905e6065 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:09:41.420809 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef7aa5-1225-437d-a36c-ff60905e6065 None None] Pushing event updated for resources: {'Port': ['ID=36ec87e2-e967-4934-a3be-6562f4f04f7a,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:41.426045 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfef7aa5-1225-437d-a36c-ff60905e6065 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:09:41.480156 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643f8bc2-ab6f-4915-a9d6-1e8a758c49bf x-openstack-request-id: req-643f8bc2-ab6f-4915-a9d6-1e8a758c49bf {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:09:41.480156 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c8e452-4fe9-4a69-8a94-6b7335747820", "name": "network-vif-plugged", "status": "completed", "tag": "ba36667f-5471-4a30-99b6-87993fd88e41", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:09:41.480156 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-643f8bc2-ab6f-4915-a9d6-1e8a758c49bf {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:09:41.480156 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c8e452-4fe9-4a69-8a94-6b7335747820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba36667f-5471-4a30-99b6-87993fd88e41', 'code': 200} Aug 28 15:09:41.524537 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c3d703b-5a05-4df4-afd9-24c22c36bc2d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:41.530747 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-369e8cf6-e00c-47b4-b52a-655adf6404a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Deleting port 36ec87e2-e967-4934-a3be-6562f4f04f7a {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:09:41.531112 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-369e8cf6-e00c-47b4-b52a-655adf6404a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:41.603942 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-cfef7aa5-1225-437d-a36c-ff60905e6065 None None] Attempting to bind port 36ec87e2-e967-4934-a3be-6562f4f04f7a on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:09:41.604415 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-cfef7aa5-1225-437d-a36c-ff60905e6065 None None] Attempting to bind port 36ec87e2-e967-4934-a3be-6562f4f04f7a by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '06341a93-5bce-4702-bd61-ee67dc1aa36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a5256e16-2265-4c4d-b279-c3eb3a983333'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:09:41.604993 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfef7aa5-1225-437d-a36c-ff60905e6065 None None] Attempting to bind port 36ec87e2-e967-4934-a3be-6562f4f04f7a on network a5256e16-2265-4c4d-b279-c3eb3a983333 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:09:41.621361 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfef7aa5-1225-437d-a36c-ff60905e6065 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:09:41.621748 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfef7aa5-1225-437d-a36c-ff60905e6065 None None] Checking segment: {'id': '06341a93-5bce-4702-bd61-ee67dc1aa36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a5256e16-2265-4c4d-b279-c3eb3a983333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:09:41.622236 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cfef7aa5-1225-437d-a36c-ff60905e6065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:41.622651 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfef7aa5-1225-437d-a36c-ff60905e6065 None None] Bound using segment: {'id': '06341a93-5bce-4702-bd61-ee67dc1aa36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a5256e16-2265-4c4d-b279-c3eb3a983333'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:09:41.629728 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-cfef7aa5-1225-437d-a36c-ff60905e6065 None None] Bound port: 36ec87e2-e967-4934-a3be-6562f4f04f7a, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06341a93-5bce-4702-bd61-ee67dc1aa36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a5256e16-2265-4c4d-b279-c3eb3a983333'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:09:41.630148 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cfef7aa5-1225-437d-a36c-ff60905e6065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:41.672158 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aabb36-06ed-42e3-933f-d15e74964e5f req-3b2e4f61-97cb-4eb7-b116-9ba933e5b629 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:41.676955 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1265f-c95a-433a-955c-6e40c175f3b7 req-d709e1e2-2d48-4edc-9c41-5fd54a0e5127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:41.678890 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-57d1265f-c95a-433a-955c-6e40c175f3b7 req-d709e1e2-2d48-4edc-9c41-5fd54a0e5127 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61c8e452-4fe9-4a69-8a94-6b7335747820 HTTP/1.1" status: 200 len: 1097 time: 0.1484749 Aug 28 15:09:41.682436 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c4aabb36-06ed-42e3-933f-d15e74964e5f req-3b2e4f61-97cb-4eb7-b116-9ba933e5b629 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1446059 Aug 28 15:09:41.758208 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c4aabb36-06ed-42e3-933f-d15e74964e5f req-fa662b68-65fc-4989-b201-e9cf5e58ec87 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744696 Aug 28 15:09:41.759313 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:41.760754 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-369e8cf6-e00c-47b4-b52a-655adf6404a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] For port 36ec87e2-e967-4934-a3be-6562f4f04f7a, host n-d-712137-10, got binding levels [] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:41.761897 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-369e8cf6-e00c-47b4-b52a-655adf6404a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:41.775377 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-369e8cf6-e00c-47b4-b52a-655adf6404a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Calling delete_port for 36ec87e2-e967-4934-a3be-6562f4f04f7a owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:09:41.789308 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-cfef7aa5-1225-437d-a36c-ff60905e6065 None None] For port 36ec87e2-e967-4934-a3be-6562f4f04f7a, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:09:41.793505 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-57d1265f-c95a-433a-955c-6e40c175f3b7 req-59748f10-8e27-4e71-8644-750447904429 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761349 Aug 28 15:09:41.794663 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-cfef7aa5-1225-437d-a36c-ff60905e6065 None None] For port 36ec87e2-e967-4934-a3be-6562f4f04f7a, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=36ec87e2-e967-4934-a3be-6562f4f04f7a,segment=NetworkSegment(06341a93-5bce-4702-bd61-ee67dc1aa36f),segment_id=06341a93-5bce-4702-bd61-ee67dc1aa36f)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:09:41.805040 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cfef7aa5-1225-437d-a36c-ff60905e6065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:41.838416 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3d703b-5a05-4df4-afd9-24c22c36bc2d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Router 424775a3-e3cc-4424-8bb0-32937642c704 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:09:41.897822 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef7aa5-1225-437d-a36c-ff60905e6065 None None] Pushing event updated for resources: {'Port': ['ID=36ec87e2-e967-4934-a3be-6562f4f04f7a,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:42.040077 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e7f45-9971-41c5-b249-b5647c84f173 req-579a860e-88aa-4045-8daf-29c9f3b30081 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:42.060149 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a56e7f45-9971-41c5-b249-b5647c84f173 req-579a860e-88aa-4045-8daf-29c9f3b30081 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1754534 Aug 28 15:09:42.062239 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6156ab-262c-48aa-aa42-621c5c596327 req-aafda609-40e2-4c34-ad4b-729c5969050b tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:42.063796 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4f6156ab-262c-48aa-aa42-621c5c596327 req-aafda609-40e2-4c34-ad4b-729c5969050b tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/ports?device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 946 time: 0.0846248 Aug 28 15:09:42.065907 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3d703b-5a05-4df4-afd9-24c22c36bc2d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:09:42.076955 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d30010d-a6cb-496d-897f-c9bfe1a9a08f None None] Sync routers for ids ['424775a3-e3cc-4424-8bb0-32937642c704'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:09:42.090233 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c3d703b-5a05-4df4-afd9-24c22c36bc2d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:42.094729 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9c3d703b-5a05-4df4-afd9-24c22c36bc2d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.4374835 Aug 28 15:09:42.096464 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51040) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:42.106073 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d30010d-a6cb-496d-897f-c9bfe1a9a08f None None] Routers {'424775a3-e3cc-4424-8bb0-32937642c704'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:09:42.106783 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7d30010d-a6cb-496d-897f-c9bfe1a9a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:09:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['424775a3-e3cc-4424-8bb0-32937642c704'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:42.200243 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4f6156ab-262c-48aa-aa42-621c5c596327 req-d0a1d3c8-dad9-4d51-bc35-44fac8dcb8b0 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6f6c2f-4cfa-46ef-bb53-af961c2ed17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043625 Aug 28 15:09:42.289055 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-369e8cf6-e00c-47b4-b52a-655adf6404a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:42.295332 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-7d30010d-a6cb-496d-897f-c9bfe1a9a08f None None] Set router 424775a3-e3cc-4424-8bb0-32937642c704 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:09:42.301690 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-14ed182a-0e96-4a63-9965-689d2df30fae tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=bee02b8454d546b78330e0129408e569&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1898327 Aug 28 15:09:42.302512 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51044) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:42.380658 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a56e7f45-9971-41c5-b249-b5647c84f173 req-d53f5d2b-fda5-4c9b-84be-c830215bd6b6 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3189476 Aug 28 15:09:42.387535 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e8cf6-e00c-47b4-b52a-655adf6404a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event deleted for resources: {'Port': ['ID=36ec87e2-e967-4934-a3be-6562f4f04f7a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:42.419791 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51048) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:42.471109 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369e8cf6-e00c-47b4-b52a-655adf6404a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] No DVR routers for this DVR port 36ec87e2-e967-4934-a3be-6562f4f04f7a on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:09:42.521197 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9329a9-3045-474d-85c9-f085145ff795 req-3c148591-0e98-44aa-9a49-e43f1560878b tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:42.522841 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fb9329a9-3045-474d-85c9-f085145ff795 req-3c148591-0e98-44aa-9a49-e43f1560878b tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8e452-4fe9-4a69-8a94-6b7335747820 HTTP/1.1" status: 200 len: 945 time: 0.1220622 Aug 28 15:09:42.533617 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-369e8cf6-e00c-47b4-b52a-655adf6404a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:42.545417 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7171f3e7-9c30-4330-93d2-d6e6425b0f3e tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:42.547291 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7171f3e7-9c30-4330-93d2-d6e6425b0f3e tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2435176 Aug 28 15:09:42.595827 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51052) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:42.657804 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fb9329a9-3045-474d-85c9-f085145ff795 req-e44f6b11-7bad-421d-a6ef-aa18bb26ea4c tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250820 Aug 28 15:09:42.730819 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ced4b002-1495-4528-82be-77b607732ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:42.765440 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7d30010d-a6cb-496d-897f-c9bfe1a9a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424775a3-e3cc-4424-8bb0-32937642c704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636770003', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'd0612c63-f1d4-4b0c-84c4-1490f3e5e88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:09:38Z', 'updated_at': '2021-08-28T15:09:40Z', 'revision_number': 3, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': 'd0612c63-f1d4-4b0c-84c4-1490f3e5e88a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bf:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '424775a3-e3cc-4424-8bb0-32937642c704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:09:39Z', 'updated_at': '2021-08-28T15:09:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:42.766307 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ee2e39ae-d4d1-4027-af7a-e524217bfff8 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=61448970-1875-4f3f-bc01-29da4e3666f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1673715 Aug 28 15:09:42.770118 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51056) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:42.775579 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-87e513ab-67c9-49ed-8f62-d08918489fc7 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-123983015', 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436', 'project_id': 'bee02b8454d546b78330e0129408e569', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:42.803320 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d30010d-a6cb-496d-897f-c9bfe1a9a08f None None] Checking router: 424775a3-e3cc-4424-8bb0-32937642c704 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:09:42.803984 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d30010d-a6cb-496d-897f-c9bfe1a9a08f None None] Updating router 424775a3-e3cc-4424-8bb0-32937642c704 port d0612c63-f1d4-4b0c-84c4-1490f3e5e88a binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:09:42.861482 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-7d30010d-a6cb-496d-897f-c9bfe1a9a08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:42.863267 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fdc2b-807c-4bf8-b53f-d1fd66af0f07 req-c58d8a56-f9af-4756-9000-07eb0e77a10d tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:42.865047 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3e0fdc2b-807c-4bf8-b53f-d1fd66af0f07 req-c58d8a56-f9af-4756-9000-07eb0e77a10d tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1783895 Aug 28 15:09:42.887899 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-369e8cf6-e00c-47b4-b52a-655adf6404a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:42.946482 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e8cf6-e00c-47b4-b52a-655adf6404a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event deleted for resources: {'Subnet': ['ID=4287cb73-3800-4a6f-b08f-640dbfcce38a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:43.036161 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3e0fdc2b-807c-4bf8-b53f-d1fd66af0f07 req-8f911e6d-3ca3-4d17-8ce0-22c8c709a7d4 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526237 Aug 28 15:09:43.052475 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-369e8cf6-e00c-47b4-b52a-655adf6404a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:43.070555 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-369e8cf6-e00c-47b4-b52a-655adf6404a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5256e16-2265-4c4d-b279-c3eb3a983333']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:43.085455 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-369e8cf6-e00c-47b4-b52a-655adf6404a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06341a93-5bce-4702-bd61-ee67dc1aa36f') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:43.086008 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-369e8cf6-e00c-47b4-b52a-655adf6404a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06341a93-5bce-4702-bd61-ee67dc1aa36f') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:43.107186 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-369e8cf6-e00c-47b4-b52a-655adf6404a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:43.123737 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ced4b002-1495-4528-82be-77b607732ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:43.131836 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ced4b002-1495-4528-82be-77b607732ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:43.152682 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-369e8cf6-e00c-47b4-b52a-655adf6404a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:43.156217 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e513ab-67c9-49ed-8f62-d08918489fc7 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Made reservation on behalf of bee02b8454d546b78330e0129408e569 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:43.160219 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-87e513ab-67c9-49ed-8f62-d08918489fc7 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:43.196285 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369e8cf6-e00c-47b4-b52a-655adf6404a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:09:43.196437 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-369e8cf6-e00c-47b4-b52a-655adf6404a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:43.202022 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ced4b002-1495-4528-82be-77b607732ae2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fcc6637cea5b496fbd16374b8f40081e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7812188 Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:09:43.202953 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:09:43.209452 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-7d30010d-a6cb-496d-897f-c9bfe1a9a08f None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:43.210561 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:43.214755 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4b002-1495-4528-82be-77b607732ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1c10db-4561-4a2d-9ca2-08e0b145a824,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:43.218195 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51060) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:43.303367 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-7d30010d-a6cb-496d-897f-c9bfe1a9a08f None None] Transition to ACTIVE for port object d0612c63-f1d4-4b0c-84c4-1490f3e5e88a will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:09:43.311064 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-7d30010d-a6cb-496d-897f-c9bfe1a9a08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:43.317836 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-369e8cf6-e00c-47b4-b52a-655adf6404a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:43.323880 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-369e8cf6-e00c-47b4-b52a-655adf6404a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:43.325789 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-369e8cf6-e00c-47b4-b52a-655adf6404a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "DELETE /v2.0/networks/a5256e16-2265-4c4d-b279-c3eb3a983333 HTTP/1.1" status: 204 len: 168 time: 2.3810015 Aug 28 15:09:43.346055 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51064) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:43.349349 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e8cf6-e00c-47b4-b52a-655adf6404a9 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event deleted for resources: {'Network': ['ID=a5256e16-2265-4c4d-b279-c3eb3a983333,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:43.381381 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-7d30010d-a6cb-496d-897f-c9bfe1a9a08f None None] Attempting to bind port d0612c63-f1d4-4b0c-84c4-1490f3e5e88a on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:09:43.381892 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-7d30010d-a6cb-496d-897f-c9bfe1a9a08f None None] Attempting to bind port d0612c63-f1d4-4b0c-84c4-1490f3e5e88a by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:09:43.382394 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d30010d-a6cb-496d-897f-c9bfe1a9a08f None None] Attempting to bind port d0612c63-f1d4-4b0c-84c4-1490f3e5e88a on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:09:43.390725 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-62fc09b2-6978-44f7-b656-0a5d32b87b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:43.396138 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d30010d-a6cb-496d-897f-c9bfe1a9a08f None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:09:43.396899 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d30010d-a6cb-496d-897f-c9bfe1a9a08f None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:09:43.399980 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-7d30010d-a6cb-496d-897f-c9bfe1a9a08f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:43.400476 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d30010d-a6cb-496d-897f-c9bfe1a9a08f None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:09:43.401033 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-7d30010d-a6cb-496d-897f-c9bfe1a9a08f None None] Bound port: d0612c63-f1d4-4b0c-84c4-1490f3e5e88a, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:09:43.401432 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-7d30010d-a6cb-496d-897f-c9bfe1a9a08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:43.411196 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e8600-9e28-43df-8263-670ccf45d1b1 None None] Pushing event updated for resources: {'Port': ['ID=d0612c63-f1d4-4b0c-84c4-1490f3e5e88a,revision_number=2']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:43.421102 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e8600-9e28-43df-8263-670ccf45d1b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:43.421346 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-62fc09b2-6978-44f7-b656-0a5d32b87b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:43.421468 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e8600-9e28-43df-8263-670ccf45d1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:43.422023 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e8600-9e28-43df-8263-670ccf45d1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:43.422533 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e8600-9e28-43df-8263-670ccf45d1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:43.423043 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e8600-9e28-43df-8263-670ccf45d1b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:43.423380 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e8600-9e28-43df-8263-670ccf45d1b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:43.423741 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e8600-9e28-43df-8263-670ccf45d1b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:43.424197 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e8600-9e28-43df-8263-670ccf45d1b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:43.424674 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e8600-9e28-43df-8263-670ccf45d1b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:43.425051 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e8600-9e28-43df-8263-670ccf45d1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:43.425390 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e8600-9e28-43df-8263-670ccf45d1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:43.425717 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e8600-9e28-43df-8263-670ccf45d1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:09:43.428243 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-87e513ab-67c9-49ed-8f62-d08918489fc7 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:43.436593 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ab0d06-813a-450f-9ba6-2e0ef8cc6bcd tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] DELETE failed (client error): The resource could not be found. Aug 28 15:09:43.437065 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18ab0d06-813a-450f-9ba6-2e0ef8cc6bcd tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:09:43.442682 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-18ab0d06-813a-450f-9ba6-2e0ef8cc6bcd tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "DELETE /v2.0/subnets/4287cb73-3800-4a6f-b08f-640dbfcce38a HTTP/1.1" status: 404 len: 337 time: 0.0872312 Aug 28 15:09:43.443255 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51066) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:43.453982 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b5e4e7f9-f27a-4ee0-95b4-d09933fd4e22 None None] Could not find standard attr ID for object 36ec87e2-e967-4934-a3be-6562f4f04f7a. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:09:43.486037 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d6e7d2-86ee-4433-acf0-cf5227df3b60 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] DELETE failed (client error): The resource could not be found. Aug 28 15:09:43.486714 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d6e7d2-86ee-4433-acf0-cf5227df3b60 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:09:43.489807 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-54d6e7d2-86ee-4433-acf0-cf5227df3b60 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "DELETE /v2.0/networks/a5256e16-2265-4c4d-b279-c3eb3a983333 HTTP/1.1" status: 404 len: 339 time: 0.0442410 Aug 28 15:09:43.496588 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51068) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:43.503541 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13824eac-c873-4d2b-87ee-118ff29a01c8 None None] DHCP port deletion for a5256e16-2265-4c4d-b279-c3eb3a983333 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:09:43.507815 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-7d30010d-a6cb-496d-897f-c9bfe1a9a08f None None] For port d0612c63-f1d4-4b0c-84c4-1490f3e5e88a, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:09:43.516532 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-7d30010d-a6cb-496d-897f-c9bfe1a9a08f None None] For port d0612c63-f1d4-4b0c-84c4-1490f3e5e88a, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=d0612c63-f1d4-4b0c-84c4-1490f3e5e88a,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:09:43.525190 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-7d30010d-a6cb-496d-897f-c9bfe1a9a08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:43.535591 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8594e4c-4d24-457d-b1b0-bb13643b8743 None None] Network a5256e16-2265-4c4d-b279-c3eb3a983333 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:43.551100 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8594e4c-4d24-457d-b1b0-bb13643b8743 None None] Network a5256e16-2265-4c4d-b279-c3eb3a983333 could not be found, it might have been deleted concurrently. {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 28 15:09:43.559400 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a03727-fd68-4856-9b7d-600f2a3fe057 None None] Network a5256e16-2265-4c4d-b279-c3eb3a983333 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:43.566539 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e513ab-67c9-49ed-8f62-d08918489fc7 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Subnet': ['ID=490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:43.579702 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab056bd-16bb-4d07-9e12-8d8431d3dc73 req-4861a4ed-0336-4836-947d-5e852657390b tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:43.583830 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a03727-fd68-4856-9b7d-600f2a3fe057 None None] Network a5256e16-2265-4c4d-b279-c3eb3a983333 could not be found, it might have been deleted concurrently. {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 28 15:09:43.589545 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4ab056bd-16bb-4d07-9e12-8d8431d3dc73 req-4861a4ed-0336-4836-947d-5e852657390b tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/ports?device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 946 time: 0.1733079 Aug 28 15:09:43.601764 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e513ab-67c9-49ed-8f62-d08918489fc7 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Checking segment: {'id': '041c1083-f350-4c0e-8b59-71aa800f87a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:09:43.602133 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e513ab-67c9-49ed-8f62-d08918489fc7 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Network hostable DHCP agents. Network: 2a312b48-1593-4ae4-aa4f-ef246ab62436, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:09:43.608352 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d30010d-a6cb-496d-897f-c9bfe1a9a08f None None] Routers {'424775a3-e3cc-4424-8bb0-32937642c704'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:09:43.608988 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7d30010d-a6cb-496d-897f-c9bfe1a9a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:09:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['424775a3-e3cc-4424-8bb0-32937642c704'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:43.615421 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e8600-9e28-43df-8263-670ccf45d1b1 None None] Pushing event updated for resources: {'Port': ['ID=d0612c63-f1d4-4b0c-84c4-1490f3e5e88a,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:43.647880 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd241aab-f231-42eb-a7df-e7965c2416f7 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:43.652573 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4ab056bd-16bb-4d07-9e12-8d8431d3dc73 req-11827f08-1bed-4d7d-a1fb-a9f83648915c tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6f6c2f-4cfa-46ef-bb53-af961c2ed17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529003 Aug 28 15:09:43.653480 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e513ab-67c9-49ed-8f62-d08918489fc7 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Network 2a312b48-1593-4ae4-aa4f-ef246ab62436 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:09:43.666316 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-87e513ab-67c9-49ed-8f62-d08918489fc7 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 2a312b48-1593-4ae4-aa4f-ef246ab62436) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:09:43.667387 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-62fc09b2-6978-44f7-b656-0a5d32b87b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:43.673803 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-62fc09b2-6978-44f7-b656-0a5d32b87b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:43.676023 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-62fc09b2-6978-44f7-b656-0a5d32b87b5e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d1c10db-4561-4a2d-9ca2-08e0b145a824 HTTP/1.1" status: 204 len: 168 time: 0.4312851 Aug 28 15:09:43.683881 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e513ab-67c9-49ed-8f62-d08918489fc7 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:43.684497 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-87e513ab-67c9-49ed-8f62-d08918489fc7 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:43.686144 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14c6cf2-40c4-4716-9ffa-b2e0c67d3f0d None None] Network 2a312b48-1593-4ae4-aa4f-ef246ab62436 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:43.726623 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-87e513ab-67c9-49ed-8f62-d08918489fc7 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9545832 Aug 28 15:09:43.727402 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51080) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:43.826695 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc09b2-6978-44f7-b656-0a5d32b87b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1c10db-4561-4a2d-9ca2-08e0b145a824,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:43.852869 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-7d30010d-a6cb-496d-897f-c9bfe1a9a08f None None] Set router 424775a3-e3cc-4424-8bb0-32937642c704 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:09:44.012757 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd241aab-f231-42eb-a7df-e7965c2416f7 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:44.052089 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-fd241aab-f231-42eb-a7df-e7965c2416f7 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['164b5ea3-c4a2-40ba-92fc-0de3f770ea65']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:44.086069 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098245e4-3ed8-4d36-8989-050d1264f6e9 req-4367fe44-a0d9-4ab3-8570-c9559c76b161 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:44.104273 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-098245e4-3ed8-4d36-8989-050d1264f6e9 req-4367fe44-a0d9-4ab3-8570-c9559c76b161 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8e452-4fe9-4a69-8a94-6b7335747820 HTTP/1.1" status: 200 len: 945 time: 0.2034066 Aug 28 15:09:44.147530 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90659a03-9293-429d-bc92-1451edac3936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-2a312b48-1593-4ae4-aa4f-ef246ab62436', 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'fixed_ips': [{'subnet_id': '490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:09:44.149032 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-90659a03-9293-429d-bc92-1451edac3936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:44.178149 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-fd241aab-f231-42eb-a7df-e7965c2416f7 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0193b080-e2e8-4f74-b1a9-4b203e26a194') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:44.178417 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-fd241aab-f231-42eb-a7df-e7965c2416f7 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0193b080-e2e8-4f74-b1a9-4b203e26a194') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:44.194104 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-098245e4-3ed8-4d36-8989-050d1264f6e9 req-ca9d4389-780c-4ba5-9a14-efe39e09d786 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840478 Aug 28 15:09:44.220575 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd241aab-f231-42eb-a7df-e7965c2416f7 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:44.256851 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd241aab-f231-42eb-a7df-e7965c2416f7 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:44.265297 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7d30010d-a6cb-496d-897f-c9bfe1a9a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424775a3-e3cc-4424-8bb0-32937642c704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636770003', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'd0612c63-f1d4-4b0c-84c4-1490f3e5e88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:09:38Z', 'updated_at': '2021-08-28T15:09:40Z', 'revision_number': 3, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': 'd0612c63-f1d4-4b0c-84c4-1490f3e5e88a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bf:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '424775a3-e3cc-4424-8bb0-32937642c704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:09:39Z', 'updated_at': '2021-08-28T15:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:44.282787 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd241aab-f231-42eb-a7df-e7965c2416f7 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:09:44.283260 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd241aab-f231-42eb-a7df-e7965c2416f7 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:09:44.286980 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:09:44.301404 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d30010d-a6cb-496d-897f-c9bfe1a9a08f None None] The sync data for ids ['424775a3-e3cc-4424-8bb0-32937642c704'] in n-d-712137-10 is: [{'id': '424775a3-e3cc-4424-8bb0-32937642c704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636770003', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'd0612c63-f1d4-4b0c-84c4-1490f3e5e88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:09:38Z', 'updated_at': '2021-08-28T15:09:40Z', 'revision_number': 3, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': 'd0612c63-f1d4-4b0c-84c4-1490f3e5e88a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bf:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '424775a3-e3cc-4424-8bb0-32937642c704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:09:39Z', 'updated_at': '2021-08-28T15:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:09:44.379275 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-90659a03-9293-429d-bc92-1451edac3936 None None] Allocated IP 172.20.0.2 (2a312b48-1593-4ae4-aa4f-ef246ab62436/490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6/64250bbd-0afd-4f1b-b914-8c3fa4833139) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:09:44.380648 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51092) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:44.411244 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2af56b9a-0934-41a2-a97d-7019d9f46ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:44.413168 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7f605-caa2-438c-a8f6-e7a69b8a89f2 req-588f9d02-f02f-463b-8c9c-a270fe907229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:44.416933 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-04b7f605-caa2-438c-a8f6-e7a69b8a89f2 req-588f9d02-f02f-463b-8c9c-a270fe907229 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38a2974fc2894972b792305c00a27520&device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 1098 time: 0.3017237 Aug 28 15:09:44.482445 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54f3c5-7095-4086-9bc7-d308116717c0 req-0a9c6beb-8090-488b-b1f0-3948dc3a8036 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:44.484672 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9a54f3c5-7095-4086-9bc7-d308116717c0 req-0a9c6beb-8090-488b-b1f0-3948dc3a8036 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/ports?device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 946 time: 0.3681719 Aug 28 15:09:44.594909 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2af56b9a-0934-41a2-a97d-7019d9f46ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:44.606532 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2af56b9a-0934-41a2-a97d-7019d9f46ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:44.647334 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9a54f3c5-7095-4086-9bc7-d308116717c0 req-8d9539a7-ec7e-4894-82ae-75c3acfaaf53 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6f6c2f-4cfa-46ef-bb53-af961c2ed17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616809 Aug 28 15:09:44.652272 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af56b9a-0934-41a2-a97d-7019d9f46ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905bb9a8-859a-4590-b272-42cfa3cf7b40,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:44.670898 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd241aab-f231-42eb-a7df-e7965c2416f7 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:44.728021 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9df89-fcfe-40b9-9919-736be278b6c6 req-9b9d7dad-3109-484d-bb84-9c4d8c8681d4 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:44.736847 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62f9df89-fcfe-40b9-9919-736be278b6c6 req-9b9d7dad-3109-484d-bb84-9c4d8c8681d4 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8e452-4fe9-4a69-8a94-6b7335747820 HTTP/1.1" status: 200 len: 945 time: 0.3568478 Aug 28 15:09:44.741426 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-90659a03-9293-429d-bc92-1451edac3936 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:44.752096 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-90659a03-9293-429d-bc92-1451edac3936 None None] Transition to ACTIVE for port object 64250bbd-0afd-4f1b-b914-8c3fa4833139 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:09:44.754860 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd241aab-f231-42eb-a7df-e7965c2416f7 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:44.757216 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fd241aab-f231-42eb-a7df-e7965c2416f7 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "DELETE /v2.0/networks/164b5ea3-c4a2-40ba-92fc-0de3f770ea65 HTTP/1.1" status: 204 len: 168 time: 1.2594926 Aug 28 15:09:44.762471 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd241aab-f231-42eb-a7df-e7965c2416f7 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event deleted for resources: {'Network': ['ID=164b5ea3-c4a2-40ba-92fc-0de3f770ea65,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:44.765497 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51102) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:44.786652 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-90659a03-9293-429d-bc92-1451edac3936 None None] Transition to ACTIVE for port object 64250bbd-0afd-4f1b-b914-8c3fa4833139 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:09:44.794979 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-90659a03-9293-429d-bc92-1451edac3936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:44.801855 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2af56b9a-0934-41a2-a97d-7019d9f46ab9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be60aa839d41464f92d8c7add8e2f506&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4201410 Aug 28 15:09:44.819981 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51104) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:44.843924 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62f9df89-fcfe-40b9-9919-736be278b6c6 req-265aa72b-d39a-4280-8d67-7192e0c890ff tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058564 Aug 28 15:09:44.844351 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-867ad3a5-d91e-4615-a90c-c60d6daeba47 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] DELETE failed (client error): The resource could not be found. Aug 28 15:09:44.845018 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-867ad3a5-d91e-4615-a90c-c60d6daeba47 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:09:44.853585 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-867ad3a5-d91e-4615-a90c-c60d6daeba47 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "DELETE /v2.0/subnets/bbcb9324-e55b-4b4e-8d34-9a03252e8cfb HTTP/1.1" status: 404 len: 337 time: 0.0870583 Aug 28 15:09:44.859311 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51106) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:44.869712 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7f605-caa2-438c-a8f6-e7a69b8a89f2 req-3b4af5ea-a701-4812-9b27-a5214e9c6016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:44.871409 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-04b7f605-caa2-438c-a8f6-e7a69b8a89f2 req-3b4af5ea-a701-4812-9b27-a5214e9c6016 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0c336f8d-15c2-4ece-9f36-fb881806211d HTTP/1.1" status: 200 len: 913 time: 0.4383357 Aug 28 15:09:44.907962 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90659a03-9293-429d-bc92-1451edac3936 None None] Network 2a312b48-1593-4ae4-aa4f-ef246ab62436 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:09:44.912326 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-90659a03-9293-429d-bc92-1451edac3936 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:09:44.914387 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-e23ceaf2-b98b-4e51-8817-4426c4931f1d tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] DELETE failed (client error): The resource could not be found. Aug 28 15:09:44.915203 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e23ceaf2-b98b-4e51-8817-4426c4931f1d tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:09:44.917197 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e23ceaf2-b98b-4e51-8817-4426c4931f1d tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "DELETE /v2.0/networks/762b07f1-796a-4cec-b8fb-34e9d1659bfd HTTP/1.1" status: 404 len: 339 time: 0.0569143 Aug 28 15:09:44.927517 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90659a03-9293-429d-bc92-1451edac3936 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:09:44.932959 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90659a03-9293-429d-bc92-1451edac3936 None None] Pushing event updated for resources: {'Port': ['ID=64250bbd-0afd-4f1b-b914-8c3fa4833139,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:44.934987 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51110) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:44.992452 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device d0612c63-f1d4-4b0c-84c4-1490f3e5e88a up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:09:45.000133 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-04b7f605-caa2-438c-a8f6-e7a69b8a89f2 req-912f64ac-f9e5-4c4f-af5e-331ac022c278 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67fdcf80-6a98-4f3d-9943-a96b920d80a4 HTTP/1.1" status: 200 len: 217 time: 0.1169796 Aug 28 15:09:45.026063 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-792c4d73-65b7-48e2-81a1-c26879c96fad tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Deleting subnet 445bc087-a51b-45c7-90ef-eea8be26ef91 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:09:45.030559 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-792c4d73-65b7-48e2-81a1-c26879c96fad tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:45.092079 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-792c4d73-65b7-48e2-81a1-c26879c96fad tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:45.135568 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-90659a03-9293-429d-bc92-1451edac3936 None None] Attempting to bind port 64250bbd-0afd-4f1b-b914-8c3fa4833139 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:09:45.135974 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-90659a03-9293-429d-bc92-1451edac3936 None None] Attempting to bind port 64250bbd-0afd-4f1b-b914-8c3fa4833139 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '041c1083-f350-4c0e-8b59-71aa800f87a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:09:45.136344 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90659a03-9293-429d-bc92-1451edac3936 None None] Attempting to bind port 64250bbd-0afd-4f1b-b914-8c3fa4833139 on network 2a312b48-1593-4ae4-aa4f-ef246ab62436 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:09:45.143567 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90659a03-9293-429d-bc92-1451edac3936 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:09:45.143930 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90659a03-9293-429d-bc92-1451edac3936 None None] Checking segment: {'id': '041c1083-f350-4c0e-8b59-71aa800f87a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:09:45.144341 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-90659a03-9293-429d-bc92-1451edac3936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:45.144737 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90659a03-9293-429d-bc92-1451edac3936 None None] Bound using segment: {'id': '041c1083-f350-4c0e-8b59-71aa800f87a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:09:45.144890 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7f605-caa2-438c-a8f6-e7a69b8a89f2 req-d9180854-311f-48f1-b7fd-c751eb337a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:45.145214 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-90659a03-9293-429d-bc92-1451edac3936 None None] Bound port: 64250bbd-0afd-4f1b-b914-8c3fa4833139, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041c1083-f350-4c0e-8b59-71aa800f87a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:09:45.145600 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-90659a03-9293-429d-bc92-1451edac3936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:45.149954 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-04b7f605-caa2-438c-a8f6-e7a69b8a89f2 req-d9180854-311f-48f1-b7fd-c751eb337a23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72a2f51c-3f40-418f-ac1d-8370173ef6bd HTTP/1.1" status: 200 len: 852 time: 0.1396263 Aug 28 15:09:45.192522 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-792c4d73-65b7-48e2-81a1-c26879c96fad tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:45.203028 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-04b7f605-caa2-438c-a8f6-e7a69b8a89f2 req-7f972185-95ed-4cd1-9b2b-1e96fc475eda service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0c336f8d-15c2-4ece-9f36-fb881806211d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273695 Aug 28 15:09:45.245222 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-90659a03-9293-429d-bc92-1451edac3936 None None] For port 64250bbd-0afd-4f1b-b914-8c3fa4833139, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:09:45.250175 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-90659a03-9293-429d-bc92-1451edac3936 None None] For port 64250bbd-0afd-4f1b-b914-8c3fa4833139, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=64250bbd-0afd-4f1b-b914-8c3fa4833139,segment=NetworkSegment(041c1083-f350-4c0e-8b59-71aa800f87a1),segment_id=041c1083-f350-4c0e-8b59-71aa800f87a1)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:09:45.257318 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-90659a03-9293-429d-bc92-1451edac3936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:45.281941 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3f8d273c-edb5-4ab5-aa4e-72f53e1effdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:45.316409 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3f8d273c-edb5-4ab5-aa4e-72f53e1effdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:45.335325 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port d0612c63-f1d4-4b0c-84c4-1490f3e5e88a completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:09:45.352317 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port d0612c63-f1d4-4b0c-84c4-1490f3e5e88a triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:09:45.352702 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:45.364036 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d95d5b4a-cc8b-4a43-af97-a6f2edb3ff18 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:45.388503 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-04b7f605-caa2-438c-a8f6-e7a69b8a89f2 req-edd874c2-4b52-433d-991a-efa84a44d7f7 service neutron] 10.222.0.41 "GET /v2.0/networks/0c336f8d-15c2-4ece-9f36-fb881806211d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737950 Aug 28 15:09:45.401433 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-792c4d73-65b7-48e2-81a1-c26879c96fad tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:45.412711 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90659a03-9293-429d-bc92-1451edac3936 None None] Pushing event updated for resources: {'Port': ['ID=64250bbd-0afd-4f1b-b914-8c3fa4833139,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:45.485218 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3f8d273c-edb5-4ab5-aa4e-72f53e1effdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:45.489293 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3f8d273c-edb5-4ab5-aa4e-72f53e1effdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:45.490854 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3f8d273c-edb5-4ab5-aa4e-72f53e1effdd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/905bb9a8-859a-4590-b272-42cfa3cf7b40 HTTP/1.1" status: 204 len: 168 time: 0.6699181 Aug 28 15:09:45.524419 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0da445-3160-418b-a10e-8013541be25b None None] Network 393f6995-17d7-4869-a0e2-236b1c5105a6 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:45.542704 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-792c4d73-65b7-48e2-81a1-c26879c96fad tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:45.545234 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-792c4d73-65b7-48e2-81a1-c26879c96fad tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "DELETE /v2.0/subnets/445bc087-a51b-45c7-90ef-eea8be26ef91 HTTP/1.1" status: 204 len: 168 time: 0.6089923 Aug 28 15:09:45.546713 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d273c-edb5-4ab5-aa4e-72f53e1effdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905bb9a8-859a-4590-b272-42cfa3cf7b40,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:45.560850 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51116) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:45.573282 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c4d73-65b7-48e2-81a1-c26879c96fad tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event deleted for resources: {'Subnet': ['ID=445bc087-a51b-45c7-90ef-eea8be26ef91,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:45.723361 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663752d-7b3f-4d7a-9704-fd865e55703b req-93b68531-19c9-4bd7-ac77-1b9ee488f170 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:45.726050 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5663752d-7b3f-4d7a-9704-fd865e55703b req-93b68531-19c9-4bd7-ac77-1b9ee488f170 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8e452-4fe9-4a69-8a94-6b7335747820 HTTP/1.1" status: 200 len: 945 time: 0.3323762 Aug 28 15:09:45.832886 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-225a08e9-ee41-440a-970d-d20573dfea34 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Deleting subnet 938a3b93-f7c9-4e46-ba9d-63b95ae09d20 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:09:45.849093 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-225a08e9-ee41-440a-970d-d20573dfea34 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:45.913016 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5663752d-7b3f-4d7a-9704-fd865e55703b req-f3f57740-fb8e-4c73-ad2f-eb52d8b5e9ae tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663015 Aug 28 15:09:45.942218 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-225a08e9-ee41-440a-970d-d20573dfea34 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:45.961897 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-04b7f605-caa2-438c-a8f6-e7a69b8a89f2 req-fc5ddbfe-788f-438d-b576-7aec82bd6acd service neutron] 10.222.0.41 "GET /v2.0/networks/0c336f8d-15c2-4ece-9f36-fb881806211d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5133226 Aug 28 15:09:46.095337 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-225a08e9-ee41-440a-970d-d20573dfea34 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:46.099611 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:46.190660 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port d0612c63-f1d4-4b0c-84c4-1490f3e5e88a, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=d0612c63-f1d4-4b0c-84c4-1490f3e5e88a,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:46.200143 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:46.245764 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-225a08e9-ee41-440a-970d-d20573dfea34 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:46.248255 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bf129-e0e3-4843-99d5-1492bb751dc8 req-60bf2800-df89-4719-a475-dd27696986d0 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:46.249827 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-153bf129-e0e3-4843-99d5-1492bb751dc8 req-60bf2800-df89-4719-a475-dd27696986d0 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/ports?device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 946 time: 0.3460767 Aug 28 15:09:46.285359 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=d0612c63-f1d4-4b0c-84c4-1490f3e5e88a,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:46.288429 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 36ec87e2-e967-4934-a3be-6562f4f04f7a no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:09:46.301554 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a08e9-ee41-440a-970d-d20573dfea34 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event deleted for resources: {'Subnet': ['ID=938a3b93-f7c9-4e46-ba9d-63b95ae09d20,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:46.310604 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-225a08e9-ee41-440a-970d-d20573dfea34 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:46.312651 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-225a08e9-ee41-440a-970d-d20573dfea34 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "DELETE /v2.0/subnets/938a3b93-f7c9-4e46-ba9d-63b95ae09d20 HTTP/1.1" status: 204 len: 168 time: 0.7416909 Aug 28 15:09:46.322097 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 36ec87e2-e967-4934-a3be-6562f4f04f7a {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:09:46.322506 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 36ec87e2-e967-4934-a3be-6562f4f04f7a not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:09:46.337865 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51132) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:46.385604 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-153bf129-e0e3-4843-99d5-1492bb751dc8 req-6e9bc86a-08af-4506-b966-b3058c21f5e2 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6f6c2f-4cfa-46ef-bb53-af961c2ed17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242158 Aug 28 15:09:46.400810 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-d95d5b4a-cc8b-4a43-af97-a6f2edb3ff18 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Allocated IP 172.20.0.1 (2a312b48-1593-4ae4-aa4f-ef246ab62436/490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6/11580924-a285-432c-98e3-127e10ff1d9b) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:09:46.489584 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea76cb0-dc4f-473b-a5cc-5e895b94ff05 None None] DHCP port deletion for 393f6995-17d7-4869-a0e2-236b1c5105a6 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:09:46.499687 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a994333-883b-4836-9708-42521e69d4be req-28e66ee2-bd35-4f83-a7cc-6660c44d4a0c tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:46.509805 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5a994333-883b-4836-9708-42521e69d4be req-28e66ee2-bd35-4f83-a7cc-6660c44d4a0c tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8e452-4fe9-4a69-8a94-6b7335747820 HTTP/1.1" status: 200 len: 945 time: 0.2470031 Aug 28 15:09:46.515056 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98fb8971-9093-43f2-aca8-a467fc3ed15f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:46.590882 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-7ea76cb0-dc4f-473b-a5cc-5e895b94ff05 None None] Deleting port c976216d-4e5d-43a9-9517-1ae7e287ba0e {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:09:46.591906 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7ea76cb0-dc4f-473b-a5cc-5e895b94ff05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:46.598136 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5a994333-883b-4836-9708-42521e69d4be req-24350396-0b05-4a35-b271-8a76c7bee753 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873733 Aug 28 15:09:46.636025 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d95d5b4a-cc8b-4a43-af97-a6f2edb3ff18 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:46.653708 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-d95d5b4a-cc8b-4a43-af97-a6f2edb3ff18 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Transition to ACTIVE for port object 11580924-a285-432c-98e3-127e10ff1d9b will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:09:46.664041 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-98fb8971-9093-43f2-aca8-a467fc3ed15f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Deleting port c976216d-4e5d-43a9-9517-1ae7e287ba0e {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:09:46.664314 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98fb8971-9093-43f2-aca8-a467fc3ed15f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:46.746089 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d95d5b4a-cc8b-4a43-af97-a6f2edb3ff18 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:46.784184 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-7ea76cb0-dc4f-473b-a5cc-5e895b94ff05 None None] For port c976216d-4e5d-43a9-9517-1ae7e287ba0e, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=c976216d-4e5d-43a9-9517-1ae7e287ba0e,segment=NetworkSegment(9becbba9-b11e-41d3-8cb9-1210698efa15),segment_id=9becbba9-b11e-41d3-8cb9-1210698efa15)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:46.784954 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7ea76cb0-dc4f-473b-a5cc-5e895b94ff05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:46.818965 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-98fb8971-9093-43f2-aca8-a467fc3ed15f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] For port c976216d-4e5d-43a9-9517-1ae7e287ba0e, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=c976216d-4e5d-43a9-9517-1ae7e287ba0e,segment=NetworkSegment(9becbba9-b11e-41d3-8cb9-1210698efa15),segment_id=9becbba9-b11e-41d3-8cb9-1210698efa15)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:46.819212 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98fb8971-9093-43f2-aca8-a467fc3ed15f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:46.841319 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-7ea76cb0-dc4f-473b-a5cc-5e895b94ff05 None None] Calling delete_port for c976216d-4e5d-43a9-9517-1ae7e287ba0e owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:09:46.842595 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-98fb8971-9093-43f2-aca8-a467fc3ed15f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Calling delete_port for c976216d-4e5d-43a9-9517-1ae7e287ba0e owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:09:46.946887 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d5b4a-cc8b-4a43-af97-a6f2edb3ff18 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Port': ['ID=11580924-a285-432c-98e3-127e10ff1d9b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:47.011637 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95d5b4a-cc8b-4a43-af97-a6f2edb3ff18 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Network 2a312b48-1593-4ae4-aa4f-ef246ab62436 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:09:47.016448 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-d95d5b4a-cc8b-4a43-af97-a6f2edb3ff18 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:09:47.027883 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95d5b4a-cc8b-4a43-af97-a6f2edb3ff18 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:09:47.070469 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7ea76cb0-dc4f-473b-a5cc-5e895b94ff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:47.115982 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98fb8971-9093-43f2-aca8-a467fc3ed15f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:47.147817 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea76cb0-dc4f-473b-a5cc-5e895b94ff05 None None] Pushing event deleted for resources: {'Port': ['ID=c976216d-4e5d-43a9-9517-1ae7e287ba0e,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:47.153360 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 64250bbd-0afd-4f1b-b914-8c3fa4833139 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:09:47.178083 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb8971-9093-43f2-aca8-a467fc3ed15f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event deleted for resources: {'Port': ['ID=c976216d-4e5d-43a9-9517-1ae7e287ba0e,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:47.194364 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b8ead-970d-4751-95d7-b9b6c67653ec req-793bcd0d-5448-4448-8895-6b384d4181fb tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:47.195993 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-745b8ead-970d-4751-95d7-b9b6c67653ec req-793bcd0d-5448-4448-8895-6b384d4181fb tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8e452-4fe9-4a69-8a94-6b7335747820 HTTP/1.1" status: 200 len: 945 time: 0.1650209 Aug 28 15:09:47.199432 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fb8971-9093-43f2-aca8-a467fc3ed15f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] No DVR routers for this DVR port c976216d-4e5d-43a9-9517-1ae7e287ba0e on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:09:47.212153 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d95d5b4a-cc8b-4a43-af97-a6f2edb3ff18 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:47.273710 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a27ad1f-f3d0-4a5f-85eb-0e07b2e590aa None None] Network 2a312b48-1593-4ae4-aa4f-ef246ab62436 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:47.351997 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea76cb0-dc4f-473b-a5cc-5e895b94ff05 None None] No DVR routers for this DVR port c976216d-4e5d-43a9-9517-1ae7e287ba0e on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:09:47.393630 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e2b93936-a59c-4855-aa7e-cacf3a4d8414 None None] Provisioning for port 64250bbd-0afd-4f1b-b914-8c3fa4833139 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:09:47.423377 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98fb8971-9093-43f2-aca8-a467fc3ed15f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:47.442197 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 64250bbd-0afd-4f1b-b914-8c3fa4833139 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:09:47.452729 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 64250bbd-0afd-4f1b-b914-8c3fa4833139 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:09:47.453107 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:47.503890 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-98fb8971-9093-43f2-aca8-a467fc3ed15f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393f6995-17d7-4869-a0e2-236b1c5105a6']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:47.525873 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-745b8ead-970d-4751-95d7-b9b6c67653ec req-081c18a2-5fa5-47a0-8296-66de3863d85d tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418213 Aug 28 15:09:47.532132 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-98fb8971-9093-43f2-aca8-a467fc3ed15f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9becbba9-b11e-41d3-8cb9-1210698efa15') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:47.532431 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-98fb8971-9093-43f2-aca8-a467fc3ed15f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9becbba9-b11e-41d3-8cb9-1210698efa15') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:47.556325 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98fb8971-9093-43f2-aca8-a467fc3ed15f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:47.602095 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98fb8971-9093-43f2-aca8-a467fc3ed15f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:47.619600 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98fb8971-9093-43f2-aca8-a467fc3ed15f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:09:47.622521 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98fb8971-9093-43f2-aca8-a467fc3ed15f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:09:47.628111 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:09:47.731974 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98fb8971-9093-43f2-aca8-a467fc3ed15f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:47.743510 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98fb8971-9093-43f2-aca8-a467fc3ed15f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:47.746840 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:47.748196 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-98fb8971-9093-43f2-aca8-a467fc3ed15f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "DELETE /v2.0/networks/393f6995-17d7-4869-a0e2-236b1c5105a6 HTTP/1.1" status: 204 len: 168 time: 1.4086795 Aug 28 15:09:47.751037 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51178) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:47.786657 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b8fa9-bf70-429b-b601-92c657d4c7cd req-7837284d-4b4e-477f-8e0f-51466c34b2db tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:47.791544 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 64250bbd-0afd-4f1b-b914-8c3fa4833139, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=64250bbd-0afd-4f1b-b914-8c3fa4833139,segment=NetworkSegment(041c1083-f350-4c0e-8b59-71aa800f87a1),segment_id=041c1083-f350-4c0e-8b59-71aa800f87a1)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:47.795560 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-643b8fa9-bf70-429b-b601-92c657d4c7cd req-7837284d-4b4e-477f-8e0f-51466c34b2db tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8e452-4fe9-4a69-8a94-6b7335747820 HTTP/1.1" status: 200 len: 945 time: 0.1534052 Aug 28 15:09:47.798090 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:47.799622 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device d0612c63-f1d4-4b0c-84c4-1490f3e5e88a up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:09:47.809202 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb8971-9093-43f2-aca8-a467fc3ed15f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event deleted for resources: {'Network': ['ID=393f6995-17d7-4869-a0e2-236b1c5105a6,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:47.853679 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa40895-2d1a-4816-8f4e-2482fabadadc tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] DELETE failed (client error): The resource could not be found. Aug 28 15:09:47.855564 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa40895-2d1a-4816-8f4e-2482fabadadc tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:09:47.860238 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-caa40895-2d1a-4816-8f4e-2482fabadadc tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "DELETE /v2.0/subnets/637f471a-7b1e-4d39-b527-50b4606c12b8 HTTP/1.1" status: 404 len: 337 time: 0.1081927 Aug 28 15:09:47.874362 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51184) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:47.913357 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-7022e6a5-65e0-4384-a315-04f21651123e tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] DELETE failed (client error): The resource could not be found. Aug 28 15:09:47.914027 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7022e6a5-65e0-4384-a315-04f21651123e tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:09:47.918519 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7022e6a5-65e0-4384-a315-04f21651123e tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "DELETE /v2.0/networks/1cf68edc-824c-481d-a1a2-4c6a28f1efed HTTP/1.1" status: 404 len: 339 time: 0.0425220 Aug 28 15:09:47.919493 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51188) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:47.951537 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-643b8fa9-bf70-429b-b601-92c657d4c7cd req-197a98a2-d042-46f2-a94b-d1fc73b9bf83 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505742 Aug 28 15:09:47.963960 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=64250bbd-0afd-4f1b-b914-8c3fa4833139,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:47.980782 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port d0612c63-f1d4-4b0c-84c4-1490f3e5e88a triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:09:47.981321 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:47.985010 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-d53686fc-40ac-497b-a3cf-b4a1c060e490 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] DELETE failed (client error): The resource could not be found. Aug 28 15:09:47.985732 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d53686fc-40ac-497b-a3cf-b4a1c060e490 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:09:47.996409 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d53686fc-40ac-497b-a3cf-b4a1c060e490 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "DELETE /v2.0/subnets/f4e7cc0b-afbf-497c-8c50-c087e4f0e528 HTTP/1.1" status: 404 len: 337 time: 0.0734241 Aug 28 15:09:47.997436 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51192) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:48.032909 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-f712e9f1-a963-42a7-8ad1-e394572df25e tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] DELETE failed (client error): The resource could not be found. Aug 28 15:09:48.034048 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f712e9f1-a963-42a7-8ad1-e394572df25e tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:09:48.039486 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f712e9f1-a963-42a7-8ad1-e394572df25e tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "DELETE /v2.0/networks/673b027e-32fc-447f-b214-855d2c8a243d HTTP/1.1" status: 404 len: 339 time: 0.0400512 Aug 28 15:09:48.039486 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51194) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:48.089745 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d95d5b4a-cc8b-4a43-af97-a6f2edb3ff18 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:48.090510 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e150d0-543e-4548-8e39-63d9d877eb21 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] DELETE failed (client error): The resource could not be found. Aug 28 15:09:48.091046 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e150d0-543e-4548-8e39-63d9d877eb21 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:09:48.098429 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-50e150d0-543e-4548-8e39-63d9d877eb21 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "DELETE /v2.0/subnets/7a4d2a58-26c0-4d8d-b874-6c6eba035c0a HTTP/1.1" status: 404 len: 337 time: 0.0556250 Aug 28 15:09:48.099093 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51196) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:48.139059 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15693eb-f8b5-48cf-84a3-c08bfb869de7 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] DELETE failed (client error): The resource could not be found. Aug 28 15:09:48.139750 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f15693eb-f8b5-48cf-84a3-c08bfb869de7 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:09:48.145683 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f15693eb-f8b5-48cf-84a3-c08bfb869de7 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "DELETE /v2.0/networks/e0bdfc75-2e52-4f54-811b-dea8242f42ed HTTP/1.1" status: 404 len: 339 time: 0.0455341 Aug 28 15:09:48.146319 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51200) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:48.165596 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96272882-9b8f-4ef7-983b-aede2c0271bd req-a5221f4b-ca5a-4f05-acb3-272caec9c79b tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:48.173802 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-96272882-9b8f-4ef7-983b-aede2c0271bd req-a5221f4b-ca5a-4f05-acb3-272caec9c79b tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/ports?device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 946 time: 0.1470351 Aug 28 15:09:48.247881 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-827e64b4-5a4a-4171-a139-812eb8878eac tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Deleting subnet 4dc2be35-d0ac-497e-b650-c0034d1de488 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:09:48.257480 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-827e64b4-5a4a-4171-a139-812eb8878eac tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:48.270237 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device c976216d-4e5d-43a9-9517-1ae7e287ba0e no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:09:48.277967 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6cdd02e5-990b-43ee-b9c6-01c0e2af4128 None None] Provisioning complete for port 64250bbd-0afd-4f1b-b914-8c3fa4833139 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:09:48.278411 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6cdd02e5-990b-43ee-b9c6-01c0e2af4128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:48.348675 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-96272882-9b8f-4ef7-983b-aede2c0271bd req-4406afea-02fa-44fe-87c0-5251eb59bb4f tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6f6c2f-4cfa-46ef-bb53-af961c2ed17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734321 Aug 28 15:09:48.354545 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-827e64b4-5a4a-4171-a139-812eb8878eac tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:48.412192 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: c976216d-4e5d-43a9-9517-1ae7e287ba0e {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:09:48.412637 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device c976216d-4e5d-43a9-9517-1ae7e287ba0e not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:09:48.597420 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-827e64b4-5a4a-4171-a139-812eb8878eac tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:48.598360 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6cdd02e5-990b-43ee-b9c6-01c0e2af4128 None None] Provisioning for port 11580924-a285-432c-98e3-127e10ff1d9b completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:09:48.614477 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6cdd02e5-990b-43ee-b9c6-01c0e2af4128 None None] Provisioning complete for port 11580924-a285-432c-98e3-127e10ff1d9b triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:09:48.614922 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6cdd02e5-990b-43ee-b9c6-01c0e2af4128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:48.708957 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-6cdd02e5-990b-43ee-b9c6-01c0e2af4128 None None] Port 11580924-a285-432c-98e3-127e10ff1d9b cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:09:48.786644 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-827e64b4-5a4a-4171-a139-812eb8878eac tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:48.852645 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-79026dd1-6621-4643-9f13-c75d2fb023dd None None] Provisioning complete for port 11580924-a285-432c-98e3-127e10ff1d9b triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:09:48.853245 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-79026dd1-6621-4643-9f13-c75d2fb023dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:48.908730 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e64b4-5a4a-4171-a139-812eb8878eac tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event deleted for resources: {'Subnet': ['ID=4dc2be35-d0ac-497e-b650-c0034d1de488,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:48.920652 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-827e64b4-5a4a-4171-a139-812eb8878eac tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:48.922802 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-827e64b4-5a4a-4171-a139-812eb8878eac tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "DELETE /v2.0/subnets/4dc2be35-d0ac-497e-b650-c0034d1de488 HTTP/1.1" status: 204 len: 168 time: 0.7754180 Aug 28 15:09:48.927390 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51222) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:48.928262 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 64250bbd-0afd-4f1b-b914-8c3fa4833139 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:09:48.934376 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f01c575-dd5a-4876-8285-165e20fad82f None None] Network 55764ad1-da90-4dbd-89c0-f30414909193 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:48.964759 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24415fe5-5252-45be-875e-44d382557f72 req-85eebde4-76f5-4c0e-82f6-44b7dd04ac9a tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:48.974369 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-24415fe5-5252-45be-875e-44d382557f72 req-85eebde4-76f5-4c0e-82f6-44b7dd04ac9a tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8e452-4fe9-4a69-8a94-6b7335747820 HTTP/1.1" status: 200 len: 945 time: 0.2666328 Aug 28 15:09:49.003102 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-79026dd1-6621-4643-9f13-c75d2fb023dd None None] Port 11580924-a285-432c-98e3-127e10ff1d9b cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:09:49.032616 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-24415fe5-5252-45be-875e-44d382557f72 req-9033bd40-612a-4796-ac84-6855deb55899 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572467 Aug 28 15:09:49.058954 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7fd38-3dd8-46de-a060-534654a04a3d req-ec99dc61-9ada-4f66-bb3c-eb5a9d39199b tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:49.063451 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6fa7fd38-3dd8-46de-a060-534654a04a3d req-ec99dc61-9ada-4f66-bb3c-eb5a9d39199b tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/ports?device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 946 time: 0.2020009 Aug 28 15:09:49.071583 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d95d5b4a-cc8b-4a43-af97-a6f2edb3ff18 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:49.079001 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d95d5b4a-cc8b-4a43-af97-a6f2edb3ff18 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:49.116030 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b915765f-da34-4b9c-bdcc-a87c583e7a4c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:49.148315 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6fa7fd38-3dd8-46de-a060-534654a04a3d req-906b83af-51df-449f-b392-529480a35a06 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6f6c2f-4cfa-46ef-bb53-af961c2ed17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759168 Aug 28 15:09:49.149102 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51226) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:49.185547 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d5b4a-cc8b-4a43-af97-a6f2edb3ff18 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Port': ['ID=11580924-a285-432c-98e3-127e10ff1d9b,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:49.191458 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 64250bbd-0afd-4f1b-b914-8c3fa4833139 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:09:49.191961 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:49.220399 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d95d5b4a-cc8b-4a43-af97-a6f2edb3ff18 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:49.231197 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-b915765f-da34-4b9c-bdcc-a87c583e7a4c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Deleting port 0d4e82ef-dc03-47e4-89d0-2935103ac80f {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:09:49.232114 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b915765f-da34-4b9c-bdcc-a87c583e7a4c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:49.311956 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebacdef6-2caa-4766-b94a-2b0cbc86209a None None] DHCP port deletion for 55764ad1-da90-4dbd-89c0-f30414909193 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:09:49.335563 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-b915765f-da34-4b9c-bdcc-a87c583e7a4c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] For port 0d4e82ef-dc03-47e4-89d0-2935103ac80f, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0d4e82ef-dc03-47e4-89d0-2935103ac80f,segment=NetworkSegment(ec6de52f-7cad-485b-b3bb-78cb4ccf5095),segment_id=ec6de52f-7cad-485b-b3bb-78cb4ccf5095)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:49.336265 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b915765f-da34-4b9c-bdcc-a87c583e7a4c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:49.351514 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-21ee4917-6d18-4eb9-98c8-89c52a935978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:49.355286 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95d5b4a-cc8b-4a43-af97-a6f2edb3ff18 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Network 2a312b48-1593-4ae4-aa4f-ef246ab62436 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:09:49.356723 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-d95d5b4a-cc8b-4a43-af97-a6f2edb3ff18 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:09:49.363599 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-b915765f-da34-4b9c-bdcc-a87c583e7a4c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Calling delete_port for 0d4e82ef-dc03-47e4-89d0-2935103ac80f owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:09:49.366954 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ebacdef6-2caa-4766-b94a-2b0cbc86209a None None] Deleting port 0d4e82ef-dc03-47e4-89d0-2935103ac80f {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:09:49.367335 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ebacdef6-2caa-4766-b94a-2b0cbc86209a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:49.458917 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-ebacdef6-2caa-4766-b94a-2b0cbc86209a None None] For port 0d4e82ef-dc03-47e4-89d0-2935103ac80f, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0d4e82ef-dc03-47e4-89d0-2935103ac80f,segment=NetworkSegment(ec6de52f-7cad-485b-b3bb-78cb4ccf5095),segment_id=ec6de52f-7cad-485b-b3bb-78cb4ccf5095)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:49.459908 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ebacdef6-2caa-4766-b94a-2b0cbc86209a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:49.475890 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ebacdef6-2caa-4766-b94a-2b0cbc86209a None None] Calling delete_port for 0d4e82ef-dc03-47e4-89d0-2935103ac80f owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:09:49.504324 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95d5b4a-cc8b-4a43-af97-a6f2edb3ff18 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Router 424775a3-e3cc-4424-8bb0-32937642c704 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:09:49.593912 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ebacdef6-2caa-4766-b94a-2b0cbc86209a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:49.632435 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebacdef6-2caa-4766-b94a-2b0cbc86209a None None] Pushing event deleted for resources: {'Port': ['ID=0d4e82ef-dc03-47e4-89d0-2935103ac80f,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:49.634440 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebacdef6-2caa-4766-b94a-2b0cbc86209a None None] No DVR routers for this DVR port 0d4e82ef-dc03-47e4-89d0-2935103ac80f on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:09:49.648465 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f2157248-0678-402e-804b-8c450773cf18 None None] Provisioning complete for port 11580924-a285-432c-98e3-127e10ff1d9b triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:09:49.648465 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f2157248-0678-402e-804b-8c450773cf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:49.685044 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-f2157248-0678-402e-804b-8c450773cf18 None None] Port 11580924-a285-432c-98e3-127e10ff1d9b cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:09:49.700720 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95d5b4a-cc8b-4a43-af97-a6f2edb3ff18 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:09:49.708901 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d95d5b4a-cc8b-4a43-af97-a6f2edb3ff18 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "PUT /v2.0/routers/424775a3-e3cc-4424-8bb0-32937642c704/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9734230 Aug 28 15:09:49.715901 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4183d3-0624-4aa2-96b0-bff9bd051313 None None] Sync routers for ids ['424775a3-e3cc-4424-8bb0-32937642c704'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:09:49.727694 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4183d3-0624-4aa2-96b0-bff9bd051313 None None] Routers {'424775a3-e3cc-4424-8bb0-32937642c704'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:09:49.728354 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-6c4183d3-0624-4aa2-96b0-bff9bd051313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:09:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['424775a3-e3cc-4424-8bb0-32937642c704'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:49.739340 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f149a5-5560-4117-a262-6dee0fd20f19 req-a8fb00e0-1f7c-4214-8c0d-f4744b7f2b5e tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:49.741023 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-91f149a5-5560-4117-a262-6dee0fd20f19 req-a8fb00e0-1f7c-4214-8c0d-f4744b7f2b5e tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.36 "GET /v2.0/ports?device_id=61c8e452-4fe9-4a69-8a94-6b7335747820 HTTP/1.1" status: 200 len: 945 time: 0.0830517 Aug 28 15:09:49.899344 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-6c4183d3-0624-4aa2-96b0-bff9bd051313 None None] Set router 424775a3-e3cc-4424-8bb0-32937642c704 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:09:49.917438 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b915765f-da34-4b9c-bdcc-a87c583e7a4c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:49.957536 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b915765f-da34-4b9c-bdcc-a87c583e7a4c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] No DVR routers for this DVR port 0d4e82ef-dc03-47e4-89d0-2935103ac80f on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:09:49.959276 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915765f-da34-4b9c-bdcc-a87c583e7a4c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event deleted for resources: {'Port': ['ID=0d4e82ef-dc03-47e4-89d0-2935103ac80f,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:49.970398 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-91f149a5-5560-4117-a262-6dee0fd20f19 req-64aeca89-f7ba-4bf2-9d7b-0c95d89a0084 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Deleting port ba36667f-5471-4a30-99b6-87993fd88e41 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:09:49.971367 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-91f149a5-5560-4117-a262-6dee0fd20f19 req-64aeca89-f7ba-4bf2-9d7b-0c95d89a0084 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:50.060600 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-5ade6a08-7800-443f-b8eb-dd60f79c5751 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2022663153&fields=id&tenant_id=bee02b8454d546b78330e0129408e569 HTTP/1.1" status: 200 len: 267 time: 0.0688374 Aug 28 15:09:50.114762 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-91f149a5-5560-4117-a262-6dee0fd20f19 req-64aeca89-f7ba-4bf2-9d7b-0c95d89a0084 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] For port ba36667f-5471-4a30-99b6-87993fd88e41, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ba36667f-5471-4a30-99b6-87993fd88e41,segment=NetworkSegment(8832c9ec-1ee4-4d90-92a4-baba1e83b28d),segment_id=8832c9ec-1ee4-4d90-92a4-baba1e83b28d)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:50.115252 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-91f149a5-5560-4117-a262-6dee0fd20f19 req-64aeca89-f7ba-4bf2-9d7b-0c95d89a0084 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:50.121108 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-21ee4917-6d18-4eb9-98c8-89c52a935978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:50.148258 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-21ee4917-6d18-4eb9-98c8-89c52a935978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:50.169504 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-91f149a5-5560-4117-a262-6dee0fd20f19 req-64aeca89-f7ba-4bf2-9d7b-0c95d89a0084 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Calling delete_port for ba36667f-5471-4a30-99b6-87993fd88e41 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:09:50.223538 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee4917-6d18-4eb9-98c8-89c52a935978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b89452-37b5-45a5-a9dc-3c50fb76b7e8,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:50.224016 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-6c4183d3-0624-4aa2-96b0-bff9bd051313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424775a3-e3cc-4424-8bb0-32937642c704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636770003', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'd0612c63-f1d4-4b0c-84c4-1490f3e5e88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:09:38Z', 'updated_at': '2021-08-28T15:09:47Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': 'd0612c63-f1d4-4b0c-84c4-1490f3e5e88a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424775a3-e3cc-4424-8bb0-32937642c704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:09:39Z', 'updated_at': '2021-08-28T15:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '11580924-a285-432c-98e3-127e10ff1d9b', 'name': '', 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:e2:8b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '424775a3-e3cc-4424-8bb0-32937642c704', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:09:45Z', 'updated_at': '2021-08-28T15:09:48Z', 'revision_number': 2, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': '490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:50.230211 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b915765f-da34-4b9c-bdcc-a87c583e7a4c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:50.245808 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a7598-fb23-43cc-84cc-e1f880b8505a req-c4418903-268d-4acd-8bcc-2b02173309e2 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:50.247549 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-124a7598-fb23-43cc-84cc-e1f880b8505a req-c4418903-268d-4acd-8bcc-2b02173309e2 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8e452-4fe9-4a69-8a94-6b7335747820 HTTP/1.1" status: 200 len: 945 time: 0.1358411 Aug 28 15:09:50.259386 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-b915765f-da34-4b9c-bdcc-a87c583e7a4c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55764ad1-da90-4dbd-89c0-f30414909193']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:50.266053 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4183d3-0624-4aa2-96b0-bff9bd051313 None None] Checking router: 424775a3-e3cc-4424-8bb0-32937642c704 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:09:50.266410 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4183d3-0624-4aa2-96b0-bff9bd051313 None None] Updating router 424775a3-e3cc-4424-8bb0-32937642c704 port 11580924-a285-432c-98e3-127e10ff1d9b binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:09:50.275271 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-21ee4917-6d18-4eb9-98c8-89c52a935978 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0cc0b5af25d54111b55d88a96d326f68&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1237028 Aug 28 15:09:50.277159 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-b915765f-da34-4b9c-bdcc-a87c583e7a4c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec6de52f-7cad-485b-b3bb-78cb4ccf5095') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:50.277455 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-b915765f-da34-4b9c-bdcc-a87c583e7a4c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec6de52f-7cad-485b-b3bb-78cb4ccf5095') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:50.285844 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51260) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:50.296811 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6c4183d3-0624-4aa2-96b0-bff9bd051313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:50.325384 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b915765f-da34-4b9c-bdcc-a87c583e7a4c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:50.328488 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-124a7598-fb23-43cc-84cc-e1f880b8505a req-0e265fa3-8db6-448e-b924-9e0380be797a tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.13 "GET /v2.0/security-groups?id=58f314e7-d8ed-4f8b-a096-04bd68200419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689003 Aug 28 15:09:50.383184 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-8f8d4cf7-cb74-4565-b5bc-5b5adf5494c0 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:50.385154 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-8f8d4cf7-cb74-4565-b5bc-5b5adf5494c0 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/networks?id=2a312b48-1593-4ae4-aa4f-ef246ab62436 HTTP/1.1" status: 200 len: 797 time: 0.2560520 Aug 28 15:09:50.387243 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b915765f-da34-4b9c-bdcc-a87c583e7a4c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:50.411194 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b915765f-da34-4b9c-bdcc-a87c583e7a4c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:09:50.411589 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b915765f-da34-4b9c-bdcc-a87c583e7a4c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:09:50.420253 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:09:50.423915 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-91f149a5-5560-4117-a262-6dee0fd20f19 req-64aeca89-f7ba-4bf2-9d7b-0c95d89a0084 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:50.457601 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aeca89-f7ba-4bf2-9d7b-0c95d89a0084 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Pushing event deleted for resources: {'Port': ['ID=ba36667f-5471-4a30-99b6-87993fd88e41,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:50.465788 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-07e3959f-2d6e-4849-a74b-053644584754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:50.479270 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-ade6ae61-d8c0-47f1-895b-e79e9bf49578 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/quotas/bee02b8454d546b78330e0129408e569 HTTP/1.1" status: 200 len: 375 time: 0.0849750 Aug 28 15:09:50.546213 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-07e3959f-2d6e-4849-a74b-053644584754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:50.561994 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b915765f-da34-4b9c-bdcc-a87c583e7a4c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:50.567219 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['ba36667f-5471-4a30-99b6-87993fd88e41'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:09:50.588232 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b915765f-da34-4b9c-bdcc-a87c583e7a4c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:50.592563 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b915765f-da34-4b9c-bdcc-a87c583e7a4c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "DELETE /v2.0/networks/55764ad1-da90-4dbd-89c0-f30414909193 HTTP/1.1" status: 204 len: 168 time: 1.6621749 Aug 28 15:09:50.596432 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51270) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:50.599355 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915765f-da34-4b9c-bdcc-a87c583e7a4c tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event deleted for resources: {'Network': ['ID=55764ad1-da90-4dbd-89c0-f30414909193,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:50.601715 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f149a5-5560-4117-a262-6dee0fd20f19 req-64aeca89-f7ba-4bf2-9d7b-0c95d89a0084 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] No DVR routers for this DVR port ba36667f-5471-4a30-99b6-87993fd88e41 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:09:50.617306 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-91f149a5-5560-4117-a262-6dee0fd20f19 req-64aeca89-f7ba-4bf2-9d7b-0c95d89a0084 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:50.619330 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-91f149a5-5560-4117-a262-6dee0fd20f19 req-64aeca89-f7ba-4bf2-9d7b-0c95d89a0084 tempest-ServerDiskConfigTestJSON-183289681 tempest-ServerDiskConfigTestJSON-183289681-project] 10.222.0.36 "DELETE /v2.0/ports/ba36667f-5471-4a30-99b6-87993fd88e41 HTTP/1.1" status: 204 len: 173 time: 0.8711815 Aug 28 15:09:50.623548 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c8e452-4fe9-4a69-8a94-6b7335747820', 'name': 'network-vif-deleted', 'tag': 'ba36667f-5471-4a30-99b6-87993fd88e41'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:09:50.625713 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4285f9a8-1311-4735-aec9-a9b023ca4594" -d '{"events": [{"server_uuid": "61c8e452-4fe9-4a69-8a94-6b7335747820", "name": "network-vif-deleted", "tag": "ba36667f-5471-4a30-99b6-87993fd88e41"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:09:50.634451 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-e1f1ad4a-80e7-4276-a508-38d959dbf8ff tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1454589 Aug 28 15:09:50.660051 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e985db3-bfbf-42bd-a39d-2400b9bdb830 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] DELETE failed (client error): The resource could not be found. Aug 28 15:09:50.660513 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e985db3-bfbf-42bd-a39d-2400b9bdb830 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:09:50.664318 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1e985db3-bfbf-42bd-a39d-2400b9bdb830 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "DELETE /v2.0/subnets/dd555c5f-979f-4071-ac83-74ce27989c55 HTTP/1.1" status: 404 len: 337 time: 0.0579319 Aug 28 15:09:50.672208 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b8a26-4560-44e3-a9a9-15716ed164a7 req-008fe183-cc49-4140-ba46-1decf879140d tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:50.673871 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ce1b8a26-4560-44e3-a9a9-15716ed164a7 req-008fe183-cc49-4140-ba46-1decf879140d tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/ports?device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 946 time: 0.1705029 Aug 28 15:09:50.674464 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51274) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:50.700528 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e0914a-178b-4db7-a9ba-392740821927 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] DELETE failed (client error): The resource could not be found. Aug 28 15:09:50.701105 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e0914a-178b-4db7-a9ba-392740821927 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:09:50.702869 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e2e0914a-178b-4db7-a9ba-392740821927 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "DELETE /v2.0/networks/8cea3129-95fc-48f5-9578-ccc00f27db07 HTTP/1.1" status: 404 len: 339 time: 0.0274274 Aug 28 15:09:50.711563 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51278) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:50.760328 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-07e3959f-2d6e-4849-a74b-053644584754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:50.763352 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-07e3959f-2d6e-4849-a74b-053644584754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:50.776088 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-07e3959f-2d6e-4849-a74b-053644584754 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07b89452-37b5-45a5-a9dc-3c50fb76b7e8 HTTP/1.1" status: 204 len: 168 time: 0.4807169 Aug 28 15:09:50.790221 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6c4183d3-0624-4aa2-96b0-bff9bd051313 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:50.826102 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3959f-2d6e-4849-a74b-053644584754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b89452-37b5-45a5-a9dc-3c50fb76b7e8,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:50.827363 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ce1b8a26-4560-44e3-a9a9-15716ed164a7 req-6b936390-4201-4429-a637-ab3a3f6c5ce2 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6f6c2f-4cfa-46ef-bb53-af961c2ed17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422751 Aug 28 15:09:50.837170 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6c4183d3-0624-4aa2-96b0-bff9bd051313 None None] Transition to ACTIVE for port object 11580924-a285-432c-98e3-127e10ff1d9b will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:09:50.857848 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01e1819-6287-4910-b627-4cb12ca8f039 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Deleting subnet e9801ae9-89f5-44db-a398-27e52447b7a2 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:09:50.865871 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a01e1819-6287-4910-b627-4cb12ca8f039 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:50.873267 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0d4e82ef-dc03-47e4-89d0-2935103ac80f no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:09:50.885546 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6c4183d3-0624-4aa2-96b0-bff9bd051313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:50.886169 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-6505655e-3f3c-4e97-83aa-e563b5bc4120 service neutron] 10.222.0.13 "GET /v2.0/networks/2a312b48-1593-4ae4-aa4f-ef246ab62436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476385 Aug 28 15:09:50.976275 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 0d4e82ef-dc03-47e4-89d0-2935103ac80f {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:09:50.976865 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0d4e82ef-dc03-47e4-89d0-2935103ac80f not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:09:50.978866 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a01e1819-6287-4910-b627-4cb12ca8f039 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:51.007154 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-8c28182d-5b24-4574-82ea-fdd4393a9e4b service neutron] 10.222.0.13 "GET /v2.0/networks/2a312b48-1593-4ae4-aa4f-ef246ab62436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200192 Aug 28 15:09:51.087573 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db721664-a47d-4a4f-8b43-8353486024ca x-openstack-request-id: req-db721664-a47d-4a4f-8b43-8353486024ca {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:09:51.087906 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c8e452-4fe9-4a69-8a94-6b7335747820", "name": "network-vif-deleted", "tag": "ba36667f-5471-4a30-99b6-87993fd88e41", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:09:51.088133 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db721664-a47d-4a4f-8b43-8353486024ca {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:09:51.088537 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c8e452-4fe9-4a69-8a94-6b7335747820', 'name': 'network-vif-deleted', 'tag': 'ba36667f-5471-4a30-99b6-87993fd88e41', 'status': 'completed', 'code': 200} Aug 28 15:09:51.140609 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7936369-b6e9-4632-b2a7-89396f74d237 None None] Pushing event updated for resources: {'Port': ['ID=11580924-a285-432c-98e3-127e10ff1d9b,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:51.162063 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-6c4183d3-0624-4aa2-96b0-bff9bd051313 None None] Attempting to bind port 11580924-a285-432c-98e3-127e10ff1d9b on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:09:51.162735 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-6c4183d3-0624-4aa2-96b0-bff9bd051313 None None] Attempting to bind port 11580924-a285-432c-98e3-127e10ff1d9b by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '041c1083-f350-4c0e-8b59-71aa800f87a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:09:51.163364 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4183d3-0624-4aa2-96b0-bff9bd051313 None None] Attempting to bind port 11580924-a285-432c-98e3-127e10ff1d9b on network 2a312b48-1593-4ae4-aa4f-ef246ab62436 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:09:51.171485 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4183d3-0624-4aa2-96b0-bff9bd051313 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:09:51.172554 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4183d3-0624-4aa2-96b0-bff9bd051313 None None] Checking segment: {'id': '041c1083-f350-4c0e-8b59-71aa800f87a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:09:51.173577 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6c4183d3-0624-4aa2-96b0-bff9bd051313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:51.175338 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4183d3-0624-4aa2-96b0-bff9bd051313 None None] Bound using segment: {'id': '041c1083-f350-4c0e-8b59-71aa800f87a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:09:51.176513 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-6c4183d3-0624-4aa2-96b0-bff9bd051313 None None] Bound port: 11580924-a285-432c-98e3-127e10ff1d9b, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041c1083-f350-4c0e-8b59-71aa800f87a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:09:51.177292 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6c4183d3-0624-4aa2-96b0-bff9bd051313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:51.274941 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a01e1819-6287-4910-b627-4cb12ca8f039 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:51.354833 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-6c4183d3-0624-4aa2-96b0-bff9bd051313 None None] For port 11580924-a285-432c-98e3-127e10ff1d9b, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:09:51.381795 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-6c4183d3-0624-4aa2-96b0-bff9bd051313 None None] For port 11580924-a285-432c-98e3-127e10ff1d9b, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=11580924-a285-432c-98e3-127e10ff1d9b,segment=NetworkSegment(041c1083-f350-4c0e-8b59-71aa800f87a1),segment_id=041c1083-f350-4c0e-8b59-71aa800f87a1)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:09:51.389046 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6c4183d3-0624-4aa2-96b0-bff9bd051313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:51.440342 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b0e75da9-95b3-48db-a060-52cbb9ea3c82 req-c20ca07a-25d4-4fc1-b948-1238e1e0b892 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 210 time: 0.0632701 Aug 28 15:09:51.516458 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7936369-b6e9-4632-b2a7-89396f74d237 None None] Pushing event updated for resources: {'Port': ['ID=11580924-a285-432c-98e3-127e10ff1d9b,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:51.533698 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4183d3-0624-4aa2-96b0-bff9bd051313 None None] Routers {'424775a3-e3cc-4424-8bb0-32937642c704'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:09:51.534709 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-6c4183d3-0624-4aa2-96b0-bff9bd051313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:09:40Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['424775a3-e3cc-4424-8bb0-32937642c704'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:51.567024 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a01e1819-6287-4910-b627-4cb12ca8f039 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:51.604466 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e1819-6287-4910-b627-4cb12ca8f039 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event deleted for resources: {'Subnet': ['ID=e9801ae9-89f5-44db-a398-27e52447b7a2,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:51.621861 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174577b-feb0-4e71-9e81-9de9aebecd12 req-bec1dbb9-bb4b-4f42-9a36-95ac486c8209 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:51.623491 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5174577b-feb0-4e71-9e81-9de9aebecd12 req-bec1dbb9-bb4b-4f42-9a36-95ac486c8209 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.41 "GET /v2.0/ports?device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 946 time: 0.1356270 Aug 28 15:09:51.628368 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a01e1819-6287-4910-b627-4cb12ca8f039 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:51.633263 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a01e1819-6287-4910-b627-4cb12ca8f039 tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "DELETE /v2.0/subnets/e9801ae9-89f5-44db-a398-27e52447b7a2 HTTP/1.1" status: 204 len: 168 time: 0.9176464 Aug 28 15:09:51.633633 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51316) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:51.703257 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-6c4183d3-0624-4aa2-96b0-bff9bd051313 None None] Set router 424775a3-e3cc-4424-8bb0-32937642c704 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:09:51.774581 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eaec62-eae1-44ca-86ec-02909968b8e4 None None] Network ade71247-d54e-45d9-afce-8c79d7044ded requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:51.821137 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-5174577b-feb0-4e71-9e81-9de9aebecd12 req-dbdad9c7-b283-415a-8f92-485aebcc6a52 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Deleting port 67fdcf80-6a98-4f3d-9943-a96b920d80a4 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:09:51.822024 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5174577b-feb0-4e71-9e81-9de9aebecd12 req-dbdad9c7-b283-415a-8f92-485aebcc6a52 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:51.822195 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51326) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:51.968466 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-120a481d-3ab8-42bb-bcfd-ae2713aa7d0f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:51.987305 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-7481359c-41a5-4e41-9574-4f85b567e66d admin admin] Deleting subnet d199c3ab-1cc3-471f-883a-d19f39aa59ba {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:09:51.992854 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7481359c-41a5-4e41-9574-4f85b567e66d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:52.050798 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-5174577b-feb0-4e71-9e81-9de9aebecd12 req-dbdad9c7-b283-415a-8f92-485aebcc6a52 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] For port 67fdcf80-6a98-4f3d-9943-a96b920d80a4, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=67fdcf80-6a98-4f3d-9943-a96b920d80a4,segment=NetworkSegment(1871d3b7-d6f5-4274-9c99-8e84db42545a),segment_id=1871d3b7-d6f5-4274-9c99-8e84db42545a)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:52.051267 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5174577b-feb0-4e71-9e81-9de9aebecd12 req-dbdad9c7-b283-415a-8f92-485aebcc6a52 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:52.107446 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-5174577b-feb0-4e71-9e81-9de9aebecd12 req-dbdad9c7-b283-415a-8f92-485aebcc6a52 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Calling delete_port for 67fdcf80-6a98-4f3d-9943-a96b920d80a4 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:09:52.137234 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7481359c-41a5-4e41-9574-4f85b567e66d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:52.181270 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295915b-4e86-4674-bfe6-4e23f5612358 req-4cefedec-2e2d-4e4c-b810-62af056780c2 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:52.190864 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6295915b-4e86-4674-bfe6-4e23f5612358 req-4cefedec-2e2d-4e4c-b810-62af056780c2 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/ports?device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 946 time: 0.1614933 Aug 28 15:09:52.298423 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7481359c-41a5-4e41-9574-4f85b567e66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:52.301483 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-120a481d-3ab8-42bb-bcfd-ae2713aa7d0f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Deleting port b7d7fa59-a4aa-44a3-bd82-1acdcca161df {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:09:52.301815 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-120a481d-3ab8-42bb-bcfd-ae2713aa7d0f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:52.365071 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6295915b-4e86-4674-bfe6-4e23f5612358 req-6927ea6d-debc-404b-9737-841b8a59b6d8 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6f6c2f-4cfa-46ef-bb53-af961c2ed17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726284 Aug 28 15:09:52.409592 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5174577b-feb0-4e71-9e81-9de9aebecd12 req-dbdad9c7-b283-415a-8f92-485aebcc6a52 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:52.458910 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-120a481d-3ab8-42bb-bcfd-ae2713aa7d0f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] For port b7d7fa59-a4aa-44a3-bd82-1acdcca161df, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b7d7fa59-a4aa-44a3-bd82-1acdcca161df,segment=NetworkSegment(54bd2a54-1aca-43d9-aab4-3fbe3f94e05c),segment_id=54bd2a54-1aca-43d9-aab4-3fbe3f94e05c)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:52.459886 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-120a481d-3ab8-42bb-bcfd-ae2713aa7d0f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:52.480750 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-120a481d-3ab8-42bb-bcfd-ae2713aa7d0f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Calling delete_port for b7d7fa59-a4aa-44a3-bd82-1acdcca161df owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:09:52.499123 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7481359c-41a5-4e41-9574-4f85b567e66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:52.548115 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdad9c7-b283-415a-8f92-485aebcc6a52 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Pushing event deleted for resources: {'Port': ['ID=67fdcf80-6a98-4f3d-9943-a96b920d80a4,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:52.565035 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481359c-41a5-4e41-9574-4f85b567e66d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d199c3ab-1cc3-471f-883a-d19f39aa59ba,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:52.586226 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7481359c-41a5-4e41-9574-4f85b567e66d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:52.591975 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7481359c-41a5-4e41-9574-4f85b567e66d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d199c3ab-1cc3-471f-883a-d19f39aa59ba HTTP/1.1" status: 204 len: 168 time: 0.7688255 Aug 28 15:09:52.594659 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51356) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:52.636384 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-5174577b-feb0-4e71-9e81-9de9aebecd12 req-dbdad9c7-b283-415a-8f92-485aebcc6a52 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] No DVR routers for this DVR port 67fdcf80-6a98-4f3d-9943-a96b920d80a4 on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:09:52.645928 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5174577b-feb0-4e71-9e81-9de9aebecd12 req-dbdad9c7-b283-415a-8f92-485aebcc6a52 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:52.648278 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5174577b-feb0-4e71-9e81-9de9aebecd12 req-dbdad9c7-b283-415a-8f92-485aebcc6a52 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.41 "DELETE /v2.0/ports/67fdcf80-6a98-4f3d-9943-a96b920d80a4 HTTP/1.1" status: 204 len: 173 time: 1.0167172 Aug 28 15:09:52.697211 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8291de5a-1d53-48b7-b4c9-728c97324aa8 req-8365e5d5-5e45-4b35-9387-d428b8de823d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 210 time: 0.1240017 Aug 28 15:09:52.709084 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-85e615fe-fdd3-4ce3-89c2-da41760b7e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:52.734463 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-120a481d-3ab8-42bb-bcfd-ae2713aa7d0f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:52.785885 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a481d-3ab8-42bb-bcfd-ae2713aa7d0f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event deleted for resources: {'Port': ['ID=b7d7fa59-a4aa-44a3-bd82-1acdcca161df,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:52.786419 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-6c4183d3-0624-4aa2-96b0-bff9bd051313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424775a3-e3cc-4424-8bb0-32937642c704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636770003', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'd0612c63-f1d4-4b0c-84c4-1490f3e5e88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:09:38Z', 'updated_at': '2021-08-28T15:09:47Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': 'd0612c63-f1d4-4b0c-84c4-1490f3e5e88a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424775a3-e3cc-4424-8bb0-32937642c704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:09:39Z', 'updated_at': '2021-08-28T15:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '11580924-a285-432c-98e3-127e10ff1d9b', 'name': '', 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:e2:8b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '424775a3-e3cc-4424-8bb0-32937642c704', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:09:45Z', 'updated_at': '2021-08-28T15:09:51Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': '490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:52.809031 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120a481d-3ab8-42bb-bcfd-ae2713aa7d0f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] No DVR routers for this DVR port b7d7fa59-a4aa-44a3-bd82-1acdcca161df on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:09:52.867304 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4183d3-0624-4aa2-96b0-bff9bd051313 None None] The sync data for ids ['424775a3-e3cc-4424-8bb0-32937642c704'] in n-d-712137-10 is: [{'id': '424775a3-e3cc-4424-8bb0-32937642c704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636770003', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'd0612c63-f1d4-4b0c-84c4-1490f3e5e88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:09:38Z', 'updated_at': '2021-08-28T15:09:47Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': 'd0612c63-f1d4-4b0c-84c4-1490f3e5e88a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424775a3-e3cc-4424-8bb0-32937642c704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:09:39Z', 'updated_at': '2021-08-28T15:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '11580924-a285-432c-98e3-127e10ff1d9b', 'name': '', 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:e2:8b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '424775a3-e3cc-4424-8bb0-32937642c704', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:09:45Z', 'updated_at': '2021-08-28T15:09:51Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': '490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:09:52.878591 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81531df1-fa64-444c-8315-0d25e310b501 None None] DHCP port deletion for ade71247-d54e-45d9-afce-8c79d7044ded request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:09:52.990262 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51364) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:52.999745 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-85e615fe-fdd3-4ce3-89c2-da41760b7e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:53.037022 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-85e615fe-fdd3-4ce3-89c2-da41760b7e37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:53.041284 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-120a481d-3ab8-42bb-bcfd-ae2713aa7d0f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:53.104342 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b45e7d-8907-4d84-a4af-7e50c6734ddb', 'name': 'network-vif-deleted', 'tag': '67fdcf80-6a98-4f3d-9943-a96b920d80a4'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:09:53.106580 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ed0e9f-1d49-4a21-a879-3da2978a3f94" -d '{"events": [{"server_uuid": "65b45e7d-8907-4d84-a4af-7e50c6734ddb", "name": "network-vif-deleted", "tag": "67fdcf80-6a98-4f3d-9943-a96b920d80a4"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:09:53.108643 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-85e615fe-fdd3-4ce3-89c2-da41760b7e37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8832c9ec-1ee4-4d90-92a4-baba1e83b28d') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:53.108941 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-85e615fe-fdd3-4ce3-89c2-da41760b7e37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8832c9ec-1ee4-4d90-92a4-baba1e83b28d') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:53.122914 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-120a481d-3ab8-42bb-bcfd-ae2713aa7d0f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade71247-d54e-45d9-afce-8c79d7044ded']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:53.154161 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-85e615fe-fdd3-4ce3-89c2-da41760b7e37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:53.175053 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-120a481d-3ab8-42bb-bcfd-ae2713aa7d0f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54bd2a54-1aca-43d9-aab4-3fbe3f94e05c') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:53.185346 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-120a481d-3ab8-42bb-bcfd-ae2713aa7d0f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54bd2a54-1aca-43d9-aab4-3fbe3f94e05c') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:53.221824 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-120a481d-3ab8-42bb-bcfd-ae2713aa7d0f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:53.243017 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-120a481d-3ab8-42bb-bcfd-ae2713aa7d0f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:53.249918 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-120a481d-3ab8-42bb-bcfd-ae2713aa7d0f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:09:53.250586 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-120a481d-3ab8-42bb-bcfd-ae2713aa7d0f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:09:53.294212 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:09:53.318855 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7419d4ae-130e-435f-a3bc-92935cd2866d x-openstack-request-id: req-7419d4ae-130e-435f-a3bc-92935cd2866d {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:09:53.319205 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b45e7d-8907-4d84-a4af-7e50c6734ddb", "name": "network-vif-deleted", "tag": "67fdcf80-6a98-4f3d-9943-a96b920d80a4", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:09:53.319456 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7419d4ae-130e-435f-a3bc-92935cd2866d {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:09:53.319975 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b45e7d-8907-4d84-a4af-7e50c6734ddb', 'name': 'network-vif-deleted', 'tag': '67fdcf80-6a98-4f3d-9943-a96b920d80a4', 'status': 'completed', 'code': 200} Aug 28 15:09:53.337899 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-85e615fe-fdd3-4ce3-89c2-da41760b7e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:53.350362 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e615fe-fdd3-4ce3-89c2-da41760b7e37 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:09:53.350362 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-85e615fe-fdd3-4ce3-89c2-da41760b7e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:09:53.352130 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:09:53.354490 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-83cc80ac-feca-496d-9dbe-981775f1e5b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:53.373642 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c604c4fb-d0e2-4f73-936a-e06f4a016d33 req-68c336aa-6e01-41cb-bb61-1c6e40581a7a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=18da1116-14f6-4ace-8951-a895f4ba20fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3711202 Aug 28 15:09:53.374101 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-120a481d-3ab8-42bb-bcfd-ae2713aa7d0f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:53.398751 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-ed76848f-4186-4f56-bc99-12ee27d7ed97 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:53.400334 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-ed76848f-4186-4f56-bc99-12ee27d7ed97 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.36 "GET /v2.0/networks?id=2a312b48-1593-4ae4-aa4f-ef246ab62436 HTTP/1.1" status: 200 len: 797 time: 0.2972221 Aug 28 15:09:53.496078 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-983b2c8e-0b09-42f5-9154-d77d8713df82 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bee02b8454d546b78330e0129408e569 HTTP/1.1" status: 200 len: 380 time: 0.0839593 Aug 28 15:09:53.515953 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-120a481d-3ab8-42bb-bcfd-ae2713aa7d0f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:53.518504 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-120a481d-3ab8-42bb-bcfd-ae2713aa7d0f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] 10.222.0.13 "DELETE /v2.0/networks/ade71247-d54e-45d9-afce-8c79d7044ded HTTP/1.1" status: 204 len: 168 time: 1.8835471 Aug 28 15:09:53.519698 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a481d-3ab8-42bb-bcfd-ae2713aa7d0f tempest-NetworksIpV6Test-623849103 tempest-NetworksIpV6Test-623849103-project] Pushing event deleted for resources: {'Network': ['ID=ade71247-d54e-45d9-afce-8c79d7044ded,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:53.533838 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-532478ee-b7f8-402b-8212-ca78de02b5d0 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'port': {'device_id': '24488e5d-dfc8-4192-b2da-26ff8c03836f', 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436', 'admin_state_up': True, 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'security_groups': ['9ca6786c-06c4-4b00-a4de-a03bc5271b24']}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:53.593588 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-df7a12a1-9192-437f-a64d-f2a3cfe3ad66 req-97cd9b09-231c-4297-aef0-3d036fe2eb60 tempest-TestServerAdvancedOps-81140444 tempest-TestServerAdvancedOps-81140444-project] 10.222.0.13 "GET /v2.0/ports?device_id=65b45e7d-8907-4d84-a4af-7e50c6734ddb HTTP/1.1" status: 200 len: 210 time: 0.0656211 Aug 28 15:09:53.607543 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-85e615fe-fdd3-4ce3-89c2-da41760b7e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:53.624575 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-85e615fe-fdd3-4ce3-89c2-da41760b7e37 admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:53.644536 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-85e615fe-fdd3-4ce3-89c2-da41760b7e37 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a HTTP/1.1" status: 204 len: 168 time: 1.0483704 Aug 28 15:09:53.660114 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e615fe-fdd3-4ce3-89c2-da41760b7e37 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6bdc6c5-a04d-4f96-af0d-2fbfb8a00d6a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:53.757776 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604c4fb-d0e2-4f73-936a-e06f4a016d33 req-99b78e41-92a7-47e7-9527-e44c5cb2348a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:53.759316 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c604c4fb-d0e2-4f73-936a-e06f4a016d33 req-99b78e41-92a7-47e7-9527-e44c5cb2348a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58646dff4236456eaa1799e18ba69def&device_id=18da1116-14f6-4ace-8951-a895f4ba20fe HTTP/1.1" status: 200 len: 1097 time: 0.3297303 Aug 28 15:09:53.869937 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51396) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:53.899681 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51398) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:53.920446 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cc2e4f43-dc67-49b0-8264-a6aad172773b req-0ffade50-d711-403b-bf8b-a0af2aef250a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 210 time: 0.0828991 Aug 28 15:09:53.976964 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e1553d17-a884-4c0c-8cee-cf9b883fd5b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1bb2d65f9fb942d9b36b25dac4e364e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1054077 Aug 28 15:09:53.977125 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51404) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:54.059978 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 67fdcf80-6a98-4f3d-9943-a96b920d80a4 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:09:54.083954 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-83cc80ac-feca-496d-9dbe-981775f1e5b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:54.094308 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 67fdcf80-6a98-4f3d-9943-a96b920d80a4 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:09:54.095377 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 67fdcf80-6a98-4f3d-9943-a96b920d80a4 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:09:54.111914 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604c4fb-d0e2-4f73-936a-e06f4a016d33 req-4428c159-1b49-4a1e-be78-03102326809a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:54.113867 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c604c4fb-d0e2-4f73-936a-e06f4a016d33 req-4428c159-1b49-4a1e-be78-03102326809a service neutron] 10.222.0.41 "GET /v2.0/networks?id=62a05963-9485-4d2d-9e03-53fcab2c33e0 HTTP/1.1" status: 200 len: 916 time: 0.3213615 Aug 28 15:09:54.119315 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-83cc80ac-feca-496d-9dbe-981775f1e5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:54.121941 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-532478ee-b7f8-402b-8212-ca78de02b5d0 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Made reservation on behalf of bee02b8454d546b78330e0129408e569 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:54.125533 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-532478ee-b7f8-402b-8212-ca78de02b5d0 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:54.200228 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ffb45840-57ee-45ef-97d0-23541f50a63e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d81dceeac1214a6e8d4c9c56d70e0688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2990322 Aug 28 15:09:54.201780 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51408) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:54.235176 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc80ac-feca-496d-9dbe-981775f1e5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4c4140-84ff-46cd-820c-7bcb9116867b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:54.268482 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e9c726de-65ac-4a3f-8a39-356ab5b08cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:54.296968 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e9c726de-65ac-4a3f-8a39-356ab5b08cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:54.298471 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device ba36667f-5471-4a30-99b6-87993fd88e41 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:09:54.340018 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: ba36667f-5471-4a30-99b6-87993fd88e41 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:09:54.340468 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device ba36667f-5471-4a30-99b6-87993fd88e41 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:09:54.358146 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e9c726de-65ac-4a3f-8a39-356ab5b08cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:54.362207 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-83cc80ac-feca-496d-9dbe-981775f1e5b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ae8ea650f3c4539a248b9b4de72c125&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3667703 Aug 28 15:09:54.362402 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e9c726de-65ac-4a3f-8a39-356ab5b08cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:54.366747 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51412) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:54.369040 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e9c726de-65ac-4a3f-8a39-356ab5b08cbd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b83d0b8-53b3-45f9-8f2f-0bc8f36be3d7 HTTP/1.1" status: 204 len: 168 time: 0.1660457 Aug 28 15:09:54.376588 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:54.380493 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c726de-65ac-4a3f-8a39-356ab5b08cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b83d0b8-53b3-45f9-8f2f-0bc8f36be3d7,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:54.460340 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b696dcd-a490-4faf-b093-166af717fb7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:54.467779 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-532478ee-b7f8-402b-8212-ca78de02b5d0 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Allocated IP 172.20.0.7 (2a312b48-1593-4ae4-aa4f-ef246ab62436/490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6/85eea773-c785-4940-91e0-96b2c1a0f65f) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:09:54.505746 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c604c4fb-d0e2-4f73-936a-e06f4a016d33 req-300e1a74-205a-4e99-973c-639153010026 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5 HTTP/1.1" status: 200 len: 1001 time: 0.3677464 Aug 28 15:09:54.569748 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604c4fb-d0e2-4f73-936a-e06f4a016d33 req-cab0f0bc-b3b5-4bb0-ab5f-355af5ea2362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:54.571077 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c604c4fb-d0e2-4f73-936a-e06f4a016d33 req-cab0f0bc-b3b5-4bb0-ab5f-355af5ea2362 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b079ed4e-e959-4b0f-8924-28bb3e9ef569 HTTP/1.1" status: 200 len: 854 time: 0.0561676 Aug 28 15:09:54.576971 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b696dcd-a490-4faf-b093-166af717fb7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:54.714049 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51424) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:54.729999 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cce2055c-db55-4b12-bf85-dca0b8418203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:54.778829 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cce2055c-db55-4b12-bf85-dca0b8418203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:54.782582 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604c4fb-d0e2-4f73-936a-e06f4a016d33 req-7f861b3f-bda5-44fc-8c9c-7eddd9cd819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:54.785268 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c604c4fb-d0e2-4f73-936a-e06f4a016d33 req-7f861b3f-bda5-44fc-8c9c-7eddd9cd819c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62a05963-9485-4d2d-9e03-53fcab2c33e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2061958 Aug 28 15:09:54.804134 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b696dcd-a490-4faf-b093-166af717fb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:54.806859 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b696dcd-a490-4faf-b093-166af717fb7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:54.808047 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2b696dcd-a490-4faf-b093-166af717fb7e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/58f314e7-d8ed-4f8b-a096-04bd68200419 HTTP/1.1" status: 204 len: 168 time: 0.8281822 Aug 28 15:09:54.816838 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc5b40dd-ed94-44ba-a6bd-c411e7bfe12e admin admin] Deleting subnet 72a2f51c-3f40-418f-ac1d-8370173ef6bd {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:09:54.821039 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc5b40dd-ed94-44ba-a6bd-c411e7bfe12e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:54.854005 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b696dcd-a490-4faf-b093-166af717fb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f314e7-d8ed-4f8b-a096-04bd68200419,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:54.895490 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc5b40dd-ed94-44ba-a6bd-c411e7bfe12e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:54.924702 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 11580924-a285-432c-98e3-127e10ff1d9b up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:09:54.981192 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc5b40dd-ed94-44ba-a6bd-c411e7bfe12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:55.005047 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-532478ee-b7f8-402b-8212-ca78de02b5d0 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:55.040153 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-532478ee-b7f8-402b-8212-ca78de02b5d0 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Transition to ACTIVE for port object 85eea773-c785-4940-91e0-96b2c1a0f65f will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:09:55.045205 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 11580924-a285-432c-98e3-127e10ff1d9b completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:09:55.050739 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 11580924-a285-432c-98e3-127e10ff1d9b triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:09:55.051125 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:55.088050 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc5b40dd-ed94-44ba-a6bd-c411e7bfe12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:55.119866 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2966fe46-2b68-4125-99af-c3901adf4800 req-39a7fd7c-cad0-489a-bf55-cb96b30381f6 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 210 time: 0.0435050 Aug 28 15:09:55.138411 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-532478ee-b7f8-402b-8212-ca78de02b5d0 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:55.152858 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc5b40dd-ed94-44ba-a6bd-c411e7bfe12e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:55.155153 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-dc5b40dd-ed94-44ba-a6bd-c411e7bfe12e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/72a2f51c-3f40-418f-ac1d-8370173ef6bd HTTP/1.1" status: 204 len: 168 time: 0.4400852 Aug 28 15:09:55.157529 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b40dd-ed94-44ba-a6bd-c411e7bfe12e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72a2f51c-3f40-418f-ac1d-8370173ef6bd,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:55.161570 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51440) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:55.292588 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:55.355119 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c604c4fb-d0e2-4f73-936a-e06f4a016d33 req-3bcf3066-6f52-4260-96bc-af606859be4f service neutron] 10.222.0.41 "GET /v2.0/networks/62a05963-9485-4d2d-9e03-53fcab2c33e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424867 Aug 28 15:09:55.357168 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532478ee-b7f8-402b-8212-ca78de02b5d0 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Port': ['ID=85eea773-c785-4940-91e0-96b2c1a0f65f,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:55.357395 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bc259058-5ad3-4c9d-b2e6-7d02c276d955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:55.370347 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 11580924-a285-432c-98e3-127e10ff1d9b, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=11580924-a285-432c-98e3-127e10ff1d9b,segment=NetworkSegment(041c1083-f350-4c0e-8b59-71aa800f87a1),segment_id=041c1083-f350-4c0e-8b59-71aa800f87a1)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:09:55.378931 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:55.423910 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-532478ee-b7f8-402b-8212-ca78de02b5d0 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Network 2a312b48-1593-4ae4-aa4f-ef246ab62436 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:09:55.458706 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=11580924-a285-432c-98e3-127e10ff1d9b,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:55.491670 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bc259058-5ad3-4c9d-b2e6-7d02c276d955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:55.497152 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b7d7fa59-a4aa-44a3-bd82-1acdcca161df no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:09:55.520007 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-bc259058-5ad3-4c9d-b2e6-7d02c276d955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c336f8d-15c2-4ece-9f36-fb881806211d']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:55.534271 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-bc259058-5ad3-4c9d-b2e6-7d02c276d955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1871d3b7-d6f5-4274-9c99-8e84db42545a') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:55.534916 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-bc259058-5ad3-4c9d-b2e6-7d02c276d955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1871d3b7-d6f5-4274-9c99-8e84db42545a') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:55.537933 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-532478ee-b7f8-402b-8212-ca78de02b5d0 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:09:55.554049 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-532478ee-b7f8-402b-8212-ca78de02b5d0 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:09:55.558824 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: b7d7fa59-a4aa-44a3-bd82-1acdcca161df {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:09:55.559473 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b7d7fa59-a4aa-44a3-bd82-1acdcca161df not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:09:55.569474 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51456) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:55.574001 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bc259058-5ad3-4c9d-b2e6-7d02c276d955 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:55.612900 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bc259058-5ad3-4c9d-b2e6-7d02c276d955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:55.625107 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc259058-5ad3-4c9d-b2e6-7d02c276d955 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:09:55.625693 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bc259058-5ad3-4c9d-b2e6-7d02c276d955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:09:55.628068 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:09:55.646465 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cce2055c-db55-4b12-bf85-dca0b8418203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:55.649304 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cce2055c-db55-4b12-bf85-dca0b8418203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:55.650320 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-cce2055c-db55-4b12-bf85-dca0b8418203 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc4c4140-84ff-46cd-820c-7bcb9116867b HTTP/1.1" status: 204 len: 168 time: 1.2782722 Aug 28 15:09:55.686790 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c604c4fb-d0e2-4f73-936a-e06f4a016d33 req-3eaf5359-d1fe-4449-92bc-678bd4acbddf service neutron] 10.222.0.41 "GET /v2.0/networks/62a05963-9485-4d2d-9e03-53fcab2c33e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157964 Aug 28 15:09:55.690268 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2055c-db55-4b12-bf85-dca0b8418203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4c4140-84ff-46cd-820c-7bcb9116867b,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:55.749218 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-532478ee-b7f8-402b-8212-ca78de02b5d0 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:55.750100 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-532478ee-b7f8-402b-8212-ca78de02b5d0 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:55.762870 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bc259058-5ad3-4c9d-b2e6-7d02c276d955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:55.785160 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-532478ee-b7f8-402b-8212-ca78de02b5d0 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2610321 Aug 28 15:09:55.785391 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bc259058-5ad3-4c9d-b2e6-7d02c276d955 admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:55.787405 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bc259058-5ad3-4c9d-b2e6-7d02c276d955 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0c336f8d-15c2-4ece-9f36-fb881806211d HTTP/1.1" status: 204 len: 168 time: 0.6220596 Aug 28 15:09:55.790661 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51466) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:55.798356 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-89608b68-1709-4da8-be3c-55f47efe2247 service neutron] Request body: {'port': {'device_id': '24488e5d-dfc8-4192-b2da-26ff8c03836f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:55.801753 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc259058-5ad3-4c9d-b2e6-7d02c276d955 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c336f8d-15c2-4ece-9f36-fb881806211d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:55.866835 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-968fac3f-e265-4c7a-98bf-3485b835a3e6 admin admin] Deleting subnet 28588601-c213-47ea-b905-c02d232cc61c {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:09:55.870924 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-968fac3f-e265-4c7a-98bf-3485b835a3e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:55.920246 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-89608b68-1709-4da8-be3c-55f47efe2247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:55.935913 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-968fac3f-e265-4c7a-98bf-3485b835a3e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:55.968163 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7fe2dcb8-89dd-4e2f-bff2-8653f0d0c6b4 None None] Provisioning for port 85eea773-c785-4940-91e0-96b2c1a0f65f completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:09:55.972676 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7fe2dcb8-89dd-4e2f-bff2-8653f0d0c6b4 None None] Provisioning complete for port 85eea773-c785-4940-91e0-96b2c1a0f65f triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:09:55.973064 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7fe2dcb8-89dd-4e2f-bff2-8653f0d0c6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:56.026935 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-685ff2eb-9869-4f78-8d71-832bfdab5c54 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-30301689'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:56.054152 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-968fac3f-e265-4c7a-98bf-3485b835a3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:56.074841 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-7fe2dcb8-89dd-4e2f-bff2-8653f0d0c6b4 None None] Port 85eea773-c785-4940-91e0-96b2c1a0f65f cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:09:56.086484 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685ff2eb-9869-4f78-8d71-832bfdab5c54 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Made reservation on behalf of 32ad64ee97a4448aaa38b4dc5ff8aff6 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:56.090177 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-685ff2eb-9869-4f78-8d71-832bfdab5c54 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:56.106045 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-685ff2eb-9869-4f78-8d71-832bfdab5c54 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:56.176010 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-968fac3f-e265-4c7a-98bf-3485b835a3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:56.308448 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-685ff2eb-9869-4f78-8d71-832bfdab5c54 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:56.325763 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-968fac3f-e265-4c7a-98bf-3485b835a3e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:56.326839 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-968fac3f-e265-4c7a-98bf-3485b835a3e6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/28588601-c213-47ea-b905-c02d232cc61c HTTP/1.1" status: 204 len: 168 time: 0.5352316 Aug 28 15:09:56.327742 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968fac3f-e265-4c7a-98bf-3485b835a3e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28588601-c213-47ea-b905-c02d232cc61c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:56.332409 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51486) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:56.333635 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-685ff2eb-9869-4f78-8d71-832bfdab5c54 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:56.421557 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:56.448606 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ff2eb-9869-4f78-8d71-832bfdab5c54 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62a14357-0976-4acd-b8a8-2481a081783b,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:56.527076 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685ff2eb-9869-4f78-8d71-832bfdab5c54 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:09:56.539073 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-89608b68-1709-4da8-be3c-55f47efe2247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85eea773-c785-4940-91e0-96b2c1a0f65f {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:09:56.558352 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-685ff2eb-9869-4f78-8d71-832bfdab5c54 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:56.558821 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-685ff2eb-9869-4f78-8d71-832bfdab5c54 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Added segment cf0b615b-f27d-4ce6-a275-e6fb08bcbaad of type vlan for network 2f277d44-fbf5-41ab-8f92-96d034fb22e8 Aug 28 15:09:56.558957 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-89608b68-1709-4da8-be3c-55f47efe2247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:56.563386 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51494) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:56.569019 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b348d01-f960-437c-9482-167c5485bd76 req-ece6274c-8cc2-4e95-9071-2cd6ee0b6db9 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:56.570713 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4b348d01-f960-437c-9482-167c5485bd76 req-ece6274c-8cc2-4e95-9071-2cd6ee0b6db9 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 931 time: 0.2587917 Aug 28 15:09:56.602465 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-89608b68-1709-4da8-be3c-55f47efe2247 service neutron] Transition to ACTIVE for port object 85eea773-c785-4940-91e0-96b2c1a0f65f will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:09:56.609212 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-89608b68-1709-4da8-be3c-55f47efe2247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:56.616014 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0cdf3391-e5d1-45b5-b76b-0c81f404d86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:56.638751 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-685ff2eb-9869-4f78-8d71-832bfdab5c54 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:56.666008 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4b348d01-f960-437c-9482-167c5485bd76 req-cc04b443-efe6-4616-8228-23feab0532d5 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832324 Aug 28 15:09:56.745382 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-685ff2eb-9869-4f78-8d71-832bfdab5c54 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:56.751525 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685ff2eb-9869-4f78-8d71-832bfdab5c54 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:56.752962 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-685ff2eb-9869-4f78-8d71-832bfdab5c54 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:56.814500 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-f5ae9083-40a6-4a0d-9586-a7fb4b3dbeca admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-442439587-network', 'tenant_id': '4551da9a714c435e9e7f5deae59675dc'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:56.839724 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89608b68-1709-4da8-be3c-55f47efe2247 service neutron] Pushing event updated for resources: {'Port': ['ID=85eea773-c785-4940-91e0-96b2c1a0f65f,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:56.852373 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ae9083-40a6-4a0d-9586-a7fb4b3dbeca admin admin] Made reservation on behalf of 4551da9a714c435e9e7f5deae59675dc for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:56.856070 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5ae9083-40a6-4a0d-9586-a7fb4b3dbeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:56.875689 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-685ff2eb-9869-4f78-8d71-832bfdab5c54 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2836134 Aug 28 15:09:56.876209 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 11580924-a285-432c-98e3-127e10ff1d9b up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:09:56.910476 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5ae9083-40a6-4a0d-9586-a7fb4b3dbeca admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:56.933637 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0cdf3391-e5d1-45b5-b76b-0c81f404d86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:56.950857 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-0cdf3391-e5d1-45b5-b76b-0c81f404d86d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31df9806-7e2f-4b6d-bcc0-84a3b27dbaaa']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:56.953168 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ff2eb-9869-4f78-8d71-832bfdab5c54 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event updated for resources: {'Network': ['ID=2f277d44-fbf5-41ab-8f92-96d034fb22e8,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:56.966073 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-0cdf3391-e5d1-45b5-b76b-0c81f404d86d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b686e1-d58c-4462-a881-9d9d1dbe3324') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:56.966396 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-0cdf3391-e5d1-45b5-b76b-0c81f404d86d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b686e1-d58c-4462-a881-9d9d1dbe3324') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:09:56.984274 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 2f277d44-fbf5-41ab-8f92-96d034fb22e8 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:09:56.988554 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0cdf3391-e5d1-45b5-b76b-0c81f404d86d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:57.006790 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0cdf3391-e5d1-45b5-b76b-0c81f404d86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:57.006993 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51506) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:57.020207 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cdf3391-e5d1-45b5-b76b-0c81f404d86d admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:09:57.020575 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0cdf3391-e5d1-45b5-b76b-0c81f404d86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:09:57.022350 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:09:57.034999 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-5af18019-4fcb-4485-a615-9d1929edca76 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Request body: {'subnet': {'network_id': '2f277d44-fbf5-41ab-8f92-96d034fb22e8', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:57.072877 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 11580924-a285-432c-98e3-127e10ff1d9b triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:09:57.073264 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:57.117612 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0cdf3391-e5d1-45b5-b76b-0c81f404d86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:57.137216 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0cdf3391-e5d1-45b5-b76b-0c81f404d86d admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:57.141839 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0cdf3391-e5d1-45b5-b76b-0c81f404d86d admin admin] 10.222.0.13 "DELETE /v2.0/networks/31df9806-7e2f-4b6d-bcc0-84a3b27dbaaa HTTP/1.1" status: 204 len: 168 time: 0.7990870 Aug 28 15:09:57.165304 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf3391-e5d1-45b5-b76b-0c81f404d86d admin admin] Pushing event deleted for resources: {'Network': ['ID=31df9806-7e2f-4b6d-bcc0-84a3b27dbaaa,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:57.232240 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-89608b68-1709-4da8-be3c-55f47efe2247 service neutron] Attempting to bind port 85eea773-c785-4940-91e0-96b2c1a0f65f on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:09:57.232581 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-89608b68-1709-4da8-be3c-55f47efe2247 service neutron] Attempting to bind port 85eea773-c785-4940-91e0-96b2c1a0f65f by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '041c1083-f350-4c0e-8b59-71aa800f87a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:09:57.232916 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-89608b68-1709-4da8-be3c-55f47efe2247 service neutron] Attempting to bind port 85eea773-c785-4940-91e0-96b2c1a0f65f on network 2a312b48-1593-4ae4-aa4f-ef246ab62436 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:09:57.252651 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-89608b68-1709-4da8-be3c-55f47efe2247 service neutron] Port 85eea773-c785-4940-91e0-96b2c1a0f65f on network 2a312b48-1593-4ae4-aa4f-ef246ab62436 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:09:57.253074 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-89608b68-1709-4da8-be3c-55f47efe2247 service neutron] Attempting to bind port 85eea773-c785-4940-91e0-96b2c1a0f65f on network 2a312b48-1593-4ae4-aa4f-ef246ab62436 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:09:57.264369 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-89608b68-1709-4da8-be3c-55f47efe2247 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:09:57.264716 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-89608b68-1709-4da8-be3c-55f47efe2247 service neutron] Checking segment: {'id': '041c1083-f350-4c0e-8b59-71aa800f87a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:09:57.265107 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-89608b68-1709-4da8-be3c-55f47efe2247 service neutron] Bound using segment: {'id': '041c1083-f350-4c0e-8b59-71aa800f87a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:09:57.265546 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-89608b68-1709-4da8-be3c-55f47efe2247 service neutron] Bound port: 85eea773-c785-4940-91e0-96b2c1a0f65f, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '041c1083-f350-4c0e-8b59-71aa800f87a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:09:57.265911 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-89608b68-1709-4da8-be3c-55f47efe2247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:57.365899 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5ae9083-40a6-4a0d-9586-a7fb4b3dbeca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:57.372907 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5ae9083-40a6-4a0d-9586-a7fb4b3dbeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:57.386121 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-89608b68-1709-4da8-be3c-55f47efe2247 service neutron] For port 85eea773-c785-4940-91e0-96b2c1a0f65f, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:09:57.386438 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51516) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:57.448632 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b20162db-5394-4f78-ae70-7c42bd46bdd2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38a2974fc2894972b792305c00a27520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0584500 Aug 28 15:09:57.449926 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51522) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:57.458762 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-89608b68-1709-4da8-be3c-55f47efe2247 service neutron] For port 85eea773-c785-4940-91e0-96b2c1a0f65f, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=85eea773-c785-4940-91e0-96b2c1a0f65f,segment=NetworkSegment(041c1083-f350-4c0e-8b59-71aa800f87a1),segment_id=041c1083-f350-4c0e-8b59-71aa800f87a1)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:09:57.460646 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ae9083-40a6-4a0d-9586-a7fb4b3dbeca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:09:57.463711 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af18019-4fcb-4485-a615-9d1929edca76 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Made reservation on behalf of 32ad64ee97a4448aaa38b4dc5ff8aff6 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:57.467387 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5af18019-4fcb-4485-a615-9d1929edca76 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:57.476960 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae9083-40a6-4a0d-9586-a7fb4b3dbeca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0058b729-bf35-45a9-9aa1-85c93417f2bc,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:57.491518 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-89608b68-1709-4da8-be3c-55f47efe2247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:57.528827 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8aef6866-ed43-4aed-bb16-6abdaf3d58c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:57.576906 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8aef6866-ed43-4aed-bb16-6abdaf3d58c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:57.648008 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5ae9083-40a6-4a0d-9586-a7fb4b3dbeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:57.648623 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-f5ae9083-40a6-4a0d-9586-a7fb4b3dbeca admin admin] Added segment 9ec01123-7417-4505-ada9-1e34db6b1ef9 of type vlan for network 5e0a5285-0705-46c6-bd74-c6136db9e33e Aug 28 15:09:57.697800 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8aef6866-ed43-4aed-bb16-6abdaf3d58c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:57.701909 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8aef6866-ed43-4aed-bb16-6abdaf3d58c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:57.704236 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8aef6866-ed43-4aed-bb16-6abdaf3d58c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db6f6c2f-4cfa-46ef-bb53-af961c2ed17a HTTP/1.1" status: 204 len: 168 time: 0.2543342 Aug 28 15:09:57.715808 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-89608b68-1709-4da8-be3c-55f47efe2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:57.716442 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-89608b68-1709-4da8-be3c-55f47efe2247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:57.717868 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-89608b68-1709-4da8-be3c-55f47efe2247 service neutron] 10.222.0.36 "PUT /v2.0/ports/85eea773-c785-4940-91e0-96b2c1a0f65f HTTP/1.1" status: 200 len: 1092 time: 1.9246414 Aug 28 15:09:57.723057 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24488e5d-dfc8-4192-b2da-26ff8c03836f', 'tag': '85eea773-c785-4940-91e0-96b2c1a0f65f'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:09:57.725601 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ec7aaf-2021-4968-bba0-61a8a424f459" -d '{"events": [{"name": "network-changed", "server_uuid": "24488e5d-dfc8-4192-b2da-26ff8c03836f", "tag": "85eea773-c785-4940-91e0-96b2c1a0f65f"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:09:57.732790 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef6866-ed43-4aed-bb16-6abdaf3d58c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6f6c2f-4cfa-46ef-bb53-af961c2ed17a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:57.762319 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5ae9083-40a6-4a0d-9586-a7fb4b3dbeca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:57.806762 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89608b68-1709-4da8-be3c-55f47efe2247 service neutron] Pushing event updated for resources: {'Port': ['ID=85eea773-c785-4940-91e0-96b2c1a0f65f,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:57.885757 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a983fee-e84b-450c-a09b-335201bb595c x-openstack-request-id: req-9a983fee-e84b-450c-a09b-335201bb595c {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:09:57.886054 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24488e5d-dfc8-4192-b2da-26ff8c03836f", "tag": "85eea773-c785-4940-91e0-96b2c1a0f65f", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:09:57.886996 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a983fee-e84b-450c-a09b-335201bb595c {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:09:57.886996 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24488e5d-dfc8-4192-b2da-26ff8c03836f', 'tag': '85eea773-c785-4940-91e0-96b2c1a0f65f', 'status': 'completed', 'code': 200} Aug 28 15:09:57.906114 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5ae9083-40a6-4a0d-9586-a7fb4b3dbeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:57.907096 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ae9083-40a6-4a0d-9586-a7fb4b3dbeca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:57.907696 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5ae9083-40a6-4a0d-9586-a7fb4b3dbeca admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:57.938374 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2059d6-0ab9-48bf-98b1-1501962331f9 req-938c0727-1a1d-49b0-a3e5-60b011b3e1da tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:57.941872 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ce2059d6-0ab9-48bf-98b1-1501962331f9 req-938c0727-1a1d-49b0-a3e5-60b011b3e1da tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 943 time: 0.0917387 Aug 28 15:09:58.043760 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ce2059d6-0ab9-48bf-98b1-1501962331f9 req-03c75a39-c5cb-41d9-99d1-327e3386861e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932992 Aug 28 15:09:58.381806 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-398f3eba-06e5-433f-b9e3-23cf30e2127d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:58.383336 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-398f3eba-06e5-433f-b9e3-23cf30e2127d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 1095 time: 0.6031606 Aug 28 15:09:58.390939 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51560) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:58.431268 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f5ae9083-40a6-4a0d-9586-a7fb4b3dbeca admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8630550 Aug 28 15:09:58.432995 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51562) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:58.441132 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-4782cfc9-780b-47da-bbdf-42ce294f46d4 admin admin] Request body: {'subnet': {'network_id': '5e0a5285-0705-46c6-bd74-c6136db9e33e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-442439587-subnet', 'tenant_id': '4551da9a714c435e9e7f5deae59675dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:58.474292 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a767d992-054b-4c84-a816-b5edd705c298 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4dada9214c164606a0add17196f4b7c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0815828 Aug 28 15:09:58.477407 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-43a72035-84c9-4848-bfba-e83e5c5fcb6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85eea773-c785-4940-91e0-96b2c1a0f65f HTTP/1.1" status: 200 len: 217 time: 0.0640624 Aug 28 15:09:58.477992 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51568) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:58.530468 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae9083-40a6-4a0d-9586-a7fb4b3dbeca admin admin] Pushing event updated for resources: {'Network': ['ID=5e0a5285-0705-46c6-bd74-c6136db9e33e,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:58.533612 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4782cfc9-780b-47da-bbdf-42ce294f46d4 admin admin] Made reservation on behalf of 4551da9a714c435e9e7f5deae59675dc for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:58.536327 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4782cfc9-780b-47da-bbdf-42ce294f46d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:58.543135 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 5e0a5285-0705-46c6-bd74-c6136db9e33e details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:09:58.572913 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a496e98-544b-467c-b026-008ea3895a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:58.612211 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-7eea3ddd-a947-47e4-a103-371bab4bb1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:58.613693 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-7eea3ddd-a947-47e4-a103-371bab4bb1f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6 HTTP/1.1" status: 200 len: 834 time: 0.1277268 Aug 28 15:09:58.641721 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a496e98-544b-467c-b026-008ea3895a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:58.684162 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5af18019-4fcb-4485-a615-9d1929edca76 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:58.763220 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a496e98-544b-467c-b026-008ea3895a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:58.766161 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a496e98-544b-467c-b026-008ea3895a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:58.769423 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4a496e98-544b-467c-b026-008ea3895a0a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94ea8e59-9754-4a64-abb4-1b5980f490ad HTTP/1.1" status: 204 len: 168 time: 0.2868752 Aug 28 15:09:58.813645 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a496e98-544b-467c-b026-008ea3895a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ea8e59-9754-4a64-abb4-1b5980f490ad,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:58.868255 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-4fd4559b-cbc2-485e-ade3-de4f80c8bcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:58.870003 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-4fd4559b-cbc2-485e-ade3-de4f80c8bcc1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a312b48-1593-4ae4-aa4f-ef246ab62436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2467158 Aug 28 15:09:58.896397 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af18019-4fcb-4485-a615-9d1929edca76 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Checking segment: {'id': 'cf0b615b-f27d-4ce6-a275-e6fb08bcbaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2f277d44-fbf5-41ab-8f92-96d034fb22e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:09:58.896858 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af18019-4fcb-4485-a615-9d1929edca76 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Network hostable DHCP agents. Network: 2f277d44-fbf5-41ab-8f92-96d034fb22e8, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:09:58.906588 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4782cfc9-780b-47da-bbdf-42ce294f46d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:58.911627 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af18019-4fcb-4485-a615-9d1929edca76 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event updated for resources: {'Subnet': ['ID=78f52408-30b6-492a-9eb1-505376c599a0,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:58.964881 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af18019-4fcb-4485-a615-9d1929edca76 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Network 2f277d44-fbf5-41ab-8f92-96d034fb22e8 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:09:58.981194 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-5af18019-4fcb-4485-a615-9d1929edca76 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 2f277d44-fbf5-41ab-8f92-96d034fb22e8) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:09:58.990825 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af18019-4fcb-4485-a615-9d1929edca76 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:58.992315 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441f68f2-a692-4d79-b9b0-1ea0ad0910c1 None None] Network 2f277d44-fbf5-41ab-8f92-96d034fb22e8 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:58.996627 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5af18019-4fcb-4485-a615-9d1929edca76 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:59.009286 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782cfc9-780b-47da-bbdf-42ce294f46d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74f3d014-0797-42b4-b795-e290b7ad935e,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:59.036204 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4782cfc9-780b-47da-bbdf-42ce294f46d4 admin admin] Checking segment: {'id': '9ec01123-7417-4505-ada9-1e34db6b1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5e0a5285-0705-46c6-bd74-c6136db9e33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:09:59.036926 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4782cfc9-780b-47da-bbdf-42ce294f46d4 admin admin] Network hostable DHCP agents. Network: 5e0a5285-0705-46c6-bd74-c6136db9e33e, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:09:59.044486 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-90248548-1706-4592-9f0d-4a840942c0cd service neutron] 10.222.0.36 "GET /v2.0/networks/2a312b48-1593-4ae4-aa4f-ef246ab62436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652205 Aug 28 15:09:59.051021 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5af18019-4fcb-4485-a615-9d1929edca76 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.0370486 Aug 28 15:09:59.054147 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51602) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:59.084836 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-87801759-57f0-41fc-ab8e-3ca18c3a78b7 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-749342033'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:59.130063 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87801759-57f0-41fc-ab8e-3ca18c3a78b7 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Made reservation on behalf of 32ad64ee97a4448aaa38b4dc5ff8aff6 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:59.139405 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-87801759-57f0-41fc-ab8e-3ca18c3a78b7 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:59.165970 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4782cfc9-780b-47da-bbdf-42ce294f46d4 admin admin] Network 5e0a5285-0705-46c6-bd74-c6136db9e33e is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:09:59.214032 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dd582d42-af59-4b1b-9ac4-149f1635940e req-eb2cd303-74d6-4eb4-8804-4b365df96dfa service neutron] 10.222.0.36 "GET /v2.0/networks/2a312b48-1593-4ae4-aa4f-ef246ab62436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565468 Aug 28 15:09:59.244814 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-4782cfc9-780b-47da-bbdf-42ce294f46d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 5e0a5285-0705-46c6-bd74-c6136db9e33e) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:09:59.265483 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87801759-57f0-41fc-ab8e-3ca18c3a78b7 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:09:59.272058 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c75106-7852-4f30-a734-cd7317e87fc8 None None] Network 5e0a5285-0705-46c6-bd74-c6136db9e33e requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:59.288991 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4782cfc9-780b-47da-bbdf-42ce294f46d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:59.289611 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4782cfc9-780b-47da-bbdf-42ce294f46d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:59.365911 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cea00-f0da-4bd8-aa00-92ee0c29853f req-65d05a7b-6c86-4029-8918-7e79c2264c8c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:59.374190 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-af0cea00-f0da-4bd8-aa00-92ee0c29853f req-65d05a7b-6c86-4029-8918-7e79c2264c8c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 943 time: 0.1987572 Aug 28 15:09:59.382758 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-87801759-57f0-41fc-ab8e-3ca18c3a78b7 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:59.383107 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-87801759-57f0-41fc-ab8e-3ca18c3a78b7 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Added segment cad6510f-b9f4-411b-91ad-eafd22be25aa of type vlan for network 87af72eb-a811-4a56-ac7e-7105bdae98ce Aug 28 15:09:59.388081 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec7aaf-2021-4968-bba0-61a8a424f459 req-1d2d2ca7-8ddc-4fa4-aace-408b15c13153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:59.392212 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-55ec7aaf-2021-4968-bba0-61a8a424f459 req-1d2d2ca7-8ddc-4fa4-aace-408b15c13153 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 1095 time: 0.1147993 Aug 28 15:09:59.410182 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4782cfc9-780b-47da-bbdf-42ce294f46d4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9761035 Aug 28 15:09:59.513644 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2c7598-5a5c-4e09-9c33-a063f2f5863a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-2f277d44-fbf5-41ab-8f92-96d034fb22e8', 'network_id': '2f277d44-fbf5-41ab-8f92-96d034fb22e8', 'tenant_id': '32ad64ee97a4448aaa38b4dc5ff8aff6', 'fixed_ips': [{'subnet_id': '78f52408-30b6-492a-9eb1-505376c599a0'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:09:59.514648 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4f2c7598-5a5c-4e09-9c33-a063f2f5863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:59.567021 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-87801759-57f0-41fc-ab8e-3ca18c3a78b7 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:59.583713 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-af0cea00-f0da-4bd8-aa00-92ee0c29853f req-404fa8e3-7cac-4749-883b-b13cefa8d76c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051873 Aug 28 15:09:59.603391 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec7aaf-2021-4968-bba0-61a8a424f459 req-ad1a5864-6345-4e8f-be3c-f9c7c2a877e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:59.604808 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-55ec7aaf-2021-4968-bba0-61a8a424f459 req-ad1a5864-6345-4e8f-be3c-f9c7c2a877e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a312b48-1593-4ae4-aa4f-ef246ab62436 HTTP/1.1" status: 200 len: 898 time: 0.2055905 Aug 28 15:09:59.617976 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-87801759-57f0-41fc-ab8e-3ca18c3a78b7 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:59.628359 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87801759-57f0-41fc-ab8e-3ca18c3a78b7 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:59.629134 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-87801759-57f0-41fc-ab8e-3ca18c3a78b7 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:09:59.682171 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-55ec7aaf-2021-4968-bba0-61a8a424f459 req-840cf295-4b31-4141-b939-d2f8042ee4ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85eea773-c785-4940-91e0-96b2c1a0f65f HTTP/1.1" status: 200 len: 217 time: 0.0688579 Aug 28 15:09:59.728104 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-87801759-57f0-41fc-ab8e-3ca18c3a78b7 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6724811 Aug 28 15:09:59.729969 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51620) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:09:59.745224 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-be475b19-79ba-4982-b8d1-313b78f7bd7f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Request body: {'subnet': {'network_id': '87af72eb-a811-4a56-ac7e-7105bdae98ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:09:59.762756 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87801759-57f0-41fc-ab8e-3ca18c3a78b7 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event updated for resources: {'Network': ['ID=87af72eb-a811-4a56-ac7e-7105bdae98ce,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:09:59.789513 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 87af72eb-a811-4a56-ac7e-7105bdae98ce details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:09:59.855165 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bb8b98-a424-464c-a61b-403b06a6a0d2 None None] Network 5e0a5285-0705-46c6-bd74-c6136db9e33e requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:09:59.888789 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec7aaf-2021-4968-bba0-61a8a424f459 req-69b89660-551e-488f-883f-ef05aeb0c397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:09:59.890110 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-55ec7aaf-2021-4968-bba0-61a8a424f459 req-69b89660-551e-488f-883f-ef05aeb0c397 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6 HTTP/1.1" status: 200 len: 834 time: 0.2001929 Aug 28 15:09:59.973472 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be475b19-79ba-4982-b8d1-313b78f7bd7f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Made reservation on behalf of 32ad64ee97a4448aaa38b4dc5ff8aff6 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:09:59.977350 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-be475b19-79ba-4982-b8d1-313b78f7bd7f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:00.040820 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec7aaf-2021-4968-bba0-61a8a424f459 req-966e15eb-9c2d-4b7b-8606-8957ae568357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:00.043369 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-55ec7aaf-2021-4968-bba0-61a8a424f459 req-966e15eb-9c2d-4b7b-8606-8957ae568357 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a312b48-1593-4ae4-aa4f-ef246ab62436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1443875 Aug 28 15:10:00.139736 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-4f2c7598-5a5c-4e09-9c33-a063f2f5863a None None] Allocated IP 172.20.255.242 (2f277d44-fbf5-41ab-8f92-96d034fb22e8/78f52408-30b6-492a-9eb1-505376c599a0/03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:00.298675 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-9fd8f508-219b-4c8a-9733-f2d6e94052da tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:00.300299 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-9fd8f508-219b-4c8a-9733-f2d6e94052da tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/networks?id=5e0a5285-0705-46c6-bd74-c6136db9e33e HTTP/1.1" status: 200 len: 812 time: 0.1180389 Aug 28 15:10:00.365555 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4f2c7598-5a5c-4e09-9c33-a063f2f5863a None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:00.368169 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-6f22d22a-c55e-4ee1-a79d-a6711283d4e9 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/quotas/4551da9a714c435e9e7f5deae59675dc HTTP/1.1" status: 200 len: 375 time: 0.0547450 Aug 28 15:10:00.383972 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4f2c7598-5a5c-4e09-9c33-a063f2f5863a None None] Transition to ACTIVE for port object 03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:00.401143 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-55ec7aaf-2021-4968-bba0-61a8a424f459 req-d0c77df7-1aa6-45e9-b554-83528be679af service neutron] 10.222.0.36 "GET /v2.0/networks/2a312b48-1593-4ae4-aa4f-ef246ab62436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430445 Aug 28 15:10:00.402388 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4f2c7598-5a5c-4e09-9c33-a063f2f5863a None None] Transition to ACTIVE for port object 03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:00.408836 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4f2c7598-5a5c-4e09-9c33-a063f2f5863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:00.419673 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-8ce85e78-bbc7-4ab8-b8fb-4ad0056d4d9b tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4551da9a714c435e9e7f5deae59675dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400877 Aug 28 15:10:00.468109 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2c7598-5a5c-4e09-9c33-a063f2f5863a None None] Network 2f277d44-fbf5-41ab-8f92-96d034fb22e8 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:00.471579 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-4f2c7598-5a5c-4e09-9c33-a063f2f5863a None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:00.476079 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2c7598-5a5c-4e09-9c33-a063f2f5863a None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:00.484702 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c7598-5a5c-4e09-9c33-a063f2f5863a None None] Pushing event updated for resources: {'Port': ['ID=03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:00.541816 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-4f2c7598-5a5c-4e09-9c33-a063f2f5863a None None] Attempting to bind port 03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:10:00.542267 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-4f2c7598-5a5c-4e09-9c33-a063f2f5863a None None] Attempting to bind port 03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'cf0b615b-f27d-4ce6-a275-e6fb08bcbaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2f277d44-fbf5-41ab-8f92-96d034fb22e8'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:10:00.542711 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2c7598-5a5c-4e09-9c33-a063f2f5863a None None] Attempting to bind port 03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0 on network 2f277d44-fbf5-41ab-8f92-96d034fb22e8 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:10:00.548794 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2c7598-5a5c-4e09-9c33-a063f2f5863a None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:10:00.549046 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2c7598-5a5c-4e09-9c33-a063f2f5863a None None] Checking segment: {'id': 'cf0b615b-f27d-4ce6-a275-e6fb08bcbaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2f277d44-fbf5-41ab-8f92-96d034fb22e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:00.549761 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4f2c7598-5a5c-4e09-9c33-a063f2f5863a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:00.550352 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2c7598-5a5c-4e09-9c33-a063f2f5863a None None] Bound using segment: {'id': 'cf0b615b-f27d-4ce6-a275-e6fb08bcbaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2f277d44-fbf5-41ab-8f92-96d034fb22e8'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:10:00.551034 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-4f2c7598-5a5c-4e09-9c33-a063f2f5863a None None] Bound port: 03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0b615b-f27d-4ce6-a275-e6fb08bcbaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2f277d44-fbf5-41ab-8f92-96d034fb22e8'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:10:00.551621 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4f2c7598-5a5c-4e09-9c33-a063f2f5863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:00.630191 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-4f2c7598-5a5c-4e09-9c33-a063f2f5863a None None] For port 03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:10:00.634207 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-4f2c7598-5a5c-4e09-9c33-a063f2f5863a None None] For port 03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0,segment=NetworkSegment(cf0b615b-f27d-4ce6-a275-e6fb08bcbaad),segment_id=cf0b615b-f27d-4ce6-a275-e6fb08bcbaad)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:10:00.638593 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4f2c7598-5a5c-4e09-9c33-a063f2f5863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:00.659706 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-be475b19-79ba-4982-b8d1-313b78f7bd7f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:00.715115 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c7598-5a5c-4e09-9c33-a063f2f5863a None None] Pushing event updated for resources: {'Port': ['ID=03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:00.719337 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-9916e3e5-f83c-4b61-a90a-052f6f1e223b service neutron] 10.222.0.13 "GET /v2.0/networks/5e0a5285-0705-46c6-bd74-c6136db9e33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859139 Aug 28 15:10:00.777413 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266987b-aec5-4647-a7a0-d5a49df8b4d2 req-c2faf2e3-32f2-4680-910f-04fb1db04f23 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:00.781545 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9266987b-aec5-4647-a7a0-d5a49df8b4d2 req-c2faf2e3-32f2-4680-910f-04fb1db04f23 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 943 time: 0.1043608 Aug 28 15:10:00.790907 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be475b19-79ba-4982-b8d1-313b78f7bd7f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Checking segment: {'id': 'cad6510f-b9f4-411b-91ad-eafd22be25aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87af72eb-a811-4a56-ac7e-7105bdae98ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:00.791434 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be475b19-79ba-4982-b8d1-313b78f7bd7f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Network hostable DHCP agents. Network: 87af72eb-a811-4a56-ac7e-7105bdae98ce, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:10:00.833063 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-55ec7aaf-2021-4968-bba0-61a8a424f459 req-71d5d4f9-4c15-4f91-8d6e-027c833c30d7 service neutron] 10.222.0.36 "GET /v2.0/networks/2a312b48-1593-4ae4-aa4f-ef246ab62436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160495 Aug 28 15:10:00.858917 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9266987b-aec5-4647-a7a0-d5a49df8b4d2 req-d759500f-5778-4ed7-974c-1f4cec002ca9 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701377 Aug 28 15:10:00.969353 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-916d20b6-034d-469c-9653-7044ca5de765 service neutron] 10.222.0.13 "GET /v2.0/networks/5e0a5285-0705-46c6-bd74-c6136db9e33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257528 Aug 28 15:10:00.974653 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be475b19-79ba-4982-b8d1-313b78f7bd7f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event updated for resources: {'Subnet': ['ID=695ebf09-e6f8-4030-a536-3213546b7ba5,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:00.998282 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be475b19-79ba-4982-b8d1-313b78f7bd7f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:00.998634 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be475b19-79ba-4982-b8d1-313b78f7bd7f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:00.998974 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be475b19-79ba-4982-b8d1-313b78f7bd7f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:00.999312 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be475b19-79ba-4982-b8d1-313b78f7bd7f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:00.999646 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be475b19-79ba-4982-b8d1-313b78f7bd7f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:01.005710 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be475b19-79ba-4982-b8d1-313b78f7bd7f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:01.006073 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be475b19-79ba-4982-b8d1-313b78f7bd7f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:01.006413 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be475b19-79ba-4982-b8d1-313b78f7bd7f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:01.006754 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be475b19-79ba-4982-b8d1-313b78f7bd7f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:01.007094 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be475b19-79ba-4982-b8d1-313b78f7bd7f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:01.007428 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be475b19-79ba-4982-b8d1-313b78f7bd7f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:01.009558 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be475b19-79ba-4982-b8d1-313b78f7bd7f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:01.059175 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be475b19-79ba-4982-b8d1-313b78f7bd7f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Network 87af72eb-a811-4a56-ac7e-7105bdae98ce is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:10:01.101152 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-be475b19-79ba-4982-b8d1-313b78f7bd7f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 87af72eb-a811-4a56-ac7e-7105bdae98ce) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:01.113323 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be475b19-79ba-4982-b8d1-313b78f7bd7f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:01.113599 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1881d58-db47-4b8b-a46d-22c120c2a170 None None] Network 87af72eb-a811-4a56-ac7e-7105bdae98ce requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:01.114098 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-be475b19-79ba-4982-b8d1-313b78f7bd7f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:01.164800 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51724) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:01.165041 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-be475b19-79ba-4982-b8d1-313b78f7bd7f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4339068 Aug 28 15:10:01.413562 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0052a77c-773e-4b5e-9dd4-706745182411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-87af72eb-a811-4a56-ac7e-7105bdae98ce', 'network_id': '87af72eb-a811-4a56-ac7e-7105bdae98ce', 'tenant_id': '32ad64ee97a4448aaa38b4dc5ff8aff6', 'fixed_ips': [{'subnet_id': '695ebf09-e6f8-4030-a536-3213546b7ba5'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:10:01.418032 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0052a77c-773e-4b5e-9dd4-706745182411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:01.422770 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:01.570029 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:01.614463 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8813f166-13d9-4782-8b57-084fee5e0c42 req-8107576d-5067-4a98-9ba7-80582291f56b tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81519ab-2d1d-469a-9939-664b21f78e55 HTTP/1.1" status: 200 len: 210 time: 0.0898857 Aug 28 15:10:01.703220 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-0052a77c-773e-4b5e-9dd4-706745182411 None None] Allocated IP 172.20.0.2 (87af72eb-a811-4a56-ac7e-7105bdae98ce/695ebf09-e6f8-4030-a536-3213546b7ba5/c4b6485c-8afd-466a-a80e-e3d5954b0ff3) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:01.985729 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0052a77c-773e-4b5e-9dd4-706745182411 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:01.999976 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0052a77c-773e-4b5e-9dd4-706745182411 None None] Transition to ACTIVE for port object c4b6485c-8afd-466a-a80e-e3d5954b0ff3 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:02.042783 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0052a77c-773e-4b5e-9dd4-706745182411 None None] Transition to ACTIVE for port object c4b6485c-8afd-466a-a80e-e3d5954b0ff3 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:02.054779 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0052a77c-773e-4b5e-9dd4-706745182411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:02.062957 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5adce1f-e23e-4f27-821c-7ea35af20371 req-ccbc4842-2633-4005-b397-c222fc434cb8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:02.066794 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a5adce1f-e23e-4f27-821c-7ea35af20371 req-ccbc4842-2633-4005-b397-c222fc434cb8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 943 time: 0.1076155 Aug 28 15:10:02.200130 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052a77c-773e-4b5e-9dd4-706745182411 None None] Pushing event updated for resources: {'Port': ['ID=c4b6485c-8afd-466a-a80e-e3d5954b0ff3,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:02.231349 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a5adce1f-e23e-4f27-821c-7ea35af20371 req-f0730fdf-8300-4269-aa7f-890986dce0b7 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437991 Aug 28 15:10:02.231349 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:02.247162 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0052a77c-773e-4b5e-9dd4-706745182411 None None] Network 87af72eb-a811-4a56-ac7e-7105bdae98ce is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:02.248599 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-0052a77c-773e-4b5e-9dd4-706745182411 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:02.257698 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0052a77c-773e-4b5e-9dd4-706745182411 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:02.295868 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event deleted for resources: {'Subnet': ['ID=695ebf09-e6f8-4030-a536-3213546b7ba5,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:02.336209 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 85eea773-c785-4940-91e0-96b2c1a0f65f details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:10:02.398474 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf4d286-362c-4173-800a-0200bf6b3bac None None] Network 2f277d44-fbf5-41ab-8f92-96d034fb22e8 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:02.451160 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:02.483948 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87af72eb-a811-4a56-ac7e-7105bdae98ce']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:02.506558 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad6510f-b9f4-411b-91ad-eafd22be25aa') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:02.507184 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad6510f-b9f4-411b-91ad-eafd22be25aa') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:02.540013 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:02.566622 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:02.569335 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-0052a77c-773e-4b5e-9dd4-706745182411 None None] Attempting to bind port c4b6485c-8afd-466a-a80e-e3d5954b0ff3 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:10:02.569711 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-0052a77c-773e-4b5e-9dd4-706745182411 None None] Attempting to bind port c4b6485c-8afd-466a-a80e-e3d5954b0ff3 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'cad6510f-b9f4-411b-91ad-eafd22be25aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87af72eb-a811-4a56-ac7e-7105bdae98ce'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:10:02.570081 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0052a77c-773e-4b5e-9dd4-706745182411 None None] Attempting to bind port c4b6485c-8afd-466a-a80e-e3d5954b0ff3 on network 87af72eb-a811-4a56-ac7e-7105bdae98ce {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:10:02.578681 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:10:02.579532 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:10:02.590473 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:10:02.600182 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-82748ae7-3bca-41da-b632-1386599e0d3c None None] Provisioning for port 03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:10:02.602303 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0052a77c-773e-4b5e-9dd4-706745182411 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:10:02.602682 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0052a77c-773e-4b5e-9dd4-706745182411 None None] Checking segment: {'id': 'cad6510f-b9f4-411b-91ad-eafd22be25aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87af72eb-a811-4a56-ac7e-7105bdae98ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:02.603081 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0052a77c-773e-4b5e-9dd4-706745182411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:02.603474 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0052a77c-773e-4b5e-9dd4-706745182411 None None] Bound using segment: {'id': 'cad6510f-b9f4-411b-91ad-eafd22be25aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87af72eb-a811-4a56-ac7e-7105bdae98ce'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:10:02.603985 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-0052a77c-773e-4b5e-9dd4-706745182411 None None] Bound port: c4b6485c-8afd-466a-a80e-e3d5954b0ff3, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad6510f-b9f4-411b-91ad-eafd22be25aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87af72eb-a811-4a56-ac7e-7105bdae98ce'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:10:02.604423 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0052a77c-773e-4b5e-9dd4-706745182411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:02.615890 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51796) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:02.695442 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.db.api [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 15:10:02.695442 n-d-712137-10 neutron-server[106330]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 15:10:02.695442 n-d-712137-10 neutron-server[106330]: [parameters: {'id': '87af72eb-a811-4a56-ac7e-7105bdae98ce'}] Aug 28 15:10:02.695442 n-d-712137-10 neutron-server[106330]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:10:02.696076 n-d-712137-10 neutron-server[106330]: DEBUG oslo_db.api [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:10:02.790486 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da099c30-acc0-45bc-9ea7-de18ff97e251 req-da2960d5-1517-434d-960a-21eeb5c1a16e tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81519ab-2d1d-469a-9939-664b21f78e55 HTTP/1.1" status: 200 len: 210 time: 0.0570178 Aug 28 15:10:02.824401 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8be3595e-eb28-4006-905d-ab4c223fd9ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:02.885042 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-0052a77c-773e-4b5e-9dd4-706745182411 None None] For port c4b6485c-8afd-466a-a80e-e3d5954b0ff3, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:10:02.890274 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 85eea773-c785-4940-91e0-96b2c1a0f65f, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=85eea773-c785-4940-91e0-96b2c1a0f65f,segment=NetworkSegment(041c1083-f350-4c0e-8b59-71aa800f87a1),segment_id=041c1083-f350-4c0e-8b59-71aa800f87a1)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:02.917354 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:10:02.958459 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-0052a77c-773e-4b5e-9dd4-706745182411 None None] For port c4b6485c-8afd-466a-a80e-e3d5954b0ff3, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=c4b6485c-8afd-466a-a80e-e3d5954b0ff3,segment=NetworkSegment(cad6510f-b9f4-411b-91ad-eafd22be25aa),segment_id=cad6510f-b9f4-411b-91ad-eafd22be25aa)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:10:02.963417 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '85eea773-c785-4940-91e0-96b2c1a0f65f', 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436', 'port_id': '85eea773-c785-4940-91e0-96b2c1a0f65f', 'mac_address': 'fa:16:3e:de:25:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:10:02.966704 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8be3595e-eb28-4006-905d-ab4c223fd9ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:02.968955 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0052a77c-773e-4b5e-9dd4-706745182411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:02.973339 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8be3595e-eb28-4006-905d-ab4c223fd9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:03.014619 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8be3595e-eb28-4006-905d-ab4c223fd9ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a76f43b7603d48078300e3c129710985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3966687 Aug 28 15:10:03.015831 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3595e-eb28-4006-905d-ab4c223fd9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95fe3e4-bdfa-4b76-a467-04da4cc1bdb9,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:03.017809 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51804) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:03.115594 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4cb9aee5-a8d3-4846-8fd9-4e9cf50b7d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:03.154947 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4cb9aee5-a8d3-4846-8fd9-4e9cf50b7d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:03.217326 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:03.237662 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4cb9aee5-a8d3-4846-8fd9-4e9cf50b7d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:03.242129 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4cb9aee5-a8d3-4846-8fd9-4e9cf50b7d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:03.243565 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4cb9aee5-a8d3-4846-8fd9-4e9cf50b7d37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e95fe3e4-bdfa-4b76-a467-04da4cc1bdb9 HTTP/1.1" status: 204 len: 168 time: 0.2230725 Aug 28 15:10:03.277295 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9aee5-a8d3-4846-8fd9-4e9cf50b7d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95fe3e4-bdfa-4b76-a467-04da4cc1bdb9,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:03.359162 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Deleting port c4b6485c-8afd-466a-a80e-e3d5954b0ff3 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:10:03.360192 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:03.394454 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-4f2a3f18-c481-44c3-af94-43bbc4a0a240 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:03.396567 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-4f2a3f18-c481-44c3-af94-43bbc4a0a240 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.41 "GET /v2.0/networks?id=5e0a5285-0705-46c6-bd74-c6136db9e33e HTTP/1.1" status: 200 len: 812 time: 0.3336425 Aug 28 15:10:03.485202 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] For port c4b6485c-8afd-466a-a80e-e3d5954b0ff3, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=c4b6485c-8afd-466a-a80e-e3d5954b0ff3,segment=NetworkSegment(cad6510f-b9f4-411b-91ad-eafd22be25aa),segment_id=cad6510f-b9f4-411b-91ad-eafd22be25aa)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:03.485570 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:03.508757 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052a77c-773e-4b5e-9dd4-706745182411 None None] Pushing event updated for resources: {'Port': ['ID=c4b6485c-8afd-466a-a80e-e3d5954b0ff3,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:03.514184 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:03.527408 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Calling delete_port for c4b6485c-8afd-466a-a80e-e3d5954b0ff3 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:10:03.532691 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85eea773-c785-4940-91e0-96b2c1a0f65f {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:10:03.547799 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:10:03.561033 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2402a7-289b-4bc2-8f70-37e0cb864fdc None None] Network 87af72eb-a811-4a56-ac7e-7105bdae98ce requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:03.561442 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-b6eba0a5-1730-48fa-a16a-0b0cadb3283d tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:03.563169 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-b6eba0a5-1730-48fa-a16a-0b0cadb3283d tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.36 "GET /v2.0/networks?id=5e0a5285-0705-46c6-bd74-c6136db9e33e HTTP/1.1" status: 200 len: 812 time: 0.2543683 Aug 28 15:10:03.565975 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 85eea773-c785-4940-91e0-96b2c1a0f65f, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=85eea773-c785-4940-91e0-96b2c1a0f65f,segment=NetworkSegment(041c1083-f350-4c0e-8b59-71aa800f87a1),segment_id=041c1083-f350-4c0e-8b59-71aa800f87a1)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:03.569459 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:03.570161 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:03.578962 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-e5f91579-8b9a-4b27-bf14-9651c330fff1 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Request body: {'port': {'device_id': '42d09db9-276c-457c-a4d8-215cf1a805e9', 'network_id': '5e0a5285-0705-46c6-bd74-c6136db9e33e', 'admin_state_up': True, 'tenant_id': '4551da9a714c435e9e7f5deae59675dc'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:03.584041 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:03.592886 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-713ddace-c8d0-4a2e-8482-81e0fa9f207b tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Request body: {'port': {'device_id': 'c81519ab-2d1d-469a-9939-664b21f78e55', 'network_id': '5e0a5285-0705-46c6-bd74-c6136db9e33e', 'admin_state_up': True, 'tenant_id': '4551da9a714c435e9e7f5deae59675dc'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:03.636548 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:03.703228 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event deleted for resources: {'Port': ['ID=c4b6485c-8afd-466a-a80e-e3d5954b0ff3,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:03.709354 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=85eea773-c785-4940-91e0-96b2c1a0f65f,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:03.719241 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] No DVR routers for this DVR port c4b6485c-8afd-466a-a80e-e3d5954b0ff3 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:10:03.815802 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['85eea773-c785-4940-91e0-96b2c1a0f65f'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:10:03.934315 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:03.987130 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0,segment=NetworkSegment(cf0b615b-f27d-4ce6-a275-e6fb08bcbaad),segment_id=cf0b615b-f27d-4ce6-a275-e6fb08bcbaad)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:03.989296 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee26663f-5927-4bbe-9589-d71c71d23a3d None None] get_active_networks_info from n-d-712137-10 {{(pid=106331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 15:10:04.005742 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:04.044113 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ee583-8125-4794-93c0-01fda5c915f9 req-9bbbc58c-78eb-4adc-a5e1-b7ceaf5ffc09 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:04.046294 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-615ee583-8125-4794-93c0-01fda5c915f9 req-9bbbc58c-78eb-4adc-a5e1-b7ceaf5ffc09 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 944 time: 0.6678293 Aug 28 15:10:04.096004 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-713ddace-c8d0-4a2e-8482-81e0fa9f207b tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Made reservation on behalf of 4551da9a714c435e9e7f5deae59675dc for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:04.101519 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-713ddace-c8d0-4a2e-8482-81e0fa9f207b tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:04.122862 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:04.137515 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ab1b9169-2a6f-4779-a109-3b74b77011da None None] Provisioning complete for port 03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:04.138034 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ab1b9169-2a6f-4779-a109-3b74b77011da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:04.285651 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-615ee583-8125-4794-93c0-01fda5c915f9 req-49d982d1-bc43-40f4-90a9-f0fd6a219bbb tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258227 Aug 28 15:10:04.346846 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-046b4938-5226-49d5-bc37-f0c355d1a6c4 req-ab0f1ba3-c54c-441b-8688-559c5b6b0896 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81519ab-2d1d-469a-9939-664b21f78e55 HTTP/1.1" status: 200 len: 210 time: 0.0978394 Aug 28 15:10:04.393717 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:04.396846 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-e5f91579-8b9a-4b27-bf14-9651c330fff1 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Made reservation on behalf of 4551da9a714c435e9e7f5deae59675dc for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:04.402417 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-e5f91579-8b9a-4b27-bf14-9651c330fff1 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:04.411025 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87af72eb-a811-4a56-ac7e-7105bdae98ce']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:04.417293 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee26663f-5927-4bbe-9589-d71c71d23a3d None None] Resources bound (agent type, host, resource id): {{(pid=106331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 15:10:04.428712 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad6510f-b9f4-411b-91ad-eafd22be25aa') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:04.429311 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad6510f-b9f4-411b-91ad-eafd22be25aa') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:04.444266 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:04.461599 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-713ddace-c8d0-4a2e-8482-81e0fa9f207b tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Allocated IP 172.20.0.11 (5e0a5285-0705-46c6-bd74-c6136db9e33e/74f3d014-0797-42b4-b795-e290b7ad935e/560e2c59-86b7-45ef-a964-4d6cbb5c7f39) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:04.472453 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:04.493691 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:10:04.494374 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:10:04.507396 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:10:04.618631 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:04.635016 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:04.637566 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/networks/87af72eb-a811-4a56-ac7e-7105bdae98ce HTTP/1.1" status: 204 len: 168 time: 3.4712036 Aug 28 15:10:04.643054 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51846) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:04.665634 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-aeeab680-cff4-47dd-bdec-7bc6dc7f0632 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-287890540'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:04.674213 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5e73f-7391-4d5b-8c06-1611d8b0a99a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event deleted for resources: {'Network': ['ID=87af72eb-a811-4a56-ac7e-7105bdae98ce,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:04.699630 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeeab680-cff4-47dd-bdec-7bc6dc7f0632 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Made reservation on behalf of 32ad64ee97a4448aaa38b4dc5ff8aff6 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:04.711241 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aeeab680-cff4-47dd-bdec-7bc6dc7f0632 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:04.778545 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeeab680-cff4-47dd-bdec-7bc6dc7f0632 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:10:04.801843 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aeeab680-cff4-47dd-bdec-7bc6dc7f0632 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:04.802195 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-aeeab680-cff4-47dd-bdec-7bc6dc7f0632 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Added segment 5bfa5c25-068e-4227-a6e2-79a496cce8f0 of type vlan for network 7668c78c-965b-4dfa-867b-4108c138fc63 Aug 28 15:10:04.864689 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51850) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:04.898997 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aeeab680-cff4-47dd-bdec-7bc6dc7f0632 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:04.909701 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:10:04.945261 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aeeab680-cff4-47dd-bdec-7bc6dc7f0632 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:04.960566 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeeab680-cff4-47dd-bdec-7bc6dc7f0632 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:04.961336 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aeeab680-cff4-47dd-bdec-7bc6dc7f0632 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:04.977794 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-713ddace-c8d0-4a2e-8482-81e0fa9f207b tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:05.051555 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-713ddace-c8d0-4a2e-8482-81e0fa9f207b tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:05.072111 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-aeeab680-cff4-47dd-bdec-7bc6dc7f0632 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4113991 Aug 28 15:10:05.072381 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51854) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:05.075600 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:05.076006 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:05.106612 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-f3b27c1c-61b7-4eac-aefc-74ad3d8ebf80 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Request body: {'subnet': {'network_id': '7668c78c-965b-4dfa-867b-4108c138fc63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:05.110847 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeab680-cff4-47dd-bdec-7bc6dc7f0632 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event updated for resources: {'Network': ['ID=7668c78c-965b-4dfa-867b-4108c138fc63,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:05.124614 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 7668c78c-965b-4dfa-867b-4108c138fc63 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:10:05.177849 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cbc683b2-de0f-43b0-8a9c-adb3a37fd43c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:05.204594 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-e5f91579-8b9a-4b27-bf14-9651c330fff1 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Allocated IP 172.20.0.8 (5e0a5285-0705-46c6-bd74-c6136db9e33e/74f3d014-0797-42b4-b795-e290b7ad935e/ce50d6f7-c328-4533-a8b9-82de5f895336) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:05.257862 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-713ddace-c8d0-4a2e-8482-81e0fa9f207b tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Network 5e0a5285-0705-46c6-bd74-c6136db9e33e is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:05.277465 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-713ddace-c8d0-4a2e-8482-81e0fa9f207b tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:05.280608 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-713ddace-c8d0-4a2e-8482-81e0fa9f207b tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:05.322336 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ddace-c8d0-4a2e-8482-81e0fa9f207b tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Pushing event updated for resources: {'Port': ['ID=560e2c59-86b7-45ef-a964-4d6cbb5c7f39,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:05.414060 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-713ddace-c8d0-4a2e-8482-81e0fa9f207b tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:05.414905 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-713ddace-c8d0-4a2e-8482-81e0fa9f207b tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:05.449696 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe709a60-fba6-4d96-a219-98102ea2480b req-1bed0437-2156-493e-98ab-9aa7857d98a9 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:05.451489 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fe709a60-fba6-4d96-a219-98102ea2480b req-1bed0437-2156-493e-98ab-9aa7857d98a9 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 944 time: 0.0871923 Aug 28 15:10:05.492116 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fe709a60-fba6-4d96-a219-98102ea2480b req-5052ea00-fca5-481c-868a-5e088fac8fac tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329669 Aug 28 15:10:05.526491 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51884) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:05.588641 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2fa41-3a5f-4171-ac41-bf7839ba5089 req-912e8045-90a5-4de7-b611-438ce0867591 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:05.590121 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-25e2fa41-3a5f-4171-ac41-bf7839ba5089 req-912e8045-90a5-4de7-b611-438ce0867591 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81519ab-2d1d-469a-9939-664b21f78e55 HTTP/1.1" status: 200 len: 932 time: 0.1321342 Aug 28 15:10:05.620614 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cbc683b2-de0f-43b0-8a9c-adb3a37fd43c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:05.637306 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cbc683b2-de0f-43b0-8a9c-adb3a37fd43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:05.644569 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-923db052-1e7f-4478-925b-5d8532733f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:05.662279 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-713ddace-c8d0-4a2e-8482-81e0fa9f207b tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0733094 Aug 28 15:10:05.671898 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-e5f91579-8b9a-4b27-bf14-9651c330fff1 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:05.692680 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-6b50cea0-0c08-43b6-a110-d474783ab952 service neutron] Request body: {'port': {'device_id': 'c81519ab-2d1d-469a-9939-664b21f78e55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:05.748591 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-25e2fa41-3a5f-4171-ac41-bf7839ba5089 req-bc3e7d06-790f-4f88-b66f-7c1c1c6e22e5 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/security-groups?id=0058b729-bf35-45a9-9aa1-85c93417f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487896 Aug 28 15:10:05.754451 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-cbc683b2-de0f-43b0-8a9c-adb3a37fd43c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dea6efdef22b42ca96ffa3715829b78c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8819742 Aug 28 15:10:05.755055 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51890) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:05.758566 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b27c1c-61b7-4eac-aefc-74ad3d8ebf80 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Made reservation on behalf of 32ad64ee97a4448aaa38b4dc5ff8aff6 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:05.762330 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f3b27c1c-61b7-4eac-aefc-74ad3d8ebf80 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:05.769818 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc683b2-de0f-43b0-8a9c-adb3a37fd43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cb276d-e4f7-4681-bd51-c7f64eb39233,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:05.857148 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-60a2153a-aba3-40ab-87aa-fd0152a23e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:05.864534 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.ipam_backend_mixin [None req-f3b27c1c-61b7-4eac-aefc-74ad3d8ebf80 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Performing IP validity checks on allocation pools {{(pid=106329) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 28 15:10:05.865052 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.ipam_backend_mixin [None req-f3b27c1c-61b7-4eac-aefc-74ad3d8ebf80 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106329) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 28 15:10:05.887510 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-923db052-1e7f-4478-925b-5d8532733f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:05.893900 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-6b50cea0-0c08-43b6-a110-d474783ab952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:05.896507 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-923db052-1e7f-4478-925b-5d8532733f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:05.900501 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-60a2153a-aba3-40ab-87aa-fd0152a23e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:05.910742 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-e5f91579-8b9a-4b27-bf14-9651c330fff1 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:05.969723 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-923db052-1e7f-4478-925b-5d8532733f49 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0aa66d89ef94eae8a858a8870b504ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4420152 Aug 28 15:10:05.971765 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923db052-1e7f-4478-925b-5d8532733f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef0f09f-c20e-42c0-96de-c183d20ba8a3,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:05.974424 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51892) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:05.993480 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-e5f91579-8b9a-4b27-bf14-9651c330fff1 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Network 5e0a5285-0705-46c6-bd74-c6136db9e33e is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:06.008014 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-e5f91579-8b9a-4b27-bf14-9651c330fff1 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:06.018884 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-60a2153a-aba3-40ab-87aa-fd0152a23e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:06.021573 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-60a2153a-aba3-40ab-87aa-fd0152a23e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:06.022841 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-60a2153a-aba3-40ab-87aa-fd0152a23e8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66cb276d-e4f7-4681-bd51-c7f64eb39233 HTTP/1.1" status: 204 len: 168 time: 0.2645817 Aug 28 15:10:06.035688 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2153a-aba3-40ab-87aa-fd0152a23e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cb276d-e4f7-4681-bd51-c7f64eb39233,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:06.041988 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-e5f91579-8b9a-4b27-bf14-9651c330fff1 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:06.050377 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f91579-8b9a-4b27-bf14-9651c330fff1 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Pushing event updated for resources: {'Port': ['ID=ce50d6f7-c328-4533-a8b9-82de5f895336,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:06.051771 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72532a08-964a-4fb8-b404-bb925f21f1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:06.083970 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72532a08-964a-4fb8-b404-bb925f21f1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:06.138236 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72532a08-964a-4fb8-b404-bb925f21f1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:06.141062 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72532a08-964a-4fb8-b404-bb925f21f1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:06.143403 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-72532a08-964a-4fb8-b404-bb925f21f1fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ef0f09f-c20e-42c0-96de-c183d20ba8a3 HTTP/1.1" status: 204 len: 168 time: 0.1676104 Aug 28 15:10:06.153262 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72532a08-964a-4fb8-b404-bb925f21f1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef0f09f-c20e-42c0-96de-c183d20ba8a3,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:06.229856 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-e5f91579-8b9a-4b27-bf14-9651c330fff1 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:06.230641 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-e5f91579-8b9a-4b27-bf14-9651c330fff1 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:06.284740 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f3b27c1c-61b7-4eac-aefc-74ad3d8ebf80 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:06.332874 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-e5f91579-8b9a-4b27-bf14-9651c330fff1 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7681653 Aug 28 15:10:06.353419 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-03317661-dc7a-439e-b0bc-eb62628d6fcc service neutron] Request body: {'port': {'device_id': '42d09db9-276c-457c-a4d8-215cf1a805e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:06.360711 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 85eea773-c785-4940-91e0-96b2c1a0f65f up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:10:06.423095 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b27c1c-61b7-4eac-aefc-74ad3d8ebf80 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event updated for resources: {'Subnet': ['ID=14491c28-8009-4505-b381-257534d00ab4,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:06.459749 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 85eea773-c785-4940-91e0-96b2c1a0f65f completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:10:06.465477 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 85eea773-c785-4940-91e0-96b2c1a0f65f triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:06.466853 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:06.488179 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b27c1c-61b7-4eac-aefc-74ad3d8ebf80 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Checking segment: {'id': '5bfa5c25-068e-4227-a6e2-79a496cce8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7668c78c-965b-4dfa-867b-4108c138fc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:06.488545 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b27c1c-61b7-4eac-aefc-74ad3d8ebf80 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Network hostable DHCP agents. Network: 7668c78c-965b-4dfa-867b-4108c138fc63, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:10:06.497606 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-03317661-dc7a-439e-b0bc-eb62628d6fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:06.577572 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:06.582523 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b27c1c-61b7-4eac-aefc-74ad3d8ebf80 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Network 7668c78c-965b-4dfa-867b-4108c138fc63 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:10:06.607993 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24488e5d-dfc8-4192-b2da-26ff8c03836f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85eea773-c785-4940-91e0-96b2c1a0f65f'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:10:06.610451 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120aad63-ea0f-46d6-a9a9-c842e6ceafe2" -d '{"events": [{"server_uuid": "24488e5d-dfc8-4192-b2da-26ff8c03836f", "name": "network-vif-plugged", "status": "completed", "tag": "85eea773-c785-4940-91e0-96b2c1a0f65f"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:10:06.614350 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-6b50cea0-0c08-43b6-a110-d474783ab952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 560e2c59-86b7-45ef-a964-4d6cbb5c7f39 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:10:06.621356 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-f3b27c1c-61b7-4eac-aefc-74ad3d8ebf80 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 7668c78c-965b-4dfa-867b-4108c138fc63) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:06.633742 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a678e97-ebe8-4f37-a082-d74e814344fe None None] Network 7668c78c-965b-4dfa-867b-4108c138fc63 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:06.636695 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b27c1c-61b7-4eac-aefc-74ad3d8ebf80 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:06.637481 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f3b27c1c-61b7-4eac-aefc-74ad3d8ebf80 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:06.638354 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 85eea773-c785-4940-91e0-96b2c1a0f65f, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=85eea773-c785-4940-91e0-96b2c1a0f65f,segment=NetworkSegment(041c1083-f350-4c0e-8b59-71aa800f87a1),segment_id=041c1083-f350-4c0e-8b59-71aa800f87a1)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:06.641240 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-6b50cea0-0c08-43b6-a110-d474783ab952 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:06.653516 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c974ae1-5b69-4606-a842-83b214bbbe4a req-5c8f2273-f271-4195-9c0b-ae72c38b972b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:06.654104 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:06.665640 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-6b50cea0-0c08-43b6-a110-d474783ab952 service neutron] Transition to ACTIVE for port object 560e2c59-86b7-45ef-a964-4d6cbb5c7f39 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:06.667891 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4c974ae1-5b69-4606-a842-83b214bbbe4a req-5c8f2273-f271-4195-9c0b-ae72c38b972b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 944 time: 0.0900464 Aug 28 15:10:06.716723 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-6b50cea0-0c08-43b6-a110-d474783ab952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:06.733020 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5316653e-cd82-4452-a9bb-ba07c08f4878 x-openstack-request-id: req-5316653e-cd82-4452-a9bb-ba07c08f4878 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:10:06.733537 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24488e5d-dfc8-4192-b2da-26ff8c03836f", "name": "network-vif-plugged", "status": "completed", "tag": "85eea773-c785-4940-91e0-96b2c1a0f65f", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:10:06.733857 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5316653e-cd82-4452-a9bb-ba07c08f4878 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:10:06.739798 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24488e5d-dfc8-4192-b2da-26ff8c03836f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85eea773-c785-4940-91e0-96b2c1a0f65f', 'code': 200} Aug 28 15:10:06.739939 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f3b27c1c-61b7-4eac-aefc-74ad3d8ebf80 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6327593 Aug 28 15:10:06.740043 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4c974ae1-5b69-4606-a842-83b214bbbe4a req-9fc2cca9-19f0-4f56-8a54-c1dd9d237100 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677743 Aug 28 15:10:06.740043 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51912) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:06.848877 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=85eea773-c785-4940-91e0-96b2c1a0f65f,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:06.969545 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fc3d5-a039-44fc-87c2-3bdcbbc5d268 req-71a925ad-7746-4dca-8cfd-d83f3b5abecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:06.971727 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b98fc3d5-a039-44fc-87c2-3bdcbbc5d268 req-71a925ad-7746-4dca-8cfd-d83f3b5abecc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 1097 time: 0.1301670 Aug 28 15:10:06.981955 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e10fa-2c33-4c49-be44-27696cc4d7f7 req-7a82576b-483b-450a-ba88-04f0671a44c7 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:06.988905 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1637c7-0ab9-4926-b1a8-93b959a582f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-7668c78c-965b-4dfa-867b-4108c138fc63', 'network_id': '7668c78c-965b-4dfa-867b-4108c138fc63', 'tenant_id': '32ad64ee97a4448aaa38b4dc5ff8aff6', 'fixed_ips': [{'subnet_id': '14491c28-8009-4505-b381-257534d00ab4'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:10:06.989984 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7f1637c7-0ab9-4926-b1a8-93b959a582f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:06.991297 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d08e10fa-2c33-4c49-be44-27696cc4d7f7 req-7a82576b-483b-450a-ba88-04f0671a44c7 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81519ab-2d1d-469a-9939-664b21f78e55 HTTP/1.1" status: 200 len: 944 time: 0.1507933 Aug 28 15:10:07.011565 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:07.071687 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b98fc3d5-a039-44fc-87c2-3bdcbbc5d268 req-554a4c9d-51cd-4c4f-ac63-7cee0a48ba3e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773311 Aug 28 15:10:07.083963 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d08e10fa-2c33-4c49-be44-27696cc4d7f7 req-ad808760-5fb0-4aa3-95c8-c005cf16a9d9 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/security-groups?id=0058b729-bf35-45a9-9aa1-85c93417f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885236 Aug 28 15:10:07.148377 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:07.179109 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-7f1637c7-0ab9-4926-b1a8-93b959a582f5 None None] Allocated IP 172.20.0.3 (7668c78c-965b-4dfa-867b-4108c138fc63/14491c28-8009-4505-b381-257534d00ab4/f0f4346f-dc37-4ce6-b750-3b1ce382b63c) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:07.301199 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50cea0-0c08-43b6-a110-d474783ab952 service neutron] Pushing event updated for resources: {'Port': ['ID=560e2c59-86b7-45ef-a964-4d6cbb5c7f39,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:07.373802 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7f1637c7-0ab9-4926-b1a8-93b959a582f5 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:07.384325 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7f1637c7-0ab9-4926-b1a8-93b959a582f5 None None] Transition to ACTIVE for port object f0f4346f-dc37-4ce6-b750-3b1ce382b63c will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:07.387785 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-6b50cea0-0c08-43b6-a110-d474783ab952 service neutron] Attempting to bind port 560e2c59-86b7-45ef-a964-4d6cbb5c7f39 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:10:07.388124 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-6b50cea0-0c08-43b6-a110-d474783ab952 service neutron] Attempting to bind port 560e2c59-86b7-45ef-a964-4d6cbb5c7f39 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '9ec01123-7417-4505-ada9-1e34db6b1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5e0a5285-0705-46c6-bd74-c6136db9e33e'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:10:07.388455 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-6b50cea0-0c08-43b6-a110-d474783ab952 service neutron] Attempting to bind port 560e2c59-86b7-45ef-a964-4d6cbb5c7f39 on network 5e0a5285-0705-46c6-bd74-c6136db9e33e {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:10:07.400165 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-6b50cea0-0c08-43b6-a110-d474783ab952 service neutron] Port 560e2c59-86b7-45ef-a964-4d6cbb5c7f39 on network 5e0a5285-0705-46c6-bd74-c6136db9e33e not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:10:07.400504 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-6b50cea0-0c08-43b6-a110-d474783ab952 service neutron] Attempting to bind port 560e2c59-86b7-45ef-a964-4d6cbb5c7f39 on network 5e0a5285-0705-46c6-bd74-c6136db9e33e {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:10:07.401275 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7f1637c7-0ab9-4926-b1a8-93b959a582f5 None None] Transition to ACTIVE for port object f0f4346f-dc37-4ce6-b750-3b1ce382b63c will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:07.408932 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7f1637c7-0ab9-4926-b1a8-93b959a582f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:07.413455 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-6b50cea0-0c08-43b6-a110-d474783ab952 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:10:07.413806 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-6b50cea0-0c08-43b6-a110-d474783ab952 service neutron] Checking segment: {'id': '9ec01123-7417-4505-ada9-1e34db6b1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5e0a5285-0705-46c6-bd74-c6136db9e33e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:07.414207 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-6b50cea0-0c08-43b6-a110-d474783ab952 service neutron] Bound using segment: {'id': '9ec01123-7417-4505-ada9-1e34db6b1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5e0a5285-0705-46c6-bd74-c6136db9e33e'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:10:07.414656 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-6b50cea0-0c08-43b6-a110-d474783ab952 service neutron] Bound port: 560e2c59-86b7-45ef-a964-4d6cbb5c7f39, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec01123-7417-4505-ada9-1e34db6b1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5e0a5285-0705-46c6-bd74-c6136db9e33e'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:10:07.415100 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-6b50cea0-0c08-43b6-a110-d474783ab952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:07.435443 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:07.453151 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1637c7-0ab9-4926-b1a8-93b959a582f5 None None] Network 7668c78c-965b-4dfa-867b-4108c138fc63 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:07.458985 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-7f1637c7-0ab9-4926-b1a8-93b959a582f5 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:07.461678 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1637c7-0ab9-4926-b1a8-93b959a582f5 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:07.472661 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1637c7-0ab9-4926-b1a8-93b959a582f5 None None] Pushing event updated for resources: {'Port': ['ID=f0f4346f-dc37-4ce6-b750-3b1ce382b63c,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:07.495484 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event deleted for resources: {'Subnet': ['ID=14491c28-8009-4505-b381-257534d00ab4,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:07.503687 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-03317661-dc7a-439e-b0bc-eb62628d6fcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce50d6f7-c328-4533-a8b9-82de5f895336 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:10:07.514214 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-03317661-dc7a-439e-b0bc-eb62628d6fcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:07.538898 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-7f1637c7-0ab9-4926-b1a8-93b959a582f5 None None] Attempting to bind port f0f4346f-dc37-4ce6-b750-3b1ce382b63c on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:10:07.539509 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-7f1637c7-0ab9-4926-b1a8-93b959a582f5 None None] Attempting to bind port f0f4346f-dc37-4ce6-b750-3b1ce382b63c by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '5bfa5c25-068e-4227-a6e2-79a496cce8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7668c78c-965b-4dfa-867b-4108c138fc63'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:10:07.540005 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1637c7-0ab9-4926-b1a8-93b959a582f5 None None] Attempting to bind port f0f4346f-dc37-4ce6-b750-3b1ce382b63c on network 7668c78c-965b-4dfa-867b-4108c138fc63 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:10:07.544605 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-03317661-dc7a-439e-b0bc-eb62628d6fcc service neutron] Transition to ACTIVE for port object ce50d6f7-c328-4533-a8b9-82de5f895336 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:07.546546 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1637c7-0ab9-4926-b1a8-93b959a582f5 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:10:07.547053 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1637c7-0ab9-4926-b1a8-93b959a582f5 None None] Checking segment: {'id': '5bfa5c25-068e-4227-a6e2-79a496cce8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7668c78c-965b-4dfa-867b-4108c138fc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:07.547614 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7f1637c7-0ab9-4926-b1a8-93b959a582f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:07.548194 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1637c7-0ab9-4926-b1a8-93b959a582f5 None None] Bound using segment: {'id': '5bfa5c25-068e-4227-a6e2-79a496cce8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7668c78c-965b-4dfa-867b-4108c138fc63'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:10:07.548948 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-7f1637c7-0ab9-4926-b1a8-93b959a582f5 None None] Bound port: f0f4346f-dc37-4ce6-b750-3b1ce382b63c, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bfa5c25-068e-4227-a6e2-79a496cce8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7668c78c-965b-4dfa-867b-4108c138fc63'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:10:07.549432 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7f1637c7-0ab9-4926-b1a8-93b959a582f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:07.549842 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-6b50cea0-0c08-43b6-a110-d474783ab952 service neutron] For port 560e2c59-86b7-45ef-a964-4d6cbb5c7f39, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:10:07.553585 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-6b50cea0-0c08-43b6-a110-d474783ab952 service neutron] For port 560e2c59-86b7-45ef-a964-4d6cbb5c7f39, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=560e2c59-86b7-45ef-a964-4d6cbb5c7f39,segment=NetworkSegment(9ec01123-7417-4505-ada9-1e34db6b1ef9),segment_id=9ec01123-7417-4505-ada9-1e34db6b1ef9)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:10:07.554771 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-03317661-dc7a-439e-b0bc-eb62628d6fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:07.565811 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-6b50cea0-0c08-43b6-a110-d474783ab952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:07.600758 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:07.612533 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7668c78c-965b-4dfa-867b-4108c138fc63']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:07.624372 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-6b50cea0-0c08-43b6-a110-d474783ab952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:07.625101 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-6b50cea0-0c08-43b6-a110-d474783ab952 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:07.625825 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bfa5c25-068e-4227-a6e2-79a496cce8f0') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:07.626308 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bfa5c25-068e-4227-a6e2-79a496cce8f0') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:07.628355 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-6b50cea0-0c08-43b6-a110-d474783ab952 service neutron] 10.222.0.36 "PUT /v2.0/ports/560e2c59-86b7-45ef-a964-4d6cbb5c7f39 HTTP/1.1" status: 200 len: 1093 time: 1.9465601 Aug 28 15:10:07.638484 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:07.657204 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-7f1637c7-0ab9-4926-b1a8-93b959a582f5 None None] For port f0f4346f-dc37-4ce6-b750-3b1ce382b63c, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:10:07.661861 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:07.668154 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c81519ab-2d1d-469a-9939-664b21f78e55', 'tag': '560e2c59-86b7-45ef-a964-4d6cbb5c7f39'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:10:07.668915 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:10:07.669399 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:10:07.673108 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:10:07.676082 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b164fe5-380b-4050-9ba4-a078154de716" -d '{"events": [{"name": "network-changed", "server_uuid": "c81519ab-2d1d-469a-9939-664b21f78e55", "tag": "560e2c59-86b7-45ef-a964-4d6cbb5c7f39"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:10:07.693151 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03317661-dc7a-439e-b0bc-eb62628d6fcc service neutron] Pushing event updated for resources: {'Port': ['ID=ce50d6f7-c328-4533-a8b9-82de5f895336,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:07.740527 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e60fc96-13ed-4760-9758-810c5a68455e x-openstack-request-id: req-4e60fc96-13ed-4760-9758-810c5a68455e {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:10:07.740908 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c81519ab-2d1d-469a-9939-664b21f78e55", "tag": "560e2c59-86b7-45ef-a964-4d6cbb5c7f39", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:10:07.741167 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e60fc96-13ed-4760-9758-810c5a68455e {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:10:07.741588 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c81519ab-2d1d-469a-9939-664b21f78e55', 'tag': '560e2c59-86b7-45ef-a964-4d6cbb5c7f39', 'status': 'completed', 'code': 200} Aug 28 15:10:07.749289 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-7f1637c7-0ab9-4926-b1a8-93b959a582f5 None None] For port f0f4346f-dc37-4ce6-b750-3b1ce382b63c, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f0f4346f-dc37-4ce6-b750-3b1ce382b63c,segment=NetworkSegment(5bfa5c25-068e-4227-a6e2-79a496cce8f0),segment_id=5bfa5c25-068e-4227-a6e2-79a496cce8f0)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:10:07.750932 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.db.api [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 15:10:07.750932 n-d-712137-10 neutron-server[106330]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 15:10:07.750932 n-d-712137-10 neutron-server[106330]: [parameters: {'id': '7668c78c-965b-4dfa-867b-4108c138fc63'}] Aug 28 15:10:07.750932 n-d-712137-10 neutron-server[106330]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:10:07.752109 n-d-712137-10 neutron-server[106330]: DEBUG oslo_db.api [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:10:07.755166 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7f1637c7-0ab9-4926-b1a8-93b959a582f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:07.810685 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-92df1593-1e4b-44f5-a9b0-ffb10f39fadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:07.812558 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-92df1593-1e4b-44f5-a9b0-ffb10f39fadd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4551da9a714c435e9e7f5deae59675dc&device_id=c81519ab-2d1d-469a-9939-664b21f78e55 HTTP/1.1" status: 200 len: 1096 time: 0.1327393 Aug 28 15:10:07.852130 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1637c7-0ab9-4926-b1a8-93b959a582f5 None None] Pushing event updated for resources: {'Port': ['ID=f0f4346f-dc37-4ce6-b750-3b1ce382b63c,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:07.882150 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50cea0-0c08-43b6-a110-d474783ab952 service neutron] Pushing event updated for resources: {'Port': ['ID=560e2c59-86b7-45ef-a964-4d6cbb5c7f39,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:07.883639 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-7d245984-fab0-4f14-a430-a633bb4e44e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=560e2c59-86b7-45ef-a964-4d6cbb5c7f39 HTTP/1.1" status: 200 len: 217 time: 0.0554972 Aug 28 15:10:07.885316 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-03317661-dc7a-439e-b0bc-eb62628d6fcc service neutron] Attempting to bind port ce50d6f7-c328-4533-a8b9-82de5f895336 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:10:07.885525 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-03317661-dc7a-439e-b0bc-eb62628d6fcc service neutron] Attempting to bind port ce50d6f7-c328-4533-a8b9-82de5f895336 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '9ec01123-7417-4505-ada9-1e34db6b1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5e0a5285-0705-46c6-bd74-c6136db9e33e'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:10:07.885920 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-03317661-dc7a-439e-b0bc-eb62628d6fcc service neutron] Attempting to bind port ce50d6f7-c328-4533-a8b9-82de5f895336 on network 5e0a5285-0705-46c6-bd74-c6136db9e33e {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:10:07.889958 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be18619d-8624-476f-b371-12734c0a2f29 None None] Network 7668c78c-965b-4dfa-867b-4108c138fc63 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:07.893001 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-03317661-dc7a-439e-b0bc-eb62628d6fcc service neutron] Port ce50d6f7-c328-4533-a8b9-82de5f895336 on network 5e0a5285-0705-46c6-bd74-c6136db9e33e not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:10:07.893392 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-03317661-dc7a-439e-b0bc-eb62628d6fcc service neutron] Attempting to bind port ce50d6f7-c328-4533-a8b9-82de5f895336 on network 5e0a5285-0705-46c6-bd74-c6136db9e33e {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:10:07.958775 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-7f78d9d7-d4e8-4067-baef-c8b1020baeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:08.021805 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-7f78d9d7-d4e8-4067-baef-c8b1020baeae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74f3d014-0797-42b4-b795-e290b7ad935e HTTP/1.1" status: 200 len: 852 time: 0.0725081 Aug 28 15:10:08.021995 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a27315-253d-40f1-bc9b-402257e31126 req-62f48b0b-dfd0-40ee-9c10-7030eb55c40f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:08.022153 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-03317661-dc7a-439e-b0bc-eb62628d6fcc service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:10:08.022153 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-03317661-dc7a-439e-b0bc-eb62628d6fcc service neutron] Checking segment: {'id': '9ec01123-7417-4505-ada9-1e34db6b1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5e0a5285-0705-46c6-bd74-c6136db9e33e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:08.022153 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-03317661-dc7a-439e-b0bc-eb62628d6fcc service neutron] Bound using segment: {'id': '9ec01123-7417-4505-ada9-1e34db6b1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5e0a5285-0705-46c6-bd74-c6136db9e33e'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:10:08.022153 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-03317661-dc7a-439e-b0bc-eb62628d6fcc service neutron] Bound port: ce50d6f7-c328-4533-a8b9-82de5f895336, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec01123-7417-4505-ada9-1e34db6b1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5e0a5285-0705-46c6-bd74-c6136db9e33e'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:10:08.022153 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-03317661-dc7a-439e-b0bc-eb62628d6fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:08.022767 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-47a27315-253d-40f1-bc9b-402257e31126 req-62f48b0b-dfd0-40ee-9c10-7030eb55c40f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 945 time: 0.1207263 Aug 28 15:10:08.022972 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-80913535-4691-4b5d-9072-67d839793a52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e0a5285-0705-46c6-bd74-c6136db9e33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386455 Aug 28 15:10:08.025236 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ae47920e-1c78-49ad-b2b3-0506f2924031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:08.067177 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51946) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:08.067963 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-47a27315-253d-40f1-bc9b-402257e31126 req-0da04911-6fa1-4f37-b767-a5a4b69c08ee tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862052 Aug 28 15:10:08.090864 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6f4946-2171-4534-b8f0-8b77d9195614 None None] get_active_networks_info from n-d-712137-10 {{(pid=106331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 15:10:08.167799 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-03317661-dc7a-439e-b0bc-eb62628d6fcc service neutron] For port ce50d6f7-c328-4533-a8b9-82de5f895336, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:10:08.211797 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6f4946-2171-4534-b8f0-8b77d9195614 None None] Resources bound (agent type, host, resource id): {{(pid=106331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 15:10:08.230442 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-03317661-dc7a-439e-b0bc-eb62628d6fcc service neutron] For port ce50d6f7-c328-4533-a8b9-82de5f895336, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=ce50d6f7-c328-4533-a8b9-82de5f895336,segment=NetworkSegment(9ec01123-7417-4505-ada9-1e34db6b1ef9),segment_id=9ec01123-7417-4505-ada9-1e34db6b1ef9)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:10:08.242815 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-03317661-dc7a-439e-b0bc-eb62628d6fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:08.253358 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:08.279901 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-a6969990-f30d-4dbd-b514-dffc26e3c3fb service neutron] 10.222.0.36 "GET /v2.0/networks/5e0a5285-0705-46c6-bd74-c6136db9e33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440903 Aug 28 15:10:08.306192 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-03317661-dc7a-439e-b0bc-eb62628d6fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:08.306830 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-03317661-dc7a-439e-b0bc-eb62628d6fcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:08.308317 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-03317661-dc7a-439e-b0bc-eb62628d6fcc service neutron] 10.222.0.41 "PUT /v2.0/ports/ce50d6f7-c328-4533-a8b9-82de5f895336 HTTP/1.1" status: 200 len: 1092 time: 1.9659302 Aug 28 15:10:08.318389 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Deleting port f0f4346f-dc37-4ce6-b750-3b1ce382b63c {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:10:08.319306 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:08.327302 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59160d-1405-4301-be28-58b2ddfe15dd req-22ab7374-640f-4d5e-812e-fa053f6c981c tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:08.329963 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2e59160d-1405-4301-be28-58b2ddfe15dd req-22ab7374-640f-4d5e-812e-fa053f6c981c tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81519ab-2d1d-469a-9939-664b21f78e55 HTTP/1.1" status: 200 len: 944 time: 0.1640189 Aug 28 15:10:08.339785 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-b96e4d0d-ec94-44e4-a577-0609f4f31fec tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2031571026'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:08.397735 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] For port f0f4346f-dc37-4ce6-b750-3b1ce382b63c, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f0f4346f-dc37-4ce6-b750-3b1ce382b63c,segment=NetworkSegment(5bfa5c25-068e-4227-a6e2-79a496cce8f0),segment_id=5bfa5c25-068e-4227-a6e2-79a496cce8f0)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:08.398442 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:08.413393 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Calling delete_port for f0f4346f-dc37-4ce6-b750-3b1ce382b63c owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:10:08.461808 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03317661-dc7a-439e-b0bc-eb62628d6fcc service neutron] Pushing event updated for resources: {'Port': ['ID=ce50d6f7-c328-4533-a8b9-82de5f895336,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:08.501962 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:08.504979 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96e4d0d-ec94-44e4-a577-0609f4f31fec tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Made reservation on behalf of 3ae47485b2ae4a5c8ec1f94d51aef2c9 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:08.508468 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b96e4d0d-ec94-44e4-a577-0609f4f31fec tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:08.532129 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event deleted for resources: {'Port': ['ID=f0f4346f-dc37-4ce6-b750-3b1ce382b63c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:08.532736 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2e59160d-1405-4301-be28-58b2ddfe15dd req-7c59c517-7fe0-4593-9adf-d1eefba42a32 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/security-groups?id=0058b729-bf35-45a9-9aa1-85c93417f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676660 Aug 28 15:10:08.535785 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] No DVR routers for this DVR port f0f4346f-dc37-4ce6-b750-3b1ce382b63c on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:10:08.539459 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b96e4d0d-ec94-44e4-a577-0609f4f31fec tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:08.546507 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-7c5594ee-4d0e-44e3-b4e0-1263094414b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:08.548129 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-7c5594ee-4d0e-44e3-b4e0-1263094414b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4551da9a714c435e9e7f5deae59675dc&device_id=42d09db9-276c-457c-a4d8-215cf1a805e9 HTTP/1.1" status: 200 len: 1095 time: 0.1844945 Aug 28 15:10:08.606361 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-fbbb72f3-5970-470c-a766-6b8c56210f84 service neutron] 10.222.0.36 "GET /v2.0/networks/5e0a5285-0705-46c6-bd74-c6136db9e33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174906 Aug 28 15:10:08.610673 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-dd0cc09c-f057-4430-940a-21a5d3b84712 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce50d6f7-c328-4533-a8b9-82de5f895336 HTTP/1.1" status: 200 len: 217 time: 0.0477340 Aug 28 15:10:08.617773 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:08.630983 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7668c78c-965b-4dfa-867b-4108c138fc63']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:08.644208 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bfa5c25-068e-4227-a6e2-79a496cce8f0') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:08.644513 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bfa5c25-068e-4227-a6e2-79a496cce8f0') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:08.653873 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:08.667494 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:08.674130 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:10:08.674632 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:10:08.677745 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:10:08.716110 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-7494479d-81f5-429d-a8bd-826186e3fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:08.717513 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-7494479d-81f5-429d-a8bd-826186e3fcb4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74f3d014-0797-42b4-b795-e290b7ad935e HTTP/1.1" status: 200 len: 852 time: 0.0998657 Aug 28 15:10:08.737275 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b164fe5-380b-4050-9ba4-a078154de716 req-7c176ddb-a61c-45f5-bfd3-763c8e5ee9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:08.738829 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5b164fe5-380b-4050-9ba4-a078154de716 req-7c176ddb-a61c-45f5-bfd3-763c8e5ee9c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4551da9a714c435e9e7f5deae59675dc&device_id=c81519ab-2d1d-469a-9939-664b21f78e55 HTTP/1.1" status: 200 len: 1096 time: 0.0833611 Aug 28 15:10:08.743190 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:08.750302 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:08.753387 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/networks/7668c78c-965b-4dfa-867b-4108c138fc63 HTTP/1.1" status: 204 len: 168 time: 2.0090997 Aug 28 15:10:08.759746 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51952) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:08.766495 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24dd89-8d8f-4073-a713-6382aba21b2d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event deleted for resources: {'Network': ['ID=7668c78c-965b-4dfa-867b-4108c138fc63,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:08.768133 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-79d94073-02d8-4219-ae36-7a37440404fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e0a5285-0705-46c6-bd74-c6136db9e33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424635 Aug 28 15:10:08.776630 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-87a949cf-8a18-4a97-b715-31c081507ff5 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-818957423'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:08.960889 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b164fe5-380b-4050-9ba4-a078154de716 req-0448edb2-a3ef-4e04-a427-18434eb87878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:08.962353 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5b164fe5-380b-4050-9ba4-a078154de716 req-0448edb2-a3ef-4e04-a427-18434eb87878 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5e0a5285-0705-46c6-bd74-c6136db9e33e HTTP/1.1" status: 200 len: 913 time: 0.2057455 Aug 28 15:10:08.964205 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b96e4d0d-ec94-44e4-a577-0609f4f31fec tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:08.975385 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b96e4d0d-ec94-44e4-a577-0609f4f31fec tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:09.010233 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-1a44c60e-3967-4095-b8e3-3c6380b9788d service neutron] 10.222.0.41 "GET /v2.0/networks/5e0a5285-0705-46c6-bd74-c6136db9e33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303934 Aug 28 15:10:09.052571 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96e4d0d-ec94-44e4-a577-0609f4f31fec tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:10:09.067461 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5b164fe5-380b-4050-9ba4-a078154de716 req-4992cb6e-b91a-42d5-84b7-1a41551de408 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=560e2c59-86b7-45ef-a964-4d6cbb5c7f39 HTTP/1.1" status: 200 len: 217 time: 0.0857916 Aug 28 15:10:09.087292 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e4d0d-ec94-44e4-a577-0609f4f31fec tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9800c04-d5ca-4a38-a786-34933a79f7ca,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:09.128306 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a949cf-8a18-4a97-b715-31c081507ff5 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Made reservation on behalf of 32ad64ee97a4448aaa38b4dc5ff8aff6 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:09.131676 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-87a949cf-8a18-4a97-b715-31c081507ff5 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:09.137023 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b96e4d0d-ec94-44e4-a577-0609f4f31fec tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:09.137377 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-b96e4d0d-ec94-44e4-a577-0609f4f31fec tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Added segment 5504db94-25a1-4905-bee1-81f3caaf96c8 of type vlan for network bc41c104-04b2-4698-a344-e587cb2b826c Aug 28 15:10:09.272300 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b96e4d0d-ec94-44e4-a577-0609f4f31fec tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:09.278122 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b164fe5-380b-4050-9ba4-a078154de716 req-7e1d0973-24fc-4878-af7e-037f8294855c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:09.279563 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5b164fe5-380b-4050-9ba4-a078154de716 req-7e1d0973-24fc-4878-af7e-037f8294855c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74f3d014-0797-42b4-b795-e290b7ad935e HTTP/1.1" status: 200 len: 852 time: 0.1936498 Aug 28 15:10:09.281794 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a949cf-8a18-4a97-b715-31c081507ff5 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:10:09.335174 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5b164fe5-380b-4050-9ba4-a078154de716 req-82340287-17e6-481e-8882-ccff5af7b3e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e0a5285-0705-46c6-bd74-c6136db9e33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448177 Aug 28 15:10:09.341088 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-87a949cf-8a18-4a97-b715-31c081507ff5 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:09.341431 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-87a949cf-8a18-4a97-b715-31c081507ff5 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Added segment 323c234b-6dcf-4dc5-b8f7-dd547c61e582 of type vlan for network 7fe543bb-86a2-41c1-a4fb-2567db0dc72f Aug 28 15:10:09.378302 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58cd0-e024-4293-bb9f-6cb050d1ac00 req-b85ae3c9-c728-4d10-b5da-73f153a2ed7c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:09.379761 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ace58cd0-e024-4293-bb9f-6cb050d1ac00 req-b85ae3c9-c728-4d10-b5da-73f153a2ed7c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 945 time: 0.2073405 Aug 28 15:10:09.418948 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d00e746d-e28d-46ac-adc4-a96c48d3139b req-b97c5e61-4173-4975-bdd6-5842e06f01a0 service neutron] 10.222.0.41 "GET /v2.0/networks/5e0a5285-0705-46c6-bd74-c6136db9e33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710873 Aug 28 15:10:09.459218 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b96e4d0d-ec94-44e4-a577-0609f4f31fec tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:09.464838 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96e4d0d-ec94-44e4-a577-0609f4f31fec tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:09.465406 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b96e4d0d-ec94-44e4-a577-0609f4f31fec tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:09.483874 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-87a949cf-8a18-4a97-b715-31c081507ff5 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:09.585402 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b96e4d0d-ec94-44e4-a577-0609f4f31fec tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5114582 Aug 28 15:10:09.588594 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51960) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:09.596315 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-9f041f56-91da-49e2-b874-49b045767ade tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Request body: {'subnet': {'network_id': 'bc41c104-04b2-4698-a344-e587cb2b826c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:09.600048 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e4d0d-ec94-44e4-a577-0609f4f31fec tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Pushing event updated for resources: {'Network': ['ID=bc41c104-04b2-4698-a344-e587cb2b826c,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:09.604557 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ace58cd0-e024-4293-bb9f-6cb050d1ac00 req-edce556e-5c18-4c7d-b375-5b83dc37050e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912310 Aug 28 15:10:09.613876 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-87a949cf-8a18-4a97-b715-31c081507ff5 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:09.621587 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a949cf-8a18-4a97-b715-31c081507ff5 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:09.622203 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-87a949cf-8a18-4a97-b715-31c081507ff5 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:09.631786 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network bc41c104-04b2-4698-a344-e587cb2b826c details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:10:09.661871 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5b164fe5-380b-4050-9ba4-a078154de716 req-ef95507a-845c-46b7-a251-4f5ff35f82e1 service neutron] 10.222.0.36 "GET /v2.0/networks/5e0a5285-0705-46c6-bd74-c6136db9e33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066390 Aug 28 15:10:09.708557 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-87a949cf-8a18-4a97-b715-31c081507ff5 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9386282 Aug 28 15:10:09.716490 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51964) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:09.723542 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-ecfdeaa2-27f8-461c-8fbe-0291e0cdb01f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Request body: {'subnet': {'network_id': '7fe543bb-86a2-41c1-a4fb-2567db0dc72f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:09.738063 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175dac1-4b86-419b-a0b0-e2c6fc332041 req-867d001b-1236-45a3-af5b-81262a91278c tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:09.739574 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4175dac1-4b86-419b-a0b0-e2c6fc332041 req-867d001b-1236-45a3-af5b-81262a91278c tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81519ab-2d1d-469a-9939-664b21f78e55 HTTP/1.1" status: 200 len: 944 time: 0.1269536 Aug 28 15:10:09.746937 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d09db9-276c-457c-a4d8-215cf1a805e9', 'tag': 'ce50d6f7-c328-4533-a8b9-82de5f895336'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:10:09.748979 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49373b8-3ab0-41f8-bbfd-2187ba7e2d49" -d '{"events": [{"name": "network-changed", "server_uuid": "42d09db9-276c-457c-a4d8-215cf1a805e9", "tag": "ce50d6f7-c328-4533-a8b9-82de5f895336"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:10:09.792838 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f041f56-91da-49e2-b874-49b045767ade tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Made reservation on behalf of 3ae47485b2ae4a5c8ec1f94d51aef2c9 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:09.796305 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f041f56-91da-49e2-b874-49b045767ade tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:09.806553 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a949cf-8a18-4a97-b715-31c081507ff5 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event updated for resources: {'Network': ['ID=7fe543bb-86a2-41c1-a4fb-2567db0dc72f,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:09.817683 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 7fe543bb-86a2-41c1-a4fb-2567db0dc72f details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:10:09.846440 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59df27-5381-4b5e-a172-6238cdb82f19 req-1cfec816-9bcb-4fb6-b159-e51ab45254e0 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:09.847993 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ce59df27-5381-4b5e-a172-6238cdb82f19 req-1cfec816-9bcb-4fb6-b159-e51ab45254e0 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 945 time: 0.1411886 Aug 28 15:10:09.879443 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5b164fe5-380b-4050-9ba4-a078154de716 req-c307e5a4-34cc-4946-b62e-561e8b40156e service neutron] 10.222.0.36 "GET /v2.0/networks/5e0a5285-0705-46c6-bd74-c6136db9e33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735687 Aug 28 15:10:09.904491 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4175dac1-4b86-419b-a0b0-e2c6fc332041 req-1d0511c3-14f5-4557-8ad6-e38d0dc65fb8 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/security-groups?id=0058b729-bf35-45a9-9aa1-85c93417f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526945 Aug 28 15:10:09.909554 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ce59df27-5381-4b5e-a172-6238cdb82f19 req-10da47a6-799b-4beb-8016-88c663ef344f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487299 Aug 28 15:10:09.951519 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfdeaa2-27f8-461c-8fbe-0291e0cdb01f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Made reservation on behalf of 32ad64ee97a4448aaa38b4dc5ff8aff6 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:09.952926 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51968) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:09.955893 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ecfdeaa2-27f8-461c-8fbe-0291e0cdb01f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:09.963714 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a8975b-8218-4bd4-b4f9-dc535b4a2845 x-openstack-request-id: req-63a8975b-8218-4bd4-b4f9-dc535b4a2845 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:10:09.964115 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d09db9-276c-457c-a4d8-215cf1a805e9", "tag": "ce50d6f7-c328-4533-a8b9-82de5f895336", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:10:09.964463 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63a8975b-8218-4bd4-b4f9-dc535b4a2845 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:10:09.964945 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d09db9-276c-457c-a4d8-215cf1a805e9', 'tag': 'ce50d6f7-c328-4533-a8b9-82de5f895336', 'status': 'completed', 'code': 200} Aug 28 15:10:10.022696 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8283227-c67b-44ae-be7d-3dee1c3a0d56 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:10.024356 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f8283227-c67b-44ae-be7d-3dee1c3a0d56 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 1092 time: 0.0703275 Aug 28 15:10:10.027619 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51970) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:10.032079 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-090aa410-79fd-430c-bf8c-12706bd684bf tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'port_id': '85eea773-c785-4940-91e0-96b2c1a0f65f', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:10.045951 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49373b8-3ab0-41f8-bbfd-2187ba7e2d49 req-b7b03402-cb1a-4055-a416-ef08bd11380c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:10.047402 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f49373b8-3ab0-41f8-bbfd-2187ba7e2d49 req-b7b03402-cb1a-4055-a416-ef08bd11380c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4551da9a714c435e9e7f5deae59675dc&device_id=42d09db9-276c-457c-a4d8-215cf1a805e9 HTTP/1.1" status: 200 len: 1095 time: 0.0627050 Aug 28 15:10:10.077876 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-090aa410-79fd-430c-bf8c-12706bd684bf tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:10.146858 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f041f56-91da-49e2-b874-49b045767ade tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:10.203294 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49373b8-3ab0-41f8-bbfd-2187ba7e2d49 req-a910856d-e843-4315-9c60-f3ea8a3a9b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:10.204817 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f49373b8-3ab0-41f8-bbfd-2187ba7e2d49 req-a910856d-e843-4315-9c60-f3ea8a3a9b47 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e0a5285-0705-46c6-bd74-c6136db9e33e HTTP/1.1" status: 200 len: 913 time: 0.1486766 Aug 28 15:10:10.255106 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f041f56-91da-49e2-b874-49b045767ade tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Pushing event updated for resources: {'Subnet': ['ID=b0dda8bf-2c38-446f-8459-810735c59b24,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:10.256050 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f49373b8-3ab0-41f8-bbfd-2187ba7e2d49 req-2f7cec20-1577-4491-9ce9-4419e9cfb8ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce50d6f7-c328-4533-a8b9-82de5f895336 HTTP/1.1" status: 200 len: 217 time: 0.0432723 Aug 28 15:10:10.274890 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f041f56-91da-49e2-b874-49b045767ade tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Checking segment: {'id': '5504db94-25a1-4905-bee1-81f3caaf96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bc41c104-04b2-4698-a344-e587cb2b826c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:10.275291 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f041f56-91da-49e2-b874-49b045767ade tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Network hostable DHCP agents. Network: bc41c104-04b2-4698-a344-e587cb2b826c, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:10:10.279383 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ecfdeaa2-27f8-461c-8fbe-0291e0cdb01f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:10.320549 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49373b8-3ab0-41f8-bbfd-2187ba7e2d49 req-979c11f2-2793-4ea7-992e-e03824034461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:10.322005 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f49373b8-3ab0-41f8-bbfd-2187ba7e2d49 req-979c11f2-2793-4ea7-992e-e03824034461 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74f3d014-0797-42b4-b795-e290b7ad935e HTTP/1.1" status: 200 len: 852 time: 0.0554101 Aug 28 15:10:10.323986 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-090aa410-79fd-430c-bf8c-12706bd684bf tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:10.335478 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f041f56-91da-49e2-b874-49b045767ade tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Network bc41c104-04b2-4698-a344-e587cb2b826c is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:10:10.347578 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdeaa2-27f8-461c-8fbe-0291e0cdb01f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event updated for resources: {'Subnet': ['ID=3fbae963-9347-4f2f-a894-9674d73d8382,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:10.354922 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-9f041f56-91da-49e2-b874-49b045767ade tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, bc41c104-04b2-4698-a344-e587cb2b826c) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:10.361252 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f041f56-91da-49e2-b874-49b045767ade tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:10.362095 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f041f56-91da-49e2-b874-49b045767ade tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:10.365601 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03fb16b-515b-4e8f-8753-93030c7df1c3 None None] Network bc41c104-04b2-4698-a344-e587cb2b826c requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:10.377522 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfdeaa2-27f8-461c-8fbe-0291e0cdb01f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Checking segment: {'id': '323c234b-6dcf-4dc5-b8f7-dd547c61e582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7fe543bb-86a2-41c1-a4fb-2567db0dc72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:10.377947 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfdeaa2-27f8-461c-8fbe-0291e0cdb01f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Network hostable DHCP agents. Network: 7fe543bb-86a2-41c1-a4fb-2567db0dc72f, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:10:10.382142 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9f041f56-91da-49e2-b874-49b045767ade tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7923942 Aug 28 15:10:10.385209 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51976) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:10.389710 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f49373b8-3ab0-41f8-bbfd-2187ba7e2d49 req-82cc90b9-b4d4-4442-adfd-1128e1e18d55 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e0a5285-0705-46c6-bd74-c6136db9e33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577040 Aug 28 15:10:10.395099 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-b1f0c991-b26f-4f73-a908-7f315f8839cb tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Request body: {'port': {'network_id': 'bc41c104-04b2-4698-a344-e587cb2b826c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-926779276'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:10.457882 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfdeaa2-27f8-461c-8fbe-0291e0cdb01f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Network 7fe543bb-86a2-41c1-a4fb-2567db0dc72f is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:10:10.472948 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-ecfdeaa2-27f8-461c-8fbe-0291e0cdb01f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 7fe543bb-86a2-41c1-a4fb-2567db0dc72f) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:10.485102 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfdeaa2-27f8-461c-8fbe-0291e0cdb01f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:10.486272 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ecfdeaa2-27f8-461c-8fbe-0291e0cdb01f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:10.500590 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989c891a-737d-40e1-95e0-924c948419bb None None] Network 7fe543bb-86a2-41c1-a4fb-2567db0dc72f requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:10.520679 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ecfdeaa2-27f8-461c-8fbe-0291e0cdb01f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8006618 Aug 28 15:10:10.520964 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-090aa410-79fd-430c-bf8c-12706bd684bf tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Allocated IP 172.25.3.34 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/7adc2199-a87e-4015-90c8-ea1ab3c30b1f) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:10.522363 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51978) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:10.540373 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f0c991-b26f-4f73-a908-7f315f8839cb tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Made reservation on behalf of 3ae47485b2ae4a5c8ec1f94d51aef2c9 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:10.544678 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b1f0c991-b26f-4f73-a908-7f315f8839cb tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:10.567829 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-b1f0c991-b26f-4f73-a908-7f315f8839cb tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] device_id is not set on port caab3875-88cc-44e8-9010-d45e4fc452a6 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:10:10.572707 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3bc5ee22-4879-4651-b72d-b01dddae07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:10.588713 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f49373b8-3ab0-41f8-bbfd-2187ba7e2d49 req-84480b81-0fe0-46f5-99e4-0d6cc786a110 service neutron] 10.222.0.41 "GET /v2.0/networks/5e0a5285-0705-46c6-bd74-c6136db9e33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867206 Aug 28 15:10:10.598716 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49d70d7-b6ef-4614-9fd3-ad1ba920ee84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-bc41c104-04b2-4698-a344-e587cb2b826c', 'network_id': 'bc41c104-04b2-4698-a344-e587cb2b826c', 'tenant_id': '3ae47485b2ae4a5c8ec1f94d51aef2c9', 'fixed_ips': [{'subnet_id': 'b0dda8bf-2c38-446f-8459-810735c59b24'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:10:10.601085 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b49d70d7-b6ef-4614-9fd3-ad1ba920ee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:10.696244 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-b1f0c991-b26f-4f73-a908-7f315f8839cb tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Allocated IP 172.20.0.3 (bc41c104-04b2-4698-a344-e587cb2b826c/b0dda8bf-2c38-446f-8459-810735c59b24/caab3875-88cc-44e8-9010-d45e4fc452a6) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:10.803858 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42da2b00-6980-43c0-bfb7-92a23b869a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-7fe543bb-86a2-41c1-a4fb-2567db0dc72f', 'network_id': '7fe543bb-86a2-41c1-a4fb-2567db0dc72f', 'tenant_id': '32ad64ee97a4448aaa38b4dc5ff8aff6', 'fixed_ips': [{'subnet_id': '3fbae963-9347-4f2f-a894-9674d73d8382'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:10:10.805261 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-42da2b00-6980-43c0-bfb7-92a23b869a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:10.809284 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:10.916954 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b1f0c991-b26f-4f73-a908-7f315f8839cb tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:10.938136 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-b1f0c991-b26f-4f73-a908-7f315f8839cb tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Transition to ACTIVE for port object caab3875-88cc-44e8-9010-d45e4fc452a6 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:10.979459 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b1f0c991-b26f-4f73-a908-7f315f8839cb tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:11.037745 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:10:11.038408 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f0c991-b26f-4f73-a908-7f315f8839cb tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Network bc41c104-04b2-4698-a344-e587cb2b826c is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:11.041657 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-b1f0c991-b26f-4f73-a908-7f315f8839cb tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:11.050813 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f0c991-b26f-4f73-a908-7f315f8839cb tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:11.055262 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0c991-b26f-4f73-a908-7f315f8839cb tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Pushing event updated for resources: {'Port': ['ID=caab3875-88cc-44e8-9010-d45e4fc452a6,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:11.121762 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f0c991-b26f-4f73-a908-7f315f8839cb tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:11.122481 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b1f0c991-b26f-4f73-a908-7f315f8839cb tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:11.144708 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b1f0c991-b26f-4f73-a908-7f315f8839cb tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7557428 Aug 28 15:10:11.147858 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51986) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:11.220777 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f49373b8-3ab0-41f8-bbfd-2187ba7e2d49 req-02137175-ab22-4a6b-b0df-9dfd0541982c service neutron] 10.222.0.41 "GET /v2.0/networks/5e0a5285-0705-46c6-bd74-c6136db9e33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6219404 Aug 28 15:10:11.238271 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:11.238714 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-42da2b00-6980-43c0-bfb7-92a23b869a94 None None] Allocated IP 172.20.0.1 (7fe543bb-86a2-41c1-a4fb-2567db0dc72f/3fbae963-9347-4f2f-a894-9674d73d8382/18e2b82e-9fb0-4bbb-b81e-fd21ee55e7f0) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:11.259022 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba4346-b4d5-4df4-a36d-b62dce125d94 req-17349e72-f09c-41cc-88fa-cda7e642ee17 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:11.267694 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ebba4346-b4d5-4df4-a36d-b62dce125d94 req-17349e72-f09c-41cc-88fa-cda7e642ee17 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81519ab-2d1d-469a-9939-664b21f78e55 HTTP/1.1" status: 200 len: 944 time: 0.1478240 Aug 28 15:10:11.280814 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae8602-2d86-4fb2-a54a-8e7691c2ab22 req-ac23881c-be60-416c-b235-3e629a7e23cd tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:11.283869 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3fae8602-2d86-4fb2-a54a-8e7691c2ab22 req-ac23881c-be60-416c-b235-3e629a7e23cd tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/ports?device_id=18da1116-14f6-4ace-8951-a895f4ba20fe HTTP/1.1" status: 200 len: 945 time: 0.0918810 Aug 28 15:10:11.286016 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-b49d70d7-b6ef-4614-9fd3-ad1ba920ee84 None None] Allocated IP 172.20.0.2 (bc41c104-04b2-4698-a344-e587cb2b826c/b0dda8bf-2c38-446f-8459-810735c59b24/f36fb13a-ad8b-4497-8f48-f974cda23d16) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:11.307761 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-090aa410-79fd-430c-bf8c-12706bd684bf tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:11.319257 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-a357a36a-527f-42f9-872c-579311de4494 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Deleting port caab3875-88cc-44e8-9010-d45e4fc452a6 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:10:11.319257 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a357a36a-527f-42f9-872c-579311de4494 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:11.362387 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ebba4346-b4d5-4df4-a36d-b62dce125d94 req-e206a90a-2235-43d5-950d-cc4d8f3053e9 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/security-groups?id=0058b729-bf35-45a9-9aa1-85c93417f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918992 Aug 28 15:10:11.386593 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:11.390039 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3fae8602-2d86-4fb2-a54a-8e7691c2ab22 req-d20bc0a9-39e6-4d37-93b4-0674784e80f7 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb79f0b3-221a-4b6c-b6e3-7419984cd51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933933 Aug 28 15:10:11.433152 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-090aa410-79fd-430c-bf8c-12706bd684bf tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:11.449669 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a357a36a-527f-42f9-872c-579311de4494 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:11.463457 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-a357a36a-527f-42f9-872c-579311de4494 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Calling delete_port for caab3875-88cc-44e8-9010-d45e4fc452a6 owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:10:11.480205 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090aa410-79fd-430c-bf8c-12706bd684bf tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:11.487026 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-090aa410-79fd-430c-bf8c-12706bd684bf tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:11.490860 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090aa410-79fd-430c-bf8c-12706bd684bf tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:11.496478 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090aa410-79fd-430c-bf8c-12706bd684bf tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Port': ['ID=7adc2199-a87e-4015-90c8-ea1ab3c30b1f,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:11.512237 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-42da2b00-6980-43c0-bfb7-92a23b869a94 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:11.542984 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-42da2b00-6980-43c0-bfb7-92a23b869a94 None None] Transition to ACTIVE for port object 18e2b82e-9fb0-4bbb-b81e-fd21ee55e7f0 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:11.571099 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b49d70d7-b6ef-4614-9fd3-ad1ba920ee84 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:11.611804 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a357a36a-527f-42f9-872c-579311de4494 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:11.612629 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b49d70d7-b6ef-4614-9fd3-ad1ba920ee84 None None] Transition to ACTIVE for port object f36fb13a-ad8b-4497-8f48-f974cda23d16 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:11.615601 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-42da2b00-6980-43c0-bfb7-92a23b869a94 None None] Transition to ACTIVE for port object 18e2b82e-9fb0-4bbb-b81e-fd21ee55e7f0 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:11.632107 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-42da2b00-6980-43c0-bfb7-92a23b869a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:11.643004 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357a36a-527f-42f9-872c-579311de4494 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Pushing event deleted for resources: {'Port': ['ID=caab3875-88cc-44e8-9010-d45e4fc452a6,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:11.661803 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b49d70d7-b6ef-4614-9fd3-ad1ba920ee84 None None] Transition to ACTIVE for port object f36fb13a-ad8b-4497-8f48-f974cda23d16 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:11.681809 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b49d70d7-b6ef-4614-9fd3-ad1ba920ee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:11.695627 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42da2b00-6980-43c0-bfb7-92a23b869a94 None None] Network 7fe543bb-86a2-41c1-a4fb-2567db0dc72f is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:11.710175 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-42da2b00-6980-43c0-bfb7-92a23b869a94 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:11.710716 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a357a36a-527f-42f9-872c-579311de4494 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:11.712621 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a357a36a-527f-42f9-872c-579311de4494 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] 10.222.0.13 "DELETE /v2.0/ports/caab3875-88cc-44e8-9010-d45e4fc452a6 HTTP/1.1" status: 204 len: 168 time: 0.5636318 Aug 28 15:10:11.714312 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da2b00-6980-43c0-bfb7-92a23b869a94 None None] Pushing event updated for resources: {'Port': ['ID=18e2b82e-9fb0-4bbb-b81e-fd21ee55e7f0,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:11.715153 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51990) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:11.716658 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42da2b00-6980-43c0-bfb7-92a23b869a94 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:11.725820 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:11.755906 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49d70d7-b6ef-4614-9fd3-ad1ba920ee84 None None] Network bc41c104-04b2-4698-a344-e587cb2b826c is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:11.757112 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:11.780356 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event deleted for resources: {'Subnet': ['ID=3fbae963-9347-4f2f-a894-9674d73d8382,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:11.782731 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-b49d70d7-b6ef-4614-9fd3-ad1ba920ee84 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:11.785988 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1d690065-e05e-4b0e-8fca-369f15896e6d tempest-DHCPAgentSchedulersTestJSON-2080726484 tempest-DHCPAgentSchedulersTestJSON-2080726484-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.0694768 Aug 28 15:10:11.789722 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49d70d7-b6ef-4614-9fd3-ad1ba920ee84 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:11.792130 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51994) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:11.797801 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-5c1cbcd2-f290-4691-b2b4-c1955793597e tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-933276052'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:11.817328 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d70d7-b6ef-4614-9fd3-ad1ba920ee84 None None] Pushing event updated for resources: {'Port': ['ID=f36fb13a-ad8b-4497-8f48-f974cda23d16,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:11.826913 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1cbcd2-f290-4691-b2b4-c1955793597e tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Made reservation on behalf of 3ae47485b2ae4a5c8ec1f94d51aef2c9 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:11.831603 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c1cbcd2-f290-4691-b2b4-c1955793597e tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:11.849057 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:11.856237 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1cbcd2-f290-4691-b2b4-c1955793597e tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:10:11.862270 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe543bb-86a2-41c1-a4fb-2567db0dc72f']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:11.867771 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c1cbcd2-f290-4691-b2b4-c1955793597e tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:11.868200 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-5c1cbcd2-f290-4691-b2b4-c1955793597e tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Added segment 4144ea74-cf11-413f-a480-a64f188db57d of type vlan for network cb2b790a-1fe6-4c57-8c3c-ccbd51c99d64 Aug 28 15:10:11.872333 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-42da2b00-6980-43c0-bfb7-92a23b869a94 None None] Attempting to bind port 18e2b82e-9fb0-4bbb-b81e-fd21ee55e7f0 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:10:11.872711 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-42da2b00-6980-43c0-bfb7-92a23b869a94 None None] Attempting to bind port 18e2b82e-9fb0-4bbb-b81e-fd21ee55e7f0 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '323c234b-6dcf-4dc5-b8f7-dd547c61e582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7fe543bb-86a2-41c1-a4fb-2567db0dc72f'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:10:11.873076 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42da2b00-6980-43c0-bfb7-92a23b869a94 None None] Attempting to bind port 18e2b82e-9fb0-4bbb-b81e-fd21ee55e7f0 on network 7fe543bb-86a2-41c1-a4fb-2567db0dc72f {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:10:11.894348 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42da2b00-6980-43c0-bfb7-92a23b869a94 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:10:11.895929 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42da2b00-6980-43c0-bfb7-92a23b869a94 None None] Checking segment: {'id': '323c234b-6dcf-4dc5-b8f7-dd547c61e582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7fe543bb-86a2-41c1-a4fb-2567db0dc72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:11.895929 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-42da2b00-6980-43c0-bfb7-92a23b869a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:11.895929 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42da2b00-6980-43c0-bfb7-92a23b869a94 None None] Bound using segment: {'id': '323c234b-6dcf-4dc5-b8f7-dd547c61e582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7fe543bb-86a2-41c1-a4fb-2567db0dc72f'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:10:11.896264 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-42da2b00-6980-43c0-bfb7-92a23b869a94 None None] Bound port: 18e2b82e-9fb0-4bbb-b81e-fd21ee55e7f0, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323c234b-6dcf-4dc5-b8f7-dd547c61e582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7fe543bb-86a2-41c1-a4fb-2567db0dc72f'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:10:11.896378 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-42da2b00-6980-43c0-bfb7-92a23b869a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:11.906430 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '323c234b-6dcf-4dc5-b8f7-dd547c61e582') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:11.906774 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-b49d70d7-b6ef-4614-9fd3-ad1ba920ee84 None None] Attempting to bind port f36fb13a-ad8b-4497-8f48-f974cda23d16 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:10:11.906945 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '323c234b-6dcf-4dc5-b8f7-dd547c61e582') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:11.907154 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-b49d70d7-b6ef-4614-9fd3-ad1ba920ee84 None None] Attempting to bind port f36fb13a-ad8b-4497-8f48-f974cda23d16 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '5504db94-25a1-4905-bee1-81f3caaf96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bc41c104-04b2-4698-a344-e587cb2b826c'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:10:11.908634 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49d70d7-b6ef-4614-9fd3-ad1ba920ee84 None None] Attempting to bind port f36fb13a-ad8b-4497-8f48-f974cda23d16 on network bc41c104-04b2-4698-a344-e587cb2b826c {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:10:11.917912 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c1cbcd2-f290-4691-b2b4-c1955793597e tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:11.918513 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49d70d7-b6ef-4614-9fd3-ad1ba920ee84 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:10:11.918651 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49d70d7-b6ef-4614-9fd3-ad1ba920ee84 None None] Checking segment: {'id': '5504db94-25a1-4905-bee1-81f3caaf96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bc41c104-04b2-4698-a344-e587cb2b826c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:11.918972 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b49d70d7-b6ef-4614-9fd3-ad1ba920ee84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:11.919390 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49d70d7-b6ef-4614-9fd3-ad1ba920ee84 None None] Bound using segment: {'id': '5504db94-25a1-4905-bee1-81f3caaf96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bc41c104-04b2-4698-a344-e587cb2b826c'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:10:11.919884 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-b49d70d7-b6ef-4614-9fd3-ad1ba920ee84 None None] Bound port: f36fb13a-ad8b-4497-8f48-f974cda23d16, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5504db94-25a1-4905-bee1-81f3caaf96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bc41c104-04b2-4698-a344-e587cb2b826c'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:10:11.920271 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b49d70d7-b6ef-4614-9fd3-ad1ba920ee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:11.925336 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:11.943351 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:11.947586 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c1cbcd2-f290-4691-b2b4-c1955793597e tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:11.954024 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1cbcd2-f290-4691-b2b4-c1955793597e tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:11.955863 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c1cbcd2-f290-4691-b2b4-c1955793597e tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:11.983333 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:10:11.983778 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:10:11.987270 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:10:12.020013 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5c1cbcd2-f290-4691-b2b4-c1955793597e tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.2239661 Aug 28 15:10:12.021143 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51996) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:12.027250 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-42da2b00-6980-43c0-bfb7-92a23b869a94 None None] For port 18e2b82e-9fb0-4bbb-b81e-fd21ee55e7f0, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:10:12.036794 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-b49d70d7-b6ef-4614-9fd3-ad1ba920ee84 None None] For port f36fb13a-ad8b-4497-8f48-f974cda23d16, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:10:12.040299 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-b49d70d7-b6ef-4614-9fd3-ad1ba920ee84 None None] For port f36fb13a-ad8b-4497-8f48-f974cda23d16, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f36fb13a-ad8b-4497-8f48-f974cda23d16,segment=NetworkSegment(5504db94-25a1-4905-bee1-81f3caaf96c8),segment_id=5504db94-25a1-4905-bee1-81f3caaf96c8)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:10:12.046048 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1cbcd2-f290-4691-b2b4-c1955793597e tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Pushing event updated for resources: {'Network': ['ID=cb2b790a-1fe6-4c57-8c3c-ccbd51c99d64,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:12.047348 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b49d70d7-b6ef-4614-9fd3-ad1ba920ee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:12.084869 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network cb2b790a-1fe6-4c57-8c3c-ccbd51c99d64 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:10:12.098561 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.db.api [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 15:10:12.098561 n-d-712137-10 neutron-server[106329]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 15:10:12.098561 n-d-712137-10 neutron-server[106329]: [parameters: {'id': '7fe543bb-86a2-41c1-a4fb-2567db0dc72f'}] Aug 28 15:10:12.098561 n-d-712137-10 neutron-server[106329]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:10:12.099136 n-d-712137-10 neutron-server[106329]: DEBUG oslo_db.api [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:10:12.107999 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-42da2b00-6980-43c0-bfb7-92a23b869a94 None None] For port 18e2b82e-9fb0-4bbb-b81e-fd21ee55e7f0, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=18e2b82e-9fb0-4bbb-b81e-fd21ee55e7f0,segment=NetworkSegment(323c234b-6dcf-4dc5-b8f7-dd547c61e582),segment_id=323c234b-6dcf-4dc5-b8f7-dd547c61e582)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:10:12.121455 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-090aa410-79fd-430c-bf8c-12706bd684bf tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:12.151705 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-42da2b00-6980-43c0-bfb7-92a23b869a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:12.159196 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device ce50d6f7-c328-4533-a8b9-82de5f895336 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:10:12.210200 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2e344048-f638-4bca-84f8-78fab5b8dcbd tempest-DHCPAgentSchedulersTestJSON-2080726484 tempest-DHCPAgentSchedulersTestJSON-2080726484-project-admin] 10.222.0.13 "GET /v2.0/agents/b78cbfd5-5692-48af-aa5d-7c698e41632b/dhcp-networks HTTP/1.1" status: 200 len: 8025 time: 0.1878858 Aug 28 15:10:12.216122 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d70d7-b6ef-4614-9fd3-ad1ba920ee84 None None] Pushing event updated for resources: {'Port': ['ID=f36fb13a-ad8b-4497-8f48-f974cda23d16,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:12.216379 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51998) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:12.233315 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-090aa410-79fd-430c-bf8c-12706bd684bf tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:12.315432 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa5fa77-68f6-4ded-bd4a-616032268103 tempest-DHCPAgentSchedulersTestJSON-2080726484 tempest-DHCPAgentSchedulersTestJSON-2080726484-project-admin] Network cb2b790a-1fe6-4c57-8c3c-ccbd51c99d64 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:10:12.335892 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bfa5fa77-68f6-4ded-bd4a-616032268103 tempest-DHCPAgentSchedulersTestJSON-2080726484 tempest-DHCPAgentSchedulersTestJSON-2080726484-project-admin] 10.222.0.13 "POST /v2.0/agents/b78cbfd5-5692-48af-aa5d-7c698e41632b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1182327 Aug 28 15:10:12.338321 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52000) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:12.339425 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4aa85c-b854-424a-bf54-858e49f833a2 None None] Network 7fe543bb-86a2-41c1-a4fb-2567db0dc72f requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:12.444226 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1228818d-d2e4-4112-ab1e-4a3ce5f26836 None None] Network cb2b790a-1fe6-4c57-8c3c-ccbd51c99d64 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:12.446331 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 560e2c59-86b7-45ef-a964-4d6cbb5c7f39 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:10:12.457776 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da2b00-6980-43c0-bfb7-92a23b869a94 None None] Pushing event updated for resources: {'Port': ['ID=18e2b82e-9fb0-4bbb-b81e-fd21ee55e7f0,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:12.550328 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-090aa410-79fd-430c-bf8c-12706bd684bf tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:12.572408 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-090aa410-79fd-430c-bf8c-12706bd684bf tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:12.604643 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:12.636927 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-447abf79-fe95-497b-b22b-4f5c8d0415e1 tempest-DHCPAgentSchedulersTestJSON-2080726484 tempest-DHCPAgentSchedulersTestJSON-2080726484-project-admin] 10.222.0.13 "GET /v2.0/agents/b78cbfd5-5692-48af-aa5d-7c698e41632b/dhcp-networks HTTP/1.1" status: 200 len: 8795 time: 0.2972422 Aug 28 15:10:12.645474 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c76e88-6c7b-4236-b998-21bfcd25f309 req-1d81849a-392e-4252-9117-fb70f7c53e72 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:12.647049 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-38c76e88-6c7b-4236-b998-21bfcd25f309 req-1d81849a-392e-4252-9117-fb70f7c53e72 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/ports?device_id=18da1116-14f6-4ace-8951-a895f4ba20fe HTTP/1.1" status: 200 len: 945 time: 0.1234052 Aug 28 15:10:12.647622 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52006) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:12.728685 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-38c76e88-6c7b-4236-b998-21bfcd25f309 req-c588065b-a67a-44f7-b50c-a893cf4d8257 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb79f0b3-221a-4b6c-b6e3-7419984cd51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714915 Aug 28 15:10:12.734821 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c2237bf3-0de4-4be6-a9ba-046f46dceb1e tempest-DHCPAgentSchedulersTestJSON-2080726484 tempest-DHCPAgentSchedulersTestJSON-2080726484-project-admin] 10.222.0.13 "DELETE /v2.0/agents/b78cbfd5-5692-48af-aa5d-7c698e41632b/dhcp-networks/cb2b790a-1fe6-4c57-8c3c-ccbd51c99d64 HTTP/1.1" status: 204 len: 168 time: 0.0859220 Aug 28 15:10:12.740627 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52008) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:12.744449 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090aa410-79fd-430c-bf8c-12706bd684bf tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Port': ['ID=7adc2199-a87e-4015-90c8-ea1ab3c30b1f,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:12.770419 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port ce50d6f7-c328-4533-a8b9-82de5f895336, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=ce50d6f7-c328-4533-a8b9-82de5f895336,segment=NetworkSegment(9ec01123-7417-4505-ada9-1e34db6b1ef9),segment_id=9ec01123-7417-4505-ada9-1e34db6b1ef9)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:12.803955 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'ce50d6f7-c328-4533-a8b9-82de5f895336', 'network_id': '5e0a5285-0705-46c6-bd74-c6136db9e33e', 'port_id': 'ce50d6f7-c328-4533-a8b9-82de5f895336', 'mac_address': 'fa:16:3e:74:f1:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f3d014-0797-42b4-b795-e290b7ad935e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:10:12.824072 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-090aa410-79fd-430c-bf8c-12706bd684bf tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:12.913984 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 560e2c59-86b7-45ef-a964-4d6cbb5c7f39, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=560e2c59-86b7-45ef-a964-4d6cbb5c7f39,segment=NetworkSegment(9ec01123-7417-4505-ada9-1e34db6b1ef9),segment_id=9ec01123-7417-4505-ada9-1e34db6b1ef9)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:12.932813 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '560e2c59-86b7-45ef-a964-4d6cbb5c7f39', 'network_id': '5e0a5285-0705-46c6-bd74-c6136db9e33e', 'port_id': '560e2c59-86b7-45ef-a964-4d6cbb5c7f39', 'mac_address': 'fa:16:3e:0f:91:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f3d014-0797-42b4-b795-e290b7ad935e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:10:12.934579 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:12.936194 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7f50aa09-7d3c-4a29-955d-27dc02c956b0 tempest-DHCPAgentSchedulersTestJSON-2080726484 tempest-DHCPAgentSchedulersTestJSON-2080726484-project-admin] 10.222.0.13 "GET /v2.0/agents/b78cbfd5-5692-48af-aa5d-7c698e41632b/dhcp-networks HTTP/1.1" status: 200 len: 8025 time: 0.1938455 Aug 28 15:10:12.940654 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52010) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:12.949964 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb1e81-9246-452b-b9f0-a7d7b7e59f1e req-403a022a-7dcf-4222-bec8-1b63909732f7 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:12.951884 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2abb1e81-9246-452b-b9f0-a7d7b7e59f1e req-403a022a-7dcf-4222-bec8-1b63909732f7 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81519ab-2d1d-469a-9939-664b21f78e55 HTTP/1.1" status: 200 len: 944 time: 0.4203460 Aug 28 15:10:12.972643 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-925c2506-6465-41bc-b325-666f53e1e966 tempest-DHCPAgentSchedulersTestJSON-2080726484 tempest-DHCPAgentSchedulersTestJSON-2080726484-project-admin] 10.222.0.13 "GET /v2.0/networks/bc41c104-04b2-4698-a344-e587cb2b826c/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0303125 Aug 28 15:10:12.975978 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52012) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:12.986654 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:12.990769 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce50d6f7-c328-4533-a8b9-82de5f895336 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:10:12.995901 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f36fb13a-ad8b-4497-8f48-f974cda23d16 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:10:13.020846 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4148ec1e-dc6d-42d9-a9ab-dd6e638823f7 tempest-DHCPAgentSchedulersTestJSON-2080726484 tempest-DHCPAgentSchedulersTestJSON-2080726484-project-admin] 10.222.0.13 "GET /v2.0/networks/bc41c104-04b2-4698-a344-e587cb2b826c/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0342493 Aug 28 15:10:13.021808 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52014) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:13.049676 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 560e2c59-86b7-45ef-a964-4d6cbb5c7f39 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:10:13.058287 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port ce50d6f7-c328-4533-a8b9-82de5f895336, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=ce50d6f7-c328-4533-a8b9-82de5f895336,segment=NetworkSegment(9ec01123-7417-4505-ada9-1e34db6b1ef9),segment_id=9ec01123-7417-4505-ada9-1e34db6b1ef9)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:13.070571 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:13.093899 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Deleting port 18e2b82e-9fb0-4bbb-b81e-fd21ee55e7f0 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:10:13.094163 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 560e2c59-86b7-45ef-a964-4d6cbb5c7f39, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=560e2c59-86b7-45ef-a964-4d6cbb5c7f39,segment=NetworkSegment(9ec01123-7417-4505-ada9-1e34db6b1ef9),segment_id=9ec01123-7417-4505-ada9-1e34db6b1ef9)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:13.094790 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:13.125989 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:13.163586 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port f36fb13a-ad8b-4497-8f48-f974cda23d16 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:10:13.173689 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=ce50d6f7-c328-4533-a8b9-82de5f895336,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:13.183510 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] For port 18e2b82e-9fb0-4bbb-b81e-fd21ee55e7f0, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=18e2b82e-9fb0-4bbb-b81e-fd21ee55e7f0,segment=NetworkSegment(323c234b-6dcf-4dc5-b8f7-dd547c61e582),segment_id=323c234b-6dcf-4dc5-b8f7-dd547c61e582)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:13.184032 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:13.201844 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Calling delete_port for 18e2b82e-9fb0-4bbb-b81e-fd21ee55e7f0 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:10:13.243009 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1467c63a-baf1-4261-baab-b64536ca8272 tempest-DHCPAgentSchedulersTestJSON-2080726484 tempest-DHCPAgentSchedulersTestJSON-2080726484-project-admin] 10.222.0.13 "GET /v2.0/agents/b78cbfd5-5692-48af-aa5d-7c698e41632b/dhcp-networks HTTP/1.1" status: 200 len: 8025 time: 0.2196627 Aug 28 15:10:13.246594 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:13.248146 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52016) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:13.266691 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=560e2c59-86b7-45ef-a964-4d6cbb5c7f39,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:13.324487 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2abb1e81-9246-452b-b9f0-a7d7b7e59f1e req-93fec903-eac3-4c73-a769-ffe7dbf13c67 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/security-groups?id=0058b729-bf35-45a9-9aa1-85c93417f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595262 Aug 28 15:10:13.337712 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59dd4cfa-ab73-4d3e-85e2-3e7eca9904a7 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:13.338937 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-090aa410-79fd-430c-bf8c-12706bd684bf tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Floating IP 2150f302-30e5-4ef9-bd45-1e2feca8d63e associated. External IP: 172.25.3.34, port: 85eea773-c785-4940-91e0-96b2c1a0f65f. Aug 28 15:10:13.351753 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['560e2c59-86b7-45ef-a964-4d6cbb5c7f39'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:10:13.458154 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59dd4cfa-ab73-4d3e-85e2-3e7eca9904a7 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:13.465567 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6290e3d-6d80-4d07-9435-934e5d1b88b8 req-857c2455-9c04-4fc3-bff4-ce8957a05736 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:13.469703 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-59dd4cfa-ab73-4d3e-85e2-3e7eca9904a7 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2b790a-1fe6-4c57-8c3c-ccbd51c99d64']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:13.473770 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d6290e3d-6d80-4d07-9435-934e5d1b88b8 req-857c2455-9c04-4fc3-bff4-ce8957a05736 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.41 "GET /v2.0/ports?device_id=18da1116-14f6-4ace-8951-a895f4ba20fe HTTP/1.1" status: 200 len: 945 time: 0.1915839 Aug 28 15:10:13.490582 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-59dd4cfa-ab73-4d3e-85e2-3e7eca9904a7 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4144ea74-cf11-413f-a480-a64f188db57d') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:13.491185 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-59dd4cfa-ab73-4d3e-85e2-3e7eca9904a7 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4144ea74-cf11-413f-a480-a64f188db57d') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:13.508829 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59dd4cfa-ab73-4d3e-85e2-3e7eca9904a7 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:13.523919 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59dd4cfa-ab73-4d3e-85e2-3e7eca9904a7 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:13.530003 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59dd4cfa-ab73-4d3e-85e2-3e7eca9904a7 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:10:13.530855 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59dd4cfa-ab73-4d3e-85e2-3e7eca9904a7 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:13.531121 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:10:13.589221 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:10:13.596398 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59dd4cfa-ab73-4d3e-85e2-3e7eca9904a7 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:13.604839 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59dd4cfa-ab73-4d3e-85e2-3e7eca9904a7 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:13.609130 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-59dd4cfa-ab73-4d3e-85e2-3e7eca9904a7 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] 10.222.0.13 "DELETE /v2.0/networks/cb2b790a-1fe6-4c57-8c3c-ccbd51c99d64 HTTP/1.1" status: 204 len: 168 time: 0.3577573 Aug 28 15:10:13.609469 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52018) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:13.612472 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event deleted for resources: {'Port': ['ID=18e2b82e-9fb0-4bbb-b81e-fd21ee55e7f0,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:13.619389 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] No DVR routers for this DVR port 18e2b82e-9fb0-4bbb-b81e-fd21ee55e7f0 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:10:13.632099 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['ce50d6f7-c328-4533-a8b9-82de5f895336'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:10:13.632287 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd4cfa-ab73-4d3e-85e2-3e7eca9904a7 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Pushing event deleted for resources: {'Network': ['ID=cb2b790a-1fe6-4c57-8c3c-ccbd51c99d64,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:13.644208 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780cf8a7-37d3-4393-b185-11062ccd5de3 None None] Network bc41c104-04b2-4698-a344-e587cb2b826c requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:13.653786 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-40666646-b800-4a60-9b6e-5f24df00268a tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] DELETE failed (client error): The resource could not be found. Aug 28 15:10:13.654619 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40666646-b800-4a60-9b6e-5f24df00268a tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:10:13.656502 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-40666646-b800-4a60-9b6e-5f24df00268a tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] 10.222.0.13 "DELETE /v2.0/ports/caab3875-88cc-44e8-9010-d45e4fc452a6 HTTP/1.1" status: 404 len: 333 time: 0.0460694 Aug 28 15:10:13.660037 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52020) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:13.768185 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-53ef8eef-36f5-4112-8b99-dec3b9d6957a None None] Provisioning for port f36fb13a-ad8b-4497-8f48-f974cda23d16 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:10:13.779241 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-53ef8eef-36f5-4112-8b99-dec3b9d6957a None None] Provisioning complete for port f36fb13a-ad8b-4497-8f48-f974cda23d16 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:13.779625 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-53ef8eef-36f5-4112-8b99-dec3b9d6957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:13.817179 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:13.840556 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe543bb-86a2-41c1-a4fb-2567db0dc72f']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:13.890094 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-9954f5e8-63ff-4117-8059-43340efeeb03 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Deleting subnet b0dda8bf-2c38-446f-8459-810735c59b24 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:10:13.900041 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9954f5e8-63ff-4117-8059-43340efeeb03 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:13.907951 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '323c234b-6dcf-4dc5-b8f7-dd547c61e582') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:13.908298 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '323c234b-6dcf-4dc5-b8f7-dd547c61e582') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:13.911354 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-d6290e3d-6d80-4d07-9435-934e5d1b88b8 req-7ea1c401-e472-4eb8-8304-afc9e77918aa tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Deleting port b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:10:13.911733 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d6290e3d-6d80-4d07-9435-934e5d1b88b8 req-7ea1c401-e472-4eb8-8304-afc9e77918aa tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:13.936535 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99893199-5eca-4b34-8485-9ef78db07cc9 req-3489cb2b-197e-4750-9c7a-bc729d31eeca tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:13.946060 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-99893199-5eca-4b34-8485-9ef78db07cc9 req-3489cb2b-197e-4750-9c7a-bc729d31eeca tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/ports?device_id=18da1116-14f6-4ace-8951-a895f4ba20fe HTTP/1.1" status: 200 len: 945 time: 0.0818744 Aug 28 15:10:13.956599 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:13.980107 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-99893199-5eca-4b34-8485-9ef78db07cc9 req-78f05370-7bd8-4deb-988a-151eb0398459 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb79f0b3-221a-4b6c-b6e3-7419984cd51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331538 Aug 28 15:10:13.981731 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-53ef8eef-36f5-4112-8b99-dec3b9d6957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:14.020134 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:14.033778 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090aa410-79fd-430c-bf8c-12706bd684bf tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Router 424775a3-e3cc-4424-8bb0-32937642c704 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:10:14.038269 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9954f5e8-63ff-4117-8059-43340efeeb03 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:14.055885 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-53ef8eef-36f5-4112-8b99-dec3b9d6957a None None] For port f36fb13a-ad8b-4497-8f48-f974cda23d16, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f36fb13a-ad8b-4497-8f48-f974cda23d16,segment=NetworkSegment(5504db94-25a1-4905-bee1-81f3caaf96c8),segment_id=5504db94-25a1-4905-bee1-81f3caaf96c8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:14.061569 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-53ef8eef-36f5-4112-8b99-dec3b9d6957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:14.077857 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:10:14.078266 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:10:14.086319 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:10:14.119349 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef8eef-36f5-4112-8b99-dec3b9d6957a None None] Pushing event updated for resources: {'Port': ['ID=f36fb13a-ad8b-4497-8f48-f974cda23d16,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:14.177743 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-d6290e3d-6d80-4d07-9435-934e5d1b88b8 req-7ea1c401-e472-4eb8-8304-afc9e77918aa tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] For port b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5,segment=NetworkSegment(84b3bdc4-a229-472e-b483-c2b1629d9561),segment_id=84b3bdc4-a229-472e-b483-c2b1629d9561)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:14.178116 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d6290e3d-6d80-4d07-9435-934e5d1b88b8 req-7ea1c401-e472-4eb8-8304-afc9e77918aa tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:14.237557 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:14.284421 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d9fd94ce-6802-4458-b9a3-81e4cf5e9264 None None] Provisioning complete for port f36fb13a-ad8b-4497-8f48-f974cda23d16 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:14.284875 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d9fd94ce-6802-4458-b9a3-81e4cf5e9264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:14.290311 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:14.295310 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/networks/7fe543bb-86a2-41c1-a4fb-2567db0dc72f HTTP/1.1" status: 204 len: 168 time: 3.7636375 Aug 28 15:10:14.296187 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52024) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:14.302299 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-505929d1-a8a0-4d6f-beac-33a3e2985a46 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1984885898'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:14.328177 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8255734-89fa-4d62-9116-4e5483e29525 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event deleted for resources: {'Network': ['ID=7fe543bb-86a2-41c1-a4fb-2567db0dc72f,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:14.347003 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505929d1-a8a0-4d6f-beac-33a3e2985a46 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Made reservation on behalf of 32ad64ee97a4448aaa38b4dc5ff8aff6 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:14.350668 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-505929d1-a8a0-4d6f-beac-33a3e2985a46 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:14.384960 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505929d1-a8a0-4d6f-beac-33a3e2985a46 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:10:14.400810 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-505929d1-a8a0-4d6f-beac-33a3e2985a46 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:14.401165 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-505929d1-a8a0-4d6f-beac-33a3e2985a46 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Added segment 0c0410af-c0ec-4cdc-b22c-878357c20b19 of type vlan for network 26f9a372-83bb-41bf-87b6-49e55ea4a6b1 Aug 28 15:10:14.412723 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9954f5e8-63ff-4117-8059-43340efeeb03 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:14.438142 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 560e2c59-86b7-45ef-a964-4d6cbb5c7f39 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:10:14.456717 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-505929d1-a8a0-4d6f-beac-33a3e2985a46 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:14.488945 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-505929d1-a8a0-4d6f-beac-33a3e2985a46 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:14.495322 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505929d1-a8a0-4d6f-beac-33a3e2985a46 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:14.496109 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-505929d1-a8a0-4d6f-beac-33a3e2985a46 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:14.510565 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 560e2c59-86b7-45ef-a964-4d6cbb5c7f39 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:10:14.515454 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 560e2c59-86b7-45ef-a964-4d6cbb5c7f39 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:14.516026 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:14.552828 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-505929d1-a8a0-4d6f-beac-33a3e2985a46 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2552950 Aug 28 15:10:14.559944 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52028) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:14.562798 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9e585b1b-5fc5-4a7c-be01-11a6c180db8e None None] Could not find standard attr ID for object caab3875-88cc-44e8-9010-d45e4fc452a6. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:10:14.568769 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-9c29d237-3a26-44a3-a5a1-87b711e40277 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Request body: {'subnet': {'network_id': '26f9a372-83bb-41bf-87b6-49e55ea4a6b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:14.628160 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505929d1-a8a0-4d6f-beac-33a3e2985a46 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event updated for resources: {'Network': ['ID=26f9a372-83bb-41bf-87b6-49e55ea4a6b1,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:14.643345 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 26f9a372-83bb-41bf-87b6-49e55ea4a6b1 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:10:14.660116 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:14.672648 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c29d237-3a26-44a3-a5a1-87b711e40277 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Made reservation on behalf of 32ad64ee97a4448aaa38b4dc5ff8aff6 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:14.677605 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9c29d237-3a26-44a3-a5a1-87b711e40277 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:14.863832 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f228fa54-b48e-470e-8c96-8d5537fa3fbc None None] get_active_networks_info from n-d-712137-10 {{(pid=106331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 15:10:14.865792 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f36fb13a-ad8b-4497-8f48-f974cda23d16 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:10:14.957255 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81519ab-2d1d-469a-9939-664b21f78e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560e2c59-86b7-45ef-a964-4d6cbb5c7f39'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:10:14.959883 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940126ef-ed46-4712-b111-2ad18dce590b" -d '{"events": [{"server_uuid": "c81519ab-2d1d-469a-9939-664b21f78e55", "name": "network-vif-plugged", "status": "completed", "tag": "560e2c59-86b7-45ef-a964-4d6cbb5c7f39"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:10:14.988832 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090aa410-79fd-430c-bf8c-12706bd684bf tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:10:14.996419 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 560e2c59-86b7-45ef-a964-4d6cbb5c7f39, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=560e2c59-86b7-45ef-a964-4d6cbb5c7f39,segment=NetworkSegment(9ec01123-7417-4505-ada9-1e34db6b1ef9),segment_id=9ec01123-7417-4505-ada9-1e34db6b1ef9)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:15.004914 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027f0dda-4f79-4473-b029-cc266d2261f5 None None] Sync routers for ids ['424775a3-e3cc-4424-8bb0-32937642c704'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:10:15.015582 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027f0dda-4f79-4473-b029-cc266d2261f5 None None] Routers {'424775a3-e3cc-4424-8bb0-32937642c704'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:10:15.018107 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-027f0dda-4f79-4473-b029-cc266d2261f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:10:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['424775a3-e3cc-4424-8bb0-32937642c704'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:15.020748 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:15.078510 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832d017e-2d1e-4ec3-83d5-4b33fa0b68f8 x-openstack-request-id: req-832d017e-2d1e-4ec3-83d5-4b33fa0b68f8 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:10:15.079006 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81519ab-2d1d-469a-9939-664b21f78e55", "name": "network-vif-plugged", "status": "completed", "tag": "560e2c59-86b7-45ef-a964-4d6cbb5c7f39", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:10:15.080722 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-832d017e-2d1e-4ec3-83d5-4b33fa0b68f8 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:10:15.081342 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81519ab-2d1d-469a-9939-664b21f78e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560e2c59-86b7-45ef-a964-4d6cbb5c7f39', 'code': 200} Aug 28 15:10:15.095468 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-090aa410-79fd-430c-bf8c-12706bd684bf tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:15.118079 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port f36fb13a-ad8b-4497-8f48-f974cda23d16 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:15.118966 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:15.172193 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f434c2-5f24-4288-99ab-4f68d22d6427 req-f1d6d2b4-255f-4817-baaf-81f432c8e3e7 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:15.174104 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-23f434c2-5f24-4288-99ab-4f68d22d6427 req-f1d6d2b4-255f-4817-baaf-81f432c8e3e7 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81519ab-2d1d-469a-9939-664b21f78e55 HTTP/1.1" status: 200 len: 945 time: 0.7029576 Aug 28 15:10:15.207049 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-090aa410-79fd-430c-bf8c-12706bd684bf tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.1742570 Aug 28 15:10:15.211900 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=560e2c59-86b7-45ef-a964-4d6cbb5c7f39,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:15.215557 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24488e5d-dfc8-4192-b2da-26ff8c03836f', 'tag': '85eea773-c785-4940-91e0-96b2c1a0f65f'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:10:15.216353 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f228fa54-b48e-470e-8c96-8d5537fa3fbc None None] Resources bound (agent type, host, resource id): {{(pid=106331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 15:10:15.218236 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044a51c7-9084-4f6b-a22b-07570f84cfbf" -d '{"events": [{"name": "network-changed", "server_uuid": "24488e5d-dfc8-4192-b2da-26ff8c03836f", "tag": "85eea773-c785-4940-91e0-96b2c1a0f65f"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:10:15.222165 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9954f5e8-63ff-4117-8059-43340efeeb03 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:15.230512 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-027f0dda-4f79-4473-b029-cc266d2261f5 None None] Set router 424775a3-e3cc-4424-8bb0-32937642c704 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:10:15.246310 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d6290e3d-6d80-4d07-9435-934e5d1b88b8 req-7ea1c401-e472-4eb8-8304-afc9e77918aa tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:15.246593 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d6290e3d-6d80-4d07-9435-934e5d1b88b8 req-7ea1c401-e472-4eb8-8304-afc9e77918aa tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:15.246740 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [req-d6290e3d-6d80-4d07-9435-934e5d1b88b8 req-7ea1c401-e472-4eb8-8304-afc9e77918aa tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Floating IP dca7da04-412f-448a-9a4f-ee51f0b19273 disassociated. External IP: 172.25.3.127, port: b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5. Aug 28 15:10:15.247084 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-d6290e3d-6d80-4d07-9435-934e5d1b88b8 req-7ea1c401-e472-4eb8-8304-afc9e77918aa tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Calling delete_port for b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:10:15.253642 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6fd02-43ed-41db-a9d1-970957e4dc25 req-6f470da0-ce9d-4079-b88b-beac2014fbce tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:15.260878 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c6a6fd02-43ed-41db-a9d1-970957e4dc25 req-6f470da0-ce9d-4079-b88b-beac2014fbce tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/ports?device_id=18da1116-14f6-4ace-8951-a895f4ba20fe HTTP/1.1" status: 200 len: 945 time: 0.1002331 Aug 28 15:10:15.289793 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954f5e8-63ff-4117-8059-43340efeeb03 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Pushing event deleted for resources: {'Subnet': ['ID=b0dda8bf-2c38-446f-8459-810735c59b24,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:15.295790 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9954f5e8-63ff-4117-8059-43340efeeb03 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:15.300104 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9954f5e8-63ff-4117-8059-43340efeeb03 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] 10.222.0.13 "DELETE /v2.0/subnets/b0dda8bf-2c38-446f-8459-810735c59b24 HTTP/1.1" status: 204 len: 168 time: 1.6356306 Aug 28 15:10:15.300776 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52038) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:15.355151 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c6a6fd02-43ed-41db-a9d1-970957e4dc25 req-e75d0e49-38ab-480f-91ec-fe60edb91a25 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb79f0b3-221a-4b6c-b6e3-7419984cd51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855074 Aug 28 15:10:15.388360 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae55b50-e6d3-4983-b668-9e34bb777a21 req-7ab79388-b858-4f51-989b-d06040d108eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:15.391730 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fae55b50-e6d3-4983-b668-9e34bb777a21 req-7ab79388-b858-4f51-989b-d06040d108eb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c81519ab-2d1d-469a-9939-664b21f78e55 HTTP/1.1" status: 200 len: 1098 time: 0.2843473 Aug 28 15:10:15.411733 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-23f434c2-5f24-4288-99ab-4f68d22d6427 req-f9639cc8-b68c-4ed5-8e70-08e671c2be76 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/security-groups?id=0058b729-bf35-45a9-9aa1-85c93417f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167881 Aug 28 15:10:15.500248 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af21432f-19a8-4c1e-a0d5-60862336119b x-openstack-request-id: req-af21432f-19a8-4c1e-a0d5-60862336119b {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:10:15.500531 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24488e5d-dfc8-4192-b2da-26ff8c03836f", "tag": "85eea773-c785-4940-91e0-96b2c1a0f65f", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:10:15.500780 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af21432f-19a8-4c1e-a0d5-60862336119b {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:10:15.502734 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24488e5d-dfc8-4192-b2da-26ff8c03836f', 'tag': '85eea773-c785-4940-91e0-96b2c1a0f65f', 'status': 'completed', 'code': 200} Aug 28 15:10:15.504219 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fae55b50-e6d3-4983-b668-9e34bb777a21 req-80832b89-44c7-43b5-8b53-a2b887843e48 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0058b729-bf35-45a9-9aa1-85c93417f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914948 Aug 28 15:10:15.559540 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f9783707-e47b-49c9-b6da-72907992bae1 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:15.586937 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-027f0dda-4f79-4473-b029-cc266d2261f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424775a3-e3cc-4424-8bb0-32937642c704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636770003', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'd0612c63-f1d4-4b0c-84c4-1490f3e5e88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:09:38Z', 'updated_at': '2021-08-28T15:09:47Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': 'd0612c63-f1d4-4b0c-84c4-1490f3e5e88a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424775a3-e3cc-4424-8bb0-32937642c704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:09:39Z', 'updated_at': '2021-08-28T15:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '2150f302-30e5-4ef9-bd45-1e2feca8d63e', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '424775a3-e3cc-4424-8bb0-32937642c704', 'port_id': '85eea773-c785-4940-91e0-96b2c1a0f65f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436', 'mac_address': 'fa:16:3e:de:25:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24488e5d-dfc8-4192-b2da-26ff8c03836f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:10:11Z', 'updated_at': '2021-08-28T15:10:11Z', 'revision_number': 0, 'project_id': 'bee02b8454d546b78330e0129408e569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11580924-a285-432c-98e3-127e10ff1d9b', 'name': '', 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:e2:8b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424775a3-e3cc-4424-8bb0-32937642c704', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:09:45Z', 'updated_at': '2021-08-28T15:09:55Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': '490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:15.602401 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d6290e3d-6d80-4d07-9435-934e5d1b88b8 req-7ea1c401-e472-4eb8-8304-afc9e77918aa tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:15.616708 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027f0dda-4f79-4473-b029-cc266d2261f5 None None] Checking router: 424775a3-e3cc-4424-8bb0-32937642c704 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:10:15.625673 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027f0dda-4f79-4473-b029-cc266d2261f5 None None] Routers {'424775a3-e3cc-4424-8bb0-32937642c704'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:10:15.627079 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-027f0dda-4f79-4473-b029-cc266d2261f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:10:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['424775a3-e3cc-4424-8bb0-32937642c704'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:15.629925 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73533366-d586-4415-9d93-536b1ea37143 None None] Network bc41c104-04b2-4698-a344-e587cb2b826c requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:15.643694 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1c401-e472-4eb8-8304-afc9e77918aa tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Pushing event deleted for resources: {'Port': ['ID=b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:15.656881 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc297159-1b95-415c-849a-85e1f31e5816 req-a21039c7-a040-4ad4-b341-86e9a58660e1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:15.667787 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bc297159-1b95-415c-849a-85e1f31e5816 req-a21039c7-a040-4ad4-b341-86e9a58660e1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 945 time: 0.1756887 Aug 28 15:10:15.730979 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9c29d237-3a26-44a3-a5a1-87b711e40277 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:15.753333 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bc297159-1b95-415c-849a-85e1f31e5816 req-394cb8f1-aa3c-44a8-b93a-2f0c48943c87 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821800 Aug 28 15:10:15.757484 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-027f0dda-4f79-4473-b029-cc266d2261f5 None None] Set router 424775a3-e3cc-4424-8bb0-32937642c704 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:10:15.770233 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52040) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:15.797830 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a51c7-9084-4f6b-a22b-07570f84cfbf req-a09914f1-e7b8-4c9e-bec1-f7a786a93e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:15.801047 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-044a51c7-9084-4f6b-a22b-07570f84cfbf req-a09914f1-e7b8-4c9e-bec1-f7a786a93e4c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 1097 time: 0.0990772 Aug 28 15:10:15.838618 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29d237-3a26-44a3-a5a1-87b711e40277 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event updated for resources: {'Subnet': ['ID=b33ecd69-88ee-4f71-9c2a-61474662401b,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:15.894113 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d791533e-e30c-42f5-b8bb-05de0d0e5e0e None None] DHCP port deletion for bc41c104-04b2-4698-a344-e587cb2b826c request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:10:15.895259 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6290e3d-6d80-4d07-9435-934e5d1b88b8 req-7ea1c401-e472-4eb8-8304-afc9e77918aa tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Router 0adb191f-0baa-4254-b0a8-471f30c1af41 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:10:15.949001 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-d791533e-e30c-42f5-b8bb-05de0d0e5e0e None None] Deleting port f36fb13a-ad8b-4497-8f48-f974cda23d16 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:10:15.949306 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c29d237-3a26-44a3-a5a1-87b711e40277 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Checking segment: {'id': '0c0410af-c0ec-4cdc-b22c-878357c20b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '26f9a372-83bb-41bf-87b6-49e55ea4a6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:15.949538 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d791533e-e30c-42f5-b8bb-05de0d0e5e0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:15.950023 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c29d237-3a26-44a3-a5a1-87b711e40277 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Network hostable DHCP agents. Network: 26f9a372-83bb-41bf-87b6-49e55ea4a6b1, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:10:15.959937 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-594857de-4724-4187-b5d2-afbbf2b21eb7 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/floatingips/2150f302-30e5-4ef9-bd45-1e2feca8d63e HTTP/1.1" status: 200 len: 990 time: 0.1864808 Aug 28 15:10:15.977738 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-f9783707-e47b-49c9-b6da-72907992bae1 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Deleting port f36fb13a-ad8b-4497-8f48-f974cda23d16 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:10:15.978385 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f9783707-e47b-49c9-b6da-72907992bae1 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:15.991287 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a51c7-9084-4f6b-a22b-07570f84cfbf req-4abb9070-ce82-43d2-9d3a-15bf8a44dee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:15.993620 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-044a51c7-9084-4f6b-a22b-07570f84cfbf req-4abb9070-ce82-43d2-9d3a-15bf8a44dee7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a312b48-1593-4ae4-aa4f-ef246ab62436 HTTP/1.1" status: 200 len: 898 time: 0.1849740 Aug 28 15:10:16.001661 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c29d237-3a26-44a3-a5a1-87b711e40277 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Network 26f9a372-83bb-41bf-87b6-49e55ea4a6b1 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:10:16.030668 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-d791533e-e30c-42f5-b8bb-05de0d0e5e0e None None] For port f36fb13a-ad8b-4497-8f48-f974cda23d16, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f36fb13a-ad8b-4497-8f48-f974cda23d16,segment=NetworkSegment(5504db94-25a1-4905-bee1-81f3caaf96c8),segment_id=5504db94-25a1-4905-bee1-81f3caaf96c8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:16.031286 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d791533e-e30c-42f5-b8bb-05de0d0e5e0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:16.063165 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-d791533e-e30c-42f5-b8bb-05de0d0e5e0e None None] Calling delete_port for f36fb13a-ad8b-4497-8f48-f974cda23d16 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:10:16.074756 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-f9783707-e47b-49c9-b6da-72907992bae1 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] For port f36fb13a-ad8b-4497-8f48-f974cda23d16, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f36fb13a-ad8b-4497-8f48-f974cda23d16,segment=NetworkSegment(5504db94-25a1-4905-bee1-81f3caaf96c8),segment_id=5504db94-25a1-4905-bee1-81f3caaf96c8)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:16.075134 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f9783707-e47b-49c9-b6da-72907992bae1 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:16.079008 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-027f0dda-4f79-4473-b029-cc266d2261f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424775a3-e3cc-4424-8bb0-32937642c704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636770003', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'd0612c63-f1d4-4b0c-84c4-1490f3e5e88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:09:38Z', 'updated_at': '2021-08-28T15:09:47Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': 'd0612c63-f1d4-4b0c-84c4-1490f3e5e88a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424775a3-e3cc-4424-8bb0-32937642c704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:09:39Z', 'updated_at': '2021-08-28T15:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '2150f302-30e5-4ef9-bd45-1e2feca8d63e', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '424775a3-e3cc-4424-8bb0-32937642c704', 'port_id': '85eea773-c785-4940-91e0-96b2c1a0f65f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436', 'mac_address': 'fa:16:3e:de:25:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24488e5d-dfc8-4192-b2da-26ff8c03836f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:10:11Z', 'updated_at': '2021-08-28T15:10:11Z', 'revision_number': 0, 'project_id': 'bee02b8454d546b78330e0129408e569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11580924-a285-432c-98e3-127e10ff1d9b', 'name': '', 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:e2:8b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424775a3-e3cc-4424-8bb0-32937642c704', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:09:45Z', 'updated_at': '2021-08-28T15:09:55Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': '490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:16.093079 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-f9783707-e47b-49c9-b6da-72907992bae1 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Calling delete_port for f36fb13a-ad8b-4497-8f48-f974cda23d16 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:10:16.125168 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027f0dda-4f79-4473-b029-cc266d2261f5 None None] The sync data for ids ['424775a3-e3cc-4424-8bb0-32937642c704'] in n-d-712137-10 is: [{'id': '424775a3-e3cc-4424-8bb0-32937642c704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636770003', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'd0612c63-f1d4-4b0c-84c4-1490f3e5e88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:09:38Z', 'updated_at': '2021-08-28T15:09:47Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': 'd0612c63-f1d4-4b0c-84c4-1490f3e5e88a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424775a3-e3cc-4424-8bb0-32937642c704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:09:39Z', 'updated_at': '2021-08-28T15:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '2150f302-30e5-4ef9-bd45-1e2feca8d63e', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '424775a3-e3cc-4424-8bb0-32937642c704', 'port_id': '85eea773-c785-4940-91e0-96b2c1a0f65f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436', 'mac_address': 'fa:16:3e:de:25:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24488e5d-dfc8-4192-b2da-26ff8c03836f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:10:11Z', 'updated_at': '2021-08-28T15:10:11Z', 'revision_number': 0, 'project_id': 'bee02b8454d546b78330e0129408e569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11580924-a285-432c-98e3-127e10ff1d9b', 'name': '', 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:e2:8b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424775a3-e3cc-4424-8bb0-32937642c704', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:09:45Z', 'updated_at': '2021-08-28T15:09:55Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': '490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:10:16.137936 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6290e3d-6d80-4d07-9435-934e5d1b88b8 req-7ea1c401-e472-4eb8-8304-afc9e77918aa tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:10:16.159103 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf16045-2135-4d7c-9599-a92d40e5460c None None] Sync routers for ids ['0adb191f-0baa-4254-b0a8-471f30c1af41'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:10:16.186169 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf16045-2135-4d7c-9599-a92d40e5460c None None] Routers {'0adb191f-0baa-4254-b0a8-471f30c1af41'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:10:16.186930 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-4bf16045-2135-4d7c-9599-a92d40e5460c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:10:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['0adb191f-0baa-4254-b0a8-471f30c1af41'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:16.193598 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-044a51c7-9084-4f6b-a22b-07570f84cfbf req-5d80cc41-4c6b-4898-a951-f0328c9c1d10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85eea773-c785-4940-91e0-96b2c1a0f65f HTTP/1.1" status: 200 len: 998 time: 0.1514406 Aug 28 15:10:16.194538 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6290e3d-6d80-4d07-9435-934e5d1b88b8 req-7ea1c401-e472-4eb8-8304-afc9e77918aa tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] No DVR routers for this DVR port b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5 on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:10:16.197342 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d6290e3d-6d80-4d07-9435-934e5d1b88b8 req-7ea1c401-e472-4eb8-8304-afc9e77918aa tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:16.199523 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d6290e3d-6d80-4d07-9435-934e5d1b88b8 req-7ea1c401-e472-4eb8-8304-afc9e77918aa tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.41 "DELETE /v2.0/ports/b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5 HTTP/1.1" status: 204 len: 173 time: 2.7127955 Aug 28 15:10:16.233089 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-9c29d237-3a26-44a3-a5a1-87b711e40277 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 26f9a372-83bb-41bf-87b6-49e55ea4a6b1) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:16.245249 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f9783707-e47b-49c9-b6da-72907992bae1 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:16.248424 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c29d237-3a26-44a3-a5a1-87b711e40277 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:16.249023 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9c29d237-3a26-44a3-a5a1-87b711e40277 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:16.264110 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device ce50d6f7-c328-4533-a8b9-82de5f895336 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:10:16.266070 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5294dc68-5b0e-4034-a59c-5a30738a51f3 None None] Network 26f9a372-83bb-41bf-87b6-49e55ea4a6b1 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:16.274914 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a51c7-9084-4f6b-a22b-07570f84cfbf req-75aab440-900d-4362-b768-d99ad5d288be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:16.284376 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9783707-e47b-49c9-b6da-72907992bae1 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Pushing event deleted for resources: {'Port': ['ID=f36fb13a-ad8b-4497-8f48-f974cda23d16,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:16.286944 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-044a51c7-9084-4f6b-a22b-07570f84cfbf req-75aab440-900d-4362-b768-d99ad5d288be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6 HTTP/1.1" status: 200 len: 834 time: 0.0858724 Aug 28 15:10:16.290368 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9783707-e47b-49c9-b6da-72907992bae1 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] No DVR routers for this DVR port f36fb13a-ad8b-4497-8f48-f974cda23d16 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:10:16.317916 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9c29d237-3a26-44a3-a5a1-87b711e40277 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7568045 Aug 28 15:10:16.321592 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52042) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:16.414000 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f9783707-e47b-49c9-b6da-72907992bae1 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:16.437752 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-f9783707-e47b-49c9-b6da-72907992bae1 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc41c104-04b2-4698-a344-e587cb2b826c']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:16.450293 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-f9783707-e47b-49c9-b6da-72907992bae1 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5504db94-25a1-4905-bee1-81f3caaf96c8') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:16.450593 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-f9783707-e47b-49c9-b6da-72907992bae1 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5504db94-25a1-4905-bee1-81f3caaf96c8') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:16.462520 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f9783707-e47b-49c9-b6da-72907992bae1 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:16.472030 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a51c7-9084-4f6b-a22b-07570f84cfbf req-a77f5210-c1a9-405e-982b-c635328e0ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:16.473937 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-044a51c7-9084-4f6b-a22b-07570f84cfbf req-a77f5210-c1a9-405e-982b-c635328e0ed0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a312b48-1593-4ae4-aa4f-ef246ab62436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1740696 Aug 28 15:10:16.479566 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f9783707-e47b-49c9-b6da-72907992bae1 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:16.499881 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9783707-e47b-49c9-b6da-72907992bae1 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:10:16.503582 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f9783707-e47b-49c9-b6da-72907992bae1 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:10:16.513280 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:10:16.546490 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-4bf16045-2135-4d7c-9599-a92d40e5460c None None] Set router 0adb191f-0baa-4254-b0a8-471f30c1af41 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:10:16.581159 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8157c4c-e01b-4e35-81d7-14a2da463ac1 None None] New status for floating IP 2150f302-30e5-4ef9-bd45-1e2feca8d63e: ACTIVE {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:10:16.627446 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-044a51c7-9084-4f6b-a22b-07570f84cfbf req-0785f668-ba90-4c65-b040-c87076e9dbcc service neutron] 10.222.0.36 "GET /v2.0/networks/2a312b48-1593-4ae4-aa4f-ef246ab62436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386933 Aug 28 15:10:16.645400 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-740e994f-8d0c-47e5-a3b7-e4c177d45f09 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:16.650362 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f9783707-e47b-49c9-b6da-72907992bae1 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:16.659918 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f9783707-e47b-49c9-b6da-72907992bae1 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:16.662224 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f9783707-e47b-49c9-b6da-72907992bae1 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] 10.222.0.13 "DELETE /v2.0/networks/bc41c104-04b2-4698-a344-e587cb2b826c HTTP/1.1" status: 204 len: 168 time: 1.3582709 Aug 28 15:10:16.686832 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4668d8cb-4cd6-475b-b06b-5170ab0faded req-3cf153af-bbcf-42df-91d5-439720b2b7b3 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/ports?device_id=18da1116-14f6-4ace-8951-a895f4ba20fe HTTP/1.1" status: 200 len: 210 time: 0.0583248 Aug 28 15:10:16.703649 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d93f5d-0ea2-4fec-87ed-e0075dfebe50 req-e86ce951-e216-4b35-b0a7-eaccca3e4fba tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:16.712256 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-77d93f5d-0ea2-4fec-87ed-e0075dfebe50 req-e86ce951-e216-4b35-b0a7-eaccca3e4fba tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81519ab-2d1d-469a-9939-664b21f78e55 HTTP/1.1" status: 200 len: 946 time: 0.1211381 Aug 28 15:10:16.723231 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9783707-e47b-49c9-b6da-72907992bae1 tempest-DHCPAgentSchedulersTestJSON-2068521340 tempest-DHCPAgentSchedulersTestJSON-2068521340-project] Pushing event deleted for resources: {'Network': ['ID=bc41c104-04b2-4698-a344-e587cb2b826c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:16.796507 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d791533e-e30c-42f5-b8bb-05de0d0e5e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:16.798612 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-77d93f5d-0ea2-4fec-87ed-e0075dfebe50 req-4af4d06d-8f8d-49eb-80b8-2bc049b8e27d tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/security-groups?id=0058b729-bf35-45a9-9aa1-85c93417f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847275 Aug 28 15:10:16.836682 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d791533e-e30c-42f5-b8bb-05de0d0e5e0e None None] Network bc41c104-04b2-4698-a344-e587cb2b826c is not hosted by any dhcp agent {{(pid=106331) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 15:10:16.837285 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d791533e-e30c-42f5-b8bb-05de0d0e5e0e None None] No DVR routers for this DVR port f36fb13a-ad8b-4497-8f48-f974cda23d16 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:10:16.927159 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-740e994f-8d0c-47e5-a3b7-e4c177d45f09 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:16.961310 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-044a51c7-9084-4f6b-a22b-07570f84cfbf req-10d25705-4aa5-40bc-9cb6-5d80a030b3aa service neutron] 10.222.0.36 "GET /v2.0/networks/2a312b48-1593-4ae4-aa4f-ef246ab62436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219187 Aug 28 15:10:16.964049 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52050) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:16.973999 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f36fb13a-ad8b-4497-8f48-f974cda23d16 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:10:16.980908 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791533e-e30c-42f5-b8bb-05de0d0e5e0e None None] Pushing event deleted for resources: {'Port': ['ID=f36fb13a-ad8b-4497-8f48-f974cda23d16,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:17.021715 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-740e994f-8d0c-47e5-a3b7-e4c177d45f09 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:17.026575 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791533e-e30c-42f5-b8bb-05de0d0e5e0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:17.026931 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791533e-e30c-42f5-b8bb-05de0d0e5e0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:17.027277 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791533e-e30c-42f5-b8bb-05de0d0e5e0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:17.027628 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791533e-e30c-42f5-b8bb-05de0d0e5e0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:17.027995 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791533e-e30c-42f5-b8bb-05de0d0e5e0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:17.028332 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791533e-e30c-42f5-b8bb-05de0d0e5e0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:17.028990 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791533e-e30c-42f5-b8bb-05de0d0e5e0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:17.028990 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791533e-e30c-42f5-b8bb-05de0d0e5e0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:17.029300 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791533e-e30c-42f5-b8bb-05de0d0e5e0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:17.029630 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791533e-e30c-42f5-b8bb-05de0d0e5e0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:17.029956 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791533e-e30c-42f5-b8bb-05de0d0e5e0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:17.030282 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791533e-e30c-42f5-b8bb-05de0d0e5e0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:17.040763 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: f36fb13a-ad8b-4497-8f48-f974cda23d16 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:10:17.041366 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f36fb13a-ad8b-4497-8f48-f974cda23d16 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:10:17.077127 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port ce50d6f7-c328-4533-a8b9-82de5f895336 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:10:17.100198 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port ce50d6f7-c328-4533-a8b9-82de5f895336 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:17.100655 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:17.125270 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef62c005-e220-468d-b212-9231fdd058ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-26f9a372-83bb-41bf-87b6-49e55ea4a6b1', 'network_id': '26f9a372-83bb-41bf-87b6-49e55ea4a6b1', 'tenant_id': '32ad64ee97a4448aaa38b4dc5ff8aff6', 'fixed_ips': [{'subnet_id': 'b33ecd69-88ee-4f71-9c2a-61474662401b'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:10:17.126798 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ef62c005-e220-468d-b212-9231fdd058ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:17.127539 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-facd4039-0bd1-438c-96db-0bbe64e6b084 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/floatingips/2150f302-30e5-4ef9-bd45-1e2feca8d63e HTTP/1.1" status: 200 len: 990 time: 0.1605978 Aug 28 15:10:17.133451 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-4bf16045-2135-4d7c-9599-a92d40e5460c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'name': 'tempest-ServersTestFqdnHostnames-1822638661-router', 'tenant_id': '58646dff4236456eaa1799e18ba69def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b5a9a55e-d598-469a-b6e4-8fb9cdacf160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:28Z', 'updated_at': '2021-08-28T15:06:38Z', 'revision_number': 4, 'project_id': '58646dff4236456eaa1799e18ba69def', 'gw_port': {'id': 'b5a9a55e-d598-469a-b6e4-8fb9cdacf160', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'bfe3fcbd-5f70-4df8-9bb5-d643e9206c93', 'name': '', 'network_id': '62a05963-9485-4d2d-9e03-53fcab2c33e0', 'tenant_id': '58646dff4236456eaa1799e18ba69def', 'mac_address': 'fa:16:3e:27:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'b079ed4e-e959-4b0f-8924-28bb3e9ef569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:35Z', 'updated_at': '2021-08-28T15:06:57Z', 'revision_number': 5, 'project_id': '58646dff4236456eaa1799e18ba69def', 'subnets': [{'id': 'b079ed4e-e959-4b0f-8924-28bb3e9ef569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:17.134567 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e994f-8d0c-47e5-a3b7-e4c177d45f09 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event deleted for resources: {'Subnet': ['ID=b33ecd69-88ee-4f71-9c2a-61474662401b,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:17.180022 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf16045-2135-4d7c-9599-a92d40e5460c None None] Checking router: 0adb191f-0baa-4254-b0a8-471f30c1af41 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:10:17.194215 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-740e994f-8d0c-47e5-a3b7-e4c177d45f09 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:17.202025 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52054) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:17.206661 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-740e994f-8d0c-47e5-a3b7-e4c177d45f09 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f9a372-83bb-41bf-87b6-49e55ea4a6b1']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:17.218175 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-740e994f-8d0c-47e5-a3b7-e4c177d45f09 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c0410af-c0ec-4cdc-b22c-878357c20b19') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:17.218552 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-740e994f-8d0c-47e5-a3b7-e4c177d45f09 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c0410af-c0ec-4cdc-b22c-878357c20b19') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:17.229176 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-740e994f-8d0c-47e5-a3b7-e4c177d45f09 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:17.244617 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-740e994f-8d0c-47e5-a3b7-e4c177d45f09 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:17.247886 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf16045-2135-4d7c-9599-a92d40e5460c None None] Routers {'0adb191f-0baa-4254-b0a8-471f30c1af41'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:10:17.248525 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-4bf16045-2135-4d7c-9599-a92d40e5460c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:10:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['0adb191f-0baa-4254-b0a8-471f30c1af41'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:17.252489 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-740e994f-8d0c-47e5-a3b7-e4c177d45f09 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:10:17.253169 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-740e994f-8d0c-47e5-a3b7-e4c177d45f09 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:10:17.256233 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:10:17.320794 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-740e994f-8d0c-47e5-a3b7-e4c177d45f09 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:17.324747 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73b15e4-6b1a-4591-8ce5-ef3bcef20ad7 None None] Network 26f9a372-83bb-41bf-87b6-49e55ea4a6b1 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:17.343254 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-740e994f-8d0c-47e5-a3b7-e4c177d45f09 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:17.351465 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-740e994f-8d0c-47e5-a3b7-e4c177d45f09 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/networks/26f9a372-83bb-41bf-87b6-49e55ea4a6b1 HTTP/1.1" status: 204 len: 168 time: 1.0221198 Aug 28 15:10:17.351465 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e994f-8d0c-47e5-a3b7-e4c177d45f09 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event deleted for resources: {'Network': ['ID=26f9a372-83bb-41bf-87b6-49e55ea4a6b1,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:17.351844 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52058) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:17.357249 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-2afc6e86-861d-488f-916f-d665fca58d03 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1019960265'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:17.379900 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ae020249-e95a-4d4d-87c2-f3af4a9d4aac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ae47485b2ae4a5c8ec1f94d51aef2c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1764586 Aug 28 15:10:17.382554 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52060) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:17.383676 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afc6e86-861d-488f-916f-d665fca58d03 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Made reservation on behalf of 32ad64ee97a4448aaa38b4dc5ff8aff6 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:17.387671 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2afc6e86-861d-488f-916f-d665fca58d03 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:17.415023 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2afc6e86-861d-488f-916f-d665fca58d03 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:10:17.425997 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2afc6e86-861d-488f-916f-d665fca58d03 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:17.426347 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-2afc6e86-861d-488f-916f-d665fca58d03 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Added segment 425dda73-babb-441c-a797-db7d1f51db80 of type vlan for network 4b04c0f9-8aba-4524-b961-72fbddc1938c Aug 28 15:10:17.450674 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5dac399b-e63e-4e52-9744-d4c7c1c0b43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:17.469063 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2afc6e86-861d-488f-916f-d665fca58d03 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:17.477501 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5dac399b-e63e-4e52-9744-d4c7c1c0b43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:17.502698 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18da1116-14f6-4ace-8951-a895f4ba20fe', 'name': 'network-vif-deleted', 'tag': 'b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:10:17.505248 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18af917a-2486-40dd-bcee-c1c36a4109e0" -d '{"events": [{"server_uuid": "18da1116-14f6-4ace-8951-a895f4ba20fe", "name": "network-vif-deleted", "tag": "b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:10:17.508582 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73b15e4-6b1a-4591-8ce5-ef3bcef20ad7 None None] Network 26f9a372-83bb-41bf-87b6-49e55ea4a6b1 could not be found, it might have been deleted concurrently. {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 28 15:10:17.518512 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2afc6e86-861d-488f-916f-d665fca58d03 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:17.524947 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afc6e86-861d-488f-916f-d665fca58d03 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:17.525673 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2afc6e86-861d-488f-916f-d665fca58d03 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:17.549222 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:17.562087 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5dac399b-e63e-4e52-9744-d4c7c1c0b43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:17.569290 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5dac399b-e63e-4e52-9744-d4c7c1c0b43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:17.573402 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5dac399b-e63e-4e52-9744-d4c7c1c0b43c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9800c04-d5ca-4a38-a786-34933a79f7ca HTTP/1.1" status: 204 len: 168 time: 0.1872454 Aug 28 15:10:17.585192 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac399b-e63e-4e52-9744-d4c7c1c0b43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9800c04-d5ca-4a38-a786-34933a79f7ca,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:17.585472 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-4bf16045-2135-4d7c-9599-a92d40e5460c None None] Set router 0adb191f-0baa-4254-b0a8-471f30c1af41 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:10:17.586803 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31294ef8-6ba9-4b7f-aeba-8682aac8e6b1 x-openstack-request-id: req-31294ef8-6ba9-4b7f-aeba-8682aac8e6b1 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:10:17.587100 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18da1116-14f6-4ace-8951-a895f4ba20fe", "name": "network-vif-deleted", "tag": "b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:10:17.587353 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31294ef8-6ba9-4b7f-aeba-8682aac8e6b1 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:10:17.587777 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18da1116-14f6-4ace-8951-a895f4ba20fe', 'name': 'network-vif-deleted', 'tag': 'b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5', 'status': 'completed', 'code': 200} Aug 28 15:10:17.593724 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d09db9-276c-457c-a4d8-215cf1a805e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce50d6f7-c328-4533-a8b9-82de5f895336'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:10:17.596943 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d260aa5e-84cc-4fb1-a4e0-61b7efcf8ba5" -d '{"events": [{"server_uuid": "42d09db9-276c-457c-a4d8-215cf1a805e9", "name": "network-vif-plugged", "status": "completed", "tag": "ce50d6f7-c328-4533-a8b9-82de5f895336"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:10:17.614009 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2afc6e86-861d-488f-916f-d665fca58d03 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2575576 Aug 28 15:10:17.614226 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52068) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:17.621162 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-e74913e2-7746-4a40-9176-5e67bd974cc5 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Request body: {'subnet': {'network_id': '4b04c0f9-8aba-4524-b961-72fbddc1938c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:17.646273 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port ce50d6f7-c328-4533-a8b9-82de5f895336, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=ce50d6f7-c328-4533-a8b9-82de5f895336,segment=NetworkSegment(9ec01123-7417-4505-ada9-1e34db6b1ef9),segment_id=9ec01123-7417-4505-ada9-1e34db6b1ef9)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:17.656823 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:17.659084 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:10:17.683795 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc6e86-861d-488f-916f-d665fca58d03 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event updated for resources: {'Network': ['ID=4b04c0f9-8aba-4524-b961-72fbddc1938c,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:17.731048 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad308e8a-9294-41bf-9314-fdb967f41bec x-openstack-request-id: req-ad308e8a-9294-41bf-9314-fdb967f41bec {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:10:17.731424 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d09db9-276c-457c-a4d8-215cf1a805e9", "name": "network-vif-plugged", "status": "completed", "tag": "ce50d6f7-c328-4533-a8b9-82de5f895336", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:10:17.731902 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad308e8a-9294-41bf-9314-fdb967f41bec {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:10:17.732359 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d09db9-276c-457c-a4d8-215cf1a805e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce50d6f7-c328-4533-a8b9-82de5f895336', 'code': 200} Aug 28 15:10:17.733279 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 4b04c0f9-8aba-4524-b961-72fbddc1938c details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:10:17.736155 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:10:17.736863 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device b1ecf3ec-da45-4fdb-a03d-5e3f35e07db5 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:10:17.792874 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74913e2-7746-4a40-9176-5e67bd974cc5 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Made reservation on behalf of 32ad64ee97a4448aaa38b4dc5ff8aff6 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:17.796422 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e74913e2-7746-4a40-9176-5e67bd974cc5 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:17.841039 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52078) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:17.865196 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=ce50d6f7-c328-4533-a8b9-82de5f895336,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:17.869136 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.ipam_backend_mixin [None req-e74913e2-7746-4a40-9176-5e67bd974cc5 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Performing IP validity checks on allocation pools {{(pid=106329) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 28 15:10:17.869942 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.ipam_backend_mixin [None req-e74913e2-7746-4a40-9176-5e67bd974cc5 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106329) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 28 15:10:17.873282 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96c3b8-5ee2-4a65-b623-01322c1294bc req-2355061e-a592-4349-bfa9-e8ea219b05f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:17.874835 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-db96c3b8-5ee2-4a65-b623-01322c1294bc req-2355061e-a592-4349-bfa9-e8ea219b05f1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=42d09db9-276c-457c-a4d8-215cf1a805e9 HTTP/1.1" status: 200 len: 1097 time: 0.1132629 Aug 28 15:10:17.940822 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-db96c3b8-5ee2-4a65-b623-01322c1294bc req-4a1c3db1-3dad-4be8-b3d7-75f248a0f08e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0058b729-bf35-45a9-9aa1-85c93417f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530014 Aug 28 15:10:17.945814 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-826b62cb-4ac0-44dc-8766-b6afe1071095 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:17.988078 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-826b62cb-4ac0-44dc-8766-b6afe1071095 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:17.991704 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-4bf16045-2135-4d7c-9599-a92d40e5460c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'name': 'tempest-ServersTestFqdnHostnames-1822638661-router', 'tenant_id': '58646dff4236456eaa1799e18ba69def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b5a9a55e-d598-469a-b6e4-8fb9cdacf160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:28Z', 'updated_at': '2021-08-28T15:06:38Z', 'revision_number': 4, 'project_id': '58646dff4236456eaa1799e18ba69def', 'gw_port': {'id': 'b5a9a55e-d598-469a-b6e4-8fb9cdacf160', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'bfe3fcbd-5f70-4df8-9bb5-d643e9206c93', 'name': '', 'network_id': '62a05963-9485-4d2d-9e03-53fcab2c33e0', 'tenant_id': '58646dff4236456eaa1799e18ba69def', 'mac_address': 'fa:16:3e:27:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'b079ed4e-e959-4b0f-8924-28bb3e9ef569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:35Z', 'updated_at': '2021-08-28T15:06:57Z', 'revision_number': 5, 'project_id': '58646dff4236456eaa1799e18ba69def', 'subnets': [{'id': 'b079ed4e-e959-4b0f-8924-28bb3e9ef569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:18.032306 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf16045-2135-4d7c-9599-a92d40e5460c None None] The sync data for ids ['0adb191f-0baa-4254-b0a8-471f30c1af41'] in n-d-712137-10 is: [{'id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'name': 'tempest-ServersTestFqdnHostnames-1822638661-router', 'tenant_id': '58646dff4236456eaa1799e18ba69def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b5a9a55e-d598-469a-b6e4-8fb9cdacf160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:28Z', 'updated_at': '2021-08-28T15:06:38Z', 'revision_number': 4, 'project_id': '58646dff4236456eaa1799e18ba69def', 'gw_port': {'id': 'b5a9a55e-d598-469a-b6e4-8fb9cdacf160', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'bfe3fcbd-5f70-4df8-9bb5-d643e9206c93', 'name': '', 'network_id': '62a05963-9485-4d2d-9e03-53fcab2c33e0', 'tenant_id': '58646dff4236456eaa1799e18ba69def', 'mac_address': 'fa:16:3e:27:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'b079ed4e-e959-4b0f-8924-28bb3e9ef569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:35Z', 'updated_at': '2021-08-28T15:06:57Z', 'revision_number': 5, 'project_id': '58646dff4236456eaa1799e18ba69def', 'subnets': [{'id': 'b079ed4e-e959-4b0f-8924-28bb3e9ef569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:10:18.041996 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27754b-f88c-4f7e-bfcc-24ccf744250b req-f9647722-b709-40ac-b1cb-a8497d8cd160 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:18.043615 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2c27754b-f88c-4f7e-bfcc-24ccf744250b req-f9647722-b709-40ac-b1cb-a8497d8cd160 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81519ab-2d1d-469a-9939-664b21f78e55 HTTP/1.1" status: 200 len: 946 time: 0.1077108 Aug 28 15:10:18.062975 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-826b62cb-4ac0-44dc-8766-b6afe1071095 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:18.068547 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-826b62cb-4ac0-44dc-8766-b6afe1071095 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:18.074081 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-826b62cb-4ac0-44dc-8766-b6afe1071095 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "DELETE /v2.0/security-groups/eb79f0b3-221a-4b6c-b6e3-7419984cd51c HTTP/1.1" status: 204 len: 168 time: 0.2315800 Aug 28 15:10:18.075066 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52080) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:18.075600 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52082) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:18.110680 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b62cb-4ac0-44dc-8766-b6afe1071095 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb79f0b3-221a-4b6c-b6e3-7419984cd51c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:18.113934 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bdcd8650-cbcc-4928-8854-e1cb61a14f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:18.115985 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-38d90a0b-8759-4ec3-a03b-e39c8a5a8aba tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] show failed (client error): The resource could not be found. Aug 28 15:10:18.120180 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-38d90a0b-8759-4ec3-a03b-e39c8a5a8aba tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "GET /v2.0/security-groups/eb79f0b3-221a-4b6c-b6e3-7419984cd51c HTTP/1.1" status: 404 len: 347 time: 0.0380630 Aug 28 15:10:18.124105 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52084) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:18.141545 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52086) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:18.144802 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2c27754b-f88c-4f7e-bfcc-24ccf744250b req-9fc3c9a3-9b18-47f2-b1c6-eaa345ddd7a9 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/security-groups?id=0058b729-bf35-45a9-9aa1-85c93417f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915923 Aug 28 15:10:18.176762 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e74913e2-7746-4a40-9176-5e67bd974cc5 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:18.262134 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3007a909-f874-4447-8ca1-90063bab76f5 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/floatingips/2150f302-30e5-4ef9-bd45-1e2feca8d63e HTTP/1.1" status: 200 len: 992 time: 0.1181002 Aug 28 15:10:18.318702 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74913e2-7746-4a40-9176-5e67bd974cc5 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event updated for resources: {'Subnet': ['ID=f72158ac-2c7a-4c91-a6fd-d5edc7f03bde,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:18.322526 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbfcd8-7724-464c-b365-b6d3a66c13fb req-ff5de875-c7bb-4223-bf71-173966ba4c8a tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:18.324100 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c3dbfcd8-7724-464c-b365-b6d3a66c13fb req-ff5de875-c7bb-4223-bf71-173966ba4c8a tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=42d09db9-276c-457c-a4d8-215cf1a805e9 HTTP/1.1" status: 200 len: 945 time: 0.0828619 Aug 28 15:10:18.333605 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74913e2-7746-4a40-9176-5e67bd974cc5 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Checking segment: {'id': '425dda73-babb-441c-a797-db7d1f51db80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4b04c0f9-8aba-4524-b961-72fbddc1938c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:18.334117 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74913e2-7746-4a40-9176-5e67bd974cc5 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Network hostable DHCP agents. Network: 4b04c0f9-8aba-4524-b961-72fbddc1938c, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:10:18.360337 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-5d7ad0d0-4c9c-48a6-b21d-cdb87e7c74e6 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Deleting port 081a4c64-6c55-444f-a5e8-8036d16c256e {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:10:18.360780 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad0d0-4c9c-48a6-b21d-cdb87e7c74e6 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:18.368140 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bdcd8650-cbcc-4928-8854-e1cb61a14f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:18.374964 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bdcd8650-cbcc-4928-8854-e1cb61a14f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:18.404442 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74913e2-7746-4a40-9176-5e67bd974cc5 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Network 4b04c0f9-8aba-4524-b961-72fbddc1938c is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:10:18.416824 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c3dbfcd8-7724-464c-b365-b6d3a66c13fb req-518f4a8d-117c-4149-a471-2fa9833b6336 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/security-groups?id=0058b729-bf35-45a9-9aa1-85c93417f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798414 Aug 28 15:10:18.419360 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-e74913e2-7746-4a40-9176-5e67bd974cc5 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 4b04c0f9-8aba-4524-b961-72fbddc1938c) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:18.419533 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9916a74-4e06-4d05-b776-a11a7b2aa232 None None] New status for floating IP dca7da04-412f-448a-9a4f-ee51f0b19273: DOWN {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:10:18.426832 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74913e2-7746-4a40-9176-5e67bd974cc5 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:18.427427 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e74913e2-7746-4a40-9176-5e67bd974cc5 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:18.452372 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd8650-cbcc-4928-8854-e1cb61a14f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740c4c1b-2428-470f-a7d6-287867a5c5e1,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:18.457759 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06a002a-220e-43b4-9ece-77d79f5efe1f None None] Network 4b04c0f9-8aba-4524-b961-72fbddc1938c requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:18.458059 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e74913e2-7746-4a40-9176-5e67bd974cc5 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8425527 Aug 28 15:10:18.461218 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52090) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:18.469152 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bdcd8650-cbcc-4928-8854-e1cb61a14f30 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ddf5f65398fd416093487e70c8b75ba4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3881471 Aug 28 15:10:18.469891 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52092) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:18.515950 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad0d0-4c9c-48a6-b21d-cdb87e7c74e6 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:18.516223 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad0d0-4c9c-48a6-b21d-cdb87e7c74e6 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:18.523359 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c903ddde-6aaf-452c-92dc-1cb85a0e0af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:18.538362 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-5d7ad0d0-4c9c-48a6-b21d-cdb87e7c74e6 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Calling delete_port for 081a4c64-6c55-444f-a5e8-8036d16c256e owned by network:floatingip {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:10:18.546489 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c903ddde-6aaf-452c-92dc-1cb85a0e0af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:18.611226 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c903ddde-6aaf-452c-92dc-1cb85a0e0af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:18.614432 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c903ddde-6aaf-452c-92dc-1cb85a0e0af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:18.622275 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c903ddde-6aaf-452c-92dc-1cb85a0e0af9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/740c4c1b-2428-470f-a7d6-287867a5c5e1 HTTP/1.1" status: 204 len: 168 time: 0.1467538 Aug 28 15:10:18.629577 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b6db391-bcd3-4d86-ac81-cb311f546ca4 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:18.634489 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903ddde-6aaf-452c-92dc-1cb85a0e0af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740c4c1b-2428-470f-a7d6-287867a5c5e1,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:18.717924 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b6db391-bcd3-4d86-ac81-cb311f546ca4 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:18.725809 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0496055a-d75c-49bf-bf70-948fc7984e4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-4b04c0f9-8aba-4524-b961-72fbddc1938c', 'network_id': '4b04c0f9-8aba-4524-b961-72fbddc1938c', 'tenant_id': '32ad64ee97a4448aaa38b4dc5ff8aff6', 'fixed_ips': [{'subnet_id': 'f72158ac-2c7a-4c91-a6fd-d5edc7f03bde'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:10:18.727132 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0496055a-d75c-49bf-bf70-948fc7984e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:18.803991 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad0d0-4c9c-48a6-b21d-cdb87e7c74e6 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:18.849352 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ad0d0-4c9c-48a6-b21d-cdb87e7c74e6 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Pushing event deleted for resources: {'Port': ['ID=081a4c64-6c55-444f-a5e8-8036d16c256e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server [None req-0496055a-d75c-49bf-bf70-948fc7984e4d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f72158ac-2c7a-4c91-a6fd-d5edc7f03bde: This subnet is being modified by another concurrent operation. Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise exception Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f72158ac-2c7a-4c91-a6fd-d5edc7f03bde: This subnet is being modified by another concurrent operation. Aug 28 15:10:18.854707 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server Aug 28 15:10:18.868950 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b6db391-bcd3-4d86-ac81-cb311f546ca4 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:18.893213 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165e6562-ffba-4404-9215-958951e78640 None None] Network 4b04c0f9-8aba-4524-b961-72fbddc1938c requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:18.921408 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6db391-bcd3-4d86-ac81-cb311f546ca4 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event deleted for resources: {'Subnet': ['ID=f72158ac-2c7a-4c91-a6fd-d5edc7f03bde,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:18.988298 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad0d0-4c9c-48a6-b21d-cdb87e7c74e6 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks [] for floatingip, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:18.992698 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad0d0-4c9c-48a6-b21d-cdb87e7c74e6 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:18.993899 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5d7ad0d0-4c9c-48a6-b21d-cdb87e7c74e6 tempest-ServersTestFqdnHostnames-2116017492 tempest-ServersTestFqdnHostnames-2116017492-project] 10.222.0.13 "DELETE /v2.0/floatingips/dca7da04-412f-448a-9a4f-ee51f0b19273 HTTP/1.1" status: 204 len: 168 time: 0.8688488 Aug 28 15:10:18.997074 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52100) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:19.005392 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b6db391-bcd3-4d86-ac81-cb311f546ca4 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:19.013346 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757f5d45-e7c4-4a4a-90d7-1b7c5fe56ba9 None None] get_active_networks_info from n-d-712137-10 {{(pid=106331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 15:10:19.021846 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-2b6db391-bcd3-4d86-ac81-cb311f546ca4 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b04c0f9-8aba-4524-b961-72fbddc1938c']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:19.032863 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-2b6db391-bcd3-4d86-ac81-cb311f546ca4 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '425dda73-babb-441c-a797-db7d1f51db80') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:19.033210 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-2b6db391-bcd3-4d86-ac81-cb311f546ca4 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '425dda73-babb-441c-a797-db7d1f51db80') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:19.043036 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b6db391-bcd3-4d86-ac81-cb311f546ca4 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:19.064460 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b6db391-bcd3-4d86-ac81-cb311f546ca4 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:19.073672 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6db391-bcd3-4d86-ac81-cb311f546ca4 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:10:19.074084 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b6db391-bcd3-4d86-ac81-cb311f546ca4 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:10:19.077086 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:10:19.132882 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757f5d45-e7c4-4a4a-90d7-1b7c5fe56ba9 None None] Resources bound (agent type, host, resource id): {{(pid=106331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 15:10:19.160593 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b6db391-bcd3-4d86-ac81-cb311f546ca4 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:19.186084 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b6db391-bcd3-4d86-ac81-cb311f546ca4 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:19.188393 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2b6db391-bcd3-4d86-ac81-cb311f546ca4 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/networks/4b04c0f9-8aba-4524-b961-72fbddc1938c HTTP/1.1" status: 204 len: 168 time: 0.7261422 Aug 28 15:10:19.190416 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6db391-bcd3-4d86-ac81-cb311f546ca4 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event deleted for resources: {'Network': ['ID=4b04c0f9-8aba-4524-b961-72fbddc1938c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:19.193068 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52108) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:19.199703 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-8c60081c-a304-46f9-9c6c-c1f3eec91f61 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-254572000'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:19.223566 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c60081c-a304-46f9-9c6c-c1f3eec91f61 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Made reservation on behalf of 32ad64ee97a4448aaa38b4dc5ff8aff6 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:19.227672 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8c60081c-a304-46f9-9c6c-c1f3eec91f61 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:19.265688 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c60081c-a304-46f9-9c6c-c1f3eec91f61 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:10:19.287106 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8c60081c-a304-46f9-9c6c-c1f3eec91f61 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:19.287751 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-8c60081c-a304-46f9-9c6c-c1f3eec91f61 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Added segment 8ee08a9d-d748-4492-ae9c-763223b2c46d of type vlan for network a8d62b7d-392c-44e3-8c18-74c590b75617 Aug 28 15:10:19.337233 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8c60081c-a304-46f9-9c6c-c1f3eec91f61 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:19.372440 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8c60081c-a304-46f9-9c6c-c1f3eec91f61 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:19.381107 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c60081c-a304-46f9-9c6c-c1f3eec91f61 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:19.391549 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8c60081c-a304-46f9-9c6c-c1f3eec91f61 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:19.477578 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8c60081c-a304-46f9-9c6c-c1f3eec91f61 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2834673 Aug 28 15:10:19.480753 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52118) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:19.487968 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-e65ef445-baea-4861-b3db-9c590287548d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Request body: {'subnet': {'network_id': 'a8d62b7d-392c-44e3-8c18-74c590b75617', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:19.493153 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60081c-a304-46f9-9c6c-c1f3eec91f61 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event updated for resources: {'Network': ['ID=a8d62b7d-392c-44e3-8c18-74c590b75617,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:19.552742 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network a8d62b7d-392c-44e3-8c18-74c590b75617 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:10:19.583079 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6150907e-e1d5-4784-97e6-65b68c9d889f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:19.620614 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b8724-de81-4371-a0e7-0035cd900d08 req-4f0aa93b-96f3-4598-87a7-511374db9776 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:19.622236 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-514b8724-de81-4371-a0e7-0035cd900d08 req-4f0aa93b-96f3-4598-87a7-511374db9776 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=42d09db9-276c-457c-a4d8-215cf1a805e9 HTTP/1.1" status: 200 len: 945 time: 0.0751669 Aug 28 15:10:19.665098 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65ef445-baea-4861-b3db-9c590287548d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Made reservation on behalf of 32ad64ee97a4448aaa38b4dc5ff8aff6 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:19.668557 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e65ef445-baea-4861-b3db-9c590287548d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:19.723888 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-514b8724-de81-4371-a0e7-0035cd900d08 req-26b4c1df-eacb-44f5-9c76-a7eb89ee0bf6 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/security-groups?id=0058b729-bf35-45a9-9aa1-85c93417f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923431 Aug 28 15:10:19.918587 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-6150907e-e1d5-4784-97e6-65b68c9d889f admin admin] Deleting port bfe3fcbd-5f70-4df8-9bb5-d643e9206c93 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:10:19.918732 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e65ef445-baea-4861-b3db-9c590287548d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:19.919177 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6150907e-e1d5-4784-97e6-65b68c9d889f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:19.996667 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ef445-baea-4861-b3db-9c590287548d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event updated for resources: {'Subnet': ['ID=4deb1281-d624-4169-b8e3-821ed3491f57,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:20.019183 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-6150907e-e1d5-4784-97e6-65b68c9d889f admin admin] For port bfe3fcbd-5f70-4df8-9bb5-d643e9206c93, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=bfe3fcbd-5f70-4df8-9bb5-d643e9206c93,segment=NetworkSegment(84b3bdc4-a229-472e-b483-c2b1629d9561),segment_id=84b3bdc4-a229-472e-b483-c2b1629d9561)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:20.019755 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6150907e-e1d5-4784-97e6-65b68c9d889f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:20.027037 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65ef445-baea-4861-b3db-9c590287548d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Checking segment: {'id': '8ee08a9d-d748-4492-ae9c-763223b2c46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a8d62b7d-392c-44e3-8c18-74c590b75617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:20.027326 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65ef445-baea-4861-b3db-9c590287548d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Network hostable DHCP agents. Network: a8d62b7d-392c-44e3-8c18-74c590b75617, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:10:20.037790 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-6150907e-e1d5-4784-97e6-65b68c9d889f admin admin] Calling delete_port for bfe3fcbd-5f70-4df8-9bb5-d643e9206c93 owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:10:20.046652 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65ef445-baea-4861-b3db-9c590287548d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Network a8d62b7d-392c-44e3-8c18-74c590b75617 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:10:20.059231 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-e65ef445-baea-4861-b3db-9c590287548d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, a8d62b7d-392c-44e3-8c18-74c590b75617) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:20.067049 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65ef445-baea-4861-b3db-9c590287548d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:20.067708 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e65ef445-baea-4861-b3db-9c590287548d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:20.076809 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8121740-25ac-4142-a5e7-5b2e708b8080 None None] Network a8d62b7d-392c-44e3-8c18-74c590b75617 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:20.086648 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e65ef445-baea-4861-b3db-9c590287548d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6046157 Aug 28 15:10:20.089617 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52134) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:20.231732 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:20.273169 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3bafce-acc6-4786-af5a-90fa0473704f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-a8d62b7d-392c-44e3-8c18-74c590b75617', 'network_id': 'a8d62b7d-392c-44e3-8c18-74c590b75617', 'tenant_id': '32ad64ee97a4448aaa38b4dc5ff8aff6', 'fixed_ips': [{'subnet_id': '4deb1281-d624-4169-b8e3-821ed3491f57'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:10:20.274050 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cc3bafce-acc6-4786-af5a-90fa0473704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:20.339064 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:20.372109 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6150907e-e1d5-4784-97e6-65b68c9d889f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:20.444534 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150907e-e1d5-4784-97e6-65b68c9d889f admin admin] Pushing event deleted for resources: {'Port': ['ID=bfe3fcbd-5f70-4df8-9bb5-d643e9206c93,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:20.457449 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-cc3bafce-acc6-4786-af5a-90fa0473704f None None] Allocated IP 172.20.0.1 (a8d62b7d-392c-44e3-8c18-74c590b75617/4deb1281-d624-4169-b8e3-821ed3491f57/a17f5d75-de52-476a-89bb-69d239cbaba8) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:20.484250 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6150907e-e1d5-4784-97e6-65b68c9d889f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:20.484610 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6150907e-e1d5-4784-97e6-65b68c9d889f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:20.484957 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6150907e-e1d5-4784-97e6-65b68c9d889f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:20.485328 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6150907e-e1d5-4784-97e6-65b68c9d889f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:20.485737 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6150907e-e1d5-4784-97e6-65b68c9d889f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:20.486077 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6150907e-e1d5-4784-97e6-65b68c9d889f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:20.486412 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6150907e-e1d5-4784-97e6-65b68c9d889f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:20.487292 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6150907e-e1d5-4784-97e6-65b68c9d889f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:20.487292 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6150907e-e1d5-4784-97e6-65b68c9d889f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:20.487551 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6150907e-e1d5-4784-97e6-65b68c9d889f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:20.487705 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6150907e-e1d5-4784-97e6-65b68c9d889f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:20.488035 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6150907e-e1d5-4784-97e6-65b68c9d889f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:10:20.497033 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52154) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:20.557533 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-a25af261-8fc8-4c19-ab69-0425851dd7d7 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:20.564712 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-a25af261-8fc8-4c19-ab69-0425851dd7d7 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/networks?id=5e0a5285-0705-46c6-bd74-c6136db9e33e HTTP/1.1" status: 200 len: 812 time: 0.2038271 Aug 28 15:10:20.620228 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-3f46c5e9-e0db-4324-be82-6a7be70278d5 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/quotas/4551da9a714c435e9e7f5deae59675dc HTTP/1.1" status: 200 len: 375 time: 0.0544698 Aug 28 15:10:20.644536 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cc3bafce-acc6-4786-af5a-90fa0473704f None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:20.652097 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-50d152ac-8a02-4dbe-b938-841434387e87 tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-981255745', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:20.655709 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-cc3bafce-acc6-4786-af5a-90fa0473704f None None] Transition to ACTIVE for port object a17f5d75-de52-476a-89bb-69d239cbaba8 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:20.674322 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-cc3bafce-acc6-4786-af5a-90fa0473704f None None] Transition to ACTIVE for port object a17f5d75-de52-476a-89bb-69d239cbaba8 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:20.682102 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cc3bafce-acc6-4786-af5a-90fa0473704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:20.696859 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d152ac-8a02-4dbe-b938-841434387e87 tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Made reservation on behalf of 39e2dafd2bdc4c188d701cfdaee097dd for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:20.700872 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-50d152ac-8a02-4dbe-b938-841434387e87 tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:20.706427 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:20.736475 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-ae7c2826-5dc0-49e8-ba13-55a2ed08a773 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4551da9a714c435e9e7f5deae59675dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1146612 Aug 28 15:10:20.739760 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3bafce-acc6-4786-af5a-90fa0473704f None None] Network a8d62b7d-392c-44e3-8c18-74c590b75617 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:20.744607 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-cc3bafce-acc6-4786-af5a-90fa0473704f None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:20.754955 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event deleted for resources: {'Subnet': ['ID=4deb1281-d624-4169-b8e3-821ed3491f57,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:20.758790 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-50d152ac-8a02-4dbe-b938-841434387e87 tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:20.760269 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3bafce-acc6-4786-af5a-90fa0473704f None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:20.762419 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bafce-acc6-4786-af5a-90fa0473704f None None] Pushing event updated for resources: {'Port': ['ID=a17f5d75-de52-476a-89bb-69d239cbaba8,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:20.799060 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6150907e-e1d5-4784-97e6-65b68c9d889f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:20.832876 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-cc3bafce-acc6-4786-af5a-90fa0473704f None None] Attempting to bind port a17f5d75-de52-476a-89bb-69d239cbaba8 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:10:20.833260 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-cc3bafce-acc6-4786-af5a-90fa0473704f None None] Attempting to bind port a17f5d75-de52-476a-89bb-69d239cbaba8 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '8ee08a9d-d748-4492-ae9c-763223b2c46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a8d62b7d-392c-44e3-8c18-74c590b75617'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:10:20.833625 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3bafce-acc6-4786-af5a-90fa0473704f None None] Attempting to bind port a17f5d75-de52-476a-89bb-69d239cbaba8 on network a8d62b7d-392c-44e3-8c18-74c590b75617 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:10:20.840003 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3bafce-acc6-4786-af5a-90fa0473704f None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:10:20.840508 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3bafce-acc6-4786-af5a-90fa0473704f None None] Checking segment: {'id': '8ee08a9d-d748-4492-ae9c-763223b2c46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a8d62b7d-392c-44e3-8c18-74c590b75617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:20.840921 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cc3bafce-acc6-4786-af5a-90fa0473704f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:20.841318 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3bafce-acc6-4786-af5a-90fa0473704f None None] Bound using segment: {'id': '8ee08a9d-d748-4492-ae9c-763223b2c46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a8d62b7d-392c-44e3-8c18-74c590b75617'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:10:20.841793 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-cc3bafce-acc6-4786-af5a-90fa0473704f None None] Bound port: a17f5d75-de52-476a-89bb-69d239cbaba8, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee08a9d-d748-4492-ae9c-763223b2c46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a8d62b7d-392c-44e3-8c18-74c590b75617'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:10:20.842179 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cc3bafce-acc6-4786-af5a-90fa0473704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:20.864753 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:20.883413 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d62b7d-392c-44e3-8c18-74c590b75617']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:20.900306 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee08a9d-d748-4492-ae9c-763223b2c46d') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:20.900773 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee08a9d-d748-4492-ae9c-763223b2c46d') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:20.915839 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:20.924474 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-cc3bafce-acc6-4786-af5a-90fa0473704f None None] For port a17f5d75-de52-476a-89bb-69d239cbaba8, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:10:20.929540 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-cc3bafce-acc6-4786-af5a-90fa0473704f None None] For port a17f5d75-de52-476a-89bb-69d239cbaba8, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a17f5d75-de52-476a-89bb-69d239cbaba8,segment=NetworkSegment(8ee08a9d-d748-4492-ae9c-763223b2c46d),segment_id=8ee08a9d-d748-4492-ae9c-763223b2c46d)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:10:20.937537 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cc3bafce-acc6-4786-af5a-90fa0473704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:20.941638 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:20.944971 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-fe5b8636-39b7-492a-9f55-be55c3126c9c service neutron] 10.222.0.13 "GET /v2.0/networks/5e0a5285-0705-46c6-bd74-c6136db9e33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075877 Aug 28 15:10:20.957703 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:10:20.958510 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:10:20.962621 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:10:21.025816 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bafce-acc6-4786-af5a-90fa0473704f None None] Pushing event updated for resources: {'Port': ['ID=a17f5d75-de52-476a-89bb-69d239cbaba8,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:21.042030 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087234f5-35d6-4ac1-bbb3-cf836a5b470f None None] Network a8d62b7d-392c-44e3-8c18-74c590b75617 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:21.058777 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.db.api [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 15:10:21.058777 n-d-712137-10 neutron-server[106329]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 15:10:21.058777 n-d-712137-10 neutron-server[106329]: [parameters: {'id': 'a8d62b7d-392c-44e3-8c18-74c590b75617'}] Aug 28 15:10:21.058777 n-d-712137-10 neutron-server[106329]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:10:21.059721 n-d-712137-10 neutron-server[106329]: DEBUG oslo_db.api [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:10:21.060813 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-50d152ac-8a02-4dbe-b938-841434387e87 tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:21.064950 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-50d152ac-8a02-4dbe-b938-841434387e87 tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:21.069713 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-50d152ac-8a02-4dbe-b938-841434387e87 tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] device_id is not set on port 8f78a143-5fe4-4dc4-89e7-4dd09a740e03 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:10:21.138950 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-76e5b79d-e150-419f-a68c-51ae645231f9 service neutron] 10.222.0.13 "GET /v2.0/networks/5e0a5285-0705-46c6-bd74-c6136db9e33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821671 Aug 28 15:10:21.165764 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6150907e-e1d5-4784-97e6-65b68c9d889f admin admin] Router 0adb191f-0baa-4254-b0a8-471f30c1af41 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:10:21.180942 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588d3ebc-91ff-4561-b0df-b90c3af62a04 None None] get_active_networks_info from n-d-712137-10 {{(pid=106331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 15:10:21.181141 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d152ac-8a02-4dbe-b938-841434387e87 tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1918c1-5ef4-4128-b7ac-f907b9625784,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:21.224896 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-50d152ac-8a02-4dbe-b938-841434387e87 tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Allocated IP 172.25.3.216 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/8f78a143-5fe4-4dc4-89e7-4dd09a740e03) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:21.287077 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588d3ebc-91ff-4561-b0df-b90c3af62a04 None None] Resources bound (agent type, host, resource id): {{(pid=106331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 15:10:21.321270 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6150907e-e1d5-4784-97e6-65b68c9d889f admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:10:21.329552 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6150907e-e1d5-4784-97e6-65b68c9d889f admin admin] 10.222.0.13 "PUT /v2.0/routers/0adb191f-0baa-4254-b0a8-471f30c1af41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3313532 Aug 28 15:10:21.334242 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45023214-8a94-4f6e-8f6f-17f601807641 None None] Sync routers for ids ['0adb191f-0baa-4254-b0a8-471f30c1af41'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:10:21.342956 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52160) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:21.365590 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45023214-8a94-4f6e-8f6f-17f601807641 None None] Routers {'0adb191f-0baa-4254-b0a8-471f30c1af41'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:10:21.366802 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-45023214-8a94-4f6e-8f6f-17f601807641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:10:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['0adb191f-0baa-4254-b0a8-471f30c1af41'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:21.514229 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-45023214-8a94-4f6e-8f6f-17f601807641 None None] Set router 0adb191f-0baa-4254-b0a8-471f30c1af41 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:10:21.518470 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6d8c7cdf-292a-4e23-87a4-03e9d9c64abe admin admin] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:21.801361 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-45023214-8a94-4f6e-8f6f-17f601807641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'name': 'tempest-ServersTestFqdnHostnames-1822638661-router', 'tenant_id': '58646dff4236456eaa1799e18ba69def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b5a9a55e-d598-469a-b6e4-8fb9cdacf160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:28Z', 'updated_at': '2021-08-28T15:10:20Z', 'revision_number': 5, 'project_id': '58646dff4236456eaa1799e18ba69def', 'gw_port': {'id': 'b5a9a55e-d598-469a-b6e4-8fb9cdacf160', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:21.906161 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:21.953145 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45023214-8a94-4f6e-8f6f-17f601807641 None None] Checking router: 0adb191f-0baa-4254-b0a8-471f30c1af41 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:10:21.980004 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45023214-8a94-4f6e-8f6f-17f601807641 None None] Routers {'0adb191f-0baa-4254-b0a8-471f30c1af41'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:10:21.980794 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-45023214-8a94-4f6e-8f6f-17f601807641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:10:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['0adb191f-0baa-4254-b0a8-471f30c1af41'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:22.021132 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bfeedbd4-52f6-4cf5-bc7d-676a2b2eea7f req-f447b8c4-e752-4227-974f-466f8c64327a tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=faad09f5-b34b-4819-83a7-2a81cf69d7fb HTTP/1.1" status: 200 len: 210 time: 0.0393512 Aug 28 15:10:22.031554 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c98c2b-25a5-4a71-9f9e-6f3b48e7a39f req-a3a53fba-86bc-4969-a78c-e8c92f5d9ff4 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:22.034617 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-37c98c2b-25a5-4a71-9f9e-6f3b48e7a39f req-a3a53fba-86bc-4969-a78c-e8c92f5d9ff4 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.36 "GET /v2.0/ports?device_id=c81519ab-2d1d-469a-9939-664b21f78e55 HTTP/1.1" status: 200 len: 946 time: 0.1213744 Aug 28 15:10:22.096853 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6d8c7cdf-292a-4e23-87a4-03e9d9c64abe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:22.123938 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ecc4f-d445-49dd-99e1-5f54ee2615d3 req-ee370020-4f44-4a7a-bce1-167f083e53ea tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:22.125989 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-537ecc4f-d445-49dd-99e1-5f54ee2615d3 req-ee370020-4f44-4a7a-bce1-167f083e53ea tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.41 "GET /v2.0/ports?device_id=42d09db9-276c-457c-a4d8-215cf1a805e9 HTTP/1.1" status: 200 len: 945 time: 0.2166340 Aug 28 15:10:22.167884 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-6d8c7cdf-292a-4e23-87a4-03e9d9c64abe admin admin] Deleting port b5a9a55e-d598-469a-b6e4-8fb9cdacf160 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:10:22.168329 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6d8c7cdf-292a-4e23-87a4-03e9d9c64abe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:22.185149 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-45023214-8a94-4f6e-8f6f-17f601807641 None None] Set router 0adb191f-0baa-4254-b0a8-471f30c1af41 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:10:22.281242 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-6d8c7cdf-292a-4e23-87a4-03e9d9c64abe admin admin] For port b5a9a55e-d598-469a-b6e4-8fb9cdacf160, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b5a9a55e-d598-469a-b6e4-8fb9cdacf160,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:22.281671 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6d8c7cdf-292a-4e23-87a4-03e9d9c64abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:22.298854 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-50d152ac-8a02-4dbe-b938-841434387e87 tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:22.303284 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-6d8c7cdf-292a-4e23-87a4-03e9d9c64abe admin admin] Calling delete_port for b5a9a55e-d598-469a-b6e4-8fb9cdacf160 owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:10:22.349142 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Deleting port a17f5d75-de52-476a-89bb-69d239cbaba8 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:10:22.349529 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:22.382356 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-37c98c2b-25a5-4a71-9f9e-6f3b48e7a39f req-519d9452-4e41-416a-9681-46980e7d0bc2 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Deleting port 560e2c59-86b7-45ef-a964-4d6cbb5c7f39 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:10:22.382597 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-37c98c2b-25a5-4a71-9f9e-6f3b48e7a39f req-519d9452-4e41-416a-9681-46980e7d0bc2 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:22.414524 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-45023214-8a94-4f6e-8f6f-17f601807641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'name': 'tempest-ServersTestFqdnHostnames-1822638661-router', 'tenant_id': '58646dff4236456eaa1799e18ba69def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b5a9a55e-d598-469a-b6e4-8fb9cdacf160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:28Z', 'updated_at': '2021-08-28T15:10:20Z', 'revision_number': 5, 'project_id': '58646dff4236456eaa1799e18ba69def', 'gw_port': {'id': 'b5a9a55e-d598-469a-b6e4-8fb9cdacf160', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:22.449650 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45023214-8a94-4f6e-8f6f-17f601807641 None None] The sync data for ids ['0adb191f-0baa-4254-b0a8-471f30c1af41'] in n-d-712137-10 is: [{'id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'name': 'tempest-ServersTestFqdnHostnames-1822638661-router', 'tenant_id': '58646dff4236456eaa1799e18ba69def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b5a9a55e-d598-469a-b6e4-8fb9cdacf160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:06:28Z', 'updated_at': '2021-08-28T15:10:20Z', 'revision_number': 5, 'project_id': '58646dff4236456eaa1799e18ba69def', 'gw_port': {'id': 'b5a9a55e-d598-469a-b6e4-8fb9cdacf160', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adb191f-0baa-4254-b0a8-471f30c1af41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:06:29Z', 'updated_at': '2021-08-28T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:10:22.525061 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6d8c7cdf-292a-4e23-87a4-03e9d9c64abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:22.553024 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c7cdf-292a-4e23-87a4-03e9d9c64abe admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a9a55e-d598-469a-b6e4-8fb9cdacf160,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:22.573780 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-50d152ac-8a02-4dbe-b938-841434387e87 tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:22.585816 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-537ecc4f-d445-49dd-99e1-5f54ee2615d3 req-5e41c8e2-2ec9-4b99-b31c-d3900522b363 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Deleting port ce50d6f7-c328-4533-a8b9-82de5f895336 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:10:22.586156 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-537ecc4f-d445-49dd-99e1-5f54ee2615d3 req-5e41c8e2-2ec9-4b99-b31c-d3900522b363 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:22.590951 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] For port a17f5d75-de52-476a-89bb-69d239cbaba8, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a17f5d75-de52-476a-89bb-69d239cbaba8,segment=NetworkSegment(8ee08a9d-d748-4492-ae9c-763223b2c46d),segment_id=8ee08a9d-d748-4492-ae9c-763223b2c46d)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:22.591317 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:22.615254 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6d8c7cdf-292a-4e23-87a4-03e9d9c64abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:22.683365 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Calling delete_port for a17f5d75-de52-476a-89bb-69d239cbaba8 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:10:22.712422 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6d8c7cdf-292a-4e23-87a4-03e9d9c64abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:22.714628 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6d8c7cdf-292a-4e23-87a4-03e9d9c64abe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:22.724180 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-37c98c2b-25a5-4a71-9f9e-6f3b48e7a39f req-519d9452-4e41-416a-9681-46980e7d0bc2 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] For port 560e2c59-86b7-45ef-a964-4d6cbb5c7f39, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=560e2c59-86b7-45ef-a964-4d6cbb5c7f39,segment=NetworkSegment(9ec01123-7417-4505-ada9-1e34db6b1ef9),segment_id=9ec01123-7417-4505-ada9-1e34db6b1ef9)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:22.724558 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-37c98c2b-25a5-4a71-9f9e-6f3b48e7a39f req-519d9452-4e41-416a-9681-46980e7d0bc2 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:22.727921 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d152ac-8a02-4dbe-b938-841434387e87 tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:22.747528 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-50d152ac-8a02-4dbe-b938-841434387e87 tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:22.770433 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6d8c7cdf-292a-4e23-87a4-03e9d9c64abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:22.770954 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8c7cdf-292a-4e23-87a4-03e9d9c64abe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0adb191f-0baa-4254-b0a8-471f30c1af41 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:10:22.775858 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6d8c7cdf-292a-4e23-87a4-03e9d9c64abe admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:22.777012 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6d8c7cdf-292a-4e23-87a4-03e9d9c64abe admin admin] 10.222.0.13 "DELETE /v2.0/routers/0adb191f-0baa-4254-b0a8-471f30c1af41 HTTP/1.1" status: 204 len: 168 time: 1.4145765 Aug 28 15:10:22.779474 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52180) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:22.786749 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d152ac-8a02-4dbe-b938-841434387e87 tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:22.791772 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d152ac-8a02-4dbe-b938-841434387e87 tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Pushing event updated for resources: {'Port': ['ID=8f78a143-5fe4-4dc4-89e7-4dd09a740e03,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:22.794417 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-37c98c2b-25a5-4a71-9f9e-6f3b48e7a39f req-519d9452-4e41-416a-9681-46980e7d0bc2 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Calling delete_port for 560e2c59-86b7-45ef-a964-4d6cbb5c7f39 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:10:22.841492 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba8f87df-da10-41d3-9d39-9ec7837f11fe admin admin] Deleting subnet b079ed4e-e959-4b0f-8924-28bb3e9ef569 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:10:22.859686 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ba8f87df-da10-41d3-9d39-9ec7837f11fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:22.884020 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-537ecc4f-d445-49dd-99e1-5f54ee2615d3 req-5e41c8e2-2ec9-4b99-b31c-d3900522b363 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] For port ce50d6f7-c328-4533-a8b9-82de5f895336, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=ce50d6f7-c328-4533-a8b9-82de5f895336,segment=NetworkSegment(9ec01123-7417-4505-ada9-1e34db6b1ef9),segment_id=9ec01123-7417-4505-ada9-1e34db6b1ef9)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:22.884399 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-537ecc4f-d445-49dd-99e1-5f54ee2615d3 req-5e41c8e2-2ec9-4b99-b31c-d3900522b363 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:22.958957 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device bfe3fcbd-5f70-4df8-9bb5-d643e9206c93 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:10:23.001630 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d152ac-8a02-4dbe-b938-841434387e87 tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:23.002728 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-50d152ac-8a02-4dbe-b938-841434387e87 tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:23.003322 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: bfe3fcbd-5f70-4df8-9bb5-d643e9206c93 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:10:23.003764 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device bfe3fcbd-5f70-4df8-9bb5-d643e9206c93 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:10:23.011761 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ba8f87df-da10-41d3-9d39-9ec7837f11fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:23.016005 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:23.020350 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-537ecc4f-d445-49dd-99e1-5f54ee2615d3 req-5e41c8e2-2ec9-4b99-b31c-d3900522b363 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Calling delete_port for ce50d6f7-c328-4533-a8b9-82de5f895336 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:10:23.087131 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-50d152ac-8a02-4dbe-b938-841434387e87 tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5849299 Aug 28 15:10:23.087131 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event deleted for resources: {'Port': ['ID=a17f5d75-de52-476a-89bb-69d239cbaba8,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:23.090385 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52184) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:23.097672 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-2ddf885c-f752-4319-91be-7c0fef3de10d tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.216'}]}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:23.108683 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] No DVR routers for this DVR port a17f5d75-de52-476a-89bb-69d239cbaba8 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:10:23.175915 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-aaf4880b-4fac-48ec-b37f-12bfbf08ecac tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:23.177599 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-aaf4880b-4fac-48ec-b37f-12bfbf08ecac tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.41 "GET /v2.0/networks?id=5e0a5285-0705-46c6-bd74-c6136db9e33e HTTP/1.1" status: 200 len: 812 time: 0.3318667 Aug 28 15:10:23.207840 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-9f5a27c9-1844-4a30-8216-73cd3d9e9174 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Request body: {'port': {'device_id': 'dc3646de-f56c-4c62-9c7a-42a5b844a5d5', 'network_id': '5e0a5285-0705-46c6-bd74-c6136db9e33e', 'admin_state_up': True, 'tenant_id': '4551da9a714c435e9e7f5deae59675dc'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:23.227603 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eed291ef-5716-4043-99eb-fa95ce2ea868 req-4c595ede-4581-4e5a-a554-ae98d6cb8eea tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=faad09f5-b34b-4819-83a7-2a81cf69d7fb HTTP/1.1" status: 200 len: 210 time: 0.0807691 Aug 28 15:10:23.292203 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-680e16e4-d287-4067-91ee-b563a42e6752 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:23.294083 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-680e16e4-d287-4067-91ee-b563a42e6752 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.36 "GET /v2.0/networks?id=5e0a5285-0705-46c6-bd74-c6136db9e33e HTTP/1.1" status: 200 len: 812 time: 0.3492568 Aug 28 15:10:23.301554 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ddf885c-f752-4319-91be-7c0fef3de10d tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:23.302717 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ddf885c-f752-4319-91be-7c0fef3de10d tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:23.312753 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:23.320720 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-1f218d39-e9f9-424a-8b3e-0cb02a0dfb8d tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Request body: {'port': {'device_id': 'faad09f5-b34b-4819-83a7-2a81cf69d7fb', 'network_id': '5e0a5285-0705-46c6-bd74-c6136db9e33e', 'admin_state_up': True, 'tenant_id': '4551da9a714c435e9e7f5deae59675dc'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:23.329878 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d62b7d-392c-44e3-8c18-74c590b75617']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:23.364141 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee08a9d-d748-4492-ae9c-763223b2c46d') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:23.364725 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee08a9d-d748-4492-ae9c-763223b2c46d') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:23.388132 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ba8f87df-da10-41d3-9d39-9ec7837f11fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:23.391312 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:23.444384 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:23.456130 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:10:23.456535 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:10:23.460046 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:10:23.473933 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-37c98c2b-25a5-4a71-9f9e-6f3b48e7a39f req-519d9452-4e41-416a-9681-46980e7d0bc2 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:23.524557 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ba8f87df-da10-41d3-9d39-9ec7837f11fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:23.557857 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d9452-4e41-416a-9681-46980e7d0bc2 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Pushing event deleted for resources: {'Port': ['ID=560e2c59-86b7-45ef-a964-4d6cbb5c7f39,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:23.567610 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ba8f87df-da10-41d3-9d39-9ec7837f11fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:23.569521 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ba8f87df-da10-41d3-9d39-9ec7837f11fe admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b079ed4e-e959-4b0f-8924-28bb3e9ef569 HTTP/1.1" status: 204 len: 168 time: 0.7890489 Aug 28 15:10:23.572460 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f87df-da10-41d3-9d39-9ec7837f11fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b079ed4e-e959-4b0f-8924-28bb3e9ef569,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:23.578631 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52186) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:23.581399 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35818d7-3fb8-46d4-bccf-e24504d32d52 None None] Network 62a05963-9485-4d2d-9e03-53fcab2c33e0 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:23.587504 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-537ecc4f-d445-49dd-99e1-5f54ee2615d3 req-5e41c8e2-2ec9-4b99-b31c-d3900522b363 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:23.593340 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-9f5a27c9-1844-4a30-8216-73cd3d9e9174 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Made reservation on behalf of 4551da9a714c435e9e7f5deae59675dc for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:23.597981 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-9f5a27c9-1844-4a30-8216-73cd3d9e9174 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:23.601496 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:23.649641 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:23.651614 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/networks/a8d62b7d-392c-44e3-8c18-74c590b75617 HTTP/1.1" status: 204 len: 168 time: 3.5605943 Aug 28 15:10:23.653965 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c98c2b-25a5-4a71-9f9e-6f3b48e7a39f req-519d9452-4e41-416a-9681-46980e7d0bc2 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] No DVR routers for this DVR port 560e2c59-86b7-45ef-a964-4d6cbb5c7f39 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:10:23.655399 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52188) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:23.670268 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-37c98c2b-25a5-4a71-9f9e-6f3b48e7a39f req-519d9452-4e41-416a-9681-46980e7d0bc2 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:23.672240 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-37c98c2b-25a5-4a71-9f9e-6f3b48e7a39f req-519d9452-4e41-416a-9681-46980e7d0bc2 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.36 "DELETE /v2.0/ports/560e2c59-86b7-45ef-a964-4d6cbb5c7f39 HTTP/1.1" status: 204 len: 173 time: 1.6307874 Aug 28 15:10:23.677416 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-acf6809d-0e09-4c3d-b95d-773b2128b5ec tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-913837207'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:23.680228 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81519ab-2d1d-469a-9939-664b21f78e55', 'name': 'network-vif-deleted', 'tag': '560e2c59-86b7-45ef-a964-4d6cbb5c7f39'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:10:23.682554 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58855ffd-b47d-4939-bac0-410f2f464ec1" -d '{"events": [{"server_uuid": "c81519ab-2d1d-469a-9939-664b21f78e55", "name": "network-vif-deleted", "tag": "560e2c59-86b7-45ef-a964-4d6cbb5c7f39"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:10:23.685477 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41c8e2-2ec9-4b99-b31c-d3900522b363 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Pushing event deleted for resources: {'Port': ['ID=ce50d6f7-c328-4533-a8b9-82de5f895336,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:23.691438 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74efc00-cf4d-413e-a1d3-15835f295743 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event deleted for resources: {'Network': ['ID=a8d62b7d-392c-44e3-8c18-74c590b75617,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:23.745368 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-537ecc4f-d445-49dd-99e1-5f54ee2615d3 req-5e41c8e2-2ec9-4b99-b31c-d3900522b363 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] No DVR routers for this DVR port ce50d6f7-c328-4533-a8b9-82de5f895336 on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:10:23.755231 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-537ecc4f-d445-49dd-99e1-5f54ee2615d3 req-5e41c8e2-2ec9-4b99-b31c-d3900522b363 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:23.757301 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-537ecc4f-d445-49dd-99e1-5f54ee2615d3 req-5e41c8e2-2ec9-4b99-b31c-d3900522b363 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.41 "DELETE /v2.0/ports/ce50d6f7-c328-4533-a8b9-82de5f895336 HTTP/1.1" status: 204 len: 173 time: 1.6202345 Aug 28 15:10:23.759421 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ddf885c-f752-4319-91be-7c0fef3de10d tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:23.768735 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-1f218d39-e9f9-424a-8b3e-0cb02a0dfb8d tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Made reservation on behalf of 4551da9a714c435e9e7f5deae59675dc for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:23.770930 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf6809d-0e09-4c3d-b95d-773b2128b5ec tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Made reservation on behalf of 32ad64ee97a4448aaa38b4dc5ff8aff6 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:23.772771 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-1f218d39-e9f9-424a-8b3e-0cb02a0dfb8d tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:23.776752 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-acf6809d-0e09-4c3d-b95d-773b2128b5ec tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:23.798678 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd696d9-2fb5-497a-823c-d562331be869 x-openstack-request-id: req-7cd696d9-2fb5-497a-823c-d562331be869 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:10:23.798678 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81519ab-2d1d-469a-9939-664b21f78e55", "name": "network-vif-deleted", "tag": "560e2c59-86b7-45ef-a964-4d6cbb5c7f39", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:10:23.798678 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7cd696d9-2fb5-497a-823c-d562331be869 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:10:23.798678 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81519ab-2d1d-469a-9939-664b21f78e55', 'name': 'network-vif-deleted', 'tag': '560e2c59-86b7-45ef-a964-4d6cbb5c7f39', 'status': 'completed', 'code': 200} Aug 28 15:10:23.833028 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf6809d-0e09-4c3d-b95d-773b2128b5ec tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:10:23.847212 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-acf6809d-0e09-4c3d-b95d-773b2128b5ec tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:23.848613 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-acf6809d-0e09-4c3d-b95d-773b2128b5ec tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Added segment 038b4731-3bca-4aef-8f16-6644a01ab89d of type vlan for network 98cd4429-d000-4069-ae04-63d4372415bb Aug 28 15:10:23.859573 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2551c8a0-fd14-4aaa-9403-85e887ef743c None None] DHCP port deletion for 62a05963-9485-4d2d-9e03-53fcab2c33e0 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:10:23.887353 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-997e4535-a954-49d9-ba91-ff0902820f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:23.910216 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-acf6809d-0e09-4c3d-b95d-773b2128b5ec tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:23.933813 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-2551c8a0-fd14-4aaa-9403-85e887ef743c None None] Deleting port dbc416dc-87fe-4492-945f-c056cc53ddaa {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:10:23.935595 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2551c8a0-fd14-4aaa-9403-85e887ef743c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:23.961857 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-acf6809d-0e09-4c3d-b95d-773b2128b5ec tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:23.976507 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf6809d-0e09-4c3d-b95d-773b2128b5ec tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:23.977505 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-acf6809d-0e09-4c3d-b95d-773b2128b5ec tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:24.014029 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-2551c8a0-fd14-4aaa-9403-85e887ef743c None None] For port dbc416dc-87fe-4492-945f-c056cc53ddaa, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=dbc416dc-87fe-4492-945f-c056cc53ddaa,segment=NetworkSegment(84b3bdc4-a229-472e-b483-c2b1629d9561),segment_id=84b3bdc4-a229-472e-b483-c2b1629d9561)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:24.015211 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2551c8a0-fd14-4aaa-9403-85e887ef743c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:24.030904 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-2551c8a0-fd14-4aaa-9403-85e887ef743c None None] Calling delete_port for dbc416dc-87fe-4492-945f-c056cc53ddaa owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:10:24.068948 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-acf6809d-0e09-4c3d-b95d-773b2128b5ec tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4000831 Aug 28 15:10:24.069538 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52192) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:24.074931 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-8b21d96e-6b0d-42ed-a8a3-cb2ce0dc85e8 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Request body: {'subnet': {'network_id': '98cd4429-d000-4069-ae04-63d4372415bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:24.077221 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ddf885c-f752-4319-91be-7c0fef3de10d tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:24.080665 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6809d-0e09-4c3d-b95d-773b2128b5ec tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event updated for resources: {'Network': ['ID=98cd4429-d000-4069-ae04-63d4372415bb,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:24.108416 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 98cd4429-d000-4069-ae04-63d4372415bb details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:10:24.179617 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b21d96e-6b0d-42ed-a8a3-cb2ce0dc85e8 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Made reservation on behalf of 32ad64ee97a4448aaa38b4dc5ff8aff6 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:24.182796 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2551c8a0-fd14-4aaa-9403-85e887ef743c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:24.183697 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8b21d96e-6b0d-42ed-a8a3-cb2ce0dc85e8 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:24.212802 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-9f5a27c9-1844-4a30-8216-73cd3d9e9174 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Allocated IP 172.20.0.8 (5e0a5285-0705-46c6-bd74-c6136db9e33e/74f3d014-0797-42b4-b795-e290b7ad935e/53f560d2-5493-467d-8408-f92d36d9008c) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:24.214181 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551c8a0-fd14-4aaa-9403-85e887ef743c None None] Pushing event deleted for resources: {'Port': ['ID=dbc416dc-87fe-4492-945f-c056cc53ddaa,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:24.217752 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2551c8a0-fd14-4aaa-9403-85e887ef743c None None] No DVR routers for this DVR port dbc416dc-87fe-4492-945f-c056cc53ddaa on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:10:24.245566 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device ce50d6f7-c328-4533-a8b9-82de5f895336 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:10:24.269095 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-997e4535-a954-49d9-ba91-ff0902820f13 admin admin] Deleting port dbc416dc-87fe-4492-945f-c056cc53ddaa {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:10:24.269446 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-997e4535-a954-49d9-ba91-ff0902820f13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:24.279148 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: ce50d6f7-c328-4533-a8b9-82de5f895336 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:10:24.279678 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device ce50d6f7-c328-4533-a8b9-82de5f895336 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:10:24.392540 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:24.418632 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ff210dea-af84-4b9f-946f-bab14604f8ac req-0a2b13d1-21c9-405e-8de3-e7e9ea238d45 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=faad09f5-b34b-4819-83a7-2a81cf69d7fb HTTP/1.1" status: 200 len: 210 time: 0.0344307 Aug 28 15:10:24.465485 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-997e4535-a954-49d9-ba91-ff0902820f13 admin admin] For port dbc416dc-87fe-4492-945f-c056cc53ddaa, host n-d-712137-10, got binding levels [] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:24.465864 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-997e4535-a954-49d9-ba91-ff0902820f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:24.487330 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-997e4535-a954-49d9-ba91-ff0902820f13 admin admin] Calling delete_port for dbc416dc-87fe-4492-945f-c056cc53ddaa owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:10:24.489934 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 560e2c59-86b7-45ef-a964-4d6cbb5c7f39 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:10:24.491110 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.ipam_backend_mixin [None req-997e4535-a954-49d9-ba91-ff0902820f13 admin admin] Port dbc416dc-87fe-4492-945f-c056cc53ddaa was not found and therefore no delete operation was performed {{(pid=106330) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 15:10:24.501942 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-997e4535-a954-49d9-ba91-ff0902820f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:24.506247 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8b21d96e-6b0d-42ed-a8a3-cb2ce0dc85e8 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:24.523141 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 560e2c59-86b7-45ef-a964-4d6cbb5c7f39 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:10:24.523531 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 560e2c59-86b7-45ef-a964-4d6cbb5c7f39 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:10:24.549398 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e4535-a954-49d9-ba91-ff0902820f13 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbc416dc-87fe-4492-945f-c056cc53ddaa,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:24.553434 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997e4535-a954-49d9-ba91-ff0902820f13 admin admin] No DVR routers for this DVR port dbc416dc-87fe-4492-945f-c056cc53ddaa on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:10:24.582922 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21d96e-6b0d-42ed-a8a3-cb2ce0dc85e8 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event updated for resources: {'Subnet': ['ID=0ca25ee1-0b7a-46ea-9146-32cb47735b0a,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:24.596987 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b21d96e-6b0d-42ed-a8a3-cb2ce0dc85e8 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Checking segment: {'id': '038b4731-3bca-4aef-8f16-6644a01ab89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '98cd4429-d000-4069-ae04-63d4372415bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:24.597347 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b21d96e-6b0d-42ed-a8a3-cb2ce0dc85e8 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Network hostable DHCP agents. Network: 98cd4429-d000-4069-ae04-63d4372415bb, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:10:24.598459 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-9f5a27c9-1844-4a30-8216-73cd3d9e9174 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:24.614163 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b21d96e-6b0d-42ed-a8a3-cb2ce0dc85e8 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Network 98cd4429-d000-4069-ae04-63d4372415bb is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:10:24.623534 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-8b21d96e-6b0d-42ed-a8a3-cb2ce0dc85e8 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 98cd4429-d000-4069-ae04-63d4372415bb) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:24.628178 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b21d96e-6b0d-42ed-a8a3-cb2ce0dc85e8 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:24.628838 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8b21d96e-6b0d-42ed-a8a3-cb2ce0dc85e8 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:24.634817 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a4cdde-8c40-4572-8ab3-7ff26ed1755c None None] Network 98cd4429-d000-4069-ae04-63d4372415bb requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:24.645020 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8b21d96e-6b0d-42ed-a8a3-cb2ce0dc85e8 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5744460 Aug 28 15:10:24.647838 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52196) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:24.750441 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2fce138f-f456-49ab-b557-9082587b1c5f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:24.802740 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abd41cf-f287-42c1-9551-683d03f05cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-98cd4429-d000-4069-ae04-63d4372415bb', 'network_id': '98cd4429-d000-4069-ae04-63d4372415bb', 'tenant_id': '32ad64ee97a4448aaa38b4dc5ff8aff6', 'fixed_ips': [{'subnet_id': '0ca25ee1-0b7a-46ea-9146-32cb47735b0a'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:10:24.804067 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3abd41cf-f287-42c1-9551-683d03f05cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:24.841678 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b5a9a55e-d598-469a-b6e4-8fb9cdacf160 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:10:24.850819 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2fce138f-f456-49ab-b557-9082587b1c5f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:24.910297 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: b5a9a55e-d598-469a-b6e4-8fb9cdacf160 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:10:24.910821 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b5a9a55e-d598-469a-b6e4-8fb9cdacf160 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:10:24.911344 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device dbc416dc-87fe-4492-945f-c056cc53ddaa no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:10:24.924193 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2fce138f-f456-49ab-b557-9082587b1c5f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:24.941765 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: dbc416dc-87fe-4492-945f-c056cc53ddaa {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:10:24.942182 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device dbc416dc-87fe-4492-945f-c056cc53ddaa not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:10:24.951947 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce138f-f456-49ab-b557-9082587b1c5f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event deleted for resources: {'Subnet': ['ID=0ca25ee1-0b7a-46ea-9146-32cb47735b0a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server [None req-3abd41cf-f287-42c1-9551-683d03f05cf1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ca25ee1-0b7a-46ea-9146-32cb47735b0a: This subnet is being modified by another concurrent operation. Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise exception Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ca25ee1-0b7a-46ea-9146-32cb47735b0a: This subnet is being modified by another concurrent operation. Aug 28 15:10:24.972091 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server Aug 28 15:10:24.995581 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9909730a-895a-4376-81f2-4d12451b6287 None None] Network 98cd4429-d000-4069-ae04-63d4372415bb requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:25.041693 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2fce138f-f456-49ab-b557-9082587b1c5f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:25.055063 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-2fce138f-f456-49ab-b557-9082587b1c5f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98cd4429-d000-4069-ae04-63d4372415bb']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:25.056039 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-997e4535-a954-49d9-ba91-ff0902820f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:25.067291 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-2fce138f-f456-49ab-b557-9082587b1c5f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038b4731-3bca-4aef-8f16-6644a01ab89d') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:25.067608 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-2fce138f-f456-49ab-b557-9082587b1c5f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038b4731-3bca-4aef-8f16-6644a01ab89d') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:25.077326 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2fce138f-f456-49ab-b557-9082587b1c5f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:25.090149 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-997e4535-a954-49d9-ba91-ff0902820f13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a05963-9485-4d2d-9e03-53fcab2c33e0']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:25.098480 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2fce138f-f456-49ab-b557-9082587b1c5f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:25.110042 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fce138f-f456-49ab-b557-9082587b1c5f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:10:25.110937 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2fce138f-f456-49ab-b557-9082587b1c5f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:25.112587 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f409e6-ebdc-4c31-bdf7-0814e72908c3 None None] get_active_networks_info from n-d-712137-10 {{(pid=106331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 15:10:25.115345 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-997e4535-a954-49d9-ba91-ff0902820f13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b3bdc4-a229-472e-b483-c2b1629d9561') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:25.115619 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-997e4535-a954-49d9-ba91-ff0902820f13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b3bdc4-a229-472e-b483-c2b1629d9561') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:10:25.116310 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:10:25.134104 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-997e4535-a954-49d9-ba91-ff0902820f13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:25.142892 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ddf885c-f752-4319-91be-7c0fef3de10d tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:25.172381 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ddf885c-f752-4319-91be-7c0fef3de10d tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:25.173893 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-9f5a27c9-1844-4a30-8216-73cd3d9e9174 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:25.180705 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-997e4535-a954-49d9-ba91-ff0902820f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:25.182714 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2fce138f-f456-49ab-b557-9082587b1c5f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:25.194524 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2fce138f-f456-49ab-b557-9082587b1c5f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:25.196672 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2fce138f-f456-49ab-b557-9082587b1c5f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/networks/98cd4429-d000-4069-ae04-63d4372415bb HTTP/1.1" status: 204 len: 168 time: 0.5478549 Aug 28 15:10:25.208897 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52198) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:25.216095 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-8f3bc221-290e-41ef-a86f-5c2c015d6fac tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1405625370'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:25.220482 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce138f-f456-49ab-b557-9082587b1c5f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event deleted for resources: {'Network': ['ID=98cd4429-d000-4069-ae04-63d4372415bb,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:25.254164 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3bc221-290e-41ef-a86f-5c2c015d6fac tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Made reservation on behalf of 32ad64ee97a4448aaa38b4dc5ff8aff6 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:25.257202 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-997e4535-a954-49d9-ba91-ff0902820f13 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:10:25.257758 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-997e4535-a954-49d9-ba91-ff0902820f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:25.258226 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8f3bc221-290e-41ef-a86f-5c2c015d6fac tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:10:25.288084 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:10:25.295449 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3bc221-290e-41ef-a86f-5c2c015d6fac tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:10:25.308767 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8f3bc221-290e-41ef-a86f-5c2c015d6fac tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:25.309451 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-8f3bc221-290e-41ef-a86f-5c2c015d6fac tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Added segment 5d559e5c-3080-4b18-acf9-afb4cfa90223 of type vlan for network 12a2ca2d-b6f1-4f7a-8905-3973919dfae4 Aug 28 15:10:25.371194 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8f3bc221-290e-41ef-a86f-5c2c015d6fac tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:25.385848 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f409e6-ebdc-4c31-bdf7-0814e72908c3 None None] Resources bound (agent type, host, resource id): {{(pid=106331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 15:10:25.387823 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-9f5a27c9-1844-4a30-8216-73cd3d9e9174 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Network 5e0a5285-0705-46c6-bd74-c6136db9e33e is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:25.390965 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a27c9-1844-4a30-8216-73cd3d9e9174 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Pushing event updated for resources: {'Port': ['ID=53f560d2-5493-467d-8408-f92d36d9008c,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:25.399759 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-1f218d39-e9f9-424a-8b3e-0cb02a0dfb8d tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Allocated IP 172.20.0.5 (5e0a5285-0705-46c6-bd74-c6136db9e33e/74f3d014-0797-42b4-b795-e290b7ad935e/08040f9f-9c09-43e2-9168-f1714f01f1d0) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:25.402424 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-9f5a27c9-1844-4a30-8216-73cd3d9e9174 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:25.402768 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8f3bc221-290e-41ef-a86f-5c2c015d6fac tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:25.411159 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3bc221-290e-41ef-a86f-5c2c015d6fac tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:25.412287 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8f3bc221-290e-41ef-a86f-5c2c015d6fac tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:25.431138 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-9f5a27c9-1844-4a30-8216-73cd3d9e9174 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:25.439251 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-997e4535-a954-49d9-ba91-ff0902820f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:25.477636 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-997e4535-a954-49d9-ba91-ff0902820f13 admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:25.479534 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-997e4535-a954-49d9-ba91-ff0902820f13 admin admin] 10.222.0.13 "DELETE /v2.0/networks/62a05963-9485-4d2d-9e03-53fcab2c33e0 HTTP/1.1" status: 204 len: 168 time: 1.8983490 Aug 28 15:10:25.493258 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8f3bc221-290e-41ef-a86f-5c2c015d6fac tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2830062 Aug 28 15:10:25.496386 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52204) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:25.502875 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-2648e6c7-534b-4040-9407-cb2c5d25667b tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Request body: {'network': {'name': 'New_network'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:25.504760 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e4535-a954-49d9-ba91-ff0902820f13 admin admin] Pushing event deleted for resources: {'Network': ['ID=62a05963-9485-4d2d-9e03-53fcab2c33e0,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:25.511675 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bc221-290e-41ef-a86f-5c2c015d6fac tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event updated for resources: {'Network': ['ID=12a2ca2d-b6f1-4f7a-8905-3973919dfae4,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:25.576623 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-9f5a27c9-1844-4a30-8216-73cd3d9e9174 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:25.577305 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-9f5a27c9-1844-4a30-8216-73cd3d9e9174 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:25.580001 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 12a2ca2d-b6f1-4f7a-8905-3973919dfae4 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:10:25.664674 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ddd72361-7fb6-4d73-9858-18b9da1ab9e4 req-6a53f5dc-f9c2-4317-9bd7-730452599c85 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=faad09f5-b34b-4819-83a7-2a81cf69d7fb HTTP/1.1" status: 200 len: 210 time: 0.0813539 Aug 28 15:10:25.714272 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-9f5a27c9-1844-4a30-8216-73cd3d9e9174 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5186779 Aug 28 15:10:25.721318 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2648e6c7-534b-4040-9407-cb2c5d25667b tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:25.733527 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-48db55be-9178-490f-81fc-82f246e4b6b1 service neutron] Request body: {'port': {'device_id': 'dc3646de-f56c-4c62-9c7a-42a5b844a5d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:25.745368 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ddf885c-f752-4319-91be-7c0fef3de10d tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:25.746994 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2648e6c7-534b-4040-9407-cb2c5d25667b tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:25.798372 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d09db9-276c-457c-a4d8-215cf1a805e9', 'name': 'network-vif-deleted', 'tag': 'ce50d6f7-c328-4533-a8b9-82de5f895336'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:10:25.801153 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514e879f-2dbc-401d-9b90-b86e041f505b" -d '{"events": [{"server_uuid": "42d09db9-276c-457c-a4d8-215cf1a805e9", "name": "network-vif-deleted", "tag": "ce50d6f7-c328-4533-a8b9-82de5f895336"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:10:25.804021 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52206) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:25.811178 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2648e6c7-534b-4040-9407-cb2c5d25667b tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Network 12a2ca2d-b6f1-4f7a-8905-3973919dfae4 is not hosted by any dhcp agent {{(pid=106329) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 15:10:25.816948 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2648e6c7-534b-4040-9407-cb2c5d25667b tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:25.817549 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2648e6c7-534b-4040-9407-cb2c5d25667b tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:25.818821 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2648e6c7-534b-4040-9407-cb2c5d25667b tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "PUT /v2.0/networks/12a2ca2d-b6f1-4f7a-8905-3973919dfae4 HTTP/1.1" status: 200 len: 723 time: 0.3214087 Aug 28 15:10:25.822547 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52210) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:25.827381 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-8ef3a368-fb9e-4d5f-a301-151d03013b5d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Request body: {'subnet': {'network_id': '12a2ca2d-b6f1-4f7a-8905-3973919dfae4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:25.851992 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d934f28c-cb30-4cce-acfe-9e0129e2b5b5 x-openstack-request-id: req-d934f28c-cb30-4cce-acfe-9e0129e2b5b5 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:10:25.852348 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d09db9-276c-457c-a4d8-215cf1a805e9", "name": "network-vif-deleted", "tag": "ce50d6f7-c328-4533-a8b9-82de5f895336", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:10:25.852574 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d934f28c-cb30-4cce-acfe-9e0129e2b5b5 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:10:25.852912 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d09db9-276c-457c-a4d8-215cf1a805e9', 'name': 'network-vif-deleted', 'tag': 'ce50d6f7-c328-4533-a8b9-82de5f895336', 'status': 'completed', 'code': 200} Aug 28 15:10:25.899322 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648e6c7-534b-4040-9407-cb2c5d25667b tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event updated for resources: {'Network': ['ID=12a2ca2d-b6f1-4f7a-8905-3973919dfae4,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:25.911346 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 12a2ca2d-b6f1-4f7a-8905-3973919dfae4 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:10:25.944885 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef3a368-fb9e-4d5f-a301-151d03013b5d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Made reservation on behalf of 32ad64ee97a4448aaa38b4dc5ff8aff6 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:25.948905 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8ef3a368-fb9e-4d5f-a301-151d03013b5d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:26.024720 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-48db55be-9178-490f-81fc-82f246e4b6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:26.030957 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-1f218d39-e9f9-424a-8b3e-0cb02a0dfb8d tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:26.038468 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ddf885c-f752-4319-91be-7c0fef3de10d tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:26.049827 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ddf885c-f752-4319-91be-7c0fef3de10d tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:26.068750 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d414e5f7-34e2-4bc5-a150-1e83bf36caa2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58646dff4236456eaa1799e18ba69def&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2622454 Aug 28 15:10:26.073325 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52212) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:26.137480 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ddf885c-f752-4319-91be-7c0fef3de10d tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:26.137897 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddf885c-f752-4319-91be-7c0fef3de10d tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bdeb13ef-0b51-43f6-b5be-f9f6818a388a {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:10:26.184111 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-2ddf885c-f752-4319-91be-7c0fef3de10d tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 28 15:10:26.185251 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2ddf885c-f752-4319-91be-7c0fef3de10d tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0939047 Aug 28 15:10:26.189322 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52214) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:26.197285 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7e91970a-3413-4095-9982-dd5ea1dcd84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:26.199063 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8ef3a368-fb9e-4d5f-a301-151d03013b5d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:26.238445 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-1f218d39-e9f9-424a-8b3e-0cb02a0dfb8d tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:26.293222 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7e91970a-3413-4095-9982-dd5ea1dcd84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:26.346667 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-1f218d39-e9f9-424a-8b3e-0cb02a0dfb8d tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Network 5e0a5285-0705-46c6-bd74-c6136db9e33e is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:26.347311 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3a368-fb9e-4d5f-a301-151d03013b5d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event updated for resources: {'Subnet': ['ID=1f0615bd-cfff-4577-bef8-ac4053c27b20,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:26.353823 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-1f218d39-e9f9-424a-8b3e-0cb02a0dfb8d tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:26.357551 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-1f218d39-e9f9-424a-8b3e-0cb02a0dfb8d tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:26.360227 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f218d39-e9f9-424a-8b3e-0cb02a0dfb8d tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Pushing event updated for resources: {'Port': ['ID=08040f9f-9c09-43e2-9168-f1714f01f1d0,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:26.390328 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef3a368-fb9e-4d5f-a301-151d03013b5d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Checking segment: {'id': '5d559e5c-3080-4b18-acf9-afb4cfa90223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '12a2ca2d-b6f1-4f7a-8905-3973919dfae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:26.390706 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef3a368-fb9e-4d5f-a301-151d03013b5d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Network hostable DHCP agents. Network: 12a2ca2d-b6f1-4f7a-8905-3973919dfae4, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:10:26.409375 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:26.418982 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7e91970a-3413-4095-9982-dd5ea1dcd84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:26.421508 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7e91970a-3413-4095-9982-dd5ea1dcd84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:26.426196 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7e91970a-3413-4095-9982-dd5ea1dcd84e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26f43049-721c-4fa8-b26f-32dcbe7429bb HTTP/1.1" status: 204 len: 168 time: 0.3481190 Aug 28 15:10:26.426196 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-07a26a61-7060-4869-830d-61df8598316a tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Deleting port 8f78a143-5fe4-4dc4-89e7-4dd09a740e03 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:10:26.426196 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-07a26a61-7060-4869-830d-61df8598316a tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:26.432260 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-1f218d39-e9f9-424a-8b3e-0cb02a0dfb8d tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:26.432916 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-1f218d39-e9f9-424a-8b3e-0cb02a0dfb8d tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:26.463439 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-1f218d39-e9f9-424a-8b3e-0cb02a0dfb8d tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1561570 Aug 28 15:10:26.478336 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-c6a98387-4721-440e-8e31-1446f06ba8f5 service neutron] Request body: {'port': {'device_id': 'faad09f5-b34b-4819-83a7-2a81cf69d7fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:26.483961 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef3a368-fb9e-4d5f-a301-151d03013b5d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Network 12a2ca2d-b6f1-4f7a-8905-3973919dfae4 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:10:26.488377 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91970a-3413-4095-9982-dd5ea1dcd84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f43049-721c-4fa8-b26f-32dcbe7429bb,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:26.498677 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-8ef3a368-fb9e-4d5f-a301-151d03013b5d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 12a2ca2d-b6f1-4f7a-8905-3973919dfae4) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:26.508191 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef3a368-fb9e-4d5f-a301-151d03013b5d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:26.509389 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8ef3a368-fb9e-4d5f-a301-151d03013b5d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:26.520968 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3671f46f-c462-41fb-8aa4-6a1f8961a440 None None] Network 12a2ca2d-b6f1-4f7a-8905-3973919dfae4 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:26.541018 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8ef3a368-fb9e-4d5f-a301-151d03013b5d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7174144 Aug 28 15:10:26.544324 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52218) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:26.551997 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-a8f3ab20-64e9-4425-aabe-c30468f4a48d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:26.580900 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-48db55be-9178-490f-81fc-82f246e4b6b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f560d2-5493-467d-8408-f92d36d9008c {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:10:26.591569 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-07a26a61-7060-4869-830d-61df8598316a tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:26.592248 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-48db55be-9178-490f-81fc-82f246e4b6b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:26.595470 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-c6a98387-4721-440e-8e31-1446f06ba8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:26.614790 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-07a26a61-7060-4869-830d-61df8598316a tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Calling delete_port for 8f78a143-5fe4-4dc4-89e7-4dd09a740e03 owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:10:26.617514 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-48db55be-9178-490f-81fc-82f246e4b6b1 service neutron] Transition to ACTIVE for port object 53f560d2-5493-467d-8408-f92d36d9008c will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:26.621761 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-48db55be-9178-490f-81fc-82f246e4b6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:26.708833 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db55be-9178-490f-81fc-82f246e4b6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=53f560d2-5493-467d-8408-f92d36d9008c,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:26.770902 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0011fc-2a8b-4e8b-8144-1189b4b5d2cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-12a2ca2d-b6f1-4f7a-8905-3973919dfae4', 'network_id': '12a2ca2d-b6f1-4f7a-8905-3973919dfae4', 'tenant_id': '32ad64ee97a4448aaa38b4dc5ff8aff6', 'fixed_ips': [{'subnet_id': '1f0615bd-cfff-4577-bef8-ac4053c27b20'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:10:26.771988 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4b0011fc-2a8b-4e8b-8144-1189b4b5d2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:26.775493 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a8f3ab20-64e9-4425-aabe-c30468f4a48d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13250014'] for subnet, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:26.987748 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-07a26a61-7060-4869-830d-61df8598316a tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:27.026336 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3a9be-8081-4043-b02a-f0b5762858b0 req-533e09fe-bd4d-4b74-8711-77730fa553a2 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:27.027875 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5bd3a9be-8081-4043-b02a-f0b5762858b0 req-533e09fe-bd4d-4b74-8711-77730fa553a2 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=faad09f5-b34b-4819-83a7-2a81cf69d7fb HTTP/1.1" status: 200 len: 931 time: 0.1886909 Aug 28 15:10:27.046801 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a26a61-7060-4869-830d-61df8598316a tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f78a143-5fe4-4dc4-89e7-4dd09a740e03,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:27.062652 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a8f3ab20-64e9-4425-aabe-c30468f4a48d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758655230172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12591340'] for subnet, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:27.081095 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-48db55be-9178-490f-81fc-82f246e4b6b1 service neutron] Attempting to bind port 53f560d2-5493-467d-8408-f92d36d9008c on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:10:27.081095 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-48db55be-9178-490f-81fc-82f246e4b6b1 service neutron] Attempting to bind port 53f560d2-5493-467d-8408-f92d36d9008c by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '9ec01123-7417-4505-ada9-1e34db6b1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5e0a5285-0705-46c6-bd74-c6136db9e33e'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:10:27.081095 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-48db55be-9178-490f-81fc-82f246e4b6b1 service neutron] Attempting to bind port 53f560d2-5493-467d-8408-f92d36d9008c on network 5e0a5285-0705-46c6-bd74-c6136db9e33e {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:10:27.102433 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-48db55be-9178-490f-81fc-82f246e4b6b1 service neutron] Port 53f560d2-5493-467d-8408-f92d36d9008c on network 5e0a5285-0705-46c6-bd74-c6136db9e33e not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:10:27.102433 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-48db55be-9178-490f-81fc-82f246e4b6b1 service neutron] Attempting to bind port 53f560d2-5493-467d-8408-f92d36d9008c on network 5e0a5285-0705-46c6-bd74-c6136db9e33e {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:10:27.144003 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5bd3a9be-8081-4043-b02a-f0b5762858b0 req-36322002-4492-4c98-b50e-80dcacd592e7 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/security-groups?id=0058b729-bf35-45a9-9aa1-85c93417f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017985 Aug 28 15:10:27.146673 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-48db55be-9178-490f-81fc-82f246e4b6b1 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:10:27.147257 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-48db55be-9178-490f-81fc-82f246e4b6b1 service neutron] Checking segment: {'id': '9ec01123-7417-4505-ada9-1e34db6b1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5e0a5285-0705-46c6-bd74-c6136db9e33e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:27.147593 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-48db55be-9178-490f-81fc-82f246e4b6b1 service neutron] Bound using segment: {'id': '9ec01123-7417-4505-ada9-1e34db6b1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5e0a5285-0705-46c6-bd74-c6136db9e33e'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:10:27.148121 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-48db55be-9178-490f-81fc-82f246e4b6b1 service neutron] Bound port: 53f560d2-5493-467d-8408-f92d36d9008c, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec01123-7417-4505-ada9-1e34db6b1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5e0a5285-0705-46c6-bd74-c6136db9e33e'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:10:27.148547 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-48db55be-9178-490f-81fc-82f246e4b6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:27.171109 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-4b0011fc-2a8b-4e8b-8144-1189b4b5d2cd None None] Allocated IP 172.20.0.2 (12a2ca2d-b6f1-4f7a-8905-3973919dfae4/1f0615bd-cfff-4577-bef8-ac4053c27b20/37833c94-5cef-4cb2-a93d-e6d04bb7226e) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:27.176065 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f3ab20-64e9-4425-aabe-c30468f4a48d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:27.177193 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a8f3ab20-64e9-4425-aabe-c30468f4a48d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:27.178172 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a8f3ab20-64e9-4425-aabe-c30468f4a48d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "PUT /v2.0/subnets/1f0615bd-cfff-4577-bef8-ac4053c27b20 HTTP/1.1" status: 200 len: 806 time: 0.6328821 Aug 28 15:10:27.180976 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52236) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:27.185975 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-c6a98387-4721-440e-8e31-1446f06ba8f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08040f9f-9c09-43e2-9168-f1714f01f1d0 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:10:27.196297 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-c6a98387-4721-440e-8e31-1446f06ba8f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:27.226055 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3ab20-64e9-4425-aabe-c30468f4a48d tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event updated for resources: {'Subnet': ['ID=1f0615bd-cfff-4577-bef8-ac4053c27b20,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:27.241255 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-c6a98387-4721-440e-8e31-1446f06ba8f5 service neutron] Transition to ACTIVE for port object 08040f9f-9c09-43e2-9168-f1714f01f1d0 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:27.252522 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-c6a98387-4721-440e-8e31-1446f06ba8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:27.282881 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-07a26a61-7060-4869-830d-61df8598316a tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:27.284926 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-07a26a61-7060-4869-830d-61df8598316a tempest-RoutersAdminNegativeTest-1459129574 tempest-RoutersAdminNegativeTest-1459129574-project-admin] 10.222.0.13 "DELETE /v2.0/ports/8f78a143-5fe4-4dc4-89e7-4dd09a740e03 HTTP/1.1" status: 204 len: 168 time: 1.0936265 Aug 28 15:10:27.294662 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-48db55be-9178-490f-81fc-82f246e4b6b1 service neutron] For port 53f560d2-5493-467d-8408-f92d36d9008c, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:10:27.316998 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-48db55be-9178-490f-81fc-82f246e4b6b1 service neutron] For port 53f560d2-5493-467d-8408-f92d36d9008c, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=53f560d2-5493-467d-8408-f92d36d9008c,segment=NetworkSegment(9ec01123-7417-4505-ada9-1e34db6b1ef9),segment_id=9ec01123-7417-4505-ada9-1e34db6b1ef9)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:10:27.330554 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-48db55be-9178-490f-81fc-82f246e4b6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:27.338657 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98387-4721-440e-8e31-1446f06ba8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=08040f9f-9c09-43e2-9168-f1714f01f1d0,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:27.380219 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:27.408665 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-48db55be-9178-490f-81fc-82f246e4b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:27.409926 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-48db55be-9178-490f-81fc-82f246e4b6b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:27.411558 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-48db55be-9178-490f-81fc-82f246e4b6b1 service neutron] 10.222.0.41 "PUT /v2.0/ports/53f560d2-5493-467d-8408-f92d36d9008c HTTP/1.1" status: 200 len: 1092 time: 1.6854792 Aug 28 15:10:27.412236 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3646de-f56c-4c62-9c7a-42a5b844a5d5', 'tag': '53f560d2-5493-467d-8408-f92d36d9008c'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:10:27.414697 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56551355-a8e8-4081-99b4-c006ffc5022f" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3646de-f56c-4c62-9c7a-42a5b844a5d5", "tag": "53f560d2-5493-467d-8408-f92d36d9008c"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:10:27.455026 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4b0011fc-2a8b-4e8b-8144-1189b4b5d2cd None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:27.463438 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db55be-9178-490f-81fc-82f246e4b6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=53f560d2-5493-467d-8408-f92d36d9008c,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:27.476164 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4b0011fc-2a8b-4e8b-8144-1189b4b5d2cd None None] Transition to ACTIVE for port object 37833c94-5cef-4cb2-a93d-e6d04bb7226e will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:27.486476 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52246) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:27.487379 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:27.495035 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-c6a98387-4721-440e-8e31-1446f06ba8f5 service neutron] Attempting to bind port 08040f9f-9c09-43e2-9168-f1714f01f1d0 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:10:27.495628 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-c6a98387-4721-440e-8e31-1446f06ba8f5 service neutron] Attempting to bind port 08040f9f-9c09-43e2-9168-f1714f01f1d0 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '9ec01123-7417-4505-ada9-1e34db6b1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5e0a5285-0705-46c6-bd74-c6136db9e33e'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:10:27.496187 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-c6a98387-4721-440e-8e31-1446f06ba8f5 service neutron] Attempting to bind port 08040f9f-9c09-43e2-9168-f1714f01f1d0 on network 5e0a5285-0705-46c6-bd74-c6136db9e33e {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:10:27.509739 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4b0011fc-2a8b-4e8b-8144-1189b4b5d2cd None None] Transition to ACTIVE for port object 37833c94-5cef-4cb2-a93d-e6d04bb7226e will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:27.519538 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4b0011fc-2a8b-4e8b-8144-1189b4b5d2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:27.525201 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb038a3-9102-4682-8e15-647addcd52de x-openstack-request-id: req-6fb038a3-9102-4682-8e15-647addcd52de {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:10:27.525487 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3646de-f56c-4c62-9c7a-42a5b844a5d5", "tag": "53f560d2-5493-467d-8408-f92d36d9008c", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:10:27.525756 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6fb038a3-9102-4682-8e15-647addcd52de {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:10:27.526149 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc3646de-f56c-4c62-9c7a-42a5b844a5d5', 'tag': '53f560d2-5493-467d-8408-f92d36d9008c', 'status': 'completed', 'code': 200} Aug 28 15:10:27.533388 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-c6a98387-4721-440e-8e31-1446f06ba8f5 service neutron] Port 08040f9f-9c09-43e2-9168-f1714f01f1d0 on network 5e0a5285-0705-46c6-bd74-c6136db9e33e not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:10:27.533711 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-c6a98387-4721-440e-8e31-1446f06ba8f5 service neutron] Attempting to bind port 08040f9f-9c09-43e2-9168-f1714f01f1d0 on network 5e0a5285-0705-46c6-bd74-c6136db9e33e {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:10:27.544602 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-c6a98387-4721-440e-8e31-1446f06ba8f5 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:10:27.544965 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-c6a98387-4721-440e-8e31-1446f06ba8f5 service neutron] Checking segment: {'id': '9ec01123-7417-4505-ada9-1e34db6b1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5e0a5285-0705-46c6-bd74-c6136db9e33e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:27.545366 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-c6a98387-4721-440e-8e31-1446f06ba8f5 service neutron] Bound using segment: {'id': '9ec01123-7417-4505-ada9-1e34db6b1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5e0a5285-0705-46c6-bd74-c6136db9e33e'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:10:27.545796 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-c6a98387-4721-440e-8e31-1446f06ba8f5 service neutron] Bound port: 08040f9f-9c09-43e2-9168-f1714f01f1d0, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec01123-7417-4505-ada9-1e34db6b1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5e0a5285-0705-46c6-bd74-c6136db9e33e'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:10:27.546166 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-c6a98387-4721-440e-8e31-1446f06ba8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:27.565083 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-a49ca45a-bf3f-4f83-9090-50009d2ff7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:27.567446 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-a49ca45a-bf3f-4f83-9090-50009d2ff7b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4551da9a714c435e9e7f5deae59675dc&device_id=dc3646de-f56c-4c62-9c7a-42a5b844a5d5 HTTP/1.1" status: 200 len: 1095 time: 0.0904200 Aug 28 15:10:27.624090 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0011fc-2a8b-4e8b-8144-1189b4b5d2cd None None] Network 12a2ca2d-b6f1-4f7a-8905-3973919dfae4 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:27.630819 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:27.639270 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-4b0011fc-2a8b-4e8b-8144-1189b4b5d2cd None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:27.643632 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0011fc-2a8b-4e8b-8144-1189b4b5d2cd None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:27.649727 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-a6cf721b-6a3a-49b3-9e44-eaed7e332d24 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53f560d2-5493-467d-8408-f92d36d9008c HTTP/1.1" status: 200 len: 217 time: 0.0527129 Aug 28 15:10:27.672034 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0011fc-2a8b-4e8b-8144-1189b4b5d2cd None None] Pushing event updated for resources: {'Port': ['ID=37833c94-5cef-4cb2-a93d-e6d04bb7226e,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:27.706197 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52252) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:27.707239 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event deleted for resources: {'Subnet': ['ID=1f0615bd-cfff-4577-bef8-ac4053c27b20,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:27.740735 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-4b0011fc-2a8b-4e8b-8144-1189b4b5d2cd None None] Attempting to bind port 37833c94-5cef-4cb2-a93d-e6d04bb7226e on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:10:27.741425 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-4b0011fc-2a8b-4e8b-8144-1189b4b5d2cd None None] Attempting to bind port 37833c94-5cef-4cb2-a93d-e6d04bb7226e by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '5d559e5c-3080-4b18-acf9-afb4cfa90223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '12a2ca2d-b6f1-4f7a-8905-3973919dfae4'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:10:27.742109 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0011fc-2a8b-4e8b-8144-1189b4b5d2cd None None] Attempting to bind port 37833c94-5cef-4cb2-a93d-e6d04bb7226e on network 12a2ca2d-b6f1-4f7a-8905-3973919dfae4 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:10:27.748181 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0011fc-2a8b-4e8b-8144-1189b4b5d2cd None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:10:27.749088 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0011fc-2a8b-4e8b-8144-1189b4b5d2cd None None] Checking segment: {'id': '5d559e5c-3080-4b18-acf9-afb4cfa90223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '12a2ca2d-b6f1-4f7a-8905-3973919dfae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:27.749707 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4b0011fc-2a8b-4e8b-8144-1189b4b5d2cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:27.750471 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0011fc-2a8b-4e8b-8144-1189b4b5d2cd None None] Bound using segment: {'id': '5d559e5c-3080-4b18-acf9-afb4cfa90223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '12a2ca2d-b6f1-4f7a-8905-3973919dfae4'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:10:27.751514 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-4b0011fc-2a8b-4e8b-8144-1189b4b5d2cd None None] Bound port: 37833c94-5cef-4cb2-a93d-e6d04bb7226e, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d559e5c-3080-4b18-acf9-afb4cfa90223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '12a2ca2d-b6f1-4f7a-8905-3973919dfae4'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:10:27.752292 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4b0011fc-2a8b-4e8b-8144-1189b4b5d2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:27.756886 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-c6a98387-4721-440e-8e31-1446f06ba8f5 service neutron] For port 08040f9f-9c09-43e2-9168-f1714f01f1d0, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:10:27.763874 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-c6a98387-4721-440e-8e31-1446f06ba8f5 service neutron] For port 08040f9f-9c09-43e2-9168-f1714f01f1d0, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=08040f9f-9c09-43e2-9168-f1714f01f1d0,segment=NetworkSegment(9ec01123-7417-4505-ada9-1e34db6b1ef9),segment_id=9ec01123-7417-4505-ada9-1e34db6b1ef9)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:10:27.771148 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-c6a98387-4721-440e-8e31-1446f06ba8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:27.775079 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:27.776864 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-2c7775e7-3397-44eb-9c83-cdd4978a12c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:27.778601 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-2c7775e7-3397-44eb-9c83-cdd4978a12c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74f3d014-0797-42b4-b795-e290b7ad935e HTTP/1.1" status: 200 len: 852 time: 0.1193926 Aug 28 15:10:27.787348 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a2ca2d-b6f1-4f7a-8905-3973919dfae4']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:27.801298 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-f6aea105-81b0-4c87-912d-4c3740e13d29 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2031791716-network', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:27.819898 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d559e5c-3080-4b18-acf9-afb4cfa90223') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:27.820340 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d559e5c-3080-4b18-acf9-afb4cfa90223') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:27.828329 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-4b0011fc-2a8b-4e8b-8144-1189b4b5d2cd None None] For port 37833c94-5cef-4cb2-a93d-e6d04bb7226e, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:10:27.832758 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-4b0011fc-2a8b-4e8b-8144-1189b4b5d2cd None None] For port 37833c94-5cef-4cb2-a93d-e6d04bb7226e, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=37833c94-5cef-4cb2-a93d-e6d04bb7226e,segment=NetworkSegment(5d559e5c-3080-4b18-acf9-afb4cfa90223),segment_id=5d559e5c-3080-4b18-acf9-afb4cfa90223)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:10:27.837064 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4b0011fc-2a8b-4e8b-8144-1189b4b5d2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:27.846560 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3f0746f0-0ee6-4972-b1c2-6f93b82ceacc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:27.849501 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-c6a98387-4721-440e-8e31-1446f06ba8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:27.850129 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-c6a98387-4721-440e-8e31-1446f06ba8f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:27.851536 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-c6a98387-4721-440e-8e31-1446f06ba8f5 service neutron] 10.222.0.36 "PUT /v2.0/ports/08040f9f-9c09-43e2-9168-f1714f01f1d0 HTTP/1.1" status: 200 len: 1092 time: 1.3788786 Aug 28 15:10:27.853738 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-19389657-b2bf-4a8b-9ddf-900bd4e84eed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e0a5285-0705-46c6-bd74-c6136db9e33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459867 Aug 28 15:10:27.853945 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:27.869149 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6aea105-81b0-4c87-912d-4c3740e13d29 admin admin] Made reservation on behalf of 2cd05e11bb7b41818f33f2f8eee6efa9 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:27.872225 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f6aea105-81b0-4c87-912d-4c3740e13d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:27.885684 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f6aea105-81b0-4c87-912d-4c3740e13d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:27.893476 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98387-4721-440e-8e31-1446f06ba8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=08040f9f-9c09-43e2-9168-f1714f01f1d0,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:27.912303 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:27.923982 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.db.api [None req-f6aea105-81b0-4c87-912d-4c3740e13d29 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 15:10:27.923982 n-d-712137-10 neutron-server[106329]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 15:10:27.923982 n-d-712137-10 neutron-server[106329]: [parameters: {'project_id_1': '2cd05e11bb7b41818f33f2f8eee6efa9', 'expiration_1': datetime.datetime(2021, 8, 28, 15, 10, 27, 905182)}] Aug 28 15:10:27.923982 n-d-712137-10 neutron-server[106329]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:10:27.924519 n-d-712137-10 neutron-server[106329]: DEBUG oslo_db.api [None req-f6aea105-81b0-4c87-912d-4c3740e13d29 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:10:27.925171 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:10:27.925578 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:10:27.931759 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:10:27.934234 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0011fc-2a8b-4e8b-8144-1189b4b5d2cd None None] Pushing event updated for resources: {'Port': ['ID=37833c94-5cef-4cb2-a93d-e6d04bb7226e,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:27.984288 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb69333e-6b88-46e1-b75f-0a558bd9907c None None] Network 12a2ca2d-b6f1-4f7a-8905-3973919dfae4 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:27.992093 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-e4cc966f-93ed-4836-9e7f-7f47750747c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:27.993605 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-e4cc966f-93ed-4836-9e7f-7f47750747c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4551da9a714c435e9e7f5deae59675dc&device_id=faad09f5-b34b-4819-83a7-2a81cf69d7fb HTTP/1.1" status: 200 len: 1095 time: 0.0717440 Aug 28 15:10:27.999462 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-45a46d28-fec0-4acf-b62f-c368029ef0a4 service neutron] 10.222.0.41 "GET /v2.0/networks/5e0a5285-0705-46c6-bd74-c6136db9e33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368742 Aug 28 15:10:28.005140 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.db.api [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 15:10:28.005140 n-d-712137-10 neutron-server[106329]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 15:10:28.005140 n-d-712137-10 neutron-server[106329]: [parameters: {'id': '12a2ca2d-b6f1-4f7a-8905-3973919dfae4'}] Aug 28 15:10:28.005140 n-d-712137-10 neutron-server[106329]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:10:28.005779 n-d-712137-10 neutron-server[106329]: DEBUG oslo_db.api [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:10:28.052698 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-1de5df16-4b01-40b8-abf5-678383e92b61 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08040f9f-9c09-43e2-9168-f1714f01f1d0 HTTP/1.1" status: 200 len: 217 time: 0.0497272 Aug 28 15:10:28.075546 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3f0746f0-0ee6-4972-b1c2-6f93b82ceacc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:28.081027 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3f0746f0-0ee6-4972-b1c2-6f93b82ceacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:28.115767 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2b6373-f756-4c24-b2fb-1f7aab02946c None None] Network 12a2ca2d-b6f1-4f7a-8905-3973919dfae4 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:28.126364 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3f0746f0-0ee6-4972-b1c2-6f93b82ceacc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e36cda03f58e483e86a3d9e2b1f2cbf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4079394 Aug 28 15:10:28.126364 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0746f0-0ee6-4972-b1c2-6f93b82ceacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b1bc48-3b5c-4620-b1c4-07224df22bb2,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:28.127623 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52256) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:28.180779 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-6425aa96-cae5-45a1-b870-c3c56800724d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:28.181674 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-6425aa96-cae5-45a1-b870-c3c56800724d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74f3d014-0797-42b4-b795-e290b7ad935e HTTP/1.1" status: 200 len: 852 time: 0.1192322 Aug 28 15:10:28.237317 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-bf5546d7-5d68-4418-a983-070a6405c9c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e0a5285-0705-46c6-bd74-c6136db9e33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473437 Aug 28 15:10:28.248808 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10670d38-892a-4ddc-9569-72b0dbc0568c None None] get_active_networks_info from n-d-712137-10 {{(pid=106331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 15:10:28.258378 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-e0513112-9e30-4976-9c64-69c8a9e6b334 service neutron] 10.222.0.41 "GET /v2.0/networks/5e0a5285-0705-46c6-bd74-c6136db9e33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478671 Aug 28 15:10:28.286474 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ad2bf919-4f83-4eff-8d11-3f60159442e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:28.338582 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10670d38-892a-4ddc-9569-72b0dbc0568c None None] Resources bound (agent type, host, resource id): {{(pid=106331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 15:10:28.387232 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ad2bf919-4f83-4eff-8d11-3f60159442e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:28.410060 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c13b4-e5f5-4348-9ae8-128350719c5b req-a9aba3d9-6d87-40c3-a628-df3bc7cdb095 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:28.411586 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-759c13b4-e5f5-4348-9ae8-128350719c5b req-a9aba3d9-6d87-40c3-a628-df3bc7cdb095 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=faad09f5-b34b-4819-83a7-2a81cf69d7fb HTTP/1.1" status: 200 len: 943 time: 0.1699364 Aug 28 15:10:28.425917 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f6aea105-81b0-4c87-912d-4c3740e13d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:28.475305 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56551355-a8e8-4081-99b4-c006ffc5022f req-896a2194-bbba-4d72-9b11-c9de88f279c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:28.476935 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-56551355-a8e8-4081-99b4-c006ffc5022f req-896a2194-bbba-4d72-9b11-c9de88f279c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4551da9a714c435e9e7f5deae59675dc&device_id=dc3646de-f56c-4c62-9c7a-42a5b844a5d5 HTTP/1.1" status: 200 len: 1095 time: 0.1414268 Aug 28 15:10:28.507236 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:28.509080 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-4c64d1d9-0f8c-4b3b-b7de-2db9db617ea2 service neutron] 10.222.0.36 "GET /v2.0/networks/5e0a5285-0705-46c6-bd74-c6136db9e33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471092 Aug 28 15:10:28.571279 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f6aea105-81b0-4c87-912d-4c3740e13d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:28.571649 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-759c13b4-e5f5-4348-9ae8-128350719c5b req-7f455cb9-6a65-4350-b13a-d3b4860b755b tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/security-groups?id=0058b729-bf35-45a9-9aa1-85c93417f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510193 Aug 28 15:10:28.577109 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f6aea105-81b0-4c87-912d-4c3740e13d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:28.622337 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aea105-81b0-4c87-912d-4c3740e13d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a21d0e-9d18-431b-b492-a28a058b4c84,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:28.627376 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Deleting port 37833c94-5cef-4cb2-a93d-e6d04bb7226e {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:10:28.627733 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:28.942134 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ad2bf919-4f83-4eff-8d11-3f60159442e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:28.944764 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ad2bf919-4f83-4eff-8d11-3f60159442e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:28.945940 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ad2bf919-4f83-4eff-8d11-3f60159442e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36b1bc48-3b5c-4620-b1c4-07224df22bb2 HTTP/1.1" status: 204 len: 168 time: 0.8174183 Aug 28 15:10:28.977631 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bf919-4f83-4eff-8d11-3f60159442e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b1bc48-3b5c-4620-b1c4-07224df22bb2,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:28.995442 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6aea105-81b0-4c87-912d-4c3740e13d29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:10:29.007199 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f6aea105-81b0-4c87-912d-4c3740e13d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:29.007199 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-f6aea105-81b0-4c87-912d-4c3740e13d29 admin admin] Added segment 49e6da15-55d4-40be-9f0b-a1bfbbc32fc2 of type vlan for network 693a5562-44b1-45bb-87b8-1d193957b6d5 Aug 28 15:10:29.012255 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56551355-a8e8-4081-99b4-c006ffc5022f req-8dbad5bd-9e2b-4919-bc07-ccd9294315e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:29.013856 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-56551355-a8e8-4081-99b4-c006ffc5022f req-8dbad5bd-9e2b-4919-bc07-ccd9294315e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e0a5285-0705-46c6-bd74-c6136db9e33e HTTP/1.1" status: 200 len: 913 time: 0.5273623 Aug 28 15:10:29.061421 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62de4c85-e8df-4af4-aa9e-e17deb4f1d72 req-5398d3f0-994b-4b0e-b5ac-a40c50de2b33 service neutron] 10.222.0.36 "GET /v2.0/networks/5e0a5285-0705-46c6-bd74-c6136db9e33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151250 Aug 28 15:10:29.062872 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-56551355-a8e8-4081-99b4-c006ffc5022f req-c60565a8-4ba5-4e3e-87a1-5894219653f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53f560d2-5493-467d-8408-f92d36d9008c HTTP/1.1" status: 200 len: 217 time: 0.0387619 Aug 28 15:10:29.080453 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f6aea105-81b0-4c87-912d-4c3740e13d29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:29.107884 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] For port 37833c94-5cef-4cb2-a93d-e6d04bb7226e, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=37833c94-5cef-4cb2-a93d-e6d04bb7226e,segment=NetworkSegment(5d559e5c-3080-4b18-acf9-afb4cfa90223),segment_id=5d559e5c-3080-4b18-acf9-afb4cfa90223)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:29.108259 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:29.126468 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56551355-a8e8-4081-99b4-c006ffc5022f req-a21bd3ca-19d9-4aa5-a8e6-40203ff3ab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:29.128265 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-56551355-a8e8-4081-99b4-c006ffc5022f req-a21bd3ca-19d9-4aa5-a8e6-40203ff3ab9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74f3d014-0797-42b4-b795-e290b7ad935e HTTP/1.1" status: 200 len: 852 time: 0.0528886 Aug 28 15:10:29.129521 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Calling delete_port for 37833c94-5cef-4cb2-a93d-e6d04bb7226e owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:10:29.138548 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f6aea105-81b0-4c87-912d-4c3740e13d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:29.139510 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aea105-81b0-4c87-912d-4c3740e13d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:29.140112 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f6aea105-81b0-4c87-912d-4c3740e13d29 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:29.163406 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-56551355-a8e8-4081-99b4-c006ffc5022f req-2e4ea0fe-3fc5-4a2a-b1be-b04056a58fca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e0a5285-0705-46c6-bd74-c6136db9e33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277212 Aug 28 15:10:29.232804 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f6aea105-81b0-4c87-912d-4c3740e13d29 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7376068 Aug 28 15:10:29.233248 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52266) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:29.239452 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-e20fe052-0538-4119-9168-5068b064ca47 admin admin] Request body: {'subnet': {'network_id': '693a5562-44b1-45bb-87b8-1d193957b6d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2031791716-subnet', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:29.251494 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aea105-81b0-4c87-912d-4c3740e13d29 admin admin] Pushing event updated for resources: {'Network': ['ID=693a5562-44b1-45bb-87b8-1d193957b6d5,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:29.270990 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 693a5562-44b1-45bb-87b8-1d193957b6d5 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:10:29.280889 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52268) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:29.312850 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:29.316526 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-56551355-a8e8-4081-99b4-c006ffc5022f req-67407151-e940-4e34-b4df-4086c6042834 service neutron] 10.222.0.41 "GET /v2.0/networks/5e0a5285-0705-46c6-bd74-c6136db9e33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445885 Aug 28 15:10:29.317134 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20fe052-0538-4119-9168-5068b064ca47 admin admin] Made reservation on behalf of 2cd05e11bb7b41818f33f2f8eee6efa9 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:29.319705 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e20fe052-0538-4119-9168-5068b064ca47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:29.353751 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event deleted for resources: {'Port': ['ID=37833c94-5cef-4cb2-a93d-e6d04bb7226e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:29.360898 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f34f34fe-1d91-4429-81e4-304ac2607ec3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39e2dafd2bdc4c188d701cfdaee097dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0787947 Aug 28 15:10:29.361836 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] No DVR routers for this DVR port 37833c94-5cef-4cb2-a93d-e6d04bb7226e on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:10:29.366037 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52270) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:29.469494 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:29.482658 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a2ca2d-b6f1-4f7a-8905-3973919dfae4']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:29.497101 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-56551355-a8e8-4081-99b4-c006ffc5022f req-d6effee8-d0a3-41e7-8883-b77a595b8bb5 service neutron] 10.222.0.41 "GET /v2.0/networks/5e0a5285-0705-46c6-bd74-c6136db9e33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632831 Aug 28 15:10:29.499371 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d559e5c-3080-4b18-acf9-afb4cfa90223') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:29.499684 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d559e5c-3080-4b18-acf9-afb4cfa90223') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:29.511048 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c7f26ab5-6f8d-43d7-b7a7-1514e6ed3412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:29.515763 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:29.529455 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faad09f5-b34b-4819-83a7-2a81cf69d7fb', 'tag': '08040f9f-9c09-43e2-9168-f1714f01f1d0'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:10:29.532361 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571fdf0a-91bb-460d-8474-521884322577" -d '{"events": [{"name": "network-changed", "server_uuid": "faad09f5-b34b-4819-83a7-2a81cf69d7fb", "tag": "08040f9f-9c09-43e2-9168-f1714f01f1d0"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:10:29.541215 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:29.548983 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c7f26ab5-6f8d-43d7-b7a7-1514e6ed3412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:29.556662 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:10:29.557221 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:10:29.560424 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:10:29.587034 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905f4d22-c8a9-4e37-a8e6-50845fcac292 x-openstack-request-id: req-905f4d22-c8a9-4e37-a8e6-50845fcac292 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:10:29.587321 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faad09f5-b34b-4819-83a7-2a81cf69d7fb", "tag": "08040f9f-9c09-43e2-9168-f1714f01f1d0", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:10:29.587577 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-905f4d22-c8a9-4e37-a8e6-50845fcac292 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:10:29.587983 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faad09f5-b34b-4819-83a7-2a81cf69d7fb', 'tag': '08040f9f-9c09-43e2-9168-f1714f01f1d0', 'status': 'completed', 'code': 200} Aug 28 15:10:29.642992 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e20fe052-0538-4119-9168-5068b064ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:29.648079 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:29.656735 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:29.661562 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/networks/12a2ca2d-b6f1-4f7a-8905-3973919dfae4 HTTP/1.1" status: 204 len: 168 time: 2.4744754 Aug 28 15:10:29.664325 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52276) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:29.692497 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ebced0-6461-4830-8325-f46d80412fda tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event deleted for resources: {'Network': ['ID=12a2ca2d-b6f1-4f7a-8905-3973919dfae4,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:29.695679 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-564840ca-990b-4ccd-80a8-0773c1767634 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] DELETE failed (client error): The resource could not be found. Aug 28 15:10:29.696263 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-564840ca-990b-4ccd-80a8-0773c1767634 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:10:29.697993 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-564840ca-990b-4ccd-80a8-0773c1767634 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/networks/12a2ca2d-b6f1-4f7a-8905-3973919dfae4 HTTP/1.1" status: 404 len: 339 time: 0.0324862 Aug 28 15:10:29.698757 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c7f26ab5-6f8d-43d7-b7a7-1514e6ed3412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:29.701343 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c7f26ab5-6f8d-43d7-b7a7-1514e6ed3412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:29.705712 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c7f26ab5-6f8d-43d7-b7a7-1514e6ed3412 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f1918c1-5ef4-4128-b7ac-f907b9625784 HTTP/1.1" status: 204 len: 168 time: 0.3353519 Aug 28 15:10:29.705712 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52278) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:29.710070 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-01850e34-eb72-4ee2-9a2e-446d1ed12008 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-284372660', 'description': 'd1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:29.722973 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f26ab5-6f8d-43d7-b7a7-1514e6ed3412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1918c1-5ef4-4128-b7ac-f907b9625784,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:29.739756 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01850e34-eb72-4ee2-9a2e-446d1ed12008 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Made reservation on behalf of 32ad64ee97a4448aaa38b4dc5ff8aff6 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:29.741497 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fdf0a-91bb-460d-8474-521884322577 req-8e11fc6f-bc3a-46c2-ba77-bccd3a31097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:29.743266 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01850e34-eb72-4ee2-9a2e-446d1ed12008 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:29.745253 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-571fdf0a-91bb-460d-8474-521884322577 req-8e11fc6f-bc3a-46c2-ba77-bccd3a31097e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4551da9a714c435e9e7f5deae59675dc&device_id=faad09f5-b34b-4819-83a7-2a81cf69d7fb HTTP/1.1" status: 200 len: 1095 time: 0.1334424 Aug 28 15:10:29.767511 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01850e34-eb72-4ee2-9a2e-446d1ed12008 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:10:29.778448 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01850e34-eb72-4ee2-9a2e-446d1ed12008 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:29.779353 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-01850e34-eb72-4ee2-9a2e-446d1ed12008 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Added segment 970d75d1-94cb-49f0-953e-5a2b3d3d493b of type vlan for network 87056de0-f8cd-48e4-906c-fee93cee7332 Aug 28 15:10:29.793737 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20fe052-0538-4119-9168-5068b064ca47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00df72dc-f4b9-46ca-afba-57a52e8f9f90,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:29.826448 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01850e34-eb72-4ee2-9a2e-446d1ed12008 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:29.846957 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fa07f-6612-4a3a-a5c6-ecd4fd4d7276 req-b5c337ce-63d7-40fb-8955-2ff2edb24f5b tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:29.848634 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f96fa07f-6612-4a3a-a5c6-ecd4fd4d7276 req-b5c337ce-63d7-40fb-8955-2ff2edb24f5b tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=faad09f5-b34b-4819-83a7-2a81cf69d7fb HTTP/1.1" status: 200 len: 943 time: 0.1717148 Aug 28 15:10:29.853647 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20fe052-0538-4119-9168-5068b064ca47 admin admin] Checking segment: {'id': '49e6da15-55d4-40be-9f0b-a1bfbbc32fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '693a5562-44b1-45bb-87b8-1d193957b6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:29.854052 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20fe052-0538-4119-9168-5068b064ca47 admin admin] Network hostable DHCP agents. Network: 693a5562-44b1-45bb-87b8-1d193957b6d5, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:10:29.857387 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01850e34-eb72-4ee2-9a2e-446d1ed12008 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:29.863751 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01850e34-eb72-4ee2-9a2e-446d1ed12008 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:29.864369 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01850e34-eb72-4ee2-9a2e-446d1ed12008 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:29.924729 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-01850e34-eb72-4ee2-9a2e-446d1ed12008 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2189188 Aug 28 15:10:29.927771 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52282) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:29.944568 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f96fa07f-6612-4a3a-a5c6-ecd4fd4d7276 req-158d5f5b-6407-4a7e-af4d-d86fab11a0fe tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/security-groups?id=0058b729-bf35-45a9-9aa1-85c93417f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857599 Aug 28 15:10:29.948292 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20fe052-0538-4119-9168-5068b064ca47 admin admin] Network 693a5562-44b1-45bb-87b8-1d193957b6d5 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:10:29.952970 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fdf0a-91bb-460d-8474-521884322577 req-9aebb566-d7b1-411e-a2de-75ec41a976d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:29.955957 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-571fdf0a-91bb-460d-8474-521884322577 req-9aebb566-d7b1-411e-a2de-75ec41a976d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5e0a5285-0705-46c6-bd74-c6136db9e33e HTTP/1.1" status: 200 len: 913 time: 0.2005262 Aug 28 15:10:29.959057 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01850e34-eb72-4ee2-9a2e-446d1ed12008 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event updated for resources: {'Network': ['ID=87056de0-f8cd-48e4-906c-fee93cee7332,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:29.975951 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-e20fe052-0538-4119-9168-5068b064ca47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 693a5562-44b1-45bb-87b8-1d193957b6d5) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:29.977275 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 87056de0-f8cd-48e4-906c-fee93cee7332 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:10:29.980900 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20fe052-0538-4119-9168-5068b064ca47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:29.981495 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e20fe052-0538-4119-9168-5068b064ca47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:30.019712 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-571fdf0a-91bb-460d-8474-521884322577 req-84879990-450a-4fc1-b85c-609ae203b98b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08040f9f-9c09-43e2-9168-f1714f01f1d0 HTTP/1.1" status: 200 len: 217 time: 0.0541084 Aug 28 15:10:30.027461 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e20fe052-0538-4119-9168-5068b064ca47 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7930918 Aug 28 15:10:30.030086 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52286) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:30.031013 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5019352c-acf5-4925-8976-48a8ab39d0f4 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:30.033937 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5019352c-acf5-4925-8976-48a8ab39d0f4 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "GET /v2.0/networks?id=87056de0-f8cd-48e4-906c-fee93cee7332 HTTP/1.1" status: 200 len: 760 time: 0.1052713 Aug 28 15:10:30.036719 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52288) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:30.043065 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-ab4dad02-2d29-4211-a712-22c824bc45b8 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Request body: {'network': {'description': 'd2'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:30.045670 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-186dfaa9-1740-4caa-b695-37dc4b4ec79b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2031791716-router', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:30.070155 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58481168-68f0-4a89-a5f8-7c1afa6488e7 None None] Network 693a5562-44b1-45bb-87b8-1d193957b6d5 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:30.108799 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-186dfaa9-1740-4caa-b695-37dc4b4ec79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:30.110085 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-186dfaa9-1740-4caa-b695-37dc4b4ec79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:30.145030 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fdf0a-91bb-460d-8474-521884322577 req-2ed55d20-28de-41ee-982c-62c69dd6b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:30.146825 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-571fdf0a-91bb-460d-8474-521884322577 req-2ed55d20-28de-41ee-982c-62c69dd6b41a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74f3d014-0797-42b4-b795-e290b7ad935e HTTP/1.1" status: 200 len: 852 time: 0.1180444 Aug 28 15:10:30.217804 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-571fdf0a-91bb-460d-8474-521884322577 req-8c5aed96-4e7c-4f4a-9f9d-608e775df14a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e0a5285-0705-46c6-bd74-c6136db9e33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580964 Aug 28 15:10:30.224089 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-186dfaa9-1740-4caa-b695-37dc4b4ec79b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:30.234451 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab4dad02-2d29-4211-a712-22c824bc45b8 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:30.254457 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a23b5c9-c6b7-4190-ab3a-bbe4e1fab97a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-693a5562-44b1-45bb-87b8-1d193957b6d5', 'network_id': '693a5562-44b1-45bb-87b8-1d193957b6d5', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'fixed_ips': [{'subnet_id': '00df72dc-f4b9-46ca-afba-57a52e8f9f90'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:10:30.255916 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4a23b5c9-c6b7-4190-ab3a-bbe4e1fab97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:30.265933 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab4dad02-2d29-4211-a712-22c824bc45b8 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:30.275911 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 53f560d2-5493-467d-8408-f92d36d9008c details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:10:30.281111 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ab4dad02-2d29-4211-a712-22c824bc45b8 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Network 87056de0-f8cd-48e4-906c-fee93cee7332 is not hosted by any dhcp agent {{(pid=106329) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 15:10:30.291457 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4dad02-2d29-4211-a712-22c824bc45b8 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:30.292302 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ab4dad02-2d29-4211-a712-22c824bc45b8 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:30.299362 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ab4dad02-2d29-4211-a712-22c824bc45b8 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "PUT /v2.0/networks/87056de0-f8cd-48e4-906c-fee93cee7332 HTTP/1.1" status: 200 len: 757 time: 0.2613180 Aug 28 15:10:30.300463 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52298) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:30.386210 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4dad02-2d29-4211-a712-22c824bc45b8 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event updated for resources: {'Network': ['ID=87056de0-f8cd-48e4-906c-fee93cee7332,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:30.410561 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 87056de0-f8cd-48e4-906c-fee93cee7332 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:10:30.468025 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-186dfaa9-1740-4caa-b695-37dc4b4ec79b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:30.486805 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7a8d68-35c3-44b1-9afe-a2d441c47cdd tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:30.488338 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fe7a8d68-35c3-44b1-9afe-a2d441c47cdd tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "GET /v2.0/networks?id=87056de0-f8cd-48e4-906c-fee93cee7332 HTTP/1.1" status: 200 len: 760 time: 0.1757712 Aug 28 15:10:30.492567 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52306) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:30.497729 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-0a8a8553-12e5-473c-9cdf-94de90c6c1ce tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-594071006'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:30.498137 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-571fdf0a-91bb-460d-8474-521884322577 req-fb50366e-8cdc-4a5e-a1a4-e2e69eb04a2c service neutron] 10.222.0.36 "GET /v2.0/networks/5e0a5285-0705-46c6-bd74-c6136db9e33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724319 Aug 28 15:10:30.524063 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8a8553-12e5-473c-9cdf-94de90c6c1ce tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Made reservation on behalf of 32ad64ee97a4448aaa38b4dc5ff8aff6 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:30.528854 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0a8a8553-12e5-473c-9cdf-94de90c6c1ce tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:30.564052 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 53f560d2-5493-467d-8408-f92d36d9008c, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=53f560d2-5493-467d-8408-f92d36d9008c,segment=NetworkSegment(9ec01123-7417-4505-ada9-1e34db6b1ef9),segment_id=9ec01123-7417-4505-ada9-1e34db6b1ef9)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:30.569501 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8a8553-12e5-473c-9cdf-94de90c6c1ce tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:10:30.577957 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-4a23b5c9-c6b7-4190-ab3a-bbe4e1fab97a None None] Allocated IP 172.20.0.2 (693a5562-44b1-45bb-87b8-1d193957b6d5/00df72dc-f4b9-46ca-afba-57a52e8f9f90/d15e5273-8f17-48ad-a153-f41a22111221) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:30.580416 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0a8a8553-12e5-473c-9cdf-94de90c6c1ce tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:30.581004 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-0a8a8553-12e5-473c-9cdf-94de90c6c1ce tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Added segment 68769273-5ea9-41da-ab56-40f3537e4d11 of type vlan for network 32311346-8edb-4f02-9e6d-9fbf75a34645 Aug 28 15:10:30.594536 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '53f560d2-5493-467d-8408-f92d36d9008c', 'network_id': '5e0a5285-0705-46c6-bd74-c6136db9e33e', 'port_id': '53f560d2-5493-467d-8408-f92d36d9008c', 'mac_address': 'fa:16:3e:58:50:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f3d014-0797-42b4-b795-e290b7ad935e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:10:30.632762 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0a8a8553-12e5-473c-9cdf-94de90c6c1ce tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:30.659402 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-571fdf0a-91bb-460d-8474-521884322577 req-9d54657a-6e93-4a58-85c8-9e55aee94b4b service neutron] 10.222.0.36 "GET /v2.0/networks/5e0a5285-0705-46c6-bd74-c6136db9e33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458435 Aug 28 15:10:30.663187 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0a8a8553-12e5-473c-9cdf-94de90c6c1ce tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:30.675073 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8a8553-12e5-473c-9cdf-94de90c6c1ce tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:30.675727 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0a8a8553-12e5-473c-9cdf-94de90c6c1ce tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:30.698214 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:30.724624 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f560d2-5493-467d-8408-f92d36d9008c {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:10:30.732285 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52310) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:30.749812 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0a8a8553-12e5-473c-9cdf-94de90c6c1ce tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2561193 Aug 28 15:10:30.754190 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52314) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:30.764054 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-b37ef9f0-6b5a-4fd0-b12c-3f0172693e81 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Request body: {'subnet': {'network_id': '32311346-8edb-4f02-9e6d-9fbf75a34645', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:30.768868 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 53f560d2-5493-467d-8408-f92d36d9008c, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=53f560d2-5493-467d-8408-f92d36d9008c,segment=NetworkSegment(9ec01123-7417-4505-ada9-1e34db6b1ef9),segment_id=9ec01123-7417-4505-ada9-1e34db6b1ef9)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:30.774628 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a8553-12e5-473c-9cdf-94de90c6c1ce tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event updated for resources: {'Network': ['ID=32311346-8edb-4f02-9e6d-9fbf75a34645,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:30.795134 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 32311346-8edb-4f02-9e6d-9fbf75a34645 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:10:30.800192 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:30.871109 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-d4516428-12af-4b61-b3d5-b5420d34fb9b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2019005733'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:30.900225 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4516428-12af-4b61-b3d5-b5420d34fb9b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:30.904568 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d4516428-12af-4b61-b3d5-b5420d34fb9b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:30.905810 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4a23b5c9-c6b7-4190-ab3a-bbe4e1fab97a None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:30.913854 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d4516428-12af-4b61-b3d5-b5420d34fb9b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:30.925878 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-186dfaa9-1740-4caa-b695-37dc4b4ec79b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:30.930977 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4a23b5c9-c6b7-4190-ab3a-bbe4e1fab97a None None] Transition to ACTIVE for port object d15e5273-8f17-48ad-a153-f41a22111221 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:30.944763 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=53f560d2-5493-467d-8408-f92d36d9008c,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:30.950549 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-186dfaa9-1740-4caa-b695-37dc4b4ec79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:30.954514 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4a23b5c9-c6b7-4190-ab3a-bbe4e1fab97a None None] Transition to ACTIVE for port object d15e5273-8f17-48ad-a153-f41a22111221 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:30.962508 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4a23b5c9-c6b7-4190-ab3a-bbe4e1fab97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:30.962756 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37ef9f0-6b5a-4fd0-b12c-3f0172693e81 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Made reservation on behalf of 32ad64ee97a4448aaa38b4dc5ff8aff6 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:30.966448 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b37ef9f0-6b5a-4fd0-b12c-3f0172693e81 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:31.013910 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a23b5c9-c6b7-4190-ab3a-bbe4e1fab97a None None] Network 693a5562-44b1-45bb-87b8-1d193957b6d5 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:31.018328 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-4a23b5c9-c6b7-4190-ab3a-bbe4e1fab97a None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:31.026107 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a23b5c9-c6b7-4190-ab3a-bbe4e1fab97a None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:31.042942 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23b5c9-c6b7-4190-ab3a-bbe4e1fab97a None None] Pushing event updated for resources: {'Port': ['ID=d15e5273-8f17-48ad-a153-f41a22111221,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:31.067557 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d4516428-12af-4b61-b3d5-b5420d34fb9b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:31.078205 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d4516428-12af-4b61-b3d5-b5420d34fb9b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:31.094933 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-4a23b5c9-c6b7-4190-ab3a-bbe4e1fab97a None None] Attempting to bind port d15e5273-8f17-48ad-a153-f41a22111221 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:10:31.095486 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-4a23b5c9-c6b7-4190-ab3a-bbe4e1fab97a None None] Attempting to bind port d15e5273-8f17-48ad-a153-f41a22111221 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '49e6da15-55d4-40be-9f0b-a1bfbbc32fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '693a5562-44b1-45bb-87b8-1d193957b6d5'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:10:31.095880 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a23b5c9-c6b7-4190-ab3a-bbe4e1fab97a None None] Attempting to bind port d15e5273-8f17-48ad-a153-f41a22111221 on network 693a5562-44b1-45bb-87b8-1d193957b6d5 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:10:31.101309 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a23b5c9-c6b7-4190-ab3a-bbe4e1fab97a None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:10:31.101679 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a23b5c9-c6b7-4190-ab3a-bbe4e1fab97a None None] Checking segment: {'id': '49e6da15-55d4-40be-9f0b-a1bfbbc32fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '693a5562-44b1-45bb-87b8-1d193957b6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:31.102079 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4a23b5c9-c6b7-4190-ab3a-bbe4e1fab97a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:31.102471 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a23b5c9-c6b7-4190-ab3a-bbe4e1fab97a None None] Bound using segment: {'id': '49e6da15-55d4-40be-9f0b-a1bfbbc32fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '693a5562-44b1-45bb-87b8-1d193957b6d5'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:10:31.102931 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-4a23b5c9-c6b7-4190-ab3a-bbe4e1fab97a None None] Bound port: d15e5273-8f17-48ad-a153-f41a22111221, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e6da15-55d4-40be-9f0b-a1bfbbc32fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '693a5562-44b1-45bb-87b8-1d193957b6d5'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:10:31.103312 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4a23b5c9-c6b7-4190-ab3a-bbe4e1fab97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:31.122404 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4516428-12af-4b61-b3d5-b5420d34fb9b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:10:31.144013 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4516428-12af-4b61-b3d5-b5420d34fb9b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20aaab72-7663-4c0c-97fd-224324385a80,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:31.148374 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d4516428-12af-4b61-b3d5-b5420d34fb9b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:31.148798 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-d4516428-12af-4b61-b3d5-b5420d34fb9b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Added segment 322f40d4-a3a0-40f7-83b9-eaaa1c3c6307 of type vlan for network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 Aug 28 15:10:31.150239 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-186dfaa9-1740-4caa-b695-37dc4b4ec79b admin admin] Allocated IP 172.25.3.28 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/6766d378-dc92-44b4-851b-7a910038e1f2) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:31.170530 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabf617-891d-4146-a22e-2769efe8be44 req-08c8c4bc-9b95-4450-9d10-ccd51a035128 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:31.172602 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dfabf617-891d-4146-a22e-2769efe8be44 req-08c8c4bc-9b95-4450-9d10-ccd51a035128 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=faad09f5-b34b-4819-83a7-2a81cf69d7fb HTTP/1.1" status: 200 len: 943 time: 0.1100276 Aug 28 15:10:31.174051 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-4a23b5c9-c6b7-4190-ab3a-bbe4e1fab97a None None] For port d15e5273-8f17-48ad-a153-f41a22111221, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:10:31.177712 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-4a23b5c9-c6b7-4190-ab3a-bbe4e1fab97a None None] For port d15e5273-8f17-48ad-a153-f41a22111221, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=d15e5273-8f17-48ad-a153-f41a22111221,segment=NetworkSegment(49e6da15-55d4-40be-9f0b-a1bfbbc32fc2),segment_id=49e6da15-55d4-40be-9f0b-a1bfbbc32fc2)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:10:31.188531 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4a23b5c9-c6b7-4190-ab3a-bbe4e1fab97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:31.220898 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['53f560d2-5493-467d-8408-f92d36d9008c'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:10:31.231271 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d4516428-12af-4b61-b3d5-b5420d34fb9b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:31.258209 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dfabf617-891d-4146-a22e-2769efe8be44 req-ab90ee5e-fefb-43e7-a857-227a64c12040 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/security-groups?id=0058b729-bf35-45a9-9aa1-85c93417f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580268 Aug 28 15:10:31.278151 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d4516428-12af-4b61-b3d5-b5420d34fb9b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:31.285561 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4516428-12af-4b61-b3d5-b5420d34fb9b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:31.286616 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d4516428-12af-4b61-b3d5-b5420d34fb9b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:31.290694 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23b5c9-c6b7-4190-ab3a-bbe4e1fab97a None None] Pushing event updated for resources: {'Port': ['ID=d15e5273-8f17-48ad-a153-f41a22111221,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:31.330448 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b37ef9f0-6b5a-4fd0-b12c-3f0172693e81 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:31.363816 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d4516428-12af-4b61-b3d5-b5420d34fb9b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6249690 Aug 28 15:10:31.364063 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52318) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:31.369548 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-1f656c2a-8999-443b-a93c-bb7ade9610f0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:31.388676 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4516428-12af-4b61-b3d5-b5420d34fb9b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Network': ['ID=dce3fde6-f0c7-4ad7-8ff8-1c5a578da733,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:31.400788 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-186dfaa9-1740-4caa-b695-37dc4b4ec79b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:31.404421 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:10:31.438601 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ef9f0-6b5a-4fd0-b12c-3f0172693e81 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event updated for resources: {'Subnet': ['ID=40e9b4fc-a3d1-4140-bc22-05a424e3d3af,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:31.454649 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ef9f0-6b5a-4fd0-b12c-3f0172693e81 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Checking segment: {'id': '68769273-5ea9-41da-ab56-40f3537e4d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '32311346-8edb-4f02-9e6d-9fbf75a34645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:31.455074 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37ef9f0-6b5a-4fd0-b12c-3f0172693e81 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Network hostable DHCP agents. Network: 32311346-8edb-4f02-9e6d-9fbf75a34645, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:10:31.482193 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f656c2a-8999-443b-a93c-bb7ade9610f0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:31.489426 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1f656c2a-8999-443b-a93c-bb7ade9610f0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:31.501990 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-186dfaa9-1740-4caa-b695-37dc4b4ec79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:31.504316 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37ef9f0-6b5a-4fd0-b12c-3f0172693e81 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Network 32311346-8edb-4f02-9e6d-9fbf75a34645 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:10:31.558615 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-b37ef9f0-6b5a-4fd0-b12c-3f0172693e81 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 32311346-8edb-4f02-9e6d-9fbf75a34645) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:31.570578 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37ef9f0-6b5a-4fd0-b12c-3f0172693e81 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:31.571192 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b37ef9f0-6b5a-4fd0-b12c-3f0172693e81 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:31.583997 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446c376d-5907-4cae-b322-4af011e67d30 None None] Network 32311346-8edb-4f02-9e6d-9fbf75a34645 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:31.594248 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186dfaa9-1740-4caa-b695-37dc4b4ec79b admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:31.598167 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-186dfaa9-1740-4caa-b695-37dc4b4ec79b admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:31.600923 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186dfaa9-1740-4caa-b695-37dc4b4ec79b admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:31.603952 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b37ef9f0-6b5a-4fd0-b12c-3f0172693e81 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8474023 Aug 28 15:10:31.607184 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52320) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:31.650207 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186dfaa9-1740-4caa-b695-37dc4b4ec79b admin admin] Pushing event updated for resources: {'Port': ['ID=6766d378-dc92-44b4-851b-7a910038e1f2,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:31.744927 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1f656c2a-8999-443b-a93c-bb7ade9610f0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:31.793063 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ed1f90-dac0-4b4f-b899-02fddb407faa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-32311346-8edb-4f02-9e6d-9fbf75a34645', 'network_id': '32311346-8edb-4f02-9e6d-9fbf75a34645', 'tenant_id': '32ad64ee97a4448aaa38b4dc5ff8aff6', 'fixed_ips': [{'subnet_id': '40e9b4fc-a3d1-4140-bc22-05a424e3d3af'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:10:31.794644 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-99ed1f90-dac0-4b4f-b899-02fddb407faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:31.810289 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f656c2a-8999-443b-a93c-bb7ade9610f0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Subnet': ['ID=33c5470b-6f69-43d0-bcce-9b4b9ac13039,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:31.819375 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f656c2a-8999-443b-a93c-bb7ade9610f0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Checking segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:31.819779 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f656c2a-8999-443b-a93c-bb7ade9610f0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network hostable DHCP agents. Network: dce3fde6-f0c7-4ad7-8ff8-1c5a578da733, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:10:31.838767 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f656c2a-8999-443b-a93c-bb7ade9610f0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:10:31.851049 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-1f656c2a-8999-443b-a93c-bb7ade9610f0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, dce3fde6-f0c7-4ad7-8ff8-1c5a578da733) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:31.855563 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f656c2a-8999-443b-a93c-bb7ade9610f0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:31.866610 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1f656c2a-8999-443b-a93c-bb7ade9610f0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:31.873399 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5903499c-b66c-47df-82e5-4ee2777d51bf None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:31.875568 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-419f22d6-d6ce-4e43-a2d0-fe61d0cbf905 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:31.892433 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1f656c2a-8999-443b-a93c-bb7ade9610f0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5271740 Aug 28 15:10:31.894546 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52322) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:31.900603 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-6681d507-3307-43a6-9f64-9a311f3145c9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'name': 'tempest-NetworksTestDHCPv6-1369263062'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:32.008522 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-419f22d6-d6ce-4e43-a2d0-fe61d0cbf905 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:32.030968 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6681d507-3307-43a6-9f64-9a311f3145c9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:32.035554 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6681d507-3307-43a6-9f64-9a311f3145c9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:32.058177 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-6681d507-3307-43a6-9f64-9a311f3145c9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] device_id is not set on port da49ab33-e4f0-4551-9f02-00d73992e4e3 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:10:32.079205 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-186dfaa9-1740-4caa-b695-37dc4b4ec79b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:32.140707 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-419f22d6-d6ce-4e43-a2d0-fe61d0cbf905 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server [None req-99ed1f90-dac0-4b4f-b899-02fddb407faa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 40e9b4fc-a3d1-4140-bc22-05a424e3d3af: This subnet is being modified by another concurrent operation. Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise exception Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 40e9b4fc-a3d1-4140-bc22-05a424e3d3af: This subnet is being modified by another concurrent operation. Aug 28 15:10:32.150390 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server Aug 28 15:10:32.179392 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43977f1-eff1-4c84-9a9e-bf02f4374f54 None None] Network 32311346-8edb-4f02-9e6d-9fbf75a34645 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:32.218653 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-6681d507-3307-43a6-9f64-9a311f3145c9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Allocated IP 2001:db8::2f (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/33c5470b-6f69-43d0-bcce-9b4b9ac13039/da49ab33-e4f0-4551-9f02-00d73992e4e3) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:32.349196 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be54aaa-9275-4ef6-b102-6171855c25ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'tenant_id': 'b52f2a44ab1541f08b6542f112ae2346', 'fixed_ips': [{'subnet_id': '33c5470b-6f69-43d0-bcce-9b4b9ac13039'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:10:32.349899 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9be54aaa-9275-4ef6-b102-6171855c25ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:32.354949 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-186dfaa9-1740-4caa-b695-37dc4b4ec79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:32.383854 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f22d6-d6ce-4e43-a2d0-fe61d0cbf905 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event deleted for resources: {'Subnet': ['ID=40e9b4fc-a3d1-4140-bc22-05a424e3d3af,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:32.461438 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6681d507-3307-43a6-9f64-9a311f3145c9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:32.479040 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-6681d507-3307-43a6-9f64-9a311f3145c9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Transition to ACTIVE for port object da49ab33-e4f0-4551-9f02-00d73992e4e3 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:32.518546 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6681d507-3307-43a6-9f64-9a311f3145c9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:32.519302 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 08040f9f-9c09-43e2-9168-f1714f01f1d0 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:10:32.548082 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-419f22d6-d6ce-4e43-a2d0-fe61d0cbf905 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:32.555171 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-580640d9-173d-4881-b4d7-b4e73814591a req-440c52e2-bb1b-42ac-baf6-1abd42ef3560 service neutron] (106329) timed out ('10.222.0.36', 55861) {{(pid=106329) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 15:10:32.573359 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6681d507-3307-43a6-9f64-9a311f3145c9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:32.576864 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-6681d507-3307-43a6-9f64-9a311f3145c9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:32.581823 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6681d507-3307-43a6-9f64-9a311f3145c9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:32.587928 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6681d507-3307-43a6-9f64-9a311f3145c9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:32.588559 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6681d507-3307-43a6-9f64-9a311f3145c9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:32.596177 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-419f22d6-d6ce-4e43-a2d0-fe61d0cbf905 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32311346-8edb-4f02-9e6d-9fbf75a34645']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:32.598292 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681d507-3307-43a6-9f64-9a311f3145c9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Port': ['ID=da49ab33-e4f0-4551-9f02-00d73992e4e3,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:32.602857 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54f4699-7d59-4e80-b15b-7360a98248c0 None None] Network 693a5562-44b1-45bb-87b8-1d193957b6d5 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:32.608997 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-419f22d6-d6ce-4e43-a2d0-fe61d0cbf905 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68769273-5ea9-41da-ab56-40f3537e4d11') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:32.609299 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-419f22d6-d6ce-4e43-a2d0-fe61d0cbf905 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68769273-5ea9-41da-ab56-40f3537e4d11') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:32.617668 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6681d507-3307-43a6-9f64-9a311f3145c9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7219768 Aug 28 15:10:32.620112 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52326) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:32.634052 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-419f22d6-d6ce-4e43-a2d0-fe61d0cbf905 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:32.642351 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d235322-3987-48f6-a362-9a57df79f1f1 req-fc370252-dcb6-4782-8623-aa3f42c6e0d9 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:32.643887 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7d235322-3987-48f6-a362-9a57df79f1f1 req-fc370252-dcb6-4782-8623-aa3f42c6e0d9 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=faad09f5-b34b-4819-83a7-2a81cf69d7fb HTTP/1.1" status: 200 len: 943 time: 0.1956971 Aug 28 15:10:32.666954 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-419f22d6-d6ce-4e43-a2d0-fe61d0cbf905 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:32.677819 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b02b8a-7e3b-4e7d-be2c-5a8b340b221e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:32.679489 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b5b02b8a-7e3b-4e7d-be2c-5a8b340b221e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0582430 Aug 28 15:10:32.682101 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52328) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:32.685679 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419f22d6-d6ce-4e43-a2d0-fe61d0cbf905 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:10:32.686085 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-419f22d6-d6ce-4e43-a2d0-fe61d0cbf905 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:10:32.691574 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:10:32.718284 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-9be54aaa-9275-4ef6-b102-6171855c25ce None None] Allocated IP 2001:db8::2 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/33c5470b-6f69-43d0-bcce-9b4b9ac13039/fb9fa481-1d23-4bde-9d32-a74d91c6c188) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:32.763199 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-bea28fbf-1239-4528-8801-0378b1f2091b None None] Provisioning for port d15e5273-8f17-48ad-a153-f41a22111221 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:10:32.767448 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7d235322-3987-48f6-a362-9a57df79f1f1 req-7aa25e1d-7d33-4b59-840f-ff16e26417ca tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/security-groups?id=0058b729-bf35-45a9-9aa1-85c93417f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105890 Aug 28 15:10:32.781319 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-419f22d6-d6ce-4e43-a2d0-fe61d0cbf905 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:32.802307 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-419f22d6-d6ce-4e43-a2d0-fe61d0cbf905 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:32.802872 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52330) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:32.802984 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-419f22d6-d6ce-4e43-a2d0-fe61d0cbf905 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/networks/32311346-8edb-4f02-9e6d-9fbf75a34645 HTTP/1.1" status: 204 len: 168 time: 1.1880007 Aug 28 15:10:32.836099 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-444e5e1d-f2f8-4550-8ae9-58df9fce07c4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting port da49ab33-e4f0-4551-9f02-00d73992e4e3 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:10:32.836469 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-444e5e1d-f2f8-4550-8ae9-58df9fce07c4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:32.839342 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb59e8a-cd76-4dcd-a5af-3b9e5282ed44 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] GET failed (client error): The resource could not be found. Aug 28 15:10:32.841633 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f22d6-d6ce-4e43-a2d0-fe61d0cbf905 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event deleted for resources: {'Network': ['ID=32311346-8edb-4f02-9e6d-9fbf75a34645,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:32.843535 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52332) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:32.843719 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0cb59e8a-cd76-4dcd-a5af-3b9e5282ed44 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "GET /v2.0/subnets/40e9b4fc-a3d1-4140-bc22-05a424e3d3af HTTP/1.1" status: 404 len: 337 time: 0.0431228 Aug 28 15:10:32.846311 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186dfaa9-1740-4caa-b695-37dc4b4ec79b admin admin] Router ba7506fc-3127-4f05-b267-8972d38b7ac2 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:10:32.869936 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 08040f9f-9c09-43e2-9168-f1714f01f1d0, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=08040f9f-9c09-43e2-9168-f1714f01f1d0,segment=NetworkSegment(9ec01123-7417-4505-ada9-1e34db6b1ef9),segment_id=9ec01123-7417-4505-ada9-1e34db6b1ef9)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:32.879241 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-f806aa7c-854d-41a0-9f0b-66c2d88874a8 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] DELETE failed (client error): The resource could not be found. Aug 28 15:10:32.879895 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f806aa7c-854d-41a0-9f0b-66c2d88874a8 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:10:32.881919 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f806aa7c-854d-41a0-9f0b-66c2d88874a8 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/networks/32311346-8edb-4f02-9e6d-9fbf75a34645 HTTP/1.1" status: 404 len: 339 time: 0.0366218 Aug 28 15:10:32.886665 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52334) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:32.920110 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '08040f9f-9c09-43e2-9168-f1714f01f1d0', 'network_id': '5e0a5285-0705-46c6-bd74-c6136db9e33e', 'port_id': '08040f9f-9c09-43e2-9168-f1714f01f1d0', 'mac_address': 'fa:16:3e:c2:2b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f3d014-0797-42b4-b795-e290b7ad935e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:10:32.927374 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device d15e5273-8f17-48ad-a153-f41a22111221 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:10:32.964333 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-444e5e1d-f2f8-4550-8ae9-58df9fce07c4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:32.980079 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-444e5e1d-f2f8-4550-8ae9-58df9fce07c4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Calling delete_port for da49ab33-e4f0-4551-9f02-00d73992e4e3 owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:10:33.074680 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:33.100520 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9be54aaa-9275-4ef6-b102-6171855c25ce None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:33.116439 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08040f9f-9c09-43e2-9168-f1714f01f1d0 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:10:33.134768 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port d15e5273-8f17-48ad-a153-f41a22111221 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:10:33.140398 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-444e5e1d-f2f8-4550-8ae9-58df9fce07c4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:33.147022 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9be54aaa-9275-4ef6-b102-6171855c25ce None None] Transition to ACTIVE for port object fb9fa481-1d23-4bde-9d32-a74d91c6c188 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:33.150926 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 08040f9f-9c09-43e2-9168-f1714f01f1d0, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=08040f9f-9c09-43e2-9168-f1714f01f1d0,segment=NetworkSegment(9ec01123-7417-4505-ada9-1e34db6b1ef9),segment_id=9ec01123-7417-4505-ada9-1e34db6b1ef9)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:33.154480 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port d15e5273-8f17-48ad-a153-f41a22111221 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:33.154856 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:33.160272 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:33.198116 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e5e1d-f2f8-4550-8ae9-58df9fce07c4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Port': ['ID=da49ab33-e4f0-4551-9f02-00d73992e4e3,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:33.222233 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9be54aaa-9275-4ef6-b102-6171855c25ce None None] Transition to ACTIVE for port object fb9fa481-1d23-4bde-9d32-a74d91c6c188 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:33.225775 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-444e5e1d-f2f8-4550-8ae9-58df9fce07c4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:33.228271 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-444e5e1d-f2f8-4550-8ae9-58df9fce07c4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/da49ab33-e4f0-4551-9f02-00d73992e4e3 HTTP/1.1" status: 204 len: 168 time: 0.5449491 Aug 28 15:10:33.230651 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52336) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:33.239050 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9be54aaa-9275-4ef6-b102-6171855c25ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:33.263869 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be54aaa-9275-4ef6-b102-6171855c25ce None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:33.276892 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-9be54aaa-9275-4ef6-b102-6171855c25ce None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:33.284347 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be54aaa-9275-4ef6-b102-6171855c25ce None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:33.290126 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=08040f9f-9c09-43e2-9168-f1714f01f1d0,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:33.312156 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e38fbc9-ae5c-456c-a3fa-02654567bfe3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:33.314736 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e38fbc9-ae5c-456c-a3fa-02654567bfe3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:33.319486 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1e38fbc9-ae5c-456c-a3fa-02654567bfe3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0865076 Aug 28 15:10:33.320140 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52338) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:33.386461 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb82c583-b49d-4078-93fc-6cf2dccee88a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting subnet 33c5470b-6f69-43d0-bcce-9b4b9ac13039 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:10:33.390674 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bb82c583-b49d-4078-93fc-6cf2dccee88a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:33.394617 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['08040f9f-9c09-43e2-9168-f1714f01f1d0'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:10:33.444643 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bb82c583-b49d-4078-93fc-6cf2dccee88a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:33.456732 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3adf2c-b872-4526-8242-2741ae631637 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:33.458255 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ed3adf2c-b872-4526-8242-2741ae631637 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5705132 Aug 28 15:10:33.458391 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be54aaa-9275-4ef6-b102-6171855c25ce None None] Pushing event updated for resources: {'Port': ['ID=fb9fa481-1d23-4bde-9d32-a74d91c6c188,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:33.461316 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:33.462532 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52340) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:33.478185 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-9be54aaa-9275-4ef6-b102-6171855c25ce None None] Attempting to bind port fb9fa481-1d23-4bde-9d32-a74d91c6c188 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:10:33.478559 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-9be54aaa-9275-4ef6-b102-6171855c25ce None None] Attempting to bind port fb9fa481-1d23-4bde-9d32-a74d91c6c188 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:10:33.478923 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be54aaa-9275-4ef6-b102-6171855c25ce None None] Attempting to bind port fb9fa481-1d23-4bde-9d32-a74d91c6c188 on network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:10:33.491410 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be54aaa-9275-4ef6-b102-6171855c25ce None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:10:33.491829 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be54aaa-9275-4ef6-b102-6171855c25ce None None] Checking segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:33.492228 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9be54aaa-9275-4ef6-b102-6171855c25ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:33.492630 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be54aaa-9275-4ef6-b102-6171855c25ce None None] Bound using segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:10:33.493110 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-9be54aaa-9275-4ef6-b102-6171855c25ce None None] Bound port: fb9fa481-1d23-4bde-9d32-a74d91c6c188, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:10:33.493498 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9be54aaa-9275-4ef6-b102-6171855c25ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:33.506440 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186dfaa9-1740-4caa-b695-37dc4b4ec79b admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:10:33.512748 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5b0a9b70-c1fa-46ff-bc92-16597ae04399 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "GET /v2.0/subnets?network_id=61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 207 time: 0.0458200 Aug 28 15:10:33.520899 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52342) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:33.528430 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73534a23-b7aa-43f5-b74f-86f11bb82a5b None None] Sync routers for ids ['ba7506fc-3127-4f05-b267-8972d38b7ac2'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:10:33.540763 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port d15e5273-8f17-48ad-a153-f41a22111221, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=d15e5273-8f17-48ad-a153-f41a22111221,segment=NetworkSegment(49e6da15-55d4-40be-9f0b-a1bfbbc32fc2),segment_id=49e6da15-55d4-40be-9f0b-a1bfbbc32fc2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:33.545920 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bb82c583-b49d-4078-93fc-6cf2dccee88a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:33.575010 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:33.603401 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-186dfaa9-1740-4caa-b695-37dc4b4ec79b admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:33.604654 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-186dfaa9-1740-4caa-b695-37dc4b4ec79b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5735645 Aug 28 15:10:33.607475 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52344) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:33.616965 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73534a23-b7aa-43f5-b74f-86f11bb82a5b None None] Routers {'ba7506fc-3127-4f05-b267-8972d38b7ac2'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:10:33.617605 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-73534a23-b7aa-43f5-b74f-86f11bb82a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:10:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ba7506fc-3127-4f05-b267-8972d38b7ac2'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:33.626731 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bb82c583-b49d-4078-93fc-6cf2dccee88a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:33.662174 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bb82c583-b49d-4078-93fc-6cf2dccee88a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:33.664896 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-bb82c583-b49d-4078-93fc-6cf2dccee88a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/33c5470b-6f69-43d0-bcce-9b4b9ac13039 HTTP/1.1" status: 204 len: 168 time: 0.3436229 Aug 28 15:10:33.665852 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82c583-b49d-4078-93fc-6cf2dccee88a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Subnet': ['ID=33c5470b-6f69-43d0-bcce-9b4b9ac13039,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:33.669036 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52346) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:33.682494 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef078cb2-b0ae-4d35-bd61-a12813f7c941 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:33.685558 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d8e2f987-cff7-4346-83de-0f2ee3fb5e95 None None] Provisioning complete for port d15e5273-8f17-48ad-a153-f41a22111221 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:33.685938 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d8e2f987-cff7-4346-83de-0f2ee3fb5e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:33.689166 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef078cb2-b0ae-4d35-bd61-a12813f7c941 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:33.695384 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef078cb2-b0ae-4d35-bd61-a12813f7c941 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:33.701223 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef078cb2-b0ae-4d35-bd61-a12813f7c941 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:33.706949 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ef078cb2-b0ae-4d35-bd61-a12813f7c941 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.1848943 Aug 28 15:10:33.708327 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52348) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:33.710581 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f7107638-b21e-4b9f-9676-99ae838a1ec5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406921 Aug 28 15:10:33.713920 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52350) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:33.719453 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-1e52a3a1-dde7-43b3-b0b9-15f18f91be01 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:33.738452 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9be54aaa-9275-4ef6-b102-6171855c25ce None None] For port fb9fa481-1d23-4bde-9d32-a74d91c6c188, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:10:33.767725 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=d15e5273-8f17-48ad-a153-f41a22111221,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:33.804286 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9be54aaa-9275-4ef6-b102-6171855c25ce None None] For port fb9fa481-1d23-4bde-9d32-a74d91c6c188, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=fb9fa481-1d23-4bde-9d32-a74d91c6c188,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:10:33.816098 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9be54aaa-9275-4ef6-b102-6171855c25ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:33.833177 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8560b1f9-4aad-4fba-b2c2-2857f2420142 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.1213324 Aug 28 15:10:33.838022 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52354) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:33.932472 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1273f32-0210-42c6-b264-c273c72058e6 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:33.934268 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1273f32-0210-42c6-b264-c273c72058e6 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:33.935929 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e1273f32-0210-42c6-b264-c273c72058e6 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0980380 Aug 28 15:10:33.942781 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52356) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:33.946852 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-73534a23-b7aa-43f5-b74f-86f11bb82a5b None None] Set router ba7506fc-3127-4f05-b267-8972d38b7ac2 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:10:33.960457 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e52a3a1-dde7-43b3-b0b9-15f18f91be01 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:33.964880 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1e52a3a1-dde7-43b3-b0b9-15f18f91be01 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:33.987601 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd12d5-b69d-4cb4-9c69-8c5e0079bb89 req-695fd5e0-bc5c-416a-b42b-5feb040cbbe0 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:33.988941 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-87dd12d5-b69d-4cb4-9c69-8c5e0079bb89 req-695fd5e0-bc5c-416a-b42b-5feb040cbbe0 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=faad09f5-b34b-4819-83a7-2a81cf69d7fb HTTP/1.1" status: 200 len: 944 time: 0.1114304 Aug 28 15:10:34.010533 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be54aaa-9275-4ef6-b102-6171855c25ce None None] Pushing event updated for resources: {'Port': ['ID=fb9fa481-1d23-4bde-9d32-a74d91c6c188,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:34.029033 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e88b40-d443-494d-aeeb-9df624c8c894 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['shared'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:34.032245 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e88b40-d443-494d-aeeb-9df624c8c894 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['shared'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:34.032867 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-57e88b40-d443-494d-aeeb-9df624c8c894 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0890379 Aug 28 15:10:34.038450 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52358) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:34.092249 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-87dd12d5-b69d-4cb4-9c69-8c5e0079bb89 req-fd5ff9c2-8c4e-4b55-ba25-f499b6be7184 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/security-groups?id=0058b729-bf35-45a9-9aa1-85c93417f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887513 Aug 28 15:10:34.210491 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4f751a-c86a-4201-9eea-f85fea362b54 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:34.227280 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3e4f751a-c86a-4201-9eea-f85fea362b54 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "GET /v2.0/networks/2f277d44-fbf5-41ab-8f92-96d034fb22e8 HTTP/1.1" status: 200 len: 798 time: 0.1851606 Aug 28 15:10:34.229987 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52360) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:34.373273 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1e52a3a1-dde7-43b3-b0b9-15f18f91be01 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:34.380104 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 53f560d2-5493-467d-8408-f92d36d9008c up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:10:34.398568 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e8bacdc2-92fc-4bb9-86bb-a3310ea16b43 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "GET /v2.0/networks/2f277d44-fbf5-41ab-8f92-96d034fb22e8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.1673024 Aug 28 15:10:34.403640 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52364) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:34.447191 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e52a3a1-dde7-43b3-b0b9-15f18f91be01 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:34.473014 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-1e52a3a1-dde7-43b3-b0b9-15f18f91be01 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:34.480773 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e52a3a1-dde7-43b3-b0b9-15f18f91be01 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:34.481584 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1e52a3a1-dde7-43b3-b0b9-15f18f91be01 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:34.486529 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d4a852-cd3e-4c56-886d-856103355f93 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:34.489723 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-49d4a852-cd3e-4c56-886d-856103355f93 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "GET /v2.0/subnets/78f52408-30b6-492a-9eb1-505376c599a0 HTTP/1.1" status: 200 len: 811 time: 0.0850971 Aug 28 15:10:34.493262 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52368) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:34.498780 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52a3a1-dde7-43b3-b0b9-15f18f91be01 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Subnet': ['ID=c1f533c1-3a65-42bc-b30f-c871b0ba9a2d,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:34.500277 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 53f560d2-5493-467d-8408-f92d36d9008c completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:10:34.505302 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 53f560d2-5493-467d-8408-f92d36d9008c triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:34.505686 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:34.512352 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1e52a3a1-dde7-43b3-b0b9-15f18f91be01 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7971368 Aug 28 15:10:34.514894 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52370) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:34.520184 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-4dcef1bf-6739-4865-a56c-ce566ac68009 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'name': 'tempest-NetworksTestDHCPv6-1756956536'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:34.561762 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-73534a23-b7aa-43f5-b74f-86f11bb82a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'name': 'tempest-ServersTestManualDisk-2031791716-router', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6766d378-dc92-44b4-851b-7a910038e1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:10:30Z', 'updated_at': '2021-08-28T15:10:31Z', 'revision_number': 3, 'project_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'gw_port': {'id': '6766d378-dc92-44b4-851b-7a910038e1f2', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:10:30Z', 'updated_at': '2021-08-28T15:10:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:34.569762 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95534a9d-74b0-4a03-98a2-4311e3291766 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['shared'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:34.571872 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-95534a9d-74b0-4a03-98a2-4311e3291766 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "GET /v2.0/subnets/78f52408-30b6-492a-9eb1-505376c599a0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0773106 Aug 28 15:10:34.575320 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52372) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:34.581627 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-acbc2b7f-dd38-4704-bae0-69c475432aea tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1991535542'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:34.595742 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73534a23-b7aa-43f5-b74f-86f11bb82a5b None None] Checking router: ba7506fc-3127-4f05-b267-8972d38b7ac2 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:10:34.596094 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73534a23-b7aa-43f5-b74f-86f11bb82a5b None None] Updating router ba7506fc-3127-4f05-b267-8972d38b7ac2 port 6766d378-dc92-44b4-851b-7a910038e1f2 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:10:34.613526 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbc2b7f-dd38-4704-bae0-69c475432aea tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Made reservation on behalf of 32ad64ee97a4448aaa38b4dc5ff8aff6 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:34.618514 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-acbc2b7f-dd38-4704-bae0-69c475432aea tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:34.618710 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-69f09d66-fa12-4084-a304-fd68b738cebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:34.647627 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acbc2b7f-dd38-4704-bae0-69c475432aea tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:10:34.649680 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-73534a23-b7aa-43f5-b74f-86f11bb82a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:34.653655 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:34.661500 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-acbc2b7f-dd38-4704-bae0-69c475432aea tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:34.662174 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-acbc2b7f-dd38-4704-bae0-69c475432aea tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Added segment 426d7103-7c65-4199-8409-b4fa68a8ba78 of type vlan for network 2f47169d-7063-44ad-910b-86ccb8c197f5 Aug 28 15:10:34.705962 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3646de-f56c-4c62-9c7a-42a5b844a5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f560d2-5493-467d-8408-f92d36d9008c'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:10:34.708269 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04938b61-4e38-4ea2-a289-366705746250" -d '{"events": [{"server_uuid": "dc3646de-f56c-4c62-9c7a-42a5b844a5d5", "name": "network-vif-plugged", "status": "completed", "tag": "53f560d2-5493-467d-8408-f92d36d9008c"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:10:34.711564 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-acbc2b7f-dd38-4704-bae0-69c475432aea tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:34.742938 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-acbc2b7f-dd38-4704-bae0-69c475432aea tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:34.750106 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbc2b7f-dd38-4704-bae0-69c475432aea tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:34.751613 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-acbc2b7f-dd38-4704-bae0-69c475432aea tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:34.782507 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59306e6-6db0-429b-8503-ba99f4ad9015 x-openstack-request-id: req-c59306e6-6db0-429b-8503-ba99f4ad9015 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:10:34.782981 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3646de-f56c-4c62-9c7a-42a5b844a5d5", "name": "network-vif-plugged", "status": "completed", "tag": "53f560d2-5493-467d-8408-f92d36d9008c", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:10:34.783410 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c59306e6-6db0-429b-8503-ba99f4ad9015 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:10:34.784091 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3646de-f56c-4c62-9c7a-42a5b844a5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f560d2-5493-467d-8408-f92d36d9008c', 'code': 200} Aug 28 15:10:34.796171 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 53f560d2-5493-467d-8408-f92d36d9008c, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=53f560d2-5493-467d-8408-f92d36d9008c,segment=NetworkSegment(9ec01123-7417-4505-ada9-1e34db6b1ef9),segment_id=9ec01123-7417-4505-ada9-1e34db6b1ef9)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:34.825112 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:34.894539 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcef1bf-6739-4865-a56c-ce566ac68009 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:34.897977 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-acbc2b7f-dd38-4704-bae0-69c475432aea tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3214834 Aug 28 15:10:34.898379 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4dcef1bf-6739-4865-a56c-ce566ac68009 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:34.901502 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52376) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:34.906307 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-f85ed0e3-6119-479e-a60b-4b4b669b39c0 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Request body: {'subnet': {'network_id': '2f47169d-7063-44ad-910b-86ccb8c197f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:34.909879 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc2b7f-dd38-4704-bae0-69c475432aea tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event updated for resources: {'Network': ['ID=2f47169d-7063-44ad-910b-86ccb8c197f5,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:34.950875 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-4dcef1bf-6739-4865-a56c-ce566ac68009 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] device_id is not set on port 960b2fcf-ec65-4d0a-b92d-1c002ca8ef58 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:10:35.011940 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0dedd6-8258-479f-b34e-10bc280d1c1f req-87b68539-d8ac-45b1-a518-5eb5ce6964a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:35.013885 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cf0dedd6-8258-479f-b34e-10bc280d1c1f req-87b68539-d8ac-45b1-a518-5eb5ce6964a0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dc3646de-f56c-4c62-9c7a-42a5b844a5d5 HTTP/1.1" status: 200 len: 1097 time: 0.1496596 Aug 28 15:10:35.014693 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 2f47169d-7063-44ad-910b-86ccb8c197f5 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:10:35.015285 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-69f09d66-fa12-4084-a304-fd68b738cebe admin admin] Allocated IP 172.20.0.1 (693a5562-44b1-45bb-87b8-1d193957b6d5/00df72dc-f4b9-46ca-afba-57a52e8f9f90/02f76b59-60cf-41e9-bacb-30ce37765279) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:35.042145 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device fb9fa481-1d23-4bde-9d32-a74d91c6c188 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:10:35.047042 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85ed0e3-6119-479e-a60b-4b4b669b39c0 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Made reservation on behalf of 32ad64ee97a4448aaa38b4dc5ff8aff6 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:35.052979 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f85ed0e3-6119-479e-a60b-4b4b669b39c0 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:35.100366 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cf0dedd6-8258-479f-b34e-10bc280d1c1f req-03ab3b20-a138-4f2f-a644-f1504042229c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0058b729-bf35-45a9-9aa1-85c93417f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786862 Aug 28 15:10:35.147915 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.ipam_backend_mixin [None req-f85ed0e3-6119-479e-a60b-4b4b669b39c0 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Performing IP validity checks on allocation pools {{(pid=106329) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 28 15:10:35.149720 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.ipam_backend_mixin [None req-f85ed0e3-6119-479e-a60b-4b4b669b39c0 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106329) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 28 15:10:35.201723 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=53f560d2-5493-467d-8408-f92d36d9008c,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:35.242048 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-4dcef1bf-6739-4865-a56c-ce566ac68009 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Allocated IP 2001:db8::26c (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/c1f533c1-3a65-42bc-b30f-c871b0ba9a2d/960b2fcf-ec65-4d0a-b92d-1c002ca8ef58) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:35.288227 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-73534a23-b7aa-43f5-b74f-86f11bb82a5b None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:35.293979 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a1ac9f-7215-4763-84a0-893a4cac20f6 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:35.295381 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port fb9fa481-1d23-4bde-9d32-a74d91c6c188 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:10:35.321139 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-69f09d66-fa12-4084-a304-fd68b738cebe admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:35.351488 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f85ed0e3-6119-479e-a60b-4b4b669b39c0 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:35.362709 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device d15e5273-8f17-48ad-a153-f41a22111221 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:10:35.378198 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230003e8-ee6d-4b33-a5d0-35334312f5ef req-3697020c-98a2-4d1a-8786-9cc1bbe88b6c tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:35.379760 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-230003e8-ee6d-4b33-a5d0-35334312f5ef req-3697020c-98a2-4d1a-8786-9cc1bbe88b6c tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=faad09f5-b34b-4819-83a7-2a81cf69d7fb HTTP/1.1" status: 200 len: 944 time: 0.1434946 Aug 28 15:10:35.384717 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-69f09d66-fa12-4084-a304-fd68b738cebe admin admin] Transition to ACTIVE for port object 02f76b59-60cf-41e9-bacb-30ce37765279 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:35.396848 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-73534a23-b7aa-43f5-b74f-86f11bb82a5b None None] Transition to ACTIVE for port object 6766d378-dc92-44b4-851b-7a910038e1f2 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:35.417751 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-73534a23-b7aa-43f5-b74f-86f11bb82a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:35.418886 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ed0e3-6119-479e-a60b-4b4b669b39c0 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event updated for resources: {'Subnet': ['ID=89e848ec-b0ec-45e7-8327-71d170a88b1d,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:35.428506 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85ed0e3-6119-479e-a60b-4b4b669b39c0 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Checking segment: {'id': '426d7103-7c65-4199-8409-b4fa68a8ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2f47169d-7063-44ad-910b-86ccb8c197f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:35.428773 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85ed0e3-6119-479e-a60b-4b4b669b39c0 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Network hostable DHCP agents. Network: 2f47169d-7063-44ad-910b-86ccb8c197f5, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:10:35.440208 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1b77f269-3c03-4be9-ac37-bbdc5f2b4928 None None] Provisioning for port fb9fa481-1d23-4bde-9d32-a74d91c6c188 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:10:35.446191 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85ed0e3-6119-479e-a60b-4b4b669b39c0 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Network 2f47169d-7063-44ad-910b-86ccb8c197f5 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:10:35.456638 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-f85ed0e3-6119-479e-a60b-4b4b669b39c0 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 2f47169d-7063-44ad-910b-86ccb8c197f5) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:35.462016 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85ed0e3-6119-479e-a60b-4b4b669b39c0 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:35.462755 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f85ed0e3-6119-479e-a60b-4b4b669b39c0 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:35.483116 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f85ed0e3-6119-479e-a60b-4b4b669b39c0 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5808682 Aug 28 15:10:35.484080 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52380) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:35.485709 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d845c6c-57e7-4033-a2dd-e1608aea4848 None None] Network 2f47169d-7063-44ad-910b-86ccb8c197f5 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:35.490429 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-76e5fa92-ff53-4ce2-894b-b4b8280f6cdc tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:35.495584 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-230003e8-ee6d-4b33-a5d0-35334312f5ef req-a232556b-16d5-4988-8bcb-87746e90ec9b tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/security-groups?id=0058b729-bf35-45a9-9aa1-85c93417f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053386 Aug 28 15:10:35.542413 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-69f09d66-fa12-4084-a304-fd68b738cebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:35.560844 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1b77f269-3c03-4be9-ac37-bbdc5f2b4928 None None] Provisioning complete for port fb9fa481-1d23-4bde-9d32-a74d91c6c188 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:35.561415 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1b77f269-3c03-4be9-ac37-bbdc5f2b4928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:35.605263 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-73534a23-b7aa-43f5-b74f-86f11bb82a5b None None] Attempting to bind port 6766d378-dc92-44b4-851b-7a910038e1f2 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:10:35.605648 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-73534a23-b7aa-43f5-b74f-86f11bb82a5b None None] Attempting to bind port 6766d378-dc92-44b4-851b-7a910038e1f2 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:10:35.606013 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73534a23-b7aa-43f5-b74f-86f11bb82a5b None None] Attempting to bind port 6766d378-dc92-44b4-851b-7a910038e1f2 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:10:35.609662 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4dcef1bf-6739-4865-a56c-ce566ac68009 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:35.619159 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f09d66-fa12-4084-a304-fd68b738cebe admin admin] Network 693a5562-44b1-45bb-87b8-1d193957b6d5 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:35.620044 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-76e5fa92-ff53-4ce2-894b-b4b8280f6cdc tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13250014'] for subnet, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:35.630168 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-69f09d66-fa12-4084-a304-fd68b738cebe admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:35.634424 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f09d66-fa12-4084-a304-fd68b738cebe admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:35.636358 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f09d66-fa12-4084-a304-fd68b738cebe admin admin] Pushing event updated for resources: {'Port': ['ID=02f76b59-60cf-41e9-bacb-30ce37765279,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:35.642172 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-4dcef1bf-6739-4865-a56c-ce566ac68009 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Transition to ACTIVE for port object 960b2fcf-ec65-4d0a-b92d-1c002ca8ef58 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:35.643446 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73534a23-b7aa-43f5-b74f-86f11bb82a5b None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:10:35.643857 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73534a23-b7aa-43f5-b74f-86f11bb82a5b None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:35.644270 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-73534a23-b7aa-43f5-b74f-86f11bb82a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:35.644664 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73534a23-b7aa-43f5-b74f-86f11bb82a5b None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:10:35.645198 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-73534a23-b7aa-43f5-b74f-86f11bb82a5b None None] Bound port: 6766d378-dc92-44b4-851b-7a910038e1f2, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:10:35.645557 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-73534a23-b7aa-43f5-b74f-86f11bb82a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:35.653123 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49424744-587e-4fc9-89ed-75b9c214e318 None None] Pushing event updated for resources: {'Port': ['ID=6766d378-dc92-44b4-851b-7a910038e1f2,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:35.697612 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-69f09d66-fa12-4084-a304-fd68b738cebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:35.724761 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port d15e5273-8f17-48ad-a153-f41a22111221 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:35.725143 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:35.755852 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4dcef1bf-6739-4865-a56c-ce566ac68009 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:35.838745 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-76e5fa92-ff53-4ce2-894b-b4b8280f6cdc tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758655230172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12591340'] for subnet, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:35.865683 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcef1bf-6739-4865-a56c-ce566ac68009 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:35.867569 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-73534a23-b7aa-43f5-b74f-86f11bb82a5b None None] For port 6766d378-dc92-44b4-851b-7a910038e1f2, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:10:35.886204 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcef1bf-6739-4865-a56c-ce566ac68009 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Port': ['ID=960b2fcf-ec65-4d0a-b92d-1c002ca8ef58,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:35.891264 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-4dcef1bf-6739-4865-a56c-ce566ac68009 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:35.895731 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcef1bf-6739-4865-a56c-ce566ac68009 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:35.897160 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e5fa92-ff53-4ce2-894b-b4b8280f6cdc tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:35.897772 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-76e5fa92-ff53-4ce2-894b-b4b8280f6cdc tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:35.899175 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-76e5fa92-ff53-4ce2-894b-b4b8280f6cdc tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "PUT /v2.0/subnets/89e848ec-b0ec-45e7-8327-71d170a88b1d HTTP/1.1" status: 200 len: 877 time: 0.4136984 Aug 28 15:10:35.904425 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52382) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:35.905432 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcef1bf-6739-4865-a56c-ce566ac68009 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:35.906356 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4dcef1bf-6739-4865-a56c-ce566ac68009 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:35.920091 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-73534a23-b7aa-43f5-b74f-86f11bb82a5b None None] For port 6766d378-dc92-44b4-851b-7a910038e1f2, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6766d378-dc92-44b4-851b-7a910038e1f2,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:10:35.923899 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4dcef1bf-6739-4865-a56c-ce566ac68009 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4077566 Aug 28 15:10:35.927628 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52384) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:35.952756 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-73534a23-b7aa-43f5-b74f-86f11bb82a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:35.971710 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667a542f-8aa7-4906-b8fb-af8b8521babb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-2f47169d-7063-44ad-910b-86ccb8c197f5', 'network_id': '2f47169d-7063-44ad-910b-86ccb8c197f5', 'tenant_id': '32ad64ee97a4448aaa38b4dc5ff8aff6', 'fixed_ips': [{'subnet_id': '89e848ec-b0ec-45e7-8327-71d170a88b1d'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:10:35.972570 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-667a542f-8aa7-4906-b8fb-af8b8521babb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:35.989252 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5fa92-ff53-4ce2-894b-b4b8280f6cdc tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event updated for resources: {'Subnet': ['ID=89e848ec-b0ec-45e7-8327-71d170a88b1d,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:35.998578 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-69f09d66-fa12-4084-a304-fd68b738cebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:35.998812 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1b77f269-3c03-4be9-ac37-bbdc5f2b4928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:36.046121 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7e56961b-83ac-4baa-bca9-38d86cbb6438 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:36.057710 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7309580-590d-4f07-a617-f6f1c5438fe4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:36.065038 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7309580-590d-4f07-a617-f6f1c5438fe4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:36.066765 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e7309580-590d-4f07-a617-f6f1c5438fe4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1380491 Aug 28 15:10:36.069594 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52386) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:36.105402 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7e56961b-83ac-4baa-bca9-38d86cbb6438 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:36.123738 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73534a23-b7aa-43f5-b74f-86f11bb82a5b None None] Routers {'ba7506fc-3127-4f05-b267-8972d38b7ac2'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:10:36.124332 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-73534a23-b7aa-43f5-b74f-86f11bb82a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:10:10Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ba7506fc-3127-4f05-b267-8972d38b7ac2'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:36.130375 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1b77f269-3c03-4be9-ac37-bbdc5f2b4928 None None] For port fb9fa481-1d23-4bde-9d32-a74d91c6c188, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=fb9fa481-1d23-4bde-9d32-a74d91c6c188,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:36.180356 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7e56961b-83ac-4baa-bca9-38d86cbb6438 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:36.209964 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49424744-587e-4fc9-89ed-75b9c214e318 None None] Pushing event updated for resources: {'Port': ['ID=6766d378-dc92-44b4-851b-7a910038e1f2,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:36.220489 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1b77f269-3c03-4be9-ac37-bbdc5f2b4928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:36.247690 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56961b-83ac-4baa-bca9-38d86cbb6438 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event deleted for resources: {'Subnet': ['ID=89e848ec-b0ec-45e7-8327-71d170a88b1d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:36.260507 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-8cc3924d-c265-4895-b01c-edeffa1ed090 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting port 960b2fcf-ec65-4d0a-b92d-1c002ca8ef58 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:10:36.260958 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8cc3924d-c265-4895-b01c-edeffa1ed090 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server [None req-667a542f-8aa7-4906-b8fb-af8b8521babb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89e848ec-b0ec-45e7-8327-71d170a88b1d: This subnet is being modified by another concurrent operation. Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise exception Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89e848ec-b0ec-45e7-8327-71d170a88b1d: This subnet is being modified by another concurrent operation. Aug 28 15:10:36.318771 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server Aug 28 15:10:36.348500 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fd6901-5e3f-4473-9c4f-85a6f5b48d28 None None] Network 2f47169d-7063-44ad-910b-86ccb8c197f5 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:36.349064 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7e56961b-83ac-4baa-bca9-38d86cbb6438 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:36.360459 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-7e56961b-83ac-4baa-bca9-38d86cbb6438 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f47169d-7063-44ad-910b-86ccb8c197f5']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:36.373498 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-7e56961b-83ac-4baa-bca9-38d86cbb6438 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426d7103-7c65-4199-8409-b4fa68a8ba78') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:36.373741 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-7e56961b-83ac-4baa-bca9-38d86cbb6438 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426d7103-7c65-4199-8409-b4fa68a8ba78') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:36.382763 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-69f09d66-fa12-4084-a304-fd68b738cebe admin admin] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:36.384668 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7e56961b-83ac-4baa-bca9-38d86cbb6438 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:36.387583 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77f269-3c03-4be9-ac37-bbdc5f2b4928 None None] Pushing event updated for resources: {'Port': ['ID=fb9fa481-1d23-4bde-9d32-a74d91c6c188,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:36.395608 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-69f09d66-fa12-4084-a304-fd68b738cebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:36.407493 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7e56961b-83ac-4baa-bca9-38d86cbb6438 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:36.415896 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e56961b-83ac-4baa-bca9-38d86cbb6438 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:10:36.416565 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7e56961b-83ac-4baa-bca9-38d86cbb6438 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:10:36.419929 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:10:36.433272 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8cc3924d-c265-4895-b01c-edeffa1ed090 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:36.436621 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ee28fe-2b6d-4c36-b377-4a17a8c3bf20 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:36.441910 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-73534a23-b7aa-43f5-b74f-86f11bb82a5b None None] Set router ba7506fc-3127-4f05-b267-8972d38b7ac2 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:10:36.475086 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-8cc3924d-c265-4895-b01c-edeffa1ed090 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Calling delete_port for 960b2fcf-ec65-4d0a-b92d-1c002ca8ef58 owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:10:36.485233 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7e56961b-83ac-4baa-bca9-38d86cbb6438 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:36.497665 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f09d66-fa12-4084-a304-fd68b738cebe admin admin] Pushing event updated for resources: {'Port': ['ID=02f76b59-60cf-41e9-bacb-30ce37765279,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:36.497943 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7e56961b-83ac-4baa-bca9-38d86cbb6438 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:36.499382 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7e56961b-83ac-4baa-bca9-38d86cbb6438 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/networks/2f47169d-7063-44ad-910b-86ccb8c197f5 HTTP/1.1" status: 204 len: 168 time: 0.5935585 Aug 28 15:10:36.503828 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52388) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:36.510952 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f18a0eff-ee24-4afb-8989-35b34238c3b9 None None] Provisioning for port 02f76b59-60cf-41e9-bacb-30ce37765279 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:10:36.515736 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56961b-83ac-4baa-bca9-38d86cbb6438 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event deleted for resources: {'Network': ['ID=2f47169d-7063-44ad-910b-86ccb8c197f5,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:36.539719 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-69f09d66-fa12-4084-a304-fd68b738cebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:36.574905 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-955ddee2-b403-4a9e-a484-27f0bfb34afc tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] DELETE failed (client error): The resource could not be found. Aug 28 15:10:36.575532 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-955ddee2-b403-4a9e-a484-27f0bfb34afc tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:10:36.580328 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-955ddee2-b403-4a9e-a484-27f0bfb34afc tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/subnets/89e848ec-b0ec-45e7-8327-71d170a88b1d HTTP/1.1" status: 404 len: 337 time: 0.0721219 Aug 28 15:10:36.580742 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52392) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:36.613874 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2cf6d7-3ef6-48cc-b4ca-25f7679ff166 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] DELETE failed (client error): The resource could not be found. Aug 28 15:10:36.614781 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba2cf6d7-3ef6-48cc-b4ca-25f7679ff166 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:10:36.616844 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ba2cf6d7-3ef6-48cc-b4ca-25f7679ff166 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/networks/2f47169d-7063-44ad-910b-86ccb8c197f5 HTTP/1.1" status: 404 len: 339 time: 0.0350554 Aug 28 15:10:36.619466 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52394) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:36.665981 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc982fe8-d6fa-49db-b517-262c25fbd558 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] DELETE failed (client error): The resource could not be found. Aug 28 15:10:36.666626 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc982fe8-d6fa-49db-b517-262c25fbd558 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:10:36.668755 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-cc982fe8-d6fa-49db-b517-262c25fbd558 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/subnets/40e9b4fc-a3d1-4140-bc22-05a424e3d3af HTTP/1.1" status: 404 len: 337 time: 0.0481172 Aug 28 15:10:36.671356 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52396) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:36.704118 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc029de-105e-40e4-ade0-1cd12c819b2a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] DELETE failed (client error): The resource could not be found. Aug 28 15:10:36.704961 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cc029de-105e-40e4-ade0-1cd12c819b2a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:10:36.706839 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7cc029de-105e-40e4-ade0-1cd12c819b2a tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/networks/32311346-8edb-4f02-9e6d-9fbf75a34645 HTTP/1.1" status: 404 len: 339 time: 0.0337837 Aug 28 15:10:36.710144 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e39558-d392-4d55-b64c-5cccf73a0301 req-9421350d-14b5-4c53-aada-7bd1ed517a6e tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:36.711106 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52398) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:36.711796 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f6e39558-d392-4d55-b64c-5cccf73a0301 req-9421350d-14b5-4c53-aada-7bd1ed517a6e tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=faad09f5-b34b-4819-83a7-2a81cf69d7fb HTTP/1.1" status: 200 len: 944 time: 0.0814719 Aug 28 15:10:36.726876 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 08040f9f-9c09-43e2-9168-f1714f01f1d0 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:10:36.746099 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f18a0eff-ee24-4afb-8989-35b34238c3b9 None None] Provisioning complete for port 02f76b59-60cf-41e9-bacb-30ce37765279 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:36.746494 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f18a0eff-ee24-4afb-8989-35b34238c3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:36.758393 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f6e39558-d392-4d55-b64c-5cccf73a0301 req-7ca75a5d-e166-4601-90ba-d0820f70f513 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/security-groups?id=0058b729-bf35-45a9-9aa1-85c93417f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393538 Aug 28 15:10:36.828715 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f09d66-fa12-4084-a304-fd68b738cebe admin admin] Network 693a5562-44b1-45bb-87b8-1d193957b6d5 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:36.837201 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-69f09d66-fa12-4084-a304-fd68b738cebe admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:36.855636 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device fb9fa481-1d23-4bde-9d32-a74d91c6c188 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:10:36.857953 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8cc3924d-c265-4895-b01c-edeffa1ed090 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:36.864642 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a87e80a0-d30f-446d-b297-291bf5a5b417 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:36.935894 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3924d-c265-4895-b01c-edeffa1ed090 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Port': ['ID=960b2fcf-ec65-4d0a-b92d-1c002ca8ef58,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:36.979457 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8cc3924d-c265-4895-b01c-edeffa1ed090 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:36.981344 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8cc3924d-c265-4895-b01c-edeffa1ed090 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/960b2fcf-ec65-4d0a-b92d-1c002ca8ef58 HTTP/1.1" status: 204 len: 168 time: 0.9102619 Aug 28 15:10:36.984770 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52404) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:36.988960 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-f18a0eff-ee24-4afb-8989-35b34238c3b9 None None] Port 02f76b59-60cf-41e9-bacb-30ce37765279 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:10:37.015681 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabad4ee-b17f-48c0-a5ed-0eb891a20acd None None] Network 2f47169d-7063-44ad-910b-86ccb8c197f5 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:37.057774 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ad6692-88e5-4e3a-890b-9dfff1fcf5bb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:37.059315 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ad6692-88e5-4e3a-890b-9dfff1fcf5bb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:37.063727 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-72ad6692-88e5-4e3a-890b-9dfff1fcf5bb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0739439 Aug 28 15:10:37.064489 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52406) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:37.066392 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabad4ee-b17f-48c0-a5ed-0eb891a20acd None None] Network 2f47169d-7063-44ad-910b-86ccb8c197f5 could not be found, it might have been deleted concurrently. {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 28 15:10:37.108303 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a87e80a0-d30f-446d-b297-291bf5a5b417 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:37.108607 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 08040f9f-9c09-43e2-9168-f1714f01f1d0 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:10:37.125248 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ffea525-b8ba-45ae-824a-75f595663fad tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting subnet c1f533c1-3a65-42bc-b30f-c871b0ba9a2d {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:10:37.128714 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2ffea525-b8ba-45ae-824a-75f595663fad tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:37.128917 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-a87e80a0-d30f-446d-b297-291bf5a5b417 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87056de0-f8cd-48e4-906c-fee93cee7332']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:37.129988 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 08040f9f-9c09-43e2-9168-f1714f01f1d0 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:37.130366 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:37.144753 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-a87e80a0-d30f-446d-b297-291bf5a5b417 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '970d75d1-94cb-49f0-953e-5a2b3d3d493b') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:37.145146 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-a87e80a0-d30f-446d-b297-291bf5a5b417 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '970d75d1-94cb-49f0-953e-5a2b3d3d493b') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:37.159872 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a87e80a0-d30f-446d-b297-291bf5a5b417 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:37.177955 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f09d66-fa12-4084-a304-fd68b738cebe admin admin] Router ba7506fc-3127-4f05-b267-8972d38b7ac2 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:10:37.178577 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2ffea525-b8ba-45ae-824a-75f595663fad tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:37.179435 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a87e80a0-d30f-446d-b297-291bf5a5b417 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:37.189248 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a87e80a0-d30f-446d-b297-291bf5a5b417 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:10:37.189842 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a87e80a0-d30f-446d-b297-291bf5a5b417 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:10:37.193090 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:10:37.216602 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port fb9fa481-1d23-4bde-9d32-a74d91c6c188 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:37.216981 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:37.230583 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2ffea525-b8ba-45ae-824a-75f595663fad tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:37.249225 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-eede6f75-316a-4525-9dfb-f79908b1dcc7 None None] Provisioning complete for port 02f76b59-60cf-41e9-bacb-30ce37765279 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:37.249599 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-eede6f75-316a-4525-9dfb-f79908b1dcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:37.301072 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2ffea525-b8ba-45ae-824a-75f595663fad tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:37.313285 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a87e80a0-d30f-446d-b297-291bf5a5b417 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:37.319780 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a87e80a0-d30f-446d-b297-291bf5a5b417 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:37.321792 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a87e80a0-d30f-446d-b297-291bf5a5b417 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/networks/87056de0-f8cd-48e4-906c-fee93cee7332 HTTP/1.1" status: 204 len: 168 time: 0.6062920 Aug 28 15:10:37.337091 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52408) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:37.340751 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2ffea525-b8ba-45ae-824a-75f595663fad tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:37.346226 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2ffea525-b8ba-45ae-824a-75f595663fad tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/c1f533c1-3a65-42bc-b30f-c871b0ba9a2d HTTP/1.1" status: 204 len: 168 time: 0.2783170 Aug 28 15:10:37.352145 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffea525-b8ba-45ae-824a-75f595663fad tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f533c1-3a65-42bc-b30f-c871b0ba9a2d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:37.352344 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-eede6f75-316a-4525-9dfb-f79908b1dcc7 None None] Port 02f76b59-60cf-41e9-bacb-30ce37765279 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:10:37.353249 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52410) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:37.372987 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-eede6f75-316a-4525-9dfb-f79908b1dcc7 None None] Could not find standard attr ID for object 960b2fcf-ec65-4d0a-b92d-1c002ca8ef58. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:10:37.378583 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-73534a23-b7aa-43f5-b74f-86f11bb82a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'name': 'tempest-ServersTestManualDisk-2031791716-router', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6766d378-dc92-44b4-851b-7a910038e1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:10:30Z', 'updated_at': '2021-08-28T15:10:35Z', 'revision_number': 4, 'project_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'gw_port': {'id': '6766d378-dc92-44b4-851b-7a910038e1f2', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:10:30Z', 'updated_at': '2021-08-28T15:10:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '02f76b59-60cf-41e9-bacb-30ce37765279', 'name': '', 'network_id': '693a5562-44b1-45bb-87b8-1d193957b6d5', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'mac_address': 'fa:16:3e:8b:30:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '00df72dc-f4b9-46ca-afba-57a52e8f9f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:10:34Z', 'updated_at': '2021-08-28T15:10:35Z', 'revision_number': 1, 'project_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'subnets': [{'id': '00df72dc-f4b9-46ca-afba-57a52e8f9f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:37.384165 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f72353f-fc8a-40c3-ad6a-3fb22bbd64a0 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] DELETE failed (client error): The resource could not be found. Aug 28 15:10:37.385004 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f72353f-fc8a-40c3-ad6a-3fb22bbd64a0 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:10:37.387102 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4f72353f-fc8a-40c3-ad6a-3fb22bbd64a0 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/subnets/1f0615bd-cfff-4577-bef8-ac4053c27b20 HTTP/1.1" status: 404 len: 337 time: 0.0476925 Aug 28 15:10:37.421935 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73534a23-b7aa-43f5-b74f-86f11bb82a5b None None] The sync data for ids ['ba7506fc-3127-4f05-b267-8972d38b7ac2'] in n-d-712137-10 is: [{'id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'name': 'tempest-ServersTestManualDisk-2031791716-router', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6766d378-dc92-44b4-851b-7a910038e1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:10:30Z', 'updated_at': '2021-08-28T15:10:35Z', 'revision_number': 4, 'project_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'gw_port': {'id': '6766d378-dc92-44b4-851b-7a910038e1f2', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:10:30Z', 'updated_at': '2021-08-28T15:10:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '02f76b59-60cf-41e9-bacb-30ce37765279', 'name': '', 'network_id': '693a5562-44b1-45bb-87b8-1d193957b6d5', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'mac_address': 'fa:16:3e:8b:30:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '00df72dc-f4b9-46ca-afba-57a52e8f9f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:10:34Z', 'updated_at': '2021-08-28T15:10:35Z', 'revision_number': 1, 'project_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'subnets': [{'id': '00df72dc-f4b9-46ca-afba-57a52e8f9f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:10:37.424539 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52412) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:37.426759 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-029e0785-6709-4efb-b630-92ee878bccc9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706844 Aug 28 15:10:37.429639 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52414) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:37.434758 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-23de3e1a-b8ae-4915-9be2-3e46e68d24d3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:37.487329 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:37.518264 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-eede6f75-316a-4525-9dfb-f79908b1dcc7 None None] Provisioning complete for port fb9fa481-1d23-4bde-9d32-a74d91c6c188 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:37.518808 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-eede6f75-316a-4525-9dfb-f79908b1dcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:37.542286 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d5dfbf4-9635-4241-be8a-3cb75fb512a0 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] DELETE failed (client error): The resource could not be found. Aug 28 15:10:37.545866 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d5dfbf4-9635-4241-be8a-3cb75fb512a0 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:10:37.555922 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5d5dfbf4-9635-4241-be8a-3cb75fb512a0 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/networks/12a2ca2d-b6f1-4f7a-8905-3973919dfae4 HTTP/1.1" status: 404 len: 339 time: 0.1252692 Aug 28 15:10:37.556834 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52416) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:37.581360 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a0d85b-118b-4417-83ce-cf52fc92046f None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:37.587306 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faad09f5-b34b-4819-83a7-2a81cf69d7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08040f9f-9c09-43e2-9168-f1714f01f1d0'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:10:37.589915 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d2dab5-40e3-490b-87b1-cf91605dc1fe" -d '{"events": [{"server_uuid": "faad09f5-b34b-4819-83a7-2a81cf69d7fb", "name": "network-vif-plugged", "status": "completed", "tag": "08040f9f-9c09-43e2-9168-f1714f01f1d0"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:10:37.628194 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-f25a650d-14f2-4f07-b297-ebf5e1c92679 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] DELETE failed (client error): The resource could not be found. Aug 28 15:10:37.628722 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f25a650d-14f2-4f07-b297-ebf5e1c92679 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:10:37.633266 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f25a650d-14f2-4f07-b297-ebf5e1c92679 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/subnets/0ca25ee1-0b7a-46ea-9146-32cb47735b0a HTTP/1.1" status: 404 len: 337 time: 0.0727050 Aug 28 15:10:37.637930 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52420) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:37.646995 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 08040f9f-9c09-43e2-9168-f1714f01f1d0, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=08040f9f-9c09-43e2-9168-f1714f01f1d0,segment=NetworkSegment(9ec01123-7417-4505-ada9-1e34db6b1ef9),segment_id=9ec01123-7417-4505-ada9-1e34db6b1ef9)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:37.663424 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:37.673091 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae185bdd-9300-4ae3-b8c0-58e049d13faf tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] DELETE failed (client error): The resource could not be found. Aug 28 15:10:37.673864 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae185bdd-9300-4ae3-b8c0-58e049d13faf tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:10:37.678157 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ae185bdd-9300-4ae3-b8c0-58e049d13faf tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/networks/98cd4429-d000-4069-ae04-63d4372415bb HTTP/1.1" status: 404 len: 339 time: 0.0369110 Aug 28 15:10:37.678653 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52422) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:37.694520 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272f78b0-1ffb-48a0-aef8-e7ed4e8b5b53 x-openstack-request-id: req-272f78b0-1ffb-48a0-aef8-e7ed4e8b5b53 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:10:37.694976 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faad09f5-b34b-4819-83a7-2a81cf69d7fb", "name": "network-vif-plugged", "status": "completed", "tag": "08040f9f-9c09-43e2-9168-f1714f01f1d0", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:10:37.695332 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-272f78b0-1ffb-48a0-aef8-e7ed4e8b5b53 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:10:37.695848 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faad09f5-b34b-4819-83a7-2a81cf69d7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08040f9f-9c09-43e2-9168-f1714f01f1d0', 'code': 200} Aug 28 15:10:37.749761 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-187740f3-4824-4a79-8ba4-9cb87c82bc40 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] DELETE failed (client error): The resource could not be found. Aug 28 15:10:37.750121 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-187740f3-4824-4a79-8ba4-9cb87c82bc40 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:10:37.756688 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-187740f3-4824-4a79-8ba4-9cb87c82bc40 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/subnets/4deb1281-d624-4169-b8e3-821ed3491f57 HTTP/1.1" status: 404 len: 337 time: 0.0769982 Aug 28 15:10:37.760476 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52424) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:37.780575 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23de3e1a-b8ae-4915-9be2-3e46e68d24d3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:37.786469 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-23de3e1a-b8ae-4915-9be2-3e46e68d24d3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:37.802391 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e80a0-d30f-446d-b297-291bf5a5b417 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event deleted for resources: {'Network': ['ID=87056de0-f8cd-48e4-906c-fee93cee7332,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:37.839289 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=08040f9f-9c09-43e2-9168-f1714f01f1d0,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:37.869141 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f09d66-fa12-4084-a304-fd68b738cebe admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:10:37.878882 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-69f09d66-fa12-4084-a304-fd68b738cebe admin admin] 10.222.0.13 "PUT /v2.0/routers/ba7506fc-3127-4f05-b267-8972d38b7ac2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2702892 Aug 28 15:10:37.894934 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff6650-911a-41b6-b947-2f4144df6c0b req-bbca35f8-3f42-4065-b913-81fdcc60f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:37.901352 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-95ff6650-911a-41b6-b947-2f4144df6c0b req-bbca35f8-3f42-4065-b913-81fdcc60f707 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=faad09f5-b34b-4819-83a7-2a81cf69d7fb HTTP/1.1" status: 200 len: 1097 time: 0.1173556 Aug 28 15:10:37.940123 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f4aeed-a153-4abb-960b-d7fe1c1eac7b tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] DELETE failed (client error): The resource could not be found. Aug 28 15:10:37.940730 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12f4aeed-a153-4abb-960b-d7fe1c1eac7b tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:10:37.946015 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52430) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:37.948885 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-12f4aeed-a153-4abb-960b-d7fe1c1eac7b tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/networks/a8d62b7d-392c-44e3-8c18-74c590b75617 HTTP/1.1" status: 404 len: 339 time: 0.1868763 Aug 28 15:10:37.988927 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fb35a2-80ce-41ee-8688-69f1571b7503 None None] DHCP port deletion for dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:10:38.004128 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-95ff6650-911a-41b6-b947-2f4144df6c0b req-e935bda3-e841-434e-addc-82962c0a2543 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0058b729-bf35-45a9-9aa1-85c93417f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990300 Aug 28 15:10:38.006252 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e678e06-0f2d-4043-b68c-fffc4ddb0f06 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] DELETE failed (client error): The resource could not be found. Aug 28 15:10:38.006731 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e678e06-0f2d-4043-b68c-fffc4ddb0f06 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:10:38.006864 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8997ecbc-ffc3-444f-b568-5b0ff368035b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:38.008484 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2e678e06-0f2d-4043-b68c-fffc4ddb0f06 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/subnets/f72158ac-2c7a-4c91-a6fd-d5edc7f03bde HTTP/1.1" status: 404 len: 337 time: 0.0607848 Aug 28 15:10:38.015164 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52432) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:38.050514 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-586d6ee9-b103-4533-93e1-bccfeb695869 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] DELETE failed (client error): The resource could not be found. Aug 28 15:10:38.051210 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-586d6ee9-b103-4533-93e1-bccfeb695869 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:10:38.053673 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ca636b24-2fd2-430f-aab4-a2b46e87f304 None None] Provisioning complete for port fb9fa481-1d23-4bde-9d32-a74d91c6c188 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:38.054057 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ca636b24-2fd2-430f-aab4-a2b46e87f304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:38.054303 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-586d6ee9-b103-4533-93e1-bccfeb695869 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/networks/4b04c0f9-8aba-4524-b961-72fbddc1938c HTTP/1.1" status: 404 len: 339 time: 0.0355289 Aug 28 15:10:38.057060 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52438) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:38.093509 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e85a4-c7f0-418e-9816-a8974df64869 req-b7658011-910e-47d5-8921-ee4a7b064ab3 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:38.094956 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-778e85a4-c7f0-418e-9816-a8974df64869 req-b7658011-910e-47d5-8921-ee4a7b064ab3 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=faad09f5-b34b-4819-83a7-2a81cf69d7fb HTTP/1.1" status: 200 len: 945 time: 0.1570699 Aug 28 15:10:38.106522 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e98aeb-b530-470f-97db-60692bc80baf tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] DELETE failed (client error): The resource could not be found. Aug 28 15:10:38.106990 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2e98aeb-b530-470f-97db-60692bc80baf tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:10:38.108786 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d2e98aeb-b530-470f-97db-60692bc80baf tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/subnets/b33ecd69-88ee-4f71-9c2a-61474662401b HTTP/1.1" status: 404 len: 337 time: 0.0506611 Aug 28 15:10:38.113816 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52442) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:38.146873 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8026e9-7eca-4702-a619-01bb0eec38de tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] DELETE failed (client error): The resource could not be found. Aug 28 15:10:38.147504 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de8026e9-7eca-4702-a619-01bb0eec38de tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:10:38.149347 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-de8026e9-7eca-4702-a619-01bb0eec38de tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/networks/26f9a372-83bb-41bf-87b6-49e55ea4a6b1 HTTP/1.1" status: 404 len: 339 time: 0.0345104 Aug 28 15:10:38.151841 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52444) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:38.177197 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-00fb35a2-80ce-41ee-8688-69f1571b7503 None None] Deleting port fb9fa481-1d23-4bde-9d32-a74d91c6c188 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:10:38.177197 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-00fb35a2-80ce-41ee-8688-69f1571b7503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:38.214414 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-778e85a4-c7f0-418e-9816-a8974df64869 req-b016c99c-3fcc-4ae8-9af1-c1e3f4b60444 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/security-groups?id=0058b729-bf35-45a9-9aa1-85c93417f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084499 Aug 28 15:10:38.218730 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3e1c08-0cf1-4186-b97d-e70da9fac5c0 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] DELETE failed (client error): The resource could not be found. Aug 28 15:10:38.219846 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3e1c08-0cf1-4186-b97d-e70da9fac5c0 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:10:38.224049 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9f3e1c08-0cf1-4186-b97d-e70da9fac5c0 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/subnets/3fbae963-9347-4f2f-a894-9674d73d8382 HTTP/1.1" status: 404 len: 337 time: 0.0690317 Aug 28 15:10:38.224540 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52446) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:38.261780 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e97d676-2f54-4fe3-b116-f2d6c3186b6b tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] DELETE failed (client error): The resource could not be found. Aug 28 15:10:38.262859 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e97d676-2f54-4fe3-b116-f2d6c3186b6b tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:10:38.265684 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4e97d676-2f54-4fe3-b116-f2d6c3186b6b tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/networks/7fe543bb-86a2-41c1-a4fb-2567db0dc72f HTTP/1.1" status: 404 len: 339 time: 0.0401640 Aug 28 15:10:38.269437 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52448) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:38.299742 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-00fb35a2-80ce-41ee-8688-69f1571b7503 None None] For port fb9fa481-1d23-4bde-9d32-a74d91c6c188, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=fb9fa481-1d23-4bde-9d32-a74d91c6c188,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:38.300446 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-00fb35a2-80ce-41ee-8688-69f1571b7503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:38.312259 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d663568-9872-46b8-8cef-9cbe8c8924ab tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] DELETE failed (client error): The resource could not be found. Aug 28 15:10:38.314299 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d663568-9872-46b8-8cef-9cbe8c8924ab tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:10:38.316575 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6d663568-9872-46b8-8cef-9cbe8c8924ab tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/subnets/14491c28-8009-4505-b381-257534d00ab4 HTTP/1.1" status: 404 len: 337 time: 0.0460212 Aug 28 15:10:38.318955 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52450) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:38.324656 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-00fb35a2-80ce-41ee-8688-69f1571b7503 None None] Calling delete_port for fb9fa481-1d23-4bde-9d32-a74d91c6c188 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:10:38.353348 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ab2dbc-3646-4b31-8d18-5b9dc57d0395 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] DELETE failed (client error): The resource could not be found. Aug 28 15:10:38.354192 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3ab2dbc-3646-4b31-8d18-5b9dc57d0395 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:10:38.356249 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c3ab2dbc-3646-4b31-8d18-5b9dc57d0395 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/networks/7668c78c-965b-4dfa-867b-4108c138fc63 HTTP/1.1" status: 404 len: 339 time: 0.0353239 Aug 28 15:10:38.359541 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52452) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:38.380517 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-23de3e1a-b8ae-4915-9be2-3e46e68d24d3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:38.397132 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-d24b8f3f-9f6e-4e86-9dd7-1d8d1a60f36f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] DELETE failed (client error): The resource could not be found. Aug 28 15:10:38.397598 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d24b8f3f-9f6e-4e86-9dd7-1d8d1a60f36f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:10:38.402116 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d24b8f3f-9f6e-4e86-9dd7-1d8d1a60f36f tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/subnets/695ebf09-e6f8-4030-a536-3213546b7ba5 HTTP/1.1" status: 404 len: 337 time: 0.0411763 Aug 28 15:10:38.402622 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52454) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:38.448691 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-00fb35a2-80ce-41ee-8688-69f1571b7503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:38.460091 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93c5763-c815-4f1b-b1a0-89f1d4284183 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] DELETE failed (client error): The resource could not be found. Aug 28 15:10:38.460704 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d93c5763-c815-4f1b-b1a0-89f1d4284183 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:10:38.465038 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d93c5763-c815-4f1b-b1a0-89f1d4284183 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/networks/87af72eb-a811-4a56-ac7e-7105bdae98ce HTTP/1.1" status: 404 len: 339 time: 0.0614762 Aug 28 15:10:38.465640 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52456) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:38.476608 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fb35a2-80ce-41ee-8688-69f1571b7503 None None] No DVR routers for this DVR port fb9fa481-1d23-4bde-9d32-a74d91c6c188 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:10:38.479617 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23de3e1a-b8ae-4915-9be2-3e46e68d24d3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:38.492959 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-23de3e1a-b8ae-4915-9be2-3e46e68d24d3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:38.497912 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23de3e1a-b8ae-4915-9be2-3e46e68d24d3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:38.498495 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-23de3e1a-b8ae-4915-9be2-3e46e68d24d3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:38.507474 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb35a2-80ce-41ee-8688-69f1571b7503 None None] Pushing event deleted for resources: {'Port': ['ID=fb9fa481-1d23-4bde-9d32-a74d91c6c188,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:38.520531 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de3e1a-b8ae-4915-9be2-3e46e68d24d3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Subnet': ['ID=a9ee551a-2927-4658-abfa-63dbeab9e24c,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:38.520692 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66acc721-e2c4-4584-a209-35b9b73a802d None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:38.552900 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-23de3e1a-b8ae-4915-9be2-3e46e68d24d3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1222475 Aug 28 15:10:38.555438 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52458) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:38.558403 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-f35e847a-4b71-4de3-8062-431d9938d645 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Deleting subnet 78f52408-30b6-492a-9eb1-505376c599a0 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:10:38.560829 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-3b618ead-ad65-4773-9330-ae9db6974212 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'name': 'tempest-NetworksTestDHCPv6-158030852'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:38.562515 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f35e847a-4b71-4de3-8062-431d9938d645 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:38.632214 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f35e847a-4b71-4de3-8062-431d9938d645 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:38.688958 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52460) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:38.693927 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-b0f18fa6-c59b-4e8f-a1b8-2bd72a83e027 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1568342517', 'description': 'tempest-description--1497758415'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:38.731359 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a81f6c-de3c-48d6-927c-6f5996714559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'tenant_id': 'b52f2a44ab1541f08b6542f112ae2346', 'fixed_ips': [{'subnet_id': 'a9ee551a-2927-4658-abfa-63dbeab9e24c'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:10:38.732276 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-88a81f6c-de3c-48d6-927c-6f5996714559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:38.748384 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b0f18fa6-c59b-4e8f-a1b8-2bd72a83e027 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:38.748702 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b618ead-ad65-4773-9330-ae9db6974212 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:38.753362 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3b618ead-ad65-4773-9330-ae9db6974212 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:38.780157 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-3b618ead-ad65-4773-9330-ae9db6974212 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] device_id is not set on port 53b096c1-4043-4f8c-a363-c9b7a755dae9 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:10:38.785739 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f35e847a-4b71-4de3-8062-431d9938d645 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:38.955551 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f35e847a-4b71-4de3-8062-431d9938d645 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:38.993754 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-88a81f6c-de3c-48d6-927c-6f5996714559 None None] Allocated IP 2001:db8::2 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/a9ee551a-2927-4658-abfa-63dbeab9e24c/f17d91b8-9450-44fb-8f36-f23c84ecd8f6) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:39.005219 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6766d378-dc92-44b4-851b-7a910038e1f2 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:10:39.006761 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f35e847a-4b71-4de3-8062-431d9938d645 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:39.008773 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f35e847a-4b71-4de3-8062-431d9938d645 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/subnets/78f52408-30b6-492a-9eb1-505376c599a0 HTTP/1.1" status: 204 len: 168 time: 0.5419629 Aug 28 15:10:39.010529 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e847a-4b71-4de3-8062-431d9938d645 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event deleted for resources: {'Subnet': ['ID=78f52408-30b6-492a-9eb1-505376c599a0,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:39.017544 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52464) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:39.049709 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230befb9-021c-4029-9492-2f846c1c64fa None None] Network 2f277d44-fbf5-41ab-8f92-96d034fb22e8 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:39.136396 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b0f18fa6-c59b-4e8f-a1b8-2bd72a83e027 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:39.166212 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b0f18fa6-c59b-4e8f-a1b8-2bd72a83e027 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:39.311884 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-df2d84a7-158d-4598-8406-2e1693ecdde6 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:39.317617 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b0f18fa6-c59b-4e8f-a1b8-2bd72a83e027 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:39.319018 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b0f18fa6-c59b-4e8f-a1b8-2bd72a83e027 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6290636 Aug 28 15:10:39.324679 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52470) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:39.325332 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f18fa6-c59b-4e8f-a1b8-2bd72a83e027 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7982275-30c5-409b-bc3f-957ef2c9498b,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:39.336018 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-443dce48-a7d4-43a9-aeee-65b98ece383f tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Request body: {'security_group_rule': {'security_group_id': 'd7982275-30c5-409b-bc3f-957ef2c9498b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:39.373896 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3294a-94ee-4b73-851f-a8ec6b246f5f req-a6f191da-a57f-4d46-b356-d2976b50fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:39.375880 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9ff3294a-94ee-4b73-851f-a8ec6b246f5f req-a6f191da-a57f-4d46-b356-d2976b50fa57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d&device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 1097 time: 0.1877255 Aug 28 15:10:39.392710 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b690d5-9040-4255-a196-4acfd1558634 req-740a7867-4a48-40e2-b3d7-e2c79f446c0f tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:39.394252 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c0b690d5-9040-4255-a196-4acfd1558634 req-740a7867-4a48-40e2-b3d7-e2c79f446c0f tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1854630 Aug 28 15:10:39.406573 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 6766d378-dc92-44b4-851b-7a910038e1f2 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:10:39.419728 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 6766d378-dc92-44b4-851b-7a910038e1f2 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:39.420102 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:39.459684 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8114f-ae4f-49a9-83f5-9c6b44941236 req-e05590c3-f26a-4fa2-8d48-6d90183eba1b tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:39.461278 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d7f8114f-ae4f-49a9-83f5-9c6b44941236 req-e05590c3-f26a-4fa2-8d48-6d90183eba1b tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=faad09f5-b34b-4819-83a7-2a81cf69d7fb HTTP/1.1" status: 200 len: 945 time: 0.0842628 Aug 28 15:10:39.507171 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-443dce48-a7d4-43a9-aeee-65b98ece383f tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:39.512191 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d7f8114f-ae4f-49a9-83f5-9c6b44941236 req-72d2aea8-36ab-4df0-938e-49604a332a87 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/security-groups?id=0058b729-bf35-45a9-9aa1-85c93417f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444357 Aug 28 15:10:39.534279 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-88a81f6c-de3c-48d6-927c-6f5996714559 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:39.555984 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-88a81f6c-de3c-48d6-927c-6f5996714559 None None] Transition to ACTIVE for port object f17d91b8-9450-44fb-8f36-f23c84ecd8f6 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:39.579674 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c0b690d5-9040-4255-a196-4acfd1558634 req-6a68058c-907a-4320-ab91-fcfe1606837c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732197 Aug 28 15:10:39.654423 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-443dce48-a7d4-43a9-aeee-65b98ece383f tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:39.663379 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-443dce48-a7d4-43a9-aeee-65b98ece383f tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:39.676832 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32924e2-1f61-4043-8a8d-c30aefed9fdd req-09fcda4e-ea6e-41a4-b727-d1c17709a78f tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:39.678410 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f32924e2-1f61-4043-8a8d-c30aefed9fdd req-09fcda4e-ea6e-41a4-b727-d1c17709a78f tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc3646de-f56c-4c62-9c7a-42a5b844a5d5 HTTP/1.1" status: 200 len: 945 time: 0.0551448 Aug 28 15:10:39.682608 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3294a-94ee-4b73-851f-a8ec6b246f5f req-901fd699-8da0-444a-afd9-9ae92e7fb0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:39.684636 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9ff3294a-94ee-4b73-851f-a8ec6b246f5f req-901fd699-8da0-444a-afd9-9ae92e7fb0d3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=77650b04-197c-4f2d-93ed-1f3a3f2db13f HTTP/1.1" status: 200 len: 912 time: 0.2878525 Aug 28 15:10:39.687706 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-df2d84a7-158d-4598-8406-2e1693ecdde6 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Deleting port 03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:10:39.688756 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-df2d84a7-158d-4598-8406-2e1693ecdde6 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:39.695514 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-443dce48-a7d4-43a9-aeee-65b98ece383f tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:39.697350 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-443dce48-a7d4-43a9-aeee-65b98ece383f tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3662999 Aug 28 15:10:39.706858 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52474) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:39.713484 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-03e606d9-7e92-4716-a736-7c496fddd1d7 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Request body: {'security_group_rule': {'security_group_id': 'd7982275-30c5-409b-bc3f-957ef2c9498b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:39.724305 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443dce48-a7d4-43a9-aeee-65b98ece383f tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd3d65b-c015-42a5-be57-6de36ec5f5e3,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:39.756392 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f32924e2-1f61-4043-8a8d-c30aefed9fdd req-b8ce4c44-513f-4fdb-91f5-cbf5ef876364 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/security-groups?id=0058b729-bf35-45a9-9aa1-85c93417f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689754 Aug 28 15:10:39.767459 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b8200b-d001-4139-b2f1-2b6daba88507 None None] DHCP port deletion for 2f277d44-fbf5-41ab-8f92-96d034fb22e8 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:10:39.767679 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-03e606d9-7e92-4716-a736-7c496fddd1d7 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:39.802580 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-88a81f6c-de3c-48d6-927c-6f5996714559 None None] Transition to ACTIVE for port object f17d91b8-9450-44fb-8f36-f23c84ecd8f6 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:39.820240 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:39.831793 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-88a81f6c-de3c-48d6-927c-6f5996714559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:39.896276 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-03e606d9-7e92-4716-a736-7c496fddd1d7 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:39.904945 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-df2d84a7-158d-4598-8406-2e1693ecdde6 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] For port 03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0,segment=NetworkSegment(cf0b615b-f27d-4ce6-a275-e6fb08bcbaad),segment_id=cf0b615b-f27d-4ce6-a275-e6fb08bcbaad)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:39.905338 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-df2d84a7-158d-4598-8406-2e1693ecdde6 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:39.910785 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9ff3294a-94ee-4b73-851f-a8ec6b246f5f req-2b3e2769-fc59-406b-86d9-d3e412a9e0ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e5b61b0-9b37-402c-ac33-0a57b7fac04e HTTP/1.1" status: 200 len: 1000 time: 0.2122960 Aug 28 15:10:39.911049 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 6766d378-dc92-44b4-851b-7a910038e1f2, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6766d378-dc92-44b4-851b-7a910038e1f2,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:39.929501 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:39.933574 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a81f6c-de3c-48d6-927c-6f5996714559 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:39.940175 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-88a81f6c-de3c-48d6-927c-6f5996714559 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:39.940910 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-df2d84a7-158d-4598-8406-2e1693ecdde6 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Calling delete_port for 03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:10:39.943702 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c2b8200b-d001-4139-b2f1-2b6daba88507 None None] Deleting port 03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:10:39.944074 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c2b8200b-d001-4139-b2f1-2b6daba88507 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:39.946360 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a81f6c-de3c-48d6-927c-6f5996714559 None None] Pushing event updated for resources: {'Port': ['ID=f17d91b8-9450-44fb-8f36-f23c84ecd8f6,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:39.949216 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-03e606d9-7e92-4716-a736-7c496fddd1d7 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:39.949713 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a81f6c-de3c-48d6-927c-6f5996714559 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:40.029487 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-3b618ead-ad65-4773-9330-ae9db6974212 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Allocated IP 2001:db8::3e4 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/a9ee551a-2927-4658-abfa-63dbeab9e24c/53b096c1-4043-4f8c-a363-c9b7a755dae9) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:40.059522 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device fb9fa481-1d23-4bde-9d32-a74d91c6c188 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:10:40.126018 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-df2d84a7-158d-4598-8406-2e1693ecdde6 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:40.168352 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: fb9fa481-1d23-4bde-9d32-a74d91c6c188 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:10:40.169039 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device fb9fa481-1d23-4bde-9d32-a74d91c6c188 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:10:40.212329 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2d84a7-158d-4598-8406-2e1693ecdde6 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] No DVR routers for this DVR port 03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:10:40.246385 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c2b8200b-d001-4139-b2f1-2b6daba88507 None None] For port 03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0,segment=NetworkSegment(cf0b615b-f27d-4ce6-a275-e6fb08bcbaad),segment_id=cf0b615b-f27d-4ce6-a275-e6fb08bcbaad)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:40.246744 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c2b8200b-d001-4139-b2f1-2b6daba88507 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:40.254549 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e606d9-7e92-4716-a736-7c496fddd1d7 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581d4e43-066f-4173-b584-fa8fcc8c1c31,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:40.277548 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-03e606d9-7e92-4716-a736-7c496fddd1d7 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:40.278873 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-03e606d9-7e92-4716-a736-7c496fddd1d7 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5709670 Aug 28 15:10:40.286523 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52480) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:40.292567 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-d8897533-07da-4f8c-a181-dda8886ce1f1 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:40.307443 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=6766d378-dc92-44b4-851b-7a910038e1f2,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:40.325286 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d84a7-158d-4598-8406-2e1693ecdde6 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event deleted for resources: {'Port': ['ID=03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:40.330920 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c2b8200b-d001-4139-b2f1-2b6daba88507 None None] Calling delete_port for 03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:10:40.338947 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-88a81f6c-de3c-48d6-927c-6f5996714559 None None] Attempting to bind port f17d91b8-9450-44fb-8f36-f23c84ecd8f6 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:10:40.339486 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-88a81f6c-de3c-48d6-927c-6f5996714559 None None] Attempting to bind port f17d91b8-9450-44fb-8f36-f23c84ecd8f6 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:10:40.339997 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a81f6c-de3c-48d6-927c-6f5996714559 None None] Attempting to bind port f17d91b8-9450-44fb-8f36-f23c84ecd8f6 on network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:10:40.352026 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bfc74de0-2f88-4dbf-a695-bcb068f76405 req-10956423-06c5-41e6-9764-36be426ad8a6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2464345 Aug 28 15:10:40.356717 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3294a-94ee-4b73-851f-a8ec6b246f5f req-de5bb1e5-2576-4dad-8305-7777f07b72e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:40.357315 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a81f6c-de3c-48d6-927c-6f5996714559 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:10:40.357962 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a81f6c-de3c-48d6-927c-6f5996714559 None None] Checking segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:40.358838 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9ff3294a-94ee-4b73-851f-a8ec6b246f5f req-de5bb1e5-2576-4dad-8305-7777f07b72e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=836bd9d7-21bc-4e2a-b716-53b54890baa2 HTTP/1.1" status: 200 len: 850 time: 0.4394751 Aug 28 15:10:40.364964 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-df2d84a7-158d-4598-8406-2e1693ecdde6 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:40.373503 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-88a81f6c-de3c-48d6-927c-6f5996714559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:40.374566 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a81f6c-de3c-48d6-927c-6f5996714559 None None] Bound using segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:10:40.378131 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d8897533-07da-4f8c-a181-dda8886ce1f1 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:40.379379 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-df2d84a7-158d-4598-8406-2e1693ecdde6 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f277d44-fbf5-41ab-8f92-96d034fb22e8']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:40.389796 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-88a81f6c-de3c-48d6-927c-6f5996714559 None None] Bound port: f17d91b8-9450-44fb-8f36-f23c84ecd8f6, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:10:40.391712 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-88a81f6c-de3c-48d6-927c-6f5996714559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:40.392456 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-df2d84a7-158d-4598-8406-2e1693ecdde6 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0b615b-f27d-4ce6-a275-e6fb08bcbaad') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:40.393401 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-df2d84a7-158d-4598-8406-2e1693ecdde6 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0b615b-f27d-4ce6-a275-e6fb08bcbaad') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:40.403204 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-df2d84a7-158d-4598-8406-2e1693ecdde6 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:40.410331 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3b618ead-ad65-4773-9330-ae9db6974212 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:40.418624 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-df2d84a7-158d-4598-8406-2e1693ecdde6 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:40.426263 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df2d84a7-158d-4598-8406-2e1693ecdde6 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:10:40.426690 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-df2d84a7-158d-4598-8406-2e1693ecdde6 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:40.462967 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-3b618ead-ad65-4773-9330-ae9db6974212 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Transition to ACTIVE for port object 53b096c1-4043-4f8c-a363-c9b7a755dae9 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:10:40.496427 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:10:40.527465 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:10:40.539091 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c2b8200b-d001-4139-b2f1-2b6daba88507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:40.546861 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-df2d84a7-158d-4598-8406-2e1693ecdde6 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:40.556391 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3b618ead-ad65-4773-9330-ae9db6974212 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:40.594729 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c2b8200b-d001-4139-b2f1-2b6daba88507 None None] Network 2f277d44-fbf5-41ab-8f92-96d034fb22e8 is not hosted by any dhcp agent {{(pid=106331) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 15:10:40.595296 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b8200b-d001-4139-b2f1-2b6daba88507 None None] No DVR routers for this DVR port 03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:10:40.595455 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-df2d84a7-158d-4598-8406-2e1693ecdde6 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:40.597444 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-df2d84a7-158d-4598-8406-2e1693ecdde6 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] 10.222.0.13 "DELETE /v2.0/networks/2f277d44-fbf5-41ab-8f92-96d034fb22e8 HTTP/1.1" status: 204 len: 168 time: 1.5792325 Aug 28 15:10:40.618411 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d84a7-158d-4598-8406-2e1693ecdde6 tempest-NetworksTest-1794898012 tempest-NetworksTest-1794898012-project] Pushing event deleted for resources: {'Network': ['ID=2f277d44-fbf5-41ab-8f92-96d034fb22e8,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:40.630187 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8200b-d001-4139-b2f1-2b6daba88507 None None] Pushing event deleted for resources: {'Port': ['ID=03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:40.645780 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b618ead-ad65-4773-9330-ae9db6974212 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Port': ['ID=53b096c1-4043-4f8c-a363-c9b7a755dae9,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:40.652179 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd468f2-8be2-408a-b899-560084e7270e req-d974eb10-3586-4efb-8519-493c6078f85c tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:40.660857 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8dd468f2-8be2-408a-b899-560084e7270e req-d974eb10-3586-4efb-8519-493c6078f85c tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc3646de-f56c-4c62-9c7a-42a5b844a5d5 HTTP/1.1" status: 200 len: 945 time: 0.1607258 Aug 28 15:10:40.662343 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b618ead-ad65-4773-9330-ae9db6974212 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:40.664733 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-3b618ead-ad65-4773-9330-ae9db6974212 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:40.667299 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b618ead-ad65-4773-9330-ae9db6974212 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:40.669263 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3294a-94ee-4b73-851f-a8ec6b246f5f req-cd115200-d273-4de8-b14b-67e8768b6071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:40.670767 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9ff3294a-94ee-4b73-851f-a8ec6b246f5f req-cd115200-d273-4de8-b14b-67e8768b6071 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77650b04-197c-4f2d-93ed-1f3a3f2db13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1724000 Aug 28 15:10:40.679405 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fd68240a-27ce-4625-9554-f2cbff9ceb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:40.687150 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b618ead-ad65-4773-9330-ae9db6974212 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:40.689553 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3b618ead-ad65-4773-9330-ae9db6974212 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:40.693444 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc74de0-2f88-4dbf-a695-bcb068f76405 req-8d9f5c5f-2ed3-49e7-a59a-c9579857ad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:40.694943 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bfc74de0-2f88-4dbf-a695-bcb068f76405 req-8d9f5c5f-2ed3-49e7-a59a-c9579857ad61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 1097 time: 0.1977017 Aug 28 15:10:40.703249 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1014aced-e7d8-4913-b092-e4b5a3c791e7 None None] Sync routers for ids ['ba7506fc-3127-4f05-b267-8972d38b7ac2'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:10:40.718035 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d8897533-07da-4f8c-a181-dda8886ce1f1 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:40.728294 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1014aced-e7d8-4913-b092-e4b5a3c791e7 None None] Routers {'ba7506fc-3127-4f05-b267-8972d38b7ac2'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:10:40.729026 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-1014aced-e7d8-4913-b092-e4b5a3c791e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:10:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ba7506fc-3127-4f05-b267-8972d38b7ac2'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:40.730367 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-88a81f6c-de3c-48d6-927c-6f5996714559 None None] For port f17d91b8-9450-44fb-8f36-f23c84ecd8f6, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:10:40.734254 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-88a81f6c-de3c-48d6-927c-6f5996714559 None None] For port f17d91b8-9450-44fb-8f36-f23c84ecd8f6, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f17d91b8-9450-44fb-8f36-f23c84ecd8f6,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:10:40.743131 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-88a81f6c-de3c-48d6-927c-6f5996714559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:40.788016 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3b618ead-ad65-4773-9330-ae9db6974212 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2312307 Aug 28 15:10:40.804217 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52494) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:40.831319 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:40.852772 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a81f6c-de3c-48d6-927c-6f5996714559 None None] Pushing event updated for resources: {'Port': ['ID=f17d91b8-9450-44fb-8f36-f23c84ecd8f6,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:40.926032 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-1014aced-e7d8-4913-b092-e4b5a3c791e7 None None] Set router ba7506fc-3127-4f05-b267-8972d38b7ac2 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:10:40.936576 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6766d378-dc92-44b4-851b-7a910038e1f2 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:10:40.947598 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae6a85-8eb5-4197-85d4-cffb5ec70be0 req-5145f871-bddd-4b56-9197-5a744f22625f tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:40.949186 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-47ae6a85-8eb5-4197-85d4-cffb5ec70be0 req-5145f871-bddd-4b56-9197-5a744f22625f tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.2162802 Aug 28 15:10:40.992899 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256f2ef0-ef7f-4010-b065-8d3506b7fe1d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:40.998465 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256f2ef0-ef7f-4010-b065-8d3506b7fe1d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:41.010453 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-256f2ef0-ef7f-4010-b065-8d3506b7fe1d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2008681 Aug 28 15:10:41.010936 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8dd468f2-8be2-408a-b899-560084e7270e req-fb1aa184-bc82-4df2-98e8-b50efbbbdbf4 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/security-groups?id=0058b729-bf35-45a9-9aa1-85c93417f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487291 Aug 28 15:10:41.011108 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52496) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:41.052710 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9ff3294a-94ee-4b73-851f-a8ec6b246f5f req-26e11c1d-1db8-4a3a-8812-290ba7c2daa8 service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684888 Aug 28 15:10:41.070644 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 6766d378-dc92-44b4-851b-7a910038e1f2 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:41.071149 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:41.129066 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-47ae6a85-8eb5-4197-85d4-cffb5ec70be0 req-b6be3cd1-8e93-4e47-ab5f-905297afcdd9 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584294 Aug 28 15:10:41.150663 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc74de0-2f88-4dbf-a695-bcb068f76405 req-ebf74723-f3f6-4828-ad37-06252f142e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:41.167008 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bfc74de0-2f88-4dbf-a695-bcb068f76405 req-ebf74723-f3f6-4828-ad37-06252f142e50 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a312b48-1593-4ae4-aa4f-ef246ab62436 HTTP/1.1" status: 200 len: 898 time: 0.4385104 Aug 28 15:10:41.228706 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52500) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:41.254959 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-1014aced-e7d8-4913-b092-e4b5a3c791e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'name': 'tempest-ServersTestManualDisk-2031791716-router', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6766d378-dc92-44b4-851b-7a910038e1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:10:30Z', 'updated_at': '2021-08-28T15:10:35Z', 'revision_number': 4, 'project_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'gw_port': {'id': '6766d378-dc92-44b4-851b-7a910038e1f2', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:10:30Z', 'updated_at': '2021-08-28T15:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '02f76b59-60cf-41e9-bacb-30ce37765279', 'name': '', 'network_id': '693a5562-44b1-45bb-87b8-1d193957b6d5', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'mac_address': 'fa:16:3e:8b:30:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '00df72dc-f4b9-46ca-afba-57a52e8f9f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:10:34Z', 'updated_at': '2021-08-28T15:10:36Z', 'revision_number': 2, 'project_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'subnets': [{'id': '00df72dc-f4b9-46ca-afba-57a52e8f9f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:41.282431 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-d8897533-07da-4f8c-a181-dda8886ce1f1 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Allocated IP 172.25.3.71 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/8c7f1656-6571-43db-92ac-9bbf48ce0294) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:41.289085 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1014aced-e7d8-4913-b092-e4b5a3c791e7 None None] Checking router: ba7506fc-3127-4f05-b267-8972d38b7ac2 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:10:41.289704 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1014aced-e7d8-4913-b092-e4b5a3c791e7 None None] Updating router ba7506fc-3127-4f05-b267-8972d38b7ac2 port 02f76b59-60cf-41e9-bacb-30ce37765279 binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:10:41.363106 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-1014aced-e7d8-4913-b092-e4b5a3c791e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:41.381833 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:10:41.402870 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:10:41.403227 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 03e57e84-eb6a-4b05-a90a-f3e38d8ca2f0 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:10:41.457547 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bfc74de0-2f88-4dbf-a695-bcb068f76405 req-599c5971-1df4-4c32-b82e-d08ab7189776 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85eea773-c785-4940-91e0-96b2c1a0f65f HTTP/1.1" status: 200 len: 1000 time: 0.2526536 Aug 28 15:10:41.460017 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9ff3294a-94ee-4b73-851f-a8ec6b246f5f req-441c2eff-385a-4739-b11e-5a332e17f6b5 service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931225 Aug 28 15:10:41.461938 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a4047-6c51-4948-8149-fd4e8862fbc1 req-6661e052-418a-433d-8c09-a7b2cd3e0441 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:41.463919 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-934a4047-6c51-4948-8149-fd4e8862fbc1 req-6661e052-418a-433d-8c09-a7b2cd3e0441 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 1097 time: 0.2752528 Aug 28 15:10:41.505679 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-11cfe8ce-ec81-438d-b62b-3c20c6363ffb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting port 53b096c1-4043-4f8c-a363-c9b7a755dae9 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:10:41.506096 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-11cfe8ce-ec81-438d-b62b-3c20c6363ffb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:41.570052 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-934a4047-6c51-4948-8149-fd4e8862fbc1 req-d76e510a-669b-4d4f-b99a-ccb421518d78 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780661 Aug 28 15:10:41.586441 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc74de0-2f88-4dbf-a695-bcb068f76405 req-1d2725cc-6e49-4909-8f8e-00c4a300faff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:41.589193 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bfc74de0-2f88-4dbf-a695-bcb068f76405 req-1d2725cc-6e49-4909-8f8e-00c4a300faff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6 HTTP/1.1" status: 200 len: 834 time: 0.1159112 Aug 28 15:10:41.611069 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d78f9dcd-6d87-4b5e-98eb-f0a4a47f7f20 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32ad64ee97a4448aaa38b4dc5ff8aff6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3786883 Aug 28 15:10:41.617636 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52506) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:41.644418 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d8897533-07da-4f8c-a181-dda8886ce1f1 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:41.675860 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc74de0-2f88-4dbf-a695-bcb068f76405 req-a2ea093c-afa7-4631-854c-0185931c43d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:41.677635 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bfc74de0-2f88-4dbf-a695-bcb068f76405 req-a2ea093c-afa7-4631-854c-0185931c43d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a312b48-1593-4ae4-aa4f-ef246ab62436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797484 Aug 28 15:10:41.711551 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:41.760247 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-1014aced-e7d8-4913-b092-e4b5a3c791e7 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:41.767472 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-11cfe8ce-ec81-438d-b62b-3c20c6363ffb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:41.775732 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-1014aced-e7d8-4913-b092-e4b5a3c791e7 None None] Transition to ACTIVE for port object 02f76b59-60cf-41e9-bacb-30ce37765279 will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:41.784233 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-1014aced-e7d8-4913-b092-e4b5a3c791e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:41.808315 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-11cfe8ce-ec81-438d-b62b-3c20c6363ffb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Calling delete_port for 53b096c1-4043-4f8c-a363-c9b7a755dae9 owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:10:41.843089 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a945142-958c-4b95-977c-1c6134058049 req-77f29061-7dc4-4c2b-b1ec-7d89372151e9 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:41.848036 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bfc74de0-2f88-4dbf-a695-bcb068f76405 req-29ccd662-c9e9-40ab-8995-41cc6f0b7dd5 service neutron] 10.222.0.36 "GET /v2.0/networks/2a312b48-1593-4ae4-aa4f-ef246ab62436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553149 Aug 28 15:10:41.848409 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5a945142-958c-4b95-977c-1c6134058049 req-77f29061-7dc4-4c2b-b1ec-7d89372151e9 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 945 time: 0.1950433 Aug 28 15:10:41.849098 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d6189944-63af-4468-960f-015133d98601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:41.921522 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-1014aced-e7d8-4913-b092-e4b5a3c791e7 None None] Attempting to bind port 02f76b59-60cf-41e9-bacb-30ce37765279 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:10:41.923013 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-1014aced-e7d8-4913-b092-e4b5a3c791e7 None None] Attempting to bind port 02f76b59-60cf-41e9-bacb-30ce37765279 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '49e6da15-55d4-40be-9f0b-a1bfbbc32fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '693a5562-44b1-45bb-87b8-1d193957b6d5'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:10:41.923630 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1014aced-e7d8-4913-b092-e4b5a3c791e7 None None] Attempting to bind port 02f76b59-60cf-41e9-bacb-30ce37765279 on network 693a5562-44b1-45bb-87b8-1d193957b6d5 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:10:41.932546 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1014aced-e7d8-4913-b092-e4b5a3c791e7 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:10:41.933246 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1014aced-e7d8-4913-b092-e4b5a3c791e7 None None] Checking segment: {'id': '49e6da15-55d4-40be-9f0b-a1bfbbc32fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '693a5562-44b1-45bb-87b8-1d193957b6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:41.933833 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-1014aced-e7d8-4913-b092-e4b5a3c791e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:41.934394 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1014aced-e7d8-4913-b092-e4b5a3c791e7 None None] Bound using segment: {'id': '49e6da15-55d4-40be-9f0b-a1bfbbc32fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '693a5562-44b1-45bb-87b8-1d193957b6d5'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:10:41.935050 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-1014aced-e7d8-4913-b092-e4b5a3c791e7 None None] Bound port: 02f76b59-60cf-41e9-bacb-30ce37765279, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e6da15-55d4-40be-9f0b-a1bfbbc32fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '693a5562-44b1-45bb-87b8-1d193957b6d5'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:10:41.935607 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-1014aced-e7d8-4913-b092-e4b5a3c791e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:41.964186 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2a243-05aa-49fc-b14f-d0bea123a714 None None] Pushing event updated for resources: {'Port': ['ID=02f76b59-60cf-41e9-bacb-30ce37765279,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:42.017196 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a09181-6c2b-4310-b94d-f144655adc30 req-62f872f9-44c7-437c-a624-2e08880cb847 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:42.018855 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a2a09181-6c2b-4310-b94d-f144655adc30 req-62f872f9-44c7-437c-a624-2e08880cb847 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc3646de-f56c-4c62-9c7a-42a5b844a5d5 HTTP/1.1" status: 200 len: 945 time: 0.0890701 Aug 28 15:10:42.038395 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d8897533-07da-4f8c-a181-dda8886ce1f1 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:42.043829 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-1014aced-e7d8-4913-b092-e4b5a3c791e7 None None] For port 02f76b59-60cf-41e9-bacb-30ce37765279, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:10:42.049214 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-1014aced-e7d8-4913-b092-e4b5a3c791e7 None None] For port 02f76b59-60cf-41e9-bacb-30ce37765279, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=02f76b59-60cf-41e9-bacb-30ce37765279,segment=NetworkSegment(49e6da15-55d4-40be-9f0b-a1bfbbc32fc2),segment_id=49e6da15-55d4-40be-9f0b-a1bfbbc32fc2)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:10:42.068234 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-1014aced-e7d8-4913-b092-e4b5a3c791e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:42.073031 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bfc74de0-2f88-4dbf-a695-bcb068f76405 req-80d409aa-1082-4f2d-bb11-661f2ec64664 service neutron] 10.222.0.36 "GET /v2.0/networks/2a312b48-1593-4ae4-aa4f-ef246ab62436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165635 Aug 28 15:10:42.078147 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d6189944-63af-4468-960f-015133d98601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:42.118548 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5a945142-958c-4b95-977c-1c6134058049 req-ba0c60f6-1783-48fd-8fc0-589180d2cb37 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2500503 Aug 28 15:10:42.149264 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52510) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:42.186264 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1014aced-e7d8-4913-b092-e4b5a3c791e7 None None] Routers {'ba7506fc-3127-4f05-b267-8972d38b7ac2'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:10:42.186914 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-1014aced-e7d8-4913-b092-e4b5a3c791e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:10:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ba7506fc-3127-4f05-b267-8972d38b7ac2'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:42.269256 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8897533-07da-4f8c-a181-dda8886ce1f1 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:42.290129 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d4bc4558-b3c0-4499-9514-e065a1d6a114 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/floatingips/2150f302-30e5-4ef9-bd45-1e2feca8d63e HTTP/1.1" status: 200 len: 992 time: 0.1397154 Aug 28 15:10:42.303524 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe9c44-8a93-4412-853a-8627b7555dc5 req-dbe39b1a-af8e-447b-a9e7-707281fba46e tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:42.312081 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59251c-5aab-4604-9265-34e073638396 req-24162b21-46a5-4dc3-84fd-64bb968f41dd tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:42.313833 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8cbe9c44-8a93-4412-853a-8627b7555dc5 req-dbe39b1a-af8e-447b-a9e7-707281fba46e tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc3646de-f56c-4c62-9c7a-42a5b844a5d5 HTTP/1.1" status: 200 len: 945 time: 0.1367075 Aug 28 15:10:42.314561 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4f59251c-5aab-4604-9265-34e073638396 req-24162b21-46a5-4dc3-84fd-64bb968f41dd tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.36 "GET /v2.0/ports?device_id=faad09f5-b34b-4819-83a7-2a81cf69d7fb HTTP/1.1" status: 200 len: 945 time: 0.3514221 Aug 28 15:10:42.315742 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-d8897533-07da-4f8c-a181-dda8886ce1f1 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:42.335582 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-a2a09181-6c2b-4310-b94d-f144655adc30 req-c8256136-8a09-48df-bdd4-86ccb2e6c341 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Deleting port 53f560d2-5493-467d-8408-f92d36d9008c {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:10:42.336138 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a2a09181-6c2b-4310-b94d-f144655adc30 req-c8256136-8a09-48df-bdd4-86ccb2e6c341 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:42.339357 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8897533-07da-4f8c-a181-dda8886ce1f1 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:42.451347 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-a2a09181-6c2b-4310-b94d-f144655adc30 req-c8256136-8a09-48df-bdd4-86ccb2e6c341 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] For port 53f560d2-5493-467d-8408-f92d36d9008c, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=53f560d2-5493-467d-8408-f92d36d9008c,segment=NetworkSegment(9ec01123-7417-4505-ada9-1e34db6b1ef9),segment_id=9ec01123-7417-4505-ada9-1e34db6b1ef9)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:42.451641 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-1014aced-e7d8-4913-b092-e4b5a3c791e7 None None] Set router ba7506fc-3127-4f05-b267-8972d38b7ac2 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:10:42.451804 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a2a09181-6c2b-4310-b94d-f144655adc30 req-c8256136-8a09-48df-bdd4-86ccb2e6c341 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:42.480291 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-a2a09181-6c2b-4310-b94d-f144655adc30 req-c8256136-8a09-48df-bdd4-86ccb2e6c341 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Calling delete_port for 53f560d2-5493-467d-8408-f92d36d9008c owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:10:42.515275 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8cbe9c44-8a93-4412-853a-8627b7555dc5 req-71dc71b9-beff-4cbf-bce0-602461b853af tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/security-groups?id=0058b729-bf35-45a9-9aa1-85c93417f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978016 Aug 28 15:10:42.529300 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8897533-07da-4f8c-a181-dda8886ce1f1 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Pushing event updated for resources: {'Port': ['ID=8c7f1656-6571-43db-92ac-9bbf48ce0294,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:42.573213 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2a243-05aa-49fc-b14f-d0bea123a714 None None] Pushing event updated for resources: {'Port': ['ID=02f76b59-60cf-41e9-bacb-30ce37765279,revision_number=4']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:42.696927 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb760ab-7117-4ace-a347-4c09f0906feb req-5f38d871-5573-454b-bfa0-210fff4e503c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:42.698491 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e8605159-5eda-49df-8d06-475b1a96694a None None] Provisioning for port f17d91b8-9450-44fb-8f36-f23c84ecd8f6 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:10:42.705573 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1bb760ab-7117-4ace-a347-4c09f0906feb req-5f38d871-5573-454b-bfa0-210fff4e503c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.4308715 Aug 28 15:10:42.783273 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a2a09181-6c2b-4310-b94d-f144655adc30 req-c8256136-8a09-48df-bdd4-86ccb2e6c341 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:42.795909 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['08040f9f-9c09-43e2-9168-f1714f01f1d0'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:10:42.828237 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d6189944-63af-4468-960f-015133d98601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:42.840324 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d6189944-63af-4468-960f-015133d98601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:42.845516 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d6189944-63af-4468-960f-015133d98601 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62a14357-0976-4acd-b8a8-2481a081783b HTTP/1.1" status: 204 len: 168 time: 1.2213838 Aug 28 15:10:42.848083 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8256136-8a09-48df-bdd4-86ccb2e6c341 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Pushing event deleted for resources: {'Port': ['ID=53f560d2-5493-467d-8408-f92d36d9008c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:42.902074 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-1014aced-e7d8-4913-b092-e4b5a3c791e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'name': 'tempest-ServersTestManualDisk-2031791716-router', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6766d378-dc92-44b4-851b-7a910038e1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:10:30Z', 'updated_at': '2021-08-28T15:10:35Z', 'revision_number': 4, 'project_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'gw_port': {'id': '6766d378-dc92-44b4-851b-7a910038e1f2', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:10:30Z', 'updated_at': '2021-08-28T15:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '02f76b59-60cf-41e9-bacb-30ce37765279', 'name': '', 'network_id': '693a5562-44b1-45bb-87b8-1d193957b6d5', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'mac_address': 'fa:16:3e:8b:30:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '00df72dc-f4b9-46ca-afba-57a52e8f9f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:10:34Z', 'updated_at': '2021-08-28T15:10:42Z', 'revision_number': 4, 'project_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'subnets': [{'id': '00df72dc-f4b9-46ca-afba-57a52e8f9f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:42.921441 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1bb760ab-7117-4ace-a347-4c09f0906feb req-1cfd0f3c-bfae-426b-b8ed-6cf50e7054a6 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148595 Aug 28 15:10:42.964987 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a09181-6c2b-4310-b94d-f144655adc30 req-c8256136-8a09-48df-bdd4-86ccb2e6c341 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] No DVR routers for this DVR port 53f560d2-5493-467d-8408-f92d36d9008c on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:10:42.968050 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a2a09181-6c2b-4310-b94d-f144655adc30 req-c8256136-8a09-48df-bdd4-86ccb2e6c341 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:42.971478 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6189944-63af-4468-960f-015133d98601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a14357-0976-4acd-b8a8-2481a081783b,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:42.977733 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a2a09181-6c2b-4310-b94d-f144655adc30 req-c8256136-8a09-48df-bdd4-86ccb2e6c341 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.41 "DELETE /v2.0/ports/53f560d2-5493-467d-8408-f92d36d9008c HTTP/1.1" status: 204 len: 173 time: 0.9491029 Aug 28 15:10:42.978229 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3646de-f56c-4c62-9c7a-42a5b844a5d5', 'name': 'network-vif-deleted', 'tag': '53f560d2-5493-467d-8408-f92d36d9008c'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:10:42.982836 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee58403-9a5e-4d2d-88eb-1338220a7c03" -d '{"events": [{"server_uuid": "dc3646de-f56c-4c62-9c7a-42a5b844a5d5", "name": "network-vif-deleted", "tag": "53f560d2-5493-467d-8408-f92d36d9008c"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:10:43.067188 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-11cfe8ce-ec81-438d-b62b-3c20c6363ffb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:43.093435 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb979f3-76cf-4f99-82a8-6d80c3c6e0ae x-openstack-request-id: req-ddb979f3-76cf-4f99-82a8-6d80c3c6e0ae {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:10:43.094494 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3646de-f56c-4c62-9c7a-42a5b844a5d5", "name": "network-vif-deleted", "tag": "53f560d2-5493-467d-8408-f92d36d9008c", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:10:43.094927 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddb979f3-76cf-4f99-82a8-6d80c3c6e0ae {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:10:43.095568 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3646de-f56c-4c62-9c7a-42a5b844a5d5', 'name': 'network-vif-deleted', 'tag': '53f560d2-5493-467d-8408-f92d36d9008c', 'status': 'completed', 'code': 200} Aug 28 15:10:43.138544 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-4f59251c-5aab-4604-9265-34e073638396 req-83d70f85-04db-4ea5-b24b-cdd7470fd3a0 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Deleting port 08040f9f-9c09-43e2-9168-f1714f01f1d0 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:10:43.138894 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4f59251c-5aab-4604-9265-34e073638396 req-83d70f85-04db-4ea5-b24b-cdd7470fd3a0 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:43.189703 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f17d91b8-9450-44fb-8f36-f23c84ecd8f6 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:10:43.236165 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1014aced-e7d8-4913-b092-e4b5a3c791e7 None None] The sync data for ids ['ba7506fc-3127-4f05-b267-8972d38b7ac2'] in n-d-712137-10 is: [{'id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'name': 'tempest-ServersTestManualDisk-2031791716-router', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6766d378-dc92-44b4-851b-7a910038e1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:10:30Z', 'updated_at': '2021-08-28T15:10:35Z', 'revision_number': 4, 'project_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'gw_port': {'id': '6766d378-dc92-44b4-851b-7a910038e1f2', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:10:30Z', 'updated_at': '2021-08-28T15:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '02f76b59-60cf-41e9-bacb-30ce37765279', 'name': '', 'network_id': '693a5562-44b1-45bb-87b8-1d193957b6d5', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'mac_address': 'fa:16:3e:8b:30:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '00df72dc-f4b9-46ca-afba-57a52e8f9f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:10:34Z', 'updated_at': '2021-08-28T15:10:42Z', 'revision_number': 4, 'project_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'subnets': [{'id': '00df72dc-f4b9-46ca-afba-57a52e8f9f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:10:43.276973 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cfe8ce-ec81-438d-b62b-3c20c6363ffb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Port': ['ID=53b096c1-4043-4f8c-a363-c9b7a755dae9,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:43.324864 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-147aadae-f25c-4ad9-946f-12d14f584074 None None] Could not find standard attr ID for object da49ab33-e4f0-4551-9f02-00d73992e4e3. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:10:43.365621 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:43.371934 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d8897533-07da-4f8c-a181-dda8886ce1f1 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:43.446820 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-11cfe8ce-ec81-438d-b62b-3c20c6363ffb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:43.449615 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port f17d91b8-9450-44fb-8f36-f23c84ecd8f6 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:10:43.450044 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-11cfe8ce-ec81-438d-b62b-3c20c6363ffb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/53b096c1-4043-4f8c-a363-c9b7a755dae9 HTTP/1.1" status: 204 len: 168 time: 2.3695178 Aug 28 15:10:43.452989 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52534) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:43.507906 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port f17d91b8-9450-44fb-8f36-f23c84ecd8f6 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:43.508298 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:43.556389 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d8897533-07da-4f8c-a181-dda8886ce1f1 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:43.626192 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf3b5ea-b6d9-4ffa-a53d-ef422bff2dc1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:43.632472 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf3b5ea-b6d9-4ffa-a53d-ef422bff2dc1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:43.637402 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4bf3b5ea-b6d9-4ffa-a53d-ef422bff2dc1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1824179 Aug 28 15:10:43.650490 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52542) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:43.653360 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-21ec4f4f-7cda-4e20-b7f5-e7dcf5e9d224 None None] Could not find standard attr ID for object 960b2fcf-ec65-4d0a-b92d-1c002ca8ef58. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:10:43.893279 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d8897533-07da-4f8c-a181-dda8886ce1f1 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:43.920139 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0f5c5503-ea2d-4861-85b6-1d999e62714a req-a9601548-f726-4763-aee9-26b89a6ac332 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc3646de-f56c-4c62-9c7a-42a5b844a5d5 HTTP/1.1" status: 200 len: 210 time: 0.1379013 Aug 28 15:10:43.965065 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-54165b39-ac6b-46a2-bce2-87b7706b8789 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting subnet a9ee551a-2927-4658-abfa-63dbeab9e24c {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:10:43.967060 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:43.971474 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-54165b39-ac6b-46a2-bce2-87b7706b8789 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:43.990937 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d8897533-07da-4f8c-a181-dda8886ce1f1 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:43.998931 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-4f59251c-5aab-4604-9265-34e073638396 req-83d70f85-04db-4ea5-b24b-cdd7470fd3a0 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] For port 08040f9f-9c09-43e2-9168-f1714f01f1d0, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=08040f9f-9c09-43e2-9168-f1714f01f1d0,segment=NetworkSegment(9ec01123-7417-4505-ada9-1e34db6b1ef9),segment_id=9ec01123-7417-4505-ada9-1e34db6b1ef9)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:43.999442 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4f59251c-5aab-4604-9265-34e073638396 req-83d70f85-04db-4ea5-b24b-cdd7470fd3a0 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:44.073586 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2de61401-80f5-4298-b59c-a8a768e99062 None None] Could not find standard attr ID for object 53b096c1-4043-4f8c-a363-c9b7a755dae9. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:10:44.079175 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port f17d91b8-9450-44fb-8f36-f23c84ecd8f6, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f17d91b8-9450-44fb-8f36-f23c84ecd8f6,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:44.090314 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:44.091601 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 02f76b59-60cf-41e9-bacb-30ce37765279 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:10:44.161915 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-4f59251c-5aab-4604-9265-34e073638396 req-83d70f85-04db-4ea5-b24b-cdd7470fd3a0 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Calling delete_port for 08040f9f-9c09-43e2-9168-f1714f01f1d0 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:10:44.164336 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d8897533-07da-4f8c-a181-dda8886ce1f1 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:44.201981 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1e9b8-bd49-4846-8a6b-8277a540e275 req-84eec6b9-e63a-4001-9bfa-ac22eaec0c11 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:44.212730 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eff1e9b8-bd49-4846-8a6b-8277a540e275 req-84eec6b9-e63a-4001-9bfa-ac22eaec0c11 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 945 time: 0.3144920 Aug 28 15:10:44.234368 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=f17d91b8-9450-44fb-8f36-f23c84ecd8f6,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:44.252888 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 02f76b59-60cf-41e9-bacb-30ce37765279 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:10:44.253789 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-54165b39-ac6b-46a2-bce2-87b7706b8789 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:44.258651 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 02f76b59-60cf-41e9-bacb-30ce37765279 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:44.259090 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:44.271693 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d8897533-07da-4f8c-a181-dda8886ce1f1 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:44.273298 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d8897533-07da-4f8c-a181-dda8886ce1f1 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9844434 Aug 28 15:10:44.297942 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eff1e9b8-bd49-4846-8a6b-8277a540e275 req-d3c55476-d8b5-4f0c-a9d1-146ab28259c5 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838244 Aug 28 15:10:44.317004 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8897533-07da-4f8c-a181-dda8886ce1f1 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Pushing event updated for resources: {'Port': ['ID=8c7f1656-6571-43db-92ac-9bbf48ce0294,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:44.368610 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 53f560d2-5493-467d-8408-f92d36d9008c no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:10:44.397727 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-027f763c-42b5-4168-9605-86a643b213a5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9385090 Aug 28 15:10:44.466792 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 53f560d2-5493-467d-8408-f92d36d9008c {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:10:44.467344 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da6a3b-cbe6-4d92-b09d-03834345f93a req-b9c28301-0b40-43a8-8b8b-9a2a01c87b68 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:44.473658 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 53f560d2-5493-467d-8408-f92d36d9008c not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:10:44.476290 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0da6a3b-cbe6-4d92-b09d-03834345f93a req-b9c28301-0b40-43a8-8b8b-9a2a01c87b68 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.3493962 Aug 28 15:10:44.600025 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:44.658469 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0da6a3b-cbe6-4d92-b09d-03834345f93a req-b8ef4fba-b729-4b37-96e4-202d56bc9377 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639953 Aug 28 15:10:44.667864 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 02f76b59-60cf-41e9-bacb-30ce37765279, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=02f76b59-60cf-41e9-bacb-30ce37765279,segment=NetworkSegment(49e6da15-55d4-40be-9f0b-a1bfbbc32fc2),segment_id=49e6da15-55d4-40be-9f0b-a1bfbbc32fc2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:44.690504 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:44.702019 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-54165b39-ac6b-46a2-bce2-87b7706b8789 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:44.778575 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fd753881-b047-42da-8375-c78847aa2613 req-ace01cb5-65c0-4825-80dd-af13e8331473 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1568342517&fields=id&tenant_id=2cd05e11bb7b41818f33f2f8eee6efa9 HTTP/1.1" status: 200 len: 267 time: 0.1266611 Aug 28 15:10:44.788194 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4f59251c-5aab-4604-9265-34e073638396 req-83d70f85-04db-4ea5-b24b-cdd7470fd3a0 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:44.853687 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=02f76b59-60cf-41e9-bacb-30ce37765279,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:44.874735 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-54165b39-ac6b-46a2-bce2-87b7706b8789 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:44.892539 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d70f85-04db-4ea5-b24b-cdd7470fd3a0 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Pushing event deleted for resources: {'Port': ['ID=08040f9f-9c09-43e2-9168-f1714f01f1d0,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:44.950807 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52584) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:45.009688 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f17d91b8-9450-44fb-8f36-f23c84ecd8f6 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:10:45.068380 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54165b39-ac6b-46a2-bce2-87b7706b8789 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ee551a-2927-4658-abfa-63dbeab9e24c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:45.100959 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f59251c-5aab-4604-9265-34e073638396 req-83d70f85-04db-4ea5-b24b-cdd7470fd3a0 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] No DVR routers for this DVR port 08040f9f-9c09-43e2-9168-f1714f01f1d0 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:10:45.114887 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4f59251c-5aab-4604-9265-34e073638396 req-83d70f85-04db-4ea5-b24b-cdd7470fd3a0 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:45.123221 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4f59251c-5aab-4604-9265-34e073638396 req-83d70f85-04db-4ea5-b24b-cdd7470fd3a0 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.36 "DELETE /v2.0/ports/08040f9f-9c09-43e2-9168-f1714f01f1d0 HTTP/1.1" status: 204 len: 173 time: 2.7776704 Aug 28 15:10:45.123790 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faad09f5-b34b-4819-83a7-2a81cf69d7fb', 'name': 'network-vif-deleted', 'tag': '08040f9f-9c09-43e2-9168-f1714f01f1d0'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:10:45.127307 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c62d029-7015-4126-8fb0-9bd245ec97d2" -d '{"events": [{"server_uuid": "faad09f5-b34b-4819-83a7-2a81cf69d7fb", "name": "network-vif-deleted", "tag": "08040f9f-9c09-43e2-9168-f1714f01f1d0"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:10:45.152269 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-54165b39-ac6b-46a2-bce2-87b7706b8789 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:45.153385 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-0d5816f6-5621-4246-801d-c5b3e16fb7bb tempest-NetworksNegativeTestJSON-12144813 tempest-NetworksNegativeTestJSON-12144813-project] Request body: {'port': {'network_id': '692e2fc4-2166-412c-958c-8548f929ca5b', 'name': 'tempest-NetworksNegativeTestJSON-1564673558'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:45.158120 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-54165b39-ac6b-46a2-bce2-87b7706b8789 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/a9ee551a-2927-4658-abfa-63dbeab9e24c HTTP/1.1" status: 204 len: 168 time: 1.4992185 Aug 28 15:10:45.170088 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ca7e79b-ee75-498b-84a2-8a106d7389fd req-cf3e984a-2952-43a9-bb16-b1c0321ed426 tempest-MultipleCreateTestJSON-237006989 tempest-MultipleCreateTestJSON-237006989-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc3646de-f56c-4c62-9c7a-42a5b844a5d5 HTTP/1.1" status: 200 len: 210 time: 0.0955744 Aug 28 15:10:45.171638 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52598) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:45.171810 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5816f6-5621-4246-801d-c5b3e16fb7bb tempest-NetworksNegativeTestJSON-12144813 tempest-NetworksNegativeTestJSON-12144813-project] POST failed (client error): The resource could not be found. Aug 28 15:10:45.173148 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5816f6-5621-4246-801d-c5b3e16fb7bb tempest-NetworksNegativeTestJSON-12144813 tempest-NetworksNegativeTestJSON-12144813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:10:45.174353 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0d5816f6-5621-4246-801d-c5b3e16fb7bb tempest-NetworksNegativeTestJSON-12144813 tempest-NetworksNegativeTestJSON-12144813-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2259941 Aug 28 15:10:45.178718 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52600) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:45.188924 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port f17d91b8-9450-44fb-8f36-f23c84ecd8f6 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:45.189298 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:45.266715 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39c971c-8a35-4a09-b9dc-b19ee14203ce x-openstack-request-id: req-a39c971c-8a35-4a09-b9dc-b19ee14203ce {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:10:45.266963 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faad09f5-b34b-4819-83a7-2a81cf69d7fb", "name": "network-vif-deleted", "tag": "08040f9f-9c09-43e2-9168-f1714f01f1d0", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:10:45.266963 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a39c971c-8a35-4a09-b9dc-b19ee14203ce {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:10:45.267395 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faad09f5-b34b-4819-83a7-2a81cf69d7fb', 'name': 'network-vif-deleted', 'tag': '08040f9f-9c09-43e2-9168-f1714f01f1d0', 'status': 'completed', 'code': 200} Aug 28 15:10:45.270941 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa8b8be2-48de-4c66-b036-c048051af510 tempest-NetworksNegativeTestJSON-12144813 tempest-NetworksNegativeTestJSON-12144813-project] DELETE failed (client error): The resource could not be found. Aug 28 15:10:45.271590 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa8b8be2-48de-4c66-b036-c048051af510 tempest-NetworksNegativeTestJSON-12144813 tempest-NetworksNegativeTestJSON-12144813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:10:45.273394 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fa8b8be2-48de-4c66-b036-c048051af510 tempest-NetworksNegativeTestJSON-12144813 tempest-NetworksNegativeTestJSON-12144813-project] 10.222.0.13 "DELETE /v2.0/networks/903a429d-bd80-4065-8374-60e7ccb7f292 HTTP/1.1" status: 404 len: 339 time: 0.0936430 Aug 28 15:10:45.277716 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52604) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:45.295602 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd753881-b047-42da-8375-c78847aa2613 req-d30ced12-b557-4050-a902-bf9655554388 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:45.304664 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fd753881-b047-42da-8375-c78847aa2613 req-d30ced12-b557-4050-a902-bf9655554388 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/networks?id=693a5562-44b1-45bb-87b8-1d193957b6d5 HTTP/1.1" status: 200 len: 812 time: 0.5136335 Aug 28 15:10:45.324656 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6748e7b8-152d-4302-bdf8-57a2afd29759 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1529112 Aug 28 15:10:45.329756 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52608) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:45.391505 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3112b0d1-a595-4c91-9bcc-87dcfde03172 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:45.396699 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-6559f6c8-465c-43fd-acc3-81fe57f4551b tempest-NetworksNegativeTestJSON-12144813 tempest-NetworksNegativeTestJSON-12144813-project] DELETE failed (client error): The resource could not be found. Aug 28 15:10:45.397398 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6559f6c8-465c-43fd-acc3-81fe57f4551b tempest-NetworksNegativeTestJSON-12144813 tempest-NetworksNegativeTestJSON-12144813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:10:45.405368 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52610) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:45.407819 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6559f6c8-465c-43fd-acc3-81fe57f4551b tempest-NetworksNegativeTestJSON-12144813 tempest-NetworksNegativeTestJSON-12144813-project] 10.222.0.13 "DELETE /v2.0/ports/c5abded6-82dd-4133-b694-629736285bfc HTTP/1.1" status: 404 len: 333 time: 0.1208403 Aug 28 15:10:45.412489 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fd753881-b047-42da-8375-c78847aa2613 req-e2407af9-d455-4d53-8a9d-f51ce275c8a6 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/quotas/2cd05e11bb7b41818f33f2f8eee6efa9 HTTP/1.1" status: 200 len: 375 time: 0.1064193 Aug 28 15:10:45.444763 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908036de-33f1-46ad-b638-496d1b8c27ba tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:45.448894 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-908036de-33f1-46ad-b638-496d1b8c27ba tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1173887 Aug 28 15:10:45.449715 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52612) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:45.492205 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7fb38ab-101b-4dde-a8eb-6de624d93033 tempest-NetworksNegativeTestJSON-12144813 tempest-NetworksNegativeTestJSON-12144813-project] DELETE failed (client error): The resource could not be found. Aug 28 15:10:45.493288 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7fb38ab-101b-4dde-a8eb-6de624d93033 tempest-NetworksNegativeTestJSON-12144813 tempest-NetworksNegativeTestJSON-12144813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:10:45.495844 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a7fb38ab-101b-4dde-a8eb-6de624d93033 tempest-NetworksNegativeTestJSON-12144813 tempest-NetworksNegativeTestJSON-12144813-project] 10.222.0.13 "DELETE /v2.0/subnets/8adc3a1c-4dbf-4e44-9b1e-4017f9c82b78 HTTP/1.1" status: 404 len: 337 time: 0.0894635 Aug 28 15:10:45.501562 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52618) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:45.527331 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89ad23a-4866-4ff5-8671-690d9e1adbdf tempest-NetworksNegativeTestJSON-12144813 tempest-NetworksNegativeTestJSON-12144813-project] GET failed (client error): The resource could not be found. Aug 28 15:10:45.529569 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a89ad23a-4866-4ff5-8671-690d9e1adbdf tempest-NetworksNegativeTestJSON-12144813 tempest-NetworksNegativeTestJSON-12144813-project] 10.222.0.13 "GET /v2.0/networks/1ef42809-9306-4cfb-b8d8-683fd26fe83c HTTP/1.1" status: 404 len: 339 time: 0.0258024 Aug 28 15:10:45.534034 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52620) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:45.564556 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14184cc-e8ad-4136-acfd-6b3722b488b8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:45.565170 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-3da7a6de-0554-4718-9d31-c34b280362c2 tempest-NetworksNegativeTestJSON-12144813 tempest-NetworksNegativeTestJSON-12144813-project] GET failed (client error): The resource could not be found. Aug 28 15:10:45.567997 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3da7a6de-0554-4718-9d31-c34b280362c2 tempest-NetworksNegativeTestJSON-12144813 tempest-NetworksNegativeTestJSON-12144813-project] 10.222.0.13 "GET /v2.0/ports/2fda3faf-53b6-405a-8148-db29ba18279b HTTP/1.1" status: 404 len: 333 time: 0.0324683 Aug 28 15:10:45.569983 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52622) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:45.573893 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f14184cc-e8ad-4136-acfd-6b3722b488b8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1044695 Aug 28 15:10:45.574517 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52624) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:45.589755 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6504bc-211f-4d35-abc9-d8d19f100e67 req-1651eed7-3d1e-41c9-89af-b783c460d332 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:45.591311 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6f6504bc-211f-4d35-abc9-d8d19f100e67 req-1651eed7-3d1e-41c9-89af-b783c460d332 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 945 time: 0.1875899 Aug 28 15:10:45.620713 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b5309b-2e1a-4e8b-9dd0-11f97c9e5522 tempest-NetworksNegativeTestJSON-12144813 tempest-NetworksNegativeTestJSON-12144813-project] GET failed (client error): The resource could not be found. Aug 28 15:10:45.625716 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-39b5309b-2e1a-4e8b-9dd0-11f97c9e5522 tempest-NetworksNegativeTestJSON-12144813 tempest-NetworksNegativeTestJSON-12144813-project] 10.222.0.13 "GET /v2.0/subnets/8b3e8972-d714-4a3f-8a54-f5405ec41961 HTTP/1.1" status: 404 len: 337 time: 0.0464425 Aug 28 15:10:45.640308 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9fb80fd4-8c18-460e-98c7-a39c2eed5642 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0661609 Aug 28 15:10:45.641884 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52626) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:45.642410 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52628) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:45.648956 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cf54dc-a3b8-4a12-8c98-85d6aa3f5513 None None] DHCP port deletion for dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:10:45.654103 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fd753881-b047-42da-8375-c78847aa2613 req-fb0672bf-85e7-43ae-b3a1-012b52bda832 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2cd05e11bb7b41818f33f2f8eee6efa9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2322214 Aug 28 15:10:45.654573 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-359aa656-91bf-4351-b0b9-78f6e200d6e0 tempest-NetworksNegativeTestJSON-12144813 tempest-NetworksNegativeTestJSON-12144813-project] Request body: {'network': {'name': 'new_name'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:45.663316 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-1443257a-e5f7-4fd2-8983-e8189951c9a8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:45.741986 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-359aa656-91bf-4351-b0b9-78f6e200d6e0 tempest-NetworksNegativeTestJSON-12144813 tempest-NetworksNegativeTestJSON-12144813-project] PUT failed (client error): The resource could not be found. Aug 28 15:10:45.742900 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-359aa656-91bf-4351-b0b9-78f6e200d6e0 tempest-NetworksNegativeTestJSON-12144813 tempest-NetworksNegativeTestJSON-12144813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:10:45.743144 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a0cf54dc-a3b8-4a12-8c98-85d6aa3f5513 None None] Deleting port f17d91b8-9450-44fb-8f36-f23c84ecd8f6 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:10:45.743771 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a0cf54dc-a3b8-4a12-8c98-85d6aa3f5513 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:45.747867 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-359aa656-91bf-4351-b0b9-78f6e200d6e0 tempest-NetworksNegativeTestJSON-12144813 tempest-NetworksNegativeTestJSON-12144813-project] 10.222.0.13 "PUT /v2.0/networks/453db704-caaa-4133-8020-e0f2fb77cd35 HTTP/1.1" status: 404 len: 339 time: 0.0972881 Aug 28 15:10:45.748814 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52630) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:45.758356 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-e46692ac-2f7b-4a2b-b315-665bb04da3ce tempest-NetworksNegativeTestJSON-12144813 tempest-NetworksNegativeTestJSON-12144813-project] Request body: {'port': {'name': 'new_name'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:45.820052 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-e46692ac-2f7b-4a2b-b315-665bb04da3ce tempest-NetworksNegativeTestJSON-12144813 tempest-NetworksNegativeTestJSON-12144813-project] PUT failed (client error): The resource could not be found. Aug 28 15:10:45.822169 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e46692ac-2f7b-4a2b-b315-665bb04da3ce tempest-NetworksNegativeTestJSON-12144813 tempest-NetworksNegativeTestJSON-12144813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:10:45.826841 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e46692ac-2f7b-4a2b-b315-665bb04da3ce tempest-NetworksNegativeTestJSON-12144813 tempest-NetworksNegativeTestJSON-12144813-project] 10.222.0.13 "PUT /v2.0/ports/1d6cab70-063c-4d0b-b6b5-bf3770f4ddd6 HTTP/1.1" status: 404 len: 333 time: 0.0738485 Aug 28 15:10:45.832092 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52632) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:45.839290 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-cb08dabc-10cf-4b0d-af32-d65f44175f9b tempest-NetworksNegativeTestJSON-12144813 tempest-NetworksNegativeTestJSON-12144813-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:45.861435 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6f6504bc-211f-4d35-abc9-d8d19f100e67 req-89fc013b-e7ab-422f-9b44-5ffb12709579 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159162 Aug 28 15:10:45.867108 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fd753881-b047-42da-8375-c78847aa2613 req-d4f37419-f661-42c3-a64b-bafb07fc0000 service neutron] 10.222.0.13 "GET /v2.0/networks/693a5562-44b1-45bb-87b8-1d193957b6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853685 Aug 28 15:10:45.868262 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb08dabc-10cf-4b0d-af32-d65f44175f9b tempest-NetworksNegativeTestJSON-12144813 tempest-NetworksNegativeTestJSON-12144813-project] PUT failed (client error): The resource could not be found. Aug 28 15:10:45.868616 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb08dabc-10cf-4b0d-af32-d65f44175f9b tempest-NetworksNegativeTestJSON-12144813 tempest-NetworksNegativeTestJSON-12144813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:10:45.881274 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-cb08dabc-10cf-4b0d-af32-d65f44175f9b tempest-NetworksNegativeTestJSON-12144813 tempest-NetworksNegativeTestJSON-12144813-project] 10.222.0.13 "PUT /v2.0/subnets/fceaf621-61ee-4470-a56e-6b6ceac3f95a HTTP/1.1" status: 404 len: 337 time: 0.0457370 Aug 28 15:10:45.894145 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-a0cf54dc-a3b8-4a12-8c98-85d6aa3f5513 None None] For port f17d91b8-9450-44fb-8f36-f23c84ecd8f6, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f17d91b8-9450-44fb-8f36-f23c84ecd8f6,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:45.894751 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a0cf54dc-a3b8-4a12-8c98-85d6aa3f5513 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:45.916022 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a0cf54dc-a3b8-4a12-8c98-85d6aa3f5513 None None] Calling delete_port for f17d91b8-9450-44fb-8f36-f23c84ecd8f6 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:10:45.938431 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1443257a-e5f7-4fd2-8983-e8189951c9a8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:45.943195 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1443257a-e5f7-4fd2-8983-e8189951c9a8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:46.027096 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fd753881-b047-42da-8375-c78847aa2613 req-7efcb95f-53bc-4d3d-9a98-05bad903dbcb service neutron] 10.222.0.13 "GET /v2.0/networks/693a5562-44b1-45bb-87b8-1d193957b6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443524 Aug 28 15:10:46.052704 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a0cf54dc-a3b8-4a12-8c98-85d6aa3f5513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:46.088189 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf54dc-a3b8-4a12-8c98-85d6aa3f5513 None None] Pushing event deleted for resources: {'Port': ['ID=f17d91b8-9450-44fb-8f36-f23c84ecd8f6,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:46.106760 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cf54dc-a3b8-4a12-8c98-85d6aa3f5513 None None] No DVR routers for this DVR port f17d91b8-9450-44fb-8f36-f23c84ecd8f6 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:10:46.132761 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5241e0c2-1f6f-4eac-8131-38cf1a57df52 None None] get_active_networks_info from n-d-712137-10 {{(pid=106331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 15:10:46.313805 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5241e0c2-1f6f-4eac-8131-38cf1a57df52 None None] Resources bound (agent type, host, resource id): {{(pid=106331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 15:10:46.323218 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52646) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:46.326389 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-46e1a53c-76e3-4e10-a019-a9ee79c32368 req-a45b4cff-77cd-4a5d-839e-d49e2bd6209c tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0c008ea-1374-48d5-bd96-5bf11c9a67a7 HTTP/1.1" status: 200 len: 210 time: 0.0564401 Aug 28 15:10:46.341848 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1443257a-e5f7-4fd2-8983-e8189951c9a8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:46.403993 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-642c146e-3dd1-4e3e-90c1-8cb96673e5f5 admin admin] Deleting subnet 74f3d014-0797-42b4-b795-e290b7ad935e {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:10:46.408831 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-642c146e-3dd1-4e3e-90c1-8cb96673e5f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:46.425783 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1443257a-e5f7-4fd2-8983-e8189951c9a8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:46.431499 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-1443257a-e5f7-4fd2-8983-e8189951c9a8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:46.441928 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1443257a-e5f7-4fd2-8983-e8189951c9a8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:46.442614 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1443257a-e5f7-4fd2-8983-e8189951c9a8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:46.458558 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443257a-e5f7-4fd2-8983-e8189951c9a8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Subnet': ['ID=38189e39-27dd-465a-ac18-46d796e3ebaa,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:46.471956 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-642c146e-3dd1-4e3e-90c1-8cb96673e5f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:46.478113 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1443257a-e5f7-4fd2-8983-e8189951c9a8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8268764 Aug 28 15:10:46.478713 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52648) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:46.497225 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-3662d6e6-e57d-4dcc-92c6-742240b58e2e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'fixed_ips': [{'subnet_id': '38189e39-27dd-465a-ac18-46d796e3ebaa', 'ip_address': '2001:db8::c6a2:291d:ed94:eeca'}], 'name': 'tempest-NetworksTestDHCPv6-1720343466'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:46.525998 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52652) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:46.551710 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 08040f9f-9c09-43e2-9168-f1714f01f1d0 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:10:46.588905 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-5c685c13-10ed-462d-ba85-32bdcb170825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:46.594630 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-5c685c13-10ed-462d-ba85-32bdcb170825 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 1097 time: 0.1191440 Aug 28 15:10:46.598346 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-642c146e-3dd1-4e3e-90c1-8cb96673e5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:46.610018 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 08040f9f-9c09-43e2-9168-f1714f01f1d0 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:10:46.610362 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 08040f9f-9c09-43e2-9168-f1714f01f1d0 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:10:46.747519 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3662d6e6-e57d-4dcc-92c6-742240b58e2e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:46.758708 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-ce9b9063-eb1f-4a89-a5d6-c429e81372ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:46.761021 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-ce9b9063-eb1f-4a89-a5d6-c429e81372ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a312b48-1593-4ae4-aa4f-ef246ab62436 HTTP/1.1" status: 200 len: 898 time: 0.1523392 Aug 28 15:10:46.762034 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-642c146e-3dd1-4e3e-90c1-8cb96673e5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:46.806450 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369f4a6c-24b1-40dd-a9ce-b92ba9f0e1f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'tenant_id': 'b52f2a44ab1541f08b6542f112ae2346', 'fixed_ips': [{'subnet_id': '38189e39-27dd-465a-ac18-46d796e3ebaa'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:10:46.807438 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-369f4a6c-24b1-40dd-a9ce-b92ba9f0e1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:46.844687 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0bf5488c-b03e-4067-b897-3aacd17f8dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:46.851472 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-1e328b50-7cc4-49fd-9139-e1c7de08ad3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85eea773-c785-4940-91e0-96b2c1a0f65f HTTP/1.1" status: 200 len: 1000 time: 0.0811598 Aug 28 15:10:46.854091 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c146e-3dd1-4e3e-90c1-8cb96673e5f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74f3d014-0797-42b4-b795-e290b7ad935e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:46.856711 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-642c146e-3dd1-4e3e-90c1-8cb96673e5f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:46.861989 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-642c146e-3dd1-4e3e-90c1-8cb96673e5f5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/74f3d014-0797-42b4-b795-e290b7ad935e HTTP/1.1" status: 204 len: 168 time: 0.5343349 Aug 28 15:10:46.865161 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52660) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:46.923910 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3662d6e6-e57d-4dcc-92c6-742240b58e2e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:46.930376 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 02f76b59-60cf-41e9-bacb-30ce37765279 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:10:46.952097 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-3662d6e6-e57d-4dcc-92c6-742240b58e2e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] device_id is not set on port a9478f16-b86a-45cd-9616-1687bdc2a2b5 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:10:47.025773 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-ffab5790-745e-405a-8f86-fc914018d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:47.027287 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-ffab5790-745e-405a-8f86-fc914018d991 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6 HTTP/1.1" status: 200 len: 834 time: 0.1642289 Aug 28 15:10:47.032243 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-53a1eac8-d019-4339-90ad-3457692b1caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:47.033708 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-369f4a6c-24b1-40dd-a9ce-b92ba9f0e1f3 None None] Allocated IP 2001:db8::2 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/38189e39-27dd-465a-ac18-46d796e3ebaa/f8ef2faa-3f07-4522-90ae-f7f58265f47b) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:47.038699 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 02f76b59-60cf-41e9-bacb-30ce37765279 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:47.039081 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:47.282938 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633accc-94fe-4f4e-bad3-1e7799e543f8 req-d691e884-a74d-4018-b8c0-f3a625e6f4a8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:47.284746 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5633accc-94fe-4f4e-bad3-1e7799e543f8 req-d691e884-a74d-4018-b8c0-f3a625e6f4a8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 945 time: 0.2640216 Aug 28 15:10:47.295566 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f17d91b8-9450-44fb-8f36-f23c84ecd8f6 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:10:47.296199 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0bf5488c-b03e-4067-b897-3aacd17f8dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:47.311440 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0bf5488c-b03e-4067-b897-3aacd17f8dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:47.331002 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: f17d91b8-9450-44fb-8f36-f23c84ecd8f6 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:10:47.331246 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f17d91b8-9450-44fb-8f36-f23c84ecd8f6 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:10:47.337709 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-369f4a6c-24b1-40dd-a9ce-b92ba9f0e1f3 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:47.349378 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-369f4a6c-24b1-40dd-a9ce-b92ba9f0e1f3 None None] Transition to ACTIVE for port object f8ef2faa-3f07-4522-90ae-f7f58265f47b will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:47.369882 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-369f4a6c-24b1-40dd-a9ce-b92ba9f0e1f3 None None] Transition to ACTIVE for port object f8ef2faa-3f07-4522-90ae-f7f58265f47b will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:47.377878 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-369f4a6c-24b1-40dd-a9ce-b92ba9f0e1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:47.386113 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0bf5488c-b03e-4067-b897-3aacd17f8dd2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=726441db4e424db4830c846dec3af092&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8588922 Aug 28 15:10:47.391045 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52666) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:47.391762 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5488c-b03e-4067-b897-3aacd17f8dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ccba5e-eee8-4e20-88b3-200fb3252c68,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:47.430010 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369f4a6c-24b1-40dd-a9ce-b92ba9f0e1f3 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:47.435145 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-369f4a6c-24b1-40dd-a9ce-b92ba9f0e1f3 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:47.438954 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369f4a6c-24b1-40dd-a9ce-b92ba9f0e1f3 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:47.442325 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4a6c-24b1-40dd-a9ce-b92ba9f0e1f3 None None] Pushing event updated for resources: {'Port': ['ID=f8ef2faa-3f07-4522-90ae-f7f58265f47b,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:47.448791 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5633accc-94fe-4f4e-bad3-1e7799e543f8 req-ed334f3a-2a2c-46f6-9028-4cd5d2ecb3cd tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554539 Aug 28 15:10:47.497173 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-741599fb-9ee8-4040-bed7-f2e61d1395c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:47.499276 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-3662d6e6-e57d-4dcc-92c6-742240b58e2e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Allocated IP 2001:db8::c6a2:291d:ed94:eeca (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/38189e39-27dd-465a-ac18-46d796e3ebaa/a9478f16-b86a-45cd-9616-1687bdc2a2b5) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:47.520589 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-369f4a6c-24b1-40dd-a9ce-b92ba9f0e1f3 None None] Attempting to bind port f8ef2faa-3f07-4522-90ae-f7f58265f47b on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:10:47.521258 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-369f4a6c-24b1-40dd-a9ce-b92ba9f0e1f3 None None] Attempting to bind port f8ef2faa-3f07-4522-90ae-f7f58265f47b by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:10:47.521882 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369f4a6c-24b1-40dd-a9ce-b92ba9f0e1f3 None None] Attempting to bind port f8ef2faa-3f07-4522-90ae-f7f58265f47b on network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:10:47.529519 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369f4a6c-24b1-40dd-a9ce-b92ba9f0e1f3 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:10:47.531067 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369f4a6c-24b1-40dd-a9ce-b92ba9f0e1f3 None None] Checking segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:47.531067 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-369f4a6c-24b1-40dd-a9ce-b92ba9f0e1f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:47.531567 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369f4a6c-24b1-40dd-a9ce-b92ba9f0e1f3 None None] Bound using segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:10:47.532679 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-369f4a6c-24b1-40dd-a9ce-b92ba9f0e1f3 None None] Bound port: f8ef2faa-3f07-4522-90ae-f7f58265f47b, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:10:47.533609 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-369f4a6c-24b1-40dd-a9ce-b92ba9f0e1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:47.534672 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-741599fb-9ee8-4040-bed7-f2e61d1395c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:47.604394 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c59ca7f1-72cb-4991-abab-f3fd5e4051b2 req-e63f2733-b706-41e9-8104-94a739582260 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0c008ea-1374-48d5-bd96-5bf11c9a67a7 HTTP/1.1" status: 200 len: 210 time: 0.0996952 Aug 28 15:10:47.628969 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-bc6e8273-a4b4-4244-bd45-975e15f5b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:47.628969 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-bc6e8273-a4b4-4244-bd45-975e15f5b061 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a312b48-1593-4ae4-aa4f-ef246ab62436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5899279 Aug 28 15:10:47.634677 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-53a1eac8-d019-4339-90ad-3457692b1caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:47.635874 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-369f4a6c-24b1-40dd-a9ce-b92ba9f0e1f3 None None] For port f8ef2faa-3f07-4522-90ae-f7f58265f47b, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:10:47.640309 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-369f4a6c-24b1-40dd-a9ce-b92ba9f0e1f3 None None] For port f8ef2faa-3f07-4522-90ae-f7f58265f47b, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f8ef2faa-3f07-4522-90ae-f7f58265f47b,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:10:47.647010 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-369f4a6c-24b1-40dd-a9ce-b92ba9f0e1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:47.736755 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4a6c-24b1-40dd-a9ce-b92ba9f0e1f3 None None] Pushing event updated for resources: {'Port': ['ID=f8ef2faa-3f07-4522-90ae-f7f58265f47b,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:47.739417 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-53a1eac8-d019-4339-90ad-3457692b1caf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e0a5285-0705-46c6-bd74-c6136db9e33e']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:47.754800 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-53a1eac8-d019-4339-90ad-3457692b1caf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec01123-7417-4505-ada9-1e34db6b1ef9') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:47.755223 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-53a1eac8-d019-4339-90ad-3457692b1caf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec01123-7417-4505-ada9-1e34db6b1ef9') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:10:47.776349 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-53a1eac8-d019-4339-90ad-3457692b1caf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:47.791384 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-9bf0287d-0cfc-4f11-b607-ddf3d005130a service neutron] 10.222.0.36 "GET /v2.0/networks/2a312b48-1593-4ae4-aa4f-ef246ab62436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542509 Aug 28 15:10:47.799678 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-53a1eac8-d019-4339-90ad-3457692b1caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:47.826044 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a1eac8-d019-4339-90ad-3457692b1caf admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:10:47.826555 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-53a1eac8-d019-4339-90ad-3457692b1caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:10:47.829048 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:10:47.964013 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-53a1eac8-d019-4339-90ad-3457692b1caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:47.974070 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-53a1eac8-d019-4339-90ad-3457692b1caf admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:47.975944 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-53a1eac8-d019-4339-90ad-3457692b1caf admin admin] 10.222.0.13 "DELETE /v2.0/networks/5e0a5285-0705-46c6-bd74-c6136db9e33e HTTP/1.1" status: 204 len: 168 time: 1.1107981 Aug 28 15:10:47.998864 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1eac8-d019-4339-90ad-3457692b1caf admin admin] Pushing event deleted for resources: {'Network': ['ID=5e0a5285-0705-46c6-bd74-c6136db9e33e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:48.010109 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-09515cee-b4a3-456b-a706-8d7d6b1fdcd0 service neutron] 10.222.0.36 "GET /v2.0/networks/2a312b48-1593-4ae4-aa4f-ef246ab62436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069592 Aug 28 15:10:48.041843 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:10:48.149235 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-741599fb-9ee8-4040-bed7-f2e61d1395c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:48.149730 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52670) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:48.150193 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-741599fb-9ee8-4040-bed7-f2e61d1395c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:48.153460 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-741599fb-9ee8-4040-bed7-f2e61d1395c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68ccba5e-eee8-4e20-88b3-200fb3252c68 HTTP/1.1" status: 204 len: 168 time: 0.7565389 Aug 28 15:10:48.178568 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741599fb-9ee8-4040-bed7-f2e61d1395c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ccba5e-eee8-4e20-88b3-200fb3252c68,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:48.205710 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd753881-b047-42da-8375-c78847aa2613 req-2a7545e9-8c69-4670-89d9-e581e8b20d9c tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:48.207219 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fd753881-b047-42da-8375-c78847aa2613 req-2a7545e9-8c69-4670-89d9-e581e8b20d9c tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.36 "GET /v2.0/networks?id=693a5562-44b1-45bb-87b8-1d193957b6d5 HTTP/1.1" status: 200 len: 812 time: 0.6180420 Aug 28 15:10:48.213422 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-549c058a-6e17-4e8f-afd6-e2997cc02dbe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4551da9a714c435e9e7f5deae59675dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624824 Aug 28 15:10:48.216422 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52674) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:48.237879 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3662d6e6-e57d-4dcc-92c6-742240b58e2e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:48.272675 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-3662d6e6-e57d-4dcc-92c6-742240b58e2e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Transition to ACTIVE for port object a9478f16-b86a-45cd-9616-1687bdc2a2b5 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:48.285341 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-be9461cb-2542-4800-b27d-f44cad2bcea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:48.298847 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fd753881-b047-42da-8375-c78847aa2613 req-29b2408c-a443-4455-a51b-dc06c531e00d tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cd05e11bb7b41818f33f2f8eee6efa9 HTTP/1.1" status: 200 len: 380 time: 0.0757599 Aug 28 15:10:48.309441 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-fd753881-b047-42da-8375-c78847aa2613 req-40257b97-cbd8-4da8-be23-d01ea84e6a0e tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Request body: {'port': {'device_id': 'e0c008ea-1374-48d5-bd96-5bf11c9a67a7', 'network_id': '693a5562-44b1-45bb-87b8-1d193957b6d5', 'admin_state_up': True, 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'security_groups': ['d7982275-30c5-409b-bc3f-957ef2c9498b']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:48.326575 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-be9461cb-2542-4800-b27d-f44cad2bcea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:48.386249 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3662d6e6-e57d-4dcc-92c6-742240b58e2e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:48.396018 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-be9461cb-2542-4800-b27d-f44cad2bcea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:48.399460 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-be9461cb-2542-4800-b27d-f44cad2bcea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:48.403293 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-be9461cb-2542-4800-b27d-f44cad2bcea8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0058b729-bf35-45a9-9aa1-85c93417f2bc HTTP/1.1" status: 204 len: 168 time: 0.1782157 Aug 28 15:10:48.425095 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9461cb-2542-4800-b27d-f44cad2bcea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0058b729-bf35-45a9-9aa1-85c93417f2bc,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:48.474453 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3662d6e6-e57d-4dcc-92c6-742240b58e2e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:48.522912 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-3662d6e6-e57d-4dcc-92c6-742240b58e2e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:48.533186 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3662d6e6-e57d-4dcc-92c6-742240b58e2e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:48.543876 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3662d6e6-e57d-4dcc-92c6-742240b58e2e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:48.555498 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3662d6e6-e57d-4dcc-92c6-742240b58e2e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:48.569732 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662d6e6-e57d-4dcc-92c6-742240b58e2e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Port': ['ID=a9478f16-b86a-45cd-9616-1687bdc2a2b5,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:48.617006 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd753881-b047-42da-8375-c78847aa2613 req-40257b97-cbd8-4da8-be23-d01ea84e6a0e tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Made reservation on behalf of 2cd05e11bb7b41818f33f2f8eee6efa9 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:48.621513 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fd753881-b047-42da-8375-c78847aa2613 req-40257b97-cbd8-4da8-be23-d01ea84e6a0e tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:48.646294 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52688) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:48.647372 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3662d6e6-e57d-4dcc-92c6-742240b58e2e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1678784 Aug 28 15:10:48.751894 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97923066-81b7-4843-ae68-ea2d45cfe7fa req-e27c1dfe-31fe-4238-bfb6-ebc8f7f99233 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:48.759555 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-97923066-81b7-4843-ae68-ea2d45cfe7fa req-e27c1dfe-31fe-4238-bfb6-ebc8f7f99233 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 945 time: 0.1849835 Aug 28 15:10:48.801313 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6409fdb-1b6f-4aa9-852c-e2c854a2c2c8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:48.828227 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6409fdb-1b6f-4aa9-852c-e2c854a2c2c8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:48.844708 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52694) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:48.844954 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c6409fdb-1b6f-4aa9-852c-e2c854a2c2c8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1973853 Aug 28 15:10:48.855569 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c8a70ff1-8e25-49bc-bb32-bfeb143dc020 req-d7821d3d-098a-4495-ae25-0f40063f3c38 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0c008ea-1374-48d5-bd96-5bf11c9a67a7 HTTP/1.1" status: 200 len: 210 time: 0.1281321 Aug 28 15:10:48.915380 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-97923066-81b7-4843-ae68-ea2d45cfe7fa req-287a2034-654c-4135-b117-d88eb36bbfbe tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493628 Aug 28 15:10:48.969974 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f8ef2faa-3f07-4522-90ae-f7f58265f47b up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:10:48.983185 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-fd753881-b047-42da-8375-c78847aa2613 req-40257b97-cbd8-4da8-be23-d01ea84e6a0e tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Allocated IP 172.20.0.8 (693a5562-44b1-45bb-87b8-1d193957b6d5/00df72dc-f4b9-46ca-afba-57a52e8f9f90/20b2f032-bf5b-4799-af6c-59187c6cfed9) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:49.070053 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port f8ef2faa-3f07-4522-90ae-f7f58265f47b completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:10:49.087327 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214dbe5c-4871-40a9-a890-37e5cbdfdcc9 None None] get_active_networks_info from n-d-712137-10 {{(pid=106331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 15:10:49.187993 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fd753881-b047-42da-8375-c78847aa2613 req-40257b97-cbd8-4da8-be23-d01ea84e6a0e tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:49.201529 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67aac-2980-452c-9095-7364a64eea04 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting port a9478f16-b86a-45cd-9616-1687bdc2a2b5 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:10:49.202192 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b7f67aac-2980-452c-9095-7364a64eea04 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:49.203702 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2633aeac-a038-421e-be01-d90d6132973c None None] Provisioning for port f8ef2faa-3f07-4522-90ae-f7f58265f47b completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:10:49.210511 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214dbe5c-4871-40a9-a890-37e5cbdfdcc9 None None] Resources bound (agent type, host, resource id): {{(pid=106331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 15:10:49.213225 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2633aeac-a038-421e-be01-d90d6132973c None None] Provisioning complete for port f8ef2faa-3f07-4522-90ae-f7f58265f47b triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:49.213364 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2633aeac-a038-421e-be01-d90d6132973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:49.245103 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-fd753881-b047-42da-8375-c78847aa2613 req-40257b97-cbd8-4da8-be23-d01ea84e6a0e tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Transition to ACTIVE for port object 20b2f032-bf5b-4799-af6c-59187c6cfed9 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:49.324714 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b7f67aac-2980-452c-9095-7364a64eea04 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:49.338390 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67aac-2980-452c-9095-7364a64eea04 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Calling delete_port for a9478f16-b86a-45cd-9616-1687bdc2a2b5 owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:10:49.340609 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fd753881-b047-42da-8375-c78847aa2613 req-40257b97-cbd8-4da8-be23-d01ea84e6a0e tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:49.385978 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2633aeac-a038-421e-be01-d90d6132973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:49.391710 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd753881-b047-42da-8375-c78847aa2613 req-40257b97-cbd8-4da8-be23-d01ea84e6a0e tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Network 693a5562-44b1-45bb-87b8-1d193957b6d5 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:49.426107 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-fd753881-b047-42da-8375-c78847aa2613 req-40257b97-cbd8-4da8-be23-d01ea84e6a0e tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:49.433468 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd753881-b047-42da-8375-c78847aa2613 req-40257b97-cbd8-4da8-be23-d01ea84e6a0e tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:49.455696 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-2633aeac-a038-421e-be01-d90d6132973c None None] For port f8ef2faa-3f07-4522-90ae-f7f58265f47b, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f8ef2faa-3f07-4522-90ae-f7f58265f47b,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:49.468360 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2633aeac-a038-421e-be01-d90d6132973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:49.487800 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40257b97-cbd8-4da8-be23-d01ea84e6a0e tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Pushing event updated for resources: {'Port': ['ID=20b2f032-bf5b-4799-af6c-59187c6cfed9,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:49.496430 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52720) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:49.519299 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd753881-b047-42da-8375-c78847aa2613 req-40257b97-cbd8-4da8-be23-d01ea84e6a0e tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:49.519970 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fd753881-b047-42da-8375-c78847aa2613 req-40257b97-cbd8-4da8-be23-d01ea84e6a0e tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:49.546883 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fd753881-b047-42da-8375-c78847aa2613 req-40257b97-cbd8-4da8-be23-d01ea84e6a0e tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2413137 Aug 28 15:10:49.559920 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-fd753881-b047-42da-8375-c78847aa2613 req-ed7dd011-3ae1-4d5f-ab67-6331133937ec service neutron] Request body: {'port': {'device_id': 'e0c008ea-1374-48d5-bd96-5bf11c9a67a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:49.585532 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633aeac-a038-421e-be01-d90d6132973c None None] Pushing event updated for resources: {'Port': ['ID=f8ef2faa-3f07-4522-90ae-f7f58265f47b,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:49.645795 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef91b6f-4a89-4f24-b454-b83b2ffedb01 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:49.646631 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fd753881-b047-42da-8375-c78847aa2613 req-ed7dd011-3ae1-4d5f-ab67-6331133937ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:49.689022 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52726) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:49.697493 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b7f67aac-2980-452c-9095-7364a64eea04 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:49.747352 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67aac-2980-452c-9095-7364a64eea04 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Port': ['ID=a9478f16-b86a-45cd-9616-1687bdc2a2b5,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:49.779501 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-694fedef-c14e-4110-895e-b97d89700f49 tempest-DvrRoutersNegativeTest-1352670165 tempest-DvrRoutersNegativeTest-1352670165-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1940445330', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:49.784302 n-d-712137-10 neutron-server[106329]: DEBUG neutron.policy [None req-694fedef-c14e-4110-895e-b97d89700f49 tempest-DvrRoutersNegativeTest-1352670165 tempest-DvrRoutersNegativeTest-1352670165-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=106329) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 28 15:10:49.786603 n-d-712137-10 neutron-server[106329]: DEBUG neutron.policy [None req-694fedef-c14e-4110-895e-b97d89700f49 tempest-DvrRoutersNegativeTest-1352670165 tempest-DvrRoutersNegativeTest-1352670165-project] Failed policy check for 'create_router' {{(pid=106329) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 28 15:10:49.787504 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-694fedef-c14e-4110-895e-b97d89700f49 tempest-DvrRoutersNegativeTest-1352670165 tempest-DvrRoutersNegativeTest-1352670165-project] create failed (client error): Access was denied to this resource. Aug 28 15:10:49.789802 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-694fedef-c14e-4110-895e-b97d89700f49 tempest-DvrRoutersNegativeTest-1352670165 tempest-DvrRoutersNegativeTest-1352670165-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2923887 Aug 28 15:10:49.801579 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b7f67aac-2980-452c-9095-7364a64eea04 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:49.805719 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b7f67aac-2980-452c-9095-7364a64eea04 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/a9478f16-b86a-45cd-9616-1687bdc2a2b5 HTTP/1.1" status: 204 len: 168 time: 0.9572961 Aug 28 15:10:49.807553 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52732) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:49.809461 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-ed99a397-ae18-4077-adc6-eb19c75a4575 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-600736406-network', 'tenant_id': '0cbdef7c3e29410da163c38158c381c1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:49.853113 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed99a397-ae18-4077-adc6-eb19c75a4575 admin admin] Made reservation on behalf of 0cbdef7c3e29410da163c38158c381c1 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:49.856734 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ed99a397-ae18-4077-adc6-eb19c75a4575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:49.880913 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ed99a397-ae18-4077-adc6-eb19c75a4575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:50.088854 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e1212-a07b-4c1d-b146-54a492b4b334 req-4575a001-54bf-4c13-a248-57e939c07595 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:50.098384 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eb2e1212-a07b-4c1d-b146-54a492b4b334 req-4575a001-54bf-4c13-a248-57e939c07595 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0c008ea-1374-48d5-bd96-5bf11c9a67a7 HTTP/1.1" status: 200 len: 931 time: 0.0950680 Aug 28 15:10:50.102464 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed41a13b-424b-459b-b4a9-9258ce0b5e5d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:50.104134 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed41a13b-424b-459b-b4a9-9258ce0b5e5d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:50.105760 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ed41a13b-424b-459b-b4a9-9258ce0b5e5d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2895472 Aug 28 15:10:50.106240 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ed99a397-ae18-4077-adc6-eb19c75a4575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:50.115011 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52742) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:50.136668 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ed99a397-ae18-4077-adc6-eb19c75a4575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:50.153506 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52744) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:50.201007 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eb2e1212-a07b-4c1d-b146-54a492b4b334 req-6872ac4e-8ed8-4f1e-bc33-dfce4dff6776 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7982275-30c5-409b-bc3f-957ef2c9498b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015894 Aug 28 15:10:50.210009 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed99a397-ae18-4077-adc6-eb19c75a4575 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:10:50.214952 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1aa92e5a-287b-47e5-9d6c-65dd1a550a4f None None] Provisioning for port 20b2f032-bf5b-4799-af6c-59187c6cfed9 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:10:50.220573 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1aa92e5a-287b-47e5-9d6c-65dd1a550a4f None None] Provisioning complete for port 20b2f032-bf5b-4799-af6c-59187c6cfed9 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:50.221051 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99a397-ae18-4077-adc6-eb19c75a4575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5d9a47-e950-43d2-986a-d27c4beaf78e,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:50.221236 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1aa92e5a-287b-47e5-9d6c-65dd1a550a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:50.226777 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ed99a397-ae18-4077-adc6-eb19c75a4575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:50.227375 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-ed99a397-ae18-4077-adc6-eb19c75a4575 admin admin] Added segment efbde134-1894-4d95-8460-b0cff26ded42 of type vlan for network cd6ca2d8-c425-42bb-b035-0849feb11801 Aug 28 15:10:50.276203 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ed99a397-ae18-4077-adc6-eb19c75a4575 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:50.289657 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1aa92e5a-287b-47e5-9d6c-65dd1a550a4f None None] Port 20b2f032-bf5b-4799-af6c-59187c6cfed9 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:10:50.324582 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ed99a397-ae18-4077-adc6-eb19c75a4575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:50.325047 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed99a397-ae18-4077-adc6-eb19c75a4575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:50.325623 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ed99a397-ae18-4077-adc6-eb19c75a4575 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:50.358310 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d5d3f-19d8-45e9-aa14-551061d02276 req-1e620500-2da7-4a3e-935c-541df554deb8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:50.360048 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a56d5d3f-19d8-45e9-aa14-551061d02276 req-1e620500-2da7-4a3e-935c-541df554deb8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 945 time: 0.2749810 Aug 28 15:10:50.366129 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-7630f39b-6562-45e7-80ae-2a6eb89b0a52 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting subnet 38189e39-27dd-465a-ac18-46d796e3ebaa {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:10:50.379800 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-fd753881-b047-42da-8375-c78847aa2613 req-ed7dd011-3ae1-4d5f-ab67-6331133937ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b2f032-bf5b-4799-af6c-59187c6cfed9 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:10:50.383924 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7630f39b-6562-45e7-80ae-2a6eb89b0a52 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:50.389773 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f53decf4-27b9-48d4-9d04-36adcd8a5b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:50.409368 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fd753881-b047-42da-8375-c78847aa2613 req-ed7dd011-3ae1-4d5f-ab67-6331133937ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:50.414407 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ed99a397-ae18-4077-adc6-eb19c75a4575 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7215714 Aug 28 15:10:50.415732 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52748) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:50.425206 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-2a747939-42e8-4b77-9669-bbf85e405e2c admin admin] Request body: {'subnet': {'network_id': 'cd6ca2d8-c425-42bb-b035-0849feb11801', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-600736406-subnet', 'tenant_id': '0cbdef7c3e29410da163c38158c381c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:50.436479 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99a397-ae18-4077-adc6-eb19c75a4575 admin admin] Pushing event updated for resources: {'Network': ['ID=cd6ca2d8-c425-42bb-b035-0849feb11801,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:50.451841 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network cd6ca2d8-c425-42bb-b035-0849feb11801 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:10:50.457069 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-fd753881-b047-42da-8375-c78847aa2613 req-ed7dd011-3ae1-4d5f-ab67-6331133937ec service neutron] Transition to ACTIVE for port object 20b2f032-bf5b-4799-af6c-59187c6cfed9 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:50.457556 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1797106a-27b5-41e5-a80f-60b0f0afe6c5 None None] Provisioning complete for port f8ef2faa-3f07-4522-90ae-f7f58265f47b triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:50.458161 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1797106a-27b5-41e5-a80f-60b0f0afe6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:50.461466 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7630f39b-6562-45e7-80ae-2a6eb89b0a52 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:50.484317 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.db.api [None req-2a747939-42e8-4b77-9669-bbf85e405e2c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 15:10:50.484317 n-d-712137-10 neutron-server[106329]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 15:10:50.484317 n-d-712137-10 neutron-server[106329]: [parameters: {'project_id_1': '0cbdef7c3e29410da163c38158c381c1', 'expiration_1': datetime.datetime(2021, 8, 28, 15, 10, 50, 433299)}] Aug 28 15:10:50.484317 n-d-712137-10 neutron-server[106329]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:10:50.485406 n-d-712137-10 neutron-server[106329]: DEBUG oslo_db.api [None req-2a747939-42e8-4b77-9669-bbf85e405e2c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:10:50.494687 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a56d5d3f-19d8-45e9-aa14-551061d02276 req-a91ae63e-381a-48e7-8c08-a9eaf6849ab7 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259973 Aug 28 15:10:50.497584 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fd753881-b047-42da-8375-c78847aa2613 req-ed7dd011-3ae1-4d5f-ab67-6331133937ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:50.598306 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7dd011-3ae1-4d5f-ab67-6331133937ec service neutron] Pushing event updated for resources: {'Port': ['ID=20b2f032-bf5b-4799-af6c-59187c6cfed9,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:50.618258 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f53decf4-27b9-48d4-9d04-36adcd8a5b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:50.627937 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f53decf4-27b9-48d4-9d04-36adcd8a5b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:50.663645 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7630f39b-6562-45e7-80ae-2a6eb89b0a52 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:50.701428 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f53decf4-27b9-48d4-9d04-36adcd8a5b51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50ca2cfad87848dc8a9a0fafc6ae352b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5468447 Aug 28 15:10:50.702869 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53decf4-27b9-48d4-9d04-36adcd8a5b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ef7b09-c119-42d6-ae98-a05203c65b7c,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:50.707493 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52750) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:50.752640 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-fd753881-b047-42da-8375-c78847aa2613 req-ed7dd011-3ae1-4d5f-ab67-6331133937ec service neutron] Attempting to bind port 20b2f032-bf5b-4799-af6c-59187c6cfed9 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:10:50.752979 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-fd753881-b047-42da-8375-c78847aa2613 req-ed7dd011-3ae1-4d5f-ab67-6331133937ec service neutron] Attempting to bind port 20b2f032-bf5b-4799-af6c-59187c6cfed9 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '49e6da15-55d4-40be-9f0b-a1bfbbc32fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '693a5562-44b1-45bb-87b8-1d193957b6d5'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:10:50.753310 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd753881-b047-42da-8375-c78847aa2613 req-ed7dd011-3ae1-4d5f-ab67-6331133937ec service neutron] Attempting to bind port 20b2f032-bf5b-4799-af6c-59187c6cfed9 on network 693a5562-44b1-45bb-87b8-1d193957b6d5 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:10:50.758660 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd753881-b047-42da-8375-c78847aa2613 req-ed7dd011-3ae1-4d5f-ab67-6331133937ec service neutron] Port 20b2f032-bf5b-4799-af6c-59187c6cfed9 on network 693a5562-44b1-45bb-87b8-1d193957b6d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:10:50.759028 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd753881-b047-42da-8375-c78847aa2613 req-ed7dd011-3ae1-4d5f-ab67-6331133937ec service neutron] Attempting to bind port 20b2f032-bf5b-4799-af6c-59187c6cfed9 on network 693a5562-44b1-45bb-87b8-1d193957b6d5 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:10:50.764600 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3a4212ba-4bd9-466b-99e3-bb8a932017ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:50.769598 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd753881-b047-42da-8375-c78847aa2613 req-ed7dd011-3ae1-4d5f-ab67-6331133937ec service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:10:50.769934 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd753881-b047-42da-8375-c78847aa2613 req-ed7dd011-3ae1-4d5f-ab67-6331133937ec service neutron] Checking segment: {'id': '49e6da15-55d4-40be-9f0b-a1bfbbc32fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '693a5562-44b1-45bb-87b8-1d193957b6d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:50.770323 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd753881-b047-42da-8375-c78847aa2613 req-ed7dd011-3ae1-4d5f-ab67-6331133937ec service neutron] Bound using segment: {'id': '49e6da15-55d4-40be-9f0b-a1bfbbc32fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '693a5562-44b1-45bb-87b8-1d193957b6d5'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:10:50.770759 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-fd753881-b047-42da-8375-c78847aa2613 req-ed7dd011-3ae1-4d5f-ab67-6331133937ec service neutron] Bound port: 20b2f032-bf5b-4799-af6c-59187c6cfed9, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e6da15-55d4-40be-9f0b-a1bfbbc32fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '693a5562-44b1-45bb-87b8-1d193957b6d5'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:10:50.771124 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fd753881-b047-42da-8375-c78847aa2613 req-ed7dd011-3ae1-4d5f-ab67-6331133937ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:50.780491 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-316e8d19-8b19-4cac-bf3a-3ac618a1a6ef None None] Could not find standard attr ID for object a9478f16-b86a-45cd-9616-1687bdc2a2b5. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:10:50.797901 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7630f39b-6562-45e7-80ae-2a6eb89b0a52 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:50.806509 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3a4212ba-4bd9-466b-99e3-bb8a932017ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:50.820202 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7630f39b-6562-45e7-80ae-2a6eb89b0a52 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:50.824273 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7630f39b-6562-45e7-80ae-2a6eb89b0a52 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/38189e39-27dd-465a-ac18-46d796e3ebaa HTTP/1.1" status: 204 len: 168 time: 0.7040384 Aug 28 15:10:50.825908 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52752) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:50.880153 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630f39b-6562-45e7-80ae-2a6eb89b0a52 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Subnet': ['ID=38189e39-27dd-465a-ac18-46d796e3ebaa,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:50.885739 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f8ef2faa-3f07-4522-90ae-f7f58265f47b up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:10:50.922568 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3a4212ba-4bd9-466b-99e3-bb8a932017ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:50.927468 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3a4212ba-4bd9-466b-99e3-bb8a932017ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:50.933990 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3a4212ba-4bd9-466b-99e3-bb8a932017ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8ef7b09-c119-42d6-ae98-a05203c65b7c HTTP/1.1" status: 204 len: 168 time: 0.2213175 Aug 28 15:10:50.934177 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-165aee1f-0371-4a6b-b5e7-94b7bc5174a0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0814028 Aug 28 15:10:50.934306 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52754) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:50.943260 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port f8ef2faa-3f07-4522-90ae-f7f58265f47b triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:50.943972 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:50.950765 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-e26841bd-f2bd-4e7d-947f-85a74afa3d3e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:50.961437 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4212ba-4bd9-466b-99e3-bb8a932017ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ef7b09-c119-42d6-ae98-a05203c65b7c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:50.963608 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-fd753881-b047-42da-8375-c78847aa2613 req-ed7dd011-3ae1-4d5f-ab67-6331133937ec service neutron] For port 20b2f032-bf5b-4799-af6c-59187c6cfed9, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:10:50.967709 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-fd753881-b047-42da-8375-c78847aa2613 req-ed7dd011-3ae1-4d5f-ab67-6331133937ec service neutron] For port 20b2f032-bf5b-4799-af6c-59187c6cfed9, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=20b2f032-bf5b-4799-af6c-59187c6cfed9,segment=NetworkSegment(49e6da15-55d4-40be-9f0b-a1bfbbc32fc2),segment_id=49e6da15-55d4-40be-9f0b-a1bfbbc32fc2)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:10:50.980011 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fd753881-b047-42da-8375-c78847aa2613 req-ed7dd011-3ae1-4d5f-ab67-6331133937ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:50.994617 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51939149-1f7d-481f-89f0-5272db5ee7ef None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:51.042990 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7dd011-3ae1-4d5f-ab67-6331133937ec service neutron] Pushing event updated for resources: {'Port': ['ID=20b2f032-bf5b-4799-af6c-59187c6cfed9,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:51.049367 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd753881-b047-42da-8375-c78847aa2613 req-ed7dd011-3ae1-4d5f-ab67-6331133937ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:51.049998 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fd753881-b047-42da-8375-c78847aa2613 req-ed7dd011-3ae1-4d5f-ab67-6331133937ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:51.051613 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fd753881-b047-42da-8375-c78847aa2613 req-ed7dd011-3ae1-4d5f-ab67-6331133937ec service neutron] 10.222.0.36 "PUT /v2.0/ports/20b2f032-bf5b-4799-af6c-59187c6cfed9 HTTP/1.1" status: 200 len: 1092 time: 1.4961498 Aug 28 15:10:51.052088 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c008ea-1374-48d5-bd96-5bf11c9a67a7', 'tag': '20b2f032-bf5b-4799-af6c-59187c6cfed9'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:10:51.054483 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a59e824-0b90-4f01-b86d-1559b046fcf5" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c008ea-1374-48d5-bd96-5bf11c9a67a7", "tag": "20b2f032-bf5b-4799-af6c-59187c6cfed9"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:10:51.069180 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a747939-42e8-4b77-9669-bbf85e405e2c admin admin] Made reservation on behalf of 0cbdef7c3e29410da163c38158c381c1 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:51.072337 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2a747939-42e8-4b77-9669-bbf85e405e2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:51.089992 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26841bd-f2bd-4e7d-947f-85a74afa3d3e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:51.095164 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e26841bd-f2bd-4e7d-947f-85a74afa3d3e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:51.153578 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcaef1ad-e586-491d-bf0a-d9327a08c726 x-openstack-request-id: req-dcaef1ad-e586-491d-bf0a-d9327a08c726 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:10:51.153859 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c008ea-1374-48d5-bd96-5bf11c9a67a7", "tag": "20b2f032-bf5b-4799-af6c-59187c6cfed9", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:10:51.154118 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dcaef1ad-e586-491d-bf0a-d9327a08c726 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:10:51.154749 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c008ea-1374-48d5-bd96-5bf11c9a67a7', 'tag': '20b2f032-bf5b-4799-af6c-59187c6cfed9', 'status': 'completed', 'code': 200} Aug 28 15:10:51.183291 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd753881-b047-42da-8375-c78847aa2613 req-7cbadbb6-f734-4b88-91ba-b43a484775e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:51.185191 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fd753881-b047-42da-8375-c78847aa2613 req-7cbadbb6-f734-4b88-91ba-b43a484775e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2cd05e11bb7b41818f33f2f8eee6efa9&device_id=e0c008ea-1374-48d5-bd96-5bf11c9a67a7 HTTP/1.1" status: 200 len: 1095 time: 0.0885763 Aug 28 15:10:51.288786 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fd753881-b047-42da-8375-c78847aa2613 req-a2e966dc-890b-4f5c-8d71-dbf35d472a0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20b2f032-bf5b-4799-af6c-59187c6cfed9 HTTP/1.1" status: 200 len: 217 time: 0.0937226 Aug 28 15:10:51.387592 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e73183-68a8-47de-bba5-5b7ca6fb3b0c None None] DHCP port deletion for dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:10:51.405698 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd753881-b047-42da-8375-c78847aa2613 req-1b020066-5528-4da9-9dd8-d19101186857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:51.406857 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fd753881-b047-42da-8375-c78847aa2613 req-1b020066-5528-4da9-9dd8-d19101186857 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00df72dc-f4b9-46ca-afba-57a52e8f9f90 HTTP/1.1" status: 200 len: 851 time: 0.1108792 Aug 28 15:10:51.470467 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35ca24-3d7c-48d6-bb66-afee2d1b0271 req-4fa697e9-a7c9-4538-9add-786ca4891429 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:51.473125 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-74e73183-68a8-47de-bba5-5b7ca6fb3b0c None None] Deleting port f8ef2faa-3f07-4522-90ae-f7f58265f47b {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:10:51.473754 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-74e73183-68a8-47de-bba5-5b7ca6fb3b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:51.479465 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ee35ca24-3d7c-48d6-bb66-afee2d1b0271 req-4fa697e9-a7c9-4538-9add-786ca4891429 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0c008ea-1374-48d5-bd96-5bf11c9a67a7 HTTP/1.1" status: 200 len: 943 time: 0.1203415 Aug 28 15:10:51.517711 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd753881-b047-42da-8375-c78847aa2613 req-df485dd7-8e65-42c2-acb1-2103d7a9860d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:51.520451 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fd753881-b047-42da-8375-c78847aa2613 req-df485dd7-8e65-42c2-acb1-2103d7a9860d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=693a5562-44b1-45bb-87b8-1d193957b6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1055052 Aug 28 15:10:51.525484 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2a747939-42e8-4b77-9669-bbf85e405e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:51.551972 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-74e73183-68a8-47de-bba5-5b7ca6fb3b0c None None] For port f8ef2faa-3f07-4522-90ae-f7f58265f47b, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f8ef2faa-3f07-4522-90ae-f7f58265f47b,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:51.552921 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-74e73183-68a8-47de-bba5-5b7ca6fb3b0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:51.571832 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-74e73183-68a8-47de-bba5-5b7ca6fb3b0c None None] Calling delete_port for f8ef2faa-3f07-4522-90ae-f7f58265f47b owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:10:51.608188 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e26841bd-f2bd-4e7d-947f-85a74afa3d3e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:51.628610 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a747939-42e8-4b77-9669-bbf85e405e2c admin admin] Checking segment: {'id': 'efbde134-1894-4d95-8460-b0cff26ded42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cd6ca2d8-c425-42bb-b035-0849feb11801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:51.629305 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a747939-42e8-4b77-9669-bbf85e405e2c admin admin] Network hostable DHCP agents. Network: cd6ca2d8-c425-42bb-b035-0849feb11801, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:10:51.631208 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a747939-42e8-4b77-9669-bbf85e405e2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=49b84852-ef6c-4b26-8d5d-6aecb6a08ea4,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:51.644037 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26841bd-f2bd-4e7d-947f-85a74afa3d3e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:51.672485 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-e26841bd-f2bd-4e7d-947f-85a74afa3d3e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:51.683770 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-74e73183-68a8-47de-bba5-5b7ca6fb3b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:51.688022 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ee35ca24-3d7c-48d6-bb66-afee2d1b0271 req-99d18909-1c9c-4218-8941-80768716a8d3 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7982275-30c5-409b-bc3f-957ef2c9498b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075648 Aug 28 15:10:51.707946 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fd753881-b047-42da-8375-c78847aa2613 req-89bf00e9-2a1c-46f6-8792-ccc9fc28cc14 service neutron] 10.222.0.36 "GET /v2.0/networks/693a5562-44b1-45bb-87b8-1d193957b6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649773 Aug 28 15:10:51.715597 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e73183-68a8-47de-bba5-5b7ca6fb3b0c None None] Pushing event deleted for resources: {'Port': ['ID=f8ef2faa-3f07-4522-90ae-f7f58265f47b,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:51.717459 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e73183-68a8-47de-bba5-5b7ca6fb3b0c None None] No DVR routers for this DVR port f8ef2faa-3f07-4522-90ae-f7f58265f47b on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:10:51.739828 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26841bd-f2bd-4e7d-947f-85a74afa3d3e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:51.740320 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e26841bd-f2bd-4e7d-947f-85a74afa3d3e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:51.750877 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a118b176-9b0b-4cd5-843d-49f343400401 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:51.777105 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26841bd-f2bd-4e7d-947f-85a74afa3d3e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Subnet': ['ID=5e32fd42-f7e7-4dff-afa4-a6d40fc5273e,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:51.783392 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a747939-42e8-4b77-9669-bbf85e405e2c admin admin] Network cd6ca2d8-c425-42bb-b035-0849feb11801 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:10:51.791409 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e26841bd-f2bd-4e7d-947f-85a74afa3d3e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8574026 Aug 28 15:10:51.795163 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52780) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:51.801585 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-3d7b8181-9494-4d52-9e71-e5d158f924f6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'fixed_ips': [{'subnet_id': '5e32fd42-f7e7-4dff-afa4-a6d40fc5273e', 'ip_address': '2001:db8::34da:c9da:3a5a:1b68'}], 'name': 'tempest-NetworksTestDHCPv6-507487366'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:51.806017 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-2a747939-42e8-4b77-9669-bbf85e405e2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, cd6ca2d8-c425-42bb-b035-0849feb11801) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:51.823227 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb72b65-a536-4638-8170-c753c3dd4a0c None None] Network cd6ca2d8-c425-42bb-b035-0849feb11801 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:51.829262 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e7ac0-b37f-4bc9-af57-01d473929791 req-8b64b610-4772-459b-acbb-498564a0ceeb tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:51.837182 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b37e7ac0-b37f-4bc9-af57-01d473929791 req-8b64b610-4772-459b-acbb-498564a0ceeb tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 945 time: 0.1664379 Aug 28 15:10:51.852936 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a747939-42e8-4b77-9669-bbf85e405e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:51.853533 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2a747939-42e8-4b77-9669-bbf85e405e2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:51.875811 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fd753881-b047-42da-8375-c78847aa2613 req-3c3d12e8-5f15-4543-9a82-c01f6d2ae20e service neutron] 10.222.0.36 "GET /v2.0/networks/693a5562-44b1-45bb-87b8-1d193957b6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582799 Aug 28 15:10:51.941824 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b37e7ac0-b37f-4bc9-af57-01d473929791 req-dab1a40a-7062-4ec0-9062-f479fefd119f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033542 Aug 28 15:10:51.980931 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2a747939-42e8-4b77-9669-bbf85e405e2c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5639672 Aug 28 15:10:52.041137 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52786) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:52.048318 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59e824-0b90-4f01-b86d-1559b046fcf5 req-130fbc39-f38f-4176-875c-c45b3f4df3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:52.050327 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9a59e824-0b90-4f01-b86d-1559b046fcf5 req-130fbc39-f38f-4176-875c-c45b3f4df3b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2cd05e11bb7b41818f33f2f8eee6efa9&device_id=e0c008ea-1374-48d5-bd96-5bf11c9a67a7 HTTP/1.1" status: 200 len: 1095 time: 0.1159368 Aug 28 15:10:52.152229 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59e824-0b90-4f01-b86d-1559b046fcf5 req-80074339-45a8-4dbe-a665-108797b9a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:52.154047 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9a59e824-0b90-4f01-b86d-1559b046fcf5 req-80074339-45a8-4dbe-a665-108797b9a082 service neutron] 10.222.0.36 "GET /v2.0/networks?id=693a5562-44b1-45bb-87b8-1d193957b6d5 HTTP/1.1" status: 200 len: 913 time: 0.0956962 Aug 28 15:10:52.185561 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16b3b15-45cc-4271-beb3-80c01666ef77 None None] Network cd6ca2d8-c425-42bb-b035-0849feb11801 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:52.220532 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7b8181-9494-4d52-9e71-e5d158f924f6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:52.239350 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9a59e824-0b90-4f01-b86d-1559b046fcf5 req-1236294f-dc13-4e87-a10c-88ee0fb74258 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20b2f032-bf5b-4799-af6c-59187c6cfed9 HTTP/1.1" status: 200 len: 217 time: 0.0747392 Aug 28 15:10:52.314854 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59e824-0b90-4f01-b86d-1559b046fcf5 req-ad06cea9-b076-4052-97ab-44911c0c77bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:52.316706 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9a59e824-0b90-4f01-b86d-1559b046fcf5 req-ad06cea9-b076-4052-97ab-44911c0c77bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00df72dc-f4b9-46ca-afba-57a52e8f9f90 HTTP/1.1" status: 200 len: 851 time: 0.0694716 Aug 28 15:10:52.380726 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf7165f-ccad-4b34-af6a-ff1a3231d257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'tenant_id': 'b52f2a44ab1541f08b6542f112ae2346', 'fixed_ips': [{'subnet_id': '5e32fd42-f7e7-4dff-afa4-a6d40fc5273e'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:10:52.381594 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-eaf7165f-ccad-4b34-af6a-ff1a3231d257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:52.382184 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59e824-0b90-4f01-b86d-1559b046fcf5 req-51ec3ee0-3eab-4fb6-ba71-5f28c0f55a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:52.383931 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9a59e824-0b90-4f01-b86d-1559b046fcf5 req-51ec3ee0-3eab-4fb6-ba71-5f28c0f55a8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=693a5562-44b1-45bb-87b8-1d193957b6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587502 Aug 28 15:10:52.393053 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-c63630f6-bb01-4217-89d1-06bf8f0f1584 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-292316531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:52.440173 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c63630f6-bb01-4217-89d1-06bf8f0f1584 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:52.442070 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c63630f6-bb01-4217-89d1-06bf8f0f1584 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:52.547913 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9a59e824-0b90-4f01-b86d-1559b046fcf5 req-ee08e21e-e51c-4c56-b58a-a21721330657 service neutron] 10.222.0.36 "GET /v2.0/networks/693a5562-44b1-45bb-87b8-1d193957b6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540809 Aug 28 15:10:52.573744 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c63630f6-bb01-4217-89d1-06bf8f0f1584 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:52.579746 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3d7b8181-9494-4d52-9e71-e5d158f924f6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:52.585010 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-eaf7165f-ccad-4b34-af6a-ff1a3231d257 None None] Allocated IP 2001:db8::2 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/5e32fd42-f7e7-4dff-afa4-a6d40fc5273e/31adecdf-04f1-4bb3-b9f2-7867e7f93ca5) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:52.591408 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c63630f6-bb01-4217-89d1-06bf8f0f1584 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:52.624136 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-3d7b8181-9494-4d52-9e71-e5d158f924f6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] device_id is not set on port 9101cc96-cfa8-41bd-9d23-b79970b0c09b yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:10:52.678510 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c63630f6-bb01-4217-89d1-06bf8f0f1584 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:52.680007 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c63630f6-bb01-4217-89d1-06bf8f0f1584 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6361752 Aug 28 15:10:52.683054 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52804) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:52.692436 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-873417a1-97a2-497b-8802-f51e345460b2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1328731231'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:52.700408 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9a59e824-0b90-4f01-b86d-1559b046fcf5 req-28963e43-a62f-4cb7-b245-504c57de4533 service neutron] 10.222.0.36 "GET /v2.0/networks/693a5562-44b1-45bb-87b8-1d193957b6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451111 Aug 28 15:10:52.787078 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-eaf7165f-ccad-4b34-af6a-ff1a3231d257 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:52.799581 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-eaf7165f-ccad-4b34-af6a-ff1a3231d257 None None] Transition to ACTIVE for port object 31adecdf-04f1-4bb3-b9f2-7867e7f93ca5 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:52.818782 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-c8b80a1d-6b23-4f69-ab3a-c920b737acae tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:52.820417 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-c8b80a1d-6b23-4f69-ab3a-c920b737acae tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] 10.222.0.13 "GET /v2.0/networks?id=cd6ca2d8-c425-42bb-b035-0849feb11801 HTTP/1.1" status: 200 len: 813 time: 0.1225791 Aug 28 15:10:52.825550 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17f86b-a8c0-4312-b8b3-6f8d623e8356 req-3a8fd348-dec8-448b-8322-d60c99e58d8b tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:52.827254 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ac17f86b-a8c0-4312-b8b3-6f8d623e8356 req-3a8fd348-dec8-448b-8322-d60c99e58d8b tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0c008ea-1374-48d5-bd96-5bf11c9a67a7 HTTP/1.1" status: 200 len: 943 time: 0.0619323 Aug 28 15:10:52.829567 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873417a1-97a2-497b-8802-f51e345460b2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Made reservation on behalf of ece7d0b77ffc47c5a6710567e3892a72 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:52.832969 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-873417a1-97a2-497b-8802-f51e345460b2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:52.837473 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-eaf7165f-ccad-4b34-af6a-ff1a3231d257 None None] Transition to ACTIVE for port object 31adecdf-04f1-4bb3-b9f2-7867e7f93ca5 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:52.843981 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-758f1ce2-2fc7-4186-8fe2-ab633a73a888 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] 10.222.0.13 "GET /v2.0/quotas/0cbdef7c3e29410da163c38158c381c1 HTTP/1.1" status: 200 len: 375 time: 0.0169389 Aug 28 15:10:52.851256 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-873417a1-97a2-497b-8802-f51e345460b2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:52.856946 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-eaf7165f-ccad-4b34-af6a-ff1a3231d257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:52.870517 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f8ef2faa-3f07-4522-90ae-f7f58265f47b no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:10:52.887785 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-9a99f1e9-7d01-49f1-97a6-bb3bd35894d9 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cbdef7c3e29410da163c38158c381c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333271 Aug 28 15:10:52.924179 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: f8ef2faa-3f07-4522-90ae-f7f58265f47b {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:10:52.924529 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f8ef2faa-3f07-4522-90ae-f7f58265f47b not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:10:52.927114 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf7165f-ccad-4b34-af6a-ff1a3231d257 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:52.934444 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-eaf7165f-ccad-4b34-af6a-ff1a3231d257 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:52.939085 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf7165f-ccad-4b34-af6a-ff1a3231d257 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:52.944709 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7165f-ccad-4b34-af6a-ff1a3231d257 None None] Pushing event updated for resources: {'Port': ['ID=31adecdf-04f1-4bb3-b9f2-7867e7f93ca5,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:52.956282 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ac17f86b-a8c0-4312-b8b3-6f8d623e8356 req-df369f3a-3b69-46a1-9ae0-ce2eb218d280 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7982275-30c5-409b-bc3f-957ef2c9498b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222239 Aug 28 15:10:52.971456 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-3d7b8181-9494-4d52-9e71-e5d158f924f6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Allocated IP 2001:db8::34da:c9da:3a5a:1b68 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/5e32fd42-f7e7-4dff-afa4-a6d40fc5273e/9101cc96-cfa8-41bd-9d23-b79970b0c09b) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:53.013682 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-eaf7165f-ccad-4b34-af6a-ff1a3231d257 None None] Attempting to bind port 31adecdf-04f1-4bb3-b9f2-7867e7f93ca5 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:10:53.014967 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-eaf7165f-ccad-4b34-af6a-ff1a3231d257 None None] Attempting to bind port 31adecdf-04f1-4bb3-b9f2-7867e7f93ca5 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:10:53.014967 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf7165f-ccad-4b34-af6a-ff1a3231d257 None None] Attempting to bind port 31adecdf-04f1-4bb3-b9f2-7867e7f93ca5 on network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:10:53.021465 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf7165f-ccad-4b34-af6a-ff1a3231d257 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:10:53.021991 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf7165f-ccad-4b34-af6a-ff1a3231d257 None None] Checking segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:53.022305 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-eaf7165f-ccad-4b34-af6a-ff1a3231d257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:53.023129 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf7165f-ccad-4b34-af6a-ff1a3231d257 None None] Bound using segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:10:53.023621 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-eaf7165f-ccad-4b34-af6a-ff1a3231d257 None None] Bound port: 31adecdf-04f1-4bb3-b9f2-7867e7f93ca5, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:10:53.024244 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-eaf7165f-ccad-4b34-af6a-ff1a3231d257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:53.027462 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-2041ecf8-8887-4cd4-9f8a-ce4c5abb4460 service neutron] 10.222.0.13 "GET /v2.0/networks/cd6ca2d8-c425-42bb-b035-0849feb11801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302946 Aug 28 15:10:53.092632 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-eaf7165f-ccad-4b34-af6a-ff1a3231d257 None None] For port 31adecdf-04f1-4bb3-b9f2-7867e7f93ca5, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:10:53.097012 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-eaf7165f-ccad-4b34-af6a-ff1a3231d257 None None] For port 31adecdf-04f1-4bb3-b9f2-7867e7f93ca5, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=31adecdf-04f1-4bb3-b9f2-7867e7f93ca5,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:10:53.098359 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-873417a1-97a2-497b-8802-f51e345460b2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:53.101890 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-eaf7165f-ccad-4b34-af6a-ff1a3231d257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:53.108223 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-873417a1-97a2-497b-8802-f51e345460b2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:53.150618 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873417a1-97a2-497b-8802-f51e345460b2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:10:53.171533 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873417a1-97a2-497b-8802-f51e345460b2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1838f1-8f4b-4e16-a1a1-6cd509f956af,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:53.177292 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7165f-ccad-4b34-af6a-ff1a3231d257 None None] Pushing event updated for resources: {'Port': ['ID=31adecdf-04f1-4bb3-b9f2-7867e7f93ca5,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:53.178189 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-873417a1-97a2-497b-8802-f51e345460b2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:53.178554 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-873417a1-97a2-497b-8802-f51e345460b2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Added segment 34fd55f1-0168-409b-b2d8-5cd1b37d0059 of type vlan for network 9396b10c-ad83-4f80-8609-3b9e93a265c8 Aug 28 15:10:53.181745 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac822cd3-9b71-4cf0-b06b-a1996d5aad5f req-26122f01-7bea-4592-af2a-b21d284c074a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:53.183381 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ac822cd3-9b71-4cf0-b06b-a1996d5aad5f req-26122f01-7bea-4592-af2a-b21d284c074a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 945 time: 0.1307662 Aug 28 15:10:53.189356 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-2331a85a-747b-4d04-92b6-1e59d0f36d3c service neutron] 10.222.0.13 "GET /v2.0/networks/cd6ca2d8-c425-42bb-b035-0849feb11801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458771 Aug 28 15:10:53.225269 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-873417a1-97a2-497b-8802-f51e345460b2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:53.265541 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-873417a1-97a2-497b-8802-f51e345460b2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:53.265960 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ac822cd3-9b71-4cf0-b06b-a1996d5aad5f req-3a067df3-3f2a-4106-81e9-a16d05e94eb8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565305 Aug 28 15:10:53.275067 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873417a1-97a2-497b-8802-f51e345460b2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:53.275775 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-873417a1-97a2-497b-8802-f51e345460b2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:53.297834 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3d7b8181-9494-4d52-9e71-e5d158f924f6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:53.314306 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-3d7b8181-9494-4d52-9e71-e5d158f924f6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Transition to ACTIVE for port object 9101cc96-cfa8-41bd-9d23-b79970b0c09b will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:53.350279 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-873417a1-97a2-497b-8802-f51e345460b2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6619012 Aug 28 15:10:53.350647 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52812) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:53.357034 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-0148a044-15f5-4297-b1f5-eedabddbc6f1 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Request body: {'subnet': {'network_id': '9396b10c-ad83-4f80-8609-3b9e93a265c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:53.363547 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873417a1-97a2-497b-8802-f51e345460b2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Pushing event updated for resources: {'Network': ['ID=9396b10c-ad83-4f80-8609-3b9e93a265c8,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:53.375476 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 9396b10c-ad83-4f80-8609-3b9e93a265c8 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:10:53.389639 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3d7b8181-9494-4d52-9e71-e5d158f924f6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:53.505725 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-87ea8565-fd2b-4a54-8eef-d44a66df89f9 req-9cdddcc5-ba13-46f8-bb1f-f4a8645b1b9c tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] 10.222.0.13 "GET /v2.0/ports?device_id=d297e88a-ce98-44a5-8929-7484c7490c0a HTTP/1.1" status: 200 len: 210 time: 0.1198962 Aug 28 15:10:53.543401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7b8181-9494-4d52-9e71-e5d158f924f6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:53.548455 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-3d7b8181-9494-4d52-9e71-e5d158f924f6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:53.550272 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b8181-9494-4d52-9e71-e5d158f924f6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Port': ['ID=9101cc96-cfa8-41bd-9d23-b79970b0c09b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:53.560896 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7b8181-9494-4d52-9e71-e5d158f924f6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:53.567362 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b8181-9494-4d52-9e71-e5d158f924f6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:53.568038 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3d7b8181-9494-4d52-9e71-e5d158f924f6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:53.600979 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0148a044-15f5-4297-b1f5-eedabddbc6f1 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Made reservation on behalf of ece7d0b77ffc47c5a6710567e3892a72 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:53.605540 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0148a044-15f5-4297-b1f5-eedabddbc6f1 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:53.611218 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3d7b8181-9494-4d52-9e71-e5d158f924f6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8148074 Aug 28 15:10:53.614077 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52820) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:53.682597 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68708d17-e816-48ea-9141-4077b78264f8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:53.689855 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68708d17-e816-48ea-9141-4077b78264f8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:53.694615 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-68708d17-e816-48ea-9141-4077b78264f8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0764110 Aug 28 15:10:53.695222 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52822) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:53.884382 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-dc119909-80c5-4f94-9e05-5be5b5c9dca1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting port 9101cc96-cfa8-41bd-9d23-b79970b0c09b {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:10:53.884724 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dc119909-80c5-4f94-9e05-5be5b5c9dca1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:53.936118 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0148a044-15f5-4297-b1f5-eedabddbc6f1 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:54.036337 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148a044-15f5-4297-b1f5-eedabddbc6f1 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Pushing event updated for resources: {'Subnet': ['ID=aac9e8ce-6193-424e-b9a6-fefe615b8486,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:54.058795 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0148a044-15f5-4297-b1f5-eedabddbc6f1 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Checking segment: {'id': '34fd55f1-0168-409b-b2d8-5cd1b37d0059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9396b10c-ad83-4f80-8609-3b9e93a265c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:54.059168 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0148a044-15f5-4297-b1f5-eedabddbc6f1 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Network hostable DHCP agents. Network: 9396b10c-ad83-4f80-8609-3b9e93a265c8, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:10:54.074997 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dc119909-80c5-4f94-9e05-5be5b5c9dca1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:54.096158 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-dc119909-80c5-4f94-9e05-5be5b5c9dca1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Calling delete_port for 9101cc96-cfa8-41bd-9d23-b79970b0c09b owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:10:54.106994 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0148a044-15f5-4297-b1f5-eedabddbc6f1 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Network 9396b10c-ad83-4f80-8609-3b9e93a265c8 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:10:54.110490 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220fb3d-288b-44b9-8bc1-811298162626 req-b73e3f30-cb07-4d1c-94e4-63e77c2da154 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:54.112484 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6220fb3d-288b-44b9-8bc1-811298162626 req-b73e3f30-cb07-4d1c-94e4-63e77c2da154 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0c008ea-1374-48d5-bd96-5bf11c9a67a7 HTTP/1.1" status: 200 len: 943 time: 0.0635080 Aug 28 15:10:54.146907 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-0148a044-15f5-4297-b1f5-eedabddbc6f1 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 9396b10c-ad83-4f80-8609-3b9e93a265c8) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:54.151083 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0148a044-15f5-4297-b1f5-eedabddbc6f1 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:54.151703 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0148a044-15f5-4297-b1f5-eedabddbc6f1 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:54.160404 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6604708a-1153-4512-b520-4bf197ec4f94 None None] Network 9396b10c-ad83-4f80-8609-3b9e93a265c8 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:54.169513 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6220fb3d-288b-44b9-8bc1-811298162626 req-e5829513-9261-4435-9a92-9c4f46034109 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7982275-30c5-409b-bc3f-957ef2c9498b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459638 Aug 28 15:10:54.192202 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0148a044-15f5-4297-b1f5-eedabddbc6f1 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8376098 Aug 28 15:10:54.192419 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52828) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:54.197704 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-dc628c79-3fd1-4100-a895-6862c861df21 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Request body: {'network': {'name': 'tempest-router-network01--649907847'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:54.232802 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc628c79-3fd1-4100-a895-6862c861df21 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Made reservation on behalf of ece7d0b77ffc47c5a6710567e3892a72 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:54.236313 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dc628c79-3fd1-4100-a895-6862c861df21 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:54.301295 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc628c79-3fd1-4100-a895-6862c861df21 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:10:54.314116 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dc119909-80c5-4f94-9e05-5be5b5c9dca1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:54.332662 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dc628c79-3fd1-4100-a895-6862c861df21 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:54.333209 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-dc628c79-3fd1-4100-a895-6862c861df21 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Added segment 77d7ab72-a65b-4f76-8055-7c38f6dda050 of type vlan for network cdca7317-c757-4a50-aac7-c6bdcd4f3c53 Aug 28 15:10:54.345571 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db89fb4-8302-43e1-be51-ffa902ce19d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-9396b10c-ad83-4f80-8609-3b9e93a265c8', 'network_id': '9396b10c-ad83-4f80-8609-3b9e93a265c8', 'tenant_id': 'ece7d0b77ffc47c5a6710567e3892a72', 'fixed_ips': [{'subnet_id': 'aac9e8ce-6193-424e-b9a6-fefe615b8486'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:10:54.346443 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5db89fb4-8302-43e1-be51-ffa902ce19d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:54.361236 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc119909-80c5-4f94-9e05-5be5b5c9dca1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Port': ['ID=9101cc96-cfa8-41bd-9d23-b79970b0c09b,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:54.395759 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dc119909-80c5-4f94-9e05-5be5b5c9dca1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:54.399456 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-dc119909-80c5-4f94-9e05-5be5b5c9dca1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/9101cc96-cfa8-41bd-9d23-b79970b0c09b HTTP/1.1" status: 204 len: 168 time: 0.7037754 Aug 28 15:10:54.402087 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52832) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:54.454437 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:54.466201 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dc628c79-3fd1-4100-a895-6862c861df21 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:54.501462 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b368d-aa63-4f08-9f5f-aa4a3f8a5074 req-ca2b100a-ab15-483d-a718-9a37760f7cdd tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:54.503775 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e21b368d-aa63-4f08-9f5f-aa4a3f8a5074 req-ca2b100a-ab15-483d-a718-9a37760f7cdd tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 945 time: 0.1286781 Aug 28 15:10:54.512292 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dc628c79-3fd1-4100-a895-6862c861df21 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:54.519754 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc628c79-3fd1-4100-a895-6862c861df21 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:54.520396 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dc628c79-3fd1-4100-a895-6862c861df21 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:54.608311 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca4b445-9541-4765-91bb-9507ba7b7d48 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:54.624820 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca4b445-9541-4765-91bb-9507ba7b7d48 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:54.632693 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5ca4b445-9541-4765-91bb-9507ba7b7d48 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2294877 Aug 28 15:10:54.635704 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-dc628c79-3fd1-4100-a895-6862c861df21 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4422226 Aug 28 15:10:54.636441 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52836) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:54.643001 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc628c79-3fd1-4100-a895-6862c861df21 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Pushing event updated for resources: {'Network': ['ID=cdca7317-c757-4a50-aac7-c6bdcd4f3c53,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:54.652144 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52838) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:54.657688 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e21b368d-aa63-4f08-9f5f-aa4a3f8a5074 req-23acb974-f27c-49a8-b0ec-a0c5cd003ca3 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343117 Aug 28 15:10:54.663243 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-eaf80df2-6280-4f76-a3a1-99e620da4222 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Request body: {'network': {'name': 'tempest-router-network02--1628174815'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:54.742293 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 20b2f032-bf5b-4799-af6c-59187c6cfed9 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:10:54.747348 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b365143b-403b-43ca-ae1d-cc05b6061e94 req-12071090-ca28-42e9-80e8-f104a3d75373 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] 10.222.0.13 "GET /v2.0/ports?device_id=d297e88a-ce98-44a5-8929-7484c7490c0a HTTP/1.1" status: 200 len: 210 time: 0.0585763 Aug 28 15:10:54.747990 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-e97c9032-f454-469f-80c7-b96b3b7aaed2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting subnet 5e32fd42-f7e7-4dff-afa4-a6d40fc5273e {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:10:54.752161 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e97c9032-f454-469f-80c7-b96b3b7aaed2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:54.772292 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network cdca7317-c757-4a50-aac7-c6bdcd4f3c53 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:10:54.779594 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-583160ae-a32a-4a3b-8ece-c056c1285f71 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:54.782083 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-583160ae-a32a-4a3b-8ece-c056c1285f71 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] 10.222.0.41 "GET /v2.0/networks?id=cd6ca2d8-c425-42bb-b035-0849feb11801 HTTP/1.1" status: 200 len: 813 time: 0.3638177 Aug 28 15:10:54.783333 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf80df2-6280-4f76-a3a1-99e620da4222 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Made reservation on behalf of ece7d0b77ffc47c5a6710567e3892a72 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:54.786969 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eaf80df2-6280-4f76-a3a1-99e620da4222 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:54.804992 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-94b09b0e-3515-4881-89de-7fb5de4ac817 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Request body: {'port': {'device_id': 'd297e88a-ce98-44a5-8929-7484c7490c0a', 'network_id': 'cd6ca2d8-c425-42bb-b035-0849feb11801', 'admin_state_up': True, 'tenant_id': '0cbdef7c3e29410da163c38158c381c1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:54.824096 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e97c9032-f454-469f-80c7-b96b3b7aaed2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:54.910438 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf80df2-6280-4f76-a3a1-99e620da4222 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:10:54.939603 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eaf80df2-6280-4f76-a3a1-99e620da4222 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:54.940212 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-eaf80df2-6280-4f76-a3a1-99e620da4222 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Added segment d5c8997f-f7dd-483d-ba76-32a4f2b32b12 of type vlan for network 781e5164-8ef1-4e51-b330-4fa5480cfa0a Aug 28 15:10:54.952285 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 31adecdf-04f1-4bb3-b9f2-7867e7f93ca5 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:10:54.954795 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e97c9032-f454-469f-80c7-b96b3b7aaed2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:54.988567 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-06af5754-4d5a-42cf-94dd-d5e638fd7fa1 None None] Provisioning for port 31adecdf-04f1-4bb3-b9f2-7867e7f93ca5 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:10:54.998397 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-5db89fb4-8302-43e1-be51-ffa902ce19d0 None None] Allocated IP 172.20.0.2 (9396b10c-ad83-4f80-8609-3b9e93a265c8/aac9e8ce-6193-424e-b9a6-fefe615b8486/470ffd4d-ae20-4711-959e-a6f100642ea8) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:55.035312 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eaf80df2-6280-4f76-a3a1-99e620da4222 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:55.041085 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e97c9032-f454-469f-80c7-b96b3b7aaed2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:55.077354 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eaf80df2-6280-4f76-a3a1-99e620da4222 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:55.085320 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf80df2-6280-4f76-a3a1-99e620da4222 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:55.085856 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eaf80df2-6280-4f76-a3a1-99e620da4222 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:55.086474 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c9032-f454-469f-80c7-b96b3b7aaed2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Subnet': ['ID=5e32fd42-f7e7-4dff-afa4-a6d40fc5273e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:55.094403 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e97c9032-f454-469f-80c7-b96b3b7aaed2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:55.098483 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e97c9032-f454-469f-80c7-b96b3b7aaed2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/5e32fd42-f7e7-4dff-afa4-a6d40fc5273e HTTP/1.1" status: 204 len: 168 time: 0.4578574 Aug 28 15:10:55.100989 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52840) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:55.111712 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4159efdd-70c5-498a-8616-a3863b4cc91b None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:55.116383 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 20b2f032-bf5b-4799-af6c-59187c6cfed9, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=20b2f032-bf5b-4799-af6c-59187c6cfed9,segment=NetworkSegment(49e6da15-55d4-40be-9f0b-a1bfbbc32fc2),segment_id=49e6da15-55d4-40be-9f0b-a1bfbbc32fc2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:55.142276 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5a760766-449e-48d3-86d9-5909dacd27c3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0382369 Aug 28 15:10:55.143325 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52842) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:55.148939 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-bbc81ebb-7220-40a3-8550-dd70cafde38b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:55.169533 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-94b09b0e-3515-4881-89de-7fb5de4ac817 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Made reservation on behalf of 0cbdef7c3e29410da163c38158c381c1 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:55.174229 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-94b09b0e-3515-4881-89de-7fb5de4ac817 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:55.183104 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e938bc31-4b47-46ef-b6e5-eb4da2992da5 None None] Could not find standard attr ID for object 9101cc96-cfa8-41bd-9d23-b79970b0c09b. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:10:55.184155 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf80df2-6280-4f76-a3a1-99e620da4222 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Pushing event updated for resources: {'Network': ['ID=781e5164-8ef1-4e51-b330-4fa5480cfa0a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:55.188279 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-eaf80df2-6280-4f76-a3a1-99e620da4222 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5340228 Aug 28 15:10:55.191576 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52846) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:55.198003 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-8b7d8544-ef69-46d4-9d25-7ea4e2d69987 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Request body: {'subnet': {'network_id': 'cdca7317-c757-4a50-aac7-c6bdcd4f3c53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:55.206556 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '20b2f032-bf5b-4799-af6c-59187c6cfed9', 'network_id': '693a5562-44b1-45bb-87b8-1d193957b6d5', 'port_id': '20b2f032-bf5b-4799-af6c-59187c6cfed9', 'mac_address': 'fa:16:3e:7f:a2:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00df72dc-f4b9-46ca-afba-57a52e8f9f90', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:10:55.214918 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 781e5164-8ef1-4e51-b330-4fa5480cfa0a details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:10:55.270105 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc81ebb-7220-40a3-8550-dd70cafde38b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:55.276927 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bbc81ebb-7220-40a3-8550-dd70cafde38b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:55.345193 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 31adecdf-04f1-4bb3-b9f2-7867e7f93ca5 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:10:55.398591 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 31adecdf-04f1-4bb3-b9f2-7867e7f93ca5 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:55.399071 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:55.403507 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e01769-ecda-434f-a35c-f19ce6df7926 req-a7757557-204c-4721-8913-1ab8c8353019 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:55.405249 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-52e01769-ecda-434f-a35c-f19ce6df7926 req-a7757557-204c-4721-8913-1ab8c8353019 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0c008ea-1374-48d5-bd96-5bf11c9a67a7 HTTP/1.1" status: 200 len: 943 time: 0.1226981 Aug 28 15:10:55.447614 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:55.456195 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-52e01769-ecda-434f-a35c-f19ce6df7926 req-bfd7f46c-1700-4987-b5b5-782f2d391cab tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7982275-30c5-409b-bc3f-957ef2c9498b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386202 Aug 28 15:10:55.503992 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b2f032-bf5b-4799-af6c-59187c6cfed9 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:10:55.517739 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5db89fb4-8302-43e1-be51-ffa902ce19d0 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:55.558653 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 20b2f032-bf5b-4799-af6c-59187c6cfed9, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=20b2f032-bf5b-4799-af6c-59187c6cfed9,segment=NetworkSegment(49e6da15-55d4-40be-9f0b-a1bfbbc32fc2),segment_id=49e6da15-55d4-40be-9f0b-a1bfbbc32fc2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:55.564537 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-5db89fb4-8302-43e1-be51-ffa902ce19d0 None None] Transition to ACTIVE for port object 470ffd4d-ae20-4711-959e-a6f100642ea8 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:55.576401 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:55.632570 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a6f81706-3b61-4e16-a21b-c7604443de86 req-2edec2a9-7393-4e40-88ec-1ee04bc8407a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0598300 Aug 28 15:10:55.635910 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bbc81ebb-7220-40a3-8550-dd70cafde38b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:55.638806 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-5db89fb4-8302-43e1-be51-ffa902ce19d0 None None] Transition to ACTIVE for port object 470ffd4d-ae20-4711-959e-a6f100642ea8 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:55.656584 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5db89fb4-8302-43e1-be51-ffa902ce19d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:55.686208 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d902c1-5bd7-4758-9734-7c238809c0ca None None] DHCP port deletion for dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:10:55.703235 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:55.705590 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc81ebb-7220-40a3-8550-dd70cafde38b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:55.706502 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db89fb4-8302-43e1-be51-ffa902ce19d0 None None] Network 9396b10c-ad83-4f80-8609-3b9e93a265c8 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:55.708106 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=20b2f032-bf5b-4799-af6c-59187c6cfed9,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:55.711087 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-bbc81ebb-7220-40a3-8550-dd70cafde38b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:55.733532 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc81ebb-7220-40a3-8550-dd70cafde38b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:55.734699 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bbc81ebb-7220-40a3-8550-dd70cafde38b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:55.761413 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db89fb4-8302-43e1-be51-ffa902ce19d0 None None] Pushing event updated for resources: {'Port': ['ID=470ffd4d-ae20-4711-959e-a6f100642ea8,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:55.774311 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc81ebb-7220-40a3-8550-dd70cafde38b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Subnet': ['ID=b078d49e-c0c8-4a00-8feb-34dde721b8e7,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:55.775192 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-5db89fb4-8302-43e1-be51-ffa902ce19d0 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:55.778055 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db89fb4-8302-43e1-be51-ffa902ce19d0 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:55.783790 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-bbc81ebb-7220-40a3-8550-dd70cafde38b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6348794 Aug 28 15:10:55.788746 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52852) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:55.798152 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-042ca5a4-78a1-4995-9f3a-4fc22613b619 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'fixed_ips': [{'subnet_id': 'b078d49e-c0c8-4a00-8feb-34dde721b8e7', 'ip_address': '2001:db8::1b59:f7e9:4447:23ce'}], 'name': 'tempest-NetworksTestDHCPv6-582994965'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:55.801193 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f81706-3b61-4e16-a21b-c7604443de86 req-21677dd5-e753-4ecf-91f2-4b8ca9b4fad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:55.802843 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a6f81706-3b61-4e16-a21b-c7604443de86 req-21677dd5-e753-4ecf-91f2-4b8ca9b4fad9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d&device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 1097 time: 0.1217945 Aug 28 15:10:55.854831 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['20b2f032-bf5b-4799-af6c-59187c6cfed9'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:10:55.861784 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 31adecdf-04f1-4bb3-b9f2-7867e7f93ca5, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=31adecdf-04f1-4bb3-b9f2-7867e7f93ca5,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:55.904590 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:55.918376 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-94b09b0e-3515-4881-89de-7fb5de4ac817 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Allocated IP 172.20.0.12 (cd6ca2d8-c425-42bb-b035-0849feb11801/49b84852-ef6c-4b26-8d5d-6aecb6a08ea4/d675537c-4743-4406-9706-505615d3b95c) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:55.934882 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7d8544-ef69-46d4-9d25-7ea4e2d69987 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Made reservation on behalf of ece7d0b77ffc47c5a6710567e3892a72 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:55.939114 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8b7d8544-ef69-46d4-9d25-7ea4e2d69987 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:55.939935 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f937ff8f-93c3-4b33-9c68-0c5f6908e686 req-15c77a94-616c-465c-81fd-2f2bd8313ca1 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] 10.222.0.13 "GET /v2.0/ports?device_id=d297e88a-ce98-44a5-8929-7484c7490c0a HTTP/1.1" status: 200 len: 210 time: 0.0436912 Aug 28 15:10:55.961495 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-5db89fb4-8302-43e1-be51-ffa902ce19d0 None None] Attempting to bind port 470ffd4d-ae20-4711-959e-a6f100642ea8 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:10:55.961802 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-5db89fb4-8302-43e1-be51-ffa902ce19d0 None None] Attempting to bind port 470ffd4d-ae20-4711-959e-a6f100642ea8 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '34fd55f1-0168-409b-b2d8-5cd1b37d0059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9396b10c-ad83-4f80-8609-3b9e93a265c8'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:10:55.962137 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db89fb4-8302-43e1-be51-ffa902ce19d0 None None] Attempting to bind port 470ffd4d-ae20-4711-959e-a6f100642ea8 on network 9396b10c-ad83-4f80-8609-3b9e93a265c8 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:10:55.978880 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db89fb4-8302-43e1-be51-ffa902ce19d0 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:10:55.979251 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db89fb4-8302-43e1-be51-ffa902ce19d0 None None] Checking segment: {'id': '34fd55f1-0168-409b-b2d8-5cd1b37d0059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9396b10c-ad83-4f80-8609-3b9e93a265c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:55.979648 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5db89fb4-8302-43e1-be51-ffa902ce19d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:55.980066 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db89fb4-8302-43e1-be51-ffa902ce19d0 None None] Bound using segment: {'id': '34fd55f1-0168-409b-b2d8-5cd1b37d0059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9396b10c-ad83-4f80-8609-3b9e93a265c8'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:10:55.980540 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-5db89fb4-8302-43e1-be51-ffa902ce19d0 None None] Bound port: 470ffd4d-ae20-4711-959e-a6f100642ea8, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34fd55f1-0168-409b-b2d8-5cd1b37d0059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9396b10c-ad83-4f80-8609-3b9e93a265c8'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:10:55.980923 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5db89fb4-8302-43e1-be51-ffa902ce19d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:55.986317 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f81706-3b61-4e16-a21b-c7604443de86 req-abf63a23-1b66-48c3-9b56-ef4d4d203598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:55.987926 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a6f81706-3b61-4e16-a21b-c7604443de86 req-abf63a23-1b66-48c3-9b56-ef4d4d203598 service neutron] 10.222.0.41 "GET /v2.0/networks?id=77650b04-197c-4f2d-93ed-1f3a3f2db13f HTTP/1.1" status: 200 len: 912 time: 0.1605163 Aug 28 15:10:56.009538 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-b3d902c1-5bd7-4758-9734-7c238809c0ca None None] Deleting port 31adecdf-04f1-4bb3-b9f2-7867e7f93ca5 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:10:56.009832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b374971-0ee1-4615-b7ad-7fe7bdbf300d req-643a760f-6d7a-4c5b-8f5c-8d1f227383be tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:56.009964 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b3d902c1-5bd7-4758-9734-7c238809c0ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:56.011185 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5b374971-0ee1-4615-b7ad-7fe7bdbf300d req-643a760f-6d7a-4c5b-8f5c-8d1f227383be tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 945 time: 0.2616873 Aug 28 15:10:56.035703 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a6f81706-3b61-4e16-a21b-c7604443de86 req-e063c582-45f0-492e-ab59-751671edb630 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=382bff52-ea85-4d02-88ec-8a094905ac86 HTTP/1.1" status: 200 len: 217 time: 0.0393400 Aug 28 15:10:56.089661 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f81706-3b61-4e16-a21b-c7604443de86 req-3fe858fe-4fa5-4980-b2e9-3e921e913742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:56.090040 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=31adecdf-04f1-4bb3-b9f2-7867e7f93ca5,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:56.091233 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a6f81706-3b61-4e16-a21b-c7604443de86 req-3fe858fe-4fa5-4980-b2e9-3e921e913742 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=836bd9d7-21bc-4e2a-b716-53b54890baa2 HTTP/1.1" status: 200 len: 850 time: 0.0476887 Aug 28 15:10:56.131198 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042ca5a4-78a1-4995-9f3a-4fc22613b619 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:56.144564 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f81706-3b61-4e16-a21b-c7604443de86 req-9feeebcb-fe61-4398-b88a-f365a570fd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:56.146314 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a6f81706-3b61-4e16-a21b-c7604443de86 req-9feeebcb-fe61-4398-b88a-f365a570fd04 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77650b04-197c-4f2d-93ed-1f3a3f2db13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444400 Aug 28 15:10:56.154702 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5b374971-0ee1-4615-b7ad-7fe7bdbf300d req-15f4d4d1-5f91-42c9-962c-210da4638948 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261420 Aug 28 15:10:56.182602 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-5db89fb4-8302-43e1-be51-ffa902ce19d0 None None] For port 470ffd4d-ae20-4711-959e-a6f100642ea8, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:10:56.189453 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-5db89fb4-8302-43e1-be51-ffa902ce19d0 None None] For port 470ffd4d-ae20-4711-959e-a6f100642ea8, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=470ffd4d-ae20-4711-959e-a6f100642ea8,segment=NetworkSegment(34fd55f1-0168-409b-b2d8-5cd1b37d0059),segment_id=34fd55f1-0168-409b-b2d8-5cd1b37d0059)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:10:56.205028 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5db89fb4-8302-43e1-be51-ffa902ce19d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:56.251961 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-b3d902c1-5bd7-4758-9734-7c238809c0ca None None] For port 31adecdf-04f1-4bb3-b9f2-7867e7f93ca5, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=31adecdf-04f1-4bb3-b9f2-7867e7f93ca5,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:56.252578 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b3d902c1-5bd7-4758-9734-7c238809c0ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:56.263905 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a6f81706-3b61-4e16-a21b-c7604443de86 req-3a665f16-2584-4feb-bf7c-86e03c2479c7 service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096139 Aug 28 15:10:56.286282 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-b3d902c1-5bd7-4758-9734-7c238809c0ca None None] Calling delete_port for 31adecdf-04f1-4bb3-b9f2-7867e7f93ca5 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:10:56.326929 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db89fb4-8302-43e1-be51-ffa902ce19d0 None None] Pushing event updated for resources: {'Port': ['ID=470ffd4d-ae20-4711-959e-a6f100642ea8,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:56.349038 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-042ca5a4-78a1-4995-9f3a-4fc22613b619 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:56.390297 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a6f81706-3b61-4e16-a21b-c7604443de86 req-6d67c709-195f-4027-85d4-11ccf57be13a service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178076 Aug 28 15:10:56.409393 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:56.426024 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b3d902c1-5bd7-4758-9734-7c238809c0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:56.430620 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-94b09b0e-3515-4881-89de-7fb5de4ac817 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:56.441246 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-042ca5a4-78a1-4995-9f3a-4fc22613b619 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] device_id is not set on port c2745729-0451-470c-a1f8-a0a2412b82ab yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:10:56.456967 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d902c1-5bd7-4758-9734-7c238809c0ca None None] Pushing event deleted for resources: {'Port': ['ID=31adecdf-04f1-4bb3-b9f2-7867e7f93ca5,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:56.460714 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d902c1-5bd7-4758-9734-7c238809c0ca None None] No DVR routers for this DVR port 31adecdf-04f1-4bb3-b9f2-7867e7f93ca5 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:10:56.481216 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16086365-77ea-49c5-8192-89694ec6a703 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:56.501920 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8b7d8544-ef69-46d4-9d25-7ea4e2d69987 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:56.656214 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519619e-52df-4e15-9834-bdb1431e9713 req-db06840d-a12d-4663-95da-23b92326d1f2 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:56.659170 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3519619e-52df-4e15-9834-bdb1431e9713 req-db06840d-a12d-4663-95da-23b92326d1f2 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0c008ea-1374-48d5-bd96-5bf11c9a67a7 HTTP/1.1" status: 200 len: 944 time: 0.0838523 Aug 28 15:10:56.680145 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d8544-ef69-46d4-9d25-7ea4e2d69987 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Pushing event updated for resources: {'Subnet': ['ID=456ec9c2-8f5e-481a-8e68-19b8a24e8a55,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:56.695729 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-94b09b0e-3515-4881-89de-7fb5de4ac817 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:56.704801 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3519619e-52df-4e15-9834-bdb1431e9713 req-3b33ba22-f7c6-4112-9e5b-0f067ad12262 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7982275-30c5-409b-bc3f-957ef2c9498b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387092 Aug 28 15:10:56.715891 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7d8544-ef69-46d4-9d25-7ea4e2d69987 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Checking segment: {'id': '77d7ab72-a65b-4f76-8055-7c38f6dda050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cdca7317-c757-4a50-aac7-c6bdcd4f3c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:56.716903 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7d8544-ef69-46d4-9d25-7ea4e2d69987 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Network hostable DHCP agents. Network: cdca7317-c757-4a50-aac7-c6bdcd4f3c53, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:10:56.719311 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554cb450-5dea-469c-a03f-310d72d886bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'tenant_id': 'b52f2a44ab1541f08b6542f112ae2346', 'fixed_ips': [{'subnet_id': 'b078d49e-c0c8-4a00-8feb-34dde721b8e7'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:10:56.720226 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-554cb450-5dea-469c-a03f-310d72d886bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:56.786301 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-94b09b0e-3515-4881-89de-7fb5de4ac817 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Network cd6ca2d8-c425-42bb-b035-0849feb11801 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:56.801038 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-94b09b0e-3515-4881-89de-7fb5de4ac817 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:56.808010 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-94b09b0e-3515-4881-89de-7fb5de4ac817 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:56.846154 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b09b0e-3515-4881-89de-7fb5de4ac817 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Pushing event updated for resources: {'Port': ['ID=d675537c-4743-4406-9706-505615d3b95c,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:56.851232 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-042ca5a4-78a1-4995-9f3a-4fc22613b619 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Allocated IP 2001:db8::1b59:f7e9:4447:23ce (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/b078d49e-c0c8-4a00-8feb-34dde721b8e7/c2745729-0451-470c-a1f8-a0a2412b82ab) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:56.858846 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7d8544-ef69-46d4-9d25-7ea4e2d69987 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Network cdca7317-c757-4a50-aac7-c6bdcd4f3c53 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:10:56.886263 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 470ffd4d-ae20-4711-959e-a6f100642ea8 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:10:56.891736 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-8b7d8544-ef69-46d4-9d25-7ea4e2d69987 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, cdca7317-c757-4a50-aac7-c6bdcd4f3c53) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:56.904240 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-94b09b0e-3515-4881-89de-7fb5de4ac817 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:56.904850 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-94b09b0e-3515-4881-89de-7fb5de4ac817 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:56.908709 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1e2a4e-36c7-43cc-a727-976165dd1412 None None] Network cdca7317-c757-4a50-aac7-c6bdcd4f3c53 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:56.919472 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7d8544-ef69-46d4-9d25-7ea4e2d69987 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:56.920379 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8b7d8544-ef69-46d4-9d25-7ea4e2d69987 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:56.942339 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-94b09b0e-3515-4881-89de-7fb5de4ac817 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1412730 Aug 28 15:10:56.997619 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 470ffd4d-ae20-4711-959e-a6f100642ea8 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:10:57.023976 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-698f1be4-20a0-4ee3-8b0d-88a0665a99b0 service neutron] Request body: {'port': {'device_id': 'd297e88a-ce98-44a5-8929-7484c7490c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:57.031908 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8b7d8544-ef69-46d4-9d25-7ea4e2d69987 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8343608 Aug 28 15:10:57.032488 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52858) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:57.061746 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-e0838346-289d-49b1-bc33-96b793e5e86b tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Request body: {'subnet': {'network_id': '781e5164-8ef1-4e51-b330-4fa5480cfa0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:57.082072 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 31adecdf-04f1-4bb3-b9f2-7867e7f93ca5 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:10:57.110221 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20244ec-9dd1-47d1-a6e9-d41b6c83a646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-cdca7317-c757-4a50-aac7-c6bdcd4f3c53', 'network_id': 'cdca7317-c757-4a50-aac7-c6bdcd4f3c53', 'tenant_id': 'ece7d0b77ffc47c5a6710567e3892a72', 'fixed_ips': [{'subnet_id': '456ec9c2-8f5e-481a-8e68-19b8a24e8a55'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:10:57.111231 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e20244ec-9dd1-47d1-a6e9-d41b6c83a646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:57.113707 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 31adecdf-04f1-4bb3-b9f2-7867e7f93ca5 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:10:57.114052 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 31adecdf-04f1-4bb3-b9f2-7867e7f93ca5 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:10:57.228786 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-698f1be4-20a0-4ee3-8b0d-88a0665a99b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:57.258787 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553a42a-a7ce-4173-8650-5915c6fd00f4 req-af9770fc-cb6d-4a22-aafa-9333e6dddbe8 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:57.260494 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8553a42a-a7ce-4173-8650-5915c6fd00f4 req-af9770fc-cb6d-4a22-aafa-9333e6dddbe8 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] 10.222.0.13 "GET /v2.0/ports?device_id=d297e88a-ce98-44a5-8929-7484c7490c0a HTTP/1.1" status: 200 len: 932 time: 0.2314000 Aug 28 15:10:57.270736 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-e20244ec-9dd1-47d1-a6e9-d41b6c83a646 None None] Allocated IP 172.20.0.2 (cdca7317-c757-4a50-aac7-c6bdcd4f3c53/456ec9c2-8f5e-481a-8e68-19b8a24e8a55/f3f3fcf9-423a-4c8b-b2b8-75241f628f2d) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:57.271308 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-042ca5a4-78a1-4995-9f3a-4fc22613b619 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:57.335301 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40446cbb-08e1-47f8-84c0-3149a014a85b req-666d426b-83af-4c50-abf4-381a281ba9a9 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:57.338422 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-40446cbb-08e1-47f8-84c0-3149a014a85b req-666d426b-83af-4c50-abf4-381a281ba9a9 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 945 time: 0.0942097 Aug 28 15:10:57.351171 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-042ca5a4-78a1-4995-9f3a-4fc22613b619 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Transition to ACTIVE for port object c2745729-0451-470c-a1f8-a0a2412b82ab will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:57.371914 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0838346-289d-49b1-bc33-96b793e5e86b tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Made reservation on behalf of ece7d0b77ffc47c5a6710567e3892a72 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:10:57.376579 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e0838346-289d-49b1-bc33-96b793e5e86b tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:57.402762 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-40446cbb-08e1-47f8-84c0-3149a014a85b req-1a8e0253-7e68-41f7-a382-e15d780e5a33 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579824 Aug 28 15:10:57.502838 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8553a42a-a7ce-4173-8650-5915c6fd00f4 req-382b6633-526e-4a7a-9509-e9c3d24f3efe tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a5d9a47-e950-43d2-986a-d27c4beaf78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270555 Aug 28 15:10:57.521249 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d65d9f-d8db-4c14-b7ff-51f2981ce87b None None] Network 9396b10c-ad83-4f80-8609-3b9e93a265c8 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:57.610853 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-14aa621e-09fe-452b-9b71-ca22f7802535 None None] Provisioning for port 470ffd4d-ae20-4711-959e-a6f100642ea8 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:10:57.622267 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-042ca5a4-78a1-4995-9f3a-4fc22613b619 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:57.623244 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-14aa621e-09fe-452b-9b71-ca22f7802535 None None] Provisioning complete for port 470ffd4d-ae20-4711-959e-a6f100642ea8 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:57.624181 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-14aa621e-09fe-452b-9b71-ca22f7802535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:57.711839 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042ca5a4-78a1-4995-9f3a-4fc22613b619 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:57.752050 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-042ca5a4-78a1-4995-9f3a-4fc22613b619 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:57.753954 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ca5a4-78a1-4995-9f3a-4fc22613b619 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Port': ['ID=c2745729-0451-470c-a1f8-a0a2412b82ab,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:57.761114 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042ca5a4-78a1-4995-9f3a-4fc22613b619 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:57.767688 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042ca5a4-78a1-4995-9f3a-4fc22613b619 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:57.768342 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-042ca5a4-78a1-4995-9f3a-4fc22613b619 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:57.777196 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e20244ec-9dd1-47d1-a6e9-d41b6c83a646 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:57.795179 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-554cb450-5dea-469c-a03f-310d72d886bc None None] Allocated IP 2001:db8::2 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/b078d49e-c0c8-4a00-8feb-34dde721b8e7/5d786eb5-9090-401c-ae0d-4d99c24cae36) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:57.813079 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-042ca5a4-78a1-4995-9f3a-4fc22613b619 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0217648 Aug 28 15:10:57.814212 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e20244ec-9dd1-47d1-a6e9-d41b6c83a646 None None] Transition to ACTIVE for port object f3f3fcf9-423a-4c8b-b2b8-75241f628f2d will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:57.815838 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52864) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:57.841496 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe3728-2511-48a7-ad84-47ea241cf545 req-f86f7d77-0953-4794-950c-076ee6695941 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:57.843127 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2dbe3728-2511-48a7-ad84-47ea241cf545 req-f86f7d77-0953-4794-950c-076ee6695941 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0c008ea-1374-48d5-bd96-5bf11c9a67a7 HTTP/1.1" status: 200 len: 944 time: 0.0661042 Aug 28 15:10:57.911240 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-698f1be4-20a0-4ee3-8b0d-88a0665a99b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d675537c-4743-4406-9706-505615d3b95c {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:10:57.913516 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e20244ec-9dd1-47d1-a6e9-d41b6c83a646 None None] Transition to ACTIVE for port object f3f3fcf9-423a-4c8b-b2b8-75241f628f2d will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:57.915069 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2dbe3728-2511-48a7-ad84-47ea241cf545 req-552edc77-5c43-4504-89e8-026a8b5a9a0c tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7982275-30c5-409b-bc3f-957ef2c9498b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478592 Aug 28 15:10:57.923165 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cdd62c-7f2d-46ca-aba2-8dd0a801fdc0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:57.928095 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d3cdd62c-7f2d-46ca-aba2-8dd0a801fdc0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1103613 Aug 28 15:10:57.928717 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52866) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:57.928965 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e0838346-289d-49b1-bc33-96b793e5e86b tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:57.942007 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e20244ec-9dd1-47d1-a6e9-d41b6c83a646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:57.942404 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-698f1be4-20a0-4ee3-8b0d-88a0665a99b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:57.987030 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-14aa621e-09fe-452b-9b71-ca22f7802535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:57.991024 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-698f1be4-20a0-4ee3-8b0d-88a0665a99b0 service neutron] Transition to ACTIVE for port object d675537c-4743-4406-9706-505615d3b95c will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:58.005924 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-698f1be4-20a0-4ee3-8b0d-88a0665a99b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:58.020255 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20244ec-9dd1-47d1-a6e9-d41b6c83a646 None None] Network cdca7317-c757-4a50-aac7-c6bdcd4f3c53 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:58.029760 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-e20244ec-9dd1-47d1-a6e9-d41b6c83a646 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:58.037002 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20244ec-9dd1-47d1-a6e9-d41b6c83a646 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:58.037229 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0838346-289d-49b1-bc33-96b793e5e86b tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Pushing event updated for resources: {'Subnet': ['ID=bdce511f-32be-4aa2-aa7a-4fe8376b4ed0,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:58.044666 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20244ec-9dd1-47d1-a6e9-d41b6c83a646 None None] Pushing event updated for resources: {'Port': ['ID=f3f3fcf9-423a-4c8b-b2b8-75241f628f2d,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:58.058501 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-e7d30e3e-b3bf-43dc-bdc2-83cde2c290ea tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting port c2745729-0451-470c-a1f8-a0a2412b82ab {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:10:58.058844 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e7d30e3e-b3bf-43dc-bdc2-83cde2c290ea tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:58.084457 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-14aa621e-09fe-452b-9b71-ca22f7802535 None None] For port 470ffd4d-ae20-4711-959e-a6f100642ea8, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=470ffd4d-ae20-4711-959e-a6f100642ea8,segment=NetworkSegment(34fd55f1-0168-409b-b2d8-5cd1b37d0059),segment_id=34fd55f1-0168-409b-b2d8-5cd1b37d0059)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:58.098873 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0838346-289d-49b1-bc33-96b793e5e86b tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Checking segment: {'id': 'd5c8997f-f7dd-483d-ba76-32a4f2b32b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '781e5164-8ef1-4e51-b330-4fa5480cfa0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:58.099236 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0838346-289d-49b1-bc33-96b793e5e86b tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Network hostable DHCP agents. Network: 781e5164-8ef1-4e51-b330-4fa5480cfa0a, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:10:58.119552 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-14aa621e-09fe-452b-9b71-ca22f7802535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:58.141220 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f1be4-20a0-4ee3-8b0d-88a0665a99b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d675537c-4743-4406-9706-505615d3b95c,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:58.180803 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0838346-289d-49b1-bc33-96b793e5e86b tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Network 781e5164-8ef1-4e51-b330-4fa5480cfa0a is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:10:58.202802 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e7d30e3e-b3bf-43dc-bdc2-83cde2c290ea tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:58.206393 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-e0838346-289d-49b1-bc33-96b793e5e86b tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 781e5164-8ef1-4e51-b330-4fa5480cfa0a) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:58.208172 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-698f1be4-20a0-4ee3-8b0d-88a0665a99b0 service neutron] Attempting to bind port d675537c-4743-4406-9706-505615d3b95c on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:10:58.208503 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-698f1be4-20a0-4ee3-8b0d-88a0665a99b0 service neutron] Attempting to bind port d675537c-4743-4406-9706-505615d3b95c by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': 'efbde134-1894-4d95-8460-b0cff26ded42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cd6ca2d8-c425-42bb-b035-0849feb11801'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:10:58.208832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-698f1be4-20a0-4ee3-8b0d-88a0665a99b0 service neutron] Attempting to bind port d675537c-4743-4406-9706-505615d3b95c on network cd6ca2d8-c425-42bb-b035-0849feb11801 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:10:58.214427 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0838346-289d-49b1-bc33-96b793e5e86b tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:58.214640 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e0838346-289d-49b1-bc33-96b793e5e86b tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:58.216535 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa621e-09fe-452b-9b71-ca22f7802535 None None] Pushing event updated for resources: {'Port': ['ID=470ffd4d-ae20-4711-959e-a6f100642ea8,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:58.221069 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-e7d30e3e-b3bf-43dc-bdc2-83cde2c290ea tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Calling delete_port for c2745729-0451-470c-a1f8-a0a2412b82ab owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:10:58.221988 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-698f1be4-20a0-4ee3-8b0d-88a0665a99b0 service neutron] Port d675537c-4743-4406-9706-505615d3b95c on network cd6ca2d8-c425-42bb-b035-0849feb11801 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:10:58.222477 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-698f1be4-20a0-4ee3-8b0d-88a0665a99b0 service neutron] Attempting to bind port d675537c-4743-4406-9706-505615d3b95c on network cd6ca2d8-c425-42bb-b035-0849feb11801 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:10:58.230876 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-698f1be4-20a0-4ee3-8b0d-88a0665a99b0 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:10:58.231215 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-698f1be4-20a0-4ee3-8b0d-88a0665a99b0 service neutron] Checking segment: {'id': 'efbde134-1894-4d95-8460-b0cff26ded42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cd6ca2d8-c425-42bb-b035-0849feb11801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:58.231689 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-698f1be4-20a0-4ee3-8b0d-88a0665a99b0 service neutron] Bound using segment: {'id': 'efbde134-1894-4d95-8460-b0cff26ded42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cd6ca2d8-c425-42bb-b035-0849feb11801'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:10:58.232130 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-698f1be4-20a0-4ee3-8b0d-88a0665a99b0 service neutron] Bound port: d675537c-4743-4406-9706-505615d3b95c, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efbde134-1894-4d95-8460-b0cff26ded42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cd6ca2d8-c425-42bb-b035-0849feb11801'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:10:58.232490 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-698f1be4-20a0-4ee3-8b0d-88a0665a99b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:58.240607 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b856c8d3-84df-4943-adfb-d09b48f9caf9 None None] Network 781e5164-8ef1-4e51-b330-4fa5480cfa0a requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:10:58.248906 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-e20244ec-9dd1-47d1-a6e9-d41b6c83a646 None None] Attempting to bind port f3f3fcf9-423a-4c8b-b2b8-75241f628f2d on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:10:58.249345 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-e20244ec-9dd1-47d1-a6e9-d41b6c83a646 None None] Attempting to bind port f3f3fcf9-423a-4c8b-b2b8-75241f628f2d by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '77d7ab72-a65b-4f76-8055-7c38f6dda050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cdca7317-c757-4a50-aac7-c6bdcd4f3c53'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:10:58.250472 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20244ec-9dd1-47d1-a6e9-d41b6c83a646 None None] Attempting to bind port f3f3fcf9-423a-4c8b-b2b8-75241f628f2d on network cdca7317-c757-4a50-aac7-c6bdcd4f3c53 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:10:58.251587 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e0838346-289d-49b1-bc33-96b793e5e86b tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2035568 Aug 28 15:10:58.253137 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-554cb450-5dea-469c-a03f-310d72d886bc None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:58.253532 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52868) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:58.297895 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20244ec-9dd1-47d1-a6e9-d41b6c83a646 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:10:58.298308 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20244ec-9dd1-47d1-a6e9-d41b6c83a646 None None] Checking segment: {'id': '77d7ab72-a65b-4f76-8055-7c38f6dda050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cdca7317-c757-4a50-aac7-c6bdcd4f3c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:58.298435 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e20244ec-9dd1-47d1-a6e9-d41b6c83a646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:58.298964 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20244ec-9dd1-47d1-a6e9-d41b6c83a646 None None] Bound using segment: {'id': '77d7ab72-a65b-4f76-8055-7c38f6dda050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cdca7317-c757-4a50-aac7-c6bdcd4f3c53'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:10:58.299512 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-e20244ec-9dd1-47d1-a6e9-d41b6c83a646 None None] Bound port: f3f3fcf9-423a-4c8b-b2b8-75241f628f2d, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d7ab72-a65b-4f76-8055-7c38f6dda050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cdca7317-c757-4a50-aac7-c6bdcd4f3c53'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:10:58.299983 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e20244ec-9dd1-47d1-a6e9-d41b6c83a646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:58.312327 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-554cb450-5dea-469c-a03f-310d72d886bc None None] Transition to ACTIVE for port object 5d786eb5-9090-401c-ae0d-4d99c24cae36 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:58.376232 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e7d30e3e-b3bf-43dc-bdc2-83cde2c290ea tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:58.380511 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-554cb450-5dea-469c-a03f-310d72d886bc None None] Transition to ACTIVE for port object 5d786eb5-9090-401c-ae0d-4d99c24cae36 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:58.402816 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-554cb450-5dea-469c-a03f-310d72d886bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:58.415725 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d30e3e-b3bf-43dc-bdc2-83cde2c290ea tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Port': ['ID=c2745729-0451-470c-a1f8-a0a2412b82ab,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:58.451146 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e7d30e3e-b3bf-43dc-bdc2-83cde2c290ea tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:58.455069 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e7d30e3e-b3bf-43dc-bdc2-83cde2c290ea tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/c2745729-0451-470c-a1f8-a0a2412b82ab HTTP/1.1" status: 204 len: 168 time: 0.5253906 Aug 28 15:10:58.458333 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52872) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:58.470489 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-698f1be4-20a0-4ee3-8b0d-88a0665a99b0 service neutron] For port d675537c-4743-4406-9706-505615d3b95c, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:10:58.485996 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-698f1be4-20a0-4ee3-8b0d-88a0665a99b0 service neutron] For port d675537c-4743-4406-9706-505615d3b95c, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d675537c-4743-4406-9706-505615d3b95c,segment=NetworkSegment(efbde134-1894-4d95-8460-b0cff26ded42),segment_id=efbde134-1894-4d95-8460-b0cff26ded42)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:10:58.501697 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-e20244ec-9dd1-47d1-a6e9-d41b6c83a646 None None] For port f3f3fcf9-423a-4c8b-b2b8-75241f628f2d, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:10:58.528520 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ffbb8e-6ca2-44fc-8ff4-e20413e0c8df tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:58.531810 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ffbb8e-6ca2-44fc-8ff4-e20413e0c8df tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:58.534337 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-e20244ec-9dd1-47d1-a6e9-d41b6c83a646 None None] For port f3f3fcf9-423a-4c8b-b2b8-75241f628f2d, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f3f3fcf9-423a-4c8b-b2b8-75241f628f2d,segment=NetworkSegment(77d7ab72-a65b-4f76-8055-7c38f6dda050),segment_id=77d7ab72-a65b-4f76-8055-7c38f6dda050)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:10:58.534510 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-698f1be4-20a0-4ee3-8b0d-88a0665a99b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:58.536350 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554cb450-5dea-469c-a03f-310d72d886bc None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:58.536749 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-28ffbb8e-6ca2-44fc-8ff4-e20413e0c8df tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0773544 Aug 28 15:10:58.537806 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52876) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:58.545842 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-554cb450-5dea-469c-a03f-310d72d886bc None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:58.550726 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554cb450-5dea-469c-a03f-310d72d886bc None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:58.556964 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554cb450-5dea-469c-a03f-310d72d886bc None None] Pushing event updated for resources: {'Port': ['ID=5d786eb5-9090-401c-ae0d-4d99c24cae36,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:58.572307 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e20244ec-9dd1-47d1-a6e9-d41b6c83a646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:58.576129 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-07867cd5-6c0a-487e-b74e-a4566c4f3299 None None] Provisioning complete for port 470ffd4d-ae20-4711-959e-a6f100642ea8 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:58.576483 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-07867cd5-6c0a-487e-b74e-a4566c4f3299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:58.598069 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-a857a8a3-dbe8-4e81-8c87-601bfdad5cf9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting subnet b078d49e-c0c8-4a00-8feb-34dde721b8e7 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:10:58.615228 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a857a8a3-dbe8-4e81-8c87-601bfdad5cf9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:58.641259 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-698f1be4-20a0-4ee3-8b0d-88a0665a99b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:58.641882 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-698f1be4-20a0-4ee3-8b0d-88a0665a99b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:58.643278 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-698f1be4-20a0-4ee3-8b0d-88a0665a99b0 service neutron] 10.222.0.41 "PUT /v2.0/ports/d675537c-4743-4406-9706-505615d3b95c HTTP/1.1" status: 200 len: 1093 time: 1.6781316 Aug 28 15:10:58.643767 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd297e88a-ce98-44a5-8929-7484c7490c0a', 'tag': 'd675537c-4743-4406-9706-505615d3b95c'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:10:58.646013 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd66846d-61fa-4035-8b22-244a50a01f20" -d '{"events": [{"name": "network-changed", "server_uuid": "d297e88a-ce98-44a5-8929-7484c7490c0a", "tag": "d675537c-4743-4406-9706-505615d3b95c"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:10:58.650040 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 20b2f032-bf5b-4799-af6c-59187c6cfed9 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:10:58.685501 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a857a8a3-dbe8-4e81-8c87-601bfdad5cf9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:58.720346 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca4f4d-2dab-483d-90e5-e715d24df532 req-a3890448-a999-4b8d-9de1-4dcb3706ee2a tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:58.722065 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22ca4f4d-2dab-483d-90e5-e715d24df532 req-a3890448-a999-4b8d-9de1-4dcb3706ee2a tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] 10.222.0.13 "GET /v2.0/ports?device_id=d297e88a-ce98-44a5-8929-7484c7490c0a HTTP/1.1" status: 200 len: 944 time: 0.1291833 Aug 28 15:10:58.727152 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f1be4-20a0-4ee3-8b0d-88a0665a99b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d675537c-4743-4406-9706-505615d3b95c,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:58.729895 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48a73ce-c857-4039-882a-f70b78499246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-781e5164-8ef1-4e51-b330-4fa5480cfa0a', 'network_id': '781e5164-8ef1-4e51-b330-4fa5480cfa0a', 'tenant_id': 'ece7d0b77ffc47c5a6710567e3892a72', 'fixed_ips': [{'subnet_id': 'bdce511f-32be-4aa2-aa7a-4fe8376b4ed0'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:10:58.730962 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a48a73ce-c857-4039-882a-f70b78499246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:58.760764 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de898ed-1b4e-4c8c-b5f4-ecfdd5d47f44 req-281a2b0b-1067-423e-8e61-49baf3192267 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:58.770750 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0de898ed-1b4e-4c8c-b5f4-ecfdd5d47f44 req-281a2b0b-1067-423e-8e61-49baf3192267 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 945 time: 0.2441864 Aug 28 15:10:58.803166 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-22ca4f4d-2dab-483d-90e5-e715d24df532 req-f9646997-f418-4793-a9d1-18f000b5e82f tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a5d9a47-e950-43d2-986a-d27c4beaf78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622625 Aug 28 15:10:58.805461 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-554cb450-5dea-469c-a03f-310d72d886bc None None] Attempting to bind port 5d786eb5-9090-401c-ae0d-4d99c24cae36 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:10:58.805461 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-554cb450-5dea-469c-a03f-310d72d886bc None None] Attempting to bind port 5d786eb5-9090-401c-ae0d-4d99c24cae36 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:10:58.805732 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554cb450-5dea-469c-a03f-310d72d886bc None None] Attempting to bind port 5d786eb5-9090-401c-ae0d-4d99c24cae36 on network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:10:58.823937 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a857a8a3-dbe8-4e81-8c87-601bfdad5cf9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:58.843727 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20244ec-9dd1-47d1-a6e9-d41b6c83a646 None None] Pushing event updated for resources: {'Port': ['ID=f3f3fcf9-423a-4c8b-b2b8-75241f628f2d,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:58.858107 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554cb450-5dea-469c-a03f-310d72d886bc None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:10:58.858542 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554cb450-5dea-469c-a03f-310d72d886bc None None] Checking segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:10:58.858880 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-554cb450-5dea-469c-a03f-310d72d886bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:58.859336 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554cb450-5dea-469c-a03f-310d72d886bc None None] Bound using segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:10:58.869984 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-554cb450-5dea-469c-a03f-310d72d886bc None None] Bound port: 5d786eb5-9090-401c-ae0d-4d99c24cae36, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:10:58.870482 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-554cb450-5dea-469c-a03f-310d72d886bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:58.897316 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bcc3565d-7d60-4646-a17e-1a6600389569 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:58.928674 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475ccc84-0732-401a-acf9-d1039534d03d x-openstack-request-id: req-475ccc84-0732-401a-acf9-d1039534d03d {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:10:58.929268 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d297e88a-ce98-44a5-8929-7484c7490c0a", "tag": "d675537c-4743-4406-9706-505615d3b95c", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:10:58.929435 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-475ccc84-0732-401a-acf9-d1039534d03d {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:10:58.929860 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd297e88a-ce98-44a5-8929-7484c7490c0a', 'tag': 'd675537c-4743-4406-9706-505615d3b95c', 'status': 'completed', 'code': 200} Aug 28 15:10:58.944490 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a857a8a3-dbe8-4e81-8c87-601bfdad5cf9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:58.964518 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 470ffd4d-ae20-4711-959e-a6f100642ea8 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:10:58.973237 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857a8a3-dbe8-4e81-8c87-601bfdad5cf9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Subnet': ['ID=b078d49e-c0c8-4a00-8feb-34dde721b8e7,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:58.986438 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a857a8a3-dbe8-4e81-8c87-601bfdad5cf9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:58.992293 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a857a8a3-dbe8-4e81-8c87-601bfdad5cf9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/b078d49e-c0c8-4a00-8feb-34dde721b8e7 HTTP/1.1" status: 204 len: 168 time: 0.4500728 Aug 28 15:10:58.992572 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52882) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:59.093674 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-701997d6-4e62-4b07-94ee-4a1ac1e1addf tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0995939 Aug 28 15:10:59.094145 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 20b2f032-bf5b-4799-af6c-59187c6cfed9 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:10:59.095989 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52884) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:59.108410 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0de898ed-1b4e-4c8c-b5f4-ecfdd5d47f44 req-ef58e80c-a46b-4d60-bc23-b6ce88b39af4 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3364336 Aug 28 15:10:59.116873 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 20b2f032-bf5b-4799-af6c-59187c6cfed9 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:59.117217 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:59.181877 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-cfc0b65a-c25f-4439-a631-d6ae9d2ba3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:59.184160 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-cfc0b65a-c25f-4439-a631-d6ae9d2ba3d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0cbdef7c3e29410da163c38158c381c1&device_id=d297e88a-ce98-44a5-8929-7484c7490c0a HTTP/1.1" status: 200 len: 1096 time: 0.4520268 Aug 28 15:10:59.231222 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-554cb450-5dea-469c-a03f-310d72d886bc None None] For port 5d786eb5-9090-401c-ae0d-4d99c24cae36, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:10:59.245371 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-a0e51584-16fa-4e06-9c1d-e6682779bd23 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d675537c-4743-4406-9706-505615d3b95c HTTP/1.1" status: 200 len: 217 time: 0.0501831 Aug 28 15:10:59.257990 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-a48a73ce-c857-4039-882a-f70b78499246 None None] Allocated IP 172.20.0.2 (781e5164-8ef1-4e51-b330-4fa5480cfa0a/bdce511f-32be-4aa2-aa7a-4fe8376b4ed0/8f21ee20-dfb9-4860-b53d-6debbaac7949) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:59.266691 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-554cb450-5dea-469c-a03f-310d72d886bc None None] For port 5d786eb5-9090-401c-ae0d-4d99c24cae36, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=5d786eb5-9090-401c-ae0d-4d99c24cae36,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:10:59.281563 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 470ffd4d-ae20-4711-959e-a6f100642ea8 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:10:59.282001 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:59.284399 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-554cb450-5dea-469c-a03f-310d72d886bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:59.352216 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-2dfe1a1d-b30f-4280-b9b1-7d3112a88ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:59.353419 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-2dfe1a1d-b30f-4280-b9b1-7d3112a88ad0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=49b84852-ef6c-4b26-8d5d-6aecb6a08ea4 HTTP/1.1" status: 200 len: 853 time: 0.0986004 Aug 28 15:10:59.405452 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-d5df75aa-ee6f-4286-9b0e-8b8ba1b67667 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cd6ca2d8-c425-42bb-b035-0849feb11801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280168 Aug 28 15:10:59.495973 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-bcc3565d-7d60-4646-a17e-1a6600389569 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Allocated IP 172.20.0.1 (cdca7317-c757-4a50-aac7-c6bdcd4f3c53/456ec9c2-8f5e-481a-8e68-19b8a24e8a55/e4ecb772-38dc-4ff2-88bf-b9d58608519b) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:10:59.496228 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554cb450-5dea-469c-a03f-310d72d886bc None None] Pushing event updated for resources: {'Port': ['ID=5d786eb5-9090-401c-ae0d-4d99c24cae36,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:59.512937 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:59.543896 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-97f1a695-96a7-48a1-a8df-eb2ecbba83cd service neutron] 10.222.0.41 "GET /v2.0/networks/cd6ca2d8-c425-42bb-b035-0849feb11801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300113 Aug 28 15:10:59.574169 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117f238-f066-4635-a925-97d7b80e4db5 req-c1d7080b-23b2-4728-9ca7-510abd47c27b tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:59.582625 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a117f238-f066-4635-a925-97d7b80e4db5 req-c1d7080b-23b2-4728-9ca7-510abd47c27b tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0c008ea-1374-48d5-bd96-5bf11c9a67a7 HTTP/1.1" status: 200 len: 944 time: 0.5282261 Aug 28 15:10:59.600271 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8925827-fe13-4c67-91c3-27c3992be646 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:59.604413 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e8925827-fe13-4c67-91c3-27c3992be646 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5044856 Aug 28 15:10:59.605370 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52886) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:59.687178 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a117f238-f066-4635-a925-97d7b80e4db5 req-5871a4e9-914d-40d2-b6d3-11583edf1b0b tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7982275-30c5-409b-bc3f-957ef2c9498b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989413 Aug 28 15:10:59.705319 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fafd3f-fc34-44fd-9100-041a2cb55e56 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:10:59.707860 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a9fafd3f-fc34-44fd-9100-041a2cb55e56 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1020725 Aug 28 15:10:59.710818 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52888) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:59.714015 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fe8d2d20-b533-426e-8653-34834bdb08a6 req-b794d467-7f7f-4f6c-b76b-dec12c4d5ad3 service neutron] 10.222.0.41 "GET /v2.0/networks/cd6ca2d8-c425-42bb-b035-0849feb11801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424325 Aug 28 15:10:59.719935 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bcc3565d-7d60-4646-a17e-1a6600389569 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:59.741949 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-bcc3565d-7d60-4646-a17e-1a6600389569 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Transition to ACTIVE for port object e4ecb772-38dc-4ff2-88bf-b9d58608519b will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:59.781512 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 20b2f032-bf5b-4799-af6c-59187c6cfed9, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=20b2f032-bf5b-4799-af6c-59187c6cfed9,segment=NetworkSegment(49e6da15-55d4-40be-9f0b-a1bfbbc32fc2),segment_id=49e6da15-55d4-40be-9f0b-a1bfbbc32fc2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:10:59.782943 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c008ea-1374-48d5-bd96-5bf11c9a67a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b2f032-bf5b-4799-af6c-59187c6cfed9'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:10:59.786035 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bf0cc7-8488-4418-ae99-598964383d66" -d '{"events": [{"server_uuid": "e0c008ea-1374-48d5-bd96-5bf11c9a67a7", "name": "network-vif-plugged", "status": "completed", "tag": "20b2f032-bf5b-4799-af6c-59187c6cfed9"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:10:59.803860 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:59.807675 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-bf8d8413-160f-4c27-9d8a-f5b7403ac9eb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0944364 Aug 28 15:10:59.811287 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52892) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:10:59.829417 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-2cf7cdbc-e287-4d69-b9be-963b001e5427 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:10:59.830103 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bcc3565d-7d60-4646-a17e-1a6600389569 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:59.891515 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc3565d-7d60-4646-a17e-1a6600389569 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Network cdca7317-c757-4a50-aac7-c6bdcd4f3c53 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:10:59.897202 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-bcc3565d-7d60-4646-a17e-1a6600389569 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:10:59.902278 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c90bc9-eae9-49fe-a48e-dc10c4e4071e x-openstack-request-id: req-99c90bc9-eae9-49fe-a48e-dc10c4e4071e {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:10:59.902625 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c008ea-1374-48d5-bd96-5bf11c9a67a7", "name": "network-vif-plugged", "status": "completed", "tag": "20b2f032-bf5b-4799-af6c-59187c6cfed9", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:10:59.902930 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99c90bc9-eae9-49fe-a48e-dc10c4e4071e {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:10:59.903326 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c008ea-1374-48d5-bd96-5bf11c9a67a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b2f032-bf5b-4799-af6c-59187c6cfed9', 'code': 200} Aug 28 15:10:59.908294 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc3565d-7d60-4646-a17e-1a6600389569 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:10:59.955732 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a48a73ce-c857-4039-882a-f70b78499246 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:10:59.965850 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=20b2f032-bf5b-4799-af6c-59187c6cfed9,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:10:59.970979 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a48a73ce-c857-4039-882a-f70b78499246 None None] Transition to ACTIVE for port object 8f21ee20-dfb9-4860-b53d-6debbaac7949 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:59.988263 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a48a73ce-c857-4039-882a-f70b78499246 None None] Transition to ACTIVE for port object 8f21ee20-dfb9-4860-b53d-6debbaac7949 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:10:59.996980 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a48a73ce-c857-4039-882a-f70b78499246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:00.048686 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48a73ce-c857-4039-882a-f70b78499246 None None] Network 781e5164-8ef1-4e51-b330-4fa5480cfa0a is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:00.052051 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-a48a73ce-c857-4039-882a-f70b78499246 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:00.057652 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48a73ce-c857-4039-882a-f70b78499246 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:11:00.060209 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a73ce-c857-4039-882a-f70b78499246 None None] Pushing event updated for resources: {'Port': ['ID=8f21ee20-dfb9-4860-b53d-6debbaac7949,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:00.074900 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec850a-b116-4d1d-af32-a009a5a5aded req-f655422d-4222-412e-bdb7-d21b18e300e5 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:00.084084 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-45ec850a-b116-4d1d-af32-a009a5a5aded req-f655422d-4222-412e-bdb7-d21b18e300e5 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] 10.222.0.13 "GET /v2.0/ports?device_id=d297e88a-ce98-44a5-8929-7484c7490c0a HTTP/1.1" status: 200 len: 944 time: 0.1210759 Aug 28 15:11:00.092360 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf7cdbc-e287-4d69-b9be-963b001e5427 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:00.098748 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2cf7cdbc-e287-4d69-b9be-963b001e5427 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:00.129717 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-a48a73ce-c857-4039-882a-f70b78499246 None None] Attempting to bind port 8f21ee20-dfb9-4860-b53d-6debbaac7949 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:11:00.130250 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-a48a73ce-c857-4039-882a-f70b78499246 None None] Attempting to bind port 8f21ee20-dfb9-4860-b53d-6debbaac7949 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'd5c8997f-f7dd-483d-ba76-32a4f2b32b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '781e5164-8ef1-4e51-b330-4fa5480cfa0a'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:11:00.130618 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a73ce-c857-4039-882a-f70b78499246 None None] Attempting to bind port 8f21ee20-dfb9-4860-b53d-6debbaac7949 on network 781e5164-8ef1-4e51-b330-4fa5480cfa0a {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:11:00.138273 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a73ce-c857-4039-882a-f70b78499246 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:11:00.139095 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a73ce-c857-4039-882a-f70b78499246 None None] Checking segment: {'id': 'd5c8997f-f7dd-483d-ba76-32a4f2b32b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '781e5164-8ef1-4e51-b330-4fa5480cfa0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:11:00.139769 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a48a73ce-c857-4039-882a-f70b78499246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:00.141025 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a73ce-c857-4039-882a-f70b78499246 None None] Bound using segment: {'id': 'd5c8997f-f7dd-483d-ba76-32a4f2b32b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '781e5164-8ef1-4e51-b330-4fa5480cfa0a'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:11:00.141820 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-a48a73ce-c857-4039-882a-f70b78499246 None None] Bound port: 8f21ee20-dfb9-4860-b53d-6debbaac7949, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c8997f-f7dd-483d-ba76-32a4f2b32b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '781e5164-8ef1-4e51-b330-4fa5480cfa0a'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:11:00.142472 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a48a73ce-c857-4039-882a-f70b78499246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:00.217757 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-a48a73ce-c857-4039-882a-f70b78499246 None None] For port 8f21ee20-dfb9-4860-b53d-6debbaac7949, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:11:00.222022 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-a48a73ce-c857-4039-882a-f70b78499246 None None] For port 8f21ee20-dfb9-4860-b53d-6debbaac7949, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=8f21ee20-dfb9-4860-b53d-6debbaac7949,segment=NetworkSegment(d5c8997f-f7dd-483d-ba76-32a4f2b32b12),segment_id=d5c8997f-f7dd-483d-ba76-32a4f2b32b12)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:11:00.233642 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a48a73ce-c857-4039-882a-f70b78499246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:00.242289 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76107d59-a60d-4b0a-8713-a8b738ea55b3 None None] Network cdca7317-c757-4a50-aac7-c6bdcd4f3c53 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:00.267091 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-45ec850a-b116-4d1d-af32-a009a5a5aded req-09c611a1-9b79-4a4d-9794-98049396348e tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a5d9a47-e950-43d2-986a-d27c4beaf78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818073 Aug 28 15:11:00.369618 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a73ce-c857-4039-882a-f70b78499246 None None] Pushing event updated for resources: {'Port': ['ID=8f21ee20-dfb9-4860-b53d-6debbaac7949,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:00.390008 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66846d-61fa-4035-8b22-244a50a01f20 req-88c52785-c714-4543-8106-f8845802dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:00.391636 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-527d7b8a-6d23-458a-9bc5-8998d556a497 None None] Provisioning for port f3f3fcf9-423a-4c8b-b2b8-75241f628f2d completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:00.392497 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cd66846d-61fa-4035-8b22-244a50a01f20 req-88c52785-c714-4543-8106-f8845802dbed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0cbdef7c3e29410da163c38158c381c1&device_id=d297e88a-ce98-44a5-8929-7484c7490c0a HTTP/1.1" status: 200 len: 1096 time: 0.6188612 Aug 28 15:11:00.393018 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2cf7cdbc-e287-4d69-b9be-963b001e5427 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:00.450723 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf7cdbc-e287-4d69-b9be-963b001e5427 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:00.456487 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-2cf7cdbc-e287-4d69-b9be-963b001e5427 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:00.461512 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf7cdbc-e287-4d69-b9be-963b001e5427 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:00.462110 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2cf7cdbc-e287-4d69-b9be-963b001e5427 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:00.477612 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7cdbc-e287-4d69-b9be-963b001e5427 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Subnet': ['ID=2dc11b81-5ade-47b1-b765-74abbdec2fcf,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:00.490311 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2cf7cdbc-e287-4d69-b9be-963b001e5427 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6778762 Aug 28 15:11:00.492306 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3386fe36-656b-4e38-92ba-a8e306cf7bdb None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:00.493066 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52898) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:00.500845 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3565d-7d60-4646-a17e-1a6600389569 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Pushing event updated for resources: {'Port': ['ID=e4ecb772-38dc-4ff2-88bf-b9d58608519b,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:00.502352 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-c361fb20-b4f7-4d1f-98a2-7eefaa22bd08 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'fixed_ips': [{'subnet_id': '2dc11b81-5ade-47b1-b765-74abbdec2fcf', 'ip_address': '2001:db8::ab19:243c:36bd:fe94'}], 'name': 'tempest-NetworksTestDHCPv6-1363096441'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:00.530612 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bcc3565d-7d60-4646-a17e-1a6600389569 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:00.628285 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba92d2e-2cd3-4d2e-802b-504fae396abb req-d4cc50c2-439a-4d51-a4b3-870ce97b4077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:00.630082 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6ba92d2e-2cd3-4d2e-802b-504fae396abb req-d4cc50c2-439a-4d51-a4b3-870ce97b4077 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e0c008ea-1374-48d5-bd96-5bf11c9a67a7 HTTP/1.1" status: 200 len: 1097 time: 0.2943330 Aug 28 15:11:00.653376 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3b187-5657-45ae-8803-968e22a33f4a req-10c7fc20-504f-478e-a44d-6f37a6266e82 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:00.660883 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-96b3b187-5657-45ae-8803-968e22a33f4a req-10c7fc20-504f-478e-a44d-6f37a6266e82 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 945 time: 0.3001015 Aug 28 15:11:00.674223 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66846d-61fa-4035-8b22-244a50a01f20 req-7bfa4f84-013f-482f-b84a-72a146589285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:00.675791 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cd66846d-61fa-4035-8b22-244a50a01f20 req-7bfa4f84-013f-482f-b84a-72a146589285 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cd6ca2d8-c425-42bb-b035-0849feb11801 HTTP/1.1" status: 200 len: 914 time: 0.2628078 Aug 28 15:11:00.699286 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c361fb20-b4f7-4d1f-98a2-7eefaa22bd08 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:00.783464 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cd66846d-61fa-4035-8b22-244a50a01f20 req-10704a69-d876-43b4-8f2b-a0fa8bca487f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d675537c-4743-4406-9706-505615d3b95c HTTP/1.1" status: 200 len: 217 time: 0.0834618 Aug 28 15:11:00.841355 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d96db69-a117-49cf-bcd2-f90b073f142d None None] Update dhcp port {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'fixed_ips': [{'subnet_id': '2dc11b81-5ade-47b1-b765-74abbdec2fcf'}], 'binding:host_id': 'n-d-712137-10'}, 'id': '5d786eb5-9090-401c-ae0d-4d99c24cae36'} from n-d-712137-10. {{(pid=106331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 15:11:00.896904 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6d96db69-a117-49cf-bcd2-f90b073f142d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:00.910969 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516c03b-efd0-4617-a2a6-9aa1dd0464d5 req-e7447839-0677-4ab1-a96e-a90b32e9f1f4 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:00.912707 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0516c03b-efd0-4617-a2a6-9aa1dd0464d5 req-e7447839-0677-4ab1-a96e-a90b32e9f1f4 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0c008ea-1374-48d5-bd96-5bf11c9a67a7 HTTP/1.1" status: 200 len: 945 time: 0.1060672 Aug 28 15:11:00.952265 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c361fb20-b4f7-4d1f-98a2-7eefaa22bd08 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:00.955987 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6ba92d2e-2cd3-4d2e-802b-504fae396abb req-407223ef-0c65-4112-8a65-6800bf2f7bdc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d7982275-30c5-409b-bc3f-957ef2c9498b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3152716 Aug 28 15:11:00.969356 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bcc3565d-7d60-4646-a17e-1a6600389569 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:00.976270 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-96b3b187-5657-45ae-8803-968e22a33f4a req-f985c514-4444-40cb-a034-faa1b52563b1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3063004 Aug 28 15:11:01.008126 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66846d-61fa-4035-8b22-244a50a01f20 req-2b5b7192-36c4-4794-86c2-4fd7ec7b08c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:01.009654 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cd66846d-61fa-4035-8b22-244a50a01f20 req-2b5b7192-36c4-4794-86c2-4fd7ec7b08c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=49b84852-ef6c-4b26-8d5d-6aecb6a08ea4 HTTP/1.1" status: 200 len: 853 time: 0.1577466 Aug 28 15:11:01.017680 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-c361fb20-b4f7-4d1f-98a2-7eefaa22bd08 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] device_id is not set on port 7b959b37-fde0-4ff0-8dda-8a4ab8250d43 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:11:01.028410 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0516c03b-efd0-4617-a2a6-9aa1dd0464d5 req-cfd48465-8e0d-4c0e-999a-4db06d56a1dd tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7982275-30c5-409b-bc3f-957ef2c9498b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082003 Aug 28 15:11:01.094676 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cd66846d-61fa-4035-8b22-244a50a01f20 req-29fc2e98-b444-4395-a889-fb72e147c516 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cd6ca2d8-c425-42bb-b035-0849feb11801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354521 Aug 28 15:11:01.114226 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f3f3fcf9-423a-4c8b-b2b8-75241f628f2d up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:11:01.193190 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-bd2a9c33-1e04-4fe4-a4a3-24f2dbe38e74 None None] Provisioning for port e4ecb772-38dc-4ff2-88bf-b9d58608519b completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:01.204458 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-6d96db69-a117-49cf-bcd2-f90b073f142d None None] Allocated IP 2001:db8::2 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/2dc11b81-5ade-47b1-b765-74abbdec2fcf/5d786eb5-9090-401c-ae0d-4d99c24cae36) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:11:01.211434 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-bd2a9c33-1e04-4fe4-a4a3-24f2dbe38e74 None None] Provisioning complete for port e4ecb772-38dc-4ff2-88bf-b9d58608519b triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:01.211915 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-bd2a9c33-1e04-4fe4-a4a3-24f2dbe38e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:01.262613 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port f3f3fcf9-423a-4c8b-b2b8-75241f628f2d completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:01.301994 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cd66846d-61fa-4035-8b22-244a50a01f20 req-49f97ca1-fa9b-41b0-b688-5bcfdd7d464d service neutron] 10.222.0.41 "GET /v2.0/networks/cd6ca2d8-c425-42bb-b035-0849feb11801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974201 Aug 28 15:11:01.314672 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port f3f3fcf9-423a-4c8b-b2b8-75241f628f2d triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:01.315152 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:01.338052 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-bd2a9c33-1e04-4fe4-a4a3-24f2dbe38e74 None None] Port e4ecb772-38dc-4ff2-88bf-b9d58608519b cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:11:01.387294 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-bd2a9c33-1e04-4fe4-a4a3-24f2dbe38e74 None None] Provisioning complete for port f3f3fcf9-423a-4c8b-b2b8-75241f628f2d triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:01.387838 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-bd2a9c33-1e04-4fe4-a4a3-24f2dbe38e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:01.435472 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-6d96db69-a117-49cf-bcd2-f90b073f142d None None] For port 5d786eb5-9090-401c-ae0d-4d99c24cae36, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=5d786eb5-9090-401c-ae0d-4d99c24cae36,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:01.510089 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6d96db69-a117-49cf-bcd2-f90b073f142d None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:01.516254 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:01.521669 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f4bf7-9be0-4ae3-8a92-1f6261d7de65 req-c9626538-6099-4920-9048-9a3c6a003bab tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:01.523254 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e43f4bf7-9be0-4ae3-8a92-1f6261d7de65 req-c9626538-6099-4920-9048-9a3c6a003bab tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] 10.222.0.13 "GET /v2.0/ports?device_id=d297e88a-ce98-44a5-8929-7484c7490c0a HTTP/1.1" status: 200 len: 944 time: 0.1563048 Aug 28 15:11:01.536068 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6d96db69-a117-49cf-bcd2-f90b073f142d None None] Ignored duplicate provisioning block setup for port 5d786eb5-9090-401c-ae0d-4d99c24cae36 by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 28 15:11:01.564703 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6d96db69-a117-49cf-bcd2-f90b073f142d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:01.574378 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cd66846d-61fa-4035-8b22-244a50a01f20 req-8a773766-8372-46bf-ba19-d783f74cbdc7 service neutron] 10.222.0.41 "GET /v2.0/networks/cd6ca2d8-c425-42bb-b035-0849feb11801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057548 Aug 28 15:11:01.600521 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bcc3565d-7d60-4646-a17e-1a6600389569 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:01.611987 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-c361fb20-b4f7-4d1f-98a2-7eefaa22bd08 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Allocated IP 2001:db8::ab19:243c:36bd:fe94 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/2dc11b81-5ade-47b1-b765-74abbdec2fcf/7b959b37-fde0-4ff0-8dda-8a4ab8250d43) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:11:01.617050 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port f3f3fcf9-423a-4c8b-b2b8-75241f628f2d, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f3f3fcf9-423a-4c8b-b2b8-75241f628f2d,segment=NetworkSegment(77d7ab72-a65b-4f76-8055-7c38f6dda050),segment_id=77d7ab72-a65b-4f76-8055-7c38f6dda050)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:01.636340 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e43f4bf7-9be0-4ae3-8a92-1f6261d7de65 req-d0e0a269-0f6b-4c02-aaaf-6aaa39d4b777 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a5d9a47-e950-43d2-986a-d27c4beaf78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892017 Aug 28 15:11:01.636727 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:01.637503 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 8f21ee20-dfb9-4860-b53d-6debbaac7949 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:11:01.639506 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bcc3565d-7d60-4646-a17e-1a6600389569 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:01.660379 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-bd2a9c33-1e04-4fe4-a4a3-24f2dbe38e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:01.703701 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa14f54-c406-480d-bbf1-1f090d62c876 None None] Network 781e5164-8ef1-4e51-b330-4fa5480cfa0a requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:01.736314 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3565d-7d60-4646-a17e-1a6600389569 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Pushing event updated for resources: {'Port': ['ID=e4ecb772-38dc-4ff2-88bf-b9d58608519b,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:01.756335 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bcc3565d-7d60-4646-a17e-1a6600389569 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:01.767335 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96db69-a117-49cf-bcd2-f90b073f142d None None] Pushing event updated for resources: {'Port': ['ID=5d786eb5-9090-401c-ae0d-4d99c24cae36,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:01.811426 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c361fb20-b4f7-4d1f-98a2-7eefaa22bd08 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:01.826330 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-c361fb20-b4f7-4d1f-98a2-7eefaa22bd08 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Transition to ACTIVE for port object 7b959b37-fde0-4ff0-8dda-8a4ab8250d43 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:01.871130 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c361fb20-b4f7-4d1f-98a2-7eefaa22bd08 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:01.896287 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.api [None req-bd2a9c33-1e04-4fe4-a4a3-24f2dbe38e74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:11:01.896890 n-d-712137-10 neutron-server[106331]: DEBUG oslo_db.api [None req-bd2a9c33-1e04-4fe4-a4a3-24f2dbe38e74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:11:01.900231 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=f3f3fcf9-423a-4c8b-b2b8-75241f628f2d,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:01.900904 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc3565d-7d60-4646-a17e-1a6600389569 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Network cdca7317-c757-4a50-aac7-c6bdcd4f3c53 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:01.906046 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-bcc3565d-7d60-4646-a17e-1a6600389569 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:01.908869 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 8f21ee20-dfb9-4860-b53d-6debbaac7949 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:01.920787 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c361fb20-b4f7-4d1f-98a2-7eefaa22bd08 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:01.930414 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-c361fb20-b4f7-4d1f-98a2-7eefaa22bd08 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:01.934301 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c361fb20-b4f7-4d1f-98a2-7eefaa22bd08 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:11:01.954642 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c361fb20-b4f7-4d1f-98a2-7eefaa22bd08 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:01.956678 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c361fb20-b4f7-4d1f-98a2-7eefaa22bd08 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:02.005465 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361fb20-b4f7-4d1f-98a2-7eefaa22bd08 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Port': ['ID=7b959b37-fde0-4ff0-8dda-8a4ab8250d43,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:02.011530 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c361fb20-b4f7-4d1f-98a2-7eefaa22bd08 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5168295 Aug 28 15:11:02.014488 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52904) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:02.022417 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-240e23de-6b56-44c8-9dd3-0b30e15fa3eb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'fixed_ips': [{'subnet_id': '2dc11b81-5ade-47b1-b765-74abbdec2fcf', 'ip_address': '2001:db8::ab19:243c:36bd:fe94'}], 'name': 'tempest-NetworksTestDHCPv6-919386161'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:02.055940 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c361fb20-b4f7-4d1f-98a2-7eefaa22bd08 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:02.056304 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c361fb20-b4f7-4d1f-98a2-7eefaa22bd08 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:02.056648 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c361fb20-b4f7-4d1f-98a2-7eefaa22bd08 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:02.057445 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c361fb20-b4f7-4d1f-98a2-7eefaa22bd08 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:02.057789 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c361fb20-b4f7-4d1f-98a2-7eefaa22bd08 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:02.058132 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c361fb20-b4f7-4d1f-98a2-7eefaa22bd08 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:02.058472 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c361fb20-b4f7-4d1f-98a2-7eefaa22bd08 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:02.058810 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c361fb20-b4f7-4d1f-98a2-7eefaa22bd08 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:02.059140 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c361fb20-b4f7-4d1f-98a2-7eefaa22bd08 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:02.059474 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c361fb20-b4f7-4d1f-98a2-7eefaa22bd08 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:02.059840 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c361fb20-b4f7-4d1f-98a2-7eefaa22bd08 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:02.061197 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c361fb20-b4f7-4d1f-98a2-7eefaa22bd08 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:02.270614 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240e23de-6b56-44c8-9dd3-0b30e15fa3eb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:02.271779 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc3565d-7d60-4646-a17e-1a6600389569 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Router f165910b-fa0d-4554-8504-c88cf4ec5723 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:11:02.276201 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-240e23de-6b56-44c8-9dd3-0b30e15fa3eb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:02.297820 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c7627-ead3-4367-91ff-140253f3f317 req-b21b17eb-dfc0-41d9-9bd2-51ce40125dc7 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:02.299389 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-888c7627-ead3-4367-91ff-140253f3f317 req-b21b17eb-dfc0-41d9-9bd2-51ce40125dc7 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 945 time: 0.1173654 Aug 28 15:11:02.301131 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6357a8-244d-4f57-a743-481e3dacacd1 req-14a8edda-30ab-4f56-ad5a-3c8961989f00 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:02.306488 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-240e23de-6b56-44c8-9dd3-0b30e15fa3eb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] device_id is not set on port 524fe9bd-be69-475c-89f3-02f2374a0974 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:11:02.308191 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d6357a8-244d-4f57-a743-481e3dacacd1 req-14a8edda-30ab-4f56-ad5a-3c8961989f00 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0c008ea-1374-48d5-bd96-5bf11c9a67a7 HTTP/1.1" status: 200 len: 945 time: 0.1142282 Aug 28 15:11:02.405861 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-888c7627-ead3-4367-91ff-140253f3f317 req-0f14d2e9-4f97-43dd-98f6-2620327c9b58 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943642 Aug 28 15:11:02.429844 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d6357a8-244d-4f57-a743-481e3dacacd1 req-9c642273-123b-4aeb-8481-4b4bb0522a40 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7982275-30c5-409b-bc3f-957ef2c9498b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203933 Aug 28 15:11:02.434471 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc3565d-7d60-4646-a17e-1a6600389569 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:11:02.444486 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bcc3565d-7d60-4646-a17e-1a6600389569 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] 10.222.0.13 "PUT /v2.0/routers/f165910b-fa0d-4554-8504-c88cf4ec5723/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1864564 Aug 28 15:11:02.444486 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52910) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:02.461710 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d675537c-4743-4406-9706-505615d3b95c details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:11:02.467333 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc082282-efad-43ca-a476-caab7295db9b None None] Sync routers for ids ['f165910b-fa0d-4554-8504-c88cf4ec5723'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:11:02.509862 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc082282-efad-43ca-a476-caab7295db9b None None] Routers {'f165910b-fa0d-4554-8504-c88cf4ec5723'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:11:02.510669 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-cc082282-efad-43ca-a476-caab7295db9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:10:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f165910b-fa0d-4554-8504-c88cf4ec5723'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:02.557097 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-cc082282-efad-43ca-a476-caab7295db9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:02.577630 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-240e23de-6b56-44c8-9dd3-0b30e15fa3eb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 28 15:11:02.578280 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-240e23de-6b56-44c8-9dd3-0b30e15fa3eb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:11:02.597341 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ef9f7-be15-49e0-a8bb-aac96eadb71a req-ef2e6d11-10fc-4b6a-9f1c-2268a6863752 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:02.599974 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc082282-efad-43ca-a476-caab7295db9b None None] Routers {'f165910b-fa0d-4554-8504-c88cf4ec5723'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:11:02.600705 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-cc082282-efad-43ca-a476-caab7295db9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:10:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f165910b-fa0d-4554-8504-c88cf4ec5723'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:02.607868 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-231ef9f7-be15-49e0-a8bb-aac96eadb71a req-ef2e6d11-10fc-4b6a-9f1c-2268a6863752 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0c008ea-1374-48d5-bd96-5bf11c9a67a7 HTTP/1.1" status: 200 len: 945 time: 0.0740662 Aug 28 15:11:02.608688 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52914) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:02.614641 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-55b47976-7186-4bce-befc-7fea5ab77c16 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Request body: {'floatingip': {'port_id': '20b2f032-bf5b-4799-af6c-59187c6cfed9'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:02.643294 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-cc082282-efad-43ca-a476-caab7295db9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:02.644248 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc082282-efad-43ca-a476-caab7295db9b None None] The sync data for ids ['f165910b-fa0d-4554-8504-c88cf4ec5723'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:11:02.659004 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-240e23de-6b56-44c8-9dd3-0b30e15fa3eb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6398566 Aug 28 15:11:02.659206 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52918) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:02.666606 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55b47976-7186-4bce-befc-7fea5ab77c16 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks [] for floatingip, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:02.681068 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8bd1538e-a7b1-43e9-ac80-ac210b8efa4a None None] Provisioning complete for port e4ecb772-38dc-4ff2-88bf-b9d58608519b triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:02.681829 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8bd1538e-a7b1-43e9-ac80-ac210b8efa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:02.684378 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d675537c-4743-4406-9706-505615d3b95c, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d675537c-4743-4406-9706-505615d3b95c,segment=NetworkSegment(efbde134-1894-4d95-8460-b0cff26ded42),segment_id=efbde134-1894-4d95-8460-b0cff26ded42)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:02.728478 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'd675537c-4743-4406-9706-505615d3b95c', 'network_id': 'cd6ca2d8-c425-42bb-b035-0849feb11801', 'port_id': 'd675537c-4743-4406-9706-505615d3b95c', 'mac_address': 'fa:16:3e:ef:30:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b84852-ef6c-4b26-8d5d-6aecb6a08ea4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:11:02.751603 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcec616-7be6-4834-8dc6-38f91398e9f1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:02.759575 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcec616-7be6-4834-8dc6-38f91398e9f1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:02.764092 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2dcec616-7be6-4834-8dc6-38f91398e9f1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1014533 Aug 28 15:11:02.764264 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8bd1538e-a7b1-43e9-ac80-ac210b8efa4a None None] Port e4ecb772-38dc-4ff2-88bf-b9d58608519b cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:11:02.764401 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52920) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:02.786700 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:02.796893 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8bd1538e-a7b1-43e9-ac80-ac210b8efa4a None None] Provisioning for port 8f21ee20-dfb9-4860-b53d-6debbaac7949 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:02.804562 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8bd1538e-a7b1-43e9-ac80-ac210b8efa4a None None] Provisioning complete for port 8f21ee20-dfb9-4860-b53d-6debbaac7949 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:02.805167 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8bd1538e-a7b1-43e9-ac80-ac210b8efa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:02.808764 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d675537c-4743-4406-9706-505615d3b95c {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:11:02.889117 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d675537c-4743-4406-9706-505615d3b95c, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d675537c-4743-4406-9706-505615d3b95c,segment=NetworkSegment(efbde134-1894-4d95-8460-b0cff26ded42),segment_id=efbde134-1894-4d95-8460-b0cff26ded42)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:02.900915 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:03.000869 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=d675537c-4743-4406-9706-505615d3b95c,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:03.004763 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8bd1538e-a7b1-43e9-ac80-ac210b8efa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:03.028354 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79dbe5-977e-46db-91f3-a7542a9fcadc req-7ba8e471-c4cf-49e1-87dc-34002a87375b tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:03.035354 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6c79dbe5-977e-46db-91f3-a7542a9fcadc req-7ba8e471-c4cf-49e1-87dc-34002a87375b tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] 10.222.0.13 "GET /v2.0/ports?device_id=d297e88a-ce98-44a5-8929-7484c7490c0a HTTP/1.1" status: 200 len: 944 time: 0.2718210 Aug 28 15:11:03.042631 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f3f3fcf9-423a-4c8b-b2b8-75241f628f2d up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:11:03.098024 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8bd1538e-a7b1-43e9-ac80-ac210b8efa4a None None] For port 8f21ee20-dfb9-4860-b53d-6debbaac7949, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=8f21ee20-dfb9-4860-b53d-6debbaac7949,segment=NetworkSegment(d5c8997f-f7dd-483d-ba76-32a4f2b32b12),segment_id=d5c8997f-f7dd-483d-ba76-32a4f2b32b12)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:03.114158 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8bd1538e-a7b1-43e9-ac80-ac210b8efa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:03.144989 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port f3f3fcf9-423a-4c8b-b2b8-75241f628f2d triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:03.145377 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:03.152426 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6c79dbe5-977e-46db-91f3-a7542a9fcadc req-c44bc45d-226d-4ea9-b517-bc1f7aa17c62 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a5d9a47-e950-43d2-986a-d27c4beaf78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029401 Aug 28 15:11:03.162463 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-9f21cef4-9835-4d32-b6d5-c1d5da79a41a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting port 7b959b37-fde0-4ff0-8dda-8a4ab8250d43 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:11:03.162463 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f21cef4-9835-4d32-b6d5-c1d5da79a41a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:03.269203 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['d675537c-4743-4406-9706-505615d3b95c'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:11:03.282277 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1538e-a7b1-43e9-ac80-ac210b8efa4a None None] Pushing event updated for resources: {'Port': ['ID=8f21ee20-dfb9-4860-b53d-6debbaac7949,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:03.295956 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-e6a01ae5-0d70-47a6-937a-177d2e236331 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:11:03.297081 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e6a01ae5-0d70-47a6-937a-177d2e236331 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] 10.222.0.13 "PUT /v2.0/routers/f165910b-fa0d-4554-8504-c88cf4ec5723/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8520155 Aug 28 15:11:03.300397 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52922) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:03.316228 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-251ed9c6-4aef-4c00-b685-1ba889ac7a8c None None] Provisioning for port 5d786eb5-9090-401c-ae0d-4d99c24cae36 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:03.320627 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 5d786eb5-9090-401c-ae0d-4d99c24cae36 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:11:03.357913 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f21cef4-9835-4d32-b6d5-c1d5da79a41a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:03.360416 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55b47976-7186-4bce-befc-7fea5ab77c16 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:03.368627 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55b47976-7186-4bce-befc-7fea5ab77c16 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:03.409526 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-9f21cef4-9835-4d32-b6d5-c1d5da79a41a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Calling delete_port for 7b959b37-fde0-4ff0-8dda-8a4ab8250d43 owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:11:03.425109 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 5d786eb5-9090-401c-ae0d-4d99c24cae36 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:03.433058 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 5d786eb5-9090-401c-ae0d-4d99c24cae36 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:03.433284 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:03.528607 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-55b47976-7186-4bce-befc-7fea5ab77c16 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Floating IP ffae5ea7-ec58-4a61-8779-a5ddd84c9365 associated. External IP: 172.25.3.71, port: 20b2f032-bf5b-4799-af6c-59187c6cfed9. Aug 28 15:11:03.532293 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128a93e3-a0b7-4ddc-b57f-f17d23cb06d5 None None] get_active_networks_info from n-d-712137-10 {{(pid=106331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 15:11:03.641068 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b6cb3-f9ef-4cad-a4bc-8deee75ae45d req-362afa9f-42ef-41ed-ad38-6ff468859678 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:03.642393 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ce7b6cb3-f9ef-4cad-a4bc-8deee75ae45d req-362afa9f-42ef-41ed-ad38-6ff468859678 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 945 time: 0.1321466 Aug 28 15:11:03.647862 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2ae36bdc-45e2-49bd-98b6-bca452ad83cb None None] Provisioning for port 7b959b37-fde0-4ff0-8dda-8a4ab8250d43 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:03.662026 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2ae36bdc-45e2-49bd-98b6-bca452ad83cb None None] Provisioning complete for port 7b959b37-fde0-4ff0-8dda-8a4ab8250d43 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:03.662289 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2ae36bdc-45e2-49bd-98b6-bca452ad83cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:03.669978 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:03.742440 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ce7b6cb3-f9ef-4cad-a4bc-8deee75ae45d req-52eb3c2a-e375-4bd2-bdc6-44b729b10ed6 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840423 Aug 28 15:11:03.823222 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b47976-7186-4bce-befc-7fea5ab77c16 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Router ba7506fc-3127-4f05-b267-8972d38b7ac2 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:11:03.916690 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36bdc-45e2-49bd-98b6-bca452ad83cb None None] Port 7b959b37-fde0-4ff0-8dda-8a4ab8250d43 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:11:03.937378 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 5d786eb5-9090-401c-ae0d-4d99c24cae36, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=5d786eb5-9090-401c-ae0d-4d99c24cae36,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:03.940966 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128a93e3-a0b7-4ddc-b57f-f17d23cb06d5 None None] Resources bound (agent type, host, resource id): {{(pid=106331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 15:11:03.945528 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:03.960078 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b47976-7186-4bce-befc-7fea5ab77c16 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:11:03.964804 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55b47976-7186-4bce-befc-7fea5ab77c16 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:03.973822 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb35ba51-238c-4f44-b629-543e1047efc3 None None] Sync routers for ids ['ba7506fc-3127-4f05-b267-8972d38b7ac2'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:11:03.984935 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb35ba51-238c-4f44-b629-543e1047efc3 None None] Routers {'ba7506fc-3127-4f05-b267-8972d38b7ac2'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:11:03.985697 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-cb35ba51-238c-4f44-b629-543e1047efc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:10:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ba7506fc-3127-4f05-b267-8972d38b7ac2'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:04.020554 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-55b47976-7186-4bce-befc-7fea5ab77c16 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "PUT /v2.0/floatingips/ffae5ea7-ec58-4a61-8779-a5ddd84c9365 HTTP/1.1" status: 200 len: 990 time: 1.4077008 Aug 28 15:11:04.022037 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c008ea-1374-48d5-bd96-5bf11c9a67a7', 'tag': '20b2f032-bf5b-4799-af6c-59187c6cfed9'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:11:04.025005 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b593d5-8feb-4828-823f-b80cb0550df1" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c008ea-1374-48d5-bd96-5bf11c9a67a7", "tag": "20b2f032-bf5b-4799-af6c-59187c6cfed9"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:11:04.057722 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=5d786eb5-9090-401c-ae0d-4d99c24cae36,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:04.089964 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb89bea-b3c6-48c2-a179-2b49d7494d5c x-openstack-request-id: req-adb89bea-b3c6-48c2-a179-2b49d7494d5c {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:11:04.091612 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c008ea-1374-48d5-bd96-5bf11c9a67a7", "tag": "20b2f032-bf5b-4799-af6c-59187c6cfed9", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:11:04.092045 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-adb89bea-b3c6-48c2-a179-2b49d7494d5c {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:11:04.092595 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c008ea-1374-48d5-bd96-5bf11c9a67a7', 'tag': '20b2f032-bf5b-4799-af6c-59187c6cfed9', 'status': 'completed', 'code': 200} Aug 28 15:11:04.121096 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f21cef4-9835-4d32-b6d5-c1d5da79a41a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:04.162566 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-cb35ba51-238c-4f44-b629-543e1047efc3 None None] Set router ba7506fc-3127-4f05-b267-8972d38b7ac2 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:11:04.181376 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21cef4-9835-4d32-b6d5-c1d5da79a41a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Port': ['ID=7b959b37-fde0-4ff0-8dda-8a4ab8250d43,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:04.234782 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f21cef4-9835-4d32-b6d5-c1d5da79a41a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:04.236778 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9f21cef4-9835-4d32-b6d5-c1d5da79a41a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/7b959b37-fde0-4ff0-8dda-8a4ab8250d43 HTTP/1.1" status: 204 len: 168 time: 1.4702809 Aug 28 15:11:04.239293 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52932) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:04.245807 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b593d5-8feb-4828-823f-b80cb0550df1 req-f547768f-baa7-4d7e-9a25-3852b5c2894d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:04.247328 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d7b593d5-8feb-4828-823f-b80cb0550df1 req-f547768f-baa7-4d7e-9a25-3852b5c2894d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2cd05e11bb7b41818f33f2f8eee6efa9&device_id=e0c008ea-1374-48d5-bd96-5bf11c9a67a7 HTTP/1.1" status: 200 len: 1097 time: 0.1366839 Aug 28 15:11:04.268742 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1cf762fb-4202-4656-a553-55342f230a28 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:04.345725 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05e868f-0ded-4952-9130-8efa8f9803fb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:04.347369 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05e868f-0ded-4952-9130-8efa8f9803fb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:04.352442 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d05e868f-0ded-4952-9130-8efa8f9803fb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1111562 Aug 28 15:11:04.353230 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52934) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:04.408284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d894b3e-c922-41fb-a30d-4f9d51fa8572 req-9f6501ee-a492-44e3-b56f-c8f5c92a641c tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:04.410023 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9d894b3e-c922-41fb-a30d-4f9d51fa8572 req-9f6501ee-a492-44e3-b56f-c8f5c92a641c tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] 10.222.0.13 "GET /v2.0/ports?device_id=d297e88a-ce98-44a5-8929-7484c7490c0a HTTP/1.1" status: 200 len: 945 time: 0.1299665 Aug 28 15:11:04.445878 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-394d72fa-b9a6-4c4c-b759-5d1488034b53 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting subnet 2dc11b81-5ade-47b1-b765-74abbdec2fcf {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:11:04.451607 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-394d72fa-b9a6-4c4c-b759-5d1488034b53 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:04.453983 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-cb35ba51-238c-4f44-b629-543e1047efc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'name': 'tempest-ServersTestManualDisk-2031791716-router', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6766d378-dc92-44b4-851b-7a910038e1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:10:30Z', 'updated_at': '2021-08-28T15:10:35Z', 'revision_number': 4, 'project_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'gw_port': {'id': '6766d378-dc92-44b4-851b-7a910038e1f2', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:10:30Z', 'updated_at': '2021-08-28T15:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'ffae5ea7-ec58-4a61-8779-a5ddd84c9365', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'port_id': '20b2f032-bf5b-4799-af6c-59187c6cfed9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693a5562-44b1-45bb-87b8-1d193957b6d5', 'mac_address': 'fa:16:3e:7f:a2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c008ea-1374-48d5-bd96-5bf11c9a67a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:10:42Z', 'updated_at': '2021-08-28T15:11:03Z', 'revision_number': 1, 'project_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f76b59-60cf-41e9-bacb-30ce37765279', 'name': '', 'network_id': '693a5562-44b1-45bb-87b8-1d193957b6d5', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'mac_address': 'fa:16:3e:8b:30:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '00df72dc-f4b9-46ca-afba-57a52e8f9f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:10:34Z', 'updated_at': '2021-08-28T15:10:44Z', 'revision_number': 5, 'project_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'subnets': [{'id': '00df72dc-f4b9-46ca-afba-57a52e8f9f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:04.476135 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d675537c-4743-4406-9706-505615d3b95c up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:11:04.510889 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb35ba51-238c-4f44-b629-543e1047efc3 None None] Checking router: ba7506fc-3127-4f05-b267-8972d38b7ac2 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:11:04.511158 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b593d5-8feb-4828-823f-b80cb0550df1 req-082f4c29-5e93-48cc-8b10-9241966bf3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:04.512679 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d7b593d5-8feb-4828-823f-b80cb0550df1 req-082f4c29-5e93-48cc-8b10-9241966bf3a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=693a5562-44b1-45bb-87b8-1d193957b6d5 HTTP/1.1" status: 200 len: 913 time: 0.2573476 Aug 28 15:11:04.512962 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9d894b3e-c922-41fb-a30d-4f9d51fa8572 req-aca5afcd-ef51-4656-afaf-c2e25922c278 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a5d9a47-e950-43d2-986a-d27c4beaf78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939050 Aug 28 15:11:04.525379 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb35ba51-238c-4f44-b629-543e1047efc3 None None] Routers {'ba7506fc-3127-4f05-b267-8972d38b7ac2'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:11:04.527876 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-cb35ba51-238c-4f44-b629-543e1047efc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:10:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ba7506fc-3127-4f05-b267-8972d38b7ac2'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:04.538969 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-394d72fa-b9a6-4c4c-b759-5d1488034b53 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:04.579826 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port d675537c-4743-4406-9706-505615d3b95c completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:04.584105 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port d675537c-4743-4406-9706-505615d3b95c triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:04.584747 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:04.649315 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d7b593d5-8feb-4828-823f-b80cb0550df1 req-872141e5-189b-4907-9f55-3a51157c1de9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20b2f032-bf5b-4799-af6c-59187c6cfed9 HTTP/1.1" status: 200 len: 998 time: 0.1247013 Aug 28 15:11:04.698392 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:04.699634 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-cb35ba51-238c-4f44-b629-543e1047efc3 None None] Set router ba7506fc-3127-4f05-b267-8972d38b7ac2 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:11:04.715602 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-394d72fa-b9a6-4c4c-b759-5d1488034b53 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:04.740022 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd297e88a-ce98-44a5-8929-7484c7490c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd675537c-4743-4406-9706-505615d3b95c'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:11:04.741666 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b593d5-8feb-4828-823f-b80cb0550df1 req-f0f091bd-56b1-417b-ba5f-78dc26d71e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:04.742584 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cacd87-0bc9-4de6-811b-dc701eee1b3a" -d '{"events": [{"server_uuid": "d297e88a-ce98-44a5-8929-7484c7490c0a", "name": "network-vif-plugged", "status": "completed", "tag": "d675537c-4743-4406-9706-505615d3b95c"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:11:04.743168 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d7b593d5-8feb-4828-823f-b80cb0550df1 req-f0f091bd-56b1-417b-ba5f-78dc26d71e70 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00df72dc-f4b9-46ca-afba-57a52e8f9f90 HTTP/1.1" status: 200 len: 851 time: 0.0823016 Aug 28 15:11:04.757916 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d675537c-4743-4406-9706-505615d3b95c, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d675537c-4743-4406-9706-505615d3b95c,segment=NetworkSegment(efbde134-1894-4d95-8460-b0cff26ded42),segment_id=efbde134-1894-4d95-8460-b0cff26ded42)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:04.767291 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:04.811597 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714304c6-497a-4667-bbc5-85663a016d89 x-openstack-request-id: req-714304c6-497a-4667-bbc5-85663a016d89 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:11:04.812474 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d297e88a-ce98-44a5-8929-7484c7490c0a", "name": "network-vif-plugged", "status": "completed", "tag": "d675537c-4743-4406-9706-505615d3b95c", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:11:04.812735 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-714304c6-497a-4667-bbc5-85663a016d89 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:11:04.813187 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd297e88a-ce98-44a5-8929-7484c7490c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd675537c-4743-4406-9706-505615d3b95c', 'code': 200} Aug 28 15:11:04.813679 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-1cf762fb-4202-4656-a553-55342f230a28 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Deleting port e4ecb772-38dc-4ff2-88bf-b9d58608519b {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:11:04.814013 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1cf762fb-4202-4656-a553-55342f230a28 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:04.870434 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=d675537c-4743-4406-9706-505615d3b95c,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:04.935693 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-4ab8f34c-3757-4976-a143-626569727fa3 service neutron] show failed (client error): The resource could not be found. Aug 28 15:11:04.936317 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-4ab8f34c-3757-4976-a143-626569727fa3 service neutron] 10.222.0.36 "GET /v2.0/ports/85eea773-c785-4940-91e0-96b2c1a0f65f/bindings/n-h1-712137-10 HTTP/1.1" status: 404 len: 381 time: 0.1733212 Aug 28 15:11:04.975205 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1cf762fb-4202-4656-a553-55342f230a28 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:04.986064 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 8f21ee20-dfb9-4860-b53d-6debbaac7949 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:11:05.011109 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-394d72fa-b9a6-4c4c-b759-5d1488034b53 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:05.033365 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-1cf762fb-4202-4656-a553-55342f230a28 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Calling delete_port for e4ecb772-38dc-4ff2-88bf-b9d58608519b owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:11:05.063103 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b593d5-8feb-4828-823f-b80cb0550df1 req-4b084f1e-ae1b-4f3f-b526-292a9dbb6daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:05.064844 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d7b593d5-8feb-4828-823f-b80cb0550df1 req-4b084f1e-ae1b-4f3f-b526-292a9dbb6daa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=693a5562-44b1-45bb-87b8-1d193957b6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3076673 Aug 28 15:11:05.087622 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 8f21ee20-dfb9-4860-b53d-6debbaac7949 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:05.087993 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24270d-6cf2-48aa-8505-d1ede9eeaf3b req-c5291e0d-7230-4a7f-a45c-2e4766d64e65 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:05.088603 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:05.096038 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9d24270d-6cf2-48aa-8505-d1ede9eeaf3b req-c5291e0d-7230-4a7f-a45c-2e4766d64e65 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 945 time: 0.1804142 Aug 28 15:11:05.125084 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d72fa-b9a6-4c4c-b759-5d1488034b53 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Subnet': ['ID=2dc11b81-5ade-47b1-b765-74abbdec2fcf,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:05.132022 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-394d72fa-b9a6-4c4c-b759-5d1488034b53 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:05.136275 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-394d72fa-b9a6-4c4c-b759-5d1488034b53 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/2dc11b81-5ade-47b1-b765-74abbdec2fcf HTTP/1.1" status: 204 len: 168 time: 0.7778478 Aug 28 15:11:05.138079 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52942) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:05.166389 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81db7a24-b559-4809-b487-35ef80bfa0c6 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:05.177445 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-cb35ba51-238c-4f44-b629-543e1047efc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'name': 'tempest-ServersTestManualDisk-2031791716-router', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6766d378-dc92-44b4-851b-7a910038e1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:10:30Z', 'updated_at': '2021-08-28T15:10:35Z', 'revision_number': 4, 'project_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'gw_port': {'id': '6766d378-dc92-44b4-851b-7a910038e1f2', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:10:30Z', 'updated_at': '2021-08-28T15:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'ffae5ea7-ec58-4a61-8779-a5ddd84c9365', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'port_id': '20b2f032-bf5b-4799-af6c-59187c6cfed9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693a5562-44b1-45bb-87b8-1d193957b6d5', 'mac_address': 'fa:16:3e:7f:a2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c008ea-1374-48d5-bd96-5bf11c9a67a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:10:42Z', 'updated_at': '2021-08-28T15:11:03Z', 'revision_number': 1, 'project_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f76b59-60cf-41e9-bacb-30ce37765279', 'name': '', 'network_id': '693a5562-44b1-45bb-87b8-1d193957b6d5', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'mac_address': 'fa:16:3e:8b:30:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '00df72dc-f4b9-46ca-afba-57a52e8f9f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:10:34Z', 'updated_at': '2021-08-28T15:10:44Z', 'revision_number': 5, 'project_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'subnets': [{'id': '00df72dc-f4b9-46ca-afba-57a52e8f9f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:05.210022 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb35ba51-238c-4f44-b629-543e1047efc3 None None] The sync data for ids ['ba7506fc-3127-4f05-b267-8972d38b7ac2'] in n-d-712137-10 is: [{'id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'name': 'tempest-ServersTestManualDisk-2031791716-router', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6766d378-dc92-44b4-851b-7a910038e1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:10:30Z', 'updated_at': '2021-08-28T15:10:35Z', 'revision_number': 4, 'project_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'gw_port': {'id': '6766d378-dc92-44b4-851b-7a910038e1f2', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:10:30Z', 'updated_at': '2021-08-28T15:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'ffae5ea7-ec58-4a61-8779-a5ddd84c9365', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'port_id': '20b2f032-bf5b-4799-af6c-59187c6cfed9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693a5562-44b1-45bb-87b8-1d193957b6d5', 'mac_address': 'fa:16:3e:7f:a2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c008ea-1374-48d5-bd96-5bf11c9a67a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:10:42Z', 'updated_at': '2021-08-28T15:11:03Z', 'revision_number': 1, 'project_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f76b59-60cf-41e9-bacb-30ce37765279', 'name': '', 'network_id': '693a5562-44b1-45bb-87b8-1d193957b6d5', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'mac_address': 'fa:16:3e:8b:30:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '00df72dc-f4b9-46ca-afba-57a52e8f9f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:10:34Z', 'updated_at': '2021-08-28T15:10:44Z', 'revision_number': 5, 'project_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'subnets': [{'id': '00df72dc-f4b9-46ca-afba-57a52e8f9f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:11:05.256884 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-46cbf461-107b-419a-83e6-a3f4ebae02a6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1160951 Aug 28 15:11:05.268898 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52944) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:05.274348 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-7dac0341-9aee-4829-8ff3-18ee3a4708fe tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:05.278859 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d7b593d5-8feb-4828-823f-b80cb0550df1 req-3a3e6913-f1bb-49be-85da-ca1b9fc242d6 service neutron] 10.222.0.36 "GET /v2.0/networks/693a5562-44b1-45bb-87b8-1d193957b6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042193 Aug 28 15:11:05.282880 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c96d20-cf5b-43eb-acb1-a7627e5604a7 req-c17eb28e-47e1-4c99-847b-5e2520b0f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:05.284700 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-08c96d20-cf5b-43eb-acb1-a7627e5604a7 req-c17eb28e-47e1-4c99-847b-5e2520b0f607 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d297e88a-ce98-44a5-8929-7484c7490c0a HTTP/1.1" status: 200 len: 1098 time: 0.2849000 Aug 28 15:11:05.297009 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9d24270d-6cf2-48aa-8505-d1ede9eeaf3b req-3b22aa60-e57c-47d4-b4e0-a0502625f994 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926808 Aug 28 15:11:05.355813 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2d1dd1f2-23f3-47c2-8893-4eda1ecfd7d6 None None] Provisioning complete for port 5d786eb5-9090-401c-ae0d-4d99c24cae36 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:05.356222 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2d1dd1f2-23f3-47c2-8893-4eda1ecfd7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:05.374290 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-cface5a7-9c8e-40d0-ab58-712b4bd9a579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:05.376698 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-cface5a7-9c8e-40d0-ab58-712b4bd9a579 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f&tenant_id=bee02b8454d546b78330e0129408e569 HTTP/1.1" status: 200 len: 1097 time: 0.1815372 Aug 28 15:11:05.389175 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 5d786eb5-9090-401c-ae0d-4d99c24cae36 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:11:05.393324 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-f93f67e3-766d-46de-9190-61dfc1619e82 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-10', 'device_owner': 'compute:nova'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:05.431845 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-08c96d20-cf5b-43eb-acb1-a7627e5604a7 req-8505716a-e8c3-4adf-b15f-cc513a573301 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3a5d9a47-e950-43d2-986a-d27c4beaf78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812886 Aug 28 15:11:05.490932 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-f93f67e3-766d-46de-9190-61dfc1619e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:05.498143 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dac0341-9aee-4829-8ff3-18ee3a4708fe tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:05.502493 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7dac0341-9aee-4829-8ff3-18ee3a4708fe tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:05.529176 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d7b593d5-8feb-4828-823f-b80cb0550df1 req-5f2e888c-b74b-4518-80b6-b77215de0bd3 service neutron] 10.222.0.36 "GET /v2.0/networks/693a5562-44b1-45bb-87b8-1d193957b6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416754 Aug 28 15:11:05.536498 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444de427-9d78-4cc0-b51e-8fd739b46c09 None None] DHCP port deletion for dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:11:05.566559 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 5d786eb5-9090-401c-ae0d-4d99c24cae36 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:05.566966 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:05.624223 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1cf762fb-4202-4656-a553-55342f230a28 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:05.644518 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2835887b-e168-4f02-bf8d-fbb2b7b43c0f None None] New status for floating IP ffae5ea7-ec58-4a61-8779-a5ddd84c9365: ACTIVE {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:11:05.667419 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf762fb-4202-4656-a553-55342f230a28 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Pushing event deleted for resources: {'Port': ['ID=e4ecb772-38dc-4ff2-88bf-b9d58608519b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:05.807093 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebebd07-2a93-4972-b39c-eb0445f36180 req-82554260-b440-4595-80cb-940b4cb0c53a tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:05.817228 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6ebebd07-2a93-4972-b39c-eb0445f36180 req-82554260-b440-4595-80cb-940b4cb0c53a tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] 10.222.0.13 "GET /v2.0/ports?device_id=d297e88a-ce98-44a5-8929-7484c7490c0a HTTP/1.1" status: 200 len: 946 time: 0.1538227 Aug 28 15:11:05.830346 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-444de427-9d78-4cc0-b51e-8fd739b46c09 None None] Deleting port 5d786eb5-9090-401c-ae0d-4d99c24cae36 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:11:05.830731 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-444de427-9d78-4cc0-b51e-8fd739b46c09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:05.875231 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-f93f67e3-766d-46de-9190-61dfc1619e82 service neutron] For port 85eea773-c785-4940-91e0-96b2c1a0f65f, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=85eea773-c785-4940-91e0-96b2c1a0f65f,segment=NetworkSegment(041c1083-f350-4c0e-8b59-71aa800f87a1),segment_id=041c1083-f350-4c0e-8b59-71aa800f87a1)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:05.881091 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7dac0341-9aee-4829-8ff3-18ee3a4708fe tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:05.933194 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dac0341-9aee-4829-8ff3-18ee3a4708fe tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:05.941159 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-7dac0341-9aee-4829-8ff3-18ee3a4708fe tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:05.951052 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-444de427-9d78-4cc0-b51e-8fd739b46c09 None None] For port 5d786eb5-9090-401c-ae0d-4d99c24cae36, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=5d786eb5-9090-401c-ae0d-4d99c24cae36,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:05.951461 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-444de427-9d78-4cc0-b51e-8fd739b46c09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:05.955350 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dac0341-9aee-4829-8ff3-18ee3a4708fe tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:05.955957 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7dac0341-9aee-4829-8ff3-18ee3a4708fe tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:05.970547 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-444de427-9d78-4cc0-b51e-8fd739b46c09 None None] Calling delete_port for 5d786eb5-9090-401c-ae0d-4d99c24cae36 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:11:05.988081 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac0341-9aee-4829-8ff3-18ee3a4708fe tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Subnet': ['ID=4476874b-f83b-498a-96fc-05c35e26f0a9,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:05.990575 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-f93f67e3-766d-46de-9190-61dfc1619e82 service neutron] For port 85eea773-c785-4940-91e0-96b2c1a0f65f, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:11:06.017766 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7dac0341-9aee-4829-8ff3-18ee3a4708fe tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7478082 Aug 28 15:11:06.021527 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52948) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:06.022193 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6ebebd07-2a93-4972-b39c-eb0445f36180 req-6b531b27-cf63-4ae1-a182-78f0a05477b5 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a5d9a47-e950-43d2-986a-d27c4beaf78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032263 Aug 28 15:11:06.023149 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1cf762fb-4202-4656-a553-55342f230a28 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:06.028322 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-06d517e0-5e90-417d-8b7a-c0448a9e0eb1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'fixed_ips': [{'subnet_id': '4476874b-f83b-498a-96fc-05c35e26f0a9', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-54432310'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:06.087298 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-444de427-9d78-4cc0-b51e-8fd739b46c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:06.099734 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24488e5d-dfc8-4192-b2da-26ff8c03836f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85eea773-c785-4940-91e0-96b2c1a0f65f'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:11:06.102002 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8b627f-09c5-4458-8869-30959b488a83" -d '{"events": [{"server_uuid": "24488e5d-dfc8-4192-b2da-26ff8c03836f", "name": "network-vif-unplugged", "status": "completed", "tag": "85eea773-c785-4940-91e0-96b2c1a0f65f"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:11:06.110567 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-f93f67e3-766d-46de-9190-61dfc1619e82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:06.113723 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444de427-9d78-4cc0-b51e-8fd739b46c09 None None] Pushing event deleted for resources: {'Port': ['ID=5d786eb5-9090-401c-ae0d-4d99c24cae36,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:06.118543 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444de427-9d78-4cc0-b51e-8fd739b46c09 None None] No DVR routers for this DVR port 5d786eb5-9090-401c-ae0d-4d99c24cae36 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:11:06.134254 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43b9e42-a132-4ff7-9685-8a20825e8531 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:06.137416 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-f93f67e3-766d-46de-9190-61dfc1619e82 service neutron] Transition to ACTIVE for port object 85eea773-c785-4940-91e0-96b2c1a0f65f will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:06.149316 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-f93f67e3-766d-46de-9190-61dfc1619e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:06.197439 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 15:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4898e7c4-8b63-43ce-ac15-af55d98b7e0e x-openstack-request-id: req-4898e7c4-8b63-43ce-ac15-af55d98b7e0e {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:11:06.198024 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24488e5d-dfc8-4192-b2da-26ff8c03836f", "name": "network-vif-unplugged", "status": "completed", "tag": "85eea773-c785-4940-91e0-96b2c1a0f65f", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:11:06.198348 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4898e7c4-8b63-43ce-ac15-af55d98b7e0e {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:11:06.198806 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24488e5d-dfc8-4192-b2da-26ff8c03836f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85eea773-c785-4940-91e0-96b2c1a0f65f', 'code': 200} Aug 28 15:11:06.262308 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf762fb-4202-4656-a553-55342f230a28 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Router f165910b-fa0d-4554-8504-c88cf4ec5723 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:11:06.341923 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f67e3-766d-46de-9190-61dfc1619e82 service neutron] Pushing event updated for resources: {'Port': ['ID=85eea773-c785-4940-91e0-96b2c1a0f65f,revision_number=6']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:06.355263 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab597914-a55f-4a4c-b4e9-ad45cbf7d31a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'tenant_id': 'b52f2a44ab1541f08b6542f112ae2346', 'fixed_ips': [{'subnet_id': '4476874b-f83b-498a-96fc-05c35e26f0a9'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:11:06.356258 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ab597914-a55f-4a4c-b4e9-ad45cbf7d31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:06.359645 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d517e0-5e90-417d-8b7a-c0448a9e0eb1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:06.430661 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf762fb-4202-4656-a553-55342f230a28 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:11:06.443026 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606b3693-9279-4bc4-b055-57a29dd56ab8 None None] Sync routers for ids ['f165910b-fa0d-4554-8504-c88cf4ec5723'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:11:06.457536 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606b3693-9279-4bc4-b055-57a29dd56ab8 None None] Routers {'f165910b-fa0d-4554-8504-c88cf4ec5723'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:11:06.458107 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1cf762fb-4202-4656-a553-55342f230a28 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] 10.222.0.13 "PUT /v2.0/routers/f165910b-fa0d-4554-8504-c88cf4ec5723/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1566494 Aug 28 15:11:06.458710 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-606b3693-9279-4bc4-b055-57a29dd56ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:10:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f165910b-fa0d-4554-8504-c88cf4ec5723'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:06.458861 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52956) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:06.508002 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-606b3693-9279-4bc4-b055-57a29dd56ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:06.510871 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-c90e4a7e-b031-4966-a4c8-8577ccac21f9 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] delete failed (client error): The resource could not be found. Aug 28 15:11:06.515386 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c90e4a7e-b031-4966-a4c8-8577ccac21f9 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-484553793 HTTP/1.1" status: 404 len: 334 time: 0.0518882 Aug 28 15:11:06.516469 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52958) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:06.521584 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-6e793437-8cba-443e-8c31-a54cf2d237a6 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f165910b-fa0d-4554-8504-c88cf4ec5723'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:06.524752 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606b3693-9279-4bc4-b055-57a29dd56ab8 None None] Routers {'f165910b-fa0d-4554-8504-c88cf4ec5723'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:11:06.526761 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-606b3693-9279-4bc4-b055-57a29dd56ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:10:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f165910b-fa0d-4554-8504-c88cf4ec5723'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:06.553087 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-ab597914-a55f-4a4c-b4e9-ad45cbf7d31a None None] Allocated IP 2001:db8::2 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/4476874b-f83b-498a-96fc-05c35e26f0a9/401e46e1-e9f4-4106-9294-13bf7ea537a9) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:11:06.568616 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-606b3693-9279-4bc4-b055-57a29dd56ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:06.569615 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606b3693-9279-4bc4-b055-57a29dd56ab8 None None] The sync data for ids ['f165910b-fa0d-4554-8504-c88cf4ec5723'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:11:06.735821 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ab597914-a55f-4a4c-b4e9-ad45cbf7d31a None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:06.744514 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ab597914-a55f-4a4c-b4e9-ad45cbf7d31a None None] Transition to ACTIVE for port object 401e46e1-e9f4-4106-9294-13bf7ea537a9 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:06.760151 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6e793437-8cba-443e-8c31-a54cf2d237a6 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:06.776073 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ab597914-a55f-4a4c-b4e9-ad45cbf7d31a None None] Transition to ACTIVE for port object 401e46e1-e9f4-4106-9294-13bf7ea537a9 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:06.789736 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ab597914-a55f-4a4c-b4e9-ad45cbf7d31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:06.799776 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-6e793437-8cba-443e-8c31-a54cf2d237a6 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] update failed (client error): The resource could not be found. Aug 28 15:11:06.806548 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6e793437-8cba-443e-8c31-a54cf2d237a6 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] 10.222.0.13 "PUT /v2.0/routers/f165910b-fa0d-4554-8504-c88cf4ec5723 HTTP/1.1" status: 404 len: 339 time: 0.2837007 Aug 28 15:11:06.807087 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52960) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:06.808500 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-f93f67e3-766d-46de-9190-61dfc1619e82 service neutron] No DVR routers for this DVR port 85eea773-c785-4940-91e0-96b2c1a0f65f on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:11:06.836004 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab597914-a55f-4a4c-b4e9-ad45cbf7d31a None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:06.862619 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-ab597914-a55f-4a4c-b4e9-ad45cbf7d31a None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:06.866635 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab597914-a55f-4a4c-b4e9-ad45cbf7d31a None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:11:06.928190 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab597914-a55f-4a4c-b4e9-ad45cbf7d31a None None] Pushing event updated for resources: {'Port': ['ID=401e46e1-e9f4-4106-9294-13bf7ea537a9,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:06.933891 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc536-8bf7-40ec-887f-1c85d76b5809 req-e1547248-e540-48e0-8e8c-f1e5e0a373b8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:06.935422 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b03dc536-8bf7-40ec-887f-1c85d76b5809 req-e1547248-e540-48e0-8e8c-f1e5e0a373b8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 943 time: 0.2116797 Aug 28 15:11:06.945143 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-06d517e0-5e90-417d-8b7a-c0448a9e0eb1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:06.955368 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 5d786eb5-9090-401c-ae0d-4d99c24cae36 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:11:06.983214 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 5d786eb5-9090-401c-ae0d-4d99c24cae36 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:11:06.983214 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 5d786eb5-9090-401c-ae0d-4d99c24cae36 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:11:06.988589 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-ab597914-a55f-4a4c-b4e9-ad45cbf7d31a None None] Attempting to bind port 401e46e1-e9f4-4106-9294-13bf7ea537a9 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:11:06.988878 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-ab597914-a55f-4a4c-b4e9-ad45cbf7d31a None None] Attempting to bind port 401e46e1-e9f4-4106-9294-13bf7ea537a9 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:11:06.989253 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab597914-a55f-4a4c-b4e9-ad45cbf7d31a None None] Attempting to bind port 401e46e1-e9f4-4106-9294-13bf7ea537a9 on network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:11:06.992634 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-06d517e0-5e90-417d-8b7a-c0448a9e0eb1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] device_id is not set on port 32f830ef-751d-47d0-8eae-22e73eeb6765 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:11:06.997775 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab597914-a55f-4a4c-b4e9-ad45cbf7d31a None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:11:06.997775 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab597914-a55f-4a4c-b4e9-ad45cbf7d31a None None] Checking segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:11:06.997775 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ab597914-a55f-4a4c-b4e9-ad45cbf7d31a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:06.998641 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab597914-a55f-4a4c-b4e9-ad45cbf7d31a None None] Bound using segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:11:06.999326 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-ab597914-a55f-4a4c-b4e9-ad45cbf7d31a None None] Bound port: 401e46e1-e9f4-4106-9294-13bf7ea537a9, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:11:07.000336 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ab597914-a55f-4a4c-b4e9-ad45cbf7d31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:07.078078 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b03dc536-8bf7-40ec-887f-1c85d76b5809 req-ecb3cf2b-0d62-4fd0-8da8-e0b32174c957 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283906 Aug 28 15:11:07.088994 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-ab597914-a55f-4a4c-b4e9-ad45cbf7d31a None None] For port 401e46e1-e9f4-4106-9294-13bf7ea537a9, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:11:07.094824 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-ab597914-a55f-4a4c-b4e9-ad45cbf7d31a None None] For port 401e46e1-e9f4-4106-9294-13bf7ea537a9, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=401e46e1-e9f4-4106-9294-13bf7ea537a9,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:11:07.106319 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ab597914-a55f-4a4c-b4e9-ad45cbf7d31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:07.131752 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-f93f67e3-766d-46de-9190-61dfc1619e82 service neutron] Attempting to bind port 85eea773-c785-4940-91e0-96b2c1a0f65f on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:11:07.132090 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-f93f67e3-766d-46de-9190-61dfc1619e82 service neutron] Attempting to bind port 85eea773-c785-4940-91e0-96b2c1a0f65f by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '041c1083-f350-4c0e-8b59-71aa800f87a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:11:07.132416 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-f93f67e3-766d-46de-9190-61dfc1619e82 service neutron] Attempting to bind port 85eea773-c785-4940-91e0-96b2c1a0f65f on network 2a312b48-1593-4ae4-aa4f-ef246ab62436 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:11:07.144154 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-f93f67e3-766d-46de-9190-61dfc1619e82 service neutron] Port 85eea773-c785-4940-91e0-96b2c1a0f65f on network 2a312b48-1593-4ae4-aa4f-ef246ab62436 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:11:07.144154 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-f93f67e3-766d-46de-9190-61dfc1619e82 service neutron] Attempting to bind port 85eea773-c785-4940-91e0-96b2c1a0f65f on network 2a312b48-1593-4ae4-aa4f-ef246ab62436 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:11:07.157607 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-f93f67e3-766d-46de-9190-61dfc1619e82 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:11:07.158098 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-f93f67e3-766d-46de-9190-61dfc1619e82 service neutron] Checking segment: {'id': '041c1083-f350-4c0e-8b59-71aa800f87a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:11:07.158312 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-f93f67e3-766d-46de-9190-61dfc1619e82 service neutron] Bound using segment: {'id': '041c1083-f350-4c0e-8b59-71aa800f87a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:11:07.158746 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-f93f67e3-766d-46de-9190-61dfc1619e82 service neutron] Bound port: 85eea773-c785-4940-91e0-96b2c1a0f65f, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '041c1083-f350-4c0e-8b59-71aa800f87a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:11:07.159109 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-f93f67e3-766d-46de-9190-61dfc1619e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:07.182421 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab597914-a55f-4a4c-b4e9-ad45cbf7d31a None None] Pushing event updated for resources: {'Port': ['ID=401e46e1-e9f4-4106-9294-13bf7ea537a9,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:07.188208 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d517e0-5e90-417d-8b7a-c0448a9e0eb1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:11:07.188666 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d517e0-5e90-417d-8b7a-c0448a9e0eb1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:11:07.230746 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-06d517e0-5e90-417d-8b7a-c0448a9e0eb1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.2057459 Aug 28 15:11:07.230991 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52964) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:07.281064 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-f93f67e3-766d-46de-9190-61dfc1619e82 service neutron] For port 85eea773-c785-4940-91e0-96b2c1a0f65f, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:11:07.285304 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-f93f67e3-766d-46de-9190-61dfc1619e82 service neutron] For port 85eea773-c785-4940-91e0-96b2c1a0f65f, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=85eea773-c785-4940-91e0-96b2c1a0f65f,segment=NetworkSegment(041c1083-f350-4c0e-8b59-71aa800f87a1),segment_id=041c1083-f350-4c0e-8b59-71aa800f87a1)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:11:07.289038 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-f93f67e3-766d-46de-9190-61dfc1619e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:07.311235 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c3b32b-2953-4b44-bafa-4fbfb0e4c2ce tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:07.313471 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-61c3b32b-2953-4b44-bafa-4fbfb0e4c2ce tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0815866 Aug 28 15:11:07.339069 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52966) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:07.376033 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-f93f67e3-766d-46de-9190-61dfc1619e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:07.376665 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-f93f67e3-766d-46de-9190-61dfc1619e82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:07.378101 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-f93f67e3-766d-46de-9190-61dfc1619e82 service neutron] 10.222.0.41 "PUT /v2.0/ports/85eea773-c785-4940-91e0-96b2c1a0f65f HTTP/1.1" status: 200 len: 1092 time: 1.9909761 Aug 28 15:11:07.441950 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f67e3-766d-46de-9190-61dfc1619e82 service neutron] Pushing event updated for resources: {'Port': ['ID=85eea773-c785-4940-91e0-96b2c1a0f65f,revision_number=7']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:07.447354 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b4b397-7e92-4535-8329-7b053a49ff0f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:07.449127 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b4b397-7e92-4535-8329-7b053a49ff0f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:07.451712 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-99b4b397-7e92-4535-8329-7b053a49ff0f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1107297 Aug 28 15:11:07.466346 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52970) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:07.558629 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-14bbd496-2813-4a41-b174-30b198f8615c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:07.560556 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-14bbd496-2813-4a41-b174-30b198f8615c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 1095 time: 0.1288126 Aug 28 15:11:07.567239 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f37323-b3ef-43ed-93bc-020fa86bbf02 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting subnet 4476874b-f83b-498a-96fc-05c35e26f0a9 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:11:07.589977 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e4f37323-b3ef-43ed-93bc-020fa86bbf02 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:07.632531 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8c3daf10-922d-4aee-9958-f877812cc9fe tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:07.674825 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e4f37323-b3ef-43ed-93bc-020fa86bbf02 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:07.695197 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de25148-cbab-42f6-9967-69d12cc1ea27 req-b70cf738-12e9-4aac-89cf-ece85c98a2d2 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:07.697141 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7de25148-cbab-42f6-9967-69d12cc1ea27 req-b70cf738-12e9-4aac-89cf-ece85c98a2d2 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] 10.222.0.13 "GET /v2.0/ports?device_id=d297e88a-ce98-44a5-8929-7484c7490c0a HTTP/1.1" status: 200 len: 946 time: 0.5501022 Aug 28 15:11:07.744846 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-3f1f7c37-5345-4dcf-8cc8-f25eb8e36a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:07.746320 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-3f1f7c37-5345-4dcf-8cc8-f25eb8e36a22 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a312b48-1593-4ae4-aa4f-ef246ab62436 HTTP/1.1" status: 200 len: 898 time: 0.1761284 Aug 28 15:11:07.810989 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7de25148-cbab-42f6-9967-69d12cc1ea27 req-88c11d19-6d4e-42e6-b261-0d8c23f8ec06 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a5d9a47-e950-43d2-986a-d27c4beaf78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826592 Aug 28 15:11:07.839693 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e4f37323-b3ef-43ed-93bc-020fa86bbf02 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:07.869983 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-7883ac39-8b85-4e70-92b8-d1e4bf075ffe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85eea773-c785-4940-91e0-96b2c1a0f65f HTTP/1.1" status: 200 len: 998 time: 0.0990973 Aug 28 15:11:07.953060 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-34aa8a3b-eaa4-44b9-b4d2-e76322fafcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:07.954703 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-34aa8a3b-eaa4-44b9-b4d2-e76322fafcc2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6 HTTP/1.1" status: 200 len: 834 time: 0.0772090 Aug 28 15:11:07.975340 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e4f37323-b3ef-43ed-93bc-020fa86bbf02 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:07.975902 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-8c3daf10-922d-4aee-9958-f877812cc9fe tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Allocated IP 172.20.0.1 (9396b10c-ad83-4f80-8609-3b9e93a265c8/aac9e8ce-6193-424e-b9a6-fefe615b8486/10ca8061-7a65-416e-bc85-d16176731cbb) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:11:07.986506 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f9a9074a-4d05-446a-ad65-33e1927ddaf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:08.024576 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e4f37323-b3ef-43ed-93bc-020fa86bbf02 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:08.026606 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e4f37323-b3ef-43ed-93bc-020fa86bbf02 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/4476874b-f83b-498a-96fc-05c35e26f0a9 HTTP/1.1" status: 204 len: 168 time: 0.5592904 Aug 28 15:11:08.027759 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f37323-b3ef-43ed-93bc-020fa86bbf02 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Subnet': ['ID=4476874b-f83b-498a-96fc-05c35e26f0a9,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:08.030150 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52980) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:08.091989 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ed751ede-a3b8-4c5d-a2d0-217af0a51c43 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588818 Aug 28 15:11:08.098618 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52982) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:08.101077 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-713bfa01-2591-40af-8725-146040f03277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:08.102670 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-713bfa01-2591-40af-8725-146040f03277 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a312b48-1593-4ae4-aa4f-ef246ab62436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1394286 Aug 28 15:11:08.107531 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-07dbd4d2-79a5-43a1-930a-a6b4c9bd9d2b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:08.160464 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8c3daf10-922d-4aee-9958-f877812cc9fe tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:08.178511 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-8c3daf10-922d-4aee-9958-f877812cc9fe tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Transition to ACTIVE for port object 10ca8061-7a65-416e-bc85-d16176731cbb will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:08.203817 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24488e5d-dfc8-4192-b2da-26ff8c03836f', 'tag': '85eea773-c785-4940-91e0-96b2c1a0f65f'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:11:08.206101 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f4f787-5b22-4a7d-85ba-ccb5671a992c" -d '{"events": [{"name": "network-changed", "server_uuid": "24488e5d-dfc8-4192-b2da-26ff8c03836f", "tag": "85eea773-c785-4940-91e0-96b2c1a0f65f"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:11:08.232301 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8c3daf10-922d-4aee-9958-f877812cc9fe tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:08.281646 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3daf10-922d-4aee-9958-f877812cc9fe tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Network 9396b10c-ad83-4f80-8609-3b9e93a265c8 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:08.306245 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57fbaf-de65-41dc-b9ff-61531da8df04 req-37f7d074-5bbc-4075-9158-5e40d74122c6 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:08.307799 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e57fbaf-de65-41dc-b9ff-61531da8df04 req-37f7d074-5bbc-4075-9158-5e40d74122c6 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 943 time: 0.1133914 Aug 28 15:11:08.316521 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-8c3daf10-922d-4aee-9958-f877812cc9fe tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:08.322975 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3daf10-922d-4aee-9958-f877812cc9fe tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:11:08.344655 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-7e532b38-e0cd-4d4d-b325-1748d2add705 service neutron] 10.222.0.41 "GET /v2.0/networks/2a312b48-1593-4ae4-aa4f-ef246ab62436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325995 Aug 28 15:11:08.347499 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07dbd4d2-79a5-43a1-930a-a6b4c9bd9d2b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:08.351099 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-07dbd4d2-79a5-43a1-930a-a6b4c9bd9d2b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:08.366041 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3daf10-922d-4aee-9958-f877812cc9fe tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Pushing event updated for resources: {'Port': ['ID=10ca8061-7a65-416e-bc85-d16176731cbb,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:08.397126 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5feb32-87c3-4170-b0a6-b7cbaced9e6c req-b1bc2f4b-5f9b-40a7-b36b-72c93c8721d5 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:08.398869 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bc5feb32-87c3-4170-b0a6-b7cbaced9e6c req-b1bc2f4b-5f9b-40a7-b36b-72c93c8721d5 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] 10.222.0.13 "GET /v2.0/ports?device_id=d297e88a-ce98-44a5-8929-7484c7490c0a HTTP/1.1" status: 200 len: 946 time: 0.1225967 Aug 28 15:11:08.405265 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8c3daf10-922d-4aee-9958-f877812cc9fe tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:08.483509 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e57fbaf-de65-41dc-b9ff-61531da8df04 req-69eac408-f076-49c2-a97a-b47c778aa61d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603394 Aug 28 15:11:08.510594 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bf758b-5d59-4fbb-9611-4a48fcd718f5 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:08.531801 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bc5feb32-87c3-4170-b0a6-b7cbaced9e6c req-50b99121-db6e-4c1a-b71f-f5c0aaf3c955 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a5d9a47-e950-43d2-986a-d27c4beaf78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221282 Aug 28 15:11:08.547432 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f6e958f0-710d-4d63-883b-a41542bd93a2 req-9f38ac75-9ebf-4ce2-874c-9cb95c6a63f5 service neutron] 10.222.0.41 "GET /v2.0/networks/2a312b48-1593-4ae4-aa4f-ef246ab62436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927619 Aug 28 15:11:08.612315 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e39691e-9224-4c6c-9e1d-fc8fee806c07 x-openstack-request-id: req-8e39691e-9224-4c6c-9e1d-fc8fee806c07 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:11:08.612673 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24488e5d-dfc8-4192-b2da-26ff8c03836f", "tag": "85eea773-c785-4940-91e0-96b2c1a0f65f", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:11:08.612987 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e39691e-9224-4c6c-9e1d-fc8fee806c07 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:11:08.613444 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24488e5d-dfc8-4192-b2da-26ff8c03836f', 'tag': '85eea773-c785-4940-91e0-96b2c1a0f65f', 'status': 'completed', 'code': 200} Aug 28 15:11:08.625477 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8c3daf10-922d-4aee-9958-f877812cc9fe tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:08.664827 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8e11ba9f-0d8c-4a3b-baa9-c2af67e13e33 None None] Provisioning for port 401e46e1-e9f4-4106-9294-13bf7ea537a9 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:08.682879 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 85eea773-c785-4940-91e0-96b2c1a0f65f no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:11:08.725018 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4f787-5b22-4a7d-85ba-ccb5671a992c req-576b6aa3-174b-4e71-9589-851b9a8761f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:08.726619 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8f4f787-5b22-4a7d-85ba-ccb5671a992c req-576b6aa3-174b-4e71-9589-851b9a8761f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 1095 time: 0.0985706 Aug 28 15:11:08.740893 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-07dbd4d2-79a5-43a1-930a-a6b4c9bd9d2b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:08.778578 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 85eea773-c785-4940-91e0-96b2c1a0f65f not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:11:08.818544 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbd4d2-79a5-43a1-930a-a6b4c9bd9d2b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Subnet': ['ID=fb550d85-7605-41e4-9ed0-c51dcda00f93,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:08.830939 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dbd4d2-79a5-43a1-930a-a6b4c9bd9d2b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:08.837173 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-07dbd4d2-79a5-43a1-930a-a6b4c9bd9d2b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:08.841376 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dbd4d2-79a5-43a1-930a-a6b4c9bd9d2b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:08.842266 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-02be601d-dcdb-4780-a192-0c6016a5fc6e None None] Provisioning for port 10ca8061-7a65-416e-bc85-d16176731cbb completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:08.842463 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-07dbd4d2-79a5-43a1-930a-a6b4c9bd9d2b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:08.848325 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4f787-5b22-4a7d-85ba-ccb5671a992c req-408f4769-5ec0-472f-84f8-e1ddc48e7ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:08.850103 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f8f4f787-5b22-4a7d-85ba-ccb5671a992c req-408f4769-5ec0-472f-84f8-e1ddc48e7ce7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 1095 time: 0.1462684 Aug 28 15:11:08.853214 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-02be601d-dcdb-4780-a192-0c6016a5fc6e None None] Provisioning complete for port 10ca8061-7a65-416e-bc85-d16176731cbb triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:08.853955 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-02be601d-dcdb-4780-a192-0c6016a5fc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:08.924878 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-02be601d-dcdb-4780-a192-0c6016a5fc6e None None] Port 10ca8061-7a65-416e-bc85-d16176731cbb cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:11:08.950981 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-07dbd4d2-79a5-43a1-930a-a6b4c9bd9d2b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8473263 Aug 28 15:11:08.951606 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52992) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:08.958681 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-d245337f-851e-4063-8eb1-25a0c4d1e7aa tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-389626744', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:08.970684 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 401e46e1-e9f4-4106-9294-13bf7ea537a9 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:11:09.005899 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d245337f-851e-4063-8eb1-25a0c4d1e7aa tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:09.007201 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d245337f-851e-4063-8eb1-25a0c4d1e7aa tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:09.029326 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 401e46e1-e9f4-4106-9294-13bf7ea537a9 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:09.034349 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4f787-5b22-4a7d-85ba-ccb5671a992c req-57557dd4-6c05-43d7-8867-1ece330bee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:09.036098 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f8f4f787-5b22-4a7d-85ba-ccb5671a992c req-57557dd4-6c05-43d7-8867-1ece330bee30 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a312b48-1593-4ae4-aa4f-ef246ab62436 HTTP/1.1" status: 200 len: 898 time: 0.1693382 Aug 28 15:11:09.036602 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 401e46e1-e9f4-4106-9294-13bf7ea537a9 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:09.038652 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:09.061062 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4f787-5b22-4a7d-85ba-ccb5671a992c req-465932ca-41e7-4ccc-8cb0-34df71c55cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:09.063491 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8f4f787-5b22-4a7d-85ba-ccb5671a992c req-465932ca-41e7-4ccc-8cb0-34df71c55cc7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a312b48-1593-4ae4-aa4f-ef246ab62436 HTTP/1.1" status: 200 len: 898 time: 0.3264599 Aug 28 15:11:09.133240 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d245337f-851e-4063-8eb1-25a0c4d1e7aa tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:09.137962 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d245337f-851e-4063-8eb1-25a0c4d1e7aa tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:09.143777 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad7d03c-d1e4-4030-80d6-0a1e766dd405 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:09.147750 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8f4f787-5b22-4a7d-85ba-ccb5671a992c req-109ac13f-3864-4dc7-a396-2ba1c4a39404 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85eea773-c785-4940-91e0-96b2c1a0f65f HTTP/1.1" status: 200 len: 998 time: 0.0767128 Aug 28 15:11:09.151755 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8c3daf10-922d-4aee-9958-f877812cc9fe tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:09.162954 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d245337f-851e-4063-8eb1-25a0c4d1e7aa tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:09.167812 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8c3daf10-922d-4aee-9958-f877812cc9fe tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:09.168370 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d245337f-851e-4063-8eb1-25a0c4d1e7aa tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2130401 Aug 28 15:11:09.170744 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52994) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:09.179978 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f8f4f787-5b22-4a7d-85ba-ccb5671a992c req-4936598e-a8c0-4b51-b52d-e69acda32c46 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85eea773-c785-4940-91e0-96b2c1a0f65f HTTP/1.1" status: 200 len: 998 time: 0.1344197 Aug 28 15:11:09.205014 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:09.221306 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-aed7db81-3573-44b6-aa6a-a16da1cb3ce7 None None] Provisioning complete for port 401e46e1-e9f4-4106-9294-13bf7ea537a9 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:09.221690 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-aed7db81-3573-44b6-aa6a-a16da1cb3ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:09.235479 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4f787-5b22-4a7d-85ba-ccb5671a992c req-215035ea-584d-4bc1-b725-ef447bb6ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:09.237292 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f8f4f787-5b22-4a7d-85ba-ccb5671a992c req-215035ea-584d-4bc1-b725-ef447bb6ff29 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6 HTTP/1.1" status: 200 len: 834 time: 0.0498593 Aug 28 15:11:09.288573 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4f787-5b22-4a7d-85ba-ccb5671a992c req-e098a49b-e996-444c-9249-5dc802c8269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:09.290603 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f8f4f787-5b22-4a7d-85ba-ccb5671a992c req-e098a49b-e996-444c-9249-5dc802c8269e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a312b48-1593-4ae4-aa4f-ef246ab62436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444002 Aug 28 15:11:09.296887 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 401e46e1-e9f4-4106-9294-13bf7ea537a9, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=401e46e1-e9f4-4106-9294-13bf7ea537a9,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:09.306546 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:09.342836 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4f787-5b22-4a7d-85ba-ccb5671a992c req-5245d0bb-63fa-482c-beb4-8519ab0d6a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:09.344381 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8f4f787-5b22-4a7d-85ba-ccb5671a992c req-5245d0bb-63fa-482c-beb4-8519ab0d6a28 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6 HTTP/1.1" status: 200 len: 834 time: 0.1903691 Aug 28 15:11:09.356073 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8c3daf10-922d-4aee-9958-f877812cc9fe tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:09.397498 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3daf10-922d-4aee-9958-f877812cc9fe tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Pushing event updated for resources: {'Port': ['ID=10ca8061-7a65-416e-bc85-d16176731cbb,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:09.406951 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f8f4f787-5b22-4a7d-85ba-ccb5671a992c req-b06694c3-694b-4ec6-8d90-70026177ed3f service neutron] 10.222.0.41 "GET /v2.0/networks/2a312b48-1593-4ae4-aa4f-ef246ab62436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076093 Aug 28 15:11:09.416350 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=401e46e1-e9f4-4106-9294-13bf7ea537a9,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:09.518004 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f8f4f787-5b22-4a7d-85ba-ccb5671a992c req-13eed2ee-a9bd-4884-8061-dfbfdb9a8d00 service neutron] 10.222.0.41 "GET /v2.0/networks/2a312b48-1593-4ae4-aa4f-ef246ab62436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018202 Aug 28 15:11:09.595986 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4f787-5b22-4a7d-85ba-ccb5671a992c req-ef3178ea-05e9-4535-af18-2a3944f2e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:09.597511 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8f4f787-5b22-4a7d-85ba-ccb5671a992c req-ef3178ea-05e9-4535-af18-2a3944f2e8d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a312b48-1593-4ae4-aa4f-ef246ab62436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2425840 Aug 28 15:11:09.649282 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9486c-c1bb-44aa-9d0f-94d5d09710eb req-aabd2c97-51c1-4d7c-ba1a-ed4bc8037fe2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:09.650883 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4fa9486c-c1bb-44aa-9d0f-94d5d09710eb req-aabd2c97-51c1-4d7c-ba1a-ed4bc8037fe2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 943 time: 0.0612721 Aug 28 15:11:09.693485 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4fa9486c-c1bb-44aa-9d0f-94d5d09710eb req-3f17e5ca-99a5-4b7d-8e9f-a316079edf19 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347686 Aug 28 15:11:09.748808 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1dc56cbd-f5a8-4fd5-a615-13c73469f90d None None] Provisioning complete for port 401e46e1-e9f4-4106-9294-13bf7ea537a9 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:09.750102 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1dc56cbd-f5a8-4fd5-a615-13c73469f90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:09.766373 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3daf10-922d-4aee-9958-f877812cc9fe tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Network 9396b10c-ad83-4f80-8609-3b9e93a265c8 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:09.790191 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-8c3daf10-922d-4aee-9958-f877812cc9fe tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:09.806891 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fc8b0-9c58-471b-a20b-e577dd214012 req-6c9d8169-1b69-4bd6-8889-e0e3a3427aa9 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:09.808479 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cb5fc8b0-9c58-471b-a20b-e577dd214012 req-6c9d8169-1b69-4bd6-8889-e0e3a3427aa9 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] 10.222.0.13 "GET /v2.0/ports?device_id=d297e88a-ce98-44a5-8929-7484c7490c0a HTTP/1.1" status: 200 len: 946 time: 0.1807201 Aug 28 15:11:09.809706 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bdc61db1-0f85-4255-9217-651057de4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:09.839948 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8f4f787-5b22-4a7d-85ba-ccb5671a992c req-e6c7e2e5-fdeb-4c52-9f4c-b7d719e2f0b2 service neutron] 10.222.0.36 "GET /v2.0/networks/2a312b48-1593-4ae4-aa4f-ef246ab62436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134352 Aug 28 15:11:09.926505 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63437ec9-ae29-4842-8357-cb1193a6a6e0 req-f53e895a-9ef8-4862-93f2-317206929123 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:09.928310 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-63437ec9-ae29-4842-8357-cb1193a6a6e0 req-f53e895a-9ef8-4862-93f2-317206929123 tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] 10.222.0.41 "GET /v2.0/ports?device_id=d297e88a-ce98-44a5-8929-7484c7490c0a HTTP/1.1" status: 200 len: 946 time: 0.0551014 Aug 28 15:11:10.037574 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-63437ec9-ae29-4842-8357-cb1193a6a6e0 req-162f8f19-117d-47a7-9f0e-9a568eddc03d tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Deleting port d675537c-4743-4406-9706-505615d3b95c {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:11:10.037921 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-63437ec9-ae29-4842-8357-cb1193a6a6e0 req-162f8f19-117d-47a7-9f0e-9a568eddc03d tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:10.055572 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-97817bac-998a-40fe-af99-b4cb71d51635 None None] Provisioning complete for port 10ca8061-7a65-416e-bc85-d16176731cbb triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:10.056029 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-97817bac-998a-40fe-af99-b4cb71d51635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:10.096445 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-97817bac-998a-40fe-af99-b4cb71d51635 None None] Port 10ca8061-7a65-416e-bc85-d16176731cbb cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:11:10.131544 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-63437ec9-ae29-4842-8357-cb1193a6a6e0 req-162f8f19-117d-47a7-9f0e-9a568eddc03d tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] For port d675537c-4743-4406-9706-505615d3b95c, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d675537c-4743-4406-9706-505615d3b95c,segment=NetworkSegment(efbde134-1894-4d95-8460-b0cff26ded42),segment_id=efbde134-1894-4d95-8460-b0cff26ded42)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:10.132013 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-63437ec9-ae29-4842-8357-cb1193a6a6e0 req-162f8f19-117d-47a7-9f0e-9a568eddc03d tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:10.146684 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-63437ec9-ae29-4842-8357-cb1193a6a6e0 req-162f8f19-117d-47a7-9f0e-9a568eddc03d tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Calling delete_port for d675537c-4743-4406-9706-505615d3b95c owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:11:10.281733 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-63437ec9-ae29-4842-8357-cb1193a6a6e0 req-162f8f19-117d-47a7-9f0e-9a568eddc03d tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:10.294556 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['d675537c-4743-4406-9706-505615d3b95c'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:11:10.311267 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f8f19-117d-47a7-9f0e-9a568eddc03d tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Pushing event deleted for resources: {'Port': ['ID=d675537c-4743-4406-9706-505615d3b95c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:10.353783 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-63437ec9-ae29-4842-8357-cb1193a6a6e0 req-162f8f19-117d-47a7-9f0e-9a568eddc03d tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] No DVR routers for this DVR port d675537c-4743-4406-9706-505615d3b95c on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:11:10.356298 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-63437ec9-ae29-4842-8357-cb1193a6a6e0 req-162f8f19-117d-47a7-9f0e-9a568eddc03d tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:10.358254 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-63437ec9-ae29-4842-8357-cb1193a6a6e0 req-162f8f19-117d-47a7-9f0e-9a568eddc03d tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] 10.222.0.41 "DELETE /v2.0/ports/d675537c-4743-4406-9706-505615d3b95c HTTP/1.1" status: 204 len: 173 time: 0.4225333 Aug 28 15:11:10.372139 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cb5fc8b0-9c58-471b-a20b-e577dd214012 req-c60cdc00-afeb-4949-ba51-4cda374ce08a tempest-ServerAddressesTestJSON-1518465148 tempest-ServerAddressesTestJSON-1518465148-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a5d9a47-e950-43d2-986a-d27c4beaf78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5527208 Aug 28 15:11:10.476741 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3daf10-922d-4aee-9958-f877812cc9fe tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Router f165910b-fa0d-4554-8504-c88cf4ec5723 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:11:10.484292 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8f4f787-5b22-4a7d-85ba-ccb5671a992c req-d134e279-7279-4245-975e-26af4d0f524a service neutron] 10.222.0.36 "GET /v2.0/networks/2a312b48-1593-4ae4-aa4f-ef246ab62436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6336989 Aug 28 15:11:10.515350 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2dd55dad-a779-4371-9803-386032885a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:10.614533 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd297e88a-ce98-44a5-8929-7484c7490c0a', 'name': 'network-vif-deleted', 'tag': 'd675537c-4743-4406-9706-505615d3b95c'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:11:10.616832 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c3820c-8f23-485d-b714-239efe271c6d" -d '{"events": [{"server_uuid": "d297e88a-ce98-44a5-8929-7484c7490c0a", "name": "network-vif-deleted", "tag": "d675537c-4743-4406-9706-505615d3b95c"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:11:10.653294 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2616980a-ad59-4d42-ba0f-d4affacad4c2 x-openstack-request-id: req-2616980a-ad59-4d42-ba0f-d4affacad4c2 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:11:10.653589 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d297e88a-ce98-44a5-8929-7484c7490c0a", "name": "network-vif-deleted", "tag": "d675537c-4743-4406-9706-505615d3b95c", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:11:10.653840 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2616980a-ad59-4d42-ba0f-d4affacad4c2 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:11:10.654233 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd297e88a-ce98-44a5-8929-7484c7490c0a', 'name': 'network-vif-deleted', 'tag': 'd675537c-4743-4406-9706-505615d3b95c', 'status': 'completed', 'code': 200} Aug 28 15:11:10.656748 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3daf10-922d-4aee-9958-f877812cc9fe tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:11:10.665029 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8c3daf10-922d-4aee-9958-f877812cc9fe tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] 10.222.0.13 "PUT /v2.0/routers/f165910b-fa0d-4554-8504-c88cf4ec5723/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8569925 Aug 28 15:11:10.666647 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f1b5dc-347b-4e30-81ad-1fa35ab2cb92 None None] Sync routers for ids ['f165910b-fa0d-4554-8504-c88cf4ec5723'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:11:10.667577 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53004) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:10.674802 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-bdc61db1-0f85-4255-9217-651057de4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Allocated IP 2001:db8::1 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/fb550d85-7605-41e4-9ed0-c51dcda00f93/ca12395d-7c50-4a11-ab55-c6e5fc490691) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:11:10.676554 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f1b5dc-347b-4e30-81ad-1fa35ab2cb92 None None] Routers {'f165910b-fa0d-4554-8504-c88cf4ec5723'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:11:10.677068 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-a4f1b5dc-347b-4e30-81ad-1fa35ab2cb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:11:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f165910b-fa0d-4554-8504-c88cf4ec5723'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:10.711872 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-a4f1b5dc-347b-4e30-81ad-1fa35ab2cb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:10.722237 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f1b5dc-347b-4e30-81ad-1fa35ab2cb92 None None] Routers {'f165910b-fa0d-4554-8504-c88cf4ec5723'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:11:10.722862 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-a4f1b5dc-347b-4e30-81ad-1fa35ab2cb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:11:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f165910b-fa0d-4554-8504-c88cf4ec5723'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:10.757091 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-a4f1b5dc-347b-4e30-81ad-1fa35ab2cb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:10.757789 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f1b5dc-347b-4e30-81ad-1fa35ab2cb92 None None] The sync data for ids ['f165910b-fa0d-4554-8504-c88cf4ec5723'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:11:10.830781 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:10.872455 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f2969da4-5a52-440a-8bbb-7458d3111a39 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:10.892253 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 401e46e1-e9f4-4106-9294-13bf7ea537a9 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:11:10.945765 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 401e46e1-e9f4-4106-9294-13bf7ea537a9 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:10.946169 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:10.995669 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1264a12-3c62-4ede-844e-2d97c39f12af req-20e00dfa-e215-4a53-b913-9b5784847204 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:10.997164 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a1264a12-3c62-4ede-844e-2d97c39f12af req-20e00dfa-e215-4a53-b913-9b5784847204 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 943 time: 0.1920996 Aug 28 15:11:11.027481 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-f2969da4-5a52-440a-8bbb-7458d3111a39 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 28 15:11:11.028563 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f2969da4-5a52-440a-8bbb-7458d3111a39 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] 10.222.0.13 "DELETE /v2.0/routers/f165910b-fa0d-4554-8504-c88cf4ec5723 HTTP/1.1" status: 409 len: 329 time: 0.3600304 Aug 28 15:11:11.032293 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53010) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:11.040446 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bdc61db1-0f85-4255-9217-651057de4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:11.065911 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-bdc61db1-0f85-4255-9217-651057de4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Transition to ACTIVE for port object ca12395d-7c50-4a11-ab55-c6e5fc490691 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:11.072870 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a1264a12-3c62-4ede-844e-2d97c39f12af req-e7d2bc6b-8944-4eac-bfa6-06663746e00c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667706 Aug 28 15:11:11.105652 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bdc61db1-0f85-4255-9217-651057de4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:11.149895 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc61db1-0f85-4255-9217-651057de4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:11.152982 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-bdc61db1-0f85-4255-9217-651057de4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:11.157566 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc61db1-0f85-4255-9217-651057de4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:11:11.158101 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bdc61db1-0f85-4255-9217-651057de4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:11.198819 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc61db1-0f85-4255-9217-651057de4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Port': ['ID=ca12395d-7c50-4a11-ab55-c6e5fc490691,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:11.285373 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bdc61db1-0f85-4255-9217-651057de4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:11.365575 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-66bef34e-977d-4d9e-b9fc-cd4380a950e5 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:11.434610 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a132b7e9-b566-4898-97cb-ee3ea4350de6 None None] Provisioning for port ca12395d-7c50-4a11-ab55-c6e5fc490691 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:11.445041 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a132b7e9-b566-4898-97cb-ee3ea4350de6 None None] Provisioning complete for port ca12395d-7c50-4a11-ab55-c6e5fc490691 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:11.445424 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a132b7e9-b566-4898-97cb-ee3ea4350de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:11.458149 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53014) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:11.481729 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a132b7e9-b566-4898-97cb-ee3ea4350de6 None None] Port ca12395d-7c50-4a11-ab55-c6e5fc490691 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:11:11.549065 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-772a52c1-d5d6-4e10-b5e4-52247703e88e admin admin] Deleting subnet 49b84852-ef6c-4b26-8d5d-6aecb6a08ea4 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:11:11.552494 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-772a52c1-d5d6-4e10-b5e4-52247703e88e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:11.567316 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bdc61db1-0f85-4255-9217-651057de4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:11.571810 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bdc61db1-0f85-4255-9217-651057de4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:11.572577 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bdc61db1-0f85-4255-9217-651057de4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:11.599669 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-772a52c1-d5d6-4e10-b5e4-52247703e88e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:11.648335 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-772a52c1-d5d6-4e10-b5e4-52247703e88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:11.658264 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc61db1-0f85-4255-9217-651057de4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Port': ['ID=ca12395d-7c50-4a11-ab55-c6e5fc490691,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:11.700187 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:11.707934 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc61db1-0f85-4255-9217-651057de4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:11.709627 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-bdc61db1-0f85-4255-9217-651057de4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:11.754964 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-772a52c1-d5d6-4e10-b5e4-52247703e88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:11.791434 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a52c1-d5d6-4e10-b5e4-52247703e88e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49b84852-ef6c-4b26-8d5d-6aecb6a08ea4,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:11.793489 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-772a52c1-d5d6-4e10-b5e4-52247703e88e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:11.798530 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-772a52c1-d5d6-4e10-b5e4-52247703e88e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/49b84852-ef6c-4b26-8d5d-6aecb6a08ea4 HTTP/1.1" status: 204 len: 168 time: 0.3393815 Aug 28 15:11:11.799604 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53016) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:11.800936 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-66bef34e-977d-4d9e-b9fc-cd4380a950e5 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Deleting port 10ca8061-7a65-416e-bc85-d16176731cbb {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:11:11.801270 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-66bef34e-977d-4d9e-b9fc-cd4380a950e5 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:11.903459 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-66bef34e-977d-4d9e-b9fc-cd4380a950e5 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:11.912558 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4b3a2684-5456-4c85-b514-51a21dbd6e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:11.920547 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-66bef34e-977d-4d9e-b9fc-cd4380a950e5 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Calling delete_port for 10ca8061-7a65-416e-bc85-d16176731cbb owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:11:11.950140 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc61db1-0f85-4255-9217-651057de4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Router ab0a0755-6dfd-4de8-aeab-a97473b392c7 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:11:12.007054 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8b60e604-64fb-4c81-a961-9cea04b4e30e None None] Provisioning complete for port ca12395d-7c50-4a11-ab55-c6e5fc490691 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:12.008154 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8b60e604-64fb-4c81-a961-9cea04b4e30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:12.047392 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4b3a2684-5456-4c85-b514-51a21dbd6e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:12.056553 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8b60e604-64fb-4c81-a961-9cea04b4e30e None None] Port ca12395d-7c50-4a11-ab55-c6e5fc490691 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:11:12.086330 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-4b3a2684-5456-4c85-b514-51a21dbd6e78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd6ca2d8-c425-42bb-b035-0849feb11801']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:12.107808 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-4b3a2684-5456-4c85-b514-51a21dbd6e78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efbde134-1894-4d95-8460-b0cff26ded42') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:12.108108 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-4b3a2684-5456-4c85-b514-51a21dbd6e78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efbde134-1894-4d95-8460-b0cff26ded42') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:12.119590 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-66bef34e-977d-4d9e-b9fc-cd4380a950e5 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:12.124618 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4b3a2684-5456-4c85-b514-51a21dbd6e78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:12.152011 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc61db1-0f85-4255-9217-651057de4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:11:12.159360 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bdc61db1-0f85-4255-9217-651057de4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "PUT /v2.0/routers/ab0a0755-6dfd-4de8-aeab-a97473b392c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9626877 Aug 28 15:11:12.160730 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4b3a2684-5456-4c85-b514-51a21dbd6e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:12.162906 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53022) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:12.165455 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2de3b7-c052-4447-8cee-1551e8e173f6 None None] Sync routers for ids ['ab0a0755-6dfd-4de8-aeab-a97473b392c7'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:11:12.180159 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2de3b7-c052-4447-8cee-1551e8e173f6 None None] Routers {'ab0a0755-6dfd-4de8-aeab-a97473b392c7'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:11:12.180816 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-6a2de3b7-c052-4447-8cee-1551e8e173f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:11:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ab0a0755-6dfd-4de8-aeab-a97473b392c7'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:12.187647 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bef34e-977d-4d9e-b9fc-cd4380a950e5 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Pushing event deleted for resources: {'Port': ['ID=10ca8061-7a65-416e-bc85-d16176731cbb,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:12.226332 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b3a2684-5456-4c85-b514-51a21dbd6e78 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:11:12.226769 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4b3a2684-5456-4c85-b514-51a21dbd6e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:11:12.232012 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:11:12.301138 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6abea17-c7ea-469e-aec6-dd34f6b73eb6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:12.302587 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e6abea17-c7ea-469e-aec6-dd34f6b73eb6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports/ca12395d-7c50-4a11-ab55-c6e5fc490691 HTTP/1.1" status: 200 len: 911 time: 0.1388922 Aug 28 15:11:12.309120 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53024) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:12.336002 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4b3a2684-5456-4c85-b514-51a21dbd6e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:12.344658 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4b3a2684-5456-4c85-b514-51a21dbd6e78 admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:12.345602 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-6a2de3b7-c052-4447-8cee-1551e8e173f6 None None] Set router ab0a0755-6dfd-4de8-aeab-a97473b392c7 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:11:12.346533 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4b3a2684-5456-4c85-b514-51a21dbd6e78 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cd6ca2d8-c425-42bb-b035-0849feb11801 HTTP/1.1" status: 204 len: 168 time: 0.5458572 Aug 28 15:11:12.360821 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a2684-5456-4c85-b514-51a21dbd6e78 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd6ca2d8-c425-42bb-b035-0849feb11801,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:12.431152 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d71a19-b368-41c2-a376-1cfabf863aba req-3ebc7cb7-42d9-4ba4-8bd1-76e46bc9899a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:12.432643 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-20d71a19-b368-41c2-a376-1cfabf863aba req-3ebc7cb7-42d9-4ba4-8bd1-76e46bc9899a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 943 time: 0.2112725 Aug 28 15:11:12.459459 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-66bef34e-977d-4d9e-b9fc-cd4380a950e5 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:12.485204 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e50297d-347d-4381-b1a0-73f773ef6d08 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:12.491804 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e50297d-347d-4381-b1a0-73f773ef6d08 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:12.496079 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7e50297d-347d-4381-b1a0-73f773ef6d08 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1786313 Aug 28 15:11:12.496273 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 85eea773-c785-4940-91e0-96b2c1a0f65f details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:11:12.497038 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53028) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:12.544492 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-20d71a19-b368-41c2-a376-1cfabf863aba req-683a22db-00d2-44a7-a6a1-e73c1f084e7a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030803 Aug 28 15:11:12.597740 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53030) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:12.629468 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-6a2de3b7-c052-4447-8cee-1551e8e173f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0a0755-6dfd-4de8-aeab-a97473b392c7', 'name': 'tempest-NetworksTestDHCPv6-router-389626744', 'tenant_id': 'b52f2a44ab1541f08b6542f112ae2346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:11:09Z', 'updated_at': '2021-08-28T15:11:11Z', 'revision_number': 2, 'project_id': 'b52f2a44ab1541f08b6542f112ae2346', 'gw_port_host': None, '_interfaces': [{'id': 'ca12395d-7c50-4a11-ab55-c6e5fc490691', 'name': '', 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'tenant_id': 'b52f2a44ab1541f08b6542f112ae2346', 'mac_address': 'fa:16:3e:18:b1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0a0755-6dfd-4de8-aeab-a97473b392c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'fb550d85-7605-41e4-9ed0-c51dcda00f93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:11:10Z', 'updated_at': '2021-08-28T15:11:11Z', 'revision_number': 2, 'project_id': 'b52f2a44ab1541f08b6542f112ae2346', 'subnets': [{'id': 'fb550d85-7605-41e4-9ed0-c51dcda00f93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:12.665713 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2de3b7-c052-4447-8cee-1551e8e173f6 None None] Checking router: ab0a0755-6dfd-4de8-aeab-a97473b392c7 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:11:12.666071 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2de3b7-c052-4447-8cee-1551e8e173f6 None None] Updating router ab0a0755-6dfd-4de8-aeab-a97473b392c7 port ca12395d-7c50-4a11-ab55-c6e5fc490691 binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:11:12.667649 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 85eea773-c785-4940-91e0-96b2c1a0f65f, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=85eea773-c785-4940-91e0-96b2c1a0f65f,segment=NetworkSegment(041c1083-f350-4c0e-8b59-71aa800f87a1),segment_id=041c1083-f350-4c0e-8b59-71aa800f87a1)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:12.681798 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '85eea773-c785-4940-91e0-96b2c1a0f65f', 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436', 'port_id': '85eea773-c785-4940-91e0-96b2c1a0f65f', 'mac_address': 'fa:16:3e:de:25:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:11:12.697016 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-6a2de3b7-c052-4447-8cee-1551e8e173f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:12.730230 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:12.748643 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85eea773-c785-4940-91e0-96b2c1a0f65f {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:11:12.775869 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 85eea773-c785-4940-91e0-96b2c1a0f65f, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=85eea773-c785-4940-91e0-96b2c1a0f65f,segment=NetworkSegment(041c1083-f350-4c0e-8b59-71aa800f87a1),segment_id=041c1083-f350-4c0e-8b59-71aa800f87a1)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:12.784120 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:12.962472 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8a9508d6-ffaa-4421-b6dd-ed7ca5bd7f72 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:13.055794 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bef34e-977d-4d9e-b9fc-cd4380a950e5 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Router f165910b-fa0d-4554-8504-c88cf4ec5723 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:11:13.080278 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-87fe4870-5673-4f89-b14d-e6973a838756 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0cbdef7c3e29410da163c38158c381c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4806046 Aug 28 15:11:13.082314 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=85eea773-c785-4940-91e0-96b2c1a0f65f,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:13.082866 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53034) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:13.158903 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-6a2de3b7-c052-4447-8cee-1551e8e173f6 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:13.171886 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-6a2de3b7-c052-4447-8cee-1551e8e173f6 None None] Transition to ACTIVE for port object ca12395d-7c50-4a11-ab55-c6e5fc490691 will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:13.180067 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-6a2de3b7-c052-4447-8cee-1551e8e173f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:13.185472 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bef34e-977d-4d9e-b9fc-cd4380a950e5 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:11:13.197889 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-66bef34e-977d-4d9e-b9fc-cd4380a950e5 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] 10.222.0.13 "PUT /v2.0/routers/f165910b-fa0d-4554-8504-c88cf4ec5723/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1605353 Aug 28 15:11:13.198310 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53036) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:13.208147 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0256198a-f74e-4029-a32b-a5a90ad4298f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:13.231220 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0256198a-f74e-4029-a32b-a5a90ad4298f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:13.237226 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce05c2-e043-4104-a36d-f3f1ad1c3810 None None] Pushing event updated for resources: {'Port': ['ID=ca12395d-7c50-4a11-ab55-c6e5fc490691,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:13.244500 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-44a591a2-74be-4f3e-a34d-1b0f487a4411 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] show failed (client error): The resource could not be found. Aug 28 15:11:13.247963 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-44a591a2-74be-4f3e-a34d-1b0f487a4411 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-973142780 HTTP/1.1" status: 404 len: 334 time: 0.0464342 Aug 28 15:11:13.249307 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53038) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:13.250706 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['85eea773-c785-4940-91e0-96b2c1a0f65f'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:11:13.252067 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce05c2-e043-4104-a36d-f3f1ad1c3810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:13.252493 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce05c2-e043-4104-a36d-f3f1ad1c3810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:13.252900 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce05c2-e043-4104-a36d-f3f1ad1c3810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:13.253303 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce05c2-e043-4104-a36d-f3f1ad1c3810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:13.253862 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce05c2-e043-4104-a36d-f3f1ad1c3810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:13.254260 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce05c2-e043-4104-a36d-f3f1ad1c3810 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:13.254655 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce05c2-e043-4104-a36d-f3f1ad1c3810 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:13.255066 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce05c2-e043-4104-a36d-f3f1ad1c3810 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:13.255528 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce05c2-e043-4104-a36d-f3f1ad1c3810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:13.255940 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce05c2-e043-4104-a36d-f3f1ad1c3810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:13.256336 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce05c2-e043-4104-a36d-f3f1ad1c3810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:13.256714 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce05c2-e043-4104-a36d-f3f1ad1c3810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:13.271123 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-b201b411-0310-4a28-90c9-3f793eaecf0b tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Request body: {'router': {'name': 'new_name'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:13.274020 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ca53fc-ea45-4598-a93a-e6fe2a3975fc None None] Sync routers for ids ['f165910b-fa0d-4554-8504-c88cf4ec5723'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:11:13.296449 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0256198a-f74e-4029-a32b-a5a90ad4298f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:13.299556 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0256198a-f74e-4029-a32b-a5a90ad4298f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:13.304260 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0256198a-f74e-4029-a32b-a5a90ad4298f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a5d9a47-e950-43d2-986a-d27c4beaf78e HTTP/1.1" status: 204 len: 168 time: 0.2195811 Aug 28 15:11:13.316284 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-6a2de3b7-c052-4447-8cee-1551e8e173f6 None None] Attempting to bind port ca12395d-7c50-4a11-ab55-c6e5fc490691 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:11:13.316670 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-6a2de3b7-c052-4447-8cee-1551e8e173f6 None None] Attempting to bind port ca12395d-7c50-4a11-ab55-c6e5fc490691 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:11:13.317088 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2de3b7-c052-4447-8cee-1551e8e173f6 None None] Attempting to bind port ca12395d-7c50-4a11-ab55-c6e5fc490691 on network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:11:13.317872 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ca53fc-ea45-4598-a93a-e6fe2a3975fc None None] Routers {'f165910b-fa0d-4554-8504-c88cf4ec5723'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:11:13.318532 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-61ca53fc-ea45-4598-a93a-e6fe2a3975fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:11:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f165910b-fa0d-4554-8504-c88cf4ec5723'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:13.321847 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0256198a-f74e-4029-a32b-a5a90ad4298f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5d9a47-e950-43d2-986a-d27c4beaf78e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:13.323106 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2de3b7-c052-4447-8cee-1551e8e173f6 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:11:13.323487 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2de3b7-c052-4447-8cee-1551e8e173f6 None None] Checking segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:11:13.324739 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-6a2de3b7-c052-4447-8cee-1551e8e173f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:13.324739 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2de3b7-c052-4447-8cee-1551e8e173f6 None None] Bound using segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:11:13.325248 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-6a2de3b7-c052-4447-8cee-1551e8e173f6 None None] Bound port: ca12395d-7c50-4a11-ab55-c6e5fc490691, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:11:13.325722 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-6a2de3b7-c052-4447-8cee-1551e8e173f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:13.337039 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-b201b411-0310-4a28-90c9-3f793eaecf0b tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] update failed (client error): The resource could not be found. Aug 28 15:11:13.338133 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b201b411-0310-4a28-90c9-3f793eaecf0b tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-521410928 HTTP/1.1" status: 404 len: 334 time: 0.0841126 Aug 28 15:11:13.344040 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53042) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:13.372102 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:13.377105 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-61ca53fc-ea45-4598-a93a-e6fe2a3975fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:13.394151 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-8a9508d6-ffaa-4421-b6dd-ed7ca5bd7f72 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting port ca12395d-7c50-4a11-ab55-c6e5fc490691 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:11:13.394551 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8a9508d6-ffaa-4421-b6dd-ed7ca5bd7f72 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:13.423778 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ca53fc-ea45-4598-a93a-e6fe2a3975fc None None] Routers {'f165910b-fa0d-4554-8504-c88cf4ec5723'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:11:13.424686 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-61ca53fc-ea45-4598-a93a-e6fe2a3975fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:11:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f165910b-fa0d-4554-8504-c88cf4ec5723'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:13.443403 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-6a2de3b7-c052-4447-8cee-1551e8e173f6 None None] For port ca12395d-7c50-4a11-ab55-c6e5fc490691, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:11:13.447191 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-6a2de3b7-c052-4447-8cee-1551e8e173f6 None None] For port ca12395d-7c50-4a11-ab55-c6e5fc490691, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ca12395d-7c50-4a11-ab55-c6e5fc490691,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:11:13.455899 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-6a2de3b7-c052-4447-8cee-1551e8e173f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:13.462920 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-8751ebed-a934-48ff-ba1d-5eed9ee48644 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Deleting subnet bdce511f-32be-4aa2-aa7a-4fe8376b4ed0 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:11:13.464301 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-61ca53fc-ea45-4598-a93a-e6fe2a3975fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:13.465174 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ca53fc-ea45-4598-a93a-e6fe2a3975fc None None] The sync data for ids ['f165910b-fa0d-4554-8504-c88cf4ec5723'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:11:13.469690 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8751ebed-a934-48ff-ba1d-5eed9ee48644 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:13.531683 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8751ebed-a934-48ff-ba1d-5eed9ee48644 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:13.547083 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2de3b7-c052-4447-8cee-1551e8e173f6 None None] Routers {'ab0a0755-6dfd-4de8-aeab-a97473b392c7'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:11:13.547711 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-6a2de3b7-c052-4447-8cee-1551e8e173f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:11:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ab0a0755-6dfd-4de8-aeab-a97473b392c7'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:13.610495 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce05c2-e043-4104-a36d-f3f1ad1c3810 None None] Pushing event updated for resources: {'Port': ['ID=ca12395d-7c50-4a11-ab55-c6e5fc490691,revision_number=4']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:13.671051 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-8a9508d6-ffaa-4421-b6dd-ed7ca5bd7f72 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] For port ca12395d-7c50-4a11-ab55-c6e5fc490691, host n-d-712137-10, got binding levels [] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:13.673264 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8a9508d6-ffaa-4421-b6dd-ed7ca5bd7f72 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:13.696821 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-6a2de3b7-c052-4447-8cee-1551e8e173f6 None None] Set router ab0a0755-6dfd-4de8-aeab-a97473b392c7 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:11:13.712846 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-8a9508d6-ffaa-4421-b6dd-ed7ca5bd7f72 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Calling delete_port for ca12395d-7c50-4a11-ab55-c6e5fc490691 owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:11:13.727647 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8751ebed-a934-48ff-ba1d-5eed9ee48644 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:13.885398 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8751ebed-a934-48ff-ba1d-5eed9ee48644 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:13.933662 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8751ebed-a934-48ff-ba1d-5eed9ee48644 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:13.940782 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8751ebed-a934-48ff-ba1d-5eed9ee48644 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] 10.222.0.13 "DELETE /v2.0/subnets/bdce511f-32be-4aa2-aa7a-4fe8376b4ed0 HTTP/1.1" status: 204 len: 168 time: 0.5955567 Aug 28 15:11:13.944658 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751ebed-a934-48ff-ba1d-5eed9ee48644 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Pushing event deleted for resources: {'Subnet': ['ID=bdce511f-32be-4aa2-aa7a-4fe8376b4ed0,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:13.947292 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53052) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:13.949999 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df12dff3-d089-4141-8b45-c09e952e8f47 None None] Network 781e5164-8ef1-4e51-b330-4fa5480cfa0a requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:14.016682 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8a9508d6-ffaa-4421-b6dd-ed7ca5bd7f72 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:14.019132 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30006207-9fa4-48d6-8d7d-77307be6b44f req-6b5a0f51-2321-45d5-92c4-29d800258f28 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:14.020906 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-30006207-9fa4-48d6-8d7d-77307be6b44f req-6b5a0f51-2321-45d5-92c4-29d800258f28 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 944 time: 0.1907055 Aug 28 15:11:14.083853 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-6a2de3b7-c052-4447-8cee-1551e8e173f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0a0755-6dfd-4de8-aeab-a97473b392c7', 'name': 'tempest-NetworksTestDHCPv6-router-389626744', 'tenant_id': 'b52f2a44ab1541f08b6542f112ae2346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:11:09Z', 'updated_at': '2021-08-28T15:11:11Z', 'revision_number': 2, 'project_id': 'b52f2a44ab1541f08b6542f112ae2346', 'gw_port_host': None, '_interfaces': [{'id': 'ca12395d-7c50-4a11-ab55-c6e5fc490691', 'name': '', 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'tenant_id': 'b52f2a44ab1541f08b6542f112ae2346', 'mac_address': 'fa:16:3e:18:b1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0a0755-6dfd-4de8-aeab-a97473b392c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'fb550d85-7605-41e4-9ed0-c51dcda00f93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:11:10Z', 'updated_at': '2021-08-28T15:11:13Z', 'revision_number': 4, 'project_id': 'b52f2a44ab1541f08b6542f112ae2346', 'subnets': [{'id': 'fb550d85-7605-41e4-9ed0-c51dcda00f93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:14.085726 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-a10b88dd-6aec-4a3f-8d5a-1f53a5a0f56c tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Deleting subnet 456ec9c2-8f5e-481a-8e68-19b8a24e8a55 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:11:14.090671 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a10b88dd-6aec-4a3f-8d5a-1f53a5a0f56c tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:14.109494 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9508d6-ffaa-4421-b6dd-ed7ca5bd7f72 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Port': ['ID=ca12395d-7c50-4a11-ab55-c6e5fc490691,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:14.125428 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2de3b7-c052-4447-8cee-1551e8e173f6 None None] The sync data for ids ['ab0a0755-6dfd-4de8-aeab-a97473b392c7'] in n-d-712137-10 is: [{'id': 'ab0a0755-6dfd-4de8-aeab-a97473b392c7', 'name': 'tempest-NetworksTestDHCPv6-router-389626744', 'tenant_id': 'b52f2a44ab1541f08b6542f112ae2346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:11:09Z', 'updated_at': '2021-08-28T15:11:11Z', 'revision_number': 2, 'project_id': 'b52f2a44ab1541f08b6542f112ae2346', 'gw_port_host': None, '_interfaces': [{'id': 'ca12395d-7c50-4a11-ab55-c6e5fc490691', 'name': '', 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'tenant_id': 'b52f2a44ab1541f08b6542f112ae2346', 'mac_address': 'fa:16:3e:18:b1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0a0755-6dfd-4de8-aeab-a97473b392c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'fb550d85-7605-41e4-9ed0-c51dcda00f93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:11:10Z', 'updated_at': '2021-08-28T15:11:13Z', 'revision_number': 4, 'project_id': 'b52f2a44ab1541f08b6542f112ae2346', 'subnets': [{'id': 'fb550d85-7605-41e4-9ed0-c51dcda00f93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:11:14.163905 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-30006207-9fa4-48d6-8d7d-77307be6b44f req-395a7665-f9c9-4296-8cc0-62410ac38915 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147704 Aug 28 15:11:14.164931 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7eb759a8-56e3-4b95-a12d-01c60196b7a2 None None] Could not find standard attr ID for object ca12395d-7c50-4a11-ab55-c6e5fc490691. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:11:14.184981 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a10b88dd-6aec-4a3f-8d5a-1f53a5a0f56c tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:14.288840 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8a9508d6-ffaa-4421-b6dd-ed7ca5bd7f72 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:14.321349 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24550c0b-ffe2-4875-9d96-f3b652955a53 None None] DHCP port deletion for 781e5164-8ef1-4e51-b330-4fa5480cfa0a request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:11:14.432595 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a10b88dd-6aec-4a3f-8d5a-1f53a5a0f56c tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:14.439571 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-24550c0b-ffe2-4875-9d96-f3b652955a53 None None] Deleting port 8f21ee20-dfb9-4860-b53d-6debbaac7949 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:11:14.440385 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-24550c0b-ffe2-4875-9d96-f3b652955a53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:14.508142 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d675537c-4743-4406-9706-505615d3b95c no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:11:14.536732 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9508d6-ffaa-4421-b6dd-ed7ca5bd7f72 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Router ab0a0755-6dfd-4de8-aeab-a97473b392c7 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:11:14.633555 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: d675537c-4743-4406-9706-505615d3b95c {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:11:14.633970 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d675537c-4743-4406-9706-505615d3b95c not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:11:14.674374 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-24550c0b-ffe2-4875-9d96-f3b652955a53 None None] For port 8f21ee20-dfb9-4860-b53d-6debbaac7949, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=8f21ee20-dfb9-4860-b53d-6debbaac7949,segment=NetworkSegment(d5c8997f-f7dd-483d-ba76-32a4f2b32b12),segment_id=d5c8997f-f7dd-483d-ba76-32a4f2b32b12)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:14.674889 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-24550c0b-ffe2-4875-9d96-f3b652955a53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:14.692497 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-24550c0b-ffe2-4875-9d96-f3b652955a53 None None] Calling delete_port for 8f21ee20-dfb9-4860-b53d-6debbaac7949 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:11:14.696280 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b02138-67dc-472f-a48c-9c463d86a150 req-ee490720-0f3a-45e5-afd2-5734d98fdad8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:14.699068 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-81b02138-67dc-472f-a48c-9c463d86a150 req-ee490720-0f3a-45e5-afd2-5734d98fdad8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.41 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f&tenant_id=bee02b8454d546b78330e0129408e569&binding%3Ahost_id=n-h1-712137-10 HTTP/1.1" status: 200 len: 944 time: 0.2557359 Aug 28 15:11:14.719364 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a63ccc-ea46-413c-b0bd-1ed7609ccbaa req-e71ecf59-fbf1-4fd1-b2c3-103b1464d2d0 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:14.721056 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-37a63ccc-ea46-413c-b0bd-1ed7609ccbaa req-e71ecf59-fbf1-4fd1-b2c3-103b1464d2d0 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 944 time: 0.1522191 Aug 28 15:11:14.767759 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53072) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:14.786550 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-24550c0b-ffe2-4875-9d96-f3b652955a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:14.808823 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24550c0b-ffe2-4875-9d96-f3b652955a53 None None] No DVR routers for this DVR port 8f21ee20-dfb9-4860-b53d-6debbaac7949 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:11:14.843516 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24550c0b-ffe2-4875-9d96-f3b652955a53 None None] Pushing event deleted for resources: {'Port': ['ID=8f21ee20-dfb9-4860-b53d-6debbaac7949,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:14.869650 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-81b02138-67dc-472f-a48c-9c463d86a150 req-209ee159-ad8f-426e-9e31-c019f1e364ec service neutron] 10.222.0.41 "GET /v2.0/ports/85eea773-c785-4940-91e0-96b2c1a0f65f/bindings/n-h1-712137-10 HTTP/1.1" status: 200 len: 383 time: 0.1605527 Aug 28 15:11:14.873401 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a10b88dd-6aec-4a3f-8d5a-1f53a5a0f56c tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:14.920058 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b88dd-6aec-4a3f-8d5a-1f53a5a0f56c tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Pushing event deleted for resources: {'Subnet': ['ID=456ec9c2-8f5e-481a-8e68-19b8a24e8a55,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:14.939268 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 8f21ee20-dfb9-4860-b53d-6debbaac7949 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:11:14.967302 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a10b88dd-6aec-4a3f-8d5a-1f53a5a0f56c tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:14.969838 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a10b88dd-6aec-4a3f-8d5a-1f53a5a0f56c tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] 10.222.0.13 "DELETE /v2.0/subnets/456ec9c2-8f5e-481a-8e68-19b8a24e8a55 HTTP/1.1" status: 204 len: 168 time: 1.0170765 Aug 28 15:11:14.973350 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53076) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:14.974492 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 8f21ee20-dfb9-4860-b53d-6debbaac7949 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:11:14.974845 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 8f21ee20-dfb9-4860-b53d-6debbaac7949 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:11:14.978653 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd822e95-72d1-4efd-881a-82dcbbe6855e None None] Network cdca7317-c757-4a50-aac7-c6bdcd4f3c53 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:15.035913 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-37a63ccc-ea46-413c-b0bd-1ed7609ccbaa req-88d890a9-3949-4ca1-8de3-d480479783f5 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2465036 Aug 28 15:11:15.116692 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5f20ba8-dea6-4ad5-8880-e3d33c28718c tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:15.127571 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-c3318dfc-aa68-4119-874b-4af81daee49a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-857853606-network', 'tenant_id': 'b6803f8be4734cbb937bc1da576db856'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:15.137461 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b02138-67dc-472f-a48c-9c463d86a150 req-b6f19faf-a92b-481c-b5bc-7f71e0d84524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:15.139019 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-81b02138-67dc-472f-a48c-9c463d86a150 req-b6f19faf-a92b-481c-b5bc-7f71e0d84524 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 1096 time: 0.2231348 Aug 28 15:11:15.210981 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae715b39-1946-4920-a298-2510b2a9e04e None None] DHCP port deletion for cdca7317-c757-4a50-aac7-c6bdcd4f3c53 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:11:15.248560 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9508d6-ffaa-4421-b6dd-ed7ca5bd7f72 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:11:15.254459 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3318dfc-aa68-4119-874b-4af81daee49a admin admin] Made reservation on behalf of b6803f8be4734cbb937bc1da576db856 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:15.255752 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8a9508d6-ffaa-4421-b6dd-ed7ca5bd7f72 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "PUT /v2.0/routers/ab0a0755-6dfd-4de8-aeab-a97473b392c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7579904 Aug 28 15:11:15.256763 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c3318dfc-aa68-4119-874b-4af81daee49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:15.258090 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53080) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:15.270624 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ae715b39-1946-4920-a298-2510b2a9e04e None None] Deleting port f3f3fcf9-423a-4c8b-b2b8-75241f628f2d {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:11:15.271272 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ae715b39-1946-4920-a298-2510b2a9e04e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:15.309146 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e150e6b-8c0b-443b-be67-d13d5d0c7af1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:15.310645 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e150e6b-8c0b-443b-be67-d13d5d0c7af1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:15.314635 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6e150e6b-8c0b-443b-be67-d13d5d0c7af1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0531571 Aug 28 15:11:15.314914 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53082) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:15.327195 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c3318dfc-aa68-4119-874b-4af81daee49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:15.343295 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-ae715b39-1946-4920-a298-2510b2a9e04e None None] For port f3f3fcf9-423a-4c8b-b2b8-75241f628f2d, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f3f3fcf9-423a-4c8b-b2b8-75241f628f2d,segment=NetworkSegment(77d7ab72-a65b-4f76-8055-7c38f6dda050),segment_id=77d7ab72-a65b-4f76-8055-7c38f6dda050)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:15.343591 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5f20ba8-dea6-4ad5-8880-e3d33c28718c tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:15.343776 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ae715b39-1946-4920-a298-2510b2a9e04e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:15.368560 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-f5f20ba8-dea6-4ad5-8880-e3d33c28718c tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781e5164-8ef1-4e51-b330-4fa5480cfa0a']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:15.369829 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ae715b39-1946-4920-a298-2510b2a9e04e None None] Calling delete_port for f3f3fcf9-423a-4c8b-b2b8-75241f628f2d owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:11:15.371826 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-a837eb81-f55e-41d0-a870-04e682a35804 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting subnet fb550d85-7605-41e4-9ed0-c51dcda00f93 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:11:15.376373 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a837eb81-f55e-41d0-a870-04e682a35804 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:15.396029 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-f5f20ba8-dea6-4ad5-8880-e3d33c28718c tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c8997f-f7dd-483d-ba76-32a4f2b32b12') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:15.396329 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-f5f20ba8-dea6-4ad5-8880-e3d33c28718c tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c8997f-f7dd-483d-ba76-32a4f2b32b12') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:15.406370 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b02138-67dc-472f-a48c-9c463d86a150 req-100069bc-eb11-464f-8a4c-ce6e24a17570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:15.408182 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-81b02138-67dc-472f-a48c-9c463d86a150 req-100069bc-eb11-464f-8a4c-ce6e24a17570 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a312b48-1593-4ae4-aa4f-ef246ab62436 HTTP/1.1" status: 200 len: 898 time: 0.2605395 Aug 28 15:11:15.414781 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5f20ba8-dea6-4ad5-8880-e3d33c28718c tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:15.420496 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a837eb81-f55e-41d0-a870-04e682a35804 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:15.466404 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ae715b39-1946-4920-a298-2510b2a9e04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:15.477678 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a837eb81-f55e-41d0-a870-04e682a35804 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:15.481774 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5f20ba8-dea6-4ad5-8880-e3d33c28718c tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:15.493921 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae715b39-1946-4920-a298-2510b2a9e04e None None] Pushing event deleted for resources: {'Port': ['ID=f3f3fcf9-423a-4c8b-b2b8-75241f628f2d,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:15.497932 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f20ba8-dea6-4ad5-8880-e3d33c28718c tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:11:15.498367 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5f20ba8-dea6-4ad5-8880-e3d33c28718c tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:11:15.503767 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:11:15.506437 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae715b39-1946-4920-a298-2510b2a9e04e None None] No DVR routers for this DVR port f3f3fcf9-423a-4c8b-b2b8-75241f628f2d on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:11:15.553654 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a837eb81-f55e-41d0-a870-04e682a35804 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:15.561380 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-81b02138-67dc-472f-a48c-9c463d86a150 req-1518dbc8-df23-47a3-a6d2-64468ef7e9b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85eea773-c785-4940-91e0-96b2c1a0f65f HTTP/1.1" status: 200 len: 999 time: 0.1384234 Aug 28 15:11:15.584609 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837eb81-f55e-41d0-a870-04e682a35804 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Subnet': ['ID=fb550d85-7605-41e4-9ed0-c51dcda00f93,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:15.591481 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dfc81f-d6bd-4049-8753-ac4cf3f256ce None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:15.597770 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a837eb81-f55e-41d0-a870-04e682a35804 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:15.602064 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a837eb81-f55e-41d0-a870-04e682a35804 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/fb550d85-7605-41e4-9ed0-c51dcda00f93 HTTP/1.1" status: 204 len: 168 time: 0.2841227 Aug 28 15:11:15.602509 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53084) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:15.605255 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5f20ba8-dea6-4ad5-8880-e3d33c28718c tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:15.610183 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5f20ba8-dea6-4ad5-8880-e3d33c28718c tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:15.614622 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f5f20ba8-dea6-4ad5-8880-e3d33c28718c tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] 10.222.0.13 "DELETE /v2.0/networks/781e5164-8ef1-4e51-b330-4fa5480cfa0a HTTP/1.1" status: 204 len: 168 time: 0.6366200 Aug 28 15:11:15.615241 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53086) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:15.689873 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f20ba8-dea6-4ad5-8880-e3d33c28718c tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Pushing event deleted for resources: {'Network': ['ID=781e5164-8ef1-4e51-b330-4fa5480cfa0a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:15.724934 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b02138-67dc-472f-a48c-9c463d86a150 req-ee32a099-e24e-4fd0-8882-cc87115b9d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:15.726504 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-81b02138-67dc-472f-a48c-9c463d86a150 req-ee32a099-e24e-4fd0-8882-cc87115b9d01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6 HTTP/1.1" status: 200 len: 834 time: 0.1565816 Aug 28 15:11:15.754837 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-80cee2a8-772b-475d-8ee9-97ec521b39e4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1511192 Aug 28 15:11:15.757474 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53088) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:15.778112 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-84f44b59-ecc8-43d1-abd3-5f702d2c7a01 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:15.806094 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70952e3-1702-427f-8c23-78a69700b6cf None None] DHCP port deletion for dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:11:15.812668 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c3318dfc-aa68-4119-874b-4af81daee49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:15.822124 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c3318dfc-aa68-4119-874b-4af81daee49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:15.826356 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b02138-67dc-472f-a48c-9c463d86a150 req-f68e70aa-7209-41e5-81a3-e9b3021353dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:15.828652 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-81b02138-67dc-472f-a48c-9c463d86a150 req-f68e70aa-7209-41e5-81a3-e9b3021353dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a312b48-1593-4ae4-aa4f-ef246ab62436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0927835 Aug 28 15:11:15.857364 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c3e4551b-3c20-4cc4-905a-651a9e3a63d6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:15.857644 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c70952e3-1702-427f-8c23-78a69700b6cf None None] Deleting port 401e46e1-e9f4-4106-9294-13bf7ea537a9 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:11:15.857894 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c70952e3-1702-427f-8c23-78a69700b6cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:15.921202 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3318dfc-aa68-4119-874b-4af81daee49a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:11:15.941506 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c70952e3-1702-427f-8c23-78a69700b6cf None None] For port 401e46e1-e9f4-4106-9294-13bf7ea537a9, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=401e46e1-e9f4-4106-9294-13bf7ea537a9,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:15.942077 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c70952e3-1702-427f-8c23-78a69700b6cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:15.956764 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c70952e3-1702-427f-8c23-78a69700b6cf None None] Calling delete_port for 401e46e1-e9f4-4106-9294-13bf7ea537a9 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:11:16.009229 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3318dfc-aa68-4119-874b-4af81daee49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a59e77-0c9b-4c7c-a43a-229a9faf3989,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:16.016253 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c3318dfc-aa68-4119-874b-4af81daee49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:16.016616 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-c3318dfc-aa68-4119-874b-4af81daee49a admin admin] Added segment cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f of type vlan for network 53141248-8e00-4514-be68-258a5198e7a0 Aug 28 15:11:16.034497 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c3e4551b-3c20-4cc4-905a-651a9e3a63d6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:16.035622 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-84f44b59-ecc8-43d1-abd3-5f702d2c7a01 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:16.036476 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c3e4551b-3c20-4cc4-905a-651a9e3a63d6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:16.065078 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c70952e3-1702-427f-8c23-78a69700b6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:16.074418 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-84f44b59-ecc8-43d1-abd3-5f702d2c7a01 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdca7317-c757-4a50-aac7-c6bdcd4f3c53']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:16.086079 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f944c87-5ebc-47a6-aa04-856362da95ad None None] Sync routers for ids ['ab0a0755-6dfd-4de8-aeab-a97473b392c7'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:11:16.099170 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-84f44b59-ecc8-43d1-abd3-5f702d2c7a01 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d7ab72-a65b-4f76-8055-7c38f6dda050') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:16.099469 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-84f44b59-ecc8-43d1-abd3-5f702d2c7a01 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d7ab72-a65b-4f76-8055-7c38f6dda050') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:16.106467 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c3e4551b-3c20-4cc4-905a-651a9e3a63d6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:16.106707 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f944c87-5ebc-47a6-aa04-856362da95ad None None] Routers {'ab0a0755-6dfd-4de8-aeab-a97473b392c7'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:11:16.107111 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e4551b-3c20-4cc4-905a-651a9e3a63d6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Fanout notify agent at l3_agent the message router_deleted on router ab0a0755-6dfd-4de8-aeab-a97473b392c7 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:11:16.107263 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7f944c87-5ebc-47a6-aa04-856362da95ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:11:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ab0a0755-6dfd-4de8-aeab-a97473b392c7'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:16.116617 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c3e4551b-3c20-4cc4-905a-651a9e3a63d6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:16.119857 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c3e4551b-3c20-4cc4-905a-651a9e3a63d6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/routers/ab0a0755-6dfd-4de8-aeab-a97473b392c7 HTTP/1.1" status: 204 len: 168 time: 0.3594375 Aug 28 15:11:16.120734 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53092) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:16.128498 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70952e3-1702-427f-8c23-78a69700b6cf None None] Pushing event deleted for resources: {'Port': ['ID=401e46e1-e9f4-4106-9294-13bf7ea537a9,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:16.129462 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c3318dfc-aa68-4119-874b-4af81daee49a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:16.134689 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70952e3-1702-427f-8c23-78a69700b6cf None None] No DVR routers for this DVR port 401e46e1-e9f4-4106-9294-13bf7ea537a9 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:11:16.138178 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-9e55fc6c-24a5-4f5c-8947-ec64fb784d15 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:16.152211 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-84f44b59-ecc8-43d1-abd3-5f702d2c7a01 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:16.160523 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7f944c87-5ebc-47a6-aa04-856362da95ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:16.171239 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f944c87-5ebc-47a6-aa04-856362da95ad None None] Routers set() bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:11:16.171618 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f944c87-5ebc-47a6-aa04-856362da95ad None None] Router IDs set() for agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 28 15:11:16.172287 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_agentschedulers_db [None req-7f944c87-5ebc-47a6-aa04-856362da95ad None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ab0a0755-6dfd-4de8-aeab-a97473b392c7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:11:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent'). {{(pid=106332) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 28 15:11:16.172879 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f944c87-5ebc-47a6-aa04-856362da95ad None None] The sync data for ids ['ab0a0755-6dfd-4de8-aeab-a97473b392c7'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:11:16.183526 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-84f44b59-ecc8-43d1-abd3-5f702d2c7a01 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:16.188861 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-81b02138-67dc-472f-a48c-9c463d86a150 req-deed81ba-8f9e-45b4-9e7f-a9b7a37407a9 service neutron] 10.222.0.41 "GET /v2.0/networks/2a312b48-1593-4ae4-aa4f-ef246ab62436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257055 Aug 28 15:11:16.216937 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f44b59-ecc8-43d1-abd3-5f702d2c7a01 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:11:16.217347 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-84f44b59-ecc8-43d1-abd3-5f702d2c7a01 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:11:16.221590 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:11:16.261194 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e55fc6c-24a5-4f5c-8947-ec64fb784d15 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:16.266054 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9e55fc6c-24a5-4f5c-8947-ec64fb784d15 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:16.338562 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20e8ab-ec0b-4c50-8dac-7ddbe5dd6f45 req-f4987d2a-5b5a-4d6d-a317-5a7b7b47942a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:16.340192 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ed20e8ab-ec0b-4c50-8dac-7ddbe5dd6f45 req-f4987d2a-5b5a-4d6d-a317-5a7b7b47942a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 944 time: 0.2286313 Aug 28 15:11:16.347782 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c3318dfc-aa68-4119-874b-4af81daee49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:16.349043 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3318dfc-aa68-4119-874b-4af81daee49a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:16.349800 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c3318dfc-aa68-4119-874b-4af81daee49a admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:16.443940 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c3318dfc-aa68-4119-874b-4af81daee49a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6721570 Aug 28 15:11:16.446685 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53096) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:16.451582 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-84f44b59-ecc8-43d1-abd3-5f702d2c7a01 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:16.456883 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-b15fdd14-4285-4fad-919a-1ebccf24e569 admin admin] Request body: {'subnet': {'network_id': '53141248-8e00-4514-be68-258a5198e7a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-857853606-subnet', 'tenant_id': 'b6803f8be4734cbb937bc1da576db856', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:16.464975 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-84f44b59-ecc8-43d1-abd3-5f702d2c7a01 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:16.466814 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-84f44b59-ecc8-43d1-abd3-5f702d2c7a01 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] 10.222.0.13 "DELETE /v2.0/networks/cdca7317-c757-4a50-aac7-c6bdcd4f3c53 HTTP/1.1" status: 204 len: 168 time: 0.8442721 Aug 28 15:11:16.469549 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53098) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:16.475007 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-81b02138-67dc-472f-a48c-9c463d86a150 req-2b91307b-0942-45ba-8ba1-ba5e2a8de524 service neutron] 10.222.0.41 "GET /v2.0/networks/2a312b48-1593-4ae4-aa4f-ef246ab62436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715962 Aug 28 15:11:16.477506 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3318dfc-aa68-4119-874b-4af81daee49a admin admin] Pushing event updated for resources: {'Network': ['ID=53141248-8e00-4514-be68-258a5198e7a0,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:16.487898 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ed20e8ab-ec0b-4c50-8dac-7ddbe5dd6f45 req-73761195-93d3-40e0-b6fb-9ed7e1d955eb tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297500 Aug 28 15:11:16.491135 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 53141248-8e00-4514-be68-258a5198e7a0 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:11:16.505320 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f44b59-ecc8-43d1-abd3-5f702d2c7a01 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Pushing event deleted for resources: {'Network': ['ID=cdca7317-c757-4a50-aac7-c6bdcd4f3c53,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:16.540792 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 85eea773-c785-4940-91e0-96b2c1a0f65f up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:11:16.558782 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15fdd14-4285-4fad-919a-1ebccf24e569 admin admin] Made reservation on behalf of b6803f8be4734cbb937bc1da576db856 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:16.561130 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b15fdd14-4285-4fad-919a-1ebccf24e569 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:16.609023 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 85eea773-c785-4940-91e0-96b2c1a0f65f completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:16.613483 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 85eea773-c785-4940-91e0-96b2c1a0f65f triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:16.613905 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:16.628991 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c057db-b6bd-4a15-92d4-6fcf75840e62 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Deleting subnet aac9e8ce-6193-424e-b9a6-fefe615b8486 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:11:16.658519 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a8c057db-b6bd-4a15-92d4-6fcf75840e62 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:16.697779 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:16.722037 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24488e5d-dfc8-4192-b2da-26ff8c03836f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85eea773-c785-4940-91e0-96b2c1a0f65f'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:11:16.724324 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2e35d3-6ac1-42d6-85d2-1206fa9dd911" -d '{"events": [{"server_uuid": "24488e5d-dfc8-4192-b2da-26ff8c03836f", "name": "network-vif-plugged", "status": "completed", "tag": "85eea773-c785-4940-91e0-96b2c1a0f65f"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:11:16.728628 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9e55fc6c-24a5-4f5c-8947-ec64fb784d15 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:16.732881 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a8c057db-b6bd-4a15-92d4-6fcf75840e62 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:16.739128 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 85eea773-c785-4940-91e0-96b2c1a0f65f, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=85eea773-c785-4940-91e0-96b2c1a0f65f,segment=NetworkSegment(041c1083-f350-4c0e-8b59-71aa800f87a1),segment_id=041c1083-f350-4c0e-8b59-71aa800f87a1)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:16.743171 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:16.780732 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727dcc26-19f1-486d-afe1-9a5f83e0c33c x-openstack-request-id: req-727dcc26-19f1-486d-afe1-9a5f83e0c33c {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:11:16.781023 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24488e5d-dfc8-4192-b2da-26ff8c03836f", "name": "network-vif-plugged", "status": "completed", "tag": "85eea773-c785-4940-91e0-96b2c1a0f65f", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:11:16.781271 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-727dcc26-19f1-486d-afe1-9a5f83e0c33c {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:11:16.781658 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24488e5d-dfc8-4192-b2da-26ff8c03836f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85eea773-c785-4940-91e0-96b2c1a0f65f', 'code': 200} Aug 28 15:11:16.798786 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=85eea773-c785-4940-91e0-96b2c1a0f65f,revision_number=9']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:16.820247 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e55fc6c-24a5-4f5c-8947-ec64fb784d15 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:16.831133 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-9e55fc6c-24a5-4f5c-8947-ec64fb784d15 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:16.841275 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d478cc7-8fc2-4866-b5c0-3120e7736432 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:16.843695 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e55fc6c-24a5-4f5c-8947-ec64fb784d15 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:16.844658 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9e55fc6c-24a5-4f5c-8947-ec64fb784d15 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:16.856519 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55fc6c-24a5-4f5c-8947-ec64fb784d15 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Subnet': ['ID=5a8c6df2-5062-4be7-bc6f-3a41e2ea24b0,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:16.891818 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f3f3fcf9-423a-4c8b-b2b8-75241f628f2d no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:11:16.911201 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9e55fc6c-24a5-4f5c-8947-ec64fb784d15 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7892458 Aug 28 15:11:16.913927 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53102) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:16.916822 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: f3f3fcf9-423a-4c8b-b2b8-75241f628f2d {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:11:16.917180 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f3f3fcf9-423a-4c8b-b2b8-75241f628f2d not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:11:16.917975 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 401e46e1-e9f4-4106-9294-13bf7ea537a9 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:11:16.920050 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-3e871196-57f4-41e7-ac93-066b4bb58279 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-886306364', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:16.940296 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 401e46e1-e9f4-4106-9294-13bf7ea537a9 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:11:16.940706 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 401e46e1-e9f4-4106-9294-13bf7ea537a9 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:11:16.941057 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ca12395d-7c50-4a11-ab55-c6e5fc490691 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:11:16.948006 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3e871196-57f4-41e7-ac93-066b4bb58279 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:16.949332 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3e871196-57f4-41e7-ac93-066b4bb58279 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:16.956550 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a8c057db-b6bd-4a15-92d4-6fcf75840e62 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:16.966853 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: ca12395d-7c50-4a11-ab55-c6e5fc490691 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:11:16.967198 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ca12395d-7c50-4a11-ab55-c6e5fc490691 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:11:17.007455 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b15fdd14-4285-4fad-919a-1ebccf24e569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:17.017794 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3e871196-57f4-41e7-ac93-066b4bb58279 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:17.024905 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3e871196-57f4-41e7-ac93-066b4bb58279 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:17.041614 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3e871196-57f4-41e7-ac93-066b4bb58279 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:17.044101 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3e871196-57f4-41e7-ac93-066b4bb58279 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1288757 Aug 28 15:11:17.045484 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53104) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:17.072802 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'tenant_id': 'b52f2a44ab1541f08b6542f112ae2346', 'fixed_ips': [{'subnet_id': '5a8c6df2-5062-4be7-bc6f-3a41e2ea24b0'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:11:17.074039 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:17.080588 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a8c057db-b6bd-4a15-92d4-6fcf75840e62 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:17.082351 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15fdd14-4285-4fad-919a-1ebccf24e569 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a9b8f69-df1a-4471-9b51-9cd5ba7ffa49,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:17.123259 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c057db-b6bd-4a15-92d4-6fcf75840e62 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Pushing event deleted for resources: {'Subnet': ['ID=aac9e8ce-6193-424e-b9a6-fefe615b8486,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:17.125360 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a8c057db-b6bd-4a15-92d4-6fcf75840e62 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:17.127265 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a8c057db-b6bd-4a15-92d4-6fcf75840e62 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] 10.222.0.13 "DELETE /v2.0/subnets/aac9e8ce-6193-424e-b9a6-fefe615b8486 HTTP/1.1" status: 204 len: 168 time: 0.6547849 Aug 28 15:11:17.129828 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53106) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:17.130743 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15fdd14-4285-4fad-919a-1ebccf24e569 admin admin] Checking segment: {'id': 'cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '53141248-8e00-4514-be68-258a5198e7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:11:17.131111 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15fdd14-4285-4fad-919a-1ebccf24e569 admin admin] Network hostable DHCP agents. Network: 53141248-8e00-4514-be68-258a5198e7a0, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:11:17.150773 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15fdd14-4285-4fad-919a-1ebccf24e569 admin admin] Network 53141248-8e00-4514-be68-258a5198e7a0 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:11:17.151246 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c215f8bb-e570-462c-bfd7-5fa83d206dc3 None None] Network 9396b10c-ad83-4f80-8609-3b9e93a265c8 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:17.165766 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-b15fdd14-4285-4fad-919a-1ebccf24e569 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 53141248-8e00-4514-be68-258a5198e7a0) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:17.173553 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15fdd14-4285-4fad-919a-1ebccf24e569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:17.174241 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b15fdd14-4285-4fad-919a-1ebccf24e569 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:17.194037 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b15fdd14-4285-4fad-919a-1ebccf24e569 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7436604 Aug 28 15:11:17.194288 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53108) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:17.199004 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-d15501b2-daab-4906-a715-0f793e54bd74 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-857853606-router', 'tenant_id': 'b6803f8be4734cbb937bc1da576db856', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:17.205087 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5186a756-7f79-42ce-8123-12b4050cd254 None None] Network 53141248-8e00-4514-be68-258a5198e7a0 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:17.222017 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d15501b2-daab-4906-a715-0f793e54bd74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:17.223217 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d15501b2-daab-4906-a715-0f793e54bd74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:17.277805 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d15501b2-daab-4906-a715-0f793e54bd74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:17.331546 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-15aeee37-c4d4-457c-8400-e4b3ef7d43c2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:17.368051 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Allocated IP 2001:db8::2 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/5a8c6df2-5062-4be7-bc6f-3a41e2ea24b0/df9ff055-ae88-4448-b77d-ebdd0169f43a) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:11:17.457387 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d15501b2-daab-4906-a715-0f793e54bd74 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:17.460259 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d468-5e66-47e1-8467-191dd6d6fb74 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:17.620389 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-15aeee37-c4d4-457c-8400-e4b3ef7d43c2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Deleting port 470ffd4d-ae20-4711-959e-a6f100642ea8 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:11:17.621058 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-15aeee37-c4d4-457c-8400-e4b3ef7d43c2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:17.636657 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c983348-1e31-4230-8105-6a08b262950c None None] DHCP port deletion for 9396b10c-ad83-4f80-8609-3b9e93a265c8 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:11:17.692005 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9e6d4e-82b8-46c4-99a8-3175c0feff4d None None] Network 53141248-8e00-4514-be68-258a5198e7a0 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:17.727741 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fd369-434c-4139-88b0-7629644af982 req-6d44f467-62d5-48de-a1ec-c3226d44b7ad tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:17.729532 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d74fd369-434c-4139-88b0-7629644af982 req-6d44f467-62d5-48de-a1ec-c3226d44b7ad tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 945 time: 0.1318767 Aug 28 15:11:17.739074 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-15aeee37-c4d4-457c-8400-e4b3ef7d43c2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] For port 470ffd4d-ae20-4711-959e-a6f100642ea8, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=470ffd4d-ae20-4711-959e-a6f100642ea8,segment=NetworkSegment(34fd55f1-0168-409b-b2d8-5cd1b37d0059),segment_id=34fd55f1-0168-409b-b2d8-5cd1b37d0059)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:17.739455 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-15aeee37-c4d4-457c-8400-e4b3ef7d43c2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:17.768082 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-15aeee37-c4d4-457c-8400-e4b3ef7d43c2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Calling delete_port for 470ffd4d-ae20-4711-959e-a6f100642ea8 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:11:17.796281 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d15501b2-daab-4906-a715-0f793e54bd74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:17.825289 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d15501b2-daab-4906-a715-0f793e54bd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:17.832019 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-6c983348-1e31-4230-8105-6a08b262950c None None] Deleting port 470ffd4d-ae20-4711-959e-a6f100642ea8 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:11:17.832405 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6c983348-1e31-4230-8105-6a08b262950c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:17.839223 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d74fd369-434c-4139-88b0-7629644af982 req-e337815c-e7eb-4ba5-b821-005e200314aa tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797474 Aug 28 15:11:17.866534 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-15aeee37-c4d4-457c-8400-e4b3ef7d43c2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:17.906029 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aeee37-c4d4-457c-8400-e4b3ef7d43c2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Pushing event deleted for resources: {'Port': ['ID=470ffd4d-ae20-4711-959e-a6f100642ea8,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:17.911266 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15aeee37-c4d4-457c-8400-e4b3ef7d43c2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] No DVR routers for this DVR port 470ffd4d-ae20-4711-959e-a6f100642ea8 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:11:17.930353 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:17.965256 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Transition to ACTIVE for port object df9ff055-ae88-4448-b77d-ebdd0169f43a will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:17.971962 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-d15501b2-daab-4906-a715-0f793e54bd74 admin admin] Allocated IP 172.25.3.62 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/9cb87689-8227-4b4a-8802-ff22f9a50dc9) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:11:17.976454 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-6c983348-1e31-4230-8105-6a08b262950c None None] For port 470ffd4d-ae20-4711-959e-a6f100642ea8, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=470ffd4d-ae20-4711-959e-a6f100642ea8,segment=NetworkSegment(34fd55f1-0168-409b-b2d8-5cd1b37d0059),segment_id=34fd55f1-0168-409b-b2d8-5cd1b37d0059)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:17.976859 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6c983348-1e31-4230-8105-6a08b262950c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:17.996560 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-6c983348-1e31-4230-8105-6a08b262950c None None] Calling delete_port for 470ffd4d-ae20-4711-959e-a6f100642ea8 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:11:17.998616 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Transition to ACTIVE for port object df9ff055-ae88-4448-b77d-ebdd0169f43a will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:18.003034 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-15aeee37-c4d4-457c-8400-e4b3ef7d43c2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:18.009117 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:18.047786 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-15aeee37-c4d4-457c-8400-e4b3ef7d43c2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9396b10c-ad83-4f80-8609-3b9e93a265c8']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:18.073957 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-15aeee37-c4d4-457c-8400-e4b3ef7d43c2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34fd55f1-0168-409b-b2d8-5cd1b37d0059') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:18.074679 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-15aeee37-c4d4-457c-8400-e4b3ef7d43c2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34fd55f1-0168-409b-b2d8-5cd1b37d0059') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:18.084863 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:18.091862 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-15aeee37-c4d4-457c-8400-e4b3ef7d43c2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:18.092168 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d15501b2-daab-4906-a715-0f793e54bd74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:18.092705 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:18.100820 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:11:18.108696 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-1ac1d468-5e66-47e1-8467-191dd6d6fb74 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Allocated IP 2001:db8::1 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/5a8c6df2-5062-4be7-bc6f-3a41e2ea24b0/2346e8f7-ae2c-49eb-8acd-e90ddec14c1f) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:11:18.113281 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-15aeee37-c4d4-457c-8400-e4b3ef7d43c2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:18.117654 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Pushing event updated for resources: {'Port': ['ID=df9ff055-ae88-4448-b77d-ebdd0169f43a,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:18.125239 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15aeee37-c4d4-457c-8400-e4b3ef7d43c2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:11:18.125807 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-15aeee37-c4d4-457c-8400-e4b3ef7d43c2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:11:18.129222 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:11:18.146602 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:18.147011 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:18.147261 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:18.147546 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:18.147889 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:18.148227 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:18.148566 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:18.148915 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:18.149473 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:18.149989 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:18.150497 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:18.151051 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:18.151221 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d15501b2-daab-4906-a715-0f793e54bd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:18.193610 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Attempting to bind port df9ff055-ae88-4448-b77d-ebdd0169f43a on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:11:18.194050 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Attempting to bind port df9ff055-ae88-4448-b77d-ebdd0169f43a by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:11:18.194436 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Attempting to bind port df9ff055-ae88-4448-b77d-ebdd0169f43a on network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:11:18.197733 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6c983348-1e31-4230-8105-6a08b262950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:18.209683 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15501b2-daab-4906-a715-0f793e54bd74 admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:18.216350 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-d15501b2-daab-4906-a715-0f793e54bd74 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:18.219274 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15501b2-daab-4906-a715-0f793e54bd74 admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:11:18.226600 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:11:18.227379 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Checking segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:11:18.228028 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:18.228666 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Bound using segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:11:18.229368 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Bound port: df9ff055-ae88-4448-b77d-ebdd0169f43a, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:11:18.229991 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:18.240449 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c983348-1e31-4230-8105-6a08b262950c None None] Pushing event deleted for resources: {'Port': ['ID=470ffd4d-ae20-4711-959e-a6f100642ea8,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:18.247214 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c983348-1e31-4230-8105-6a08b262950c None None] No DVR routers for this DVR port 470ffd4d-ae20-4711-959e-a6f100642ea8 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:11:18.249784 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-15aeee37-c4d4-457c-8400-e4b3ef7d43c2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:18.261290 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-15aeee37-c4d4-457c-8400-e4b3ef7d43c2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:18.263822 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-15aeee37-c4d4-457c-8400-e4b3ef7d43c2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] 10.222.0.13 "DELETE /v2.0/networks/9396b10c-ad83-4f80-8609-3b9e93a265c8 HTTP/1.1" status: 204 len: 168 time: 1.1321502 Aug 28 15:11:18.273669 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15501b2-daab-4906-a715-0f793e54bd74 admin admin] Pushing event updated for resources: {'Port': ['ID=9cb87689-8227-4b4a-8802-ff22f9a50dc9,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:18.278077 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53114) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:18.300429 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aeee37-c4d4-457c-8400-e4b3ef7d43c2 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Pushing event deleted for resources: {'Network': ['ID=9396b10c-ad83-4f80-8609-3b9e93a265c8,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:18.319214 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] For port df9ff055-ae88-4448-b77d-ebdd0169f43a, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:11:18.322731 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] For port df9ff055-ae88-4448-b77d-ebdd0169f43a, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=df9ff055-ae88-4448-b77d-ebdd0169f43a,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:11:18.324260 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6f33aa28-93d4-4bd0-8e4b-322e4f1a003d tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] 10.222.0.13 "GET /v2.0/ports?device_id=f165910b-fa0d-4554-8504-c88cf4ec5723 HTTP/1.1" status: 200 len: 205 time: 0.0450420 Aug 28 15:11:18.326876 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53116) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:18.331103 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:18.401119 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd8ae6-344d-4ca8-ba8c-49ba9a5bd6ad None None] Pushing event updated for resources: {'Port': ['ID=df9ff055-ae88-4448-b77d-ebdd0169f43a,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:18.565084 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d15501b2-daab-4906-a715-0f793e54bd74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:18.815017 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-37232182-123c-429b-8067-b24252359840 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:18.820093 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d468-5e66-47e1-8467-191dd6d6fb74 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:18.845538 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d15501b2-daab-4906-a715-0f793e54bd74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:18.897676 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-1ac1d468-5e66-47e1-8467-191dd6d6fb74 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Transition to ACTIVE for port object 2346e8f7-ae2c-49eb-8acd-e90ddec14c1f will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:18.958138 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device df9ff055-ae88-4448-b77d-ebdd0169f43a up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:11:19.005023 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-37232182-123c-429b-8067-b24252359840 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:19.010759 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-37232182-123c-429b-8067-b24252359840 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:19.033389 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port df9ff055-ae88-4448-b77d-ebdd0169f43a completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:19.078514 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d468-5e66-47e1-8467-191dd6d6fb74 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:19.081221 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-37232182-123c-429b-8067-b24252359840 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:19.082001 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37232182-123c-429b-8067-b24252359840 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Fanout notify agent at l3_agent the message router_deleted on router f165910b-fa0d-4554-8504-c88cf4ec5723 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:11:19.093230 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-37232182-123c-429b-8067-b24252359840 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:19.094544 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-37232182-123c-429b-8067-b24252359840 tempest-RoutersNegativeTest-918476178 tempest-RoutersNegativeTest-918476178-project] 10.222.0.13 "DELETE /v2.0/routers/f165910b-fa0d-4554-8504-c88cf4ec5723 HTTP/1.1" status: 204 len: 168 time: 0.7659700 Aug 28 15:11:19.106179 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 470ffd4d-ae20-4711-959e-a6f100642ea8 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:11:19.134688 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 470ffd4d-ae20-4711-959e-a6f100642ea8 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:11:19.135046 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 470ffd4d-ae20-4711-959e-a6f100642ea8 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:11:19.139241 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac1d468-5e66-47e1-8467-191dd6d6fb74 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:19.145604 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-1ac1d468-5e66-47e1-8467-191dd6d6fb74 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:19.148431 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac1d468-5e66-47e1-8467-191dd6d6fb74 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:11:19.149255 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d468-5e66-47e1-8467-191dd6d6fb74 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:19.209400 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1d468-5e66-47e1-8467-191dd6d6fb74 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Port': ['ID=2346e8f7-ae2c-49eb-8acd-e90ddec14c1f,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:19.309988 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d468-5e66-47e1-8467-191dd6d6fb74 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:19.385021 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53126) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:19.472827 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b02138-67dc-472f-a48c-9c463d86a150 req-55e8dd39-6e04-4c84-9d9b-a7f6da0b64df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:19.474507 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-81b02138-67dc-472f-a48c-9c463d86a150 req-55e8dd39-6e04-4c84-9d9b-a7f6da0b64df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f&tenant_id=bee02b8454d546b78330e0129408e569 HTTP/1.1" status: 200 len: 1097 time: 0.0851386 Aug 28 15:11:19.489362 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb9e1b-30f2-4d04-a516-94ea8efaf7d5 req-34c61c25-89b0-4f75-be3d-0d5bc8827e5d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:19.490754 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9dcb9e1b-30f2-4d04-a516-94ea8efaf7d5 req-34c61c25-89b0-4f75-be3d-0d5bc8827e5d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 945 time: 0.5142179 Aug 28 15:11:19.496384 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-81b02138-67dc-472f-a48c-9c463d86a150 req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-10', 'device_owner': 'compute:nova'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:19.582420 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15501b2-daab-4906-a715-0f793e54bd74 admin admin] Router 83d5c65f-c4c6-4554-a820-8d75eded42c7 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:11:19.596793 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-81b02138-67dc-472f-a48c-9c463d86a150 req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:19.601071 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9dcb9e1b-30f2-4d04-a516-94ea8efaf7d5 req-427b9977-2405-4239-b9ae-d88240941fba tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977387 Aug 28 15:11:19.656703 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3c44dbf7-57af-481d-8bb1-76ea19b48ad3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ece7d0b77ffc47c5a6710567e3892a72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2701340 Aug 28 15:11:19.657383 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53132) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:19.714417 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d468-5e66-47e1-8467-191dd6d6fb74 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:19.720922 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d468-5e66-47e1-8467-191dd6d6fb74 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:19.721791 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d468-5e66-47e1-8467-191dd6d6fb74 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:19.750776 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d257256f-8cc2-43cf-89d5-acdf16c1c6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:19.752266 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9a7b3418-8b15-4f26-b32a-e3be334fe80a None None] Provisioning for port df9ff055-ae88-4448-b77d-ebdd0169f43a completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:19.756132 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9a7b3418-8b15-4f26-b32a-e3be334fe80a None None] Provisioning complete for port df9ff055-ae88-4448-b77d-ebdd0169f43a triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:19.756476 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9a7b3418-8b15-4f26-b32a-e3be334fe80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:19.822993 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15501b2-daab-4906-a715-0f793e54bd74 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:11:19.842299 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edda901b-036b-45ac-b327-89de4057cfa0 None None] Sync routers for ids ['83d5c65f-c4c6-4554-a820-8d75eded42c7'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:11:19.852904 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9a7b3418-8b15-4f26-b32a-e3be334fe80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:19.861279 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d257256f-8cc2-43cf-89d5-acdf16c1c6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:19.878932 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1d468-5e66-47e1-8467-191dd6d6fb74 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Port': ['ID=2346e8f7-ae2c-49eb-8acd-e90ddec14c1f,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:19.887910 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edda901b-036b-45ac-b327-89de4057cfa0 None None] Routers {'83d5c65f-c4c6-4554-a820-8d75eded42c7'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:11:19.889289 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-edda901b-036b-45ac-b327-89de4057cfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:11:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['83d5c65f-c4c6-4554-a820-8d75eded42c7'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:19.896204 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d15501b2-daab-4906-a715-0f793e54bd74 admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:19.897727 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d15501b2-daab-4906-a715-0f793e54bd74 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7025754 Aug 28 15:11:19.900481 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53134) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:19.940499 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac1d468-5e66-47e1-8467-191dd6d6fb74 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:19.942208 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-1ac1d468-5e66-47e1-8467-191dd6d6fb74 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:19.954355 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9a7b3418-8b15-4f26-b32a-e3be334fe80a None None] For port df9ff055-ae88-4448-b77d-ebdd0169f43a, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=df9ff055-ae88-4448-b77d-ebdd0169f43a,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:19.970621 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9a7b3418-8b15-4f26-b32a-e3be334fe80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:20.032928 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-81b02138-67dc-472f-a48c-9c463d86a150 req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] For port 85eea773-c785-4940-91e0-96b2c1a0f65f, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=85eea773-c785-4940-91e0-96b2c1a0f65f,segment=NetworkSegment(041c1083-f350-4c0e-8b59-71aa800f87a1),segment_id=041c1083-f350-4c0e-8b59-71aa800f87a1)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:20.054782 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d257256f-8cc2-43cf-89d5-acdf16c1c6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:20.058199 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d257256f-8cc2-43cf-89d5-acdf16c1c6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:20.065208 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d257256f-8cc2-43cf-89d5-acdf16c1c6a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca1838f1-8f4b-4e16-a1a1-6cd509f956af HTTP/1.1" status: 204 len: 168 time: 0.3960068 Aug 28 15:11:20.079522 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257256f-8cc2-43cf-89d5-acdf16c1c6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1838f1-8f4b-4e16-a1a1-6cd509f956af,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:20.125828 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac1d468-5e66-47e1-8467-191dd6d6fb74 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Router 35226b96-8c5f-4bf6-bccc-8baf423f44e9 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:11:20.154977 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-81b02138-67dc-472f-a48c-9c463d86a150 req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] For port 85eea773-c785-4940-91e0-96b2c1a0f65f, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:11:20.157614 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b3418-8b15-4f26-b32a-e3be334fe80a None None] Pushing event updated for resources: {'Port': ['ID=df9ff055-ae88-4448-b77d-ebdd0169f43a,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:20.169261 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-edda901b-036b-45ac-b327-89de4057cfa0 None None] Set router 83d5c65f-c4c6-4554-a820-8d75eded42c7 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:11:20.198216 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c0651d9e-c368-4ae1-84ec-9d34b80290dd None None] Provisioning for port 2346e8f7-ae2c-49eb-8acd-e90ddec14c1f completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:20.241781 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c0651d9e-c368-4ae1-84ec-9d34b80290dd None None] Provisioning complete for port 2346e8f7-ae2c-49eb-8acd-e90ddec14c1f triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:20.242414 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c0651d9e-c368-4ae1-84ec-9d34b80290dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:20.253854 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24488e5d-dfc8-4192-b2da-26ff8c03836f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85eea773-c785-4940-91e0-96b2c1a0f65f'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:11:20.256419 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d445d918-4d39-47ab-846b-98eed6fa36eb" -d '{"events": [{"server_uuid": "24488e5d-dfc8-4192-b2da-26ff8c03836f", "name": "network-vif-unplugged", "status": "completed", "tag": "85eea773-c785-4940-91e0-96b2c1a0f65f"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:11:20.266143 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-81b02138-67dc-472f-a48c-9c463d86a150 req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:20.282822 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac1d468-5e66-47e1-8467-191dd6d6fb74 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:11:20.286816 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c0651d9e-c368-4ae1-84ec-9d34b80290dd None None] Port 2346e8f7-ae2c-49eb-8acd-e90ddec14c1f cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:11:20.290152 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-81b02138-67dc-472f-a48c-9c463d86a150 req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Transition to ACTIVE for port object 85eea773-c785-4940-91e0-96b2c1a0f65f will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:20.301866 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d17c3c-8415-444d-9263-c04f578755cb None None] Sync routers for ids ['35226b96-8c5f-4bf6-bccc-8baf423f44e9'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:11:20.310315 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1ac1d468-5e66-47e1-8467-191dd6d6fb74 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "PUT /v2.0/routers/35226b96-8c5f-4bf6-bccc-8baf423f44e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2629511 Aug 28 15:11:20.314499 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53142) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:20.323934 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d17c3c-8415-444d-9263-c04f578755cb None None] Routers {'35226b96-8c5f-4bf6-bccc-8baf423f44e9'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:11:20.324626 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-36d17c3c-8415-444d-9263-c04f578755cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:11:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['35226b96-8c5f-4bf6-bccc-8baf423f44e9'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:20.338208 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-81b02138-67dc-472f-a48c-9c463d86a150 req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:20.402335 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a86881f-c07a-4353-9f97-6ade1f820b73 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:20.404215 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6a86881f-c07a-4353-9f97-6ade1f820b73 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports/2346e8f7-ae2c-49eb-8acd-e90ddec14c1f HTTP/1.1" status: 200 len: 911 time: 0.0841312 Aug 28 15:11:20.406987 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53144) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:20.428772 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 15:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d4d1e0-de09-4f8e-911e-6c0f0eb0c5e5 x-openstack-request-id: req-91d4d1e0-de09-4f8e-911e-6c0f0eb0c5e5 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:11:20.429201 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24488e5d-dfc8-4192-b2da-26ff8c03836f", "name": "network-vif-unplugged", "status": "completed", "tag": "85eea773-c785-4940-91e0-96b2c1a0f65f", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:11:20.429526 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91d4d1e0-de09-4f8e-911e-6c0f0eb0c5e5 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:11:20.429991 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24488e5d-dfc8-4192-b2da-26ff8c03836f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85eea773-c785-4940-91e0-96b2c1a0f65f', 'code': 200} Aug 28 15:11:20.520852 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37437521-d07f-4b0a-92c4-67d193b0aa35 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:20.529597 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37437521-d07f-4b0a-92c4-67d193b0aa35 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:20.532160 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-37437521-d07f-4b0a-92c4-67d193b0aa35 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1238849 Aug 28 15:11:20.535137 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53148) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:20.537022 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-edda901b-036b-45ac-b327-89de4057cfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d5c65f-c4c6-4554-a820-8d75eded42c7', 'name': 'tempest-ServerRescueTestJSON-857853606-router', 'tenant_id': 'b6803f8be4734cbb937bc1da576db856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '9cb87689-8227-4b4a-8802-ff22f9a50dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:11:17Z', 'updated_at': '2021-08-28T15:11:18Z', 'revision_number': 3, 'project_id': 'b6803f8be4734cbb937bc1da576db856', 'gw_port': {'id': '9cb87689-8227-4b4a-8802-ff22f9a50dc9', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d5c65f-c4c6-4554-a820-8d75eded42c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:11:17Z', 'updated_at': '2021-08-28T15:11:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:20.549274 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-36d17c3c-8415-444d-9263-c04f578755cb None None] Set router 35226b96-8c5f-4bf6-bccc-8baf423f44e9 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:11:20.565835 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Pushing event updated for resources: {'Port': ['ID=85eea773-c785-4940-91e0-96b2c1a0f65f,revision_number=10']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:20.575501 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edda901b-036b-45ac-b327-89de4057cfa0 None None] Checking router: 83d5c65f-c4c6-4554-a820-8d75eded42c7 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:11:20.576303 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edda901b-036b-45ac-b327-89de4057cfa0 None None] Updating router 83d5c65f-c4c6-4554-a820-8d75eded42c7 port 9cb87689-8227-4b4a-8802-ff22f9a50dc9 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:11:20.657882 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-edda901b-036b-45ac-b327-89de4057cfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:20.687396 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6b68c489-daa2-47f2-9fc6-acd8562ea558 None None] Provisioning complete for port 2346e8f7-ae2c-49eb-8acd-e90ddec14c1f triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:20.688055 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6b68c489-daa2-47f2-9fc6-acd8562ea558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:20.777648 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-6b68c489-daa2-47f2-9fc6-acd8562ea558 None None] Port 2346e8f7-ae2c-49eb-8acd-e90ddec14c1f cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:11:20.797744 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:20.798620 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:20.799472 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:20.800347 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:20.800845 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:20.801343 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:20.801859 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:20.802388 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:20.802884 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:20.803416 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:20.803945 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:20.805182 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:11:20.909430 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b02138-67dc-472f-a48c-9c463d86a150 req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] No DVR routers for this DVR port 85eea773-c785-4940-91e0-96b2c1a0f65f on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:11:20.941132 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device df9ff055-ae88-4448-b77d-ebdd0169f43a up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:11:20.987118 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba639f6-7f3a-485d-94c9-1d06f0e7bb40 req-8cd930cb-fc29-43ce-afb3-9c77fad3a9b4 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:20.994493 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7ba639f6-7f3a-485d-94c9-1d06f0e7bb40 req-8cd930cb-fc29-43ce-afb3-9c77fad3a9b4 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 944 time: 0.2173724 Aug 28 15:11:21.038097 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-36d17c3c-8415-444d-9263-c04f578755cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35226b96-8c5f-4bf6-bccc-8baf423f44e9', 'name': 'tempest-NetworksTestDHCPv6-router-886306364', 'tenant_id': 'b52f2a44ab1541f08b6542f112ae2346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:11:16Z', 'updated_at': '2021-08-28T15:11:19Z', 'revision_number': 2, 'project_id': 'b52f2a44ab1541f08b6542f112ae2346', 'gw_port_host': None, '_interfaces': [{'id': '2346e8f7-ae2c-49eb-8acd-e90ddec14c1f', 'name': '', 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'tenant_id': 'b52f2a44ab1541f08b6542f112ae2346', 'mac_address': 'fa:16:3e:57:92:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35226b96-8c5f-4bf6-bccc-8baf423f44e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '5a8c6df2-5062-4be7-bc6f-3a41e2ea24b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:11:17Z', 'updated_at': '2021-08-28T15:11:19Z', 'revision_number': 2, 'project_id': 'b52f2a44ab1541f08b6542f112ae2346', 'subnets': [{'id': '5a8c6df2-5062-4be7-bc6f-3a41e2ea24b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:21.069305 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port df9ff055-ae88-4448-b77d-ebdd0169f43a triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:21.069837 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:21.080662 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d17c3c-8415-444d-9263-c04f578755cb None None] Checking router: 35226b96-8c5f-4bf6-bccc-8baf423f44e9 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:11:21.081446 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d17c3c-8415-444d-9263-c04f578755cb None None] Updating router 35226b96-8c5f-4bf6-bccc-8baf423f44e9 port 2346e8f7-ae2c-49eb-8acd-e90ddec14c1f binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:11:21.111118 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-36d17c3c-8415-444d-9263-c04f578755cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:21.173888 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a14c-c6d1-42c4-8742-e4f5f2bfb0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:21.305767 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-edda901b-036b-45ac-b327-89de4057cfa0 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:21.317714 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-edda901b-036b-45ac-b327-89de4057cfa0 None None] Transition to ACTIVE for port object 9cb87689-8227-4b4a-8802-ff22f9a50dc9 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:21.326453 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-edda901b-036b-45ac-b327-89de4057cfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:21.401519 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-81b02138-67dc-472f-a48c-9c463d86a150 req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Attempting to bind port 85eea773-c785-4940-91e0-96b2c1a0f65f on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:11:21.402187 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-edda901b-036b-45ac-b327-89de4057cfa0 None None] Attempting to bind port 9cb87689-8227-4b4a-8802-ff22f9a50dc9 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:11:21.402315 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-81b02138-67dc-472f-a48c-9c463d86a150 req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Attempting to bind port 85eea773-c785-4940-91e0-96b2c1a0f65f by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '041c1083-f350-4c0e-8b59-71aa800f87a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:11:21.402450 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-edda901b-036b-45ac-b327-89de4057cfa0 None None] Attempting to bind port 9cb87689-8227-4b4a-8802-ff22f9a50dc9 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:11:21.402572 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b02138-67dc-472f-a48c-9c463d86a150 req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Attempting to bind port 85eea773-c785-4940-91e0-96b2c1a0f65f on network 2a312b48-1593-4ae4-aa4f-ef246ab62436 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:11:21.403080 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edda901b-036b-45ac-b327-89de4057cfa0 None None] Attempting to bind port 9cb87689-8227-4b4a-8802-ff22f9a50dc9 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:11:21.418821 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89cb4f-4564-4bf6-a0c5-cbd73445f47e None None] Pushing event updated for resources: {'Port': ['ID=9cb87689-8227-4b4a-8802-ff22f9a50dc9,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:21.423576 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b52537cd-6bd6-4f42-b724-a7a78cb1ba81 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:21.426857 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edda901b-036b-45ac-b327-89de4057cfa0 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:11:21.427359 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edda901b-036b-45ac-b327-89de4057cfa0 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:11:21.428004 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-edda901b-036b-45ac-b327-89de4057cfa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:21.428361 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edda901b-036b-45ac-b327-89de4057cfa0 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:11:21.429094 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-edda901b-036b-45ac-b327-89de4057cfa0 None None] Bound port: 9cb87689-8227-4b4a-8802-ff22f9a50dc9, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:11:21.429574 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-edda901b-036b-45ac-b327-89de4057cfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:21.463208 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b02138-67dc-472f-a48c-9c463d86a150 req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Port 85eea773-c785-4940-91e0-96b2c1a0f65f on network 2a312b48-1593-4ae4-aa4f-ef246ab62436 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:11:21.463539 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b02138-67dc-472f-a48c-9c463d86a150 req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Attempting to bind port 85eea773-c785-4940-91e0-96b2c1a0f65f on network 2a312b48-1593-4ae4-aa4f-ef246ab62436 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:11:21.478944 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7ba639f6-7f3a-485d-94c9-1d06f0e7bb40 req-c02d3c81-ce70-42e3-8a6e-6dbefefa212e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4835613 Aug 28 15:11:21.484398 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b02138-67dc-472f-a48c-9c463d86a150 req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:11:21.484605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b02138-67dc-472f-a48c-9c463d86a150 req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Checking segment: {'id': '041c1083-f350-4c0e-8b59-71aa800f87a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:11:21.484860 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b02138-67dc-472f-a48c-9c463d86a150 req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Bound using segment: {'id': '041c1083-f350-4c0e-8b59-71aa800f87a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:11:21.485495 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-81b02138-67dc-472f-a48c-9c463d86a150 req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Bound port: 85eea773-c785-4940-91e0-96b2c1a0f65f, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '041c1083-f350-4c0e-8b59-71aa800f87a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:11:21.485644 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-81b02138-67dc-472f-a48c-9c463d86a150 req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:21.531759 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-edda901b-036b-45ac-b327-89de4057cfa0 None None] For port 9cb87689-8227-4b4a-8802-ff22f9a50dc9, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:11:21.541580 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-edda901b-036b-45ac-b327-89de4057cfa0 None None] For port 9cb87689-8227-4b4a-8802-ff22f9a50dc9, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=9cb87689-8227-4b4a-8802-ff22f9a50dc9,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:11:21.552286 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-edda901b-036b-45ac-b327-89de4057cfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:21.577523 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-36d17c3c-8415-444d-9263-c04f578755cb None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:21.598309 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-36d17c3c-8415-444d-9263-c04f578755cb None None] Transition to ACTIVE for port object 2346e8f7-ae2c-49eb-8acd-e90ddec14c1f will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:21.607723 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-36d17c3c-8415-444d-9263-c04f578755cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:21.620749 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-e5d5a14c-c6d1-42c4-8742-e4f5f2bfb0f4 admin admin] Allocated IP 172.20.0.1 (53141248-8e00-4514-be68-258a5198e7a0/3a9b8f69-df1a-4471-9b51-9cd5ba7ffa49/086ff731-bd3f-4acf-bcac-5ed192c58d84) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:11:21.631384 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edda901b-036b-45ac-b327-89de4057cfa0 None None] Routers {'83d5c65f-c4c6-4554-a820-8d75eded42c7'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:11:21.633790 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-edda901b-036b-45ac-b327-89de4057cfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:11:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['83d5c65f-c4c6-4554-a820-8d75eded42c7'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:21.646393 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-81b02138-67dc-472f-a48c-9c463d86a150 req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] For port 85eea773-c785-4940-91e0-96b2c1a0f65f, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:11:21.651296 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-81b02138-67dc-472f-a48c-9c463d86a150 req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] For port 85eea773-c785-4940-91e0-96b2c1a0f65f, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=85eea773-c785-4940-91e0-96b2c1a0f65f,segment=NetworkSegment(041c1083-f350-4c0e-8b59-71aa800f87a1),segment_id=041c1083-f350-4c0e-8b59-71aa800f87a1)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:11:21.665047 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-81b02138-67dc-472f-a48c-9c463d86a150 req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:21.703815 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49cadfb-d428-4083-9e44-8c40e0f227ed None None] Pushing event updated for resources: {'Port': ['ID=2346e8f7-ae2c-49eb-8acd-e90ddec14c1f,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:21.719449 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89cb4f-4564-4bf6-a0c5-cbd73445f47e None None] Pushing event updated for resources: {'Port': ['ID=9cb87689-8227-4b4a-8802-ff22f9a50dc9,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:21.782419 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-36d17c3c-8415-444d-9263-c04f578755cb None None] Attempting to bind port 2346e8f7-ae2c-49eb-8acd-e90ddec14c1f on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:11:21.782796 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-36d17c3c-8415-444d-9263-c04f578755cb None None] Attempting to bind port 2346e8f7-ae2c-49eb-8acd-e90ddec14c1f by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:11:21.783162 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d17c3c-8415-444d-9263-c04f578755cb None None] Attempting to bind port 2346e8f7-ae2c-49eb-8acd-e90ddec14c1f on network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:11:21.789187 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d17c3c-8415-444d-9263-c04f578755cb None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:11:21.789654 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d17c3c-8415-444d-9263-c04f578755cb None None] Checking segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:11:21.789977 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-36d17c3c-8415-444d-9263-c04f578755cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:21.790379 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d17c3c-8415-444d-9263-c04f578755cb None None] Bound using segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:11:21.790949 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-36d17c3c-8415-444d-9263-c04f578755cb None None] Bound port: 2346e8f7-ae2c-49eb-8acd-e90ddec14c1f, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:11:21.791340 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-36d17c3c-8415-444d-9263-c04f578755cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:21.845213 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-b52537cd-6bd6-4f42-b724-a7a78cb1ba81 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting port 2346e8f7-ae2c-49eb-8acd-e90ddec14c1f {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:11:21.845465 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b52537cd-6bd6-4f42-b724-a7a78cb1ba81 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:21.919951 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-36d17c3c-8415-444d-9263-c04f578755cb None None] For port 2346e8f7-ae2c-49eb-8acd-e90ddec14c1f, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:11:21.925107 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-36d17c3c-8415-444d-9263-c04f578755cb None None] For port 2346e8f7-ae2c-49eb-8acd-e90ddec14c1f, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2346e8f7-ae2c-49eb-8acd-e90ddec14c1f,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:11:21.939550 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-36d17c3c-8415-444d-9263-c04f578755cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:21.940169 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a14c-c6d1-42c4-8742-e4f5f2bfb0f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:21.943198 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-edda901b-036b-45ac-b327-89de4057cfa0 None None] Set router 83d5c65f-c4c6-4554-a820-8d75eded42c7 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:11:21.988977 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b02138-67dc-472f-a48c-9c463d86a150 req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:21.989947 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-81b02138-67dc-472f-a48c-9c463d86a150 req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:21.991064 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-81b02138-67dc-472f-a48c-9c463d86a150 req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] 10.222.0.36 "PUT /v2.0/ports/85eea773-c785-4940-91e0-96b2c1a0f65f HTTP/1.1" status: 200 len: 1093 time: 2.4987793 Aug 28 15:11:21.996455 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-b52537cd-6bd6-4f42-b724-a7a78cb1ba81 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] For port 2346e8f7-ae2c-49eb-8acd-e90ddec14c1f, host n-d-712137-10, got binding levels [] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:21.996837 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b52537cd-6bd6-4f42-b724-a7a78cb1ba81 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:22.034976 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-b52537cd-6bd6-4f42-b724-a7a78cb1ba81 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Calling delete_port for 2346e8f7-ae2c-49eb-8acd-e90ddec14c1f owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:11:22.094730 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d17c3c-8415-444d-9263-c04f578755cb None None] Routers {'35226b96-8c5f-4bf6-bccc-8baf423f44e9'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:11:22.095968 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-36d17c3c-8415-444d-9263-c04f578755cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:11:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['35226b96-8c5f-4bf6-bccc-8baf423f44e9'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:22.113786 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3730d-7e4b-4c09-ae8a-24041e1d14e6 service neutron] Pushing event updated for resources: {'Port': ['ID=85eea773-c785-4940-91e0-96b2c1a0f65f,revision_number=11']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:22.177536 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b02138-67dc-472f-a48c-9c463d86a150 req-e02f8eae-017d-4d83-91c6-1999c109ede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:22.179100 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-81b02138-67dc-472f-a48c-9c463d86a150 req-e02f8eae-017d-4d83-91c6-1999c109ede6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 1096 time: 0.1318097 Aug 28 15:11:22.183138 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a14c-c6d1-42c4-8742-e4f5f2bfb0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:22.194565 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49cadfb-d428-4083-9e44-8c40e0f227ed None None] Pushing event updated for resources: {'Port': ['ID=2346e8f7-ae2c-49eb-8acd-e90ddec14c1f,revision_number=4']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:22.222116 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53182) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:22.310179 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d5a14c-c6d1-42c4-8742-e4f5f2bfb0f4 admin admin] Network 53141248-8e00-4514-be68-258a5198e7a0 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:22.355095 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b52537cd-6bd6-4f42-b724-a7a78cb1ba81 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:22.397219 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-edda901b-036b-45ac-b327-89de4057cfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d5c65f-c4c6-4554-a820-8d75eded42c7', 'name': 'tempest-ServerRescueTestJSON-857853606-router', 'tenant_id': 'b6803f8be4734cbb937bc1da576db856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '9cb87689-8227-4b4a-8802-ff22f9a50dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:11:17Z', 'updated_at': '2021-08-28T15:11:18Z', 'revision_number': 3, 'project_id': 'b6803f8be4734cbb937bc1da576db856', 'gw_port': {'id': '9cb87689-8227-4b4a-8802-ff22f9a50dc9', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d5c65f-c4c6-4554-a820-8d75eded42c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:11:17Z', 'updated_at': '2021-08-28T15:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:22.422582 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52537cd-6bd6-4f42-b724-a7a78cb1ba81 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Port': ['ID=2346e8f7-ae2c-49eb-8acd-e90ddec14c1f,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:22.429549 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-e5d5a14c-c6d1-42c4-8742-e4f5f2bfb0f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:22.433416 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edda901b-036b-45ac-b327-89de4057cfa0 None None] The sync data for ids ['83d5c65f-c4c6-4554-a820-8d75eded42c7'] in n-d-712137-10 is: [{'id': '83d5c65f-c4c6-4554-a820-8d75eded42c7', 'name': 'tempest-ServerRescueTestJSON-857853606-router', 'tenant_id': 'b6803f8be4734cbb937bc1da576db856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '9cb87689-8227-4b4a-8802-ff22f9a50dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:11:17Z', 'updated_at': '2021-08-28T15:11:18Z', 'revision_number': 3, 'project_id': 'b6803f8be4734cbb937bc1da576db856', 'gw_port': {'id': '9cb87689-8227-4b4a-8802-ff22f9a50dc9', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d5c65f-c4c6-4554-a820-8d75eded42c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:11:17Z', 'updated_at': '2021-08-28T15:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:11:22.442573 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d5a14c-c6d1-42c4-8742-e4f5f2bfb0f4 admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:11:22.445265 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b02138-67dc-472f-a48c-9c463d86a150 req-3371b84c-3ee3-4e3c-ad61-d06f0f1f8a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:22.446860 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-81b02138-67dc-472f-a48c-9c463d86a150 req-3371b84c-3ee3-4e3c-ad61-d06f0f1f8a6c service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a312b48-1593-4ae4-aa4f-ef246ab62436 HTTP/1.1" status: 200 len: 898 time: 0.2580092 Aug 28 15:11:22.454261 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24488e5d-dfc8-4192-b2da-26ff8c03836f', 'tag': '85eea773-c785-4940-91e0-96b2c1a0f65f'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:11:22.455398 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-36d17c3c-8415-444d-9263-c04f578755cb None None] Set router 35226b96-8c5f-4bf6-bccc-8baf423f44e9 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:11:22.456978 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123e91cd-b4c6-48e0-8cea-c1f4ce74e471" -d '{"events": [{"name": "network-changed", "server_uuid": "24488e5d-dfc8-4192-b2da-26ff8c03836f", "tag": "85eea773-c785-4940-91e0-96b2c1a0f65f"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:11:22.554482 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 85eea773-c785-4940-91e0-96b2c1a0f65f no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:11:22.591509 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5a14c-c6d1-42c4-8742-e4f5f2bfb0f4 admin admin] Pushing event updated for resources: {'Port': ['ID=086ff731-bd3f-4acf-bcac-5ed192c58d84,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:22.646446 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-48517ed7-9205-4d18-adb5-488560b3dcc7 None None] Could not find standard attr ID for object 2346e8f7-ae2c-49eb-8acd-e90ddec14c1f. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:11:22.651052 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44214e4e-8fb4-4e0b-9bd1-d30700331e67 x-openstack-request-id: req-44214e4e-8fb4-4e0b-9bd1-d30700331e67 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:11:22.651221 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24488e5d-dfc8-4192-b2da-26ff8c03836f", "tag": "85eea773-c785-4940-91e0-96b2c1a0f65f", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:11:22.651473 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44214e4e-8fb4-4e0b-9bd1-d30700331e67 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:11:22.651902 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24488e5d-dfc8-4192-b2da-26ff8c03836f', 'tag': '85eea773-c785-4940-91e0-96b2c1a0f65f', 'status': 'completed', 'code': 200} Aug 28 15:11:22.675180 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 85eea773-c785-4940-91e0-96b2c1a0f65f not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:11:22.717305 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-81b02138-67dc-472f-a48c-9c463d86a150 req-0af24e3e-7f61-4698-ad5e-dba65ceb8305 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85eea773-c785-4940-91e0-96b2c1a0f65f HTTP/1.1" status: 200 len: 998 time: 0.2521784 Aug 28 15:11:22.722438 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5274d32b-ebfe-4195-a473-202d304f77ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:22.736786 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a14c-c6d1-42c4-8742-e4f5f2bfb0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:22.785521 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b52537cd-6bd6-4f42-b724-a7a78cb1ba81 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:22.806331 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-36d17c3c-8415-444d-9263-c04f578755cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35226b96-8c5f-4bf6-bccc-8baf423f44e9', 'name': 'tempest-NetworksTestDHCPv6-router-886306364', 'tenant_id': 'b52f2a44ab1541f08b6542f112ae2346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:11:16Z', 'updated_at': '2021-08-28T15:11:19Z', 'revision_number': 2, 'project_id': 'b52f2a44ab1541f08b6542f112ae2346', 'gw_port_host': None, '_interfaces': [{'id': '2346e8f7-ae2c-49eb-8acd-e90ddec14c1f', 'name': '', 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'tenant_id': 'b52f2a44ab1541f08b6542f112ae2346', 'mac_address': 'fa:16:3e:57:92:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35226b96-8c5f-4bf6-bccc-8baf423f44e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '5a8c6df2-5062-4be7-bc6f-3a41e2ea24b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:11:17Z', 'updated_at': '2021-08-28T15:11:21Z', 'revision_number': 4, 'project_id': 'b52f2a44ab1541f08b6542f112ae2346', 'subnets': [{'id': '5a8c6df2-5062-4be7-bc6f-3a41e2ea24b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:22.867136 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444dd1ef-91aa-42cf-839d-c19551fe1c2b req-49697f3c-9db8-4ad8-955e-893ad3f7123a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:22.868934 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-444dd1ef-91aa-42cf-839d-c19551fe1c2b req-49697f3c-9db8-4ad8-955e-893ad3f7123a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 944 time: 0.1565957 Aug 28 15:11:22.879965 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d17c3c-8415-444d-9263-c04f578755cb None None] The sync data for ids ['35226b96-8c5f-4bf6-bccc-8baf423f44e9'] in n-d-712137-10 is: [{'id': '35226b96-8c5f-4bf6-bccc-8baf423f44e9', 'name': 'tempest-NetworksTestDHCPv6-router-886306364', 'tenant_id': 'b52f2a44ab1541f08b6542f112ae2346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:11:16Z', 'updated_at': '2021-08-28T15:11:19Z', 'revision_number': 2, 'project_id': 'b52f2a44ab1541f08b6542f112ae2346', 'gw_port_host': None, '_interfaces': [{'id': '2346e8f7-ae2c-49eb-8acd-e90ddec14c1f', 'name': '', 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'tenant_id': 'b52f2a44ab1541f08b6542f112ae2346', 'mac_address': 'fa:16:3e:57:92:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35226b96-8c5f-4bf6-bccc-8baf423f44e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '5a8c6df2-5062-4be7-bc6f-3a41e2ea24b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:11:17Z', 'updated_at': '2021-08-28T15:11:21Z', 'revision_number': 4, 'project_id': 'b52f2a44ab1541f08b6542f112ae2346', 'subnets': [{'id': '5a8c6df2-5062-4be7-bc6f-3a41e2ea24b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:11:22.954271 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b02138-67dc-472f-a48c-9c463d86a150 req-a5024337-89e9-4561-8d76-f9d9a999fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:22.955904 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-81b02138-67dc-472f-a48c-9c463d86a150 req-a5024337-89e9-4561-8d76-f9d9a999fe8c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6 HTTP/1.1" status: 200 len: 834 time: 0.2298825 Aug 28 15:11:22.966604 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e91cd-b4c6-48e0-8cea-c1f4ce74e471 req-7947fd0a-2129-43a4-b59b-d351dfa5bed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:22.968169 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-123e91cd-b4c6-48e0-8cea-c1f4ce74e471 req-7947fd0a-2129-43a4-b59b-d351dfa5bed0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 1096 time: 0.3188429 Aug 28 15:11:23.077613 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b02138-67dc-472f-a48c-9c463d86a150 req-f51eddf5-dc5c-4ad9-9eed-f8a617bfa572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:23.079200 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-81b02138-67dc-472f-a48c-9c463d86a150 req-f51eddf5-dc5c-4ad9-9eed-f8a617bfa572 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a312b48-1593-4ae4-aa4f-ef246ab62436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992670 Aug 28 15:11:23.124964 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-444dd1ef-91aa-42cf-839d-c19551fe1c2b req-6901295a-ed66-4e0b-9afc-965d58448698 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2410579 Aug 28 15:11:23.222987 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5274d32b-ebfe-4195-a473-202d304f77ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:23.224947 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a14c-c6d1-42c4-8742-e4f5f2bfb0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:23.235381 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e91cd-b4c6-48e0-8cea-c1f4ce74e471 req-2b32894c-4ef0-4dcb-9c17-51a7092221f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:23.241727 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-123e91cd-b4c6-48e0-8cea-c1f4ce74e471 req-2b32894c-4ef0-4dcb-9c17-51a7092221f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a312b48-1593-4ae4-aa4f-ef246ab62436 HTTP/1.1" status: 200 len: 898 time: 0.2364659 Aug 28 15:11:23.242144 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5274d32b-ebfe-4195-a473-202d304f77ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:23.269773 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52537cd-6bd6-4f42-b724-a7a78cb1ba81 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Router 35226b96-8c5f-4bf6-bccc-8baf423f44e9 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:11:23.346950 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5274d32b-ebfe-4195-a473-202d304f77ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86b9dd4f0e334a21af040e58ae9e168c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0900707 Aug 28 15:11:23.351372 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53192) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:23.366447 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-81b02138-67dc-472f-a48c-9c463d86a150 req-027e7fdd-d122-4fd7-9358-fcd9c078488b service neutron] 10.222.0.36 "GET /v2.0/networks/2a312b48-1593-4ae4-aa4f-ef246ab62436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636349 Aug 28 15:11:23.367044 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274d32b-ebfe-4195-a473-202d304f77ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d36a1a6-9d60-43be-ad76-a9fbd27f0375,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:23.422063 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-123e91cd-b4c6-48e0-8cea-c1f4ce74e471 req-18abb5b0-bad0-4350-87ff-3c64b9d13b31 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85eea773-c785-4940-91e0-96b2c1a0f65f HTTP/1.1" status: 200 len: 998 time: 0.1606979 Aug 28 15:11:23.426820 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52537cd-6bd6-4f42-b724-a7a78cb1ba81 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:11:23.432149 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b52537cd-6bd6-4f42-b724-a7a78cb1ba81 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "PUT /v2.0/routers/35226b96-8c5f-4bf6-bccc-8baf423f44e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8959537 Aug 28 15:11:23.441207 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53194) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:23.527362 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc4f1e-3799-4b12-b879-f6c7f7a33ee3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:23.530636 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc4f1e-3799-4b12-b879-f6c7f7a33ee3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:23.533016 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d9dc4f1e-3799-4b12-b879-f6c7f7a33ee3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0906610 Aug 28 15:11:23.537720 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53196) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:23.569893 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-61a48db6-5333-46f0-bc73-f31dc38de4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:23.595638 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e91cd-b4c6-48e0-8cea-c1f4ce74e471 req-b27ada16-561d-4d47-8f4a-61bfc871eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:23.597182 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-123e91cd-b4c6-48e0-8cea-c1f4ce74e471 req-b27ada16-561d-4d47-8f4a-61bfc871eea7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6 HTTP/1.1" status: 200 len: 834 time: 0.1638758 Aug 28 15:11:23.601668 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-81b02138-67dc-472f-a48c-9c463d86a150 req-8bcb5d5d-3519-4192-801b-079318cf9d8c service neutron] 10.222.0.36 "GET /v2.0/networks/2a312b48-1593-4ae4-aa4f-ef246ab62436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202396 Aug 28 15:11:23.652305 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-61a48db6-5333-46f0-bc73-f31dc38de4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:23.656799 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be472b6-9c62-4aa7-8142-666665fbcfb4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting subnet 5a8c6df2-5062-4be7-bc6f-3a41e2ea24b0 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:11:23.661202 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e91cd-b4c6-48e0-8cea-c1f4ce74e471 req-9e3fab53-ce5f-4b24-b355-b7101f63d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:23.662718 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-123e91cd-b4c6-48e0-8cea-c1f4ce74e471 req-9e3fab53-ce5f-4b24-b355-b7101f63d829 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a312b48-1593-4ae4-aa4f-ef246ab62436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556798 Aug 28 15:11:23.663444 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8be472b6-9c62-4aa7-8142-666665fbcfb4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:24.109246 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8be472b6-9c62-4aa7-8142-666665fbcfb4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:24.139017 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a14c-c6d1-42c4-8742-e4f5f2bfb0f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:24.150054 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a14c-c6d1-42c4-8742-e4f5f2bfb0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:24.180161 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e91cd-b4c6-48e0-8cea-c1f4ce74e471 req-025fd2df-6c32-41c3-95ac-9a5602d97b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:24.181678 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-123e91cd-b4c6-48e0-8cea-c1f4ce74e471 req-025fd2df-6c32-41c3-95ac-9a5602d97b57 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 1096 time: 0.5125279 Aug 28 15:11:24.186774 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-123e91cd-b4c6-48e0-8cea-c1f4ce74e471 req-d4f60621-28b5-4eac-a67c-6696da47c98e service neutron] 10.222.0.41 "GET /v2.0/networks/2a312b48-1593-4ae4-aa4f-ef246ab62436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008814 Aug 28 15:11:24.284936 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-61a48db6-5333-46f0-bc73-f31dc38de4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:24.287496 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-61a48db6-5333-46f0-bc73-f31dc38de4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:24.288698 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-61a48db6-5333-46f0-bc73-f31dc38de4ba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d36a1a6-9d60-43be-ad76-a9fbd27f0375 HTTP/1.1" status: 204 len: 168 time: 0.9359174 Aug 28 15:11:24.301305 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5a14c-c6d1-42c4-8742-e4f5f2bfb0f4 admin admin] Pushing event updated for resources: {'Port': ['ID=086ff731-bd3f-4acf-bcac-5ed192c58d84,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:24.307968 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8be472b6-9c62-4aa7-8142-666665fbcfb4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:24.311707 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a14c-c6d1-42c4-8742-e4f5f2bfb0f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:24.329169 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a48db6-5333-46f0-bc73-f31dc38de4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d36a1a6-9d60-43be-ad76-a9fbd27f0375,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:24.369688 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc56c44-ac65-4964-9005-e86e26af10b0 req-292e73a9-6a8e-4906-afb6-822ae7c13c2e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:24.371221 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7dc56c44-ac65-4964-9005-e86e26af10b0 req-292e73a9-6a8e-4906-afb6-822ae7c13c2e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 944 time: 0.1589558 Aug 28 15:11:24.400290 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-123e91cd-b4c6-48e0-8cea-c1f4ce74e471 req-efd9d939-b161-4cd2-9cf0-452e76405279 service neutron] 10.222.0.41 "GET /v2.0/networks/2a312b48-1593-4ae4-aa4f-ef246ab62436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960139 Aug 28 15:11:24.407925 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e91cd-b4c6-48e0-8cea-c1f4ce74e471 req-c013609b-5b0f-4b7c-b46f-6ee2ae2b467e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:24.409853 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-123e91cd-b4c6-48e0-8cea-c1f4ce74e471 req-c013609b-5b0f-4b7c-b46f-6ee2ae2b467e service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a312b48-1593-4ae4-aa4f-ef246ab62436 HTTP/1.1" status: 200 len: 898 time: 0.2050674 Aug 28 15:11:24.439546 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7dc56c44-ac65-4964-9005-e86e26af10b0 req-64b7b4a2-fcb7-41fe-a100-09833eb40bc9 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551872 Aug 28 15:11:24.441122 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8be472b6-9c62-4aa7-8142-666665fbcfb4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:24.481334 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be472b6-9c62-4aa7-8142-666665fbcfb4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Subnet': ['ID=5a8c6df2-5062-4be7-bc6f-3a41e2ea24b0,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:24.484026 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8be472b6-9c62-4aa7-8142-666665fbcfb4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:24.486232 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8be472b6-9c62-4aa7-8142-666665fbcfb4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/5a8c6df2-5062-4be7-bc6f-3a41e2ea24b0 HTTP/1.1" status: 204 len: 168 time: 0.9490850 Aug 28 15:11:24.488784 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53206) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:24.554209 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-123e91cd-b4c6-48e0-8cea-c1f4ce74e471 req-bf25c433-3d9f-42ff-913d-c9b492529e4d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85eea773-c785-4940-91e0-96b2c1a0f65f HTTP/1.1" status: 200 len: 998 time: 0.1348269 Aug 28 15:11:24.556235 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d5a14c-c6d1-42c4-8742-e4f5f2bfb0f4 admin admin] Network 53141248-8e00-4514-be68-258a5198e7a0 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:24.557782 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-e5d5a14c-c6d1-42c4-8742-e4f5f2bfb0f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:24.639828 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3cd1f2c6-5f01-4835-aec5-e469a35eed01 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1485784 Aug 28 15:11:24.641156 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53210) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:24.666777 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e91cd-b4c6-48e0-8cea-c1f4ce74e471 req-ce4a88c7-5e8c-4229-a5ad-fbd19e702636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:24.668421 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-123e91cd-b4c6-48e0-8cea-c1f4ce74e471 req-ce4a88c7-5e8c-4229-a5ad-fbd19e702636 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6 HTTP/1.1" status: 200 len: 834 time: 0.1002409 Aug 28 15:11:24.696858 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935c67c6-ccb5-4961-9197-de74b9faa85e None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:24.727478 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-772f8642-c652-48c1-a7b4-bf572794eb60 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:24.752599 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:24.785962 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e91cd-b4c6-48e0-8cea-c1f4ce74e471 req-b17654c6-8306-4604-af92-482fce13e605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:24.787932 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-123e91cd-b4c6-48e0-8cea-c1f4ce74e471 req-b17654c6-8306-4604-af92-482fce13e605 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a312b48-1593-4ae4-aa4f-ef246ab62436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1105266 Aug 28 15:11:24.802429 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d5a14c-c6d1-42c4-8742-e4f5f2bfb0f4 admin admin] Router 83d5c65f-c4c6-4554-a820-8d75eded42c7 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:11:24.886486 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f914fe51-d610-46ed-a80d-3205d131e8e8 None None] Sync routers for ids ['35226b96-8c5f-4bf6-bccc-8baf423f44e9'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:11:24.899930 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f914fe51-d610-46ed-a80d-3205d131e8e8 None None] Routers {'35226b96-8c5f-4bf6-bccc-8baf423f44e9'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:11:24.903551 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-f914fe51-d610-46ed-a80d-3205d131e8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:11:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['35226b96-8c5f-4bf6-bccc-8baf423f44e9'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:24.951218 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-772f8642-c652-48c1-a7b4-bf572794eb60 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:24.963105 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-772f8642-c652-48c1-a7b4-bf572794eb60 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:24.971432 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3da23a8-a98b-4e68-97bb-fe492f0d09e2 None None] DHCP port deletion for dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:11:25.024140 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-772f8642-c652-48c1-a7b4-bf572794eb60 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:25.024786 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772f8642-c652-48c1-a7b4-bf572794eb60 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Fanout notify agent at l3_agent the message router_deleted on router 35226b96-8c5f-4bf6-bccc-8baf423f44e9 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:11:25.035308 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-772f8642-c652-48c1-a7b4-bf572794eb60 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:25.039923 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-772f8642-c652-48c1-a7b4-bf572794eb60 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/routers/35226b96-8c5f-4bf6-bccc-8baf423f44e9 HTTP/1.1" status: 204 len: 168 time: 0.3977351 Aug 28 15:11:25.040551 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53220) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:25.041291 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-123e91cd-b4c6-48e0-8cea-c1f4ce74e471 req-e07c2b0e-e407-4d0e-ab9a-c87ac9b9566b service neutron] 10.222.0.36 "GET /v2.0/networks/2a312b48-1593-4ae4-aa4f-ef246ab62436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408009 Aug 28 15:11:25.042722 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:11:25.043978 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9cb87689-8227-4b4a-8802-ff22f9a50dc9 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:11:25.086635 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-f914fe51-d610-46ed-a80d-3205d131e8e8 None None] Set router 35226b96-8c5f-4bf6-bccc-8baf423f44e9 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:11:25.108581 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc5f6c8-42fe-498a-83d0-09f80dca2dab tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:25.110794 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2cc5f6c8-42fe-498a-83d0-09f80dca2dab tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0692818 Aug 28 15:11:25.113496 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53226) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:25.217741 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abf0255-04e6-458e-a1de-8fcfc637191c tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:25.223880 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1abf0255-04e6-458e-a1de-8fcfc637191c tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1076736 Aug 28 15:11:25.224726 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53230) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:25.231059 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-f914fe51-d610-46ed-a80d-3205d131e8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35226b96-8c5f-4bf6-bccc-8baf423f44e9', 'name': 'tempest-NetworksTestDHCPv6-router-886306364', 'tenant_id': 'b52f2a44ab1541f08b6542f112ae2346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:11:16Z', 'updated_at': '2021-08-28T15:11:22Z', 'revision_number': 3, 'project_id': 'b52f2a44ab1541f08b6542f112ae2346', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:25.272598 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f914fe51-d610-46ed-a80d-3205d131e8e8 None None] Checking router: 35226b96-8c5f-4bf6-bccc-8baf423f44e9 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:11:25.278806 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 9cb87689-8227-4b4a-8802-ff22f9a50dc9 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:25.293073 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 9cb87689-8227-4b4a-8802-ff22f9a50dc9 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:25.293830 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:25.306297 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-123e91cd-b4c6-48e0-8cea-c1f4ce74e471 req-da3a43b9-05bf-4e46-a21b-e3b7f43fa342 service neutron] 10.222.0.36 "GET /v2.0/networks/2a312b48-1593-4ae4-aa4f-ef246ab62436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501135 Aug 28 15:11:25.307700 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d5a14c-c6d1-42c4-8742-e4f5f2bfb0f4 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:11:25.309126 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53234) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:25.322199 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f914fe51-d610-46ed-a80d-3205d131e8e8 None None] Routers set() bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:11:25.323649 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f914fe51-d610-46ed-a80d-3205d131e8e8 None None] Router IDs set() for agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 28 15:11:25.324661 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_agentschedulers_db [None req-f914fe51-d610-46ed-a80d-3205d131e8e8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'35226b96-8c5f-4bf6-bccc-8baf423f44e9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:11:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent'). {{(pid=106331) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 28 15:11:25.325251 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f914fe51-d610-46ed-a80d-3205d131e8e8 None None] The sync data for ids ['35226b96-8c5f-4bf6-bccc-8baf423f44e9'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:11:25.326216 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-dfcdcb13-a454-4c3d-a564-38f1b3572674 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0996034 Aug 28 15:11:25.333308 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-40dcd977-17dc-4db4-9c67-e89e914f2ef5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:25.344907 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e5d5a14c-c6d1-42c4-8742-e4f5f2bfb0f4 admin admin] 10.222.0.13 "PUT /v2.0/routers/83d5c65f-c4c6-4554-a820-8d75eded42c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4433331 Aug 28 15:11:25.352249 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-b3da23a8-a98b-4e68-97bb-fe492f0d09e2 None None] Deleting port df9ff055-ae88-4448-b77d-ebdd0169f43a {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:11:25.352755 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b3da23a8-a98b-4e68-97bb-fe492f0d09e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:25.501789 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-b3da23a8-a98b-4e68-97bb-fe492f0d09e2 None None] For port df9ff055-ae88-4448-b77d-ebdd0169f43a, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=df9ff055-ae88-4448-b77d-ebdd0169f43a,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:25.502450 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b3da23a8-a98b-4e68-97bb-fe492f0d09e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:25.526415 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-b3da23a8-a98b-4e68-97bb-fe492f0d09e2 None None] Calling delete_port for df9ff055-ae88-4448-b77d-ebdd0169f43a owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:11:25.533619 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:25.537366 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40dcd977-17dc-4db4-9c67-e89e914f2ef5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:25.541109 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-40dcd977-17dc-4db4-9c67-e89e914f2ef5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:25.603227 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 9cb87689-8227-4b4a-8802-ff22f9a50dc9, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=9cb87689-8227-4b4a-8802-ff22f9a50dc9,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:25.610942 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:25.701041 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=9cb87689-8227-4b4a-8802-ff22f9a50dc9,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:25.710522 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918f52c-7437-43c1-aa12-168a953406d3 req-27be5904-3ba4-40d9-95fd-75b42ace207e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:25.714633 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b3da23a8-a98b-4e68-97bb-fe492f0d09e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:25.721181 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a918f52c-7437-43c1-aa12-168a953406d3 req-27be5904-3ba4-40d9-95fd-75b42ace207e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 944 time: 0.1285799 Aug 28 15:11:25.749895 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da23a8-a98b-4e68-97bb-fe492f0d09e2 None None] Pushing event deleted for resources: {'Port': ['ID=df9ff055-ae88-4448-b77d-ebdd0169f43a,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:25.755710 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3da23a8-a98b-4e68-97bb-fe492f0d09e2 None None] No DVR routers for this DVR port df9ff055-ae88-4448-b77d-ebdd0169f43a on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:11:25.800821 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a918f52c-7437-43c1-aa12-168a953406d3 req-1e7583a1-b256-40e2-b7c8-2a8ca08569dc tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783617 Aug 28 15:11:25.818453 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53252) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:25.909309 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374f6852-a79f-4f0f-ab55-0635a38c2be0 None None] Sync routers for ids ['83d5c65f-c4c6-4554-a820-8d75eded42c7'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:11:25.934865 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374f6852-a79f-4f0f-ab55-0635a38c2be0 None None] Routers {'83d5c65f-c4c6-4554-a820-8d75eded42c7'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:11:25.935523 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-374f6852-a79f-4f0f-ab55-0635a38c2be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:11:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['83d5c65f-c4c6-4554-a820-8d75eded42c7'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:25.945904 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-eea9d53e-9257-4115-bd77-eaed8c46562c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/floatingips/2150f302-30e5-4ef9-bd45-1e2feca8d63e HTTP/1.1" status: 200 len: 990 time: 0.1262734 Aug 28 15:11:26.085375 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-374f6852-a79f-4f0f-ab55-0635a38c2be0 None None] Set router 83d5c65f-c4c6-4554-a820-8d75eded42c7 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:11:26.147285 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-54ed34f9-68c4-459a-b29b-3611b45dbbb6 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:26.148854 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-54ed34f9-68c4-459a-b29b-3611b45dbbb6 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/networks?id=53141248-8e00-4514-be68-258a5198e7a0 HTTP/1.1" status: 200 len: 810 time: 0.1203985 Aug 28 15:11:26.199508 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-fbb9a3d9-a8cd-4fa9-9731-b7a572c6e9da tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/quotas/b6803f8be4734cbb937bc1da576db856 HTTP/1.1" status: 200 len: 375 time: 0.0392888 Aug 28 15:11:26.216264 n-d-712137-10 neutron-server[106330]: DEBUG neutron.objects.ports [None req-40dcd977-17dc-4db4-9c67-e89e914f2ef5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106330) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 15:11:26.219545 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-40dcd977-17dc-4db4-9c67-e89e914f2ef5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:26.301648 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dcd977-17dc-4db4-9c67-e89e914f2ef5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:26.307802 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-40dcd977-17dc-4db4-9c67-e89e914f2ef5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:26.315096 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dcd977-17dc-4db4-9c67-e89e914f2ef5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:26.315717 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-40dcd977-17dc-4db4-9c67-e89e914f2ef5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:26.323925 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dcd977-17dc-4db4-9c67-e89e914f2ef5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Subnet': ['ID=1d6b4efe-57a6-4fd4-806e-96a6a93195af,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:26.325447 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49f6467-e690-4c6c-9f67-c02a145e27e6 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:26.333372 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-2d6b1656-d831-433d-a563-0e184b7a5f28 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6803f8be4734cbb937bc1da576db856&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1158667 Aug 28 15:11:26.345783 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-40dcd977-17dc-4db4-9c67-e89e914f2ef5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0355234 Aug 28 15:11:26.348595 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53270) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:26.353876 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-9676aff4-1101-4858-8df9-68ff0c034688 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:26.359582 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-374f6852-a79f-4f0f-ab55-0635a38c2be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d5c65f-c4c6-4554-a820-8d75eded42c7', 'name': 'tempest-ServerRescueTestJSON-857853606-router', 'tenant_id': 'b6803f8be4734cbb937bc1da576db856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '9cb87689-8227-4b4a-8802-ff22f9a50dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:11:17Z', 'updated_at': '2021-08-28T15:11:23Z', 'revision_number': 4, 'project_id': 'b6803f8be4734cbb937bc1da576db856', 'gw_port': {'id': '9cb87689-8227-4b4a-8802-ff22f9a50dc9', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d5c65f-c4c6-4554-a820-8d75eded42c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:11:17Z', 'updated_at': '2021-08-28T15:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '086ff731-bd3f-4acf-bcac-5ed192c58d84', 'name': '', 'network_id': '53141248-8e00-4514-be68-258a5198e7a0', 'tenant_id': 'b6803f8be4734cbb937bc1da576db856', 'mac_address': 'fa:16:3e:7c:e2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d5c65f-c4c6-4554-a820-8d75eded42c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '3a9b8f69-df1a-4471-9b51-9cd5ba7ffa49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:11:21Z', 'updated_at': '2021-08-28T15:11:23Z', 'revision_number': 2, 'project_id': 'b6803f8be4734cbb937bc1da576db856', 'subnets': [{'id': '3a9b8f69-df1a-4471-9b51-9cd5ba7ffa49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:26.412617 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:26.419411 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374f6852-a79f-4f0f-ab55-0635a38c2be0 None None] Checking router: 83d5c65f-c4c6-4554-a820-8d75eded42c7 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:11:26.419804 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374f6852-a79f-4f0f-ab55-0635a38c2be0 None None] Updating router 83d5c65f-c4c6-4554-a820-8d75eded42c7 port 086ff731-bd3f-4acf-bcac-5ed192c58d84 binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:11:26.460848 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-374f6852-a79f-4f0f-ab55-0635a38c2be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:26.498140 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-eb64d8fa-1ea4-496e-ab63-e23bcb34fad9 service neutron] 10.222.0.13 "GET /v2.0/networks/53141248-8e00-4514-be68-258a5198e7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465971 Aug 28 15:11:26.526541 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9676aff4-1101-4858-8df9-68ff0c034688 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:26.532086 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1c9855-3f5d-44a9-8187-e1fb363d5bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'tenant_id': 'b52f2a44ab1541f08b6542f112ae2346', 'fixed_ips': [{'subnet_id': '1d6b4efe-57a6-4fd4-806e-96a6a93195af'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:11:26.533519 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9c1c9855-3f5d-44a9-8187-e1fb363d5bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:26.539067 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9676aff4-1101-4858-8df9-68ff0c034688 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:26.602900 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-844e14c8-152c-4e46-8f5f-b69204ac34c9 service neutron] 10.222.0.13 "GET /v2.0/networks/53141248-8e00-4514-be68-258a5198e7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021311 Aug 28 15:11:26.749584 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 85eea773-c785-4940-91e0-96b2c1a0f65f details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:11:26.754660 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-9c1c9855-3f5d-44a9-8187-e1fb363d5bb1 None None] Allocated IP 2001:db8::f816:3eff:fe59:f3cd (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/1d6b4efe-57a6-4fd4-806e-96a6a93195af/2935e3a3-bcff-473f-86ca-388b33e7c19f) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:11:26.905777 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-374f6852-a79f-4f0f-ab55-0635a38c2be0 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:26.925650 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-374f6852-a79f-4f0f-ab55-0635a38c2be0 None None] Transition to ACTIVE for port object 086ff731-bd3f-4acf-bcac-5ed192c58d84 will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:26.938748 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.resource_extend [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 15:11:26.943997 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9cb87689-8227-4b4a-8802-ff22f9a50dc9 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:11:26.948487 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-374f6852-a79f-4f0f-ab55-0635a38c2be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:26.991000 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4fe34083-a23d-4f4a-8982-c600e4671fa3 req-0101b8b3-44b3-43dc-83bf-e0269318a9ba tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 210 time: 0.1254177 Aug 28 15:11:27.000809 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9676aff4-1101-4858-8df9-68ff0c034688 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:27.027142 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced6b8d-29b4-4226-a991-0726c94c5198 None None] Pushing event updated for resources: {'Port': ['ID=086ff731-bd3f-4acf-bcac-5ed192c58d84,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:27.084546 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9676aff4-1101-4858-8df9-68ff0c034688 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:27.100464 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-9676aff4-1101-4858-8df9-68ff0c034688 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:27.103771 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9676aff4-1101-4858-8df9-68ff0c034688 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:27.104362 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9676aff4-1101-4858-8df9-68ff0c034688 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:27.112894 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-374f6852-a79f-4f0f-ab55-0635a38c2be0 None None] Attempting to bind port 086ff731-bd3f-4acf-bcac-5ed192c58d84 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:11:27.113535 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-374f6852-a79f-4f0f-ab55-0635a38c2be0 None None] Attempting to bind port 086ff731-bd3f-4acf-bcac-5ed192c58d84 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '53141248-8e00-4514-be68-258a5198e7a0'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:11:27.114472 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374f6852-a79f-4f0f-ab55-0635a38c2be0 None None] Attempting to bind port 086ff731-bd3f-4acf-bcac-5ed192c58d84 on network 53141248-8e00-4514-be68-258a5198e7a0 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:11:27.125051 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374f6852-a79f-4f0f-ab55-0635a38c2be0 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:11:27.125532 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374f6852-a79f-4f0f-ab55-0635a38c2be0 None None] Checking segment: {'id': 'cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '53141248-8e00-4514-be68-258a5198e7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:11:27.125915 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-374f6852-a79f-4f0f-ab55-0635a38c2be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:27.126250 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374f6852-a79f-4f0f-ab55-0635a38c2be0 None None] Bound using segment: {'id': 'cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '53141248-8e00-4514-be68-258a5198e7a0'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:11:27.126724 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-374f6852-a79f-4f0f-ab55-0635a38c2be0 None None] Bound port: 086ff731-bd3f-4acf-bcac-5ed192c58d84, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '53141248-8e00-4514-be68-258a5198e7a0'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:11:27.127103 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-374f6852-a79f-4f0f-ab55-0635a38c2be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:27.136605 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676aff4-1101-4858-8df9-68ff0c034688 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Subnet': ['ID=e4441542-cc81-4104-b870-129ef243bb8f,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:27.141499 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9676aff4-1101-4858-8df9-68ff0c034688 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7918463 Aug 28 15:11:27.144360 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53282) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:27.149727 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-e8f8db0b-5b0a-44a0-bf30-4a021cb52598 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'mac_address': 'fa:16:3e:d4:20:3e', 'name': 'tempest-NetworksTestDHCPv6-1531921793'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:27.193223 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 9cb87689-8227-4b4a-8802-ff22f9a50dc9 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:27.193493 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:27.268946 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 85eea773-c785-4940-91e0-96b2c1a0f65f, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=85eea773-c785-4940-91e0-96b2c1a0f65f,segment=NetworkSegment(041c1083-f350-4c0e-8b59-71aa800f87a1),segment_id=041c1083-f350-4c0e-8b59-71aa800f87a1)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:27.290158 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f8db0b-5b0a-44a0-bf30-4a021cb52598 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:27.292014 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-374f6852-a79f-4f0f-ab55-0635a38c2be0 None None] For port 086ff731-bd3f-4acf-bcac-5ed192c58d84, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:11:27.298991 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '85eea773-c785-4940-91e0-96b2c1a0f65f', 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436', 'port_id': '85eea773-c785-4940-91e0-96b2c1a0f65f', 'mac_address': 'fa:16:3e:de:25:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:11:27.300509 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-374f6852-a79f-4f0f-ab55-0635a38c2be0 None None] For port 086ff731-bd3f-4acf-bcac-5ed192c58d84, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=086ff731-bd3f-4acf-bcac-5ed192c58d84,segment=NetworkSegment(cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f),segment_id=cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:11:27.303501 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9c1c9855-3f5d-44a9-8187-e1fb363d5bb1 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:27.308785 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-374f6852-a79f-4f0f-ab55-0635a38c2be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:27.401403 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e8f8db0b-5b0a-44a0-bf30-4a021cb52598 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:27.403638 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9c1c9855-3f5d-44a9-8187-e1fb363d5bb1 None None] Transition to ACTIVE for port object 2935e3a3-bcff-473f-86ca-388b33e7c19f will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:27.434359 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-e8f8db0b-5b0a-44a0-bf30-4a021cb52598 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] device_id is not set on port 6b52867a-a905-4a3e-bc94-2cb947ca7fcc yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:11:27.477488 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:27.485356 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9c1c9855-3f5d-44a9-8187-e1fb363d5bb1 None None] Transition to ACTIVE for port object 2935e3a3-bcff-473f-86ca-388b33e7c19f will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:27.499380 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced6b8d-29b4-4226-a991-0726c94c5198 None None] Pushing event updated for resources: {'Port': ['ID=086ff731-bd3f-4acf-bcac-5ed192c58d84,revision_number=4']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:27.499863 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9c1c9855-3f5d-44a9-8187-e1fb363d5bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:27.508258 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374f6852-a79f-4f0f-ab55-0635a38c2be0 None None] Routers {'83d5c65f-c4c6-4554-a820-8d75eded42c7'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:11:27.511516 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-374f6852-a79f-4f0f-ab55-0635a38c2be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:11:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['83d5c65f-c4c6-4554-a820-8d75eded42c7'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:27.563968 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1c9855-3f5d-44a9-8187-e1fb363d5bb1 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:27.573909 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-9c1c9855-3f5d-44a9-8187-e1fb363d5bb1 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:27.581706 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1c9855-3f5d-44a9-8187-e1fb363d5bb1 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:11:27.584442 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2346e8f7-ae2c-49eb-8acd-e90ddec14c1f no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:11:27.617912 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85eea773-c785-4940-91e0-96b2c1a0f65f {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:11:27.654171 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 2346e8f7-ae2c-49eb-8acd-e90ddec14c1f {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:11:27.654827 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2346e8f7-ae2c-49eb-8acd-e90ddec14c1f not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:11:27.655415 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device df9ff055-ae88-4448-b77d-ebdd0169f43a no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:11:27.663933 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-374f6852-a79f-4f0f-ab55-0635a38c2be0 None None] Set router 83d5c65f-c4c6-4554-a820-8d75eded42c7 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:11:27.684307 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-e8f8db0b-5b0a-44a0-bf30-4a021cb52598 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Allocated IP 172.20.0.10 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/e4441542-cc81-4104-b870-129ef243bb8f/6b52867a-a905-4a3e-bc94-2cb947ca7fcc) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:11:27.687687 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: df9ff055-ae88-4448-b77d-ebdd0169f43a {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:11:27.688090 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device df9ff055-ae88-4448-b77d-ebdd0169f43a not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:11:27.694381 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-e8f8db0b-5b0a-44a0-bf30-4a021cb52598 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Allocated IP 2001:db8::f816:3eff:fed4:203e (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/1d6b4efe-57a6-4fd4-806e-96a6a93195af/6b52867a-a905-4a3e-bc94-2cb947ca7fcc) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:11:27.724534 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 85eea773-c785-4940-91e0-96b2c1a0f65f, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=85eea773-c785-4940-91e0-96b2c1a0f65f,segment=NetworkSegment(041c1083-f350-4c0e-8b59-71aa800f87a1),segment_id=041c1083-f350-4c0e-8b59-71aa800f87a1)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:27.744120 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c9855-3f5d-44a9-8187-e1fb363d5bb1 None None] Pushing event updated for resources: {'Port': ['ID=2935e3a3-bcff-473f-86ca-388b33e7c19f,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:27.753582 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:27.798160 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-9c1c9855-3f5d-44a9-8187-e1fb363d5bb1 None None] Attempting to bind port 2935e3a3-bcff-473f-86ca-388b33e7c19f on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:11:27.798610 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-9c1c9855-3f5d-44a9-8187-e1fb363d5bb1 None None] Attempting to bind port 2935e3a3-bcff-473f-86ca-388b33e7c19f by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:11:27.798962 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1c9855-3f5d-44a9-8187-e1fb363d5bb1 None None] Attempting to bind port 2935e3a3-bcff-473f-86ca-388b33e7c19f on network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:11:27.808053 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1c9855-3f5d-44a9-8187-e1fb363d5bb1 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:11:27.808473 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1c9855-3f5d-44a9-8187-e1fb363d5bb1 None None] Checking segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:11:27.808884 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9c1c9855-3f5d-44a9-8187-e1fb363d5bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:27.809285 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1c9855-3f5d-44a9-8187-e1fb363d5bb1 None None] Bound using segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:11:27.809765 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-9c1c9855-3f5d-44a9-8187-e1fb363d5bb1 None None] Bound port: 2935e3a3-bcff-473f-86ca-388b33e7c19f, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:11:27.810151 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9c1c9855-3f5d-44a9-8187-e1fb363d5bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:27.867932 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=85eea773-c785-4940-91e0-96b2c1a0f65f,revision_number=12']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:27.908858 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e8f8db0b-5b0a-44a0-bf30-4a021cb52598 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:27.923418 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-e8f8db0b-5b0a-44a0-bf30-4a021cb52598 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Transition to ACTIVE for port object 6b52867a-a905-4a3e-bc94-2cb947ca7fcc will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:27.923849 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9c1c9855-3f5d-44a9-8187-e1fb363d5bb1 None None] For port 2935e3a3-bcff-473f-86ca-388b33e7c19f, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:11:27.941761 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9c1c9855-3f5d-44a9-8187-e1fb363d5bb1 None None] For port 2935e3a3-bcff-473f-86ca-388b33e7c19f, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2935e3a3-bcff-473f-86ca-388b33e7c19f,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:11:27.949518 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9c1c9855-3f5d-44a9-8187-e1fb363d5bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:27.960905 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-374f6852-a79f-4f0f-ab55-0635a38c2be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d5c65f-c4c6-4554-a820-8d75eded42c7', 'name': 'tempest-ServerRescueTestJSON-857853606-router', 'tenant_id': 'b6803f8be4734cbb937bc1da576db856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '9cb87689-8227-4b4a-8802-ff22f9a50dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:11:17Z', 'updated_at': '2021-08-28T15:11:23Z', 'revision_number': 4, 'project_id': 'b6803f8be4734cbb937bc1da576db856', 'gw_port': {'id': '9cb87689-8227-4b4a-8802-ff22f9a50dc9', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d5c65f-c4c6-4554-a820-8d75eded42c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:11:17Z', 'updated_at': '2021-08-28T15:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '086ff731-bd3f-4acf-bcac-5ed192c58d84', 'name': '', 'network_id': '53141248-8e00-4514-be68-258a5198e7a0', 'tenant_id': 'b6803f8be4734cbb937bc1da576db856', 'mac_address': 'fa:16:3e:7c:e2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d5c65f-c4c6-4554-a820-8d75eded42c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '3a9b8f69-df1a-4471-9b51-9cd5ba7ffa49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:11:21Z', 'updated_at': '2021-08-28T15:11:27Z', 'revision_number': 4, 'project_id': 'b6803f8be4734cbb937bc1da576db856', 'subnets': [{'id': '3a9b8f69-df1a-4471-9b51-9cd5ba7ffa49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:27.979316 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e8f8db0b-5b0a-44a0-bf30-4a021cb52598 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:28.000614 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374f6852-a79f-4f0f-ab55-0635a38c2be0 None None] The sync data for ids ['83d5c65f-c4c6-4554-a820-8d75eded42c7'] in n-d-712137-10 is: [{'id': '83d5c65f-c4c6-4554-a820-8d75eded42c7', 'name': 'tempest-ServerRescueTestJSON-857853606-router', 'tenant_id': 'b6803f8be4734cbb937bc1da576db856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '9cb87689-8227-4b4a-8802-ff22f9a50dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:11:17Z', 'updated_at': '2021-08-28T15:11:23Z', 'revision_number': 4, 'project_id': 'b6803f8be4734cbb937bc1da576db856', 'gw_port': {'id': '9cb87689-8227-4b4a-8802-ff22f9a50dc9', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d5c65f-c4c6-4554-a820-8d75eded42c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:11:17Z', 'updated_at': '2021-08-28T15:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '086ff731-bd3f-4acf-bcac-5ed192c58d84', 'name': '', 'network_id': '53141248-8e00-4514-be68-258a5198e7a0', 'tenant_id': 'b6803f8be4734cbb937bc1da576db856', 'mac_address': 'fa:16:3e:7c:e2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d5c65f-c4c6-4554-a820-8d75eded42c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '3a9b8f69-df1a-4471-9b51-9cd5ba7ffa49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:11:21Z', 'updated_at': '2021-08-28T15:11:27Z', 'revision_number': 4, 'project_id': 'b6803f8be4734cbb937bc1da576db856', 'subnets': [{'id': '3a9b8f69-df1a-4471-9b51-9cd5ba7ffa49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:11:28.017591 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['85eea773-c785-4940-91e0-96b2c1a0f65f'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:11:28.089672 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f8db0b-5b0a-44a0-bf30-4a021cb52598 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:28.093609 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-e8f8db0b-5b0a-44a0-bf30-4a021cb52598 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:28.100228 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f8db0b-5b0a-44a0-bf30-4a021cb52598 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:11:28.138716 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c9855-3f5d-44a9-8187-e1fb363d5bb1 None None] Pushing event updated for resources: {'Port': ['ID=2935e3a3-bcff-473f-86ca-388b33e7c19f,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:28.171324 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8db0b-5b0a-44a0-bf30-4a021cb52598 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Port': ['ID=6b52867a-a905-4a3e-bc94-2cb947ca7fcc,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:28.196172 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f5e1e46f-96cd-4afb-a1ab-2996de9da36c req-daa78f82-3232-46f6-accd-50c637d86034 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 210 time: 0.0647652 Aug 28 15:11:28.221064 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f8db0b-5b0a-44a0-bf30-4a021cb52598 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:28.221885 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e8f8db0b-5b0a-44a0-bf30-4a021cb52598 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:28.261814 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e8f8db0b-5b0a-44a0-bf30-4a021cb52598 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1163249 Aug 28 15:11:28.264463 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53294) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:28.456808 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ad6894-81a0-43bc-93b2-d5e7cd3d16ab tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:28.473646 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ad6894-81a0-43bc-93b2-d5e7cd3d16ab tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:28.481322 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-95ad6894-81a0-43bc-93b2-d5e7cd3d16ab tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2153819 Aug 28 15:11:28.486193 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53298) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:28.674759 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-9a84c8bc-17ea-4abf-9b8e-fb2dda511be5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting port 6b52867a-a905-4a3e-bc94-2cb947ca7fcc {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:11:28.675103 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9a84c8bc-17ea-4abf-9b8e-fb2dda511be5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:28.728749 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-d21a71a0-a602-4e2c-b973-773a64aeb4d6 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:28.731090 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-d21a71a0-a602-4e2c-b973-773a64aeb4d6 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.41 "GET /v2.0/networks?id=53141248-8e00-4514-be68-258a5198e7a0 HTTP/1.1" status: 200 len: 810 time: 0.5105140 Aug 28 15:11:28.748492 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-3b6b94b6-912c-4d65-b8e9-e86a435dbdf5 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Request body: {'port': {'device_id': '6d105145-ad06-484f-9987-60a90d0dde95', 'network_id': '53141248-8e00-4514-be68-258a5198e7a0', 'admin_state_up': True, 'tenant_id': 'b6803f8be4734cbb937bc1da576db856'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:28.811182 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9a84c8bc-17ea-4abf-9b8e-fb2dda511be5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:28.823971 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-9a84c8bc-17ea-4abf-9b8e-fb2dda511be5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Calling delete_port for 6b52867a-a905-4a3e-bc94-2cb947ca7fcc owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:11:29.012827 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-3b6b94b6-912c-4d65-b8e9-e86a435dbdf5 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Made reservation on behalf of b6803f8be4734cbb937bc1da576db856 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:29.019148 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-3b6b94b6-912c-4d65-b8e9-e86a435dbdf5 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:29.103343 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2935e3a3-bcff-473f-86ca-388b33e7c19f up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:11:29.138736 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9a84c8bc-17ea-4abf-9b8e-fb2dda511be5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:29.184708 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 2935e3a3-bcff-473f-86ca-388b33e7c19f completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:29.190693 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 086ff731-bd3f-4acf-bcac-5ed192c58d84 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:11:29.195619 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84c8bc-17ea-4abf-9b8e-fb2dda511be5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Port': ['ID=6b52867a-a905-4a3e-bc94-2cb947ca7fcc,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:29.398448 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 086ff731-bd3f-4acf-bcac-5ed192c58d84 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:29.422064 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 086ff731-bd3f-4acf-bcac-5ed192c58d84 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:29.423500 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:29.455011 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e396481c-e9c4-47ed-9dc3-85d93e1928e5 req-bc20ef85-9186-4651-a74c-3fbcc41bc08f tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 210 time: 0.0534272 Aug 28 15:11:29.456590 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9a84c8bc-17ea-4abf-9b8e-fb2dda511be5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:29.461485 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9a84c8bc-17ea-4abf-9b8e-fb2dda511be5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/6b52867a-a905-4a3e-bc94-2cb947ca7fcc HTTP/1.1" status: 204 len: 168 time: 0.9708507 Aug 28 15:11:29.462110 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53304) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:29.506422 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-3b6b94b6-912c-4d65-b8e9-e86a435dbdf5 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Allocated IP 172.20.0.5 (53141248-8e00-4514-be68-258a5198e7a0/3a9b8f69-df1a-4471-9b51-9cd5ba7ffa49/5cef067b-e698-4bfb-af35-95d2e5ccff35) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:11:29.576440 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd574d19-5f31-4719-b82a-908cb49d9780 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:29.578420 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd574d19-5f31-4719-b82a-908cb49d9780 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:29.580021 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd574d19-5f31-4719-b82a-908cb49d9780 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:29.582014 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cd574d19-5f31-4719-b82a-908cb49d9780 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1182950 Aug 28 15:11:29.584974 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53310) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:29.640248 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:29.650855 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-9445eb66-2a91-4d11-b3bb-4da0f3841b43 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting subnet 1d6b4efe-57a6-4fd4-806e-96a6a93195af {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:11:29.658676 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9445eb66-2a91-4d11-b3bb-4da0f3841b43 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:29.710114 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 086ff731-bd3f-4acf-bcac-5ed192c58d84, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=086ff731-bd3f-4acf-bcac-5ed192c58d84,segment=NetworkSegment(cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f),segment_id=cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:29.714987 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:29.746780 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39583660-30c6-4bb7-a44b-fc4b0d60e298 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:29.751458 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9445eb66-2a91-4d11-b3bb-4da0f3841b43 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:29.822064 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f50a8c40-28e4-42c5-b51a-2fb807769608 None None] Provisioning for port 2935e3a3-bcff-473f-86ca-388b33e7c19f completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:29.839480 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=086ff731-bd3f-4acf-bcac-5ed192c58d84,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:29.842068 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f50a8c40-28e4-42c5-b51a-2fb807769608 None None] Provisioning complete for port 2935e3a3-bcff-473f-86ca-388b33e7c19f triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:29.843099 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f50a8c40-28e4-42c5-b51a-2fb807769608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:29.862115 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-3b6b94b6-912c-4d65-b8e9-e86a435dbdf5 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:29.887547 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9445eb66-2a91-4d11-b3bb-4da0f3841b43 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:29.958303 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-3b6b94b6-912c-4d65-b8e9-e86a435dbdf5 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:30.002398 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-3b6b94b6-912c-4d65-b8e9-e86a435dbdf5 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Network 53141248-8e00-4514-be68-258a5198e7a0 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:30.006729 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-3b6b94b6-912c-4d65-b8e9-e86a435dbdf5 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:30.010997 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-3b6b94b6-912c-4d65-b8e9-e86a435dbdf5 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:11:30.017237 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9445eb66-2a91-4d11-b3bb-4da0f3841b43 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:30.017627 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f50a8c40-28e4-42c5-b51a-2fb807769608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:30.101752 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.api [None req-f50a8c40-28e4-42c5-b51a-2fb807769608 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:11:30.102109 n-d-712137-10 neutron-server[106331]: DEBUG oslo_db.api [None req-f50a8c40-28e4-42c5-b51a-2fb807769608 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:11:30.115078 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c95faf-b6d6-444d-947a-e762a751b601 None None] Update dhcp port {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'fixed_ips': [{'subnet_id': '1d6b4efe-57a6-4fd4-806e-96a6a93195af'}, {'subnet_id': 'e4441542-cc81-4104-b870-129ef243bb8f'}], 'binding:host_id': 'n-d-712137-10'}, 'id': '2935e3a3-bcff-473f-86ca-388b33e7c19f'} from n-d-712137-10. {{(pid=106331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 15:11:30.142163 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-96c95faf-b6d6-444d-947a-e762a751b601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:30.338974 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445eb66-2a91-4d11-b3bb-4da0f3841b43 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Subnet': ['ID=1d6b4efe-57a6-4fd4-806e-96a6a93195af,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:30.341017 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9445eb66-2a91-4d11-b3bb-4da0f3841b43 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:30.342887 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9445eb66-2a91-4d11-b3bb-4da0f3841b43 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/1d6b4efe-57a6-4fd4-806e-96a6a93195af HTTP/1.1" status: 204 len: 168 time: 0.7569616 Aug 28 15:11:30.346182 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53312) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:30.349391 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b94b6-912c-4d65-b8e9-e86a435dbdf5 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Pushing event updated for resources: {'Port': ['ID=5cef067b-e698-4bfb-af35-95d2e5ccff35,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:30.358704 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcdde0e-85d4-4531-8596-65a142ea3313 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:30.360149 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-3b6b94b6-912c-4d65-b8e9-e86a435dbdf5 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:30.361420 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-3b6b94b6-912c-4d65-b8e9-e86a435dbdf5 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:30.379126 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-3b6b94b6-912c-4d65-b8e9-e86a435dbdf5 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6349876 Aug 28 15:11:30.398252 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-7d3983d7-969f-46a4-b1c8-f00c2b78a5a6 service neutron] Request body: {'port': {'device_id': '6d105145-ad06-484f-9987-60a90d0dde95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:30.409944 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-711ae0b3-2579-4ad3-8209-4cdc90100ac9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting subnet e4441542-cc81-4104-b870-129ef243bb8f {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:11:30.413753 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-711ae0b3-2579-4ad3-8209-4cdc90100ac9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:30.453849 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-7d3983d7-969f-46a4-b1c8-f00c2b78a5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:30.458163 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-711ae0b3-2579-4ad3-8209-4cdc90100ac9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:30.532258 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-711ae0b3-2579-4ad3-8209-4cdc90100ac9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:30.598424 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-711ae0b3-2579-4ad3-8209-4cdc90100ac9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:30.627203 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ae0b3-2579-4ad3-8209-4cdc90100ac9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Subnet': ['ID=e4441542-cc81-4104-b870-129ef243bb8f,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:30.629301 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-711ae0b3-2579-4ad3-8209-4cdc90100ac9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:30.633469 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-711ae0b3-2579-4ad3-8209-4cdc90100ac9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/e4441542-cc81-4104-b870-129ef243bb8f HTTP/1.1" status: 204 len: 168 time: 0.2839398 Aug 28 15:11:30.633886 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53318) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:30.675282 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f50a8c40-28e4-42c5-b51a-2fb807769608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:30.675512 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0b610ce4-3e11-4525-b016-5f86c15b2a38 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0382326 Aug 28 15:11:30.675512 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53322) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:30.680961 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-51a71918-b81c-4b5a-b5b8-16c1d1d2d9e4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:30.699094 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cff837-636c-431d-a118-5ea55d74f262 req-e1db5723-21a9-4e48-a6a6-7bea432d84bc tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:30.702041 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-55cff837-636c-431d-a118-5ea55d74f262 req-e1db5723-21a9-4e48-a6a6-7bea432d84bc tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 931 time: 0.1793513 Aug 28 15:11:30.761023 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-f50a8c40-28e4-42c5-b51a-2fb807769608 None None] For port 2935e3a3-bcff-473f-86ca-388b33e7c19f, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2935e3a3-bcff-473f-86ca-388b33e7c19f,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:30.765505 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 85eea773-c785-4940-91e0-96b2c1a0f65f up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:11:30.770257 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f50a8c40-28e4-42c5-b51a-2fb807769608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:30.843977 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a71918-b81c-4b5a-b5b8-16c1d1d2d9e4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:30.844871 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-55cff837-636c-431d-a118-5ea55d74f262 req-2672d871-0c9d-4673-b608-47c07a408ab1 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320572 Aug 28 15:11:30.847966 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-51a71918-b81c-4b5a-b5b8-16c1d1d2d9e4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:30.977151 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 086ff731-bd3f-4acf-bcac-5ed192c58d84 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:11:30.983415 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-7d3983d7-969f-46a4-b1c8-f00c2b78a5a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cef067b-e698-4bfb-af35-95d2e5ccff35 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:11:31.004289 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-7d3983d7-969f-46a4-b1c8-f00c2b78a5a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:31.016559 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29801727-8f5a-4c05-aac8-decda8dcb71e None None] Update dhcp port {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'fixed_ips': [{'subnet_id': 'e4441542-cc81-4104-b870-129ef243bb8f'}], 'binding:host_id': 'n-d-712137-10'}, 'id': '2935e3a3-bcff-473f-86ca-388b33e7c19f'} from n-d-712137-10. {{(pid=106331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 15:11:31.020316 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-7d3983d7-969f-46a4-b1c8-f00c2b78a5a6 service neutron] Transition to ACTIVE for port object 5cef067b-e698-4bfb-af35-95d2e5ccff35 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:31.024643 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-7d3983d7-969f-46a4-b1c8-f00c2b78a5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:31.059806 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-adf1f926-1f32-4cfc-9e01-f7f9d288d653 None None] Provisioning complete for port 2935e3a3-bcff-473f-86ca-388b33e7c19f triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:31.060210 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-adf1f926-1f32-4cfc-9e01-f7f9d288d653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:31.066922 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a8c40-28e4-42c5-b51a-2fb807769608 None None] Pushing event updated for resources: {'Port': ['ID=2935e3a3-bcff-473f-86ca-388b33e7c19f,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:31.095387 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3983d7-969f-46a4-b1c8-f00c2b78a5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5cef067b-e698-4bfb-af35-95d2e5ccff35,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:31.115454 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29801727-8f5a-4c05-aac8-decda8dcb71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:31.137746 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 85eea773-c785-4940-91e0-96b2c1a0f65f completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:31.149561 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 85eea773-c785-4940-91e0-96b2c1a0f65f triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:31.149930 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:31.192811 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-7d3983d7-969f-46a4-b1c8-f00c2b78a5a6 service neutron] Attempting to bind port 5cef067b-e698-4bfb-af35-95d2e5ccff35 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:11:31.193229 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-7d3983d7-969f-46a4-b1c8-f00c2b78a5a6 service neutron] Attempting to bind port 5cef067b-e698-4bfb-af35-95d2e5ccff35 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': 'cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '53141248-8e00-4514-be68-258a5198e7a0'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:11:31.193807 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-7d3983d7-969f-46a4-b1c8-f00c2b78a5a6 service neutron] Attempting to bind port 5cef067b-e698-4bfb-af35-95d2e5ccff35 on network 53141248-8e00-4514-be68-258a5198e7a0 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:11:31.202048 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-7d3983d7-969f-46a4-b1c8-f00c2b78a5a6 service neutron] Port 5cef067b-e698-4bfb-af35-95d2e5ccff35 on network 53141248-8e00-4514-be68-258a5198e7a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:11:31.202048 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-7d3983d7-969f-46a4-b1c8-f00c2b78a5a6 service neutron] Attempting to bind port 5cef067b-e698-4bfb-af35-95d2e5ccff35 on network 53141248-8e00-4514-be68-258a5198e7a0 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:11:31.202451 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 086ff731-bd3f-4acf-bcac-5ed192c58d84 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:31.202804 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:31.209564 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-7d3983d7-969f-46a4-b1c8-f00c2b78a5a6 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:11:31.209834 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-7d3983d7-969f-46a4-b1c8-f00c2b78a5a6 service neutron] Checking segment: {'id': 'cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '53141248-8e00-4514-be68-258a5198e7a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:11:31.210510 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-7d3983d7-969f-46a4-b1c8-f00c2b78a5a6 service neutron] Bound using segment: {'id': 'cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '53141248-8e00-4514-be68-258a5198e7a0'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:11:31.211106 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-7d3983d7-969f-46a4-b1c8-f00c2b78a5a6 service neutron] Bound port: 5cef067b-e698-4bfb-af35-95d2e5ccff35, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '53141248-8e00-4514-be68-258a5198e7a0'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:11:31.211713 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-7d3983d7-969f-46a4-b1c8-f00c2b78a5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:31.286009 n-d-712137-10 neutron-server[106330]: DEBUG neutron.objects.ports [None req-51a71918-b81c-4b5a-b5b8-16c1d1d2d9e4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106330) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 15:11:31.286248 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-7d3983d7-969f-46a4-b1c8-f00c2b78a5a6 service neutron] For port 5cef067b-e698-4bfb-af35-95d2e5ccff35, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:11:31.293635 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-7d3983d7-969f-46a4-b1c8-f00c2b78a5a6 service neutron] For port 5cef067b-e698-4bfb-af35-95d2e5ccff35, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=5cef067b-e698-4bfb-af35-95d2e5ccff35,segment=NetworkSegment(cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f),segment_id=cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:11:31.299854 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-7d3983d7-969f-46a4-b1c8-f00c2b78a5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:31.343823 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-7d3983d7-969f-46a4-b1c8-f00c2b78a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:31.344556 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-7d3983d7-969f-46a4-b1c8-f00c2b78a5a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:31.346498 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-7d3983d7-969f-46a4-b1c8-f00c2b78a5a6 service neutron] 10.222.0.41 "PUT /v2.0/ports/5cef067b-e698-4bfb-af35-95d2e5ccff35 HTTP/1.1" status: 200 len: 1092 time: 0.9532924 Aug 28 15:11:31.349121 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d105145-ad06-484f-9987-60a90d0dde95', 'tag': '5cef067b-e698-4bfb-af35-95d2e5ccff35'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:11:31.353316 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0b9eee-baef-4fbd-930c-6d6e7ea9a84d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d105145-ad06-484f-9987-60a90d0dde95", "tag": "5cef067b-e698-4bfb-af35-95d2e5ccff35"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:11:31.404280 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3983d7-969f-46a4-b1c8-f00c2b78a5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5cef067b-e698-4bfb-af35-95d2e5ccff35,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:31.422490 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a017ae64-9e01-41b7-9282-f0ec0023c5ba x-openstack-request-id: req-a017ae64-9e01-41b7-9282-f0ec0023c5ba {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:11:31.422784 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d105145-ad06-484f-9987-60a90d0dde95", "tag": "5cef067b-e698-4bfb-af35-95d2e5ccff35", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:11:31.423031 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a017ae64-9e01-41b7-9282-f0ec0023c5ba {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:11:31.423440 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d105145-ad06-484f-9987-60a90d0dde95', 'tag': '5cef067b-e698-4bfb-af35-95d2e5ccff35', 'status': 'completed', 'code': 200} Aug 28 15:11:31.442648 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:31.444604 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-10eb4375-7736-40d9-a57b-6ef041e2b030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:31.446204 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-10eb4375-7736-40d9-a57b-6ef041e2b030 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6803f8be4734cbb937bc1da576db856&device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 1095 time: 0.0552745 Aug 28 15:11:31.519094 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24488e5d-dfc8-4192-b2da-26ff8c03836f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85eea773-c785-4940-91e0-96b2c1a0f65f'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:11:31.521584 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd89ddc-4e38-4e17-9944-fd34ba4b2ecd" -d '{"events": [{"server_uuid": "24488e5d-dfc8-4192-b2da-26ff8c03836f", "name": "network-vif-plugged", "status": "completed", "tag": "85eea773-c785-4940-91e0-96b2c1a0f65f"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:11:31.526160 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-fdcb196d-840c-4a52-8fb8-8ca3b716e93d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cef067b-e698-4bfb-af35-95d2e5ccff35 HTTP/1.1" status: 200 len: 217 time: 0.0711403 Aug 28 15:11:31.547356 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 85eea773-c785-4940-91e0-96b2c1a0f65f, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=85eea773-c785-4940-91e0-96b2c1a0f65f,segment=NetworkSegment(041c1083-f350-4c0e-8b59-71aa800f87a1),segment_id=041c1083-f350-4c0e-8b59-71aa800f87a1)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:31.557842 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:31.608995 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-e84a8921-052a-4d9a-8744-1bf021bd8483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:31.610481 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-e84a8921-052a-4d9a-8744-1bf021bd8483 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a9b8f69-df1a-4471-9b51-9cd5ba7ffa49 HTTP/1.1" status: 200 len: 850 time: 0.0774968 Aug 28 15:11:31.617604 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77412918-e4f8-4ff9-accf-0a09d537245d x-openstack-request-id: req-77412918-e4f8-4ff9-accf-0a09d537245d {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:11:31.617871 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24488e5d-dfc8-4192-b2da-26ff8c03836f", "name": "network-vif-plugged", "status": "completed", "tag": "85eea773-c785-4940-91e0-96b2c1a0f65f", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:11:31.618005 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77412918-e4f8-4ff9-accf-0a09d537245d {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:11:31.621353 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24488e5d-dfc8-4192-b2da-26ff8c03836f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85eea773-c785-4940-91e0-96b2c1a0f65f', 'code': 200} Aug 28 15:11:31.621524 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2935e3a3-bcff-473f-86ca-388b33e7c19f no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:11:31.664629 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-f35768f3-e234-42da-859e-ae248fb0ba1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=53141248-8e00-4514-be68-258a5198e7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426080 Aug 28 15:11:31.689818 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-51a71918-b81c-4b5a-b5b8-16c1d1d2d9e4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:31.703294 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d052cbea-4a1d-45a0-b267-4ad2f8141c9f None None] Provisioning complete for port 2935e3a3-bcff-473f-86ca-388b33e7c19f triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:31.704288 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d052cbea-4a1d-45a0-b267-4ad2f8141c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:31.752513 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3281853c-3311-4d68-86f9-00abcac349ee None None] get_active_networks_info from n-d-712137-10 {{(pid=106331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 15:11:31.796567 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-0d4f0f60-f6e2-4b0e-913e-1378b6981e3e service neutron] 10.222.0.41 "GET /v2.0/networks/53141248-8e00-4514-be68-258a5198e7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230125 Aug 28 15:11:31.798385 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=85eea773-c785-4940-91e0-96b2c1a0f65f,revision_number=13']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:31.891080 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-51a71918-b81c-4b5a-b5b8-16c1d1d2d9e4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] For port 2935e3a3-bcff-473f-86ca-388b33e7c19f, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2935e3a3-bcff-473f-86ca-388b33e7c19f,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:31.932879 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-51a71918-b81c-4b5a-b5b8-16c1d1d2d9e4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:31.939149 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-51a71918-b81c-4b5a-b5b8-16c1d1d2d9e4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:31.940153 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-51a71918-b81c-4b5a-b5b8-16c1d1d2d9e4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:32.001110 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c61938dd-5f87-4a95-98be-5c226cbd6859 req-678ce30a-435d-44e7-80f8-ac3c7d53d0ec service neutron] 10.222.0.41 "GET /v2.0/networks/53141248-8e00-4514-be68-258a5198e7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867075 Aug 28 15:11:32.003344 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:32.039068 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a71918-b81c-4b5a-b5b8-16c1d1d2d9e4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:32.053361 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-51a71918-b81c-4b5a-b5b8-16c1d1d2d9e4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:32.053879 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabced93-af4d-4a66-bfad-c48e8cc6ae6d req-deb391a2-b9ab-4c72-ba52-7c66423ce513 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:32.055636 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dabced93-af4d-4a66-bfad-c48e8cc6ae6d req-deb391a2-b9ab-4c72-ba52-7c66423ce513 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 943 time: 0.0732896 Aug 28 15:11:32.075285 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a71918-b81c-4b5a-b5b8-16c1d1d2d9e4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:32.077051 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-51a71918-b81c-4b5a-b5b8-16c1d1d2d9e4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:32.085945 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3281853c-3311-4d68-86f9-00abcac349ee None None] Resources bound (agent type, host, resource id): {{(pid=106331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 15:11:32.110188 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a71918-b81c-4b5a-b5b8-16c1d1d2d9e4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Subnet': ['ID=1de4467a-ea78-4670-8efd-a9c75c0a70e4,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:32.116160 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a71918-b81c-4b5a-b5b8-16c1d1d2d9e4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Port': ['ID=2935e3a3-bcff-473f-86ca-388b33e7c19f,revision_number=6']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:32.145429 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-51a71918-b81c-4b5a-b5b8-16c1d1d2d9e4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4675093 Aug 28 15:11:32.145662 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53338) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:32.151830 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-ebe6c7bb-52a1-4ef2-8dff-23ed52a81346 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:32.168757 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b9eee-baef-4fbd-930c-6d6e7ea9a84d req-64d15d15-0542-4d53-9046-d0aa7e55f3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:32.171138 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e0b9eee-baef-4fbd-930c-6d6e7ea9a84d req-64d15d15-0542-4d53-9046-d0aa7e55f3b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6803f8be4734cbb937bc1da576db856&device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 1095 time: 0.1107442 Aug 28 15:11:32.184884 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.api [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:11:32.185471 n-d-712137-10 neutron-server[106331]: DEBUG oslo_db.api [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:11:32.200771 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ff27766a-381f-40af-b07a-5910b754d3cb None None] Could not find standard attr ID for object 6b52867a-a905-4a3e-bc94-2cb947ca7fcc. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:11:32.260008 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dabced93-af4d-4a66-bfad-c48e8cc6ae6d req-d263b21f-ba13-4f3e-94a2-452207f32e2f tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650355 Aug 28 15:11:32.390001 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b9eee-baef-4fbd-930c-6d6e7ea9a84d req-b2a06bb9-34d2-432f-8a61-ee14508d2d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:32.391394 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e0b9eee-baef-4fbd-930c-6d6e7ea9a84d req-b2a06bb9-34d2-432f-8a61-ee14508d2d1c service neutron] 10.222.0.41 "GET /v2.0/networks?id=53141248-8e00-4514-be68-258a5198e7a0 HTTP/1.1" status: 200 len: 911 time: 0.2071187 Aug 28 15:11:32.438542 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e0b9eee-baef-4fbd-930c-6d6e7ea9a84d req-fb411508-daec-45e0-9e80-d1df65f35be1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cef067b-e698-4bfb-af35-95d2e5ccff35 HTTP/1.1" status: 200 len: 217 time: 0.0391932 Aug 28 15:11:32.440266 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe6c7bb-52a1-4ef2-8dff-23ed52a81346 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:32.443960 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ebe6c7bb-52a1-4ef2-8dff-23ed52a81346 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:32.548219 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b9eee-baef-4fbd-930c-6d6e7ea9a84d req-b720f176-4ef8-4301-8c12-64aecab20c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:32.549695 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e0b9eee-baef-4fbd-930c-6d6e7ea9a84d req-b720f176-4ef8-4301-8c12-64aecab20c3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a9b8f69-df1a-4471-9b51-9cd5ba7ffa49 HTTP/1.1" status: 200 len: 850 time: 0.1013570 Aug 28 15:11:32.596870 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e0b9eee-baef-4fbd-930c-6d6e7ea9a84d req-39c8ebd1-a653-4ed5-a946-73d21475a2d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=53141248-8e00-4514-be68-258a5198e7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331626 Aug 28 15:11:32.739191 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:32.762776 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e0b9eee-baef-4fbd-930c-6d6e7ea9a84d req-505d0144-5af0-44e2-baa8-fc9bb9c62112 service neutron] 10.222.0.41 "GET /v2.0/networks/53141248-8e00-4514-be68-258a5198e7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493406 Aug 28 15:11:32.774299 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 2935e3a3-bcff-473f-86ca-388b33e7c19f, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2935e3a3-bcff-473f-86ca-388b33e7c19f,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:32.779642 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:32.836740 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=2935e3a3-bcff-473f-86ca-388b33e7c19f,revision_number=7']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:32.907251 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ebe6c7bb-52a1-4ef2-8dff-23ed52a81346 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:32.926627 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2935e3a3-bcff-473f-86ca-388b33e7c19f up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:11:32.970029 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe6c7bb-52a1-4ef2-8dff-23ed52a81346 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:32.975000 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e0b9eee-baef-4fbd-930c-6d6e7ea9a84d req-41e186ff-34a1-4dd9-a32e-c00b0c687a1c service neutron] 10.222.0.41 "GET /v2.0/networks/53141248-8e00-4514-be68-258a5198e7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035570 Aug 28 15:11:32.977375 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 2935e3a3-bcff-473f-86ca-388b33e7c19f triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:32.977755 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:32.977908 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-ebe6c7bb-52a1-4ef2-8dff-23ed52a81346 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:32.992099 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe6c7bb-52a1-4ef2-8dff-23ed52a81346 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:32.992715 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ebe6c7bb-52a1-4ef2-8dff-23ed52a81346 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:33.000583 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6c7bb-52a1-4ef2-8dff-23ed52a81346 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Subnet': ['ID=ed41fbdb-0795-43f9-89d5-a0b952895329,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:33.033417 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ebe6c7bb-52a1-4ef2-8dff-23ed52a81346 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8857875 Aug 28 15:11:33.036306 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53348) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:33.043865 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-a72216cd-afff-4bed-a389-060f3a6f4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'mac_address': 'fa:16:3e:bf:a2:b7', 'name': 'tempest-NetworksTestDHCPv6-799443649'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:33.098571 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:33.158958 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 2935e3a3-bcff-473f-86ca-388b33e7c19f, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2935e3a3-bcff-473f-86ca-388b33e7c19f,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:33.165575 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:33.197966 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72216cd-afff-4bed-a389-060f3a6f4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:33.246268 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=2935e3a3-bcff-473f-86ca-388b33e7c19f,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:33.288810 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e334a317-0931-4729-9d23-79ebbf4ab48b None None] get_active_networks_info from n-d-712137-10 {{(pid=106331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 15:11:33.309289 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a72216cd-afff-4bed-a389-060f3a6f4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:33.346152 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-a72216cd-afff-4bed-a389-060f3a6f4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] device_id is not set on port 3903e528-bb87-499c-8875-936cf73a0dc2 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:11:33.402243 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7b0d18c8-9375-4c40-9d3b-a6176d4b7610 None None] Provisioning complete for port 2935e3a3-bcff-473f-86ca-388b33e7c19f triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:33.402803 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7b0d18c8-9375-4c40-9d3b-a6176d4b7610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:33.451276 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e334a317-0931-4729-9d23-79ebbf4ab48b None None] Resources bound (agent type, host, resource id): {{(pid=106331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 15:11:33.467413 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0c281-29b9-4786-9e71-3748424e3a4f req-66c28923-d55c-45e2-aba7-65241e3cf362 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:33.469079 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6c0c281-29b9-4786-9e71-3748424e3a4f req-66c28923-d55c-45e2-aba7-65241e3cf362 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 943 time: 0.0809963 Aug 28 15:11:33.541349 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6c0c281-29b9-4786-9e71-3748424e3a4f req-74c4a956-bd15-4f84-a2ed-dac7e9750333 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515573 Aug 28 15:11:33.615505 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-a72216cd-afff-4bed-a389-060f3a6f4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Allocated IP 172.20.0.14 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/ed41fbdb-0795-43f9-89d5-a0b952895329/3903e528-bb87-499c-8875-936cf73a0dc2) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:11:33.622650 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-a72216cd-afff-4bed-a389-060f3a6f4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Allocated IP 2001:db8::f816:3eff:febf:a2b7 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/1de4467a-ea78-4670-8efd-a9c75c0a70e4/3903e528-bb87-499c-8875-936cf73a0dc2) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:11:33.777991 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a72216cd-afff-4bed-a389-060f3a6f4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:33.792985 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-a72216cd-afff-4bed-a389-060f3a6f4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Transition to ACTIVE for port object 3903e528-bb87-499c-8875-936cf73a0dc2 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:33.801367 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1b5068-a341-4449-83ee-92bc7fc6350b None None] Update dhcp port {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'fixed_ips': [{'subnet_id': '1de4467a-ea78-4670-8efd-a9c75c0a70e4', 'ip_address': '2001:db8::f816:3eff:fe59:f3cd'}, {'subnet_id': 'ed41fbdb-0795-43f9-89d5-a0b952895329'}], 'binding:host_id': 'n-d-712137-10'}, 'id': '2935e3a3-bcff-473f-86ca-388b33e7c19f'} from n-d-712137-10. {{(pid=106331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 15:11:33.827984 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7c1b5068-a341-4449-83ee-92bc7fc6350b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:33.841121 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a72216cd-afff-4bed-a389-060f3a6f4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:33.879894 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72216cd-afff-4bed-a389-060f3a6f4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:33.883040 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-a72216cd-afff-4bed-a389-060f3a6f4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:33.886816 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72216cd-afff-4bed-a389-060f3a6f4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:11:33.953401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72216cd-afff-4bed-a389-060f3a6f4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Port': ['ID=3903e528-bb87-499c-8875-936cf73a0dc2,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:33.960173 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72216cd-afff-4bed-a389-060f3a6f4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:33.960809 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a72216cd-afff-4bed-a389-060f3a6f4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:33.975516 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a72216cd-afff-4bed-a389-060f3a6f4a6e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9374807 Aug 28 15:11:33.977935 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53354) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:34.008846 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-7c1b5068-a341-4449-83ee-92bc7fc6350b None None] Allocated IP 172.20.0.2 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/ed41fbdb-0795-43f9-89d5-a0b952895329/2935e3a3-bcff-473f-86ca-388b33e7c19f) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:11:34.037096 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59472b98-5d4a-4be1-a7c9-837eda7a0a6b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:34.043234 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59472b98-5d4a-4be1-a7c9-837eda7a0a6b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:34.047831 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-59472b98-5d4a-4be1-a7c9-837eda7a0a6b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0657403 Aug 28 15:11:34.048074 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53356) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:34.112713 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-7c1b5068-a341-4449-83ee-92bc7fc6350b None None] For port 2935e3a3-bcff-473f-86ca-388b33e7c19f, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2935e3a3-bcff-473f-86ca-388b33e7c19f,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:34.147313 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7c1b5068-a341-4449-83ee-92bc7fc6350b None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:34.157278 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-c8e2e01a-8664-471d-9c67-bddbf3b2c4cd tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting port 3903e528-bb87-499c-8875-936cf73a0dc2 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:11:34.157624 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8e2e01a-8664-471d-9c67-bddbf3b2c4cd tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:34.167159 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7c1b5068-a341-4449-83ee-92bc7fc6350b None None] Transition to ACTIVE for port object 2935e3a3-bcff-473f-86ca-388b33e7c19f will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:34.172258 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7c1b5068-a341-4449-83ee-92bc7fc6350b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:34.289464 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8e2e01a-8664-471d-9c67-bddbf3b2c4cd tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:34.310980 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-c8e2e01a-8664-471d-9c67-bddbf3b2c4cd tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Calling delete_port for 3903e528-bb87-499c-8875-936cf73a0dc2 owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:11:34.312520 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b5068-a341-4449-83ee-92bc7fc6350b None None] Pushing event updated for resources: {'Port': ['ID=2935e3a3-bcff-473f-86ca-388b33e7c19f,revision_number=9']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:34.518960 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8e2e01a-8664-471d-9c67-bddbf3b2c4cd tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:34.560324 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2e01a-8664-471d-9c67-bddbf3b2c4cd tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Port': ['ID=3903e528-bb87-499c-8875-936cf73a0dc2,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:34.591072 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 5cef067b-e698-4bfb-af35-95d2e5ccff35 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:11:34.662203 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8e2e01a-8664-471d-9c67-bddbf3b2c4cd tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:34.666636 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c8e2e01a-8664-471d-9c67-bddbf3b2c4cd tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/3903e528-bb87-499c-8875-936cf73a0dc2 HTTP/1.1" status: 204 len: 168 time: 0.6154172 Aug 28 15:11:34.667055 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53366) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:34.718926 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 5cef067b-e698-4bfb-af35-95d2e5ccff35, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=5cef067b-e698-4bfb-af35-95d2e5ccff35,segment=NetworkSegment(cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f),segment_id=cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:34.731913 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '5cef067b-e698-4bfb-af35-95d2e5ccff35', 'network_id': '53141248-8e00-4514-be68-258a5198e7a0', 'port_id': '5cef067b-e698-4bfb-af35-95d2e5ccff35', 'mac_address': 'fa:16:3e:68:60:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a9b8f69-df1a-4471-9b51-9cd5ba7ffa49', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:11:34.762827 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4429434-d37e-4c39-9025-36862d55c92e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:34.764914 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4429434-d37e-4c39-9025-36862d55c92e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:34.766542 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4429434-d37e-4c39-9025-36862d55c92e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:34.770605 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f4429434-d37e-4c39-9025-36862d55c92e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1001041 Aug 28 15:11:34.771331 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53368) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:34.782631 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f9943-e7b5-4dcf-85a6-fc5a116cc719 req-e3c0611c-b6dc-4b49-b0c5-72bd21c221f3 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:34.784702 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-084f9943-e7b5-4dcf-85a6-fc5a116cc719 req-e3c0611c-b6dc-4b49-b0c5-72bd21c221f3 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 943 time: 0.1060684 Aug 28 15:11:34.888130 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e26990e-f7fc-4754-9d55-0a9ccfaa8ee6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting subnet 1de4467a-ea78-4670-8efd-a9c75c0a70e4 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:11:34.896122 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2e26990e-f7fc-4754-9d55-0a9ccfaa8ee6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:34.905946 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-084f9943-e7b5-4dcf-85a6-fc5a116cc719 req-65e7df10-34bd-482f-a55c-4a781ae3c595 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125758 Aug 28 15:11:34.963935 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2e26990e-f7fc-4754-9d55-0a9ccfaa8ee6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:34.969200 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:34.971227 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2935e3a3-bcff-473f-86ca-388b33e7c19f up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:11:35.010677 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cef067b-e698-4bfb-af35-95d2e5ccff35 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:11:35.050453 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 5cef067b-e698-4bfb-af35-95d2e5ccff35, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=5cef067b-e698-4bfb-af35-95d2e5ccff35,segment=NetworkSegment(cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f),segment_id=cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:35.056710 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:35.073852 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2e26990e-f7fc-4754-9d55-0a9ccfaa8ee6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:35.112165 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecd13d7-700f-47e8-9acc-9d57b027c46c None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:35.132706 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=5cef067b-e698-4bfb-af35-95d2e5ccff35,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:35.149596 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2e26990e-f7fc-4754-9d55-0a9ccfaa8ee6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:35.186265 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26990e-f7fc-4754-9d55-0a9ccfaa8ee6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Subnet': ['ID=1de4467a-ea78-4670-8efd-a9c75c0a70e4,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:35.192917 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2e26990e-f7fc-4754-9d55-0a9ccfaa8ee6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:35.197817 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2e26990e-f7fc-4754-9d55-0a9ccfaa8ee6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/1de4467a-ea78-4670-8efd-a9c75c0a70e4 HTTP/1.1" status: 204 len: 168 time: 0.4226124 Aug 28 15:11:35.198257 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53372) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:35.255243 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-23c4715b-3295-41e7-81d8-47cf0fd3758b None None] Provisioning for port 2935e3a3-bcff-473f-86ca-388b33e7c19f completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:35.261509 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a21322-b65f-4755-8bb5-b85b35fab293 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting subnet ed41fbdb-0795-43f9-89d5-a0b952895329 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:11:35.263815 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-23c4715b-3295-41e7-81d8-47cf0fd3758b None None] Provisioning complete for port 2935e3a3-bcff-473f-86ca-388b33e7c19f triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:35.264361 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-23c4715b-3295-41e7-81d8-47cf0fd3758b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:35.265113 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-81a21322-b65f-4755-8bb5-b85b35fab293 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:35.307274 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-81a21322-b65f-4755-8bb5-b85b35fab293 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:35.409496 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['5cef067b-e698-4bfb-af35-95d2e5ccff35'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:11:35.442293 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-81a21322-b65f-4755-8bb5-b85b35fab293 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:35.508523 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-81a21322-b65f-4755-8bb5-b85b35fab293 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:35.545020 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a21322-b65f-4755-8bb5-b85b35fab293 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Subnet': ['ID=ed41fbdb-0795-43f9-89d5-a0b952895329,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:35.547337 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-81a21322-b65f-4755-8bb5-b85b35fab293 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:35.551596 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-81a21322-b65f-4755-8bb5-b85b35fab293 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/ed41fbdb-0795-43f9-89d5-a0b952895329 HTTP/1.1" status: 204 len: 168 time: 0.3500514 Aug 28 15:11:35.551818 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53376) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:35.610424 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ce7ff1c6-2dbb-46c7-9f94-70ded7018d86 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574801 Aug 28 15:11:35.611042 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53378) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:35.616274 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-d1f44e59-ae78-41ab-ba47-f3a406e741d9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:35.716610 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f44e59-ae78-41ab-ba47-f3a406e741d9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:35.720723 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d1f44e59-ae78-41ab-ba47-f3a406e741d9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:35.939583 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d1f44e59-ae78-41ab-ba47-f3a406e741d9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:35.988357 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f44e59-ae78-41ab-ba47-f3a406e741d9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:36.004687 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-d1f44e59-ae78-41ab-ba47-f3a406e741d9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:36.007761 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f44e59-ae78-41ab-ba47-f3a406e741d9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:36.008320 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d1f44e59-ae78-41ab-ba47-f3a406e741d9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:36.022095 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f44e59-ae78-41ab-ba47-f3a406e741d9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Subnet': ['ID=80eb7885-2eed-4033-b592-b9cbacf7b2bc,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:36.033840 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d1f44e59-ae78-41ab-ba47-f3a406e741d9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4215598 Aug 28 15:11:36.036643 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53382) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:36.051649 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-6145f4cc-96aa-4f56-81ef-915f36178295 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:36.067481 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365824c2-c271-4cd7-bf23-e28b26393c42 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:36.109910 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396f8ec-cfe6-4825-acb9-8f4e14777885 req-8888bea5-01b3-4c28-8e39-c21121d3672a tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:36.111438 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2396f8ec-cfe6-4825-acb9-8f4e14777885 req-8888bea5-01b3-4c28-8e39-c21121d3672a tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 944 time: 0.1197767 Aug 28 15:11:36.118760 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9d79298d-446f-4c3d-8d77-2b7cb84d913d None None] Provisioning complete for port 2935e3a3-bcff-473f-86ca-388b33e7c19f triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:36.120078 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9d79298d-446f-4c3d-8d77-2b7cb84d913d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:36.180747 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2396f8ec-cfe6-4825-acb9-8f4e14777885 req-6d291239-d3e4-431d-97f6-388fdb972405 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572701 Aug 28 15:11:36.209556 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6145f4cc-96aa-4f56-81ef-915f36178295 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:36.213219 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6145f4cc-96aa-4f56-81ef-915f36178295 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:36.529152 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477aa03f-5ec2-406c-8897-dd4180895e30 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:36.614905 n-d-712137-10 neutron-server[106329]: DEBUG neutron.objects.ports [None req-6145f4cc-96aa-4f56-81ef-915f36178295 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106329) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 15:11:36.615403 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 5cef067b-e698-4bfb-af35-95d2e5ccff35 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:11:36.688535 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e031a9db-fafd-4562-8e75-5acdf0002de7 None None] Provisioning complete for port 2935e3a3-bcff-473f-86ca-388b33e7c19f triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:36.688832 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e031a9db-fafd-4562-8e75-5acdf0002de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:36.759471 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 5cef067b-e698-4bfb-af35-95d2e5ccff35 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:36.768139 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 5cef067b-e698-4bfb-af35-95d2e5ccff35 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:36.768514 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:36.847393 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6145f4cc-96aa-4f56-81ef-915f36178295 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:36.920216 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e614607d-9119-4753-bbe6-77d02d0e3201 None None] Update dhcp port {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'fixed_ips': [{'subnet_id': '80eb7885-2eed-4033-b592-b9cbacf7b2bc'}, {'subnet_id': 'f7018246-bb6a-445f-b4a6-9f25db05202b'}], 'binding:host_id': 'n-d-712137-10'}, 'id': '2935e3a3-bcff-473f-86ca-388b33e7c19f'} from n-d-712137-10. {{(pid=106331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 15:11:36.950529 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:36.960393 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e614607d-9119-4753-bbe6-77d02d0e3201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:36.987052 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d105145-ad06-484f-9987-60a90d0dde95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cef067b-e698-4bfb-af35-95d2e5ccff35'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:11:36.989328 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5915bc1-162e-4854-96e0-b83668883b28" -d '{"events": [{"server_uuid": "6d105145-ad06-484f-9987-60a90d0dde95", "name": "network-vif-plugged", "status": "completed", "tag": "5cef067b-e698-4bfb-af35-95d2e5ccff35"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:11:37.022195 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 5cef067b-e698-4bfb-af35-95d2e5ccff35, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=5cef067b-e698-4bfb-af35-95d2e5ccff35,segment=NetworkSegment(cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f),segment_id=cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:37.029268 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:37.038128 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e019272d-3954-4673-afb0-77f599b00c58 x-openstack-request-id: req-e019272d-3954-4673-afb0-77f599b00c58 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:11:37.038483 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d105145-ad06-484f-9987-60a90d0dde95", "name": "network-vif-plugged", "status": "completed", "tag": "5cef067b-e698-4bfb-af35-95d2e5ccff35", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:11:37.038716 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e019272d-3954-4673-afb0-77f599b00c58 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:11:37.039057 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d105145-ad06-484f-9987-60a90d0dde95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cef067b-e698-4bfb-af35-95d2e5ccff35', 'code': 200} Aug 28 15:11:37.051205 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-6145f4cc-96aa-4f56-81ef-915f36178295 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] For port 2935e3a3-bcff-473f-86ca-388b33e7c19f, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2935e3a3-bcff-473f-86ca-388b33e7c19f,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:37.084427 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6145f4cc-96aa-4f56-81ef-915f36178295 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:37.094150 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6145f4cc-96aa-4f56-81ef-915f36178295 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:37.095266 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6145f4cc-96aa-4f56-81ef-915f36178295 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:37.128036 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=5cef067b-e698-4bfb-af35-95d2e5ccff35,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:37.200370 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6145f4cc-96aa-4f56-81ef-915f36178295 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:37.217008 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-6145f4cc-96aa-4f56-81ef-915f36178295 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:37.224491 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6145f4cc-96aa-4f56-81ef-915f36178295 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:37.225088 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6145f4cc-96aa-4f56-81ef-915f36178295 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:37.242808 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145f4cc-96aa-4f56-81ef-915f36178295 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Port': ['ID=2935e3a3-bcff-473f-86ca-388b33e7c19f,revision_number=13']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:37.248065 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145f4cc-96aa-4f56-81ef-915f36178295 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Subnet': ['ID=f7018246-bb6a-445f-b4a6-9f25db05202b,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:37.254418 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f63b22-61e0-4bd0-ac3d-f35a722983e2 req-08d85287-db80-4c94-a6cf-0e2fe86761e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:37.256080 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-46f63b22-61e0-4bd0-ac3d-f35a722983e2 req-08d85287-db80-4c94-a6cf-0e2fe86761e0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 1097 time: 0.1647584 Aug 28 15:11:37.260530 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6145f4cc-96aa-4f56-81ef-915f36178295 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2110188 Aug 28 15:11:37.261280 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53392) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:37.269746 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-3ef04259-5e86-4c1d-85cc-1ee0cf1a4842 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'mac_address': 'fa:16:3e:e1:e3:f9', 'name': 'tempest-NetworksTestDHCPv6-2043932969'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:37.280291 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-e614607d-9119-4753-bbe6-77d02d0e3201 None None] Allocated IP 172.20.0.2 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/80eb7885-2eed-4033-b592-b9cbacf7b2bc/2935e3a3-bcff-473f-86ca-388b33e7c19f) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:11:37.309994 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-46f63b22-61e0-4bd0-ac3d-f35a722983e2 req-c260be5d-eace-42d5-b10e-22460e625c36 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428588 Aug 28 15:11:37.393687 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-e614607d-9119-4753-bbe6-77d02d0e3201 None None] For port 2935e3a3-bcff-473f-86ca-388b33e7c19f, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2935e3a3-bcff-473f-86ca-388b33e7c19f,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:37.423013 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e2d7a-007c-47f7-9e2f-c3470b430901 req-7ba2436c-a8da-4124-836f-78a705fa1aa5 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:37.426029 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-364e2d7a-007c-47f7-9e2f-c3470b430901 req-7ba2436c-a8da-4124-836f-78a705fa1aa5 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 945 time: 0.1214662 Aug 28 15:11:37.441679 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e614607d-9119-4753-bbe6-77d02d0e3201 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:37.456218 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e614607d-9119-4753-bbe6-77d02d0e3201 None None] Transition to ACTIVE for port object 2935e3a3-bcff-473f-86ca-388b33e7c19f will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:37.461038 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e614607d-9119-4753-bbe6-77d02d0e3201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:37.494598 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-364e2d7a-007c-47f7-9e2f-c3470b430901 req-dfb34e26-983e-41a3-80d0-010d82e8e884 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614159 Aug 28 15:11:37.495674 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef04259-5e86-4c1d-85cc-1ee0cf1a4842 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:37.590377 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614607d-9119-4753-bbe6-77d02d0e3201 None None] Pushing event updated for resources: {'Port': ['ID=2935e3a3-bcff-473f-86ca-388b33e7c19f,revision_number=14']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:37.609323 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3ef04259-5e86-4c1d-85cc-1ee0cf1a4842 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:37.643067 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-3ef04259-5e86-4c1d-85cc-1ee0cf1a4842 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] device_id is not set on port d63a4613-2957-48ad-86c1-9c57473434b4 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:11:37.820809 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-3ef04259-5e86-4c1d-85cc-1ee0cf1a4842 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Allocated IP 172.20.0.12 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/80eb7885-2eed-4033-b592-b9cbacf7b2bc/d63a4613-2957-48ad-86c1-9c57473434b4) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:11:37.828273 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-3ef04259-5e86-4c1d-85cc-1ee0cf1a4842 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Allocated IP 2001:db8::f816:3eff:fee1:e3f9 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/f7018246-bb6a-445f-b4a6-9f25db05202b/d63a4613-2957-48ad-86c1-9c57473434b4) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:11:37.984804 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-49989ac1-9974-42ec-a37a-3be8fde96abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:38.231985 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0626044b-31dc-47c7-936e-fd0ca70d4a9e None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:38.322681 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4936aa54-aa18-4c3f-930c-d7482e7514b1 None None] Provisioning for port 2935e3a3-bcff-473f-86ca-388b33e7c19f completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:38.334944 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4936aa54-aa18-4c3f-930c-d7482e7514b1 None None] Provisioning complete for port 2935e3a3-bcff-473f-86ca-388b33e7c19f triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:38.335498 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4936aa54-aa18-4c3f-930c-d7482e7514b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:38.420923 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3ef04259-5e86-4c1d-85cc-1ee0cf1a4842 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:38.460279 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-3ef04259-5e86-4c1d-85cc-1ee0cf1a4842 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Transition to ACTIVE for port object d63a4613-2957-48ad-86c1-9c57473434b4 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:38.525808 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3ef04259-5e86-4c1d-85cc-1ee0cf1a4842 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:38.587973 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef04259-5e86-4c1d-85cc-1ee0cf1a4842 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:38.600714 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-3ef04259-5e86-4c1d-85cc-1ee0cf1a4842 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:38.623960 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef04259-5e86-4c1d-85cc-1ee0cf1a4842 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:11:38.631145 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef04259-5e86-4c1d-85cc-1ee0cf1a4842 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Port': ['ID=d63a4613-2957-48ad-86c1-9c57473434b4,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:38.704373 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef04259-5e86-4c1d-85cc-1ee0cf1a4842 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:38.705649 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3ef04259-5e86-4c1d-85cc-1ee0cf1a4842 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:38.718364 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec68f1-e9d7-4529-acaf-5ef3f065b2cd req-7c7b0ccd-3878-4a0b-b809-de3b90df3be0 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:38.725765 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6cec68f1-e9d7-4529-acaf-5ef3f065b2cd req-7c7b0ccd-3878-4a0b-b809-de3b90df3be0 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 945 time: 0.1363246 Aug 28 15:11:38.759459 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3ef04259-5e86-4c1d-85cc-1ee0cf1a4842 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4966056 Aug 28 15:11:38.762586 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53416) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:38.800810 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6cec68f1-e9d7-4529-acaf-5ef3f065b2cd req-cfd3ad73-3734-4d7c-a388-0a9670e4dfd0 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529270 Aug 28 15:11:38.862042 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52266247-7471-4959-8dde-bf638b66e1fb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:38.871143 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52266247-7471-4959-8dde-bf638b66e1fb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:38.873764 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-52266247-7471-4959-8dde-bf638b66e1fb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.1092207 Aug 28 15:11:38.876693 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53418) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:38.922784 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2935e3a3-bcff-473f-86ca-388b33e7c19f up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:11:38.980688 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 2935e3a3-bcff-473f-86ca-388b33e7c19f triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:38.981065 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:38.987831 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-bd4cea7d-968b-44cb-a59c-9453f27813fb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting port d63a4613-2957-48ad-86c1-9c57473434b4 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:11:38.988261 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bd4cea7d-968b-44cb-a59c-9453f27813fb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:39.020895 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9b80f744-9d53-4d67-8cec-08b9ee8330f5 None None] Provisioning complete for port 2935e3a3-bcff-473f-86ca-388b33e7c19f triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:39.021279 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9b80f744-9d53-4d67-8cec-08b9ee8330f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:39.127024 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bd4cea7d-968b-44cb-a59c-9453f27813fb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:39.140871 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-bd4cea7d-968b-44cb-a59c-9453f27813fb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Calling delete_port for d63a4613-2957-48ad-86c1-9c57473434b4 owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:11:39.361139 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bd4cea7d-968b-44cb-a59c-9453f27813fb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:39.381447 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-5a189172-a058-45e7-a420-3cc07a4d88fd None None] Could not find standard attr ID for object 3903e528-bb87-499c-8875-936cf73a0dc2. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:11:39.403410 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4cea7d-968b-44cb-a59c-9453f27813fb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Port': ['ID=d63a4613-2957-48ad-86c1-9c57473434b4,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:39.499874 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bd4cea7d-968b-44cb-a59c-9453f27813fb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:39.501966 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bd4cea7d-968b-44cb-a59c-9453f27813fb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/d63a4613-2957-48ad-86c1-9c57473434b4 HTTP/1.1" status: 204 len: 168 time: 0.6242785 Aug 28 15:11:39.504429 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53426) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:39.562400 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23819c8f-a6d4-4f80-845d-e3b719680af5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:39.564314 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23819c8f-a6d4-4f80-845d-e3b719680af5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:39.565927 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23819c8f-a6d4-4f80-845d-e3b719680af5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:39.568055 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-23819c8f-a6d4-4f80-845d-e3b719680af5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0624528 Aug 28 15:11:39.570680 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53430) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:39.598405 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-40b2613d-c225-4a06-8a60-a93898ee5e06 None None] Could not find standard attr ID for object d63a4613-2957-48ad-86c1-9c57473434b4. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:11:39.627503 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-df929bef-9923-402b-9af9-1cefcc83f920 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting subnet 80eb7885-2eed-4033-b592-b9cbacf7b2bc {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:11:39.630754 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-df929bef-9923-402b-9af9-1cefcc83f920 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:39.679548 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-df929bef-9923-402b-9af9-1cefcc83f920 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:39.773519 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-df929bef-9923-402b-9af9-1cefcc83f920 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:39.837479 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-df929bef-9923-402b-9af9-1cefcc83f920 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:39.881530 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df929bef-9923-402b-9af9-1cefcc83f920 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Subnet': ['ID=80eb7885-2eed-4033-b592-b9cbacf7b2bc,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:39.887845 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-df929bef-9923-402b-9af9-1cefcc83f920 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:39.890644 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-df929bef-9923-402b-9af9-1cefcc83f920 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/80eb7885-2eed-4033-b592-b9cbacf7b2bc HTTP/1.1" status: 204 len: 168 time: 0.3188047 Aug 28 15:11:39.893470 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53434) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:40.014378 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bc41c-0beb-4995-a15e-21fd0b769b38 req-e6e79d67-3d3d-42fb-89e3-6cc166beb0cb tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:40.017315 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2d2bc41c-0beb-4995-a15e-21fd0b769b38 req-e6e79d67-3d3d-42fb-89e3-6cc166beb0cb tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 945 time: 0.0766954 Aug 28 15:11:40.071433 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2d2bc41c-0beb-4995-a15e-21fd0b769b38 req-8baeb812-6401-4bd5-b865-a71533850299 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443866 Aug 28 15:11:40.100039 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfaa998-2ce1-4958-94f6-a6e3cf08d6f9 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:40.252957 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf71f0e-4f9f-4a91-ae29-fae06b20adb3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting subnet f7018246-bb6a-445f-b4a6-9f25db05202b {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:11:40.268078 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fbf71f0e-4f9f-4a91-ae29-fae06b20adb3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:40.432394 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fbf71f0e-4f9f-4a91-ae29-fae06b20adb3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:40.510322 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fdcf4-2b9c-46a1-b1ee-788eb58ddeeb req-8dee46ab-0b03-468d-8fb4-4bc4b4b09180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:40.514718 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4d7fdcf4-2b9c-46a1-b1ee-788eb58ddeeb req-8dee46ab-0b03-468d-8fb4-4bc4b4b09180 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6803f8be4734cbb937bc1da576db856&device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 1097 time: 0.1279855 Aug 28 15:11:40.521833 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e3175767-6620-4ab7-a96b-30384f392c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:40.528482 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204edfc-d221-4243-b78f-d0bc1e75a506 req-3f1c0fd4-41c3-481c-9dce-ffae95ce463d tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:40.530636 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9204edfc-d221-4243-b78f-d0bc1e75a506 req-3f1c0fd4-41c3-481c-9dce-ffae95ce463d tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 945 time: 0.0828271 Aug 28 15:11:40.592706 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9204edfc-d221-4243-b78f-d0bc1e75a506 req-141674ec-48e3-47d4-8d7e-fc9467d0fda2 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458467 Aug 28 15:11:40.611994 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fbf71f0e-4f9f-4a91-ae29-fae06b20adb3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:40.698859 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fdcf4-2b9c-46a1-b1ee-788eb58ddeeb req-b88fdffd-3728-401b-bd46-2184b4940ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:40.700417 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4d7fdcf4-2b9c-46a1-b1ee-788eb58ddeeb req-b88fdffd-3728-401b-bd46-2184b4940ac0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=53141248-8e00-4514-be68-258a5198e7a0 HTTP/1.1" status: 200 len: 911 time: 0.1582985 Aug 28 15:11:40.747778 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fbf71f0e-4f9f-4a91-ae29-fae06b20adb3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:40.751180 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4d7fdcf4-2b9c-46a1-b1ee-788eb58ddeeb req-fed9af96-5fc6-48e2-8631-569928657d56 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cef067b-e698-4bfb-af35-95d2e5ccff35 HTTP/1.1" status: 200 len: 217 time: 0.0405467 Aug 28 15:11:40.789781 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fbf71f0e-4f9f-4a91-ae29-fae06b20adb3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:40.794264 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53444) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:40.794447 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fbf71f0e-4f9f-4a91-ae29-fae06b20adb3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/f7018246-bb6a-445f-b4a6-9f25db05202b HTTP/1.1" status: 204 len: 168 time: 0.8998244 Aug 28 15:11:40.795437 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf71f0e-4f9f-4a91-ae29-fae06b20adb3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Subnet': ['ID=f7018246-bb6a-445f-b4a6-9f25db05202b,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:40.834820 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fdcf4-2b9c-46a1-b1ee-788eb58ddeeb req-709af299-c4e8-4069-9f3f-a58ad6cfa1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:40.836545 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4d7fdcf4-2b9c-46a1-b1ee-788eb58ddeeb req-709af299-c4e8-4069-9f3f-a58ad6cfa1e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a9b8f69-df1a-4471-9b51-9cd5ba7ffa49 HTTP/1.1" status: 200 len: 850 time: 0.0748920 Aug 28 15:11:40.838583 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:40.844403 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c3d22d19-f031-497c-897e-993fb8f97547 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486939 Aug 28 15:11:40.847328 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53446) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:40.852559 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-a67d06fa-1fc8-4cd5-92d1-18174d5a4063 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:40.876485 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4d7fdcf4-2b9c-46a1-b1ee-788eb58ddeeb req-a36b4d21-4803-45c5-9aac-0d776ae3d179 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=53141248-8e00-4514-be68-258a5198e7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318215 Aug 28 15:11:40.954798 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67d06fa-1fc8-4cd5-92d1-18174d5a4063 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:40.958535 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a67d06fa-1fc8-4cd5-92d1-18174d5a4063 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:40.980381 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4d7fdcf4-2b9c-46a1-b1ee-788eb58ddeeb req-2e131404-984e-4847-95f2-8befa71846e9 service neutron] 10.222.0.41 "GET /v2.0/networks/53141248-8e00-4514-be68-258a5198e7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954044 Aug 28 15:11:41.086391 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4d7fdcf4-2b9c-46a1-b1ee-788eb58ddeeb req-4590dbd5-1eae-4284-8951-544bdcfa38c9 service neutron] 10.222.0.41 "GET /v2.0/networks/53141248-8e00-4514-be68-258a5198e7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989580 Aug 28 15:11:41.115339 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3dfcc7-9a3b-42ee-ba0a-fe573636e2a0 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:41.163359 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a67d06fa-1fc8-4cd5-92d1-18174d5a4063 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:41.186879 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2237efc1-77d6-46a4-bb55-bcc13782a32b None None] Provisioning complete for port 2935e3a3-bcff-473f-86ca-388b33e7c19f triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:41.187260 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2237efc1-77d6-46a4-bb55-bcc13782a32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:41.199869 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67d06fa-1fc8-4cd5-92d1-18174d5a4063 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:41.203497 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-a67d06fa-1fc8-4cd5-92d1-18174d5a4063 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:41.207815 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67d06fa-1fc8-4cd5-92d1-18174d5a4063 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:41.208408 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a67d06fa-1fc8-4cd5-92d1-18174d5a4063 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:41.229240 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d06fa-1fc8-4cd5-92d1-18174d5a4063 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Subnet': ['ID=216fa6ee-047c-4f94-b89f-2655431f72a4,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:41.234912 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a67d06fa-1fc8-4cd5-92d1-18174d5a4063 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3838646 Aug 28 15:11:41.235316 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53452) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:41.240593 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-69b79f95-17b9-4258-b58d-8e08d13b1f2d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:41.353368 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b79f95-17b9-4258-b58d-8e08d13b1f2d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:41.357069 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-69b79f95-17b9-4258-b58d-8e08d13b1f2d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:41.418693 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6425aa93-17ae-4589-9a63-e775f034c855 None None] Update dhcp port {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'fixed_ips': [{'subnet_id': '216fa6ee-047c-4f94-b89f-2655431f72a4'}], 'binding:host_id': 'n-d-712137-10'}, 'id': '2935e3a3-bcff-473f-86ca-388b33e7c19f'} from n-d-712137-10. {{(pid=106331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 15:11:41.446563 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6425aa93-17ae-4589-9a63-e775f034c855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:41.625122 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-6425aa93-17ae-4589-9a63-e775f034c855 None None] Allocated IP 172.20.0.2 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/216fa6ee-047c-4f94-b89f-2655431f72a4/2935e3a3-bcff-473f-86ca-388b33e7c19f) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:11:41.709726 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:41.761357 n-d-712137-10 neutron-server[106329]: DEBUG neutron.objects.ports [None req-69b79f95-17b9-4258-b58d-8e08d13b1f2d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106329) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 15:11:41.772228 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-6425aa93-17ae-4589-9a63-e775f034c855 None None] For port 2935e3a3-bcff-473f-86ca-388b33e7c19f, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2935e3a3-bcff-473f-86ca-388b33e7c19f,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:41.787812 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03d207-1b16-4ec4-99c3-4fc516a9ba84 req-d7a333e5-866e-4d17-9590-15b0678bea78 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:41.789580 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6c03d207-1b16-4ec4-99c3-4fc516a9ba84 req-d7a333e5-866e-4d17-9590-15b0678bea78 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 945 time: 0.0703824 Aug 28 15:11:41.825403 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6425aa93-17ae-4589-9a63-e775f034c855 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:41.840427 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6c03d207-1b16-4ec4-99c3-4fc516a9ba84 req-d3aad728-0f5f-4ec3-8358-c1c1bffc766a tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424430 Aug 28 15:11:41.865843 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6425aa93-17ae-4589-9a63-e775f034c855 None None] Transition to ACTIVE for port object 2935e3a3-bcff-473f-86ca-388b33e7c19f will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:41.869674 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6425aa93-17ae-4589-9a63-e775f034c855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:41.954829 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6425aa93-17ae-4589-9a63-e775f034c855 None None] Pushing event updated for resources: {'Port': ['ID=2935e3a3-bcff-473f-86ca-388b33e7c19f,revision_number=17']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:41.990997 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-69b79f95-17b9-4258-b58d-8e08d13b1f2d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:42.175012 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-69b79f95-17b9-4258-b58d-8e08d13b1f2d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] For port 2935e3a3-bcff-473f-86ca-388b33e7c19f, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2935e3a3-bcff-473f-86ca-388b33e7c19f,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:42.213505 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-69b79f95-17b9-4258-b58d-8e08d13b1f2d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:42.218356 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-69b79f95-17b9-4258-b58d-8e08d13b1f2d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:42.219337 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-69b79f95-17b9-4258-b58d-8e08d13b1f2d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:42.279825 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b79f95-17b9-4258-b58d-8e08d13b1f2d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:42.285864 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-69b79f95-17b9-4258-b58d-8e08d13b1f2d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:42.292998 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b79f95-17b9-4258-b58d-8e08d13b1f2d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:42.293849 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-69b79f95-17b9-4258-b58d-8e08d13b1f2d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:42.341755 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b79f95-17b9-4258-b58d-8e08d13b1f2d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Subnet': ['ID=e74bd021-0ed6-45d5-9c70-ba2a1f7f9a65,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:42.355951 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53468) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:42.356309 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-69b79f95-17b9-4258-b58d-8e08d13b1f2d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1197243 Aug 28 15:11:42.357221 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b79f95-17b9-4258-b58d-8e08d13b1f2d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Port': ['ID=2935e3a3-bcff-473f-86ca-388b33e7c19f,revision_number=19']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:42.362164 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-7ff76c4c-8f03-403d-a118-adaa7d0e9538 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'mac_address': 'fa:16:3e:ee:5c:df', 'name': 'tempest-NetworksTestDHCPv6-114720492'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:42.492211 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff76c4c-8f03-403d-a118-adaa7d0e9538 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:42.496619 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7ff76c4c-8f03-403d-a118-adaa7d0e9538 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:42.520138 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-7ff76c4c-8f03-403d-a118-adaa7d0e9538 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] device_id is not set on port f95831da-8726-4408-b2eb-b165fa80ec35 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:11:42.575686 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37739df5-47f3-428e-92a3-c5c09b7cb903 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:42.676757 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e3019f0a-100c-48bd-a00c-8e3b96bb671c None None] Provisioning for port 2935e3a3-bcff-473f-86ca-388b33e7c19f completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:42.686860 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e3019f0a-100c-48bd-a00c-8e3b96bb671c None None] Provisioning complete for port 2935e3a3-bcff-473f-86ca-388b33e7c19f triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:42.687073 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e3019f0a-100c-48bd-a00c-8e3b96bb671c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:42.710421 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-7ff76c4c-8f03-403d-a118-adaa7d0e9538 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Allocated IP 172.20.0.13 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/216fa6ee-047c-4f94-b89f-2655431f72a4/f95831da-8726-4408-b2eb-b165fa80ec35) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:11:42.719588 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-7ff76c4c-8f03-403d-a118-adaa7d0e9538 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Allocated IP 2001:db8::f816:3eff:feee:5cdf (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/e74bd021-0ed6-45d5-9c70-ba2a1f7f9a65/f95831da-8726-4408-b2eb-b165fa80ec35) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:11:42.926301 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7ff76c4c-8f03-403d-a118-adaa7d0e9538 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:42.960124 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2935e3a3-bcff-473f-86ca-388b33e7c19f up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:11:42.962814 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-7ff76c4c-8f03-403d-a118-adaa7d0e9538 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Transition to ACTIVE for port object f95831da-8726-4408-b2eb-b165fa80ec35 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:43.036093 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8f3b0-c0b9-4605-bc9b-ad5deb0179e7 req-13f297a5-523f-4a26-af44-f1ff0ba01c81 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:43.037924 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-70d8f3b0-c0b9-4605-bc9b-ad5deb0179e7 req-13f297a5-523f-4a26-af44-f1ff0ba01c81 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 945 time: 0.0713906 Aug 28 15:11:43.043805 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7ff76c4c-8f03-403d-a118-adaa7d0e9538 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:43.064470 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 2935e3a3-bcff-473f-86ca-388b33e7c19f triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:43.064924 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:43.113337 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff76c4c-8f03-403d-a118-adaa7d0e9538 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:43.147500 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-7ff76c4c-8f03-403d-a118-adaa7d0e9538 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:43.150412 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff76c4c-8f03-403d-a118-adaa7d0e9538 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:11:43.174545 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-70d8f3b0-c0b9-4605-bc9b-ad5deb0179e7 req-cec361d0-1f84-47d1-8dae-b0b5669c82ab tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949819 Aug 28 15:11:43.212780 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:43.218360 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff76c4c-8f03-403d-a118-adaa7d0e9538 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Port': ['ID=f95831da-8726-4408-b2eb-b165fa80ec35,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:43.247762 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff76c4c-8f03-403d-a118-adaa7d0e9538 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:43.248462 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7ff76c4c-8f03-403d-a118-adaa7d0e9538 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:43.264600 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7ff76c4c-8f03-403d-a118-adaa7d0e9538 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9069698 Aug 28 15:11:43.267181 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53476) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:43.325346 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c329e2-83ec-4845-a752-b8d992a90c4b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:43.332150 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c329e2-83ec-4845-a752-b8d992a90c4b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:43.338037 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53478) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:43.345368 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-50c329e2-83ec-4845-a752-b8d992a90c4b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0679402 Aug 28 15:11:43.438318 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-4d6e3721-9416-4c87-8d7a-b2d04993d9f2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting port f95831da-8726-4408-b2eb-b165fa80ec35 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:11:43.438722 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4d6e3721-9416-4c87-8d7a-b2d04993d9f2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:43.551780 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4d6e3721-9416-4c87-8d7a-b2d04993d9f2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:43.566500 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-4d6e3721-9416-4c87-8d7a-b2d04993d9f2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Calling delete_port for f95831da-8726-4408-b2eb-b165fa80ec35 owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:11:43.633931 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed949a0-3293-4e5e-bfdb-ce581dfa06e8 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:43.707467 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ac2e2449-a824-421e-9009-53b0afce55a1 None None] Provisioning complete for port 2935e3a3-bcff-473f-86ca-388b33e7c19f triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:43.707866 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2449-a824-421e-9009-53b0afce55a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:43.761639 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4d6e3721-9416-4c87-8d7a-b2d04993d9f2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:43.792180 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e3721-9416-4c87-8d7a-b2d04993d9f2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Port': ['ID=f95831da-8726-4408-b2eb-b165fa80ec35,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:43.930130 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4d6e3721-9416-4c87-8d7a-b2d04993d9f2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:43.932480 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4d6e3721-9416-4c87-8d7a-b2d04993d9f2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/f95831da-8726-4408-b2eb-b165fa80ec35 HTTP/1.1" status: 204 len: 168 time: 0.5925705 Aug 28 15:11:43.934820 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53482) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:44.003258 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7a2b10-33e0-4188-8304-98e222622665 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:44.005206 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7a2b10-33e0-4188-8304-98e222622665 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:44.007073 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7a2b10-33e0-4188-8304-98e222622665 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:44.009002 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1b7a2b10-33e0-4188-8304-98e222622665 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0720556 Aug 28 15:11:44.011527 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53486) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:44.069554 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-848d138b-1692-469f-a764-f6deff015fee tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting subnet 216fa6ee-047c-4f94-b89f-2655431f72a4 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:11:44.073124 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-848d138b-1692-469f-a764-f6deff015fee tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:44.116919 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-848d138b-1692-469f-a764-f6deff015fee tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:44.182230 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-40031d83-c416-47c6-9b9a-307d1239d370 None None] Provisioning complete for port 2935e3a3-bcff-473f-86ca-388b33e7c19f triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:44.182760 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-40031d83-c416-47c6-9b9a-307d1239d370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:44.223447 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-848d138b-1692-469f-a764-f6deff015fee tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:44.304382 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-848d138b-1692-469f-a764-f6deff015fee tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:44.327979 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f03362-54c1-4891-8065-f4cfa535f3ca req-b828539f-bf1a-4977-927a-46ebee319cc7 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:44.336312 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d138b-1692-469f-a764-f6deff015fee tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Subnet': ['ID=216fa6ee-047c-4f94-b89f-2655431f72a4,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:44.337815 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-36f03362-54c1-4891-8065-f4cfa535f3ca req-b828539f-bf1a-4977-927a-46ebee319cc7 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 945 time: 0.0796750 Aug 28 15:11:44.355067 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-848d138b-1692-469f-a764-f6deff015fee tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:44.356885 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-848d138b-1692-469f-a764-f6deff015fee tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/216fa6ee-047c-4f94-b89f-2655431f72a4 HTTP/1.1" status: 204 len: 168 time: 0.3441994 Aug 28 15:11:44.361635 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53490) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:44.392856 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-36f03362-54c1-4891-8065-f4cfa535f3ca req-741be11c-b34c-45f2-abd8-5ad5dff466ca tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466149 Aug 28 15:11:44.426794 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-88191af6-3ccc-4dba-9b82-883070db0c87 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting subnet e74bd021-0ed6-45d5-9c70-ba2a1f7f9a65 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:11:44.430569 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-88191af6-3ccc-4dba-9b82-883070db0c87 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:44.484363 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-88191af6-3ccc-4dba-9b82-883070db0c87 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:44.493636 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987961b7-504b-41fd-8792-cdfd25f1fa9c None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:44.559349 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ce703ff2-2e83-4945-bb21-71bd509e9cf2 None None] Could not find standard attr ID for object f95831da-8726-4408-b2eb-b165fa80ec35. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:11:44.593583 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-88191af6-3ccc-4dba-9b82-883070db0c87 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:44.665086 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-88191af6-3ccc-4dba-9b82-883070db0c87 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:44.702089 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88191af6-3ccc-4dba-9b82-883070db0c87 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Subnet': ['ID=e74bd021-0ed6-45d5-9c70-ba2a1f7f9a65,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:44.709464 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-88191af6-3ccc-4dba-9b82-883070db0c87 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:44.711542 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-88191af6-3ccc-4dba-9b82-883070db0c87 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/e74bd021-0ed6-45d5-9c70-ba2a1f7f9a65 HTTP/1.1" status: 204 len: 168 time: 0.3488615 Aug 28 15:11:44.714317 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53492) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:44.757449 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91943611-678f-441d-9834-a85b009203ea None None] Update dhcp port {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'fixed_ips': [{'subnet_id': 'e74bd021-0ed6-45d5-9c70-ba2a1f7f9a65'}], 'binding:host_id': 'n-d-712137-10'}, 'id': '2935e3a3-bcff-473f-86ca-388b33e7c19f'} from n-d-712137-10. {{(pid=106331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 15:11:44.765365 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-507d265f-7a80-46f4-8dc4-4e34b1ad17b2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0498908 Aug 28 15:11:44.767899 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53494) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:44.788431 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-91943611-678f-441d-9834-a85b009203ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:44.820116 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb684813-f76b-4634-bc53-38a5c989f3e4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:44.820116 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fb684813-f76b-4634-bc53-38a5c989f3e4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0511999 Aug 28 15:11:44.822746 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53496) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:44.884924 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa31599f-743d-45d3-a407-bfcecb8ffbbf tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:44.886585 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fa31599f-743d-45d3-a407-bfcecb8ffbbf tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0628793 Aug 28 15:11:44.889754 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53498) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:44.938692 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-95e7aed7-12ca-4880-9959-06101ed6529d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471070 Aug 28 15:11:44.950845 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53500) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:44.962755 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-0c890e2d-a751-4fd6-a77c-b267829e0e73 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:45.025251 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37150f43-10e1-4b28-9883-6c19066c4fcb None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:45.084583 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c890e2d-a751-4fd6-a77c-b267829e0e73 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:45.088659 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0c890e2d-a751-4fd6-a77c-b267829e0e73 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:45.090120 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c890e2d-a751-4fd6-a77c-b267829e0e73 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:11:45.092121 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c890e2d-a751-4fd6-a77c-b267829e0e73 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:11:45.106293 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0c890e2d-a751-4fd6-a77c-b267829e0e73 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1545103 Aug 28 15:11:45.109094 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-466e9aab-7520-4963-8e7b-51fa1bc4c94a None None] Provisioning complete for port 2935e3a3-bcff-473f-86ca-388b33e7c19f triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:45.109515 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-466e9aab-7520-4963-8e7b-51fa1bc4c94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:45.113341 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53506) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:45.121552 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-90e1ad12-17b2-4af9-bde0-6ed2f4c195a4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:45.233992 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e1ad12-17b2-4af9-bde0-6ed2f4c195a4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:45.238745 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-90e1ad12-17b2-4af9-bde0-6ed2f4c195a4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:45.241404 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e1ad12-17b2-4af9-bde0-6ed2f4c195a4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:11:45.242520 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e1ad12-17b2-4af9-bde0-6ed2f4c195a4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:11:45.266177 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db11e703-1be9-4c3b-8189-e4fd41d3a1e7 None None] DHCP port deletion for dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:11:45.268198 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-90e1ad12-17b2-4af9-bde0-6ed2f4c195a4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1516004 Aug 28 15:11:45.269047 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53508) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:45.274476 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-4dfa1889-335c-4117-bf30-0b45a203bda5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:45.329557 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-db11e703-1be9-4c3b-8189-e4fd41d3a1e7 None None] Deleting port 2935e3a3-bcff-473f-86ca-388b33e7c19f {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:11:45.329918 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-db11e703-1be9-4c3b-8189-e4fd41d3a1e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:45.384274 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfa1889-335c-4117-bf30-0b45a203bda5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:45.391574 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4dfa1889-335c-4117-bf30-0b45a203bda5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:45.393322 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dfa1889-335c-4117-bf30-0b45a203bda5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:11:45.393813 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dfa1889-335c-4117-bf30-0b45a203bda5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:11:45.401361 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-db11e703-1be9-4c3b-8189-e4fd41d3a1e7 None None] For port 2935e3a3-bcff-473f-86ca-388b33e7c19f, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2935e3a3-bcff-473f-86ca-388b33e7c19f,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:45.401776 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-db11e703-1be9-4c3b-8189-e4fd41d3a1e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:45.411729 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4dfa1889-335c-4117-bf30-0b45a203bda5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1395175 Aug 28 15:11:45.413290 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53510) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:45.418430 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-07ecc6c8-4724-4f8b-b69c-30558a6d839e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:45.418841 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-db11e703-1be9-4c3b-8189-e4fd41d3a1e7 None None] Calling delete_port for 2935e3a3-bcff-473f-86ca-388b33e7c19f owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:11:45.512281 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-db11e703-1be9-4c3b-8189-e4fd41d3a1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:45.548112 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db11e703-1be9-4c3b-8189-e4fd41d3a1e7 None None] No DVR routers for this DVR port 2935e3a3-bcff-473f-86ca-388b33e7c19f on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:11:45.550015 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11e703-1be9-4c3b-8189-e4fd41d3a1e7 None None] Pushing event deleted for resources: {'Port': ['ID=2935e3a3-bcff-473f-86ca-388b33e7c19f,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:45.556671 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ecc6c8-4724-4f8b-b69c-30558a6d839e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:45.565794 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-07ecc6c8-4724-4f8b-b69c-30558a6d839e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:45.567452 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ecc6c8-4724-4f8b-b69c-30558a6d839e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:11:45.568053 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ecc6c8-4724-4f8b-b69c-30558a6d839e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:11:45.586555 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-07ecc6c8-4724-4f8b-b69c-30558a6d839e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1721275 Aug 28 15:11:45.589584 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53516) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:45.596473 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-f4842a04-d361-444f-aeeb-ea67990ca2ca tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:45.598429 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21311c66-e9c3-4b09-8e1e-6e35be465bc0 req-dda8aeff-d02a-4f61-8048-65ba13f83a5a tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:45.600304 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21311c66-e9c3-4b09-8e1e-6e35be465bc0 req-dda8aeff-d02a-4f61-8048-65ba13f83a5a tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 945 time: 0.0600376 Aug 28 15:11:45.646121 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21311c66-e9c3-4b09-8e1e-6e35be465bc0 req-7c69bfeb-8687-4bda-acd0-f523e9674c11 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398390 Aug 28 15:11:45.697951 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4842a04-d361-444f-aeeb-ea67990ca2ca tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:45.702237 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f4842a04-d361-444f-aeeb-ea67990ca2ca tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:45.703527 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4842a04-d361-444f-aeeb-ea67990ca2ca tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:11:45.704038 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4842a04-d361-444f-aeeb-ea67990ca2ca tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:11:45.725592 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f4842a04-d361-444f-aeeb-ea67990ca2ca tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1343360 Aug 28 15:11:45.728742 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53518) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:45.734342 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-f6cb6afb-28b6-4e38-a009-9f7084542fd5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:45.827606 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cb6afb-28b6-4e38-a009-9f7084542fd5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:45.831142 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6afb-28b6-4e38-a009-9f7084542fd5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:45.832563 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6cb6afb-28b6-4e38-a009-9f7084542fd5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:11:45.833150 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6cb6afb-28b6-4e38-a009-9f7084542fd5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:11:45.856444 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53520) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:45.856697 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f6cb6afb-28b6-4e38-a009-9f7084542fd5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1267745 Aug 28 15:11:45.891824 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-317711a9-cc2b-4a8e-810d-686d10961bc2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0338459 Aug 28 15:11:45.894128 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53522) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:45.952701 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756d5749-07f3-4b3c-af96-35dcd9d9a6c1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:45.954189 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-756d5749-07f3-4b3c-af96-35dcd9d9a6c1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0591376 Aug 28 15:11:45.956772 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53524) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:46.002957 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4c7a6691-2be3-4c7d-8ceb-4b01d51a8750 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449982 Aug 28 15:11:46.009217 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53526) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:46.019148 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-f46dd89a-7b05-433f-abe2-b9a1698d8553 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:46.161738 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46dd89a-7b05-433f-abe2-b9a1698d8553 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:46.165554 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f46dd89a-7b05-433f-abe2-b9a1698d8553 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:46.488806 n-d-712137-10 neutron-server[106330]: DEBUG neutron.objects.ports [None req-f46dd89a-7b05-433f-abe2-b9a1698d8553 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106330) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 15:11:46.490721 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f46dd89a-7b05-433f-abe2-b9a1698d8553 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:46.545556 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46dd89a-7b05-433f-abe2-b9a1698d8553 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:46.548693 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-f46dd89a-7b05-433f-abe2-b9a1698d8553 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:46.553491 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46dd89a-7b05-433f-abe2-b9a1698d8553 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:46.554038 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f46dd89a-7b05-433f-abe2-b9a1698d8553 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:46.562621 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec0a3a6-1453-4e80-b139-19cafb850510 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:46.566530 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46dd89a-7b05-433f-abe2-b9a1698d8553 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Subnet': ['ID=92c1fee9-e7c0-4b2d-bb6d-e9d0ad45c348,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:46.573989 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f46dd89a-7b05-433f-abe2-b9a1698d8553 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5635989 Aug 28 15:11:46.578773 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53532) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:46.584682 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-34fc637b-3d19-483a-9c02-34c3d9c28002 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'mac_address': 'fa:16:3e:bc:36:d4', 'name': 'tempest-NetworksTestDHCPv6-2011943638'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:46.752684 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fc637b-3d19-483a-9c02-34c3d9c28002 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:46.754900 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520a9866-33c5-4f76-8716-09a1c1deb4aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'tenant_id': 'b52f2a44ab1541f08b6542f112ae2346', 'fixed_ips': [{'subnet_id': '92c1fee9-e7c0-4b2d-bb6d-e9d0ad45c348'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:11:46.755743 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-520a9866-33c5-4f76-8716-09a1c1deb4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:46.852286 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe5547-11af-41d4-972c-87731b34aa22 req-10be039e-2891-4ce1-a56a-a9648f2f9865 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:46.853818 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eabe5547-11af-41d4-972c-87731b34aa22 req-10be039e-2891-4ce1-a56a-a9648f2f9865 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 945 time: 0.1194704 Aug 28 15:11:46.902462 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-34fc637b-3d19-483a-9c02-34c3d9c28002 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:46.926537 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eabe5547-11af-41d4-972c-87731b34aa22 req-226fba65-cc7e-439e-b7da-c63a72d1c40e tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605245 Aug 28 15:11:46.934813 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2935e3a3-bcff-473f-86ca-388b33e7c19f no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:11:46.942503 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-34fc637b-3d19-483a-9c02-34c3d9c28002 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] device_id is not set on port 9d42d587-0721-474d-a1be-f2efcd73e31b yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:11:46.960901 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 2935e3a3-bcff-473f-86ca-388b33e7c19f {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:11:46.961282 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2935e3a3-bcff-473f-86ca-388b33e7c19f not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:11:46.979412 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-520a9866-33c5-4f76-8716-09a1c1deb4aa None None] Allocated IP 2001:db8::f816:3eff:feca:4b18 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/92c1fee9-e7c0-4b2d-bb6d-e9d0ad45c348/8edb00e6-0103-4cb8-a77e-e52553b2d35b) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:11:47.125140 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-520a9866-33c5-4f76-8716-09a1c1deb4aa None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:47.135524 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-520a9866-33c5-4f76-8716-09a1c1deb4aa None None] Transition to ACTIVE for port object 8edb00e6-0103-4cb8-a77e-e52553b2d35b will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:47.155965 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-520a9866-33c5-4f76-8716-09a1c1deb4aa None None] Transition to ACTIVE for port object 8edb00e6-0103-4cb8-a77e-e52553b2d35b will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:47.162803 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-520a9866-33c5-4f76-8716-09a1c1deb4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:47.212065 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a9866-33c5-4f76-8716-09a1c1deb4aa None None] Pushing event updated for resources: {'Port': ['ID=8edb00e6-0103-4cb8-a77e-e52553b2d35b,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:47.221284 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-34fc637b-3d19-483a-9c02-34c3d9c28002 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Allocated IP 2001:db8::f816:3eff:febc:36d4 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/92c1fee9-e7c0-4b2d-bb6d-e9d0ad45c348/9d42d587-0721-474d-a1be-f2efcd73e31b) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:11:47.241572 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520a9866-33c5-4f76-8716-09a1c1deb4aa None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:47.243171 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-520a9866-33c5-4f76-8716-09a1c1deb4aa None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:47.246359 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520a9866-33c5-4f76-8716-09a1c1deb4aa None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:11:47.312538 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-520a9866-33c5-4f76-8716-09a1c1deb4aa None None] Attempting to bind port 8edb00e6-0103-4cb8-a77e-e52553b2d35b on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:11:47.312913 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-520a9866-33c5-4f76-8716-09a1c1deb4aa None None] Attempting to bind port 8edb00e6-0103-4cb8-a77e-e52553b2d35b by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:11:47.313281 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520a9866-33c5-4f76-8716-09a1c1deb4aa None None] Attempting to bind port 8edb00e6-0103-4cb8-a77e-e52553b2d35b on network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:11:47.322377 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520a9866-33c5-4f76-8716-09a1c1deb4aa None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:11:47.323754 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520a9866-33c5-4f76-8716-09a1c1deb4aa None None] Checking segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:11:47.324437 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-520a9866-33c5-4f76-8716-09a1c1deb4aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:47.325031 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520a9866-33c5-4f76-8716-09a1c1deb4aa None None] Bound using segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:11:47.325903 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-520a9866-33c5-4f76-8716-09a1c1deb4aa None None] Bound port: 8edb00e6-0103-4cb8-a77e-e52553b2d35b, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:11:47.326990 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-520a9866-33c5-4f76-8716-09a1c1deb4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:47.396006 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-520a9866-33c5-4f76-8716-09a1c1deb4aa None None] For port 8edb00e6-0103-4cb8-a77e-e52553b2d35b, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:11:47.399846 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-520a9866-33c5-4f76-8716-09a1c1deb4aa None None] For port 8edb00e6-0103-4cb8-a77e-e52553b2d35b, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=8edb00e6-0103-4cb8-a77e-e52553b2d35b,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:11:47.405159 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-520a9866-33c5-4f76-8716-09a1c1deb4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:47.422705 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-34fc637b-3d19-483a-9c02-34c3d9c28002 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:47.438529 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-34fc637b-3d19-483a-9c02-34c3d9c28002 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Transition to ACTIVE for port object 9d42d587-0721-474d-a1be-f2efcd73e31b will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:47.475980 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a9866-33c5-4f76-8716-09a1c1deb4aa None None] Pushing event updated for resources: {'Port': ['ID=8edb00e6-0103-4cb8-a77e-e52553b2d35b,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:47.484343 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-34fc637b-3d19-483a-9c02-34c3d9c28002 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:47.541008 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fc637b-3d19-483a-9c02-34c3d9c28002 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:47.544713 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-34fc637b-3d19-483a-9c02-34c3d9c28002 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:47.547527 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fc637b-3d19-483a-9c02-34c3d9c28002 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:11:47.553777 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fc637b-3d19-483a-9c02-34c3d9c28002 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:47.554765 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-34fc637b-3d19-483a-9c02-34c3d9c28002 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:47.581163 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-34fc637b-3d19-483a-9c02-34c3d9c28002 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0011594 Aug 28 15:11:47.582119 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc637b-3d19-483a-9c02-34c3d9c28002 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Port': ['ID=9d42d587-0721-474d-a1be-f2efcd73e31b,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:47.584223 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53542) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:47.656360 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc57308-b707-4ccc-a0ee-087daa7ff36a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:47.664009 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc57308-b707-4ccc-a0ee-087daa7ff36a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:47.666105 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5cc57308-b707-4ccc-a0ee-087daa7ff36a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0808988 Aug 28 15:11:47.668901 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53544) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:47.797269 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-7deeda01-e71e-4762-96bc-c55e72f134dc tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting port 9d42d587-0721-474d-a1be-f2efcd73e31b {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:11:47.797740 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7deeda01-e71e-4762-96bc-c55e72f134dc tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:47.908983 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7deeda01-e71e-4762-96bc-c55e72f134dc tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:47.923367 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-7deeda01-e71e-4762-96bc-c55e72f134dc tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Calling delete_port for 9d42d587-0721-474d-a1be-f2efcd73e31b owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:11:48.024953 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0da33e-be7a-4e32-a29f-735bab8fb72d req-1ae9c6f4-ee3c-4081-8252-ca61f503bdeb tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:48.026468 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ee0da33e-be7a-4e32-a29f-735bab8fb72d req-1ae9c6f4-ee3c-4081-8252-ca61f503bdeb tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.0940628 Aug 28 15:11:48.092595 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ee0da33e-be7a-4e32-a29f-735bab8fb72d req-1f422191-3c6c-40d6-936f-5c96c4f3ecef tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580142 Aug 28 15:11:48.092901 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067cc67-dc2e-4407-87d8-b5e453511110 req-92a4639a-2c0b-4e03-8bce-7aedbfc42a1d tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:48.094658 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9067cc67-dc2e-4407-87d8-b5e453511110 req-92a4639a-2c0b-4e03-8bce-7aedbfc42a1d tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 945 time: 0.0877550 Aug 28 15:11:48.170944 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9067cc67-dc2e-4407-87d8-b5e453511110 req-d51089da-4080-45e8-9c89-54e39fc5bd35 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645213 Aug 28 15:11:48.217245 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7deeda01-e71e-4762-96bc-c55e72f134dc tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:48.252982 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deeda01-e71e-4762-96bc-c55e72f134dc tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Port': ['ID=9d42d587-0721-474d-a1be-f2efcd73e31b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:48.285881 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebbd37-e035-4ce8-9953-e127f131d327 req-5864f1a3-7aaa-4e1e-a281-d405dc13d877 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:48.293995 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-afebbd37-e035-4ce8-9953-e127f131d327 req-5864f1a3-7aaa-4e1e-a281-d405dc13d877 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1168745 Aug 28 15:11:48.311633 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7deeda01-e71e-4762-96bc-c55e72f134dc tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:48.313552 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7deeda01-e71e-4762-96bc-c55e72f134dc tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/9d42d587-0721-474d-a1be-f2efcd73e31b HTTP/1.1" status: 204 len: 168 time: 0.6428254 Aug 28 15:11:48.316135 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53556) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:48.352011 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-afebbd37-e035-4ce8-9953-e127f131d327 req-55afb80e-dbb2-4b2c-aacb-55ec0c5c49bd tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570514 Aug 28 15:11:48.430029 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b9a980-c1e9-4152-987c-5425d492bf64 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:48.432028 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b9a980-c1e9-4152-987c-5425d492bf64 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:48.437860 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53560) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:48.440133 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d2b9a980-c1e9-4152-987c-5425d492bf64 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1229024 Aug 28 15:11:48.520236 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac81625-810a-42a0-a647-2c4b9e8e630f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting subnet 92c1fee9-e7c0-4b2d-bb6d-e9d0ad45c348 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:11:48.526164 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dac81625-810a-42a0-a647-2c4b9e8e630f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:48.607818 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dac81625-810a-42a0-a647-2c4b9e8e630f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:48.727003 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dac81625-810a-42a0-a647-2c4b9e8e630f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:48.740527 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1bf517e4-8fb2-4d18-9f42-d3313e668ed9 None None] Provisioning for port 8edb00e6-0103-4cb8-a77e-e52553b2d35b completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:48.772111 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-b143dcc1-fb74-4d1f-ae15-cf84c50be591 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:48.773457 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-b143dcc1-fb74-4d1f-ae15-cf84c50be591 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/networks?id=77650b04-197c-4f2d-93ed-1f3a3f2db13f HTTP/1.1" status: 200 len: 811 time: 0.1468742 Aug 28 15:11:48.790848 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-801cfe11-7dc8-4f1f-be0e-7d5cf2ef1d8a tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/quotas/46b00d3633ae4e8aa897aec4e89fcc4d HTTP/1.1" status: 200 len: 375 time: 0.0102952 Aug 28 15:11:48.831774 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dac81625-810a-42a0-a647-2c4b9e8e630f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:48.894936 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac81625-810a-42a0-a647-2c4b9e8e630f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Subnet': ['ID=92c1fee9-e7c0-4b2d-bb6d-e9d0ad45c348,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:48.899159 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dac81625-810a-42a0-a647-2c4b9e8e630f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:48.901534 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-dac81625-810a-42a0-a647-2c4b9e8e630f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/92c1fee9-e7c0-4b2d-bb6d-e9d0ad45c348 HTTP/1.1" status: 204 len: 168 time: 0.4624295 Aug 28 15:11:48.904528 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53572) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:48.955439 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-243846a8-7105-4c13-b054-c62d1f1dcc1f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474324 Aug 28 15:11:48.958246 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53574) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:48.967682 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-e8f451c9-91b0-46eb-8563-b828bb5dc1c0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:49.003233 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-2a836460-9456-4beb-9e65-c3b757479f0e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2057579 Aug 28 15:11:49.033217 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 8edb00e6-0103-4cb8-a77e-e52553b2d35b up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:11:49.081315 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def1436d-d045-4f63-bd66-5f8086298ddb None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:49.126705 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-cb802896-a0ee-47e9-9daa-a223d6afcc5f None None] Could not find standard attr ID for object 9d42d587-0721-474d-a1be-f2efcd73e31b. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:11:49.152299 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f451c9-91b0-46eb-8563-b828bb5dc1c0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:49.153472 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-c5f7443e-218b-4daa-889f-244b18e28e8d service neutron] 10.222.0.13 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493568 Aug 28 15:11:49.157415 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e8f451c9-91b0-46eb-8563-b828bb5dc1c0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:49.251946 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 8edb00e6-0103-4cb8-a77e-e52553b2d35b completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:49.257057 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 8edb00e6-0103-4cb8-a77e-e52553b2d35b triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:49.257426 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:49.324143 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-9f4409cb-8aae-42a1-a6c6-de51de521c45 service neutron] 10.222.0.13 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634393 Aug 28 15:11:49.380116 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2f9eb2-ddf4-41c6-8d1d-c30ebe441569 None None] DHCP port deletion for dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:11:49.449117 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bde758-f279-43de-9541-bf4b986f23e4 req-1aa63a41-5d7e-4923-9800-d06ef7a7cc2d tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:49.456111 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12bde758-f279-43de-9541-bf4b986f23e4 req-1aa63a41-5d7e-4923-9800-d06ef7a7cc2d tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 945 time: 0.1958871 Aug 28 15:11:49.508794 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:49.555321 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-7f2f9eb2-ddf4-41c6-8d1d-c30ebe441569 None None] Deleting port 8edb00e6-0103-4cb8-a77e-e52553b2d35b {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:11:49.557017 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9eb2-ddf4-41c6-8d1d-c30ebe441569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:49.579740 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 8edb00e6-0103-4cb8-a77e-e52553b2d35b, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=8edb00e6-0103-4cb8-a77e-e52553b2d35b,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:49.590593 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:49.667702 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12bde758-f279-43de-9541-bf4b986f23e4 req-5ed925d4-e7ed-49e7-bce9-46dcfcdaaa2a tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078485 Aug 28 15:11:49.701202 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6f13ac85-0324-4ce8-91ce-e23c2210e4fb req-7bd5841f-d3d8-40c5-a98a-e9d2d4ef4425 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0863e33-67d3-43b0-b145-a4864f14a006 HTTP/1.1" status: 200 len: 210 time: 0.0672307 Aug 28 15:11:49.749295 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-7f2f9eb2-ddf4-41c6-8d1d-c30ebe441569 None None] For port 8edb00e6-0103-4cb8-a77e-e52553b2d35b, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=8edb00e6-0103-4cb8-a77e-e52553b2d35b,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:49.749295 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9eb2-ddf4-41c6-8d1d-c30ebe441569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:49.758433 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=8edb00e6-0103-4cb8-a77e-e52553b2d35b,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:49.773540 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-7f2f9eb2-ddf4-41c6-8d1d-c30ebe441569 None None] Calling delete_port for 8edb00e6-0103-4cb8-a77e-e52553b2d35b owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:11:49.844773 n-d-712137-10 neutron-server[106330]: DEBUG neutron.objects.ports [None req-e8f451c9-91b0-46eb-8563-b828bb5dc1c0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106330) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 15:11:49.880005 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9eb2-ddf4-41c6-8d1d-c30ebe441569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:49.909838 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f9eb2-ddf4-41c6-8d1d-c30ebe441569 None None] Pushing event deleted for resources: {'Port': ['ID=8edb00e6-0103-4cb8-a77e-e52553b2d35b,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:49.917898 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2f9eb2-ddf4-41c6-8d1d-c30ebe441569 None None] No DVR routers for this DVR port 8edb00e6-0103-4cb8-a77e-e52553b2d35b on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:11:49.969203 n-d-712137-10 neutron-server[106330]: WARNING neutron.services.revisions.revision_plugin [None req-e8f451c9-91b0-46eb-8563-b828bb5dc1c0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Could not find related port for resource to bump revision. Aug 28 15:11:49.974492 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.ipam_pluggable_backend [None req-e8f451c9-91b0-46eb-8563-b828bb5dc1c0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Port 8edb00e6-0103-4cb8-a77e-e52553b2d35b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=106330) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 28 15:11:49.974800 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.ipam_pluggable_backend [None req-e8f451c9-91b0-46eb-8563-b828bb5dc1c0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Reverting IP allocation for 2001:db8::f816:3eff:feca:4b18 {{(pid=106330) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 28 15:11:49.978254 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.ipam_pluggable_backend [None req-e8f451c9-91b0-46eb-8563-b828bb5dc1c0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feca:4b18 {{(pid=106330) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 28 15:11:49.979364 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e8f451c9-91b0-46eb-8563-b828bb5dc1c0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:50.031029 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f451c9-91b0-46eb-8563-b828bb5dc1c0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:50.034379 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-e8f451c9-91b0-46eb-8563-b828bb5dc1c0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:50.037971 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f451c9-91b0-46eb-8563-b828bb5dc1c0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:50.038561 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e8f451c9-91b0-46eb-8563-b828bb5dc1c0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:50.043171 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da92d11c-afb0-4cd0-832d-3b1e3d48939b None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:50.054981 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f451c9-91b0-46eb-8563-b828bb5dc1c0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Subnet': ['ID=f61cc88d-69e9-4004-84ef-d339f75b1ad0,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:50.064948 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e8f451c9-91b0-46eb-8563-b828bb5dc1c0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1051505 Aug 28 15:11:50.067453 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53592) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:50.074261 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-7b97cfdb-b4af-4942-abda-99329fdbc326 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'mac_address': 'fa:16:3e:c9:c6:1a', 'name': 'tempest-NetworksTestDHCPv6-1744565824'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:50.201374 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b97cfdb-b4af-4942-abda-99329fdbc326 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:50.206047 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7b97cfdb-b4af-4942-abda-99329fdbc326 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:50.211316 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2182e0b0-37bd-4f29-b0ea-ebf0ab0c9005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'tenant_id': 'b52f2a44ab1541f08b6542f112ae2346', 'fixed_ips': [{'subnet_id': 'f61cc88d-69e9-4004-84ef-d339f75b1ad0'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:11:50.212251 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2182e0b0-37bd-4f29-b0ea-ebf0ab0c9005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:50.228014 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-7b97cfdb-b4af-4942-abda-99329fdbc326 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] device_id is not set on port 91013786-12ae-45b7-aaf9-eaeee5b64af6 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:11:50.343183 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-7b97cfdb-b4af-4942-abda-99329fdbc326 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Allocated IP 2001:db8::f816:3eff:fec9:c61a (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/f61cc88d-69e9-4004-84ef-d339f75b1ad0/91013786-12ae-45b7-aaf9-eaeee5b64af6) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:11:50.495234 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7b97cfdb-b4af-4942-abda-99329fdbc326 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:50.515618 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-7b97cfdb-b4af-4942-abda-99329fdbc326 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Transition to ACTIVE for port object 91013786-12ae-45b7-aaf9-eaeee5b64af6 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:50.550418 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7b97cfdb-b4af-4942-abda-99329fdbc326 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:50.597408 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b97cfdb-b4af-4942-abda-99329fdbc326 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:50.601031 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-7b97cfdb-b4af-4942-abda-99329fdbc326 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:50.606871 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b97cfdb-b4af-4942-abda-99329fdbc326 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:11:50.612978 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b97cfdb-b4af-4942-abda-99329fdbc326 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:50.613628 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7b97cfdb-b4af-4942-abda-99329fdbc326 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:50.634625 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7b97cfdb-b4af-4942-abda-99329fdbc326 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5636089 Aug 28 15:11:50.635201 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53608) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:50.764494 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b426cf4d-78d2-479e-9faf-bdd15ce23cf6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:50.768102 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b426cf4d-78d2-479e-9faf-bdd15ce23cf6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1304653 Aug 28 15:11:50.770011 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53614) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:50.797787 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-7647b6cc-1853-4fe2-919a-8275c9f9e3cb tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:50.799315 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-7647b6cc-1853-4fe2-919a-8275c9f9e3cb tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.36 "GET /v2.0/networks?id=77650b04-197c-4f2d-93ed-1f3a3f2db13f HTTP/1.1" status: 200 len: 811 time: 0.1516776 Aug 28 15:11:50.800197 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97cfdb-b4af-4942-abda-99329fdbc326 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Port': ['ID=91013786-12ae-45b7-aaf9-eaeee5b64af6,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:50.814803 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-974d9ccc-6046-4214-8d8e-3a055ba4e0d5 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Request body: {'port': {'device_id': 'c0863e33-67d3-43b0-b145-a4864f14a006', 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f', 'admin_state_up': True, 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:50.847949 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-2182e0b0-37bd-4f29-b0ea-ebf0ab0c9005 None None] Allocated IP 2001:db8::f816:3eff:fe03:b1a2 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/f61cc88d-69e9-4004-84ef-d339f75b1ad0/39452c25-d80a-4533-8104-d9b9ab226866) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:11:50.967441 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fed0051c-a556-4526-a702-e7c6bbf06b8a req-d124c4ec-bb11-4e15-b7dc-d305f92d9b31 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0863e33-67d3-43b0-b145-a4864f14a006 HTTP/1.1" status: 200 len: 210 time: 0.1031988 Aug 28 15:11:50.985892 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51fc05-286b-48e0-a2a8-bd96e1ad4881 req-ac4dba1c-1ed2-4f9c-be8e-878ec15dab57 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:50.987716 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ae51fc05-286b-48e0-a2a8-bd96e1ad4881 req-ac4dba1c-1ed2-4f9c-be8e-878ec15dab57 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 945 time: 0.1672056 Aug 28 15:11:50.999613 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-eea39c6d-8307-480d-b0f6-32692efbdbcd tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting port 91013786-12ae-45b7-aaf9-eaeee5b64af6 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:11:51.000005 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eea39c6d-8307-480d-b0f6-32692efbdbcd tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:51.014727 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 8edb00e6-0103-4cb8-a77e-e52553b2d35b no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:11:51.044640 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 8edb00e6-0103-4cb8-a77e-e52553b2d35b {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:11:51.045997 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 8edb00e6-0103-4cb8-a77e-e52553b2d35b not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:11:51.063526 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ae51fc05-286b-48e0-a2a8-bd96e1ad4881 req-add0dbde-425e-4e15-82d2-8ec6ecdfd22f tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654750 Aug 28 15:11:51.064775 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2182e0b0-37bd-4f29-b0ea-ebf0ab0c9005 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:51.074660 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-974d9ccc-6046-4214-8d8e-3a055ba4e0d5 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Made reservation on behalf of 46b00d3633ae4e8aa897aec4e89fcc4d for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:51.078057 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2182e0b0-37bd-4f29-b0ea-ebf0ab0c9005 None None] Transition to ACTIVE for port object 39452c25-d80a-4533-8104-d9b9ab226866 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:51.081261 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-974d9ccc-6046-4214-8d8e-3a055ba4e0d5 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:51.112146 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2182e0b0-37bd-4f29-b0ea-ebf0ab0c9005 None None] Transition to ACTIVE for port object 39452c25-d80a-4533-8104-d9b9ab226866 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:51.120735 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2182e0b0-37bd-4f29-b0ea-ebf0ab0c9005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:51.144348 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2182e0b0-37bd-4f29-b0ea-ebf0ab0c9005 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:51.151569 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eea39c6d-8307-480d-b0f6-32692efbdbcd tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:51.167932 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-2182e0b0-37bd-4f29-b0ea-ebf0ab0c9005 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:51.172586 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-eea39c6d-8307-480d-b0f6-32692efbdbcd tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Calling delete_port for 91013786-12ae-45b7-aaf9-eaeee5b64af6 owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:11:51.173746 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2182e0b0-37bd-4f29-b0ea-ebf0ab0c9005 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:11:51.230272 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-974d9ccc-6046-4214-8d8e-3a055ba4e0d5 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Allocated IP 172.20.0.12 (77650b04-197c-4f2d-93ed-1f3a3f2db13f/836bd9d7-21bc-4e2a-b716-53b54890baa2/92eb1302-0e63-4e29-ba9d-80e75638c1e0) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:11:51.237171 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182e0b0-37bd-4f29-b0ea-ebf0ab0c9005 None None] Pushing event updated for resources: {'Port': ['ID=39452c25-d80a-4533-8104-d9b9ab226866,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:51.249286 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-2182e0b0-37bd-4f29-b0ea-ebf0ab0c9005 None None] Attempting to bind port 39452c25-d80a-4533-8104-d9b9ab226866 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:11:51.249668 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-2182e0b0-37bd-4f29-b0ea-ebf0ab0c9005 None None] Attempting to bind port 39452c25-d80a-4533-8104-d9b9ab226866 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:11:51.250048 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2182e0b0-37bd-4f29-b0ea-ebf0ab0c9005 None None] Attempting to bind port 39452c25-d80a-4533-8104-d9b9ab226866 on network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:11:51.255223 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2182e0b0-37bd-4f29-b0ea-ebf0ab0c9005 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:11:51.255613 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2182e0b0-37bd-4f29-b0ea-ebf0ab0c9005 None None] Checking segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:11:51.256071 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2182e0b0-37bd-4f29-b0ea-ebf0ab0c9005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:51.256470 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2182e0b0-37bd-4f29-b0ea-ebf0ab0c9005 None None] Bound using segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:11:51.256968 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-2182e0b0-37bd-4f29-b0ea-ebf0ab0c9005 None None] Bound port: 39452c25-d80a-4533-8104-d9b9ab226866, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:11:51.257334 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2182e0b0-37bd-4f29-b0ea-ebf0ab0c9005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:51.328061 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eea39c6d-8307-480d-b0f6-32692efbdbcd tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:51.337629 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-2182e0b0-37bd-4f29-b0ea-ebf0ab0c9005 None None] For port 39452c25-d80a-4533-8104-d9b9ab226866, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:11:51.340552 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-2182e0b0-37bd-4f29-b0ea-ebf0ab0c9005 None None] For port 39452c25-d80a-4533-8104-d9b9ab226866, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=39452c25-d80a-4533-8104-d9b9ab226866,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:11:51.345658 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2182e0b0-37bd-4f29-b0ea-ebf0ab0c9005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:51.358744 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea39c6d-8307-480d-b0f6-32692efbdbcd tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Port': ['ID=91013786-12ae-45b7-aaf9-eaeee5b64af6,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:51.390787 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eea39c6d-8307-480d-b0f6-32692efbdbcd tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:51.394157 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-eea39c6d-8307-480d-b0f6-32692efbdbcd tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/91013786-12ae-45b7-aaf9-eaeee5b64af6 HTTP/1.1" status: 204 len: 168 time: 0.6227741 Aug 28 15:11:51.396768 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53616) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:51.423408 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182e0b0-37bd-4f29-b0ea-ebf0ab0c9005 None None] Pushing event updated for resources: {'Port': ['ID=39452c25-d80a-4533-8104-d9b9ab226866,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:51.473880 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fe705f-745f-4830-bfb2-c1a0697d3464 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:51.475605 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fe705f-745f-4830-bfb2-c1a0697d3464 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:51.480239 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-09fe705f-745f-4830-bfb2-c1a0697d3464 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0822878 Aug 28 15:11:51.481580 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53618) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:51.490554 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-974d9ccc-6046-4214-8d8e-3a055ba4e0d5 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:51.549143 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b691ee-1106-4efe-9f40-9377ae3792d4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting subnet f61cc88d-69e9-4004-84ef-d339f75b1ad0 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:11:51.552854 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a4b691ee-1106-4efe-9f40-9377ae3792d4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:51.606831 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a4b691ee-1106-4efe-9f40-9377ae3792d4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:51.739772 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a4b691ee-1106-4efe-9f40-9377ae3792d4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:51.841200 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a4b691ee-1106-4efe-9f40-9377ae3792d4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:51.885389 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b691ee-1106-4efe-9f40-9377ae3792d4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Subnet': ['ID=f61cc88d-69e9-4004-84ef-d339f75b1ad0,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:51.889985 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a4b691ee-1106-4efe-9f40-9377ae3792d4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:51.894867 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a4b691ee-1106-4efe-9f40-9377ae3792d4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/f61cc88d-69e9-4004-84ef-d339f75b1ad0 HTTP/1.1" status: 204 len: 168 time: 0.4102216 Aug 28 15:11:51.895557 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53624) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:51.933945 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b888691f-d331-4c89-821d-f5afcb02cdbd tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0371115 Aug 28 15:11:51.937316 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53626) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:51.950167 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-974d9ccc-6046-4214-8d8e-3a055ba4e0d5 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Transition to ACTIVE for port object 92eb1302-0e63-4e29-ba9d-80e75638c1e0 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:51.983255 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-974d9ccc-6046-4214-8d8e-3a055ba4e0d5 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:51.988498 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07995759-52fd-4fee-9a9d-fccde5b86a83 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:51.990220 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-07995759-52fd-4fee-9a9d-fccde5b86a83 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0518160 Aug 28 15:11:51.993881 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53628) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:51.999304 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['382bff52-ea85-4d02-88ec-8a094905ac86', '1979fdce-2486-4ae5-b6cb-6e60daca542d'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:11:52.093565 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0692cd68-5fab-4a62-a696-7c100a628904 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:52.099400 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0692cd68-5fab-4a62-a696-7c100a628904 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1050093 Aug 28 15:11:52.100507 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53634) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:52.121837 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-974d9ccc-6046-4214-8d8e-3a055ba4e0d5 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Network 77650b04-197c-4f2d-93ed-1f3a3f2db13f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:52.137169 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d9ccc-6046-4214-8d8e-3a055ba4e0d5 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Pushing event updated for resources: {'Port': ['ID=92eb1302-0e63-4e29-ba9d-80e75638c1e0,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:52.142169 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-974d9ccc-6046-4214-8d8e-3a055ba4e0d5 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:52.144986 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-974d9ccc-6046-4214-8d8e-3a055ba4e0d5 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:11:52.153357 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0393f084-3eae-4979-8161-0d054b6327c2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517793 Aug 28 15:11:52.161521 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53636) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:52.182631 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-eac2af55-4b3e-45f7-b90c-c12a892e7687 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:52.210800 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7bee8-a691-4b01-b59c-5b54f3917265 req-83925ad9-e063-4e9d-8628-c4f0f2af4d02 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:52.212994 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d9f7bee8-a691-4b01-b59c-5b54f3917265 req-83925ad9-e063-4e9d-8628-c4f0f2af4d02 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0863e33-67d3-43b0-b145-a4864f14a006 HTTP/1.1" status: 200 len: 932 time: 0.1139429 Aug 28 15:11:52.258658 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-974d9ccc-6046-4214-8d8e-3a055ba4e0d5 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:52.259471 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-974d9ccc-6046-4214-8d8e-3a055ba4e0d5 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:52.313124 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d9f7bee8-a691-4b01-b59c-5b54f3917265 req-64674a77-e383-4eed-8c38-b8a1b722f202 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764775 Aug 28 15:11:52.316655 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-974d9ccc-6046-4214-8d8e-3a055ba4e0d5 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5074294 Aug 28 15:11:52.336754 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-0cb757aa-f644-4eb9-a20c-485af4063c58 service neutron] Request body: {'port': {'device_id': 'c0863e33-67d3-43b0-b145-a4864f14a006', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:52.370439 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9fa91-26bf-4e93-9e1c-7c52554a0a06 req-45faaf81-26c3-451e-b5cc-5a7304f911c6 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:52.379311 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-efd9fa91-26bf-4e93-9e1c-7c52554a0a06 req-45faaf81-26c3-451e-b5cc-5a7304f911c6 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 945 time: 0.1506240 Aug 28 15:11:52.413544 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-0cb757aa-f644-4eb9-a20c-485af4063c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:52.472549 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-efd9fa91-26bf-4e93-9e1c-7c52554a0a06 req-ce78e55d-134b-4e42-a886-3feaf1a22f76 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921967 Aug 28 15:11:52.491213 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac2af55-4b3e-45f7-b90c-c12a892e7687 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:52.495953 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eac2af55-4b3e-45f7-b90c-c12a892e7687 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:52.766394 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-0cb757aa-f644-4eb9-a20c-485af4063c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92eb1302-0e63-4e29-ba9d-80e75638c1e0 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:11:52.776806 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-0cb757aa-f644-4eb9-a20c-485af4063c58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:52.782602 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a5a50cd6-43d5-41cf-9639-dedf5f744dbb None None] Provisioning for port 92eb1302-0e63-4e29-ba9d-80e75638c1e0 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:52.790408 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a5a50cd6-43d5-41cf-9639-dedf5f744dbb None None] Provisioning complete for port 92eb1302-0e63-4e29-ba9d-80e75638c1e0 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:52.790783 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a5a50cd6-43d5-41cf-9639-dedf5f744dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:52.793888 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-0cb757aa-f644-4eb9-a20c-485af4063c58 service neutron] Transition to ACTIVE for port object 92eb1302-0e63-4e29-ba9d-80e75638c1e0 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:52.802702 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-0cb757aa-f644-4eb9-a20c-485af4063c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:52.926389 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a5a50cd6-43d5-41cf-9639-dedf5f744dbb None None] Port 92eb1302-0e63-4e29-ba9d-80e75638c1e0 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:11:52.960687 n-d-712137-10 neutron-server[106329]: DEBUG neutron.objects.ports [None req-eac2af55-4b3e-45f7-b90c-c12a892e7687 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106329) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 15:11:53.002746 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb757aa-f644-4eb9-a20c-485af4063c58 service neutron] Pushing event updated for resources: {'Port': ['ID=92eb1302-0e63-4e29-ba9d-80e75638c1e0,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:53.031591 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 39452c25-d80a-4533-8104-d9b9ab226866 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:11:53.112801 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-0cb757aa-f644-4eb9-a20c-485af4063c58 service neutron] Attempting to bind port 92eb1302-0e63-4e29-ba9d-80e75638c1e0 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:11:53.114468 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-0cb757aa-f644-4eb9-a20c-485af4063c58 service neutron] Attempting to bind port 92eb1302-0e63-4e29-ba9d-80e75638c1e0 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'b1ed49cc-e427-4bca-b57b-61c1f5306996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:11:53.114821 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-0cb757aa-f644-4eb9-a20c-485af4063c58 service neutron] Attempting to bind port 92eb1302-0e63-4e29-ba9d-80e75638c1e0 on network 77650b04-197c-4f2d-93ed-1f3a3f2db13f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:11:53.115459 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765f4bd3-9fb1-4392-8804-99f1e168d041 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:53.124619 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-0cb757aa-f644-4eb9-a20c-485af4063c58 service neutron] Port 92eb1302-0e63-4e29-ba9d-80e75638c1e0 on network 77650b04-197c-4f2d-93ed-1f3a3f2db13f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:11:53.124997 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-0cb757aa-f644-4eb9-a20c-485af4063c58 service neutron] Attempting to bind port 92eb1302-0e63-4e29-ba9d-80e75638c1e0 on network 77650b04-197c-4f2d-93ed-1f3a3f2db13f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:11:53.131137 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-0cb757aa-f644-4eb9-a20c-485af4063c58 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:11:53.131492 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-0cb757aa-f644-4eb9-a20c-485af4063c58 service neutron] Checking segment: {'id': 'b1ed49cc-e427-4bca-b57b-61c1f5306996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:11:53.132027 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-0cb757aa-f644-4eb9-a20c-485af4063c58 service neutron] Bound using segment: {'id': 'b1ed49cc-e427-4bca-b57b-61c1f5306996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:11:53.132481 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-0cb757aa-f644-4eb9-a20c-485af4063c58 service neutron] Bound port: 92eb1302-0e63-4e29-ba9d-80e75638c1e0, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ed49cc-e427-4bca-b57b-61c1f5306996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:11:53.132852 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-0cb757aa-f644-4eb9-a20c-485af4063c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:53.136676 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 39452c25-d80a-4533-8104-d9b9ab226866 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:53.206321 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-49c1c938-d1dc-4d7d-82b3-0ff4bdaffcb1 None None] Provisioning for port 39452c25-d80a-4533-8104-d9b9ab226866 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:53.213688 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-49c1c938-d1dc-4d7d-82b3-0ff4bdaffcb1 None None] Provisioning complete for port 39452c25-d80a-4533-8104-d9b9ab226866 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:53.214165 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-49c1c938-d1dc-4d7d-82b3-0ff4bdaffcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:53.236454 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-0cb757aa-f644-4eb9-a20c-485af4063c58 service neutron] For port 92eb1302-0e63-4e29-ba9d-80e75638c1e0, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:11:53.240224 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-0cb757aa-f644-4eb9-a20c-485af4063c58 service neutron] For port 92eb1302-0e63-4e29-ba9d-80e75638c1e0, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=92eb1302-0e63-4e29-ba9d-80e75638c1e0,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:11:53.245853 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-0cb757aa-f644-4eb9-a20c-485af4063c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:53.266162 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-0cb757aa-f644-4eb9-a20c-485af4063c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:53.267235 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-0cb757aa-f644-4eb9-a20c-485af4063c58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:53.268771 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-0cb757aa-f644-4eb9-a20c-485af4063c58 service neutron] 10.222.0.36 "PUT /v2.0/ports/92eb1302-0e63-4e29-ba9d-80e75638c1e0 HTTP/1.1" status: 200 len: 1093 time: 0.9386604 Aug 28 15:11:53.270494 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0863e33-67d3-43b0-b145-a4864f14a006', 'tag': '92eb1302-0e63-4e29-ba9d-80e75638c1e0'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:11:53.272880 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440f331f-87d8-457a-a185-7ee3ba260f38" -d '{"events": [{"name": "network-changed", "server_uuid": "c0863e33-67d3-43b0-b145-a4864f14a006", "tag": "92eb1302-0e63-4e29-ba9d-80e75638c1e0"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:11:53.399160 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb757aa-f644-4eb9-a20c-485af4063c58 service neutron] Pushing event updated for resources: {'Port': ['ID=92eb1302-0e63-4e29-ba9d-80e75638c1e0,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:53.406285 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f721cf66-62de-4df6-a0d3-8da1ccbc4eac x-openstack-request-id: req-f721cf66-62de-4df6-a0d3-8da1ccbc4eac {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:11:53.406580 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0863e33-67d3-43b0-b145-a4864f14a006", "tag": "92eb1302-0e63-4e29-ba9d-80e75638c1e0", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:11:53.406833 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f721cf66-62de-4df6-a0d3-8da1ccbc4eac {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:11:53.407230 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0863e33-67d3-43b0-b145-a4864f14a006', 'tag': '92eb1302-0e63-4e29-ba9d-80e75638c1e0', 'status': 'completed', 'code': 200} Aug 28 15:11:53.429556 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-092d9cc7-3817-4e53-a636-c1fc29cbb7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:53.431246 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-092d9cc7-3817-4e53-a636-c1fc29cbb7fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d&device_id=c0863e33-67d3-43b0-b145-a4864f14a006 HTTP/1.1" status: 200 len: 1096 time: 0.1081522 Aug 28 15:11:53.485540 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-49c1c938-d1dc-4d7d-82b3-0ff4bdaffcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:53.532129 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-354f6d1e-d6cb-4a93-9324-62603dc3243f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92eb1302-0e63-4e29-ba9d-80e75638c1e0 HTTP/1.1" status: 200 len: 217 time: 0.0914354 Aug 28 15:11:53.542526 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-49c1c938-d1dc-4d7d-82b3-0ff4bdaffcb1 None None] For port 39452c25-d80a-4533-8104-d9b9ab226866, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=39452c25-d80a-4533-8104-d9b9ab226866,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:53.549422 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-49c1c938-d1dc-4d7d-82b3-0ff4bdaffcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:53.655004 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1c938-d1dc-4d7d-82b3-0ff4bdaffcb1 None None] Pushing event updated for resources: {'Port': ['ID=39452c25-d80a-4533-8104-d9b9ab226866,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:53.683985 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91240b07-aa6d-4ab5-8e13-30780a8ce841 req-5d863b48-eae2-47e9-9459-0d7464128eb9 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:53.690123 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-91240b07-aa6d-4ab5-8e13-30780a8ce841 req-5d863b48-eae2-47e9-9459-0d7464128eb9 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 945 time: 0.0984256 Aug 28 15:11:53.697444 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fef0b-6122-4eb0-8d6a-c06bba8e8b6a req-b0edc4ff-2d4d-4c1e-80d1-790f63ae9c5d tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:53.699144 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-284fef0b-6122-4eb0-8d6a-c06bba8e8b6a req-b0edc4ff-2d4d-4c1e-80d1-790f63ae9c5d tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0863e33-67d3-43b0-b145-a4864f14a006 HTTP/1.1" status: 200 len: 944 time: 0.1657283 Aug 28 15:11:53.704147 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-a7e8998d-2d84-483b-98c8-17d030dd455b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:53.705891 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-a7e8998d-2d84-483b-98c8-17d030dd455b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=836bd9d7-21bc-4e2a-b716-53b54890baa2 HTTP/1.1" status: 200 len: 850 time: 0.1567128 Aug 28 15:11:53.725944 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eac2af55-4b3e-45f7-b90c-c12a892e7687 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:53.783236 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-de7c0a27-a1e5-4600-8261-800a764822d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:53.785011 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-de7c0a27-a1e5-4600-8261-800a764822d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77650b04-197c-4f2d-93ed-1f3a3f2db13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707932 Aug 28 15:11:53.791568 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-284fef0b-6122-4eb0-8d6a-c06bba8e8b6a req-f102a19b-2efe-44ce-88a8-5e21abd80a40 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845404 Aug 28 15:11:53.814783 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-fa724948-4414-4a16-bdfb-3bd3fc89ac11 None None] Provisioning complete for port 39452c25-d80a-4533-8104-d9b9ab226866 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:53.816496 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fa724948-4414-4a16-bdfb-3bd3fc89ac11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:53.832278 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-91240b07-aa6d-4ab5-8e13-30780a8ce841 req-18c4e82a-ca7d-42de-89c8-f7f3ae1dea89 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060159 Aug 28 15:11:53.930597 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-fc0efc64-4b2a-449d-9a48-05918d6931c7 service neutron] 10.222.0.36 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345787 Aug 28 15:11:53.990529 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-eac2af55-4b3e-45f7-b90c-c12a892e7687 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] For port 39452c25-d80a-4533-8104-d9b9ab226866, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=39452c25-d80a-4533-8104-d9b9ab226866,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:54.050394 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eac2af55-4b3e-45f7-b90c-c12a892e7687 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:54.057366 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eac2af55-4b3e-45f7-b90c-c12a892e7687 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:54.058300 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eac2af55-4b3e-45f7-b90c-c12a892e7687 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:54.084167 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-307dc8e8-9511-4dce-a32e-87c6d0cba712 req-ae97ba41-66c7-4a05-b327-1467407a7a62 service neutron] 10.222.0.36 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434422 Aug 28 15:11:54.104131 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-97392a70-d98f-4a3a-9af4-52782ce7960f None None] Could not find standard attr ID for object 91013786-12ae-45b7-aaf9-eaeee5b64af6. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:11:54.144497 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac2af55-4b3e-45f7-b90c-c12a892e7687 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:54.173962 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-eac2af55-4b3e-45f7-b90c-c12a892e7687 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:54.178031 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac2af55-4b3e-45f7-b90c-c12a892e7687 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:54.178639 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eac2af55-4b3e-45f7-b90c-c12a892e7687 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:54.188076 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f331f-87d8-457a-a185-7ee3ba260f38 req-4fdf49f5-9e29-48ed-895d-431cd743c295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:54.189861 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-440f331f-87d8-457a-a185-7ee3ba260f38 req-4fdf49f5-9e29-48ed-895d-431cd743c295 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d&device_id=c0863e33-67d3-43b0-b145-a4864f14a006 HTTP/1.1" status: 200 len: 1096 time: 0.0502467 Aug 28 15:11:54.191755 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2af55-4b3e-45f7-b90c-c12a892e7687 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Subnet': ['ID=150534c7-40d4-42da-8ed6-43ed41d8d746,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:54.224744 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-eac2af55-4b3e-45f7-b90c-c12a892e7687 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0529218 Aug 28 15:11:54.225487 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53654) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:54.226118 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2af55-4b3e-45f7-b90c-c12a892e7687 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Port': ['ID=39452c25-d80a-4533-8104-d9b9ab226866,revision_number=6']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:54.235284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-3b269d40-1d26-45c7-9401-f7dab93ec04d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'mac_address': 'fa:16:3e:25:46:ba', 'name': 'tempest-NetworksTestDHCPv6-2072896773'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:54.303435 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55145b2-55bc-4dc7-8bee-ff4b148943ee None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:54.306286 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f331f-87d8-457a-a185-7ee3ba260f38 req-bc1e2465-96c0-4392-b91f-b539e1a61f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:54.309993 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-440f331f-87d8-457a-a185-7ee3ba260f38 req-bc1e2465-96c0-4392-b91f-b539e1a61f99 service neutron] 10.222.0.36 "GET /v2.0/networks?id=77650b04-197c-4f2d-93ed-1f3a3f2db13f HTTP/1.1" status: 200 len: 912 time: 0.1105096 Aug 28 15:11:54.365767 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-440f331f-87d8-457a-a185-7ee3ba260f38 req-1a66554f-661d-4ce8-9cbe-e3eb80b861cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92eb1302-0e63-4e29-ba9d-80e75638c1e0 HTTP/1.1" status: 200 len: 217 time: 0.0486448 Aug 28 15:11:54.376003 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b269d40-1d26-45c7-9401-f7dab93ec04d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:54.397231 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:54.424945 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f331f-87d8-457a-a185-7ee3ba260f38 req-4dad6c31-89f4-454d-8ec3-1da52fa658e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:54.426449 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-440f331f-87d8-457a-a185-7ee3ba260f38 req-4dad6c31-89f4-454d-8ec3-1da52fa658e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=836bd9d7-21bc-4e2a-b716-53b54890baa2 HTTP/1.1" status: 200 len: 850 time: 0.0515699 Aug 28 15:11:54.478150 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3b269d40-1d26-45c7-9401-f7dab93ec04d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:54.484112 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f331f-87d8-457a-a185-7ee3ba260f38 req-16f52e1c-8f9f-4cea-b82b-87a7ff60a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:54.485895 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-440f331f-87d8-457a-a185-7ee3ba260f38 req-16f52e1c-8f9f-4cea-b82b-87a7ff60a566 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77650b04-197c-4f2d-93ed-1f3a3f2db13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517938 Aug 28 15:11:54.504270 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-3b269d40-1d26-45c7-9401-f7dab93ec04d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] device_id is not set on port 605fb016-2954-4fb4-b374-235ac9f65820 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:11:54.617232 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-440f331f-87d8-457a-a185-7ee3ba260f38 req-70923e69-574b-4192-8f0b-4e2e14592432 service neutron] 10.222.0.36 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229701 Aug 28 15:11:54.634511 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-3b269d40-1d26-45c7-9401-f7dab93ec04d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Allocated IP 2001:db8::f816:3eff:fe25:46ba (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/150534c7-40d4-42da-8ed6-43ed41d8d746/605fb016-2954-4fb4-b374-235ac9f65820) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:11:54.734121 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-440f331f-87d8-457a-a185-7ee3ba260f38 req-02f17cd0-ff55-4dcd-a632-da1f7799263f service neutron] 10.222.0.36 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086106 Aug 28 15:11:54.809912 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3b269d40-1d26-45c7-9401-f7dab93ec04d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:54.828201 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-3b269d40-1d26-45c7-9401-f7dab93ec04d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Transition to ACTIVE for port object 605fb016-2954-4fb4-b374-235ac9f65820 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:54.836952 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ed01c7c8-5f08-4b66-bed5-299e8e01ef95 None None] Provisioning complete for port 39452c25-d80a-4533-8104-d9b9ab226866 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:54.837481 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ed01c7c8-5f08-4b66-bed5-299e8e01ef95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:54.885112 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3b269d40-1d26-45c7-9401-f7dab93ec04d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:54.945835 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b269d40-1d26-45c7-9401-f7dab93ec04d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:54.967917 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-3b269d40-1d26-45c7-9401-f7dab93ec04d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:54.970392 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b269d40-1d26-45c7-9401-f7dab93ec04d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:11:54.976657 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b269d40-1d26-45c7-9401-f7dab93ec04d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:54.977205 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3b269d40-1d26-45c7-9401-f7dab93ec04d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:55.004229 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 39452c25-d80a-4533-8104-d9b9ab226866 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:11:55.050107 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b269d40-1d26-45c7-9401-f7dab93ec04d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Port': ['ID=605fb016-2954-4fb4-b374-235ac9f65820,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:55.059261 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b521df-ace7-4a36-ae50-5fbe25496a33 req-6b1440ca-c828-4088-9b00-bed3e0a91fef tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:55.064834 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3b269d40-1d26-45c7-9401-f7dab93ec04d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8346128 Aug 28 15:11:55.068344 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94b521df-ace7-4a36-ae50-5fbe25496a33 req-6b1440ca-c828-4088-9b00-bed3e0a91fef tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 945 time: 0.0809309 Aug 28 15:11:55.071557 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53664) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:55.090340 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-321665c4-b4b4-4660-a6f7-9abfaaa9a421 req-15f77447-c9e8-42a0-9124-609819bdc6b0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1693137 Aug 28 15:11:55.106907 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 39452c25-d80a-4533-8104-d9b9ab226866 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:55.108833 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:55.146962 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94b521df-ace7-4a36-ae50-5fbe25496a33 req-90d676f9-4bb9-45fc-9c4b-2d3a6a80b705 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777631 Aug 28 15:11:55.182716 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacf7c6-25de-47cb-b96a-e40fbf063307 req-971b4225-85f9-46ff-a053-29294e95c4c8 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:55.184285 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ccacf7c6-25de-47cb-b96a-e40fbf063307 req-971b4225-85f9-46ff-a053-29294e95c4c8 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0863e33-67d3-43b0-b145-a4864f14a006 HTTP/1.1" status: 200 len: 944 time: 0.2034230 Aug 28 15:11:55.268073 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046a3784-3325-43f9-9f4f-5f5c41a0c534 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:55.274625 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046a3784-3325-43f9-9f4f-5f5c41a0c534 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:55.276556 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-046a3784-3325-43f9-9f4f-5f5c41a0c534 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1994531 Aug 28 15:11:55.279798 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53672) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:55.343710 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321665c4-b4b4-4660-a6f7-9abfaaa9a421 req-3270263d-ffc3-45c7-b8ae-114817533d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:55.344450 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-321665c4-b4b4-4660-a6f7-9abfaaa9a421 req-3270263d-ffc3-45c7-b8ae-114817533d83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d&device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 1097 time: 0.1953533 Aug 28 15:11:55.409953 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-8e6aa1c0-a321-4a39-8fad-41832acc73f8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting port 605fb016-2954-4fb4-b374-235ac9f65820 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:11:55.410397 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8e6aa1c0-a321-4a39-8fad-41832acc73f8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:55.451665 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ccacf7c6-25de-47cb-b96a-e40fbf063307 req-9d05161f-5bd0-4499-86fd-0e83d9b53075 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314897 Aug 28 15:11:55.503116 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321665c4-b4b4-4660-a6f7-9abfaaa9a421 req-1289525f-15c2-42f4-afd4-11030864fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:55.504675 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-321665c4-b4b4-4660-a6f7-9abfaaa9a421 req-1289525f-15c2-42f4-afd4-11030864fc74 service neutron] 10.222.0.41 "GET /v2.0/networks?id=77650b04-197c-4f2d-93ed-1f3a3f2db13f HTTP/1.1" status: 200 len: 912 time: 0.1332505 Aug 28 15:11:55.520820 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8e6aa1c0-a321-4a39-8fad-41832acc73f8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:55.543010 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d6595f23-8a50-42cc-9ca1-c7a62e4128c3 None None] Provisioning for port 605fb016-2954-4fb4-b374-235ac9f65820 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:55.549629 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-8e6aa1c0-a321-4a39-8fad-41832acc73f8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Calling delete_port for 605fb016-2954-4fb4-b374-235ac9f65820 owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:11:55.552865 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d6595f23-8a50-42cc-9ca1-c7a62e4128c3 None None] Provisioning complete for port 605fb016-2954-4fb4-b374-235ac9f65820 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:55.553268 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d6595f23-8a50-42cc-9ca1-c7a62e4128c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:55.592519 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-321665c4-b4b4-4660-a6f7-9abfaaa9a421 req-259962f2-f4a0-4cb0-869e-81158d229684 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e5b61b0-9b37-402c-ac33-0a57b7fac04e HTTP/1.1" status: 200 len: 1000 time: 0.0763843 Aug 28 15:11:55.612165 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-d6595f23-8a50-42cc-9ca1-c7a62e4128c3 None None] Port 605fb016-2954-4fb4-b374-235ac9f65820 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:11:55.648434 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321665c4-b4b4-4660-a6f7-9abfaaa9a421 req-7b4a5cc1-663d-4aa8-85c3-69edf582e551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:55.650015 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-321665c4-b4b4-4660-a6f7-9abfaaa9a421 req-7b4a5cc1-663d-4aa8-85c3-69edf582e551 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=836bd9d7-21bc-4e2a-b716-53b54890baa2 HTTP/1.1" status: 200 len: 850 time: 0.0504630 Aug 28 15:11:55.705171 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321665c4-b4b4-4660-a6f7-9abfaaa9a421 req-f7279c3b-9f31-4ac7-a35b-aaa346215758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:55.705864 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8e6aa1c0-a321-4a39-8fad-41832acc73f8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:55.707704 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-321665c4-b4b4-4660-a6f7-9abfaaa9a421 req-f7279c3b-9f31-4ac7-a35b-aaa346215758 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77650b04-197c-4f2d-93ed-1f3a3f2db13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492034 Aug 28 15:11:55.743070 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6aa1c0-a321-4a39-8fad-41832acc73f8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Port': ['ID=605fb016-2954-4fb4-b374-235ac9f65820,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:55.784503 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8e6aa1c0-a321-4a39-8fad-41832acc73f8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:55.786846 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8e6aa1c0-a321-4a39-8fad-41832acc73f8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/605fb016-2954-4fb4-b374-235ac9f65820 HTTP/1.1" status: 204 len: 168 time: 0.5059648 Aug 28 15:11:55.789257 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53676) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:55.842795 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-321665c4-b4b4-4660-a6f7-9abfaaa9a421 req-11fc3f32-66be-4d7b-89bd-ba2208f98ea4 service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254246 Aug 28 15:11:55.843479 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c56a7f-4202-44a0-8730-1f76977798cd tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:55.845244 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c56a7f-4202-44a0-8730-1f76977798cd tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:55.846780 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-63c56a7f-4202-44a0-8730-1f76977798cd tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0565083 Aug 28 15:11:55.849637 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53678) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:55.909544 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a38daca-0aba-40ac-a1f7-a9dd4ed745f4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting subnet 150534c7-40d4-42da-8ed6-43ed41d8d746 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:11:55.913791 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5a38daca-0aba-40ac-a1f7-a9dd4ed745f4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:55.960548 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5a38daca-0aba-40ac-a1f7-a9dd4ed745f4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:55.964784 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-321665c4-b4b4-4660-a6f7-9abfaaa9a421 req-59f2f123-f800-4ce4-b0a8-e84894bb23ff service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144426 Aug 28 15:11:56.053180 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5a38daca-0aba-40ac-a1f7-a9dd4ed745f4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:56.115795 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5a38daca-0aba-40ac-a1f7-a9dd4ed745f4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:56.145749 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38daca-0aba-40ac-a1f7-a9dd4ed745f4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Subnet': ['ID=150534c7-40d4-42da-8ed6-43ed41d8d746,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:56.147790 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5a38daca-0aba-40ac-a1f7-a9dd4ed745f4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:56.149677 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5a38daca-0aba-40ac-a1f7-a9dd4ed745f4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/150534c7-40d4-42da-8ed6-43ed41d8d746 HTTP/1.1" status: 204 len: 168 time: 0.2990475 Aug 28 15:11:56.152176 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53680) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:56.156279 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fcb070-7ca6-46d3-b3ad-65593e93e81a None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:56.199335 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f65d4f2e-30e4-4be5-9035-bc9836722db3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459013 Aug 28 15:11:56.203090 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53686) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:56.209527 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-7fa4d488-d9d3-4613-8799-912d6c123b0d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:56.334749 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc6053-40e8-419b-9381-d72b60f1c813 req-a9788c94-b9bd-4ab7-994c-74e747a319d8 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:56.336472 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-47cc6053-40e8-419b-9381-d72b60f1c813 req-a9788c94-b9bd-4ab7-994c-74e747a319d8 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 945 time: 0.0706823 Aug 28 15:11:56.359607 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5078e0eb-8abf-4220-9fd3-0162ed36bb31 None None] DHCP port deletion for dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:11:56.361376 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa4d488-d9d3-4613-8799-912d6c123b0d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:56.365753 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7fa4d488-d9d3-4613-8799-912d6c123b0d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:56.395229 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-47cc6053-40e8-419b-9381-d72b60f1c813 req-46855be6-56ed-4d20-9066-88503d1509fc tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520015 Aug 28 15:11:56.428102 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:56.433886 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-5078e0eb-8abf-4220-9fd3-0162ed36bb31 None None] Deleting port 39452c25-d80a-4533-8104-d9b9ab226866 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:11:56.434272 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5078e0eb-8abf-4220-9fd3-0162ed36bb31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:56.513697 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-5078e0eb-8abf-4220-9fd3-0162ed36bb31 None None] For port 39452c25-d80a-4533-8104-d9b9ab226866, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=39452c25-d80a-4533-8104-d9b9ab226866,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:56.514100 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5078e0eb-8abf-4220-9fd3-0162ed36bb31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:56.542243 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-5078e0eb-8abf-4220-9fd3-0162ed36bb31 None None] Calling delete_port for 39452c25-d80a-4533-8104-d9b9ab226866 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:11:56.646459 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5078e0eb-8abf-4220-9fd3-0162ed36bb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:56.653255 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f9cbc-0ef2-4cbe-b0fb-c3a278344e88 req-fd394f10-bdac-499a-9d24-16c673b5cb08 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:56.654841 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e9f9cbc-0ef2-4cbe-b0fb-c3a278344e88 req-fd394f10-bdac-499a-9d24-16c673b5cb08 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0863e33-67d3-43b0-b145-a4864f14a006 HTTP/1.1" status: 200 len: 944 time: 0.1134703 Aug 28 15:11:56.690832 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5078e0eb-8abf-4220-9fd3-0162ed36bb31 None None] Pushing event deleted for resources: {'Port': ['ID=39452c25-d80a-4533-8104-d9b9ab226866,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:56.692831 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5078e0eb-8abf-4220-9fd3-0162ed36bb31 None None] No DVR routers for this DVR port 39452c25-d80a-4533-8104-d9b9ab226866 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:11:56.753612 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e9f9cbc-0ef2-4cbe-b0fb-c3a278344e88 req-8c9c8e81-9458-4562-88af-fdbafa7a7ddc tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911345 Aug 28 15:11:56.786505 n-d-712137-10 neutron-server[106329]: DEBUG neutron.objects.ports [None req-7fa4d488-d9d3-4613-8799-912d6c123b0d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106329) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 15:11:56.788186 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7fa4d488-d9d3-4613-8799-912d6c123b0d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:56.793823 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1231228-1dea-41a3-bf8a-98caa2629550 req-ca9fe7ed-a277-41aa-b396-95a21d3404d0 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:56.795945 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1231228-1dea-41a3-bf8a-98caa2629550 req-ca9fe7ed-a277-41aa-b396-95a21d3404d0 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 1098 time: 0.0462806 Aug 28 15:11:56.838282 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa4d488-d9d3-4613-8799-912d6c123b0d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:56.841282 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1231228-1dea-41a3-bf8a-98caa2629550 req-3d125e1a-05e1-4ad6-96e1-8767d486fcf4 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376906 Aug 28 15:11:56.848546 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-7fa4d488-d9d3-4613-8799-912d6c123b0d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:56.851876 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa4d488-d9d3-4613-8799-912d6c123b0d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:56.852680 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7fa4d488-d9d3-4613-8799-912d6c123b0d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:56.867442 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a0e7e2-8fa9-4edb-a0f9-dd4c3cc00e62 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:56.868537 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53698) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:56.882221 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 92eb1302-0e63-4e29-ba9d-80e75638c1e0 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:11:56.894557 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7fa4d488-d9d3-4613-8799-912d6c123b0d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6872492 Aug 28 15:11:56.894557 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4d488-d9d3-4613-8799-912d6c123b0d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Subnet': ['ID=cf7b1a73-452c-4ba2-98f8-1278e5204b44,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:56.901453 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53700) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:56.907617 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-a6486f77-351e-44b3-a4c7-c744db4e45d8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'mac_address': 'fa:16:3e:a4:6e:a5', 'name': 'tempest-NetworksTestDHCPv6-1966501463'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:56.938481 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 39452c25-d80a-4533-8104-d9b9ab226866 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:11:56.969776 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 39452c25-d80a-4533-8104-d9b9ab226866 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:11:56.970122 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 39452c25-d80a-4533-8104-d9b9ab226866 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:11:57.074470 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6486f77-351e-44b3-a4c7-c744db4e45d8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:57.081056 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a6486f77-351e-44b3-a4c7-c744db4e45d8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:57.110641 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-a6486f77-351e-44b3-a4c7-c744db4e45d8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] device_id is not set on port f46e31ba-9076-4882-8806-07670a0f1a1e yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:11:57.111980 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-489a4ed7-7dc0-409c-bf2a-ea9f1a1e112e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Deleting port 7adc2199-a87e-4015-90c8-ea1ab3c30b1f {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:11:57.112477 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-489a4ed7-7dc0-409c-bf2a-ea9f1a1e112e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:57.155336 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 92eb1302-0e63-4e29-ba9d-80e75638c1e0, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=92eb1302-0e63-4e29-ba9d-80e75638c1e0,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:57.159919 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5cae11-e145-4629-a201-92a112a0adc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'tenant_id': 'b52f2a44ab1541f08b6542f112ae2346', 'fixed_ips': [{'subnet_id': 'cf7b1a73-452c-4ba2-98f8-1278e5204b44'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:11:57.161004 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4f5cae11-e145-4629-a201-92a112a0adc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:57.183588 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '92eb1302-0e63-4e29-ba9d-80e75638c1e0', 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f', 'port_id': '92eb1302-0e63-4e29-ba9d-80e75638c1e0', 'mac_address': 'fa:16:3e:ff:6e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '836bd9d7-21bc-4e2a-b716-53b54890baa2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:11:57.213465 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-489a4ed7-7dc0-409c-bf2a-ea9f1a1e112e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:57.214046 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-489a4ed7-7dc0-409c-bf2a-ea9f1a1e112e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:57.228766 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-489a4ed7-7dc0-409c-bf2a-ea9f1a1e112e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Calling delete_port for 7adc2199-a87e-4015-90c8-ea1ab3c30b1f owned by network:floatingip {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:11:57.265988 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-a6486f77-351e-44b3-a4c7-c744db4e45d8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Allocated IP 2001:db8::f816:3eff:fea4:6ea5 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/cf7b1a73-452c-4ba2-98f8-1278e5204b44/f46e31ba-9076-4882-8806-07670a0f1a1e) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:11:57.317869 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:57.332419 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92eb1302-0e63-4e29-ba9d-80e75638c1e0 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:11:57.355699 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 92eb1302-0e63-4e29-ba9d-80e75638c1e0, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=92eb1302-0e63-4e29-ba9d-80e75638c1e0,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:57.361499 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:57.435830 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-489a4ed7-7dc0-409c-bf2a-ea9f1a1e112e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:57.449255 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=92eb1302-0e63-4e29-ba9d-80e75638c1e0,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:57.493089 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a6486f77-351e-44b3-a4c7-c744db4e45d8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:57.509749 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a4ed7-7dc0-409c-bf2a-ea9f1a1e112e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event deleted for resources: {'Port': ['ID=7adc2199-a87e-4015-90c8-ea1ab3c30b1f,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:57.513168 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-a6486f77-351e-44b3-a4c7-c744db4e45d8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Transition to ACTIVE for port object f46e31ba-9076-4882-8806-07670a0f1a1e will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:57.569438 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a6486f77-351e-44b3-a4c7-c744db4e45d8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:57.587432 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-489a4ed7-7dc0-409c-bf2a-ea9f1a1e112e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for floatingip, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:57.587808 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [None req-489a4ed7-7dc0-409c-bf2a-ea9f1a1e112e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Floating IP 2150f302-30e5-4ef9-bd45-1e2feca8d63e disassociated (deleted). External IP: 172.25.3.34, port: 85eea773-c785-4940-91e0-96b2c1a0f65f. Aug 28 15:11:57.598494 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb63d6-c249-4f0b-8a67-50e945c571eb req-5c9af363-65dc-49da-91fd-97a78f52b448 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:57.600149 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f3cb63d6-c249-4f0b-8a67-50e945c571eb req-5c9af363-65dc-49da-91fd-97a78f52b448 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 945 time: 0.0917299 Aug 28 15:11:57.618320 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['92eb1302-0e63-4e29-ba9d-80e75638c1e0'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:11:57.634598 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6486f77-351e-44b3-a4c7-c744db4e45d8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:57.641369 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-a6486f77-351e-44b3-a4c7-c744db4e45d8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:57.650973 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6486f77-351e-44b3-a4c7-c744db4e45d8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:11:57.661812 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6486f77-351e-44b3-a4c7-c744db4e45d8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:57.661812 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a6486f77-351e-44b3-a4c7-c744db4e45d8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:57.668231 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-4f5cae11-e145-4629-a201-92a112a0adc4 None None] Allocated IP 2001:db8::f816:3eff:fe08:68c4 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/cf7b1a73-452c-4ba2-98f8-1278e5204b44/fdb890a6-deb3-41d4-8d47-60b139057af6) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:11:57.690533 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a6486f77-351e-44b3-a4c7-c744db4e45d8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7878916 Aug 28 15:11:57.691872 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6486f77-351e-44b3-a4c7-c744db4e45d8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Port': ['ID=f46e31ba-9076-4882-8806-07670a0f1a1e,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:57.695228 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53720) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:57.777981 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942c008a-cad2-4183-bab7-196033a5f131 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:57.781558 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-942c008a-cad2-4183-bab7-196033a5f131 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0844283 Aug 28 15:11:57.785838 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53724) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:57.832177 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f3cb63d6-c249-4f0b-8a67-50e945c571eb req-1778645d-3727-4b3a-80b3-0e9fd59563a4 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920464 Aug 28 15:11:58.006630 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4f5cae11-e145-4629-a201-92a112a0adc4 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:58.011805 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f39a0-5d86-4dd4-9f38-beb048f728c1 req-a4f74738-bd42-48dd-9509-fc31be0a98e2 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:58.014133 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-022f39a0-5d86-4dd4-9f38-beb048f728c1 req-a4f74738-bd42-48dd-9509-fc31be0a98e2 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0863e33-67d3-43b0-b145-a4864f14a006 HTTP/1.1" status: 200 len: 945 time: 0.1151562 Aug 28 15:11:58.017591 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-feb3eca7-fd34-40d5-b982-39263342d83d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting port f46e31ba-9076-4882-8806-07670a0f1a1e {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:11:58.017987 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-feb3eca7-fd34-40d5-b982-39263342d83d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:58.026539 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4f5cae11-e145-4629-a201-92a112a0adc4 None None] Transition to ACTIVE for port object fdb890a6-deb3-41d4-8d47-60b139057af6 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:58.051067 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4f5cae11-e145-4629-a201-92a112a0adc4 None None] Transition to ACTIVE for port object fdb890a6-deb3-41d4-8d47-60b139057af6 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:11:58.063374 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4f5cae11-e145-4629-a201-92a112a0adc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:58.104849 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53728) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:58.114057 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5cae11-e145-4629-a201-92a112a0adc4 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:11:58.117385 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-4f5cae11-e145-4629-a201-92a112a0adc4 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:11:58.121398 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5cae11-e145-4629-a201-92a112a0adc4 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:11:58.129388 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5cae11-e145-4629-a201-92a112a0adc4 None None] Pushing event updated for resources: {'Port': ['ID=fdb890a6-deb3-41d4-8d47-60b139057af6,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:58.133873 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489a4ed7-7dc0-409c-bf2a-ea9f1a1e112e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Router 424775a3-e3cc-4424-8bb0-32937642c704 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:11:58.164993 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-022f39a0-5d86-4dd4-9f38-beb048f728c1 req-3deb83cf-30a1-485b-a765-31d86dc41605 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682700 Aug 28 15:11:58.167046 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-feb3eca7-fd34-40d5-b982-39263342d83d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:58.182748 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-feb3eca7-fd34-40d5-b982-39263342d83d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Calling delete_port for f46e31ba-9076-4882-8806-07670a0f1a1e owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:11:58.216944 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-4f5cae11-e145-4629-a201-92a112a0adc4 None None] Attempting to bind port fdb890a6-deb3-41d4-8d47-60b139057af6 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:11:58.219731 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-4f5cae11-e145-4629-a201-92a112a0adc4 None None] Attempting to bind port fdb890a6-deb3-41d4-8d47-60b139057af6 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:11:58.220283 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5cae11-e145-4629-a201-92a112a0adc4 None None] Attempting to bind port fdb890a6-deb3-41d4-8d47-60b139057af6 on network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:11:58.231506 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5cae11-e145-4629-a201-92a112a0adc4 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:11:58.232068 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5cae11-e145-4629-a201-92a112a0adc4 None None] Checking segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:11:58.232582 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4f5cae11-e145-4629-a201-92a112a0adc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:58.232984 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5cae11-e145-4629-a201-92a112a0adc4 None None] Bound using segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:11:58.233465 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-4f5cae11-e145-4629-a201-92a112a0adc4 None None] Bound port: fdb890a6-deb3-41d4-8d47-60b139057af6, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:11:58.233849 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4f5cae11-e145-4629-a201-92a112a0adc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:58.319692 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-4f5cae11-e145-4629-a201-92a112a0adc4 None None] For port fdb890a6-deb3-41d4-8d47-60b139057af6, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:11:58.320101 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d6295290-aff3-414d-a9d2-d53c880b9fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:58.334710 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489a4ed7-7dc0-409c-bf2a-ea9f1a1e112e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:11:58.340780 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-489a4ed7-7dc0-409c-bf2a-ea9f1a1e112e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:58.347821 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f60846b-6471-46ec-89ee-cfa144ddd712 None None] Sync routers for ids ['424775a3-e3cc-4424-8bb0-32937642c704'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:11:58.349529 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-feb3eca7-fd34-40d5-b982-39263342d83d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:58.351669 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-4f5cae11-e145-4629-a201-92a112a0adc4 None None] For port fdb890a6-deb3-41d4-8d47-60b139057af6, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=fdb890a6-deb3-41d4-8d47-60b139057af6,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:11:58.358194 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4f5cae11-e145-4629-a201-92a112a0adc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:58.378583 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-489a4ed7-7dc0-409c-bf2a-ea9f1a1e112e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "DELETE /v2.0/floatingips/2150f302-30e5-4ef9-bd45-1e2feca8d63e HTTP/1.1" status: 204 len: 168 time: 1.5087318 Aug 28 15:11:58.380198 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24488e5d-dfc8-4192-b2da-26ff8c03836f', 'tag': '85eea773-c785-4940-91e0-96b2c1a0f65f'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:11:58.382750 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d75ff5b-c4b6-4993-99e4-94841ba09c42" -d '{"events": [{"name": "network-changed", "server_uuid": "24488e5d-dfc8-4192-b2da-26ff8c03836f", "tag": "85eea773-c785-4940-91e0-96b2c1a0f65f"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:11:58.391133 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3eca7-fd34-40d5-b982-39263342d83d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Port': ['ID=f46e31ba-9076-4882-8806-07670a0f1a1e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:58.415038 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f60846b-6471-46ec-89ee-cfa144ddd712 None None] Routers {'424775a3-e3cc-4424-8bb0-32937642c704'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:11:58.416036 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0f60846b-6471-46ec-89ee-cfa144ddd712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:11:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['424775a3-e3cc-4424-8bb0-32937642c704'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:58.418185 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-feb3eca7-fd34-40d5-b982-39263342d83d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:58.424532 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-feb3eca7-fd34-40d5-b982-39263342d83d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/f46e31ba-9076-4882-8806-07670a0f1a1e HTTP/1.1" status: 204 len: 168 time: 0.6336508 Aug 28 15:11:58.424750 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53736) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:58.480941 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4479674-ec08-45bf-b2e9-3b615bb4c86e x-openstack-request-id: req-e4479674-ec08-45bf-b2e9-3b615bb4c86e {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:11:58.481237 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24488e5d-dfc8-4192-b2da-26ff8c03836f", "tag": "85eea773-c785-4940-91e0-96b2c1a0f65f", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:11:58.481489 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4479674-ec08-45bf-b2e9-3b615bb4c86e {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:11:58.482688 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24488e5d-dfc8-4192-b2da-26ff8c03836f', 'tag': '85eea773-c785-4940-91e0-96b2c1a0f65f', 'status': 'completed', 'code': 200} Aug 28 15:11:58.512731 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5cae11-e145-4629-a201-92a112a0adc4 None None] Pushing event updated for resources: {'Port': ['ID=fdb890a6-deb3-41d4-8d47-60b139057af6,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:58.593037 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8804d8-0475-4977-9696-7db0bd5c98ef tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:58.594604 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8804d8-0475-4977-9696-7db0bd5c98ef tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:58.596265 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8a8804d8-0475-4977-9696-7db0bd5c98ef tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1705353 Aug 28 15:11:58.598955 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53742) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:58.612726 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-0f60846b-6471-46ec-89ee-cfa144ddd712 None None] Set router 424775a3-e3cc-4424-8bb0-32937642c704 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:11:58.654347 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75ff5b-c4b6-4993-99e4-94841ba09c42 req-95050ace-7cc7-4f23-b919-d55716182e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:58.656019 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2d75ff5b-c4b6-4993-99e4-94841ba09c42 req-95050ace-7cc7-4f23-b919-d55716182e44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 1098 time: 0.1689506 Aug 28 15:11:58.668944 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-077e0292-080d-4c4a-8da2-54fcff1427ac tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting subnet cf7b1a73-452c-4ba2-98f8-1278e5204b44 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:11:58.672994 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d6295290-aff3-414d-a9d2-d53c880b9fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:58.673264 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-077e0292-080d-4c4a-8da2-54fcff1427ac tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:58.720481 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d6295290-aff3-414d-a9d2-d53c880b9fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:58.754241 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-077e0292-080d-4c4a-8da2-54fcff1427ac tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:58.831631 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7b7a7-2232-4164-8025-76e24634a397 req-7ee2a8fb-7a93-4184-887b-0db7573ef0e2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:58.833391 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-09d7b7a7-2232-4164-8025-76e24634a397 req-7ee2a8fb-7a93-4184-887b-0db7573ef0e2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 946 time: 0.2091544 Aug 28 15:11:58.836543 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6295290-aff3-414d-a9d2-d53c880b9fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16af2d1c-d949-4801-96a8-3b1fc603a67b,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:58.840916 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d6295290-aff3-414d-a9d2-d53c880b9fed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b37ef1c955c437480da50b721870329&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7340176 Aug 28 15:11:58.846761 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53744) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:58.891321 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-077e0292-080d-4c4a-8da2-54fcff1427ac tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:58.896805 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 92eb1302-0e63-4e29-ba9d-80e75638c1e0 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:11:58.940021 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75ff5b-c4b6-4993-99e4-94841ba09c42 req-59047203-df6c-425f-82a9-35994fa6b0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:58.941260 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2d75ff5b-c4b6-4993-99e4-94841ba09c42 req-59047203-df6c-425f-82a9-35994fa6b0cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a312b48-1593-4ae4-aa4f-ef246ab62436 HTTP/1.1" status: 200 len: 898 time: 0.2665923 Aug 28 15:11:58.949211 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-09d7b7a7-2232-4164-8025-76e24634a397 req-486e07b3-f4c2-404e-9a32-bb9ce28cb596 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062899 Aug 28 15:11:59.014549 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2d75ff5b-c4b6-4993-99e4-94841ba09c42 req-a83f7fa6-b478-42d6-aa8d-a24d84acaaa3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85eea773-c785-4940-91e0-96b2c1a0f65f HTTP/1.1" status: 200 len: 217 time: 0.0612996 Aug 28 15:11:59.017481 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e052-9799-4000-8063-fd6b37b6f1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:59.018534 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0f60846b-6471-46ec-89ee-cfa144ddd712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424775a3-e3cc-4424-8bb0-32937642c704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636770003', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'd0612c63-f1d4-4b0c-84c4-1490f3e5e88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:09:38Z', 'updated_at': '2021-08-28T15:09:47Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': 'd0612c63-f1d4-4b0c-84c4-1490f3e5e88a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424775a3-e3cc-4424-8bb0-32937642c704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:09:39Z', 'updated_at': '2021-08-28T15:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '11580924-a285-432c-98e3-127e10ff1d9b', 'name': '', 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:e2:8b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424775a3-e3cc-4424-8bb0-32937642c704', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:09:45Z', 'updated_at': '2021-08-28T15:09:55Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': '490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:59.055856 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 92eb1302-0e63-4e29-ba9d-80e75638c1e0 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:59.059402 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f60846b-6471-46ec-89ee-cfa144ddd712 None None] Checking router: 424775a3-e3cc-4424-8bb0-32937642c704 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:11:59.064848 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device fdb890a6-deb3-41d4-8d47-60b139057af6 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:11:59.069669 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-077e0292-080d-4c4a-8da2-54fcff1427ac tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:59.078092 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e052-9799-4000-8063-fd6b37b6f1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:59.095646 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 92eb1302-0e63-4e29-ba9d-80e75638c1e0 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:11:59.096041 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:59.105109 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75ff5b-c4b6-4993-99e4-94841ba09c42 req-9965a0d8-224b-4aa8-a838-bc5a4531dd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:59.106731 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2d75ff5b-c4b6-4993-99e4-94841ba09c42 req-9965a0d8-224b-4aa8-a838-bc5a4531dd95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6 HTTP/1.1" status: 200 len: 834 time: 0.0851715 Aug 28 15:11:59.111786 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fe798-afbb-4f08-b667-60bab3e23a01 req-ee2ff6ec-865b-4d73-9d08-5f3a194c41d2 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:59.113422 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-467fe798-afbb-4f08-b667-60bab3e23a01 req-ee2ff6ec-865b-4d73-9d08-5f3a194c41d2 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 945 time: 0.1075857 Aug 28 15:11:59.116369 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e0292-080d-4c4a-8da2-54fcff1427ac tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Subnet': ['ID=cf7b1a73-452c-4ba2-98f8-1278e5204b44,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:59.141623 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f60846b-6471-46ec-89ee-cfa144ddd712 None None] Routers {'424775a3-e3cc-4424-8bb0-32937642c704'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:11:59.142277 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0f60846b-6471-46ec-89ee-cfa144ddd712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:11:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['424775a3-e3cc-4424-8bb0-32937642c704'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:11:59.152181 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-077e0292-080d-4c4a-8da2-54fcff1427ac tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:59.160124 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-077e0292-080d-4c4a-8da2-54fcff1427ac tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/cf7b1a73-452c-4ba2-98f8-1278e5204b44 HTTP/1.1" status: 204 len: 168 time: 0.5552530 Aug 28 15:11:59.160321 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53748) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:59.197178 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-467fe798-afbb-4f08-b667-60bab3e23a01 req-02642c2f-ed8d-4d0c-9e68-885e585c8735 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564110 Aug 28 15:11:59.212231 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75ff5b-c4b6-4993-99e4-94841ba09c42 req-8d0cf0ef-8387-46da-8244-3067c3bce1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:59.213977 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2d75ff5b-c4b6-4993-99e4-94841ba09c42 req-8d0cf0ef-8387-46da-8244-3067c3bce1e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a312b48-1593-4ae4-aa4f-ef246ab62436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0999618 Aug 28 15:11:59.217015 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-076c77a5-c2a4-4ad5-8f75-23dc41c378b5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557525 Aug 28 15:11:59.219828 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53752) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:59.247127 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e052-9799-4000-8063-fd6b37b6f1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:59.250451 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e052-9799-4000-8063-fd6b37b6f1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:59.255306 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bcd4e052-9799-4000-8063-fd6b37b6f1b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16af2d1c-d949-4801-96a8-3b1fc603a67b HTTP/1.1" status: 204 len: 168 time: 0.4038196 Aug 28 15:11:59.318777 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4e052-9799-4000-8063-fd6b37b6f1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16af2d1c-d949-4801-96a8-3b1fc603a67b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:11:59.318981 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d0b48e-8250-44ea-9198-bb577c05f516 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:59.327621 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-21d0b48e-8250-44ea-9198-bb577c05f516 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0998034 Aug 28 15:11:59.329019 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53756) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:59.389977 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a30c1bb-9673-4dfb-917d-98b9d1c1d86e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:59.394276 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1a30c1bb-9673-4dfb-917d-98b9d1c1d86e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0618846 Aug 28 15:11:59.394475 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53758) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:59.410387 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abddef0-0de7-4b3a-85cf-2474359e40ba req-63992846-c4b0-4cbb-85ac-309af16b6919 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:59.411977 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3abddef0-0de7-4b3a-85cf-2474359e40ba req-63992846-c4b0-4cbb-85ac-309af16b6919 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0863e33-67d3-43b0-b145-a4864f14a006 HTTP/1.1" status: 200 len: 945 time: 0.1093755 Aug 28 15:11:59.452519 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2f4946a2-2f9b-4d5b-a8b3-8c0307c88897 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0566709 Aug 28 15:11:59.457218 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2d75ff5b-c4b6-4993-99e4-94841ba09c42 req-4c18a234-53df-499c-8a8c-7fe3915b0b94 service neutron] 10.222.0.36 "GET /v2.0/networks/2a312b48-1593-4ae4-aa4f-ef246ab62436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158964 Aug 28 15:11:59.457591 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53762) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:11:59.467561 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-8651ac6f-3f5b-437c-9002-3e045fd9a38f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:11:59.490323 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port fdb890a6-deb3-41d4-8d47-60b139057af6 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:11:59.549817 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-0f60846b-6471-46ec-89ee-cfa144ddd712 None None] Set router 424775a3-e3cc-4424-8bb0-32937642c704 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:11:59.579690 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3abddef0-0de7-4b3a-85cf-2474359e40ba req-975a8494-68f6-46f8-95bf-2198fad0c23b tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461153 Aug 28 15:11:59.607690 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2d75ff5b-c4b6-4993-99e4-94841ba09c42 req-29f90fc0-e552-42f4-90ff-0a87db05bcbb service neutron] 10.222.0.36 "GET /v2.0/networks/2a312b48-1593-4ae4-aa4f-ef246ab62436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494334 Aug 28 15:11:59.636880 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:59.645841 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8651ac6f-3f5b-437c-9002-3e045fd9a38f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:11:59.652193 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8651ac6f-3f5b-437c-9002-3e045fd9a38f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:59.766431 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0863e33-67d3-43b0-b145-a4864f14a006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92eb1302-0e63-4e29-ba9d-80e75638c1e0'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:11:59.769179 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe9ee32-6eb2-415e-8119-6dd1641c00f7" -d '{"events": [{"server_uuid": "c0863e33-67d3-43b0-b145-a4864f14a006", "name": "network-vif-plugged", "status": "completed", "tag": "92eb1302-0e63-4e29-ba9d-80e75638c1e0"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:11:59.801586 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 92eb1302-0e63-4e29-ba9d-80e75638c1e0, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=92eb1302-0e63-4e29-ba9d-80e75638c1e0,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:11:59.808270 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:11:59.871944 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17c61ce-0f0a-47d0-b80e-0789f2dc5e25 x-openstack-request-id: req-e17c61ce-0f0a-47d0-b80e-0789f2dc5e25 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:11:59.873557 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0863e33-67d3-43b0-b145-a4864f14a006", "name": "network-vif-plugged", "status": "completed", "tag": "92eb1302-0e63-4e29-ba9d-80e75638c1e0", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:11:59.874157 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e17c61ce-0f0a-47d0-b80e-0789f2dc5e25 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:11:59.875427 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0863e33-67d3-43b0-b145-a4864f14a006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92eb1302-0e63-4e29-ba9d-80e75638c1e0', 'code': 200} Aug 28 15:11:59.882810 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fcec1a-8d72-46c4-8a80-a5cb3dd4b257 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:11:59.953609 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da374785-f9fd-4326-ad3c-8934a84dad7c req-12f76e23-6f19-479e-94d0-b3ae0c4b97d1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:11:59.955257 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da374785-f9fd-4326-ad3c-8934a84dad7c req-12f76e23-6f19-479e-94d0-b3ae0c4b97d1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.36 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 946 time: 0.0725071 Aug 28 15:12:00.012508 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8651ac6f-3f5b-437c-9002-3e045fd9a38f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:00.019197 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4fc4fdb6-cba0-4099-bc81-ce1d9b7c81e8 None None] Provisioning for port fdb890a6-deb3-41d4-8d47-60b139057af6 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:12:00.074406 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4fc4fdb6-cba0-4099-bc81-ce1d9b7c81e8 None None] Provisioning complete for port fdb890a6-deb3-41d4-8d47-60b139057af6 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:00.074406 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4fc4fdb6-cba0-4099-bc81-ce1d9b7c81e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:00.078624 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=92eb1302-0e63-4e29-ba9d-80e75638c1e0,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:00.078773 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651ac6f-3f5b-437c-9002-3e045fd9a38f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Subnet': ['ID=f8627620-3721-474d-8969-38efff9357ca,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:00.108790 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-da374785-f9fd-4326-ad3c-8934a84dad7c req-599c6970-70f6-474d-888d-708e7b2ab5bb tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Deleting port 85eea773-c785-4940-91e0-96b2c1a0f65f {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:12:00.109063 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-da374785-f9fd-4326-ad3c-8934a84dad7c req-599c6970-70f6-474d-888d-708e7b2ab5bb tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:00.127816 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa438739-f6dd-49d7-96af-0d1bcffbf443 req-cfba4c60-51d4-4858-a010-0b0e9932209f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:00.129810 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aa438739-f6dd-49d7-96af-0d1bcffbf443 req-cfba4c60-51d4-4858-a010-0b0e9932209f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c0863e33-67d3-43b0-b145-a4864f14a006 HTTP/1.1" status: 200 len: 1098 time: 0.1853664 Aug 28 15:12:00.135369 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8651ac6f-3f5b-437c-9002-3e045fd9a38f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:00.156506 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-8651ac6f-3f5b-437c-9002-3e045fd9a38f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:00.162699 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8651ac6f-3f5b-437c-9002-3e045fd9a38f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:00.163705 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8651ac6f-3f5b-437c-9002-3e045fd9a38f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:00.202308 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d62b2e-7e68-4419-97d2-d7e08575fd33 req-e3551b12-793d-4082-93df-e5b35044f083 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:00.204093 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f8d62b2e-7e68-4419-97d2-d7e08575fd33 req-e3551b12-793d-4082-93df-e5b35044f083 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 946 time: 0.1326869 Aug 28 15:12:00.206977 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aa438739-f6dd-49d7-96af-0d1bcffbf443 req-82de454a-8762-4cb5-a37b-ced3fc46defb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692399 Aug 28 15:12:00.208361 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8651ac6f-3f5b-437c-9002-3e045fd9a38f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7497456 Aug 28 15:12:00.212547 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53788) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:00.224931 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-580d5030-3753-4ed4-8b6c-e404fae257c9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'mac_address': 'fa:16:3e:c7:41:0d', 'name': 'tempest-NetworksTestDHCPv6-1132875247'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:00.267254 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-da374785-f9fd-4326-ad3c-8934a84dad7c req-599c6970-70f6-474d-888d-708e7b2ab5bb tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] For port 85eea773-c785-4940-91e0-96b2c1a0f65f, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=85eea773-c785-4940-91e0-96b2c1a0f65f,segment=NetworkSegment(041c1083-f350-4c0e-8b59-71aa800f87a1),segment_id=041c1083-f350-4c0e-8b59-71aa800f87a1)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:00.267638 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-da374785-f9fd-4326-ad3c-8934a84dad7c req-599c6970-70f6-474d-888d-708e7b2ab5bb tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:00.284748 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-da374785-f9fd-4326-ad3c-8934a84dad7c req-599c6970-70f6-474d-888d-708e7b2ab5bb tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Calling delete_port for 85eea773-c785-4940-91e0-96b2c1a0f65f owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:12:00.307110 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f8d62b2e-7e68-4419-97d2-d7e08575fd33 req-aa059f1e-0375-49da-a05d-346ab1cbeea1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ca6786c-06c4-4b00-a4de-a03bc5271b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953276 Aug 28 15:12:00.340618 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0f60846b-6471-46ec-89ee-cfa144ddd712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424775a3-e3cc-4424-8bb0-32937642c704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636770003', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'd0612c63-f1d4-4b0c-84c4-1490f3e5e88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:09:38Z', 'updated_at': '2021-08-28T15:09:47Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': 'd0612c63-f1d4-4b0c-84c4-1490f3e5e88a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424775a3-e3cc-4424-8bb0-32937642c704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:09:39Z', 'updated_at': '2021-08-28T15:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '11580924-a285-432c-98e3-127e10ff1d9b', 'name': '', 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:e2:8b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424775a3-e3cc-4424-8bb0-32937642c704', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:09:45Z', 'updated_at': '2021-08-28T15:09:55Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': '490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:00.375146 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f60846b-6471-46ec-89ee-cfa144ddd712 None None] The sync data for ids ['424775a3-e3cc-4424-8bb0-32937642c704'] in n-d-712137-10 is: [{'id': '424775a3-e3cc-4424-8bb0-32937642c704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636770003', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'd0612c63-f1d4-4b0c-84c4-1490f3e5e88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:09:38Z', 'updated_at': '2021-08-28T15:09:47Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': 'd0612c63-f1d4-4b0c-84c4-1490f3e5e88a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424775a3-e3cc-4424-8bb0-32937642c704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:09:39Z', 'updated_at': '2021-08-28T15:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '11580924-a285-432c-98e3-127e10ff1d9b', 'name': '', 'network_id': '2a312b48-1593-4ae4-aa4f-ef246ab62436', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:e2:8b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424775a3-e3cc-4424-8bb0-32937642c704', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:09:45Z', 'updated_at': '2021-08-28T15:09:55Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': '490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:12:00.386580 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580d5030-3753-4ed4-8b6c-e404fae257c9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:12:00.402614 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4fc4fdb6-cba0-4099-bc81-ce1d9b7c81e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:00.428096 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5af2b-3e2f-4c84-8d00-ee1520ad493c req-9f4e8fae-5d66-4560-a8e4-5bd9f98f369e tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:00.429667 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-64d5af2b-3e2f-4c84-8d00-ee1520ad493c req-9f4e8fae-5d66-4560-a8e4-5bd9f98f369e tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 945 time: 0.1336098 Aug 28 15:12:00.462065 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-4fc4fdb6-cba0-4099-bc81-ce1d9b7c81e8 None None] For port fdb890a6-deb3-41d4-8d47-60b139057af6, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=fdb890a6-deb3-41d4-8d47-60b139057af6,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:00.471955 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4fc4fdb6-cba0-4099-bc81-ce1d9b7c81e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:00.532799 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-64d5af2b-3e2f-4c84-8d00-ee1520ad493c req-f448ce5e-73b0-4e2c-908c-7a4874ca72fe tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930583 Aug 28 15:12:00.541542 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-da374785-f9fd-4326-ad3c-8934a84dad7c req-599c6970-70f6-474d-888d-708e7b2ab5bb tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:00.575189 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4fdb6-cba0-4099-bc81-ce1d9b7c81e8 None None] Pushing event updated for resources: {'Port': ['ID=fdb890a6-deb3-41d4-8d47-60b139057af6,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:00.577638 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c6970-70f6-474d-888d-708e7b2ab5bb tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event deleted for resources: {'Port': ['ID=85eea773-c785-4940-91e0-96b2c1a0f65f,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:00.587072 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-580d5030-3753-4ed4-8b6c-e404fae257c9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:00.635199 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-580d5030-3753-4ed4-8b6c-e404fae257c9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] device_id is not set on port 97f08fd0-dff7-4c3b-9339-b313041b052b yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:12:00.672066 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-da374785-f9fd-4326-ad3c-8934a84dad7c req-599c6970-70f6-474d-888d-708e7b2ab5bb tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] No DVR routers for this DVR port 85eea773-c785-4940-91e0-96b2c1a0f65f on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:12:00.674839 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-da374785-f9fd-4326-ad3c-8934a84dad7c req-599c6970-70f6-474d-888d-708e7b2ab5bb tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:00.677122 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da374785-f9fd-4326-ad3c-8934a84dad7c req-599c6970-70f6-474d-888d-708e7b2ab5bb tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.36 "DELETE /v2.0/ports/85eea773-c785-4940-91e0-96b2c1a0f65f HTTP/1.1" status: 204 len: 173 time: 0.7154036 Aug 28 15:12:00.677661 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24488e5d-dfc8-4192-b2da-26ff8c03836f', 'name': 'network-vif-deleted', 'tag': '85eea773-c785-4940-91e0-96b2c1a0f65f'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:12:00.680288 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c28597-6721-4bb2-871d-11f70e1aa649" -d '{"events": [{"server_uuid": "24488e5d-dfc8-4192-b2da-26ff8c03836f", "name": "network-vif-deleted", "tag": "85eea773-c785-4940-91e0-96b2c1a0f65f"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:12:00.751706 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81e27a8-0b29-4038-ad32-3f1492490f56 x-openstack-request-id: req-e81e27a8-0b29-4038-ad32-3f1492490f56 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:12:00.752100 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24488e5d-dfc8-4192-b2da-26ff8c03836f", "name": "network-vif-deleted", "tag": "85eea773-c785-4940-91e0-96b2c1a0f65f", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:12:00.752460 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e81e27a8-0b29-4038-ad32-3f1492490f56 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:12:00.752954 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24488e5d-dfc8-4192-b2da-26ff8c03836f', 'name': 'network-vif-deleted', 'tag': '85eea773-c785-4940-91e0-96b2c1a0f65f', 'status': 'completed', 'code': 200} Aug 28 15:12:00.806041 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5f1092-d094-4e6b-8d58-f4d34fea4e71 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:12:00.895559 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aade050-22e6-4f83-9e5d-e725d8b8a163 req-45c35cee-2326-45db-b6ff-490915517e55 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:00.902978 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6aade050-22e6-4f83-9e5d-e725d8b8a163 req-45c35cee-2326-45db-b6ff-490915517e55 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0863e33-67d3-43b0-b145-a4864f14a006 HTTP/1.1" status: 200 len: 946 time: 0.2088082 Aug 28 15:12:00.928314 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device fdb890a6-deb3-41d4-8d47-60b139057af6 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:12:00.956628 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772cec68-4329-433a-af7a-5f5d93a9c87f None None] New status for floating IP 2150f302-30e5-4ef9-bd45-1e2feca8d63e: DOWN {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:12:00.981370 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-580d5030-3753-4ed4-8b6c-e404fae257c9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Allocated IP 2001:db8::70 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/f8627620-3721-474d-8969-38efff9357ca/97f08fd0-dff7-4c3b-9339-b313041b052b) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:12:00.990378 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-34e41e61-eea7-46e5-8336-aad64c918589 None None] Provisioning complete for port fdb890a6-deb3-41d4-8d47-60b139057af6 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:00.990851 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-34e41e61-eea7-46e5-8336-aad64c918589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:01.057982 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6aade050-22e6-4f83-9e5d-e725d8b8a163 req-13b3e203-2a30-4b7d-b836-7d1992a026c4 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496861 Aug 28 15:12:01.094289 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port fdb890a6-deb3-41d4-8d47-60b139057af6 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:01.094682 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:01.291494 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-580d5030-3753-4ed4-8b6c-e404fae257c9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:01.453971 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1f92499c-3c80-4c88-a2e9-b3522843b4e0 req-a8962f0d-c92a-48ce-be36-034c5d54f2fe tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=24488e5d-dfc8-4192-b2da-26ff8c03836f HTTP/1.1" status: 200 len: 210 time: 0.0409858 Aug 28 15:12:01.656183 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-580d5030-3753-4ed4-8b6c-e404fae257c9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Transition to ACTIVE for port object 97f08fd0-dff7-4c3b-9339-b313041b052b will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:01.678460 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-37e74d71-16ac-41d5-9128-3de51c96be53 None None] Provisioning complete for port fdb890a6-deb3-41d4-8d47-60b139057af6 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:01.679034 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-37e74d71-16ac-41d5-9128-3de51c96be53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:01.717549 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65682239-3d9e-456a-9fc1-bc5bf133ffa5 req-38f88835-af89-497c-a403-edb511d6b257 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:01.719036 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-65682239-3d9e-456a-9fc1-bc5bf133ffa5 req-38f88835-af89-497c-a403-edb511d6b257 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 945 time: 0.0756578 Aug 28 15:12:01.729167 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-580d5030-3753-4ed4-8b6c-e404fae257c9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:01.811781 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580d5030-3753-4ed4-8b6c-e404fae257c9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:01.821789 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-580d5030-3753-4ed4-8b6c-e404fae257c9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:01.824690 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580d5030-3753-4ed4-8b6c-e404fae257c9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:12:01.834710 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580d5030-3753-4ed4-8b6c-e404fae257c9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:01.835472 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-580d5030-3753-4ed4-8b6c-e404fae257c9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:01.868504 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d5030-3753-4ed4-8b6c-e404fae257c9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Port': ['ID=97f08fd0-dff7-4c3b-9339-b313041b052b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:01.892394 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e49380bc-50fe-4388-b8e4-7b9540689cd7 None None] Could not find standard attr ID for object f46e31ba-9076-4882-8806-07670a0f1a1e. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:12:01.900856 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-65682239-3d9e-456a-9fc1-bc5bf133ffa5 req-d963cfba-1453-4c48-985e-ec80ebf7131d tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672659 Aug 28 15:12:01.911241 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-580d5030-3753-4ed4-8b6c-e404fae257c9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6945903 Aug 28 15:12:01.911601 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53812) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:01.966819 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07901fff-2208-4551-a02f-4031f60f5b57 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:01.973142 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07901fff-2208-4551-a02f-4031f60f5b57 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:01.974789 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-07901fff-2208-4551-a02f-4031f60f5b57 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0615900 Aug 28 15:12:01.977579 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53814) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:02.044828 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:12:02.077260 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-292456e3-8388-4255-969f-f75abd6985b8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting port 97f08fd0-dff7-4c3b-9339-b313041b052b {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:12:02.077605 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-292456e3-8388-4255-969f-f75abd6985b8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:02.114670 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [req-3ad7cea6-d4c2-4b5f-9741-9291e5504f8d req-4fad384a-5a73-4834-8228-07acb9c594aa service neutron] (106330) timed out ('10.222.0.36', 55969) {{(pid=106330) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 15:12:02.123303 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7a9d5567-a568-4daa-a0ad-cff3e1d74cc1 None None] Provisioning for port 97f08fd0-dff7-4c3b-9339-b313041b052b completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:12:02.127848 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7a9d5567-a568-4daa-a0ad-cff3e1d74cc1 None None] Provisioning complete for port 97f08fd0-dff7-4c3b-9339-b313041b052b triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:02.128384 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7a9d5567-a568-4daa-a0ad-cff3e1d74cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:02.180194 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-7a9d5567-a568-4daa-a0ad-cff3e1d74cc1 None None] Port 97f08fd0-dff7-4c3b-9339-b313041b052b cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:12:02.209434 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-292456e3-8388-4255-969f-f75abd6985b8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:02.229419 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-292456e3-8388-4255-969f-f75abd6985b8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Calling delete_port for 97f08fd0-dff7-4c3b-9339-b313041b052b owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:12:02.240995 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298c325-c20d-431e-9db9-505a998f7d42 req-f65b16e1-b449-4ccf-98c9-0813fdcd24a4 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:02.242513 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f298c325-c20d-431e-9db9-505a998f7d42 req-f65b16e1-b449-4ccf-98c9-0813fdcd24a4 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0863e33-67d3-43b0-b145-a4864f14a006 HTTP/1.1" status: 200 len: 946 time: 0.0929174 Aug 28 15:12:02.256760 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-240c3b8b-2fca-4cbe-bfe9-0e704f35f1f6 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ebb463bcd2ba40599b3a334d2908b880&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295811 Aug 28 15:12:02.329442 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f298c325-c20d-431e-9db9-505a998f7d42 req-2593d6be-1ca9-4ae8-a0c8-2f09236eb9fb tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796764 Aug 28 15:12:02.410156 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-292456e3-8388-4255-969f-f75abd6985b8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:02.454209 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292456e3-8388-4255-969f-f75abd6985b8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Port': ['ID=97f08fd0-dff7-4c3b-9339-b313041b052b,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:02.477311 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292456e3-8388-4255-969f-f75abd6985b8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:02.477662 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292456e3-8388-4255-969f-f75abd6985b8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:02.478002 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292456e3-8388-4255-969f-f75abd6985b8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:02.478349 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292456e3-8388-4255-969f-f75abd6985b8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:02.478679 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292456e3-8388-4255-969f-f75abd6985b8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:02.479010 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292456e3-8388-4255-969f-f75abd6985b8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:02.479338 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292456e3-8388-4255-969f-f75abd6985b8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:02.479695 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292456e3-8388-4255-969f-f75abd6985b8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:02.480041 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292456e3-8388-4255-969f-f75abd6985b8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:02.480368 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292456e3-8388-4255-969f-f75abd6985b8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:02.480694 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292456e3-8388-4255-969f-f75abd6985b8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:02.481015 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292456e3-8388-4255-969f-f75abd6985b8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:02.516051 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-292456e3-8388-4255-969f-f75abd6985b8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:02.518036 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-292456e3-8388-4255-969f-f75abd6985b8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/97f08fd0-dff7-4c3b-9339-b313041b052b HTTP/1.1" status: 204 len: 168 time: 0.5394175 Aug 28 15:12:02.521708 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-82bbd56c-e7b0-4939-ba2a-5c753fefa7b1 req-b4fd9e3e-f670-422a-a6a8-55573e9a60a9 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d HTTP/1.1" status: 200 len: 267 time: 0.1051388 Aug 28 15:12:02.522186 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53836) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:02.620225 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32451b04-9026-47aa-976e-075bb96e2976 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:02.633680 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32451b04-9026-47aa-976e-075bb96e2976 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:02.638889 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-32451b04-9026-47aa-976e-075bb96e2976 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1122866 Aug 28 15:12:02.638889 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53838) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:02.687067 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbd56c-e7b0-4939-ba2a-5c753fefa7b1 req-ba942f21-5e2f-4107-8811-5aa390c9cf7b tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:02.689195 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-82bbd56c-e7b0-4939-ba2a-5c753fefa7b1 req-ba942f21-5e2f-4107-8811-5aa390c9cf7b tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0863e33-67d3-43b0-b145-a4864f14a006 HTTP/1.1" status: 200 len: 946 time: 0.1565919 Aug 28 15:12:02.704157 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-82bbd56c-e7b0-4939-ba2a-5c753fefa7b1 req-19402a25-41a0-4711-9d28-6b17f3ab6b1c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Request body: {'port': {'security_groups': []}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:02.729368 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae958fd7-4dcc-42c7-97db-3a24a5b9d8b1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting subnet f8627620-3721-474d-8969-38efff9357ca {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:12:02.735921 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ae958fd7-4dcc-42c7-97db-3a24a5b9d8b1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:02.807259 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-82bbd56c-e7b0-4939-ba2a-5c753fefa7b1 req-19402a25-41a0-4711-9d28-6b17f3ab6b1c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:02.810721 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ae958fd7-4dcc-42c7-97db-3a24a5b9d8b1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:02.816328 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-d0782481-8d51-4cdd-bc48-c1a5502ce0fb tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:02.817834 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-d0782481-8d51-4cdd-bc48-c1a5502ce0fb tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5550072 Aug 28 15:12:02.835263 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-da99ea7f-d353-4c1d-87bd-eede64ef97c3 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.13 "GET /v2.0/quotas/ebb463bcd2ba40599b3a334d2908b880 HTTP/1.1" status: 200 len: 375 time: 0.0110459 Aug 28 15:12:02.873582 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-b7b5535c-caf2-4d42-a087-71616e48d997 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ebb463bcd2ba40599b3a334d2908b880&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317268 Aug 28 15:12:02.896963 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ae958fd7-4dcc-42c7-97db-3a24a5b9d8b1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:02.903163 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 85eea773-c785-4940-91e0-96b2c1a0f65f no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:12:02.932051 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 85eea773-c785-4940-91e0-96b2c1a0f65f {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:12:02.932578 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 85eea773-c785-4940-91e0-96b2c1a0f65f not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:12:03.010886 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53848) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:03.041987 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ae958fd7-4dcc-42c7-97db-3a24a5b9d8b1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:03.079224 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ae958fd7-4dcc-42c7-97db-3a24a5b9d8b1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:03.084730 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ae958fd7-4dcc-42c7-97db-3a24a5b9d8b1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/f8627620-3721-474d-8969-38efff9357ca HTTP/1.1" status: 204 len: 168 time: 0.4421606 Aug 28 15:12:03.084837 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fb186d-921f-4b8e-b64f-b4a571442c4f None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:12:03.104826 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53850) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:03.115347 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae958fd7-4dcc-42c7-97db-3a24a5b9d8b1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Subnet': ['ID=f8627620-3721-474d-8969-38efff9357ca,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:03.175005 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-640ecce5-c7e0-4b3b-8c8b-673ff45c8e4d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0665233 Aug 28 15:12:03.178254 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53856) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:03.191938 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-82bbd56c-e7b0-4939-ba2a-5c753fefa7b1 req-19402a25-41a0-4711-9d28-6b17f3ab6b1c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] For port 92eb1302-0e63-4e29-ba9d-80e75638c1e0, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=92eb1302-0e63-4e29-ba9d-80e75638c1e0,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:03.195090 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c7a6b-0e7d-40d8-8553-e95135f8cf65 req-7f81068d-914a-4351-8856-b93f97c1c78f tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:03.203115 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-914c7a6b-0e7d-40d8-8553-e95135f8cf65 req-7f81068d-914a-4351-8856-b93f97c1c78f tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 945 time: 0.1315231 Aug 28 15:12:03.258243 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-82bbd56c-e7b0-4939-ba2a-5c753fefa7b1 req-19402a25-41a0-4711-9d28-6b17f3ab6b1c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:03.268750 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-914c7a6b-0e7d-40d8-8553-e95135f8cf65 req-97b07c83-631a-4088-845a-912af39bba62 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642271 Aug 28 15:12:03.274946 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-82bbd56c-e7b0-4939-ba2a-5c753fefa7b1 req-19402a25-41a0-4711-9d28-6b17f3ab6b1c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:03.285231 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681b566c-9d34-4f7f-aed4-1a87c55b34da tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:03.290345 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-681b566c-9d34-4f7f-aed4-1a87c55b34da tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1076472 Aug 28 15:12:03.290492 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['92eb1302-0e63-4e29-ba9d-80e75638c1e0'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:12:03.298657 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53858) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:03.307844 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['382bff52-ea85-4d02-88ec-8a094905ac86', '1979fdce-2486-4ae5-b6cb-6e60daca542d'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:12:03.390264 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbd56c-e7b0-4939-ba2a-5c753fefa7b1 req-19402a25-41a0-4711-9d28-6b17f3ab6b1c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:03.391472 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-82bbd56c-e7b0-4939-ba2a-5c753fefa7b1 req-19402a25-41a0-4711-9d28-6b17f3ab6b1c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:03.404826 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-82bbd56c-e7b0-4939-ba2a-5c753fefa7b1 req-19402a25-41a0-4711-9d28-6b17f3ab6b1c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "PUT /v2.0/ports/92eb1302-0e63-4e29-ba9d-80e75638c1e0 HTTP/1.1" status: 200 len: 905 time: 0.7095132 Aug 28 15:12:03.408064 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0863e33-67d3-43b0-b145-a4864f14a006', 'tag': '92eb1302-0e63-4e29-ba9d-80e75638c1e0'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:12:03.410301 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ab513c-9d71-4a52-bfe9-e749e49fbfec" -d '{"events": [{"name": "network-changed", "server_uuid": "c0863e33-67d3-43b0-b145-a4864f14a006", "tag": "92eb1302-0e63-4e29-ba9d-80e75638c1e0"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:12:03.465733 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc51577b-075d-40be-8f02-477bd9e55b74 None None] DHCP port deletion for dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:12:03.485837 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1b9f67-e271-4a25-b422-879878efb3ad tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:03.489722 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3f1b9f67-e271-4a25-b422-879878efb3ad tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1884017 Aug 28 15:12:03.505310 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53866) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:03.507566 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1776fb5e-d0bf-4443-9f32-8c0c1f1f32c3 req-a54c0c1f-8b80-42d4-a9e8-a3b79b5b58a5 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd14d824-5710-435b-8758-9929fb51fb87 HTTP/1.1" status: 200 len: 210 time: 0.0570514 Aug 28 15:12:03.515674 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19402a25-41a0-4711-9d28-6b17f3ab6b1c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Pushing event updated for resources: {'Port': ['ID=92eb1302-0e63-4e29-ba9d-80e75638c1e0,revision_number=6']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:03.538759 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['92eb1302-0e63-4e29-ba9d-80e75638c1e0'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:12:03.567864 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d7800073-a21c-4a3f-9d3b-1d670331ad92 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0526385 Aug 28 15:12:03.568878 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53868) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:03.577677 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-75c816c3-d9b2-4586-b1bd-b644345faecc tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:03.674267 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea351ee5-cae2-4ec5-b4c8-88475bc33977 x-openstack-request-id: req-ea351ee5-cae2-4ec5-b4c8-88475bc33977 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:12:03.674927 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0863e33-67d3-43b0-b145-a4864f14a006", "tag": "92eb1302-0e63-4e29-ba9d-80e75638c1e0", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:12:03.675329 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea351ee5-cae2-4ec5-b4c8-88475bc33977 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:12:03.675851 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0863e33-67d3-43b0-b145-a4864f14a006', 'tag': '92eb1302-0e63-4e29-ba9d-80e75638c1e0', 'status': 'completed', 'code': 200} Aug 28 15:12:03.742160 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89daeb0e-d191-4c7c-a6cf-3012469146ae req-30050fc0-7e6a-43dd-a493-5f8ad83872d8 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:03.744379 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c816c3-d9b2-4586-b1bd-b644345faecc tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:12:03.750874 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75c816c3-d9b2-4586-b1bd-b644345faecc tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:03.757406 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-89daeb0e-d191-4c7c-a6cf-3012469146ae req-30050fc0-7e6a-43dd-a493-5f8ad83872d8 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0863e33-67d3-43b0-b145-a4864f14a006 HTTP/1.1" status: 200 len: 908 time: 0.2110493 Aug 28 15:12:03.832580 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab513c-9d71-4a52-bfe9-e749e49fbfec req-0f15098a-f845-4a54-9b35-137d365b0a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:03.835427 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05ab513c-9d71-4a52-bfe9-e749e49fbfec req-0f15098a-f845-4a54-9b35-137d365b0a35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d&device_id=c0863e33-67d3-43b0-b145-a4864f14a006 HTTP/1.1" status: 200 len: 1060 time: 0.1882808 Aug 28 15:12:03.852553 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-cc51577b-075d-40be-8f02-477bd9e55b74 None None] Deleting port fdb890a6-deb3-41d4-8d47-60b139057af6 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:12:03.852930 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cc51577b-075d-40be-8f02-477bd9e55b74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:03.854495 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-17c28e7c-a88c-4dbb-a3e8-e5c46f1a96f0 None None] Provisioning complete for port 92eb1302-0e63-4e29-ba9d-80e75638c1e0 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:03.854850 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-17c28e7c-a88c-4dbb-a3e8-e5c46f1a96f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:03.944174 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7f267-f3b1-4edc-b644-d00ce83ccb84 req-cfc33839-a13b-48a2-9187-fb732192d8db tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:03.945792 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-77b7f267-f3b1-4edc-b644-d00ce83ccb84 req-cfc33839-a13b-48a2-9187-fb732192d8db tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.0948765 Aug 28 15:12:03.982766 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-cc51577b-075d-40be-8f02-477bd9e55b74 None None] For port fdb890a6-deb3-41d4-8d47-60b139057af6, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=fdb890a6-deb3-41d4-8d47-60b139057af6,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:03.983338 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cc51577b-075d-40be-8f02-477bd9e55b74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:04.002618 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-cc51577b-075d-40be-8f02-477bd9e55b74 None None] Calling delete_port for fdb890a6-deb3-41d4-8d47-60b139057af6 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:12:04.011121 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab513c-9d71-4a52-bfe9-e749e49fbfec req-cfd494b4-15bd-4ce3-b302-113beacc3b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:04.012660 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05ab513c-9d71-4a52-bfe9-e749e49fbfec req-cfd494b4-15bd-4ce3-b302-113beacc3b8c service neutron] 10.222.0.36 "GET /v2.0/networks?id=77650b04-197c-4f2d-93ed-1f3a3f2db13f HTTP/1.1" status: 200 len: 912 time: 0.1676557 Aug 28 15:12:04.016319 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d7a14dec-9e7d-46b2-9ba2-2a075afb8d29 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:04.030782 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-77b7f267-f3b1-4edc-b644-d00ce83ccb84 req-816a2232-cb2b-495c-a9d6-b09772da0a59 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568235 Aug 28 15:12:04.095377 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05ab513c-9d71-4a52-bfe9-e749e49fbfec req-c3cf64a9-e2f2-4cc2-8fee-6da36e7522a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92eb1302-0e63-4e29-ba9d-80e75638c1e0 HTTP/1.1" status: 200 len: 217 time: 0.0402915 Aug 28 15:12:04.161288 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cc51577b-075d-40be-8f02-477bd9e55b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:04.209040 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51577b-075d-40be-8f02-477bd9e55b74 None None] Pushing event deleted for resources: {'Port': ['ID=fdb890a6-deb3-41d4-8d47-60b139057af6,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:04.216658 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-b59351c5-6389-407a-b505-4e8c09c0ffec tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ebb463bcd2ba40599b3a334d2908b880&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422745 Aug 28 15:12:04.219750 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab513c-9d71-4a52-bfe9-e749e49fbfec req-9febf045-14dc-4c54-9ae6-c2a3cbbea38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:04.219915 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc51577b-075d-40be-8f02-477bd9e55b74 None None] No DVR routers for this DVR port fdb890a6-deb3-41d4-8d47-60b139057af6 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:12:04.221299 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05ab513c-9d71-4a52-bfe9-e749e49fbfec req-9febf045-14dc-4c54-9ae6-c2a3cbbea38a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=836bd9d7-21bc-4e2a-b716-53b54890baa2 HTTP/1.1" status: 200 len: 850 time: 0.1186161 Aug 28 15:12:04.319133 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43e921-7390-49a4-a9fa-53fd16aaf689 req-b057287b-a697-4eb1-baf8-3d254ba68a86 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:04.320812 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ef43e921-7390-49a4-a9fa-53fd16aaf689 req-b057287b-a697-4eb1-baf8-3d254ba68a86 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1484537 Aug 28 15:12:04.321164 n-d-712137-10 neutron-server[106329]: DEBUG neutron.objects.ports [None req-75c816c3-d9b2-4586-b1bd-b644345faecc tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106329) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 15:12:04.339208 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75c816c3-d9b2-4586-b1bd-b644345faecc tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:04.375109 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab513c-9d71-4a52-bfe9-e749e49fbfec req-6cfb1bd8-bf29-45f8-b059-f97be8e8fa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:04.376751 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05ab513c-9d71-4a52-bfe9-e749e49fbfec req-6cfb1bd8-bf29-45f8-b059-f97be8e8fa14 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77650b04-197c-4f2d-93ed-1f3a3f2db13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1471543 Aug 28 15:12:04.450023 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ef43e921-7390-49a4-a9fa-53fd16aaf689 req-55e8d147-328d-4cfc-9bf9-7f67bffaa8c2 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010687 Aug 28 15:12:04.472896 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c816c3-d9b2-4586-b1bd-b644345faecc tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:04.502502 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-75c816c3-d9b2-4586-b1bd-b644345faecc tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:04.514896 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203598c3-1076-4522-bdfa-9b0fd3b57ca3 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:12:04.523849 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c816c3-d9b2-4586-b1bd-b644345faecc tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:04.524805 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75c816c3-d9b2-4586-b1bd-b644345faecc tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:04.527621 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05ab513c-9d71-4a52-bfe9-e749e49fbfec req-e76cb173-b239-4356-9621-41758ed8a016 service neutron] 10.222.0.36 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403129 Aug 28 15:12:04.530579 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c816c3-d9b2-4586-b1bd-b644345faecc tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Subnet': ['ID=781743ba-c9fb-4dc4-8125-d1396964a395,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:04.583492 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-feba1253-fcfe-49d2-8a66-a727f79de286 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:04.586776 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-feba1253-fcfe-49d2-8a66-a727f79de286 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3627086 Aug 28 15:12:04.602757 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91d4c7-f3ce-4555-b1b6-43c240ad744b req-e1e9c52e-eaa0-4c6f-a216-66ef7607fdcf tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:04.619639 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e91d4c7-f3ce-4555-b1b6-43c240ad744b req-e1e9c52e-eaa0-4c6f-a216-66ef7607fdcf tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 945 time: 0.2219925 Aug 28 15:12:04.630937 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-75c816c3-d9b2-4586-b1bd-b644345faecc tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0588436 Aug 28 15:12:04.633088 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53882) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:04.635278 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-5d2a4895-59c7-4855-9c40-a2dc3949a176 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Request body: {'port': {'device_id': 'bd14d824-5710-435b-8758-9929fb51fb87', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'admin_state_up': True, 'tenant_id': 'ebb463bcd2ba40599b3a334d2908b880'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:04.646055 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-45cfd07d-23c1-4f8c-8970-75013c527208 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:04.699811 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038d902a-8f78-4585-8d87-f77328142cc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'tenant_id': 'b52f2a44ab1541f08b6542f112ae2346', 'fixed_ips': [{'subnet_id': '781743ba-c9fb-4dc4-8125-d1396964a395'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:12:04.701063 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-038d902a-8f78-4585-8d87-f77328142cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:04.733375 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-d7a14dec-9e7d-46b2-9ba2-2a075afb8d29 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Deleting port 11580924-a285-432c-98e3-127e10ff1d9b {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:12:04.733721 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d7a14dec-9e7d-46b2-9ba2-2a075afb8d29 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:04.737158 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e91d4c7-f3ce-4555-b1b6-43c240ad744b req-8d11e0b9-0538-4dbc-9b6c-699bb3ffdee2 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978954 Aug 28 15:12:04.766758 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-777aca0f-b864-4b00-b23f-40a2c50a47bb req-dacd19c7-cb9f-482a-b605-aa57b1eed9b7 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd14d824-5710-435b-8758-9929fb51fb87 HTTP/1.1" status: 200 len: 210 time: 0.0718181 Aug 28 15:12:04.801621 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-5d2a4895-59c7-4855-9c40-a2dc3949a176 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Made reservation on behalf of ebb463bcd2ba40599b3a334d2908b880 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:12:04.805901 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-5d2a4895-59c7-4855-9c40-a2dc3949a176 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:04.815968 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05ab513c-9d71-4a52-bfe9-e749e49fbfec req-6bab4e5f-04d6-4cab-93a0-80e025b9979f service neutron] 10.222.0.36 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792971 Aug 28 15:12:04.817584 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-5d2a4895-59c7-4855-9c40-a2dc3949a176 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:04.885904 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-038d902a-8f78-4585-8d87-f77328142cc9 None None] Allocated IP 2001:db8::f816:3eff:fedf:7142 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/781743ba-c9fb-4dc4-8125-d1396964a395/b3530f46-6407-4522-9ef2-e22f119bea49) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:12:04.924387 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device fdb890a6-deb3-41d4-8d47-60b139057af6 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:12:04.929464 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-d7a14dec-9e7d-46b2-9ba2-2a075afb8d29 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] For port 11580924-a285-432c-98e3-127e10ff1d9b, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=11580924-a285-432c-98e3-127e10ff1d9b,segment=NetworkSegment(041c1083-f350-4c0e-8b59-71aa800f87a1),segment_id=041c1083-f350-4c0e-8b59-71aa800f87a1)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:04.929974 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d7a14dec-9e7d-46b2-9ba2-2a075afb8d29 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:04.949829 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-d7a14dec-9e7d-46b2-9ba2-2a075afb8d29 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Calling delete_port for 11580924-a285-432c-98e3-127e10ff1d9b owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:12:05.031144 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-f2a42d63-6307-49a7-a595-018cad40e63c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:05.032675 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-f2a42d63-6307-49a7-a595-018cad40e63c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/networks?id=77650b04-197c-4f2d-93ed-1f3a3f2db13f HTTP/1.1" status: 200 len: 811 time: 0.1507654 Aug 28 15:12:05.061688 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-3b85b8f8-49e0-4c5d-8cb8-ae97a28dd233 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/quotas/46b00d3633ae4e8aa897aec4e89fcc4d HTTP/1.1" status: 200 len: 375 time: 0.0197415 Aug 28 15:12:05.082109 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-5d2a4895-59c7-4855-9c40-a2dc3949a176 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:05.106302 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-5d2a4895-59c7-4855-9c40-a2dc3949a176 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:05.119223 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cfd07d-23c1-4f8c-8970-75013c527208 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:12:05.123064 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-45cfd07d-23c1-4f8c-8970-75013c527208 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:05.130577 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: fdb890a6-deb3-41d4-8d47-60b139057af6 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:12:05.131269 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device fdb890a6-deb3-41d4-8d47-60b139057af6 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:12:05.202300 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a4895-59c7-4855-9c40-a2dc3949a176 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19d06b97-c888-4f81-9b2b-926687177ab6,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:05.232124 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-1caef105-81f6-446b-9b14-39396a287ca4 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1621952 Aug 28 15:12:05.254365 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-038d902a-8f78-4585-8d87-f77328142cc9 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:05.264870 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-038d902a-8f78-4585-8d87-f77328142cc9 None None] Transition to ACTIVE for port object b3530f46-6407-4522-9ef2-e22f119bea49 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:05.265171 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d7a14dec-9e7d-46b2-9ba2-2a075afb8d29 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:05.272513 n-d-712137-10 neutron-server[106330]: INFO neutron.db.ipam_backend_mixin [None req-45cfd07d-23c1-4f8c-8970-75013c527208 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 781743ba-c9fb-4dc4-8125-d1396964a395 (CIDR: 2001:db8::/64) Aug 28 15:12:05.281501 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-038d902a-8f78-4585-8d87-f77328142cc9 None None] Transition to ACTIVE for port object b3530f46-6407-4522-9ef2-e22f119bea49 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:05.286702 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-038d902a-8f78-4585-8d87-f77328142cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:05.297863 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-45cfd07d-23c1-4f8c-8970-75013c527208 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:12:05.298445 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45cfd07d-23c1-4f8c-8970-75013c527208 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:05.305838 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a14dec-9e7d-46b2-9ba2-2a075afb8d29 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event deleted for resources: {'Port': ['ID=11580924-a285-432c-98e3-127e10ff1d9b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:05.320023 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-45cfd07d-23c1-4f8c-8970-75013c527208 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6847942 Aug 28 15:12:05.322653 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038d902a-8f78-4585-8d87-f77328142cc9 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:05.323562 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53894) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:05.326523 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-038d902a-8f78-4585-8d87-f77328142cc9 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:05.329405 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038d902a-8f78-4585-8d87-f77328142cc9 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:12:05.335304 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-360adca7-9c8a-4ab7-bd67-ffb002671515 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:05.388922 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d902a-8f78-4585-8d87-f77328142cc9 None None] Pushing event updated for resources: {'Port': ['ID=b3530f46-6407-4522-9ef2-e22f119bea49,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:05.403157 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-038d902a-8f78-4585-8d87-f77328142cc9 None None] Attempting to bind port b3530f46-6407-4522-9ef2-e22f119bea49 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:12:05.404322 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-038d902a-8f78-4585-8d87-f77328142cc9 None None] Attempting to bind port b3530f46-6407-4522-9ef2-e22f119bea49 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:12:05.405022 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038d902a-8f78-4585-8d87-f77328142cc9 None None] Attempting to bind port b3530f46-6407-4522-9ef2-e22f119bea49 on network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:12:05.410713 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038d902a-8f78-4585-8d87-f77328142cc9 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:12:05.411320 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038d902a-8f78-4585-8d87-f77328142cc9 None None] Checking segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:12:05.412072 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-038d902a-8f78-4585-8d87-f77328142cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:05.412732 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038d902a-8f78-4585-8d87-f77328142cc9 None None] Bound using segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:12:05.413720 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-038d902a-8f78-4585-8d87-f77328142cc9 None None] Bound port: b3530f46-6407-4522-9ef2-e22f119bea49, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:12:05.414449 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-038d902a-8f78-4585-8d87-f77328142cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:05.431767 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-5d2a4895-59c7-4855-9c40-a2dc3949a176 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Allocated IP 192.168.233.147 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/a748d356-fa9a-4885-9025-122d9dd33610) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:12:05.502946 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-038d902a-8f78-4585-8d87-f77328142cc9 None None] For port b3530f46-6407-4522-9ef2-e22f119bea49, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:12:05.507562 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-038d902a-8f78-4585-8d87-f77328142cc9 None None] For port b3530f46-6407-4522-9ef2-e22f119bea49, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b3530f46-6407-4522-9ef2-e22f119bea49,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:12:05.515323 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-39349b83-8a06-4843-aa6d-d25c0c293591 service neutron] 10.222.0.13 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702088 Aug 28 15:12:05.522089 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d7a14dec-9e7d-46b2-9ba2-2a075afb8d29 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:05.526788 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-038d902a-8f78-4585-8d87-f77328142cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:05.614889 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d902a-8f78-4585-8d87-f77328142cc9 None None] Pushing event updated for resources: {'Port': ['ID=b3530f46-6407-4522-9ef2-e22f119bea49,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:05.923429 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a14dec-9e7d-46b2-9ba2-2a075afb8d29 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Router 424775a3-e3cc-4424-8bb0-32937642c704 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:12:05.937782 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978494c-1d7b-49c4-bc5c-55043c3c3d97 req-0c5a46d7-ab62-433b-8fdb-d6a583b081d1 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:05.939339 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8978494c-1d7b-49c4-bc5c-55043c3c3d97 req-0c5a46d7-ab62-433b-8fdb-d6a583b081d1 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 945 time: 0.0705698 Aug 28 15:12:06.000327 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360adca7-9c8a-4ab7-bd67-ffb002671515 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:12:06.003881 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-360adca7-9c8a-4ab7-bd67-ffb002671515 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:06.025908 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8978494c-1d7b-49c4-bc5c-55043c3c3d97 req-2f3ee2ba-7621-4eeb-9d1f-867313488eee tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794106 Aug 28 15:12:06.075418 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a14dec-9e7d-46b2-9ba2-2a075afb8d29 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:12:06.081016 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d7a14dec-9e7d-46b2-9ba2-2a075afb8d29 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "PUT /v2.0/routers/424775a3-e3cc-4424-8bb0-32937642c704/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0689242 Aug 28 15:12:06.083678 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53902) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:06.089016 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85669fd-d8df-40c9-bf06-10cf9c652771 None None] Sync routers for ids ['424775a3-e3cc-4424-8bb0-32937642c704'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:12:06.106199 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85669fd-d8df-40c9-bf06-10cf9c652771 None None] Routers {'424775a3-e3cc-4424-8bb0-32937642c704'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:12:06.107931 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e85669fd-d8df-40c9-bf06-10cf9c652771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:11:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['424775a3-e3cc-4424-8bb0-32937642c704'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:06.145954 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-6225dd39-9f3c-418d-a1cc-7ca648884bd2 service neutron] 10.222.0.13 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6065562 Aug 28 15:12:06.156546 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0a073fa-7181-4188-b2fc-7a82eb8a0763 req-820f560b-fe9c-436f-ac13-189e9711b331 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd14d824-5710-435b-8758-9929fb51fb87 HTTP/1.1" status: 200 len: 210 time: 0.0320902 Aug 28 15:12:06.178691 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf098f7d-3178-432c-823d-c37b3fda5497 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Deleting subnet 490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:12:06.182933 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bf098f7d-3178-432c-823d-c37b3fda5497 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:06.191029 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-5d2a4895-59c7-4855-9c40-a2dc3949a176 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:06.218861 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-5d2a4895-59c7-4855-9c40-a2dc3949a176 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Transition to ACTIVE for port object a748d356-fa9a-4885-9025-122d9dd33610 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:06.232663 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bf098f7d-3178-432c-823d-c37b3fda5497 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:06.281632 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-e85669fd-d8df-40c9-bf06-10cf9c652771 None None] Set router 424775a3-e3cc-4424-8bb0-32937642c704 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:12:06.312183 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-5d2a4895-59c7-4855-9c40-a2dc3949a176 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:06.385595 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-5d2a4895-59c7-4855-9c40-a2dc3949a176 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:06.396066 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-5d2a4895-59c7-4855-9c40-a2dc3949a176 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:06.402967 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-5d2a4895-59c7-4855-9c40-a2dc3949a176 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:12:06.414095 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bf098f7d-3178-432c-823d-c37b3fda5497 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:06.447598 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a4895-59c7-4855-9c40-a2dc3949a176 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Pushing event updated for resources: {'Port': ['ID=a748d356-fa9a-4885-9025-122d9dd33610,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:06.495303 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-360adca7-9c8a-4ab7-bd67-ffb002671515 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:06.498612 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bf098f7d-3178-432c-823d-c37b3fda5497 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:06.564785 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360adca7-9c8a-4ab7-bd67-ffb002671515 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:06.577701 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-5d2a4895-59c7-4855-9c40-a2dc3949a176 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:06.578820 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-5d2a4895-59c7-4855-9c40-a2dc3949a176 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:06.579972 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e85669fd-d8df-40c9-bf06-10cf9c652771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424775a3-e3cc-4424-8bb0-32937642c704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636770003', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'd0612c63-f1d4-4b0c-84c4-1490f3e5e88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:09:38Z', 'updated_at': '2021-08-28T15:12:05Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': 'd0612c63-f1d4-4b0c-84c4-1490f3e5e88a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424775a3-e3cc-4424-8bb0-32937642c704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:09:39Z', 'updated_at': '2021-08-28T15:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:06.580213 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bb4f690c-8c8d-436a-914b-15cd5f09e3f2 req-a7d4da49-6410-483f-a056-c4a26fa1e63a tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 210 time: 0.0947194 Aug 28 15:12:06.601646 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bf098f7d-3178-432c-823d-c37b3fda5497 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:06.603775 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-360adca7-9c8a-4ab7-bd67-ffb002671515 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:06.609809 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bf098f7d-3178-432c-823d-c37b3fda5497 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "DELETE /v2.0/subnets/490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6 HTTP/1.1" status: 204 len: 168 time: 0.5242553 Aug 28 15:12:06.619157 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53908) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:06.619297 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2086230-695d-44fb-a32c-06e33cb26478 None None] Network 2a312b48-1593-4ae4-aa4f-ef246ab62436 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:12:06.627166 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360adca7-9c8a-4ab7-bd67-ffb002671515 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:06.631453 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf098f7d-3178-432c-823d-c37b3fda5497 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event deleted for resources: {'Subnet': ['ID=490a697a-7be6-4dbc-b7bd-4a9afd4f6eb6,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:06.633299 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85669fd-d8df-40c9-bf06-10cf9c652771 None None] Checking router: 424775a3-e3cc-4424-8bb0-32937642c704 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:12:06.639296 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-360adca7-9c8a-4ab7-bd67-ffb002671515 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:06.690257 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85669fd-d8df-40c9-bf06-10cf9c652771 None None] Routers {'424775a3-e3cc-4424-8bb0-32937642c704'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:12:06.691203 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e85669fd-d8df-40c9-bf06-10cf9c652771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:11:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['424775a3-e3cc-4424-8bb0-32937642c704'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:06.746363 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-5d2a4895-59c7-4855-9c40-a2dc3949a176 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1206820 Aug 28 15:12:06.778903 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-11ac3e0f-469e-4218-b435-ecbba05f1cb1 service neutron] Request body: {'port': {'device_id': 'bd14d824-5710-435b-8758-9929fb51fb87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:06.797315 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-360adca7-9c8a-4ab7-bd67-ffb002671515 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4679763 Aug 28 15:12:06.798158 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360adca7-9c8a-4ab7-bd67-ffb002671515 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Subnet': ['ID=cefb6935-492e-432c-8868-c93f427f0b19,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:06.800723 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53916) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:06.813271 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-aab97492-7424-4893-8aee-e535abaac553 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'mac_address': 'fa:16:3e:fc:44:21', 'name': 'tempest-NetworksTestDHCPv6-899496687'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:06.960515 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-e85669fd-d8df-40c9-bf06-10cf9c652771 None None] Set router 424775a3-e3cc-4424-8bb0-32937642c704 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:12:06.986047 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-acd431d5-d12c-40f1-9323-f5e1a98c8611 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:07.052736 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf86961-6fcc-4172-a082-c35304b8fd5e None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:12:07.105190 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab97492-7424-4893-8aee-e535abaac553 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:12:07.142188 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-11ac3e0f-469e-4218-b435-ecbba05f1cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:07.171179 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed300e09-e1fd-4af3-b4e9-0b378f3a8d76 None None] DHCP port deletion for 2a312b48-1593-4ae4-aa4f-ef246ab62436 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:12:07.173122 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b3530f46-6407-4522-9ef2-e22f119bea49 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:12:07.253600 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aab97492-7424-4893-8aee-e535abaac553 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:07.278946 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42e978-6e8a-47a4-a2ff-99b41acd5cd2 req-05f5b1f2-f059-4f89-93d6-09db322b023b tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:07.286720 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0f42e978-6e8a-47a4-a2ff-99b41acd5cd2 req-05f5b1f2-f059-4f89-93d6-09db322b023b tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 945 time: 0.1175342 Aug 28 15:12:07.296343 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a6daa1a0-ed60-48ba-a785-b1c1a0866204 None None] Provisioning for port a748d356-fa9a-4885-9025-122d9dd33610 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:12:07.327954 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-aab97492-7424-4893-8aee-e535abaac553 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] device_id is not set on port 21e6e6d7-63f9-4eb1-a6a1-c47c47754390 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:12:07.354314 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0f42e978-6e8a-47a4-a2ff-99b41acd5cd2 req-d794d54d-40d9-4448-babd-95e6bf4ad5e6 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665641 Aug 28 15:12:07.357637 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a6daa1a0-ed60-48ba-a785-b1c1a0866204 None None] Provisioning complete for port a748d356-fa9a-4885-9025-122d9dd33610 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:07.357925 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a6daa1a0-ed60-48ba-a785-b1c1a0866204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:07.380813 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412ddc8-5420-4624-826f-ab54bca17d29 req-2eb8887c-560e-4fa6-9568-7c7a05c4d397 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:07.383130 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a412ddc8-5420-4624-826f-ab54bca17d29 req-2eb8887c-560e-4fa6-9568-7c7a05c4d397 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd14d824-5710-435b-8758-9929fb51fb87 HTTP/1.1" status: 200 len: 936 time: 0.1047108 Aug 28 15:12:07.389858 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-acd431d5-d12c-40f1-9323-f5e1a98c8611 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:07.444904 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a6daa1a0-ed60-48ba-a785-b1c1a0866204 None None] Port a748d356-fa9a-4885-9025-122d9dd33610 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:12:07.519155 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ed300e09-e1fd-4af3-b4e9-0b378f3a8d76 None None] Deleting port 64250bbd-0afd-4f1b-b914-8c3fa4833139 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:12:07.519528 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ed300e09-e1fd-4af3-b4e9-0b378f3a8d76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:07.523894 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port b3530f46-6407-4522-9ef2-e22f119bea49 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:12:07.559317 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-aab97492-7424-4893-8aee-e535abaac553 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Allocated IP 2001:db8:0:1::214 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/cefb6935-492e-432c-8868-c93f427f0b19/21e6e6d7-63f9-4eb1-a6a1-c47c47754390) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:12:07.568820 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-aab97492-7424-4893-8aee-e535abaac553 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Allocated IP 2001:db8::f816:3eff:fefc:4421 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/781743ba-c9fb-4dc4-8125-d1396964a395/21e6e6d7-63f9-4eb1-a6a1-c47c47754390) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:12:07.570749 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a412ddc8-5420-4624-826f-ab54bca17d29 req-a6694cd8-2580-44e4-8f8c-7705cfad2972 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d06b97-c888-4f81-9b2b-926687177ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301301 Aug 28 15:12:07.594589 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e85669fd-d8df-40c9-bf06-10cf9c652771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424775a3-e3cc-4424-8bb0-32937642c704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636770003', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'd0612c63-f1d4-4b0c-84c4-1490f3e5e88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:09:38Z', 'updated_at': '2021-08-28T15:12:05Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': 'd0612c63-f1d4-4b0c-84c4-1490f3e5e88a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424775a3-e3cc-4424-8bb0-32937642c704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:09:39Z', 'updated_at': '2021-08-28T15:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:07.614986 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-acd431d5-d12c-40f1-9323-f5e1a98c8611 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Deleting port d0612c63-f1d4-4b0c-84c4-1490f3e5e88a {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:12:07.615464 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-acd431d5-d12c-40f1-9323-f5e1a98c8611 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:07.650942 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85669fd-d8df-40c9-bf06-10cf9c652771 None None] The sync data for ids ['424775a3-e3cc-4424-8bb0-32937642c704'] in n-d-712137-10 is: [{'id': '424775a3-e3cc-4424-8bb0-32937642c704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636770003', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'd0612c63-f1d4-4b0c-84c4-1490f3e5e88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:09:38Z', 'updated_at': '2021-08-28T15:12:05Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': 'd0612c63-f1d4-4b0c-84c4-1490f3e5e88a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424775a3-e3cc-4424-8bb0-32937642c704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:09:39Z', 'updated_at': '2021-08-28T15:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:12:07.666679 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-af5d1d21-5923-4887-a108-9b41adb13a3f None None] Provisioning for port b3530f46-6407-4522-9ef2-e22f119bea49 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:12:07.670187 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-ed300e09-e1fd-4af3-b4e9-0b378f3a8d76 None None] For port 64250bbd-0afd-4f1b-b914-8c3fa4833139, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=64250bbd-0afd-4f1b-b914-8c3fa4833139,segment=NetworkSegment(041c1083-f350-4c0e-8b59-71aa800f87a1),segment_id=041c1083-f350-4c0e-8b59-71aa800f87a1)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:07.670580 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ed300e09-e1fd-4af3-b4e9-0b378f3a8d76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:07.687966 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-af5d1d21-5923-4887-a108-9b41adb13a3f None None] Provisioning complete for port b3530f46-6407-4522-9ef2-e22f119bea49 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:07.688344 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-af5d1d21-5923-4887-a108-9b41adb13a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:07.699307 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ed300e09-e1fd-4af3-b4e9-0b378f3a8d76 None None] Calling delete_port for 64250bbd-0afd-4f1b-b914-8c3fa4833139 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:12:07.776507 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ce1a712a-283b-4d90-b160-6a143ae6f782 req-532ecf53-05bb-497e-927e-f8d29ad74f5c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 210 time: 0.0711014 Aug 28 15:12:07.804416 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-acd431d5-d12c-40f1-9323-f5e1a98c8611 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] For port d0612c63-f1d4-4b0c-84c4-1490f3e5e88a, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=d0612c63-f1d4-4b0c-84c4-1490f3e5e88a,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:07.804913 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-acd431d5-d12c-40f1-9323-f5e1a98c8611 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:07.828276 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-11ac3e0f-469e-4218-b435-ecbba05f1cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a748d356-fa9a-4885-9025-122d9dd33610 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:12:07.842367 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da75baf-b2e7-460c-9983-30f964d9517c None None] Update dhcp port {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'fixed_ips': [{'subnet_id': '781743ba-c9fb-4dc4-8125-d1396964a395', 'ip_address': '2001:db8::f816:3eff:fedf:7142'}, {'subnet_id': 'cefb6935-492e-432c-8868-c93f427f0b19'}], 'binding:host_id': 'n-d-712137-10'}, 'id': 'b3530f46-6407-4522-9ef2-e22f119bea49'} from n-d-712137-10. {{(pid=106331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 15:12:07.846161 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-acd431d5-d12c-40f1-9323-f5e1a98c8611 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Calling delete_port for d0612c63-f1d4-4b0c-84c4-1490f3e5e88a owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:12:07.867203 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-11ac3e0f-469e-4218-b435-ecbba05f1cb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:07.895734 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aab97492-7424-4893-8aee-e535abaac553 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:07.935909 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-aab97492-7424-4893-8aee-e535abaac553 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Transition to ACTIVE for port object 21e6e6d7-63f9-4eb1-a6a1-c47c47754390 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:07.991545 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-11ac3e0f-469e-4218-b435-ecbba05f1cb1 service neutron] Transition to ACTIVE for port object a748d356-fa9a-4885-9025-122d9dd33610 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:08.004337 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-11ac3e0f-469e-4218-b435-ecbba05f1cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:08.094530 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2da75baf-b2e7-460c-9983-30f964d9517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:08.101801 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ed300e09-e1fd-4af3-b4e9-0b378f3a8d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:08.115234 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c4d76f04-d53a-41d3-9e1b-b43adf919a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:08.144242 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-62866bc2-9912-447d-94c8-55b01f32a196 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:08.146565 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-62866bc2-9912-447d-94c8-55b01f32a196 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.41 "GET /v2.0/networks?id=77650b04-197c-4f2d-93ed-1f3a3f2db13f HTTP/1.1" status: 200 len: 811 time: 0.3214350 Aug 28 15:12:08.146685 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-af5d1d21-5923-4887-a108-9b41adb13a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:08.150957 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed300e09-e1fd-4af3-b4e9-0b378f3a8d76 None None] Pushing event deleted for resources: {'Port': ['ID=64250bbd-0afd-4f1b-b914-8c3fa4833139,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:08.161223 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed300e09-e1fd-4af3-b4e9-0b378f3a8d76 None None] No DVR routers for this DVR port 64250bbd-0afd-4f1b-b914-8c3fa4833139 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:12:08.175258 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-34256e55-0550-4bb5-a7f5-172ba2344e79 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Request body: {'port': {'device_id': 'f550d758-9ee1-4c17-9ac4-6c0ed3ef5817', 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f', 'admin_state_up': True, 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:08.349949 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-af5d1d21-5923-4887-a108-9b41adb13a3f None None] For port b3530f46-6407-4522-9ef2-e22f119bea49, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b3530f46-6407-4522-9ef2-e22f119bea49,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:08.356559 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-af5d1d21-5923-4887-a108-9b41adb13a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:08.381478 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac3e0f-469e-4218-b435-ecbba05f1cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=a748d356-fa9a-4885-9025-122d9dd33610,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:08.426263 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d1d21-5923-4887-a108-9b41adb13a3f None None] Pushing event updated for resources: {'Port': ['ID=b3530f46-6407-4522-9ef2-e22f119bea49,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:08.494021 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-11ac3e0f-469e-4218-b435-ecbba05f1cb1 service neutron] Attempting to bind port a748d356-fa9a-4885-9025-122d9dd33610 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:12:08.494387 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-11ac3e0f-469e-4218-b435-ecbba05f1cb1 service neutron] Attempting to bind port a748d356-fa9a-4885-9025-122d9dd33610 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:12:08.494677 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-11ac3e0f-469e-4218-b435-ecbba05f1cb1 service neutron] Attempting to bind port a748d356-fa9a-4885-9025-122d9dd33610 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:12:08.509952 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-11ac3e0f-469e-4218-b435-ecbba05f1cb1 service neutron] Port a748d356-fa9a-4885-9025-122d9dd33610 on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:12:08.510293 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-11ac3e0f-469e-4218-b435-ecbba05f1cb1 service neutron] Attempting to bind port a748d356-fa9a-4885-9025-122d9dd33610 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:12:08.514871 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-acd431d5-d12c-40f1-9323-f5e1a98c8611 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:08.518315 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aab97492-7424-4893-8aee-e535abaac553 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:08.549419 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-11ac3e0f-469e-4218-b435-ecbba05f1cb1 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:12:08.549782 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-11ac3e0f-469e-4218-b435-ecbba05f1cb1 service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:12:08.550119 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-11ac3e0f-469e-4218-b435-ecbba05f1cb1 service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:12:08.550569 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-11ac3e0f-469e-4218-b435-ecbba05f1cb1 service neutron] Bound port: a748d356-fa9a-4885-9025-122d9dd33610, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:12:08.550927 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-11ac3e0f-469e-4218-b435-ecbba05f1cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:08.556476 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd431d5-d12c-40f1-9323-f5e1a98c8611 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event deleted for resources: {'Port': ['ID=d0612c63-f1d4-4b0c-84c4-1490f3e5e88a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:08.562116 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-2da75baf-b2e7-460c-9983-30f964d9517c None None] Allocated IP 2001:db8:0:1::2 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/cefb6935-492e-432c-8868-c93f427f0b19/b3530f46-6407-4522-9ef2-e22f119bea49) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:12:08.566742 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-34256e55-0550-4bb5-a7f5-172ba2344e79 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Made reservation on behalf of 46b00d3633ae4e8aa897aec4e89fcc4d for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:12:08.569957 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-34256e55-0550-4bb5-a7f5-172ba2344e79 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:08.599170 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab97492-7424-4893-8aee-e535abaac553 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:08.606104 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-aab97492-7424-4893-8aee-e535abaac553 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:08.615716 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab97492-7424-4893-8aee-e535abaac553 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:12:08.621541 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab97492-7424-4893-8aee-e535abaac553 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:08.623268 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aab97492-7424-4893-8aee-e535abaac553 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:08.649957 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc7f0f-022e-4515-82aa-dd7ef6a391b3 req-73f2b9ec-a9ea-413d-befd-17957ec1985e tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:08.657285 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-07fc7f0f-022e-4515-82aa-dd7ef6a391b3 req-73f2b9ec-a9ea-413d-befd-17957ec1985e tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 945 time: 0.1501677 Aug 28 15:12:08.678728 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad025e-9af0-4691-b2b0-dd1f250754c4 req-e5223819-9a7b-45e7-95aa-1747c1a4163f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:08.680368 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bfad025e-9af0-4691-b2b0-dd1f250754c4 req-e5223819-9a7b-45e7-95aa-1747c1a4163f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 1097 time: 0.2206109 Aug 28 15:12:08.694198 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-aab97492-7424-4893-8aee-e535abaac553 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8923583 Aug 28 15:12:08.694847 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53932) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:08.695308 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-2da75baf-b2e7-460c-9983-30f964d9517c None None] For port b3530f46-6407-4522-9ef2-e22f119bea49, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b3530f46-6407-4522-9ef2-e22f119bea49,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:08.695767 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-11ac3e0f-469e-4218-b435-ecbba05f1cb1 service neutron] For port a748d356-fa9a-4885-9025-122d9dd33610, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:12:08.702631 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab97492-7424-4893-8aee-e535abaac553 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Port': ['ID=21e6e6d7-63f9-4eb1-a6a1-c47c47754390,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:08.706723 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-11ac3e0f-469e-4218-b435-ecbba05f1cb1 service neutron] For port a748d356-fa9a-4885-9025-122d9dd33610, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=a748d356-fa9a-4885-9025-122d9dd33610,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:12:08.728176 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-11ac3e0f-469e-4218-b435-ecbba05f1cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:08.734055 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2da75baf-b2e7-460c-9983-30f964d9517c None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:08.750045 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2da75baf-b2e7-460c-9983-30f964d9517c None None] Transition to ACTIVE for port object b3530f46-6407-4522-9ef2-e22f119bea49 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:08.754463 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2da75baf-b2e7-460c-9983-30f964d9517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:08.754867 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-acd431d5-d12c-40f1-9323-f5e1a98c8611 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:08.779824 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-07fc7f0f-022e-4515-82aa-dd7ef6a391b3 req-b6303774-2b18-4278-a870-d0b80620bd09 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200984 Aug 28 15:12:08.795170 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bfad025e-9af0-4691-b2b0-dd1f250754c4 req-d83590d3-fd68-4244-b2b9-01402dbd74c4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066377 Aug 28 15:12:08.891536 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da75baf-b2e7-460c-9983-30f964d9517c None None] Pushing event updated for resources: {'Port': ['ID=b3530f46-6407-4522-9ef2-e22f119bea49,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:08.897072 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-11ac3e0f-469e-4218-b435-ecbba05f1cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:08.897072 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-11ac3e0f-469e-4218-b435-ecbba05f1cb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:08.898080 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-11ac3e0f-469e-4218-b435-ecbba05f1cb1 service neutron] 10.222.0.36 "PUT /v2.0/ports/a748d356-fa9a-4885-9025-122d9dd33610 HTTP/1.1" status: 200 len: 1097 time: 2.1383891 Aug 28 15:12:08.910939 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-3fd1a63b-b3b7-43c8-9df1-aa900b6b5038 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting port 21e6e6d7-63f9-4eb1-a6a1-c47c47754390 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:12:08.911644 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a63b-b3b7-43c8-9df1-aa900b6b5038 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:08.947723 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd14d824-5710-435b-8758-9929fb51fb87', 'tag': 'a748d356-fa9a-4885-9025-122d9dd33610'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:12:08.951740 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397fb417-515e-4a47-87d4-5dfe36c1f09a" -d '{"events": [{"name": "network-changed", "server_uuid": "bd14d824-5710-435b-8758-9929fb51fb87", "tag": "a748d356-fa9a-4885-9025-122d9dd33610"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:12:09.017830 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-307e67b3-467d-4749-9188-ecfaa62f9427 req-927072a5-43a1-4de2-8479-8b823f5eaa89 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 210 time: 0.0306077 Aug 28 15:12:09.056347 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b3530f46-6407-4522-9ef2-e22f119bea49 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:12:09.079147 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a63b-b3b7-43c8-9df1-aa900b6b5038 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:09.104711 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-3fd1a63b-b3b7-43c8-9df1-aa900b6b5038 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Calling delete_port for 21e6e6d7-63f9-4eb1-a6a1-c47c47754390 owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:12:09.125477 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-acd431d5-d12c-40f1-9323-f5e1a98c8611 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:09.129749 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-acd431d5-d12c-40f1-9323-f5e1a98c8611 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:09.237317 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d99b95-7392-42aa-9d51-4b5d8c3dfc32 x-openstack-request-id: req-84d99b95-7392-42aa-9d51-4b5d8c3dfc32 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:12:09.237975 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd14d824-5710-435b-8758-9929fb51fb87", "tag": "a748d356-fa9a-4885-9025-122d9dd33610", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:12:09.237975 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84d99b95-7392-42aa-9d51-4b5d8c3dfc32 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:12:09.238337 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd14d824-5710-435b-8758-9929fb51fb87', 'tag': 'a748d356-fa9a-4885-9025-122d9dd33610', 'status': 'completed', 'code': 200} Aug 28 15:12:09.249282 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f4aeb-bed8-455d-9220-9c76b5f833a1 req-48860e8d-b4e3-46f5-abab-f2f4ec2e6f3e tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:09.256745 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea3f4aeb-bed8-455d-9220-9c76b5f833a1 req-48860e8d-b4e3-46f5-abab-f2f4ec2e6f3e tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd14d824-5710-435b-8758-9929fb51fb87 HTTP/1.1" status: 200 len: 948 time: 0.5548162 Aug 28 15:12:09.261244 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 11580924-a285-432c-98e3-127e10ff1d9b no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:12:09.281895 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 11580924-a285-432c-98e3-127e10ff1d9b {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:12:09.282472 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 11580924-a285-432c-98e3-127e10ff1d9b not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:12:09.283061 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 64250bbd-0afd-4f1b-b914-8c3fa4833139 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:12:09.290866 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac3e0f-469e-4218-b435-ecbba05f1cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=a748d356-fa9a-4885-9025-122d9dd33610,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:09.314545 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 64250bbd-0afd-4f1b-b914-8c3fa4833139 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:12:09.314889 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 64250bbd-0afd-4f1b-b914-8c3fa4833139 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:12:09.320419 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-34256e55-0550-4bb5-a7f5-172ba2344e79 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Allocated IP 172.20.0.6 (77650b04-197c-4f2d-93ed-1f3a3f2db13f/836bd9d7-21bc-4e2a-b716-53b54890baa2/b3bd1a7e-44ed-4569-b05f-843dad9a9fbf) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:12:09.330261 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-acd431d5-d12c-40f1-9323-f5e1a98c8611 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:09.330801 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd431d5-d12c-40f1-9323-f5e1a98c8611 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Fanout notify agent at l3_agent the message router_deleted on router 424775a3-e3cc-4424-8bb0-32937642c704 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:12:09.338818 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-acd431d5-d12c-40f1-9323-f5e1a98c8611 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:09.340020 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-acd431d5-d12c-40f1-9323-f5e1a98c8611 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "DELETE /v2.0/routers/424775a3-e3cc-4424-8bb0-32937642c704 HTTP/1.1" status: 204 len: 168 time: 2.6975024 Aug 28 15:12:09.347146 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53940) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:09.355527 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-4c40928b-be5d-4cb2-9873-bca168257dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:09.357126 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-4c40928b-be5d-4cb2-9873-bca168257dce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebb463bcd2ba40599b3a334d2908b880&device_id=bd14d824-5710-435b-8758-9929fb51fb87 HTTP/1.1" status: 200 len: 1100 time: 0.3952184 Aug 28 15:12:09.475404 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33121f0c-6142-463d-a543-0515b018597f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:09.477496 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a63b-b3b7-43c8-9df1-aa900b6b5038 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:09.524417 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1a63b-b3b7-43c8-9df1-aa900b6b5038 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Port': ['ID=21e6e6d7-63f9-4eb1-a6a1-c47c47754390,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:09.604965 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a63b-b3b7-43c8-9df1-aa900b6b5038 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:09.607019 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3fd1a63b-b3b7-43c8-9df1-aa900b6b5038 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/21e6e6d7-63f9-4eb1-a6a1-c47c47754390 HTTP/1.1" status: 204 len: 168 time: 0.9054339 Aug 28 15:12:09.617673 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53942) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:09.688199 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33121f0c-6142-463d-a543-0515b018597f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:09.701626 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-33121f0c-6142-463d-a543-0515b018597f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a312b48-1593-4ae4-aa4f-ef246ab62436']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:09.721490 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea3f4aeb-bed8-455d-9220-9c76b5f833a1 req-990c7c2e-f08b-454a-b0e2-c85009ef6ce2 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d06b97-c888-4f81-9b2b-926687177ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638498 Aug 28 15:12:09.725172 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-5b67368d-a957-445a-8e30-8a6a8b018968 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=a748d356-fa9a-4885-9025-122d9dd33610 HTTP/1.1" status: 200 len: 217 time: 0.3578529 Aug 28 15:12:09.727588 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-33121f0c-6142-463d-a543-0515b018597f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '041c1083-f350-4c0e-8b59-71aa800f87a1') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:09.727918 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-33121f0c-6142-463d-a543-0515b018597f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '041c1083-f350-4c0e-8b59-71aa800f87a1') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:09.745922 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2dff60-5a28-47e5-8d34-b17c47abde2e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:09.745922 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cc2dff60-5a28-47e5-8d34-b17c47abde2e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1253281 Aug 28 15:12:09.751017 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53944) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:09.768419 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7f2aae80-06b4-4a20-b631-8f7e3f05f75c None None] Provisioning for port b3530f46-6407-4522-9ef2-e22f119bea49 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:12:09.773110 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7f2aae80-06b4-4a20-b631-8f7e3f05f75c None None] Provisioning complete for port b3530f46-6407-4522-9ef2-e22f119bea49 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:09.773582 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7f2aae80-06b4-4a20-b631-8f7e3f05f75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:09.781643 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33121f0c-6142-463d-a543-0515b018597f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:09.824798 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-506432de-2b05-4d8b-8d56-914f0fc411a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:09.827170 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-506432de-2b05-4d8b-8d56-914f0fc411a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.0662680 Aug 28 15:12:09.836166 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33121f0c-6142-463d-a543-0515b018597f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:09.867242 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33121f0c-6142-463d-a543-0515b018597f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:12:09.867703 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33121f0c-6142-463d-a543-0515b018597f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:09.889233 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4483d3-9732-42bd-a1f6-c5267432cc8f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:09.890926 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7b4483d3-9732-42bd-a1f6-c5267432cc8f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1389506 Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:12:09.891840 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:12:09.899543 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53948) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:09.995184 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-624c5019-08b6-4d31-a8c0-9b474fb915d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:09.997420 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-624c5019-08b6-4d31-a8c0-9b474fb915d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1629069 Aug 28 15:12:10.017710 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229fcb5-6668-4094-a329-4001b95aa41d req-c476354c-01d6-4008-8250-6cc8da31b331 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:10.019306 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c229fcb5-6668-4094-a329-4001b95aa41d req-c476354c-01d6-4008-8250-6cc8da31b331 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 945 time: 0.1267381 Aug 28 15:12:10.024512 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33121f0c-6142-463d-a543-0515b018597f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:10.038731 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3d8facaa-9309-4db8-ad3f-cde9edf3ccbb None None] Could not find standard attr ID for object 21e6e6d7-63f9-4eb1-a6a1-c47c47754390. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:12:10.052900 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33121f0c-6142-463d-a543-0515b018597f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:10.057896 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-33121f0c-6142-463d-a543-0515b018597f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "DELETE /v2.0/networks/2a312b48-1593-4ae4-aa4f-ef246ab62436 HTTP/1.1" status: 204 len: 168 time: 0.7096481 Aug 28 15:12:10.058643 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f524d08f-c224-4111-8c22-c863d28cf868 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:10.061632 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f524d08f-c224-4111-8c22-c863d28cf868 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:10.063419 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f524d08f-c224-4111-8c22-c863d28cf868 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:10.065110 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f524d08f-c224-4111-8c22-c863d28cf868 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1631765 Aug 28 15:12:10.066462 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33121f0c-6142-463d-a543-0515b018597f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event deleted for resources: {'Network': ['ID=2a312b48-1593-4ae4-aa4f-ef246ab62436,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:10.068409 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53952) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:10.068604 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53954) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:10.191620 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f2c1b89e-03b2-4c5e-8c8e-a7d9c0211294 req-ca198e19-cde2-4f01-9ac1-fc2c1d83ea67 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 210 time: 0.0513680 Aug 28 15:12:10.194433 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-34256e55-0550-4bb5-a7f5-172ba2344e79 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:10.196421 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c229fcb5-6668-4094-a329-4001b95aa41d req-58e920f5-90d5-44cb-a756-ff19a70cf5e4 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374350 Aug 28 15:12:10.219554 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-34256e55-0550-4bb5-a7f5-172ba2344e79 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Transition to ACTIVE for port object b3bd1a7e-44ed-4569-b05f-843dad9a9fbf will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:10.228894 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-02867786-0384-49ae-9eed-e7022a2c2b7c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:10.242271 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3d786a-2baa-437f-ab38-f1543740bf72 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting subnet 781743ba-c9fb-4dc4-8125-d1396964a395 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:12:10.251756 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b3d786a-2baa-437f-ab38-f1543740bf72 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:10.266396 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-34256e55-0550-4bb5-a7f5-172ba2344e79 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:10.277987 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['382bff52-ea85-4d02-88ec-8a094905ac86', '1979fdce-2486-4ae5-b6cb-6e60daca542d'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:12:10.297412 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-02867786-0384-49ae-9eed-e7022a2c2b7c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:10.316487 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b3d786a-2baa-437f-ab38-f1543740bf72 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:10.329802 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-b6b26dfd-d515-4a5b-b9d8-e5d05a8756e6 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064556 Aug 28 15:12:10.343201 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-34256e55-0550-4bb5-a7f5-172ba2344e79 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Network 77650b04-197c-4f2d-93ed-1f3a3f2db13f is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:10.361653 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-34256e55-0550-4bb5-a7f5-172ba2344e79 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:10.376576 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-34256e55-0550-4bb5-a7f5-172ba2344e79 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:12:10.413409 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34256e55-0550-4bb5-a7f5-172ba2344e79 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Pushing event updated for resources: {'Port': ['ID=b3bd1a7e-44ed-4569-b05f-843dad9a9fbf,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:10.430035 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b3d786a-2baa-437f-ab38-f1543740bf72 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:10.457292 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-02867786-0384-49ae-9eed-e7022a2c2b7c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:10.460844 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-02867786-0384-49ae-9eed-e7022a2c2b7c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:10.461611 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-02867786-0384-49ae-9eed-e7022a2c2b7c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "DELETE /v2.0/security-groups/9ca6786c-06c4-4b00-a4de-a03bc5271b24 HTTP/1.1" status: 204 len: 168 time: 0.3911068 Aug 28 15:12:10.478766 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02867786-0384-49ae-9eed-e7022a2c2b7c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca6786c-06c4-4b00-a4de-a03bc5271b24,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:10.527067 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b3d786a-2baa-437f-ab38-f1543740bf72 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:10.545163 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b3d786a-2baa-437f-ab38-f1543740bf72 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:10.549816 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9b3d786a-2baa-437f-ab38-f1543740bf72 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/781743ba-c9fb-4dc4-8125-d1396964a395 HTTP/1.1" status: 204 len: 168 time: 0.4684167 Aug 28 15:12:10.550859 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53960) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:10.570110 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d786a-2baa-437f-ab38-f1543740bf72 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Subnet': ['ID=781743ba-c9fb-4dc4-8125-d1396964a395,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:10.578410 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb8b6ad-74ba-43f5-9639-ebf0c6f6db5c None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:12:10.589169 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-34256e55-0550-4bb5-a7f5-172ba2344e79 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:10.590161 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e51908ab-e623-4745-b23a-34c46d1b56ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:10.590632 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-34256e55-0550-4bb5-a7f5-172ba2344e79 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:10.650007 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92a0c272-b968-49f8-965b-f39a65c90e29 req-89e8e48d-02a6-42b8-b93f-d0678ce3da05 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094394 Aug 28 15:12:10.654026 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-34256e55-0550-4bb5-a7f5-172ba2344e79 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4924185 Aug 28 15:12:10.667545 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-4198f859-cd93-4cf2-9037-7762d0b81d75 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting subnet cefb6935-492e-432c-8868-c93f427f0b19 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:12:10.676737 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-e629ef65-4b66-4b52-a65a-0da17a7b2be0 service neutron] Request body: {'port': {'device_id': 'f550d758-9ee1-4c17-9ac4-6c0ed3ef5817', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:10.679845 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4198f859-cd93-4cf2-9037-7762d0b81d75 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:10.779002 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4198f859-cd93-4cf2-9037-7762d0b81d75 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:10.823602 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6b4959b2-0dee-4dcd-9574-bd406a415040 None None] Provisioning for port b3bd1a7e-44ed-4569-b05f-843dad9a9fbf completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:12:10.832750 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6b4959b2-0dee-4dcd-9574-bd406a415040 None None] Provisioning complete for port b3bd1a7e-44ed-4569-b05f-843dad9a9fbf triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:10.833124 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6b4959b2-0dee-4dcd-9574-bd406a415040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:10.855476 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fb417-515e-4a47-87d4-5dfe36c1f09a req-e430c41f-3af9-44cf-8fe8-daffe2201a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:10.858437 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-397fb417-515e-4a47-87d4-5dfe36c1f09a req-e430c41f-3af9-44cf-8fe8-daffe2201a34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebb463bcd2ba40599b3a334d2908b880&device_id=bd14d824-5710-435b-8758-9929fb51fb87 HTTP/1.1" status: 200 len: 1100 time: 0.1522644 Aug 28 15:12:10.864813 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-e629ef65-4b66-4b52-a65a-0da17a7b2be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:10.868996 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:10.888354 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6ae27-d2f0-430a-ad84-5801c764619c req-46cb6eda-0554-41c6-bc17-126f7a36c760 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:10.898137 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3dd6ae27-d2f0-430a-ad84-5801c764619c req-46cb6eda-0554-41c6-bc17-126f7a36c760 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd14d824-5710-435b-8758-9929fb51fb87 HTTP/1.1" status: 200 len: 948 time: 0.0986719 Aug 28 15:12:10.904682 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-6b4959b2-0dee-4dcd-9574-bd406a415040 None None] Port b3bd1a7e-44ed-4569-b05f-843dad9a9fbf cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:12:10.937719 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b3530f46-6407-4522-9ef2-e22f119bea49 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:12:10.940578 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3dd6ae27-d2f0-430a-ad84-5801c764619c req-f63c8d3f-fce9-4e21-b088-cf7c2e03295a tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d06b97-c888-4f81-9b2b-926687177ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413482 Aug 28 15:12:11.003830 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port b3530f46-6407-4522-9ef2-e22f119bea49 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:11.004488 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:11.043054 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4198f859-cd93-4cf2-9037-7762d0b81d75 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:11.102153 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device d0612c63-f1d4-4b0c-84c4-1490f3e5e88a no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:12:11.127370 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: d0612c63-f1d4-4b0c-84c4-1490f3e5e88a {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:12:11.127794 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device d0612c63-f1d4-4b0c-84c4-1490f3e5e88a not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:12:11.151988 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fb417-515e-4a47-87d4-5dfe36c1f09a req-a67b8900-ba84-4832-bbc1-7d20115dff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:11.153548 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-397fb417-515e-4a47-87d4-5dfe36c1f09a req-a67b8900-ba84-4832-bbc1-7d20115dff04 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.2865593 Aug 28 15:12:11.217820 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-397fb417-515e-4a47-87d4-5dfe36c1f09a req-f9c8e638-f298-4623-9109-3a49b25f0c17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=a748d356-fa9a-4885-9025-122d9dd33610 HTTP/1.1" status: 200 len: 217 time: 0.0554836 Aug 28 15:12:11.310592 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4198f859-cd93-4cf2-9037-7762d0b81d75 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:11.342850 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc45f26-954e-4fb5-b858-602be5a53805 req-a4bfe34c-5e62-4c98-90e3-180f14e1e6ac tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:11.344691 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fcc45f26-954e-4fb5-b858-602be5a53805 req-a4bfe34c-5e62-4c98-90e3-180f14e1e6ac tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 931 time: 0.0628870 Aug 28 15:12:11.360931 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198f859-cd93-4cf2-9037-7762d0b81d75 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Subnet': ['ID=cefb6935-492e-432c-8868-c93f427f0b19,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:11.362925 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4198f859-cd93-4cf2-9037-7762d0b81d75 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:11.364808 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4198f859-cd93-4cf2-9037-7762d0b81d75 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/cefb6935-492e-432c-8868-c93f427f0b19 HTTP/1.1" status: 204 len: 168 time: 0.8024426 Aug 28 15:12:11.371326 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53972) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:11.374635 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fb417-515e-4a47-87d4-5dfe36c1f09a req-38b70644-0841-4e89-bfcf-ced1334ca2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:11.376124 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-397fb417-515e-4a47-87d4-5dfe36c1f09a req-38b70644-0841-4e89-bfcf-ced1334ca2d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.1477396 Aug 28 15:12:11.395552 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fcc45f26-954e-4fb5-b858-602be5a53805 req-53c66700-ee19-49e1-8b86-fc316b0da723 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440788 Aug 28 15:12:11.432032 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f0622c9f-cfcc-4ad6-8c60-5fecbc08277b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590053 Aug 28 15:12:11.435979 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53974) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:11.441313 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-c44fdcc5-e96b-4184-86b7-580d4e9f29c4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:11.458412 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd74239-3474-46e5-b497-b8fc360ef68b None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:12:11.492226 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fb417-515e-4a47-87d4-5dfe36c1f09a req-0f4260f7-2df5-423b-bc3b-b3a47e4c793b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:11.493731 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-397fb417-515e-4a47-87d4-5dfe36c1f09a req-0f4260f7-2df5-423b-bc3b-b3a47e4c793b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0728223 Aug 28 15:12:11.570056 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-5ead401e-4288-4d94-98f5-f520239809c2 None None] Provisioning complete for port b3530f46-6407-4522-9ef2-e22f119bea49 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:11.570436 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5ead401e-4288-4d94-98f5-f520239809c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:11.578088 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432a3cb-f21a-453d-aa39-ec1973e20a35 req-6c6a730b-42a6-40dd-88f9-62338acc29c9 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:11.579620 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f432a3cb-f21a-453d-aa39-ec1973e20a35 req-6c6a730b-42a6-40dd-88f9-62338acc29c9 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 945 time: 0.0871797 Aug 28 15:12:11.591163 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44fdcc5-e96b-4184-86b7-580d4e9f29c4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:12:11.594933 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c44fdcc5-e96b-4184-86b7-580d4e9f29c4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:11.597405 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-e629ef65-4b66-4b52-a65a-0da17a7b2be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3bd1a7e-44ed-4569-b05f-843dad9a9fbf {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:12:11.612190 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-e629ef65-4b66-4b52-a65a-0da17a7b2be0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:11.650563 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-e629ef65-4b66-4b52-a65a-0da17a7b2be0 service neutron] Transition to ACTIVE for port object b3bd1a7e-44ed-4569-b05f-843dad9a9fbf will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:11.655229 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-e629ef65-4b66-4b52-a65a-0da17a7b2be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:11.667844 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-397fb417-515e-4a47-87d4-5dfe36c1f09a req-c94c41a9-0716-4f0d-b2d1-32c060db7c19 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650624 Aug 28 15:12:11.701327 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f432a3cb-f21a-453d-aa39-ec1973e20a35 req-2fba5121-12fc-457c-891a-0070cdc17e30 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112044 Aug 28 15:12:11.731475 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:11.742710 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76874ba6-3795-4f9c-a4c7-9bbf5a0fab7e None None] DHCP port deletion for dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:12:11.866676 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-76874ba6-3795-4f9c-a4c7-9bbf5a0fab7e None None] Deleting port b3530f46-6407-4522-9ef2-e22f119bea49 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:12:11.867318 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-76874ba6-3795-4f9c-a4c7-9bbf5a0fab7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:11.966763 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-76874ba6-3795-4f9c-a4c7-9bbf5a0fab7e None None] For port b3530f46-6407-4522-9ef2-e22f119bea49, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b3530f46-6407-4522-9ef2-e22f119bea49,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:11.966763 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-76874ba6-3795-4f9c-a4c7-9bbf5a0fab7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:11.990368 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629ef65-4b66-4b52-a65a-0da17a7b2be0 service neutron] Pushing event updated for resources: {'Port': ['ID=b3bd1a7e-44ed-4569-b05f-843dad9a9fbf,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:11.992075 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-76874ba6-3795-4f9c-a4c7-9bbf5a0fab7e None None] Calling delete_port for b3530f46-6407-4522-9ef2-e22f119bea49 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:12:12.040953 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53994) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:12.054365 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-3db943b0-3bb0-4519-b155-b3f188ba54c3 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-922629524', 'description': 'tempest-secgroup-smoke-922629524 description', 'project_id': 'bee02b8454d546b78330e0129408e569'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:12.063998 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-397fb417-515e-4a47-87d4-5dfe36c1f09a req-8e80217f-a81c-4c0e-8ca2-3ffc1ce4e890 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724649 Aug 28 15:12:12.066082 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-e629ef65-4b66-4b52-a65a-0da17a7b2be0 service neutron] Attempting to bind port b3bd1a7e-44ed-4569-b05f-843dad9a9fbf on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:12:12.075804 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-e629ef65-4b66-4b52-a65a-0da17a7b2be0 service neutron] Attempting to bind port b3bd1a7e-44ed-4569-b05f-843dad9a9fbf by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': 'b1ed49cc-e427-4bca-b57b-61c1f5306996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:12:12.076575 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-e629ef65-4b66-4b52-a65a-0da17a7b2be0 service neutron] Attempting to bind port b3bd1a7e-44ed-4569-b05f-843dad9a9fbf on network 77650b04-197c-4f2d-93ed-1f3a3f2db13f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:12:12.092778 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-e629ef65-4b66-4b52-a65a-0da17a7b2be0 service neutron] Port b3bd1a7e-44ed-4569-b05f-843dad9a9fbf on network 77650b04-197c-4f2d-93ed-1f3a3f2db13f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:12:12.093551 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-e629ef65-4b66-4b52-a65a-0da17a7b2be0 service neutron] Attempting to bind port b3bd1a7e-44ed-4569-b05f-843dad9a9fbf on network 77650b04-197c-4f2d-93ed-1f3a3f2db13f {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:12:12.103215 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-e629ef65-4b66-4b52-a65a-0da17a7b2be0 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:12:12.103986 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-e629ef65-4b66-4b52-a65a-0da17a7b2be0 service neutron] Checking segment: {'id': 'b1ed49cc-e427-4bca-b57b-61c1f5306996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:12:12.108823 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-e629ef65-4b66-4b52-a65a-0da17a7b2be0 service neutron] Bound using segment: {'id': 'b1ed49cc-e427-4bca-b57b-61c1f5306996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:12:12.109983 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-e629ef65-4b66-4b52-a65a-0da17a7b2be0 service neutron] Bound port: b3bd1a7e-44ed-4569-b05f-843dad9a9fbf, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ed49cc-e427-4bca-b57b-61c1f5306996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:12:12.110536 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-e629ef65-4b66-4b52-a65a-0da17a7b2be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:12.122254 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-76874ba6-3795-4f9c-a4c7-9bbf5a0fab7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:12.157765 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76874ba6-3795-4f9c-a4c7-9bbf5a0fab7e None None] Pushing event deleted for resources: {'Port': ['ID=b3530f46-6407-4522-9ef2-e22f119bea49,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:12.165668 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76874ba6-3795-4f9c-a4c7-9bbf5a0fab7e None None] No DVR routers for this DVR port b3530f46-6407-4522-9ef2-e22f119bea49 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:12:12.185476 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3db943b0-3bb0-4519-b155-b3f188ba54c3 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:12.217906 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d27a7-18b8-48e5-8ed3-16d1a4443a9f req-f63f7ad4-f8ba-4098-b33b-1493bf159904 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:12.219455 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-377d27a7-18b8-48e5-8ed3-16d1a4443a9f req-f63f7ad4-f8ba-4098-b33b-1493bf159904 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd14d824-5710-435b-8758-9929fb51fb87 HTTP/1.1" status: 200 len: 948 time: 0.1055977 Aug 28 15:12:12.222679 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-c04da469-a62f-4683-be21-fdef40aca25d tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:12.224184 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-c04da469-a62f-4683-be21-fdef40aca25d tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/networks?id=53141248-8e00-4514-be68-258a5198e7a0 HTTP/1.1" status: 200 len: 810 time: 0.2776353 Aug 28 15:12:12.248654 n-d-712137-10 neutron-server[106330]: DEBUG neutron.objects.ports [None req-c44fdcc5-e96b-4184-86b7-580d4e9f29c4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106330) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 15:12:12.251970 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c44fdcc5-e96b-4184-86b7-580d4e9f29c4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:12.269518 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-e629ef65-4b66-4b52-a65a-0da17a7b2be0 service neutron] For port b3bd1a7e-44ed-4569-b05f-843dad9a9fbf, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:12:12.277217 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-e629ef65-4b66-4b52-a65a-0da17a7b2be0 service neutron] For port b3bd1a7e-44ed-4569-b05f-843dad9a9fbf, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=b3bd1a7e-44ed-4569-b05f-843dad9a9fbf,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:12:12.286994 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-2ecb49ec-93c0-4cd7-ac13-4be3088044e3 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/quotas/b6803f8be4734cbb937bc1da576db856 HTTP/1.1" status: 200 len: 375 time: 0.0370238 Aug 28 15:12:12.289996 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-e629ef65-4b66-4b52-a65a-0da17a7b2be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:12.301062 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44fdcc5-e96b-4184-86b7-580d4e9f29c4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:12.315764 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-c44fdcc5-e96b-4184-86b7-580d4e9f29c4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:12.325790 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466aa57e-fab5-4c4c-af97-1ff1bf7e6823 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:12:12.328507 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-377d27a7-18b8-48e5-8ed3-16d1a4443a9f req-b397a0fb-fc53-41cb-bd5a-af1175c4f371 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d06b97-c888-4f81-9b2b-926687177ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969868 Aug 28 15:12:12.333079 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44fdcc5-e96b-4184-86b7-580d4e9f29c4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:12.333938 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c44fdcc5-e96b-4184-86b7-580d4e9f29c4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:12.354127 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44fdcc5-e96b-4184-86b7-580d4e9f29c4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Subnet': ['ID=cd7dc80a-763a-4c63-b7e9-13d3cac8df0d,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:12.356625 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-e629ef65-4b66-4b52-a65a-0da17a7b2be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:12.357305 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-e629ef65-4b66-4b52-a65a-0da17a7b2be0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:12.358632 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-e629ef65-4b66-4b52-a65a-0da17a7b2be0 service neutron] 10.222.0.41 "PUT /v2.0/ports/b3bd1a7e-44ed-4569-b05f-843dad9a9fbf HTTP/1.1" status: 200 len: 1092 time: 1.6959624 Aug 28 15:12:12.359091 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f550d758-9ee1-4c17-9ac4-6c0ed3ef5817', 'tag': 'b3bd1a7e-44ed-4569-b05f-843dad9a9fbf'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:12:12.361429 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d78aaef-6e02-4c2e-9c74-52a17deb9aed" -d '{"events": [{"name": "network-changed", "server_uuid": "f550d758-9ee1-4c17-9ac4-6c0ed3ef5817", "tag": "b3bd1a7e-44ed-4569-b05f-843dad9a9fbf"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:12:12.386794 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-4a00e95e-3474-4aff-9a62-8b9a1dc8b0a4 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6803f8be4734cbb937bc1da576db856&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0893192 Aug 28 15:12:12.400172 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629ef65-4b66-4b52-a65a-0da17a7b2be0 service neutron] Pushing event updated for resources: {'Port': ['ID=b3bd1a7e-44ed-4569-b05f-843dad9a9fbf,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:12.487558 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8fb6c8-abab-443f-bc5c-73bcad3ad4d9 x-openstack-request-id: req-4e8fb6c8-abab-443f-bc5c-73bcad3ad4d9 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:12:12.488932 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f550d758-9ee1-4c17-9ac4-6c0ed3ef5817", "tag": "b3bd1a7e-44ed-4569-b05f-843dad9a9fbf", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:12:12.489421 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e8fb6c8-abab-443f-bc5c-73bcad3ad4d9 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:12:12.490653 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f550d758-9ee1-4c17-9ac4-6c0ed3ef5817', 'tag': 'b3bd1a7e-44ed-4569-b05f-843dad9a9fbf', 'status': 'completed', 'code': 200} Aug 28 15:12:12.511351 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3db943b0-3bb0-4519-b155-b3f188ba54c3 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:12.533790 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c44fdcc5-e96b-4184-86b7-580d4e9f29c4 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0964525 Aug 28 15:12:12.536561 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54000) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:12.538368 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3db943b0-3bb0-4519-b155-b3f188ba54c3 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:12.546195 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-80da7090-8475-40b9-888d-adf9143425e2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:12.558810 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-81b89876-1265-416e-93fa-18879b7156a1 service neutron] 10.222.0.13 "GET /v2.0/networks/53141248-8e00-4514-be68-258a5198e7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583812 Aug 28 15:12:12.573929 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-e134db42-972b-4a0c-bffc-89fa6c2a83dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:12.577601 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-e134db42-972b-4a0c-bffc-89fa6c2a83dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d&device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 1095 time: 0.1655099 Aug 28 15:12:12.609634 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1181f0-0339-4aaa-b329-1d21f3a76f28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'tenant_id': 'b52f2a44ab1541f08b6542f112ae2346', 'fixed_ips': [{'subnet_id': 'cd7dc80a-763a-4c63-b7e9-13d3cac8df0d'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:12:12.610041 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-db1181f0-0339-4aaa-b329-1d21f3a76f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:12.658491 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3db943b0-3bb0-4519-b155-b3f188ba54c3 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:12.662991 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3db943b0-3bb0-4519-b155-b3f188ba54c3 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6177528 Aug 28 15:12:12.691532 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54002) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:12.697567 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-3ec9145a-eb4c-41f3-8081-43034f0cd566 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'security_group_rule': {'security_group_id': '407fa83b-415a-4157-a4b4-04ac58a7649c', 'project_id': 'bee02b8454d546b78330e0129408e569', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:12.733319 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-66fbd952-4f1d-4779-823a-17c878299955 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3bd1a7e-44ed-4569-b05f-843dad9a9fbf HTTP/1.1" status: 200 len: 217 time: 0.1423180 Aug 28 15:12:12.734731 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db943b0-3bb0-4519-b155-b3f188ba54c3 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=407fa83b-415a-4157-a4b4-04ac58a7649c,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:12.792243 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-db1181f0-0339-4aaa-b329-1d21f3a76f28 None None] Allocated IP 2001:db8::f816:3eff:feb4:7d6f (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/cd7dc80a-763a-4c63-b7e9-13d3cac8df0d/6bc23686-4a39-4670-8966-4ed399517f19) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:12:12.828257 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-dc291c50-55ec-4023-8b7e-bd619fe67425 service neutron] 10.222.0.13 "GET /v2.0/networks/53141248-8e00-4514-be68-258a5198e7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028692 Aug 28 15:12:12.838218 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-f476f9b5-b806-4d72-a069-c08db2089b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:12.840037 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-f476f9b5-b806-4d72-a069-c08db2089b07 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=836bd9d7-21bc-4e2a-b716-53b54890baa2 HTTP/1.1" status: 200 len: 850 time: 0.0886748 Aug 28 15:12:12.873413 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80da7090-8475-40b9-888d-adf9143425e2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:12:12.877698 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-80da7090-8475-40b9-888d-adf9143425e2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:12.912416 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3ec9145a-eb4c-41f3-8081-43034f0cd566 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:12.924315 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device a748d356-fa9a-4885-9025-122d9dd33610 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:12:12.938046 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b3530f46-6407-4522-9ef2-e22f119bea49 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:12:12.962666 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97703b1c-4045-4986-b846-c67a330c2aea req-7e8458c5-95dc-4fc5-b81f-08e94595a2ed tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:12.964683 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-97703b1c-4045-4986-b846-c67a330c2aea req-7e8458c5-95dc-4fc5-b81f-08e94595a2ed tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 943 time: 0.3760240 Aug 28 15:12:12.983188 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: b3530f46-6407-4522-9ef2-e22f119bea49 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:12:12.983188 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b3530f46-6407-4522-9ef2-e22f119bea49 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:12:13.047362 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3ec9145a-eb4c-41f3-8081-43034f0cd566 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:13.049878 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-0401b1fc-8baa-4bb4-8fa2-c6b6696dcfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:13.051559 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-0401b1fc-8baa-4bb4-8fa2-c6b6696dcfac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77650b04-197c-4f2d-93ed-1f3a3f2db13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1948705 Aug 28 15:12:13.062718 n-d-712137-10 neutron-server[106330]: INFO neutron.db.ipam_backend_mixin [None req-80da7090-8475-40b9-888d-adf9143425e2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cd7dc80a-763a-4c63-b7e9-13d3cac8df0d (CIDR: 2001:db8::/64) Aug 28 15:12:13.066922 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-80da7090-8475-40b9-888d-adf9143425e2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:12:13.067819 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80da7090-8475-40b9-888d-adf9143425e2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:13.071023 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3ec9145a-eb4c-41f3-8081-43034f0cd566 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:13.113689 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-80da7090-8475-40b9-888d-adf9143425e2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5758142 Aug 28 15:12:13.119527 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54010) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:13.126115 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-368650c9-2a9d-48f2-91d1-bbdaa32f3679 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:13.148463 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9145a-eb4c-41f3-8081-43034f0cd566 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65121fdd-cc96-46e1-89ed-c11c9a1bea2b,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:13.164993 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3ec9145a-eb4c-41f3-8081-43034f0cd566 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:13.170658 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3ec9145a-eb4c-41f3-8081-43034f0cd566 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4771793 Aug 28 15:12:13.171761 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54012) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:13.185486 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-db1181f0-0339-4aaa-b329-1d21f3a76f28 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:13.195201 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-db1181f0-0339-4aaa-b329-1d21f3a76f28 None None] Transition to ACTIVE for port object 6bc23686-4a39-4670-8966-4ed399517f19 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:13.212018 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-287e82f9-a20d-4e59-bf54-5e01fbed008e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'security_group_rule': {'security_group_id': '407fa83b-415a-4157-a4b4-04ac58a7649c', 'project_id': 'bee02b8454d546b78330e0129408e569', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:13.216434 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-db1181f0-0339-4aaa-b329-1d21f3a76f28 None None] Transition to ACTIVE for port object 6bc23686-4a39-4670-8966-4ed399517f19 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:13.237887 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-97703b1c-4045-4986-b846-c67a330c2aea req-ded57277-65ae-4709-8acd-8839154f61e0 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847765 Aug 28 15:12:13.248737 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port a748d356-fa9a-4885-9025-122d9dd33610, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=a748d356-fa9a-4885-9025-122d9dd33610,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:13.266773 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'a748d356-fa9a-4885-9025-122d9dd33610', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': 'a748d356-fa9a-4885-9025-122d9dd33610', 'mac_address': 'fa:16:3e:0d:e0:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:12:13.274004 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-db1181f0-0339-4aaa-b329-1d21f3a76f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:13.340217 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-287e82f9-a20d-4e59-bf54-5e01fbed008e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:13.350821 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1181f0-0339-4aaa-b329-1d21f3a76f28 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:13.355871 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-db1181f0-0339-4aaa-b329-1d21f3a76f28 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:13.364171 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:13.371214 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1181f0-0339-4aaa-b329-1d21f3a76f28 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:12:13.403945 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-c3943799-b781-4c60-ab85-d0a69d29145b service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334045 Aug 28 15:12:13.418315 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d7f9a533-2882-4f17-bdd1-1f425fa5ebb2 req-87b26382-c848-44dd-a02d-c383de225a7d tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 210 time: 0.1314178 Aug 28 15:12:13.420745 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368650c9-2a9d-48f2-91d1-bbdaa32f3679 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:12:13.424208 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-368650c9-2a9d-48f2-91d1-bbdaa32f3679 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:13.467632 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1181f0-0339-4aaa-b329-1d21f3a76f28 None None] Pushing event updated for resources: {'Port': ['ID=6bc23686-4a39-4670-8966-4ed399517f19,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:13.470275 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-db1181f0-0339-4aaa-b329-1d21f3a76f28 None None] Attempting to bind port 6bc23686-4a39-4670-8966-4ed399517f19 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:12:13.470646 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-db1181f0-0339-4aaa-b329-1d21f3a76f28 None None] Attempting to bind port 6bc23686-4a39-4670-8966-4ed399517f19 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:12:13.471017 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1181f0-0339-4aaa-b329-1d21f3a76f28 None None] Attempting to bind port 6bc23686-4a39-4670-8966-4ed399517f19 on network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:12:13.473109 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:13.488687 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a748d356-fa9a-4885-9025-122d9dd33610 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:12:13.518587 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port a748d356-fa9a-4885-9025-122d9dd33610, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=a748d356-fa9a-4885-9025-122d9dd33610,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:13.523635 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:13.525595 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1181f0-0339-4aaa-b329-1d21f3a76f28 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:12:13.525989 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1181f0-0339-4aaa-b329-1d21f3a76f28 None None] Checking segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:12:13.526969 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-db1181f0-0339-4aaa-b329-1d21f3a76f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:13.527360 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1181f0-0339-4aaa-b329-1d21f3a76f28 None None] Bound using segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:12:13.527861 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-db1181f0-0339-4aaa-b329-1d21f3a76f28 None None] Bound port: 6bc23686-4a39-4670-8966-4ed399517f19, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:12:13.528924 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-db1181f0-0339-4aaa-b329-1d21f3a76f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:13.612109 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-287e82f9-a20d-4e59-bf54-5e01fbed008e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:13.625633 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-287e82f9-a20d-4e59-bf54-5e01fbed008e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:13.660308 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e82f9-a20d-4e59-bf54-5e01fbed008e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca323d80-b0b4-4e13-b07f-53e0741306c0,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:13.671344 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-287e82f9-a20d-4e59-bf54-5e01fbed008e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:13.675527 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-287e82f9-a20d-4e59-bf54-5e01fbed008e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4669900 Aug 28 15:12:13.677572 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54022) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:13.692086 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-0dd85846-e83a-447e-98b5-0219133a5566 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'security_group_rule': {'security_group_id': '407fa83b-415a-4157-a4b4-04ac58a7649c', 'project_id': 'bee02b8454d546b78330e0129408e569', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:13.718046 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-db1181f0-0339-4aaa-b329-1d21f3a76f28 None None] For port 6bc23686-4a39-4670-8966-4ed399517f19, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:12:13.723468 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-db1181f0-0339-4aaa-b329-1d21f3a76f28 None None] For port 6bc23686-4a39-4670-8966-4ed399517f19, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6bc23686-4a39-4670-8966-4ed399517f19,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:12:13.725084 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=a748d356-fa9a-4885-9025-122d9dd33610,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:13.729733 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-db1181f0-0339-4aaa-b329-1d21f3a76f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:13.747586 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2163bd4-f8ae-48a3-91ac-a1d3bab41278 req-fdfc6eb5-fef5-43c9-959b-b1a98e857969 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:13.757605 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c2163bd4-f8ae-48a3-91ac-a1d3bab41278 req-fdfc6eb5-fef5-43c9-959b-b1a98e857969 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd14d824-5710-435b-8758-9929fb51fb87 HTTP/1.1" status: 200 len: 948 time: 0.2930911 Aug 28 15:12:13.766894 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-368650c9-2a9d-48f2-91d1-bbdaa32f3679 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:13.786764 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4763497-f8af-4557-ae9b-5bda230cd722 req-66a25ae8-7491-4e53-bee2-0604f638acbd service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663971 Aug 28 15:12:13.810901 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0dd85846-e83a-447e-98b5-0219133a5566 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:13.819312 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['a748d356-fa9a-4885-9025-122d9dd33610'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:12:13.828496 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368650c9-2a9d-48f2-91d1-bbdaa32f3679 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Subnet': ['ID=7958496b-ec4a-437f-8dfb-90626553af8c,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:13.844639 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c2163bd4-f8ae-48a3-91ac-a1d3bab41278 req-3927d9b4-42cb-48ba-bcfd-56fa96939b17 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d06b97-c888-4f81-9b2b-926687177ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858586 Aug 28 15:12:13.847791 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368650c9-2a9d-48f2-91d1-bbdaa32f3679 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:13.849403 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-368650c9-2a9d-48f2-91d1-bbdaa32f3679 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:13.852442 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368650c9-2a9d-48f2-91d1-bbdaa32f3679 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:13.853217 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-368650c9-2a9d-48f2-91d1-bbdaa32f3679 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:13.875309 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-368650c9-2a9d-48f2-91d1-bbdaa32f3679 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7542722 Aug 28 15:12:13.877871 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54024) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:13.888318 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-4bf3ebd4-b1eb-4a2c-bfe6-8fa4a344c0d8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'mac_address': 'fa:16:3e:ef:39:d8', 'name': 'tempest-NetworksTestDHCPv6-945820960'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:13.926312 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1181f0-0339-4aaa-b329-1d21f3a76f28 None None] Pushing event updated for resources: {'Port': ['ID=6bc23686-4a39-4670-8966-4ed399517f19,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:13.986762 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78aaef-6e02-4c2e-9c74-52a17deb9aed req-c326b83d-d2af-43fb-ba0e-98c7a35ff9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:13.989241 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3d78aaef-6e02-4c2e-9c74-52a17deb9aed req-c326b83d-d2af-43fb-ba0e-98c7a35ff9c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d&device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 1095 time: 0.1048102 Aug 28 15:12:13.992969 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0dd85846-e83a-447e-98b5-0219133a5566 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:14.066009 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0dd85846-e83a-447e-98b5-0219133a5566 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:14.095348 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0dd85846-e83a-447e-98b5-0219133a5566 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:14.096283 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0dd85846-e83a-447e-98b5-0219133a5566 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4101372 Aug 28 15:12:14.099030 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54026) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:14.101860 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd85846-e83a-447e-98b5-0219133a5566 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83fd3de5-4fbf-4c45-bc3a-c1c175670e20,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:14.105305 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-01a844ab-84f9-4551-96e2-57ce7a10e6b4 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'security_group_rule': {'security_group_id': '407fa83b-415a-4157-a4b4-04ac58a7649c', 'project_id': 'bee02b8454d546b78330e0129408e569', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:14.127169 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf3ebd4-b1eb-4a2c-bfe6-8fa4a344c0d8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:12:14.146523 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78aaef-6e02-4c2e-9c74-52a17deb9aed req-173c60fd-37a0-4dfd-bc74-f884b56b507e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:14.148326 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3d78aaef-6e02-4c2e-9c74-52a17deb9aed req-173c60fd-37a0-4dfd-bc74-f884b56b507e service neutron] 10.222.0.41 "GET /v2.0/networks?id=77650b04-197c-4f2d-93ed-1f3a3f2db13f HTTP/1.1" status: 200 len: 912 time: 0.1491275 Aug 28 15:12:14.217283 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3d78aaef-6e02-4c2e-9c74-52a17deb9aed req-2d2ab8ea-0937-4fab-8baf-dcceecd1c725 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3bd1a7e-44ed-4569-b05f-843dad9a9fbf HTTP/1.1" status: 200 len: 217 time: 0.0598919 Aug 28 15:12:14.284032 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78aaef-6e02-4c2e-9c74-52a17deb9aed req-e83cb997-5653-464c-87d6-6cda6bee874a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:14.285532 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3d78aaef-6e02-4c2e-9c74-52a17deb9aed req-e83cb997-5653-464c-87d6-6cda6bee874a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=836bd9d7-21bc-4e2a-b716-53b54890baa2 HTTP/1.1" status: 200 len: 850 time: 0.0603726 Aug 28 15:12:14.441055 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78aaef-6e02-4c2e-9c74-52a17deb9aed req-dbe65991-512f-4903-8aa4-a98f1a541b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:14.442471 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3d78aaef-6e02-4c2e-9c74-52a17deb9aed req-dbe65991-512f-4903-8aa4-a98f1a541b9c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77650b04-197c-4f2d-93ed-1f3a3f2db13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1452208 Aug 28 15:12:14.465797 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2a63d-35d9-4958-bdf0-bc78a8ec1f39 req-1d718e44-3752-445a-b0f8-49034d8cf36d tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:14.467339 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e6e2a63d-35d9-4958-bdf0-bc78a8ec1f39 req-1d718e44-3752-445a-b0f8-49034d8cf36d tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 943 time: 0.1198518 Aug 28 15:12:14.525893 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-01a844ab-84f9-4551-96e2-57ce7a10e6b4 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:14.575762 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-97225978-108e-4921-a340-3de484e4f5ac req-4430a44a-18cf-49a9-b459-3f0b7377ecdc tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 210 time: 0.0444396 Aug 28 15:12:14.593136 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4bf3ebd4-b1eb-4a2c-bfe6-8fa4a344c0d8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:14.642433 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-4bf3ebd4-b1eb-4a2c-bfe6-8fa4a344c0d8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] device_id is not set on port 1585c9c3-d475-45f2-8b20-4512f8896a9a yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:12:14.707694 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-01a844ab-84f9-4551-96e2-57ce7a10e6b4 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:14.715369 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-01a844ab-84f9-4551-96e2-57ce7a10e6b4 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:14.747893 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a844ab-84f9-4551-96e2-57ce7a10e6b4 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5547167-7b17-48a5-ab28-768cf0e2027c,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:14.762268 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-01a844ab-84f9-4551-96e2-57ce7a10e6b4 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:14.763816 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-01a844ab-84f9-4551-96e2-57ce7a10e6b4 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6637268 Aug 28 15:12:14.766598 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54034) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:14.771153 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-2a72fc50-a287-401f-94b3-3f993159d0ee tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'security_group_rule': {'security_group_id': '407fa83b-415a-4157-a4b4-04ac58a7649c', 'project_id': 'bee02b8454d546b78330e0129408e569', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:14.836038 n-d-712137-10 neutron-server[106330]: INFO neutron.db.securitygroups_db [None req-2a72fc50-a287-401f-94b3-3f993159d0ee tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Project bee02b8454d546b78330e0129408e569 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 15:12:14.854051 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2a72fc50-a287-401f-94b3-3f993159d0ee tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:14.926902 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e6e2a63d-35d9-4958-bdf0-bc78a8ec1f39 req-f4ead394-1b17-4fe8-88a4-e75ecf085521 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484382 Aug 28 15:12:14.938714 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device a748d356-fa9a-4885-9025-122d9dd33610 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:12:14.957902 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-3ee7b514-34b2-4637-a4d7-114bc8e30971 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:14.959645 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-3ee7b514-34b2-4637-a4d7-114bc8e30971 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.36 "GET /v2.0/networks?id=53141248-8e00-4514-be68-258a5198e7a0 HTTP/1.1" status: 200 len: 810 time: 0.5746763 Aug 28 15:12:14.978602 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-1bd03487-81a1-4e95-b019-d80d2966da84 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Request body: {'port': {'device_id': '9436eb8a-4e19-48a6-b89e-190ea694b698', 'network_id': '53141248-8e00-4514-be68-258a5198e7a0', 'admin_state_up': True, 'tenant_id': 'b6803f8be4734cbb937bc1da576db856'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:14.994873 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6bc23686-4a39-4670-8966-4ed399517f19 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:12:15.019890 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-4bf3ebd4-b1eb-4a2c-bfe6-8fa4a344c0d8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Allocated IP 2001:db8:0:1::32f (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/7958496b-ec4a-437f-8dfb-90626553af8c/1585c9c3-d475-45f2-8b20-4512f8896a9a) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:12:15.035994 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-4bf3ebd4-b1eb-4a2c-bfe6-8fa4a344c0d8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Allocated IP 2001:db8::f816:3eff:feef:39d8 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/cd7dc80a-763a-4c63-b7e9-13d3cac8df0d/1585c9c3-d475-45f2-8b20-4512f8896a9a) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:12:15.049026 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3d78aaef-6e02-4c2e-9c74-52a17deb9aed req-fb65ac25-55b1-49b6-becd-d06d4f36f7eb service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5916183 Aug 28 15:12:15.056145 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9bbae-554a-43fc-939c-d7792a6cdb14 req-e458e970-5081-47d0-8d28-ffc7e4839f1f tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:15.063816 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port a748d356-fa9a-4885-9025-122d9dd33610 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:12:15.065703 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40c9bbae-554a-43fc-939c-d7792a6cdb14 req-e458e970-5081-47d0-8d28-ffc7e4839f1f tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd14d824-5710-435b-8758-9929fb51fb87 HTTP/1.1" status: 200 len: 949 time: 0.1412709 Aug 28 15:12:15.068822 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port a748d356-fa9a-4885-9025-122d9dd33610 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:15.069198 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:15.093806 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 6bc23686-4a39-4670-8966-4ed399517f19 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:12:15.097379 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2a72fc50-a287-401f-94b3-3f993159d0ee tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:15.110786 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2a72fc50-a287-401f-94b3-3f993159d0ee tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:15.156996 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40c9bbae-554a-43fc-939c-d7792a6cdb14 req-d75acf0e-9fe8-4922-8ef1-1945376c69ee tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d06b97-c888-4f81-9b2b-926687177ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903187 Aug 28 15:12:15.174605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72fc50-a287-401f-94b3-3f993159d0ee tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb86413-f500-4b90-bc07-b0a681828b69,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:15.175263 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:15.176941 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f5a362-33ef-44eb-bd41-a4eed4a52040 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:12:15.182812 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2a72fc50-a287-401f-94b3-3f993159d0ee tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:15.183920 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2a72fc50-a287-401f-94b3-3f993159d0ee tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4163513 Aug 28 15:12:15.187943 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54038) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:15.192534 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-d7ba6f72-e0db-49c6-b99b-5deddcfdde9b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'security_group_rule': {'security_group_id': '407fa83b-415a-4157-a4b4-04ac58a7649c', 'project_id': 'bee02b8454d546b78330e0129408e569', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:15.221441 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3d78aaef-6e02-4c2e-9c74-52a17deb9aed req-491976b6-2305-4b27-98c9-0cf0539fae9e service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627421 Aug 28 15:12:15.222755 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-1bd03487-81a1-4e95-b019-d80d2966da84 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Made reservation on behalf of b6803f8be4734cbb937bc1da576db856 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:12:15.226291 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-1bd03487-81a1-4e95-b019-d80d2966da84 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:15.228758 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.db.api [None req-d7ba6f72-e0db-49c6-b99b-5deddcfdde9b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 15:12:15.228758 n-d-712137-10 neutron-server[106330]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 15:12:15.228758 n-d-712137-10 neutron-server[106330]: [parameters: {'project_id_1': 'bee02b8454d546b78330e0129408e569', 'expiration_1': datetime.datetime(2021, 8, 28, 15, 12, 15, 201445)}] Aug 28 15:12:15.228758 n-d-712137-10 neutron-server[106330]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:12:15.229094 n-d-712137-10 neutron-server[106330]: DEBUG oslo_db.api [None req-d7ba6f72-e0db-49c6-b99b-5deddcfdde9b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:12:15.282190 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd14d824-5710-435b-8758-9929fb51fb87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a748d356-fa9a-4885-9025-122d9dd33610'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:12:15.284697 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6eabca5-7401-4eba-b508-eac949a095c9" -d '{"events": [{"server_uuid": "bd14d824-5710-435b-8758-9929fb51fb87", "name": "network-vif-plugged", "status": "completed", "tag": "a748d356-fa9a-4885-9025-122d9dd33610"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:12:15.326007 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port a748d356-fa9a-4885-9025-122d9dd33610, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=a748d356-fa9a-4885-9025-122d9dd33610,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:15.334009 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2a1e389f-49e3-4b51-9608-c7418b414f9e None None] Provisioning for port 6bc23686-4a39-4670-8966-4ed399517f19 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:12:15.336527 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:15.348443 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d066e01c-5d2e-4d43-a46a-7c54225c311a x-openstack-request-id: req-d066e01c-5d2e-4d43-a46a-7c54225c311a {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:12:15.348731 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd14d824-5710-435b-8758-9929fb51fb87", "name": "network-vif-plugged", "status": "completed", "tag": "a748d356-fa9a-4885-9025-122d9dd33610", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:12:15.349543 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d066e01c-5d2e-4d43-a46a-7c54225c311a {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:12:15.349543 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd14d824-5710-435b-8758-9929fb51fb87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a748d356-fa9a-4885-9025-122d9dd33610', 'code': 200} Aug 28 15:12:15.358535 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4bf3ebd4-b1eb-4a2c-bfe6-8fa4a344c0d8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:15.362378 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2a1e389f-49e3-4b51-9608-c7418b414f9e None None] Provisioning complete for port 6bc23686-4a39-4670-8966-4ed399517f19 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:15.362378 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2a1e389f-49e3-4b51-9608-c7418b414f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:15.378952 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-4bf3ebd4-b1eb-4a2c-bfe6-8fa4a344c0d8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Transition to ACTIVE for port object 1585c9c3-d475-45f2-8b20-4512f8896a9a will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:15.390663 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-1bd03487-81a1-4e95-b019-d80d2966da84 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Allocated IP 172.20.0.4 (53141248-8e00-4514-be68-258a5198e7a0/3a9b8f69-df1a-4471-9b51-9cd5ba7ffa49/8c479b9e-564b-4a4e-90cd-c96ad08148ee) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:12:15.453125 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4bf3ebd4-b1eb-4a2c-bfe6-8fa4a344c0d8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:15.471075 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00359fed-a907-4567-8c25-4f1aa331b06e req-5a889b37-9ddb-4f7b-81b5-fa085d369410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:15.471408 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-00359fed-a907-4567-8c25-4f1aa331b06e req-5a889b37-9ddb-4f7b-81b5-fa085d369410 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd14d824-5710-435b-8758-9929fb51fb87 HTTP/1.1" status: 200 len: 1102 time: 0.0734477 Aug 28 15:12:15.486888 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=a748d356-fa9a-4885-9025-122d9dd33610,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:15.536050 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf3ebd4-b1eb-4a2c-bfe6-8fa4a344c0d8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:15.553609 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-4bf3ebd4-b1eb-4a2c-bfe6-8fa4a344c0d8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:15.561166 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf3ebd4-b1eb-4a2c-bfe6-8fa4a344c0d8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:12:15.568125 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf3ebd4-b1eb-4a2c-bfe6-8fa4a344c0d8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:15.569599 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4bf3ebd4-b1eb-4a2c-bfe6-8fa4a344c0d8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:15.573638 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3ebd4-b1eb-4a2c-bfe6-8fa4a344c0d8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Port': ['ID=1585c9c3-d475-45f2-8b20-4512f8896a9a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:15.586656 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2a1e389f-49e3-4b51-9608-c7418b414f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:15.587872 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-1bd03487-81a1-4e95-b019-d80d2966da84 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:15.598175 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-00359fed-a907-4567-8c25-4f1aa331b06e req-33c4596e-a07e-455b-bad5-6cb6c4f48e43 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=19d06b97-c888-4f81-9b2b-926687177ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944226 Aug 28 15:12:15.601368 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4bf3ebd4-b1eb-4a2c-bfe6-8fa4a344c0d8 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7222733 Aug 28 15:12:15.608386 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54046) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:15.658571 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-1bd03487-81a1-4e95-b019-d80d2966da84 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:15.726105 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-c300264c-92dd-4a2a-b9b4-9c7ebe73888e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting port 1585c9c3-d475-45f2-8b20-4512f8896a9a {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:12:15.726478 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c300264c-92dd-4a2a-b9b4-9c7ebe73888e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:15.738275 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-1bd03487-81a1-4e95-b019-d80d2966da84 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Network 53141248-8e00-4514-be68-258a5198e7a0 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:15.747701 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-1bd03487-81a1-4e95-b019-d80d2966da84 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:15.750439 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-1bd03487-81a1-4e95-b019-d80d2966da84 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:12:15.792866 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd03487-81a1-4e95-b019-d80d2966da84 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Pushing event updated for resources: {'Port': ['ID=8c479b9e-564b-4a4e-90cd-c96ad08148ee,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:15.796360 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['5cef067b-e698-4bfb-af35-95d2e5ccff35'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:12:15.812303 n-d-712137-10 neutron-server[106330]: INFO neutron.db.securitygroups_db [None req-d7ba6f72-e0db-49c6-b99b-5deddcfdde9b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Project bee02b8454d546b78330e0129408e569 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 15:12:15.824057 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d7ba6f72-e0db-49c6-b99b-5deddcfdde9b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:15.824734 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181810e6-e898-48e0-a8eb-c7ed5dcda744 req-d53aa5fa-f236-4644-9eec-9ac676d783b5 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:15.827638 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-181810e6-e898-48e0-a8eb-c7ed5dcda744 req-d53aa5fa-f236-4644-9eec-9ac676d783b5 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 931 time: 0.1546543 Aug 28 15:12:15.836373 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-1bd03487-81a1-4e95-b019-d80d2966da84 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:15.837004 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-1bd03487-81a1-4e95-b019-d80d2966da84 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:15.852419 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c300264c-92dd-4a2a-b9b4-9c7ebe73888e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:15.858334 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-2a1e389f-49e3-4b51-9608-c7418b414f9e None None] For port 6bc23686-4a39-4670-8966-4ed399517f19, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6bc23686-4a39-4670-8966-4ed399517f19,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:15.870252 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-1bd03487-81a1-4e95-b019-d80d2966da84 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8955808 Aug 28 15:12:15.874739 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2a1e389f-49e3-4b51-9608-c7418b414f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:15.886464 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-c300264c-92dd-4a2a-b9b4-9c7ebe73888e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Calling delete_port for 1585c9c3-d475-45f2-8b20-4512f8896a9a owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:12:15.886753 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-c3f71e5f-1fd8-436c-a756-2a01cd55a0fc service neutron] Request body: {'port': {'device_id': '9436eb8a-4e19-48a6-b89e-190ea694b698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:15.908231 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b491a4cf-234c-4f79-9e84-c6421f3d5485 None None] Update dhcp port {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'fixed_ips': [{'subnet_id': 'cd7dc80a-763a-4c63-b7e9-13d3cac8df0d', 'ip_address': '2001:db8::f816:3eff:feb4:7d6f'}, {'subnet_id': '7958496b-ec4a-437f-8dfb-90626553af8c'}], 'binding:host_id': 'n-d-712137-10'}, 'id': '6bc23686-4a39-4670-8966-4ed399517f19'} from n-d-712137-10. {{(pid=106331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 15:12:15.916628 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-181810e6-e898-48e0-a8eb-c7ed5dcda744 req-84bf7841-aec0-4558-8785-a832716bfcfa tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768945 Aug 28 15:12:15.964971 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d7ba6f72-e0db-49c6-b99b-5deddcfdde9b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:15.972192 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d7ba6f72-e0db-49c6-b99b-5deddcfdde9b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:15.978274 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b491a4cf-234c-4f79-9e84-c6421f3d5485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:15.987521 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e389f-49e3-4b51-9608-c7418b414f9e None None] Pushing event updated for resources: {'Port': ['ID=6bc23686-4a39-4670-8966-4ed399517f19,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:15.997852 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-c3f71e5f-1fd8-436c-a756-2a01cd55a0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:16.034161 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba6f72-e0db-49c6-b99b-5deddcfdde9b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e65ebd-747a-4b25-8cda-a5cb7cb2a101,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:16.065823 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d7ba6f72-e0db-49c6-b99b-5deddcfdde9b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:16.066986 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d7ba6f72-e0db-49c6-b99b-5deddcfdde9b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8781130 Aug 28 15:12:16.070494 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54050) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:16.078147 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-b79e08b6-6e4c-46a7-b4b1-f592f785b6be tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'network': {'name': 'tempest-network-smoke--372412190', 'project_id': 'bee02b8454d546b78330e0129408e569', 'port_security_enabled': True}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:16.115592 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a87a8e-65de-42d0-b2d1-880992761252 req-2ccd2f4d-ea65-4fef-824d-b28c8e132356 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:16.117173 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-96a87a8e-65de-42d0-b2d1-880992761252 req-2ccd2f4d-ea65-4fef-824d-b28c8e132356 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 943 time: 0.0978463 Aug 28 15:12:16.171104 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79e08b6-6e4c-46a7-b4b1-f592f785b6be tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Made reservation on behalf of bee02b8454d546b78330e0129408e569 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:12:16.176527 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b79e08b6-6e4c-46a7-b4b1-f592f785b6be tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:16.207898 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-96a87a8e-65de-42d0-b2d1-880992761252 req-5e23a945-cd47-47f6-8d5e-911e0e5d3bb0 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570526 Aug 28 15:12:16.251306 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-b491a4cf-234c-4f79-9e84-c6421f3d5485 None None] Allocated IP 2001:db8:0:1::2 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/7958496b-ec4a-437f-8dfb-90626553af8c/6bc23686-4a39-4670-8966-4ed399517f19) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:12:16.283221 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c300264c-92dd-4a2a-b9b4-9c7ebe73888e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:16.308181 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b79e08b6-6e4c-46a7-b4b1-f592f785b6be tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:12:16.322174 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300264c-92dd-4a2a-b9b4-9c7ebe73888e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Port': ['ID=1585c9c3-d475-45f2-8b20-4512f8896a9a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:16.354637 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b79e08b6-6e4c-46a7-b4b1-f592f785b6be tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:16.355027 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-b79e08b6-6e4c-46a7-b4b1-f592f785b6be tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Added segment 83726ab7-a699-4c25-96b6-33a071f8a86e of type vlan for network 125b4a97-f28b-45ff-af57-8d50b6f26fd7 Aug 28 15:12:16.371476 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-b491a4cf-234c-4f79-9e84-c6421f3d5485 None None] For port 6bc23686-4a39-4670-8966-4ed399517f19, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6bc23686-4a39-4670-8966-4ed399517f19,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:16.392474 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c300264c-92dd-4a2a-b9b4-9c7ebe73888e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:16.394872 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c300264c-92dd-4a2a-b9b4-9c7ebe73888e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/1585c9c3-d475-45f2-8b20-4512f8896a9a HTTP/1.1" status: 204 len: 168 time: 0.7850986 Aug 28 15:12:16.397360 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54056) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:16.410410 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b491a4cf-234c-4f79-9e84-c6421f3d5485 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:16.425685 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b491a4cf-234c-4f79-9e84-c6421f3d5485 None None] Transition to ACTIVE for port object 6bc23686-4a39-4670-8966-4ed399517f19 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:16.431412 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b491a4cf-234c-4f79-9e84-c6421f3d5485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:16.449446 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b248e7-1dfe-4fb6-9522-48b2e441e09e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:16.454631 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-35b248e7-1dfe-4fb6-9522-48b2e441e09e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0537570 Aug 28 15:12:16.454939 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54058) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:16.455398 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b79e08b6-6e4c-46a7-b4b1-f592f785b6be tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:16.468837 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5605bb-5451-4680-96d9-8e8fd71fae1b req-3a5a302f-869e-401c-aa3c-c86445726cac tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:16.470417 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ef5605bb-5451-4680-96d9-8e8fd71fae1b req-3a5a302f-869e-401c-aa3c-c86445726cac tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd14d824-5710-435b-8758-9929fb51fb87 HTTP/1.1" status: 200 len: 950 time: 0.1690035 Aug 28 15:12:16.478251 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-c3f71e5f-1fd8-436c-a756-2a01cd55a0fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c479b9e-564b-4a4e-90cd-c96ad08148ee {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:12:16.486412 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-c3f71e5f-1fd8-436c-a756-2a01cd55a0fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:16.526545 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1b3825-69d0-42d9-99ad-7ced1602ac6f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:16.531893 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-eb1b3825-69d0-42d9-99ad-7ced1602ac6f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0735135 Aug 28 15:12:16.532176 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54060) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:16.534615 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-c3f71e5f-1fd8-436c-a756-2a01cd55a0fc service neutron] Transition to ACTIVE for port object 8c479b9e-564b-4a4e-90cd-c96ad08148ee will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:16.544649 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b491a4cf-234c-4f79-9e84-c6421f3d5485 None None] Pushing event updated for resources: {'Port': ['ID=6bc23686-4a39-4670-8966-4ed399517f19,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:16.545765 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-c3f71e5f-1fd8-436c-a756-2a01cd55a0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:16.548192 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b79e08b6-6e4c-46a7-b4b1-f592f785b6be tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:16.553874 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79e08b6-6e4c-46a7-b4b1-f592f785b6be tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:16.554477 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b79e08b6-6e4c-46a7-b4b1-f592f785b6be tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:16.605785 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10883f8-9d01-4656-8b64-1c59246c06fa tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:16.608539 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10883f8-9d01-4656-8b64-1c59246c06fa tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:16.609891 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10883f8-9d01-4656-8b64-1c59246c06fa tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:16.612046 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e10883f8-9d01-4656-8b64-1c59246c06fa tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0776272 Aug 28 15:12:16.612209 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ef5605bb-5451-4680-96d9-8e8fd71fae1b req-99cdddf4-b7c4-4bbe-af4c-e674fb1f8734 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d06b97-c888-4f81-9b2b-926687177ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216683 Aug 28 15:12:16.614780 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54062) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:16.673129 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e8d269-b99c-42b0-a309-45f436297d5c tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting subnet 7958496b-ec4a-437f-8dfb-90626553af8c {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:12:16.676794 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98e8d269-b99c-42b0-a309-45f436297d5c tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:16.725556 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b79e08b6-6e4c-46a7-b4b1-f592f785b6be tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6538687 Aug 28 15:12:16.731181 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54064) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:16.737862 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f71e5f-1fd8-436c-a756-2a01cd55a0fc service neutron] Pushing event updated for resources: {'Port': ['ID=8c479b9e-564b-4a4e-90cd-c96ad08148ee,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:16.739354 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-d7d749e9-1d41-494f-802a-37b57d90a6b5 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1091589867', 'admin_state_up': True, 'project_id': 'bee02b8454d546b78330e0129408e569', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:16.741338 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e08b6-6e4c-46a7-b4b1-f592f785b6be tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Network': ['ID=125b4a97-f28b-45ff-af57-8d50b6f26fd7,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:16.760325 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98e8d269-b99c-42b0-a309-45f436297d5c tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:16.765893 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 125b4a97-f28b-45ff-af57-8d50b6f26fd7 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:12:16.820360 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d7d749e9-1d41-494f-802a-37b57d90a6b5 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:16.821566 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d7d749e9-1d41-494f-802a-37b57d90a6b5 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:16.830670 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-c3f71e5f-1fd8-436c-a756-2a01cd55a0fc service neutron] Attempting to bind port 8c479b9e-564b-4a4e-90cd-c96ad08148ee on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:12:16.831428 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-c3f71e5f-1fd8-436c-a756-2a01cd55a0fc service neutron] Attempting to bind port 8c479b9e-564b-4a4e-90cd-c96ad08148ee by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '53141248-8e00-4514-be68-258a5198e7a0'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:12:16.831991 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-c3f71e5f-1fd8-436c-a756-2a01cd55a0fc service neutron] Attempting to bind port 8c479b9e-564b-4a4e-90cd-c96ad08148ee on network 53141248-8e00-4514-be68-258a5198e7a0 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:12:16.838821 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-c3f71e5f-1fd8-436c-a756-2a01cd55a0fc service neutron] Port 8c479b9e-564b-4a4e-90cd-c96ad08148ee on network 53141248-8e00-4514-be68-258a5198e7a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:12:16.839122 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-c3f71e5f-1fd8-436c-a756-2a01cd55a0fc service neutron] Attempting to bind port 8c479b9e-564b-4a4e-90cd-c96ad08148ee on network 53141248-8e00-4514-be68-258a5198e7a0 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:12:16.849348 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-c3f71e5f-1fd8-436c-a756-2a01cd55a0fc service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:12:16.849789 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-c3f71e5f-1fd8-436c-a756-2a01cd55a0fc service neutron] Checking segment: {'id': 'cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '53141248-8e00-4514-be68-258a5198e7a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:12:16.850271 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-c3f71e5f-1fd8-436c-a756-2a01cd55a0fc service neutron] Bound using segment: {'id': 'cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '53141248-8e00-4514-be68-258a5198e7a0'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:12:16.850855 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-c3f71e5f-1fd8-436c-a756-2a01cd55a0fc service neutron] Bound port: 8c479b9e-564b-4a4e-90cd-c96ad08148ee, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '53141248-8e00-4514-be68-258a5198e7a0'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:12:16.851325 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-c3f71e5f-1fd8-436c-a756-2a01cd55a0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:16.921224 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6bc23686-4a39-4670-8966-4ed399517f19 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:12:16.947464 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d7d749e9-1d41-494f-802a-37b57d90a6b5 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:16.952608 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98e8d269-b99c-42b0-a309-45f436297d5c tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:16.952842 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-c3f71e5f-1fd8-436c-a756-2a01cd55a0fc service neutron] For port 8c479b9e-564b-4a4e-90cd-c96ad08148ee, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:12:16.959928 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-c3f71e5f-1fd8-436c-a756-2a01cd55a0fc service neutron] For port 8c479b9e-564b-4a4e-90cd-c96ad08148ee, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=8c479b9e-564b-4a4e-90cd-c96ad08148ee,segment=NetworkSegment(cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f),segment_id=cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:12:16.965876 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-c3f71e5f-1fd8-436c-a756-2a01cd55a0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:17.025023 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-c3f71e5f-1fd8-436c-a756-2a01cd55a0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:17.025657 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-c3f71e5f-1fd8-436c-a756-2a01cd55a0fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:17.027337 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-c3f71e5f-1fd8-436c-a756-2a01cd55a0fc service neutron] 10.222.0.36 "PUT /v2.0/ports/8c479b9e-564b-4a4e-90cd-c96ad08148ee HTTP/1.1" status: 200 len: 1092 time: 1.1467962 Aug 28 15:12:17.027579 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9436eb8a-4e19-48a6-b89e-190ea694b698', 'tag': '8c479b9e-564b-4a4e-90cd-c96ad08148ee'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:12:17.030482 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42dbfffe-98a0-4924-8e20-3c1df0b1e979" -d '{"events": [{"name": "network-changed", "server_uuid": "9436eb8a-4e19-48a6-b89e-190ea694b698", "tag": "8c479b9e-564b-4a4e-90cd-c96ad08148ee"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:12:17.111245 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f71e5f-1fd8-436c-a756-2a01cd55a0fc service neutron] Pushing event updated for resources: {'Port': ['ID=8c479b9e-564b-4a4e-90cd-c96ad08148ee,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:17.115779 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93060a0-7379-4643-8497-8d710e849394 x-openstack-request-id: req-e93060a0-7379-4643-8497-8d710e849394 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:12:17.116072 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9436eb8a-4e19-48a6-b89e-190ea694b698", "tag": "8c479b9e-564b-4a4e-90cd-c96ad08148ee", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:12:17.116339 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e93060a0-7379-4643-8497-8d710e849394 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:12:17.116755 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9436eb8a-4e19-48a6-b89e-190ea694b698', 'tag': '8c479b9e-564b-4a4e-90cd-c96ad08148ee', 'status': 'completed', 'code': 200} Aug 28 15:12:17.135778 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-88f8e81a-e5f6-4395-9c63-178887dc1167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:17.138023 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-88f8e81a-e5f6-4395-9c63-178887dc1167 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b6803f8be4734cbb937bc1da576db856&device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 1095 time: 0.0607417 Aug 28 15:12:17.186033 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-cfd2743e-56b0-4da1-ab9d-3f1fcd939b38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c479b9e-564b-4a4e-90cd-c96ad08148ee HTTP/1.1" status: 200 len: 217 time: 0.0383220 Aug 28 15:12:17.207214 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d7d749e9-1d41-494f-802a-37b57d90a6b5 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:17.221014 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e14df-e970-4cc2-9d5b-cd554a37a56e req-4e6fa4dc-0329-4516-a4d7-1c800687a35e tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:17.222595 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3c5e14df-e970-4cc2-9d5b-cd554a37a56e req-4e6fa4dc-0329-4516-a4d7-1c800687a35e tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 943 time: 0.1927767 Aug 28 15:12:17.224648 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98e8d269-b99c-42b0-a309-45f436297d5c tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:17.245193 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-356330a1-45fa-44dc-becc-b66045cabc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:17.247357 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-356330a1-45fa-44dc-becc-b66045cabc13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a9b8f69-df1a-4471-9b51-9cd5ba7ffa49 HTTP/1.1" status: 200 len: 850 time: 0.0536456 Aug 28 15:12:17.286358 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8d269-b99c-42b0-a309-45f436297d5c tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Subnet': ['ID=7958496b-ec4a-437f-8dfb-90626553af8c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:17.288493 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-1ae0c408-d9d6-46df-805c-780abeec875c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53141248-8e00-4514-be68-258a5198e7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343835 Aug 28 15:12:17.318422 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98e8d269-b99c-42b0-a309-45f436297d5c tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:17.322670 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-98e8d269-b99c-42b0-a309-45f436297d5c tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/7958496b-ec4a-437f-8dfb-90626553af8c HTTP/1.1" status: 204 len: 168 time: 0.7043824 Aug 28 15:12:17.325971 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54072) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:17.327096 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-baba5f7f-c994-4c8e-821b-dc080d0f343f None None] Provisioning for port 6bc23686-4a39-4670-8966-4ed399517f19 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:12:17.336694 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-baba5f7f-c994-4c8e-821b-dc080d0f343f None None] Provisioning complete for port 6bc23686-4a39-4670-8966-4ed399517f19 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:17.337308 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-baba5f7f-c994-4c8e-821b-dc080d0f343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:17.346735 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3c5e14df-e970-4cc2-9d5b-cd554a37a56e req-2079ea0e-4307-4541-bfa7-da8479309529 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126773 Aug 28 15:12:17.445991 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-baba5f7f-c994-4c8e-821b-dc080d0f343f None None] Could not find standard attr ID for object 1585c9c3-d475-45f2-8b20-4512f8896a9a. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:12:17.480247 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d1f8e79-001f-46e8-947f-33c5fbdaf80a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting subnet cd7dc80a-763a-4c63-b7e9-13d3cac8df0d {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:12:17.487491 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d1f8e79-001f-46e8-947f-33c5fbdaf80a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:17.516926 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d7d749e9-1d41-494f-802a-37b57d90a6b5 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:17.524852 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e574b-a6b5-4a2b-ba67-357992398edd req-578d6a68-2780-4dbd-9c84-a30107331f25 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:17.526372 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-863e574b-a6b5-4a2b-ba67-357992398edd req-578d6a68-2780-4dbd-9c84-a30107331f25 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 943 time: 0.1994886 Aug 28 15:12:17.536938 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d7d749e9-1d41-494f-802a-37b57d90a6b5 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:17.564480 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-1803edd3-70b8-4637-9479-cfd7882710fa service neutron] 10.222.0.36 "GET /v2.0/networks/53141248-8e00-4514-be68-258a5198e7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684026 Aug 28 15:12:17.571182 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d1f8e79-001f-46e8-947f-33c5fbdaf80a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:17.601979 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85697873-7c83-4363-8562-492331777934 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:12:17.656947 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-d7d749e9-1d41-494f-802a-37b57d90a6b5 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Allocated IP 172.25.3.38 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:12:17.659479 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-863e574b-a6b5-4a2b-ba67-357992398edd req-42fdc696-e027-4474-8463-7baaf4115d0d tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177917 Aug 28 15:12:17.694940 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1d920afc-99b0-4c78-99e2-97b40572c4b5 None None] Could not find standard attr ID for object 1585c9c3-d475-45f2-8b20-4512f8896a9a. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:12:17.752935 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-41fd92a6-78a6-47a0-8c47-a03f70753707 req-16dd3d46-ddb4-4c67-8bc4-79a01bfef754 service neutron] 10.222.0.36 "GET /v2.0/networks/53141248-8e00-4514-be68-258a5198e7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786177 Aug 28 15:12:17.756052 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d1f8e79-001f-46e8-947f-33c5fbdaf80a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:17.818986 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b945cd-d3c2-4156-9c5a-eeb1b0390d25 req-73d69739-ba23-42f2-9322-01315b0e7e06 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:17.820733 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13b945cd-d3c2-4156-9c5a-eeb1b0390d25 req-73d69739-ba23-42f2-9322-01315b0e7e06 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd14d824-5710-435b-8758-9929fb51fb87 HTTP/1.1" status: 200 len: 950 time: 0.0941567 Aug 28 15:12:17.824164 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d7d749e9-1d41-494f-802a-37b57d90a6b5 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:17.861376 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d1f8e79-001f-46e8-947f-33c5fbdaf80a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:17.885602 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13b945cd-d3c2-4156-9c5a-eeb1b0390d25 req-a916224b-d484-477c-8198-8defc743938d tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d06b97-c888-4f81-9b2b-926687177ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550680 Aug 28 15:12:17.897476 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f8e79-001f-46e8-947f-33c5fbdaf80a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Subnet': ['ID=cd7dc80a-763a-4c63-b7e9-13d3cac8df0d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:17.899572 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d1f8e79-001f-46e8-947f-33c5fbdaf80a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:17.901668 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5d1f8e79-001f-46e8-947f-33c5fbdaf80a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/cd7dc80a-763a-4c63-b7e9-13d3cac8df0d HTTP/1.1" status: 204 len: 168 time: 0.5704279 Aug 28 15:12:17.905269 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54078) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:17.915982 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d7d749e9-1d41-494f-802a-37b57d90a6b5 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:17.947467 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d4566f0d-dc4a-4926-a2c7-a0eebace918e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410898 Aug 28 15:12:17.949661 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbfffe-98a0-4924-8e20-3c1df0b1e979 req-d8f4498d-00d4-410b-a1a8-c9d91b4e6100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:17.951016 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54082) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:17.951699 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-42dbfffe-98a0-4924-8e20-3c1df0b1e979 req-d8f4498d-00d4-410b-a1a8-c9d91b4e6100 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b6803f8be4734cbb937bc1da576db856&device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 1095 time: 0.1281245 Aug 28 15:12:17.960264 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-cd3c66be-8fa0-4791-a39f-fb150776d4fe tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:17.966442 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d749e9-1d41-494f-802a-37b57d90a6b5 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:17.982092 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-d7d749e9-1d41-494f-802a-37b57d90a6b5 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:18.018697 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d749e9-1d41-494f-802a-37b57d90a6b5 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:12:18.070909 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d749e9-1d41-494f-802a-37b57d90a6b5 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Port': ['ID=4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:18.080504 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbfffe-98a0-4924-8e20-3c1df0b1e979 req-12e678a4-bf00-4178-98dd-c5d0817dcb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:18.082442 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-42dbfffe-98a0-4924-8e20-3c1df0b1e979 req-12e678a4-bf00-4178-98dd-c5d0817dcb33 service neutron] 10.222.0.36 "GET /v2.0/networks?id=53141248-8e00-4514-be68-258a5198e7a0 HTTP/1.1" status: 200 len: 911 time: 0.1194017 Aug 28 15:12:18.148448 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-42dbfffe-98a0-4924-8e20-3c1df0b1e979 req-b74ae56a-96b9-4588-a17b-3668c2c2b32c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c479b9e-564b-4a4e-90cd-c96ad08148ee HTTP/1.1" status: 200 len: 217 time: 0.0539129 Aug 28 15:12:18.214227 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3c66be-8fa0-4791-a39f-fb150776d4fe tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:12:18.217125 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbfffe-98a0-4924-8e20-3c1df0b1e979 req-7793f666-4cd1-4b26-8d4e-2a0e7a042544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:18.218477 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cd3c66be-8fa0-4791-a39f-fb150776d4fe tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:18.218739 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-42dbfffe-98a0-4924-8e20-3c1df0b1e979 req-7793f666-4cd1-4b26-8d4e-2a0e7a042544 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a9b8f69-df1a-4471-9b51-9cd5ba7ffa49 HTTP/1.1" status: 200 len: 850 time: 0.0608394 Aug 28 15:12:18.275498 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-42dbfffe-98a0-4924-8e20-3c1df0b1e979 req-173e9e02-ee62-4b78-8794-96c8d22d7317 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53141248-8e00-4514-be68-258a5198e7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444760 Aug 28 15:12:18.416010 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-42dbfffe-98a0-4924-8e20-3c1df0b1e979 req-67deae6f-58e7-4440-b437-415d44f7345c service neutron] 10.222.0.36 "GET /v2.0/networks/53141248-8e00-4514-be68-258a5198e7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308239 Aug 28 15:12:18.498086 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d7d749e9-1d41-494f-802a-37b57d90a6b5 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:18.575145 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-42dbfffe-98a0-4924-8e20-3c1df0b1e979 req-7afc2c4a-5ab4-49e2-811d-d79564bbc615 service neutron] 10.222.0.36 "GET /v2.0/networks/53141248-8e00-4514-be68-258a5198e7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384227 Aug 28 15:12:18.623685 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4367b9-97dd-4163-a680-7d1d117e0fcb None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:12:18.635933 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a38d1-43ca-4043-881f-fa718b8984dc req-c4efe566-b7ea-4d94-a878-8c9492512d67 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:18.638105 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cb3a38d1-43ca-4043-881f-fa718b8984dc req-c4efe566-b7ea-4d94-a878-8c9492512d67 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 943 time: 0.1986711 Aug 28 15:12:18.725942 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cb3a38d1-43ca-4043-881f-fa718b8984dc req-2ebaaf50-e270-493c-a879-3c920c5c78f9 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648911 Aug 28 15:12:18.767485 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device b3bd1a7e-44ed-4569-b05f-843dad9a9fbf details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:12:18.796109 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cd3c66be-8fa0-4791-a39f-fb150776d4fe tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:18.868529 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0915e7c-13ce-4950-a4b9-c3b41e42495a req-387bac15-4659-4281-942f-12fe1de24bd0 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:18.873915 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b0915e7c-13ce-4950-a4b9-c3b41e42495a req-387bac15-4659-4281-942f-12fe1de24bd0 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 943 time: 0.0820088 Aug 28 15:12:18.878254 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4de05933-6491-4954-b613-1872fc7806e4 None None] Provisioning complete for port 6bc23686-4a39-4670-8966-4ed399517f19 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:18.879063 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4de05933-6491-4954-b613-1872fc7806e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:18.921097 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b0915e7c-13ce-4950-a4b9-c3b41e42495a req-dec4f4cb-d362-4376-9efe-529eff7651d7 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363417 Aug 28 15:12:18.933041 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port b3bd1a7e-44ed-4569-b05f-843dad9a9fbf, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=b3bd1a7e-44ed-4569-b05f-843dad9a9fbf,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:18.962328 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'b3bd1a7e-44ed-4569-b05f-843dad9a9fbf', 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f', 'port_id': 'b3bd1a7e-44ed-4569-b05f-843dad9a9fbf', 'mac_address': 'fa:16:3e:ab:02:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '836bd9d7-21bc-4e2a-b716-53b54890baa2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:12:19.027518 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5a670a-c8cd-4120-970a-016f38cf26ba None None] DHCP port deletion for dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:12:19.072231 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:19.095133 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3bd1a7e-44ed-4569-b05f-843dad9a9fbf {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:12:19.122809 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port b3bd1a7e-44ed-4569-b05f-843dad9a9fbf, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=b3bd1a7e-44ed-4569-b05f-843dad9a9fbf,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:19.129664 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:19.136618 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1d5a670a-c8cd-4120-970a-016f38cf26ba None None] Deleting port 6bc23686-4a39-4670-8966-4ed399517f19 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:12:19.136995 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1d5a670a-c8cd-4120-970a-016f38cf26ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:19.176236 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3c66be-8fa0-4791-a39f-fb150776d4fe tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:19.182901 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-cd3c66be-8fa0-4791-a39f-fb150776d4fe tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:19.186872 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3c66be-8fa0-4791-a39f-fb150776d4fe tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:19.187459 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cd3c66be-8fa0-4791-a39f-fb150776d4fe tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:19.211582 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c66be-8fa0-4791-a39f-fb150776d4fe tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Subnet': ['ID=b68e4023-742a-4c17-a235-5235e5b6b4a5,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:19.224029 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d7d749e9-1d41-494f-802a-37b57d90a6b5 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:19.232261 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cd3c66be-8fa0-4791-a39f-fb150776d4fe tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2762959 Aug 28 15:12:19.235434 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54098) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:19.237387 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=b3bd1a7e-44ed-4569-b05f-843dad9a9fbf,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:19.243553 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-278d6a01-44e5-477d-9c40-915cb3dc42c3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:19.246572 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:19.246931 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:19.247277 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:19.247615 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:19.247976 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:19.248314 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:19.248655 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:19.248978 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:19.249305 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:19.249632 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:19.249961 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:19.250301 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:19.273626 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1d5a670a-c8cd-4120-970a-016f38cf26ba None None] For port 6bc23686-4a39-4670-8966-4ed399517f19, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6bc23686-4a39-4670-8966-4ed399517f19,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:19.274032 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1d5a670a-c8cd-4120-970a-016f38cf26ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:19.289611 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1d5a670a-c8cd-4120-970a-016f38cf26ba None None] Calling delete_port for 6bc23686-4a39-4670-8966-4ed399517f19 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:12:19.372828 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d749e9-1d41-494f-802a-37b57d90a6b5 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Router a30c21e3-3708-440a-bf01-a555061910dd is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:12:19.399121 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1d5a670a-c8cd-4120-970a-016f38cf26ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:19.401317 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278d6a01-44e5-477d-9c40-915cb3dc42c3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:12:19.407320 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-278d6a01-44e5-477d-9c40-915cb3dc42c3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:19.427697 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a670a-c8cd-4120-970a-016f38cf26ba None None] Pushing event deleted for resources: {'Port': ['ID=6bc23686-4a39-4670-8966-4ed399517f19,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:19.438397 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5a670a-c8cd-4120-970a-016f38cf26ba None None] No DVR routers for this DVR port 6bc23686-4a39-4670-8966-4ed399517f19 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:12:19.455014 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ce5189-8ede-4cac-9d43-e53b7ef0459d None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:12:19.501667 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['b3bd1a7e-44ed-4569-b05f-843dad9a9fbf'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:12:19.524353 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d749e9-1d41-494f-802a-37b57d90a6b5 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:12:19.538585 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e9d157-defb-4109-8f67-792fcfd88a4b None None] Sync routers for ids ['a30c21e3-3708-440a-bf01-a555061910dd'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:12:19.552259 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e9d157-defb-4109-8f67-792fcfd88a4b None None] Routers {'a30c21e3-3708-440a-bf01-a555061910dd'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:12:19.553267 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-51e9d157-defb-4109-8f67-792fcfd88a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:12:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a30c21e3-3708-440a-bf01-a555061910dd'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:19.555544 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d7d749e9-1d41-494f-802a-37b57d90a6b5 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:19.557065 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d7d749e9-1d41-494f-802a-37b57d90a6b5 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8241861 Aug 28 15:12:19.560103 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54102) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:19.572340 n-d-712137-10 neutron-server[106329]: INFO neutron.db.ipam_backend_mixin [None req-278d6a01-44e5-477d-9c40-915cb3dc42c3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b68e4023-742a-4c17-a235-5235e5b6b4a5 (CIDR: 2001:db8::/64) Aug 28 15:12:19.572529 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-278d6a01-44e5-477d-9c40-915cb3dc42c3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:12:19.575933 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-278d6a01-44e5-477d-9c40-915cb3dc42c3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:19.613807 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-278d6a01-44e5-477d-9c40-915cb3dc42c3 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3725348 Aug 28 15:12:19.615968 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54106) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:19.620058 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-b3fc5a6a-3e3b-485a-bc5a-7764af701118 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:19.653591 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bf8385ae-9601-46f2-9bf5-559204989b2b tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=bee02b8454d546b78330e0129408e569&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0911651 Aug 28 15:12:19.654407 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54108) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:19.713082 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-51e9d157-defb-4109-8f67-792fcfd88a4b None None] Set router a30c21e3-3708-440a-bf01-a555061910dd gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:12:19.836832 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fc5a6a-3e3b-485a-bc5a-7764af701118 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:12:19.841228 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b3fc5a6a-3e3b-485a-bc5a-7764af701118 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:19.882257 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a07c5e0-b879-42ba-b81b-90278092efbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'tenant_id': 'b52f2a44ab1541f08b6542f112ae2346', 'fixed_ips': [{'subnet_id': 'b68e4023-742a-4c17-a235-5235e5b6b4a5'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:12:19.883880 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2a07c5e0-b879-42ba-b81b-90278092efbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:19.985087 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5854cad-8d74-47e8-a41c-5fe128b42924 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:19.988278 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d5854cad-8d74-47e8-a41c-5fe128b42924 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3328376 Aug 28 15:12:19.993051 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54114) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:20.085609 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-51e9d157-defb-4109-8f67-792fcfd88a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091589867', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:12:16Z', 'updated_at': '2021-08-28T15:12:18Z', 'revision_number': 3, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:12:17Z', 'updated_at': '2021-08-28T15:12:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:20.091703 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4f3987cb-4ade-4cd5-99d2-adb160329c77 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=61448970-1875-4f3f-bc01-29da4e3666f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0971570 Aug 28 15:12:20.092344 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54116) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:20.113643 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e9d157-defb-4109-8f67-792fcfd88a4b None None] Checking router: a30c21e3-3708-440a-bf01-a555061910dd for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:12:20.114490 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e9d157-defb-4109-8f67-792fcfd88a4b None None] Updating router a30c21e3-3708-440a-bf01-a555061910dd port 4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1 binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:12:20.123690 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-2a07c5e0-b879-42ba-b81b-90278092efbb None None] Allocated IP 2001:db8::2 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/b68e4023-742a-4c17-a235-5235e5b6b4a5/2e632b6b-ed45-4250-ab47-9194873b8e58) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:12:20.129083 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-627dfeac-7613-45d7-8676-680002b8008a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-188195926', 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7', 'project_id': 'bee02b8454d546b78330e0129408e569', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:20.143265 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-51e9d157-defb-4109-8f67-792fcfd88a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:20.239121 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06943298-b0a2-4053-a9a2-14d0bbd9f134 req-2bc0a66f-7e5b-42b3-a48d-ac17aa140f04 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:20.240912 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06943298-b0a2-4053-a9a2-14d0bbd9f134 req-2bc0a66f-7e5b-42b3-a48d-ac17aa140f04 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 944 time: 0.1473269 Aug 28 15:12:20.279302 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627dfeac-7613-45d7-8676-680002b8008a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Made reservation on behalf of bee02b8454d546b78330e0129408e569 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:12:20.284255 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-627dfeac-7613-45d7-8676-680002b8008a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:20.306353 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2efa2e-75cb-4cb2-a0fb-4b60ab4f322e req-b6da824c-4234-4e2a-a473-62151466c1c8 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:20.308793 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5b2efa2e-75cb-4cb2-a0fb-4b60ab4f322e req-b6da824c-4234-4e2a-a473-62151466c1c8 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 943 time: 0.1763971 Aug 28 15:12:20.367193 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2a07c5e0-b879-42ba-b81b-90278092efbb None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:20.380167 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2a07c5e0-b879-42ba-b81b-90278092efbb None None] Transition to ACTIVE for port object 2e632b6b-ed45-4250-ab47-9194873b8e58 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:20.386374 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06943298-b0a2-4053-a9a2-14d0bbd9f134 req-732ffd17-b5af-4d49-89aa-d755b953d7e7 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186607 Aug 28 15:12:20.410582 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2a07c5e0-b879-42ba-b81b-90278092efbb None None] Transition to ACTIVE for port object 2e632b6b-ed45-4250-ab47-9194873b8e58 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:20.416219 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2a07c5e0-b879-42ba-b81b-90278092efbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:20.456436 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5b2efa2e-75cb-4cb2-a0fb-4b60ab4f322e req-5a491a4e-6955-4ec6-9fd1-aa4098feacbc tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374679 Aug 28 15:12:20.469084 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a07c5e0-b879-42ba-b81b-90278092efbb None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:20.473308 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-51e9d157-defb-4109-8f67-792fcfd88a4b None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:20.493781 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-51e9d157-defb-4109-8f67-792fcfd88a4b None None] Transition to ACTIVE for port object 4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1 will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:20.495250 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-2a07c5e0-b879-42ba-b81b-90278092efbb None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:20.501216 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-51e9d157-defb-4109-8f67-792fcfd88a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:20.507746 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a07c5e0-b879-42ba-b81b-90278092efbb None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:12:20.525789 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07c5e0-b879-42ba-b81b-90278092efbb None None] Pushing event updated for resources: {'Port': ['ID=2e632b6b-ed45-4250-ab47-9194873b8e58,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:20.553571 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712f7dd-8d9f-418e-ac6d-358221055298 None None] Pushing event updated for resources: {'Port': ['ID=4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1,revision_number=2']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:20.564659 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712f7dd-8d9f-418e-ac6d-358221055298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:20.565071 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712f7dd-8d9f-418e-ac6d-358221055298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:20.565470 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712f7dd-8d9f-418e-ac6d-358221055298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:20.565818 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712f7dd-8d9f-418e-ac6d-358221055298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:20.566947 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712f7dd-8d9f-418e-ac6d-358221055298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:20.567464 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712f7dd-8d9f-418e-ac6d-358221055298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:20.567776 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712f7dd-8d9f-418e-ac6d-358221055298 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:20.568082 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712f7dd-8d9f-418e-ac6d-358221055298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:20.568461 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712f7dd-8d9f-418e-ac6d-358221055298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:20.569480 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712f7dd-8d9f-418e-ac6d-358221055298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:20.569862 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712f7dd-8d9f-418e-ac6d-358221055298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:20.570325 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712f7dd-8d9f-418e-ac6d-358221055298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:20.572254 n-d-712137-10 neutron-server[106329]: DEBUG neutron.objects.ports [None req-b3fc5a6a-3e3b-485a-bc5a-7764af701118 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106329) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 15:12:20.582892 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-627dfeac-7613-45d7-8676-680002b8008a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:20.594604 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-51e9d157-defb-4109-8f67-792fcfd88a4b None None] Attempting to bind port 4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:12:20.595035 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-51e9d157-defb-4109-8f67-792fcfd88a4b None None] Attempting to bind port 4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:12:20.595413 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e9d157-defb-4109-8f67-792fcfd88a4b None None] Attempting to bind port 4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:12:20.601375 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e9d157-defb-4109-8f67-792fcfd88a4b None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:12:20.601761 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e9d157-defb-4109-8f67-792fcfd88a4b None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:12:20.602171 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-51e9d157-defb-4109-8f67-792fcfd88a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:20.602875 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e9d157-defb-4109-8f67-792fcfd88a4b None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:12:20.603514 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-51e9d157-defb-4109-8f67-792fcfd88a4b None None] Bound port: 4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:12:20.603981 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-51e9d157-defb-4109-8f67-792fcfd88a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:20.640212 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-2a07c5e0-b879-42ba-b81b-90278092efbb None None] Attempting to bind port 2e632b6b-ed45-4250-ab47-9194873b8e58 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:12:20.640671 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-2a07c5e0-b879-42ba-b81b-90278092efbb None None] Attempting to bind port 2e632b6b-ed45-4250-ab47-9194873b8e58 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:12:20.641407 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a07c5e0-b879-42ba-b81b-90278092efbb None None] Attempting to bind port 2e632b6b-ed45-4250-ab47-9194873b8e58 on network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:12:20.647485 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a07c5e0-b879-42ba-b81b-90278092efbb None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:12:20.648009 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a07c5e0-b879-42ba-b81b-90278092efbb None None] Checking segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:12:20.648484 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2a07c5e0-b879-42ba-b81b-90278092efbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:20.648943 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a07c5e0-b879-42ba-b81b-90278092efbb None None] Bound using segment: {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:12:20.649952 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-2a07c5e0-b879-42ba-b81b-90278092efbb None None] Bound port: 2e632b6b-ed45-4250-ab47-9194873b8e58, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:12:20.649952 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2a07c5e0-b879-42ba-b81b-90278092efbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:20.667498 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627dfeac-7613-45d7-8676-680002b8008a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Checking segment: {'id': '83726ab7-a699-4c25-96b6-33a071f8a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:12:20.667947 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627dfeac-7613-45d7-8676-680002b8008a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Network hostable DHCP agents. Network: 125b4a97-f28b-45ff-af57-8d50b6f26fd7, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:12:20.673061 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627dfeac-7613-45d7-8676-680002b8008a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Subnet': ['ID=1981851f-999b-45ac-a8bb-159a0671690b,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:20.673255 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-51e9d157-defb-4109-8f67-792fcfd88a4b None None] For port 4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:12:20.685412 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-51e9d157-defb-4109-8f67-792fcfd88a4b None None] For port 4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:12:20.692838 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627dfeac-7613-45d7-8676-680002b8008a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Network 125b4a97-f28b-45ff-af57-8d50b6f26fd7 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:12:20.698330 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-51e9d157-defb-4109-8f67-792fcfd88a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:20.708283 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-627dfeac-7613-45d7-8676-680002b8008a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 125b4a97-f28b-45ff-af57-8d50b6f26fd7) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:20.714645 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627dfeac-7613-45d7-8676-680002b8008a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:20.716187 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-627dfeac-7613-45d7-8676-680002b8008a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:20.726100 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac40a8e0-6ea9-4fba-ba41-b2c178575900 None None] Network 125b4a97-f28b-45ff-af57-8d50b6f26fd7 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:12:20.770542 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-627dfeac-7613-45d7-8676-680002b8008a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6459601 Aug 28 15:12:20.772521 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54122) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:20.775473 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712f7dd-8d9f-418e-ac6d-358221055298 None None] Pushing event updated for resources: {'Port': ['ID=4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:20.798939 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e9d157-defb-4109-8f67-792fcfd88a4b None None] Routers {'a30c21e3-3708-440a-bf01-a555061910dd'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:12:20.799797 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-51e9d157-defb-4109-8f67-792fcfd88a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:12:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a30c21e3-3708-440a-bf01-a555061910dd'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:20.949067 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b3fc5a6a-3e3b-485a-bc5a-7764af701118 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:20.990023 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-51e9d157-defb-4109-8f67-792fcfd88a4b None None] Set router a30c21e3-3708-440a-bf01-a555061910dd gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:12:21.041942 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-2a07c5e0-b879-42ba-b81b-90278092efbb None None] For port 2e632b6b-ed45-4250-ab47-9194873b8e58, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:12:21.046491 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-2a07c5e0-b879-42ba-b81b-90278092efbb None None] For port 2e632b6b-ed45-4250-ab47-9194873b8e58, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2e632b6b-ed45-4250-ab47-9194873b8e58,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:12:21.051270 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 8c479b9e-564b-4a4e-90cd-c96ad08148ee details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:12:21.055119 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6bc23686-4a39-4670-8966-4ed399517f19 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:12:21.064060 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2a07c5e0-b879-42ba-b81b-90278092efbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:21.095733 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.db.api [None req-b3fc5a6a-3e3b-485a-bc5a-7764af701118 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:12:21.096082 n-d-712137-10 neutron-server[106329]: DEBUG oslo_db.api [None req-b3fc5a6a-3e3b-485a-bc5a-7764af701118 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:12:21.209072 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-51e9d157-defb-4109-8f67-792fcfd88a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091589867', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:12:16Z', 'updated_at': '2021-08-28T15:12:18Z', 'revision_number': 3, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:12:17Z', 'updated_at': '2021-08-28T15:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:21.229343 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 8c479b9e-564b-4a4e-90cd-c96ad08148ee, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=8c479b9e-564b-4a4e-90cd-c96ad08148ee,segment=NetworkSegment(cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f),segment_id=cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:21.242944 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '8c479b9e-564b-4a4e-90cd-c96ad08148ee', 'network_id': '53141248-8e00-4514-be68-258a5198e7a0', 'port_id': '8c479b9e-564b-4a4e-90cd-c96ad08148ee', 'mac_address': 'fa:16:3e:88:c9:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a9b8f69-df1a-4471-9b51-9cd5ba7ffa49', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:12:21.244438 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 6bc23686-4a39-4670-8966-4ed399517f19 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:12:21.244781 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6bc23686-4a39-4670-8966-4ed399517f19 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:12:21.245280 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e9d157-defb-4109-8f67-792fcfd88a4b None None] The sync data for ids ['a30c21e3-3708-440a-bf01-a555061910dd'] in n-d-712137-10 is: [{'id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091589867', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:12:16Z', 'updated_at': '2021-08-28T15:12:18Z', 'revision_number': 3, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:12:17Z', 'updated_at': '2021-08-28T15:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:12:21.337621 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07c5e0-b879-42ba-b81b-90278092efbb None None] Pushing event updated for resources: {'Port': ['ID=2e632b6b-ed45-4250-ab47-9194873b8e58,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:21.360209 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:21.406992 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c479b9e-564b-4a4e-90cd-c96ad08148ee {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:12:21.420813 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:21.444892 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 8c479b9e-564b-4a4e-90cd-c96ad08148ee, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=8c479b9e-564b-4a4e-90cd-c96ad08148ee,segment=NetworkSegment(cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f),segment_id=cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:21.468492 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:21.566860 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fc9c6e-9a74-42cf-8800-d21b8818ab21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-125b4a97-f28b-45ff-af57-8d50b6f26fd7', 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'fixed_ips': [{'subnet_id': '1981851f-999b-45ac-a8bb-159a0671690b'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:12:21.570445 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-09fc9c6e-9a74-42cf-8800-d21b8818ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:21.594983 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf1f26-656f-4473-b7c9-2c2dacac6202 req-e6d858bb-4850-419c-8a73-d3b5c8689f54 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:21.610957 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1bf1f26-656f-4473-b7c9-2c2dacac6202 req-e6d858bb-4850-419c-8a73-d3b5c8689f54 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 944 time: 0.1274378 Aug 28 15:12:21.661259 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=8c479b9e-564b-4a4e-90cd-c96ad08148ee,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:21.705016 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b3fc5a6a-3e3b-485a-bc5a-7764af701118 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:21.797684 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['8c479b9e-564b-4a4e-90cd-c96ad08148ee'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:12:21.824994 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1bf1f26-656f-4473-b7c9-2c2dacac6202 req-7b61647a-b988-4ffa-bc0e-e3ffe85d0c8a tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090397 Aug 28 15:12:21.993563 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Allocated IP 172.20.0.1 (125b4a97-f28b-45ff-af57-8d50b6f26fd7/1981851f-999b-45ac-a8bb-159a0671690b/1a571d40-aafa-4b7a-a862-947dbdbbe607) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:12:22.085510 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-b3fc5a6a-3e3b-485a-bc5a-7764af701118 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] For port 2e632b6b-ed45-4250-ab47-9194873b8e58, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2e632b6b-ed45-4250-ab47-9194873b8e58,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:22.117613 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b3fc5a6a-3e3b-485a-bc5a-7764af701118 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:22.125122 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b3fc5a6a-3e3b-485a-bc5a-7764af701118 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:22.126448 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b3fc5a6a-3e3b-485a-bc5a-7764af701118 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:22.144166 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:22.179743 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Transition to ACTIVE for port object 1a571d40-aafa-4b7a-a862-947dbdbbe607 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:22.213290 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fc5a6a-3e3b-485a-bc5a-7764af701118 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:22.227511 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-b3fc5a6a-3e3b-485a-bc5a-7764af701118 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:22.229883 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131674a2-88e6-4b2a-a6cf-ac013d9bab70 req-68feb05d-c416-4d21-8091-5e7600bfa1a2 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:22.232089 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-131674a2-88e6-4b2a-a6cf-ac013d9bab70 req-68feb05d-c416-4d21-8091-5e7600bfa1a2 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 944 time: 0.3118453 Aug 28 15:12:22.243425 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fc5a6a-3e3b-485a-bc5a-7764af701118 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:22.244354 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b3fc5a6a-3e3b-485a-bc5a-7764af701118 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:22.275390 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:22.277749 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc5a6a-3e3b-485a-bc5a-7764af701118 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Port': ['ID=2e632b6b-ed45-4250-ab47-9194873b8e58,revision_number=4']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:22.284562 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc5a6a-3e3b-485a-bc5a-7764af701118 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Subnet': ['ID=7ed298b0-3d50-4db7-97e0-b37973193dc6,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:22.300428 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b3fc5a6a-3e3b-485a-bc5a-7764af701118 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6849360 Aug 28 15:12:22.308085 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54132) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:22.352467 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-43b9e36a-058a-4cb1-800d-1828a8568c17 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'mac_address': 'fa:16:3e:83:fc:dc', 'name': 'tempest-NetworksTestDHCPv6-442619564'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:22.364860 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-09fc9c6e-9a74-42cf-8800-d21b8818ab21 None None] Allocated IP 172.20.0.2 (125b4a97-f28b-45ff-af57-8d50b6f26fd7/1981851f-999b-45ac-a8bb-159a0671690b/f08564ec-30ce-4d8c-91ee-b3a71c83b9a0) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:12:22.431528 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-131674a2-88e6-4b2a-a6cf-ac013d9bab70 req-0ed2fec6-57c4-4854-ace8-274e9295ae95 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929085 Aug 28 15:12:22.448358 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Network 125b4a97-f28b-45ff-af57-8d50b6f26fd7 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:22.449273 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Port': ['ID=1a571d40-aafa-4b7a-a862-947dbdbbe607,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:22.463950 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:22.465878 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:12:22.472704 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:22.473061 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:22.473412 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:22.473756 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:22.474094 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:22.474438 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:22.474781 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:22.475115 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:22.475452 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:22.475836 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:22.476169 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:22.476999 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:12:22.579758 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:22.582282 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-09fc9c6e-9a74-42cf-8800-d21b8818ab21 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:22.594766 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-09fc9c6e-9a74-42cf-8800-d21b8818ab21 None None] Transition to ACTIVE for port object f08564ec-30ce-4d8c-91ee-b3a71c83b9a0 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:22.613356 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-09fc9c6e-9a74-42cf-8800-d21b8818ab21 None None] Transition to ACTIVE for port object f08564ec-30ce-4d8c-91ee-b3a71c83b9a0 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:22.627106 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-09fc9c6e-9a74-42cf-8800-d21b8818ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:22.679277 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b9e36a-058a-4cb1-800d-1828a8568c17 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:12:22.685850 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fc9c6e-9a74-42cf-8800-d21b8818ab21 None None] Network 125b4a97-f28b-45ff-af57-8d50b6f26fd7 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:22.690657 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-09fc9c6e-9a74-42cf-8800-d21b8818ab21 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:22.696145 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fc9c6e-9a74-42cf-8800-d21b8818ab21 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:12:22.707882 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc9c6e-9a74-42cf-8800-d21b8818ab21 None None] Pushing event updated for resources: {'Port': ['ID=f08564ec-30ce-4d8c-91ee-b3a71c83b9a0,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:22.831820 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-09fc9c6e-9a74-42cf-8800-d21b8818ab21 None None] Attempting to bind port f08564ec-30ce-4d8c-91ee-b3a71c83b9a0 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:12:22.832487 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-09fc9c6e-9a74-42cf-8800-d21b8818ab21 None None] Attempting to bind port f08564ec-30ce-4d8c-91ee-b3a71c83b9a0 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '83726ab7-a699-4c25-96b6-33a071f8a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:12:22.832487 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fc9c6e-9a74-42cf-8800-d21b8818ab21 None None] Attempting to bind port f08564ec-30ce-4d8c-91ee-b3a71c83b9a0 on network 125b4a97-f28b-45ff-af57-8d50b6f26fd7 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:12:22.834657 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-43b9e36a-058a-4cb1-800d-1828a8568c17 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:22.836301 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device b3bd1a7e-44ed-4569-b05f-843dad9a9fbf up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:12:22.904104 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a25084-e01e-4c2d-bff0-14f5e15a02d3 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:12:22.904629 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-43b9e36a-058a-4cb1-800d-1828a8568c17 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] device_id is not set on port 87e71a3f-4ee7-491a-8237-57d891f27b96 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:12:22.913467 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fc9c6e-9a74-42cf-8800-d21b8818ab21 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:12:22.915120 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fc9c6e-9a74-42cf-8800-d21b8818ab21 None None] Checking segment: {'id': '83726ab7-a699-4c25-96b6-33a071f8a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:12:22.915732 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-09fc9c6e-9a74-42cf-8800-d21b8818ab21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:22.918077 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fc9c6e-9a74-42cf-8800-d21b8818ab21 None None] Bound using segment: {'id': '83726ab7-a699-4c25-96b6-33a071f8a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:12:22.918077 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-09fc9c6e-9a74-42cf-8800-d21b8818ab21 None None] Bound port: f08564ec-30ce-4d8c-91ee-b3a71c83b9a0, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83726ab7-a699-4c25-96b6-33a071f8a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:12:22.919631 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-09fc9c6e-9a74-42cf-8800-d21b8818ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:23.011310 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:23.041435 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32ba82-4da3-4287-831c-a69078a6b59e req-41af0504-66de-4f26-a3ff-f7a757d67a87 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:23.044308 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2a32ba82-4da3-4287-831c-a69078a6b59e req-41af0504-66de-4f26-a3ff-f7a757d67a87 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 944 time: 0.0881834 Aug 28 15:12:23.081286 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 8c479b9e-564b-4a4e-90cd-c96ad08148ee up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:12:23.131773 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2a32ba82-4da3-4287-831c-a69078a6b59e req-381123c2-02c1-4b46-8a58-aa6bf2c783cb tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721583 Aug 28 15:12:23.140869 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:12:23.251995 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4ee4065e-2c03-4c0b-9da9-1eff99fb907c None None] Provisioning for port 2e632b6b-ed45-4250-ab47-9194873b8e58 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:12:23.303055 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port b3bd1a7e-44ed-4569-b05f-843dad9a9fbf completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:12:23.329218 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port b3bd1a7e-44ed-4569-b05f-843dad9a9fbf triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:23.329802 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:23.334207 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-09fc9c6e-9a74-42cf-8800-d21b8818ab21 None None] For port f08564ec-30ce-4d8c-91ee-b3a71c83b9a0, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:12:23.339333 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-09fc9c6e-9a74-42cf-8800-d21b8818ab21 None None] For port f08564ec-30ce-4d8c-91ee-b3a71c83b9a0, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f08564ec-30ce-4d8c-91ee-b3a71c83b9a0,segment=NetworkSegment(83726ab7-a699-4c25-96b6-33a071f8a86e),segment_id=83726ab7-a699-4c25-96b6-33a071f8a86e)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:12:23.378535 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-09fc9c6e-9a74-42cf-8800-d21b8818ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:23.396999 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:12:23.430109 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 8c479b9e-564b-4a4e-90cd-c96ad08148ee completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:12:23.439170 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:23.439835 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:23.476092 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 8c479b9e-564b-4a4e-90cd-c96ad08148ee triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:23.476580 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:23.539255 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc9c6e-9a74-42cf-8800-d21b8818ab21 None None] Pushing event updated for resources: {'Port': ['ID=f08564ec-30ce-4d8c-91ee-b3a71c83b9a0,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:23.621020 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:23.711464 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f550d758-9ee1-4c17-9ac4-6c0ed3ef5817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bd1a7e-44ed-4569-b05f-843dad9a9fbf'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:12:23.714653 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9eb10f3-bc7d-49c1-9fc5-f8ffda955924" -d '{"events": [{"server_uuid": "f550d758-9ee1-4c17-9ac4-6c0ed3ef5817", "name": "network-vif-plugged", "status": "completed", "tag": "b3bd1a7e-44ed-4569-b05f-843dad9a9fbf"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:12:23.730263 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:23.732974 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:23.767741 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port b3bd1a7e-44ed-4569-b05f-843dad9a9fbf, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=b3bd1a7e-44ed-4569-b05f-843dad9a9fbf,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:23.791532 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:23.831770 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf97a791-fbc3-499f-a7db-466d8e1f9ecf x-openstack-request-id: req-cf97a791-fbc3-499f-a7db-466d8e1f9ecf {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:12:23.840307 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f550d758-9ee1-4c17-9ac4-6c0ed3ef5817", "name": "network-vif-plugged", "status": "completed", "tag": "b3bd1a7e-44ed-4569-b05f-843dad9a9fbf", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:12:23.842841 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf97a791-fbc3-499f-a7db-466d8e1f9ecf {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:12:23.843390 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f550d758-9ee1-4c17-9ac4-6c0ed3ef5817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bd1a7e-44ed-4569-b05f-843dad9a9fbf', 'code': 200} Aug 28 15:12:23.884833 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-43b9e36a-058a-4cb1-800d-1828a8568c17 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Allocated IP 2001:db8::376 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/b68e4023-742a-4c17-a235-5235e5b6b4a5/87e71a3f-4ee7-491a-8237-57d891f27b96) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:12:23.891408 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:23.899744 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:23.916053 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2e632b6b-ed45-4250-ab47-9194873b8e58 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:12:23.917401 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-43b9e36a-058a-4cb1-800d-1828a8568c17 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Allocated IP 2001:db8:0:1:f816:3eff:fe83:fcdc (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/7ed298b0-3d50-4db7-97e0-b37973193dc6/87e71a3f-4ee7-491a-8237-57d891f27b96) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:12:24.027391 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925dfb1-625d-4c3f-b330-75c79c3e3cec req-aca8bf3c-9e2b-4318-b703-c7ad566a2141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:24.032436 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0925dfb1-625d-4c3f-b330-75c79c3e3cec req-aca8bf3c-9e2b-4318-b703-c7ad566a2141 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 1097 time: 0.1396315 Aug 28 15:12:24.038771 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 8c479b9e-564b-4a4e-90cd-c96ad08148ee, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=8c479b9e-564b-4a4e-90cd-c96ad08148ee,segment=NetworkSegment(cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f),segment_id=cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:24.052015 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:24.070487 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=b3bd1a7e-44ed-4569-b05f-843dad9a9fbf,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:24.073852 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0925dfb1-625d-4c3f-b330-75c79c3e3cec req-02c3f238-ec60-4282-ad54-b6098586605e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338585 Aug 28 15:12:24.107569 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57699d-e09c-47ff-92e4-fc558378a568 req-f87d74fa-79a1-4ffd-b365-7e9cd5f3605b tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:24.109226 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9d57699d-e09c-47ff-92e4-fc558378a568 req-f87d74fa-79a1-4ffd-b365-7e9cd5f3605b tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 944 time: 0.5048125 Aug 28 15:12:24.124878 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 2e632b6b-ed45-4250-ab47-9194873b8e58 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:12:24.141979 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 2e632b6b-ed45-4250-ab47-9194873b8e58 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:24.141979 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:24.180405 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:24.190126 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:24.198344 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:24.265783 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:24.281131 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=8c479b9e-564b-4a4e-90cd-c96ad08148ee,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:24.339848 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:24.381441 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 2e632b6b-ed45-4250-ab47-9194873b8e58, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2e632b6b-ed45-4250-ab47-9194873b8e58,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:24.399401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54015b50-c658-4f84-9fb4-d93cf58d6ff0 req-35cf6e0e-3210-4ad4-be8b-503ff2d470e4 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:24.401473 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:24.407849 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54015b50-c658-4f84-9fb4-d93cf58d6ff0 req-35cf6e0e-3210-4ad4-be8b-503ff2d470e4 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 945 time: 0.1236382 Aug 28 15:12:24.436235 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:24.442151 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9d57699d-e09c-47ff-92e4-fc558378a568 req-a9732e7c-a0ae-4382-9fb6-d4b744cbe0ab tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134577 Aug 28 15:12:24.493490 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54015b50-c658-4f84-9fb4-d93cf58d6ff0 req-174c9f9e-4104-4c3d-93f6-1e80b646e6f3 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847278 Aug 28 15:12:24.504144 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=2e632b6b-ed45-4250-ab47-9194873b8e58,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:24.511819 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Port': ['ID=1a571d40-aafa-4b7a-a862-947dbdbbe607,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:24.536906 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1229d886-0d62-48d0-a217-2241320a5277 None None] Provisioning complete for port 2e632b6b-ed45-4250-ab47-9194873b8e58 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:24.537592 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1229d886-0d62-48d0-a217-2241320a5277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:24.578071 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-43b9e36a-058a-4cb1-800d-1828a8568c17 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:24.606211 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Network 125b4a97-f28b-45ff-af57-8d50b6f26fd7 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:24.609327 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-43b9e36a-058a-4cb1-800d-1828a8568c17 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Transition to ACTIVE for port object 87e71a3f-4ee7-491a-8237-57d891f27b96 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:24.610835 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:24.733303 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-43b9e36a-058a-4cb1-800d-1828a8568c17 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:24.791795 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b9e36a-058a-4cb1-800d-1828a8568c17 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:24.799047 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-43b9e36a-058a-4cb1-800d-1828a8568c17 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:24.802285 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Router a30c21e3-3708-440a-bf01-a555061910dd has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:12:24.803164 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b9e36a-058a-4cb1-800d-1828a8568c17 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:12:24.808755 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b9e36a-058a-4cb1-800d-1828a8568c17 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:24.810094 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-43b9e36a-058a-4cb1-800d-1828a8568c17 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:24.812870 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9e36a-058a-4cb1-800d-1828a8568c17 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Port': ['ID=87e71a3f-4ee7-491a-8237-57d891f27b96,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:24.850688 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f10dcd-7aba-4ad2-a6e6-b5ff85ffd252 None None] Network 125b4a97-f28b-45ff-af57-8d50b6f26fd7 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:12:24.870785 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-43b9e36a-058a-4cb1-800d-1828a8568c17 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5221121 Aug 28 15:12:24.879516 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54150) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:25.030292 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:12:25.036380 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4af07931-3776-4645-b8f3-8a02126cc68a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "PUT /v2.0/routers/a30c21e3-3708-440a-bf01-a555061910dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2628510 Aug 28 15:12:25.064628 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-6bebe4db-0dc0-47b9-a0f7-26a77ecdbd9d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting port 87e71a3f-4ee7-491a-8237-57d891f27b96 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:12:25.064969 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6bebe4db-0dc0-47b9-a0f7-26a77ecdbd9d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:25.073247 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cebfbb-2ff0-431c-8c4f-a0a22f493011 None None] Sync routers for ids ['a30c21e3-3708-440a-bf01-a555061910dd'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:12:25.077885 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f08564ec-30ce-4d8c-91ee-b3a71c83b9a0 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:12:25.158697 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-39bdbc55-31c1-455d-af80-cd66a9b18216 None None] Provisioning for port f08564ec-30ce-4d8c-91ee-b3a71c83b9a0 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:12:25.160389 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6bebe4db-0dc0-47b9-a0f7-26a77ecdbd9d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:25.160627 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cebfbb-2ff0-431c-8c4f-a0a22f493011 None None] Routers {'a30c21e3-3708-440a-bf01-a555061910dd'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:12:25.161365 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-c6cebfbb-2ff0-431c-8c4f-a0a22f493011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:12:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a30c21e3-3708-440a-bf01-a555061910dd'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:25.177254 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-6bebe4db-0dc0-47b9-a0f7-26a77ecdbd9d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Calling delete_port for 87e71a3f-4ee7-491a-8237-57d891f27b96 owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:12:25.302853 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-b65ede3d-45ea-435b-9a55-be0082eab625 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-922629524&fields=id&tenant_id=bee02b8454d546b78330e0129408e569 HTTP/1.1" status: 200 len: 267 time: 0.0596654 Aug 28 15:12:25.317738 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port f08564ec-30ce-4d8c-91ee-b3a71c83b9a0 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:12:25.337261 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port f08564ec-30ce-4d8c-91ee-b3a71c83b9a0 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:25.337632 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:25.367022 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-819ec961-26a4-4b5f-927e-68fa4d754d96 None None] Provisioning for port 87e71a3f-4ee7-491a-8237-57d891f27b96 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:12:25.384309 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-c6cebfbb-2ff0-431c-8c4f-a0a22f493011 None None] Set router a30c21e3-3708-440a-bf01-a555061910dd gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:12:25.417429 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-819ec961-26a4-4b5f-927e-68fa4d754d96 None None] Provisioning complete for port 87e71a3f-4ee7-491a-8237-57d891f27b96 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:25.417803 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-819ec961-26a4-4b5f-927e-68fa4d754d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:25.455808 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-8e2a3403-b92a-4888-a086-d4bf4b1794ff tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:25.457186 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-8e2a3403-b92a-4888-a086-d4bf4b1794ff tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/networks?id=125b4a97-f28b-45ff-af57-8d50b6f26fd7 HTTP/1.1" status: 200 len: 796 time: 0.1442056 Aug 28 15:12:25.488100 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-795db765-c15d-4d3c-8e08-9bf62d69770e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/quotas/bee02b8454d546b78330e0129408e569 HTTP/1.1" status: 200 len: 375 time: 0.0118129 Aug 28 15:12:25.541703 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-819ec961-26a4-4b5f-927e-68fa4d754d96 None None] Port 87e71a3f-4ee7-491a-8237-57d891f27b96 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:12:25.544827 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6bebe4db-0dc0-47b9-a0f7-26a77ecdbd9d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:25.597647 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-449dde59-79bc-42fc-a585-c69663e27ae6 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0999537 Aug 28 15:12:25.598912 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebe4db-0dc0-47b9-a0f7-26a77ecdbd9d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Port': ['ID=87e71a3f-4ee7-491a-8237-57d891f27b96,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:25.664780 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb38a5-687c-4cd6-9ec5-d008362bed26 req-9e6fb5b3-5847-4076-96c0-4c04ac46c8c2 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:25.679583 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74fb38a5-687c-4cd6-9ec5-d008362bed26 req-9e6fb5b3-5847-4076-96c0-4c04ac46c8c2 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 945 time: 0.1258402 Aug 28 15:12:25.696006 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:25.714043 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6bebe4db-0dc0-47b9-a0f7-26a77ecdbd9d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:25.719613 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6bebe4db-0dc0-47b9-a0f7-26a77ecdbd9d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/87e71a3f-4ee7-491a-8237-57d891f27b96 HTTP/1.1" status: 204 len: 168 time: 0.8415751 Aug 28 15:12:25.721924 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54172) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:25.747346 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74fb38a5-687c-4cd6-9ec5-d008362bed26 req-83b22d49-8660-4838-85e2-258a3f07d989 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650735 Aug 28 15:12:25.795396 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port f08564ec-30ce-4d8c-91ee-b3a71c83b9a0, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f08564ec-30ce-4d8c-91ee-b3a71c83b9a0,segment=NetworkSegment(83726ab7-a699-4c25-96b6-33a071f8a86e),segment_id=83726ab7-a699-4c25-96b6-33a071f8a86e)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:25.801949 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:25.802844 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:12:25.835706 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9d32d1-bf0c-4f28-9d99-f5477b266bae tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:25.840943 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9a9d32d1-bf0c-4f28-9d99-f5477b266bae tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1173818 Aug 28 15:12:25.842785 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54174) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:25.854039 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9436eb8a-4e19-48a6-b89e-190ea694b698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c479b9e-564b-4a4e-90cd-c96ad08148ee'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:12:25.856790 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07641668-8f52-4c45-9ec7-968be6d35ea4" -d '{"events": [{"server_uuid": "9436eb8a-4e19-48a6-b89e-190ea694b698", "name": "network-vif-plugged", "status": "completed", "tag": "8c479b9e-564b-4a4e-90cd-c96ad08148ee"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:12:25.897216 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-59fa1d89-3353-4a41-8d5d-e2aca92f6a87 service neutron] 10.222.0.13 "GET /v2.0/networks/125b4a97-f28b-45ff-af57-8d50b6f26fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849624 Aug 28 15:12:25.901285 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194ad39-a282-47ee-bf18-69b63e50e197 req-ed6adeb9-fe6c-4ddd-b4ca-69f8507a6e51 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:25.903612 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f194ad39-a282-47ee-bf18-69b63e50e197 req-ed6adeb9-fe6c-4ddd-b4ca-69f8507a6e51 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 945 time: 0.0847230 Aug 28 15:12:25.957074 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f194ad39-a282-47ee-bf18-69b63e50e197 req-78734c9f-27ca-48e1-bde6-b24095fd7514 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461736 Aug 28 15:12:25.962941 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=f08564ec-30ce-4d8c-91ee-b3a71c83b9a0,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:25.969762 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-c6cebfbb-2ff0-431c-8c4f-a0a22f493011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091589867', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:12:16Z', 'updated_at': '2021-08-28T15:12:22Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:12:17Z', 'updated_at': '2021-08-28T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '1a571d40-aafa-4b7a-a862-947dbdbbe607', 'name': '', 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:76:33:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '1981851f-999b-45ac-a8bb-159a0671690b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:12:21Z', 'updated_at': '2021-08-28T15:12:23Z', 'revision_number': 2, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': '1981851f-999b-45ac-a8bb-159a0671690b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:25.999110 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901bd688-4346-4075-896e-ef3f3f08ac27 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:26.000787 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-901bd688-4346-4075-896e-ef3f3f08ac27 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1550307 Aug 28 15:12:26.003305 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54180) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:26.011790 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cebfbb-2ff0-431c-8c4f-a0a22f493011 None None] Checking router: a30c21e3-3708-440a-bf01-a555061910dd for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:12:26.012413 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cebfbb-2ff0-431c-8c4f-a0a22f493011 None None] Updating router a30c21e3-3708-440a-bf01-a555061910dd port 1a571d40-aafa-4b7a-a862-947dbdbbe607 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:12:26.041248 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690f01dc-e21d-4504-9dfb-47c9ec330d21 x-openstack-request-id: req-690f01dc-e21d-4504-9dfb-47c9ec330d21 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:12:26.041583 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9436eb8a-4e19-48a6-b89e-190ea694b698", "name": "network-vif-plugged", "status": "completed", "tag": "8c479b9e-564b-4a4e-90cd-c96ad08148ee", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:12:26.041945 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-690f01dc-e21d-4504-9dfb-47c9ec330d21 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:12:26.042234 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9436eb8a-4e19-48a6-b89e-190ea694b698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c479b9e-564b-4a4e-90cd-c96ad08148ee', 'code': 200} Aug 28 15:12:26.056046 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:26.056423 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:26.063528 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c6cebfbb-2ff0-431c-8c4f-a0a22f493011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:26.136791 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-871f2dcb-03ed-4bcd-a9be-fa6971a488f8 None None] Provisioning for port 1a571d40-aafa-4b7a-a862-947dbdbbe607 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:12:26.154229 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-c655e7b2-3591-429c-9bb0-8d5eb806b948 service neutron] 10.222.0.13 "GET /v2.0/networks/125b4a97-f28b-45ff-af57-8d50b6f26fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387545 Aug 28 15:12:26.158398 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0c2e4-5de0-4fba-b922-d7fe37a9bca7 req-da9b44b7-ba98-4cfe-83d7-94d874df17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:26.158398 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-50f0c2e4-5de0-4fba-b922-d7fe37a9bca7 req-da9b44b7-ba98-4cfe-83d7-94d874df17cb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 1097 time: 0.0570149 Aug 28 15:12:26.175918 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-871f2dcb-03ed-4bcd-a9be-fa6971a488f8 None None] Provisioning complete for port 1a571d40-aafa-4b7a-a862-947dbdbbe607 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:26.178424 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-871f2dcb-03ed-4bcd-a9be-fa6971a488f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:26.205306 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38722608-6961-4a54-a3ee-297b0f90dc10 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:26.213039 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38722608-6961-4a54-a3ee-297b0f90dc10 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:26.236679 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38722608-6961-4a54-a3ee-297b0f90dc10 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:26.237818 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-50f0c2e4-5de0-4fba-b922-d7fe37a9bca7 req-04793188-2daf-4242-abbc-beca5bd43c14 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730309 Aug 28 15:12:26.240894 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-38722608-6961-4a54-a3ee-297b0f90dc10 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2338507 Aug 28 15:12:26.241571 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54186) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:26.353874 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-93911ca5-0568-46f9-a22b-38ce4264c7be tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting subnet 7ed298b0-3d50-4db7-97e0-b37973193dc6 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:12:26.359890 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-93911ca5-0568-46f9-a22b-38ce4264c7be tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:26.394562 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2e632b6b-ed45-4250-ab47-9194873b8e58 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:12:26.400830 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e412c4-728e-46b6-8009-b950df19614d req-418e3e70-2a1b-452c-b202-369f2b52f793 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:26.409170 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b1e412c4-728e-46b6-8009-b950df19614d req-418e3e70-2a1b-452c-b202-369f2b52f793 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 945 time: 0.1144755 Aug 28 15:12:26.467286 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b1e412c4-728e-46b6-8009-b950df19614d req-005f9301-abab-490b-b4a0-c08094e9f008 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571272 Aug 28 15:12:26.479822 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-93911ca5-0568-46f9-a22b-38ce4264c7be tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:26.590840 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-93911ca5-0568-46f9-a22b-38ce4264c7be tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:26.598741 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e4099bb4-29a8-4a09-9385-f49525025bb6 req-9ce55ce6-ea55-4c85-8d42-5551c8aebba2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 210 time: 0.0613499 Aug 28 15:12:26.643990 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:26.644801 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-871f2dcb-03ed-4bcd-a9be-fa6971a488f8 None None] Port 1a571d40-aafa-4b7a-a862-947dbdbbe607 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:12:26.670087 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-93911ca5-0568-46f9-a22b-38ce4264c7be tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:26.686165 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-93911ca5-0568-46f9-a22b-38ce4264c7be tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:26.688349 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-93911ca5-0568-46f9-a22b-38ce4264c7be tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/7ed298b0-3d50-4db7-97e0-b37973193dc6 HTTP/1.1" status: 204 len: 168 time: 0.4456317 Aug 28 15:12:26.688991 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-871f2dcb-03ed-4bcd-a9be-fa6971a488f8 None None] Provisioning complete for port f08564ec-30ce-4d8c-91ee-b3a71c83b9a0 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:26.689367 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-871f2dcb-03ed-4bcd-a9be-fa6971a488f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:26.690910 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54198) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:26.720346 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c86ac1-ce37-4e3b-9317-80f646159a7f None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:12:26.765315 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f3e52f-a50b-4102-9e07-3bc18029eaac tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting subnet b68e4023-742a-4c17-a235-5235e5b6b4a5 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:12:26.770935 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94f3e52f-a50b-4102-9e07-3bc18029eaac tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:26.813163 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 2e632b6b-ed45-4250-ab47-9194873b8e58 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:26.814969 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:26.831165 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94f3e52f-a50b-4102-9e07-3bc18029eaac tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:26.843149 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c6cebfbb-2ff0-431c-8c4f-a0a22f493011 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:26.879369 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c6cebfbb-2ff0-431c-8c4f-a0a22f493011 None None] Transition to ACTIVE for port object 1a571d40-aafa-4b7a-a862-947dbdbbe607 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:26.893800 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c6cebfbb-2ff0-431c-8c4f-a0a22f493011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:26.972446 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94f3e52f-a50b-4102-9e07-3bc18029eaac tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:27.044439 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e882c0-c3d7-4c33-a65f-351b35439dcd None None] Pushing event updated for resources: {'Port': ['ID=1a571d40-aafa-4b7a-a862-947dbdbbe607,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:27.070257 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94f3e52f-a50b-4102-9e07-3bc18029eaac tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:27.119759 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3e52f-a50b-4102-9e07-3bc18029eaac tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Subnet': ['ID=b68e4023-742a-4c17-a235-5235e5b6b4a5,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:27.122885 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94f3e52f-a50b-4102-9e07-3bc18029eaac tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:27.131717 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-94f3e52f-a50b-4102-9e07-3bc18029eaac tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/b68e4023-742a-4c17-a235-5235e5b6b4a5 HTTP/1.1" status: 204 len: 168 time: 0.4384170 Aug 28 15:12:27.133616 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54204) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:27.142521 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93911ca5-0568-46f9-a22b-38ce4264c7be tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed298b0-3d50-4db7-97e0-b37973193dc6,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:27.203701 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3ca006be-4812-4009-9a51-28bec8e3cc14 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686102 Aug 28 15:12:27.206579 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54206) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:27.212032 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-fc3ebb65-ec8e-40b9-a368-b6ba8b59117c tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:27.230233 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005a24a-c675-471b-a04e-57cb5b6e0618 req-ee1aa0df-03b7-46b9-9bd6-e5da6001d9d8 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:27.236293 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e005a24a-c675-471b-a04e-57cb5b6e0618 req-ee1aa0df-03b7-46b9-9bd6-e5da6001d9d8 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 945 time: 0.0856652 Aug 28 15:12:27.308029 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e005a24a-c675-471b-a04e-57cb5b6e0618 req-7f5bb526-25b2-46d8-8205-119e05952d3e tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669210 Aug 28 15:12:27.363133 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3ebb65-ec8e-40b9-a368-b6ba8b59117c tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:12:27.369605 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fc3ebb65-ec8e-40b9-a368-b6ba8b59117c tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:27.383138 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c6cebfbb-2ff0-431c-8c4f-a0a22f493011 None None] Attempting to bind port 1a571d40-aafa-4b7a-a862-947dbdbbe607 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:12:27.383514 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c6cebfbb-2ff0-431c-8c4f-a0a22f493011 None None] Attempting to bind port 1a571d40-aafa-4b7a-a862-947dbdbbe607 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '83726ab7-a699-4c25-96b6-33a071f8a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:12:27.383903 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cebfbb-2ff0-431c-8c4f-a0a22f493011 None None] Attempting to bind port 1a571d40-aafa-4b7a-a862-947dbdbbe607 on network 125b4a97-f28b-45ff-af57-8d50b6f26fd7 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:12:27.394337 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cebfbb-2ff0-431c-8c4f-a0a22f493011 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:12:27.394714 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cebfbb-2ff0-431c-8c4f-a0a22f493011 None None] Checking segment: {'id': '83726ab7-a699-4c25-96b6-33a071f8a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:12:27.395258 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c6cebfbb-2ff0-431c-8c4f-a0a22f493011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:27.395493 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cebfbb-2ff0-431c-8c4f-a0a22f493011 None None] Bound using segment: {'id': '83726ab7-a699-4c25-96b6-33a071f8a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:12:27.395993 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c6cebfbb-2ff0-431c-8c4f-a0a22f493011 None None] Bound port: 1a571d40-aafa-4b7a-a862-947dbdbbe607, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83726ab7-a699-4c25-96b6-33a071f8a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:12:27.396371 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c6cebfbb-2ff0-431c-8c4f-a0a22f493011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:27.488778 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f08564ec-30ce-4d8c-91ee-b3a71c83b9a0 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:12:27.554280 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c6cebfbb-2ff0-431c-8c4f-a0a22f493011 None None] For port 1a571d40-aafa-4b7a-a862-947dbdbbe607, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:12:27.565129 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180ea690-2432-4cbb-8193-95731f785d55 None None] Update dhcp port {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'fixed_ips': [{'subnet_id': 'b68e4023-742a-4c17-a235-5235e5b6b4a5'}], 'binding:host_id': 'n-d-712137-10'}, 'id': '2e632b6b-ed45-4250-ab47-9194873b8e58'} from n-d-712137-10. {{(pid=106331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 15:12:27.595150 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c6cebfbb-2ff0-431c-8c4f-a0a22f493011 None None] For port 1a571d40-aafa-4b7a-a862-947dbdbbe607, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=1a571d40-aafa-4b7a-a862-947dbdbbe607,segment=NetworkSegment(83726ab7-a699-4c25-96b6-33a071f8a86e),segment_id=83726ab7-a699-4c25-96b6-33a071f8a86e)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:12:27.603350 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce775b97-5a8b-474f-908a-6542830bbc3c req-21de6f4a-dc9b-4063-b371-304b9f7b2107 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:27.604427 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c6cebfbb-2ff0-431c-8c4f-a0a22f493011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:27.605109 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ce775b97-5a8b-474f-908a-6542830bbc3c req-21de6f4a-dc9b-4063-b371-304b9f7b2107 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 945 time: 0.0589964 Aug 28 15:12:27.617009 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-180ea690-2432-4cbb-8193-95731f785d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:27.678527 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ce775b97-5a8b-474f-908a-6542830bbc3c req-a33acac9-5cb2-4079-9379-e41ad7a8ad1d tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636551 Aug 28 15:12:27.688262 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fc3ebb65-ec8e-40b9-a368-b6ba8b59117c tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:27.710801 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port f08564ec-30ce-4d8c-91ee-b3a71c83b9a0 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:27.711302 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:27.755790 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3ebb65-ec8e-40b9-a368-b6ba8b59117c tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:27.760985 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-fc3ebb65-ec8e-40b9-a368-b6ba8b59117c tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:27.767810 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3ebb65-ec8e-40b9-a368-b6ba8b59117c tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:27.768618 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fc3ebb65-ec8e-40b9-a368-b6ba8b59117c tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:27.773770 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e882c0-c3d7-4c33-a65f-351b35439dcd None None] Pushing event updated for resources: {'Port': ['ID=1a571d40-aafa-4b7a-a862-947dbdbbe607,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:27.786132 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cebfbb-2ff0-431c-8c4f-a0a22f493011 None None] Routers {'a30c21e3-3708-440a-bf01-a555061910dd'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:12:27.786791 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-c6cebfbb-2ff0-431c-8c4f-a0a22f493011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:12:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a30c21e3-3708-440a-bf01-a555061910dd'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:27.802719 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ebb65-ec8e-40b9-a368-b6ba8b59117c tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Subnet': ['ID=d86ee338-72fd-41a8-9616-d3b351304676,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:27.815207 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fc3ebb65-ec8e-40b9-a368-b6ba8b59117c tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6074250 Aug 28 15:12:27.818415 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54218) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:27.825256 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-cd13102c-14c5-4576-9146-6f88b6dc2528 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:27.962769 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-282536b0-8b3b-450f-8edc-ee8279744161 req-d84c7a5c-9297-49fb-a8a8-5eb881f6cc81 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 210 time: 0.0446548 Aug 28 15:12:27.994695 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd13102c-14c5-4576-9146-6f88b6dc2528 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:12:28.007291 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cd13102c-14c5-4576-9146-6f88b6dc2528 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:28.086505 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-d036bd29-20f8-4ed6-8ffc-fccc4afcdad7 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:28.088983 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-d036bd29-20f8-4ed6-8ffc-fccc4afcdad7 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.41 "GET /v2.0/networks?id=125b4a97-f28b-45ff-af57-8d50b6f26fd7 HTTP/1.1" status: 200 len: 796 time: 0.2997191 Aug 28 15:12:28.089241 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f17ef4-3c99-4f58-8850-3108b7a4c5ab None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:12:28.156861 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-36b14be5-e5a8-444f-88ec-cec18ff2234a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bee02b8454d546b78330e0129408e569 HTTP/1.1" status: 200 len: 379 time: 0.0505691 Aug 28 15:12:28.166429 n-d-712137-10 neutron-server[106330]: INFO neutron.db.ipam_backend_mixin [None req-cd13102c-14c5-4576-9146-6f88b6dc2528 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d86ee338-72fd-41a8-9616-d3b351304676 (CIDR: 2001:db8::/64) Aug 28 15:12:28.171038 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-72fcaedb-7636-4279-a712-53cf5247c6ae tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'port': {'device_id': 'c6d6737c-9beb-4795-9146-fc2b89cb908b', 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7', 'admin_state_up': True, 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'security_groups': ['407fa83b-415a-4157-a4b4-04ac58a7649c']}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:28.172822 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd13102c-14c5-4576-9146-6f88b6dc2528 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:12:28.173260 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd13102c-14c5-4576-9146-6f88b6dc2528 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:28.194244 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cd13102c-14c5-4576-9146-6f88b6dc2528 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3711734 Aug 28 15:12:28.194791 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54220) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:28.201560 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-24980429-bbd9-46dc-a363-47e74b590ce1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'subnet': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:28.219420 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-c6cebfbb-2ff0-431c-8c4f-a0a22f493011 None None] Set router a30c21e3-3708-440a-bf01-a555061910dd gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:12:28.309897 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-72fcaedb-7636-4279-a712-53cf5247c6ae tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Made reservation on behalf of bee02b8454d546b78330e0129408e569 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:12:28.314027 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-72fcaedb-7636-4279-a712-53cf5247c6ae tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:28.339765 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24980429-bbd9-46dc-a363-47e74b590ce1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:12:28.346751 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-24980429-bbd9-46dc-a363-47e74b590ce1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:28.374421 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1cb570d9-36de-4181-89ac-df307d5a9d14 None None] Provisioning complete for port 2e632b6b-ed45-4250-ab47-9194873b8e58 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:28.374803 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1cb570d9-36de-4181-89ac-df307d5a9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:28.525988 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-72fcaedb-7636-4279-a712-53cf5247c6ae tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Allocated IP 172.20.0.4 (125b4a97-f28b-45ff-af57-8d50b6f26fd7/1981851f-999b-45ac-a8bb-159a0671690b/76c73637-04bf-4aca-8a51-e92656d1b57b) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:12:28.545210 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2046f9a-da0e-4a2e-b398-4e72adf0a5d2 req-45c7d25b-a8b4-456a-af9a-7639e128530a tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:28.546925 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d2046f9a-da0e-4a2e-b398-4e72adf0a5d2 req-45c7d25b-a8b4-456a-af9a-7639e128530a tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 945 time: 0.1100781 Aug 28 15:12:28.611182 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d2046f9a-da0e-4a2e-b398-4e72adf0a5d2 req-b27f135d-f882-49a1-907b-187afe5ae13e tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539701 Aug 28 15:12:28.653053 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc56606e-0485-40c4-ac30-c68ae64856ad None None] Update dhcp port {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'fixed_ips': [{'subnet_id': 'd86ee338-72fd-41a8-9616-d3b351304676'}], 'binding:host_id': 'n-d-712137-10'}, 'id': '2e632b6b-ed45-4250-ab47-9194873b8e58'} from n-d-712137-10. {{(pid=106331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 15:12:28.683479 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-bc56606e-0485-40c4-ac30-c68ae64856ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:28.731992 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-c6cebfbb-2ff0-431c-8c4f-a0a22f493011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091589867', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:12:16Z', 'updated_at': '2021-08-28T15:12:22Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:12:17Z', 'updated_at': '2021-08-28T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '1a571d40-aafa-4b7a-a862-947dbdbbe607', 'name': '', 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:76:33:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '1981851f-999b-45ac-a8bb-159a0671690b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:12:21Z', 'updated_at': '2021-08-28T15:12:27Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': '1981851f-999b-45ac-a8bb-159a0671690b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:28.745678 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fcbd89-c780-4fad-90ba-1b01b413d822 req-f426cf20-9d30-4d8d-9fbc-4b9e7786dfd3 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:28.753614 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-87fcbd89-c780-4fad-90ba-1b01b413d822 req-f426cf20-9d30-4d8d-9fbc-4b9e7786dfd3 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 945 time: 0.1625063 Aug 28 15:12:28.768138 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cebfbb-2ff0-431c-8c4f-a0a22f493011 None None] The sync data for ids ['a30c21e3-3708-440a-bf01-a555061910dd'] in n-d-712137-10 is: [{'id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091589867', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:12:16Z', 'updated_at': '2021-08-28T15:12:22Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:12:17Z', 'updated_at': '2021-08-28T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '1a571d40-aafa-4b7a-a862-947dbdbbe607', 'name': '', 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:76:33:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '1981851f-999b-45ac-a8bb-159a0671690b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:12:21Z', 'updated_at': '2021-08-28T15:12:27Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': '1981851f-999b-45ac-a8bb-159a0671690b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:12:28.833978 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-87fcbd89-c780-4fad-90ba-1b01b413d822 req-8a57747b-58d9-40c8-96d5-e475c63c5056 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791097 Aug 28 15:12:28.845183 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-72fcaedb-7636-4279-a712-53cf5247c6ae tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:28.912560 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-72fcaedb-7636-4279-a712-53cf5247c6ae tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Transition to ACTIVE for port object 76c73637-04bf-4aca-8a51-e92656d1b57b will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:28.975934 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c0262-3dc6-4780-9c2a-47c88e3ee9a9 req-08e2e052-2b42-498c-b100-7e06545598fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:28.983755 n-d-712137-10 neutron-server[106330]: DEBUG neutron.objects.ports [None req-24980429-bbd9-46dc-a363-47e74b590ce1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106330) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 15:12:28.987782 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-084c0262-3dc6-4780-9c2a-47c88e3ee9a9 req-08e2e052-2b42-498c-b100-7e06545598fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b6803f8be4734cbb937bc1da576db856&device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 1097 time: 0.0816109 Aug 28 15:12:29.018516 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-72fcaedb-7636-4279-a712-53cf5247c6ae tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:29.053266 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-bc56606e-0485-40c4-ac30-c68ae64856ad None None] Allocated IP 2001:db8::2 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/d86ee338-72fd-41a8-9616-d3b351304676/2e632b6b-ed45-4250-ab47-9194873b8e58) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:12:29.163132 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-72fcaedb-7636-4279-a712-53cf5247c6ae tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Network 125b4a97-f28b-45ff-af57-8d50b6f26fd7 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:29.177208 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-72fcaedb-7636-4279-a712-53cf5247c6ae tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:29.179464 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-bc56606e-0485-40c4-ac30-c68ae64856ad None None] For port 2e632b6b-ed45-4250-ab47-9194873b8e58, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2e632b6b-ed45-4250-ab47-9194873b8e58,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:29.182511 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fcaedb-7636-4279-a712-53cf5247c6ae tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Port': ['ID=76c73637-04bf-4aca-8a51-e92656d1b57b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:29.188247 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-72fcaedb-7636-4279-a712-53cf5247c6ae tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:12:29.229106 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-bc56606e-0485-40c4-ac30-c68ae64856ad None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:29.252248 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-bc56606e-0485-40c4-ac30-c68ae64856ad None None] Transition to ACTIVE for port object 2e632b6b-ed45-4250-ab47-9194873b8e58 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:29.261480 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-bc56606e-0485-40c4-ac30-c68ae64856ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:29.281319 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1faca-5e0b-4817-b15e-76d22f745b5f req-5718d211-4d85-4c71-b0f9-372accdf947d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:29.295793 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-84b1faca-5e0b-4817-b15e-76d22f745b5f req-5718d211-4d85-4c71-b0f9-372accdf947d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 931 time: 0.2234850 Aug 28 15:12:29.354938 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-72fcaedb-7636-4279-a712-53cf5247c6ae tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:29.355739 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-72fcaedb-7636-4279-a712-53cf5247c6ae tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:29.360294 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c0262-3dc6-4780-9c2a-47c88e3ee9a9 req-d23fe4b8-d755-44b7-b40d-d0309b7a2563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:29.361887 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-084c0262-3dc6-4780-9c2a-47c88e3ee9a9 req-d23fe4b8-d755-44b7-b40d-d0309b7a2563 service neutron] 10.222.0.36 "GET /v2.0/networks?id=53141248-8e00-4514-be68-258a5198e7a0 HTTP/1.1" status: 200 len: 911 time: 0.3618116 Aug 28 15:12:29.397741 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56606e-0485-40c4-ac30-c68ae64856ad None None] Pushing event updated for resources: {'Port': ['ID=2e632b6b-ed45-4250-ab47-9194873b8e58,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:29.484040 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-84b1faca-5e0b-4817-b15e-76d22f745b5f req-fc222885-929e-4a0a-bf22-54cd153dc94a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871543 Aug 28 15:12:29.493779 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-084c0262-3dc6-4780-9c2a-47c88e3ee9a9 req-dff0ffb8-1511-45aa-b93b-e88a2095fd2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c479b9e-564b-4a4e-90cd-c96ad08148ee HTTP/1.1" status: 200 len: 217 time: 0.1202774 Aug 28 15:12:29.500749 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-72fcaedb-7636-4279-a712-53cf5247c6ae tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3378654 Aug 28 15:12:29.607787 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-5878c216-0a92-4967-b990-38114a8a2693 None None] Provisioning for port 76c73637-04bf-4aca-8a51-e92656d1b57b completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:12:29.612488 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-c503cf0f-95b4-403d-b19b-c91ad70d449a service neutron] Request body: {'port': {'device_id': 'c6d6737c-9beb-4795-9146-fc2b89cb908b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:29.624640 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-5878c216-0a92-4967-b990-38114a8a2693 None None] Provisioning complete for port 76c73637-04bf-4aca-8a51-e92656d1b57b triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:29.625020 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5878c216-0a92-4967-b990-38114a8a2693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:29.652003 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dee2d-4317-4946-a424-b2e5ff0f9ec3 req-4c28a20b-8959-4642-8cfd-a8de1a5a4467 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:29.665054 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2c2dee2d-4317-4946-a424-b2e5ff0f9ec3 req-4c28a20b-8959-4642-8cfd-a8de1a5a4467 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 945 time: 0.6951938 Aug 28 15:12:29.696723 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-5878c216-0a92-4967-b990-38114a8a2693 None None] Port 76c73637-04bf-4aca-8a51-e92656d1b57b cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:12:29.702095 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1a571d40-aafa-4b7a-a862-947dbdbbe607 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:12:29.705098 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c0262-3dc6-4780-9c2a-47c88e3ee9a9 req-11177bbc-f687-46e7-a73a-28882dfbe20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:29.706816 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-084c0262-3dc6-4780-9c2a-47c88e3ee9a9 req-11177bbc-f687-46e7-a73a-28882dfbe20c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a9b8f69-df1a-4471-9b51-9cd5ba7ffa49 HTTP/1.1" status: 200 len: 850 time: 0.2050359 Aug 28 15:12:29.735206 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2c2dee2d-4317-4946-a424-b2e5ff0f9ec3 req-f4e9a267-9c12-4720-bdfe-f650574dc00c tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691702 Aug 28 15:12:29.772865 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-084c0262-3dc6-4780-9c2a-47c88e3ee9a9 req-8ff44e33-2bcb-49b9-90e0-d7def180e2cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53141248-8e00-4514-be68-258a5198e7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431619 Aug 28 15:12:29.773560 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-c503cf0f-95b4-403d-b19b-c91ad70d449a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:29.783259 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 1a571d40-aafa-4b7a-a862-947dbdbbe607 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:12:29.788442 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 1a571d40-aafa-4b7a-a862-947dbdbbe607 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:29.788834 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:29.819961 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-24980429-bbd9-46dc-a363-47e74b590ce1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:29.903992 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:29.971247 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 1a571d40-aafa-4b7a-a862-947dbdbbe607, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=1a571d40-aafa-4b7a-a862-947dbdbbe607,segment=NetworkSegment(83726ab7-a699-4c25-96b6-33a071f8a86e),segment_id=83726ab7-a699-4c25-96b6-33a071f8a86e)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:29.975369 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:30.048364 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=1a571d40-aafa-4b7a-a862-947dbdbbe607,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:30.068987 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2e632b6b-ed45-4250-ab47-9194873b8e58 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:12:30.221485 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-24980429-bbd9-46dc-a363-47e74b590ce1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] For port 2e632b6b-ed45-4250-ab47-9194873b8e58, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2e632b6b-ed45-4250-ab47-9194873b8e58,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:30.248964 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:30.268906 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-084c0262-3dc6-4780-9c2a-47c88e3ee9a9 req-87f3ec95-a1a9-4cc4-a24b-7f5a76ae26c9 service neutron] 10.222.0.36 "GET /v2.0/networks/53141248-8e00-4514-be68-258a5198e7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766560 Aug 28 15:12:30.275234 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-24980429-bbd9-46dc-a363-47e74b590ce1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:30.284634 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-24980429-bbd9-46dc-a363-47e74b590ce1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:30.285806 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-24980429-bbd9-46dc-a363-47e74b590ce1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:30.352183 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.api [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:12:30.352671 n-d-712137-10 neutron-server[106331]: DEBUG oslo_db.api [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:12:30.379970 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24980429-bbd9-46dc-a363-47e74b590ce1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:30.389587 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-24980429-bbd9-46dc-a363-47e74b590ce1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:30.398024 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24980429-bbd9-46dc-a363-47e74b590ce1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:30.398626 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-24980429-bbd9-46dc-a363-47e74b590ce1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:30.401326 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4da903-b02b-4dc1-8431-269e90a7285b req-17a4ea1e-b416-4e83-bc78-68e85ac106ef tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:30.402781 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfcaca6-23e1-4011-b859-0c6307e66d84 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:12:30.403202 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ce4da903-b02b-4dc1-8431-269e90a7285b req-17a4ea1e-b416-4e83-bc78-68e85ac106ef tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 945 time: 0.4130225 Aug 28 15:12:30.437483 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24980429-bbd9-46dc-a363-47e74b590ce1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Subnet': ['ID=298c1bf0-379d-4250-aacc-34ef65da7fc7,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:30.447605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24980429-bbd9-46dc-a363-47e74b590ce1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Port': ['ID=2e632b6b-ed45-4250-ab47-9194873b8e58,revision_number=10']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:30.460058 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-24980429-bbd9-46dc-a363-47e74b590ce1 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2641861 Aug 28 15:12:30.465284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54248) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:30.481743 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d0da697d-0d7b-4e1b-a16a-bf2b1537ccc1 None None] Provisioning for port 2e632b6b-ed45-4250-ab47-9194873b8e58 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:12:30.485472 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-905c1410-64cd-4973-a64a-8b724b0b1ce2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Request body: {'port': {'network_id': 'dce3fde6-f0c7-4ad7-8ff8-1c5a578da733', 'mac_address': 'fa:16:3e:84:a0:84', 'name': 'tempest-NetworksTestDHCPv6-1500878674'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:30.488795 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d0da697d-0d7b-4e1b-a16a-bf2b1537ccc1 None None] Provisioning complete for port 2e632b6b-ed45-4250-ab47-9194873b8e58 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:30.489168 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d0da697d-0d7b-4e1b-a16a-bf2b1537ccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:30.549957 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ce4da903-b02b-4dc1-8431-269e90a7285b req-47bef517-99a1-447d-ac9c-ac60096cd6a9 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315577 Aug 28 15:12:30.568184 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-084c0262-3dc6-4780-9c2a-47c88e3ee9a9 req-80fdc818-1118-4d0b-b1a1-a4c1d0595a34 service neutron] 10.222.0.36 "GET /v2.0/networks/53141248-8e00-4514-be68-258a5198e7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769289 Aug 28 15:12:30.639112 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5c415-9fcf-4e43-b5fd-c8f021fdac67 req-d5f4b865-af22-4eda-9b97-cbabc0cce97d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:30.642383 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-00c5c415-9fcf-4e43-b5fd-c8f021fdac67 req-d5f4b865-af22-4eda-9b97-cbabc0cce97d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 931 time: 0.0870075 Aug 28 15:12:30.671960 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-c503cf0f-95b4-403d-b19b-c91ad70d449a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c73637-04bf-4aca-8a51-e92656d1b57b {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:12:30.697923 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-c503cf0f-95b4-403d-b19b-c91ad70d449a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:30.718583 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-00c5c415-9fcf-4e43-b5fd-c8f021fdac67 req-b96e7b22-1795-4e69-9719-8cdbec486135 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685704 Aug 28 15:12:30.746804 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-c503cf0f-95b4-403d-b19b-c91ad70d449a service neutron] Transition to ACTIVE for port object 76c73637-04bf-4aca-8a51-e92656d1b57b will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:30.760781 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-c503cf0f-95b4-403d-b19b-c91ad70d449a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:30.799165 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905c1410-64cd-4973-a64a-8b724b0b1ce2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Made reservation on behalf of b52f2a44ab1541f08b6542f112ae2346 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:12:30.861619 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503cf0f-95b4-403d-b19b-c91ad70d449a service neutron] Pushing event updated for resources: {'Port': ['ID=76c73637-04bf-4aca-8a51-e92656d1b57b,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:30.902738 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1d1a3-6a3d-45c6-9a9a-dc30fcf2686a req-72059e2c-626a-4da7-b0d3-6d9114afd433 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:30.911304 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c9b1d1a3-6a3d-45c6-9a9a-dc30fcf2686a req-72059e2c-626a-4da7-b0d3-6d9114afd433 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 945 time: 0.0820889 Aug 28 15:12:30.958059 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:30.985678 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-905c1410-64cd-4973-a64a-8b724b0b1ce2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:31.006496 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-c503cf0f-95b4-403d-b19b-c91ad70d449a service neutron] Attempting to bind port 76c73637-04bf-4aca-8a51-e92656d1b57b on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:12:31.006836 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-c503cf0f-95b4-403d-b19b-c91ad70d449a service neutron] Attempting to bind port 76c73637-04bf-4aca-8a51-e92656d1b57b by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '83726ab7-a699-4c25-96b6-33a071f8a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:12:31.007169 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-c503cf0f-95b4-403d-b19b-c91ad70d449a service neutron] Attempting to bind port 76c73637-04bf-4aca-8a51-e92656d1b57b on network 125b4a97-f28b-45ff-af57-8d50b6f26fd7 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:12:31.007458 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 2e632b6b-ed45-4250-ab47-9194873b8e58, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2e632b6b-ed45-4250-ab47-9194873b8e58,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:31.017971 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:31.018519 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c9b1d1a3-6a3d-45c6-9a9a-dc30fcf2686a req-00f48052-f49d-4abf-9fd6-297c0e7c32dc tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039386 Aug 28 15:12:31.035987 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-c503cf0f-95b4-403d-b19b-c91ad70d449a service neutron] Port 76c73637-04bf-4aca-8a51-e92656d1b57b on network 125b4a97-f28b-45ff-af57-8d50b6f26fd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:12:31.036317 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-c503cf0f-95b4-403d-b19b-c91ad70d449a service neutron] Attempting to bind port 76c73637-04bf-4aca-8a51-e92656d1b57b on network 125b4a97-f28b-45ff-af57-8d50b6f26fd7 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:12:31.039714 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-905c1410-64cd-4973-a64a-8b724b0b1ce2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] device_id is not set on port 171169f6-c2ef-4a82-83fe-1ba7738daa7c yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:12:31.049871 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-c503cf0f-95b4-403d-b19b-c91ad70d449a service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:12:31.050410 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-c503cf0f-95b4-403d-b19b-c91ad70d449a service neutron] Checking segment: {'id': '83726ab7-a699-4c25-96b6-33a071f8a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:12:31.050840 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-c503cf0f-95b4-403d-b19b-c91ad70d449a service neutron] Bound using segment: {'id': '83726ab7-a699-4c25-96b6-33a071f8a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:12:31.052224 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-c503cf0f-95b4-403d-b19b-c91ad70d449a service neutron] Bound port: 76c73637-04bf-4aca-8a51-e92656d1b57b, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83726ab7-a699-4c25-96b6-33a071f8a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:12:31.052597 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-c503cf0f-95b4-403d-b19b-c91ad70d449a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:31.095837 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=2e632b6b-ed45-4250-ab47-9194873b8e58,revision_number=11']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:31.230297 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-c503cf0f-95b4-403d-b19b-c91ad70d449a service neutron] For port 76c73637-04bf-4aca-8a51-e92656d1b57b, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:12:31.235793 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-c503cf0f-95b4-403d-b19b-c91ad70d449a service neutron] For port 76c73637-04bf-4aca-8a51-e92656d1b57b, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=76c73637-04bf-4aca-8a51-e92656d1b57b,segment=NetworkSegment(83726ab7-a699-4c25-96b6-33a071f8a86e),segment_id=83726ab7-a699-4c25-96b6-33a071f8a86e)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:12:31.242828 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-c503cf0f-95b4-403d-b19b-c91ad70d449a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:31.272445 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-c503cf0f-95b4-403d-b19b-c91ad70d449a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:31.273083 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-c503cf0f-95b4-403d-b19b-c91ad70d449a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:31.274508 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-c503cf0f-95b4-403d-b19b-c91ad70d449a service neutron] 10.222.0.41 "PUT /v2.0/ports/76c73637-04bf-4aca-8a51-e92656d1b57b HTTP/1.1" status: 200 len: 1092 time: 1.7247815 Aug 28 15:12:31.294505 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d6737c-9beb-4795-9146-fc2b89cb908b', 'tag': '76c73637-04bf-4aca-8a51-e92656d1b57b'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:12:31.296855 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117202f7-0d04-478e-be32-8117695de140" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d6737c-9beb-4795-9146-fc2b89cb908b", "tag": "76c73637-04bf-4aca-8a51-e92656d1b57b"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:12:31.363605 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-905c1410-64cd-4973-a64a-8b724b0b1ce2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Allocated IP 2001:db8::2f1 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/d86ee338-72fd-41a8-9616-d3b351304676/171169f6-c2ef-4a82-83fe-1ba7738daa7c) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:12:31.395832 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-905c1410-64cd-4973-a64a-8b724b0b1ce2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Allocated IP 2001:db8:0:1:f816:3eff:fe84:a084 (dce3fde6-f0c7-4ad7-8ff8-1c5a578da733/298c1bf0-379d-4250-aacc-34ef65da7fc7/171169f6-c2ef-4a82-83fe-1ba7738daa7c) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:12:31.485534 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9964658-3c48-4374-9819-3223af678346 x-openstack-request-id: req-a9964658-3c48-4374-9819-3223af678346 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:12:31.485802 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d6737c-9beb-4795-9146-fc2b89cb908b", "tag": "76c73637-04bf-4aca-8a51-e92656d1b57b", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:12:31.486283 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9964658-3c48-4374-9819-3223af678346 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:12:31.486784 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d6737c-9beb-4795-9146-fc2b89cb908b', 'tag': '76c73637-04bf-4aca-8a51-e92656d1b57b', 'status': 'completed', 'code': 200} Aug 28 15:12:31.518644 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503cf0f-95b4-403d-b19b-c91ad70d449a service neutron] Pushing event updated for resources: {'Port': ['ID=76c73637-04bf-4aca-8a51-e92656d1b57b,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:31.563154 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-af98ac9c-3ba8-47c7-aff1-0896ab2154e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:31.564794 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-af98ac9c-3ba8-47c7-aff1-0896ab2154e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 1095 time: 0.1967647 Aug 28 15:12:31.655686 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1a571d40-aafa-4b7a-a862-947dbdbbe607 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:12:31.662671 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-515eb2f8-a256-466d-b5af-a4f870e0717a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76c73637-04bf-4aca-8a51-e92656d1b57b HTTP/1.1" status: 200 len: 217 time: 0.0634577 Aug 28 15:12:31.734328 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94508ef7-5221-4b27-9710-70391b5dcc00 req-e96d4041-429e-4cc8-8484-b2094f823004 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:31.749965 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94508ef7-5221-4b27-9710-70391b5dcc00 req-e96d4041-429e-4cc8-8484-b2094f823004 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 945 time: 0.0872798 Aug 28 15:12:31.758318 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-2ccba4b1-b230-4056-9a41-b3cb34ecf305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:31.759786 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-2ccba4b1-b230-4056-9a41-b3cb34ecf305 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1981851f-999b-45ac-a8bb-159a0671690b HTTP/1.1" status: 200 len: 834 time: 0.0860672 Aug 28 15:12:31.800378 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 1a571d40-aafa-4b7a-a862-947dbdbbe607 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:31.801919 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:31.802560 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94508ef7-5221-4b27-9710-70391b5dcc00 req-9698bc3f-2f87-46dd-9f2c-6052233262ee tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515590 Aug 28 15:12:31.842541 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-905c1410-64cd-4973-a64a-8b724b0b1ce2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:31.881441 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-905c1410-64cd-4973-a64a-8b724b0b1ce2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Transition to ACTIVE for port object 171169f6-c2ef-4a82-83fe-1ba7738daa7c will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:31.909175 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-888f7ad9-d70a-4285-9d68-a45342734745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:31.910685 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-888f7ad9-d70a-4285-9d68-a45342734745 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=125b4a97-f28b-45ff-af57-8d50b6f26fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1393378 Aug 28 15:12:31.937122 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2e632b6b-ed45-4250-ab47-9194873b8e58 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:12:31.974225 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-16672aea-3754-43a6-a00f-d6161245b2d1 None None] Provisioning complete for port 2e632b6b-ed45-4250-ab47-9194873b8e58 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:31.974873 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-16672aea-3754-43a6-a00f-d6161245b2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:32.019019 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edfd45-9804-45af-a46e-6f87bd783513 req-f3d10e58-3fd5-4d9e-969b-ae5bf480bf47 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:32.020782 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-73edfd45-9804-45af-a46e-6f87bd783513 req-f3d10e58-3fd5-4d9e-969b-ae5bf480bf47 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 943 time: 0.1482341 Aug 28 15:12:32.033580 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-905c1410-64cd-4973-a64a-8b724b0b1ce2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:32.033792 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 2e632b6b-ed45-4250-ab47-9194873b8e58 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:32.034167 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:32.111602 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-16672aea-3754-43a6-a00f-d6161245b2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:32.121994 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-fac2b704-d1d5-4986-bbee-b0971bbf3c4d service neutron] 10.222.0.41 "GET /v2.0/networks/125b4a97-f28b-45ff-af57-8d50b6f26fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918924 Aug 28 15:12:32.123882 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905c1410-64cd-4973-a64a-8b724b0b1ce2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:32.147123 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-905c1410-64cd-4973-a64a-8b724b0b1ce2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:32.152169 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c1410-64cd-4973-a64a-8b724b0b1ce2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event updated for resources: {'Port': ['ID=171169f6-c2ef-4a82-83fe-1ba7738daa7c,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:32.167150 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-16672aea-3754-43a6-a00f-d6161245b2d1 None None] For port 2e632b6b-ed45-4250-ab47-9194873b8e58, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2e632b6b-ed45-4250-ab47-9194873b8e58,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:32.173135 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-16672aea-3754-43a6-a00f-d6161245b2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:32.186857 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905c1410-64cd-4973-a64a-8b724b0b1ce2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:12:32.193767 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905c1410-64cd-4973-a64a-8b724b0b1ce2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:32.194570 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-905c1410-64cd-4973-a64a-8b724b0b1ce2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:32.229325 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909281a-d3ed-4a72-8048-638b1e0308e5 req-75e831f6-4a2f-4bf6-b024-c05b6318534e tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:32.231996 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7909281a-d3ed-4a72-8048-638b1e0308e5 req-75e831f6-4a2f-4bf6-b024-c05b6318534e tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 945 time: 0.1101003 Aug 28 15:12:32.247344 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-73edfd45-9804-45af-a46e-6f87bd783513 req-779d383e-565a-4db9-8f53-3fe255b44af6 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095208 Aug 28 15:12:32.281159 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-905c1410-64cd-4973-a64a-8b724b0b1ce2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8120496 Aug 28 15:12:32.282507 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54278) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:32.306969 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16672aea-3754-43a6-a00f-d6161245b2d1 None None] Pushing event updated for resources: {'Port': ['ID=2e632b6b-ed45-4250-ab47-9194873b8e58,revision_number=12']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:32.337212 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-71ccd2c7-7e2d-4404-8a68-3389c371795e req-0c8e2c7c-34aa-4bd8-8e99-3e9799a5f01b service neutron] 10.222.0.41 "GET /v2.0/networks/125b4a97-f28b-45ff-af57-8d50b6f26fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028322 Aug 28 15:12:32.341323 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7909281a-d3ed-4a72-8048-638b1e0308e5 req-249756f9-7e3d-4691-b53b-09a83c3ee506 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009114 Aug 28 15:12:32.453076 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-ded4e0fe-7735-4dad-b88a-743ac783420a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting port 171169f6-c2ef-4a82-83fe-1ba7738daa7c {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:12:32.453567 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ded4e0fe-7735-4dad-b88a-743ac783420a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:32.453663 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117202f7-0d04-478e-be32-8117695de140 req-75c061ef-3323-49a0-b718-ddc6d4078db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:32.455187 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-117202f7-0d04-478e-be32-8117695de140 req-75c061ef-3323-49a0-b718-ddc6d4078db7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 1095 time: 0.0629258 Aug 28 15:12:32.510011 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2111e6b6-d226-4661-a14d-43f58ca34d7c None None] Provisioning for port 171169f6-c2ef-4a82-83fe-1ba7738daa7c completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:12:32.516507 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2111e6b6-d226-4661-a14d-43f58ca34d7c None None] Provisioning complete for port 171169f6-c2ef-4a82-83fe-1ba7738daa7c triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:32.517477 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2111e6b6-d226-4661-a14d-43f58ca34d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:32.562976 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-2111e6b6-d226-4661-a14d-43f58ca34d7c None None] Port 171169f6-c2ef-4a82-83fe-1ba7738daa7c cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:12:32.566592 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117202f7-0d04-478e-be32-8117695de140 req-018833dc-a88b-4bd9-acf9-de3aea852d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:32.568110 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-117202f7-0d04-478e-be32-8117695de140 req-018833dc-a88b-4bd9-acf9-de3aea852d46 service neutron] 10.222.0.41 "GET /v2.0/networks?id=125b4a97-f28b-45ff-af57-8d50b6f26fd7 HTTP/1.1" status: 200 len: 897 time: 0.1047411 Aug 28 15:12:32.571096 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ded4e0fe-7735-4dad-b88a-743ac783420a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:32.585717 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-ded4e0fe-7735-4dad-b88a-743ac783420a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Calling delete_port for 171169f6-c2ef-4a82-83fe-1ba7738daa7c owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:12:32.613542 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-117202f7-0d04-478e-be32-8117695de140 req-0e865577-e7ac-47b3-be37-d017b30aba6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76c73637-04bf-4aca-8a51-e92656d1b57b HTTP/1.1" status: 200 len: 217 time: 0.0366535 Aug 28 15:12:32.665895 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117202f7-0d04-478e-be32-8117695de140 req-474d6ff5-a6c8-4fd4-afec-2bb5bc263164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:32.668791 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-117202f7-0d04-478e-be32-8117695de140 req-474d6ff5-a6c8-4fd4-afec-2bb5bc263164 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1981851f-999b-45ac-a8bb-159a0671690b HTTP/1.1" status: 200 len: 834 time: 0.0477068 Aug 28 15:12:32.727001 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117202f7-0d04-478e-be32-8117695de140 req-8408b24b-2263-4e31-98ad-e9a384f8e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:32.729914 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-117202f7-0d04-478e-be32-8117695de140 req-8408b24b-2263-4e31-98ad-e9a384f8e99a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=125b4a97-f28b-45ff-af57-8d50b6f26fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522275 Aug 28 15:12:32.791508 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ded4e0fe-7735-4dad-b88a-743ac783420a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:32.819079 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4e0fe-7735-4dad-b88a-743ac783420a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Port': ['ID=171169f6-c2ef-4a82-83fe-1ba7738daa7c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:32.831286 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device b3bd1a7e-44ed-4569-b05f-843dad9a9fbf details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:12:32.864954 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-117202f7-0d04-478e-be32-8117695de140 req-a33d23c4-430b-4e5d-802c-aa811806bf50 service neutron] 10.222.0.41 "GET /v2.0/networks/125b4a97-f28b-45ff-af57-8d50b6f26fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265600 Aug 28 15:12:32.912983 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ded4e0fe-7735-4dad-b88a-743ac783420a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:32.915709 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ded4e0fe-7735-4dad-b88a-743ac783420a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/171169f6-c2ef-4a82-83fe-1ba7738daa7c HTTP/1.1" status: 204 len: 168 time: 0.6310387 Aug 28 15:12:32.925090 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54284) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:33.017033 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640204d7-3e4e-4555-bdfd-1335ff109c41 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:33.019243 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-640204d7-3e4e-4555-bdfd-1335ff109c41 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0931270 Aug 28 15:12:33.022145 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54286) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:33.044867 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port b3bd1a7e-44ed-4569-b05f-843dad9a9fbf, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=b3bd1a7e-44ed-4569-b05f-843dad9a9fbf,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:33.077592 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'b3bd1a7e-44ed-4569-b05f-843dad9a9fbf', 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f', 'port_id': 'b3bd1a7e-44ed-4569-b05f-843dad9a9fbf', 'mac_address': 'fa:16:3e:ab:02:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '836bd9d7-21bc-4e2a-b716-53b54890baa2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:12:33.084707 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342bd760-15cc-472e-922a-8a1881cf2236 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:33.088804 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-342bd760-15cc-472e-922a-8a1881cf2236 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0632405 Aug 28 15:12:33.090287 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54288) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:33.127790 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:33.156698 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd12a97-6ef6-45f8-acd9-3c4c55c9e622 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:33.158330 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd12a97-6ef6-45f8-acd9-3c4c55c9e622 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:33.159870 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd12a97-6ef6-45f8-acd9-3c4c55c9e622 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:33.164144 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8fd12a97-6ef6-45f8-acd9-3c4c55c9e622 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0700171 Aug 28 15:12:33.164274 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3bd1a7e-44ed-4569-b05f-843dad9a9fbf {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:12:33.170451 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54290) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:33.188044 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port b3bd1a7e-44ed-4569-b05f-843dad9a9fbf, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=b3bd1a7e-44ed-4569-b05f-843dad9a9fbf,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:33.195414 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:33.252718 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b101550-9376-47a2-b868-219390dcbf99 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting subnet 298c1bf0-379d-4250-aacc-34ef65da7fc7 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:12:33.255383 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b101550-9376-47a2-b868-219390dcbf99 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:33.266338 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=b3bd1a7e-44ed-4569-b05f-843dad9a9fbf,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:33.313448 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b101550-9376-47a2-b868-219390dcbf99 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:33.384197 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706a2ad-606b-4730-9fd9-9f27dd7e3639 req-02476b5f-1551-4409-ada9-4b2e973f6f77 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:33.385711 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2706a2ad-606b-4730-9fd9-9f27dd7e3639 req-02476b5f-1551-4409-ada9-4b2e973f6f77 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 944 time: 0.4700811 Aug 28 15:12:33.409006 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['b3bd1a7e-44ed-4569-b05f-843dad9a9fbf'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:12:33.438835 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4ef37-a43e-415b-b19e-b4cbb6624762 req-3668c638-7098-420f-8017-d3e99e11881a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:33.438974 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-117202f7-0d04-478e-be32-8117695de140 req-3522ca4d-a439-455a-baf8-a6c3327bdef1 service neutron] 10.222.0.41 "GET /v2.0/networks/125b4a97-f28b-45ff-af57-8d50b6f26fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5625718 Aug 28 15:12:33.440485 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b2e4ef37-a43e-415b-b19e-b4cbb6624762 req-3668c638-7098-420f-8017-d3e99e11881a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 943 time: 0.1025825 Aug 28 15:12:33.458272 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2706a2ad-606b-4730-9fd9-9f27dd7e3639 req-a1d5c1c4-ebc7-47d1-94af-6ed8a14c9c63 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626864 Aug 28 15:12:33.494739 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2e632b6b-ed45-4250-ab47-9194873b8e58 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:12:33.496391 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b101550-9376-47a2-b868-219390dcbf99 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:33.580843 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b2e4ef37-a43e-415b-b19e-b4cbb6624762 req-72208192-5957-4759-9207-78cb2fb4d5e8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335979 Aug 28 15:12:33.600441 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 2e632b6b-ed45-4250-ab47-9194873b8e58 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:33.600869 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:33.600979 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bb1a9-53a7-41fc-9b59-9bbda6baba71 req-460dc015-995d-4379-9ba9-3b390f8c87ab tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:33.609702 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8b5bb1a9-53a7-41fc-9b59-9bbda6baba71 req-460dc015-995d-4379-9ba9-3b390f8c87ab tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 945 time: 0.0805140 Aug 28 15:12:33.619445 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b101550-9376-47a2-b868-219390dcbf99 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:33.652097 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b101550-9376-47a2-b868-219390dcbf99 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Subnet': ['ID=298c1bf0-379d-4250-aacc-34ef65da7fc7,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:33.655137 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b101550-9376-47a2-b868-219390dcbf99 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:33.659634 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3b101550-9376-47a2-b868-219390dcbf99 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/298c1bf0-379d-4250-aacc-34ef65da7fc7 HTTP/1.1" status: 204 len: 168 time: 0.4849498 Aug 28 15:12:33.659954 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54300) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:33.666551 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b528f9c9-de32-4cf5-9371-b5598060c575 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:12:33.673786 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8b5bb1a9-53a7-41fc-9b59-9bbda6baba71 req-2a10133e-76bc-4850-90fc-a71f1bc33239 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604439 Aug 28 15:12:33.717480 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a6f633e-f154-4b41-bc8b-4e81e9498895 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Deleting subnet d86ee338-72fd-41a8-9616-d3b351304676 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:12:33.721311 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9a6f633e-f154-4b41-bc8b-4e81e9498895 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:33.770890 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9a6f633e-f154-4b41-bc8b-4e81e9498895 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:33.867751 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9a6f633e-f154-4b41-bc8b-4e81e9498895 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:33.945451 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9a6f633e-f154-4b41-bc8b-4e81e9498895 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:33.979104 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f633e-f154-4b41-bc8b-4e81e9498895 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Subnet': ['ID=d86ee338-72fd-41a8-9616-d3b351304676,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:33.982690 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9a6f633e-f154-4b41-bc8b-4e81e9498895 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:33.984993 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9a6f633e-f154-4b41-bc8b-4e81e9498895 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/d86ee338-72fd-41a8-9616-d3b351304676 HTTP/1.1" status: 204 len: 168 time: 0.3239050 Aug 28 15:12:33.987415 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54302) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:34.033380 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2bd6dc6d-de87-41dd-953b-092a78e874fa tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449409 Aug 28 15:12:34.036145 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54306) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:34.114191 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e5249a-8d8c-4a05-8bd8-4cd9a549d6bd tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:34.117282 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-39e5249a-8d8c-4a05-8bd8-4cd9a549d6bd tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0787530 Aug 28 15:12:34.119152 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54310) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:34.181834 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e518695-f198-4d68-ab1d-84a17886e619 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:34.185597 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5e518695-f198-4d68-ab1d-84a17886e619 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0631325 Aug 28 15:12:34.186005 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54318) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:34.235584 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-32f7b4d8-5a88-4afa-ad11-efff7369b833 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437438 Aug 28 15:12:34.235909 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54322) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:34.268507 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66c3e60-6533-4310-942a-2fa209cd052f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:34.269483 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d66c3e60-6533-4310-942a-2fa209cd052f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:34.271836 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d66c3e60-6533-4310-942a-2fa209cd052f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/171169f6-c2ef-4a82-83fe-1ba7738daa7c HTTP/1.1" status: 404 len: 333 time: 0.0350041 Aug 28 15:12:34.274569 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54324) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:34.306855 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-df361463-e7bb-44cf-9b87-7863cb352c2b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:34.307535 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df361463-e7bb-44cf-9b87-7863cb352c2b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:34.310769 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-df361463-e7bb-44cf-9b87-7863cb352c2b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/298c1bf0-379d-4250-aacc-34ef65da7fc7 HTTP/1.1" status: 404 len: 337 time: 0.0349269 Aug 28 15:12:34.313331 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54326) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:34.351454 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-c72c735b-317f-4b19-875f-16d48bae4fb2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:34.351906 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c72c735b-317f-4b19-875f-16d48bae4fb2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:34.355904 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c72c735b-317f-4b19-875f-16d48bae4fb2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/d86ee338-72fd-41a8-9616-d3b351304676 HTTP/1.1" status: 404 len: 337 time: 0.0393291 Aug 28 15:12:34.356355 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54330) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:34.383189 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea53c89-74dc-45b6-af7f-0d258e597983 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:34.384175 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea53c89-74dc-45b6-af7f-0d258e597983 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:34.388734 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8ea53c89-74dc-45b6-af7f-0d258e597983 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/87e71a3f-4ee7-491a-8237-57d891f27b96 HTTP/1.1" status: 404 len: 333 time: 0.0286591 Aug 28 15:12:34.388985 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54332) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:34.425563 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e430b6-050f-435d-854e-62222602912b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:34.426034 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e430b6-050f-435d-854e-62222602912b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:34.430022 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f9e430b6-050f-435d-854e-62222602912b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/7ed298b0-3d50-4db7-97e0-b37973193dc6 HTTP/1.1" status: 404 len: 337 time: 0.0370400 Aug 28 15:12:34.430248 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54334) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:34.462078 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff31e15-0d5f-4fb6-a458-5125ac3cb806 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:34.462574 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dff31e15-0d5f-4fb6-a458-5125ac3cb806 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:34.464341 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-dff31e15-0d5f-4fb6-a458-5125ac3cb806 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/b68e4023-742a-4c17-a235-5235e5b6b4a5 HTTP/1.1" status: 404 len: 337 time: 0.0331769 Aug 28 15:12:34.467022 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54338) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:34.500984 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a13e4a-b332-4ff0-aa58-aecdad861c9e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:34.501780 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a13e4a-b332-4ff0-aa58-aecdad861c9e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:34.503633 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-79a13e4a-b332-4ff0-aa58-aecdad861c9e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/1585c9c3-d475-45f2-8b20-4512f8896a9a HTTP/1.1" status: 404 len: 333 time: 0.0356247 Aug 28 15:12:34.506575 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54344) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:34.557799 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7f1534a-da37-4554-8005-bb4ec3cf5ae9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:34.558244 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7f1534a-da37-4554-8005-bb4ec3cf5ae9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:34.564873 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f7f1534a-da37-4554-8005-bb4ec3cf5ae9 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/7958496b-ec4a-437f-8dfb-90626553af8c HTTP/1.1" status: 404 len: 337 time: 0.0525820 Aug 28 15:12:34.564873 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54346) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:34.606298 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae366b49-1058-40bd-bab5-73d784d03778 None None] Network dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:12:34.618621 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d060140-0fea-41cd-8ea6-75bfef6705da tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:34.619310 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d060140-0fea-41cd-8ea6-75bfef6705da tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:34.621781 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1d060140-0fea-41cd-8ea6-75bfef6705da tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/cd7dc80a-763a-4c63-b7e9-13d3cac8df0d HTTP/1.1" status: 404 len: 337 time: 0.0576625 Aug 28 15:12:34.625132 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54352) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:34.663477 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f701d1-2ab9-467e-bf68-2767653f4f21 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:34.664656 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2f701d1-2ab9-467e-bf68-2767653f4f21 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:34.666656 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e2f701d1-2ab9-467e-bf68-2767653f4f21 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/21e6e6d7-63f9-4eb1-a6a1-c47c47754390 HTTP/1.1" status: 404 len: 333 time: 0.0402529 Aug 28 15:12:34.673938 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54354) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:34.691268 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6df996-1995-443e-865a-87eacb47f88b req-1ee050c7-3d05-4c91-9a6f-b2c1c30eb34b tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:34.701757 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-db6df996-1995-443e-865a-87eacb47f88b req-1ee050c7-3d05-4c91-9a6f-b2c1c30eb34b tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 944 time: 0.1451204 Aug 28 15:12:34.749689 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-e033132f-0099-4de3-81fe-43d4c0f50d28 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:34.750880 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e033132f-0099-4de3-81fe-43d4c0f50d28 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:34.756899 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e033132f-0099-4de3-81fe-43d4c0f50d28 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/cefb6935-492e-432c-8868-c93f427f0b19 HTTP/1.1" status: 404 len: 337 time: 0.0791037 Aug 28 15:12:34.759839 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54358) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:34.782275 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-db6df996-1995-443e-865a-87eacb47f88b req-a80b1210-7891-44d5-8a80-c2ff3d6aed74 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781510 Aug 28 15:12:34.841604 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device b3bd1a7e-44ed-4569-b05f-843dad9a9fbf up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:12:34.872670 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1fe00e3-09ee-49e6-9262-796700aef60d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:34.874335 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1fe00e3-09ee-49e6-9262-796700aef60d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:34.878573 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e1fe00e3-09ee-49e6-9262-796700aef60d tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/781743ba-c9fb-4dc4-8125-d1396964a395 HTTP/1.1" status: 404 len: 337 time: 0.1132772 Aug 28 15:12:34.879428 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a02a22c9-8376-4162-a002-5980f60bf471 None None] Provisioning complete for port 2e632b6b-ed45-4250-ab47-9194873b8e58 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:34.879856 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a02a22c9-8376-4162-a002-5980f60bf471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:34.895314 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54360) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:34.946630 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-214ada5b-e087-4f42-b882-7e7db8ab7fd7 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:34.947434 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-214ada5b-e087-4f42-b882-7e7db8ab7fd7 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:34.949328 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-214ada5b-e087-4f42-b882-7e7db8ab7fd7 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/97f08fd0-dff7-4c3b-9339-b313041b052b HTTP/1.1" status: 404 len: 333 time: 0.0529466 Aug 28 15:12:34.952675 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54370) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:34.971975 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2846e0-ee3a-4321-8559-4c41a5ca651d req-06752ba0-37b4-43b2-a15e-87d25faaef9f tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:34.973816 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1f2846e0-ee3a-4321-8559-4c41a5ca651d req-06752ba0-37b4-43b2-a15e-87d25faaef9f tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 945 time: 0.1088459 Aug 28 15:12:34.994961 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-f803279f-9779-4e2c-8f03-77790b5eb217 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:34.995550 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f803279f-9779-4e2c-8f03-77790b5eb217 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:34.998399 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f803279f-9779-4e2c-8f03-77790b5eb217 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/f8627620-3721-474d-8969-38efff9357ca HTTP/1.1" status: 404 len: 337 time: 0.0445750 Aug 28 15:12:35.004556 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54374) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:35.029788 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b261a-7ff5-415e-9387-9c9a69195b76 req-45dc27e1-1d82-41fd-9c03-dbc0cf19ad0d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:35.031707 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-743b261a-7ff5-415e-9387-9c9a69195b76 req-45dc27e1-1d82-41fd-9c03-dbc0cf19ad0d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 943 time: 0.2017860 Aug 28 15:12:35.050485 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1f2846e0-ee3a-4321-8559-4c41a5ca651d req-afb2fc79-599b-47c5-a246-e1cbaac36a46 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700512 Aug 28 15:12:35.057389 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port b3bd1a7e-44ed-4569-b05f-843dad9a9fbf triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:35.057552 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:35.063318 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0e7b21-067d-4c11-86ef-85196ce51fae tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:35.064120 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d0e7b21-067d-4c11-86ef-85196ce51fae tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:35.067609 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2d0e7b21-067d-4c11-86ef-85196ce51fae tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/f46e31ba-9076-4882-8806-07670a0f1a1e HTTP/1.1" status: 404 len: 333 time: 0.0552580 Aug 28 15:12:35.079975 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54376) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:35.113443 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7f0636-894a-4c2e-9ca0-3cfb40f8243c None None] DHCP port deletion for dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:12:35.115069 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-743b261a-7ff5-415e-9387-9c9a69195b76 req-4dbf65b5-d8f4-40b9-b111-817fc15466f4 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673964 Aug 28 15:12:35.139904 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-22eb1b61-f968-4a74-9ce1-33db23e11930 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:35.139904 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22eb1b61-f968-4a74-9ce1-33db23e11930 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:35.139904 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-22eb1b61-f968-4a74-9ce1-33db23e11930 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/cf7b1a73-452c-4ba2-98f8-1278e5204b44 HTTP/1.1" status: 404 len: 337 time: 0.0592232 Aug 28 15:12:35.143571 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54380) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:35.171786 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9cc318b-e998-4395-930b-f651d173c7a0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:35.172643 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9cc318b-e998-4395-930b-f651d173c7a0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:35.177271 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a9cc318b-e998-4395-930b-f651d173c7a0 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/605fb016-2954-4fb4-b374-235ac9f65820 HTTP/1.1" status: 404 len: 333 time: 0.0287745 Aug 28 15:12:35.177781 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54382) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:35.221146 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c0fd5b-1706-4677-8f2c-beb90c23ee1f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:35.221527 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c0fd5b-1706-4677-8f2c-beb90c23ee1f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:35.226068 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-31c0fd5b-1706-4677-8f2c-beb90c23ee1f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/150534c7-40d4-42da-8ed6-43ed41d8d746 HTTP/1.1" status: 404 len: 337 time: 0.0439899 Aug 28 15:12:35.226938 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54386) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:35.238340 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:35.259695 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-f08d5e7d-6183-4076-8fc7-f21879072e69 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:35.260466 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f08d5e7d-6183-4076-8fc7-f21879072e69 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:35.263707 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f08d5e7d-6183-4076-8fc7-f21879072e69 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/91013786-12ae-45b7-aaf9-eaeee5b64af6 HTTP/1.1" status: 404 len: 333 time: 0.0349171 Aug 28 15:12:35.266120 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54392) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:35.308195 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f550d758-9ee1-4c17-9ac4-6c0ed3ef5817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bd1a7e-44ed-4569-b05f-843dad9a9fbf'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:12:35.311469 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29118c4c-f82d-403b-b055-bbca58d6e22f" -d '{"events": [{"server_uuid": "f550d758-9ee1-4c17-9ac4-6c0ed3ef5817", "name": "network-vif-plugged", "status": "completed", "tag": "b3bd1a7e-44ed-4569-b05f-843dad9a9fbf"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:12:35.315904 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc34e01-e7b3-4fd2-b1a8-052be49804e6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:35.316431 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cc34e01-e7b3-4fd2-b1a8-052be49804e6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:35.318037 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-6c7f0636-894a-4c2e-9ca0-3cfb40f8243c None None] Deleting port 2e632b6b-ed45-4250-ab47-9194873b8e58 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:12:35.318631 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6c7f0636-894a-4c2e-9ca0-3cfb40f8243c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:35.319032 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3cc34e01-e7b3-4fd2-b1a8-052be49804e6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/f61cc88d-69e9-4004-84ef-d339f75b1ad0 HTTP/1.1" status: 404 len: 337 time: 0.0513053 Aug 28 15:12:35.321726 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54396) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:35.342688 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port b3bd1a7e-44ed-4569-b05f-843dad9a9fbf, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=b3bd1a7e-44ed-4569-b05f-843dad9a9fbf,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:35.372636 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c01bcc-b0d9-4a14-88bc-817e2cf1348b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:35.374466 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83c01bcc-b0d9-4a14-88bc-817e2cf1348b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:35.379399 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-83c01bcc-b0d9-4a14-88bc-817e2cf1348b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/9d42d587-0721-474d-a1be-f2efcd73e31b HTTP/1.1" status: 404 len: 333 time: 0.0562291 Aug 28 15:12:35.382301 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54398) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:35.382770 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:35.385580 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349aa728-a30c-4005-bf99-d0a2a2d1e76f x-openstack-request-id: req-349aa728-a30c-4005-bf99-d0a2a2d1e76f {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:12:35.386112 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f550d758-9ee1-4c17-9ac4-6c0ed3ef5817", "name": "network-vif-plugged", "status": "completed", "tag": "b3bd1a7e-44ed-4569-b05f-843dad9a9fbf", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:12:35.386577 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-349aa728-a30c-4005-bf99-d0a2a2d1e76f {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:12:35.387140 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f550d758-9ee1-4c17-9ac4-6c0ed3ef5817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bd1a7e-44ed-4569-b05f-843dad9a9fbf', 'code': 200} Aug 28 15:12:35.455822 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=b3bd1a7e-44ed-4569-b05f-843dad9a9fbf,revision_number=7']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:35.475725 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b3a0cd-3c4e-4bdb-8f79-ebd2790e8940 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:35.476474 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25b3a0cd-3c4e-4bdb-8f79-ebd2790e8940 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:35.478455 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-25b3a0cd-3c4e-4bdb-8f79-ebd2790e8940 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/92c1fee9-e7c0-4b2d-bb6d-e9d0ad45c348 HTTP/1.1" status: 404 len: 337 time: 0.0944629 Aug 28 15:12:35.481188 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54400) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:35.508586 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-359c1497-c10b-4490-83aa-492cfaceaaba tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:35.509298 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-359c1497-c10b-4490-83aa-492cfaceaaba tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:35.511094 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-359c1497-c10b-4490-83aa-492cfaceaaba tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/f95831da-8726-4408-b2eb-b165fa80ec35 HTTP/1.1" status: 404 len: 333 time: 0.0288963 Aug 28 15:12:35.514466 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54402) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:35.519088 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-6c7f0636-894a-4c2e-9ca0-3cfb40f8243c None None] For port 2e632b6b-ed45-4250-ab47-9194873b8e58, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2e632b6b-ed45-4250-ab47-9194873b8e58,segment=NetworkSegment(322f40d4-a3a0-40f7-83b9-eaaa1c3c6307),segment_id=322f40d4-a3a0-40f7-83b9-eaaa1c3c6307)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:35.519501 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6c7f0636-894a-4c2e-9ca0-3cfb40f8243c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:35.534023 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-6c7f0636-894a-4c2e-9ca0-3cfb40f8243c None None] Calling delete_port for 2e632b6b-ed45-4250-ab47-9194873b8e58 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:12:35.561223 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2a90cfc-fd9e-491e-bc52-01a5cc81401b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:35.561798 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2a90cfc-fd9e-491e-bc52-01a5cc81401b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:35.563699 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d2a90cfc-fd9e-491e-bc52-01a5cc81401b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/e74bd021-0ed6-45d5-9c70-ba2a1f7f9a65 HTTP/1.1" status: 404 len: 337 time: 0.0481074 Aug 28 15:12:35.566985 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54404) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:35.623497 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-62d43a26-037d-4ab1-b0ff-ea0ed8d30fa7 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:35.623986 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62d43a26-037d-4ab1-b0ff-ea0ed8d30fa7 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:35.629331 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2e632b6b-ed45-4250-ab47-9194873b8e58 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:12:35.630527 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54406) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:35.630756 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-62d43a26-037d-4ab1-b0ff-ea0ed8d30fa7 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/216fa6ee-047c-4f94-b89f-2655431f72a4 HTTP/1.1" status: 404 len: 337 time: 0.0622387 Aug 28 15:12:35.689868 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6c7f0636-894a-4c2e-9ca0-3cfb40f8243c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:35.691920 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c8ff008-39bd-4a57-84db-5c24ce11e8f7 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:35.702252 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c8ff008-39bd-4a57-84db-5c24ce11e8f7 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:35.704181 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4c8ff008-39bd-4a57-84db-5c24ce11e8f7 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/d63a4613-2957-48ad-86c1-9c57473434b4 HTTP/1.1" status: 404 len: 333 time: 0.0715461 Aug 28 15:12:35.706633 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54408) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:35.737410 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f0636-894a-4c2e-9ca0-3cfb40f8243c None None] Pushing event deleted for resources: {'Port': ['ID=2e632b6b-ed45-4250-ab47-9194873b8e58,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:35.747175 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7f0636-894a-4c2e-9ca0-3cfb40f8243c None None] No DVR routers for this DVR port 2e632b6b-ed45-4250-ab47-9194873b8e58 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:12:35.749339 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a280b82-7c5c-4e56-85df-21051db59e8f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:35.749813 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a280b82-7c5c-4e56-85df-21051db59e8f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:35.751605 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9a280b82-7c5c-4e56-85df-21051db59e8f tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/f7018246-bb6a-445f-b4a6-9f25db05202b HTTP/1.1" status: 404 len: 337 time: 0.0440242 Aug 28 15:12:35.754373 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54410) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:35.767162 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No active binding found for port 2e632b6b-ed45-4250-ab47-9194873b8e58 {{(pid=106331) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 28 15:12:35.767601 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2e632b6b-ed45-4250-ab47-9194873b8e58 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:12:35.788424 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f333812-7caa-4493-a0e9-583f3fdbc8ed tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:35.788976 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f333812-7caa-4493-a0e9-583f3fdbc8ed tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:35.806031 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8f333812-7caa-4493-a0e9-583f3fdbc8ed tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/80eb7885-2eed-4033-b592-b9cbacf7b2bc HTTP/1.1" status: 404 len: 337 time: 0.0505967 Aug 28 15:12:35.808570 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54414) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:35.833856 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-8271652b-68be-42d3-99a5-6b447fc0acfe tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:35.834565 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8271652b-68be-42d3-99a5-6b447fc0acfe tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:35.836427 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8271652b-68be-42d3-99a5-6b447fc0acfe tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/3903e528-bb87-499c-8875-936cf73a0dc2 HTTP/1.1" status: 404 len: 333 time: 0.0268259 Aug 28 15:12:35.839502 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54416) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:35.903989 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-8378fb50-8ee5-4717-83ca-36791ce598ce tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:35.904448 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8378fb50-8ee5-4717-83ca-36791ce598ce tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:35.908845 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54418) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:35.909297 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8378fb50-8ee5-4717-83ca-36791ce598ce tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/ed41fbdb-0795-43f9-89d5-a0b952895329 HTTP/1.1" status: 404 len: 337 time: 0.0676470 Aug 28 15:12:35.941518 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a2bc142-072c-44be-ace3-d9f64f29527e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:35.942682 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a2bc142-072c-44be-ace3-d9f64f29527e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:35.944868 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3a2bc142-072c-44be-ace3-d9f64f29527e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/1de4467a-ea78-4670-8efd-a9c75c0a70e4 HTTP/1.1" status: 404 len: 337 time: 0.0344062 Aug 28 15:12:35.947307 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54420) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:35.981648 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-311bf63d-989f-4c00-938c-856f196f77ce tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:35.982362 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bee80a-daee-4cd8-9c08-a7e260cfc5bc req-b0a420a3-4ecc-4ab6-aa46-6aa5ffc160a6 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:35.983146 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-311bf63d-989f-4c00-938c-856f196f77ce tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:35.984130 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f1bee80a-daee-4cd8-9c08-a7e260cfc5bc req-b0a420a3-4ecc-4ab6-aa46-6aa5ffc160a6 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 945 time: 0.0741301 Aug 28 15:12:35.991523 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-311bf63d-989f-4c00-938c-856f196f77ce tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/6b52867a-a905-4a3e-bc94-2cb947ca7fcc HTTP/1.1" status: 404 len: 333 time: 0.0429809 Aug 28 15:12:35.994008 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54422) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:36.036966 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bea8a9d-ecab-4eb8-aaca-0eef0f03d311 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:36.037787 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bea8a9d-ecab-4eb8-aaca-0eef0f03d311 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:36.041442 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5bea8a9d-ecab-4eb8-aaca-0eef0f03d311 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/e4441542-cc81-4104-b870-129ef243bb8f HTTP/1.1" status: 404 len: 337 time: 0.0463016 Aug 28 15:12:36.044928 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54424) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:36.046296 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f1bee80a-daee-4cd8-9c08-a7e260cfc5bc req-b7a2f26c-58c2-4299-b95c-941b52bbb9f8 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516326 Aug 28 15:12:36.082030 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-d39e062c-9bc7-450d-8f62-c497b173ad40 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:36.082930 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d39e062c-9bc7-450d-8f62-c497b173ad40 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:36.090924 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54428) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:36.101362 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d39e062c-9bc7-450d-8f62-c497b173ad40 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/1d6b4efe-57a6-4fd4-806e-96a6a93195af HTTP/1.1" status: 404 len: 337 time: 0.0547900 Aug 28 15:12:36.124937 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54430) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:36.134387 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a6000e7d-ef3d-4ab2-aaf7-af2f9342963e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports?device_id=35226b96-8c5f-4bf6-bccc-8baf423f44e9 HTTP/1.1" status: 200 len: 205 time: 0.0422108 Aug 28 15:12:36.228296 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-93f28670-2ea0-47ce-bdb2-8b1f96e91f48 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] delete failed (client error): The resource could not be found. Aug 28 15:12:36.229378 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-93f28670-2ea0-47ce-bdb2-8b1f96e91f48 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/routers/35226b96-8c5f-4bf6-bccc-8baf423f44e9 HTTP/1.1" status: 404 len: 336 time: 0.1027102 Aug 28 15:12:36.232536 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54436) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:36.288618 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f6eb57-8241-4d45-88ab-fc7712b33789 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:36.289083 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f6eb57-8241-4d45-88ab-fc7712b33789 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:36.300058 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54438) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:36.301711 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-98f6eb57-8241-4d45-88ab-fc7712b33789 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/5a8c6df2-5062-4be7-bc6f-3a41e2ea24b0 HTTP/1.1" status: 404 len: 337 time: 0.0655999 Aug 28 15:12:36.316790 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6bac7-e908-42a9-a039-9ba5ff759be9 req-e6bda4bc-2ea3-4226-8e95-a10156bfea76 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:36.318444 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b3c6bac7-e908-42a9-a039-9ba5ff759be9 req-e6bda4bc-2ea3-4226-8e95-a10156bfea76 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 945 time: 0.1418633 Aug 28 15:12:36.359638 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ec4b5b2e-8876-4410-9027-f9e3b57b799a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab0a0755-6dfd-4de8-aeab-a97473b392c7 HTTP/1.1" status: 200 len: 205 time: 0.0417907 Aug 28 15:12:36.360150 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54442) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:36.367428 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b3c6bac7-e908-42a9-a039-9ba5ff759be9 req-ce077c4f-0b0c-4b7e-a3f2-d727b2b5ff64 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417624 Aug 28 15:12:36.376405 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f4c5e-4b30-4f1e-b235-69a286755032 req-04314c64-5523-49f1-b08c-30cf1a3ba0c5 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:36.393970 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ac2f4c5e-4b30-4f1e-b235-69a286755032 req-04314c64-5523-49f1-b08c-30cf1a3ba0c5 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 943 time: 0.1779695 Aug 28 15:12:36.434604 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-813e6291-0462-4cd5-881e-5d5acf13218a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] delete failed (client error): The resource could not be found. Aug 28 15:12:36.435607 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-813e6291-0462-4cd5-881e-5d5acf13218a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/routers/ab0a0755-6dfd-4de8-aeab-a97473b392c7 HTTP/1.1" status: 404 len: 336 time: 0.0745518 Aug 28 15:12:36.438234 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54444) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:36.469193 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-b982f116-035e-4776-8adc-12503ae7f90e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:36.470011 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b982f116-035e-4776-8adc-12503ae7f90e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:36.472270 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b982f116-035e-4776-8adc-12503ae7f90e tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/fb550d85-7605-41e4-9ed0-c51dcda00f93 HTTP/1.1" status: 404 len: 337 time: 0.0315878 Aug 28 15:12:36.475792 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54446) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:36.488772 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ac2f4c5e-4b30-4f1e-b235-69a286755032 req-3c802f2c-4ac3-44f4-89c1-ed129fbfb2ef tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938570 Aug 28 15:12:36.517704 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa776f54-85e3-44dd-8002-b99f4335d300 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:36.518219 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa776f54-85e3-44dd-8002-b99f4335d300 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:36.522266 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fa776f54-85e3-44dd-8002-b99f4335d300 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/4476874b-f83b-498a-96fc-05c35e26f0a9 HTTP/1.1" status: 404 len: 337 time: 0.0428059 Aug 28 15:12:36.523177 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54448) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:36.551622 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-473b421a-d43b-46e6-8869-c432dc816508 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:36.552804 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-473b421a-d43b-46e6-8869-c432dc816508 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:36.557909 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54450) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:36.558734 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-473b421a-d43b-46e6-8869-c432dc816508 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/7b959b37-fde0-4ff0-8dda-8a4ab8250d43 HTTP/1.1" status: 404 len: 333 time: 0.0338993 Aug 28 15:12:36.606500 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-f668db79-e854-4057-8d2d-a2fe4e45acdb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:36.606990 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f668db79-e854-4057-8d2d-a2fe4e45acdb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:36.611178 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f668db79-e854-4057-8d2d-a2fe4e45acdb tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/2dc11b81-5ade-47b1-b765-74abbdec2fcf HTTP/1.1" status: 404 len: 337 time: 0.0493391 Aug 28 15:12:36.612103 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54452) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:36.638505 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9696e9-051b-4d53-ad85-0c20b389f2e6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:36.640185 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f9696e9-051b-4d53-ad85-0c20b389f2e6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:36.645255 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3f9696e9-051b-4d53-ad85-0c20b389f2e6 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/c2745729-0451-470c-a1f8-a0a2412b82ab HTTP/1.1" status: 404 len: 333 time: 0.0317802 Aug 28 15:12:36.647834 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54454) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:36.706396 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-7007d4f9-5ecd-477e-81d4-875e553b654b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:36.707179 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7007d4f9-5ecd-477e-81d4-875e553b654b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:36.710651 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7007d4f9-5ecd-477e-81d4-875e553b654b tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/b078d49e-c0c8-4a00-8feb-34dde721b8e7 HTTP/1.1" status: 404 len: 337 time: 0.0618324 Aug 28 15:12:36.713299 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54456) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:36.763425 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-f23ec383-36fb-4957-97a6-9314a100b643 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:36.763425 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f23ec383-36fb-4957-97a6-9314a100b643 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:36.763425 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f23ec383-36fb-4957-97a6-9314a100b643 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/9101cc96-cfa8-41bd-9d23-b79970b0c09b HTTP/1.1" status: 404 len: 333 time: 0.0445399 Aug 28 15:12:36.763796 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54458) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:36.801532 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8b389c-0520-4b58-9441-914ef2865dde tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:36.802132 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc8b389c-0520-4b58-9441-914ef2865dde tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:36.806141 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bc8b389c-0520-4b58-9441-914ef2865dde tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/5e32fd42-f7e7-4dff-afa4-a6d40fc5273e HTTP/1.1" status: 404 len: 337 time: 0.0391083 Aug 28 15:12:36.806577 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54460) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:36.837186 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-668e1974-b106-4944-8528-c09ad7001ba5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:36.838045 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-668e1974-b106-4944-8528-c09ad7001ba5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:36.844088 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-668e1974-b106-4944-8528-c09ad7001ba5 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/a9478f16-b86a-45cd-9616-1687bdc2a2b5 HTTP/1.1" status: 404 len: 333 time: 0.0324240 Aug 28 15:12:36.844634 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54462) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:36.847427 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 76c73637-04bf-4aca-8a51-e92656d1b57b details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:12:36.901743 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c1ef5ac-f392-48a3-9167-aedf5541c28a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:36.902374 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c1ef5ac-f392-48a3-9167-aedf5541c28a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:36.906429 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6c1ef5ac-f392-48a3-9167-aedf5541c28a tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/38189e39-27dd-465a-ac18-46d796e3ebaa HTTP/1.1" status: 404 len: 337 time: 0.0585349 Aug 28 15:12:36.909033 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54464) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:36.941708 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f423e7-315e-4385-8e16-5369719ec5c2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:36.942431 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f423e7-315e-4385-8e16-5369719ec5c2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:36.946378 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-14f423e7-315e-4385-8e16-5369719ec5c2 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/53b096c1-4043-4f8c-a363-c9b7a755dae9 HTTP/1.1" status: 404 len: 333 time: 0.0341580 Aug 28 15:12:36.946838 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54466) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:36.985950 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f77513-f493-416c-8a2f-fd5d538c0594 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:36.985950 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f77513-f493-416c-8a2f-fd5d538c0594 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:36.990230 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a0f77513-f493-416c-8a2f-fd5d538c0594 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/a9ee551a-2927-4658-abfa-63dbeab9e24c HTTP/1.1" status: 404 len: 337 time: 0.0398691 Aug 28 15:12:36.990578 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54468) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:37.017584 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-3efa824c-af48-47e4-b935-d2dff66be569 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:37.018391 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3efa824c-af48-47e4-b935-d2dff66be569 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:37.022403 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3efa824c-af48-47e4-b935-d2dff66be569 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/960b2fcf-ec65-4d0a-b92d-1c002ca8ef58 HTTP/1.1" status: 404 len: 333 time: 0.0285521 Aug 28 15:12:37.022783 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54470) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:37.047602 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 76c73637-04bf-4aca-8a51-e92656d1b57b, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=76c73637-04bf-4aca-8a51-e92656d1b57b,segment=NetworkSegment(83726ab7-a699-4c25-96b6-33a071f8a86e),segment_id=83726ab7-a699-4c25-96b6-33a071f8a86e)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:37.061068 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b3e189-7022-4aed-b3d8-b23f46890d18 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:37.061543 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9b3e189-7022-4aed-b3d8-b23f46890d18 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:37.066992 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f9b3e189-7022-4aed-b3d8-b23f46890d18 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/c1f533c1-3a65-42bc-b30f-c871b0ba9a2d HTTP/1.1" status: 404 len: 337 time: 0.0406506 Aug 28 15:12:37.067154 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '76c73637-04bf-4aca-8a51-e92656d1b57b', 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7', 'port_id': '76c73637-04bf-4aca-8a51-e92656d1b57b', 'mac_address': 'fa:16:3e:09:fd:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1981851f-999b-45ac-a8bb-159a0671690b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:12:37.067381 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54472) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:37.111947 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:37.134617 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c73637-04bf-4aca-8a51-e92656d1b57b {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:12:37.135462 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-2298471b-dc43-4e56-a337-68ce129a4934 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:37.137342 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2298471b-dc43-4e56-a337-68ce129a4934 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:37.139403 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2298471b-dc43-4e56-a337-68ce129a4934 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/ports/da49ab33-e4f0-4551-9f02-00d73992e4e3 HTTP/1.1" status: 404 len: 333 time: 0.0710104 Aug 28 15:12:37.142298 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54476) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:37.188592 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 76c73637-04bf-4aca-8a51-e92656d1b57b, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=76c73637-04bf-4aca-8a51-e92656d1b57b,segment=NetworkSegment(83726ab7-a699-4c25-96b6-33a071f8a86e),segment_id=83726ab7-a699-4c25-96b6-33a071f8a86e)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:37.197637 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:37.217355 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a4379d-dfb2-4032-81cd-9ec5eb2da038 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] DELETE failed (client error): The resource could not be found. Aug 28 15:12:37.217810 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a4379d-dfb2-4032-81cd-9ec5eb2da038 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:12:37.219592 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b7a4379d-dfb2-4032-81cd-9ec5eb2da038 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/subnets/33c5470b-6f69-43d0-bcce-9b4b9ac13039 HTTP/1.1" status: 404 len: 337 time: 0.0762875 Aug 28 15:12:37.222935 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54478) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:37.282871 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda53f8a-c305-4f68-98b6-111b5ea44613 req-acb1ab80-2fff-41c8-a02a-2aad8bb694ec tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:37.284627 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dda53f8a-c305-4f68-98b6-111b5ea44613 req-acb1ab80-2fff-41c8-a02a-2aad8bb694ec tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 945 time: 0.0935638 Aug 28 15:12:37.300700 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=76c73637-04bf-4aca-8a51-e92656d1b57b,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:37.383946 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cff7e216-f2bc-4e87-8839-d242c0993437 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:37.385991 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dda53f8a-c305-4f68-98b6-111b5ea44613 req-b39698b9-2db3-464c-9705-a4a864d0e231 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862081 Aug 28 15:12:37.586494 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c029a0-c509-400f-a351-b2255ab0a2a7 req-92807994-d524-45d4-bad9-2ad1471fba3b tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:37.588374 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a3c029a0-c509-400f-a351-b2255ab0a2a7 req-92807994-d524-45d4-bad9-2ad1471fba3b tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 945 time: 0.1231000 Aug 28 15:12:37.590435 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cff7e216-f2bc-4e87-8839-d242c0993437 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:37.627095 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['76c73637-04bf-4aca-8a51-e92656d1b57b'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:12:37.646924 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-cff7e216-f2bc-4e87-8839-d242c0993437 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dce3fde6-f0c7-4ad7-8ff8-1c5a578da733']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:37.665165 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-cff7e216-f2bc-4e87-8839-d242c0993437 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:37.665481 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-cff7e216-f2bc-4e87-8839-d242c0993437 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '322f40d4-a3a0-40f7-83b9-eaaa1c3c6307') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:37.680373 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a3c029a0-c509-400f-a351-b2255ab0a2a7 req-84930845-4c9b-45b9-ad90-2d31ba80026d tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815115 Aug 28 15:12:37.696254 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cff7e216-f2bc-4e87-8839-d242c0993437 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:37.702704 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5286a02-62c5-4da2-bb49-f87d4c3fd8c4 req-2105d100-fe95-4e47-ac00-7eb6797cc831 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:37.710994 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a5286a02-62c5-4da2-bb49-f87d4c3fd8c4 req-2105d100-fe95-4e47-ac00-7eb6797cc831 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 944 time: 0.0819628 Aug 28 15:12:37.756922 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cff7e216-f2bc-4e87-8839-d242c0993437 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:37.768392 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a5286a02-62c5-4da2-bb49-f87d4c3fd8c4 req-f768f4ab-d888-4d8d-855c-6e9180a28d11 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526111 Aug 28 15:12:37.788778 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff7e216-f2bc-4e87-8839-d242c0993437 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:12:37.789178 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cff7e216-f2bc-4e87-8839-d242c0993437 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:12:37.793987 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:12:37.873649 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cff7e216-f2bc-4e87-8839-d242c0993437 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:37.895332 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cff7e216-f2bc-4e87-8839-d242c0993437 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:37.897766 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-cff7e216-f2bc-4e87-8839-d242c0993437 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] 10.222.0.13 "DELETE /v2.0/networks/dce3fde6-f0c7-4ad7-8ff8-1c5a578da733 HTTP/1.1" status: 204 len: 168 time: 0.6736076 Aug 28 15:12:37.934914 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7e216-f2bc-4e87-8839-d242c0993437 tempest-NetworksTestDHCPv6-825774483 tempest-NetworksTestDHCPv6-825774483-project] Pushing event deleted for resources: {'Network': ['ID=dce3fde6-f0c7-4ad7-8ff8-1c5a578da733,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:37.992396 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b157235d-d0c2-4e7b-adc6-33271ff9c556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:38.330592 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54492) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:38.603843 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241521ae-b1b5-4589-882c-cdf8c235b7e2 req-1c7a0a56-f29d-4077-bde4-24b662b2649f tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:38.612250 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-241521ae-b1b5-4589-882c-cdf8c235b7e2 req-1c7a0a56-f29d-4077-bde4-24b662b2649f tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 945 time: 0.0983531 Aug 28 15:12:38.624972 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b9bb7959-4ec9-4dae-86c1-f15a50fcf212 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b52f2a44ab1541f08b6542f112ae2346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2909861 Aug 28 15:12:38.632349 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54502) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:38.694377 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-241521ae-b1b5-4589-882c-cdf8c235b7e2 req-bc71c73b-902c-46b8-ada6-bd303aba2713 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740705 Aug 28 15:12:38.741719 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a110eaea-83e5-4425-833f-eae59c3ecaae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:38.765928 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a110eaea-83e5-4425-833f-eae59c3ecaae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:38.871609 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683a9b5-46af-47aa-b623-d1720cbcf91f req-1980e9e0-075b-4891-92e0-8c53afb10690 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:38.873745 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1683a9b5-46af-47aa-b623-d1720cbcf91f req-1980e9e0-075b-4891-92e0-8c53afb10690 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 945 time: 0.0691695 Aug 28 15:12:38.889123 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a110eaea-83e5-4425-833f-eae59c3ecaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:38.893060 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a110eaea-83e5-4425-833f-eae59c3ecaae admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:38.894137 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a110eaea-83e5-4425-833f-eae59c3ecaae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20aaab72-7663-4c0c-97fd-224324385a80 HTTP/1.1" status: 204 len: 168 time: 0.2607646 Aug 28 15:12:38.936811 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110eaea-83e5-4425-833f-eae59c3ecaae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20aaab72-7663-4c0c-97fd-224324385a80,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:38.969368 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1683a9b5-46af-47aa-b623-d1720cbcf91f req-880a1c22-d6b3-4058-becd-6f3e54587227 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767438 Aug 28 15:12:38.999500 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92c9f9-98da-4cce-92a1-00823e2e17cb req-7b20078e-84f4-4a8b-bb61-8995af64e7d0 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:39.000977 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2b92c9f9-98da-4cce-92a1-00823e2e17cb req-7b20078e-84f4-4a8b-bb61-8995af64e7d0 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 944 time: 0.1317050 Aug 28 15:12:39.044251 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:12:39.070799 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2b92c9f9-98da-4cce-92a1-00823e2e17cb req-5e451837-28f8-4f80-aecd-bdbaf5a82b60 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590804 Aug 28 15:12:39.930677 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fe6b7-e3d8-4aa9-8c02-0dba4ba821a6 req-aa00ac48-ff54-4d34-a64e-9b1d2faf9fbf tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:39.938478 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3c1fe6b7-e3d8-4aa9-8c02-0dba4ba821a6 req-aa00ac48-ff54-4d34-a64e-9b1d2faf9fbf tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 945 time: 0.1158562 Aug 28 15:12:39.982686 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3c1fe6b7-e3d8-4aa9-8c02-0dba4ba821a6 req-417660e6-5324-4d32-bf2c-e652b114aad8 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403051 Aug 28 15:12:40.112703 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54542) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:40.172678 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256c582-44b9-4459-87c7-842e430b3e49 req-195dc7cf-0360-4d84-8f8d-343f82520624 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:40.182441 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b256c582-44b9-4459-87c7-842e430b3e49 req-195dc7cf-0360-4d84-8f8d-343f82520624 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 945 time: 0.1364827 Aug 28 15:12:40.272010 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b256c582-44b9-4459-87c7-842e430b3e49 req-44d27e81-b0f7-41f2-a473-775520f619a3 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876391 Aug 28 15:12:40.296437 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35cff1-b823-44c8-b081-a71269483f1b req-a6145710-0f45-4b88-bfc7-8272a17cb7a8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:40.304502 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2f35cff1-b823-44c8-b081-a71269483f1b req-a6145710-0f45-4b88-bfc7-8272a17cb7a8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 944 time: 0.0934534 Aug 28 15:12:40.340660 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-237b39da-567c-496c-99be-9b0aebb1b1e3 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'network': {'name': 'tempest-RoutersTest-911037585'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:40.365078 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2f35cff1-b823-44c8-b081-a71269483f1b req-e17fd7fe-7cdc-4d85-bfa2-d97eb47218a5 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601885 Aug 28 15:12:40.399541 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237b39da-567c-496c-99be-9b0aebb1b1e3 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Made reservation on behalf of 0fc16fe27b184308b0bfe69589020025 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:12:40.405403 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-237b39da-567c-496c-99be-9b0aebb1b1e3 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:40.416505 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-237b39da-567c-496c-99be-9b0aebb1b1e3 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:40.533834 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1b253a5f-e2ee-475e-b95d-ae2c93e60d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:40.613841 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-237b39da-567c-496c-99be-9b0aebb1b1e3 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:40.626000 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-237b39da-567c-496c-99be-9b0aebb1b1e3 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:40.661473 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b39da-567c-496c-99be-9b0aebb1b1e3 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4563364a-869a-4115-9ef0-14c741b9ad5c,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:40.681455 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237b39da-567c-496c-99be-9b0aebb1b1e3 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:12:40.712646 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-237b39da-567c-496c-99be-9b0aebb1b1e3 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:40.713766 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-237b39da-567c-496c-99be-9b0aebb1b1e3 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Added segment 78b2f5a2-9be3-4410-bad7-6fb477384a4a of type vlan for network f72c562f-51a9-40b5-a3bd-23da32bf7531 Aug 28 15:12:40.812616 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-237b39da-567c-496c-99be-9b0aebb1b1e3 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:40.880077 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 76c73637-04bf-4aca-8a51-e92656d1b57b up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:12:40.883317 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-237b39da-567c-496c-99be-9b0aebb1b1e3 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:40.890018 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237b39da-567c-496c-99be-9b0aebb1b1e3 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:40.890643 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-237b39da-567c-496c-99be-9b0aebb1b1e3 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:40.976173 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b39da-567c-496c-99be-9b0aebb1b1e3 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Network': ['ID=f72c562f-51a9-40b5-a3bd-23da32bf7531,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:40.994667 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-237b39da-567c-496c-99be-9b0aebb1b1e3 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8800099 Aug 28 15:12:40.998527 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54550) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:41.004912 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-d44b4e90-dae2-48ee-9d0f-f720ba5d788a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'network': {'name': 'tempest-RoutersTest-465082415'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:41.069631 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network f72c562f-51a9-40b5-a3bd-23da32bf7531 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:12:41.088448 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44b4e90-dae2-48ee-9d0f-f720ba5d788a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Made reservation on behalf of 0fc16fe27b184308b0bfe69589020025 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:12:41.109259 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d44b4e90-dae2-48ee-9d0f-f720ba5d788a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:41.184705 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d44b4e90-dae2-48ee-9d0f-f720ba5d788a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:12:41.213480 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d44b4e90-dae2-48ee-9d0f-f720ba5d788a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:41.214180 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-d44b4e90-dae2-48ee-9d0f-f720ba5d788a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Added segment adf7705b-d441-4cda-8842-cdd619103d60 of type vlan for network 1fe15ba8-a9ed-4de8-8adb-214aca22cc42 Aug 28 15:12:41.307278 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:41.327119 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 76c73637-04bf-4aca-8a51-e92656d1b57b completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:12:41.342061 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 76c73637-04bf-4aca-8a51-e92656d1b57b triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:41.342497 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:41.369474 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20cb52-fc17-497b-86c0-51f938e64838 req-59dca8f6-8379-4002-8f34-9bd4a318cd2a tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:41.383263 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7f20cb52-fc17-497b-86c0-51f938e64838 req-59dca8f6-8379-4002-8f34-9bd4a318cd2a tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 945 time: 0.1776645 Aug 28 15:12:41.434966 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d44b4e90-dae2-48ee-9d0f-f720ba5d788a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:41.450373 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35488fcd-3a59-4732-988c-47b7cfc2202f req-1be92193-a435-4819-8457-bf2b1d39c920 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:41.452335 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-35488fcd-3a59-4732-988c-47b7cfc2202f req-1be92193-a435-4819-8457-bf2b1d39c920 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0c008ea-1374-48d5-bd96-5bf11c9a67a7 HTTP/1.1" status: 200 len: 945 time: 0.1247609 Aug 28 15:12:41.478006 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7f20cb52-fc17-497b-86c0-51f938e64838 req-665a72a4-bd71-40fe-9f45-42b722c0ea50 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861373 Aug 28 15:12:41.530146 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-35488fcd-3a59-4732-988c-47b7cfc2202f req-5cd88281-c159-4f5b-a10a-9f542febfdc5 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7982275-30c5-409b-bc3f-957ef2c9498b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697892 Aug 28 15:12:41.533852 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:41.565127 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d44b4e90-dae2-48ee-9d0f-f720ba5d788a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:41.574012 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44b4e90-dae2-48ee-9d0f-f720ba5d788a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:41.578360 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d44b4e90-dae2-48ee-9d0f-f720ba5d788a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:41.637746 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 76c73637-04bf-4aca-8a51-e92656d1b57b, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=76c73637-04bf-4aca-8a51-e92656d1b57b,segment=NetworkSegment(83726ab7-a699-4c25-96b6-33a071f8a86e),segment_id=83726ab7-a699-4c25-96b6-33a071f8a86e)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:41.639514 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d6737c-9beb-4795-9146-fc2b89cb908b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c73637-04bf-4aca-8a51-e92656d1b57b'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:12:41.642540 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396faf2a-b8eb-4b9c-add4-8bbb73a8a535" -d '{"events": [{"server_uuid": "c6d6737c-9beb-4795-9146-fc2b89cb908b", "name": "network-vif-plugged", "status": "completed", "tag": "76c73637-04bf-4aca-8a51-e92656d1b57b"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:12:41.654491 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:41.727455 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f2601-62ef-4c4b-8105-fdb78bed537c req-44f86bcd-a0ef-40a7-96ba-85689106194b tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:41.748204 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b35f2601-62ef-4c4b-8105-fdb78bed537c req-44f86bcd-a0ef-40a7-96ba-85689106194b tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 945 time: 0.1330254 Aug 28 15:12:41.761046 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:41.785450 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=76c73637-04bf-4aca-8a51-e92656d1b57b,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:41.791982 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d44b4e90-dae2-48ee-9d0f-f720ba5d788a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7923112 Aug 28 15:12:41.793571 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b4e90-dae2-48ee-9d0f-f720ba5d788a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Network': ['ID=1fe15ba8-a9ed-4de8-8adb-214aca22cc42,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:41.795738 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54568) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:41.813839 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-700cd464-88f1-42de-b278-1448be676788 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'subnet': {'network_id': 'f72c562f-51a9-40b5-a3bd-23da32bf7531', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:41.823326 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 1fe15ba8-a9ed-4de8-8adb-214aca22cc42 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:12:41.918123 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b35f2601-62ef-4c4b-8105-fdb78bed537c req-135c30be-9697-4a25-a417-3d52f5e52917 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672111 Aug 28 15:12:42.023848 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b2b962-9d0a-47e1-95e1-4efe5a272f8d x-openstack-request-id: req-82b2b962-9d0a-47e1-95e1-4efe5a272f8d {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:12:42.024183 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d6737c-9beb-4795-9146-fc2b89cb908b", "name": "network-vif-plugged", "status": "completed", "tag": "76c73637-04bf-4aca-8a51-e92656d1b57b", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:12:42.024441 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82b2b962-9d0a-47e1-95e1-4efe5a272f8d {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:12:42.025581 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d6737c-9beb-4795-9146-fc2b89cb908b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c73637-04bf-4aca-8a51-e92656d1b57b', 'code': 200} Aug 28 15:12:42.042182 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940efc61-6573-489a-b1c1-a44c9ccf791e req-07fd10cb-52f8-49ee-a451-1f8e205445d3 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:42.059908 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-940efc61-6573-489a-b1c1-a44c9ccf791e req-07fd10cb-52f8-49ee-a451-1f8e205445d3 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 945 time: 0.3344097 Aug 28 15:12:42.085077 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700cd464-88f1-42de-b278-1448be676788 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Made reservation on behalf of 0fc16fe27b184308b0bfe69589020025 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:12:42.088853 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-700cd464-88f1-42de-b278-1448be676788 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:42.240510 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ca77e-bd36-42f0-8374-73be630226ac req-56ba368d-04b0-4287-ad4b-669aac45404f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:42.243240 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-761ca77e-bd36-42f0-8374-73be630226ac req-56ba368d-04b0-4287-ad4b-669aac45404f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 1097 time: 0.1626537 Aug 28 15:12:42.285163 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-940efc61-6573-489a-b1c1-a44c9ccf791e req-daa12036-664c-4148-8ff6-1ed848cc8838 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242064 Aug 28 15:12:42.336942 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-761ca77e-bd36-42f0-8374-73be630226ac req-c0fbb978-36a2-4b2e-81a4-956af361a1b5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819056 Aug 28 15:12:42.635526 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9e424-8c03-44fd-b745-dd987f1b4dfe req-9b70b0f9-705e-4035-80dc-e65252ba4ce8 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:42.651485 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d9c9e424-8c03-44fd-b745-dd987f1b4dfe req-9b70b0f9-705e-4035-80dc-e65252ba4ce8 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0c008ea-1374-48d5-bd96-5bf11c9a67a7 HTTP/1.1" status: 200 len: 945 time: 0.1157138 Aug 28 15:12:42.727347 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-700cd464-88f1-42de-b278-1448be676788 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:42.781498 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d9c9e424-8c03-44fd-b745-dd987f1b4dfe req-4546fa67-ad0b-4e8e-98c3-b457129987bf tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7982275-30c5-409b-bc3f-957ef2c9498b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272185 Aug 28 15:12:42.831810 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b64de-a023-415b-a2bb-6c7dfdd658ab req-3f680004-90f5-4d95-8bc8-bcb4d91d8088 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:42.840225 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-990b64de-a023-415b-a2bb-6c7dfdd658ab req-3f680004-90f5-4d95-8bc8-bcb4d91d8088 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 945 time: 0.1642110 Aug 28 15:12:42.889561 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700cd464-88f1-42de-b278-1448be676788 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Subnet': ['ID=80d38356-d4b0-4fe5-abb1-13f9fda8851d,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:42.903435 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700cd464-88f1-42de-b278-1448be676788 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Checking segment: {'id': '78b2f5a2-9be3-4410-bad7-6fb477384a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f72c562f-51a9-40b5-a3bd-23da32bf7531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:12:42.904072 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700cd464-88f1-42de-b278-1448be676788 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network hostable DHCP agents. Network: f72c562f-51a9-40b5-a3bd-23da32bf7531, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:12:42.929838 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-990b64de-a023-415b-a2bb-6c7dfdd658ab req-e051988f-81f1-40e1-8e2c-d02e61555d2c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879340 Aug 28 15:12:42.940445 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700cd464-88f1-42de-b278-1448be676788 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network f72c562f-51a9-40b5-a3bd-23da32bf7531 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:12:42.963776 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-700cd464-88f1-42de-b278-1448be676788 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, f72c562f-51a9-40b5-a3bd-23da32bf7531) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:42.986999 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700cd464-88f1-42de-b278-1448be676788 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:42.988013 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfe1307-b32b-4244-a697-2462c40a6197 None None] Network f72c562f-51a9-40b5-a3bd-23da32bf7531 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:12:42.991189 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-700cd464-88f1-42de-b278-1448be676788 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:43.044221 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-700cd464-88f1-42de-b278-1448be676788 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2357931 Aug 28 15:12:43.052442 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54584) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:43.062752 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-41f4290e-d862-408e-befd-acaeff3475c0 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'subnet': {'network_id': '1fe15ba8-a9ed-4de8-8adb-214aca22cc42', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:43.191333 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f3084-9164-4d7e-8c8c-cf14995ea544 req-9720e2f3-858d-42bc-9075-02f63f564288 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:43.203391 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a02f3084-9164-4d7e-8c8c-cf14995ea544 req-9720e2f3-858d-42bc-9075-02f63f564288 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 945 time: 0.1553555 Aug 28 15:12:43.342424 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:43.344619 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa078ea-dec3-48cf-bdd6-f238c5baa88d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-f72c562f-51a9-40b5-a3bd-23da32bf7531', 'network_id': 'f72c562f-51a9-40b5-a3bd-23da32bf7531', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'fixed_ips': [{'subnet_id': '80d38356-d4b0-4fe5-abb1-13f9fda8851d'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:12:43.345514 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-caa078ea-dec3-48cf-bdd6-f238c5baa88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:43.354295 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a02f3084-9164-4d7e-8c8c-cf14995ea544 req-b133bd02-c30f-4b61-a2e2-7eb0fb7a6db6 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499908 Aug 28 15:12:43.462785 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f4290e-d862-408e-befd-acaeff3475c0 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Made reservation on behalf of 0fc16fe27b184308b0bfe69589020025 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:12:43.467228 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-41f4290e-d862-408e-befd-acaeff3475c0 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:43.653940 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17513a5d-5ed9-469f-9bf7-d828ec2e8c1c req-1e5e3283-30cb-4843-b06d-0fa8cd3a6062 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:43.663107 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-17513a5d-5ed9-469f-9bf7-d828ec2e8c1c req-1e5e3283-30cb-4843-b06d-0fa8cd3a6062 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 945 time: 0.1500025 Aug 28 15:12:43.697220 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-caa078ea-dec3-48cf-bdd6-f238c5baa88d None None] Allocated IP 172.20.0.2 (f72c562f-51a9-40b5-a3bd-23da32bf7531/80d38356-d4b0-4fe5-abb1-13f9fda8851d/1c36cda9-b567-45d5-97eb-396a410ad972) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:12:43.736249 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-17513a5d-5ed9-469f-9bf7-d828ec2e8c1c req-323d1feb-fa56-4745-97a2-59425d6ab097 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616546 Aug 28 15:12:43.850319 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0065617-cf1d-4f8b-aefa-1749bae9f73a req-4a3ddf39-b5a0-49b5-990f-fe00729a209e tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:43.857459 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0065617-cf1d-4f8b-aefa-1749bae9f73a req-4a3ddf39-b5a0-49b5-990f-fe00729a209e tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0c008ea-1374-48d5-bd96-5bf11c9a67a7 HTTP/1.1" status: 200 len: 945 time: 0.1029742 Aug 28 15:12:43.944530 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0065617-cf1d-4f8b-aefa-1749bae9f73a req-0c6c5477-f649-483e-a3e2-f01faeaf8cd2 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7982275-30c5-409b-bc3f-957ef2c9498b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716853 Aug 28 15:12:43.965778 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-41f4290e-d862-408e-befd-acaeff3475c0 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:44.057962 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-caa078ea-dec3-48cf-bdd6-f238c5baa88d None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:44.078505 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-caa078ea-dec3-48cf-bdd6-f238c5baa88d None None] Transition to ACTIVE for port object 1c36cda9-b567-45d5-97eb-396a410ad972 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:44.121490 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-caa078ea-dec3-48cf-bdd6-f238c5baa88d None None] Transition to ACTIVE for port object 1c36cda9-b567-45d5-97eb-396a410ad972 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:44.145028 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-caa078ea-dec3-48cf-bdd6-f238c5baa88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:44.157174 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4290e-d862-408e-befd-acaeff3475c0 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Subnet': ['ID=13bb0ea0-ec46-42b0-8e28-ab0a49937167,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:44.181513 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f4290e-d862-408e-befd-acaeff3475c0 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Checking segment: {'id': 'adf7705b-d441-4cda-8842-cdd619103d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1fe15ba8-a9ed-4de8-8adb-214aca22cc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:12:44.181878 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f4290e-d862-408e-befd-acaeff3475c0 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network hostable DHCP agents. Network: 1fe15ba8-a9ed-4de8-8adb-214aca22cc42, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:12:44.221823 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f4290e-d862-408e-befd-acaeff3475c0 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network 1fe15ba8-a9ed-4de8-8adb-214aca22cc42 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:12:44.236401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e9ca8-ddda-4e8a-9bfd-1e44a61121dc req-63f65c8c-be1f-4d68-92a3-4e42735102cf tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:44.248049 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-41f4290e-d862-408e-befd-acaeff3475c0 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 1fe15ba8-a9ed-4de8-8adb-214aca22cc42) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:44.251320 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0b3e9ca8-ddda-4e8a-9bfd-1e44a61121dc req-63f65c8c-be1f-4d68-92a3-4e42735102cf tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 945 time: 0.1391022 Aug 28 15:12:44.254135 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa078ea-dec3-48cf-bdd6-f238c5baa88d None None] Network f72c562f-51a9-40b5-a3bd-23da32bf7531 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:44.258830 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-caa078ea-dec3-48cf-bdd6-f238c5baa88d None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:44.262851 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f4290e-d862-408e-befd-acaeff3475c0 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:44.263483 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-41f4290e-d862-408e-befd-acaeff3475c0 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:44.272062 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa078ea-dec3-48cf-bdd6-f238c5baa88d None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:12:44.315912 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-41f4290e-d862-408e-befd-acaeff3475c0 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2623470 Aug 28 15:12:44.320192 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54596) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:44.341208 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-2289faac-2b9e-43a2-b822-97321c411532 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1546139952', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:44.348295 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0b3e9ca8-ddda-4e8a-9bfd-1e44a61121dc req-ca5de36a-ecbf-4d68-984f-54fe63bf2844 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962219 Aug 28 15:12:44.358128 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1599777a-3750-4947-a62a-cd7ea60697d5 None None] Network 1fe15ba8-a9ed-4de8-8adb-214aca22cc42 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:12:44.399624 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2289faac-2b9e-43a2-b822-97321c411532 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:44.411253 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2289faac-2b9e-43a2-b822-97321c411532 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:44.411776 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa078ea-dec3-48cf-bdd6-f238c5baa88d None None] Pushing event updated for resources: {'Port': ['ID=1c36cda9-b567-45d5-97eb-396a410ad972,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:44.471923 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-caa078ea-dec3-48cf-bdd6-f238c5baa88d None None] Attempting to bind port 1c36cda9-b567-45d5-97eb-396a410ad972 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:12:44.472350 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-caa078ea-dec3-48cf-bdd6-f238c5baa88d None None] Attempting to bind port 1c36cda9-b567-45d5-97eb-396a410ad972 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '78b2f5a2-9be3-4410-bad7-6fb477384a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f72c562f-51a9-40b5-a3bd-23da32bf7531'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:12:44.474064 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa078ea-dec3-48cf-bdd6-f238c5baa88d None None] Attempting to bind port 1c36cda9-b567-45d5-97eb-396a410ad972 on network f72c562f-51a9-40b5-a3bd-23da32bf7531 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:12:44.483672 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa078ea-dec3-48cf-bdd6-f238c5baa88d None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:12:44.484108 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa078ea-dec3-48cf-bdd6-f238c5baa88d None None] Checking segment: {'id': '78b2f5a2-9be3-4410-bad7-6fb477384a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f72c562f-51a9-40b5-a3bd-23da32bf7531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:12:44.484520 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-caa078ea-dec3-48cf-bdd6-f238c5baa88d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:44.485833 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa078ea-dec3-48cf-bdd6-f238c5baa88d None None] Bound using segment: {'id': '78b2f5a2-9be3-4410-bad7-6fb477384a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f72c562f-51a9-40b5-a3bd-23da32bf7531'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:12:44.488693 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-caa078ea-dec3-48cf-bdd6-f238c5baa88d None None] Bound port: 1c36cda9-b567-45d5-97eb-396a410ad972, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b2f5a2-9be3-4410-bad7-6fb477384a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f72c562f-51a9-40b5-a3bd-23da32bf7531'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:12:44.488954 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-caa078ea-dec3-48cf-bdd6-f238c5baa88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:44.579520 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2289faac-2b9e-43a2-b822-97321c411532 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:44.589285 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded1221-dae0-4285-994e-0ac35522f2f6 req-edc54694-0237-4461-a3c5-6e26762b4959 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:44.597092 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1ded1221-dae0-4285-994e-0ac35522f2f6 req-edc54694-0237-4461-a3c5-6e26762b4959 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 945 time: 0.1295688 Aug 28 15:12:44.606106 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2289faac-2b9e-43a2-b822-97321c411532 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:44.682448 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2289faac-2b9e-43a2-b822-97321c411532 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:44.682448 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2289faac-2b9e-43a2-b822-97321c411532 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3593633 Aug 28 15:12:44.686205 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54602) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:44.726394 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-caa078ea-dec3-48cf-bdd6-f238c5baa88d None None] For port 1c36cda9-b567-45d5-97eb-396a410ad972, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:12:44.735732 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1ded1221-dae0-4285-994e-0ac35522f2f6 req-2b7615ac-5f12-4387-a9ae-de1137aa9dcb tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354001 Aug 28 15:12:44.743530 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-caa078ea-dec3-48cf-bdd6-f238c5baa88d None None] For port 1c36cda9-b567-45d5-97eb-396a410ad972, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=1c36cda9-b567-45d5-97eb-396a410ad972,segment=NetworkSegment(78b2f5a2-9be3-4410-bad7-6fb477384a4a),segment_id=78b2f5a2-9be3-4410-bad7-6fb477384a4a)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:12:44.766898 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04dfe8b-afd1-4970-8799-d2ca2bbf9f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-1fe15ba8-a9ed-4de8-8adb-214aca22cc42', 'network_id': '1fe15ba8-a9ed-4de8-8adb-214aca22cc42', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'fixed_ips': [{'subnet_id': '13bb0ea0-ec46-42b0-8e28-ab0a49937167'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:12:44.769458 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e04dfe8b-afd1-4970-8799-d2ca2bbf9f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:44.797389 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-caa078ea-dec3-48cf-bdd6-f238c5baa88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:44.893234 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa078ea-dec3-48cf-bdd6-f238c5baa88d None None] Pushing event updated for resources: {'Port': ['ID=1c36cda9-b567-45d5-97eb-396a410ad972,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:45.179164 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d794ee7-d2a5-4d96-ab29-b9e88c8e0075 req-9179d882-f787-459b-bdba-9e518442cfce tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:45.199577 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1d794ee7-d2a5-4d96-ab29-b9e88c8e0075 req-9179d882-f787-459b-bdba-9e518442cfce tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 945 time: 0.2339919 Aug 28 15:12:45.233490 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7b5918ff-6a48-4449-9504-0f8ca6046c43 req-a81122c4-0c52-453e-8b23-b1d36fd1c29f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c0863e33-67d3-43b0-b145-a4864f14a006&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2699485 Aug 28 15:12:45.264848 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760b80b-9beb-4e0e-83da-0cad00b7a3c8 req-c2d71220-d921-4a1a-b4bd-1c2cb88b18c6 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:45.280228 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2760b80b-9beb-4e0e-83da-0cad00b7a3c8 req-c2d71220-d921-4a1a-b4bd-1c2cb88b18c6 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0c008ea-1374-48d5-bd96-5bf11c9a67a7 HTTP/1.1" status: 200 len: 945 time: 0.2330606 Aug 28 15:12:45.351419 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad08f9-2708-4049-af45-b42fdc88edcb req-11229c6b-9a3d-4bbd-8518-af34cc4495fd tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:45.353421 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8cad08f9-2708-4049-af45-b42fdc88edcb req-11229c6b-9a3d-4bbd-8518-af34cc4495fd tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0c008ea-1374-48d5-bd96-5bf11c9a67a7 HTTP/1.1" status: 200 len: 945 time: 0.2473805 Aug 28 15:12:45.418749 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-e04dfe8b-afd1-4970-8799-d2ca2bbf9f03 None None] Allocated IP 172.21.0.2 (1fe15ba8-a9ed-4de8-8adb-214aca22cc42/13bb0ea0-ec46-42b0-8e28-ab0a49937167/40b932bb-692d-47d6-8bde-82be71446508) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:12:45.518882 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2760b80b-9beb-4e0e-83da-0cad00b7a3c8 req-fe063bb0-5ea1-4ef0-80af-60416de4a96f tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7982275-30c5-409b-bc3f-957ef2c9498b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361612 Aug 28 15:12:45.616515 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-881d5773-f1e7-45da-be1a-08e9d6bc8c11 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:45.668795 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-8cad08f9-2708-4049-af45-b42fdc88edcb req-a6d21ef4-ca0d-42c1-bc37-d8d14a8ed29c tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Deleting port 20b2f032-bf5b-4799-af6c-59187c6cfed9 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:12:45.669295 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-8cad08f9-2708-4049-af45-b42fdc88edcb req-a6d21ef4-ca0d-42c1-bc37-d8d14a8ed29c tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:45.779297 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e04dfe8b-afd1-4970-8799-d2ca2bbf9f03 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:45.791558 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5918ff-6a48-4449-9504-0f8ca6046c43 req-c95c56d4-edbe-4812-83fb-fb03976a1ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:45.793769 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7b5918ff-6a48-4449-9504-0f8ca6046c43 req-c95c56d4-edbe-4812-83fb-fb03976a1ade service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d&device_id=c0863e33-67d3-43b0-b145-a4864f14a006 HTTP/1.1" status: 200 len: 1060 time: 0.2625339 Aug 28 15:12:45.802494 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e04dfe8b-afd1-4970-8799-d2ca2bbf9f03 None None] Transition to ACTIVE for port object 40b932bb-692d-47d6-8bde-82be71446508 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:45.840870 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e04dfe8b-afd1-4970-8799-d2ca2bbf9f03 None None] Transition to ACTIVE for port object 40b932bb-692d-47d6-8bde-82be71446508 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:45.862345 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e04dfe8b-afd1-4970-8799-d2ca2bbf9f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:45.881204 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd464b69-d582-48ce-b8d9-374fad5b532a req-cd325d12-4a8f-44e0-9212-6aa6368d62da tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:45.891772 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fd464b69-d582-48ce-b8d9-374fad5b532a req-cd325d12-4a8f-44e0-9212-6aa6368d62da tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 945 time: 0.1954195 Aug 28 15:12:45.926234 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04dfe8b-afd1-4970-8799-d2ca2bbf9f03 None None] Network 1fe15ba8-a9ed-4de8-8adb-214aca22cc42 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:45.930456 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-e04dfe8b-afd1-4970-8799-d2ca2bbf9f03 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:45.941342 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04dfe8b-afd1-4970-8799-d2ca2bbf9f03 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:12:45.944327 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-8cad08f9-2708-4049-af45-b42fdc88edcb req-a6d21ef4-ca0d-42c1-bc37-d8d14a8ed29c tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] For port 20b2f032-bf5b-4799-af6c-59187c6cfed9, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=20b2f032-bf5b-4799-af6c-59187c6cfed9,segment=NetworkSegment(49e6da15-55d4-40be-9f0b-a1bfbbc32fc2),segment_id=49e6da15-55d4-40be-9f0b-a1bfbbc32fc2)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:45.944768 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-8cad08f9-2708-4049-af45-b42fdc88edcb req-a6d21ef4-ca0d-42c1-bc37-d8d14a8ed29c tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:45.956634 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04dfe8b-afd1-4970-8799-d2ca2bbf9f03 None None] Pushing event updated for resources: {'Port': ['ID=40b932bb-692d-47d6-8bde-82be71446508,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:45.994921 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fd464b69-d582-48ce-b8d9-374fad5b532a req-a3d2eb58-b432-4e73-92b7-7bfa6e8f95db tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014073 Aug 28 15:12:46.016916 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-e04dfe8b-afd1-4970-8799-d2ca2bbf9f03 None None] Attempting to bind port 40b932bb-692d-47d6-8bde-82be71446508 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:12:46.017565 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-e04dfe8b-afd1-4970-8799-d2ca2bbf9f03 None None] Attempting to bind port 40b932bb-692d-47d6-8bde-82be71446508 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'adf7705b-d441-4cda-8842-cdd619103d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1fe15ba8-a9ed-4de8-8adb-214aca22cc42'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:12:46.018103 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04dfe8b-afd1-4970-8799-d2ca2bbf9f03 None None] Attempting to bind port 40b932bb-692d-47d6-8bde-82be71446508 on network 1fe15ba8-a9ed-4de8-8adb-214aca22cc42 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:12:46.032161 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04dfe8b-afd1-4970-8799-d2ca2bbf9f03 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:12:46.032818 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04dfe8b-afd1-4970-8799-d2ca2bbf9f03 None None] Checking segment: {'id': 'adf7705b-d441-4cda-8842-cdd619103d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1fe15ba8-a9ed-4de8-8adb-214aca22cc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:12:46.033535 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e04dfe8b-afd1-4970-8799-d2ca2bbf9f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:46.034110 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04dfe8b-afd1-4970-8799-d2ca2bbf9f03 None None] Bound using segment: {'id': 'adf7705b-d441-4cda-8842-cdd619103d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1fe15ba8-a9ed-4de8-8adb-214aca22cc42'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:12:46.034752 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-e04dfe8b-afd1-4970-8799-d2ca2bbf9f03 None None] Bound port: 40b932bb-692d-47d6-8bde-82be71446508, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf7705b-d441-4cda-8842-cdd619103d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1fe15ba8-a9ed-4de8-8adb-214aca22cc42'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:12:46.035335 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e04dfe8b-afd1-4970-8799-d2ca2bbf9f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:46.096856 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1d794ee7-d2a5-4d96-ab29-b9e88c8e0075 req-cdffb78c-aecf-49b8-8a26-effbf7497694 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8941116 Aug 28 15:12:46.194952 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-e04dfe8b-afd1-4970-8799-d2ca2bbf9f03 None None] For port 40b932bb-692d-47d6-8bde-82be71446508, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:12:46.198519 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-e04dfe8b-afd1-4970-8799-d2ca2bbf9f03 None None] For port 40b932bb-692d-47d6-8bde-82be71446508, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=40b932bb-692d-47d6-8bde-82be71446508,segment=NetworkSegment(adf7705b-d441-4cda-8842-cdd619103d60),segment_id=adf7705b-d441-4cda-8842-cdd619103d60)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:12:46.217047 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e04dfe8b-afd1-4970-8799-d2ca2bbf9f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:46.330378 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04dfe8b-afd1-4970-8799-d2ca2bbf9f03 None None] Pushing event updated for resources: {'Port': ['ID=40b932bb-692d-47d6-8bde-82be71446508,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:46.427173 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47bdad-5242-47ea-a3e5-d4eb5e42e25d req-582f4817-715c-4046-90da-8575e8af76b5 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:46.450361 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5918ff-6a48-4449-9504-0f8ca6046c43 req-c7e91bd8-46b5-49bf-a341-3f6035be5f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:46.452131 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7b5918ff-6a48-4449-9504-0f8ca6046c43 req-c7e91bd8-46b5-49bf-a341-3f6035be5f5c service neutron] 10.222.0.36 "GET /v2.0/networks?id=77650b04-197c-4f2d-93ed-1f3a3f2db13f HTTP/1.1" status: 200 len: 912 time: 0.5511775 Aug 28 15:12:46.456640 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3c47bdad-5242-47ea-a3e5-d4eb5e42e25d req-582f4817-715c-4046-90da-8575e8af76b5 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 945 time: 0.3127322 Aug 28 15:12:46.472446 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663027a-4abd-44ea-b1c0-d77f811be719 req-39819900-f50e-4ad5-ba8c-9c40c84276b8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:46.485066 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6663027a-4abd-44ea-b1c0-d77f811be719 req-39819900-f50e-4ad5-ba8c-9c40c84276b8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 945 time: 0.1937728 Aug 28 15:12:46.560527 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7b5918ff-6a48-4449-9504-0f8ca6046c43 req-d9a94c43-db67-4e28-85fb-15eb48ee5261 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92eb1302-0e63-4e29-ba9d-80e75638c1e0 HTTP/1.1" status: 200 len: 217 time: 0.0630498 Aug 28 15:12:46.625644 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3c47bdad-5242-47ea-a3e5-d4eb5e42e25d req-5fc80602-7d02-4983-be3a-2855b597ae4d tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666198 Aug 28 15:12:46.704182 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-8cad08f9-2708-4049-af45-b42fdc88edcb req-a6d21ef4-ca0d-42c1-bc37-d8d14a8ed29c tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:46.704764 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-8cad08f9-2708-4049-af45-b42fdc88edcb req-a6d21ef4-ca0d-42c1-bc37-d8d14a8ed29c tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:46.707034 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [req-8cad08f9-2708-4049-af45-b42fdc88edcb req-a6d21ef4-ca0d-42c1-bc37-d8d14a8ed29c tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Floating IP ffae5ea7-ec58-4a61-8779-a5ddd84c9365 disassociated. External IP: 172.25.3.71, port: 20b2f032-bf5b-4799-af6c-59187c6cfed9. Aug 28 15:12:46.721940 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-8cad08f9-2708-4049-af45-b42fdc88edcb req-a6d21ef4-ca0d-42c1-bc37-d8d14a8ed29c tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Calling delete_port for 20b2f032-bf5b-4799-af6c-59187c6cfed9 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:12:46.779358 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6663027a-4abd-44ea-b1c0-d77f811be719 req-54093a97-09af-4c52-9b6b-06e489a9d7dd tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2924857 Aug 28 15:12:46.794735 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54626) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:46.868950 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-881d5773-f1e7-45da-be1a-08e9d6bc8c11 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Allocated IP 172.20.0.1 (f72c562f-51a9-40b5-a3bd-23da32bf7531/80d38356-d4b0-4fe5-abb1-13f9fda8851d/c4775667-225b-47ab-85a9-d2adcfbaa34e) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:12:46.878732 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5918ff-6a48-4449-9504-0f8ca6046c43 req-68607cc2-5bac-407d-a21e-97699c6c8b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:46.880980 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7b5918ff-6a48-4449-9504-0f8ca6046c43 req-68607cc2-5bac-407d-a21e-97699c6c8b8b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=836bd9d7-21bc-4e2a-b716-53b54890baa2 HTTP/1.1" status: 200 len: 850 time: 0.3103359 Aug 28 15:12:46.971133 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99164f32-18f4-403a-a635-6df5d6c196e4 req-4799ae86-182a-4442-aef6-830b3c9e7e38 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:46.973865 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afa1b77-6caf-4bd3-a497-676a0f699976 None None] Network f72c562f-51a9-40b5-a3bd-23da32bf7531 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:12:46.976221 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-99164f32-18f4-403a-a635-6df5d6c196e4 req-4799ae86-182a-4442-aef6-830b3c9e7e38 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0c008ea-1374-48d5-bd96-5bf11c9a67a7 HTTP/1.1" status: 200 len: 945 time: 0.1276615 Aug 28 15:12:47.105141 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-729f4589-0d37-4a03-b82c-d0e615b97acc None None] Provisioning for port 1c36cda9-b567-45d5-97eb-396a410ad972 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:12:47.111388 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dc1268-42bc-4a00-ac0a-3bc823192cca tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:47.112968 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-04dc1268-42bc-4a00-ac0a-3bc823192cca tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 1092 time: 0.3119071 Aug 28 15:12:47.123584 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54630) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:47.128031 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-ce822291-5fc6-4f75-98de-b07a32ba76f1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'port_id': '76c73637-04bf-4aca-8a51-e92656d1b57b', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:12:47.625856 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-99164f32-18f4-403a-a635-6df5d6c196e4 req-76fdadd7-0dc7-4bd1-aea6-4752d65976c5 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7982275-30c5-409b-bc3f-957ef2c9498b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6376972 Aug 28 15:12:47.628966 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-8cad08f9-2708-4049-af45-b42fdc88edcb req-a6d21ef4-ca0d-42c1-bc37-d8d14a8ed29c tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:47.680094 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5918ff-6a48-4449-9504-0f8ca6046c43 req-9e47344b-7fef-47d8-8fab-34939c018d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:47.682047 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7b5918ff-6a48-4449-9504-0f8ca6046c43 req-9e47344b-7fef-47d8-8fab-34939c018d93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77650b04-197c-4f2d-93ed-1f3a3f2db13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7782474 Aug 28 15:12:47.684508 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1c36cda9-b567-45d5-97eb-396a410ad972 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:12:47.756615 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d21ef4-ca0d-42c1-bc37-d8d14a8ed29c tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Pushing event deleted for resources: {'Port': ['ID=20b2f032-bf5b-4799-af6c-59187c6cfed9,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:47.789480 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ce822291-5fc6-4f75-98de-b07a32ba76f1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:47.819932 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 1c36cda9-b567-45d5-97eb-396a410ad972 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:12:47.833651 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 1c36cda9-b567-45d5-97eb-396a410ad972 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:47.834708 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:47.897597 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926770fb-75f9-4932-a9a8-1d999548fece req-0170ba1b-064d-4138-9aed-c0dd45bf617c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:47.905019 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-926770fb-75f9-4932-a9a8-1d999548fece req-0170ba1b-064d-4138-9aed-c0dd45bf617c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 945 time: 0.8055134 Aug 28 15:12:47.949857 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-881d5773-f1e7-45da-be1a-08e9d6bc8c11 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:48.087703 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-881d5773-f1e7-45da-be1a-08e9d6bc8c11 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Transition to ACTIVE for port object c4775667-225b-47ab-85a9-d2adcfbaa34e will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:48.089665 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b140393-593d-4da2-b72d-fd24b60a6d0a req-b45cc8f6-7112-46a9-840f-84ea70be7fbf tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:48.092640 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0b140393-593d-4da2-b72d-fd24b60a6d0a req-b45cc8f6-7112-46a9-840f-84ea70be7fbf tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 945 time: 0.2485082 Aug 28 15:12:48.130033 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:48.256527 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 1c36cda9-b567-45d5-97eb-396a410ad972, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=1c36cda9-b567-45d5-97eb-396a410ad972,segment=NetworkSegment(78b2f5a2-9be3-4410-bad7-6fb477384a4a),segment_id=78b2f5a2-9be3-4410-bad7-6fb477384a4a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:48.257671 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-336d6a1f-2a45-4798-99eb-01dba4321650 None None] Provisioning complete for port 1c36cda9-b567-45d5-97eb-396a410ad972 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:48.258620 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-336d6a1f-2a45-4798-99eb-01dba4321650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:48.271332 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cad08f9-2708-4049-af45-b42fdc88edcb req-a6d21ef4-ca0d-42c1-bc37-d8d14a8ed29c tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Router ba7506fc-3127-4f05-b267-8972d38b7ac2 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:12:48.290478 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:48.291281 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 40b932bb-692d-47d6-8bde-82be71446508 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:12:48.324532 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0b140393-593d-4da2-b72d-fd24b60a6d0a req-9f079931-a3c4-443d-b97b-ba919485e093 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006395 Aug 28 15:12:48.335337 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-926770fb-75f9-4932-a9a8-1d999548fece req-e4e6c39f-e7ad-45f2-a6dd-1dfca950f035 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969865 Aug 28 15:12:48.394612 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ee983d-3b0a-4c7f-bdbd-7891cfcaf1ce None None] Network 1fe15ba8-a9ed-4de8-8adb-214aca22cc42 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:12:48.396962 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7b5918ff-6a48-4449-9504-0f8ca6046c43 req-baa4d05c-221d-4814-a4ee-dc9b390c47c4 service neutron] 10.222.0.36 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6993051 Aug 28 15:12:48.471526 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-881d5773-f1e7-45da-be1a-08e9d6bc8c11 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:48.545772 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cad08f9-2708-4049-af45-b42fdc88edcb req-a6d21ef4-ca0d-42c1-bc37-d8d14a8ed29c tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:12:48.574714 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0700850a-9cf6-4c47-8612-7aa60b8ddfa3 None None] Sync routers for ids ['ba7506fc-3127-4f05-b267-8972d38b7ac2'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:12:48.595171 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0700850a-9cf6-4c47-8612-7aa60b8ddfa3 None None] Routers {'ba7506fc-3127-4f05-b267-8972d38b7ac2'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:12:48.596049 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-0700850a-9cf6-4c47-8612-7aa60b8ddfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:12:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ba7506fc-3127-4f05-b267-8972d38b7ac2'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:48.655555 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cad08f9-2708-4049-af45-b42fdc88edcb req-a6d21ef4-ca0d-42c1-bc37-d8d14a8ed29c tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] No DVR routers for this DVR port 20b2f032-bf5b-4799-af6c-59187c6cfed9 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:12:48.673181 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-8cad08f9-2708-4049-af45-b42fdc88edcb req-a6d21ef4-ca0d-42c1-bc37-d8d14a8ed29c tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:48.678872 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7b5918ff-6a48-4449-9504-0f8ca6046c43 req-6d5fafa1-dd69-4b8a-a4d3-cf25ebb86413 service neutron] 10.222.0.36 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566323 Aug 28 15:12:48.682418 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8cad08f9-2708-4049-af45-b42fdc88edcb req-a6d21ef4-ca0d-42c1-bc37-d8d14a8ed29c tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.36 "DELETE /v2.0/ports/20b2f032-bf5b-4799-af6c-59187c6cfed9 HTTP/1.1" status: 204 len: 173 time: 3.3129623 Aug 28 15:12:48.683413 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c008ea-1374-48d5-bd96-5bf11c9a67a7', 'name': 'network-vif-deleted', 'tag': '20b2f032-bf5b-4799-af6c-59187c6cfed9'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:12:48.694477 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56decee-b685-439d-84e0-4b41e406d6d1" -d '{"events": [{"server_uuid": "e0c008ea-1374-48d5-bd96-5bf11c9a67a7", "name": "network-vif-deleted", "tag": "20b2f032-bf5b-4799-af6c-59187c6cfed9"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:12:48.751116 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=1c36cda9-b567-45d5-97eb-396a410ad972,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:48.839131 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7684074b-113c-4fac-9fae-e0b6f0a89dc3 x-openstack-request-id: req-7684074b-113c-4fac-9fae-e0b6f0a89dc3 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:12:48.839806 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c008ea-1374-48d5-bd96-5bf11c9a67a7", "name": "network-vif-deleted", "tag": "20b2f032-bf5b-4799-af6c-59187c6cfed9", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:12:48.839806 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7684074b-113c-4fac-9fae-e0b6f0a89dc3 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:12:48.840118 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c008ea-1374-48d5-bd96-5bf11c9a67a7', 'name': 'network-vif-deleted', 'tag': '20b2f032-bf5b-4799-af6c-59187c6cfed9', 'status': 'completed', 'code': 200} Aug 28 15:12:48.901139 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8aff736c-2288-4aa3-b978-08a28d981f7a req-cf765d6f-67b4-46a7-bab4-ecec2b880fcd tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0c008ea-1374-48d5-bd96-5bf11c9a67a7 HTTP/1.1" status: 200 len: 210 time: 0.0900021 Aug 28 15:12:48.923172 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881d5773-f1e7-45da-be1a-08e9d6bc8c11 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network f72c562f-51a9-40b5-a3bd-23da32bf7531 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:48.933915 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-0700850a-9cf6-4c47-8612-7aa60b8ddfa3 None None] Set router ba7506fc-3127-4f05-b267-8972d38b7ac2 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:12:48.957220 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 40b932bb-692d-47d6-8bde-82be71446508 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:12:48.960550 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-881d5773-f1e7-45da-be1a-08e9d6bc8c11 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:48.970713 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881d5773-f1e7-45da-be1a-08e9d6bc8c11 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:12:49.035933 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d5773-f1e7-45da-be1a-08e9d6bc8c11 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Port': ['ID=c4775667-225b-47ab-85a9-d2adcfbaa34e,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:49.043364 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 20b2f032-bf5b-4799-af6c-59187c6cfed9 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:12:49.102392 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ce822291-5fc6-4f75-98de-b07a32ba76f1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:49.117322 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 20b2f032-bf5b-4799-af6c-59187c6cfed9 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:12:49.117763 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 20b2f032-bf5b-4799-af6c-59187c6cfed9 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:12:49.265849 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-881d5773-f1e7-45da-be1a-08e9d6bc8c11 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:49.290651 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-0700850a-9cf6-4c47-8612-7aa60b8ddfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'name': 'tempest-ServersTestManualDisk-2031791716-router', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6766d378-dc92-44b4-851b-7a910038e1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:10:30Z', 'updated_at': '2021-08-28T15:10:35Z', 'revision_number': 4, 'project_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'gw_port': {'id': '6766d378-dc92-44b4-851b-7a910038e1f2', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:10:30Z', 'updated_at': '2021-08-28T15:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '02f76b59-60cf-41e9-bacb-30ce37765279', 'name': '', 'network_id': '693a5562-44b1-45bb-87b8-1d193957b6d5', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'mac_address': 'fa:16:3e:8b:30:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '00df72dc-f4b9-46ca-afba-57a52e8f9f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:10:34Z', 'updated_at': '2021-08-28T15:10:44Z', 'revision_number': 5, 'project_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'subnets': [{'id': '00df72dc-f4b9-46ca-afba-57a52e8f9f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:49.298528 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-aab70085-332b-4b84-a31d-e958749adb20 None None] Provisioning for port 40b932bb-692d-47d6-8bde-82be71446508 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:12:49.335946 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-aab70085-332b-4b84-a31d-e958749adb20 None None] Provisioning complete for port 40b932bb-692d-47d6-8bde-82be71446508 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:49.336327 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-aab70085-332b-4b84-a31d-e958749adb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:49.363541 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0700850a-9cf6-4c47-8612-7aa60b8ddfa3 None None] Checking router: ba7506fc-3127-4f05-b267-8972d38b7ac2 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:12:49.435440 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0700850a-9cf6-4c47-8612-7aa60b8ddfa3 None None] Routers {'ba7506fc-3127-4f05-b267-8972d38b7ac2'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:12:49.437454 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-0700850a-9cf6-4c47-8612-7aa60b8ddfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:12:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ba7506fc-3127-4f05-b267-8972d38b7ac2'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:49.624580 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-aab70085-332b-4b84-a31d-e958749adb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:49.667221 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1c36cda9-b567-45d5-97eb-396a410ad972 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:12:49.720944 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf4d4a-e759-4a35-9781-9e1236ea7063 req-9f417872-45f0-4f71-8baf-fc3564bdc780 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:49.729380 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-ce822291-5fc6-4f75-98de-b07a32ba76f1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Allocated IP 172.25.3.254 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/d7ac75d1-793b-4f48-9819-bced20528e44) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:12:49.740585 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-0700850a-9cf6-4c47-8612-7aa60b8ddfa3 None None] Set router ba7506fc-3127-4f05-b267-8972d38b7ac2 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:12:49.761768 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9dcf4d4a-e759-4a35-9781-9e1236ea7063 req-9f417872-45f0-4f71-8baf-fc3564bdc780 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 945 time: 0.1833026 Aug 28 15:12:49.763618 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d354dd-1a17-4ce1-8dce-ca579e0577b4 req-4fba844f-1b4c-4fe4-8778-8b3420445b47 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:49.767961 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d7d354dd-1a17-4ce1-8dce-ca579e0577b4 req-4fba844f-1b4c-4fe4-8778-8b3420445b47 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 945 time: 0.2782366 Aug 28 15:12:49.864959 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9dcf4d4a-e759-4a35-9781-9e1236ea7063 req-8520dc9b-59a4-4c94-9ccd-9c1c49bdbf28 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983112 Aug 28 15:12:49.901676 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-881d5773-f1e7-45da-be1a-08e9d6bc8c11 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:49.916302 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-aab70085-332b-4b84-a31d-e958749adb20 None None] For port 40b932bb-692d-47d6-8bde-82be71446508, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=40b932bb-692d-47d6-8bde-82be71446508,segment=NetworkSegment(adf7705b-d441-4cda-8842-cdd619103d60),segment_id=adf7705b-d441-4cda-8842-cdd619103d60)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:49.927329 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 1c36cda9-b567-45d5-97eb-396a410ad972 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:49.927910 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:49.935139 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-aab70085-332b-4b84-a31d-e958749adb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:50.078616 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab70085-332b-4b84-a31d-e958749adb20 None None] Pushing event updated for resources: {'Port': ['ID=40b932bb-692d-47d6-8bde-82be71446508,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:50.083149 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54652) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:50.088796 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-81f6a526-d31d-4b4e-8c29-eac513e9dc09 None None] Provisioning for port c4775667-225b-47ab-85a9-d2adcfbaa34e completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:12:50.110074 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-81f6a526-d31d-4b4e-8c29-eac513e9dc09 None None] Provisioning complete for port c4775667-225b-47ab-85a9-d2adcfbaa34e triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:50.110465 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-81f6a526-d31d-4b4e-8c29-eac513e9dc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:50.166571 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-81f6a526-d31d-4b4e-8c29-eac513e9dc09 None None] Port c4775667-225b-47ab-85a9-d2adcfbaa34e cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:12:50.204001 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-81f6a526-d31d-4b4e-8c29-eac513e9dc09 None None] Provisioning complete for port 40b932bb-692d-47d6-8bde-82be71446508 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:50.204409 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-81f6a526-d31d-4b4e-8c29-eac513e9dc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:50.226382 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-42c39e42-9e52-4135-a074-91784c2f7321 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:50.261951 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-42c39e42-9e52-4135-a074-91784c2f7321 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:50.289313 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d7d354dd-1a17-4ce1-8dce-ca579e0577b4 req-c1f3c46b-7b4c-4f3a-a567-d8dbf3dd810b tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576528 Aug 28 15:12:50.315331 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-0700850a-9cf6-4c47-8612-7aa60b8ddfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'name': 'tempest-ServersTestManualDisk-2031791716-router', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6766d378-dc92-44b4-851b-7a910038e1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:10:30Z', 'updated_at': '2021-08-28T15:10:35Z', 'revision_number': 4, 'project_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'gw_port': {'id': '6766d378-dc92-44b4-851b-7a910038e1f2', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:10:30Z', 'updated_at': '2021-08-28T15:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '02f76b59-60cf-41e9-bacb-30ce37765279', 'name': '', 'network_id': '693a5562-44b1-45bb-87b8-1d193957b6d5', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'mac_address': 'fa:16:3e:8b:30:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '00df72dc-f4b9-46ca-afba-57a52e8f9f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:10:34Z', 'updated_at': '2021-08-28T15:10:44Z', 'revision_number': 5, 'project_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'subnets': [{'id': '00df72dc-f4b9-46ca-afba-57a52e8f9f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:50.333743 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-42c39e42-9e52-4135-a074-91784c2f7321 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:50.338094 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-42c39e42-9e52-4135-a074-91784c2f7321 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:50.340036 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-42c39e42-9e52-4135-a074-91784c2f7321 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "DELETE /v2.0/security-groups/d7982275-30c5-409b-bc3f-957ef2c9498b HTTP/1.1" status: 204 len: 168 time: 0.2552106 Aug 28 15:12:50.358909 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54654) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:50.359769 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c39e42-9e52-4135-a074-91784c2f7321 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7982275-30c5-409b-bc3f-957ef2c9498b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:50.400944 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0700850a-9cf6-4c47-8612-7aa60b8ddfa3 None None] The sync data for ids ['ba7506fc-3127-4f05-b267-8972d38b7ac2'] in n-d-712137-10 is: [{'id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'name': 'tempest-ServersTestManualDisk-2031791716-router', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6766d378-dc92-44b4-851b-7a910038e1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:10:30Z', 'updated_at': '2021-08-28T15:10:35Z', 'revision_number': 4, 'project_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'gw_port': {'id': '6766d378-dc92-44b4-851b-7a910038e1f2', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:10:30Z', 'updated_at': '2021-08-28T15:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '02f76b59-60cf-41e9-bacb-30ce37765279', 'name': '', 'network_id': '693a5562-44b1-45bb-87b8-1d193957b6d5', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'mac_address': 'fa:16:3e:8b:30:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '00df72dc-f4b9-46ca-afba-57a52e8f9f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:10:34Z', 'updated_at': '2021-08-28T15:10:44Z', 'revision_number': 5, 'project_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'subnets': [{'id': '00df72dc-f4b9-46ca-afba-57a52e8f9f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:12:50.406541 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-e7ba48c0-56a2-40c9-9d8e-ab2d56fd440e tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] show failed (client error): The resource could not be found. Aug 28 15:12:50.407737 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e7ba48c0-56a2-40c9-9d8e-ab2d56fd440e tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "GET /v2.0/security-groups/d7982275-30c5-409b-bc3f-957ef2c9498b HTTP/1.1" status: 404 len: 347 time: 0.0361972 Aug 28 15:12:50.410405 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54656) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:50.513667 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ce822291-5fc6-4f75-98de-b07a32ba76f1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:50.602608 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ce822291-5fc6-4f75-98de-b07a32ba76f1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:50.612111 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-945c68ef-0d19-4931-bb91-32fc1f2c6a88 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Deleting port 8c7f1656-6571-43db-92ac-9bbf48ce0294 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:12:50.613108 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-945c68ef-0d19-4931-bb91-32fc1f2c6a88 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:50.700931 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce822291-5fc6-4f75-98de-b07a32ba76f1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:50.722663 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-945c68ef-0d19-4931-bb91-32fc1f2c6a88 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:50.723297 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-945c68ef-0d19-4931-bb91-32fc1f2c6a88 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:50.723978 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-ce822291-5fc6-4f75-98de-b07a32ba76f1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:50.736924 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce822291-5fc6-4f75-98de-b07a32ba76f1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Port': ['ID=d7ac75d1-793b-4f48-9819-bced20528e44,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:50.739613 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce822291-5fc6-4f75-98de-b07a32ba76f1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:12:50.744682 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-945c68ef-0d19-4931-bb91-32fc1f2c6a88 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Calling delete_port for 8c7f1656-6571-43db-92ac-9bbf48ce0294 owned by network:floatingip {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:12:50.909892 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-881d5773-f1e7-45da-be1a-08e9d6bc8c11 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:50.923296 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-881d5773-f1e7-45da-be1a-08e9d6bc8c11 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:50.928029 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6b5eb8-6de7-438f-a88e-d4d98a2f9132 None None] New status for floating IP ffae5ea7-ec58-4a61-8779-a5ddd84c9365: DOWN {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:12:50.951877 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-945c68ef-0d19-4931-bb91-32fc1f2c6a88 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:51.031136 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c68ef-0d19-4931-bb91-32fc1f2c6a88 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Pushing event deleted for resources: {'Port': ['ID=8c7f1656-6571-43db-92ac-9bbf48ce0294,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:51.054559 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-881d5773-f1e7-45da-be1a-08e9d6bc8c11 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:51.056234 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.api [None req-ac6b5eb8-6de7-438f-a88e-d4d98a2f9132 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:12:51.056770 n-d-712137-10 neutron-server[106331]: DEBUG oslo_db.api [None req-ac6b5eb8-6de7-438f-a88e-d4d98a2f9132 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:12:51.129377 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d5773-f1e7-45da-be1a-08e9d6bc8c11 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Port': ['ID=c4775667-225b-47ab-85a9-d2adcfbaa34e,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:51.160658 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-945c68ef-0d19-4931-bb91-32fc1f2c6a88 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks [] for floatingip, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:51.163772 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-945c68ef-0d19-4931-bb91-32fc1f2c6a88 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:51.168420 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-945c68ef-0d19-4931-bb91-32fc1f2c6a88 tempest-ServersTestManualDisk-738290627 tempest-ServersTestManualDisk-738290627-project] 10.222.0.13 "DELETE /v2.0/floatingips/ffae5ea7-ec58-4a61-8779-a5ddd84c9365 HTTP/1.1" status: 204 len: 168 time: 0.7534037 Aug 28 15:12:51.171175 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54662) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:51.230654 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1741c1b-7e05-4f0d-bdab-4309aa7deeb9 req-e312eb91-bf78-4c4f-8d66-a4ba9dd58fe3 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:51.232173 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b1741c1b-7e05-4f0d-bdab-4309aa7deeb9 req-e312eb91-bf78-4c4f-8d66-a4ba9dd58fe3 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 945 time: 0.2220635 Aug 28 15:12:51.513324 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 40b932bb-692d-47d6-8bde-82be71446508 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:12:51.518909 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b1741c1b-7e05-4f0d-bdab-4309aa7deeb9 req-b66e22eb-b291-472c-97bc-79779d3b434e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756665 Aug 28 15:12:51.581728 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6b5eb8-6de7-438f-a88e-d4d98a2f9132 None None] New status for floating IP ffae5ea7-ec58-4a61-8779-a5ddd84c9365: DOWN {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:12:51.762753 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ce822291-5fc6-4f75-98de-b07a32ba76f1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:51.791935 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8dd0e46a-1339-41e6-98b6-2f90f3b42d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:51.799249 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 40b932bb-692d-47d6-8bde-82be71446508 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:51.799626 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:51.962785 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ce822291-5fc6-4f75-98de-b07a32ba76f1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:51.967511 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881d5773-f1e7-45da-be1a-08e9d6bc8c11 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network f72c562f-51a9-40b5-a3bd-23da32bf7531 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:52.007774 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-881d5773-f1e7-45da-be1a-08e9d6bc8c11 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:52.029304 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d10e9c-611a-437a-9861-32442d8e28cf req-7184a3af-59a7-4cdb-8603-61ec03344e8d tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:52.030853 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-28d10e9c-611a-437a-9861-32442d8e28cf req-7184a3af-59a7-4cdb-8603-61ec03344e8d tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 945 time: 0.5522032 Aug 28 15:12:52.263030 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-8dd0e46a-1339-41e6-98b6-2f90f3b42d12 admin admin] Deleting port 02f76b59-60cf-41e9-bacb-30ce37765279 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:12:52.267301 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8dd0e46a-1339-41e6-98b6-2f90f3b42d12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:52.268594 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-28d10e9c-611a-437a-9861-32442d8e28cf req-8d669547-daa1-41ae-b7b3-0fbd0dbda55b tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238271 Aug 28 15:12:52.392111 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881d5773-f1e7-45da-be1a-08e9d6bc8c11 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Router 387fb756-31cb-4ba9-abe6-8accd8df76c3 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:12:52.397901 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-8dd0e46a-1339-41e6-98b6-2f90f3b42d12 admin admin] For port 02f76b59-60cf-41e9-bacb-30ce37765279, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=02f76b59-60cf-41e9-bacb-30ce37765279,segment=NetworkSegment(49e6da15-55d4-40be-9f0b-a1bfbbc32fc2),segment_id=49e6da15-55d4-40be-9f0b-a1bfbbc32fc2)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:52.398606 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8dd0e46a-1339-41e6-98b6-2f90f3b42d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:52.407112 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ce822291-5fc6-4f75-98de-b07a32ba76f1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:52.422049 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-8dd0e46a-1339-41e6-98b6-2f90f3b42d12 admin admin] Calling delete_port for 02f76b59-60cf-41e9-bacb-30ce37765279 owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:12:52.428136 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ce822291-5fc6-4f75-98de-b07a32ba76f1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:52.517346 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a1b72a00-990f-4d66-8a09-7cd255f1eabf None None] Provisioning complete for port c4775667-225b-47ab-85a9-d2adcfbaa34e triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:52.517896 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a1b72a00-990f-4d66-8a09-7cd255f1eabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:52.594575 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a1b72a00-990f-4d66-8a09-7cd255f1eabf None None] Port c4775667-225b-47ab-85a9-d2adcfbaa34e cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:12:52.614444 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce822291-5fc6-4f75-98de-b07a32ba76f1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Port': ['ID=d7ac75d1-793b-4f48-9819-bced20528e44,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:52.623074 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881d5773-f1e7-45da-be1a-08e9d6bc8c11 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:12:52.638366 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056b858d-2688-4fbd-b342-05371d45dab5 None None] Sync routers for ids ['387fb756-31cb-4ba9-abe6-8accd8df76c3'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:12:52.650858 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-881d5773-f1e7-45da-be1a-08e9d6bc8c11 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "PUT /v2.0/routers/387fb756-31cb-4ba9-abe6-8accd8df76c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9628413 Aug 28 15:12:52.656394 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54672) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:52.662348 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056b858d-2688-4fbd-b342-05371d45dab5 None None] Routers {'387fb756-31cb-4ba9-abe6-8accd8df76c3'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:12:52.662699 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-056b858d-2688-4fbd-b342-05371d45dab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:12:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['387fb756-31cb-4ba9-abe6-8accd8df76c3'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:52.704162 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-056b858d-2688-4fbd-b342-05371d45dab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:52.710546 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ce822291-5fc6-4f75-98de-b07a32ba76f1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:52.714432 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056b858d-2688-4fbd-b342-05371d45dab5 None None] Routers {'387fb756-31cb-4ba9-abe6-8accd8df76c3'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:12:52.715842 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-056b858d-2688-4fbd-b342-05371d45dab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:12:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['387fb756-31cb-4ba9-abe6-8accd8df76c3'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:52.752331 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-056b858d-2688-4fbd-b342-05371d45dab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:52.753046 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056b858d-2688-4fbd-b342-05371d45dab5 None None] The sync data for ids ['387fb756-31cb-4ba9-abe6-8accd8df76c3'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:12:52.771050 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838af2dc-b3d9-43dc-af9a-43fd9e41ef46 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:52.773713 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8dd0e46a-1339-41e6-98b6-2f90f3b42d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:52.775358 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-838af2dc-b3d9-43dc-af9a-43fd9e41ef46 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "GET /v2.0/ports/c4775667-225b-47ab-85a9-d2adcfbaa34e HTTP/1.1" status: 200 len: 910 time: 0.1179540 Aug 28 15:12:52.777834 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54674) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:52.911239 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0e46a-1339-41e6-98b6-2f90f3b42d12 admin admin] Pushing event deleted for resources: {'Port': ['ID=02f76b59-60cf-41e9-bacb-30ce37765279,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:53.062767 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d123c0-9d01-4cb6-9a02-c26282fe94ee req-683accb1-6c20-4d21-a2ff-e8e657574107 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:53.065249 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-19d123c0-9d01-4cb6-9a02-c26282fe94ee req-683accb1-6c20-4d21-a2ff-e8e657574107 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 945 time: 0.3307991 Aug 28 15:12:53.290383 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-19d123c0-9d01-4cb6-9a02-c26282fe94ee req-0a0cc84b-25e1-40f1-a0bd-958688803567 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629250 Aug 28 15:12:53.294665 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-ce822291-5fc6-4f75-98de-b07a32ba76f1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Floating IP 71d2b019-a5eb-4d16-9d34-b15b14b3b34d associated. External IP: 172.25.3.254, port: 76c73637-04bf-4aca-8a51-e92656d1b57b. Aug 28 15:12:53.420998 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8dd0e46a-1339-41e6-98b6-2f90f3b42d12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:53.552061 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c799600-69a4-46a1-80d2-c49ed013f7e8 req-353d2b06-55a8-46bd-abbb-fa3ae4f44622 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:53.553545 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1c799600-69a4-46a1-80d2-c49ed013f7e8 req-353d2b06-55a8-46bd-abbb-fa3ae4f44622 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 945 time: 0.1573734 Aug 28 15:12:53.616960 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1c799600-69a4-46a1-80d2-c49ed013f7e8 req-bd77d3fe-21a1-4a88-be4d-728ee396db2a tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495136 Aug 28 15:12:53.770398 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce822291-5fc6-4f75-98de-b07a32ba76f1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Router a30c21e3-3708-440a-bf01-a555061910dd has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:12:53.933562 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce822291-5fc6-4f75-98de-b07a32ba76f1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:12:53.944161 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b615207-f603-44ca-bee7-1e49e0a3ff52 None None] Sync routers for ids ['a30c21e3-3708-440a-bf01-a555061910dd'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:12:53.959549 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b615207-f603-44ca-bee7-1e49e0a3ff52 None None] Routers {'a30c21e3-3708-440a-bf01-a555061910dd'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:12:53.960672 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9b615207-f603-44ca-bee7-1e49e0a3ff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:12:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a30c21e3-3708-440a-bf01-a555061910dd'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:53.983677 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ce822291-5fc6-4f75-98de-b07a32ba76f1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:54.042570 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ce822291-5fc6-4f75-98de-b07a32ba76f1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.9178965 Aug 28 15:12:54.045733 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d6737c-9beb-4795-9146-fc2b89cb908b', 'tag': '76c73637-04bf-4aca-8a51-e92656d1b57b'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:12:54.052975 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7854174a-55f3-4434-80f5-0052f332a609" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d6737c-9beb-4795-9146-fc2b89cb908b", "tag": "76c73637-04bf-4aca-8a51-e92656d1b57b"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:12:54.141364 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce53388a-bea9-4834-88f6-8df9cc7c0b47 x-openstack-request-id: req-ce53388a-bea9-4834-88f6-8df9cc7c0b47 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:12:54.141938 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d6737c-9beb-4795-9146-fc2b89cb908b", "tag": "76c73637-04bf-4aca-8a51-e92656d1b57b", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:12:54.142403 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce53388a-bea9-4834-88f6-8df9cc7c0b47 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:12:54.143020 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d6737c-9beb-4795-9146-fc2b89cb908b', 'tag': '76c73637-04bf-4aca-8a51-e92656d1b57b', 'status': 'completed', 'code': 200} Aug 28 15:12:54.172631 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-9b615207-f603-44ca-bee7-1e49e0a3ff52 None None] Set router a30c21e3-3708-440a-bf01-a555061910dd gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:12:54.237568 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854174a-55f3-4434-80f5-0052f332a609 req-d3c700f4-8a91-4bb4-bd54-5d01d45b2f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:54.239636 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7854174a-55f3-4434-80f5-0052f332a609 req-d3c700f4-8a91-4bb4-bd54-5d01d45b2f9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 1097 time: 0.0685580 Aug 28 15:12:54.387609 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854174a-55f3-4434-80f5-0052f332a609 req-694c907d-9127-43d7-a0e5-444df608fa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:54.389307 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7854174a-55f3-4434-80f5-0052f332a609 req-694c907d-9127-43d7-a0e5-444df608fa32 service neutron] 10.222.0.41 "GET /v2.0/networks?id=125b4a97-f28b-45ff-af57-8d50b6f26fd7 HTTP/1.1" status: 200 len: 897 time: 0.1405995 Aug 28 15:12:54.407392 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-68d97d41-4790-4890-b51d-d9dd8af7a49b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:54.440787 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5effd-64a5-44b8-b6ce-a74dad842248 req-151d7d7a-e00a-437a-9665-513e90f9e0a3 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:54.442535 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-68d5effd-64a5-44b8-b6ce-a74dad842248 req-151d7d7a-e00a-437a-9665-513e90f9e0a3 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 945 time: 0.1602690 Aug 28 15:12:54.442672 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:54.546058 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd0e46a-1339-41e6-98b6-2f90f3b42d12 admin admin] Router ba7506fc-3127-4f05-b267-8972d38b7ac2 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:12:54.557482 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7854174a-55f3-4434-80f5-0052f332a609 req-6213abbc-1643-47c7-ba69-9f34770ce686 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76c73637-04bf-4aca-8a51-e92656d1b57b HTTP/1.1" status: 200 len: 999 time: 0.1588120 Aug 28 15:12:54.582296 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb4eaa-346f-4f5e-af5a-c1dbc33e32ac req-b3a266e9-981c-4fbb-bdda-6f1173fbe474 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:54.586377 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6dcb4eaa-346f-4f5e-af5a-c1dbc33e32ac req-b3a266e9-981c-4fbb-bdda-6f1173fbe474 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 945 time: 0.1217990 Aug 28 15:12:54.600870 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9b615207-f603-44ca-bee7-1e49e0a3ff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091589867', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:12:16Z', 'updated_at': '2021-08-28T15:12:22Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:12:17Z', 'updated_at': '2021-08-28T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '71d2b019-a5eb-4d16-9d34-b15b14b3b34d', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'floating_ip_address': '172.25.3.254', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'port_id': '76c73637-04bf-4aca-8a51-e92656d1b57b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7', 'mac_address': 'fa:16:3e:09:fd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d6737c-9beb-4795-9146-fc2b89cb908b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:12:51Z', 'updated_at': '2021-08-28T15:12:51Z', 'revision_number': 0, 'project_id': 'bee02b8454d546b78330e0129408e569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a571d40-aafa-4b7a-a862-947dbdbbe607', 'name': '', 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:76:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '1981851f-999b-45ac-a8bb-159a0671690b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:12:21Z', 'updated_at': '2021-08-28T15:12:29Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': '1981851f-999b-45ac-a8bb-159a0671690b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:54.613525 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-68d5effd-64a5-44b8-b6ce-a74dad842248 req-d6694363-92f1-48e3-bf47-f6c506f761e0 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350389 Aug 28 15:12:54.640256 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b615207-f603-44ca-bee7-1e49e0a3ff52 None None] Checking router: a30c21e3-3708-440a-bf01-a555061910dd for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:12:54.650965 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b615207-f603-44ca-bee7-1e49e0a3ff52 None None] Routers {'a30c21e3-3708-440a-bf01-a555061910dd'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:12:54.653065 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9b615207-f603-44ca-bee7-1e49e0a3ff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:12:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a30c21e3-3708-440a-bf01-a555061910dd'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:54.670157 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54700) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:54.809189 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854174a-55f3-4434-80f5-0052f332a609 req-1d3ef26e-2b1c-420a-aba6-07de1c201df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:54.810935 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7854174a-55f3-4434-80f5-0052f332a609 req-1d3ef26e-2b1c-420a-aba6-07de1c201df4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1981851f-999b-45ac-a8bb-159a0671690b HTTP/1.1" status: 200 len: 834 time: 0.2234631 Aug 28 15:12:54.817207 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6dcb4eaa-346f-4f5e-af5a-c1dbc33e32ac req-17da880e-9af3-44a9-b8c8-ec8734894f8e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099557 Aug 28 15:12:54.870694 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fa817cf5-ef75-4372-add4-d8569093556b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/floatingips/71d2b019-a5eb-4d16-9d34-b15b14b3b34d HTTP/1.1" status: 200 len: 991 time: 0.1984918 Aug 28 15:12:54.884183 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854174a-55f3-4434-80f5-0052f332a609 req-16027db0-2822-4e05-8b82-342e86201295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:54.887324 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7854174a-55f3-4434-80f5-0052f332a609 req-16027db0-2822-4e05-8b82-342e86201295 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=125b4a97-f28b-45ff-af57-8d50b6f26fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625184 Aug 28 15:12:54.929158 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb0a61-e33a-4150-bf23-3c7f19db83e0 req-446ad7cc-344a-4177-a55c-3e547ac778d4 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:54.931199 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e6eb0a61-e33a-4150-bf23-3c7f19db83e0 req-446ad7cc-344a-4177-a55c-3e547ac778d4 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 945 time: 0.1889505 Aug 28 15:12:54.952781 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd0e46a-1339-41e6-98b6-2f90f3b42d12 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:12:54.960752 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8dd0e46a-1339-41e6-98b6-2f90f3b42d12 admin admin] 10.222.0.13 "PUT /v2.0/routers/ba7506fc-3127-4f05-b267-8972d38b7ac2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7870839 Aug 28 15:12:54.965598 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65d2de3-cc09-490a-81ff-e6cc2f77fe63 None None] Sync routers for ids ['ba7506fc-3127-4f05-b267-8972d38b7ac2'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:12:54.970798 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54708) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:54.983801 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65d2de3-cc09-490a-81ff-e6cc2f77fe63 None None] Routers {'ba7506fc-3127-4f05-b267-8972d38b7ac2'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:12:54.985597 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a65d2de3-cc09-490a-81ff-e6cc2f77fe63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:12:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ba7506fc-3127-4f05-b267-8972d38b7ac2'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:54.989691 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-9b615207-f603-44ca-bee7-1e49e0a3ff52 None None] Set router a30c21e3-3708-440a-bf01-a555061910dd gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:12:55.023190 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7854174a-55f3-4434-80f5-0052f332a609 req-49b5e340-eb7c-4625-9632-e1056bbd3038 service neutron] 10.222.0.41 "GET /v2.0/networks/125b4a97-f28b-45ff-af57-8d50b6f26fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268330 Aug 28 15:12:55.092644 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e6eb0a61-e33a-4150-bf23-3c7f19db83e0 req-15d658cd-042b-42b7-94dc-60bed4180c25 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522274 Aug 28 15:12:55.139778 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-a65d2de3-cc09-490a-81ff-e6cc2f77fe63 None None] Set router ba7506fc-3127-4f05-b267-8972d38b7ac2 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:12:55.153363 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-68d97d41-4790-4890-b51d-d9dd8af7a49b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Allocated IP 172.21.0.1 (1fe15ba8-a9ed-4de8-8adb-214aca22cc42/13bb0ea0-ec46-42b0-8e28-ab0a49937167/9f033f3e-ba4a-48ed-9200-a6791caf1dc9) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:12:55.173487 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7854174a-55f3-4434-80f5-0052f332a609 req-7d3c4de3-b91a-4905-90fa-c7bf66cfe35e service neutron] 10.222.0.41 "GET /v2.0/networks/125b4a97-f28b-45ff-af57-8d50b6f26fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401274 Aug 28 15:12:55.228682 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f4223ff6-1ec9-4a55-b8c1-aaba46516263 admin admin] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:55.304850 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9b615207-f603-44ca-bee7-1e49e0a3ff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091589867', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:12:16Z', 'updated_at': '2021-08-28T15:12:22Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:12:17Z', 'updated_at': '2021-08-28T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '71d2b019-a5eb-4d16-9d34-b15b14b3b34d', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'floating_ip_address': '172.25.3.254', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'port_id': '76c73637-04bf-4aca-8a51-e92656d1b57b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7', 'mac_address': 'fa:16:3e:09:fd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d6737c-9beb-4795-9146-fc2b89cb908b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:12:51Z', 'updated_at': '2021-08-28T15:12:51Z', 'revision_number': 0, 'project_id': 'bee02b8454d546b78330e0129408e569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a571d40-aafa-4b7a-a862-947dbdbbe607', 'name': '', 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:76:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '1981851f-999b-45ac-a8bb-159a0671690b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:12:21Z', 'updated_at': '2021-08-28T15:12:29Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': '1981851f-999b-45ac-a8bb-159a0671690b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:55.334245 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b615207-f603-44ca-bee7-1e49e0a3ff52 None None] The sync data for ids ['a30c21e3-3708-440a-bf01-a555061910dd'] in n-d-712137-10 is: [{'id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091589867', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:12:16Z', 'updated_at': '2021-08-28T15:12:22Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:12:17Z', 'updated_at': '2021-08-28T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '71d2b019-a5eb-4d16-9d34-b15b14b3b34d', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'floating_ip_address': '172.25.3.254', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'port_id': '76c73637-04bf-4aca-8a51-e92656d1b57b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7', 'mac_address': 'fa:16:3e:09:fd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d6737c-9beb-4795-9146-fc2b89cb908b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:12:51Z', 'updated_at': '2021-08-28T15:12:51Z', 'revision_number': 0, 'project_id': 'bee02b8454d546b78330e0129408e569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a571d40-aafa-4b7a-a862-947dbdbbe607', 'name': '', 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:76:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '1981851f-999b-45ac-a8bb-159a0671690b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:12:21Z', 'updated_at': '2021-08-28T15:12:29Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': '1981851f-999b-45ac-a8bb-159a0671690b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:12:55.376101 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-68d97d41-4790-4890-b51d-d9dd8af7a49b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:55.398955 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-68d97d41-4790-4890-b51d-d9dd8af7a49b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Transition to ACTIVE for port object 9f033f3e-ba4a-48ed-9200-a6791caf1dc9 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:12:55.409915 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f4223ff6-1ec9-4a55-b8c1-aaba46516263 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:55.447784 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a65d2de3-cc09-490a-81ff-e6cc2f77fe63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'name': 'tempest-ServersTestManualDisk-2031791716-router', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '6766d378-dc92-44b4-851b-7a910038e1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:10:30Z', 'updated_at': '2021-08-28T15:12:52Z', 'revision_number': 5, 'project_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'gw_port': {'id': '6766d378-dc92-44b4-851b-7a910038e1f2', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:10:30Z', 'updated_at': '2021-08-28T15:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:55.477244 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65d2de3-cc09-490a-81ff-e6cc2f77fe63 None None] Checking router: ba7506fc-3127-4f05-b267-8972d38b7ac2 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:12:55.486279 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65d2de3-cc09-490a-81ff-e6cc2f77fe63 None None] Routers {'ba7506fc-3127-4f05-b267-8972d38b7ac2'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:12:55.486978 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a65d2de3-cc09-490a-81ff-e6cc2f77fe63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:12:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ba7506fc-3127-4f05-b267-8972d38b7ac2'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:55.500124 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-68d97d41-4790-4890-b51d-d9dd8af7a49b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:55.512238 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-f4223ff6-1ec9-4a55-b8c1-aaba46516263 admin admin] Deleting port 6766d378-dc92-44b4-851b-7a910038e1f2 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:12:55.512587 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f4223ff6-1ec9-4a55-b8c1-aaba46516263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:55.578361 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-a65d2de3-cc09-490a-81ff-e6cc2f77fe63 None None] Set router ba7506fc-3127-4f05-b267-8972d38b7ac2 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:12:55.591806 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d97d41-4790-4890-b51d-d9dd8af7a49b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network 1fe15ba8-a9ed-4de8-8adb-214aca22cc42 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:55.601386 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-68d97d41-4790-4890-b51d-d9dd8af7a49b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:55.603897 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d97d41-4790-4890-b51d-d9dd8af7a49b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:12:55.632486 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22ff594-a167-4892-af9a-f5d92407d730 None None] New status for floating IP 71d2b019-a5eb-4d16-9d34-b15b14b3b34d: ACTIVE {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:12:55.641756 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d97d41-4790-4890-b51d-d9dd8af7a49b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Port': ['ID=9f033f3e-ba4a-48ed-9200-a6791caf1dc9,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:55.648305 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a65d2de3-cc09-490a-81ff-e6cc2f77fe63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'name': 'tempest-ServersTestManualDisk-2031791716-router', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:10:30Z', 'updated_at': '2021-08-28T15:12:55Z', 'revision_number': 6, 'project_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:55.680284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb910bec-e3a1-4167-a068-b13400879653 req-8c0dc2e0-0f06-4386-8fce-a567d4ccd46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:55.683280 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eb910bec-e3a1-4167-a068-b13400879653 req-8c0dc2e0-0f06-4386-8fce-a567d4ccd46c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d&device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 1097 time: 0.0825458 Aug 28 15:12:55.688221 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65d2de3-cc09-490a-81ff-e6cc2f77fe63 None None] The sync data for ids ['ba7506fc-3127-4f05-b267-8972d38b7ac2'] in n-d-712137-10 is: [{'id': 'ba7506fc-3127-4f05-b267-8972d38b7ac2', 'name': 'tempest-ServersTestManualDisk-2031791716-router', 'tenant_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:10:30Z', 'updated_at': '2021-08-28T15:12:55Z', 'revision_number': 6, 'project_id': '2cd05e11bb7b41818f33f2f8eee6efa9', 'gw_port_host': None}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:12:55.703405 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-f4223ff6-1ec9-4a55-b8c1-aaba46516263 admin admin] For port 6766d378-dc92-44b4-851b-7a910038e1f2, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6766d378-dc92-44b4-851b-7a910038e1f2,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:55.704335 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f4223ff6-1ec9-4a55-b8c1-aaba46516263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:55.707146 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-68d97d41-4790-4890-b51d-d9dd8af7a49b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:55.763881 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-f4223ff6-1ec9-4a55-b8c1-aaba46516263 admin admin] Calling delete_port for 6766d378-dc92-44b4-851b-7a910038e1f2 owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:12:55.822444 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb910bec-e3a1-4167-a068-b13400879653 req-7512b311-630d-477f-9165-d014f1e0675c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:55.824176 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eb910bec-e3a1-4167-a068-b13400879653 req-7512b311-630d-477f-9165-d014f1e0675c service neutron] 10.222.0.41 "GET /v2.0/networks?id=77650b04-197c-4f2d-93ed-1f3a3f2db13f HTTP/1.1" status: 200 len: 912 time: 0.1328833 Aug 28 15:12:55.874603 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54714) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:55.935240 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eb910bec-e3a1-4167-a068-b13400879653 req-0945bcb7-2aab-4950-b242-34d4db110526 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3bd1a7e-44ed-4569-b05f-843dad9a9fbf HTTP/1.1" status: 200 len: 217 time: 0.0997376 Aug 28 15:12:55.956641 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4b03f183-7b33-4195-9977-aa063a44dc92 None None] Provisioning for port 9f033f3e-ba4a-48ed-9200-a6791caf1dc9 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:12:55.964730 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4b03f183-7b33-4195-9977-aa063a44dc92 None None] Provisioning complete for port 9f033f3e-ba4a-48ed-9200-a6791caf1dc9 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:55.965246 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4b03f183-7b33-4195-9977-aa063a44dc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:56.022506 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-4b03f183-7b33-4195-9977-aa063a44dc92 None None] Port 9f033f3e-ba4a-48ed-9200-a6791caf1dc9 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:12:56.041030 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb910bec-e3a1-4167-a068-b13400879653 req-c8a585bb-b1b4-41ce-8a0c-7791e8dda49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:56.049000 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eb910bec-e3a1-4167-a068-b13400879653 req-c8a585bb-b1b4-41ce-8a0c-7791e8dda49c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=836bd9d7-21bc-4e2a-b716-53b54890baa2 HTTP/1.1" status: 200 len: 850 time: 0.1037674 Aug 28 15:12:56.096830 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be652774-8bff-46d9-b74d-03747a32b524 req-cb80e90d-f779-4bfb-ae3a-27bacdcabbad tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:56.098402 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-be652774-8bff-46d9-b74d-03747a32b524 req-cb80e90d-f779-4bfb-ae3a-27bacdcabbad tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 945 time: 0.1444700 Aug 28 15:12:56.127561 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e712c0b5-67c5-4ead-af3c-94ed11f93182 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/floatingips/71d2b019-a5eb-4d16-9d34-b15b14b3b34d HTTP/1.1" status: 200 len: 993 time: 0.2518442 Aug 28 15:12:56.135306 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-68d97d41-4790-4890-b51d-d9dd8af7a49b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:56.145175 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7fd95282-b04d-4704-ac51-7fed19275249 req-77e4ac6a-1469-4c07-9b88-8856abe26534 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1753557 Aug 28 15:12:56.156577 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb910bec-e3a1-4167-a068-b13400879653 req-14d1147d-7c3b-4955-ab0e-95c6f2b73d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:56.158126 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eb910bec-e3a1-4167-a068-b13400879653 req-14d1147d-7c3b-4955-ab0e-95c6f2b73d6a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77650b04-197c-4f2d-93ed-1f3a3f2db13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0997961 Aug 28 15:12:56.223946 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-be652774-8bff-46d9-b74d-03747a32b524 req-7cfcb2cd-9154-441d-a8fd-1052ce0b673e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167989 Aug 28 15:12:56.300403 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eb910bec-e3a1-4167-a068-b13400879653 req-34d8649a-bde7-4061-9146-be22396a5251 service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289661 Aug 28 15:12:56.403053 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eb910bec-e3a1-4167-a068-b13400879653 req-a7bf9cdd-99af-445c-a83e-227a21a03708 service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935562 Aug 28 15:12:56.416611 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:56.459513 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd95282-b04d-4704-ac51-7fed19275249 req-d0872993-81c6-42cb-87a9-29d0cd11cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:56.460997 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7fd95282-b04d-4704-ac51-7fed19275249 req-d0872993-81c6-42cb-87a9-29d0cd11cd65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d&device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 1097 time: 0.2638793 Aug 28 15:12:56.507171 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f4223ff6-1ec9-4a55-b8c1-aaba46516263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:56.519861 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b420a-3956-4bd9-9a8d-fe16517221ce req-46ff9060-42e0-42b2-bd81-f5f501e4b921 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:56.521712 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8c1b420a-3956-4bd9-9a8d-fe16517221ce req-46ff9060-42e0-42b2-bd81-f5f501e4b921 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 945 time: 0.1959975 Aug 28 15:12:56.674185 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4223ff6-1ec9-4a55-b8c1-aaba46516263 admin admin] Pushing event deleted for resources: {'Port': ['ID=6766d378-dc92-44b4-851b-7a910038e1f2,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:56.684199 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4f4e9-0f6b-49b5-b019-d06fd1df493c req-ea893e8d-e9a6-488c-80a6-20d600de0568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:56.685763 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2fc4f4e9-0f6b-49b5-b019-d06fd1df493c req-ea893e8d-e9a6-488c-80a6-20d600de0568 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 1097 time: 0.0570161 Aug 28 15:12:56.725397 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2fc4f4e9-0f6b-49b5-b019-d06fd1df493c req-90380ba7-3961-489e-a391-dfd2f7d3831b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322387 Aug 28 15:12:57.077150 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8c1b420a-3956-4bd9-9a8d-fe16517221ce req-e11597fd-90d8-4b66-b921-443aa9d36c08 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5073247 Aug 28 15:12:57.116045 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f4223ff6-1ec9-4a55-b8c1-aaba46516263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:57.121350 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd95282-b04d-4704-ac51-7fed19275249 req-97dd067b-6eca-45b2-b641-3399de19af50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:57.122753 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7fd95282-b04d-4704-ac51-7fed19275249 req-97dd067b-6eca-45b2-b641-3399de19af50 service neutron] 10.222.0.41 "GET /v2.0/networks?id=77650b04-197c-4f2d-93ed-1f3a3f2db13f HTTP/1.1" status: 200 len: 912 time: 0.5720458 Aug 28 15:12:57.124714 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-68d97d41-4790-4890-b51d-d9dd8af7a49b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:57.190059 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-68d97d41-4790-4890-b51d-d9dd8af7a49b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:57.290023 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7fd95282-b04d-4704-ac51-7fed19275249 req-32d15165-b407-4852-82d0-63d988b62b02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=382bff52-ea85-4d02-88ec-8a094905ac86 HTTP/1.1" status: 200 len: 217 time: 0.1403730 Aug 28 15:12:57.295238 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f4223ff6-1ec9-4a55-b8c1-aaba46516263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:57.302105 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f4223ff6-1ec9-4a55-b8c1-aaba46516263 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:57.366165 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb25be2-36ee-4124-b615-7c3c38c09fee req-f7fd518f-bdc3-40c2-a0a7-01ade0fb980f tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:57.367726 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5bb25be2-36ee-4124-b615-7c3c38c09fee req-f7fd518f-bdc3-40c2-a0a7-01ade0fb980f tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 945 time: 0.0650883 Aug 28 15:12:57.403231 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-68d97d41-4790-4890-b51d-d9dd8af7a49b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:57.406336 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d97d41-4790-4890-b51d-d9dd8af7a49b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Port': ['ID=9f033f3e-ba4a-48ed-9200-a6791caf1dc9,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:57.424053 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd95282-b04d-4704-ac51-7fed19275249 req-eceb9f15-5ccd-450b-9a16-b67701618ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:57.425534 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7fd95282-b04d-4704-ac51-7fed19275249 req-eceb9f15-5ccd-450b-9a16-b67701618ae2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=836bd9d7-21bc-4e2a-b716-53b54890baa2 HTTP/1.1" status: 200 len: 850 time: 0.1248817 Aug 28 15:12:57.426114 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f4223ff6-1ec9-4a55-b8c1-aaba46516263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:57.426660 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4223ff6-1ec9-4a55-b8c1-aaba46516263 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba7506fc-3127-4f05-b267-8972d38b7ac2 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:12:57.431406 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f4223ff6-1ec9-4a55-b8c1-aaba46516263 admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:57.436303 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f4223ff6-1ec9-4a55-b8c1-aaba46516263 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ba7506fc-3127-4f05-b267-8972d38b7ac2 HTTP/1.1" status: 204 len: 168 time: 2.4586036 Aug 28 15:12:57.437260 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5bb25be2-36ee-4124-b615-7c3c38c09fee req-9f8a10f6-1b70-458a-bb1d-94c8ff6ebfa1 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620935 Aug 28 15:12:57.438187 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54752) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:57.503535 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e776b5-c3df-40f8-9528-cdf975feb18e admin admin] Deleting subnet 00df72dc-f4b9-46ca-afba-57a52e8f9f90 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:12:57.510928 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6e776b5-c3df-40f8-9528-cdf975feb18e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:57.511418 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6766d378-dc92-44b4-851b-7a910038e1f2 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:12:57.533348 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 6766d378-dc92-44b4-851b-7a910038e1f2 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:12:57.534039 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6766d378-dc92-44b4-851b-7a910038e1f2 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:12:57.535127 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 02f76b59-60cf-41e9-bacb-30ce37765279 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:12:57.581906 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6e776b5-c3df-40f8-9528-cdf975feb18e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:57.588358 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd95282-b04d-4704-ac51-7fed19275249 req-24fba315-e2fe-45f0-b090-7935bed2fc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:57.590446 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7fd95282-b04d-4704-ac51-7fed19275249 req-24fba315-e2fe-45f0-b090-7935bed2fc0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77650b04-197c-4f2d-93ed-1f3a3f2db13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1377690 Aug 28 15:12:57.601670 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 02f76b59-60cf-41e9-bacb-30ce37765279 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:12:57.602014 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 02f76b59-60cf-41e9-bacb-30ce37765279 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:12:57.663567 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d97d41-4790-4890-b51d-d9dd8af7a49b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network 1fe15ba8-a9ed-4de8-8adb-214aca22cc42 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:12:57.665138 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-68d97d41-4790-4890-b51d-d9dd8af7a49b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:12:57.701339 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6e776b5-c3df-40f8-9528-cdf975feb18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:57.775550 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6e776b5-c3df-40f8-9528-cdf975feb18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:57.799206 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e042db0-62e1-4dc6-84c6-97df6bd2d39d None None] Network 693a5562-44b1-45bb-87b8-1d193957b6d5 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:12:57.799577 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6e776b5-c3df-40f8-9528-cdf975feb18e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:57.801764 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e6e776b5-c3df-40f8-9528-cdf975feb18e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/00df72dc-f4b9-46ca-afba-57a52e8f9f90 HTTP/1.1" status: 204 len: 168 time: 0.3623002 Aug 28 15:12:57.804217 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54758) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:57.841074 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e776b5-c3df-40f8-9528-cdf975feb18e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00df72dc-f4b9-46ca-afba-57a52e8f9f90,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:57.849728 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7fd95282-b04d-4704-ac51-7fed19275249 req-d3642ca1-29d4-4d3e-a4b4-35d6a6bb2f28 service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457302 Aug 28 15:12:57.865033 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d97d41-4790-4890-b51d-d9dd8af7a49b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Router 387fb756-31cb-4ba9-abe6-8accd8df76c3 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:12:57.949394 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4c22cfe1-3835-4184-a4df-f7172d382ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:58.042771 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-4c22cfe1-3835-4184-a4df-f7172d382ea0 admin admin] Deleting port d15e5273-8f17-48ad-a153-f41a22111221 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:12:58.043221 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4c22cfe1-3835-4184-a4df-f7172d382ea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:58.081305 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-821fb829-9a43-46cc-a579-7d725bd48d35 None None] Provisioning complete for port 9f033f3e-ba4a-48ed-9200-a6791caf1dc9 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:12:58.081935 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-821fb829-9a43-46cc-a579-7d725bd48d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:58.113114 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a1556f-2e3c-4a88-ba77-5e85d3f78e3c None None] DHCP port deletion for 693a5562-44b1-45bb-87b8-1d193957b6d5 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:12:58.141427 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d97d41-4790-4890-b51d-d9dd8af7a49b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:12:58.145406 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-68d97d41-4790-4890-b51d-d9dd8af7a49b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "PUT /v2.0/routers/387fb756-31cb-4ba9-abe6-8accd8df76c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3647382 Aug 28 15:12:58.147945 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54766) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:58.152745 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79a3bdb-d733-4418-996e-a0ef2d9499ee None None] Sync routers for ids ['387fb756-31cb-4ba9-abe6-8accd8df76c3'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:12:58.160989 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-821fb829-9a43-46cc-a579-7d725bd48d35 None None] Port 9f033f3e-ba4a-48ed-9200-a6791caf1dc9 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:12:58.164481 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7fd95282-b04d-4704-ac51-7fed19275249 req-ea0abb9e-1c49-4450-b8ea-2705b123a547 service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975762 Aug 28 15:12:58.186663 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79a3bdb-d733-4418-996e-a0ef2d9499ee None None] Routers {'387fb756-31cb-4ba9-abe6-8accd8df76c3'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:12:58.187368 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e79a3bdb-d733-4418-996e-a0ef2d9499ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:12:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['387fb756-31cb-4ba9-abe6-8accd8df76c3'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:58.192595 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-24a1556f-2e3c-4a88-ba77-5e85d3f78e3c None None] Deleting port d15e5273-8f17-48ad-a153-f41a22111221 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:12:58.193210 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-24a1556f-2e3c-4a88-ba77-5e85d3f78e3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:58.244644 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-4c22cfe1-3835-4184-a4df-f7172d382ea0 admin admin] For port d15e5273-8f17-48ad-a153-f41a22111221, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=d15e5273-8f17-48ad-a153-f41a22111221,segment=NetworkSegment(49e6da15-55d4-40be-9f0b-a1bfbbc32fc2),segment_id=49e6da15-55d4-40be-9f0b-a1bfbbc32fc2)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:58.246663 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4c22cfe1-3835-4184-a4df-f7172d382ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:58.248685 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56aff7d2-ff43-4fd6-8a81-db5f9594748f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:58.253299 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e79a3bdb-d733-4418-996e-a0ef2d9499ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:58.253692 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-56aff7d2-ff43-4fd6-8a81-db5f9594748f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "GET /v2.0/ports/9f033f3e-ba4a-48ed-9200-a6791caf1dc9 HTTP/1.1" status: 200 len: 910 time: 0.1044273 Aug 28 15:12:58.255939 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54774) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:58.264860 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79a3bdb-d733-4418-996e-a0ef2d9499ee None None] Routers {'387fb756-31cb-4ba9-abe6-8accd8df76c3'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:12:58.265722 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e79a3bdb-d733-4418-996e-a0ef2d9499ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:12:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['387fb756-31cb-4ba9-abe6-8accd8df76c3'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:58.275023 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-4c22cfe1-3835-4184-a4df-f7172d382ea0 admin admin] Calling delete_port for d15e5273-8f17-48ad-a153-f41a22111221 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:12:58.301919 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e79a3bdb-d733-4418-996e-a0ef2d9499ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:58.302920 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79a3bdb-d733-4418-996e-a0ef2d9499ee None None] The sync data for ids ['387fb756-31cb-4ba9-abe6-8accd8df76c3'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:12:58.303822 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-24a1556f-2e3c-4a88-ba77-5e85d3f78e3c None None] For port d15e5273-8f17-48ad-a153-f41a22111221, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=d15e5273-8f17-48ad-a153-f41a22111221,segment=NetworkSegment(49e6da15-55d4-40be-9f0b-a1bfbbc32fc2),segment_id=49e6da15-55d4-40be-9f0b-a1bfbbc32fc2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:58.304231 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-24a1556f-2e3c-4a88-ba77-5e85d3f78e3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:58.319047 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-24a1556f-2e3c-4a88-ba77-5e85d3f78e3c None None] Calling delete_port for d15e5273-8f17-48ad-a153-f41a22111221 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:12:58.425542 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-24a1556f-2e3c-4a88-ba77-5e85d3f78e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:58.434732 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4c22cfe1-3835-4184-a4df-f7172d382ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:58.442526 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c03945-fece-4c6e-8d5a-4698ff8112b2 req-8a938b2e-ffdb-4d0b-80f0-e13e227a0cba tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:58.444392 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-76c03945-fece-4c6e-8d5a-4698ff8112b2 req-8a938b2e-ffdb-4d0b-80f0-e13e227a0cba tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 945 time: 0.1897464 Aug 28 15:12:58.484860 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22cfe1-3835-4184-a4df-f7172d382ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d15e5273-8f17-48ad-a153-f41a22111221,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:58.492089 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1556f-2e3c-4a88-ba77-5e85d3f78e3c None None] Pushing event deleted for resources: {'Port': ['ID=d15e5273-8f17-48ad-a153-f41a22111221,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:58.494190 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a1556f-2e3c-4a88-ba77-5e85d3f78e3c None None] No DVR routers for this DVR port d15e5273-8f17-48ad-a153-f41a22111221 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:12:58.500554 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c22cfe1-3835-4184-a4df-f7172d382ea0 admin admin] No DVR routers for this DVR port d15e5273-8f17-48ad-a153-f41a22111221 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:12:58.619393 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-76c03945-fece-4c6e-8d5a-4698ff8112b2 req-a7ec47cf-d7b8-4f31-93eb-7ddd9d2ec8c9 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629846 Aug 28 15:12:58.643704 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4c22cfe1-3835-4184-a4df-f7172d382ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:58.674506 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-4c22cfe1-3835-4184-a4df-f7172d382ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693a5562-44b1-45bb-87b8-1d193957b6d5']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:58.693272 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef5d29-63b5-4749-8510-d35f9c4c944c req-838abe40-a7d5-4764-9da0-f7c4758018a0 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:58.694984 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3aef5d29-63b5-4749-8510-d35f9c4c944c req-838abe40-a7d5-4764-9da0-f7c4758018a0 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 945 time: 0.1457410 Aug 28 15:12:58.700937 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-4c22cfe1-3835-4184-a4df-f7172d382ea0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e6da15-55d4-40be-9f0b-a1bfbbc32fc2') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:58.701236 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-4c22cfe1-3835-4184-a4df-f7172d382ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e6da15-55d4-40be-9f0b-a1bfbbc32fc2') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:12:58.726068 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4c22cfe1-3835-4184-a4df-f7172d382ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:58.751232 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4c22cfe1-3835-4184-a4df-f7172d382ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:58.766507 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3aef5d29-63b5-4749-8510-d35f9c4c944c req-1a002cd2-264a-4e0d-8a49-cfdf9234d095 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630760 Aug 28 15:12:58.767643 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c22cfe1-3835-4184-a4df-f7172d382ea0 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:12:58.769338 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4c22cfe1-3835-4184-a4df-f7172d382ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:12:58.777401 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:12:58.833994 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a7c870ee-14fa-4b4b-b9f9-675706183f24 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:58.910939 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4c22cfe1-3835-4184-a4df-f7172d382ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:58.917177 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4c22cfe1-3835-4184-a4df-f7172d382ea0 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:58.921629 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4c22cfe1-3835-4184-a4df-f7172d382ea0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/693a5562-44b1-45bb-87b8-1d193957b6d5 HTTP/1.1" status: 204 len: 168 time: 1.1138952 Aug 28 15:12:58.930144 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device b3bd1a7e-44ed-4569-b05f-843dad9a9fbf no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:12:58.940886 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e355e0-aecd-43f6-9bbc-058f773d994a req-7423d8ef-4deb-4e6e-86ad-0a0a75b15d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:58.943524 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a4e355e0-aecd-43f6-9bbc-058f773d994a req-7423d8ef-4deb-4e6e-86ad-0a0a75b15d7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b6803f8be4734cbb937bc1da576db856&device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 1097 time: 0.0939667 Aug 28 15:12:58.944574 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22cfe1-3835-4184-a4df-f7172d382ea0 admin admin] Pushing event deleted for resources: {'Network': ['ID=693a5562-44b1-45bb-87b8-1d193957b6d5,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:59.064204 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe9e23-954a-4d29-be45-e7d10bedac21 req-3c144694-0104-4b33-bdbf-fd1f732b1ef0 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:59.065892 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0dbe9e23-954a-4d29-be45-e7d10bedac21 req-3c144694-0104-4b33-bdbf-fd1f732b1ef0 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 945 time: 0.1892350 Aug 28 15:12:59.090683 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:59.119549 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e355e0-aecd-43f6-9bbc-058f773d994a req-0b352ede-2778-47ce-ab53-d36b90d36b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:59.121657 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a4e355e0-aecd-43f6-9bbc-058f773d994a req-0b352ede-2778-47ce-ab53-d36b90d36b81 service neutron] 10.222.0.36 "GET /v2.0/networks?id=53141248-8e00-4514-be68-258a5198e7a0 HTTP/1.1" status: 200 len: 911 time: 0.1693747 Aug 28 15:12:59.127043 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f550d758-9ee1-4c17-9ac4-6c0ed3ef5817', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3bd1a7e-44ed-4569-b05f-843dad9a9fbf'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:12:59.129828 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4be3b2-2c3d-49cd-b94b-5f831f8fd99a" -d '{"events": [{"server_uuid": "f550d758-9ee1-4c17-9ac4-6c0ed3ef5817", "name": "network-vif-unplugged", "status": "completed", "tag": "b3bd1a7e-44ed-4569-b05f-843dad9a9fbf"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:12:59.147524 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port b3bd1a7e-44ed-4569-b05f-843dad9a9fbf, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=b3bd1a7e-44ed-4569-b05f-843dad9a9fbf,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:12:59.150747 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0dbe9e23-954a-4d29-be45-e7d10bedac21 req-93b45944-2f4f-4029-aec0-3f13626e1411 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662384 Aug 28 15:12:59.164448 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:59.200375 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 28 Aug 2021 15:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ca5fa1-b1d1-4176-8d89-d4aa60c70df4 x-openstack-request-id: req-84ca5fa1-b1d1-4176-8d89-d4aa60c70df4 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:12:59.200899 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f550d758-9ee1-4c17-9ac4-6c0ed3ef5817", "name": "network-vif-unplugged", "status": "failed", "tag": "b3bd1a7e-44ed-4569-b05f-843dad9a9fbf", "code": 422}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:12:59.201314 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84ca5fa1-b1d1-4176-8d89-d4aa60c70df4 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:12:59.201429 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a4e355e0-aecd-43f6-9bbc-058f773d994a req-fe32327e-c592-4ea0-acd9-429fde79c82d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c479b9e-564b-4a4e-90cd-c96ad08148ee HTTP/1.1" status: 200 len: 217 time: 0.0698090 Aug 28 15:12:59.201961 n-d-712137-10 neutron-server[106331]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f550d758-9ee1-4c17-9ac4-6c0ed3ef5817', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b3bd1a7e-44ed-4569-b05f-843dad9a9fbf', 'code': 422} returned with failed status Aug 28 15:12:59.253499 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=b3bd1a7e-44ed-4569-b05f-843dad9a9fbf,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:59.286710 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e355e0-aecd-43f6-9bbc-058f773d994a req-2661c7f3-ebc9-4de0-9c45-e42b78c3f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:59.288417 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a4e355e0-aecd-43f6-9bbc-058f773d994a req-2661c7f3-ebc9-4de0-9c45-e42b78c3f5ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a9b8f69-df1a-4471-9b51-9cd5ba7ffa49 HTTP/1.1" status: 200 len: 850 time: 0.0784731 Aug 28 15:12:59.289801 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-a7c870ee-14fa-4b4b-b9f9-675706183f24 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Deleting port 9f033f3e-ba4a-48ed-9200-a6791caf1dc9 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:12:59.290155 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a7c870ee-14fa-4b4b-b9f9-675706183f24 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:59.290686 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54798) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:59.332242 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a4e355e0-aecd-43f6-9bbc-058f773d994a req-210a016b-12b0-40cd-84ab-e4c4c3af70f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53141248-8e00-4514-be68-258a5198e7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329187 Aug 28 15:12:59.355593 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-a4e355e0-aecd-43f6-9bbc-058f773d994a req-e0e38e75-a2b1-4566-89dc-76d1c2a2a94a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:12:59.357013 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a4e355e0-aecd-43f6-9bbc-058f773d994a req-e0e38e75-a2b1-4566-89dc-76d1c2a2a94a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148547 Aug 28 15:12:59.392455 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0d9d59bc-11a7-48f1-8b28-b247a3a7b0f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2cd05e11bb7b41818f33f2f8eee6efa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1006234 Aug 28 15:12:59.395532 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54802) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:12:59.398531 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a7c870ee-14fa-4b4b-b9f9-675706183f24 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:59.424612 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-a7c870ee-14fa-4b4b-b9f9-675706183f24 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Calling delete_port for 9f033f3e-ba4a-48ed-9200-a6791caf1dc9 owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:12:59.465299 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a4e355e0-aecd-43f6-9bbc-058f773d994a req-1427f1eb-f69e-4297-87e5-f1f3da2586b1 service neutron] 10.222.0.36 "GET /v2.0/networks/53141248-8e00-4514-be68-258a5198e7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973911 Aug 28 15:12:59.483552 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device d15e5273-8f17-48ad-a153-f41a22111221 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:12:59.513034 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1fe59d66-ac7c-46e8-a1ed-9754cd64362e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:59.513408 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: d15e5273-8f17-48ad-a153-f41a22111221 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:12:59.513855 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device d15e5273-8f17-48ad-a153-f41a22111221 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:12:59.538806 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1fe59d66-ac7c-46e8-a1ed-9754cd64362e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:59.583952 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a4e355e0-aecd-43f6-9bbc-058f773d994a req-477873d9-72d5-4af5-a71e-ffe29cdaee4e service neutron] 10.222.0.36 "GET /v2.0/networks/53141248-8e00-4514-be68-258a5198e7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112747 Aug 28 15:12:59.664624 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1fe59d66-ac7c-46e8-a1ed-9754cd64362e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:59.667760 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1fe59d66-ac7c-46e8-a1ed-9754cd64362e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:59.668941 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1fe59d66-ac7c-46e8-a1ed-9754cd64362e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0a21d0e-9d18-431b-b492-a28a058b4c84 HTTP/1.1" status: 204 len: 168 time: 0.2724402 Aug 28 15:12:59.692831 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe59d66-ac7c-46e8-a1ed-9754cd64362e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a21d0e-9d18-431b-b492-a28a058b4c84,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:59.701599 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a7c870ee-14fa-4b4b-b9f9-675706183f24 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:59.731889 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c870ee-14fa-4b4b-b9f9-675706183f24 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Port': ['ID=9f033f3e-ba4a-48ed-9200-a6791caf1dc9,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:12:59.985980 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a7c870ee-14fa-4b4b-b9f9-675706183f24 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:12:59.997379 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ead0d-cb1b-46b4-a2ea-1bd3ee8fb807 req-799def5b-906e-49e8-a6f7-887eeacd3b6a tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:12:59.998965 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-053ead0d-cb1b-46b4-a2ea-1bd3ee8fb807 req-799def5b-906e-49e8-a6f7-887eeacd3b6a tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 943 time: 0.1105242 Aug 28 15:13:00.121190 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-053ead0d-cb1b-46b4-a2ea-1bd3ee8fb807 req-1f41c479-4481-428d-b136-2c03475f8c53 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152327 Aug 28 15:13:00.325376 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d9b4f-9414-4cd9-bfc5-340bdd340d4d req-af44f65e-8a4e-45b6-9aee-01712d5ca364 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:00.327024 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b43d9b4f-9414-4cd9-bfc5-340bdd340d4d req-af44f65e-8a4e-45b6-9aee-01712d5ca364 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.0848873 Aug 28 15:13:00.416080 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b43d9b4f-9414-4cd9-bfc5-340bdd340d4d req-2d85bdce-cc71-42dd-b53e-6b8947760faa tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787883 Aug 28 15:13:00.548382 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e049b-e798-4eb1-a60a-ff0288cc2ca0 req-8a471637-ef19-413f-913c-d1b32a6ea74c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:00.556454 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2b5e049b-e798-4eb1-a60a-ff0288cc2ca0 req-8a471637-ef19-413f-913c-d1b32a6ea74c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.0646675 Aug 28 15:13:00.597080 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2b5e049b-e798-4eb1-a60a-ff0288cc2ca0 req-f88ebf44-14ee-43e9-ae46-d09bb42948e5 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396986 Aug 28 15:13:00.611108 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54850) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:00.642087 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c870ee-14fa-4b4b-b9f9-675706183f24 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Router 387fb756-31cb-4ba9-abe6-8accd8df76c3 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:13:00.650359 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a22c1-5191-4309-b19d-84f9386bdc7d req-09900fe8-9864-4f06-b69d-4477b75c713f tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:00.656276 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e28a22c1-5191-4309-b19d-84f9386bdc7d req-09900fe8-9864-4f06-b69d-4477b75c713f tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 945 time: 0.0830669 Aug 28 15:13:00.787462 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-89abb3ed-5d54-409a-a634-c0451f21e680 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1466441515-network', 'tenant_id': '8a9a8b74576c4695a1fae90d6f829702'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:00.793547 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e28a22c1-5191-4309-b19d-84f9386bdc7d req-de0def1d-2b46-40f8-aeea-a015ef95ee21 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328886 Aug 28 15:13:00.826239 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c870ee-14fa-4b4b-b9f9-675706183f24 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:13:00.834925 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a7c870ee-14fa-4b4b-b9f9-675706183f24 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "PUT /v2.0/routers/387fb756-31cb-4ba9-abe6-8accd8df76c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5780246 Aug 28 15:13:00.835912 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54858) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:00.837143 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea7bd93-0b86-49e6-a8d3-7fa9cf1eaea6 None None] Sync routers for ids ['387fb756-31cb-4ba9-abe6-8accd8df76c3'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:13:00.842710 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89abb3ed-5d54-409a-a634-c0451f21e680 admin admin] Made reservation on behalf of 8a9a8b74576c4695a1fae90d6f829702 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:13:00.846020 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-89abb3ed-5d54-409a-a634-c0451f21e680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:00.867523 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea7bd93-0b86-49e6-a8d3-7fa9cf1eaea6 None None] Routers {'387fb756-31cb-4ba9-abe6-8accd8df76c3'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:00.868203 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-bea7bd93-0b86-49e6-a8d3-7fa9cf1eaea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:12:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['387fb756-31cb-4ba9-abe6-8accd8df76c3'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:00.881481 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b7867-a923-4e79-9a7a-584376ac73eb req-61e24453-8fea-4b36-a8bb-08b8c80f3f6c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:00.890516 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1d0b7867-a923-4e79-9a7a-584376ac73eb req-61e24453-8fea-4b36-a8bb-08b8c80f3f6c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.0767858 Aug 28 15:13:00.894254 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-89abb3ed-5d54-409a-a634-c0451f21e680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:00.925382 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-bea7bd93-0b86-49e6-a8d3-7fa9cf1eaea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:00.948087 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1d0b7867-a923-4e79-9a7a-584376ac73eb req-6537ed5f-779d-4508-99b8-76b358763fb2 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518546 Aug 28 15:13:00.963453 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea7bd93-0b86-49e6-a8d3-7fa9cf1eaea6 None None] Routers {'387fb756-31cb-4ba9-abe6-8accd8df76c3'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:00.964385 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-bea7bd93-0b86-49e6-a8d3-7fa9cf1eaea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:12:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['387fb756-31cb-4ba9-abe6-8accd8df76c3'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:01.027778 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-bea7bd93-0b86-49e6-a8d3-7fa9cf1eaea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:01.028889 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea7bd93-0b86-49e6-a8d3-7fa9cf1eaea6 None None] The sync data for ids ['387fb756-31cb-4ba9-abe6-8accd8df76c3'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:13:01.183788 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-89abb3ed-5d54-409a-a634-c0451f21e680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:01.188858 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-89abb3ed-5d54-409a-a634-c0451f21e680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:01.215501 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89abb3ed-5d54-409a-a634-c0451f21e680 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:13:01.241114 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abb3ed-5d54-409a-a634-c0451f21e680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:01.244707 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-89abb3ed-5d54-409a-a634-c0451f21e680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:01.245231 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-89abb3ed-5d54-409a-a634-c0451f21e680 admin admin] Added segment 3bd3ea4a-19c0-4756-b851-b7219964ac60 of type vlan for network 92da9e59-648f-44e9-b842-a5afd0c505e3 Aug 28 15:13:01.310581 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-89abb3ed-5d54-409a-a634-c0451f21e680 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:01.348892 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-89abb3ed-5d54-409a-a634-c0451f21e680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:01.350131 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89abb3ed-5d54-409a-a634-c0451f21e680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:01.350768 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-89abb3ed-5d54-409a-a634-c0451f21e680 admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:01.428123 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ff2c6a87-a9e2-4e69-b9f3-7860c144573b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:01.437572 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-89abb3ed-5d54-409a-a634-c0451f21e680 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8255355 Aug 28 15:13:01.440554 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54870) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:01.446443 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-2a35f569-a9a7-4ffa-991c-de28d3dcd263 admin admin] Request body: {'subnet': {'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1466441515-subnet', 'tenant_id': '8a9a8b74576c4695a1fae90d6f829702', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:01.472574 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a35f569-a9a7-4ffa-991c-de28d3dcd263 admin admin] Made reservation on behalf of 8a9a8b74576c4695a1fae90d6f829702 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:13:01.475333 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2a35f569-a9a7-4ffa-991c-de28d3dcd263 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:01.520007 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abb3ed-5d54-409a-a634-c0451f21e680 admin admin] Pushing event updated for resources: {'Network': ['ID=92da9e59-648f-44e9-b842-a5afd0c505e3,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:01.535111 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 92da9e59-648f-44e9-b842-a5afd0c505e3 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:13:01.679546 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2a35f569-a9a7-4ffa-991c-de28d3dcd263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:01.737090 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35f569-a9a7-4ffa-991c-de28d3dcd263 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8c26495-81f2-4073-8e6e-125cfbbdb151,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:01.738019 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-ff2c6a87-a9e2-4e69-b9f3-7860c144573b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Deleting port c4775667-225b-47ab-85a9-d2adcfbaa34e {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:13:01.738367 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ff2c6a87-a9e2-4e69-b9f3-7860c144573b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:01.746742 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a35f569-a9a7-4ffa-991c-de28d3dcd263 admin admin] Checking segment: {'id': '3bd3ea4a-19c0-4756-b851-b7219964ac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:13:01.747119 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a35f569-a9a7-4ffa-991c-de28d3dcd263 admin admin] Network hostable DHCP agents. Network: 92da9e59-648f-44e9-b842-a5afd0c505e3, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:13:01.772462 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a35f569-a9a7-4ffa-991c-de28d3dcd263 admin admin] Network 92da9e59-648f-44e9-b842-a5afd0c505e3 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:13:01.784935 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-2a35f569-a9a7-4ffa-991c-de28d3dcd263 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 92da9e59-648f-44e9-b842-a5afd0c505e3) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:13:01.789552 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a35f569-a9a7-4ffa-991c-de28d3dcd263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:01.790154 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2a35f569-a9a7-4ffa-991c-de28d3dcd263 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:01.801180 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af902ed-8315-4bdd-8005-21ebf4d70d6f None None] Network 92da9e59-648f-44e9-b842-a5afd0c505e3 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:13:01.814163 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2a35f569-a9a7-4ffa-991c-de28d3dcd263 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3637626 Aug 28 15:13:01.839764 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ff2c6a87-a9e2-4e69-b9f3-7860c144573b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:01.863615 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-ff2c6a87-a9e2-4e69-b9f3-7860c144573b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Calling delete_port for c4775667-225b-47ab-85a9-d2adcfbaa34e owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:13:02.001330 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2780f6-e7c2-4604-9744-438ff15fc2e7 None None] Network 92da9e59-648f-44e9-b842-a5afd0c505e3 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:13:02.061381 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e46161-7854-403b-aabf-aba3cddf3041 req-017219b0-a82b-4dc3-b42f-7e4e215399bb tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:02.069059 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-95e46161-7854-403b-aabf-aba3cddf3041 req-017219b0-a82b-4dc3-b42f-7e4e215399bb tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 945 time: 0.0933201 Aug 28 15:13:02.135029 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3667cf6-2738-4fb7-808a-22a5fe3a895b req-7a12b6f9-48cf-4524-ad88-1016ebc045cf tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:02.137975 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e3667cf6-2738-4fb7-808a-22a5fe3a895b req-7a12b6f9-48cf-4524-ad88-1016ebc045cf tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.0824053 Aug 28 15:13:02.148379 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-95e46161-7854-403b-aabf-aba3cddf3041 req-9d971285-d806-4286-b212-eb484cd8efa0 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783441 Aug 28 15:13:02.165888 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ff2c6a87-a9e2-4e69-b9f3-7860c144573b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:02.193946 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e3667cf6-2738-4fb7-808a-22a5fe3a895b req-94c48c54-5504-4712-91d9-639be48ff7ca tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468616 Aug 28 15:13:02.222899 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c6a87-a9e2-4e69-b9f3-7860c144573b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Port': ['ID=c4775667-225b-47ab-85a9-d2adcfbaa34e,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:02.399607 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ff2c6a87-a9e2-4e69-b9f3-7860c144573b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:02.548037 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e76fad-f590-4f63-989e-1dbf0b5d4d26 req-064ed462-1eed-4535-992a-c5445e803deb tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:02.549896 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-64e76fad-f590-4f63-989e-1dbf0b5d4d26 req-064ed462-1eed-4535-992a-c5445e803deb tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 945 time: 0.0637908 Aug 28 15:13:02.609802 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-64e76fad-f590-4f63-989e-1dbf0b5d4d26 req-ba581162-e09b-4d65-917f-1ef88d0b3e26 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521665 Aug 28 15:13:02.667578 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2c6a87-a9e2-4e69-b9f3-7860c144573b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Router 387fb756-31cb-4ba9-abe6-8accd8df76c3 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:13:02.680735 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-86a4d064-58cd-432f-aee2-1628c90fcc2d tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:02.682074 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-86a4d064-58cd-432f-aee2-1628c90fcc2d tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/networks?id=92da9e59-648f-44e9-b842-a5afd0c505e3 HTTP/1.1" status: 200 len: 812 time: 0.1973472 Aug 28 15:13:02.731443 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-042e0c30-ab18-4590-bb2e-113da25565ef tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/quotas/8a9a8b74576c4695a1fae90d6f829702 HTTP/1.1" status: 200 len: 375 time: 0.0419571 Aug 28 15:13:02.771451 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2c6a87-a9e2-4e69-b9f3-7860c144573b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:13:02.782206 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2b671f-fea4-43b9-a033-2ca170a363f8 None None] Sync routers for ids ['387fb756-31cb-4ba9-abe6-8accd8df76c3'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:13:02.792610 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2b671f-fea4-43b9-a033-2ca170a363f8 None None] Routers {'387fb756-31cb-4ba9-abe6-8accd8df76c3'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:02.793317 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-bb2b671f-fea4-43b9-a033-2ca170a363f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:12:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['387fb756-31cb-4ba9-abe6-8accd8df76c3'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:02.800682 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54918) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:02.801122 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ff2c6a87-a9e2-4e69-b9f3-7860c144573b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "PUT /v2.0/routers/387fb756-31cb-4ba9-abe6-8accd8df76c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9635670 Aug 28 15:13:02.810226 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-642b6fb2-5214-42cc-8155-2427f6456da5 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a9a8b74576c4695a1fae90d6f829702&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537090 Aug 28 15:13:02.826942 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-bb2b671f-fea4-43b9-a033-2ca170a363f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:02.836051 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2b671f-fea4-43b9-a033-2ca170a363f8 None None] Routers {'387fb756-31cb-4ba9-abe6-8accd8df76c3'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:02.836324 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1c716dd4-c3fa-4ff1-91c8-ad6a9862ea0a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "GET /v2.0/ports?device_id=387fb756-31cb-4ba9-abe6-8accd8df76c3 HTTP/1.1" status: 200 len: 205 time: 0.0340135 Aug 28 15:13:02.836639 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54920) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:02.837365 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-bb2b671f-fea4-43b9-a033-2ca170a363f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:12:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['387fb756-31cb-4ba9-abe6-8accd8df76c3'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:02.870960 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-bb2b671f-fea4-43b9-a033-2ca170a363f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:02.871935 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2b671f-fea4-43b9-a033-2ca170a363f8 None None] The sync data for ids ['387fb756-31cb-4ba9-abe6-8accd8df76c3'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:13:02.919735 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-f7831e69-d169-4a10-8b16-7e58cdc5a8bd service neutron] 10.222.0.13 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084285 Aug 28 15:13:02.926996 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1ccb1773-4c53-4723-b24b-336c53f76039 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:02.949252 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device b3bd1a7e-44ed-4569-b05f-843dad9a9fbf no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:13:03.036626 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-5e60e44b-ded7-4107-b5dc-7a5114c68d2e service neutron] 10.222.0.13 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105032 Aug 28 15:13:03.104929 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1ccb1773-4c53-4723-b24b-336c53f76039 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:03.107154 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1ccb1773-4c53-4723-b24b-336c53f76039 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:03.157937 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1ccb1773-4c53-4723-b24b-336c53f76039 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:03.158662 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccb1773-4c53-4723-b24b-336c53f76039 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Fanout notify agent at l3_agent the message router_deleted on router 387fb756-31cb-4ba9-abe6-8accd8df76c3 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:13:03.167225 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1ccb1773-4c53-4723-b24b-336c53f76039 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:03.170659 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1ccb1773-4c53-4723-b24b-336c53f76039 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/routers/387fb756-31cb-4ba9-abe6-8accd8df76c3 HTTP/1.1" status: 204 len: 168 time: 0.3308406 Aug 28 15:13:03.171034 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54928) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:03.222263 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b14c2aeb-b51a-45ba-aa78-9f8a32147b32 req-27f54a2a-563b-4187-93a3-588c12f315a2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=01476189-ed3d-4a75-b299-156c589f1c5f HTTP/1.1" status: 200 len: 210 time: 0.0489485 Aug 28 15:13:03.251340 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d08068-4c4b-4ef3-a235-5545b3b1f61d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Deleting subnet 13bb0ea0-ec46-42b0-8e28-ab0a49937167 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:13:03.256657 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e2d08068-4c4b-4ef3-a235-5545b3b1f61d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:03.327106 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e2d08068-4c4b-4ef3-a235-5545b3b1f61d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:03.395685 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b114e-5ca0-4b6e-ba5a-01bdd4fb65de req-e38c3ddd-7e2e-40f4-a534-7a770d61aa52 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:03.400104 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1a0b114e-5ca0-4b6e-ba5a-01bdd4fb65de req-e38c3ddd-7e2e-40f4-a534-7a770d61aa52 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1118245 Aug 28 15:13:03.481881 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e2d08068-4c4b-4ef3-a235-5545b3b1f61d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:03.488478 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1a0b114e-5ca0-4b6e-ba5a-01bdd4fb65de req-b1311f65-6441-4daf-ac4d-4692c909c794 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547297 Aug 28 15:13:03.552102 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e2d08068-4c4b-4ef3-a235-5545b3b1f61d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:03.586739 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d08068-4c4b-4ef3-a235-5545b3b1f61d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Subnet': ['ID=13bb0ea0-ec46-42b0-8e28-ab0a49937167,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:03.592852 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e2d08068-4c4b-4ef3-a235-5545b3b1f61d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:03.597649 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e2d08068-4c4b-4ef3-a235-5545b3b1f61d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/subnets/13bb0ea0-ec46-42b0-8e28-ab0a49937167 HTTP/1.1" status: 204 len: 168 time: 0.4213655 Aug 28 15:13:03.598006 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54946) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:03.600334 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff55ea0-6ebd-4a1e-aae8-ef3ee6ebd774 None None] Network 1fe15ba8-a9ed-4de8-8adb-214aca22cc42 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:13:03.680476 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-541103f1-9067-4c3c-8b2b-5cc81e0e6b30 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Deleting subnet 80d38356-d4b0-4fe5-abb1-13f9fda8851d {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:13:03.684928 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-541103f1-9067-4c3c-8b2b-5cc81e0e6b30 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:03.829961 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568643cf-2143-4e59-b346-0b3cdc51dc30 None None] DHCP port deletion for 1fe15ba8-a9ed-4de8-8adb-214aca22cc42 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:13:03.898934 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-568643cf-2143-4e59-b346-0b3cdc51dc30 None None] Deleting port 40b932bb-692d-47d6-8bde-82be71446508 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:13:03.899307 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-568643cf-2143-4e59-b346-0b3cdc51dc30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:03.966357 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-568643cf-2143-4e59-b346-0b3cdc51dc30 None None] For port 40b932bb-692d-47d6-8bde-82be71446508, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=40b932bb-692d-47d6-8bde-82be71446508,segment=NetworkSegment(adf7705b-d441-4cda-8842-cdd619103d60),segment_id=adf7705b-d441-4cda-8842-cdd619103d60)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:03.967020 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-568643cf-2143-4e59-b346-0b3cdc51dc30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:03.984382 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-568643cf-2143-4e59-b346-0b3cdc51dc30 None None] Calling delete_port for 40b932bb-692d-47d6-8bde-82be71446508 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:13:04.080485 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-568643cf-2143-4e59-b346-0b3cdc51dc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:04.101982 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568643cf-2143-4e59-b346-0b3cdc51dc30 None None] Pushing event deleted for resources: {'Port': ['ID=40b932bb-692d-47d6-8bde-82be71446508,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:04.111244 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568643cf-2143-4e59-b346-0b3cdc51dc30 None None] No DVR routers for this DVR port 40b932bb-692d-47d6-8bde-82be71446508 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:13:04.113784 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-541103f1-9067-4c3c-8b2b-5cc81e0e6b30 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:04.165362 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8cda6-555c-4e58-a5fa-e5abe0d921e4 req-c26632f0-a807-4884-bd4b-44c50e3479e5 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:04.165362 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-31f8cda6-555c-4e58-a5fa-e5abe0d921e4 req-c26632f0-a807-4884-bd4b-44c50e3479e5 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 945 time: 0.1007290 Aug 28 15:13:04.257573 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-31f8cda6-555c-4e58-a5fa-e5abe0d921e4 req-1a8730dc-3775-4cb0-a96a-d2d4ced7c526 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717142 Aug 28 15:13:04.267940 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-541103f1-9067-4c3c-8b2b-5cc81e0e6b30 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:04.355896 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9a1f2477-c6df-40ef-a5c5-562d92bfb178 req-51ed36a0-7866-41d4-80bc-47d363a5686b tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=01476189-ed3d-4a75-b299-156c589f1c5f HTTP/1.1" status: 200 len: 210 time: 0.0280464 Aug 28 15:13:04.369984 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-541103f1-9067-4c3c-8b2b-5cc81e0e6b30 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:04.405890 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-61d13095-cdda-43cf-8608-9b1fcfb81b9d tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:04.406314 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-541103f1-9067-4c3c-8b2b-5cc81e0e6b30 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:04.410857 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-541103f1-9067-4c3c-8b2b-5cc81e0e6b30 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/subnets/80d38356-d4b0-4fe5-abb1-13f9fda8851d HTTP/1.1" status: 204 len: 168 time: 0.8083050 Aug 28 15:13:04.411544 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-61d13095-cdda-43cf-8608-9b1fcfb81b9d tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.41 "GET /v2.0/networks?id=92da9e59-648f-44e9-b842-a5afd0c505e3 HTTP/1.1" status: 200 len: 812 time: 0.1667867 Aug 28 15:13:04.412490 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54966) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:04.415209 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c13df9-acff-43a0-bbcc-9e59215f30d3 None None] Network f72c562f-51a9-40b5-a3bd-23da32bf7531 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:13:04.423469 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541103f1-9067-4c3c-8b2b-5cc81e0e6b30 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Subnet': ['ID=80d38356-d4b0-4fe5-abb1-13f9fda8851d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:04.442717 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541103f1-9067-4c3c-8b2b-5cc81e0e6b30 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:04.443146 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541103f1-9067-4c3c-8b2b-5cc81e0e6b30 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:04.443487 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541103f1-9067-4c3c-8b2b-5cc81e0e6b30 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:04.443932 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541103f1-9067-4c3c-8b2b-5cc81e0e6b30 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:04.444263 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541103f1-9067-4c3c-8b2b-5cc81e0e6b30 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:04.444821 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541103f1-9067-4c3c-8b2b-5cc81e0e6b30 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:04.445247 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541103f1-9067-4c3c-8b2b-5cc81e0e6b30 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:04.445611 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541103f1-9067-4c3c-8b2b-5cc81e0e6b30 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:04.446249 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541103f1-9067-4c3c-8b2b-5cc81e0e6b30 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:04.446662 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541103f1-9067-4c3c-8b2b-5cc81e0e6b30 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:04.446990 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541103f1-9067-4c3c-8b2b-5cc81e0e6b30 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:04.447311 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541103f1-9067-4c3c-8b2b-5cc81e0e6b30 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:04.488243 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-c023f589-0823-4933-a31b-bf96fda6fce4 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Request body: {'port': {'device_id': '01476189-ed3d-4a75-b299-156c589f1c5f', 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3', 'admin_state_up': True, 'tenant_id': '8a9a8b74576c4695a1fae90d6f829702'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:04.547318 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-39703c77-5079-44d2-9ea0-50a7880534e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:04.626814 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf9d6e-8193-497f-9c41-6ffa3faf7f9f req-229e46ad-1384-4755-b6b8-c59ad2f28f0a tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:04.635993 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-98bf9d6e-8193-497f-9c41-6ffa3faf7f9f req-229e46ad-1384-4755-b6b8-c59ad2f28f0a tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.0672202 Aug 28 15:13:04.665817 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4f68db-576d-4df4-886a-8c402deb5495 None None] DHCP port deletion for f72c562f-51a9-40b5-a3bd-23da32bf7531 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:13:04.680167 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-98bf9d6e-8193-497f-9c41-6ffa3faf7f9f req-120f19e7-e3e5-4662-beb0-d87438d8121e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430892 Aug 28 15:13:04.707482 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-39703c77-5079-44d2-9ea0-50a7880534e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:04.718851 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f4f68db-576d-4df4-886a-8c402deb5495 None None] Deleting port 1c36cda9-b567-45d5-97eb-396a410ad972 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:13:04.719231 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f4f68db-576d-4df4-886a-8c402deb5495 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:04.722111 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-39703c77-5079-44d2-9ea0-50a7880534e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe15ba8-a9ed-4de8-8adb-214aca22cc42']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:04.740082 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-39703c77-5079-44d2-9ea0-50a7880534e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf7705b-d441-4cda-8842-cdd619103d60') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:04.740372 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-39703c77-5079-44d2-9ea0-50a7880534e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf7705b-d441-4cda-8842-cdd619103d60') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:04.758348 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-39703c77-5079-44d2-9ea0-50a7880534e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:04.766064 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-c023f589-0823-4933-a31b-bf96fda6fce4 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Made reservation on behalf of 8a9a8b74576c4695a1fae90d6f829702 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:13:04.769696 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-c023f589-0823-4933-a31b-bf96fda6fce4 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:04.788483 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-39703c77-5079-44d2-9ea0-50a7880534e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:04.795394 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f4f68db-576d-4df4-886a-8c402deb5495 None None] For port 1c36cda9-b567-45d5-97eb-396a410ad972, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=1c36cda9-b567-45d5-97eb-396a410ad972,segment=NetworkSegment(78b2f5a2-9be3-4410-bad7-6fb477384a4a),segment_id=78b2f5a2-9be3-4410-bad7-6fb477384a4a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:04.795833 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f4f68db-576d-4df4-886a-8c402deb5495 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:04.800803 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39703c77-5079-44d2-9ea0-50a7880534e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:13:04.801314 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-39703c77-5079-44d2-9ea0-50a7880534e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:13:04.804373 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:13:04.809673 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f4f68db-576d-4df4-886a-8c402deb5495 None None] Calling delete_port for 1c36cda9-b567-45d5-97eb-396a410ad972 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:13:04.907148 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f4f68db-576d-4df4-886a-8c402deb5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:04.914673 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-39703c77-5079-44d2-9ea0-50a7880534e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:04.926132 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-39703c77-5079-44d2-9ea0-50a7880534e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:04.928778 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-39703c77-5079-44d2-9ea0-50a7880534e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/networks/1fe15ba8-a9ed-4de8-8adb-214aca22cc42 HTTP/1.1" status: 204 len: 168 time: 0.5149772 Aug 28 15:13:04.931408 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54974) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:04.938003 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f68db-576d-4df4-886a-8c402deb5495 None None] Pushing event deleted for resources: {'Port': ['ID=1c36cda9-b567-45d5-97eb-396a410ad972,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:04.952734 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4f68db-576d-4df4-886a-8c402deb5495 None None] No DVR routers for this DVR port 1c36cda9-b567-45d5-97eb-396a410ad972 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:13:04.977221 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39703c77-5079-44d2-9ea0-50a7880534e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Network': ['ID=1fe15ba8-a9ed-4de8-8adb-214aca22cc42,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:05.004420 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-c023f589-0823-4933-a31b-bf96fda6fce4 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Allocated IP 172.20.0.14 (92da9e59-648f-44e9-b842-a5afd0c505e3/b8c26495-81f2-4073-8e6e-125cfbbdb151/a99a840a-852b-441f-9942-9327ad446fc0) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:13:05.017854 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94ecf029-3867-4db3-a5ff-6ed58f2e55e2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:05.111541 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94ecf029-3867-4db3-a5ff-6ed58f2e55e2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:05.122635 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-94ecf029-3867-4db3-a5ff-6ed58f2e55e2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72c562f-51a9-40b5-a3bd-23da32bf7531']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:05.133945 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-94ecf029-3867-4db3-a5ff-6ed58f2e55e2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b2f5a2-9be3-4410-bad7-6fb477384a4a') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:05.134236 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-94ecf029-3867-4db3-a5ff-6ed58f2e55e2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b2f5a2-9be3-4410-bad7-6fb477384a4a') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:05.143737 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94ecf029-3867-4db3-a5ff-6ed58f2e55e2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:05.164296 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94ecf029-3867-4db3-a5ff-6ed58f2e55e2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:05.173434 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ecf029-3867-4db3-a5ff-6ed58f2e55e2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:13:05.173852 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94ecf029-3867-4db3-a5ff-6ed58f2e55e2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:13:05.177013 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:13:05.187303 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-c023f589-0823-4933-a31b-bf96fda6fce4 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:05.238016 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-c023f589-0823-4933-a31b-bf96fda6fce4 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:05.241003 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94ecf029-3867-4db3-a5ff-6ed58f2e55e2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:05.249244 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94ecf029-3867-4db3-a5ff-6ed58f2e55e2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:05.251548 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-94ecf029-3867-4db3-a5ff-6ed58f2e55e2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/networks/f72c562f-51a9-40b5-a3bd-23da32bf7531 HTTP/1.1" status: 204 len: 168 time: 0.3181014 Aug 28 15:13:05.264087 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54980) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:05.269272 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-25098312-9adb-48b7-a4b5-e32977695312 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'network': {'name': 'tempest-RoutersTest-1715832659'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:05.274239 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ecf029-3867-4db3-a5ff-6ed58f2e55e2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Network': ['ID=f72c562f-51a9-40b5-a3bd-23da32bf7531,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:05.295051 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-c023f589-0823-4933-a31b-bf96fda6fce4 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Network 92da9e59-648f-44e9-b842-a5afd0c505e3 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:13:05.298306 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-c023f589-0823-4933-a31b-bf96fda6fce4 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:13:05.302259 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-c023f589-0823-4933-a31b-bf96fda6fce4 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:13:05.302682 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25098312-9adb-48b7-a4b5-e32977695312 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Made reservation on behalf of 0fc16fe27b184308b0bfe69589020025 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:13:05.307857 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-25098312-9adb-48b7-a4b5-e32977695312 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:05.341594 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023f589-0823-4933-a31b-bf96fda6fce4 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Pushing event updated for resources: {'Port': ['ID=a99a840a-852b-441f-9942-9327ad446fc0,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:05.344033 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25098312-9adb-48b7-a4b5-e32977695312 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:13:05.353985 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-25098312-9adb-48b7-a4b5-e32977695312 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:05.354636 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-25098312-9adb-48b7-a4b5-e32977695312 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Added segment 8ea673e8-4ffd-4c48-a090-33c5264104d0 of type vlan for network 2f85b7aa-b47a-4d3f-a310-0b3805e23034 Aug 28 15:13:05.358506 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-c023f589-0823-4933-a31b-bf96fda6fce4 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:05.359183 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-c023f589-0823-4933-a31b-bf96fda6fce4 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:05.376845 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-c023f589-0823-4933-a31b-bf96fda6fce4 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8916996 Aug 28 15:13:05.411741 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-2d2b5770-635c-4fcd-885e-fe2d49e8e107 service neutron] Request body: {'port': {'device_id': '01476189-ed3d-4a75-b299-156c589f1c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:05.442875 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-25098312-9adb-48b7-a4b5-e32977695312 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:05.461255 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038d1e3-74b2-4398-9775-7dc0d73b7b20 req-f3682057-11df-4b44-8abf-98f93f32bc6f tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:05.462795 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5038d1e3-74b2-4398-9775-7dc0d73b7b20 req-f3682057-11df-4b44-8abf-98f93f32bc6f tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.36 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 945 time: 0.0713472 Aug 28 15:13:05.508105 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1c36cda9-b567-45d5-97eb-396a410ad972 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:13:05.536093 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-2d2b5770-635c-4fcd-885e-fe2d49e8e107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:05.548711 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-25098312-9adb-48b7-a4b5-e32977695312 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:05.554835 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25098312-9adb-48b7-a4b5-e32977695312 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:05.555435 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-25098312-9adb-48b7-a4b5-e32977695312 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:05.556334 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 1c36cda9-b567-45d5-97eb-396a410ad972 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:13:05.557007 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1c36cda9-b567-45d5-97eb-396a410ad972 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:13:05.557812 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 40b932bb-692d-47d6-8bde-82be71446508 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:13:05.567986 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571f6bd-f877-49a5-bb5f-af945e8479ab req-59eaffa1-3d2f-4508-9a46-7132e622f67b tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:05.569612 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e571f6bd-f877-49a5-bb5f-af945e8479ab req-59eaffa1-3d2f-4508-9a46-7132e622f67b tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=9436eb8a-4e19-48a6-b89e-190ea694b698 HTTP/1.1" status: 200 len: 945 time: 0.1507373 Aug 28 15:13:05.596709 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 40b932bb-692d-47d6-8bde-82be71446508 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:13:05.597319 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 40b932bb-692d-47d6-8bde-82be71446508 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:13:05.670445 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-25098312-9adb-48b7-a4b5-e32977695312 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4052768 Aug 28 15:13:05.671259 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54994) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:05.678152 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d563e-5aa2-432d-a91f-7e8b7ab27fa4 req-8604265e-801f-4343-af07-9b1951e58e40 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:05.679647 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-904d563e-5aa2-432d-a91f-7e8b7ab27fa4 req-8604265e-801f-4343-af07-9b1951e58e40 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=01476189-ed3d-4a75-b299-156c589f1c5f HTTP/1.1" status: 200 len: 932 time: 0.1818306 Aug 28 15:13:05.686501 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25098312-9adb-48b7-a4b5-e32977695312 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Network': ['ID=2f85b7aa-b47a-4d3f-a310-0b3805e23034,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:05.700577 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 2f85b7aa-b47a-4d3f-a310-0b3805e23034 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:13:05.734377 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-dad800ff-2a32-4e8e-8616-3b8e595a9427 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'subnet': {'network_id': '2f85b7aa-b47a-4d3f-a310-0b3805e23034', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:05.738531 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-5038d1e3-74b2-4398-9775-7dc0d73b7b20 req-ae9c5eac-5792-45c3-8fce-23461f426bfd tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Deleting port 8c479b9e-564b-4a4e-90cd-c96ad08148ee {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:13:05.738875 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5038d1e3-74b2-4398-9775-7dc0d73b7b20 req-ae9c5eac-5792-45c3-8fce-23461f426bfd tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:05.745826 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-904d563e-5aa2-432d-a91f-7e8b7ab27fa4 req-96176947-120a-4731-8dfc-60f255ac2669 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541124 Aug 28 15:13:05.816551 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e571f6bd-f877-49a5-bb5f-af945e8479ab req-ef122764-4af1-4398-a911-38b2cdc74beb tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057490 Aug 28 15:13:05.890409 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-5038d1e3-74b2-4398-9775-7dc0d73b7b20 req-ae9c5eac-5792-45c3-8fce-23461f426bfd tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] For port 8c479b9e-564b-4a4e-90cd-c96ad08148ee, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=8c479b9e-564b-4a4e-90cd-c96ad08148ee,segment=NetworkSegment(cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f),segment_id=cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:05.890777 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5038d1e3-74b2-4398-9775-7dc0d73b7b20 req-ae9c5eac-5792-45c3-8fce-23461f426bfd tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:05.905903 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-5038d1e3-74b2-4398-9775-7dc0d73b7b20 req-ae9c5eac-5792-45c3-8fce-23461f426bfd tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Calling delete_port for 8c479b9e-564b-4a4e-90cd-c96ad08148ee owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:13:05.927336 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3981fcb-cc4b-4b72-b793-283b67602ae7 req-98b810b1-b941-4ad5-8296-ee1a8c81887f tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:05.927810 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad800ff-2a32-4e8e-8616-3b8e595a9427 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Made reservation on behalf of 0fc16fe27b184308b0bfe69589020025 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:13:05.928913 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a3981fcb-cc4b-4b72-b793-283b67602ae7 req-98b810b1-b941-4ad5-8296-ee1a8c81887f tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.0838971 Aug 28 15:13:05.933053 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dad800ff-2a32-4e8e-8616-3b8e595a9427 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:06.012664 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a3981fcb-cc4b-4b72-b793-283b67602ae7 req-d0060699-e9a4-4eaf-9159-485bd77c897c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394764 Aug 28 15:13:06.119068 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5038d1e3-74b2-4398-9775-7dc0d73b7b20 req-ae9c5eac-5792-45c3-8fce-23461f426bfd tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:06.133835 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['8c479b9e-564b-4a4e-90cd-c96ad08148ee'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:13:06.137637 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['5cef067b-e698-4bfb-af35-95d2e5ccff35'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:13:06.211592 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c5eac-5792-45c3-8fce-23461f426bfd tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Pushing event deleted for resources: {'Port': ['ID=8c479b9e-564b-4a4e-90cd-c96ad08148ee,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:06.241267 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-5038d1e3-74b2-4398-9775-7dc0d73b7b20 req-ae9c5eac-5792-45c3-8fce-23461f426bfd tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] No DVR routers for this DVR port 8c479b9e-564b-4a4e-90cd-c96ad08148ee on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:13:06.244562 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5038d1e3-74b2-4398-9775-7dc0d73b7b20 req-ae9c5eac-5792-45c3-8fce-23461f426bfd tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:06.248619 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5038d1e3-74b2-4398-9775-7dc0d73b7b20 req-ae9c5eac-5792-45c3-8fce-23461f426bfd tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.36 "DELETE /v2.0/ports/8c479b9e-564b-4a4e-90cd-c96ad08148ee HTTP/1.1" status: 204 len: 173 time: 0.7786002 Aug 28 15:13:06.249173 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9436eb8a-4e19-48a6-b89e-190ea694b698', 'name': 'network-vif-deleted', 'tag': '8c479b9e-564b-4a4e-90cd-c96ad08148ee'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:13:06.261991 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d155473a-0238-4dde-b56c-286d95fbf5ae" -d '{"events": [{"server_uuid": "9436eb8a-4e19-48a6-b89e-190ea694b698", "name": "network-vif-deleted", "tag": "8c479b9e-564b-4a4e-90cd-c96ad08148ee"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:13:06.321518 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a20629-cd20-41d9-84b8-973815243d3e x-openstack-request-id: req-55a20629-cd20-41d9-84b8-973815243d3e {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:13:06.321818 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9436eb8a-4e19-48a6-b89e-190ea694b698", "name": "network-vif-deleted", "tag": "8c479b9e-564b-4a4e-90cd-c96ad08148ee", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:13:06.324002 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55a20629-cd20-41d9-84b8-973815243d3e {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:13:06.324199 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9436eb8a-4e19-48a6-b89e-190ea694b698', 'name': 'network-vif-deleted', 'tag': '8c479b9e-564b-4a4e-90cd-c96ad08148ee', 'status': 'completed', 'code': 200} Aug 28 15:13:06.473395 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-2d2b5770-635c-4fcd-885e-fe2d49e8e107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a99a840a-852b-441f-9942-9327ad446fc0 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:13:06.500867 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-2d2b5770-635c-4fcd-885e-fe2d49e8e107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:06.524261 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-2d2b5770-635c-4fcd-885e-fe2d49e8e107 service neutron] Transition to ACTIVE for port object a99a840a-852b-441f-9942-9327ad446fc0 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:13:06.529825 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-2d2b5770-635c-4fcd-885e-fe2d49e8e107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:06.612578 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dad800ff-2a32-4e8e-8616-3b8e595a9427 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:06.627811 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b5770-635c-4fcd-885e-fe2d49e8e107 service neutron] Pushing event updated for resources: {'Port': ['ID=a99a840a-852b-441f-9942-9327ad446fc0,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:06.730859 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad800ff-2a32-4e8e-8616-3b8e595a9427 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Subnet': ['ID=aa28c1fa-ac8b-4e5b-8064-e49068b9c20f,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:06.742532 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad800ff-2a32-4e8e-8616-3b8e595a9427 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Checking segment: {'id': '8ea673e8-4ffd-4c48-a090-33c5264104d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2f85b7aa-b47a-4d3f-a310-0b3805e23034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:13:06.742897 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad800ff-2a32-4e8e-8616-3b8e595a9427 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network hostable DHCP agents. Network: 2f85b7aa-b47a-4d3f-a310-0b3805e23034, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:13:06.771407 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-2d2b5770-635c-4fcd-885e-fe2d49e8e107 service neutron] Attempting to bind port a99a840a-852b-441f-9942-9327ad446fc0 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:13:06.771806 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-2d2b5770-635c-4fcd-885e-fe2d49e8e107 service neutron] Attempting to bind port a99a840a-852b-441f-9942-9327ad446fc0 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '3bd3ea4a-19c0-4756-b851-b7219964ac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:13:06.772105 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-2d2b5770-635c-4fcd-885e-fe2d49e8e107 service neutron] Attempting to bind port a99a840a-852b-441f-9942-9327ad446fc0 on network 92da9e59-648f-44e9-b842-a5afd0c505e3 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:13:06.779739 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-2d2b5770-635c-4fcd-885e-fe2d49e8e107 service neutron] Port a99a840a-852b-441f-9942-9327ad446fc0 on network 92da9e59-648f-44e9-b842-a5afd0c505e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:13:06.780173 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-2d2b5770-635c-4fcd-885e-fe2d49e8e107 service neutron] Attempting to bind port a99a840a-852b-441f-9942-9327ad446fc0 on network 92da9e59-648f-44e9-b842-a5afd0c505e3 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:13:06.783894 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad800ff-2a32-4e8e-8616-3b8e595a9427 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network 2f85b7aa-b47a-4d3f-a310-0b3805e23034 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:13:06.793282 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-2d2b5770-635c-4fcd-885e-fe2d49e8e107 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:13:06.793709 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-2d2b5770-635c-4fcd-885e-fe2d49e8e107 service neutron] Checking segment: {'id': '3bd3ea4a-19c0-4756-b851-b7219964ac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:13:06.794214 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-2d2b5770-635c-4fcd-885e-fe2d49e8e107 service neutron] Bound using segment: {'id': '3bd3ea4a-19c0-4756-b851-b7219964ac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:13:06.794862 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-2d2b5770-635c-4fcd-885e-fe2d49e8e107 service neutron] Bound port: a99a840a-852b-441f-9942-9327ad446fc0, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bd3ea4a-19c0-4756-b851-b7219964ac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:13:06.795549 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-2d2b5770-635c-4fcd-885e-fe2d49e8e107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:06.799161 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-dad800ff-2a32-4e8e-8616-3b8e595a9427 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 2f85b7aa-b47a-4d3f-a310-0b3805e23034) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:13:06.808768 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996c3d79-906b-4e89-a0b7-f0994f89341c None None] Network 2f85b7aa-b47a-4d3f-a310-0b3805e23034 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:13:06.812016 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad800ff-2a32-4e8e-8616-3b8e595a9427 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:06.812843 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dad800ff-2a32-4e8e-8616-3b8e595a9427 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:06.833492 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55018) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:06.833831 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-dad800ff-2a32-4e8e-8616-3b8e595a9427 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1582496 Aug 28 15:13:06.841178 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-43e8cbec-a1fb-4e31-aa10-32c8501e163c tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-12840307', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:06.951458 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-2d2b5770-635c-4fcd-885e-fe2d49e8e107 service neutron] For port a99a840a-852b-441f-9942-9327ad446fc0, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:13:06.953713 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-43e8cbec-a1fb-4e31-aa10-32c8501e163c tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:06.954940 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-43e8cbec-a1fb-4e31-aa10-32c8501e163c tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:06.956843 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-2d2b5770-635c-4fcd-885e-fe2d49e8e107 service neutron] For port a99a840a-852b-441f-9942-9327ad446fc0, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=a99a840a-852b-441f-9942-9327ad446fc0,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:13:06.963819 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-2d2b5770-635c-4fcd-885e-fe2d49e8e107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:06.969675 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60da4a-ed86-43cd-8760-59599a0d2f95 req-e503cd17-658f-4db3-9b87-5f7bfc696d57 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:06.971446 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7a60da4a-ed86-43cd-8760-59599a0d2f95 req-e503cd17-658f-4db3-9b87-5f7bfc696d57 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=01476189-ed3d-4a75-b299-156c589f1c5f HTTP/1.1" status: 200 len: 944 time: 0.0948493 Aug 28 15:13:07.056205 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a686b8-5d09-42e5-898a-6b2fe218f295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-2f85b7aa-b47a-4d3f-a310-0b3805e23034', 'network_id': '2f85b7aa-b47a-4d3f-a310-0b3805e23034', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'fixed_ips': [{'subnet_id': 'aa28c1fa-ac8b-4e5b-8064-e49068b9c20f'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:13:07.058088 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-49a686b8-5d09-42e5-898a-6b2fe218f295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:07.101166 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-43e8cbec-a1fb-4e31-aa10-32c8501e163c tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:07.108929 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-2d2b5770-635c-4fcd-885e-fe2d49e8e107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:07.109888 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-2d2b5770-635c-4fcd-885e-fe2d49e8e107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:07.116837 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7a60da4a-ed86-43cd-8760-59599a0d2f95 req-e39adfa9-f980-4421-bac2-be89908c49ba tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336386 Aug 28 15:13:07.117349 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-2d2b5770-635c-4fcd-885e-fe2d49e8e107 service neutron] 10.222.0.41 "PUT /v2.0/ports/a99a840a-852b-441f-9942-9327ad446fc0 HTTP/1.1" status: 200 len: 1093 time: 1.7318845 Aug 28 15:13:07.118864 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-43e8cbec-a1fb-4e31-aa10-32c8501e163c tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:07.126732 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b5770-635c-4fcd-885e-fe2d49e8e107 service neutron] Pushing event updated for resources: {'Port': ['ID=a99a840a-852b-441f-9942-9327ad446fc0,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:07.135195 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01476189-ed3d-4a75-b299-156c589f1c5f', 'tag': 'a99a840a-852b-441f-9942-9327ad446fc0'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:13:07.143965 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64635304-2ee3-4079-9121-152fe4518aba" -d '{"events": [{"name": "network-changed", "server_uuid": "01476189-ed3d-4a75-b299-156c589f1c5f", "tag": "a99a840a-852b-441f-9942-9327ad446fc0"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:13:07.158551 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-43e8cbec-a1fb-4e31-aa10-32c8501e163c tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:07.160046 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-43e8cbec-a1fb-4e31-aa10-32c8501e163c tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3255086 Aug 28 15:13:07.162569 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55034) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:07.169877 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-f482eaca-b806-44e8-81a0-af43886a6eb2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'port': {'network_id': '2f85b7aa-b47a-4d3f-a310-0b3805e23034', 'name': 'tempest-RoutersTest-1875385310'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:07.228020 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-49a686b8-5d09-42e5-898a-6b2fe218f295 None None] Allocated IP 172.20.0.2 (2f85b7aa-b47a-4d3f-a310-0b3805e23034/aa28c1fa-ac8b-4e5b-8064-e49068b9c20f/0939936e-278e-4029-ac74-5d82ad62bc81) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:13:07.245331 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-bbed5edf-7921-4dcd-b9e1-bca2c22f69e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:07.247275 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-bbed5edf-7921-4dcd-b9e1-bca2c22f69e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a9a8b74576c4695a1fae90d6f829702&device_id=01476189-ed3d-4a75-b299-156c589f1c5f HTTP/1.1" status: 200 len: 1096 time: 0.0721455 Aug 28 15:13:07.264465 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661e840-8726-4bac-b3fc-bb3d0351cfc5 req-053a69a1-faa8-4a7e-84e7-bd35ac3d9bbc tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:07.266244 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3661e840-8726-4bac-b3fc-bb3d0351cfc5 req-053a69a1-faa8-4a7e-84e7-bd35ac3d9bbc tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1135573 Aug 28 15:13:07.305329 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-4cbdcded-46f9-40d2-8e9f-ac1cae26974b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a99a840a-852b-441f-9942-9327ad446fc0 HTTP/1.1" status: 200 len: 217 time: 0.0381052 Aug 28 15:13:07.349284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f482eaca-b806-44e8-81a0-af43886a6eb2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Made reservation on behalf of 0fc16fe27b184308b0bfe69589020025 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:13:07.353517 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f482eaca-b806-44e8-81a0-af43886a6eb2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:07.377809 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511ea3d-e090-471c-beb9-8599adc0975a req-e3ba299b-4fbd-405b-93a3-fec436af03b3 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:07.390381 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e511ea3d-e090-471c-beb9-8599adc0975a req-e3ba299b-4fbd-405b-93a3-fec436af03b3 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 945 time: 0.1971409 Aug 28 15:13:07.399683 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3661e840-8726-4bac-b3fc-bb3d0351cfc5 req-8298c2a7-5cf0-40ea-afb0-11238725d122 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886474 Aug 28 15:13:07.406977 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-49a686b8-5d09-42e5-898a-6b2fe218f295 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:07.410361 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-960b1675-d8fd-437a-94a5-dbdc020e4780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:07.412133 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-960b1675-d8fd-437a-94a5-dbdc020e4780 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b8c26495-81f2-4073-8e6e-125cfbbdb151 HTTP/1.1" status: 200 len: 852 time: 0.0914462 Aug 28 15:13:07.419007 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-49a686b8-5d09-42e5-898a-6b2fe218f295 None None] Transition to ACTIVE for port object 0939936e-278e-4029-ac74-5d82ad62bc81 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:13:07.438993 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-49a686b8-5d09-42e5-898a-6b2fe218f295 None None] Transition to ACTIVE for port object 0939936e-278e-4029-ac74-5d82ad62bc81 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:13:07.440819 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-f482eaca-b806-44e8-81a0-af43886a6eb2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] device_id is not set on port 92f60c4b-355a-44be-ba0b-d0fcb9829ddb yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:13:07.446277 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-49a686b8-5d09-42e5-898a-6b2fe218f295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:07.468089 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e511ea3d-e090-471c-beb9-8599adc0975a req-8f19dcc9-55a8-49c0-9d10-81093c37d08a tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778196 Aug 28 15:13:07.482267 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-3e809802-1b09-4621-a5b8-0f88fff8f41f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92da9e59-648f-44e9-b842-a5afd0c505e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601866 Aug 28 15:13:07.484371 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabdd0ca-b716-410a-8d4c-13298a5e6ea1 x-openstack-request-id: req-dabdd0ca-b716-410a-8d4c-13298a5e6ea1 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:13:07.484856 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01476189-ed3d-4a75-b299-156c589f1c5f", "tag": "a99a840a-852b-441f-9942-9327ad446fc0", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:13:07.485280 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dabdd0ca-b716-410a-8d4c-13298a5e6ea1 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:13:07.485837 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01476189-ed3d-4a75-b299-156c589f1c5f', 'tag': 'a99a840a-852b-441f-9942-9327ad446fc0', 'status': 'completed', 'code': 200} Aug 28 15:13:07.503956 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a686b8-5d09-42e5-898a-6b2fe218f295 None None] Network 2f85b7aa-b47a-4d3f-a310-0b3805e23034 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:13:07.525512 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-49a686b8-5d09-42e5-898a-6b2fe218f295 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:13:07.528798 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a686b8-5d09-42e5-898a-6b2fe218f295 None None] Pushing event updated for resources: {'Port': ['ID=0939936e-278e-4029-ac74-5d82ad62bc81,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:07.531180 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a686b8-5d09-42e5-898a-6b2fe218f295 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:13:07.587767 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-5129573e-9696-41d8-89ba-e2f78376dd9d service neutron] 10.222.0.41 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962820 Aug 28 15:13:07.591737 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-49a686b8-5d09-42e5-898a-6b2fe218f295 None None] Attempting to bind port 0939936e-278e-4029-ac74-5d82ad62bc81 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:13:07.592115 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-49a686b8-5d09-42e5-898a-6b2fe218f295 None None] Attempting to bind port 0939936e-278e-4029-ac74-5d82ad62bc81 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '8ea673e8-4ffd-4c48-a090-33c5264104d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2f85b7aa-b47a-4d3f-a310-0b3805e23034'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:13:07.592506 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a686b8-5d09-42e5-898a-6b2fe218f295 None None] Attempting to bind port 0939936e-278e-4029-ac74-5d82ad62bc81 on network 2f85b7aa-b47a-4d3f-a310-0b3805e23034 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:13:07.597649 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a686b8-5d09-42e5-898a-6b2fe218f295 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:13:07.598011 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a686b8-5d09-42e5-898a-6b2fe218f295 None None] Checking segment: {'id': '8ea673e8-4ffd-4c48-a090-33c5264104d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2f85b7aa-b47a-4d3f-a310-0b3805e23034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:13:07.598416 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-49a686b8-5d09-42e5-898a-6b2fe218f295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:07.598809 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a686b8-5d09-42e5-898a-6b2fe218f295 None None] Bound using segment: {'id': '8ea673e8-4ffd-4c48-a090-33c5264104d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2f85b7aa-b47a-4d3f-a310-0b3805e23034'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:13:07.599272 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-49a686b8-5d09-42e5-898a-6b2fe218f295 None None] Bound port: 0939936e-278e-4029-ac74-5d82ad62bc81, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea673e8-4ffd-4c48-a090-33c5264104d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2f85b7aa-b47a-4d3f-a310-0b3805e23034'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:13:07.599673 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-49a686b8-5d09-42e5-898a-6b2fe218f295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:07.644296 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.db.api [None req-f482eaca-b806-44e8-81a0-af43886a6eb2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-8f4d7089-e894-4596-982e-b7ad4d102114 {{(pid=106329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:13:07.645115 n-d-712137-10 neutron-server[106329]: DEBUG oslo_db.api [None req-f482eaca-b806-44e8-81a0-af43886a6eb2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:13:07.669434 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-49a686b8-5d09-42e5-898a-6b2fe218f295 None None] For port 0939936e-278e-4029-ac74-5d82ad62bc81, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:13:07.672885 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-49a686b8-5d09-42e5-898a-6b2fe218f295 None None] For port 0939936e-278e-4029-ac74-5d82ad62bc81, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0939936e-278e-4029-ac74-5d82ad62bc81,segment=NetworkSegment(8ea673e8-4ffd-4c48-a090-33c5264104d0),segment_id=8ea673e8-4ffd-4c48-a090-33c5264104d0)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:13:07.676970 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-49a686b8-5d09-42e5-898a-6b2fe218f295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:07.702554 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0237f330-aa00-4503-9c4c-2ddcf65e90c7 req-37f43c1e-80ee-4e4f-ab29-651a2527a951 service neutron] 10.222.0.41 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073587 Aug 28 15:13:07.739469 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a686b8-5d09-42e5-898a-6b2fe218f295 None None] Pushing event updated for resources: {'Port': ['ID=0939936e-278e-4029-ac74-5d82ad62bc81,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:07.815263 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64635304-2ee3-4079-9121-152fe4518aba req-ee8ecfdb-e462-4289-ba01-4849ccb05803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:07.816833 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-64635304-2ee3-4079-9121-152fe4518aba req-ee8ecfdb-e462-4289-ba01-4849ccb05803 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a9a8b74576c4695a1fae90d6f829702&device_id=01476189-ed3d-4a75-b299-156c589f1c5f HTTP/1.1" status: 200 len: 1096 time: 0.0429349 Aug 28 15:13:07.948409 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64635304-2ee3-4079-9121-152fe4518aba req-117069c7-d21b-44ac-829b-945b0e4bf30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:07.950047 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-64635304-2ee3-4079-9121-152fe4518aba req-117069c7-d21b-44ac-829b-945b0e4bf30d service neutron] 10.222.0.41 "GET /v2.0/networks?id=92da9e59-648f-44e9-b842-a5afd0c505e3 HTTP/1.1" status: 200 len: 913 time: 0.1253853 Aug 28 15:13:07.972660 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4c47db82-c053-47a3-b3fd-f72268e44185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:08.002780 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-64635304-2ee3-4079-9121-152fe4518aba req-a42209f0-6183-4a54-b1af-b3a4e5a789cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a99a840a-852b-441f-9942-9327ad446fc0 HTTP/1.1" status: 200 len: 217 time: 0.0427260 Aug 28 15:13:08.068115 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64635304-2ee3-4079-9121-152fe4518aba req-6d2268e3-795a-4e38-9c81-e05b688fd60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:08.069631 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-64635304-2ee3-4079-9121-152fe4518aba req-6d2268e3-795a-4e38-9c81-e05b688fd60a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b8c26495-81f2-4073-8e6e-125cfbbdb151 HTTP/1.1" status: 200 len: 852 time: 0.0561695 Aug 28 15:13:08.104654 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-64635304-2ee3-4079-9121-152fe4518aba req-1fa66cb0-a8a9-4529-ad10-c150c542c44a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92da9e59-648f-44e9-b842-a5afd0c505e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258691 Aug 28 15:13:08.146501 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f482eaca-b806-44e8-81a0-af43886a6eb2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:08.170555 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-f482eaca-b806-44e8-81a0-af43886a6eb2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] device_id is not set on port 57701663-7186-42ab-8c7c-03839ae1b766 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:13:08.228085 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-64635304-2ee3-4079-9121-152fe4518aba req-dbcf3fa3-a5db-4d65-a7cf-7181e05d8466 service neutron] 10.222.0.41 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152430 Aug 28 15:13:08.324387 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063da292-c250-4964-8509-8367b06b37d2 req-c707969b-149b-48a8-9b95-e4b6747a2577 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:08.326014 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-063da292-c250-4964-8509-8367b06b37d2 req-c707969b-149b-48a8-9b95-e4b6747a2577 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=01476189-ed3d-4a75-b299-156c589f1c5f HTTP/1.1" status: 200 len: 944 time: 0.1425011 Aug 28 15:13:08.336814 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-64635304-2ee3-4079-9121-152fe4518aba req-045699b4-2fe0-4a63-af66-455b4d5fc644 service neutron] 10.222.0.41 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010203 Aug 28 15:13:08.371397 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-f482eaca-b806-44e8-81a0-af43886a6eb2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Allocated IP 172.20.0.9 (2f85b7aa-b47a-4d3f-a310-0b3805e23034/aa28c1fa-ac8b-4e5b-8064-e49068b9c20f/57701663-7186-42ab-8c7c-03839ae1b766) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:13:08.394057 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-063da292-c250-4964-8509-8367b06b37d2 req-cc59eacd-60f3-44a5-81f1-3bdb012c2746 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607514 Aug 28 15:13:08.568604 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4607d09-5ac6-4601-8c2f-08af062c35ec req-0a70daaa-edfc-42b9-8041-0c1fd8792384 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:08.570372 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f4607d09-5ac6-4601-8c2f-08af062c35ec req-0a70daaa-edfc-42b9-8041-0c1fd8792384 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.0894976 Aug 28 15:13:08.631386 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f4607d09-5ac6-4601-8c2f-08af062c35ec req-ebbf79c0-c28c-4cb9-8f9b-3d7600849eda tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534539 Aug 28 15:13:08.634196 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f482eaca-b806-44e8-81a0-af43886a6eb2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:08.672857 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-f482eaca-b806-44e8-81a0-af43886a6eb2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Transition to ACTIVE for port object 57701663-7186-42ab-8c7c-03839ae1b766 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:13:08.688871 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de4cf5-551e-4bf0-98e4-cf5b5f936b72 req-b173e45e-6a10-4c0a-b531-cd435b2b0cf9 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:08.690457 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e5de4cf5-551e-4bf0-98e4-cf5b5f936b72 req-b173e45e-6a10-4c0a-b531-cd435b2b0cf9 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 945 time: 0.1208501 Aug 28 15:13:08.752835 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e5de4cf5-551e-4bf0-98e4-cf5b5f936b72 req-5d25d9f6-8032-456e-a99d-28ae0de98cf6 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555449 Aug 28 15:13:08.761720 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f482eaca-b806-44e8-81a0-af43886a6eb2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:08.813192 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f482eaca-b806-44e8-81a0-af43886a6eb2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network 2f85b7aa-b47a-4d3f-a310-0b3805e23034 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:13:08.816410 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-f482eaca-b806-44e8-81a0-af43886a6eb2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:13:08.820360 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f482eaca-b806-44e8-81a0-af43886a6eb2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:13:08.845241 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfddef5-0997-4eaf-a73f-76c34ca02105 None None] Network 2f85b7aa-b47a-4d3f-a310-0b3805e23034 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:13:08.845458 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482eaca-b806-44e8-81a0-af43886a6eb2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Port': ['ID=57701663-7186-42ab-8c7c-03839ae1b766,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:08.880078 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f482eaca-b806-44e8-81a0-af43886a6eb2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:08.880639 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f482eaca-b806-44e8-81a0-af43886a6eb2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:08.911200 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f482eaca-b806-44e8-81a0-af43886a6eb2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7449653 Aug 28 15:13:08.912779 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55070) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:08.912918 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a10dc508-4994-4e41-b51d-1c01d19af77c None None] Provisioning for port 0939936e-278e-4029-ac74-5d82ad62bc81 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:13:09.114209 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 8c479b9e-564b-4a4e-90cd-c96ad08148ee no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:13:09.135106 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 8c479b9e-564b-4a4e-90cd-c96ad08148ee {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:13:09.135738 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 8c479b9e-564b-4a4e-90cd-c96ad08148ee not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:13:09.284616 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a964549d-b090-442d-8233-b00da28dc2ea tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:09.353932 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ecf1050e-1ded-4a9b-bde8-6399c379b51e None None] Provisioning for port 57701663-7186-42ab-8c7c-03839ae1b766 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:13:09.359980 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ecf1050e-1ded-4a9b-bde8-6399c379b51e None None] Provisioning complete for port 57701663-7186-42ab-8c7c-03839ae1b766 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:09.360774 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ecf1050e-1ded-4a9b-bde8-6399c379b51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:09.604815 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea22b0b-d049-4597-9e98-453bf6ef4551 req-d22ea56d-8b32-4cee-9ae1-6576f11dae42 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:09.606961 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3ea22b0b-d049-4597-9e98-453bf6ef4551 req-d22ea56d-8b32-4cee-9ae1-6576f11dae42 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=01476189-ed3d-4a75-b299-156c589f1c5f HTTP/1.1" status: 200 len: 944 time: 0.0891299 Aug 28 15:13:09.612542 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a964549d-b090-442d-8233-b00da28dc2ea tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:09.621581 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a964549d-b090-442d-8233-b00da28dc2ea tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:09.678395 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0939936e-278e-4029-ac74-5d82ad62bc81 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:13:09.686551 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3ea22b0b-d049-4597-9e98-453bf6ef4551 req-d6db76ba-abe6-4611-9b1c-0484d7a54334 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709608 Aug 28 15:13:09.714273 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ecf1050e-1ded-4a9b-bde8-6399c379b51e None None] Port 57701663-7186-42ab-8c7c-03839ae1b766 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:13:09.779051 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 0939936e-278e-4029-ac74-5d82ad62bc81 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:13:09.783745 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 0939936e-278e-4029-ac74-5d82ad62bc81 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:09.783988 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:09.799731 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964549d-b090-442d-8233-b00da28dc2ea tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Port': ['ID=57701663-7186-42ab-8c7c-03839ae1b766,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:09.839297 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06ee11-4485-48bb-a842-c630afe65a0d req-2853da0b-8045-4ebb-9b86-26fc414d60c7 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:09.847147 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3b06ee11-4485-48bb-a842-c630afe65a0d req-2853da0b-8045-4ebb-9b86-26fc414d60c7 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1129110 Aug 28 15:13:09.929341 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:09.993964 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3b06ee11-4485-48bb-a842-c630afe65a0d req-7f7e824b-14a7-4a73-a131-937a2832ca68 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427586 Aug 28 15:13:09.997991 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1e2a3c28-b79c-4d62-b470-b53cc55a918e None None] Provisioning complete for port 57701663-7186-42ab-8c7c-03839ae1b766 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:09.998635 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1e2a3c28-b79c-4d62-b470-b53cc55a918e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:10.002757 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cff40-9d80-46a3-a2c8-76b548a9876f req-322e98f1-e7cf-4e74-ba5c-94d0c08c6de0 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:10.014228 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9e0cff40-9d80-46a3-a2c8-76b548a9876f req-322e98f1-e7cf-4e74-ba5c-94d0c08c6de0 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 945 time: 0.1698103 Aug 28 15:13:10.042693 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 0939936e-278e-4029-ac74-5d82ad62bc81, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0939936e-278e-4029-ac74-5d82ad62bc81,segment=NetworkSegment(8ea673e8-4ffd-4c48-a090-33c5264104d0),segment_id=8ea673e8-4ffd-4c48-a090-33c5264104d0)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:10.044823 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb29e87-589a-49e1-bc93-3916bfda4b44 req-f655fcb7-dfb2-4bad-bbae-371b8d61dfd6 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:10.046698 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8fb29e87-589a-49e1-bc93-3916bfda4b44 req-f655fcb7-dfb2-4bad-bbae-371b8d61dfd6 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 945 time: 0.1416366 Aug 28 15:13:10.052278 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:10.090057 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a964549d-b090-442d-8233-b00da28dc2ea tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:10.101960 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9e0cff40-9d80-46a3-a2c8-76b548a9876f req-a9cbad74-f59b-4af4-9c6e-9657947886a9 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/security-groups?id=95a59e77-0c9b-4c7c-a43a-229a9faf3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781898 Aug 28 15:13:10.122032 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1e2a3c28-b79c-4d62-b470-b53cc55a918e None None] Port 57701663-7186-42ab-8c7c-03839ae1b766 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:13:10.143870 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=0939936e-278e-4029-ac74-5d82ad62bc81,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:10.196127 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-8fb29e87-589a-49e1-bc93-3916bfda4b44 req-911bd993-a2f1-474e-9195-aeedcc644754 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Deleting port 5cef067b-e698-4bfb-af35-95d2e5ccff35 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:13:10.196477 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-8fb29e87-589a-49e1-bc93-3916bfda4b44 req-911bd993-a2f1-474e-9195-aeedcc644754 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:10.239557 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a964549d-b090-442d-8233-b00da28dc2ea tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:10.253475 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2f5f11eb-b041-43ff-b350-4ee1c8944c6d None None] Provisioning complete for port 57701663-7186-42ab-8c7c-03839ae1b766 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:10.254449 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2f5f11eb-b041-43ff-b350-4ee1c8944c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:10.295908 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-2f5f11eb-b041-43ff-b350-4ee1c8944c6d None None] Port 57701663-7186-42ab-8c7c-03839ae1b766 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:13:10.302141 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-8fb29e87-589a-49e1-bc93-3916bfda4b44 req-911bd993-a2f1-474e-9195-aeedcc644754 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] For port 5cef067b-e698-4bfb-af35-95d2e5ccff35, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=5cef067b-e698-4bfb-af35-95d2e5ccff35,segment=NetworkSegment(cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f),segment_id=cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:10.302506 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-8fb29e87-589a-49e1-bc93-3916bfda4b44 req-911bd993-a2f1-474e-9195-aeedcc644754 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:10.320802 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-8fb29e87-589a-49e1-bc93-3916bfda4b44 req-911bd993-a2f1-474e-9195-aeedcc644754 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Calling delete_port for 5cef067b-e698-4bfb-af35-95d2e5ccff35 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:13:10.481191 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-8fb29e87-589a-49e1-bc93-3916bfda4b44 req-911bd993-a2f1-474e-9195-aeedcc644754 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:10.494102 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['5cef067b-e698-4bfb-af35-95d2e5ccff35'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:13:10.531614 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-61528b93-f3f2-43ff-81e7-f55fc14d96a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:10.537350 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911bd993-a2f1-474e-9195-aeedcc644754 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Pushing event deleted for resources: {'Port': ['ID=5cef067b-e698-4bfb-af35-95d2e5ccff35,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:10.572962 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a964549d-b090-442d-8233-b00da28dc2ea tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:10.579406 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb29e87-589a-49e1-bc93-3916bfda4b44 req-911bd993-a2f1-474e-9195-aeedcc644754 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] No DVR routers for this DVR port 5cef067b-e698-4bfb-af35-95d2e5ccff35 on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:13:10.581375 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-8fb29e87-589a-49e1-bc93-3916bfda4b44 req-911bd993-a2f1-474e-9195-aeedcc644754 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:10.583937 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8fb29e87-589a-49e1-bc93-3916bfda4b44 req-911bd993-a2f1-474e-9195-aeedcc644754 tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.41 "DELETE /v2.0/ports/5cef067b-e698-4bfb-af35-95d2e5ccff35 HTTP/1.1" status: 204 len: 173 time: 0.5258684 Aug 28 15:13:10.584461 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d105145-ad06-484f-9987-60a90d0dde95', 'name': 'network-vif-deleted', 'tag': '5cef067b-e698-4bfb-af35-95d2e5ccff35'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:13:10.585220 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a964549d-b090-442d-8233-b00da28dc2ea tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:10.586735 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7073bd-eabc-4d74-afdf-5339ab1d3b7b" -d '{"events": [{"server_uuid": "6d105145-ad06-484f-9987-60a90d0dde95", "name": "network-vif-deleted", "tag": "5cef067b-e698-4bfb-af35-95d2e5ccff35"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:13:10.632660 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cef0428-10b9-475f-b0a9-711a834f859c x-openstack-request-id: req-7cef0428-10b9-475f-b0a9-711a834f859c {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:13:10.633298 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d105145-ad06-484f-9987-60a90d0dde95", "name": "network-vif-deleted", "tag": "5cef067b-e698-4bfb-af35-95d2e5ccff35", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:13:10.633298 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7cef0428-10b9-475f-b0a9-711a834f859c {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:13:10.633594 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d105145-ad06-484f-9987-60a90d0dde95', 'name': 'network-vif-deleted', 'tag': '5cef067b-e698-4bfb-af35-95d2e5ccff35', 'status': 'completed', 'code': 200} Aug 28 15:13:10.669929 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964549d-b090-442d-8233-b00da28dc2ea tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Port': ['ID=57701663-7186-42ab-8c7c-03839ae1b766,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:10.677614 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a964549d-b090-442d-8233-b00da28dc2ea tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:10.792771 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a964549d-b090-442d-8233-b00da28dc2ea tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network 2f85b7aa-b47a-4d3f-a310-0b3805e23034 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:13:10.794207 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-a964549d-b090-442d-8233-b00da28dc2ea tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:13:10.837051 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6ceb6-7dcc-4c4a-beef-3a891c2057ac req-f494e3cf-15cc-48b3-900a-c90162590240 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:10.839076 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c3f6ceb6-7dcc-4c4a-beef-3a891c2057ac req-f494e3cf-15cc-48b3-900a-c90162590240 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=01476189-ed3d-4a75-b299-156c589f1c5f HTTP/1.1" status: 200 len: 944 time: 0.0571129 Aug 28 15:13:10.846343 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:10.900259 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c3f6ceb6-7dcc-4c4a-beef-3a891c2057ac req-00124224-950d-4d5c-80a3-42ed46e33c3b tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518055 Aug 28 15:13:10.950034 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a964549d-b090-442d-8233-b00da28dc2ea tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Router 67c35cc5-3257-4590-97a4-cea0155009bc is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:13:11.007973 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device a99a840a-852b-441f-9942-9327ad446fc0 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:13:11.052678 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a964549d-b090-442d-8233-b00da28dc2ea tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:13:11.061265 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a964549d-b090-442d-8233-b00da28dc2ea tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "PUT /v2.0/routers/67c35cc5-3257-4590-97a4-cea0155009bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1475828 Aug 28 15:13:11.065659 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55116) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:11.133121 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3734631-42b0-436b-af28-7d2cef04bd64 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:11.135375 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f3734631-42b0-436b-af28-7d2cef04bd64 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "GET /v2.0/ports/57701663-7186-42ab-8c7c-03839ae1b766 HTTP/1.1" status: 200 len: 977 time: 0.0696080 Aug 28 15:13:11.138659 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55120) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:11.156585 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89213e44-81cd-4610-a3fb-2cfa66bedaf7 None None] Sync routers for ids ['67c35cc5-3257-4590-97a4-cea0155009bc'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:13:11.215306 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89213e44-81cd-4610-a3fb-2cfa66bedaf7 None None] Routers {'67c35cc5-3257-4590-97a4-cea0155009bc'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:11.215989 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-89213e44-81cd-4610-a3fb-2cfa66bedaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['67c35cc5-3257-4590-97a4-cea0155009bc'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:11.217898 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4f1520ff-6651-4264-9c56-205e578bc602 None None] Provisioning complete for port 57701663-7186-42ab-8c7c-03839ae1b766 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:11.218274 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4f1520ff-6651-4264-9c56-205e578bc602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:11.281080 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677857c-8f9f-4142-9e56-9d7448f0d3e4 req-6f219c67-2ba9-4003-bf6d-dc1b1c2e32fe tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:11.286947 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7677857c-8f9f-4142-9e56-9d7448f0d3e4 req-6f219c67-2ba9-4003-bf6d-dc1b1c2e32fe tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1397431 Aug 28 15:13:11.300525 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-89213e44-81cd-4610-a3fb-2cfa66bedaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:11.339388 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-4f1520ff-6651-4264-9c56-205e578bc602 None None] Port 57701663-7186-42ab-8c7c-03839ae1b766 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:13:11.340645 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89213e44-81cd-4610-a3fb-2cfa66bedaf7 None None] Routers {'67c35cc5-3257-4590-97a4-cea0155009bc'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:11.345419 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-89213e44-81cd-4610-a3fb-2cfa66bedaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['67c35cc5-3257-4590-97a4-cea0155009bc'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:11.350572 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port a99a840a-852b-441f-9942-9327ad446fc0, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=a99a840a-852b-441f-9942-9327ad446fc0,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:11.355733 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7677857c-8f9f-4142-9e56-9d7448f0d3e4 req-6905e6f2-2035-426c-8001-3fd327dc5169 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612686 Aug 28 15:13:11.403691 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-89213e44-81cd-4610-a3fb-2cfa66bedaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:11.404374 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89213e44-81cd-4610-a3fb-2cfa66bedaf7 None None] The sync data for ids ['67c35cc5-3257-4590-97a4-cea0155009bc'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:13:11.408210 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'a99a840a-852b-441f-9942-9327ad446fc0', 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3', 'port_id': 'a99a840a-852b-441f-9942-9327ad446fc0', 'mac_address': 'fa:16:3e:55:3d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c26495-81f2-4073-8e6e-125cfbbdb151', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:13:11.427187 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7f681c23-6785-4be2-bf0c-1d8bd71d8c41 req-0f91f6ec-ba62-4c36-8f9a-49c0a5eefb2b tempest-ServerRescueTestJSON-120058325 tempest-ServerRescueTestJSON-120058325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d105145-ad06-484f-9987-60a90d0dde95 HTTP/1.1" status: 200 len: 210 time: 0.0680156 Aug 28 15:13:11.465706 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:11.498388 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a99a840a-852b-441f-9942-9327ad446fc0 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:13:11.528119 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port a99a840a-852b-441f-9942-9327ad446fc0, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=a99a840a-852b-441f-9942-9327ad446fc0,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:11.531252 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0939936e-278e-4029-ac74-5d82ad62bc81 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:13:11.535496 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:11.616633 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=a99a840a-852b-441f-9942-9327ad446fc0,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:11.631596 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 0939936e-278e-4029-ac74-5d82ad62bc81 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:11.632051 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:11.711697 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c1388eac-330c-4893-8ef4-5908e46d562d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:11.735368 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:11.894760 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['a99a840a-852b-441f-9942-9327ad446fc0'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:13:11.959518 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-c1388eac-330c-4893-8ef4-5908e46d562d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Deleting port 57701663-7186-42ab-8c7c-03839ae1b766 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:13:11.961195 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c1388eac-330c-4893-8ef4-5908e46d562d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:12.036049 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc96e39-63fe-4c18-9336-00672ff1b35f req-c4936d03-582d-4b4b-88cc-d0f4b052d970 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:12.037699 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7bc96e39-63fe-4c18-9336-00672ff1b35f req-c4936d03-582d-4b4b-88cc-d0f4b052d970 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=01476189-ed3d-4a75-b299-156c589f1c5f HTTP/1.1" status: 200 len: 945 time: 0.0615070 Aug 28 15:13:12.064202 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c1388eac-330c-4893-8ef4-5908e46d562d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:12.079113 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-c1388eac-330c-4893-8ef4-5908e46d562d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Calling delete_port for 57701663-7186-42ab-8c7c-03839ae1b766 owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:13:12.104547 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7bc96e39-63fe-4c18-9336-00672ff1b35f req-c971e05d-426f-48ff-b888-ae51edef50f8 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571430 Aug 28 15:13:12.264220 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c1388eac-330c-4893-8ef4-5908e46d562d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:12.301947 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1388eac-330c-4893-8ef4-5908e46d562d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Port': ['ID=57701663-7186-42ab-8c7c-03839ae1b766,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:12.461278 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c1388eac-330c-4893-8ef4-5908e46d562d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:12.504490 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55146) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:12.949338 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502443f0-115c-4a5f-b1c1-62a3b1b89c22 req-5117e85b-c1ab-4416-963b-b1e406d9b7ff tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:12.951070 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-502443f0-115c-4a5f-b1c1-62a3b1b89c22 req-5117e85b-c1ab-4416-963b-b1e406d9b7ff tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.4847941 Aug 28 15:13:13.012642 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device a99a840a-852b-441f-9942-9327ad446fc0 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:13:13.071376 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port a99a840a-852b-441f-9942-9327ad446fc0 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:13:13.076451 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port a99a840a-852b-441f-9942-9327ad446fc0 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:13.077096 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:13.109025 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1388eac-330c-4893-8ef4-5908e46d562d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Router 67c35cc5-3257-4590-97a4-cea0155009bc has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:13:13.143868 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-502443f0-115c-4a5f-b1c1-62a3b1b89c22 req-2c86a87d-de4d-4721-8dfb-50d57d49f84c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053574 Aug 28 15:13:13.194231 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:13.252062 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01476189-ed3d-4a75-b299-156c589f1c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99a840a-852b-441f-9942-9327ad446fc0'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:13:13.254807 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d70ee60-38b6-4388-b117-403bc9812248" -d '{"events": [{"server_uuid": "01476189-ed3d-4a75-b299-156c589f1c5f", "name": "network-vif-plugged", "status": "completed", "tag": "a99a840a-852b-441f-9942-9327ad446fc0"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:13:13.274058 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:13.276383 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port a99a840a-852b-441f-9942-9327ad446fc0, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=a99a840a-852b-441f-9942-9327ad446fc0,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:13.284277 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:13.362513 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99eb4905-1bc5-4b29-8408-1697d78b691b x-openstack-request-id: req-99eb4905-1bc5-4b29-8408-1697d78b691b {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:13:13.362513 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01476189-ed3d-4a75-b299-156c589f1c5f", "name": "network-vif-plugged", "status": "completed", "tag": "a99a840a-852b-441f-9942-9327ad446fc0", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:13:13.364345 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99eb4905-1bc5-4b29-8408-1697d78b691b {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:13:13.370688 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01476189-ed3d-4a75-b299-156c589f1c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99a840a-852b-441f-9942-9327ad446fc0', 'code': 200} Aug 28 15:13:13.370855 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae8888-ec68-4941-b0d4-18a638a17897 req-c1a28683-7f0b-4aab-92b7-cede4504292c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:13.380217 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f0ae8888-ec68-4941-b0d4-18a638a17897 req-c1a28683-7f0b-4aab-92b7-cede4504292c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=01476189-ed3d-4a75-b299-156c589f1c5f HTTP/1.1" status: 200 len: 945 time: 0.1471069 Aug 28 15:13:13.424386 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=a99a840a-852b-441f-9942-9327ad446fc0,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:13.437447 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1388eac-330c-4893-8ef4-5908e46d562d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:13:13.448846 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df60cf86-3dfe-477c-8ada-7ea7ced2a74e None None] Sync routers for ids ['67c35cc5-3257-4590-97a4-cea0155009bc'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:13:13.478349 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df60cf86-3dfe-477c-8ada-7ea7ced2a74e None None] Routers {'67c35cc5-3257-4590-97a4-cea0155009bc'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:13.479794 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-df60cf86-3dfe-477c-8ada-7ea7ced2a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['67c35cc5-3257-4590-97a4-cea0155009bc'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:13.510811 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f0ae8888-ec68-4941-b0d4-18a638a17897 req-534536da-ae79-4940-9058-055ab0d206ab tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202426 Aug 28 15:13:13.517439 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-df60cf86-3dfe-477c-8ada-7ea7ced2a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:13.529376 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df60cf86-3dfe-477c-8ada-7ea7ced2a74e None None] Routers {'67c35cc5-3257-4590-97a4-cea0155009bc'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:13.529987 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-df60cf86-3dfe-477c-8ada-7ea7ced2a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['67c35cc5-3257-4590-97a4-cea0155009bc'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:13.539719 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c1388eac-330c-4893-8ef4-5908e46d562d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "PUT /v2.0/routers/67c35cc5-3257-4590-97a4-cea0155009bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3972578 Aug 28 15:13:13.539944 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4679ff-7b83-4419-897a-f8a8c7994fe5 req-a8b3bb0e-f5cb-48cb-8bc0-f9c225345a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:13.539944 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7d4679ff-7b83-4419-897a-f8a8c7994fe5 req-a8b3bb0e-f5cb-48cb-8bc0-f9c225345a28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d&device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 1097 time: 0.1059954 Aug 28 15:13:13.540090 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55170) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:13.575510 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-df60cf86-3dfe-477c-8ada-7ea7ced2a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:13.576197 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df60cf86-3dfe-477c-8ada-7ea7ced2a74e None None] The sync data for ids ['67c35cc5-3257-4590-97a4-cea0155009bc'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:13:13.685650 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dab24e-943f-4e7e-b94b-5f4a6320ab9c req-7750aef2-dc23-46e4-9554-a357eed6d4cb tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:13.695887 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-98dab24e-943f-4e7e-b94b-5f4a6320ab9c req-7750aef2-dc23-46e4-9554-a357eed6d4cb tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1443150 Aug 28 15:13:13.730497 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36da0d1-e23c-46bc-b7d4-68e535bdbdfb req-d8fd8e90-e9a8-4b15-9a59-9007430dc286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:13.732061 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f36da0d1-e23c-46bc-b7d4-68e535bdbdfb req-d8fd8e90-e9a8-4b15-9a59-9007430dc286 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=01476189-ed3d-4a75-b299-156c589f1c5f HTTP/1.1" status: 200 len: 1098 time: 0.2926154 Aug 28 15:13:13.775228 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-98dab24e-943f-4e7e-b94b-5f4a6320ab9c req-4ed10e14-d97c-4f73-b4a8-c3e08ec6edb7 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774477 Aug 28 15:13:13.807988 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f36da0d1-e23c-46bc-b7d4-68e535bdbdfb req-ef5ee899-977d-4dfb-879b-5a6a538a6e3c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610173 Aug 28 15:13:13.871582 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0050-d531-4bb8-a345-4b319fdf7678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:14.162444 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-339a780e-6b1c-44e8-a3b0-cb2da1910b3f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] remove_router_interface failed (client error): The resource could not be found. Aug 28 15:13:14.163024 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-dc0a0050-d531-4bb8-a345-4b319fdf7678 admin admin] Deleting port 086ff731-bd3f-4acf-bcac-5ed192c58d84 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:13:14.163503 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0050-d531-4bb8-a345-4b319fdf7678 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:14.166867 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-339a780e-6b1c-44e8-a3b0-cb2da1910b3f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "PUT /v2.0/routers/67c35cc5-3257-4590-97a4-cea0155009bc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6251807 Aug 28 15:13:14.168339 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55182) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:14.177547 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4679ff-7b83-4419-897a-f8a8c7994fe5 req-384fbc3d-0ade-4fcc-a5e4-794764892094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:14.179471 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7d4679ff-7b83-4419-897a-f8a8c7994fe5 req-384fbc3d-0ade-4fcc-a5e4-794764892094 service neutron] 10.222.0.41 "GET /v2.0/networks?id=77650b04-197c-4f2d-93ed-1f3a3f2db13f HTTP/1.1" status: 200 len: 912 time: 0.6305933 Aug 28 15:13:14.211355 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5db38cfa-795a-482d-82f6-20b906ad2dda tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "GET /v2.0/ports?device_id=67c35cc5-3257-4590-97a4-cea0155009bc HTTP/1.1" status: 200 len: 205 time: 0.0400290 Aug 28 15:13:14.211355 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55184) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:14.256525 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-dc0a0050-d531-4bb8-a345-4b319fdf7678 admin admin] For port 086ff731-bd3f-4acf-bcac-5ed192c58d84, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=086ff731-bd3f-4acf-bcac-5ed192c58d84,segment=NetworkSegment(cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f),segment_id=cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:14.256879 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0050-d531-4bb8-a345-4b319fdf7678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:14.273676 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-dc0a0050-d531-4bb8-a345-4b319fdf7678 admin admin] Calling delete_port for 086ff731-bd3f-4acf-bcac-5ed192c58d84 owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:13:14.330698 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6c06044d-3d0d-4e13-bc94-d37ea85b0d3c tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:14.406744 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7d4679ff-7b83-4419-897a-f8a8c7994fe5 req-ce1a7d45-5e61-4211-b268-b0d1156e125c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e5b61b0-9b37-402c-ac33-0a57b7fac04e HTTP/1.1" status: 200 len: 1000 time: 0.2078888 Aug 28 15:13:14.483512 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0050-d531-4bb8-a345-4b319fdf7678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:14.515226 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a0050-d531-4bb8-a345-4b319fdf7678 admin admin] Pushing event deleted for resources: {'Port': ['ID=086ff731-bd3f-4acf-bcac-5ed192c58d84,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:14.537682 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6c06044d-3d0d-4e13-bc94-d37ea85b0d3c tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:14.543526 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6c06044d-3d0d-4e13-bc94-d37ea85b0d3c tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:14.602374 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4679ff-7b83-4419-897a-f8a8c7994fe5 req-8342f19d-dfdf-4036-b228-8821a8a823bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:14.603872 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7d4679ff-7b83-4419-897a-f8a8c7994fe5 req-8342f19d-dfdf-4036-b228-8821a8a823bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=836bd9d7-21bc-4e2a-b716-53b54890baa2 HTTP/1.1" status: 200 len: 850 time: 0.1649342 Aug 28 15:13:14.639377 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6c06044d-3d0d-4e13-bc94-d37ea85b0d3c tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:14.639938 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c06044d-3d0d-4e13-bc94-d37ea85b0d3c tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Fanout notify agent at l3_agent the message router_deleted on router 67c35cc5-3257-4590-97a4-cea0155009bc {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:13:14.663596 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6c06044d-3d0d-4e13-bc94-d37ea85b0d3c tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:14.664765 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6c06044d-3d0d-4e13-bc94-d37ea85b0d3c tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/routers/67c35cc5-3257-4590-97a4-cea0155009bc HTTP/1.1" status: 204 len: 168 time: 0.4526405 Aug 28 15:13:14.669228 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55196) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:14.712789 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0050-d531-4bb8-a345-4b319fdf7678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:14.734289 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abaa30-4d29-4cff-8b7e-775300c40c23 req-5db4341e-a8ed-4771-8014-991683726184 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:14.735893 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-33abaa30-4d29-4cff-8b7e-775300c40c23 req-5db4341e-a8ed-4771-8014-991683726184 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=01476189-ed3d-4a75-b299-156c589f1c5f HTTP/1.1" status: 200 len: 946 time: 0.1434000 Aug 28 15:13:14.742980 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4679ff-7b83-4419-897a-f8a8c7994fe5 req-9017b46f-cfa2-4b32-b654-a07a5f64421b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:14.744596 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7d4679ff-7b83-4419-897a-f8a8c7994fe5 req-9017b46f-cfa2-4b32-b654-a07a5f64421b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77650b04-197c-4f2d-93ed-1f3a3f2db13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1196930 Aug 28 15:13:14.750318 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c53d31-5730-451c-9166-360802e1f785 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Deleting subnet aa28c1fa-ac8b-4e5b-8064-e49068b9c20f {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:13:14.767736 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-7d4679ff-7b83-4419-897a-f8a8c7994fe5 req-13487ec3-ed38-45e2-bbfa-6561907f5552 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:13:14.768646 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7d4679ff-7b83-4419-897a-f8a8c7994fe5 req-13487ec3-ed38-45e2-bbfa-6561907f5552 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154130 Aug 28 15:13:14.770306 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-46c53d31-5730-451c-9166-360802e1f785 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:14.890901 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-33abaa30-4d29-4cff-8b7e-775300c40c23 req-555a229c-cf62-4e27-a4a6-1e91c2e9949e tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433105 Aug 28 15:13:14.909036 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-46c53d31-5730-451c-9166-360802e1f785 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:14.987318 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7d4679ff-7b83-4419-897a-f8a8c7994fe5 req-1e324873-f422-4376-984f-23a6c9acd948 service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894677 Aug 28 15:13:15.022861 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e826b-9621-47db-a904-30202f58d164 req-ecbc84f9-8b73-4cb1-84f5-136a9c2f4a78 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:15.024962 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ab5e826b-9621-47db-a904-30202f58d164 req-ecbc84f9-8b73-4cb1-84f5-136a9c2f4a78 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1353922 Aug 28 15:13:15.036141 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0a0050-d531-4bb8-a345-4b319fdf7678 admin admin] Router 83d5c65f-c4c6-4554-a820-8d75eded42c7 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:13:15.042624 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 5cef067b-e698-4bfb-af35-95d2e5ccff35 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:13:15.067113 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 5cef067b-e698-4bfb-af35-95d2e5ccff35 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:13:15.067840 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 5cef067b-e698-4bfb-af35-95d2e5ccff35 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:13:15.109296 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-46c53d31-5730-451c-9166-360802e1f785 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:15.123246 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ab5e826b-9621-47db-a904-30202f58d164 req-1d2915bb-c250-4e77-be84-0fcd9092eaa2 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918021 Aug 28 15:13:15.171277 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7d4679ff-7b83-4419-897a-f8a8c7994fe5 req-49d48773-f87d-4d6a-8c43-0bb18e849abb service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534779 Aug 28 15:13:15.194934 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-46c53d31-5730-451c-9166-360802e1f785 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:15.199465 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0a0050-d531-4bb8-a345-4b319fdf7678 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:13:15.206998 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-dc0a0050-d531-4bb8-a345-4b319fdf7678 admin admin] 10.222.0.13 "PUT /v2.0/routers/83d5c65f-c4c6-4554-a820-8d75eded42c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6680660 Aug 28 15:13:15.207289 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55210) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:15.210532 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8588114-2180-49d4-b455-4320b669ac94 None None] Sync routers for ids ['83d5c65f-c4c6-4554-a820-8d75eded42c7'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:13:15.225714 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c53d31-5730-451c-9166-360802e1f785 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Subnet': ['ID=aa28c1fa-ac8b-4e5b-8064-e49068b9c20f,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:15.230359 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-46c53d31-5730-451c-9166-360802e1f785 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:15.234670 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-46c53d31-5730-451c-9166-360802e1f785 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/subnets/aa28c1fa-ac8b-4e5b-8064-e49068b9c20f HTTP/1.1" status: 204 len: 168 time: 0.5621383 Aug 28 15:13:15.234967 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55212) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:15.238433 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea0c2ff-c9cc-4834-b2de-3bbc38c1244f None None] Network 2f85b7aa-b47a-4d3f-a310-0b3805e23034 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:13:15.348262 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-796c175e-465d-465b-9fa5-53e69f167016 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:15.372843 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b8fd40c5-a441-47dd-967c-af4b33243c77 admin admin] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:15.387477 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8588114-2180-49d4-b455-4320b669ac94 None None] Routers {'83d5c65f-c4c6-4554-a820-8d75eded42c7'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:15.388272 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e8588114-2180-49d4-b455-4320b669ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['83d5c65f-c4c6-4554-a820-8d75eded42c7'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:15.423436 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-796c175e-465d-465b-9fa5-53e69f167016 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Deleting port 0939936e-278e-4029-ac74-5d82ad62bc81 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:13:15.423991 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-796c175e-465d-465b-9fa5-53e69f167016 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:15.499892 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b8fd40c5-a441-47dd-967c-af4b33243c77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:15.532150 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-796c175e-465d-465b-9fa5-53e69f167016 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] For port 0939936e-278e-4029-ac74-5d82ad62bc81, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0939936e-278e-4029-ac74-5d82ad62bc81,segment=NetworkSegment(8ea673e8-4ffd-4c48-a090-33c5264104d0),segment_id=8ea673e8-4ffd-4c48-a090-33c5264104d0)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:15.532521 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-796c175e-465d-465b-9fa5-53e69f167016 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:15.548269 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-796c175e-465d-465b-9fa5-53e69f167016 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Calling delete_port for 0939936e-278e-4029-ac74-5d82ad62bc81 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:13:15.567054 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-b8fd40c5-a441-47dd-967c-af4b33243c77 admin admin] Deleting port 9cb87689-8227-4b4a-8802-ff22f9a50dc9 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:13:15.567487 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b8fd40c5-a441-47dd-967c-af4b33243c77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:15.603412 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-e8588114-2180-49d4-b455-4320b669ac94 None None] Set router 83d5c65f-c4c6-4554-a820-8d75eded42c7 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:13:15.688395 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-796c175e-465d-465b-9fa5-53e69f167016 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:15.706744 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407ca9ac-6838-4b6d-8c8d-cf14f278e2cc None None] DHCP port deletion for 2f85b7aa-b47a-4d3f-a310-0b3805e23034 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:13:15.742460 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-b8fd40c5-a441-47dd-967c-af4b33243c77 admin admin] For port 9cb87689-8227-4b4a-8802-ff22f9a50dc9, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=9cb87689-8227-4b4a-8802-ff22f9a50dc9,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:15.749681 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b8fd40c5-a441-47dd-967c-af4b33243c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:15.771606 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c175e-465d-465b-9fa5-53e69f167016 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Port': ['ID=0939936e-278e-4029-ac74-5d82ad62bc81,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:15.773975 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c175e-465d-465b-9fa5-53e69f167016 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] No DVR routers for this DVR port 0939936e-278e-4029-ac74-5d82ad62bc81 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:13:15.785135 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-b8fd40c5-a441-47dd-967c-af4b33243c77 admin admin] Calling delete_port for 9cb87689-8227-4b4a-8802-ff22f9a50dc9 owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:13:15.893034 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e8588114-2180-49d4-b455-4320b669ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d5c65f-c4c6-4554-a820-8d75eded42c7', 'name': 'tempest-ServerRescueTestJSON-857853606-router', 'tenant_id': 'b6803f8be4734cbb937bc1da576db856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '9cb87689-8227-4b4a-8802-ff22f9a50dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:11:17Z', 'updated_at': '2021-08-28T15:13:14Z', 'revision_number': 5, 'project_id': 'b6803f8be4734cbb937bc1da576db856', 'gw_port': {'id': '9cb87689-8227-4b4a-8802-ff22f9a50dc9', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d5c65f-c4c6-4554-a820-8d75eded42c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:11:17Z', 'updated_at': '2021-08-28T15:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:15.904324 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-796c175e-465d-465b-9fa5-53e69f167016 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:15.932011 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-796c175e-465d-465b-9fa5-53e69f167016 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f85b7aa-b47a-4d3f-a310-0b3805e23034']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:15.934558 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8588114-2180-49d4-b455-4320b669ac94 None None] Checking router: 83d5c65f-c4c6-4554-a820-8d75eded42c7 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:13:15.945802 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-796c175e-465d-465b-9fa5-53e69f167016 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea673e8-4ffd-4c48-a090-33c5264104d0') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:15.946491 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-796c175e-465d-465b-9fa5-53e69f167016 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea673e8-4ffd-4c48-a090-33c5264104d0') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:15.948693 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8588114-2180-49d4-b455-4320b669ac94 None None] Routers {'83d5c65f-c4c6-4554-a820-8d75eded42c7'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:15.949458 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e8588114-2180-49d4-b455-4320b669ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['83d5c65f-c4c6-4554-a820-8d75eded42c7'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:15.957368 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-796c175e-465d-465b-9fa5-53e69f167016 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:15.976111 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-796c175e-465d-465b-9fa5-53e69f167016 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:15.983936 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-796c175e-465d-465b-9fa5-53e69f167016 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:13:15.985025 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-796c175e-465d-465b-9fa5-53e69f167016 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:13:15.988692 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:13:16.029520 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b8fd40c5-a441-47dd-967c-af4b33243c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:16.053459 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:13:16.064659 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-e8588114-2180-49d4-b455-4320b669ac94 None None] Set router 83d5c65f-c4c6-4554-a820-8d75eded42c7 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:13:16.087171 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd40c5-a441-47dd-967c-af4b33243c77 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cb87689-8227-4b4a-8802-ff22f9a50dc9,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:16.100781 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086453e6-4c2f-4bb8-b14e-5eb30c04ff96 req-774e6759-2a0c-4c95-8a8d-66a78df5fe79 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:16.102561 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-086453e6-4c2f-4bb8-b14e-5eb30c04ff96 req-774e6759-2a0c-4c95-8a8d-66a78df5fe79 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=01476189-ed3d-4a75-b299-156c589f1c5f HTTP/1.1" status: 200 len: 946 time: 0.0963690 Aug 28 15:13:16.104021 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-796c175e-465d-465b-9fa5-53e69f167016 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:16.129510 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-796c175e-465d-465b-9fa5-53e69f167016 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:16.131337 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-796c175e-465d-465b-9fa5-53e69f167016 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/networks/2f85b7aa-b47a-4d3f-a310-0b3805e23034 HTTP/1.1" status: 204 len: 168 time: 0.8955507 Aug 28 15:13:16.132218 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c175e-465d-465b-9fa5-53e69f167016 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Network': ['ID=2f85b7aa-b47a-4d3f-a310-0b3805e23034,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:16.145524 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55226) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:16.148401 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e8588114-2180-49d4-b455-4320b669ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d5c65f-c4c6-4554-a820-8d75eded42c7', 'name': 'tempest-ServerRescueTestJSON-857853606-router', 'tenant_id': 'b6803f8be4734cbb937bc1da576db856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:11:17Z', 'updated_at': '2021-08-28T15:13:15Z', 'revision_number': 6, 'project_id': 'b6803f8be4734cbb937bc1da576db856', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:16.152157 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-b7eee93d-83a1-46bf-bcf4-651b92287b6e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'network': {'name': 'tempest-RoutersTest-1803808332'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:16.184577 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b8fd40c5-a441-47dd-967c-af4b33243c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:16.193178 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-086453e6-4c2f-4bb8-b14e-5eb30c04ff96 req-ad6b0521-fcb0-414c-8900-d3be883d6422 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698071 Aug 28 15:13:16.202002 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7eee93d-83a1-46bf-bcf4-651b92287b6e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Made reservation on behalf of 0fc16fe27b184308b0bfe69589020025 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:13:16.205683 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b7eee93d-83a1-46bf-bcf4-651b92287b6e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:16.205865 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8588114-2180-49d4-b455-4320b669ac94 None None] The sync data for ids ['83d5c65f-c4c6-4554-a820-8d75eded42c7'] in n-d-712137-10 is: [{'id': '83d5c65f-c4c6-4554-a820-8d75eded42c7', 'name': 'tempest-ServerRescueTestJSON-857853606-router', 'tenant_id': 'b6803f8be4734cbb937bc1da576db856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:11:17Z', 'updated_at': '2021-08-28T15:13:15Z', 'revision_number': 6, 'project_id': 'b6803f8be4734cbb937bc1da576db856', 'gw_port_host': None}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:13:16.256057 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7eee93d-83a1-46bf-bcf4-651b92287b6e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:13:16.276098 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b7eee93d-83a1-46bf-bcf4-651b92287b6e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:16.276566 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-b7eee93d-83a1-46bf-bcf4-651b92287b6e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Added segment 860c7516-1fcc-4299-87c2-4d389c42918b of type vlan for network 354e3e0b-8cce-426a-8e18-4ad86dea9702 Aug 28 15:13:16.329134 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b7eee93d-83a1-46bf-bcf4-651b92287b6e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:16.338230 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b8fd40c5-a441-47dd-967c-af4b33243c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:16.340558 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b8fd40c5-a441-47dd-967c-af4b33243c77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:16.372825 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b7eee93d-83a1-46bf-bcf4-651b92287b6e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:16.390030 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7eee93d-83a1-46bf-bcf4-651b92287b6e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:16.390732 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b7eee93d-83a1-46bf-bcf4-651b92287b6e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:16.402761 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c582335-7940-495f-81c4-af92e00adcae req-2e79b8f4-48cb-41ca-93c2-aa9d4aa1d351 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:16.404472 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9c582335-7940-495f-81c4-af92e00adcae req-2e79b8f4-48cb-41ca-93c2-aa9d4aa1d351 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1224515 Aug 28 15:13:16.405793 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b8fd40c5-a441-47dd-967c-af4b33243c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:16.406322 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fd40c5-a441-47dd-967c-af4b33243c77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83d5c65f-c4c6-4554-a820-8d75eded42c7 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:13:16.419831 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b8fd40c5-a441-47dd-967c-af4b33243c77 admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:16.425836 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b8fd40c5-a441-47dd-967c-af4b33243c77 admin admin] 10.222.0.13 "DELETE /v2.0/routers/83d5c65f-c4c6-4554-a820-8d75eded42c7 HTTP/1.1" status: 204 len: 168 time: 1.2175758 Aug 28 15:13:16.426615 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55238) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:16.478627 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eee93d-83a1-46bf-bcf4-651b92287b6e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Network': ['ID=354e3e0b-8cce-426a-8e18-4ad86dea9702,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:16.485221 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b7eee93d-83a1-46bf-bcf4-651b92287b6e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3376319 Aug 28 15:13:16.489305 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55240) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:16.495597 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 354e3e0b-8cce-426a-8e18-4ad86dea9702 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:13:16.505531 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9c582335-7940-495f-81c4-af92e00adcae req-b3306742-f549-4089-9689-61521668b58c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692334 Aug 28 15:13:16.511225 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-558191af-0483-46cd-8706-26c7d0b7bc33 admin admin] Deleting subnet 3a9b8f69-df1a-4471-9b51-9cd5ba7ffa49 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:13:16.513277 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-17f2a072-18b8-4215-86db-99f2822b2ec5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'subnet': {'network_id': '354e3e0b-8cce-426a-8e18-4ad86dea9702', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:16.515306 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-558191af-0483-46cd-8706-26c7d0b7bc33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:16.571220 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-558191af-0483-46cd-8706-26c7d0b7bc33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:16.644196 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60860d-a3aa-4513-b996-5945b3c91a8b req-bc77a275-9ebe-4ea6-ae28-af33d59a0755 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:16.652065 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5f60860d-a3aa-4513-b996-5945b3c91a8b req-bc77a275-9ebe-4ea6-ae28-af33d59a0755 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=01476189-ed3d-4a75-b299-156c589f1c5f HTTP/1.1" status: 200 len: 946 time: 0.1634386 Aug 28 15:13:16.652518 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-558191af-0483-46cd-8706-26c7d0b7bc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:16.698098 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5f60860d-a3aa-4513-b996-5945b3c91a8b req-da307827-b746-4a5a-98c1-70e7c82e522e tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444572 Aug 28 15:13:16.715768 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f2a072-18b8-4215-86db-99f2822b2ec5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Made reservation on behalf of 0fc16fe27b184308b0bfe69589020025 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:13:16.720428 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17f2a072-18b8-4215-86db-99f2822b2ec5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:16.757256 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aae718-80fe-483e-9d50-f3db353b1ad4 req-789aaf7c-36fe-4797-97f5-00435c5e52a1 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:16.758773 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b9aae718-80fe-483e-9d50-f3db353b1ad4 req-789aaf7c-36fe-4797-97f5-00435c5e52a1 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1216679 Aug 28 15:13:16.772683 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-558191af-0483-46cd-8706-26c7d0b7bc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:16.830231 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558191af-0483-46cd-8706-26c7d0b7bc33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a9b8f69-df1a-4471-9b51-9cd5ba7ffa49,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:16.842701 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-558191af-0483-46cd-8706-26c7d0b7bc33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:16.844716 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-558191af-0483-46cd-8706-26c7d0b7bc33 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3a9b8f69-df1a-4471-9b51-9cd5ba7ffa49 HTTP/1.1" status: 204 len: 168 time: 0.4163837 Aug 28 15:13:16.847405 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55250) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:16.884680 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b9aae718-80fe-483e-9d50-f3db353b1ad4 req-7946fa95-cf49-4a1b-96e1-032737c0ecb6 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961735 Aug 28 15:13:16.938655 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17f2a072-18b8-4215-86db-99f2822b2ec5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:16.959365 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94a4f56f-7e7d-4113-9712-70af695fdf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:17.040081 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2a072-18b8-4215-86db-99f2822b2ec5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Subnet': ['ID=5f2cf013-8614-4f9b-8e76-68226ad29d86,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:17.055097 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94a4f56f-7e7d-4113-9712-70af695fdf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:17.063025 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f2a072-18b8-4215-86db-99f2822b2ec5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Checking segment: {'id': '860c7516-1fcc-4299-87c2-4d389c42918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '354e3e0b-8cce-426a-8e18-4ad86dea9702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:13:17.063225 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f2a072-18b8-4215-86db-99f2822b2ec5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network hostable DHCP agents. Network: 354e3e0b-8cce-426a-8e18-4ad86dea9702, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:13:17.069598 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-94a4f56f-7e7d-4113-9712-70af695fdf0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53141248-8e00-4514-be68-258a5198e7a0']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:17.075509 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1bf96a-981b-465a-acb3-8f7755549fa4 req-a04f3166-f4d6-4d90-982b-583405dcb27e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:17.077171 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ed1bf96a-981b-465a-acb3-8f7755549fa4 req-a04f3166-f4d6-4d90-982b-583405dcb27e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1071451 Aug 28 15:13:17.084784 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-94a4f56f-7e7d-4113-9712-70af695fdf0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:17.085194 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-94a4f56f-7e7d-4113-9712-70af695fdf0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc5075a1-6ac3-4fb1-b14e-ebe5c2518a1f') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:17.099134 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94a4f56f-7e7d-4113-9712-70af695fdf0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:17.116439 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94a4f56f-7e7d-4113-9712-70af695fdf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:17.124153 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a4f56f-7e7d-4113-9712-70af695fdf0d admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:13:17.124790 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94a4f56f-7e7d-4113-9712-70af695fdf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:17.126387 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f2a072-18b8-4215-86db-99f2822b2ec5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network 354e3e0b-8cce-426a-8e18-4ad86dea9702 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:13:17.126762 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:13:17.141643 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ed1bf96a-981b-465a-acb3-8f7755549fa4 req-5f844887-3242-41bf-a098-4a83b0e5d573 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521276 Aug 28 15:13:17.146904 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-17f2a072-18b8-4215-86db-99f2822b2ec5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 354e3e0b-8cce-426a-8e18-4ad86dea9702) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:13:17.152775 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f2a072-18b8-4215-86db-99f2822b2ec5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:17.153635 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17f2a072-18b8-4215-86db-99f2822b2ec5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:17.158046 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5192948-5a83-4d98-b821-4391f3dc8cc2 None None] Network 354e3e0b-8cce-426a-8e18-4ad86dea9702 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:13:17.171740 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-17f2a072-18b8-4215-86db-99f2822b2ec5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6791084 Aug 28 15:13:17.174579 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55258) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:17.180852 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-c6127c26-7f79-464c-93cf-f314b548927f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-823658561', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:17.207493 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94a4f56f-7e7d-4113-9712-70af695fdf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:17.215649 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-94a4f56f-7e7d-4113-9712-70af695fdf0d admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:17.220208 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-94a4f56f-7e7d-4113-9712-70af695fdf0d admin admin] 10.222.0.13 "DELETE /v2.0/networks/53141248-8e00-4514-be68-258a5198e7a0 HTTP/1.1" status: 204 len: 168 time: 0.3585944 Aug 28 15:13:17.228778 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c6127c26-7f79-464c-93cf-f314b548927f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:17.229872 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c6127c26-7f79-464c-93cf-f314b548927f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:17.240674 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4f56f-7e7d-4113-9712-70af695fdf0d admin admin] Pushing event deleted for resources: {'Network': ['ID=53141248-8e00-4514-be68-258a5198e7a0,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:17.318288 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c6127c26-7f79-464c-93cf-f314b548927f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:17.325454 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c6127c26-7f79-464c-93cf-f314b548927f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:17.366010 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c6127c26-7f79-464c-93cf-f314b548927f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:17.370738 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55264) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:17.373907 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c6127c26-7f79-464c-93cf-f314b548927f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1978276 Aug 28 15:13:17.403400 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4f20b3-4410-4ff3-a1c5-a9e6ded5ecc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-354e3e0b-8cce-426a-8e18-4ad86dea9702', 'network_id': '354e3e0b-8cce-426a-8e18-4ad86dea9702', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'fixed_ips': [{'subnet_id': '5f2cf013-8614-4f9b-8e76-68226ad29d86'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:13:17.407119 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6b4f20b3-4410-4ff3-a1c5-a9e6ded5ecc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:17.538363 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55272) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:17.562165 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9cb87689-8227-4b4a-8802-ff22f9a50dc9 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:13:17.660487 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa80f8-432a-4a80-9ded-82aff19579aa req-7b7b51c3-3dce-4a1f-9b43-04cb5b262710 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:17.662058 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-53aa80f8-432a-4a80-9ded-82aff19579aa req-7b7b51c3-3dce-4a1f-9b43-04cb5b262710 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1067617 Aug 28 15:13:17.665290 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-aad61ae4-f11b-45f8-bc5a-99c54a706ebf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6803f8be4734cbb937bc1da576db856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1257813 Aug 28 15:13:17.671985 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55274) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:17.676636 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 9cb87689-8227-4b4a-8802-ff22f9a50dc9 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:13:17.676964 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9cb87689-8227-4b4a-8802-ff22f9a50dc9 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:13:17.677388 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0939936e-278e-4029-ac74-5d82ad62bc81 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:13:17.703481 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 0939936e-278e-4029-ac74-5d82ad62bc81 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:13:17.703986 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0939936e-278e-4029-ac74-5d82ad62bc81 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:13:17.704403 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 086ff731-bd3f-4acf-bcac-5ed192c58d84 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:13:17.710163 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-6b4f20b3-4410-4ff3-a1c5-a9e6ded5ecc0 None None] Allocated IP 172.20.0.2 (354e3e0b-8cce-426a-8e18-4ad86dea9702/5f2cf013-8614-4f9b-8e76-68226ad29d86/26482e4f-9367-4615-b577-310c0474cccc) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:13:17.765157 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 086ff731-bd3f-4acf-bcac-5ed192c58d84 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:13:17.765721 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 086ff731-bd3f-4acf-bcac-5ed192c58d84 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:13:17.781922 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-53aa80f8-432a-4a80-9ded-82aff19579aa req-79899f9f-7bc9-4093-8a04-6f9fdaebf656 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078947 Aug 28 15:13:17.807976 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-30b15825-7ec4-4c54-aef5-5b2e78ba0ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:17.843872 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-30b15825-7ec4-4c54-aef5-5b2e78ba0ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:17.984968 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece2fa7-1e77-4062-9794-842308f62ded req-f2bbfeb5-2e0a-406f-8c49-c0563bc1f6d5 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:17.986962 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8ece2fa7-1e77-4062-9794-842308f62ded req-f2bbfeb5-2e0a-406f-8c49-c0563bc1f6d5 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.41 "GET /v2.0/ports?device_id=01476189-ed3d-4a75-b299-156c589f1c5f HTTP/1.1" status: 200 len: 946 time: 0.0580740 Aug 28 15:13:17.992060 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-30b15825-7ec4-4c54-aef5-5b2e78ba0ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:17.995468 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-30b15825-7ec4-4c54-aef5-5b2e78ba0ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:17.996771 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-30b15825-7ec4-4c54-aef5-5b2e78ba0ed2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95a59e77-0c9b-4c7c-a43a-229a9faf3989 HTTP/1.1" status: 204 len: 168 time: 0.3112652 Aug 28 15:13:18.012962 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6b4f20b3-4410-4ff3-a1c5-a9e6ded5ecc0 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:18.024475 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6b4f20b3-4410-4ff3-a1c5-a9e6ded5ecc0 None None] Transition to ACTIVE for port object 26482e4f-9367-4615-b577-310c0474cccc will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:13:18.029299 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b15825-7ec4-4c54-aef5-5b2e78ba0ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a59e77-0c9b-4c7c-a43a-229a9faf3989,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:18.066747 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6b4f20b3-4410-4ff3-a1c5-a9e6ded5ecc0 None None] Transition to ACTIVE for port object 26482e4f-9367-4615-b577-310c0474cccc will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:13:18.091029 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6b4f20b3-4410-4ff3-a1c5-a9e6ded5ecc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:18.143973 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-8ece2fa7-1e77-4062-9794-842308f62ded req-84c0a37c-f559-4766-8ed2-022fb185a63e tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Deleting port a99a840a-852b-441f-9942-9327ad446fc0 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:13:18.144696 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-8ece2fa7-1e77-4062-9794-842308f62ded req-84c0a37c-f559-4766-8ed2-022fb185a63e tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:18.146576 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87460f23-e61f-4b2c-a252-f71b394a1eaf req-c5ea188c-ec4b-4fed-be91-f7b3dca6ca52 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:18.148164 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-87460f23-e61f-4b2c-a252-f71b394a1eaf req-c5ea188c-ec4b-4fed-be91-f7b3dca6ca52 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=01476189-ed3d-4a75-b299-156c589f1c5f HTTP/1.1" status: 200 len: 946 time: 0.1732075 Aug 28 15:13:18.172250 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f20b3-4410-4ff3-a1c5-a9e6ded5ecc0 None None] Pushing event updated for resources: {'Port': ['ID=26482e4f-9367-4615-b577-310c0474cccc,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:18.191287 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4f20b3-4410-4ff3-a1c5-a9e6ded5ecc0 None None] Network 354e3e0b-8cce-426a-8e18-4ad86dea9702 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:13:18.193804 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-6b4f20b3-4410-4ff3-a1c5-a9e6ded5ecc0 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:13:18.196962 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4f20b3-4410-4ff3-a1c5-a9e6ded5ecc0 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:13:18.282322 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-6b4f20b3-4410-4ff3-a1c5-a9e6ded5ecc0 None None] Attempting to bind port 26482e4f-9367-4615-b577-310c0474cccc on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:13:18.283106 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-6b4f20b3-4410-4ff3-a1c5-a9e6ded5ecc0 None None] Attempting to bind port 26482e4f-9367-4615-b577-310c0474cccc by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '860c7516-1fcc-4299-87c2-4d389c42918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '354e3e0b-8cce-426a-8e18-4ad86dea9702'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:13:18.283675 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f20b3-4410-4ff3-a1c5-a9e6ded5ecc0 None None] Attempting to bind port 26482e4f-9367-4615-b577-310c0474cccc on network 354e3e0b-8cce-426a-8e18-4ad86dea9702 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:13:18.284139 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-8ece2fa7-1e77-4062-9794-842308f62ded req-84c0a37c-f559-4766-8ed2-022fb185a63e tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] For port a99a840a-852b-441f-9942-9327ad446fc0, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=a99a840a-852b-441f-9942-9327ad446fc0,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:18.284609 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-8ece2fa7-1e77-4062-9794-842308f62ded req-84c0a37c-f559-4766-8ed2-022fb185a63e tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:18.305555 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f20b3-4410-4ff3-a1c5-a9e6ded5ecc0 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:13:18.308329 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f20b3-4410-4ff3-a1c5-a9e6ded5ecc0 None None] Checking segment: {'id': '860c7516-1fcc-4299-87c2-4d389c42918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '354e3e0b-8cce-426a-8e18-4ad86dea9702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:13:18.308965 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6b4f20b3-4410-4ff3-a1c5-a9e6ded5ecc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:18.309336 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-8ece2fa7-1e77-4062-9794-842308f62ded req-84c0a37c-f559-4766-8ed2-022fb185a63e tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Calling delete_port for a99a840a-852b-441f-9942-9327ad446fc0 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:13:18.309717 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f20b3-4410-4ff3-a1c5-a9e6ded5ecc0 None None] Bound using segment: {'id': '860c7516-1fcc-4299-87c2-4d389c42918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '354e3e0b-8cce-426a-8e18-4ad86dea9702'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:13:18.311521 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-6b4f20b3-4410-4ff3-a1c5-a9e6ded5ecc0 None None] Bound port: 26482e4f-9367-4615-b577-310c0474cccc, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860c7516-1fcc-4299-87c2-4d389c42918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '354e3e0b-8cce-426a-8e18-4ad86dea9702'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:13:18.312853 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6b4f20b3-4410-4ff3-a1c5-a9e6ded5ecc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:18.320086 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-87460f23-e61f-4b2c-a252-f71b394a1eaf req-e5c6b988-5e20-4305-8350-1e18286e39b0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861475 Aug 28 15:13:18.361073 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f9ad845-d4c3-4637-b1c9-3154889d1859 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:18.424411 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-6b4f20b3-4410-4ff3-a1c5-a9e6ded5ecc0 None None] For port 26482e4f-9367-4615-b577-310c0474cccc, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:13:18.428139 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-6b4f20b3-4410-4ff3-a1c5-a9e6ded5ecc0 None None] For port 26482e4f-9367-4615-b577-310c0474cccc, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=26482e4f-9367-4615-b577-310c0474cccc,segment=NetworkSegment(860c7516-1fcc-4299-87c2-4d389c42918b),segment_id=860c7516-1fcc-4299-87c2-4d389c42918b)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:13:18.438979 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6b4f20b3-4410-4ff3-a1c5-a9e6ded5ecc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:18.509227 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f20b3-4410-4ff3-a1c5-a9e6ded5ecc0 None None] Pushing event updated for resources: {'Port': ['ID=26482e4f-9367-4615-b577-310c0474cccc,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:18.536291 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-8ece2fa7-1e77-4062-9794-842308f62ded req-84c0a37c-f559-4766-8ed2-022fb185a63e tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:18.560675 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['a99a840a-852b-441f-9942-9327ad446fc0'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:13:18.590312 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0a37c-f559-4766-8ed2-022fb185a63e tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Pushing event deleted for resources: {'Port': ['ID=a99a840a-852b-441f-9942-9327ad446fc0,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:18.658459 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ece2fa7-1e77-4062-9794-842308f62ded req-84c0a37c-f559-4766-8ed2-022fb185a63e tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] No DVR routers for this DVR port a99a840a-852b-441f-9942-9327ad446fc0 on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:13:18.662017 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-8ece2fa7-1e77-4062-9794-842308f62ded req-84c0a37c-f559-4766-8ed2-022fb185a63e tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:18.669841 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8ece2fa7-1e77-4062-9794-842308f62ded req-84c0a37c-f559-4766-8ed2-022fb185a63e tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.41 "DELETE /v2.0/ports/a99a840a-852b-441f-9942-9327ad446fc0 HTTP/1.1" status: 204 len: 173 time: 0.6714046 Aug 28 15:13:18.670190 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01476189-ed3d-4a75-b299-156c589f1c5f', 'name': 'network-vif-deleted', 'tag': 'a99a840a-852b-441f-9942-9327ad446fc0'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:13:18.674431 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0313e84-ebb2-442e-89a0-0fc970933c6e" -d '{"events": [{"server_uuid": "01476189-ed3d-4a75-b299-156c589f1c5f", "name": "network-vif-deleted", "tag": "a99a840a-852b-441f-9942-9327ad446fc0"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:13:18.687791 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-9f9ad845-d4c3-4637-b1c9-3154889d1859 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Allocated IP 172.20.0.1 (354e3e0b-8cce-426a-8e18-4ad86dea9702/5f2cf013-8614-4f9b-8e76-68226ad29d86/1c6dc46c-db7a-44d9-8505-6ba1875117dd) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:13:18.758039 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eead718-ea01-4c77-8de0-4eb851c8ba7c x-openstack-request-id: req-1eead718-ea01-4c77-8de0-4eb851c8ba7c {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:13:18.758339 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01476189-ed3d-4a75-b299-156c589f1c5f", "name": "network-vif-deleted", "tag": "a99a840a-852b-441f-9942-9327ad446fc0", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:13:18.758592 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1eead718-ea01-4c77-8de0-4eb851c8ba7c {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:13:18.759035 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01476189-ed3d-4a75-b299-156c589f1c5f', 'name': 'network-vif-deleted', 'tag': 'a99a840a-852b-441f-9942-9327ad446fc0', 'status': 'completed', 'code': 200} Aug 28 15:13:18.908503 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f9ad845-d4c3-4637-b1c9-3154889d1859 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:18.956238 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-9f9ad845-d4c3-4637-b1c9-3154889d1859 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Transition to ACTIVE for port object 1c6dc46c-db7a-44d9-8505-6ba1875117dd will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:13:19.044661 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92487fb6-a6a8-416e-87d4-9b9502a00fa8 req-549bbd97-2aa1-43e1-b253-d66d6fad6528 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:19.046320 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-92487fb6-a6a8-416e-87d4-9b9502a00fa8 req-549bbd97-2aa1-43e1-b253-d66d6fad6528 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1179631 Aug 28 15:13:19.064312 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f9ad845-d4c3-4637-b1c9-3154889d1859 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:19.135370 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9ad845-d4c3-4637-b1c9-3154889d1859 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network 354e3e0b-8cce-426a-8e18-4ad86dea9702 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:13:19.142713 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ad845-d4c3-4637-b1c9-3154889d1859 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Port': ['ID=1c6dc46c-db7a-44d9-8505-6ba1875117dd,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:19.145657 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-9f9ad845-d4c3-4637-b1c9-3154889d1859 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:13:19.157165 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-92487fb6-a6a8-416e-87d4-9b9502a00fa8 req-62ed6878-8489-41ff-b17f-e4edaac49602 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013079 Aug 28 15:13:19.163016 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9ad845-d4c3-4637-b1c9-3154889d1859 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:13:19.217528 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f9ad845-d4c3-4637-b1c9-3154889d1859 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:19.382248 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f9ad845-d4c3-4637-b1c9-3154889d1859 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:19.455390 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f8fed-ef9e-4df6-8db6-d61160fb2275 req-4f4f3fd2-5d4f-4400-922f-987045f38f01 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:19.465285 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-df5f8fed-ef9e-4df6-8db6-d61160fb2275 req-4f4f3fd2-5d4f-4400-922f-987045f38f01 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.0627744 Aug 28 15:13:19.566960 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-df5f8fed-ef9e-4df6-8db6-d61160fb2275 req-ec72dd49-8a86-4f0f-bf78-8645d64ce9bb tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026378 Aug 28 15:13:19.567894 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55332) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:19.655965 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 26482e4f-9367-4615-b577-310c0474cccc up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:13:19.669010 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc9b5d-2d33-4062-a3c6-79ae27770750 req-af5b716e-e07b-4c1d-96c3-98e863156501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:19.671196 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6bdc9b5d-2d33-4062-a3c6-79ae27770750 req-af5b716e-e07b-4c1d-96c3-98e863156501 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d&device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 1097 time: 0.0731058 Aug 28 15:13:19.720540 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-44373e9c-b7e6-4045-8103-bf2266e1a833 req-a82fa63e-dd50-441d-87da-fdc8c918608f tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=01476189-ed3d-4a75-b299-156c589f1c5f HTTP/1.1" status: 200 len: 210 time: 0.1451762 Aug 28 15:13:19.769022 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 26482e4f-9367-4615-b577-310c0474cccc completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:13:19.811394 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-bf797cd5-7350-451a-b717-2d831c3ac165 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-160054580-network', 'tenant_id': '2daa716d41af426baed6e9a74353070d'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:19.829572 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc9b5d-2d33-4062-a3c6-79ae27770750 req-51286c47-bc1a-4309-b7d4-48c6b0b04177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:19.831750 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6bdc9b5d-2d33-4062-a3c6-79ae27770750 req-51286c47-bc1a-4309-b7d4-48c6b0b04177 service neutron] 10.222.0.41 "GET /v2.0/networks?id=77650b04-197c-4f2d-93ed-1f3a3f2db13f HTTP/1.1" status: 200 len: 912 time: 0.1534810 Aug 28 15:13:19.888738 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f9ad845-d4c3-4637-b1c9-3154889d1859 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:19.902289 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f9ad845-d4c3-4637-b1c9-3154889d1859 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:19.904852 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf797cd5-7350-451a-b717-2d831c3ac165 admin admin] Made reservation on behalf of 2daa716d41af426baed6e9a74353070d for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:13:19.907399 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bf797cd5-7350-451a-b717-2d831c3ac165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:19.924696 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bf797cd5-7350-451a-b717-2d831c3ac165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:19.932565 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6bdc9b5d-2d33-4062-a3c6-79ae27770750 req-8520a613-bb37-4d0c-b0f2-eb1645716d1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e5b61b0-9b37-402c-ac33-0a57b7fac04e HTTP/1.1" status: 200 len: 1000 time: 0.0912158 Aug 28 15:13:19.976929 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f9ad845-d4c3-4637-b1c9-3154889d1859 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:19.988703 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc9b5d-2d33-4062-a3c6-79ae27770750 req-69282258-ef36-4e03-b4d0-ec22ef4fc0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:19.990173 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6bdc9b5d-2d33-4062-a3c6-79ae27770750 req-69282258-ef36-4e03-b4d0-ec22ef4fc0c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=836bd9d7-21bc-4e2a-b716-53b54890baa2 HTTP/1.1" status: 200 len: 850 time: 0.0489349 Aug 28 15:13:20.058102 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc9b5d-2d33-4062-a3c6-79ae27770750 req-71f18637-06b0-4050-a705-32b26235ca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:20.060292 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6bdc9b5d-2d33-4062-a3c6-79ae27770750 req-71f18637-06b0-4050-a705-32b26235ca8e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77650b04-197c-4f2d-93ed-1f3a3f2db13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607116 Aug 28 15:13:20.101022 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f7b11a-ed86-4c9e-b9af-932a86e704f9 None None] Network 354e3e0b-8cce-426a-8e18-4ad86dea9702 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:13:20.101442 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ad845-d4c3-4637-b1c9-3154889d1859 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Port': ['ID=1c6dc46c-db7a-44d9-8505-6ba1875117dd,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:20.169368 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9ad845-d4c3-4637-b1c9-3154889d1859 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network 354e3e0b-8cce-426a-8e18-4ad86dea9702 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:13:20.171444 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-9f9ad845-d4c3-4637-b1c9-3154889d1859 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:13:20.204107 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ae156bfd-8b0f-49bb-a560-6cfb5613481f None None] Provisioning for port 26482e4f-9367-4615-b577-310c0474cccc completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:13:20.214751 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6bdc9b5d-2d33-4062-a3c6-79ae27770750 req-8ef5822f-3fcb-4093-8802-5566f79ef964 service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463530 Aug 28 15:13:20.219628 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bf797cd5-7350-451a-b717-2d831c3ac165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:20.220650 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ae156bfd-8b0f-49bb-a560-6cfb5613481f None None] Provisioning complete for port 26482e4f-9367-4615-b577-310c0474cccc triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:20.221096 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ae156bfd-8b0f-49bb-a560-6cfb5613481f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:20.251738 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bf797cd5-7350-451a-b717-2d831c3ac165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:20.261915 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf797cd5-7350-451a-b717-2d831c3ac165 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:13:20.330504 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bf797cd5-7350-451a-b717-2d831c3ac165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:20.330908 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-bf797cd5-7350-451a-b717-2d831c3ac165 admin admin] Added segment 07ddd294-6759-4cc4-b852-923358df41f3 of type vlan for network 7a82b058-95d5-4811-a7cb-e74380d2fdc7 Aug 28 15:13:20.332263 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf797cd5-7350-451a-b717-2d831c3ac165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05d1642-3de4-47d6-be56-4ac418889c31,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:20.345683 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9ad845-d4c3-4637-b1c9-3154889d1859 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Router ef34f9e0-def6-4060-b7f8-597eacc45faf is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:13:20.406629 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bf797cd5-7350-451a-b717-2d831c3ac165 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:20.451850 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6bdc9b5d-2d33-4062-a3c6-79ae27770750 req-5680b359-4d42-4be0-9ec2-5615ef04ba44 service neutron] 10.222.0.41 "GET /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283738 Aug 28 15:13:20.460566 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bf797cd5-7350-451a-b717-2d831c3ac165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:20.462711 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf797cd5-7350-451a-b717-2d831c3ac165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:20.464858 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bf797cd5-7350-451a-b717-2d831c3ac165 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:20.479465 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9ad845-d4c3-4637-b1c9-3154889d1859 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:13:20.493592 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c9328a-74ab-4de2-9805-8b29590b5294 None None] Sync routers for ids ['ef34f9e0-def6-4060-b7f8-597eacc45faf'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:13:20.498334 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9f9ad845-d4c3-4637-b1c9-3154889d1859 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "PUT /v2.0/routers/ef34f9e0-def6-4060-b7f8-597eacc45faf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1264863 Aug 28 15:13:20.502225 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55348) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:20.523107 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c9328a-74ab-4de2-9805-8b29590b5294 None None] Routers {'ef34f9e0-def6-4060-b7f8-597eacc45faf'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:20.523776 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-91c9328a-74ab-4de2-9805-8b29590b5294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ef34f9e0-def6-4060-b7f8-597eacc45faf'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:20.573526 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-91c9328a-74ab-4de2-9805-8b29590b5294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:20.578688 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ae156bfd-8b0f-49bb-a560-6cfb5613481f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:20.584716 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c9328a-74ab-4de2-9805-8b29590b5294 None None] Routers {'ef34f9e0-def6-4060-b7f8-597eacc45faf'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:20.585522 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-91c9328a-74ab-4de2-9805-8b29590b5294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ef34f9e0-def6-4060-b7f8-597eacc45faf'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:20.586953 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a831622f-0552-4cb1-aae6-29788fffc75b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:20.601131 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf797cd5-7350-451a-b717-2d831c3ac165 admin admin] Pushing event updated for resources: {'Network': ['ID=7a82b058-95d5-4811-a7cb-e74380d2fdc7,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:20.606758 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-bf797cd5-7350-451a-b717-2d831c3ac165 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0377679 Aug 28 15:13:20.615983 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55354) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:20.615983 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55356) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:20.616261 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a831622f-0552-4cb1-aae6-29788fffc75b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "GET /v2.0/ports/1c6dc46c-db7a-44d9-8505-6ba1875117dd HTTP/1.1" status: 200 len: 910 time: 0.1118455 Aug 28 15:13:20.624256 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-14d192fa-a0c8-411a-8366-2a63a0f00d55 admin admin] Request body: {'subnet': {'network_id': '7a82b058-95d5-4811-a7cb-e74380d2fdc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-160054580-subnet', 'tenant_id': '2daa716d41af426baed6e9a74353070d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:20.646198 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 7a82b058-95d5-4811-a7cb-e74380d2fdc7 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:13:20.659263 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-91c9328a-74ab-4de2-9805-8b29590b5294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:20.660253 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c9328a-74ab-4de2-9805-8b29590b5294 None None] The sync data for ids ['ef34f9e0-def6-4060-b7f8-597eacc45faf'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:13:20.676073 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-ae156bfd-8b0f-49bb-a560-6cfb5613481f None None] For port 26482e4f-9367-4615-b577-310c0474cccc, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=26482e4f-9367-4615-b577-310c0474cccc,segment=NetworkSegment(860c7516-1fcc-4299-87c2-4d389c42918b),segment_id=860c7516-1fcc-4299-87c2-4d389c42918b)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:20.708810 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ae156bfd-8b0f-49bb-a560-6cfb5613481f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:20.756410 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d192fa-a0c8-411a-8366-2a63a0f00d55 admin admin] Made reservation on behalf of 2daa716d41af426baed6e9a74353070d for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:13:20.758714 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-14d192fa-a0c8-411a-8366-2a63a0f00d55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:20.832580 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae156bfd-8b0f-49bb-a560-6cfb5613481f None None] Pushing event updated for resources: {'Port': ['ID=26482e4f-9367-4615-b577-310c0474cccc,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:20.864061 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae156bfd-8b0f-49bb-a560-6cfb5613481f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:20.865607 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae156bfd-8b0f-49bb-a560-6cfb5613481f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:20.865607 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae156bfd-8b0f-49bb-a560-6cfb5613481f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:20.865607 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae156bfd-8b0f-49bb-a560-6cfb5613481f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:20.865910 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae156bfd-8b0f-49bb-a560-6cfb5613481f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:20.866661 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae156bfd-8b0f-49bb-a560-6cfb5613481f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:20.867174 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae156bfd-8b0f-49bb-a560-6cfb5613481f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:20.867643 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae156bfd-8b0f-49bb-a560-6cfb5613481f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:20.868289 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae156bfd-8b0f-49bb-a560-6cfb5613481f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:20.868819 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae156bfd-8b0f-49bb-a560-6cfb5613481f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:20.870311 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae156bfd-8b0f-49bb-a560-6cfb5613481f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:20.870726 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae156bfd-8b0f-49bb-a560-6cfb5613481f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:20.907209 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12c653-244b-485a-8433-a9e490415c19 req-12def88b-46b8-443e-a192-2d8f4010c764 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:20.909432 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea12c653-244b-485a-8433-a9e490415c19 req-12def88b-46b8-443e-a192-2d8f4010c764 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1567700 Aug 28 15:13:20.941334 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-5cbf54df-70ba-4083-93a4-1839c3f26c0b None None] Provisioning complete for port 26482e4f-9367-4615-b577-310c0474cccc triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:20.941712 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5cbf54df-70ba-4083-93a4-1839c3f26c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:21.092943 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-5cbf54df-70ba-4083-93a4-1839c3f26c0b None None] Provisioning for port 1c6dc46c-db7a-44d9-8505-6ba1875117dd completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:13:21.098458 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-5cbf54df-70ba-4083-93a4-1839c3f26c0b None None] Provisioning complete for port 1c6dc46c-db7a-44d9-8505-6ba1875117dd triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:21.098970 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5cbf54df-70ba-4083-93a4-1839c3f26c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:21.132517 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15064ea8-7422-464a-9a67-4820642bad8a req-66c15f8f-3768-4828-9747-e4529a05b013 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:21.141542 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-15064ea8-7422-464a-9a67-4820642bad8a req-66c15f8f-3768-4828-9747-e4529a05b013 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/networks?id=92da9e59-648f-44e9-b842-a5afd0c505e3 HTTP/1.1" status: 200 len: 812 time: 0.1492877 Aug 28 15:13:21.143153 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-5cbf54df-70ba-4083-93a4-1839c3f26c0b None None] Port 1c6dc46c-db7a-44d9-8505-6ba1875117dd cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:13:21.144342 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea12c653-244b-485a-8433-a9e490415c19 req-6f578d3b-a645-4c3c-8530-bb5b14f33bfc tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213547 Aug 28 15:13:21.159992 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-15064ea8-7422-464a-9a67-4820642bad8a req-9b4c9ce6-ea4f-4abf-a767-f3fbb9438501 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/quotas/8a9a8b74576c4695a1fae90d6f829702 HTTP/1.1" status: 200 len: 375 time: 0.0172598 Aug 28 15:13:21.204549 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-15064ea8-7422-464a-9a67-4820642bad8a req-dd6b5914-0b04-4d0e-a1c3-0595d89862a5 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a9a8b74576c4695a1fae90d6f829702&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385013 Aug 28 15:13:21.277306 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a1e9638b-5f2d-4d2f-b5c3-63783d198759 None None] Provisioning complete for port 1c6dc46c-db7a-44d9-8505-6ba1875117dd triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:21.277306 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a1e9638b-5f2d-4d2f-b5c3-63783d198759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:21.325413 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-15064ea8-7422-464a-9a67-4820642bad8a req-f412bb71-1988-46f0-9e3a-891937bcf7ab service neutron] 10.222.0.13 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131730 Aug 28 15:13:21.347716 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9638b-5f2d-4d2f-b5c3-63783d198759 None None] Port 1c6dc46c-db7a-44d9-8505-6ba1875117dd cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:13:21.482450 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-15064ea8-7422-464a-9a67-4820642bad8a req-4ce30642-40fa-4241-a5f8-39acf006c976 service neutron] 10.222.0.13 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496193 Aug 28 15:13:21.554950 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 26482e4f-9367-4615-b577-310c0474cccc up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:13:21.650492 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 26482e4f-9367-4615-b577-310c0474cccc triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:21.651107 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:21.706446 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4eef1b94-33ff-4e73-a9e2-9be70d6f3358 None None] Provisioning complete for port 1c6dc46c-db7a-44d9-8505-6ba1875117dd triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:21.707095 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4eef1b94-33ff-4e73-a9e2-9be70d6f3358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:21.809681 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-4eef1b94-33ff-4e73-a9e2-9be70d6f3358 None None] Port 1c6dc46c-db7a-44d9-8505-6ba1875117dd cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:13:21.826553 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8feadd34-e7a9-46c4-88b3-8632d4d65554 req-5b5def77-f016-487c-8032-9d32cb13fa22 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=42680b51-e407-476e-9953-c4fb0afea3cf HTTP/1.1" status: 200 len: 210 time: 0.1051605 Aug 28 15:13:21.869685 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-14d192fa-a0c8-411a-8366-2a63a0f00d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:21.955726 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d192fa-a0c8-411a-8366-2a63a0f00d55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6baacc3b-9f26-42b9-89a3-3904a08dc932,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:21.961563 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d192fa-a0c8-411a-8366-2a63a0f00d55 admin admin] Checking segment: {'id': '07ddd294-6759-4cc4-b852-923358df41f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7a82b058-95d5-4811-a7cb-e74380d2fdc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:13:21.961931 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d192fa-a0c8-411a-8366-2a63a0f00d55 admin admin] Network hostable DHCP agents. Network: 7a82b058-95d5-4811-a7cb-e74380d2fdc7, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:13:21.968239 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-453ed5a8-726d-4a66-8612-cebf48f21aab tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:22.060739 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d192fa-a0c8-411a-8366-2a63a0f00d55 admin admin] Network 7a82b058-95d5-4811-a7cb-e74380d2fdc7 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:13:22.082415 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-14d192fa-a0c8-411a-8366-2a63a0f00d55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 7a82b058-95d5-4811-a7cb-e74380d2fdc7) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:13:22.092302 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f31470-3068-40b6-a663-bb23a83d3756 None None] Network 7a82b058-95d5-4811-a7cb-e74380d2fdc7 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:13:22.122354 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d192fa-a0c8-411a-8366-2a63a0f00d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:22.122977 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-14d192fa-a0c8-411a-8366-2a63a0f00d55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:22.163780 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-14d192fa-a0c8-411a-8366-2a63a0f00d55 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5516915 Aug 28 15:13:22.167359 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55402) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:22.175145 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-160054580-router', 'tenant_id': '2daa716d41af426baed6e9a74353070d', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:22.232274 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:22.233801 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:22.290232 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875ce347-7b5e-47b1-a7e3-897c7803c2f8 None None] Network 7a82b058-95d5-4811-a7cb-e74380d2fdc7 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:13:22.355560 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-453ed5a8-726d-4a66-8612-cebf48f21aab tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Deleting port 1c6dc46c-db7a-44d9-8505-6ba1875117dd {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:13:22.359993 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-453ed5a8-726d-4a66-8612-cebf48f21aab tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:22.414336 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52433da9-2fb1-43d5-9417-a56385abedf1 req-516b0b86-70c5-4a5a-a253-d513a95b1d8e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:22.424534 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-52433da9-2fb1-43d5-9417-a56385abedf1 req-516b0b86-70c5-4a5a-a253-d513a95b1d8e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1591361 Aug 28 15:13:22.426204 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:22.528431 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-453ed5a8-726d-4a66-8612-cebf48f21aab tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:22.549582 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-52433da9-2fb1-43d5-9417-a56385abedf1 req-03b8a333-2f68-4c0a-8340-a0fdbe7e9b59 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093056 Aug 28 15:13:22.550233 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-453ed5a8-726d-4a66-8612-cebf48f21aab tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Calling delete_port for 1c6dc46c-db7a-44d9-8505-6ba1875117dd owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:13:22.626558 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:22.761232 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014eea70-d556-4d48-817c-e4eed20da4fa req-0a85c53d-9ea7-41fd-99e8-bb3386177ed8 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:22.762753 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-014eea70-d556-4d48-817c-e4eed20da4fa req-0a85c53d-9ea7-41fd-99e8-bb3386177ed8 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.0889328 Aug 28 15:13:22.829145 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-014eea70-d556-4d48-817c-e4eed20da4fa req-eb942cc2-dc16-49b8-af43-fa29e8a0fcdb tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427945 Aug 28 15:13:22.855886 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-453ed5a8-726d-4a66-8612-cebf48f21aab tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:22.886129 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ed5a8-726d-4a66-8612-cebf48f21aab tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Port': ['ID=1c6dc46c-db7a-44d9-8505-6ba1875117dd,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:22.909257 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:22.949777 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:23.064890 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device a99a840a-852b-441f-9942-9327ad446fc0 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:13:23.106199 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-34bf06e3-7c89-492e-8b4b-fedaa5095b57 req-865f9ffa-6980-4c0e-9059-b74016251d8b tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=42680b51-e407-476e-9953-c4fb0afea3cf HTTP/1.1" status: 200 len: 210 time: 0.1437097 Aug 28 15:13:23.122796 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: a99a840a-852b-441f-9942-9327ad446fc0 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:13:23.127918 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device a99a840a-852b-441f-9942-9327ad446fc0 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:13:23.173861 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15064ea8-7422-464a-9a67-4820642bad8a req-982142f0-41eb-49dd-a849-c0266ad635fa tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:23.175969 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-15064ea8-7422-464a-9a67-4820642bad8a req-982142f0-41eb-49dd-a849-c0266ad635fa tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.36 "GET /v2.0/networks?id=92da9e59-648f-44e9-b842-a5afd0c505e3 HTTP/1.1" status: 200 len: 812 time: 0.2336299 Aug 28 15:13:23.200192 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-15064ea8-7422-464a-9a67-4820642bad8a req-33fefbea-4438-49c6-87c4-57364cbc78f2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Request body: {'port': {'device_id': '42680b51-e407-476e-9953-c4fb0afea3cf', 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3', 'admin_state_up': True, 'tenant_id': '8a9a8b74576c4695a1fae90d6f829702'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:23.243461 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] Allocated IP 172.25.3.140 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/9e499b89-70f1-4a75-96de-ffc1653b0bbb) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:13:23.374051 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:23.403254 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-453ed5a8-726d-4a66-8612-cebf48f21aab tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:23.425392 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:23.466297 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:13:23.470828 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:13:23.477438 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:13:23.510957 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] Pushing event updated for resources: {'Port': ['ID=9e499b89-70f1-4a75-96de-ffc1653b0bbb,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:23.526029 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:23.526399 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:23.526827 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:23.527174 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:23.527515 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:23.527991 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:23.528222 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:23.528559 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:23.528959 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:23.529294 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:23.530044 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:23.530044 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:23.558263 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15064ea8-7422-464a-9a67-4820642bad8a req-33fefbea-4438-49c6-87c4-57364cbc78f2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Made reservation on behalf of 8a9a8b74576c4695a1fae90d6f829702 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:13:23.562239 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-15064ea8-7422-464a-9a67-4820642bad8a req-33fefbea-4438-49c6-87c4-57364cbc78f2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:23.731791 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453ed5a8-726d-4a66-8612-cebf48f21aab tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Router ef34f9e0-def6-4060-b7f8-597eacc45faf has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:13:23.848321 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:23.859521 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453ed5a8-726d-4a66-8612-cebf48f21aab tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:13:23.871913 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf1d0f3-c47c-4f98-9c92-1ddacd70d520 None None] Sync routers for ids ['ef34f9e0-def6-4060-b7f8-597eacc45faf'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:13:23.885811 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf1d0f3-c47c-4f98-9c92-1ddacd70d520 None None] Routers {'ef34f9e0-def6-4060-b7f8-597eacc45faf'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:23.887121 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0cf1d0f3-c47c-4f98-9c92-1ddacd70d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ef34f9e0-def6-4060-b7f8-597eacc45faf'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:23.889161 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-15064ea8-7422-464a-9a67-4820642bad8a req-33fefbea-4438-49c6-87c4-57364cbc78f2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Allocated IP 172.20.0.12 (92da9e59-648f-44e9-b842-a5afd0c505e3/b8c26495-81f2-4073-8e6e-125cfbbdb151/eefe9613-bd41-4c36-9089-ec3148a8e865) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:13:23.990419 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0cf1d0f3-c47c-4f98-9c92-1ddacd70d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:24.011094 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf1d0f3-c47c-4f98-9c92-1ddacd70d520 None None] Routers {'ef34f9e0-def6-4060-b7f8-597eacc45faf'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:24.011759 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0cf1d0f3-c47c-4f98-9c92-1ddacd70d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ef34f9e0-def6-4060-b7f8-597eacc45faf'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:24.053030 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0cf1d0f3-c47c-4f98-9c92-1ddacd70d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:24.053701 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf1d0f3-c47c-4f98-9c92-1ddacd70d520 None None] The sync data for ids ['ef34f9e0-def6-4060-b7f8-597eacc45faf'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:13:24.056349 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-15064ea8-7422-464a-9a67-4820642bad8a req-33fefbea-4438-49c6-87c4-57364cbc78f2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:24.065548 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-453ed5a8-726d-4a66-8612-cebf48f21aab tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "PUT /v2.0/routers/ef34f9e0-def6-4060-b7f8-597eacc45faf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4181783 Aug 28 15:13:24.076988 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55474) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:24.132629 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-08874e9d-2881-42ca-bbdd-f57828e9e732 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef34f9e0-def6-4060-b7f8-597eacc45faf HTTP/1.1" status: 200 len: 205 time: 0.0530598 Aug 28 15:13:24.136976 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55480) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:24.251817 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-181c23a0-5a42-4527-819c-9d7e3492d58c tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:24.260234 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845927f6-c3e1-4d87-8f5b-77dac7d03ca9 req-89ce900d-8c49-4e7e-b884-491d6512a8a9 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:24.266347 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-845927f6-c3e1-4d87-8f5b-77dac7d03ca9 req-89ce900d-8c49-4e7e-b884-491d6512a8a9 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=f550d758-9ee1-4c17-9ac4-6c0ed3ef5817 HTTP/1.1" status: 200 len: 943 time: 0.1991272 Aug 28 15:13:24.289946 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fb3fdf20-523b-454b-a647-20079e6fdfe3 req-69121a5d-4adf-41ec-a95b-1a720663eadc tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=42680b51-e407-476e-9953-c4fb0afea3cf HTTP/1.1" status: 200 len: 210 time: 0.0283554 Aug 28 15:13:24.378876 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-15064ea8-7422-464a-9a67-4820642bad8a req-33fefbea-4438-49c6-87c4-57364cbc78f2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:24.419365 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:24.496236 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:24.538310 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15064ea8-7422-464a-9a67-4820642bad8a req-33fefbea-4438-49c6-87c4-57364cbc78f2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Network 92da9e59-648f-44e9-b842-a5afd0c505e3 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:13:24.576806 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-15064ea8-7422-464a-9a67-4820642bad8a req-33fefbea-4438-49c6-87c4-57364cbc78f2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:13:24.583563 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-15064ea8-7422-464a-9a67-4820642bad8a req-33fefbea-4438-49c6-87c4-57364cbc78f2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:13:24.586157 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fefbea-4438-49c6-87c4-57364cbc78f2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Pushing event updated for resources: {'Port': ['ID=eefe9613-bd41-4c36-9089-ec3148a8e865,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:24.590695 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-181c23a0-5a42-4527-819c-9d7e3492d58c tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:24.594368 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-181c23a0-5a42-4527-819c-9d7e3492d58c tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:24.641634 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] Router d8469186-2923-4b87-9eb7-e8a072b95c10 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:13:24.677072 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-181c23a0-5a42-4527-819c-9d7e3492d58c tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:24.677652 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181c23a0-5a42-4527-819c-9d7e3492d58c tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Fanout notify agent at l3_agent the message router_deleted on router ef34f9e0-def6-4060-b7f8-597eacc45faf {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:13:24.692666 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-181c23a0-5a42-4527-819c-9d7e3492d58c tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:24.692666 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-181c23a0-5a42-4527-819c-9d7e3492d58c tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/routers/ef34f9e0-def6-4060-b7f8-597eacc45faf HTTP/1.1" status: 204 len: 168 time: 0.5502503 Aug 28 15:13:24.699722 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55494) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:24.716755 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15064ea8-7422-464a-9a67-4820642bad8a req-33fefbea-4438-49c6-87c4-57364cbc78f2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:24.718288 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-15064ea8-7422-464a-9a67-4820642bad8a req-33fefbea-4438-49c6-87c4-57364cbc78f2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:24.770845 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-15064ea8-7422-464a-9a67-4820642bad8a req-33fefbea-4438-49c6-87c4-57364cbc78f2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5765471 Aug 28 15:13:24.772626 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-845927f6-c3e1-4d87-8f5b-77dac7d03ca9 req-d0413818-5a4e-453f-9082-2e46793399c9 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Deleting port b3bd1a7e-44ed-4569-b05f-843dad9a9fbf {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:13:24.772962 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-845927f6-c3e1-4d87-8f5b-77dac7d03ca9 req-d0413818-5a4e-453f-9082-2e46793399c9 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:24.781577 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:13:24.792613 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfd8009-df86-42ea-931b-74b7f24218c4 None None] Sync routers for ids ['d8469186-2923-4b87-9eb7-e8a072b95c10'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:13:24.798971 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:24.802869 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ce6fd51e-391f-4a36-9b6c-e79b858fb17e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.6312988 Aug 28 15:13:24.803078 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55496) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:24.808945 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfd8009-df86-42ea-931b-74b7f24218c4 None None] Routers {'d8469186-2923-4b87-9eb7-e8a072b95c10'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:24.809784 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7cfd8009-df86-42ea-931b-74b7f24218c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d8469186-2923-4b87-9eb7-e8a072b95c10'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:24.918152 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-845927f6-c3e1-4d87-8f5b-77dac7d03ca9 req-d0413818-5a4e-453f-9082-2e46793399c9 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] For port b3bd1a7e-44ed-4569-b05f-843dad9a9fbf, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=b3bd1a7e-44ed-4569-b05f-843dad9a9fbf,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:24.918675 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-845927f6-c3e1-4d87-8f5b-77dac7d03ca9 req-d0413818-5a4e-453f-9082-2e46793399c9 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:24.933276 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f330f33-244a-4850-9306-034e2d86f810 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Deleting subnet 5f2cf013-8614-4f9b-8e76-68226ad29d86 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:13:24.937156 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-7cfd8009-df86-42ea-931b-74b7f24218c4 None None] Set router d8469186-2923-4b87-9eb7-e8a072b95c10 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:13:24.939106 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6f330f33-244a-4850-9306-034e2d86f810 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:24.941756 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-845927f6-c3e1-4d87-8f5b-77dac7d03ca9 req-d0413818-5a4e-453f-9082-2e46793399c9 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Calling delete_port for b3bd1a7e-44ed-4569-b05f-843dad9a9fbf owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:13:25.025045 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-15064ea8-7422-464a-9a67-4820642bad8a req-e8c08ffe-b267-4c31-8a4c-01735e10a0b3 service neutron] Request body: {'port': {'device_id': '42680b51-e407-476e-9953-c4fb0afea3cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:25.030924 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6f330f33-244a-4850-9306-034e2d86f810 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:25.160499 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-15064ea8-7422-464a-9a67-4820642bad8a req-e8c08ffe-b267-4c31-8a4c-01735e10a0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:25.187213 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7cfd8009-df86-42ea-931b-74b7f24218c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8469186-2923-4b87-9eb7-e8a072b95c10', 'name': 'tempest-ServerRescueNegativeTestJSON-160054580-router', 'tenant_id': '2daa716d41af426baed6e9a74353070d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '9e499b89-70f1-4a75-96de-ffc1653b0bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:22Z', 'updated_at': '2021-08-28T15:13:23Z', 'revision_number': 3, 'project_id': '2daa716d41af426baed6e9a74353070d', 'gw_port': {'id': '9e499b89-70f1-4a75-96de-ffc1653b0bbb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8469186-2923-4b87-9eb7-e8a072b95c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:22Z', 'updated_at': '2021-08-28T15:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:25.219696 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfd8009-df86-42ea-931b-74b7f24218c4 None None] Checking router: d8469186-2923-4b87-9eb7-e8a072b95c10 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:13:25.220416 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfd8009-df86-42ea-931b-74b7f24218c4 None None] Updating router d8469186-2923-4b87-9eb7-e8a072b95c10 port 9e499b89-70f1-4a75-96de-ffc1653b0bbb binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:13:25.249692 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-7cfd8009-df86-42ea-931b-74b7f24218c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:25.396912 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a45c31b-bb25-49d3-874a-1446cb6a8427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:25.598708 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-7cfd8009-df86-42ea-931b-74b7f24218c4 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:25.615446 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-7cfd8009-df86-42ea-931b-74b7f24218c4 None None] Transition to ACTIVE for port object 9e499b89-70f1-4a75-96de-ffc1653b0bbb will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:13:25.624023 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-7cfd8009-df86-42ea-931b-74b7f24218c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:25.627761 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6f330f33-244a-4850-9306-034e2d86f810 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:25.659589 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4e62d-345f-409c-bf19-5b0643e05a72 req-afb32ab3-0879-490b-89b2-54fb1dc8f1a0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:25.661712 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40d4e62d-345f-409c-bf19-5b0643e05a72 req-afb32ab3-0879-490b-89b2-54fb1dc8f1a0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=42680b51-e407-476e-9953-c4fb0afea3cf HTTP/1.1" status: 200 len: 932 time: 0.2525241 Aug 28 15:13:25.681665 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b48c4-1892-4935-ad39-ad150cc0722a None None] Pushing event updated for resources: {'Port': ['ID=9e499b89-70f1-4a75-96de-ffc1653b0bbb,revision_number=2']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:25.692860 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b48c4-1892-4935-ad39-ad150cc0722a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:25.693345 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b48c4-1892-4935-ad39-ad150cc0722a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:25.693819 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b48c4-1892-4935-ad39-ad150cc0722a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:25.694370 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b48c4-1892-4935-ad39-ad150cc0722a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:25.694829 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b48c4-1892-4935-ad39-ad150cc0722a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:25.695247 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b48c4-1892-4935-ad39-ad150cc0722a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:25.695673 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b48c4-1892-4935-ad39-ad150cc0722a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:25.696691 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b48c4-1892-4935-ad39-ad150cc0722a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:25.697255 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b48c4-1892-4935-ad39-ad150cc0722a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:25.697684 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b48c4-1892-4935-ad39-ad150cc0722a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:25.698172 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b48c4-1892-4935-ad39-ad150cc0722a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:25.698720 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b48c4-1892-4935-ad39-ad150cc0722a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:13:25.721240 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-7cfd8009-df86-42ea-931b-74b7f24218c4 None None] Attempting to bind port 9e499b89-70f1-4a75-96de-ffc1653b0bbb on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:13:25.721764 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-7cfd8009-df86-42ea-931b-74b7f24218c4 None None] Attempting to bind port 9e499b89-70f1-4a75-96de-ffc1653b0bbb by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:13:25.722223 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfd8009-df86-42ea-931b-74b7f24218c4 None None] Attempting to bind port 9e499b89-70f1-4a75-96de-ffc1653b0bbb on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:13:25.725858 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40d4e62d-345f-409c-bf19-5b0643e05a72 req-cba3e225-5879-40f7-8608-a0ce50b167b5 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555277 Aug 28 15:13:25.727005 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-4a45c31b-bb25-49d3-874a-1446cb6a8427 admin admin] Allocated IP 172.20.0.1 (7a82b058-95d5-4811-a7cb-e74380d2fdc7/6baacc3b-9f26-42b9-89a3-3904a08dc932/17af811e-32bd-4919-bc78-1417aaea23ca) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:13:25.729212 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfd8009-df86-42ea-931b-74b7f24218c4 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:13:25.730381 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfd8009-df86-42ea-931b-74b7f24218c4 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:13:25.731020 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-7cfd8009-df86-42ea-931b-74b7f24218c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:25.731509 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfd8009-df86-42ea-931b-74b7f24218c4 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:13:25.732142 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-7cfd8009-df86-42ea-931b-74b7f24218c4 None None] Bound port: 9e499b89-70f1-4a75-96de-ffc1653b0bbb, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:13:25.733268 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-7cfd8009-df86-42ea-931b-74b7f24218c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:25.754414 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-845927f6-c3e1-4d87-8f5b-77dac7d03ca9 req-d0413818-5a4e-453f-9082-2e46793399c9 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:25.756425 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6f330f33-244a-4850-9306-034e2d86f810 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:25.767684 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['382bff52-ea85-4d02-88ec-8a094905ac86', '1979fdce-2486-4ae5-b6cb-6e60daca542d'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:13:25.807730 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975e94c0-c392-4159-a845-e22e5e38f0e3 None None] Network 354e3e0b-8cce-426a-8e18-4ad86dea9702 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:13:25.812873 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-7cfd8009-df86-42ea-931b-74b7f24218c4 None None] For port 9e499b89-70f1-4a75-96de-ffc1653b0bbb, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:13:25.818109 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-7cfd8009-df86-42ea-931b-74b7f24218c4 None None] For port 9e499b89-70f1-4a75-96de-ffc1653b0bbb, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=9e499b89-70f1-4a75-96de-ffc1653b0bbb,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:13:25.824922 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-7cfd8009-df86-42ea-931b-74b7f24218c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:25.905048 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b48c4-1892-4935-ad39-ad150cc0722a None None] Pushing event updated for resources: {'Port': ['ID=9e499b89-70f1-4a75-96de-ffc1653b0bbb,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:25.923184 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfd8009-df86-42ea-931b-74b7f24218c4 None None] Routers {'d8469186-2923-4b87-9eb7-e8a072b95c10'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:25.924022 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7cfd8009-df86-42ea-931b-74b7f24218c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d8469186-2923-4b87-9eb7-e8a072b95c10'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:25.929246 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a45c31b-bb25-49d3-874a-1446cb6a8427 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:26.005577 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a45c31b-bb25-49d3-874a-1446cb6a8427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:26.028558 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a45c31b-bb25-49d3-874a-1446cb6a8427 admin admin] Network 7a82b058-95d5-4811-a7cb-e74380d2fdc7 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:13:26.030343 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-4a45c31b-bb25-49d3-874a-1446cb6a8427 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:13:26.057692 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6f330f33-244a-4850-9306-034e2d86f810 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:26.059607 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6f330f33-244a-4850-9306-034e2d86f810 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/subnets/5f2cf013-8614-4f9b-8e76-68226ad29d86 HTTP/1.1" status: 204 len: 168 time: 1.3540447 Aug 28 15:13:26.069245 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55520) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:26.069972 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a45c31b-bb25-49d3-874a-1446cb6a8427 admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:13:26.121368 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f330f33-244a-4850-9306-034e2d86f810 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Subnet': ['ID=5f2cf013-8614-4f9b-8e76-68226ad29d86,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:26.124436 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0413818-5a4e-453f-9082-2e46793399c9 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Pushing event deleted for resources: {'Port': ['ID=b3bd1a7e-44ed-4569-b05f-843dad9a9fbf,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:26.222738 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-845927f6-c3e1-4d87-8f5b-77dac7d03ca9 req-d0413818-5a4e-453f-9082-2e46793399c9 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] No DVR routers for this DVR port b3bd1a7e-44ed-4569-b05f-843dad9a9fbf on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:13:26.235139 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45c31b-bb25-49d3-874a-1446cb6a8427 admin admin] Pushing event updated for resources: {'Port': ['ID=17af811e-32bd-4919-bc78-1417aaea23ca,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:26.245639 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-845927f6-c3e1-4d87-8f5b-77dac7d03ca9 req-d0413818-5a4e-453f-9082-2e46793399c9 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:26.261551 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-845927f6-c3e1-4d87-8f5b-77dac7d03ca9 req-d0413818-5a4e-453f-9082-2e46793399c9 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "DELETE /v2.0/ports/b3bd1a7e-44ed-4569-b05f-843dad9a9fbf HTTP/1.1" status: 204 len: 173 time: 1.9915984 Aug 28 15:13:26.264869 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a45c31b-bb25-49d3-874a-1446cb6a8427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:26.285419 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361ca1b0-ca24-4018-aad0-eaa0c790fd20 None None] DHCP port deletion for 354e3e0b-8cce-426a-8e18-4ad86dea9702 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:13:26.289441 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f550d758-9ee1-4c17-9ac4-6c0ed3ef5817', 'name': 'network-vif-deleted', 'tag': 'b3bd1a7e-44ed-4569-b05f-843dad9a9fbf'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:13:26.296712 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d80dccc-a66b-433f-97f6-9fc6b5891aa7" -d '{"events": [{"server_uuid": "f550d758-9ee1-4c17-9ac4-6c0ed3ef5817", "name": "network-vif-deleted", "tag": "b3bd1a7e-44ed-4569-b05f-843dad9a9fbf"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:13:26.314944 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-7cfd8009-df86-42ea-931b-74b7f24218c4 None None] Set router d8469186-2923-4b87-9eb7-e8a072b95c10 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:13:26.402162 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 28 Aug 2021 15:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f01de4-f6ea-4e91-82ef-91a62c7f19a0 x-openstack-request-id: req-b7f01de4-f6ea-4e91-82ef-91a62c7f19a0 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:13:26.402852 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f550d758-9ee1-4c17-9ac4-6c0ed3ef5817", "name": "network-vif-deleted", "tag": "b3bd1a7e-44ed-4569-b05f-843dad9a9fbf", "status": "failed", "code": 422}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:13:26.404527 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7f01de4-f6ea-4e91-82ef-91a62c7f19a0 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:13:26.406928 n-d-712137-10 neutron-server[106329]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f550d758-9ee1-4c17-9ac4-6c0ed3ef5817', 'name': 'network-vif-deleted', 'tag': 'b3bd1a7e-44ed-4569-b05f-843dad9a9fbf', 'status': 'failed', 'code': 422} returned with failed status Aug 28 15:13:26.438364 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5630d967-9db9-48b4-964a-a47413e6c24d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:26.441279 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-15064ea8-7422-464a-9a67-4820642bad8a req-e8c08ffe-b267-4c31-8a4c-01735e10a0b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eefe9613-bd41-4c36-9089-ec3148a8e865 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:13:26.464666 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-15064ea8-7422-464a-9a67-4820642bad8a req-e8c08ffe-b267-4c31-8a4c-01735e10a0b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:26.465168 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:26.474634 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-361ca1b0-ca24-4018-aad0-eaa0c790fd20 None None] Deleting port 26482e4f-9367-4615-b577-310c0474cccc {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:13:26.475189 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-361ca1b0-ca24-4018-aad0-eaa0c790fd20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:26.482235 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a45c31b-bb25-49d3-874a-1446cb6a8427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:26.501844 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-15064ea8-7422-464a-9a67-4820642bad8a req-e8c08ffe-b267-4c31-8a4c-01735e10a0b3 service neutron] Transition to ACTIVE for port object eefe9613-bd41-4c36-9089-ec3148a8e865 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:13:26.508308 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-15064ea8-7422-464a-9a67-4820642bad8a req-e8c08ffe-b267-4c31-8a4c-01735e10a0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:26.587025 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-361ca1b0-ca24-4018-aad0-eaa0c790fd20 None None] For port 26482e4f-9367-4615-b577-310c0474cccc, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=26482e4f-9367-4615-b577-310c0474cccc,segment=NetworkSegment(860c7516-1fcc-4299-87c2-4d389c42918b),segment_id=860c7516-1fcc-4299-87c2-4d389c42918b)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:26.587377 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-361ca1b0-ca24-4018-aad0-eaa0c790fd20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:26.608862 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-361ca1b0-ca24-4018-aad0-eaa0c790fd20 None None] Calling delete_port for 26482e4f-9367-4615-b577-310c0474cccc owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:13:26.617398 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c08ffe-b267-4c31-8a4c-01735e10a0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=eefe9613-bd41-4c36-9089-ec3148a8e865,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:26.668024 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-5630d967-9db9-48b4-964a-a47413e6c24d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Deleting port 26482e4f-9367-4615-b577-310c0474cccc {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:13:26.668460 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5630d967-9db9-48b4-964a-a47413e6c24d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:26.733132 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-361ca1b0-ca24-4018-aad0-eaa0c790fd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:26.787613 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-15064ea8-7422-464a-9a67-4820642bad8a req-e8c08ffe-b267-4c31-8a4c-01735e10a0b3 service neutron] Attempting to bind port eefe9613-bd41-4c36-9089-ec3148a8e865 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:13:26.787809 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-5630d967-9db9-48b4-964a-a47413e6c24d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] For port 26482e4f-9367-4615-b577-310c0474cccc, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=26482e4f-9367-4615-b577-310c0474cccc,segment=NetworkSegment(860c7516-1fcc-4299-87c2-4d389c42918b),segment_id=860c7516-1fcc-4299-87c2-4d389c42918b)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:26.788062 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-15064ea8-7422-464a-9a67-4820642bad8a req-e8c08ffe-b267-4c31-8a4c-01735e10a0b3 service neutron] Attempting to bind port eefe9613-bd41-4c36-9089-ec3148a8e865 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3bd3ea4a-19c0-4756-b851-b7219964ac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:13:26.788173 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5630d967-9db9-48b4-964a-a47413e6c24d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:26.788329 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15064ea8-7422-464a-9a67-4820642bad8a req-e8c08ffe-b267-4c31-8a4c-01735e10a0b3 service neutron] Attempting to bind port eefe9613-bd41-4c36-9089-ec3148a8e865 on network 92da9e59-648f-44e9-b842-a5afd0c505e3 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:13:26.791413 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ca1b0-ca24-4018-aad0-eaa0c790fd20 None None] Pushing event deleted for resources: {'Port': ['ID=26482e4f-9367-4615-b577-310c0474cccc,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:26.793316 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361ca1b0-ca24-4018-aad0-eaa0c790fd20 None None] No DVR routers for this DVR port 26482e4f-9367-4615-b577-310c0474cccc on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:13:26.799668 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15064ea8-7422-464a-9a67-4820642bad8a req-e8c08ffe-b267-4c31-8a4c-01735e10a0b3 service neutron] Port eefe9613-bd41-4c36-9089-ec3148a8e865 on network 92da9e59-648f-44e9-b842-a5afd0c505e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:13:26.803862 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15064ea8-7422-464a-9a67-4820642bad8a req-e8c08ffe-b267-4c31-8a4c-01735e10a0b3 service neutron] Attempting to bind port eefe9613-bd41-4c36-9089-ec3148a8e865 on network 92da9e59-648f-44e9-b842-a5afd0c505e3 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:13:26.812267 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15064ea8-7422-464a-9a67-4820642bad8a req-e8c08ffe-b267-4c31-8a4c-01735e10a0b3 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:13:26.812990 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15064ea8-7422-464a-9a67-4820642bad8a req-e8c08ffe-b267-4c31-8a4c-01735e10a0b3 service neutron] Checking segment: {'id': '3bd3ea4a-19c0-4756-b851-b7219964ac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:13:26.813901 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15064ea8-7422-464a-9a67-4820642bad8a req-e8c08ffe-b267-4c31-8a4c-01735e10a0b3 service neutron] Bound using segment: {'id': '3bd3ea4a-19c0-4756-b851-b7219964ac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:13:26.814547 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-15064ea8-7422-464a-9a67-4820642bad8a req-e8c08ffe-b267-4c31-8a4c-01735e10a0b3 service neutron] Bound port: eefe9613-bd41-4c36-9089-ec3148a8e865, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bd3ea4a-19c0-4756-b851-b7219964ac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:13:26.815148 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-15064ea8-7422-464a-9a67-4820642bad8a req-e8c08ffe-b267-4c31-8a4c-01735e10a0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:26.821233 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-5630d967-9db9-48b4-964a-a47413e6c24d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Calling delete_port for 26482e4f-9367-4615-b577-310c0474cccc owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:13:26.859484 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7cfd8009-df86-42ea-931b-74b7f24218c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8469186-2923-4b87-9eb7-e8a072b95c10', 'name': 'tempest-ServerRescueNegativeTestJSON-160054580-router', 'tenant_id': '2daa716d41af426baed6e9a74353070d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '9e499b89-70f1-4a75-96de-ffc1653b0bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:22Z', 'updated_at': '2021-08-28T15:13:23Z', 'revision_number': 3, 'project_id': '2daa716d41af426baed6e9a74353070d', 'gw_port': {'id': '9e499b89-70f1-4a75-96de-ffc1653b0bbb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8469186-2923-4b87-9eb7-e8a072b95c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:22Z', 'updated_at': '2021-08-28T15:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:26.909718 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfd8009-df86-42ea-931b-74b7f24218c4 None None] The sync data for ids ['d8469186-2923-4b87-9eb7-e8a072b95c10'] in n-d-712137-10 is: [{'id': 'd8469186-2923-4b87-9eb7-e8a072b95c10', 'name': 'tempest-ServerRescueNegativeTestJSON-160054580-router', 'tenant_id': '2daa716d41af426baed6e9a74353070d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '9e499b89-70f1-4a75-96de-ffc1653b0bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:22Z', 'updated_at': '2021-08-28T15:13:23Z', 'revision_number': 3, 'project_id': '2daa716d41af426baed6e9a74353070d', 'gw_port': {'id': '9e499b89-70f1-4a75-96de-ffc1653b0bbb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8469186-2923-4b87-9eb7-e8a072b95c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:22Z', 'updated_at': '2021-08-28T15:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:13:26.941615 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-15064ea8-7422-464a-9a67-4820642bad8a req-e8c08ffe-b267-4c31-8a4c-01735e10a0b3 service neutron] For port eefe9613-bd41-4c36-9089-ec3148a8e865, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:13:26.954702 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-15064ea8-7422-464a-9a67-4820642bad8a req-e8c08ffe-b267-4c31-8a4c-01735e10a0b3 service neutron] For port eefe9613-bd41-4c36-9089-ec3148a8e865, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=eefe9613-bd41-4c36-9089-ec3148a8e865,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:13:26.964306 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-15064ea8-7422-464a-9a67-4820642bad8a req-e8c08ffe-b267-4c31-8a4c-01735e10a0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:27.003272 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a45c31b-bb25-49d3-874a-1446cb6a8427 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:27.018994 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a45c31b-bb25-49d3-874a-1446cb6a8427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:27.043413 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15064ea8-7422-464a-9a67-4820642bad8a req-e8c08ffe-b267-4c31-8a4c-01735e10a0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:27.044356 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-15064ea8-7422-464a-9a67-4820642bad8a req-e8c08ffe-b267-4c31-8a4c-01735e10a0b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:27.051971 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-15064ea8-7422-464a-9a67-4820642bad8a req-e8c08ffe-b267-4c31-8a4c-01735e10a0b3 service neutron] 10.222.0.36 "PUT /v2.0/ports/eefe9613-bd41-4c36-9089-ec3148a8e865 HTTP/1.1" status: 200 len: 1093 time: 2.2556756 Aug 28 15:13:27.096409 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0f7bc-cc0d-4c37-b0a0-2437855b2886 req-cf80d71b-924b-4270-821a-0efd10be12bb tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:27.098169 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f9b0f7bc-cc0d-4c37-b0a0-2437855b2886 req-cf80d71b-924b-4270-821a-0efd10be12bb tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=42680b51-e407-476e-9953-c4fb0afea3cf HTTP/1.1" status: 200 len: 944 time: 0.2561679 Aug 28 15:13:27.136240 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a45c31b-bb25-49d3-874a-1446cb6a8427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:27.151080 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c08ffe-b267-4c31-8a4c-01735e10a0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=eefe9613-bd41-4c36-9089-ec3148a8e865,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:27.176558 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45c31b-bb25-49d3-874a-1446cb6a8427 admin admin] Pushing event updated for resources: {'Port': ['ID=17af811e-32bd-4919-bc78-1417aaea23ca,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:27.201163 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15064ea8-7422-464a-9a67-4820642bad8a req-4361e46e-4aaa-443e-b179-3557991a2d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:27.209647 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-15064ea8-7422-464a-9a67-4820642bad8a req-4361e46e-4aaa-443e-b179-3557991a2d0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a9a8b74576c4695a1fae90d6f829702&device_id=42680b51-e407-476e-9953-c4fb0afea3cf HTTP/1.1" status: 200 len: 1096 time: 0.0994527 Aug 28 15:13:27.239759 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5630d967-9db9-48b4-964a-a47413e6c24d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:27.267076 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-15064ea8-7422-464a-9a67-4820642bad8a req-e07899f6-4c19-49ee-a0fb-8e0a8587d46e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eefe9613-bd41-4c36-9089-ec3148a8e865 HTTP/1.1" status: 200 len: 217 time: 0.0555227 Aug 28 15:13:27.304930 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f9b0f7bc-cc0d-4c37-b0a0-2437855b2886 req-80b5c961-294d-4dbf-b6cb-b2c13cf10ef5 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812272 Aug 28 15:13:27.305820 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630d967-9db9-48b4-964a-a47413e6c24d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Port': ['ID=26482e4f-9367-4615-b577-310c0474cccc,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:27.320425 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5630d967-9db9-48b4-964a-a47413e6c24d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] No DVR routers for this DVR port 26482e4f-9367-4615-b577-310c0474cccc on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:13:27.375608 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15064ea8-7422-464a-9a67-4820642bad8a req-26745a80-45db-4a4a-899b-0c38ffe9126e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:27.377560 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-15064ea8-7422-464a-9a67-4820642bad8a req-26745a80-45db-4a4a-899b-0c38ffe9126e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b8c26495-81f2-4073-8e6e-125cfbbdb151 HTTP/1.1" status: 200 len: 852 time: 0.1025486 Aug 28 15:13:27.427691 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-15064ea8-7422-464a-9a67-4820642bad8a req-1b46085a-2675-48bb-9bd0-7a80aec7d631 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=92da9e59-648f-44e9-b842-a5afd0c505e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414011 Aug 28 15:13:27.459337 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a45c31b-bb25-49d3-874a-1446cb6a8427 admin admin] Network 7a82b058-95d5-4811-a7cb-e74380d2fdc7 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:13:27.470633 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-4a45c31b-bb25-49d3-874a-1446cb6a8427 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:13:27.473831 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5630d967-9db9-48b4-964a-a47413e6c24d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:27.492217 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-5630d967-9db9-48b4-964a-a47413e6c24d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['354e3e0b-8cce-426a-8e18-4ad86dea9702']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:27.552039 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-5630d967-9db9-48b4-964a-a47413e6c24d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '860c7516-1fcc-4299-87c2-4d389c42918b') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:27.552336 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-5630d967-9db9-48b4-964a-a47413e6c24d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '860c7516-1fcc-4299-87c2-4d389c42918b') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:27.562842 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5630d967-9db9-48b4-964a-a47413e6c24d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:27.580749 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5630d967-9db9-48b4-964a-a47413e6c24d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:27.605716 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9e499b89-70f1-4a75-96de-ffc1653b0bbb up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:13:27.613075 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5630d967-9db9-48b4-964a-a47413e6c24d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:13:27.613482 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5630d967-9db9-48b4-964a-a47413e6c24d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:13:27.617780 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:13:27.624299 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6004a26-c5f1-44e5-bc07-826a8adcb96d req-e21a1111-bcd8-4f9a-9374-f85ac3c15267 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:27.636882 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f6004a26-c5f1-44e5-bc07-826a8adcb96d req-e21a1111-bcd8-4f9a-9374-f85ac3c15267 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0863e33-67d3-43b0-b145-a4864f14a006 HTTP/1.1" status: 200 len: 908 time: 0.2054904 Aug 28 15:13:27.685195 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-15064ea8-7422-464a-9a67-4820642bad8a req-896587c9-1a24-4be2-aceb-5b68d5cc1253 service neutron] 10.222.0.36 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459581 Aug 28 15:13:27.702293 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 9e499b89-70f1-4a75-96de-ffc1653b0bbb completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:13:27.707574 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 9e499b89-70f1-4a75-96de-ffc1653b0bbb triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:27.708412 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:27.742615 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5630d967-9db9-48b4-964a-a47413e6c24d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:27.749377 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5630d967-9db9-48b4-964a-a47413e6c24d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:27.751505 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5630d967-9db9-48b4-964a-a47413e6c24d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/networks/354e3e0b-8cce-426a-8e18-4ad86dea9702 HTTP/1.1" status: 204 len: 168 time: 1.6780124 Aug 28 15:13:27.761836 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55560) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:27.766374 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-6c897bea-4a29-42df-be70-5d0e90524f1d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1401476871', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}, 'admin_state_up': False}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:27.798949 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630d967-9db9-48b4-964a-a47413e6c24d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Network': ['ID=354e3e0b-8cce-426a-8e18-4ad86dea9702,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:27.816867 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a45c31b-bb25-49d3-874a-1446cb6a8427 admin admin] Router d8469186-2923-4b87-9eb7-e8a072b95c10 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:13:27.833989 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6c897bea-4a29-42df-be70-5d0e90524f1d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:27.835042 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6c897bea-4a29-42df-be70-5d0e90524f1d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:27.840010 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-15064ea8-7422-464a-9a67-4820642bad8a req-357d81d9-a083-4f2e-b1b5-09c824b86bb1 service neutron] 10.222.0.36 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466794 Aug 28 15:13:27.855329 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:27.903590 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 9e499b89-70f1-4a75-96de-ffc1653b0bbb, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=9e499b89-70f1-4a75-96de-ffc1653b0bbb,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:27.910941 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:27.965518 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6c897bea-4a29-42df-be70-5d0e90524f1d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:27.996082 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=9e499b89-70f1-4a75-96de-ffc1653b0bbb,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:28.017334 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 26482e4f-9367-4615-b577-310c0474cccc no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:13:28.042266 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 26482e4f-9367-4615-b577-310c0474cccc {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:13:28.043073 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 26482e4f-9367-4615-b577-310c0474cccc not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:13:28.123226 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a45c31b-bb25-49d3-874a-1446cb6a8427 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:13:28.132856 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4a45c31b-bb25-49d3-874a-1446cb6a8427 admin admin] 10.222.0.13 "PUT /v2.0/routers/d8469186-2923-4b87-9eb7-e8a072b95c10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3285754 Aug 28 15:13:28.174911 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6c897bea-4a29-42df-be70-5d0e90524f1d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:28.408260 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42680b51-e407-476e-9953-c4fb0afea3cf', 'tag': 'eefe9613-bd41-4c36-9089-ec3148a8e865'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:13:28.410485 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43be19e-0906-467a-9996-ff1e11e3bf11" -d '{"events": [{"name": "network-changed", "server_uuid": "42680b51-e407-476e-9953-c4fb0afea3cf", "tag": "eefe9613-bd41-4c36-9089-ec3148a8e865"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:13:28.762265 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c85f2e-1557-4c27-a213-2e2b2a23e677 req-42270bf9-c339-426f-9c08-60b274cf24cb tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:28.764097 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-62c85f2e-1557-4c27-a213-2e2b2a23e677 req-42270bf9-c339-426f-9c08-60b274cf24cb tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0863e33-67d3-43b0-b145-a4864f14a006 HTTP/1.1" status: 200 len: 908 time: 0.0900347 Aug 28 15:13:28.775339 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-8a4e7766-09a8-4fc7-95d0-28a7405b8731 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:28.780286 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-8a4e7766-09a8-4fc7-95d0-28a7405b8731 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/networks?id=7a82b058-95d5-4811-a7cb-e74380d2fdc7 HTTP/1.1" status: 200 len: 818 time: 0.1712413 Aug 28 15:13:28.836930 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-14a081b3-5d23-4e33-8c2c-c2e1bac86536 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/quotas/2daa716d41af426baed6e9a74353070d HTTP/1.1" status: 200 len: 375 time: 0.0276239 Aug 28 15:13:28.864630 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6c897bea-4a29-42df-be70-5d0e90524f1d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:28.874153 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b762b8-261a-4319-918a-274d61b2739b req-ad215b55-3266-438d-adf7-cf151efaca4b tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:28.875843 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b2b762b8-261a-4319-918a-274d61b2739b req-ad215b55-3266-438d-adf7-cf151efaca4b tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=42680b51-e407-476e-9953-c4fb0afea3cf HTTP/1.1" status: 200 len: 944 time: 0.4481156 Aug 28 15:13:28.919500 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6c897bea-4a29-42df-be70-5d0e90524f1d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:28.938085 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-62c85f2e-1557-4c27-a213-2e2b2a23e677 req-84396383-986c-465d-90c4-213946cd54dc tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Deleting port 92eb1302-0e63-4e29-ba9d-80e75638c1e0 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:13:28.938747 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-62c85f2e-1557-4c27-a213-2e2b2a23e677 req-84396383-986c-465d-90c4-213946cd54dc tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:28.948759 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-63bcc17d-1d18-4aed-9277-72c3492ac7d6 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2daa716d41af426baed6e9a74353070d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0791116 Aug 28 15:13:28.992145 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b2b762b8-261a-4319-918a-274d61b2739b req-23cbc2d5-2785-415a-a3a7-246a07102d2f tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080751 Aug 28 15:13:29.068281 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-6c897bea-4a29-42df-be70-5d0e90524f1d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Allocated IP 172.25.3.113 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/ccc0ac08-98dc-46e1-b707-17f2f27bb50e) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:13:29.092796 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbe6566-e621-4956-b3d4-2cdcc104ed97 x-openstack-request-id: req-fbbe6566-e621-4956-b3d4-2cdcc104ed97 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:13:29.093091 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42680b51-e407-476e-9953-c4fb0afea3cf", "tag": "eefe9613-bd41-4c36-9089-ec3148a8e865", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:13:29.093338 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbbe6566-e621-4956-b3d4-2cdcc104ed97 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:13:29.093737 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42680b51-e407-476e-9953-c4fb0afea3cf', 'tag': 'eefe9613-bd41-4c36-9089-ec3148a8e865', 'status': 'completed', 'code': 200} Aug 28 15:13:29.145977 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-62c85f2e-1557-4c27-a213-2e2b2a23e677 req-84396383-986c-465d-90c4-213946cd54dc tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] For port 92eb1302-0e63-4e29-ba9d-80e75638c1e0, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=92eb1302-0e63-4e29-ba9d-80e75638c1e0,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:29.146258 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-62c85f2e-1557-4c27-a213-2e2b2a23e677 req-84396383-986c-465d-90c4-213946cd54dc tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:29.157301 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-3840c7fc-9b7a-49e4-8292-12e66d3f9af8 service neutron] 10.222.0.13 "GET /v2.0/networks/7a82b058-95d5-4811-a7cb-e74380d2fdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975331 Aug 28 15:13:29.164546 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-62c85f2e-1557-4c27-a213-2e2b2a23e677 req-84396383-986c-465d-90c4-213946cd54dc tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Calling delete_port for 92eb1302-0e63-4e29-ba9d-80e75638c1e0 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:13:29.219751 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device eefe9613-bd41-4c36-9089-ec3148a8e865 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:13:29.249579 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43be19e-0906-467a-9996-ff1e11e3bf11 req-9165b14f-f894-4bf5-8dbc-f788b5be0853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:29.251228 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e43be19e-0906-467a-9996-ff1e11e3bf11 req-9165b14f-f894-4bf5-8dbc-f788b5be0853 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a9a8b74576c4695a1fae90d6f829702&device_id=42680b51-e407-476e-9953-c4fb0afea3cf HTTP/1.1" status: 200 len: 1096 time: 0.1153250 Aug 28 15:13:29.290242 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6c897bea-4a29-42df-be70-5d0e90524f1d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:29.408862 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860cea7-9783-40c3-a2ce-075234329eb2 req-faa7a4fe-df5a-4721-a240-31b2221e8d70 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:29.410100 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1860cea7-9783-40c3-a2ce-075234329eb2 req-faa7a4fe-df5a-4721-a240-31b2221e8d70 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0863e33-67d3-43b0-b145-a4864f14a006 HTTP/1.1" status: 200 len: 908 time: 0.2159505 Aug 28 15:13:29.418701 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43be19e-0906-467a-9996-ff1e11e3bf11 req-92659166-3093-40dd-b970-cdf66a4b5049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:29.420895 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e43be19e-0906-467a-9996-ff1e11e3bf11 req-92659166-3093-40dd-b970-cdf66a4b5049 service neutron] 10.222.0.36 "GET /v2.0/networks?id=92da9e59-648f-44e9-b842-a5afd0c505e3 HTTP/1.1" status: 200 len: 913 time: 0.1583121 Aug 28 15:13:29.428338 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port eefe9613-bd41-4c36-9089-ec3148a8e865, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=eefe9613-bd41-4c36-9089-ec3148a8e865,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:29.438750 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-93c42087-2a02-4257-a5f1-95ddbb2bbb76 service neutron] 10.222.0.13 "GET /v2.0/networks/7a82b058-95d5-4811-a7cb-e74380d2fdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721021 Aug 28 15:13:29.457320 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-62c85f2e-1557-4c27-a213-2e2b2a23e677 req-84396383-986c-465d-90c4-213946cd54dc tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:29.466794 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'eefe9613-bd41-4c36-9089-ec3148a8e865', 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3', 'port_id': 'eefe9613-bd41-4c36-9089-ec3148a8e865', 'mac_address': 'fa:16:3e:91:27:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c26495-81f2-4073-8e6e-125cfbbdb151', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:13:29.482038 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea76d6df-fdab-4985-80dc-58676b8197cc None None] Sync routers for ids ['d8469186-2923-4b87-9eb7-e8a072b95c10'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:13:29.494834 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84396383-986c-465d-90c4-213946cd54dc tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Pushing event deleted for resources: {'Port': ['ID=92eb1302-0e63-4e29-ba9d-80e75638c1e0,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:29.532593 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e43be19e-0906-467a-9996-ff1e11e3bf11 req-45e04fbb-24cf-49bc-93e5-586516aa451e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eefe9613-bd41-4c36-9089-ec3148a8e865 HTTP/1.1" status: 200 len: 217 time: 0.1027272 Aug 28 15:13:29.566271 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:29.582121 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9e499b89-70f1-4a75-96de-ffc1653b0bbb up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:13:29.597160 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c85f2e-1557-4c27-a213-2e2b2a23e677 req-84396383-986c-465d-90c4-213946cd54dc tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] No DVR routers for this DVR port 92eb1302-0e63-4e29-ba9d-80e75638c1e0 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:13:29.601961 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-62c85f2e-1557-4c27-a213-2e2b2a23e677 req-84396383-986c-465d-90c4-213946cd54dc tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:29.609676 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-62c85f2e-1557-4c27-a213-2e2b2a23e677 req-84396383-986c-465d-90c4-213946cd54dc tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.36 "DELETE /v2.0/ports/92eb1302-0e63-4e29-ba9d-80e75638c1e0 HTTP/1.1" status: 204 len: 173 time: 0.8260701 Aug 28 15:13:29.610820 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea76d6df-fdab-4985-80dc-58676b8197cc None None] Routers {'d8469186-2923-4b87-9eb7-e8a072b95c10'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:29.611976 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-ea76d6df-fdab-4985-80dc-58676b8197cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d8469186-2923-4b87-9eb7-e8a072b95c10'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:29.624112 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eefe9613-bd41-4c36-9089-ec3148a8e865 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:13:29.666872 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43be19e-0906-467a-9996-ff1e11e3bf11 req-a9f8aad9-e9e2-4095-9fc4-bbce3c1f0e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:29.676095 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e43be19e-0906-467a-9996-ff1e11e3bf11 req-a9f8aad9-e9e2-4095-9fc4-bbce3c1f0e54 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b8c26495-81f2-4073-8e6e-125cfbbdb151 HTTP/1.1" status: 200 len: 852 time: 0.1319187 Aug 28 15:13:29.731052 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port eefe9613-bd41-4c36-9089-ec3148a8e865, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=eefe9613-bd41-4c36-9089-ec3148a8e865,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:29.753324 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:29.780555 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6c897bea-4a29-42df-be70-5d0e90524f1d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:29.783599 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a8120234-487e-42cc-921a-085b35bfa051 req-1346e92c-2433-456a-ab1d-82dfdca64386 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 210 time: 0.0645940 Aug 28 15:13:29.813652 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e43be19e-0906-467a-9996-ff1e11e3bf11 req-238d59ab-0217-4990-828b-44ee3eb7b89c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=92da9e59-648f-44e9-b842-a5afd0c505e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1242764 Aug 28 15:13:29.932907 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c897bea-4a29-42df-be70-5d0e90524f1d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:13:29.942094 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-6c897bea-4a29-42df-be70-5d0e90524f1d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:13:29.954194 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c897bea-4a29-42df-be70-5d0e90524f1d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:13:29.964768 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 9e499b89-70f1-4a75-96de-ffc1653b0bbb triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:29.966618 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:29.987624 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c897bea-4a29-42df-be70-5d0e90524f1d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Port': ['ID=ccc0ac08-98dc-46e1-b707-17f2f27bb50e,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:30.031627 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['eefe9613-bd41-4c36-9089-ec3148a8e865'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:13:30.072767 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-ea76d6df-fdab-4985-80dc-58676b8197cc None None] Set router d8469186-2923-4b87-9eb7-e8a072b95c10 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:13:30.143490 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e43be19e-0906-467a-9996-ff1e11e3bf11 req-bdbdd629-e60a-4fdd-b25f-254eaada55e1 service neutron] 10.222.0.36 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054085 Aug 28 15:13:30.170786 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=eefe9613-bd41-4c36-9089-ec3148a8e865,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:30.254032 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-13cdb86d-20c2-405c-ab4c-6ff13432ba88 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:30.263979 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-13cdb86d-20c2-405c-ab4c-6ff13432ba88 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/networks?id=7a82b058-95d5-4811-a7cb-e74380d2fdc7 HTTP/1.1" status: 200 len: 818 time: 0.2663827 Aug 28 15:13:30.282797 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-5902fb25-b5db-486d-921b-733bf6bfd141 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/quotas/2daa716d41af426baed6e9a74353070d HTTP/1.1" status: 200 len: 375 time: 0.0174356 Aug 28 15:13:30.361023 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-3fbc6721-6f13-47ab-9df4-e037d1b3045d tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2daa716d41af426baed6e9a74353070d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0772595 Aug 28 15:13:30.485016 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-f6b2ce59-0842-4a41-bd21-a669a4c479c4 service neutron] 10.222.0.13 "GET /v2.0/networks/7a82b058-95d5-4811-a7cb-e74380d2fdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228788 Aug 28 15:13:30.520058 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deff2f4-bf39-425d-8871-3df0c46a7448 req-83de99d7-bc57-4f38-884b-2cfccc2945c9 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:30.528322 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4deff2f4-bf39-425d-8871-3df0c46a7448 req-83de99d7-bc57-4f38-884b-2cfccc2945c9 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=42680b51-e407-476e-9953-c4fb0afea3cf HTTP/1.1" status: 200 len: 945 time: 0.2927308 Aug 28 15:13:30.542516 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e43be19e-0906-467a-9996-ff1e11e3bf11 req-ed4079c3-4f98-475f-bfc9-4e9c729674bc service neutron] 10.222.0.36 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028209 Aug 28 15:13:30.637222 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-b3bd930a-933a-45a4-b898-531eee34d569 service neutron] 10.222.0.13 "GET /v2.0/networks/7a82b058-95d5-4811-a7cb-e74380d2fdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423318 Aug 28 15:13:30.638967 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4deff2f4-bf39-425d-8871-3df0c46a7448 req-0b5140db-eed3-437c-bbdc-08b425265a1b tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097822 Aug 28 15:13:30.733110 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6c897bea-4a29-42df-be70-5d0e90524f1d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:30.956732 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-ea76d6df-fdab-4985-80dc-58676b8197cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8469186-2923-4b87-9eb7-e8a072b95c10', 'name': 'tempest-ServerRescueNegativeTestJSON-160054580-router', 'tenant_id': '2daa716d41af426baed6e9a74353070d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '9e499b89-70f1-4a75-96de-ffc1653b0bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:22Z', 'updated_at': '2021-08-28T15:13:26Z', 'revision_number': 4, 'project_id': '2daa716d41af426baed6e9a74353070d', 'gw_port': {'id': '9e499b89-70f1-4a75-96de-ffc1653b0bbb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8469186-2923-4b87-9eb7-e8a072b95c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:22Z', 'updated_at': '2021-08-28T15:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '17af811e-32bd-4919-bc78-1417aaea23ca', 'name': '', 'network_id': '7a82b058-95d5-4811-a7cb-e74380d2fdc7', 'tenant_id': '2daa716d41af426baed6e9a74353070d', 'mac_address': 'fa:16:3e:71:60:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8469186-2923-4b87-9eb7-e8a072b95c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '6baacc3b-9f26-42b9-89a3-3904a08dc932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:25Z', 'updated_at': '2021-08-28T15:13:26Z', 'revision_number': 2, 'project_id': '2daa716d41af426baed6e9a74353070d', 'subnets': [{'id': '6baacc3b-9f26-42b9-89a3-3904a08dc932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:31.048074 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-10e5d69d-1fab-4975-99bd-e606355f4773 req-efd4a6eb-b49f-4ee2-9632-542f4b74dd76 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 210 time: 0.1161261 Aug 28 15:13:31.050685 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea76d6df-fdab-4985-80dc-58676b8197cc None None] Checking router: d8469186-2923-4b87-9eb7-e8a072b95c10 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:13:31.051182 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea76d6df-fdab-4985-80dc-58676b8197cc None None] Updating router d8469186-2923-4b87-9eb7-e8a072b95c10 port 17af811e-32bd-4919-bc78-1417aaea23ca binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:13:31.081682 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ea76d6df-fdab-4985-80dc-58676b8197cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:31.095066 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0863e33-67d3-43b0-b145-a4864f14a006', 'name': 'network-vif-deleted', 'tag': '92eb1302-0e63-4e29-ba9d-80e75638c1e0'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:13:31.097562 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ee0f83-a7a4-4975-ae2c-98a2d3a709cf" -d '{"events": [{"server_uuid": "c0863e33-67d3-43b0-b145-a4864f14a006", "name": "network-vif-deleted", "tag": "92eb1302-0e63-4e29-ba9d-80e75638c1e0"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:13:31.141217 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6c897bea-4a29-42df-be70-5d0e90524f1d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:31.205807 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89327254-fac4-449a-927f-7942cf92cc7b x-openstack-request-id: req-89327254-fac4-449a-927f-7942cf92cc7b {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:13:31.207539 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0863e33-67d3-43b0-b145-a4864f14a006", "name": "network-vif-deleted", "tag": "92eb1302-0e63-4e29-ba9d-80e75638c1e0", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:13:31.207897 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89327254-fac4-449a-927f-7942cf92cc7b {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:13:31.209137 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0863e33-67d3-43b0-b145-a4864f14a006', 'name': 'network-vif-deleted', 'tag': '92eb1302-0e63-4e29-ba9d-80e75638c1e0', 'status': 'completed', 'code': 200} Aug 28 15:13:31.250187 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 92eb1302-0e63-4e29-ba9d-80e75638c1e0 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:13:31.279478 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 92eb1302-0e63-4e29-ba9d-80e75638c1e0 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:13:31.280171 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 92eb1302-0e63-4e29-ba9d-80e75638c1e0 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:13:31.330162 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0890e42-1c33-49d4-88fd-d99044acdc56 req-6b7a2784-acc0-4d03-9162-c0b82eb2ee21 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:31.331784 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c0890e42-1c33-49d4-88fd-d99044acdc56 req-6b7a2784-acc0-4d03-9162-c0b82eb2ee21 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f427f8a-3e78-4a56-a506-1467a6a61a88 HTTP/1.1" status: 200 len: 945 time: 0.1624427 Aug 28 15:13:31.375844 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c897bea-4a29-42df-be70-5d0e90524f1d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Router 0a2495c8-2ffb-4b03-bcbb-3c4a3899aebd is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:13:31.389535 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c0890e42-1c33-49d4-88fd-d99044acdc56 req-c6ee4fa8-d15d-478b-a644-80b17c478bf7 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425839 Aug 28 15:13:31.576891 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c897bea-4a29-42df-be70-5d0e90524f1d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:13:31.592575 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ea76d6df-fdab-4985-80dc-58676b8197cc None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:31.607748 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6c897bea-4a29-42df-be70-5d0e90524f1d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:31.608217 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfd59ab-b110-4c77-9ca0-99d0b283c64e None None] Sync routers for ids ['0a2495c8-2ffb-4b03-bcbb-3c4a3899aebd'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:13:31.611831 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6c897bea-4a29-42df-be70-5d0e90524f1d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.8464441 Aug 28 15:13:31.612086 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55680) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:31.617112 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ea76d6df-fdab-4985-80dc-58676b8197cc None None] Transition to ACTIVE for port object 17af811e-32bd-4919-bc78-1417aaea23ca will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:13:31.625850 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ea76d6df-fdab-4985-80dc-58676b8197cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:31.638943 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfd59ab-b110-4c77-9ca0-99d0b283c64e None None] Routers {'0a2495c8-2ffb-4b03-bcbb-3c4a3899aebd'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:31.639608 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-abfd59ab-b110-4c77-9ca0-99d0b283c64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['0a2495c8-2ffb-4b03-bcbb-3c4a3899aebd'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:31.651163 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-f1d81674-0cfe-462b-8da8-3564c2042503 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:31.653745 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-f1d81674-0cfe-462b-8da8-3564c2042503 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.41 "GET /v2.0/networks?id=7a82b058-95d5-4811-a7cb-e74380d2fdc7 HTTP/1.1" status: 200 len: 818 time: 0.2630882 Aug 28 15:13:31.676015 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-0806e4ca-983f-4a08-b37c-0b0979d60ad6 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Request body: {'port': {'device_id': '0a9b61f5-cd5b-402d-87e5-b71ed3761dae', 'network_id': '7a82b058-95d5-4811-a7cb-e74380d2fdc7', 'admin_state_up': True, 'tenant_id': '2daa716d41af426baed6e9a74353070d'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:31.689881 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27ea08-799a-4972-911a-c1b68299f010 None None] Pushing event updated for resources: {'Port': ['ID=17af811e-32bd-4919-bc78-1417aaea23ca,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:31.712146 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-abfd59ab-b110-4c77-9ca0-99d0b283c64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:31.736790 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfd59ab-b110-4c77-9ca0-99d0b283c64e None None] Routers {'0a2495c8-2ffb-4b03-bcbb-3c4a3899aebd'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:31.737408 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-abfd59ab-b110-4c77-9ca0-99d0b283c64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['0a2495c8-2ffb-4b03-bcbb-3c4a3899aebd'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:31.798072 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-ea76d6df-fdab-4985-80dc-58676b8197cc None None] Attempting to bind port 17af811e-32bd-4919-bc78-1417aaea23ca on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:13:31.798451 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-ea76d6df-fdab-4985-80dc-58676b8197cc None None] Attempting to bind port 17af811e-32bd-4919-bc78-1417aaea23ca by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '07ddd294-6759-4cc4-b852-923358df41f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7a82b058-95d5-4811-a7cb-e74380d2fdc7'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:13:31.798817 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea76d6df-fdab-4985-80dc-58676b8197cc None None] Attempting to bind port 17af811e-32bd-4919-bc78-1417aaea23ca on network 7a82b058-95d5-4811-a7cb-e74380d2fdc7 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:13:31.804818 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea76d6df-fdab-4985-80dc-58676b8197cc None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:13:31.805125 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea76d6df-fdab-4985-80dc-58676b8197cc None None] Checking segment: {'id': '07ddd294-6759-4cc4-b852-923358df41f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7a82b058-95d5-4811-a7cb-e74380d2fdc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:13:31.805529 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ea76d6df-fdab-4985-80dc-58676b8197cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:31.805980 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea76d6df-fdab-4985-80dc-58676b8197cc None None] Bound using segment: {'id': '07ddd294-6759-4cc4-b852-923358df41f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7a82b058-95d5-4811-a7cb-e74380d2fdc7'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:13:31.806508 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-ea76d6df-fdab-4985-80dc-58676b8197cc None None] Bound port: 17af811e-32bd-4919-bc78-1417aaea23ca, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ddd294-6759-4cc4-b852-923358df41f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7a82b058-95d5-4811-a7cb-e74380d2fdc7'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:13:31.806959 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ea76d6df-fdab-4985-80dc-58676b8197cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:31.834743 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-abfd59ab-b110-4c77-9ca0-99d0b283c64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:31.835401 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfd59ab-b110-4c77-9ca0-99d0b283c64e None None] The sync data for ids ['0a2495c8-2ffb-4b03-bcbb-3c4a3899aebd'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:13:31.888467 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-dac1d245-d74f-4dad-b622-f6bfd2152c41 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "GET /v2.0/routers/0a2495c8-2ffb-4b03-bcbb-3c4a3899aebd HTTP/1.1" status: 200 len: 881 time: 0.2750394 Aug 28 15:13:31.889089 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55688) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:31.896547 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-ea76d6df-fdab-4985-80dc-58676b8197cc None None] For port 17af811e-32bd-4919-bc78-1417aaea23ca, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:13:31.902811 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-0806e4ca-983f-4a08-b37c-0b0979d60ad6 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Made reservation on behalf of 2daa716d41af426baed6e9a74353070d for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:13:31.902994 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-ea76d6df-fdab-4985-80dc-58676b8197cc None None] For port 17af811e-32bd-4919-bc78-1417aaea23ca, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=17af811e-32bd-4919-bc78-1417aaea23ca,segment=NetworkSegment(07ddd294-6759-4cc4-b852-923358df41f3),segment_id=07ddd294-6759-4cc4-b852-923358df41f3)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:13:31.906563 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-0806e4ca-983f-4a08-b37c-0b0979d60ad6 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:31.911832 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ea76d6df-fdab-4985-80dc-58676b8197cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:31.953540 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9330c31-0438-487d-a124-9853bd0289e7 req-04ae22d6-83df-4558-850d-479ad99f9fb2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:31.955926 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e9330c31-0438-487d-a124-9853bd0289e7 req-04ae22d6-83df-4558-850d-479ad99f9fb2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=42680b51-e407-476e-9953-c4fb0afea3cf HTTP/1.1" status: 200 len: 945 time: 0.1629226 Aug 28 15:13:32.002385 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea76d6df-fdab-4985-80dc-58676b8197cc None None] Routers {'d8469186-2923-4b87-9eb7-e8a072b95c10'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:32.003528 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-ea76d6df-fdab-4985-80dc-58676b8197cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d8469186-2923-4b87-9eb7-e8a072b95c10'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:32.071739 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27ea08-799a-4972-911a-c1b68299f010 None None] Pushing event updated for resources: {'Port': ['ID=17af811e-32bd-4919-bc78-1417aaea23ca,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:32.080517 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e9330c31-0438-487d-a124-9853bd0289e7 req-c375405b-08c1-407a-ada3-1d5943c17929 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156657 Aug 28 15:13:32.170084 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b4a6249e-c082-4dce-bbfb-d990018fa026 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2784121 Aug 28 15:13:32.170697 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55700) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:32.173920 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f1614d3e-8af9-4ace-af46-07678adb7e9b req-fad5bbe2-fd06-49f1-a170-8b9067c2d9e9 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 210 time: 0.0389578 Aug 28 15:13:32.175555 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-a85f2456-6751-4250-8ff3-f32d588e16c5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1401476871'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:32.176583 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-ea76d6df-fdab-4985-80dc-58676b8197cc None None] Set router d8469186-2923-4b87-9eb7-e8a072b95c10 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:13:32.189915 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-0806e4ca-983f-4a08-b37c-0b0979d60ad6 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Allocated IP 172.20.0.2 (7a82b058-95d5-4811-a7cb-e74380d2fdc7/6baacc3b-9f26-42b9-89a3-3904a08dc932/5284421a-28c2-47e5-a806-2b7107aeda47) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:13:32.385037 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-0806e4ca-983f-4a08-b37c-0b0979d60ad6 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:32.507772 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-0806e4ca-983f-4a08-b37c-0b0979d60ad6 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:32.528802 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-ea76d6df-fdab-4985-80dc-58676b8197cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8469186-2923-4b87-9eb7-e8a072b95c10', 'name': 'tempest-ServerRescueNegativeTestJSON-160054580-router', 'tenant_id': '2daa716d41af426baed6e9a74353070d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '9e499b89-70f1-4a75-96de-ffc1653b0bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:22Z', 'updated_at': '2021-08-28T15:13:26Z', 'revision_number': 4, 'project_id': '2daa716d41af426baed6e9a74353070d', 'gw_port': {'id': '9e499b89-70f1-4a75-96de-ffc1653b0bbb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8469186-2923-4b87-9eb7-e8a072b95c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:22Z', 'updated_at': '2021-08-28T15:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '17af811e-32bd-4919-bc78-1417aaea23ca', 'name': '', 'network_id': '7a82b058-95d5-4811-a7cb-e74380d2fdc7', 'tenant_id': '2daa716d41af426baed6e9a74353070d', 'mac_address': 'fa:16:3e:71:60:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8469186-2923-4b87-9eb7-e8a072b95c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '6baacc3b-9f26-42b9-89a3-3904a08dc932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:25Z', 'updated_at': '2021-08-28T15:13:31Z', 'revision_number': 4, 'project_id': '2daa716d41af426baed6e9a74353070d', 'subnets': [{'id': '6baacc3b-9f26-42b9-89a3-3904a08dc932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:32.549890 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-0806e4ca-983f-4a08-b37c-0b0979d60ad6 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Network 7a82b058-95d5-4811-a7cb-e74380d2fdc7 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:13:32.553219 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-0806e4ca-983f-4a08-b37c-0b0979d60ad6 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:13:32.557734 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-0806e4ca-983f-4a08-b37c-0b0979d60ad6 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:13:32.597364 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806e4ca-983f-4a08-b37c-0b0979d60ad6 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Pushing event updated for resources: {'Port': ['ID=5284421a-28c2-47e5-a806-2b7107aeda47,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:32.614030 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea76d6df-fdab-4985-80dc-58676b8197cc None None] The sync data for ids ['d8469186-2923-4b87-9eb7-e8a072b95c10'] in n-d-712137-10 is: [{'id': 'd8469186-2923-4b87-9eb7-e8a072b95c10', 'name': 'tempest-ServerRescueNegativeTestJSON-160054580-router', 'tenant_id': '2daa716d41af426baed6e9a74353070d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '9e499b89-70f1-4a75-96de-ffc1653b0bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:22Z', 'updated_at': '2021-08-28T15:13:26Z', 'revision_number': 4, 'project_id': '2daa716d41af426baed6e9a74353070d', 'gw_port': {'id': '9e499b89-70f1-4a75-96de-ffc1653b0bbb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8469186-2923-4b87-9eb7-e8a072b95c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:22Z', 'updated_at': '2021-08-28T15:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '17af811e-32bd-4919-bc78-1417aaea23ca', 'name': '', 'network_id': '7a82b058-95d5-4811-a7cb-e74380d2fdc7', 'tenant_id': '2daa716d41af426baed6e9a74353070d', 'mac_address': 'fa:16:3e:71:60:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8469186-2923-4b87-9eb7-e8a072b95c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '6baacc3b-9f26-42b9-89a3-3904a08dc932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:25Z', 'updated_at': '2021-08-28T15:13:31Z', 'revision_number': 4, 'project_id': '2daa716d41af426baed6e9a74353070d', 'subnets': [{'id': '6baacc3b-9f26-42b9-89a3-3904a08dc932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:13:32.630169 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-0806e4ca-983f-4a08-b37c-0b0979d60ad6 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:32.631223 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-0806e4ca-983f-4a08-b37c-0b0979d60ad6 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:32.650452 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-0806e4ca-983f-4a08-b37c-0b0979d60ad6 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9829888 Aug 28 15:13:32.687323 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-b57d2839-596f-4877-892e-db42fe3f61d0 service neutron] Request body: {'port': {'device_id': '0a9b61f5-cd5b-402d-87e5-b71ed3761dae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:32.790261 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-b57d2839-596f-4877-892e-db42fe3f61d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:32.913089 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487eb61-a2fe-4111-8c83-40d0701834fa req-fd2c9a9d-7baa-4ea8-bffa-d466f867d179 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:32.914668 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8487eb61-a2fe-4111-8c83-40d0701834fa req-fd2c9a9d-7baa-4ea8-bffa-d466f867d179 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f427f8a-3e78-4a56-a506-1467a6a61a88 HTTP/1.1" status: 200 len: 945 time: 0.2502322 Aug 28 15:13:33.018731 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-f08533a7-136b-47a7-b667-4732f2a114cd tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:33.020591 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-f08533a7-136b-47a7-b667-4732f2a114cd tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.36 "GET /v2.0/networks?id=7a82b058-95d5-4811-a7cb-e74380d2fdc7 HTTP/1.1" status: 200 len: 818 time: 0.3571632 Aug 28 15:13:33.057398 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-6264c1e5-fe4c-4301-8a3f-928647a9a702 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Request body: {'port': {'device_id': '6bf50873-cf4f-4c99-b8f6-558016c5fa6b', 'network_id': '7a82b058-95d5-4811-a7cb-e74380d2fdc7', 'admin_state_up': True, 'tenant_id': '2daa716d41af426baed6e9a74353070d'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:33.125609 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8487eb61-a2fe-4111-8c83-40d0701834fa req-70783e41-77e7-4352-bfb0-c70e8f312791 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010875 Aug 28 15:13:33.163875 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-b57d2839-596f-4877-892e-db42fe3f61d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5284421a-28c2-47e5-a806-2b7107aeda47 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:13:33.181624 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-b57d2839-596f-4877-892e-db42fe3f61d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:33.203912 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-b57d2839-596f-4877-892e-db42fe3f61d0 service neutron] Transition to ACTIVE for port object 5284421a-28c2-47e5-a806-2b7107aeda47 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:13:33.216225 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-b57d2839-596f-4877-892e-db42fe3f61d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:33.227257 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a115d-9795-4849-a46c-10a5d4280fa4 req-a688c8ba-aecd-436e-97ac-da9bb1a6eb0c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:33.228844 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8e1a115d-9795-4849-a46c-10a5d4280fa4 req-a688c8ba-aecd-436e-97ac-da9bb1a6eb0c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f427f8a-3e78-4a56-a506-1467a6a61a88 HTTP/1.1" status: 200 len: 945 time: 0.2295883 Aug 28 15:13:33.254492 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device eefe9613-bd41-4c36-9089-ec3148a8e865 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:13:33.327289 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port eefe9613-bd41-4c36-9089-ec3148a8e865 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:13:33.332309 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port eefe9613-bd41-4c36-9089-ec3148a8e865 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:33.333288 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:33.425164 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d2839-596f-4877-892e-db42fe3f61d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5284421a-28c2-47e5-a806-2b7107aeda47,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:33.430364 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-b57d2839-596f-4877-892e-db42fe3f61d0 service neutron] Attempting to bind port 5284421a-28c2-47e5-a806-2b7107aeda47 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:13:33.430692 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-b57d2839-596f-4877-892e-db42fe3f61d0 service neutron] Attempting to bind port 5284421a-28c2-47e5-a806-2b7107aeda47 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '07ddd294-6759-4cc4-b852-923358df41f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7a82b058-95d5-4811-a7cb-e74380d2fdc7'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:13:33.431154 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-b57d2839-596f-4877-892e-db42fe3f61d0 service neutron] Attempting to bind port 5284421a-28c2-47e5-a806-2b7107aeda47 on network 7a82b058-95d5-4811-a7cb-e74380d2fdc7 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:13:33.447466 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75320b-8eff-4a45-9ad4-1dc23caf1945 req-e2655ab5-f23c-4c30-9bd3-e5154c883979 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:33.456433 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5d75320b-8eff-4a45-9ad4-1dc23caf1945 req-e2655ab5-f23c-4c30-9bd3-e5154c883979 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=42680b51-e407-476e-9953-c4fb0afea3cf HTTP/1.1" status: 200 len: 945 time: 0.2273526 Aug 28 15:13:33.468632 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:33.490160 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-b57d2839-596f-4877-892e-db42fe3f61d0 service neutron] Port 5284421a-28c2-47e5-a806-2b7107aeda47 on network 7a82b058-95d5-4811-a7cb-e74380d2fdc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:13:33.490489 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-b57d2839-596f-4877-892e-db42fe3f61d0 service neutron] Attempting to bind port 5284421a-28c2-47e5-a806-2b7107aeda47 on network 7a82b058-95d5-4811-a7cb-e74380d2fdc7 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:13:33.512244 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-b57d2839-596f-4877-892e-db42fe3f61d0 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:13:33.512496 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-b57d2839-596f-4877-892e-db42fe3f61d0 service neutron] Checking segment: {'id': '07ddd294-6759-4cc4-b852-923358df41f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7a82b058-95d5-4811-a7cb-e74380d2fdc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:13:33.512845 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-b57d2839-596f-4877-892e-db42fe3f61d0 service neutron] Bound using segment: {'id': '07ddd294-6759-4cc4-b852-923358df41f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7a82b058-95d5-4811-a7cb-e74380d2fdc7'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:13:33.513288 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-b57d2839-596f-4877-892e-db42fe3f61d0 service neutron] Bound port: 5284421a-28c2-47e5-a806-2b7107aeda47, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07ddd294-6759-4cc4-b852-923358df41f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7a82b058-95d5-4811-a7cb-e74380d2fdc7'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:13:33.516538 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-b57d2839-596f-4877-892e-db42fe3f61d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:33.550032 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5d75320b-8eff-4a45-9ad4-1dc23caf1945 req-8ca39d09-8170-456c-8fc9-a4f9ae881fcc tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828564 Aug 28 15:13:33.550147 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a85f2456-6751-4250-8ff3-f32d588e16c5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4654'] for router, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:33.582665 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port eefe9613-bd41-4c36-9089-ec3148a8e865, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=eefe9613-bd41-4c36-9089-ec3148a8e865,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:33.586450 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42680b51-e407-476e-9953-c4fb0afea3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefe9613-bd41-4c36-9089-ec3148a8e865'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:13:33.590185 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd289ca1-f8db-4487-ad0d-d49d85e0f4cc" -d '{"events": [{"server_uuid": "42680b51-e407-476e-9953-c4fb0afea3cf", "name": "network-vif-plugged", "status": "completed", "tag": "eefe9613-bd41-4c36-9089-ec3148a8e865"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:13:33.596388 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:33.611456 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3d7bc64d-2628-47a9-8872-9e80fec4a93b req-32f7770f-cc5e-4762-b504-c059aa27652c tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 210 time: 0.3054223 Aug 28 15:13:33.623586 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a85f2456-6751-4250-8ff3-f32d588e16c5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523761'] for router, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:33.678601 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=eefe9613-bd41-4c36-9089-ec3148a8e865,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:33.690304 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 17af811e-32bd-4919-bc78-1417aaea23ca up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:13:33.758299 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 17af811e-32bd-4919-bc78-1417aaea23ca completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:13:33.759573 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-b57d2839-596f-4877-892e-db42fe3f61d0 service neutron] For port 5284421a-28c2-47e5-a806-2b7107aeda47, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:13:33.764079 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7258a6-28c1-448c-9e25-0d1d769f0acc x-openstack-request-id: req-fc7258a6-28c1-448c-9e25-0d1d769f0acc {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:13:33.764334 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42680b51-e407-476e-9953-c4fb0afea3cf", "name": "network-vif-plugged", "status": "completed", "tag": "eefe9613-bd41-4c36-9089-ec3148a8e865", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:13:33.764593 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc7258a6-28c1-448c-9e25-0d1d769f0acc {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:13:33.765059 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42680b51-e407-476e-9953-c4fb0afea3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefe9613-bd41-4c36-9089-ec3148a8e865', 'code': 200} Aug 28 15:13:33.766164 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-b57d2839-596f-4877-892e-db42fe3f61d0 service neutron] For port 5284421a-28c2-47e5-a806-2b7107aeda47, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=5284421a-28c2-47e5-a806-2b7107aeda47,segment=NetworkSegment(07ddd294-6759-4cc4-b852-923358df41f3),segment_id=07ddd294-6759-4cc4-b852-923358df41f3)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:13:33.766354 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 17af811e-32bd-4919-bc78-1417aaea23ca triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:33.767041 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:33.771124 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-6264c1e5-fe4c-4301-8a3f-928647a9a702 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Made reservation on behalf of 2daa716d41af426baed6e9a74353070d for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:13:33.776723 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-b57d2839-596f-4877-892e-db42fe3f61d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:33.782420 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-6264c1e5-fe4c-4301-8a3f-928647a9a702 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:33.847737 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d2839-596f-4877-892e-db42fe3f61d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5284421a-28c2-47e5-a806-2b7107aeda47,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:33.886903 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:33.918257 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-b57d2839-596f-4877-892e-db42fe3f61d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:33.918680 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-b57d2839-596f-4877-892e-db42fe3f61d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:33.924875 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-b57d2839-596f-4877-892e-db42fe3f61d0 service neutron] 10.222.0.41 "PUT /v2.0/ports/5284421a-28c2-47e5-a806-2b7107aeda47 HTTP/1.1" status: 200 len: 1092 time: 1.2438061 Aug 28 15:13:33.928081 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9b61f5-cd5b-402d-87e5-b71ed3761dae', 'tag': '5284421a-28c2-47e5-a806-2b7107aeda47'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:13:33.942135 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40124ee4-48fa-4033-8d41-2c9da43eaa0f" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9b61f5-cd5b-402d-87e5-b71ed3761dae", "tag": "5284421a-28c2-47e5-a806-2b7107aeda47"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:13:33.946076 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 17af811e-32bd-4919-bc78-1417aaea23ca, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=17af811e-32bd-4919-bc78-1417aaea23ca,segment=NetworkSegment(07ddd294-6759-4cc4-b852-923358df41f3),segment_id=07ddd294-6759-4cc4-b852-923358df41f3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:33.953520 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:33.966893 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e2f40-04da-465e-82e2-ccd935826249 req-fedad862-9eea-4742-bb7e-dee11a1a0dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:33.968586 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f16e2f40-04da-465e-82e2-ccd935826249 req-fedad862-9eea-4742-bb7e-dee11a1a0dcd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=42680b51-e407-476e-9953-c4fb0afea3cf HTTP/1.1" status: 200 len: 1098 time: 0.1118457 Aug 28 15:13:34.023490 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-8e1a115d-9795-4849-a46c-10a5d4280fa4 req-5a021953-accd-45f2-bdc6-de3af38272d6 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Deleting port 1979fdce-2486-4ae5-b6cb-6e60daca542d {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:13:34.026318 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe214f5f-7fc9-4be2-aa44-409e4cff7d87 x-openstack-request-id: req-fe214f5f-7fc9-4be2-aa44-409e4cff7d87 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:13:34.026735 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9b61f5-cd5b-402d-87e5-b71ed3761dae", "tag": "5284421a-28c2-47e5-a806-2b7107aeda47", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:13:34.027091 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe214f5f-7fc9-4be2-aa44-409e4cff7d87 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:13:34.027604 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a9b61f5-cd5b-402d-87e5-b71ed3761dae', 'tag': '5284421a-28c2-47e5-a806-2b7107aeda47', 'status': 'completed', 'code': 200} Aug 28 15:13:34.028246 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-8e1a115d-9795-4849-a46c-10a5d4280fa4 req-5a021953-accd-45f2-bdc6-de3af38272d6 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:34.048695 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=17af811e-32bd-4919-bc78-1417aaea23ca,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:34.064330 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f16e2f40-04da-465e-82e2-ccd935826249 req-dc0fa66c-2980-47e3-a391-3cd3d1a03abb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880296 Aug 28 15:13:34.074334 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-0b251e66-2bd4-4975-846f-0e72de3e320f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:34.076202 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-0b251e66-2bd4-4975-846f-0e72de3e320f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2daa716d41af426baed6e9a74353070d&device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 1095 time: 0.0912297 Aug 28 15:13:34.146494 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-e72cb2c7-dcba-4e6f-ad4f-df47d83f9c0e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5284421a-28c2-47e5-a806-2b7107aeda47 HTTP/1.1" status: 200 len: 217 time: 0.0564890 Aug 28 15:13:34.172050 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85f2456-6751-4250-8ff3-f32d588e16c5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Router 0a2495c8-2ffb-4b03-bcbb-3c4a3899aebd has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:13:34.214890 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-8e1a115d-9795-4849-a46c-10a5d4280fa4 req-5a021953-accd-45f2-bdc6-de3af38272d6 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] For port 1979fdce-2486-4ae5-b6cb-6e60daca542d, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=1979fdce-2486-4ae5-b6cb-6e60daca542d,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:34.215242 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-8e1a115d-9795-4849-a46c-10a5d4280fa4 req-5a021953-accd-45f2-bdc6-de3af38272d6 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:34.235121 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-6264c1e5-fe4c-4301-8a3f-928647a9a702 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Allocated IP 172.20.0.8 (7a82b058-95d5-4811-a7cb-e74380d2fdc7/6baacc3b-9f26-42b9-89a3-3904a08dc932/6a4d91bd-b259-475e-a50a-0c9d1e3c2c17) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:13:34.235797 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-c015b88a-8599-4b5c-92a3-51134ed3e5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:34.237049 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-c015b88a-8599-4b5c-92a3-51134ed3e5f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6baacc3b-9f26-42b9-89a3-3904a08dc932 HTTP/1.1" status: 200 len: 858 time: 0.0796676 Aug 28 15:13:34.237457 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-8e1a115d-9795-4849-a46c-10a5d4280fa4 req-5a021953-accd-45f2-bdc6-de3af38272d6 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Calling delete_port for 1979fdce-2486-4ae5-b6cb-6e60daca542d owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:13:34.292583 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-f72d1c10-8495-4d22-88b8-44f620f9c0d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a82b058-95d5-4811-a7cb-e74380d2fdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458577 Aug 28 15:13:34.393379 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3a4d5-a3ee-4859-9166-0246ca2636c5 req-8f7ea989-d9a5-49db-8bc2-800f2e53bf4e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:34.394947 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c8f3a4d5-a3ee-4859-9166-0246ca2636c5 req-8f7ea989-d9a5-49db-8bc2-800f2e53bf4e tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f427f8a-3e78-4a56-a506-1467a6a61a88 HTTP/1.1" status: 200 len: 945 time: 0.1409285 Aug 28 15:13:34.454428 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-af3faaca-6919-40e2-930a-49d06a37a396 service neutron] 10.222.0.41 "GET /v2.0/networks/7a82b058-95d5-4811-a7cb-e74380d2fdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369095 Aug 28 15:13:34.459893 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c8f3a4d5-a3ee-4859-9166-0246ca2636c5 req-144485f3-51a2-417b-befd-49874282a8ff tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526249 Aug 28 15:13:34.503970 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85f2456-6751-4250-8ff3-f32d588e16c5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:13:34.517312 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a85f2456-6751-4250-8ff3-f32d588e16c5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:34.518143 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65f3bf3-97f6-4443-a15d-0a856e7359b1 None None] Sync routers for ids ['0a2495c8-2ffb-4b03-bcbb-3c4a3899aebd'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:13:34.523258 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a85f2456-6751-4250-8ff3-f32d588e16c5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "PUT /v2.0/routers/0a2495c8-2ffb-4b03-bcbb-3c4a3899aebd HTTP/1.1" status: 200 len: 888 time: 2.3518777 Aug 28 15:13:34.531741 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55720) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:34.533380 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65f3bf3-97f6-4443-a15d-0a856e7359b1 None None] Routers {'0a2495c8-2ffb-4b03-bcbb-3c4a3899aebd'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:34.534031 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-a65f3bf3-97f6-4443-a15d-0a856e7359b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['0a2495c8-2ffb-4b03-bcbb-3c4a3899aebd'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:34.579854 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-a65f3bf3-97f6-4443-a15d-0a856e7359b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:34.591479 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6c31531-299c-446f-850a-b5bd586dcd0e req-85576ed4-d4c8-4a7a-9adf-91209410f5f0 service neutron] 10.222.0.41 "GET /v2.0/networks/7a82b058-95d5-4811-a7cb-e74380d2fdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269977 Aug 28 15:13:34.594570 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65f3bf3-97f6-4443-a15d-0a856e7359b1 None None] Routers {'0a2495c8-2ffb-4b03-bcbb-3c4a3899aebd'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:34.595221 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-a65f3bf3-97f6-4443-a15d-0a856e7359b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['0a2495c8-2ffb-4b03-bcbb-3c4a3899aebd'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:34.638908 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-a65f3bf3-97f6-4443-a15d-0a856e7359b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:34.639823 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65f3bf3-97f6-4443-a15d-0a856e7359b1 None None] The sync data for ids ['0a2495c8-2ffb-4b03-bcbb-3c4a3899aebd'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:13:34.727455 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-483d6dd4-3000-4767-8325-f22a68499c20 req-e1567858-9d4b-45e4-a0d2-cc409168c4d2 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 210 time: 0.0331676 Aug 28 15:13:34.738269 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40124ee4-48fa-4033-8d41-2c9da43eaa0f req-7cd6c82f-4fc0-4933-9811-1b19f50ffcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:34.740781 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-40124ee4-48fa-4033-8d41-2c9da43eaa0f req-7cd6c82f-4fc0-4933-9811-1b19f50ffcb1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2daa716d41af426baed6e9a74353070d&device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 1095 time: 0.0740106 Aug 28 15:13:34.773765 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-8e1a115d-9795-4849-a46c-10a5d4280fa4 req-5a021953-accd-45f2-bdc6-de3af38272d6 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:34.786720 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['382bff52-ea85-4d02-88ec-8a094905ac86', '1979fdce-2486-4ae5-b6cb-6e60daca542d'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:13:34.789428 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-6264c1e5-fe4c-4301-8a3f-928647a9a702 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:34.852629 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40124ee4-48fa-4033-8d41-2c9da43eaa0f req-b17e6fd4-f26e-4d32-be46-4f51b838549f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:34.856246 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-40124ee4-48fa-4033-8d41-2c9da43eaa0f req-b17e6fd4-f26e-4d32-be46-4f51b838549f service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a82b058-95d5-4811-a7cb-e74380d2fdc7 HTTP/1.1" status: 200 len: 919 time: 0.1010458 Aug 28 15:13:34.866011 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a021953-accd-45f2-bdc6-de3af38272d6 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Pushing event deleted for resources: {'Port': ['ID=1979fdce-2486-4ae5-b6cb-6e60daca542d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:34.914032 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a16d7-6fce-4023-8995-81307bec0cbc req-b26117ef-3b4d-4ed7-9e9f-20f6b1c5c975 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:34.916185 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5f8a16d7-6fce-4023-8995-81307bec0cbc req-b26117ef-3b4d-4ed7-9e9f-20f6b1c5c975 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=42680b51-e407-476e-9953-c4fb0afea3cf HTTP/1.1" status: 200 len: 946 time: 0.2690570 Aug 28 15:13:34.921840 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-6264c1e5-fe4c-4301-8a3f-928647a9a702 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:34.934999 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-40124ee4-48fa-4033-8d41-2c9da43eaa0f req-92b2f47b-5aa5-4fde-9a24-d7bd2e28a0cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5284421a-28c2-47e5-a806-2b7107aeda47 HTTP/1.1" status: 200 len: 217 time: 0.0699718 Aug 28 15:13:34.984151 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55730) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:34.984675 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-950cde5c-d527-4f20-bf34-120fb97935b2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "GET /v2.0/routers/0a2495c8-2ffb-4b03-bcbb-3c4a3899aebd HTTP/1.1" status: 200 len: 888 time: 0.4516237 Aug 28 15:13:35.015650 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1a115d-9795-4849-a46c-10a5d4280fa4 req-5a021953-accd-45f2-bdc6-de3af38272d6 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] No DVR routers for this DVR port 1979fdce-2486-4ae5-b6cb-6e60daca542d on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:13:35.020808 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8d3f40ec-b519-411c-84ee-c57859a1e597 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a2495c8-2ffb-4b03-bcbb-3c4a3899aebd HTTP/1.1" status: 200 len: 205 time: 0.0355508 Aug 28 15:13:35.026224 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-8e1a115d-9795-4849-a46c-10a5d4280fa4 req-5a021953-accd-45f2-bdc6-de3af38272d6 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:35.028238 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8e1a115d-9795-4849-a46c-10a5d4280fa4 req-5a021953-accd-45f2-bdc6-de3af38272d6 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.41 "DELETE /v2.0/ports/1979fdce-2486-4ae5-b6cb-6e60daca542d HTTP/1.1" status: 204 len: 173 time: 1.7812576 Aug 28 15:13:35.029688 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f427f8a-3e78-4a56-a506-1467a6a61a88', 'name': 'network-vif-deleted', 'tag': '1979fdce-2486-4ae5-b6cb-6e60daca542d'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:13:35.032111 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df93db6e-ae62-4913-9481-00a9301ee956" -d '{"events": [{"server_uuid": "4f427f8a-3e78-4a56-a506-1467a6a61a88", "name": "network-vif-deleted", "tag": "1979fdce-2486-4ae5-b6cb-6e60daca542d"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:13:35.034260 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55732) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:35.051294 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-6264c1e5-fe4c-4301-8a3f-928647a9a702 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Network 7a82b058-95d5-4811-a7cb-e74380d2fdc7 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:13:35.060744 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-6264c1e5-fe4c-4301-8a3f-928647a9a702 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:13:35.070075 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-6264c1e5-fe4c-4301-8a3f-928647a9a702 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:13:35.089161 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40124ee4-48fa-4033-8d41-2c9da43eaa0f req-64389c32-efd1-4c97-919a-e165a0748b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:35.091049 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-40124ee4-48fa-4033-8d41-2c9da43eaa0f req-64389c32-efd1-4c97-919a-e165a0748b4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6baacc3b-9f26-42b9-89a3-3904a08dc932 HTTP/1.1" status: 200 len: 858 time: 0.1483812 Aug 28 15:13:35.113089 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264c1e5-fe4c-4301-8a3f-928647a9a702 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Pushing event updated for resources: {'Port': ['ID=6a4d91bd-b259-475e-a50a-0c9d1e3c2c17,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:35.125594 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5f8a16d7-6fce-4023-8995-81307bec0cbc req-67a21cb6-a6e4-4f40-a359-2e2d20e00fc1 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851125 Aug 28 15:13:35.148088 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90377cd-fc89-4408-b38a-82bacf4400ca x-openstack-request-id: req-b90377cd-fc89-4408-b38a-82bacf4400ca {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:13:35.148088 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f427f8a-3e78-4a56-a506-1467a6a61a88", "name": "network-vif-deleted", "tag": "1979fdce-2486-4ae5-b6cb-6e60daca542d", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:13:35.148088 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b90377cd-fc89-4408-b38a-82bacf4400ca {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:13:35.148088 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f427f8a-3e78-4a56-a506-1467a6a61a88', 'name': 'network-vif-deleted', 'tag': '1979fdce-2486-4ae5-b6cb-6e60daca542d', 'status': 'completed', 'code': 200} Aug 28 15:13:35.179489 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-6264c1e5-fe4c-4301-8a3f-928647a9a702 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:35.180505 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-6264c1e5-fe4c-4301-8a3f-928647a9a702 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:35.203762 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-6264c1e5-fe4c-4301-8a3f-928647a9a702 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1727369 Aug 28 15:13:35.222569 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-e4723126-b580-4303-b255-9a7b64008d12 service neutron] Request body: {'port': {'device_id': '6bf50873-cf4f-4c99-b8f6-558016c5fa6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:35.299788 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-e4723126-b580-4303-b255-9a7b64008d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:35.531516 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 17af811e-32bd-4919-bc78-1417aaea23ca up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:13:35.642672 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 17af811e-32bd-4919-bc78-1417aaea23ca triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:35.643144 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:35.648499 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-40124ee4-48fa-4033-8d41-2c9da43eaa0f req-0ca0f5ff-e341-4f81-b782-4398901b64c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a82b058-95d5-4811-a7cb-e74380d2fdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5456865 Aug 28 15:13:35.704090 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-e4723126-b580-4303-b255-9a7b64008d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a4d91bd-b259-475e-a50a-0c9d1e3c2c17 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:13:35.711591 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e81efb7e-ab6b-4083-bcb8-be9ecef06b9b req-25f5419c-3746-4ddf-8da5-6dda6ead19f1 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f427f8a-3e78-4a56-a506-1467a6a61a88 HTTP/1.1" status: 200 len: 210 time: 0.0575986 Aug 28 15:13:35.713697 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-e4723126-b580-4303-b255-9a7b64008d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:35.727220 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-e4723126-b580-4303-b255-9a7b64008d12 service neutron] Transition to ACTIVE for port object 6a4d91bd-b259-475e-a50a-0c9d1e3c2c17 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:13:35.736367 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-e4723126-b580-4303-b255-9a7b64008d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:35.795052 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4723126-b580-4303-b255-9a7b64008d12 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4d91bd-b259-475e-a50a-0c9d1e3c2c17,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:35.847157 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8a386520-fcd9-4b3d-ac4d-7cd870e9b4dd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:35.900622 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-40124ee4-48fa-4033-8d41-2c9da43eaa0f req-e1b0b33b-f766-4f9c-920d-ef1fe70ea2fc service neutron] 10.222.0.41 "GET /v2.0/networks/7a82b058-95d5-4811-a7cb-e74380d2fdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354801 Aug 28 15:13:35.923868 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9d29a-5262-4b1a-a6f3-64460cf74578 req-b225075b-074e-4053-ada7-2205b9af32f7 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:35.925374 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8cd9d29a-5262-4b1a-a6f3-64460cf74578 req-b225075b-074e-4053-ada7-2205b9af32f7 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 943 time: 0.0861585 Aug 28 15:13:35.942547 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-e4723126-b580-4303-b255-9a7b64008d12 service neutron] Attempting to bind port 6a4d91bd-b259-475e-a50a-0c9d1e3c2c17 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:13:35.942935 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-e4723126-b580-4303-b255-9a7b64008d12 service neutron] Attempting to bind port 6a4d91bd-b259-475e-a50a-0c9d1e3c2c17 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '07ddd294-6759-4cc4-b852-923358df41f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7a82b058-95d5-4811-a7cb-e74380d2fdc7'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:13:35.943264 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-e4723126-b580-4303-b255-9a7b64008d12 service neutron] Attempting to bind port 6a4d91bd-b259-475e-a50a-0c9d1e3c2c17 on network 7a82b058-95d5-4811-a7cb-e74380d2fdc7 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:13:35.956636 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-e4723126-b580-4303-b255-9a7b64008d12 service neutron] Port 6a4d91bd-b259-475e-a50a-0c9d1e3c2c17 on network 7a82b058-95d5-4811-a7cb-e74380d2fdc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:13:35.956960 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-e4723126-b580-4303-b255-9a7b64008d12 service neutron] Attempting to bind port 6a4d91bd-b259-475e-a50a-0c9d1e3c2c17 on network 7a82b058-95d5-4811-a7cb-e74380d2fdc7 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:13:35.965623 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-e4723126-b580-4303-b255-9a7b64008d12 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:13:35.965966 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-e4723126-b580-4303-b255-9a7b64008d12 service neutron] Checking segment: {'id': '07ddd294-6759-4cc4-b852-923358df41f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7a82b058-95d5-4811-a7cb-e74380d2fdc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:13:35.966349 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-e4723126-b580-4303-b255-9a7b64008d12 service neutron] Bound using segment: {'id': '07ddd294-6759-4cc4-b852-923358df41f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7a82b058-95d5-4811-a7cb-e74380d2fdc7'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:13:35.966776 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-e4723126-b580-4303-b255-9a7b64008d12 service neutron] Bound port: 6a4d91bd-b259-475e-a50a-0c9d1e3c2c17, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07ddd294-6759-4cc4-b852-923358df41f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7a82b058-95d5-4811-a7cb-e74380d2fdc7'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:13:35.967134 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-e4723126-b580-4303-b255-9a7b64008d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:35.990500 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8cd9d29a-5262-4b1a-a6f3-64460cf74578 req-fc1925c9-3b54-4195-9358-60e45badd129 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550160 Aug 28 15:13:36.027440 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8a386520-fcd9-4b3d-ac4d-7cd870e9b4dd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:36.053778 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-e4723126-b580-4303-b255-9a7b64008d12 service neutron] For port 6a4d91bd-b259-475e-a50a-0c9d1e3c2c17, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:13:36.059814 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-e4723126-b580-4303-b255-9a7b64008d12 service neutron] For port 6a4d91bd-b259-475e-a50a-0c9d1e3c2c17, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=6a4d91bd-b259-475e-a50a-0c9d1e3c2c17,segment=NetworkSegment(07ddd294-6759-4cc4-b852-923358df41f3),segment_id=07ddd294-6759-4cc4-b852-923358df41f3)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:13:36.065651 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-e4723126-b580-4303-b255-9a7b64008d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:36.076620 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-40124ee4-48fa-4033-8d41-2c9da43eaa0f req-9dfa26fd-11b9-4dc6-9f58-fe9e30d39a25 service neutron] 10.222.0.41 "GET /v2.0/networks/7a82b058-95d5-4811-a7cb-e74380d2fdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411729 Aug 28 15:13:36.100165 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-8a386520-fcd9-4b3d-ac4d-7cd870e9b4dd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Deleting port ccc0ac08-98dc-46e1-b707-17f2f27bb50e {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:13:36.100734 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8a386520-fcd9-4b3d-ac4d-7cd870e9b4dd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:36.106785 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-e4723126-b580-4303-b255-9a7b64008d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:36.107487 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-e4723126-b580-4303-b255-9a7b64008d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:36.109101 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-e4723126-b580-4303-b255-9a7b64008d12 service neutron] 10.222.0.36 "PUT /v2.0/ports/6a4d91bd-b259-475e-a50a-0c9d1e3c2c17 HTTP/1.1" status: 200 len: 1092 time: 0.8967016 Aug 28 15:13:36.138573 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4723126-b580-4303-b255-9a7b64008d12 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4d91bd-b259-475e-a50a-0c9d1e3c2c17,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:36.203167 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8a386520-fcd9-4b3d-ac4d-7cd870e9b4dd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:36.210651 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-0480d69b-9d99-4a9c-8de8-08ea2de51b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:36.213417 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-0480d69b-9d99-4a9c-8de8-08ea2de51b2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2daa716d41af426baed6e9a74353070d&device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 1095 time: 0.0527859 Aug 28 15:13:36.228418 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-8a386520-fcd9-4b3d-ac4d-7cd870e9b4dd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Calling delete_port for ccc0ac08-98dc-46e1-b707-17f2f27bb50e owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:13:36.257409 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-2041c3fb-92e8-4286-bced-a0d16bd49fd0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a4d91bd-b259-475e-a50a-0c9d1e3c2c17 HTTP/1.1" status: 200 len: 217 time: 0.0367031 Aug 28 15:13:36.313019 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d08d0a-2dc5-48f8-9c10-f4ae77b51d9c req-dd9683f5-c072-4415-af96-16032255f64c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:36.314490 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-20d08d0a-2dc5-48f8-9c10-f4ae77b51d9c req-dd9683f5-c072-4415-af96-16032255f64c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=42680b51-e407-476e-9953-c4fb0afea3cf HTTP/1.1" status: 200 len: 946 time: 0.0991347 Aug 28 15:13:36.316053 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-9f83ce60-b909-447a-ae5d-96b0afce4d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:36.317790 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-9f83ce60-b909-447a-ae5d-96b0afce4d4a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6baacc3b-9f26-42b9-89a3-3904a08dc932 HTTP/1.1" status: 200 len: 858 time: 0.0535693 Aug 28 15:13:36.350669 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-4e4c4e72-c8ec-4023-b287-f1a2cfc40fc9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7a82b058-95d5-4811-a7cb-e74380d2fdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264361 Aug 28 15:13:36.403084 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-20d08d0a-2dc5-48f8-9c10-f4ae77b51d9c req-a4ae1d3a-6b4a-460e-8095-77a511c0b720 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787270 Aug 28 15:13:36.453759 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-a5687bb7-97b2-44d9-9183-a097b8c0aece service neutron] 10.222.0.36 "GET /v2.0/networks/7a82b058-95d5-4811-a7cb-e74380d2fdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963840 Aug 28 15:13:36.477320 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8a386520-fcd9-4b3d-ac4d-7cd870e9b4dd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:36.515550 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a386520-fcd9-4b3d-ac4d-7cd870e9b4dd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Port': ['ID=ccc0ac08-98dc-46e1-b707-17f2f27bb50e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:36.580332 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-089f8d01-c3e0-476c-9ca9-0ba972d00142 req-a534621c-0f1b-4027-92b8-b43da05bfe54 service neutron] 10.222.0.36 "GET /v2.0/networks/7a82b058-95d5-4811-a7cb-e74380d2fdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192796 Aug 28 15:13:36.580557 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8a386520-fcd9-4b3d-ac4d-7cd870e9b4dd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:36.699973 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8a386520-fcd9-4b3d-ac4d-7cd870e9b4dd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:36.702584 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8a386520-fcd9-4b3d-ac4d-7cd870e9b4dd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:36.756157 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8a386520-fcd9-4b3d-ac4d-7cd870e9b4dd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:36.756784 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a386520-fcd9-4b3d-ac4d-7cd870e9b4dd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Fanout notify agent at l3_agent the message router_deleted on router 0a2495c8-2ffb-4b03-bcbb-3c4a3899aebd {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:13:36.768539 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8a386520-fcd9-4b3d-ac4d-7cd870e9b4dd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:36.776202 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8a386520-fcd9-4b3d-ac4d-7cd870e9b4dd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/routers/0a2495c8-2ffb-4b03-bcbb-3c4a3899aebd HTTP/1.1" status: 204 len: 168 time: 1.7345777 Aug 28 15:13:36.776202 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55754) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:36.780353 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-a33deee5-838d-40fb-97c2-d4b94f4e4b18 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'network': {'name': 'tempest-RoutersTest-2136065732'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:36.810107 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33deee5-838d-40fb-97c2-d4b94f4e4b18 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Made reservation on behalf of 0fc16fe27b184308b0bfe69589020025 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:13:36.811513 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a33deee5-838d-40fb-97c2-d4b94f4e4b18 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:36.845416 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a33deee5-838d-40fb-97c2-d4b94f4e4b18 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:13:36.858615 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a33deee5-838d-40fb-97c2-d4b94f4e4b18 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:36.859105 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-a33deee5-838d-40fb-97c2-d4b94f4e4b18 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Added segment 1826f8e6-8164-41b1-8c06-f76a1695fca6 of type vlan for network 4e509c49-bfa8-4831-92ee-ebc36af87618 Aug 28 15:13:36.919832 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a33deee5-838d-40fb-97c2-d4b94f4e4b18 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:36.955923 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a33deee5-838d-40fb-97c2-d4b94f4e4b18 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:36.964102 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33deee5-838d-40fb-97c2-d4b94f4e4b18 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:36.964752 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a33deee5-838d-40fb-97c2-d4b94f4e4b18 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:37.052809 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33deee5-838d-40fb-97c2-d4b94f4e4b18 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Network': ['ID=4e509c49-bfa8-4831-92ee-ebc36af87618,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:37.061166 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a33deee5-838d-40fb-97c2-d4b94f4e4b18 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2836518 Aug 28 15:13:37.061585 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55764) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:37.065318 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 4e509c49-bfa8-4831-92ee-ebc36af87618 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:13:37.067965 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-db8305e6-8d13-4e27-a73f-8b864a8fce9e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'subnet': {'network_id': '4e509c49-bfa8-4831-92ee-ebc36af87618', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:37.128617 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26064f-a4df-40df-89c4-5339c9ae4b93 req-b5976ca5-0bc6-4933-8f4a-ead7a51e8bae tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:37.130691 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0f26064f-a4df-40df-89c4-5339c9ae4b93 req-b5976ca5-0bc6-4933-8f4a-ead7a51e8bae tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 945 time: 0.0933700 Aug 28 15:13:37.135690 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 1979fdce-2486-4ae5-b6cb-6e60daca542d no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:13:37.174925 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf50873-cf4f-4c99-b8f6-558016c5fa6b', 'tag': '6a4d91bd-b259-475e-a50a-0c9d1e3c2c17'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:13:37.178950 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 1979fdce-2486-4ae5-b6cb-6e60daca542d {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:13:37.179537 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 1979fdce-2486-4ae5-b6cb-6e60daca542d not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:13:37.182170 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0d528c-c72e-4b60-93a9-f92b551fdf25" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf50873-cf4f-4c99-b8f6-558016c5fa6b", "tag": "6a4d91bd-b259-475e-a50a-0c9d1e3c2c17"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:13:37.223050 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0f26064f-a4df-40df-89c4-5339c9ae4b93 req-2c66e5f9-35c3-4d33-b0d4-67e34f117352 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851357 Aug 28 15:13:37.229512 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0994c-69b5-459b-a556-08dd29954244 req-c5bf5cf3-ec01-453f-8a9c-8e8b41be7266 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:37.231069 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-efc0994c-69b5-459b-a556-08dd29954244 req-c5bf5cf3-ec01-453f-8a9c-8e8b41be7266 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 943 time: 0.1448801 Aug 28 15:13:37.256317 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8305e6-8d13-4e27-a73f-8b864a8fce9e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Made reservation on behalf of 0fc16fe27b184308b0bfe69589020025 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:13:37.260787 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-db8305e6-8d13-4e27-a73f-8b864a8fce9e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:37.300202 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44ff1be-f0a2-49ce-b709-ae099601d45c x-openstack-request-id: req-f44ff1be-f0a2-49ce-b709-ae099601d45c {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:13:37.300599 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf50873-cf4f-4c99-b8f6-558016c5fa6b", "tag": "6a4d91bd-b259-475e-a50a-0c9d1e3c2c17", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:13:37.301207 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f44ff1be-f0a2-49ce-b709-ae099601d45c {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:13:37.301762 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf50873-cf4f-4c99-b8f6-558016c5fa6b', 'tag': '6a4d91bd-b259-475e-a50a-0c9d1e3c2c17', 'status': 'completed', 'code': 200} Aug 28 15:13:37.338006 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-efc0994c-69b5-459b-a556-08dd29954244 req-19234fbf-adb6-41ce-852b-8d96e987c9c5 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999329 Aug 28 15:13:37.406046 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d528c-c72e-4b60-93a9-f92b551fdf25 req-4651e81b-7592-475f-b287-ab47781a0a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:37.407794 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6c0d528c-c72e-4b60-93a9-f92b551fdf25 req-4651e81b-7592-475f-b287-ab47781a0a97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2daa716d41af426baed6e9a74353070d&device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 1095 time: 0.0759971 Aug 28 15:13:37.513161 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e631da-28a7-4705-9dcf-94a0a06884da req-8e55070c-50e3-467e-8822-492c58428514 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:37.514637 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93e631da-28a7-4705-9dcf-94a0a06884da req-8e55070c-50e3-467e-8822-492c58428514 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.41 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 945 time: 0.0935237 Aug 28 15:13:37.599218 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-db8305e6-8d13-4e27-a73f-8b864a8fce9e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:37.740171 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8305e6-8d13-4e27-a73f-8b864a8fce9e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Checking segment: {'id': '1826f8e6-8164-41b1-8c06-f76a1695fca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4e509c49-bfa8-4831-92ee-ebc36af87618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:13:37.741599 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8305e6-8d13-4e27-a73f-8b864a8fce9e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network hostable DHCP agents. Network: 4e509c49-bfa8-4831-92ee-ebc36af87618, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:13:37.764048 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8305e6-8d13-4e27-a73f-8b864a8fce9e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Subnet': ['ID=65aa7c46-e877-411f-b5fc-c196dcefea94,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:37.780854 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-93e631da-28a7-4705-9dcf-94a0a06884da req-4a6c8752-7b6e-4e26-bd6a-12eb217be374 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Deleting port 382bff52-ea85-4d02-88ec-8a094905ac86 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:13:37.781207 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-93e631da-28a7-4705-9dcf-94a0a06884da req-4a6c8752-7b6e-4e26-bd6a-12eb217be374 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:37.800513 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8305e6-8d13-4e27-a73f-8b864a8fce9e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network 4e509c49-bfa8-4831-92ee-ebc36af87618 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:13:37.845411 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-db8305e6-8d13-4e27-a73f-8b864a8fce9e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 4e509c49-bfa8-4831-92ee-ebc36af87618) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:13:37.862011 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8305e6-8d13-4e27-a73f-8b864a8fce9e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:37.862256 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4230f3f8-c0c7-422d-8768-08dbc1e109b3 None None] Network 4e509c49-bfa8-4831-92ee-ebc36af87618 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:13:37.862359 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-db8305e6-8d13-4e27-a73f-8b864a8fce9e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:37.889783 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-db8305e6-8d13-4e27-a73f-8b864a8fce9e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8247628 Aug 28 15:13:37.891101 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55774) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:37.895918 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-2358f9a5-54cb-44d2-a283-96286bd1414b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1203537072', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:37.956853 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-93e631da-28a7-4705-9dcf-94a0a06884da req-4a6c8752-7b6e-4e26-bd6a-12eb217be374 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] For port 382bff52-ea85-4d02-88ec-8a094905ac86, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=382bff52-ea85-4d02-88ec-8a094905ac86,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:37.957497 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-93e631da-28a7-4705-9dcf-94a0a06884da req-4a6c8752-7b6e-4e26-bd6a-12eb217be374 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:37.957699 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d528c-c72e-4b60-93a9-f92b551fdf25 req-61fdfe35-703c-426d-8a97-77f3c90685ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:37.959486 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6c0d528c-c72e-4b60-93a9-f92b551fdf25 req-61fdfe35-703c-426d-8a97-77f3c90685ce service neutron] 10.222.0.36 "GET /v2.0/networks?id=7a82b058-95d5-4811-a7cb-e74380d2fdc7 HTTP/1.1" status: 200 len: 919 time: 0.5432343 Aug 28 15:13:37.968479 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2358f9a5-54cb-44d2-a283-96286bd1414b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:37.969526 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2358f9a5-54cb-44d2-a283-96286bd1414b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:37.983318 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-93e631da-28a7-4705-9dcf-94a0a06884da req-4a6c8752-7b6e-4e26-bd6a-12eb217be374 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Calling delete_port for 382bff52-ea85-4d02-88ec-8a094905ac86 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:13:38.020417 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6c0d528c-c72e-4b60-93a9-f92b551fdf25 req-3e871627-60a5-4e67-9603-69f97d496474 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a4d91bd-b259-475e-a50a-0c9d1e3c2c17 HTTP/1.1" status: 200 len: 217 time: 0.0529506 Aug 28 15:13:38.020884 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2982a5f3-939e-400d-b0ce-eeb310019357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:38.078764 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2442c2ac-6b02-41d5-b6e0-3afd70645f32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-4e509c49-bfa8-4831-92ee-ebc36af87618', 'network_id': '4e509c49-bfa8-4831-92ee-ebc36af87618', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'fixed_ips': [{'subnet_id': '65aa7c46-e877-411f-b5fc-c196dcefea94'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:13:38.079786 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2442c2ac-6b02-41d5-b6e0-3afd70645f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:38.082811 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d528c-c72e-4b60-93a9-f92b551fdf25 req-8e16dde6-0ff4-44ab-ae69-eb353aec24d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:38.084748 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6c0d528c-c72e-4b60-93a9-f92b551fdf25 req-8e16dde6-0ff4-44ab-ae69-eb353aec24d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6baacc3b-9f26-42b9-89a3-3904a08dc932 HTTP/1.1" status: 200 len: 858 time: 0.0581369 Aug 28 15:13:38.109936 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2358f9a5-54cb-44d2-a283-96286bd1414b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:38.124985 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2358f9a5-54cb-44d2-a283-96286bd1414b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:38.127902 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6c0d528c-c72e-4b60-93a9-f92b551fdf25 req-9fba0fbd-7212-46ce-9977-040f666adb9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7a82b058-95d5-4811-a7cb-e74380d2fdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345554 Aug 28 15:13:38.144888 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2358f9a5-54cb-44d2-a283-96286bd1414b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:38.148757 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2358f9a5-54cb-44d2-a283-96286bd1414b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2541044 Aug 28 15:13:38.149425 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55776) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:38.247444 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-2442c2ac-6b02-41d5-b6e0-3afd70645f32 None None] Allocated IP 172.20.0.2 (4e509c49-bfa8-4831-92ee-ebc36af87618/65aa7c46-e877-411f-b5fc-c196dcefea94/edfbece8-3339-4d37-a1ed-9969097edaf4) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:13:38.274375 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6c0d528c-c72e-4b60-93a9-f92b551fdf25 req-7ff76d81-74f8-4456-8482-dec952c37a02 service neutron] 10.222.0.36 "GET /v2.0/networks/7a82b058-95d5-4811-a7cb-e74380d2fdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375189 Aug 28 15:13:38.445420 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b937f-f6ee-4fee-8cab-19a87bde6cde req-a44ace28-acac-4ef0-ab95-85da7dc38978 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:38.448236 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-725b937f-f6ee-4fee-8cab-19a87bde6cde req-a44ace28-acac-4ef0-ab95-85da7dc38978 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=59026dc1-cb73-4ea1-b43d-47663def1617 HTTP/1.1" status: 200 len: 945 time: 0.0903296 Aug 28 15:13:38.487575 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-93e631da-28a7-4705-9dcf-94a0a06884da req-4a6c8752-7b6e-4e26-bd6a-12eb217be374 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:38.488347 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6c0d528c-c72e-4b60-93a9-f92b551fdf25 req-3e7a3832-96f8-4839-8cb2-4c6f505de2c6 service neutron] 10.222.0.36 "GET /v2.0/networks/7a82b058-95d5-4811-a7cb-e74380d2fdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068689 Aug 28 15:13:38.513937 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-725b937f-f6ee-4fee-8cab-19a87bde6cde req-4ac7edd8-3536-4973-b82d-ff058bacd06c tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=df3317dd-f0d0-49cf-bbad-4653f0d03865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545774 Aug 28 15:13:38.528155 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['382bff52-ea85-4d02-88ec-8a094905ac86'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:13:38.533900 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2442c2ac-6b02-41d5-b6e0-3afd70645f32 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:38.563491 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c8752-7b6e-4e26-bd6a-12eb217be374 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Pushing event deleted for resources: {'Port': ['ID=382bff52-ea85-4d02-88ec-8a094905ac86,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:38.564456 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2442c2ac-6b02-41d5-b6e0-3afd70645f32 None None] Transition to ACTIVE for port object edfbece8-3339-4d37-a1ed-9969097edaf4 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:13:38.593947 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2442c2ac-6b02-41d5-b6e0-3afd70645f32 None None] Transition to ACTIVE for port object edfbece8-3339-4d37-a1ed-9969097edaf4 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:13:38.600646 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2442c2ac-6b02-41d5-b6e0-3afd70645f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:38.646370 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2442c2ac-6b02-41d5-b6e0-3afd70645f32 None None] Network 4e509c49-bfa8-4831-92ee-ebc36af87618 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:13:38.652001 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-2442c2ac-6b02-41d5-b6e0-3afd70645f32 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:13:38.654741 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ea95ae5f-ff19-407c-b253-1dc84bdb6b2a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:38.656546 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2442c2ac-6b02-41d5-b6e0-3afd70645f32 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:13:38.659092 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e631da-28a7-4705-9dcf-94a0a06884da req-4a6c8752-7b6e-4e26-bd6a-12eb217be374 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] No DVR routers for this DVR port 382bff52-ea85-4d02-88ec-8a094905ac86 on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:13:38.666731 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442c2ac-6b02-41d5-b6e0-3afd70645f32 None None] Pushing event updated for resources: {'Port': ['ID=edfbece8-3339-4d37-a1ed-9969097edaf4,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:38.670272 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5f27d-72db-4dcf-bce2-2e3e3b2b481a req-487b28d8-b2be-4db9-ba2f-25ff0826b546 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:38.677360 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6bf5f27d-72db-4dcf-bce2-2e3e3b2b481a req-487b28d8-b2be-4db9-ba2f-25ff0826b546 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 943 time: 0.1933880 Aug 28 15:13:38.685995 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-93e631da-28a7-4705-9dcf-94a0a06884da req-4a6c8752-7b6e-4e26-bd6a-12eb217be374 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:38.688320 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93e631da-28a7-4705-9dcf-94a0a06884da req-4a6c8752-7b6e-4e26-bd6a-12eb217be374 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.41 "DELETE /v2.0/ports/382bff52-ea85-4d02-88ec-8a094905ac86 HTTP/1.1" status: 204 len: 173 time: 1.1648397 Aug 28 15:13:38.689299 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59026dc1-cb73-4ea1-b43d-47663def1617', 'name': 'network-vif-deleted', 'tag': '382bff52-ea85-4d02-88ec-8a094905ac86'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:13:38.691524 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffccd6c9-816d-43b4-b0a7-e30bb980d292" -d '{"events": [{"server_uuid": "59026dc1-cb73-4ea1-b43d-47663def1617", "name": "network-vif-deleted", "tag": "382bff52-ea85-4d02-88ec-8a094905ac86"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:13:38.769062 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-2442c2ac-6b02-41d5-b6e0-3afd70645f32 None None] Attempting to bind port edfbece8-3339-4d37-a1ed-9969097edaf4 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:13:38.769579 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-2442c2ac-6b02-41d5-b6e0-3afd70645f32 None None] Attempting to bind port edfbece8-3339-4d37-a1ed-9969097edaf4 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '1826f8e6-8164-41b1-8c06-f76a1695fca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4e509c49-bfa8-4831-92ee-ebc36af87618'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:13:38.771888 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2442c2ac-6b02-41d5-b6e0-3afd70645f32 None None] Attempting to bind port edfbece8-3339-4d37-a1ed-9969097edaf4 on network 4e509c49-bfa8-4831-92ee-ebc36af87618 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:13:38.779923 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2442c2ac-6b02-41d5-b6e0-3afd70645f32 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:13:38.780243 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2442c2ac-6b02-41d5-b6e0-3afd70645f32 None None] Checking segment: {'id': '1826f8e6-8164-41b1-8c06-f76a1695fca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4e509c49-bfa8-4831-92ee-ebc36af87618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:13:38.780658 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2442c2ac-6b02-41d5-b6e0-3afd70645f32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:38.781062 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2442c2ac-6b02-41d5-b6e0-3afd70645f32 None None] Bound using segment: {'id': '1826f8e6-8164-41b1-8c06-f76a1695fca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4e509c49-bfa8-4831-92ee-ebc36af87618'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:13:38.781621 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-2442c2ac-6b02-41d5-b6e0-3afd70645f32 None None] Bound port: edfbece8-3339-4d37-a1ed-9969097edaf4, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1826f8e6-8164-41b1-8c06-f76a1695fca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4e509c49-bfa8-4831-92ee-ebc36af87618'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:13:38.781930 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2442c2ac-6b02-41d5-b6e0-3afd70645f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:38.798484 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a019aa33-99f9-446b-89ba-1e48dfca0c23 x-openstack-request-id: req-a019aa33-99f9-446b-89ba-1e48dfca0c23 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:13:38.798848 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59026dc1-cb73-4ea1-b43d-47663def1617", "name": "network-vif-deleted", "tag": "382bff52-ea85-4d02-88ec-8a094905ac86", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:13:38.799002 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a019aa33-99f9-446b-89ba-1e48dfca0c23 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:13:38.799419 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59026dc1-cb73-4ea1-b43d-47663def1617', 'name': 'network-vif-deleted', 'tag': '382bff52-ea85-4d02-88ec-8a094905ac86', 'status': 'completed', 'code': 200} Aug 28 15:13:38.873433 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6bf5f27d-72db-4dcf-bce2-2e3e3b2b481a req-355895bb-08ea-4018-86a9-da7c61d5f0ec tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903007 Aug 28 15:13:38.949141 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-2442c2ac-6b02-41d5-b6e0-3afd70645f32 None None] For port edfbece8-3339-4d37-a1ed-9969097edaf4, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:13:38.976460 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-2442c2ac-6b02-41d5-b6e0-3afd70645f32 None None] For port edfbece8-3339-4d37-a1ed-9969097edaf4, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=edfbece8-3339-4d37-a1ed-9969097edaf4,segment=NetworkSegment(1826f8e6-8164-41b1-8c06-f76a1695fca6),segment_id=1826f8e6-8164-41b1-8c06-f76a1695fca6)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:13:38.985568 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2442c2ac-6b02-41d5-b6e0-3afd70645f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:39.107168 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442c2ac-6b02-41d5-b6e0-3afd70645f32 None None] Pushing event updated for resources: {'Port': ['ID=edfbece8-3339-4d37-a1ed-9969097edaf4,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:39.116649 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 5284421a-28c2-47e5-a806-2b7107aeda47 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:13:39.143055 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-ea95ae5f-ff19-407c-b253-1dc84bdb6b2a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Allocated IP 172.20.0.1 (4e509c49-bfa8-4831-92ee-ebc36af87618/65aa7c46-e877-411f-b5fc-c196dcefea94/8416e2b0-438c-40ac-b1ee-9fd4bcde30d1) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:13:39.275416 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 6a4d91bd-b259-475e-a50a-0c9d1e3c2c17 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:13:39.383341 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ea95ae5f-ff19-407c-b253-1dc84bdb6b2a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:39.429842 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 5284421a-28c2-47e5-a806-2b7107aeda47, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=5284421a-28c2-47e5-a806-2b7107aeda47,segment=NetworkSegment(07ddd294-6759-4cc4-b852-923358df41f3),segment_id=07ddd294-6759-4cc4-b852-923358df41f3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:39.442175 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-ea95ae5f-ff19-407c-b253-1dc84bdb6b2a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Transition to ACTIVE for port object 8416e2b0-438c-40ac-b1ee-9fd4bcde30d1 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:13:39.494453 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '5284421a-28c2-47e5-a806-2b7107aeda47', 'network_id': '7a82b058-95d5-4811-a7cb-e74380d2fdc7', 'port_id': '5284421a-28c2-47e5-a806-2b7107aeda47', 'mac_address': 'fa:16:3e:b4:5b:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6baacc3b-9f26-42b9-89a3-3904a08dc932', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:13:39.545840 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ea95ae5f-ff19-407c-b253-1dc84bdb6b2a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:39.574940 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea95ae5f-ff19-407c-b253-1dc84bdb6b2a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network 4e509c49-bfa8-4831-92ee-ebc36af87618 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:13:39.577801 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-ea95ae5f-ff19-407c-b253-1dc84bdb6b2a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:13:39.598582 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea95ae5f-ff19-407c-b253-1dc84bdb6b2a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:13:39.642360 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device edfbece8-3339-4d37-a1ed-9969097edaf4 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:13:39.721434 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:39.799054 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 6a4d91bd-b259-475e-a50a-0c9d1e3c2c17, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=6a4d91bd-b259-475e-a50a-0c9d1e3c2c17,segment=NetworkSegment(07ddd294-6759-4cc4-b852-923358df41f3),segment_id=07ddd294-6759-4cc4-b852-923358df41f3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:39.806872 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5284421a-28c2-47e5-a806-2b7107aeda47 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:13:39.830734 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95ae5f-ff19-407c-b253-1dc84bdb6b2a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Port': ['ID=8416e2b0-438c-40ac-b1ee-9fd4bcde30d1,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:39.841321 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ea95ae5f-ff19-407c-b253-1dc84bdb6b2a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:39.868980 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '6a4d91bd-b259-475e-a50a-0c9d1e3c2c17', 'network_id': '7a82b058-95d5-4811-a7cb-e74380d2fdc7', 'port_id': '6a4d91bd-b259-475e-a50a-0c9d1e3c2c17', 'mac_address': 'fa:16:3e:d3:3c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6baacc3b-9f26-42b9-89a3-3904a08dc932', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:13:39.922513 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 5284421a-28c2-47e5-a806-2b7107aeda47, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=5284421a-28c2-47e5-a806-2b7107aeda47,segment=NetworkSegment(07ddd294-6759-4cc4-b852-923358df41f3),segment_id=07ddd294-6759-4cc4-b852-923358df41f3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:40.046375 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:40.050527 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port edfbece8-3339-4d37-a1ed-9969097edaf4 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:13:40.055577 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:40.109753 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a4d91bd-b259-475e-a50a-0c9d1e3c2c17 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:13:40.155158 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff3930-2d85-4eb4-8579-48d601eaa50e req-b371ebe4-c096-4006-b3bb-3390b00e7584 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:40.157765 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34efb40-d923-47d4-9d76-5f05a5f1324d req-d1cae3c3-be22-41b9-84aa-3d08d474299d tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:40.159369 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e34efb40-d923-47d4-9d76-5f05a5f1324d req-d1cae3c3-be22-41b9-84aa-3d08d474299d tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 943 time: 0.1520503 Aug 28 15:13:40.164549 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2bff3930-2d85-4eb4-8579-48d601eaa50e req-b371ebe4-c096-4006-b3bb-3390b00e7584 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1211991 Aug 28 15:13:40.182624 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 6a4d91bd-b259-475e-a50a-0c9d1e3c2c17, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=6a4d91bd-b259-475e-a50a-0c9d1e3c2c17,segment=NetworkSegment(07ddd294-6759-4cc4-b852-923358df41f3),segment_id=07ddd294-6759-4cc4-b852-923358df41f3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:40.190197 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:40.198665 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=5284421a-28c2-47e5-a806-2b7107aeda47,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:40.284456 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=6a4d91bd-b259-475e-a50a-0c9d1e3c2c17,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:40.339155 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2bff3930-2d85-4eb4-8579-48d601eaa50e req-948b3dca-a5f9-43a5-a1a7-43dfe8bbe715 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603303 Aug 28 15:13:40.405906 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['6a4d91bd-b259-475e-a50a-0c9d1e3c2c17'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:13:40.766988 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['5284421a-28c2-47e5-a806-2b7107aeda47'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:13:40.799560 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ea95ae5f-ff19-407c-b253-1dc84bdb6b2a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:40.805168 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e34efb40-d923-47d4-9d76-5f05a5f1324d req-d7b0e785-e6bb-49db-ac80-3a8b40f30242 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6288514 Aug 28 15:13:40.840740 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65476be4-cf7f-416f-8d81-c0567c9dd933 None None] Network 4e509c49-bfa8-4831-92ee-ebc36af87618 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:13:40.982851 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-89dd700e-d646-4464-b8b0-45d3e5a467f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:41.037747 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-76863173-4da2-443b-b835-ccdb57ffb454 None None] Provisioning for port edfbece8-3339-4d37-a1ed-9969097edaf4 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:13:41.076950 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:41.156703 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-76863173-4da2-443b-b835-ccdb57ffb454 None None] Provisioning complete for port edfbece8-3339-4d37-a1ed-9969097edaf4 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:41.157801 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-76863173-4da2-443b-b835-ccdb57ffb454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:41.183069 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 382bff52-ea85-4d02-88ec-8a094905ac86 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:13:41.349799 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ea95ae5f-ff19-407c-b253-1dc84bdb6b2a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:41.355569 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ea95ae5f-ff19-407c-b253-1dc84bdb6b2a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:41.380977 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 382bff52-ea85-4d02-88ec-8a094905ac86 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:13:41.381421 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 382bff52-ea85-4d02-88ec-8a094905ac86 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:13:41.520071 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-76863173-4da2-443b-b835-ccdb57ffb454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:41.580566 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98f28d-a3d4-4b48-b054-85b280eefec3 req-b7f24416-5b32-4449-b921-15ae46f1f82b tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:41.595297 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1c98f28d-a3d4-4b48-b054-85b280eefec3 req-b7f24416-5b32-4449-b921-15ae46f1f82b tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1074214 Aug 28 15:13:41.652103 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ea95ae5f-ff19-407c-b253-1dc84bdb6b2a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:41.654850 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95ae5f-ff19-407c-b253-1dc84bdb6b2a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Port': ['ID=8416e2b0-438c-40ac-b1ee-9fd4bcde30d1,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:41.681670 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ab233-6226-45fd-bb65-27f50ae4b16b req-d17988dc-51d0-40c2-b9ee-7a6b2e4301ae tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:41.683588 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ee8ab233-6226-45fd-bb65-27f50ae4b16b req-d17988dc-51d0-40c2-b9ee-7a6b2e4301ae tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.1516263 Aug 28 15:13:41.689498 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1c98f28d-a3d4-4b48-b054-85b280eefec3 req-ed8b309d-3bdb-47d9-80b3-212ce46fce62 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869877 Aug 28 15:13:41.746064 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-76863173-4da2-443b-b835-ccdb57ffb454 None None] For port edfbece8-3339-4d37-a1ed-9969097edaf4, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=edfbece8-3339-4d37-a1ed-9969097edaf4,segment=NetworkSegment(1826f8e6-8164-41b1-8c06-f76a1695fca6),segment_id=1826f8e6-8164-41b1-8c06-f76a1695fca6)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:41.777972 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-76863173-4da2-443b-b835-ccdb57ffb454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:41.904129 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:41.954725 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76863173-4da2-443b-b835-ccdb57ffb454 None None] Pushing event updated for resources: {'Port': ['ID=edfbece8-3339-4d37-a1ed-9969097edaf4,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:42.016110 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea95ae5f-ff19-407c-b253-1dc84bdb6b2a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network 4e509c49-bfa8-4831-92ee-ebc36af87618 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:13:42.018292 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-ee8ab233-6226-45fd-bb65-27f50ae4b16b req-c34d1f4b-4d64-476c-ba21-2c09e69cc292 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Deleting port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:13:42.018815 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ee8ab233-6226-45fd-bb65-27f50ae4b16b req-c34d1f4b-4d64-476c-ba21-2c09e69cc292 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:42.119988 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-733a56bb-8ab5-4d0e-a529-2b05a71babe4 None None] Provisioning for port 8416e2b0-438c-40ac-b1ee-9fd4bcde30d1 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:13:42.124517 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-733a56bb-8ab5-4d0e-a529-2b05a71babe4 None None] Provisioning complete for port 8416e2b0-438c-40ac-b1ee-9fd4bcde30d1 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:42.124896 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-733a56bb-8ab5-4d0e-a529-2b05a71babe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:42.181097 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-733a56bb-8ab5-4d0e-a529-2b05a71babe4 None None] Port 8416e2b0-438c-40ac-b1ee-9fd4bcde30d1 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:13:42.205208 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-ee8ab233-6226-45fd-bb65-27f50ae4b16b req-c34d1f4b-4d64-476c-ba21-2c09e69cc292 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] For port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:42.205670 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ee8ab233-6226-45fd-bb65-27f50ae4b16b req-c34d1f4b-4d64-476c-ba21-2c09e69cc292 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:42.209697 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-733a56bb-8ab5-4d0e-a529-2b05a71babe4 None None] Provisioning complete for port edfbece8-3339-4d37-a1ed-9969097edaf4 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:42.210355 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-733a56bb-8ab5-4d0e-a529-2b05a71babe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:42.287260 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-ea95ae5f-ff19-407c-b253-1dc84bdb6b2a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:13:42.378682 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591669a-e727-4695-98ab-4e3b994a3131 req-1051cbbd-9a82-4828-b03a-74520a828288 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:42.382094 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7591669a-e727-4695-98ab-4e3b994a3131 req-1051cbbd-9a82-4828-b03a-74520a828288 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 944 time: 0.4189508 Aug 28 15:13:42.476480 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7bdc33ed-32fa-4caf-85ba-491fef784a22 None None] Provisioning complete for port 8416e2b0-438c-40ac-b1ee-9fd4bcde30d1 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:42.476964 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7bdc33ed-32fa-4caf-85ba-491fef784a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:42.507686 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7591669a-e727-4695-98ab-4e3b994a3131 req-c95d1ce2-0d66-47e1-bff9-dbab98ca18c2 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006477 Aug 28 15:13:42.559266 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-7bdc33ed-32fa-4caf-85ba-491fef784a22 None None] Port 8416e2b0-438c-40ac-b1ee-9fd4bcde30d1 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:13:42.664050 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ee8ab233-6226-45fd-bb65-27f50ae4b16b req-c34d1f4b-4d64-476c-ba21-2c09e69cc292 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:42.664509 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ee8ab233-6226-45fd-bb65-27f50ae4b16b req-c34d1f4b-4d64-476c-ba21-2c09e69cc292 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:42.664834 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [req-ee8ab233-6226-45fd-bb65-27f50ae4b16b req-c34d1f4b-4d64-476c-ba21-2c09e69cc292 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Floating IP 874f054a-999b-4e02-bef9-0f2db30a81f4 disassociated. External IP: 172.25.3.163, port: 9e5b61b0-9b37-402c-ac33-0a57b7fac04e. Aug 28 15:13:42.665775 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-ee8ab233-6226-45fd-bb65-27f50ae4b16b req-c34d1f4b-4d64-476c-ba21-2c09e69cc292 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Calling delete_port for 9e5b61b0-9b37-402c-ac33-0a57b7fac04e owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:13:42.748703 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea95ae5f-ff19-407c-b253-1dc84bdb6b2a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Router 8c6fa264-5584-4d8f-a0a6-fe9afc96bf53 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:13:42.786865 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-61b85c63-9989-4a9e-958e-806c4ebec33f None None] Provisioning complete for port 8416e2b0-438c-40ac-b1ee-9fd4bcde30d1 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:42.787248 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-61b85c63-9989-4a9e-958e-806c4ebec33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:42.832266 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-61b85c63-9989-4a9e-958e-806c4ebec33f None None] Port 8416e2b0-438c-40ac-b1ee-9fd4bcde30d1 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:13:42.873962 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad11582-02b5-4ba1-97d2-6b2564e6566c req-1e580f4e-b74e-4eb2-b45c-d9fb3deac07f tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:42.875718 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fad11582-02b5-4ba1-97d2-6b2564e6566c req-1e580f4e-b74e-4eb2-b45c-d9fb3deac07f tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 945 time: 0.0664070 Aug 28 15:13:42.932712 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fad11582-02b5-4ba1-97d2-6b2564e6566c req-6c71b8fb-5d5e-49c3-a4b3-131794b1d59d tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups?id=e367d67b-2c08-4b56-9475-e315e20bd535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478375 Aug 28 15:13:42.952894 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea95ae5f-ff19-407c-b253-1dc84bdb6b2a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:13:42.959444 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ea95ae5f-ff19-407c-b253-1dc84bdb6b2a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "PUT /v2.0/routers/8c6fa264-5584-4d8f-a0a6-fe9afc96bf53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8087125 Aug 28 15:13:42.962593 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56218) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:42.973169 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d196197-05e7-4d74-a658-ec85b18aff0e None None] Sync routers for ids ['8c6fa264-5584-4d8f-a0a6-fe9afc96bf53'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:13:42.979325 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ee8ab233-6226-45fd-bb65-27f50ae4b16b req-c34d1f4b-4d64-476c-ba21-2c09e69cc292 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:42.999222 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d196197-05e7-4d74-a658-ec85b18aff0e None None] Routers {'8c6fa264-5584-4d8f-a0a6-fe9afc96bf53'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:43.000124 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3d196197-05e7-4d74-a658-ec85b18aff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['8c6fa264-5584-4d8f-a0a6-fe9afc96bf53'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:43.021292 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d1f4b-4d64-476c-ba21-2c09e69cc292 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Pushing event deleted for resources: {'Port': ['ID=9e5b61b0-9b37-402c-ac33-0a57b7fac04e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:43.038339 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [req-b4b1c958-ad9b-4659-8d0a-0fb5a77dd7ba req-9d4023bd-8ce1-4171-a1d7-8f9b8e9d56b9 service neutron] (106330) timed out ('10.222.0.41', 61763) {{(pid=106330) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 15:13:43.045767 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b02b7f-b0ee-4b79-b9d6-b1100bad0d32 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:43.047201 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-70b02b7f-b0ee-4b79-b9d6-b1100bad0d32 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "GET /v2.0/ports/8416e2b0-438c-40ac-b1ee-9fd4bcde30d1 HTTP/1.1" status: 200 len: 910 time: 0.0834227 Aug 28 15:13:43.050147 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56226) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:43.056449 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-3ce5c1f8-a133-4f3d-a0cf-179b7bd48ae8 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '65aa7c46-e877-411f-b5fc-c196dcefea94'}]}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:43.077844 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3d196197-05e7-4d74-a658-ec85b18aff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:43.088615 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d196197-05e7-4d74-a658-ec85b18aff0e None None] Routers {'8c6fa264-5584-4d8f-a0a6-fe9afc96bf53'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:43.088999 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3d196197-05e7-4d74-a658-ec85b18aff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['8c6fa264-5584-4d8f-a0a6-fe9afc96bf53'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:43.132210 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 5284421a-28c2-47e5-a806-2b7107aeda47 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:13:43.178323 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3d196197-05e7-4d74-a658-ec85b18aff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:43.178907 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d196197-05e7-4d74-a658-ec85b18aff0e None None] The sync data for ids ['8c6fa264-5584-4d8f-a0a6-fe9afc96bf53'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:13:43.255168 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:43.280864 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 5284421a-28c2-47e5-a806-2b7107aeda47 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:13:43.313958 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 6a4d91bd-b259-475e-a50a-0c9d1e3c2c17 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:13:43.318648 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 5284421a-28c2-47e5-a806-2b7107aeda47 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:43.319043 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:43.383225 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee8ab233-6226-45fd-bb65-27f50ae4b16b req-c34d1f4b-4d64-476c-ba21-2c09e69cc292 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Router 93a75eae-d257-4b70-865b-d422e38a9ee6 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:13:43.385619 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3ce5c1f8-a133-4f3d-a0cf-179b7bd48ae8 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:43.422488 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 6a4d91bd-b259-475e-a50a-0c9d1e3c2c17 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:13:43.478912 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 6a4d91bd-b259-475e-a50a-0c9d1e3c2c17 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:43.479298 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:43.528874 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:43.569388 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 5284421a-28c2-47e5-a806-2b7107aeda47, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=5284421a-28c2-47e5-a806-2b7107aeda47,segment=NetworkSegment(07ddd294-6759-4cc4-b852-923358df41f3),segment_id=07ddd294-6759-4cc4-b852-923358df41f3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:43.570736 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9b61f5-cd5b-402d-87e5-b71ed3761dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5284421a-28c2-47e5-a806-2b7107aeda47'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:13:43.574315 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c94cd1-1293-418e-a36d-a4e08e924f45" -d '{"events": [{"server_uuid": "0a9b61f5-cd5b-402d-87e5-b71ed3761dae", "name": "network-vif-plugged", "status": "completed", "tag": "5284421a-28c2-47e5-a806-2b7107aeda47"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:13:43.595706 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device edfbece8-3339-4d37-a1ed-9969097edaf4 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:13:43.598069 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:43.657280 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1db53f7-1f0a-4263-93ca-306db4c2f8a3 x-openstack-request-id: req-d1db53f7-1f0a-4263-93ca-306db4c2f8a3 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:13:43.657831 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9b61f5-cd5b-402d-87e5-b71ed3761dae", "name": "network-vif-plugged", "status": "completed", "tag": "5284421a-28c2-47e5-a806-2b7107aeda47", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:13:43.658230 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1db53f7-1f0a-4263-93ca-306db4c2f8a3 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:13:43.658956 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9b61f5-cd5b-402d-87e5-b71ed3761dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5284421a-28c2-47e5-a806-2b7107aeda47', 'code': 200} Aug 28 15:13:43.753868 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceeed5b-67b2-4b95-b448-e47d3082227a req-56f34f3b-5b0c-4d3e-b194-1c3e6aa5a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:43.755889 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aceeed5b-67b2-4b95-b448-e47d3082227a req-56f34f3b-5b0c-4d3e-b194-1c3e6aa5a1d4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 1097 time: 0.0420699 Aug 28 15:13:43.775067 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:43.777130 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=5284421a-28c2-47e5-a806-2b7107aeda47,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:43.799948 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aceeed5b-67b2-4b95-b448-e47d3082227a req-a96920e0-c72c-4cd8-8ef1-2c1561ca9a06 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359988 Aug 28 15:13:43.811147 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port edfbece8-3339-4d37-a1ed-9969097edaf4 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:43.811524 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:43.826930 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ec11b-6a74-4317-8aa2-3d828796c5e6 req-98236607-4c75-4d23-87f7-206878dedff9 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:43.829004 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fd1ec11b-6a74-4317-8aa2-3d828796c5e6 req-98236607-4c75-4d23-87f7-206878dedff9 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 944 time: 0.1823680 Aug 28 15:13:43.833857 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee8ab233-6226-45fd-bb65-27f50ae4b16b req-c34d1f4b-4d64-476c-ba21-2c09e69cc292 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:13:43.845019 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 6a4d91bd-b259-475e-a50a-0c9d1e3c2c17, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=6a4d91bd-b259-475e-a50a-0c9d1e3c2c17,segment=NetworkSegment(07ddd294-6759-4cc4-b852-923358df41f3),segment_id=07ddd294-6759-4cc4-b852-923358df41f3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:43.849192 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1913756b-325c-4816-a107-411e4e20ad44 None None] Sync routers for ids ['93a75eae-d257-4b70-865b-d422e38a9ee6'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:13:43.859281 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:43.902397 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1913756b-325c-4816-a107-411e4e20ad44 None None] Routers {'93a75eae-d257-4b70-865b-d422e38a9ee6'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:43.903050 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1913756b-325c-4816-a107-411e4e20ad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['93a75eae-d257-4b70-865b-d422e38a9ee6'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:43.917236 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8ab233-6226-45fd-bb65-27f50ae4b16b req-c34d1f4b-4d64-476c-ba21-2c09e69cc292 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] No DVR routers for this DVR port 9e5b61b0-9b37-402c-ac33-0a57b7fac04e on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:13:43.958204 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ee8ab233-6226-45fd-bb65-27f50ae4b16b req-c34d1f4b-4d64-476c-ba21-2c09e69cc292 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:43.961158 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ee8ab233-6226-45fd-bb65-27f50ae4b16b req-c34d1f4b-4d64-476c-ba21-2c09e69cc292 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.41 "DELETE /v2.0/ports/9e5b61b0-9b37-402c-ac33-0a57b7fac04e HTTP/1.1" status: 204 len: 173 time: 2.2444062 Aug 28 15:13:43.961892 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a08d248-73dd-4032-a07e-df32ddb202fc', 'name': 'network-vif-deleted', 'tag': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:13:43.965225 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10620a4-e346-4bdb-ad88-84e235a1ca1e" -d '{"events": [{"server_uuid": "3a08d248-73dd-4032-a07e-df32ddb202fc", "name": "network-vif-deleted", "tag": "9e5b61b0-9b37-402c-ac33-0a57b7fac04e"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:13:43.997795 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fd1ec11b-6a74-4317-8aa2-3d828796c5e6 req-f134e5a6-4558-4233-b3ff-9e5c3f015fcb tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460383 Aug 28 15:13:44.021761 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=6a4d91bd-b259-475e-a50a-0c9d1e3c2c17,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:44.087739 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-1913756b-325c-4816-a107-411e4e20ad44 None None] Set router 93a75eae-d257-4b70-865b-d422e38a9ee6 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:13:44.114024 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078c1e53-7ec2-4661-be62-a2251fdf075b x-openstack-request-id: req-078c1e53-7ec2-4661-be62-a2251fdf075b {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:13:44.114714 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a08d248-73dd-4032-a07e-df32ddb202fc", "name": "network-vif-deleted", "tag": "9e5b61b0-9b37-402c-ac33-0a57b7fac04e", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:13:44.115201 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-078c1e53-7ec2-4661-be62-a2251fdf075b {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:13:44.115827 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a08d248-73dd-4032-a07e-df32ddb202fc', 'name': 'network-vif-deleted', 'tag': '9e5b61b0-9b37-402c-ac33-0a57b7fac04e', 'status': 'completed', 'code': 200} Aug 28 15:13:44.136449 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e71ae187-25ff-4544-beff-4279953c06d4 req-2b31c4fb-229b-465b-a40a-bf843d2cdb83 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a08d248-73dd-4032-a07e-df32ddb202fc HTTP/1.1" status: 200 len: 210 time: 0.0584445 Aug 28 15:13:44.359877 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1913756b-325c-4816-a107-411e4e20ad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'name': 'tempest-ServerActionsTestJSON-761718493-router', 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'aae245da-b2cf-4799-aa7b-008a9a4bb994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:02:24Z', 'updated_at': '2021-08-28T15:02:31Z', 'revision_number': 4, 'project_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'gw_port': {'id': 'aae245da-b2cf-4799-aa7b-008a9a4bb994', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:26Z', 'updated_at': '2021-08-28T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6', 'name': '', 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f', 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'mac_address': 'fa:16:3e:e6:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '836bd9d7-21bc-4e2a-b716-53b54890baa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:30Z', 'updated_at': '2021-08-28T15:02:40Z', 'revision_number': 5, 'project_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'subnets': [{'id': '836bd9d7-21bc-4e2a-b716-53b54890baa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:44.394173 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1913756b-325c-4816-a107-411e4e20ad44 None None] Checking router: 93a75eae-d257-4b70-865b-d422e38a9ee6 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:13:44.404879 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1913756b-325c-4816-a107-411e4e20ad44 None None] Routers {'93a75eae-d257-4b70-865b-d422e38a9ee6'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:44.405715 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1913756b-325c-4816-a107-411e4e20ad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['93a75eae-d257-4b70-865b-d422e38a9ee6'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:44.535990 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3ce5c1f8-a133-4f3d-a0cf-179b7bd48ae8 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:44.546002 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3ce5c1f8-a133-4f3d-a0cf-179b7bd48ae8 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:44.549509 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-1913756b-325c-4816-a107-411e4e20ad44 None None] Set router 93a75eae-d257-4b70-865b-d422e38a9ee6 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:13:44.626056 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5c1f8-a133-4f3d-a0cf-179b7bd48ae8 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Port': ['ID=8416e2b0-438c-40ac-b1ee-9fd4bcde30d1,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:44.635024 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce5c1f8-a133-4f3d-a0cf-179b7bd48ae8 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:44.636084 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3ce5c1f8-a133-4f3d-a0cf-179b7bd48ae8 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:44.641039 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3ce5c1f8-a133-4f3d-a0cf-179b7bd48ae8 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "PUT /v2.0/ports/8416e2b0-438c-40ac-b1ee-9fd4bcde30d1 HTTP/1.1" status: 200 len: 910 time: 1.5887566 Aug 28 15:13:44.641537 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56288) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:44.818721 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1913756b-325c-4816-a107-411e4e20ad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'name': 'tempest-ServerActionsTestJSON-761718493-router', 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'aae245da-b2cf-4799-aa7b-008a9a4bb994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:02:24Z', 'updated_at': '2021-08-28T15:02:31Z', 'revision_number': 4, 'project_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'gw_port': {'id': 'aae245da-b2cf-4799-aa7b-008a9a4bb994', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:26Z', 'updated_at': '2021-08-28T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6', 'name': '', 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f', 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'mac_address': 'fa:16:3e:e6:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '836bd9d7-21bc-4e2a-b716-53b54890baa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:30Z', 'updated_at': '2021-08-28T15:02:40Z', 'revision_number': 5, 'project_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'subnets': [{'id': '836bd9d7-21bc-4e2a-b716-53b54890baa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:44.851101 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1913756b-325c-4816-a107-411e4e20ad44 None None] The sync data for ids ['93a75eae-d257-4b70-865b-d422e38a9ee6'] in n-d-712137-10 is: [{'id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'name': 'tempest-ServerActionsTestJSON-761718493-router', 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'aae245da-b2cf-4799-aa7b-008a9a4bb994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:02:24Z', 'updated_at': '2021-08-28T15:02:31Z', 'revision_number': 4, 'project_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'gw_port': {'id': 'aae245da-b2cf-4799-aa7b-008a9a4bb994', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:26Z', 'updated_at': '2021-08-28T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6', 'name': '', 'network_id': '77650b04-197c-4f2d-93ed-1f3a3f2db13f', 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'mac_address': 'fa:16:3e:e6:9c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '836bd9d7-21bc-4e2a-b716-53b54890baa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:30Z', 'updated_at': '2021-08-28T15:02:40Z', 'revision_number': 5, 'project_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'subnets': [{'id': '836bd9d7-21bc-4e2a-b716-53b54890baa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:13:45.114244 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-909912ad-342a-4bf0-b5d0-446c65a4f24d req-f4ab7630-ae84-4078-8521-4ea9c368a3d0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd14d824-5710-435b-8758-9929fb51fb87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0741501 Aug 28 15:13:45.134577 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 9e5b61b0-9b37-402c-ac33-0a57b7fac04e no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:13:45.143808 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c0a27470-1a01-4027-99d8-a2da8288c5c1 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:45.170792 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a07b03-fb37-43df-a099-60a8bcd1f2b6 None None] New status for floating IP 874f054a-999b-4e02-bef9-0f2db30a81f4: DOWN {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:13:45.183408 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 9e5b61b0-9b37-402c-ac33-0a57b7fac04e {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:13:45.186762 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 9e5b61b0-9b37-402c-ac33-0a57b7fac04e not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:13:45.283277 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56296) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:45.361591 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7d7fdab7-e9bb-46fa-8dc4-01363c59e085 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:45.396767 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7d7fdab7-e9bb-46fa-8dc4-01363c59e085 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:45.419572 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e42ef0-b75c-49a7-bda2-2005b5a9d0e3 req-63a05bc6-2253-4ccf-99be-1811b4c4fd02 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:45.423853 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-83e42ef0-b75c-49a7-bda2-2005b5a9d0e3 req-63a05bc6-2253-4ccf-99be-1811b4c4fd02 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 945 time: 0.3257535 Aug 28 15:13:45.452481 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7d7fdab7-e9bb-46fa-8dc4-01363c59e085 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:45.456208 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7d7fdab7-e9bb-46fa-8dc4-01363c59e085 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:45.460766 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56300) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:45.460889 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7d7fdab7-e9bb-46fa-8dc4-01363c59e085 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "DELETE /v2.0/security-groups/e367d67b-2c08-4b56-9475-e315e20bd535 HTTP/1.1" status: 204 len: 168 time: 0.1764512 Aug 28 15:13:45.470995 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7fdab7-e9bb-46fa-8dc4-01363c59e085 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e367d67b-2c08-4b56-9475-e315e20bd535,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:45.481684 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909912ad-342a-4bf0-b5d0-446c65a4f24d req-e819e16e-fbb3-4f6c-8cb9-0e7a27f461aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:45.483254 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-909912ad-342a-4bf0-b5d0-446c65a4f24d req-e819e16e-fbb3-4f6c-8cb9-0e7a27f461aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebb463bcd2ba40599b3a334d2908b880&device_id=bd14d824-5710-435b-8758-9929fb51fb87 HTTP/1.1" status: 200 len: 1102 time: 0.2383494 Aug 28 15:13:45.506919 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-8f7b988d-5baa-4796-94d6-cde787f170f4 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] show failed (client error): The resource could not be found. Aug 28 15:13:45.507980 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8f7b988d-5baa-4796-94d6-cde787f170f4 tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "GET /v2.0/security-groups/e367d67b-2c08-4b56-9475-e315e20bd535 HTTP/1.1" status: 404 len: 347 time: 0.0429914 Aug 28 15:13:45.511633 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56302) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:45.580059 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-83e42ef0-b75c-49a7-bda2-2005b5a9d0e3 req-815ab5a1-e95e-4d61-a1e3-eb1ae66feeb8 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510634 Aug 28 15:13:45.659049 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-ff7faf6d-64d2-471b-aecd-13af350c2bdc tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Deleting port 98601caf-2b5a-4e35-b02d-5d48463a10e3 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:13:45.660017 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ff7faf6d-64d2-471b-aecd-13af350c2bdc tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:45.660166 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf50873-cf4f-4c99-b8f6-558016c5fa6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4d91bd-b259-475e-a50a-0c9d1e3c2c17'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:13:45.663756 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909912ad-342a-4bf0-b5d0-446c65a4f24d req-9bce8488-ec22-46a3-b93e-312a6e8c4c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:45.664188 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccb2a01-4a54-4f56-8572-f34b0614b49b" -d '{"events": [{"server_uuid": "6bf50873-cf4f-4c99-b8f6-558016c5fa6b", "name": "network-vif-plugged", "status": "completed", "tag": "6a4d91bd-b259-475e-a50a-0c9d1e3c2c17"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:13:45.666341 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-909912ad-342a-4bf0-b5d0-446c65a4f24d req-9bce8488-ec22-46a3-b93e-312a6e8c4c4b service neutron] 10.222.0.36 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.1570899 Aug 28 15:13:45.746697 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-909912ad-342a-4bf0-b5d0-446c65a4f24d req-802ae659-e598-4a8f-9f3c-06c981e421e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=a748d356-fa9a-4885-9025-122d9dd33610 HTTP/1.1" status: 200 len: 217 time: 0.0722687 Aug 28 15:13:45.757938 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b29fdcf-7ed0-4dc6-a625-3b0cb3443141 x-openstack-request-id: req-2b29fdcf-7ed0-4dc6-a625-3b0cb3443141 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:13:45.758509 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf50873-cf4f-4c99-b8f6-558016c5fa6b", "name": "network-vif-plugged", "status": "completed", "tag": "6a4d91bd-b259-475e-a50a-0c9d1e3c2c17", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:13:45.759890 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b29fdcf-7ed0-4dc6-a625-3b0cb3443141 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:13:45.761612 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf50873-cf4f-4c99-b8f6-558016c5fa6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4d91bd-b259-475e-a50a-0c9d1e3c2c17', 'code': 200} Aug 28 15:13:45.769538 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ff7faf6d-64d2-471b-aecd-13af350c2bdc tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:45.769868 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ff7faf6d-64d2-471b-aecd-13af350c2bdc tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:45.784035 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-ff7faf6d-64d2-471b-aecd-13af350c2bdc tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Calling delete_port for 98601caf-2b5a-4e35-b02d-5d48463a10e3 owned by network:floatingip {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:13:45.829651 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-c0a27470-1a01-4027-99d8-a2da8288c5c1 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Deleting port 8416e2b0-438c-40ac-b1ee-9fd4bcde30d1 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:13:45.830482 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c0a27470-1a01-4027-99d8-a2da8288c5c1 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:45.834984 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909912ad-342a-4bf0-b5d0-446c65a4f24d req-4795eccc-720d-4a7c-8db2-eb4a42c1c0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:45.836509 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-909912ad-342a-4bf0-b5d0-446c65a4f24d req-4795eccc-720d-4a7c-8db2-eb4a42c1c0a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.0739779 Aug 28 15:13:45.922558 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b687f-e13f-4978-877d-533dc2467e58 req-75b2c369-2012-4bd0-866a-0565af787dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:45.924018 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1d8b687f-e13f-4978-877d-533dc2467e58 req-75b2c369-2012-4bd0-866a-0565af787dab service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 1097 time: 0.0890059 Aug 28 15:13:45.947799 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909912ad-342a-4bf0-b5d0-446c65a4f24d req-5febafbc-70f8-411a-a549-eccb91eec8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:45.949364 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-909912ad-342a-4bf0-b5d0-446c65a4f24d req-5febafbc-70f8-411a-a549-eccb91eec8b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0991740 Aug 28 15:13:46.001801 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1d8b687f-e13f-4978-877d-533dc2467e58 req-2e3fe926-5d8f-4f15-a833-af5b2ca45b53 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667582 Aug 28 15:13:46.030549 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ff7faf6d-64d2-471b-aecd-13af350c2bdc tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:46.045132 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c0a27470-1a01-4027-99d8-a2da8288c5c1 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:46.067373 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7faf6d-64d2-471b-aecd-13af350c2bdc tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Pushing event deleted for resources: {'Port': ['ID=98601caf-2b5a-4e35-b02d-5d48463a10e3,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:46.067706 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-c0a27470-1a01-4027-99d8-a2da8288c5c1 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Calling delete_port for 8416e2b0-438c-40ac-b1ee-9fd4bcde30d1 owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:13:46.142825 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ff7faf6d-64d2-471b-aecd-13af350c2bdc tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks [] for floatingip, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:46.146255 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ff7faf6d-64d2-471b-aecd-13af350c2bdc tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:46.147569 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ff7faf6d-64d2-471b-aecd-13af350c2bdc tempest-ServerActionsTestJSON-406976721 tempest-ServerActionsTestJSON-406976721-project] 10.222.0.13 "DELETE /v2.0/floatingips/874f054a-999b-4e02-bef9-0f2db30a81f4 HTTP/1.1" status: 204 len: 168 time: 0.6343479 Aug 28 15:13:46.150635 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56308) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:46.151403 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-909912ad-342a-4bf0-b5d0-446c65a4f24d req-9ee1145e-1f30-4a6b-bdc4-a416488f2778 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918585 Aug 28 15:13:46.361884 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-909912ad-342a-4bf0-b5d0-446c65a4f24d req-b2ef3469-0f4f-47fd-ac7a-8d084a19ef13 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425927 Aug 28 15:13:46.372948 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c0a27470-1a01-4027-99d8-a2da8288c5c1 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:46.403678 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a27470-1a01-4027-99d8-a2da8288c5c1 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Port': ['ID=8416e2b0-438c-40ac-b1ee-9fd4bcde30d1,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:46.582356 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c0a27470-1a01-4027-99d8-a2da8288c5c1 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:46.637289 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-84ccf782-3ba2-4fa3-9401-090b35cf7f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:46.783497 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a27470-1a01-4027-99d8-a2da8288c5c1 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Router 8c6fa264-5584-4d8f-a0a6-fe9afc96bf53 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:13:46.797917 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82659d22-5aea-4c26-bd37-77e7c8321c39 req-e309cbc2-fa9b-4fc3-8b7e-cc0dc5f27278 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:46.799616 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82659d22-5aea-4c26-bd37-77e7c8321c39 req-e309cbc2-fa9b-4fc3-8b7e-cc0dc5f27278 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 945 time: 0.1204634 Aug 28 15:13:46.897388 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a27470-1a01-4027-99d8-a2da8288c5c1 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:13:46.903932 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c0a27470-1a01-4027-99d8-a2da8288c5c1 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "PUT /v2.0/routers/8c6fa264-5584-4d8f-a0a6-fe9afc96bf53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2607000 Aug 28 15:13:46.906832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56314) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:46.911318 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152b8ce2-5ba9-4eb4-9d12-c9d0d588566f None None] Sync routers for ids ['8c6fa264-5584-4d8f-a0a6-fe9afc96bf53'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:13:46.922456 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-84ccf782-3ba2-4fa3-9401-090b35cf7f42 admin admin] Deleting port 6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:13:46.923000 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-84ccf782-3ba2-4fa3-9401-090b35cf7f42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:46.928483 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152b8ce2-5ba9-4eb4-9d12-c9d0d588566f None None] Routers {'8c6fa264-5584-4d8f-a0a6-fe9afc96bf53'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:46.929661 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-152b8ce2-5ba9-4eb4-9d12-c9d0d588566f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['8c6fa264-5584-4d8f-a0a6-fe9afc96bf53'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:46.954614 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-46a2259b-9505-4d6a-8eb8-01c7e07b8e47 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6fa264-5584-4d8f-a0a6-fe9afc96bf53 HTTP/1.1" status: 200 len: 205 time: 0.0468135 Aug 28 15:13:46.955511 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56318) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:46.972106 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-152b8ce2-5ba9-4eb4-9d12-c9d0d588566f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:46.985223 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152b8ce2-5ba9-4eb4-9d12-c9d0d588566f None None] Routers {'8c6fa264-5584-4d8f-a0a6-fe9afc96bf53'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:46.986850 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-152b8ce2-5ba9-4eb4-9d12-c9d0d588566f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['8c6fa264-5584-4d8f-a0a6-fe9afc96bf53'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:47.029575 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-84ccf782-3ba2-4fa3-9401-090b35cf7f42 admin admin] For port 6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:47.030254 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-84ccf782-3ba2-4fa3-9401-090b35cf7f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:47.033382 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-152b8ce2-5ba9-4eb4-9d12-c9d0d588566f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:47.034171 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152b8ce2-5ba9-4eb4-9d12-c9d0d588566f None None] The sync data for ids ['8c6fa264-5584-4d8f-a0a6-fe9afc96bf53'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:13:47.050086 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-84ccf782-3ba2-4fa3-9401-090b35cf7f42 admin admin] Calling delete_port for 6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6 owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:13:47.061809 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82659d22-5aea-4c26-bd37-77e7c8321c39 req-ade0f02d-9088-4de7-9f53-a11909dca2c3 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169640 Aug 28 15:13:47.077571 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-508a452c-b3e8-44d1-9b0d-9cfec2fe562f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:47.285810 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-508a452c-b3e8-44d1-9b0d-9cfec2fe562f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:47.288094 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-508a452c-b3e8-44d1-9b0d-9cfec2fe562f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:47.325394 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-84ccf782-3ba2-4fa3-9401-090b35cf7f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:47.338957 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-508a452c-b3e8-44d1-9b0d-9cfec2fe562f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:47.339478 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508a452c-b3e8-44d1-9b0d-9cfec2fe562f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Fanout notify agent at l3_agent the message router_deleted on router 8c6fa264-5584-4d8f-a0a6-fe9afc96bf53 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:13:47.346700 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-508a452c-b3e8-44d1-9b0d-9cfec2fe562f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:47.350662 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-508a452c-b3e8-44d1-9b0d-9cfec2fe562f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/routers/8c6fa264-5584-4d8f-a0a6-fe9afc96bf53 HTTP/1.1" status: 204 len: 168 time: 0.3941898 Aug 28 15:13:47.351450 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56324) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:47.353359 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ccf782-3ba2-4fa3-9401-090b35cf7f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:47.411197 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a622f4-4b5a-4ce6-93e9-526371bf1232 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Deleting subnet 65aa7c46-e877-411f-b5fc-c196dcefea94 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:13:47.416018 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d2a622f4-4b5a-4ce6-93e9-526371bf1232 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:47.469082 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d2a622f4-4b5a-4ce6-93e9-526371bf1232 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:47.578239 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-84ccf782-3ba2-4fa3-9401-090b35cf7f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:47.590111 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d2a622f4-4b5a-4ce6-93e9-526371bf1232 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:47.653572 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d2a622f4-4b5a-4ce6-93e9-526371bf1232 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:47.682641 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a622f4-4b5a-4ce6-93e9-526371bf1232 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Subnet': ['ID=65aa7c46-e877-411f-b5fc-c196dcefea94,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:47.689015 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d2a622f4-4b5a-4ce6-93e9-526371bf1232 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:47.691554 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d2a622f4-4b5a-4ce6-93e9-526371bf1232 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/subnets/65aa7c46-e877-411f-b5fc-c196dcefea94 HTTP/1.1" status: 204 len: 168 time: 0.3384764 Aug 28 15:13:47.693586 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56326) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:47.693737 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06191f3-a19f-4590-b545-e9dc02d6b099 None None] Network 4e509c49-bfa8-4831-92ee-ebc36af87618 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:13:47.778556 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-87981d12-9d93-4f3d-a9b5-0874be0b38ec tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:47.836571 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ccf782-3ba2-4fa3-9401-090b35cf7f42 admin admin] Router 93a75eae-d257-4b70-865b-d422e38a9ee6 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:13:47.854456 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-87981d12-9d93-4f3d-a9b5-0874be0b38ec tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Deleting port edfbece8-3339-4d37-a1ed-9969097edaf4 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:13:47.855210 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-87981d12-9d93-4f3d-a9b5-0874be0b38ec tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:47.920278 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edae5d7e-bab9-413a-add8-a41aa82382c8 None None] DHCP port deletion for 4e509c49-bfa8-4831-92ee-ebc36af87618 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:13:47.935572 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-87981d12-9d93-4f3d-a9b5-0874be0b38ec tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] For port edfbece8-3339-4d37-a1ed-9969097edaf4, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=edfbece8-3339-4d37-a1ed-9969097edaf4,segment=NetworkSegment(1826f8e6-8164-41b1-8c06-f76a1695fca6),segment_id=1826f8e6-8164-41b1-8c06-f76a1695fca6)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:47.936055 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-87981d12-9d93-4f3d-a9b5-0874be0b38ec tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:47.952669 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-87981d12-9d93-4f3d-a9b5-0874be0b38ec tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Calling delete_port for edfbece8-3339-4d37-a1ed-9969097edaf4 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:13:47.986684 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ccf782-3ba2-4fa3-9401-090b35cf7f42 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:13:47.991078 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-edae5d7e-bab9-413a-add8-a41aa82382c8 None None] Deleting port edfbece8-3339-4d37-a1ed-9969097edaf4 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:13:47.991463 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-edae5d7e-bab9-413a-add8-a41aa82382c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:47.996077 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-84ccf782-3ba2-4fa3-9401-090b35cf7f42 admin admin] 10.222.0.13 "PUT /v2.0/routers/93a75eae-d257-4b70-865b-d422e38a9ee6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8443637 Aug 28 15:13:47.998536 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56328) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:48.001782 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865883ad-ba0e-4f60-bbe8-dea9d6e0f3b0 None None] Sync routers for ids ['93a75eae-d257-4b70-865b-d422e38a9ee6'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:13:48.013469 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865883ad-ba0e-4f60-bbe8-dea9d6e0f3b0 None None] Routers {'93a75eae-d257-4b70-865b-d422e38a9ee6'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:48.015832 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-865883ad-ba0e-4f60-bbe8-dea9d6e0f3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['93a75eae-d257-4b70-865b-d422e38a9ee6'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:48.073463 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-edae5d7e-bab9-413a-add8-a41aa82382c8 None None] For port edfbece8-3339-4d37-a1ed-9969097edaf4, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=edfbece8-3339-4d37-a1ed-9969097edaf4,segment=NetworkSegment(1826f8e6-8164-41b1-8c06-f76a1695fca6),segment_id=1826f8e6-8164-41b1-8c06-f76a1695fca6)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:48.073869 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-edae5d7e-bab9-413a-add8-a41aa82382c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:48.084180 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-87981d12-9d93-4f3d-a9b5-0874be0b38ec tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:48.100884 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-edae5d7e-bab9-413a-add8-a41aa82382c8 None None] Calling delete_port for edfbece8-3339-4d37-a1ed-9969097edaf4 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:13:48.150158 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87981d12-9d93-4f3d-a9b5-0874be0b38ec tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Port': ['ID=edfbece8-3339-4d37-a1ed-9969097edaf4,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:48.151028 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9155fe68-5a94-4735-8478-36c8b43c1cbf admin admin] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:48.156047 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87981d12-9d93-4f3d-a9b5-0874be0b38ec tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] No DVR routers for this DVR port edfbece8-3339-4d37-a1ed-9969097edaf4 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:13:48.228081 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-865883ad-ba0e-4f60-bbe8-dea9d6e0f3b0 None None] Set router 93a75eae-d257-4b70-865b-d422e38a9ee6 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:13:48.263036 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-87981d12-9d93-4f3d-a9b5-0874be0b38ec tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:48.275760 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-87981d12-9d93-4f3d-a9b5-0874be0b38ec tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e509c49-bfa8-4831-92ee-ebc36af87618']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:48.287817 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-87981d12-9d93-4f3d-a9b5-0874be0b38ec tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1826f8e6-8164-41b1-8c06-f76a1695fca6') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:48.288466 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-87981d12-9d93-4f3d-a9b5-0874be0b38ec tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1826f8e6-8164-41b1-8c06-f76a1695fca6') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:48.320871 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-87981d12-9d93-4f3d-a9b5-0874be0b38ec tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:48.358262 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-87981d12-9d93-4f3d-a9b5-0874be0b38ec tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:48.367469 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87981d12-9d93-4f3d-a9b5-0874be0b38ec tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:13:48.368453 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-87981d12-9d93-4f3d-a9b5-0874be0b38ec tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:13:48.377570 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:13:48.422042 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc0575-afb8-4670-be84-3aa0e3da934c req-ccdfd01e-7e12-4d74-9efe-ec9b5dd44ed0 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:48.423583 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d2fc0575-afb8-4670-be84-3aa0e3da934c req-ccdfd01e-7e12-4d74-9efe-ec9b5dd44ed0 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 945 time: 0.1989040 Aug 28 15:13:48.454719 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9155fe68-5a94-4735-8478-36c8b43c1cbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:48.470187 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-87981d12-9d93-4f3d-a9b5-0874be0b38ec tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:48.477798 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-edae5d7e-bab9-413a-add8-a41aa82382c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:48.479350 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-87981d12-9d93-4f3d-a9b5-0874be0b38ec tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:48.481558 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-87981d12-9d93-4f3d-a9b5-0874be0b38ec tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/networks/4e509c49-bfa8-4831-92ee-ebc36af87618 HTTP/1.1" status: 204 len: 168 time: 0.7870142 Aug 28 15:13:48.485469 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56336) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:48.490297 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-edae5d7e-bab9-413a-add8-a41aa82382c8 None None] Network 4e509c49-bfa8-4831-92ee-ebc36af87618 is not hosted by any dhcp agent {{(pid=106331) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 15:13:48.494571 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edae5d7e-bab9-413a-add8-a41aa82382c8 None None] No DVR routers for this DVR port edfbece8-3339-4d37-a1ed-9969097edaf4 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:13:48.504120 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87981d12-9d93-4f3d-a9b5-0874be0b38ec tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Network': ['ID=4e509c49-bfa8-4831-92ee-ebc36af87618,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:48.511696 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-8f475cf4-bf05-4538-a144-a49663634353 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1804399744', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:48.521277 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d2fc0575-afb8-4670-be84-3aa0e3da934c req-4adce3bb-470e-4701-9102-3f847401be52 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897028 Aug 28 15:13:48.524952 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae5d7e-bab9-413a-add8-a41aa82382c8 None None] Pushing event deleted for resources: {'Port': ['ID=edfbece8-3339-4d37-a1ed-9969097edaf4,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:48.546440 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-865883ad-ba0e-4f60-bbe8-dea9d6e0f3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'name': 'tempest-ServerActionsTestJSON-761718493-router', 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'aae245da-b2cf-4799-aa7b-008a9a4bb994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:02:24Z', 'updated_at': '2021-08-28T15:13:47Z', 'revision_number': 5, 'project_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'gw_port': {'id': 'aae245da-b2cf-4799-aa7b-008a9a4bb994', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:02:26Z', 'updated_at': '2021-08-28T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:48.560778 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8f475cf4-bf05-4538-a144-a49663634353 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:48.561797 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8f475cf4-bf05-4538-a144-a49663634353 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:48.579910 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-9155fe68-5a94-4735-8478-36c8b43c1cbf admin admin] Deleting port aae245da-b2cf-4799-aa7b-008a9a4bb994 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:13:48.580339 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9155fe68-5a94-4735-8478-36c8b43c1cbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:48.582044 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865883ad-ba0e-4f60-bbe8-dea9d6e0f3b0 None None] Checking router: 93a75eae-d257-4b70-865b-d422e38a9ee6 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:13:48.592891 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865883ad-ba0e-4f60-bbe8-dea9d6e0f3b0 None None] Routers {'93a75eae-d257-4b70-865b-d422e38a9ee6'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:48.593657 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-865883ad-ba0e-4f60-bbe8-dea9d6e0f3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['93a75eae-d257-4b70-865b-d422e38a9ee6'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:48.672362 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8f475cf4-bf05-4538-a144-a49663634353 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:48.679616 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8f475cf4-bf05-4538-a144-a49663634353 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:48.689806 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-865883ad-ba0e-4f60-bbe8-dea9d6e0f3b0 None None] Set router 93a75eae-d257-4b70-865b-d422e38a9ee6 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:13:48.712873 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8f475cf4-bf05-4538-a144-a49663634353 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:48.717127 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8f475cf4-bf05-4538-a144-a49663634353 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2079465 Aug 28 15:13:48.718397 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56340) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:48.730457 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-5c1eb051-1dc8-4a5d-8e08-22e191ab64a2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'network': {'name': 'tempest-RoutersTest-1711828471'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:48.760895 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-9155fe68-5a94-4735-8478-36c8b43c1cbf admin admin] For port aae245da-b2cf-4799-aa7b-008a9a4bb994, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=aae245da-b2cf-4799-aa7b-008a9a4bb994,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:48.761428 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9155fe68-5a94-4735-8478-36c8b43c1cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:48.767798 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1eb051-1dc8-4a5d-8e08-22e191ab64a2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Made reservation on behalf of 0fc16fe27b184308b0bfe69589020025 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:13:48.774176 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c1eb051-1dc8-4a5d-8e08-22e191ab64a2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:48.781254 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-865883ad-ba0e-4f60-bbe8-dea9d6e0f3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'name': 'tempest-ServerActionsTestJSON-761718493-router', 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:02:24Z', 'updated_at': '2021-08-28T15:13:48Z', 'revision_number': 6, 'project_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:48.803902 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-9155fe68-5a94-4735-8478-36c8b43c1cbf admin admin] Calling delete_port for aae245da-b2cf-4799-aa7b-008a9a4bb994 owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:13:48.825433 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865883ad-ba0e-4f60-bbe8-dea9d6e0f3b0 None None] The sync data for ids ['93a75eae-d257-4b70-865b-d422e38a9ee6'] in n-d-712137-10 is: [{'id': '93a75eae-d257-4b70-865b-d422e38a9ee6', 'name': 'tempest-ServerActionsTestJSON-761718493-router', 'tenant_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:02:24Z', 'updated_at': '2021-08-28T15:13:48Z', 'revision_number': 6, 'project_id': '46b00d3633ae4e8aa897aec4e89fcc4d', 'gw_port_host': None}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:13:48.886254 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1eb051-1dc8-4a5d-8e08-22e191ab64a2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:13:48.903516 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031efe1e-8676-4248-8d4f-8f7c63c7486c req-7a2e023d-b815-486d-8e01-74aa742abf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:48.905485 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-031efe1e-8676-4248-8d4f-8f7c63c7486c req-7a2e023d-b815-486d-8e01-74aa742abf24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2daa716d41af426baed6e9a74353070d&device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 1097 time: 0.0690196 Aug 28 15:13:48.909597 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c1eb051-1dc8-4a5d-8e08-22e191ab64a2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:48.909597 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-5c1eb051-1dc8-4a5d-8e08-22e191ab64a2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Added segment 4ba69b55-3ba4-41ed-9a3e-3079bf3db359 of type vlan for network 0e44a0e5-1173-4de2-bb99-632f59102d6f Aug 28 15:13:49.011469 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b0c7a-8b12-4874-ab3e-60d5ac572293 req-0c5c88c6-912e-4fa8-9af0-3e830615d0e7 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:49.013734 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1f0b0c7a-8b12-4874-ab3e-60d5ac572293 req-0c5c88c6-912e-4fa8-9af0-3e830615d0e7 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 945 time: 0.1198137 Aug 28 15:13:49.023600 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c1eb051-1dc8-4a5d-8e08-22e191ab64a2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:49.089245 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c1eb051-1dc8-4a5d-8e08-22e191ab64a2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:49.092226 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1f0b0c7a-8b12-4874-ab3e-60d5ac572293 req-088c282f-745f-452e-8920-c14d69f58390 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673640 Aug 28 15:13:49.096484 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1eb051-1dc8-4a5d-8e08-22e191ab64a2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:49.097131 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5c1eb051-1dc8-4a5d-8e08-22e191ab64a2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:49.116645 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031efe1e-8676-4248-8d4f-8f7c63c7486c req-f4ec8e0c-92f6-4c1e-8f55-f4df7cd0e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:49.118911 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-031efe1e-8676-4248-8d4f-8f7c63c7486c req-f4ec8e0c-92f6-4c1e-8f55-f4df7cd0e9fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=7a82b058-95d5-4811-a7cb-e74380d2fdc7 HTTP/1.1" status: 200 len: 919 time: 0.1977079 Aug 28 15:13:49.151959 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9155fe68-5a94-4735-8478-36c8b43c1cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:49.181090 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155fe68-5a94-4735-8478-36c8b43c1cbf admin admin] Pushing event deleted for resources: {'Port': ['ID=aae245da-b2cf-4799-aa7b-008a9a4bb994,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:49.299881 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9155fe68-5a94-4735-8478-36c8b43c1cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:49.444425 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9155fe68-5a94-4735-8478-36c8b43c1cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:49.448011 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9155fe68-5a94-4735-8478-36c8b43c1cbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:49.509787 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9155fe68-5a94-4735-8478-36c8b43c1cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:49.510395 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9155fe68-5a94-4735-8478-36c8b43c1cbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93a75eae-d257-4b70-865b-d422e38a9ee6 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:13:49.521931 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9155fe68-5a94-4735-8478-36c8b43c1cbf admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:49.527733 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9155fe68-5a94-4735-8478-36c8b43c1cbf admin admin] 10.222.0.13 "DELETE /v2.0/routers/93a75eae-d257-4b70-865b-d422e38a9ee6 HTTP/1.1" status: 204 len: 168 time: 1.5239394 Aug 28 15:13:49.528300 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56348) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:49.579626 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5c1eb051-1dc8-4a5d-8e08-22e191ab64a2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8572624 Aug 28 15:13:49.580195 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56350) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:49.585154 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-ee8404a9-bb8c-4772-a30c-d3b7f27a96ba tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'subnet': {'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:49.589325 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-660df643-a038-4229-b705-8e4e094edba9 admin admin] Deleting subnet 836bd9d7-21bc-4e2a-b716-53b54890baa2 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:13:49.592197 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-031efe1e-8676-4248-8d4f-8f7c63c7486c req-3b826094-9ec7-4b2c-9d19-d7ab52b60a17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a4d91bd-b259-475e-a50a-0c9d1e3c2c17 HTTP/1.1" status: 200 len: 217 time: 0.4533885 Aug 28 15:13:49.592613 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-660df643-a038-4229-b705-8e4e094edba9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:49.632532 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-660df643-a038-4229-b705-8e4e094edba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:49.672134 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1eb051-1dc8-4a5d-8e08-22e191ab64a2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Network': ['ID=0e44a0e5-1173-4de2-bb99-632f59102d6f,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:49.686636 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 0e44a0e5-1173-4de2-bb99-632f59102d6f details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:13:49.710763 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031efe1e-8676-4248-8d4f-8f7c63c7486c req-fe8e7fe4-816e-4287-b147-8818910f0c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:49.712897 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-031efe1e-8676-4248-8d4f-8f7c63c7486c req-fe8e7fe4-816e-4287-b147-8818910f0c7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6baacc3b-9f26-42b9-89a3-3904a08dc932 HTTP/1.1" status: 200 len: 858 time: 0.1047151 Aug 28 15:13:49.751581 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-660df643-a038-4229-b705-8e4e094edba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:49.771846 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-031efe1e-8676-4248-8d4f-8f7c63c7486c req-56d69a9a-3230-43e6-81cf-4cee50b34aad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7a82b058-95d5-4811-a7cb-e74380d2fdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479836 Aug 28 15:13:49.815029 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device aae245da-b2cf-4799-aa7b-008a9a4bb994 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:13:49.827414 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-660df643-a038-4229-b705-8e4e094edba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:49.843925 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8404a9-bb8c-4772-a30c-d3b7f27a96ba tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Made reservation on behalf of 0fc16fe27b184308b0bfe69589020025 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:13:49.845849 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: aae245da-b2cf-4799-aa7b-008a9a4bb994 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:13:49.846198 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device aae245da-b2cf-4799-aa7b-008a9a4bb994 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:13:49.846623 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device edfbece8-3339-4d37-a1ed-9969097edaf4 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:13:49.848465 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ee8404a9-bb8c-4772-a30c-d3b7f27a96ba tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:49.872347 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-660df643-a038-4229-b705-8e4e094edba9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:49.876736 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-660df643-a038-4229-b705-8e4e094edba9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/836bd9d7-21bc-4e2a-b716-53b54890baa2 HTTP/1.1" status: 204 len: 168 time: 0.3450294 Aug 28 15:13:49.876736 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660df643-a038-4229-b705-8e4e094edba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=836bd9d7-21bc-4e2a-b716-53b54890baa2,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:49.881726 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56352) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:49.890131 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: edfbece8-3339-4d37-a1ed-9969097edaf4 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:13:49.890482 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device edfbece8-3339-4d37-a1ed-9969097edaf4 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:13:49.890907 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:13:49.919481 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626e903b-f148-45dd-8b28-36a9d98bbb10 None None] Network 77650b04-197c-4f2d-93ed-1f3a3f2db13f requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:13:49.951482 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:13:49.951992 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6ae1eb9d-2e5c-41d8-b100-12b8fa6a8fc6 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:13:49.990169 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a9982396-8028-4df1-9ba0-4d90866d6e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:50.095699 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-a9982396-8028-4df1-9ba0-4d90866d6e5a admin admin] Deleting port 02d2313f-8e49-48ed-a94f-f2d650fa91a6 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:13:50.096807 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a9982396-8028-4df1-9ba0-4d90866d6e5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:50.176182 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b883f5c-1e3e-412e-9a74-81db003ed377 None None] DHCP port deletion for 77650b04-197c-4f2d-93ed-1f3a3f2db13f request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:13:50.194371 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-a9982396-8028-4df1-9ba0-4d90866d6e5a admin admin] For port 02d2313f-8e49-48ed-a94f-f2d650fa91a6, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=02d2313f-8e49-48ed-a94f-f2d650fa91a6,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:50.195024 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a9982396-8028-4df1-9ba0-4d90866d6e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:50.201183 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-031efe1e-8676-4248-8d4f-8f7c63c7486c req-8e757bda-893e-44ef-8665-d0235ca89c9d service neutron] 10.222.0.36 "GET /v2.0/networks/7a82b058-95d5-4811-a7cb-e74380d2fdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161079 Aug 28 15:13:50.213349 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ee8404a9-bb8c-4772-a30c-d3b7f27a96ba tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:50.216346 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-a9982396-8028-4df1-9ba0-4d90866d6e5a admin admin] Calling delete_port for 02d2313f-8e49-48ed-a94f-f2d650fa91a6 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:13:50.245117 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9b883f5c-1e3e-412e-9a74-81db003ed377 None None] Deleting port 02d2313f-8e49-48ed-a94f-f2d650fa91a6 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:13:50.245537 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9b883f5c-1e3e-412e-9a74-81db003ed377 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:50.312091 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a9982396-8028-4df1-9ba0-4d90866d6e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:50.314306 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9b883f5c-1e3e-412e-9a74-81db003ed377 None None] For port 02d2313f-8e49-48ed-a94f-f2d650fa91a6, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=02d2313f-8e49-48ed-a94f-f2d650fa91a6,segment=NetworkSegment(b1ed49cc-e427-4bca-b57b-61c1f5306996),segment_id=b1ed49cc-e427-4bca-b57b-61c1f5306996)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:50.314813 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9b883f5c-1e3e-412e-9a74-81db003ed377 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:50.330253 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9b883f5c-1e3e-412e-9a74-81db003ed377 None None] Calling delete_port for 02d2313f-8e49-48ed-a94f-f2d650fa91a6 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:13:50.340347 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9982396-8028-4df1-9ba0-4d90866d6e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=02d2313f-8e49-48ed-a94f-f2d650fa91a6,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:50.344021 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9982396-8028-4df1-9ba0-4d90866d6e5a admin admin] No DVR routers for this DVR port 02d2313f-8e49-48ed-a94f-f2d650fa91a6 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:13:50.393689 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02bb59c-1a57-4e4b-b074-1da72c3986e2 req-75f3c0bf-d717-4d87-9af9-70ab852be98e tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:50.401276 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d02bb59c-1a57-4e4b-b074-1da72c3986e2 req-75f3c0bf-d717-4d87-9af9-70ab852be98e tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 945 time: 0.1989667 Aug 28 15:13:50.423637 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8404a9-bb8c-4772-a30c-d3b7f27a96ba tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Subnet': ['ID=9f5379ec-8c12-4051-96e7-dc587dcb6dd5,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:50.440149 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9b883f5c-1e3e-412e-9a74-81db003ed377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:50.442961 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8404a9-bb8c-4772-a30c-d3b7f27a96ba tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Checking segment: {'id': '4ba69b55-3ba4-41ed-9a3e-3079bf3db359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:13:50.443339 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8404a9-bb8c-4772-a30c-d3b7f27a96ba tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network hostable DHCP agents. Network: 0e44a0e5-1173-4de2-bb99-632f59102d6f, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:13:50.447520 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a9982396-8028-4df1-9ba0-4d90866d6e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:50.453336 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-031efe1e-8676-4248-8d4f-8f7c63c7486c req-49acaa95-6a29-4e6e-b1f5-bf1616ef7e49 service neutron] 10.222.0.36 "GET /v2.0/networks/7a82b058-95d5-4811-a7cb-e74380d2fdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414296 Aug 28 15:13:50.472929 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b883f5c-1e3e-412e-9a74-81db003ed377 None None] Pushing event deleted for resources: {'Port': ['ID=02d2313f-8e49-48ed-a94f-f2d650fa91a6,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:50.474853 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b883f5c-1e3e-412e-9a74-81db003ed377 None None] No DVR routers for this DVR port 02d2313f-8e49-48ed-a94f-f2d650fa91a6 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:13:50.479050 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d02bb59c-1a57-4e4b-b074-1da72c3986e2 req-352b1f85-a206-4675-9950-b42312526e5f tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768595 Aug 28 15:13:50.483437 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-a9982396-8028-4df1-9ba0-4d90866d6e5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77650b04-197c-4f2d-93ed-1f3a3f2db13f']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:50.500922 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8404a9-bb8c-4772-a30c-d3b7f27a96ba tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network 0e44a0e5-1173-4de2-bb99-632f59102d6f is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:13:50.501308 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-a9982396-8028-4df1-9ba0-4d90866d6e5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ed49cc-e427-4bca-b57b-61c1f5306996') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:50.501689 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-a9982396-8028-4df1-9ba0-4d90866d6e5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ed49cc-e427-4bca-b57b-61c1f5306996') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:50.511151 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-ee8404a9-bb8c-4772-a30c-d3b7f27a96ba tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 0e44a0e5-1173-4de2-bb99-632f59102d6f) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:13:50.514168 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a9982396-8028-4df1-9ba0-4d90866d6e5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:50.519261 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8404a9-bb8c-4772-a30c-d3b7f27a96ba tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:50.520584 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ee8404a9-bb8c-4772-a30c-d3b7f27a96ba tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:50.527217 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45125188-cd83-430d-a4a0-e96d66befadb None None] Network 0e44a0e5-1173-4de2-bb99-632f59102d6f requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:13:50.531591 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a9982396-8028-4df1-9ba0-4d90866d6e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9982396-8028-4df1-9ba0-4d90866d6e5a admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a9982396-8028-4df1-9ba0-4d90866d6e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:13:50.552050 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:13:50.561043 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ee8404a9-bb8c-4772-a30c-d3b7f27a96ba tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9798987 Aug 28 15:13:50.563213 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56366) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:50.609975 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a9982396-8028-4df1-9ba0-4d90866d6e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:50.620152 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a9982396-8028-4df1-9ba0-4d90866d6e5a admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:50.622529 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a9982396-8028-4df1-9ba0-4d90866d6e5a admin admin] 10.222.0.13 "DELETE /v2.0/networks/77650b04-197c-4f2d-93ed-1f3a3f2db13f HTTP/1.1" status: 204 len: 168 time: 0.7398472 Aug 28 15:13:50.638606 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9982396-8028-4df1-9ba0-4d90866d6e5a admin admin] Pushing event deleted for resources: {'Network': ['ID=77650b04-197c-4f2d-93ed-1f3a3f2db13f,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:50.723018 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b1f9c1-a472-423b-8899-0c2b3669d1dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-0e44a0e5-1173-4de2-bb99-632f59102d6f', 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'fixed_ips': [{'subnet_id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:13:50.732174 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f9c1-a472-423b-8899-0c2b3669d1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:50.795086 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56372) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:50.842337 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9bd7ffad-508c-44ab-9b86-b2d183bf16d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46b00d3633ae4e8aa897aec4e89fcc4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459669 Aug 28 15:13:50.844842 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56374) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:50.894533 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-d2b1f9c1-a472-423b-8899-0c2b3669d1dc None None] Allocated IP 172.20.0.2 (0e44a0e5-1173-4de2-bb99-632f59102d6f/9f5379ec-8c12-4051-96e7-dc587dcb6dd5/14995cee-447f-4fc6-8d51-a1e29fe08a99) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:13:50.900815 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3688f271-67fe-485c-928d-d7e34a55d6ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:50.924466 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3688f271-67fe-485c-928d-d7e34a55d6ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:50.935516 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfaedd5-e48a-410e-9bbd-264250fe1075 req-77801068-00ee-4106-b86d-a30b88c35460 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:50.937418 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7bfaedd5-e48a-410e-9bbd-264250fe1075 req-77801068-00ee-4106-b86d-a30b88c35460 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd14d824-5710-435b-8758-9929fb51fb87 HTTP/1.1" status: 200 len: 950 time: 0.1533418 Aug 28 15:13:50.979626 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3688f271-67fe-485c-928d-d7e34a55d6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:50.982547 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3688f271-67fe-485c-928d-d7e34a55d6ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:50.983892 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3688f271-67fe-485c-928d-d7e34a55d6ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df3317dd-f0d0-49cf-bbad-4653f0d03865 HTTP/1.1" status: 204 len: 168 time: 0.1381073 Aug 28 15:13:50.994872 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688f271-67fe-485c-928d-d7e34a55d6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3317dd-f0d0-49cf-bbad-4653f0d03865,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:50.999240 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ff9c16a-0617-4463-8599-77072b785652 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:51.023462 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7bfaedd5-e48a-410e-9bbd-264250fe1075 req-03ac1990-5f82-4e0a-a382-4cf219cb6d2e tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d06b97-c888-4f81-9b2b-926687177ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759044 Aug 28 15:13:51.071769 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f9c1-a472-423b-8899-0c2b3669d1dc None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:51.081041 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d2b1f9c1-a472-423b-8899-0c2b3669d1dc None None] Transition to ACTIVE for port object 14995cee-447f-4fc6-8d51-a1e29fe08a99 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:13:51.099453 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d2b1f9c1-a472-423b-8899-0c2b3669d1dc None None] Transition to ACTIVE for port object 14995cee-447f-4fc6-8d51-a1e29fe08a99 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:13:51.106668 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f9c1-a472-423b-8899-0c2b3669d1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:51.148224 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b1f9c1-a472-423b-8899-0c2b3669d1dc None None] Network 0e44a0e5-1173-4de2-bb99-632f59102d6f is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:13:51.154222 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-d2b1f9c1-a472-423b-8899-0c2b3669d1dc None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:13:51.157926 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b1f9c1-a472-423b-8899-0c2b3669d1dc None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:13:51.167132 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1f9c1-a472-423b-8899-0c2b3669d1dc None None] Pushing event updated for resources: {'Port': ['ID=14995cee-447f-4fc6-8d51-a1e29fe08a99,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:51.224070 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-d2b1f9c1-a472-423b-8899-0c2b3669d1dc None None] Attempting to bind port 14995cee-447f-4fc6-8d51-a1e29fe08a99 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:13:51.224447 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-d2b1f9c1-a472-423b-8899-0c2b3669d1dc None None] Attempting to bind port 14995cee-447f-4fc6-8d51-a1e29fe08a99 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '4ba69b55-3ba4-41ed-9a3e-3079bf3db359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:13:51.224821 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b1f9c1-a472-423b-8899-0c2b3669d1dc None None] Attempting to bind port 14995cee-447f-4fc6-8d51-a1e29fe08a99 on network 0e44a0e5-1173-4de2-bb99-632f59102d6f {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:13:51.231631 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b1f9c1-a472-423b-8899-0c2b3669d1dc None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:13:51.232035 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b1f9c1-a472-423b-8899-0c2b3669d1dc None None] Checking segment: {'id': '4ba69b55-3ba4-41ed-9a3e-3079bf3db359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:13:51.232458 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f9c1-a472-423b-8899-0c2b3669d1dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:51.232846 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b1f9c1-a472-423b-8899-0c2b3669d1dc None None] Bound using segment: {'id': '4ba69b55-3ba4-41ed-9a3e-3079bf3db359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:13:51.233315 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-d2b1f9c1-a472-423b-8899-0c2b3669d1dc None None] Bound port: 14995cee-447f-4fc6-8d51-a1e29fe08a99, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba69b55-3ba4-41ed-9a3e-3079bf3db359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:13:51.233704 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f9c1-a472-423b-8899-0c2b3669d1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:51.270437 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-2ff9c16a-0617-4463-8599-77072b785652 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Allocated IP 172.20.0.1 (0e44a0e5-1173-4de2-bb99-632f59102d6f/9f5379ec-8c12-4051-96e7-dc587dcb6dd5/9110ee7a-b54c-4e29-91fa-031ec159a1b8) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:13:51.300413 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-d2b1f9c1-a472-423b-8899-0c2b3669d1dc None None] For port 14995cee-447f-4fc6-8d51-a1e29fe08a99, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:13:51.310451 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-d2b1f9c1-a472-423b-8899-0c2b3669d1dc None None] For port 14995cee-447f-4fc6-8d51-a1e29fe08a99, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=14995cee-447f-4fc6-8d51-a1e29fe08a99,segment=NetworkSegment(4ba69b55-3ba4-41ed-9a3e-3079bf3db359),segment_id=4ba69b55-3ba4-41ed-9a3e-3079bf3db359)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:13:51.316129 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f9c1-a472-423b-8899-0c2b3669d1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:51.380592 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1f9c1-a472-423b-8899-0c2b3669d1dc None None] Pushing event updated for resources: {'Port': ['ID=14995cee-447f-4fc6-8d51-a1e29fe08a99,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:51.405794 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ff9c16a-0617-4463-8599-77072b785652 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:51.425380 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-2ff9c16a-0617-4463-8599-77072b785652 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Transition to ACTIVE for port object 9110ee7a-b54c-4e29-91fa-031ec159a1b8 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:13:51.462065 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ff9c16a-0617-4463-8599-77072b785652 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:51.530215 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff9c16a-0617-4463-8599-77072b785652 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network 0e44a0e5-1173-4de2-bb99-632f59102d6f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:13:51.537620 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 02d2313f-8e49-48ed-a94f-f2d650fa91a6 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:13:51.548078 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-2ff9c16a-0617-4463-8599-77072b785652 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:13:51.553359 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff9c16a-0617-4463-8599-77072b785652 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:13:51.561869 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9c16a-0617-4463-8599-77072b785652 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Port': ['ID=9110ee7a-b54c-4e29-91fa-031ec159a1b8,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:51.612784 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 02d2313f-8e49-48ed-a94f-f2d650fa91a6 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:13:51.613619 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 02d2313f-8e49-48ed-a94f-f2d650fa91a6 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:13:51.654664 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ff9c16a-0617-4463-8599-77072b785652 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:51.673656 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a7a24-8c83-4a7e-9b22-206deab735fb req-ecab4c68-ca31-4c38-9bb0-0945b0556a48 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:51.676939 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-246a7a24-8c83-4a7e-9b22-206deab735fb req-ecab4c68-ca31-4c38-9bb0-0945b0556a48 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 945 time: 0.0840921 Aug 28 15:13:51.729499 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-246a7a24-8c83-4a7e-9b22-206deab735fb req-670d4d81-b835-49f1-b597-2a7e054db736 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456045 Aug 28 15:13:51.844935 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ff9c16a-0617-4463-8599-77072b785652 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:52.144523 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ff9c16a-0617-4463-8599-77072b785652 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:52.153004 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ff9c16a-0617-4463-8599-77072b785652 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:52.276188 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ab9b7-0437-4ebe-a232-0a8d0e35bd64 req-86a34c60-e472-4896-ad0d-4286f34ed46b tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:52.278350 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5b3ab9b7-0437-4ebe-a232-0a8d0e35bd64 req-86a34c60-e472-4896-ad0d-4286f34ed46b tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd14d824-5710-435b-8758-9929fb51fb87 HTTP/1.1" status: 200 len: 950 time: 0.1801746 Aug 28 15:13:52.282578 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ff9c16a-0617-4463-8599-77072b785652 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:52.285794 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9c16a-0617-4463-8599-77072b785652 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Port': ['ID=9110ee7a-b54c-4e29-91fa-031ec159a1b8,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:52.416428 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5b3ab9b7-0437-4ebe-a232-0a8d0e35bd64 req-6faf2f8c-96af-46b9-835a-ac17e5869eb2 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d06b97-c888-4f81-9b2b-926687177ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266541 Aug 28 15:13:52.423718 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56414) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:52.448413 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781079ff-576d-45c2-acb1-3c95e1deae85 req-55c73639-19c4-4b18-a2f9-88bd4a87bbc5 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:52.449919 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-781079ff-576d-45c2-acb1-3c95e1deae85 req-55c73639-19c4-4b18-a2f9-88bd4a87bbc5 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd14d824-5710-435b-8758-9929fb51fb87 HTTP/1.1" status: 200 len: 950 time: 0.0910292 Aug 28 15:13:52.497935 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff9c16a-0617-4463-8599-77072b785652 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network 0e44a0e5-1173-4de2-bb99-632f59102d6f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:13:52.501718 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-2ff9c16a-0617-4463-8599-77072b785652 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:13:52.509621 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851fc8c0-048f-4b08-934b-cd1a6667b136 None None] Network 0e44a0e5-1173-4de2-bb99-632f59102d6f requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:13:52.550649 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eeab75ed-1a62-4b0f-b846-879840bcfbf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:52.583315 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2cbfde9d-0c27-4244-a0c8-1921a3c6721d None None] Provisioning for port 14995cee-447f-4fc6-8d51-a1e29fe08a99 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:13:52.661522 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-781079ff-576d-45c2-acb1-3c95e1deae85 req-b28ed040-6d99-4708-8be2-82fbfc863e9d tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Deleting port a748d356-fa9a-4885-9025-122d9dd33610 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:13:52.662018 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-781079ff-576d-45c2-acb1-3c95e1deae85 req-b28ed040-6d99-4708-8be2-82fbfc863e9d tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:52.688987 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eeab75ed-1a62-4b0f-b846-879840bcfbf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:52.694297 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eeab75ed-1a62-4b0f-b846-879840bcfbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:52.748775 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff9c16a-0617-4463-8599-77072b785652 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Router 761a7f24-82b7-47e8-add6-fee3a4282590 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:13:52.772617 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-eeab75ed-1a62-4b0f-b846-879840bcfbf0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e99d1d99d724280a3680944d24e3e51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3474810 Aug 28 15:13:52.773837 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab75ed-1a62-4b0f-b846-879840bcfbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94359cc-45a6-4124-bd01-426fefed8932,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:52.777647 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56426) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:52.854676 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-781079ff-576d-45c2-acb1-3c95e1deae85 req-b28ed040-6d99-4708-8be2-82fbfc863e9d tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] For port a748d356-fa9a-4885-9025-122d9dd33610, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=a748d356-fa9a-4885-9025-122d9dd33610,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:52.855360 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-781079ff-576d-45c2-acb1-3c95e1deae85 req-b28ed040-6d99-4708-8be2-82fbfc863e9d tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:52.858259 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-34560363-339e-4ff9-97a3-bcb96968074f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:52.871370 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-781079ff-576d-45c2-acb1-3c95e1deae85 req-b28ed040-6d99-4708-8be2-82fbfc863e9d tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Calling delete_port for a748d356-fa9a-4885-9025-122d9dd33610 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:13:52.908377 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-34560363-339e-4ff9-97a3-bcb96968074f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:53.005650 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0e7ac-120d-4ed8-b204-27a0c46f843b req-8779d86b-3933-46aa-9f3b-23743aeee956 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:53.007281 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-21e0e7ac-120d-4ed8-b204-27a0c46f843b req-8779d86b-3933-46aa-9f3b-23743aeee956 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=42680b51-e407-476e-9953-c4fb0afea3cf HTTP/1.1" status: 200 len: 946 time: 0.0770967 Aug 28 15:13:53.016235 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-34560363-339e-4ff9-97a3-bcb96968074f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:53.019450 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-34560363-339e-4ff9-97a3-bcb96968074f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:53.020239 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff9c16a-0617-4463-8599-77072b785652 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:13:53.020645 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-34560363-339e-4ff9-97a3-bcb96968074f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a94359cc-45a6-4124-bd01-426fefed8932 HTTP/1.1" status: 204 len: 168 time: 0.2419896 Aug 28 15:13:53.032152 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34560363-339e-4ff9-97a3-bcb96968074f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94359cc-45a6-4124-bd01-426fefed8932,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:53.035567 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86ad34b-ea61-4c4e-b6b5-ddf3ccbd0461 None None] Sync routers for ids ['761a7f24-82b7-47e8-add6-fee3a4282590'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:13:53.045566 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:13:53.049053 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2ff9c16a-0617-4463-8599-77072b785652 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "PUT /v2.0/routers/761a7f24-82b7-47e8-add6-fee3a4282590/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4815621 Aug 28 15:13:53.056498 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2df708-30fe-46cc-8614-91c19a7baf32 req-07672472-6e7e-4edf-9918-f53e691b043c tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:53.064247 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ee2df708-30fe-46cc-8614-91c19a7baf32 req-07672472-6e7e-4edf-9918-f53e691b043c tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 945 time: 0.2313101 Aug 28 15:13:53.067278 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56432) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:53.069961 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86ad34b-ea61-4c4e-b6b5-ddf3ccbd0461 None None] Routers {'761a7f24-82b7-47e8-add6-fee3a4282590'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:53.070604 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b86ad34b-ea61-4c4e-b6b5-ddf3ccbd0461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['761a7f24-82b7-47e8-add6-fee3a4282590'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:53.074208 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-2edd169e-8b4f-4118-b1ef-3f414a286d33 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'network': {'name': 'tempest-RoutersTest-2032886021'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:53.128792 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-21e0e7ac-120d-4ed8-b204-27a0c46f843b req-2dc8d5ac-c450-4b32-bf33-59436cb15de7 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063185 Aug 28 15:13:53.129522 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edd169e-8b4f-4118-b1ef-3f414a286d33 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Made reservation on behalf of 0fc16fe27b184308b0bfe69589020025 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:13:53.132950 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2edd169e-8b4f-4118-b1ef-3f414a286d33 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:53.145953 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ee2df708-30fe-46cc-8614-91c19a7baf32 req-d5e587ba-825e-4fe9-a6be-8a719bd13ac9 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808246 Aug 28 15:13:53.174318 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2edd169e-8b4f-4118-b1ef-3f414a286d33 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:13:53.188793 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2edd169e-8b4f-4118-b1ef-3f414a286d33 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:53.189477 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-2edd169e-8b4f-4118-b1ef-3f414a286d33 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Added segment 90bb7a8c-eb17-4aac-baa6-585996b174a5 of type vlan for network 522daf1e-56ee-4b18-b7be-82fe030db40d Aug 28 15:13:53.209643 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-806446d3-7394-4670-816e-ce1bcae78c0a None None] Provisioning for port 9110ee7a-b54c-4e29-91fa-031ec159a1b8 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:13:53.219194 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-806446d3-7394-4670-816e-ce1bcae78c0a None None] Provisioning complete for port 9110ee7a-b54c-4e29-91fa-031ec159a1b8 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:53.219576 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-806446d3-7394-4670-816e-ce1bcae78c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:53.225152 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-b86ad34b-ea61-4c4e-b6b5-ddf3ccbd0461 None None] Set router 761a7f24-82b7-47e8-add6-fee3a4282590 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:13:53.234047 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-781079ff-576d-45c2-acb1-3c95e1deae85 req-b28ed040-6d99-4708-8be2-82fbfc863e9d tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:53.268555 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['a748d356-fa9a-4885-9025-122d9dd33610'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:13:53.273855 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2edd169e-8b4f-4118-b1ef-3f414a286d33 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:53.280048 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ed040-6d99-4708-8be2-82fbfc863e9d tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Pushing event deleted for resources: {'Port': ['ID=a748d356-fa9a-4885-9025-122d9dd33610,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:53.322028 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-806446d3-7394-4670-816e-ce1bcae78c0a None None] Port 9110ee7a-b54c-4e29-91fa-031ec159a1b8 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:13:53.331179 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2edd169e-8b4f-4118-b1ef-3f414a286d33 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:53.345625 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edd169e-8b4f-4118-b1ef-3f414a286d33 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:53.346636 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2edd169e-8b4f-4118-b1ef-3f414a286d33 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:53.369798 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-781079ff-576d-45c2-acb1-3c95e1deae85 req-b28ed040-6d99-4708-8be2-82fbfc863e9d tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] No DVR routers for this DVR port a748d356-fa9a-4885-9025-122d9dd33610 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:13:53.373692 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-781079ff-576d-45c2-acb1-3c95e1deae85 req-b28ed040-6d99-4708-8be2-82fbfc863e9d tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:53.377496 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-781079ff-576d-45c2-acb1-3c95e1deae85 req-b28ed040-6d99-4708-8be2-82fbfc863e9d tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.36 "DELETE /v2.0/ports/a748d356-fa9a-4885-9025-122d9dd33610 HTTP/1.1" status: 204 len: 173 time: 0.9180391 Aug 28 15:13:53.377977 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd14d824-5710-435b-8758-9929fb51fb87', 'name': 'network-vif-deleted', 'tag': 'a748d356-fa9a-4885-9025-122d9dd33610'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:13:53.380410 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a834d5e-ee95-41c3-a61b-2eaf96ee4b8f" -d '{"events": [{"server_uuid": "bd14d824-5710-435b-8758-9929fb51fb87", "name": "network-vif-deleted", "tag": "a748d356-fa9a-4885-9025-122d9dd33610"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:13:53.419205 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2edd169e-8b4f-4118-b1ef-3f414a286d33 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3479035 Aug 28 15:13:53.419605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56438) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:53.426262 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-6e87c315-c624-4c78-8cfb-bf51a69e58fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'subnet': {'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:53.430961 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd169e-8b4f-4118-b1ef-3f414a286d33 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Network': ['ID=522daf1e-56ee-4b18-b7be-82fe030db40d,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:53.511780 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 522daf1e-56ee-4b18-b7be-82fe030db40d details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:13:53.550966 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbe1ea0-d91f-4fed-9a92-3b94c12e1735 x-openstack-request-id: req-7dbe1ea0-d91f-4fed-9a92-3b94c12e1735 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:13:53.550966 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd14d824-5710-435b-8758-9929fb51fb87", "name": "network-vif-deleted", "tag": "a748d356-fa9a-4885-9025-122d9dd33610", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:13:53.550966 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7dbe1ea0-d91f-4fed-9a92-3b94c12e1735 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:13:53.550966 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd14d824-5710-435b-8758-9929fb51fb87', 'name': 'network-vif-deleted', 'tag': 'a748d356-fa9a-4885-9025-122d9dd33610', 'status': 'completed', 'code': 200} Aug 28 15:13:53.591082 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-29785024-27de-4964-9854-18bc32403167 req-1342a91b-1e74-452e-812c-4547ddd11209 tempest-VolumesBackupsTest-1580801953 tempest-VolumesBackupsTest-1580801953-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd14d824-5710-435b-8758-9929fb51fb87 HTTP/1.1" status: 200 len: 210 time: 0.0404055 Aug 28 15:13:53.648962 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 14995cee-447f-4fc6-8d51-a1e29fe08a99 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:13:53.667291 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e87c315-c624-4c78-8cfb-bf51a69e58fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Made reservation on behalf of 0fc16fe27b184308b0bfe69589020025 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:13:53.673747 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6e87c315-c624-4c78-8cfb-bf51a69e58fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:53.767773 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7fabf33e-2922-409e-91c6-3ca1dd7eb9ed None None] Provisioning complete for port 9110ee7a-b54c-4e29-91fa-031ec159a1b8 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:53.768155 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7fabf33e-2922-409e-91c6-3ca1dd7eb9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:53.831406 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-7fabf33e-2922-409e-91c6-3ca1dd7eb9ed None None] Port 9110ee7a-b54c-4e29-91fa-031ec159a1b8 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:13:53.843842 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 14995cee-447f-4fc6-8d51-a1e29fe08a99 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:13:53.849663 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 14995cee-447f-4fc6-8d51-a1e29fe08a99 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:53.850061 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:53.893442 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b86ad34b-ea61-4c4e-b6b5-ddf3ccbd0461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:13:51Z', 'revision_number': 2, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None, '_interfaces': [{'id': '9110ee7a-b54c-4e29-91fa-031ec159a1b8', 'name': '', 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:40:80:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:51Z', 'updated_at': '2021-08-28T15:13:51Z', 'revision_number': 2, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:53.935934 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86ad34b-ea61-4c4e-b6b5-ddf3ccbd0461 None None] Checking router: 761a7f24-82b7-47e8-add6-fee3a4282590 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:13:53.936344 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86ad34b-ea61-4c4e-b6b5-ddf3ccbd0461 None None] Updating router 761a7f24-82b7-47e8-add6-fee3a4282590 port 9110ee7a-b54c-4e29-91fa-031ec159a1b8 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:13:53.986600 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b86ad34b-ea61-4c4e-b6b5-ddf3ccbd0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:54.023722 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d6d633f6-9125-463a-a084-e8b3a9548d96 None None] Provisioning complete for port 9110ee7a-b54c-4e29-91fa-031ec159a1b8 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:54.024740 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d6d633f6-9125-463a-a084-e8b3a9548d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:54.092786 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:54.122886 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-d6d633f6-9125-463a-a084-e8b3a9548d96 None None] Port 9110ee7a-b54c-4e29-91fa-031ec159a1b8 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:13:54.187892 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56462) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:54.246603 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 14995cee-447f-4fc6-8d51-a1e29fe08a99, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=14995cee-447f-4fc6-8d51-a1e29fe08a99,segment=NetworkSegment(4ba69b55-3ba4-41ed-9a3e-3079bf3db359),segment_id=4ba69b55-3ba4-41ed-9a3e-3079bf3db359)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:54.257789 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:54.311956 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e36d8-17b3-4341-8af6-97eba433039e req-611182b9-175e-47b2-bb06-51822e6c359a tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:54.319756 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c53e36d8-17b3-4341-8af6-97eba433039e req-611182b9-175e-47b2-bb06-51822e6c359a tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=42680b51-e407-476e-9953-c4fb0afea3cf HTTP/1.1" status: 200 len: 946 time: 0.0810385 Aug 28 15:13:54.369805 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=14995cee-447f-4fc6-8d51-a1e29fe08a99,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:54.374565 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c53e36d8-17b3-4341-8af6-97eba433039e req-93d2e5ed-ef18-4552-ad07-1a9289fa92af tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537381 Aug 28 15:13:54.393768 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-15f8e55f-e9f0-4c08-85ec-3555f83206e5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1194897752-network', 'tenant_id': 'e7f4b63d18f1417ea4718bc53556774e'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:54.400214 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508261b-a892-44f1-bcac-d45749ec6840 req-90023258-e4c0-4f5c-932b-8e5ece8c25c9 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:54.402066 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9508261b-a892-44f1-bcac-d45749ec6840 req-90023258-e4c0-4f5c-932b-8e5ece8c25c9 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 945 time: 0.1140621 Aug 28 15:13:54.403126 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6e87c315-c624-4c78-8cfb-bf51a69e58fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:54.420109 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f8e55f-e9f0-4c08-85ec-3555f83206e5 admin admin] Made reservation on behalf of e7f4b63d18f1417ea4718bc53556774e for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:13:54.423742 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-15f8e55f-e9f0-4c08-85ec-3555f83206e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:54.437118 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-15f8e55f-e9f0-4c08-85ec-3555f83206e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:54.438622 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:54.492510 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87c315-c624-4c78-8cfb-bf51a69e58fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Subnet': ['ID=d18ebd81-1b5d-4d88-8758-76edd2a0851c,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:54.493571 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b86ad34b-ea61-4c4e-b6b5-ddf3ccbd0461 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:54.502656 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9508261b-a892-44f1-bcac-d45749ec6840 req-12fbd25d-f47b-4f0d-8736-784132514b7b tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897665 Aug 28 15:13:54.506280 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b86ad34b-ea61-4c4e-b6b5-ddf3ccbd0461 None None] Transition to ACTIVE for port object 9110ee7a-b54c-4e29-91fa-031ec159a1b8 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:13:54.510372 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e87c315-c624-4c78-8cfb-bf51a69e58fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Checking segment: {'id': '90bb7a8c-eb17-4aac-baa6-585996b174a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:13:54.510746 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e87c315-c624-4c78-8cfb-bf51a69e58fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network hostable DHCP agents. Network: 522daf1e-56ee-4b18-b7be-82fe030db40d, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:13:54.515805 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b86ad34b-ea61-4c4e-b6b5-ddf3ccbd0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:54.537714 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e87c315-c624-4c78-8cfb-bf51a69e58fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network 522daf1e-56ee-4b18-b7be-82fe030db40d is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:13:54.546744 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-15f8e55f-e9f0-4c08-85ec-3555f83206e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:54.548970 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-6e87c315-c624-4c78-8cfb-bf51a69e58fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 522daf1e-56ee-4b18-b7be-82fe030db40d) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:13:54.551425 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-15f8e55f-e9f0-4c08-85ec-3555f83206e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:54.554138 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e87c315-c624-4c78-8cfb-bf51a69e58fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:54.554924 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6e87c315-c624-4c78-8cfb-bf51a69e58fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:54.564522 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f8e55f-e9f0-4c08-85ec-3555f83206e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:13:54.570494 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6e87c315-c624-4c78-8cfb-bf51a69e58fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1498129 Aug 28 15:13:54.574347 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05c0515-3894-449b-a0ea-ebeb96e6fca6 None None] Network 522daf1e-56ee-4b18-b7be-82fe030db40d requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:13:54.574745 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56468) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:54.582092 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5d2bb-d138-45c8-9cbd-96f72fecf198 None None] Pushing event updated for resources: {'Port': ['ID=9110ee7a-b54c-4e29-91fa-031ec159a1b8,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:54.588155 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-15f8e55f-e9f0-4c08-85ec-3555f83206e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:54.588507 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-15f8e55f-e9f0-4c08-85ec-3555f83206e5 admin admin] Added segment 9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d of type vlan for network 55baeae6-bf2c-42e5-aff1-bfb2017909cd Aug 28 15:13:54.628726 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8e55f-e9f0-4c08-85ec-3555f83206e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6ea923-62d1-4213-a084-0d4c8f250ebb,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:54.649058 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-15f8e55f-e9f0-4c08-85ec-3555f83206e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:54.684508 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-15f8e55f-e9f0-4c08-85ec-3555f83206e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:54.686361 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f8e55f-e9f0-4c08-85ec-3555f83206e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:54.687190 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-15f8e55f-e9f0-4c08-85ec-3555f83206e5 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:54.705029 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-b86ad34b-ea61-4c4e-b6b5-ddf3ccbd0461 None None] Attempting to bind port 9110ee7a-b54c-4e29-91fa-031ec159a1b8 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:13:54.705634 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-b86ad34b-ea61-4c4e-b6b5-ddf3ccbd0461 None None] Attempting to bind port 9110ee7a-b54c-4e29-91fa-031ec159a1b8 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '4ba69b55-3ba4-41ed-9a3e-3079bf3db359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:13:54.706105 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ad34b-ea61-4c4e-b6b5-ddf3ccbd0461 None None] Attempting to bind port 9110ee7a-b54c-4e29-91fa-031ec159a1b8 on network 0e44a0e5-1173-4de2-bb99-632f59102d6f {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:13:54.722357 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ad34b-ea61-4c4e-b6b5-ddf3ccbd0461 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:13:54.722901 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ad34b-ea61-4c4e-b6b5-ddf3ccbd0461 None None] Checking segment: {'id': '4ba69b55-3ba4-41ed-9a3e-3079bf3db359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:13:54.723431 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b86ad34b-ea61-4c4e-b6b5-ddf3ccbd0461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:54.724219 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ad34b-ea61-4c4e-b6b5-ddf3ccbd0461 None None] Bound using segment: {'id': '4ba69b55-3ba4-41ed-9a3e-3079bf3db359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:13:54.724849 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-b86ad34b-ea61-4c4e-b6b5-ddf3ccbd0461 None None] Bound port: 9110ee7a-b54c-4e29-91fa-031ec159a1b8, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba69b55-3ba4-41ed-9a3e-3079bf3db359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:13:54.725345 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b86ad34b-ea61-4c4e-b6b5-ddf3ccbd0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:54.745885 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c1034-7e94-47b2-840a-789d4529e825 req-4899319d-696b-4f79-b5f1-c94a778c0f8c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:54.747450 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-180c1034-7e94-47b2-840a-789d4529e825 req-4899319d-696b-4f79-b5f1-c94a778c0f8c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.36 "GET /v2.0/ports?device_id=42680b51-e407-476e-9953-c4fb0afea3cf HTTP/1.1" status: 200 len: 946 time: 0.1132200 Aug 28 15:13:54.768921 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-15f8e55f-e9f0-4c08-85ec-3555f83206e5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5796762 Aug 28 15:13:54.769406 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56474) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:54.777140 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-d98b107e-9b37-4eb0-944c-0f6276ab2e7c admin admin] Request body: {'subnet': {'network_id': '55baeae6-bf2c-42e5-aff1-bfb2017909cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1194897752-subnet', 'tenant_id': 'e7f4b63d18f1417ea4718bc53556774e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:54.806648 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8e55f-e9f0-4c08-85ec-3555f83206e5 admin admin] Pushing event updated for resources: {'Network': ['ID=55baeae6-bf2c-42e5-aff1-bfb2017909cd,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:54.816029 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98b107e-9b37-4eb0-944c-0f6276ab2e7c admin admin] Made reservation on behalf of e7f4b63d18f1417ea4718bc53556774e for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:13:54.819043 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d98b107e-9b37-4eb0-944c-0f6276ab2e7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:54.833567 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 55baeae6-bf2c-42e5-aff1-bfb2017909cd details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:13:55.182607 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-b86ad34b-ea61-4c4e-b6b5-ddf3ccbd0461 None None] For port 9110ee7a-b54c-4e29-91fa-031ec159a1b8, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:13:55.189997 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-b86ad34b-ea61-4c4e-b6b5-ddf3ccbd0461 None None] For port 9110ee7a-b54c-4e29-91fa-031ec159a1b8, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=9110ee7a-b54c-4e29-91fa-031ec159a1b8,segment=NetworkSegment(4ba69b55-3ba4-41ed-9a3e-3079bf3db359),segment_id=4ba69b55-3ba4-41ed-9a3e-3079bf3db359)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:13:55.191454 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d22eb2c7-cdb1-412c-a99d-2b311ec4acc4 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:55.197337 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-180c1034-7e94-47b2-840a-789d4529e825 req-67646519-fb12-4010-a66d-9010a902c55c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Deleting port eefe9613-bd41-4c36-9089-ec3148a8e865 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:13:55.197748 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-180c1034-7e94-47b2-840a-789d4529e825 req-67646519-fb12-4010-a66d-9010a902c55c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:55.226644 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b86ad34b-ea61-4c4e-b6b5-ddf3ccbd0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:55.257566 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854e30e7-7020-4e26-ac25-4edc2d78f8c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-522daf1e-56ee-4b18-b7be-82fe030db40d', 'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'fixed_ips': [{'subnet_id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:13:55.259505 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-854e30e7-7020-4e26-ac25-4edc2d78f8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:55.404588 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86ad34b-ea61-4c4e-b6b5-ddf3ccbd0461 None None] Routers {'761a7f24-82b7-47e8-add6-fee3a4282590'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:55.418909 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-180c1034-7e94-47b2-840a-789d4529e825 req-67646519-fb12-4010-a66d-9010a902c55c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] For port eefe9613-bd41-4c36-9089-ec3148a8e865, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=eefe9613-bd41-4c36-9089-ec3148a8e865,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:13:55.419453 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-180c1034-7e94-47b2-840a-789d4529e825 req-67646519-fb12-4010-a66d-9010a902c55c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:55.423061 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b86ad34b-ea61-4c4e-b6b5-ddf3ccbd0461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['761a7f24-82b7-47e8-add6-fee3a4282590'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:55.425762 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device a748d356-fa9a-4885-9025-122d9dd33610 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:13:55.442334 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d98b107e-9b37-4eb0-944c-0f6276ab2e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:55.464982 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: a748d356-fa9a-4885-9025-122d9dd33610 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:13:55.465432 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device a748d356-fa9a-4885-9025-122d9dd33610 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:13:55.516054 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-180c1034-7e94-47b2-840a-789d4529e825 req-67646519-fb12-4010-a66d-9010a902c55c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Calling delete_port for eefe9613-bd41-4c36-9089-ec3148a8e865 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:13:55.536088 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98b107e-9b37-4eb0-944c-0f6276ab2e7c admin admin] Checking segment: {'id': '9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '55baeae6-bf2c-42e5-aff1-bfb2017909cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:13:55.536445 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98b107e-9b37-4eb0-944c-0f6276ab2e7c admin admin] Network hostable DHCP agents. Network: 55baeae6-bf2c-42e5-aff1-bfb2017909cd, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:13:55.545400 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5d2bb-d138-45c8-9cbd-96f72fecf198 None None] Pushing event updated for resources: {'Port': ['ID=9110ee7a-b54c-4e29-91fa-031ec159a1b8,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:55.566647 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b107e-9b37-4eb0-944c-0f6276ab2e7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b654191-d2fd-4f5b-8b9d-9211b839e918,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:55.580126 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98b107e-9b37-4eb0-944c-0f6276ab2e7c admin admin] Network 55baeae6-bf2c-42e5-aff1-bfb2017909cd is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:13:55.595735 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-d98b107e-9b37-4eb0-944c-0f6276ab2e7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 55baeae6-bf2c-42e5-aff1-bfb2017909cd) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:13:55.609715 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98b107e-9b37-4eb0-944c-0f6276ab2e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:55.610666 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d98b107e-9b37-4eb0-944c-0f6276ab2e7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:55.640672 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d98b107e-9b37-4eb0-944c-0f6276ab2e7c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8675268 Aug 28 15:13:55.653840 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac3f522-16a4-4b02-8b5f-c8aad5cf4b99 None None] Network 55baeae6-bf2c-42e5-aff1-bfb2017909cd requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:13:55.656154 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 14995cee-447f-4fc6-8d51-a1e29fe08a99 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:13:55.763124 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004b1c2-2525-4d03-b3ad-d6f3ab8d4b02 req-9143bef9-1c28-4b09-b2d8-8b3d16984018 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:55.763124 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0004b1c2-2525-4d03-b3ad-d6f3ab8d4b02 req-9143bef9-1c28-4b09-b2d8-8b3d16984018 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 945 time: 0.1078551 Aug 28 15:13:55.830254 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0004b1c2-2525-4d03-b3ad-d6f3ab8d4b02 req-fa8b9709-0161-4ba6-9c0c-b83ae0d2c1f4 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611434 Aug 28 15:13:55.844588 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6cce4-9898-42df-b97b-05ac6df8a4f2 req-75dfed38-7d96-46fb-9be3-c9547bab12fe tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:55.858482 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-03e6cce4-9898-42df-b97b-05ac6df8a4f2 req-75dfed38-7d96-46fb-9be3-c9547bab12fe tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=42680b51-e407-476e-9953-c4fb0afea3cf HTTP/1.1" status: 200 len: 946 time: 0.3116925 Aug 28 15:13:55.858736 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-b86ad34b-ea61-4c4e-b6b5-ddf3ccbd0461 None None] Set router 761a7f24-82b7-47e8-add6-fee3a4282590 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:13:55.950810 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-03e6cce4-9898-42df-b97b-05ac6df8a4f2 req-09d4a1f1-5790-462c-8386-f7e2f9782210 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950108 Aug 28 15:13:55.951957 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-180c1034-7e94-47b2-840a-789d4529e825 req-67646519-fb12-4010-a66d-9010a902c55c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:55.989636 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-854e30e7-7020-4e26-ac25-4edc2d78f8c0 None None] Allocated IP 172.21.0.2 (522daf1e-56ee-4b18-b7be-82fe030db40d/d18ebd81-1b5d-4d88-8758-76edd2a0851c/71552b77-ed78-4733-9411-287c4ddcbe72) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:13:55.994700 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67646519-fb12-4010-a66d-9010a902c55c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Pushing event deleted for resources: {'Port': ['ID=eefe9613-bd41-4c36-9089-ec3148a8e865,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:56.041730 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-180c1034-7e94-47b2-840a-789d4529e825 req-67646519-fb12-4010-a66d-9010a902c55c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] No DVR routers for this DVR port eefe9613-bd41-4c36-9089-ec3148a8e865 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:13:56.044655 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-180c1034-7e94-47b2-840a-789d4529e825 req-67646519-fb12-4010-a66d-9010a902c55c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:56.047306 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-180c1034-7e94-47b2-840a-789d4529e825 req-67646519-fb12-4010-a66d-9010a902c55c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.36 "DELETE /v2.0/ports/eefe9613-bd41-4c36-9089-ec3148a8e865 HTTP/1.1" status: 204 len: 173 time: 1.1602752 Aug 28 15:13:56.047929 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42680b51-e407-476e-9953-c4fb0afea3cf', 'name': 'network-vif-deleted', 'tag': 'eefe9613-bd41-4c36-9089-ec3148a8e865'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:13:56.060355 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34acaf65-fd65-484f-8890-e25050d715f3" -d '{"events": [{"server_uuid": "42680b51-e407-476e-9953-c4fb0afea3cf", "name": "network-vif-deleted", "tag": "eefe9613-bd41-4c36-9089-ec3148a8e865"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:13:56.117785 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f2dc57-ac6d-4f2b-a29c-9462444b5013 x-openstack-request-id: req-b0f2dc57-ac6d-4f2b-a29c-9462444b5013 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:13:56.118568 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42680b51-e407-476e-9953-c4fb0afea3cf", "name": "network-vif-deleted", "tag": "eefe9613-bd41-4c36-9089-ec3148a8e865", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:13:56.118852 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0f2dc57-ac6d-4f2b-a29c-9462444b5013 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:13:56.119438 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42680b51-e407-476e-9953-c4fb0afea3cf', 'name': 'network-vif-deleted', 'tag': 'eefe9613-bd41-4c36-9089-ec3148a8e865', 'status': 'completed', 'code': 200} Aug 28 15:13:56.326884 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-59b81eff-cc3c-4012-b090-e43e84c93a8d tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:56.332079 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-854e30e7-7020-4e26-ac25-4edc2d78f8c0 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:56.334892 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-59b81eff-cc3c-4012-b090-e43e84c93a8d tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/networks?id=55baeae6-bf2c-42e5-aff1-bfb2017909cd HTTP/1.1" status: 200 len: 815 time: 0.1213949 Aug 28 15:13:56.341258 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc08da0e-77b3-4cdc-bd7f-a6584768b93d None None] Network 55baeae6-bf2c-42e5-aff1-bfb2017909cd requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:13:56.352638 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-37d99854-2407-4fbc-84fe-7390d003b9eb tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/quotas/e7f4b63d18f1417ea4718bc53556774e HTTP/1.1" status: 200 len: 375 time: 0.0164771 Aug 28 15:13:56.371381 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-854e30e7-7020-4e26-ac25-4edc2d78f8c0 None None] Transition to ACTIVE for port object 71552b77-ed78-4733-9411-287c4ddcbe72 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:13:56.388206 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-2889149e-2b76-46fe-a19e-857f8128a87c tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7f4b63d18f1417ea4718bc53556774e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346291 Aug 28 15:13:56.397076 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-fccd420d-7c03-4bae-8e08-578eeeb60cdf service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:13:56.398234 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-fccd420d-7c03-4bae-8e08-578eeeb60cdf service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056508 Aug 28 15:13:56.456827 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-854e30e7-7020-4e26-ac25-4edc2d78f8c0 None None] Transition to ACTIVE for port object 71552b77-ed78-4733-9411-287c4ddcbe72 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:13:56.463501 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 14995cee-447f-4fc6-8d51-a1e29fe08a99 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:56.463903 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:56.524545 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-95551972-25d5-4f8b-a360-83b64be96395 service neutron] 10.222.0.13 "GET /v2.0/networks/55baeae6-bf2c-42e5-aff1-bfb2017909cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180091 Aug 28 15:13:56.547232 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-854e30e7-7020-4e26-ac25-4edc2d78f8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:56.595508 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-d22eb2c7-cdb1-412c-a99d-2b311ec4acc4 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Allocated IP 172.21.0.1 (522daf1e-56ee-4b18-b7be-82fe030db40d/d18ebd81-1b5d-4d88-8758-76edd2a0851c/6b2a5323-5082-4782-b475-f47a2ad99e83) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:13:56.619813 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:56.624466 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e30e7-7020-4e26-ac25-4edc2d78f8c0 None None] Pushing event updated for resources: {'Port': ['ID=71552b77-ed78-4733-9411-287c4ddcbe72,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:56.650362 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-2daedf9c-d0f7-40a3-9ca6-3477570fc264 service neutron] 10.222.0.13 "GET /v2.0/networks/55baeae6-bf2c-42e5-aff1-bfb2017909cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176677 Aug 28 15:13:56.679098 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854e30e7-7020-4e26-ac25-4edc2d78f8c0 None None] Network 522daf1e-56ee-4b18-b7be-82fe030db40d is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:13:56.704239 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-854e30e7-7020-4e26-ac25-4edc2d78f8c0 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:13:56.707318 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854e30e7-7020-4e26-ac25-4edc2d78f8c0 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:13:56.782571 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d22eb2c7-cdb1-412c-a99d-2b311ec4acc4 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:56.799286 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-d22eb2c7-cdb1-412c-a99d-2b311ec4acc4 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Transition to ACTIVE for port object 6b2a5323-5082-4782-b475-f47a2ad99e83 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:13:56.861868 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-854e30e7-7020-4e26-ac25-4edc2d78f8c0 None None] Attempting to bind port 71552b77-ed78-4733-9411-287c4ddcbe72 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:13:56.862206 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-854e30e7-7020-4e26-ac25-4edc2d78f8c0 None None] Attempting to bind port 71552b77-ed78-4733-9411-287c4ddcbe72 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '90bb7a8c-eb17-4aac-baa6-585996b174a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:13:56.862625 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854e30e7-7020-4e26-ac25-4edc2d78f8c0 None None] Attempting to bind port 71552b77-ed78-4733-9411-287c4ddcbe72 on network 522daf1e-56ee-4b18-b7be-82fe030db40d {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:13:56.868028 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d22eb2c7-cdb1-412c-a99d-2b311ec4acc4 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:56.881273 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854e30e7-7020-4e26-ac25-4edc2d78f8c0 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:13:56.881657 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854e30e7-7020-4e26-ac25-4edc2d78f8c0 None None] Checking segment: {'id': '90bb7a8c-eb17-4aac-baa6-585996b174a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:13:56.882071 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-854e30e7-7020-4e26-ac25-4edc2d78f8c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:56.882472 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854e30e7-7020-4e26-ac25-4edc2d78f8c0 None None] Bound using segment: {'id': '90bb7a8c-eb17-4aac-baa6-585996b174a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:13:56.882953 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-854e30e7-7020-4e26-ac25-4edc2d78f8c0 None None] Bound port: 71552b77-ed78-4733-9411-287c4ddcbe72, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bb7a8c-eb17-4aac-baa6-585996b174a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:13:56.888026 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-854e30e7-7020-4e26-ac25-4edc2d78f8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:56.985200 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b86ad34b-ea61-4c4e-b6b5-ddf3ccbd0461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:13:51Z', 'revision_number': 2, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None, '_interfaces': [{'id': '9110ee7a-b54c-4e29-91fa-031ec159a1b8', 'name': '', 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:40:80:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:51Z', 'updated_at': '2021-08-28T15:13:55Z', 'revision_number': 4, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:57.041534 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dae5aea1-ddb1-409c-b2a4-a07ddf2cb63f req-d56b8da5-5907-45f5-b7e4-c850abae40bf tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=917701db-0472-4021-bfcc-1f85dbcb3ed0 HTTP/1.1" status: 200 len: 210 time: 0.0472806 Aug 28 15:13:57.051214 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86ad34b-ea61-4c4e-b6b5-ddf3ccbd0461 None None] The sync data for ids ['761a7f24-82b7-47e8-add6-fee3a4282590'] in n-d-712137-10 is: [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:13:51Z', 'revision_number': 2, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None, '_interfaces': [{'id': '9110ee7a-b54c-4e29-91fa-031ec159a1b8', 'name': '', 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:40:80:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:51Z', 'updated_at': '2021-08-28T15:13:55Z', 'revision_number': 4, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:13:57.076066 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22eb2c7-cdb1-412c-a99d-2b311ec4acc4 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network 522daf1e-56ee-4b18-b7be-82fe030db40d is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:13:57.083471 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-d22eb2c7-cdb1-412c-a99d-2b311ec4acc4 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:13:57.090162 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22eb2c7-cdb1-412c-a99d-2b311ec4acc4 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:13:57.093127 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22eb2c7-cdb1-412c-a99d-2b311ec4acc4 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Port': ['ID=6b2a5323-5082-4782-b475-f47a2ad99e83,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:57.116948 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-854e30e7-7020-4e26-ac25-4edc2d78f8c0 None None] For port 71552b77-ed78-4733-9411-287c4ddcbe72, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:13:57.124364 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-854e30e7-7020-4e26-ac25-4edc2d78f8c0 None None] For port 71552b77-ed78-4733-9411-287c4ddcbe72, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=71552b77-ed78-4733-9411-287c4ddcbe72,segment=NetworkSegment(90bb7a8c-eb17-4aac-baa6-585996b174a5),segment_id=90bb7a8c-eb17-4aac-baa6-585996b174a5)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:13:57.129830 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-854e30e7-7020-4e26-ac25-4edc2d78f8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:57.136197 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39736c33-d2d4-4807-acdd-505be7a88c1a req-8252b562-89c3-46ef-b5c5-c1030a583db6 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:57.138496 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-39736c33-d2d4-4807-acdd-505be7a88c1a req-8252b562-89c3-46ef-b5c5-c1030a583db6 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 945 time: 0.1743476 Aug 28 15:13:57.204885 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-39736c33-d2d4-4807-acdd-505be7a88c1a req-210c8f92-2753-40c7-b04d-75ad472e8767 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598688 Aug 28 15:13:57.210943 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d22eb2c7-cdb1-412c-a99d-2b311ec4acc4 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:57.304393 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3dc1a4a7-8b79-4f0d-b35a-366e6f9f8d5b req-09f23cef-dcf5-40c4-9c23-7bae005a425f tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=42680b51-e407-476e-9953-c4fb0afea3cf HTTP/1.1" status: 200 len: 210 time: 0.0952451 Aug 28 15:13:57.304874 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e30e7-7020-4e26-ac25-4edc2d78f8c0 None None] Pushing event updated for resources: {'Port': ['ID=71552b77-ed78-4733-9411-287c4ddcbe72,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:57.399513 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device eefe9613-bd41-4c36-9089-ec3148a8e865 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:13:57.442900 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: eefe9613-bd41-4c36-9089-ec3148a8e865 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:13:57.443256 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device eefe9613-bd41-4c36-9089-ec3148a8e865 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:13:57.454443 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d22eb2c7-cdb1-412c-a99d-2b311ec4acc4 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:57.980659 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d22eb2c7-cdb1-412c-a99d-2b311ec4acc4 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:57.986043 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d22eb2c7-cdb1-412c-a99d-2b311ec4acc4 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:58.107778 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22eb2c7-cdb1-412c-a99d-2b311ec4acc4 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Port': ['ID=6b2a5323-5082-4782-b475-f47a2ad99e83,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:58.110686 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d22eb2c7-cdb1-412c-a99d-2b311ec4acc4 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:58.357640 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8aecf6f0-ebb5-42c8-b3fc-f926445c6415 req-d2071470-a744-4848-bab9-f29e17da846b tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=917701db-0472-4021-bfcc-1f85dbcb3ed0 HTTP/1.1" status: 200 len: 210 time: 0.0548794 Aug 28 15:13:58.406571 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dac7a7-64f0-4773-bd11-3cd992031a39 req-747e527b-1734-4cbf-8dbf-9d6310362a14 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:58.414103 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f9dac7a7-64f0-4773-bd11-3cd992031a39 req-747e527b-1734-4cbf-8dbf-9d6310362a14 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 945 time: 0.1131763 Aug 28 15:13:58.490589 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22eb2c7-cdb1-412c-a99d-2b311ec4acc4 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network 522daf1e-56ee-4b18-b7be-82fe030db40d is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:13:58.492939 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-d22eb2c7-cdb1-412c-a99d-2b311ec4acc4 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:13:58.501597 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f9dac7a7-64f0-4773-bd11-3cd992031a39 req-69bd7f2b-85d2-4130-ac23-2966d48cf56d tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862870 Aug 28 15:13:58.687402 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22eb2c7-cdb1-412c-a99d-2b311ec4acc4 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Router 761a7f24-82b7-47e8-add6-fee3a4282590 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:13:58.712141 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ad2f1226-2a58-4ab8-bd04-745a1417d95f req-06161d9c-a1c4-4936-aa0c-b5ec4f079799 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=42680b51-e407-476e-9953-c4fb0afea3cf HTTP/1.1" status: 200 len: 210 time: 0.2011845 Aug 28 15:13:58.899131 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22eb2c7-cdb1-412c-a99d-2b311ec4acc4 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:13:58.919447 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d22eb2c7-cdb1-412c-a99d-2b311ec4acc4 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "PUT /v2.0/routers/761a7f24-82b7-47e8-add6-fee3a4282590/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3404484 Aug 28 15:13:58.919876 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56570) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:58.926040 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-4688e5c6-37f5-4b84-a5a2-263e5184fb9f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'network': {'name': 'tempest-RoutersTest-2069136769'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:58.981809 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4688e5c6-37f5-4b84-a5a2-263e5184fb9f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Made reservation on behalf of 0fc16fe27b184308b0bfe69589020025 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:13:58.986707 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4688e5c6-37f5-4b84-a5a2-263e5184fb9f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:58.990757 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a01998-299d-497a-9ba5-ef52aeb6d83f None None] Network 522daf1e-56ee-4b18-b7be-82fe030db40d requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:13:58.994138 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-c6de9e8d-dd1d-4034-95f6-80779fca6c6a tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:58.996334 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-c6de9e8d-dd1d-4034-95f6-80779fca6c6a tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.36 "GET /v2.0/networks?id=55baeae6-bf2c-42e5-aff1-bfb2017909cd HTTP/1.1" status: 200 len: 815 time: 0.3078678 Aug 28 15:13:59.016379 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-b079bbaa-3d67-405e-a99f-28fca7f7b178 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Request body: {'port': {'device_id': '917701db-0472-4021-bfcc-1f85dbcb3ed0', 'network_id': '55baeae6-bf2c-42e5-aff1-bfb2017909cd', 'admin_state_up': True, 'tenant_id': 'e7f4b63d18f1417ea4718bc53556774e'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:59.016809 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4688e5c6-37f5-4b84-a5a2-263e5184fb9f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:13:59.029167 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4688e5c6-37f5-4b84-a5a2-263e5184fb9f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:59.029643 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-4688e5c6-37f5-4b84-a5a2-263e5184fb9f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Added segment e6da5156-7fc2-4d07-9c87-82a65c5c8977 of type vlan for network 2fc9bd99-cc16-4feb-8ef1-704cf154edc4 Aug 28 15:13:59.076065 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4688e5c6-37f5-4b84-a5a2-263e5184fb9f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:59.111671 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4688e5c6-37f5-4b84-a5a2-263e5184fb9f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:59.120809 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4688e5c6-37f5-4b84-a5a2-263e5184fb9f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:59.121541 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4688e5c6-37f5-4b84-a5a2-263e5184fb9f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:59.191102 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-99b575a3-7293-4fa4-bee9-d8f297775595 None None] Provisioning for port 71552b77-ed78-4733-9411-287c4ddcbe72 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:13:59.239256 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4688e5c6-37f5-4b84-a5a2-263e5184fb9f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3181491 Aug 28 15:13:59.244971 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56586) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:13:59.253536 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-833188bc-28cc-4b3b-9c6b-03ba0a0132c5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'subnet': {'network_id': '2fc9bd99-cc16-4feb-8ef1-704cf154edc4', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:13:59.260293 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688e5c6-37f5-4b84-a5a2-263e5184fb9f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Network': ['ID=2fc9bd99-cc16-4feb-8ef1-704cf154edc4,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:13:59.325219 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 2fc9bd99-cc16-4feb-8ef1-704cf154edc4 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:13:59.355290 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.db.api [None req-833188bc-28cc-4b3b-9c6b-03ba0a0132c5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 15:13:59.355290 n-d-712137-10 neutron-server[106330]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 15:13:59.355290 n-d-712137-10 neutron-server[106330]: [parameters: {'project_id_1': '0fc16fe27b184308b0bfe69589020025', 'expiration_1': datetime.datetime(2021, 8, 28, 15, 13, 59, 342360)}] Aug 28 15:13:59.355290 n-d-712137-10 neutron-server[106330]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:13:59.355791 n-d-712137-10 neutron-server[106330]: DEBUG oslo_db.api [None req-833188bc-28cc-4b3b-9c6b-03ba0a0132c5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:13:59.373309 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-b079bbaa-3d67-405e-a99f-28fca7f7b178 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Made reservation on behalf of e7f4b63d18f1417ea4718bc53556774e for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:13:59.377377 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-b079bbaa-3d67-405e-a99f-28fca7f7b178 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:59.536789 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-96c42136-151d-4ab9-b07f-0c785f0bc664 req-9ffeb9b3-f65d-4160-9095-8108f1ed2281 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=917701db-0472-4021-bfcc-1f85dbcb3ed0 HTTP/1.1" status: 200 len: 210 time: 0.0721033 Aug 28 15:13:59.611443 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfec69f-0642-4204-9e7c-8d59fe21c7c6 None None] Sync routers for ids ['761a7f24-82b7-47e8-add6-fee3a4282590'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:13:59.637491 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfec69f-0642-4204-9e7c-8d59fe21c7c6 None None] Routers {'761a7f24-82b7-47e8-add6-fee3a4282590'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:13:59.638531 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3dfec69f-0642-4204-9e7c-8d59fe21c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['761a7f24-82b7-47e8-add6-fee3a4282590'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:13:59.755071 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 71552b77-ed78-4733-9411-287c4ddcbe72 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:13:59.830464 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-3dfec69f-0642-4204-9e7c-8d59fe21c7c6 None None] Set router 761a7f24-82b7-47e8-add6-fee3a4282590 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:13:59.835387 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 71552b77-ed78-4733-9411-287c4ddcbe72 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:13:59.841481 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 71552b77-ed78-4733-9411-287c4ddcbe72 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:13:59.842060 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:13:59.849029 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb9d6a-e923-4f26-a9b0-85d6a6e51e07 req-e3a8c1a8-ddd4-407d-8d90-a5e5c8afce5d tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:13:59.856938 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6dbb9d6a-e923-4f26-a9b0-85d6a6e51e07 req-e3a8c1a8-ddd4-407d-8d90-a5e5c8afce5d tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 945 time: 0.2003591 Aug 28 15:13:59.892698 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b4327a58-8f5e-4aed-9757-188bbe80fbb7 req-30de814f-2719-43d9-8140-02cc3dc73b2d tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=42680b51-e407-476e-9953-c4fb0afea3cf HTTP/1.1" status: 200 len: 210 time: 0.0706265 Aug 28 15:13:59.998941 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-b079bbaa-3d67-405e-a99f-28fca7f7b178 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Allocated IP 172.20.0.14 (55baeae6-bf2c-42e5-aff1-bfb2017909cd/0b654191-d2fd-4f5b-8b9d-9211b839e918/9163d281-0634-49a2-8d08-339be896bf3f) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:14:00.036850 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833188bc-28cc-4b3b-9c6b-03ba0a0132c5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Made reservation on behalf of 0fc16fe27b184308b0bfe69589020025 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:14:00.048535 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-833188bc-28cc-4b3b-9c6b-03ba0a0132c5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:00.060461 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:00.117246 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 71552b77-ed78-4733-9411-287c4ddcbe72, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=71552b77-ed78-4733-9411-287c4ddcbe72,segment=NetworkSegment(90bb7a8c-eb17-4aac-baa6-585996b174a5),segment_id=90bb7a8c-eb17-4aac-baa6-585996b174a5)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:00.126012 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:00.131445 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9110ee7a-b54c-4e29-91fa-031ec159a1b8 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:14:00.300236 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=71552b77-ed78-4733-9411-287c4ddcbe72,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:00.365114 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-24ccbce9-0781-4efb-9b9a-12a9134b13e1 None None] Provisioning for port 6b2a5323-5082-4782-b475-f47a2ad99e83 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:14:00.379691 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-24ccbce9-0781-4efb-9b9a-12a9134b13e1 None None] Provisioning complete for port 6b2a5323-5082-4782-b475-f47a2ad99e83 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:00.380338 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-24ccbce9-0781-4efb-9b9a-12a9134b13e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:00.410936 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3dfec69f-0642-4204-9e7c-8d59fe21c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:13:57Z', 'revision_number': 3, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None, '_interfaces': [{'id': '6b2a5323-5082-4782-b475-f47a2ad99e83', 'name': '', 'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:85:61:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:55Z', 'updated_at': '2021-08-28T15:13:57Z', 'revision_number': 2, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9110ee7a-b54c-4e29-91fa-031ec159a1b8', 'name': '', 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:40:80:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:51Z', 'updated_at': '2021-08-28T15:13:55Z', 'revision_number': 4, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:00.434803 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-24ccbce9-0781-4efb-9b9a-12a9134b13e1 None None] Port 6b2a5323-5082-4782-b475-f47a2ad99e83 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:14:00.447056 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 9110ee7a-b54c-4e29-91fa-031ec159a1b8 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:14:00.458009 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 9110ee7a-b54c-4e29-91fa-031ec159a1b8 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:00.458351 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:00.462101 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-24ccbce9-0781-4efb-9b9a-12a9134b13e1 None None] Provisioning complete for port 71552b77-ed78-4733-9411-287c4ddcbe72 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:00.462473 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-24ccbce9-0781-4efb-9b9a-12a9134b13e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:00.479431 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfec69f-0642-4204-9e7c-8d59fe21c7c6 None None] Checking router: 761a7f24-82b7-47e8-add6-fee3a4282590 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:14:00.483154 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfec69f-0642-4204-9e7c-8d59fe21c7c6 None None] Updating router 761a7f24-82b7-47e8-add6-fee3a4282590 port 6b2a5323-5082-4782-b475-f47a2ad99e83 binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:14:00.542204 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-3dfec69f-0642-4204-9e7c-8d59fe21c7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:00.692963 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-642f02e2-223c-4834-8a8f-3661b3c75b6e req-d69dfbaa-6a2f-4b7d-8b9e-387cfd5ca994 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=917701db-0472-4021-bfcc-1f85dbcb3ed0 HTTP/1.1" status: 200 len: 210 time: 0.0568643 Aug 28 15:14:00.724574 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:00.802626 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 9110ee7a-b54c-4e29-91fa-031ec159a1b8, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=9110ee7a-b54c-4e29-91fa-031ec159a1b8,segment=NetworkSegment(4ba69b55-3ba4-41ed-9a3e-3079bf3db359),segment_id=4ba69b55-3ba4-41ed-9a3e-3079bf3db359)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:00.810348 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:00.826711 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6dbb9d6a-e923-4f26-a9b0-85d6a6e51e07 req-902637e0-a3b6-4b77-b63f-54591ca948e0 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9683118 Aug 28 15:14:00.919148 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6506abf5-37fb-4e4b-bc11-9dd19568dc53 None None] Provisioning complete for port 6b2a5323-5082-4782-b475-f47a2ad99e83 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:00.920039 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6506abf5-37fb-4e4b-bc11-9dd19568dc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:00.963063 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-b079bbaa-3d67-405e-a99f-28fca7f7b178 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:00.969007 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=9110ee7a-b54c-4e29-91fa-031ec159a1b8,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:00.987530 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-6506abf5-37fb-4e4b-bc11-9dd19568dc53 None None] Port 6b2a5323-5082-4782-b475-f47a2ad99e83 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:14:01.020055 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-833188bc-28cc-4b3b-9c6b-03ba0a0132c5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:01.031714 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-3dfec69f-0642-4204-9e7c-8d59fe21c7c6 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:01.064416 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-3dfec69f-0642-4204-9e7c-8d59fe21c7c6 None None] Transition to ACTIVE for port object 6b2a5323-5082-4782-b475-f47a2ad99e83 will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:14:01.078208 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-3dfec69f-0642-4204-9e7c-8d59fe21c7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:01.121862 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833188bc-28cc-4b3b-9c6b-03ba0a0132c5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Subnet': ['ID=8375e33d-8132-41b6-b458-f122f93bb7d2,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:01.131991 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-b079bbaa-3d67-405e-a99f-28fca7f7b178 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:01.134748 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833188bc-28cc-4b3b-9c6b-03ba0a0132c5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Checking segment: {'id': 'e6da5156-7fc2-4d07-9c87-82a65c5c8977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2fc9bd99-cc16-4feb-8ef1-704cf154edc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:14:01.135279 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833188bc-28cc-4b3b-9c6b-03ba0a0132c5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network hostable DHCP agents. Network: 2fc9bd99-cc16-4feb-8ef1-704cf154edc4, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:14:01.138176 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-de5bc263-be05-4d11-bec8-7259fc697809 req-3e97849a-d322-4225-a0c0-8ba71d894738 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=42680b51-e407-476e-9953-c4fb0afea3cf HTTP/1.1" status: 200 len: 210 time: 0.0922227 Aug 28 15:14:01.222150 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-b079bbaa-3d67-405e-a99f-28fca7f7b178 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Network 55baeae6-bf2c-42e5-aff1-bfb2017909cd is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:14:01.227791 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079bbaa-3d67-405e-a99f-28fca7f7b178 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Pushing event updated for resources: {'Port': ['ID=9163d281-0634-49a2-8d08-339be896bf3f,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:01.229410 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15c5d6-f3b4-481a-af98-4d189d0a14ef None None] Pushing event updated for resources: {'Port': ['ID=6b2a5323-5082-4782-b475-f47a2ad99e83,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:01.231244 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-b079bbaa-3d67-405e-a99f-28fca7f7b178 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:14:01.233725 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-b079bbaa-3d67-405e-a99f-28fca7f7b178 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:14:01.236583 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833188bc-28cc-4b3b-9c6b-03ba0a0132c5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network 2fc9bd99-cc16-4feb-8ef1-704cf154edc4 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:14:01.251542 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-3dfec69f-0642-4204-9e7c-8d59fe21c7c6 None None] Attempting to bind port 6b2a5323-5082-4782-b475-f47a2ad99e83 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:14:01.251976 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-3dfec69f-0642-4204-9e7c-8d59fe21c7c6 None None] Attempting to bind port 6b2a5323-5082-4782-b475-f47a2ad99e83 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '90bb7a8c-eb17-4aac-baa6-585996b174a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:14:01.252345 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfec69f-0642-4204-9e7c-8d59fe21c7c6 None None] Attempting to bind port 6b2a5323-5082-4782-b475-f47a2ad99e83 on network 522daf1e-56ee-4b18-b7be-82fe030db40d {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:14:01.258607 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfec69f-0642-4204-9e7c-8d59fe21c7c6 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:14:01.260017 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfec69f-0642-4204-9e7c-8d59fe21c7c6 None None] Checking segment: {'id': '90bb7a8c-eb17-4aac-baa6-585996b174a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:14:01.260625 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-3dfec69f-0642-4204-9e7c-8d59fe21c7c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:01.261191 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfec69f-0642-4204-9e7c-8d59fe21c7c6 None None] Bound using segment: {'id': '90bb7a8c-eb17-4aac-baa6-585996b174a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:14:01.261838 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-3dfec69f-0642-4204-9e7c-8d59fe21c7c6 None None] Bound port: 6b2a5323-5082-4782-b475-f47a2ad99e83, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bb7a8c-eb17-4aac-baa6-585996b174a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:14:01.262393 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-3dfec69f-0642-4204-9e7c-8d59fe21c7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:01.270898 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-833188bc-28cc-4b3b-9c6b-03ba0a0132c5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 2fc9bd99-cc16-4feb-8ef1-704cf154edc4) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:14:01.280839 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67af38d-f16d-4083-bf64-36943336c794 None None] Network 2fc9bd99-cc16-4feb-8ef1-704cf154edc4 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:14:01.293547 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833188bc-28cc-4b3b-9c6b-03ba0a0132c5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:01.294143 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-833188bc-28cc-4b3b-9c6b-03ba0a0132c5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:01.314039 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-b079bbaa-3d67-405e-a99f-28fca7f7b178 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:01.314609 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-b079bbaa-3d67-405e-a99f-28fca7f7b178 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:01.337601 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-833188bc-28cc-4b3b-9c6b-03ba0a0132c5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0912714 Aug 28 15:14:01.340347 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56618) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:01.347518 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-b079bbaa-3d67-405e-a99f-28fca7f7b178 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3399041 Aug 28 15:14:01.361385 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-e8da9fce-2ef7-4087-8590-c30c2ce16978 service neutron] Request body: {'port': {'device_id': '917701db-0472-4021-bfcc-1f85dbcb3ed0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:01.432252 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-3dfec69f-0642-4204-9e7c-8d59fe21c7c6 None None] For port 6b2a5323-5082-4782-b475-f47a2ad99e83, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:14:01.439446 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-3dfec69f-0642-4204-9e7c-8d59fe21c7c6 None None] For port 6b2a5323-5082-4782-b475-f47a2ad99e83, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6b2a5323-5082-4782-b475-f47a2ad99e83,segment=NetworkSegment(90bb7a8c-eb17-4aac-baa6-585996b174a5),segment_id=90bb7a8c-eb17-4aac-baa6-585996b174a5)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:14:01.448423 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-3dfec69f-0642-4204-9e7c-8d59fe21c7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:01.491469 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-e8da9fce-2ef7-4087-8590-c30c2ce16978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:01.600581 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac8c0f9-9317-4972-a8af-55795b7524e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-2fc9bd99-cc16-4feb-8ef1-704cf154edc4', 'network_id': '2fc9bd99-cc16-4feb-8ef1-704cf154edc4', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'fixed_ips': [{'subnet_id': '8375e33d-8132-41b6-b458-f122f93bb7d2'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:14:01.601978 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9ac8c0f9-9317-4972-a8af-55795b7524e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:01.607626 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 71552b77-ed78-4733-9411-287c4ddcbe72 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:14:01.612808 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfec69f-0642-4204-9e7c-8d59fe21c7c6 None None] Routers {'761a7f24-82b7-47e8-add6-fee3a4282590'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:14:01.613461 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3dfec69f-0642-4204-9e7c-8d59fe21c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['761a7f24-82b7-47e8-add6-fee3a4282590'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:01.636531 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15c5d6-f3b4-481a-af98-4d189d0a14ef None None] Pushing event updated for resources: {'Port': ['ID=6b2a5323-5082-4782-b475-f47a2ad99e83,revision_number=4']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:01.888114 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-3dfec69f-0642-4204-9e7c-8d59fe21c7c6 None None] Set router 761a7f24-82b7-47e8-add6-fee3a4282590 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:14:02.028956 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-9ac8c0f9-9317-4972-a8af-55795b7524e3 None None] Allocated IP 172.22.0.2 (2fc9bd99-cc16-4feb-8ef1-704cf154edc4/8375e33d-8132-41b6-b458-f122f93bb7d2/14b34915-e7cc-4855-bb09-d54e9cbc23cc) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:14:02.144086 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 71552b77-ed78-4733-9411-287c4ddcbe72 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:02.144850 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:02.153395 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-e8da9fce-2ef7-4087-8590-c30c2ce16978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9163d281-0634-49a2-8d08-339be896bf3f {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:14:02.179224 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-e8da9fce-2ef7-4087-8590-c30c2ce16978 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:02.210235 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3dfec69f-0642-4204-9e7c-8d59fe21c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:13:57Z', 'revision_number': 3, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None, '_interfaces': [{'id': '6b2a5323-5082-4782-b475-f47a2ad99e83', 'name': '', 'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:85:61:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:55Z', 'updated_at': '2021-08-28T15:14:01Z', 'revision_number': 4, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9110ee7a-b54c-4e29-91fa-031ec159a1b8', 'name': '', 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:40:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:51Z', 'updated_at': '2021-08-28T15:14:00Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:02.236570 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-e8da9fce-2ef7-4087-8590-c30c2ce16978 service neutron] Transition to ACTIVE for port object 9163d281-0634-49a2-8d08-339be896bf3f will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:14:02.245225 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821689a-be62-4b1a-86fc-b5c205eab248 req-22bd3680-5516-4331-bc40-87a6c7f90d79 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:02.257705 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e821689a-be62-4b1a-86fc-b5c205eab248 req-22bd3680-5516-4331-bc40-87a6c7f90d79 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 945 time: 0.2488797 Aug 28 15:14:02.300347 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfec69f-0642-4204-9e7c-8d59fe21c7c6 None None] The sync data for ids ['761a7f24-82b7-47e8-add6-fee3a4282590'] in n-d-712137-10 is: [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:13:57Z', 'revision_number': 3, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None, '_interfaces': [{'id': '6b2a5323-5082-4782-b475-f47a2ad99e83', 'name': '', 'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:85:61:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:55Z', 'updated_at': '2021-08-28T15:14:01Z', 'revision_number': 4, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9110ee7a-b54c-4e29-91fa-031ec159a1b8', 'name': '', 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:40:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:51Z', 'updated_at': '2021-08-28T15:14:00Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:14:02.305331 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-e8da9fce-2ef7-4087-8590-c30c2ce16978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:02.432572 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9ac8c0f9-9317-4972-a8af-55795b7524e3 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:02.435584 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e821689a-be62-4b1a-86fc-b5c205eab248 req-534511ed-8f63-4c09-af72-c07f034afd89 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705883 Aug 28 15:14:02.435761 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9110ee7a-b54c-4e29-91fa-031ec159a1b8 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:14:02.485390 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9ac8c0f9-9317-4972-a8af-55795b7524e3 None None] Transition to ACTIVE for port object 14b34915-e7cc-4855-bb09-d54e9cbc23cc will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:14:02.508104 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da9fce-2ef7-4087-8590-c30c2ce16978 service neutron] Pushing event updated for resources: {'Port': ['ID=9163d281-0634-49a2-8d08-339be896bf3f,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:02.519435 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9ac8c0f9-9317-4972-a8af-55795b7524e3 None None] Transition to ACTIVE for port object 14b34915-e7cc-4855-bb09-d54e9cbc23cc will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:14:02.534375 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9ac8c0f9-9317-4972-a8af-55795b7524e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:02.547735 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92c26e-a2a0-4a97-b909-a76c70e9f674 req-69c86cdb-4b36-41cc-88ff-e916ff9b7d8e tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:02.556759 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6b92c26e-a2a0-4a97-b909-a76c70e9f674 req-69c86cdb-4b36-41cc-88ff-e916ff9b7d8e tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=917701db-0472-4021-bfcc-1f85dbcb3ed0 HTTP/1.1" status: 200 len: 944 time: 0.3393912 Aug 28 15:14:02.620742 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac8c0f9-9317-4972-a8af-55795b7524e3 None None] Network 2fc9bd99-cc16-4feb-8ef1-704cf154edc4 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:14:02.621047 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8c0f9-9317-4972-a8af-55795b7524e3 None None] Pushing event updated for resources: {'Port': ['ID=14b34915-e7cc-4855-bb09-d54e9cbc23cc,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:02.626092 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-9ac8c0f9-9317-4972-a8af-55795b7524e3 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:14:02.628098 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 9110ee7a-b54c-4e29-91fa-031ec159a1b8 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:02.628400 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:02.630192 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac8c0f9-9317-4972-a8af-55795b7524e3 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:14:02.694343 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:02.713789 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6b92c26e-a2a0-4a97-b909-a76c70e9f674 req-599ea758-5ee8-4890-a0bf-2c4e984e6428 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557536 Aug 28 15:14:02.716468 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8a2f037e-f7fd-4ec6-b21e-86c6fabe62db req-ef4c22ea-d431-453f-aac0-91bef746677f tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=42680b51-e407-476e-9953-c4fb0afea3cf HTTP/1.1" status: 200 len: 210 time: 0.1958778 Aug 28 15:14:02.767955 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-e8da9fce-2ef7-4087-8590-c30c2ce16978 service neutron] Attempting to bind port 9163d281-0634-49a2-8d08-339be896bf3f on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:14:02.768566 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-e8da9fce-2ef7-4087-8590-c30c2ce16978 service neutron] Attempting to bind port 9163d281-0634-49a2-8d08-339be896bf3f by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '55baeae6-bf2c-42e5-aff1-bfb2017909cd'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:14:02.769178 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-e8da9fce-2ef7-4087-8590-c30c2ce16978 service neutron] Attempting to bind port 9163d281-0634-49a2-8d08-339be896bf3f on network 55baeae6-bf2c-42e5-aff1-bfb2017909cd {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:14:02.774579 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-e8da9fce-2ef7-4087-8590-c30c2ce16978 service neutron] Port 9163d281-0634-49a2-8d08-339be896bf3f on network 55baeae6-bf2c-42e5-aff1-bfb2017909cd not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:14:02.775137 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-e8da9fce-2ef7-4087-8590-c30c2ce16978 service neutron] Attempting to bind port 9163d281-0634-49a2-8d08-339be896bf3f on network 55baeae6-bf2c-42e5-aff1-bfb2017909cd {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:14:02.779070 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-9ac8c0f9-9317-4972-a8af-55795b7524e3 None None] Attempting to bind port 14b34915-e7cc-4855-bb09-d54e9cbc23cc on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:14:02.779592 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-9ac8c0f9-9317-4972-a8af-55795b7524e3 None None] Attempting to bind port 14b34915-e7cc-4855-bb09-d54e9cbc23cc by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'e6da5156-7fc2-4d07-9c87-82a65c5c8977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2fc9bd99-cc16-4feb-8ef1-704cf154edc4'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:14:02.779988 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac8c0f9-9317-4972-a8af-55795b7524e3 None None] Attempting to bind port 14b34915-e7cc-4855-bb09-d54e9cbc23cc on network 2fc9bd99-cc16-4feb-8ef1-704cf154edc4 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:14:02.782754 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-e8da9fce-2ef7-4087-8590-c30c2ce16978 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:14:02.783269 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-e8da9fce-2ef7-4087-8590-c30c2ce16978 service neutron] Checking segment: {'id': '9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '55baeae6-bf2c-42e5-aff1-bfb2017909cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:14:02.783850 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-e8da9fce-2ef7-4087-8590-c30c2ce16978 service neutron] Bound using segment: {'id': '9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '55baeae6-bf2c-42e5-aff1-bfb2017909cd'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:14:02.784820 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-e8da9fce-2ef7-4087-8590-c30c2ce16978 service neutron] Bound port: 9163d281-0634-49a2-8d08-339be896bf3f, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '55baeae6-bf2c-42e5-aff1-bfb2017909cd'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:14:02.785349 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-e8da9fce-2ef7-4087-8590-c30c2ce16978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:02.821783 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac8c0f9-9317-4972-a8af-55795b7524e3 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:14:02.823463 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac8c0f9-9317-4972-a8af-55795b7524e3 None None] Checking segment: {'id': 'e6da5156-7fc2-4d07-9c87-82a65c5c8977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2fc9bd99-cc16-4feb-8ef1-704cf154edc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:14:02.823943 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9ac8c0f9-9317-4972-a8af-55795b7524e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:02.824360 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac8c0f9-9317-4972-a8af-55795b7524e3 None None] Bound using segment: {'id': 'e6da5156-7fc2-4d07-9c87-82a65c5c8977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2fc9bd99-cc16-4feb-8ef1-704cf154edc4'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:14:02.824875 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-9ac8c0f9-9317-4972-a8af-55795b7524e3 None None] Bound port: 14b34915-e7cc-4855-bb09-d54e9cbc23cc, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6da5156-7fc2-4d07-9c87-82a65c5c8977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2fc9bd99-cc16-4feb-8ef1-704cf154edc4'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:14:02.825276 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9ac8c0f9-9317-4972-a8af-55795b7524e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:02.874054 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-e8da9fce-2ef7-4087-8590-c30c2ce16978 service neutron] For port 9163d281-0634-49a2-8d08-339be896bf3f, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:14:02.878962 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-e8da9fce-2ef7-4087-8590-c30c2ce16978 service neutron] For port 9163d281-0634-49a2-8d08-339be896bf3f, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=9163d281-0634-49a2-8d08-339be896bf3f,segment=NetworkSegment(9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d),segment_id=9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:14:02.887163 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-e8da9fce-2ef7-4087-8590-c30c2ce16978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:02.935152 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-e8da9fce-2ef7-4087-8590-c30c2ce16978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:02.936151 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-e8da9fce-2ef7-4087-8590-c30c2ce16978 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:02.937888 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-e8da9fce-2ef7-4087-8590-c30c2ce16978 service neutron] 10.222.0.36 "PUT /v2.0/ports/9163d281-0634-49a2-8d08-339be896bf3f HTTP/1.1" status: 200 len: 1093 time: 1.5822933 Aug 28 15:14:02.938353 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917701db-0472-4021-bfcc-1f85dbcb3ed0', 'tag': '9163d281-0634-49a2-8d08-339be896bf3f'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:14:02.940770 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e317a261-38c0-48f6-b6ba-f66fe58e51db" -d '{"events": [{"name": "network-changed", "server_uuid": "917701db-0472-4021-bfcc-1f85dbcb3ed0", "tag": "9163d281-0634-49a2-8d08-339be896bf3f"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:14:02.981130 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9ac8c0f9-9317-4972-a8af-55795b7524e3 None None] For port 14b34915-e7cc-4855-bb09-d54e9cbc23cc, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:14:02.989975 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9ac8c0f9-9317-4972-a8af-55795b7524e3 None None] For port 14b34915-e7cc-4855-bb09-d54e9cbc23cc, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=14b34915-e7cc-4855-bb09-d54e9cbc23cc,segment=NetworkSegment(e6da5156-7fc2-4d07-9c87-82a65c5c8977),segment_id=e6da5156-7fc2-4d07-9c87-82a65c5c8977)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:14:02.995782 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9ac8c0f9-9317-4972-a8af-55795b7524e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:03.000094 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da9fce-2ef7-4087-8590-c30c2ce16978 service neutron] Pushing event updated for resources: {'Port': ['ID=9163d281-0634-49a2-8d08-339be896bf3f,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:03.021421 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9da50e2-079f-46c5-a7e5-adadced611f4 x-openstack-request-id: req-f9da50e2-079f-46c5-a7e5-adadced611f4 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:14:03.021724 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "917701db-0472-4021-bfcc-1f85dbcb3ed0", "tag": "9163d281-0634-49a2-8d08-339be896bf3f", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:14:03.021983 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9da50e2-079f-46c5-a7e5-adadced611f4 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:14:03.022392 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '917701db-0472-4021-bfcc-1f85dbcb3ed0', 'tag': '9163d281-0634-49a2-8d08-339be896bf3f', 'status': 'completed', 'code': 200} Aug 28 15:14:03.043825 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-97f8dffe-813d-49d0-93bb-174c3e69e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:03.045536 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-97f8dffe-813d-49d0-93bb-174c3e69e5bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7f4b63d18f1417ea4718bc53556774e&device_id=917701db-0472-4021-bfcc-1f85dbcb3ed0 HTTP/1.1" status: 200 len: 1096 time: 0.0643198 Aug 28 15:14:03.123688 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8c0f9-9317-4972-a8af-55795b7524e3 None None] Pushing event updated for resources: {'Port': ['ID=14b34915-e7cc-4855-bb09-d54e9cbc23cc,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:03.198772 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-ddb2ab22-df4e-47a0-81ee-6680c94320ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9163d281-0634-49a2-8d08-339be896bf3f HTTP/1.1" status: 200 len: 217 time: 0.1422701 Aug 28 15:14:03.203829 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Allocated IP 172.22.0.1 (2fc9bd99-cc16-4feb-8ef1-704cf154edc4/8375e33d-8132-41b6-b458-f122f93bb7d2/e618681e-46c4-4d02-808d-c6a576cfad09) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:14:03.302065 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-0a3db7f3-b40f-4890-bf73-597ee86177a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:03.304041 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-0a3db7f3-b40f-4890-bf73-597ee86177a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b654191-d2fd-4f5b-8b9d-9211b839e918 HTTP/1.1" status: 200 len: 855 time: 0.0915895 Aug 28 15:14:03.344940 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591dc4eb-af69-4aae-a52d-168979823f3a req-11678aa2-49ee-496f-8ce1-69d773fb5806 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:03.350601 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-591dc4eb-af69-4aae-a52d-168979823f3a req-11678aa2-49ee-496f-8ce1-69d773fb5806 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 945 time: 0.1292553 Aug 28 15:14:03.385432 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-4ea71a81-50a1-4f55-8804-57b0a5267493 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55baeae6-bf2c-42e5-aff1-bfb2017909cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740952 Aug 28 15:14:03.538200 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-591dc4eb-af69-4aae-a52d-168979823f3a req-cafe8ac9-e7b1-48aa-9caf-b6b74e38aa28 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725366 Aug 28 15:14:03.575458 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56638) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:03.655049 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-3bac8bee-fe60-4d20-92b9-206dd1462d54 service neutron] 10.222.0.36 "GET /v2.0/networks/55baeae6-bf2c-42e5-aff1-bfb2017909cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603552 Aug 28 15:14:03.668979 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:03.680459 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 14b34915-e7cc-4855-bb09-d54e9cbc23cc up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:14:03.682356 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df3642-4bc6-4284-97b7-b19f826ce61d req-36120c72-6842-44b6-b4c1-11fd93f1bfdc tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:03.688265 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e4df3642-4bc6-4284-97b7-b19f826ce61d req-36120c72-6842-44b6-b4c1-11fd93f1bfdc tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 945 time: 0.1540275 Aug 28 15:14:03.694704 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Transition to ACTIVE for port object e618681e-46c4-4d02-808d-c6a576cfad09 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:14:03.706136 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6b46bff7-c7ec-46b4-ace2-5adcb9858f08 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/floatingips/71d2b019-a5eb-4d16-9d34-b15b14b3b34d HTTP/1.1" status: 200 len: 993 time: 0.1292574 Aug 28 15:14:03.763020 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 14b34915-e7cc-4855-bb09-d54e9cbc23cc completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:14:03.769725 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:03.772036 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6b2a5323-5082-4782-b475-f47a2ad99e83 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:14:03.786153 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e4df3642-4bc6-4284-97b7-b19f826ce61d req-53615ef5-1f7e-4fc5-b3b8-b4b240320838 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808859 Aug 28 15:14:03.828216 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network 2fc9bd99-cc16-4feb-8ef1-704cf154edc4 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:14:03.831421 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:14:03.839694 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:14:03.870478 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 6b2a5323-5082-4782-b475-f47a2ad99e83 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:14:03.881503 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Port': ['ID=e618681e-46c4-4d02-808d-c6a576cfad09,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:03.888401 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 6b2a5323-5082-4782-b475-f47a2ad99e83 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:03.888848 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:03.918084 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:03.930906 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-07223942-f02c-47bb-9c1d-c771c892ee36 req-143036aa-72ec-4c34-8525-408198f6ab49 service neutron] 10.222.0.36 "GET /v2.0/networks/55baeae6-bf2c-42e5-aff1-bfb2017909cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667894 Aug 28 15:14:03.981180 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac710783-c009-4447-88c1-f8666b3b94cd req-5f042fb4-78f7-4c18-a90a-088a71ec2147 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:03.983077 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ac710783-c009-4447-88c1-f8666b3b94cd req-5f042fb4-78f7-4c18-a90a-088a71ec2147 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=917701db-0472-4021-bfcc-1f85dbcb3ed0 HTTP/1.1" status: 200 len: 944 time: 0.0690908 Aug 28 15:14:04.048010 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:04.103960 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 6b2a5323-5082-4782-b475-f47a2ad99e83, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6b2a5323-5082-4782-b475-f47a2ad99e83,segment=NetworkSegment(90bb7a8c-eb17-4aac-baa6-585996b174a5),segment_id=90bb7a8c-eb17-4aac-baa6-585996b174a5)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:04.108580 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:04.116576 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ac710783-c009-4447-88c1-f8666b3b94cd req-b46d317a-eaaf-4004-ac65-1a5c2ca7a5f8 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959289 Aug 28 15:14:04.124059 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317a261-38c0-48f6-b6ba-f66fe58e51db req-76f11820-44c4-4670-885e-bd9a8424f041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:04.133559 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e317a261-38c0-48f6-b6ba-f66fe58e51db req-76f11820-44c4-4670-885e-bd9a8424f041 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7f4b63d18f1417ea4718bc53556774e&device_id=917701db-0472-4021-bfcc-1f85dbcb3ed0 HTTP/1.1" status: 200 len: 1096 time: 0.1476197 Aug 28 15:14:04.234628 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=6b2a5323-5082-4782-b475-f47a2ad99e83,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:04.268112 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c0263-8129-4fd2-bad2-98ed18eb3cb5 req-45be7cb5-ccd9-475b-b17f-34708631db5e tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:04.269976 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bb9c0263-8129-4fd2-bad2-98ed18eb3cb5 req-45be7cb5-ccd9-475b-b17f-34708631db5e tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 1097 time: 0.1635647 Aug 28 15:14:04.270608 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:04.316063 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317a261-38c0-48f6-b6ba-f66fe58e51db req-7e926165-f00a-4b19-8a04-c41ad8c19217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:04.317623 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e317a261-38c0-48f6-b6ba-f66fe58e51db req-7e926165-f00a-4b19-8a04-c41ad8c19217 service neutron] 10.222.0.36 "GET /v2.0/networks?id=55baeae6-bf2c-42e5-aff1-bfb2017909cd HTTP/1.1" status: 200 len: 916 time: 0.1762795 Aug 28 15:14:04.379935 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bb9c0263-8129-4fd2-bad2-98ed18eb3cb5 req-b6824aa4-b4d8-4eb0-930c-36b34dcc96f4 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001012 Aug 28 15:14:04.388476 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e317a261-38c0-48f6-b6ba-f66fe58e51db req-84272c99-31aa-4cb6-aec9-ab3d7ee700d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9163d281-0634-49a2-8d08-339be896bf3f HTTP/1.1" status: 200 len: 217 time: 0.0629022 Aug 28 15:14:04.473655 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317a261-38c0-48f6-b6ba-f66fe58e51db req-fa6aa533-ff3a-4d93-8d58-1fdbf28d4799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:04.477499 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e317a261-38c0-48f6-b6ba-f66fe58e51db req-fa6aa533-ff3a-4d93-8d58-1fdbf28d4799 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b654191-d2fd-4f5b-8b9d-9211b839e918 HTTP/1.1" status: 200 len: 855 time: 0.0722177 Aug 28 15:14:04.552579 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e317a261-38c0-48f6-b6ba-f66fe58e51db req-f0509cf6-3c21-4e45-8684-8d28a25480c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55baeae6-bf2c-42e5-aff1-bfb2017909cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676742 Aug 28 15:14:04.645183 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da30a32-2872-4217-8bb7-6b34b99a39ae None None] Network 2fc9bd99-cc16-4feb-8ef1-704cf154edc4 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:14:04.730955 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e317a261-38c0-48f6-b6ba-f66fe58e51db req-9c46a2be-bd40-44bb-b385-08ddd1b74c2a service neutron] 10.222.0.36 "GET /v2.0/networks/55baeae6-bf2c-42e5-aff1-bfb2017909cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701930 Aug 28 15:14:04.769203 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-269ca5d8-ebb3-4163-ba57-00a7336dcb49 None None] Provisioning for port 14b34915-e7cc-4855-bb09-d54e9cbc23cc completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:14:04.777236 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-269ca5d8-ebb3-4163-ba57-00a7336dcb49 None None] Provisioning complete for port 14b34915-e7cc-4855-bb09-d54e9cbc23cc triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:04.777606 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-269ca5d8-ebb3-4163-ba57-00a7336dcb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:04.814795 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:04.826482 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d37b7b-fa0d-4acf-a48b-6b86ecaee350 req-c7ec7d12-bd68-4f02-b600-db931d15dfd7 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:04.834230 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-86d37b7b-fa0d-4acf-a48b-6b86ecaee350 req-c7ec7d12-bd68-4f02-b600-db931d15dfd7 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/networks?id=92da9e59-648f-44e9-b842-a5afd0c505e3 HTTP/1.1" status: 200 len: 812 time: 0.1785846 Aug 28 15:14:04.842907 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:04.925489 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-86d37b7b-fa0d-4acf-a48b-6b86ecaee350 req-49fbed0f-1af5-45e5-b569-32c4115a005a tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/quotas/8a9a8b74576c4695a1fae90d6f829702 HTTP/1.1" status: 200 len: 375 time: 0.0900965 Aug 28 15:14:04.950292 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-269ca5d8-ebb3-4163-ba57-00a7336dcb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:04.968310 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e317a261-38c0-48f6-b6ba-f66fe58e51db req-303137a6-021b-4f25-8d0d-411f4fa73c83 service neutron] 10.222.0.36 "GET /v2.0/networks/55baeae6-bf2c-42e5-aff1-bfb2017909cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278047 Aug 28 15:14:04.995501 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-86d37b7b-fa0d-4acf-a48b-6b86ecaee350 req-0fbecd8a-dada-4b38-8e7a-bb1b56748c80 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a9a8b74576c4695a1fae90d6f829702&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688453 Aug 28 15:14:05.001922 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-269ca5d8-ebb3-4163-ba57-00a7336dcb49 None None] For port 14b34915-e7cc-4855-bb09-d54e9cbc23cc, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=14b34915-e7cc-4855-bb09-d54e9cbc23cc,segment=NetworkSegment(e6da5156-7fc2-4d07-9c87-82a65c5c8977),segment_id=e6da5156-7fc2-4d07-9c87-82a65c5c8977)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:05.009423 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-269ca5d8-ebb3-4163-ba57-00a7336dcb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:05.058264 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Port': ['ID=e618681e-46c4-4d02-808d-c6a576cfad09,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:05.073859 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:05.079121 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:05.079867 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ca5d8-ebb3-4163-ba57-00a7336dcb49 None None] Pushing event updated for resources: {'Port': ['ID=14b34915-e7cc-4855-bb09-d54e9cbc23cc,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:05.080088 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:05.080432 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:05.080772 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:05.081103 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:05.081433 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:05.081760 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:05.082082 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:05.082401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:05.082990 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:05.083322 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:05.083763 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:05.187976 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-86d37b7b-fa0d-4acf-a48b-6b86ecaee350 req-0d5c9310-eb27-49bb-94a9-625a81241723 service neutron] 10.222.0.13 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913216 Aug 28 15:14:05.320381 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network 2fc9bd99-cc16-4feb-8ef1-704cf154edc4 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:14:05.327299 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:14:05.338310 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d6a6aa9c-4412-40d9-8b86-f9cc32d1af86 None None] Provisioning for port e618681e-46c4-4d02-808d-c6a576cfad09 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:14:05.343506 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d6a6aa9c-4412-40d9-8b86-f9cc32d1af86 None None] Provisioning complete for port e618681e-46c4-4d02-808d-c6a576cfad09 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:05.344138 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d6a6aa9c-4412-40d9-8b86-f9cc32d1af86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:05.357353 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-86d37b7b-fa0d-4acf-a48b-6b86ecaee350 req-4c85dcb7-de9b-47bf-a6db-594bba701c78 service neutron] 10.222.0.13 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684325 Aug 28 15:14:05.363632 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-82a46dda-a38a-4979-a1b3-344fa2c808f2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1093400 Aug 28 15:14:05.400372 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6aa9c-4412-40d9-8b86-f9cc32d1af86 None None] Port e618681e-46c4-4d02-808d-c6a576cfad09 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:14:05.411243 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d6a6aa9c-4412-40d9-8b86-f9cc32d1af86 None None] Provisioning complete for port 14b34915-e7cc-4855-bb09-d54e9cbc23cc triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:05.411622 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d6a6aa9c-4412-40d9-8b86-f9cc32d1af86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:05.444937 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 9163d281-0634-49a2-8d08-339be896bf3f details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:14:05.585697 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Router 761a7f24-82b7-47e8-add6-fee3a4282590 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:14:05.644021 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6b2a5323-5082-4782-b475-f47a2ad99e83 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:14:05.817651 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:14:05.831174 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 6b2a5323-5082-4782-b475-f47a2ad99e83 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:05.837207 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ce600-5204-42af-a9fc-75d6c0d6042e req-d21de1c8-3d89-406d-bd65-b8686dba2b18 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:05.838774 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-329ce600-5204-42af-a9fc-75d6c0d6042e req-d21de1c8-3d89-406d-bd65-b8686dba2b18 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 945 time: 0.1329811 Aug 28 15:14:05.842018 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:05.849028 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3691fb59-f845-4545-91d1-e11330be2504 None None] Sync routers for ids ['761a7f24-82b7-47e8-add6-fee3a4282590'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:14:05.851291 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a0ce29fc-ab91-4891-9b90-2b82ab1be20f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "PUT /v2.0/routers/761a7f24-82b7-47e8-add6-fee3a4282590/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5097208 Aug 28 15:14:05.854808 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56708) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:05.861520 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-ee1692bd-26fb-4d72-b1b7-593ea1c0f674 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'network': {'name': 'tempest-RoutersTest-695540703'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:05.909901 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1692bd-26fb-4d72-b1b7-593ea1c0f674 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Made reservation on behalf of 0fc16fe27b184308b0bfe69589020025 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:14:05.913869 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ee1692bd-26fb-4d72-b1b7-593ea1c0f674 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:05.918757 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 9163d281-0634-49a2-8d08-339be896bf3f, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=9163d281-0634-49a2-8d08-339be896bf3f,segment=NetworkSegment(9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d),segment_id=9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:05.941046 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-329ce600-5204-42af-a9fc-75d6c0d6042e req-7e791142-3ae1-41ea-aad3-b12b57ff675c tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859787 Aug 28 15:14:05.982937 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '9163d281-0634-49a2-8d08-339be896bf3f', 'network_id': '55baeae6-bf2c-42e5-aff1-bfb2017909cd', 'port_id': '9163d281-0634-49a2-8d08-339be896bf3f', 'mac_address': 'fa:16:3e:50:22:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b654191-d2fd-4f5b-8b9d-9211b839e918', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:14:05.991429 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1692bd-26fb-4d72-b1b7-593ea1c0f674 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:14:06.004905 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ee1692bd-26fb-4d72-b1b7-593ea1c0f674 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:06.005550 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-ee1692bd-26fb-4d72-b1b7-593ea1c0f674 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Added segment 39ea6b3d-5e35-4246-931c-4110da41b825 of type vlan for network 19dc134f-e695-4571-bb36-fd3ac9939ac5 Aug 28 15:14:06.011907 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3691fb59-f845-4545-91d1-e11330be2504 None None] Routers {'761a7f24-82b7-47e8-add6-fee3a4282590'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:14:06.011907 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-3691fb59-f845-4545-91d1-e11330be2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['761a7f24-82b7-47e8-add6-fee3a4282590'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:06.116728 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ee1692bd-26fb-4d72-b1b7-593ea1c0f674 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:06.142323 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff59658-c253-4578-b796-643f12f68ced req-f1ae3acb-7b07-4f56-a736-b79dc91da6cd tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:06.152401 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cff59658-c253-4578-b796-643f12f68ced req-f1ae3acb-7b07-4f56-a736-b79dc91da6cd tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=917701db-0472-4021-bfcc-1f85dbcb3ed0 HTTP/1.1" status: 200 len: 944 time: 0.1028068 Aug 28 15:14:06.173842 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:06.181418 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c8cf6a47-5831-43c8-b047-d61d2e9f82c1 None None] Provisioning complete for port e618681e-46c4-4d02-808d-c6a576cfad09 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:06.181756 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c8cf6a47-5831-43c8-b047-d61d2e9f82c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:06.185872 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ee1692bd-26fb-4d72-b1b7-593ea1c0f674 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:06.202093 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1692bd-26fb-4d72-b1b7-593ea1c0f674 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:06.204807 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ee1692bd-26fb-4d72-b1b7-593ea1c0f674 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:06.218426 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cff59658-c253-4578-b796-643f12f68ced req-f95b6186-a90a-4e6d-83de-6d56abc66e5d tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652404 Aug 28 15:14:06.255255 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-3691fb59-f845-4545-91d1-e11330be2504 None None] Set router 761a7f24-82b7-47e8-add6-fee3a4282590 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:14:06.257726 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 14b34915-e7cc-4855-bb09-d54e9cbc23cc up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:14:06.261104 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9163d281-0634-49a2-8d08-339be896bf3f {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:14:06.318063 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ee1692bd-26fb-4d72-b1b7-593ea1c0f674 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4587982 Aug 28 15:14:06.318416 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56716) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:06.324085 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1692bd-26fb-4d72-b1b7-593ea1c0f674 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Network': ['ID=19dc134f-e695-4571-bb36-fd3ac9939ac5,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:06.329333 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-efe8810b-a35c-4531-a183-ff046770ab25 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'subnet': {'network_id': '19dc134f-e695-4571-bb36-fd3ac9939ac5', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:06.430643 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-335d6a43-67b3-45d8-b6ce-d1190463ee45 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:14:06.439256 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-335d6a43-67b3-45d8-b6ce-d1190463ee45 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1692846 Aug 28 15:14:06.443552 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-8b36fc4f-ae80-4c5f-bf19-1ad4d00b391e service neutron] Request body: {'binding': {'host': 'n-h2-712137-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:06.444065 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-8b36fc4f-ae80-4c5f-bf19-1ad4d00b391e service neutron] Unknown quota resources ['binding']. {{(pid=106329) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 15:14:06.500149 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 19dc134f-e695-4571-bb36-fd3ac9939ac5 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:14:06.549162 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c8cf6a47-5831-43c8-b047-d61d2e9f82c1 None None] Port e618681e-46c4-4d02-808d-c6a576cfad09 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:14:06.576144 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-409beeb8-a18a-49ae-b0b3-468059009d9b req-6c647e44-3242-420f-aa9f-108b7e633792 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1531cc7-d45b-442c-8d4a-64f1bd811b44 HTTP/1.1" status: 200 len: 210 time: 0.1602633 Aug 28 15:14:06.592482 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 9163d281-0634-49a2-8d08-339be896bf3f, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=9163d281-0634-49a2-8d08-339be896bf3f,segment=NetworkSegment(9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d),segment_id=9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:06.650916 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:06.805722 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 14b34915-e7cc-4855-bb09-d54e9cbc23cc triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:06.806242 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:06.808216 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=9163d281-0634-49a2-8d08-339be896bf3f,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:06.896224 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['9163d281-0634-49a2-8d08-339be896bf3f'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:14:07.036651 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-3691fb59-f845-4545-91d1-e11330be2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:14:04Z', 'revision_number': 4, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None, '_interfaces': [{'id': '6b2a5323-5082-4782-b475-f47a2ad99e83', 'name': '', 'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:85:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:55Z', 'updated_at': '2021-08-28T15:14:04Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9110ee7a-b54c-4e29-91fa-031ec159a1b8', 'name': '', 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:40:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:51Z', 'updated_at': '2021-08-28T15:14:00Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e618681e-46c4-4d02-808d-c6a576cfad09', 'name': '', 'network_id': '2fc9bd99-cc16-4feb-8ef1-704cf154edc4', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:e8:d7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '8375e33d-8132-41b6-b458-f122f93bb7d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:02Z', 'updated_at': '2021-08-28T15:14:04Z', 'revision_number': 2, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '8375e33d-8132-41b6-b458-f122f93bb7d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:07.057611 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bba62053-3d4d-4dd2-b29b-1d2a22e57e40 req-9a404296-fd8c-4b35-a286-96ab2f52a918 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1531cc7-d45b-442c-8d4a-64f1bd811b44 HTTP/1.1" status: 200 len: 210 time: 0.0442431 Aug 28 15:14:07.071709 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3691fb59-f845-4545-91d1-e11330be2504 None None] Checking router: 761a7f24-82b7-47e8-add6-fee3a4282590 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:14:07.072153 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3691fb59-f845-4545-91d1-e11330be2504 None None] Updating router 761a7f24-82b7-47e8-add6-fee3a4282590 port e618681e-46c4-4d02-808d-c6a576cfad09 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:14:07.084557 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe8810b-a35c-4531-a183-ff046770ab25 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Made reservation on behalf of 0fc16fe27b184308b0bfe69589020025 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:14:07.089059 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-efe8810b-a35c-4531-a183-ff046770ab25 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:07.118660 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3691fb59-f845-4545-91d1-e11330be2504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:07.262706 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-8b36fc4f-ae80-4c5f-bf19-1ad4d00b391e service neutron] Attempting to bind port 76c73637-04bf-4aca-8a51-e92656d1b57b on host n-h2-712137-10 for vnic_type normal with profile None {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:14:07.263342 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-8b36fc4f-ae80-4c5f-bf19-1ad4d00b391e service neutron] Attempting to bind port 76c73637-04bf-4aca-8a51-e92656d1b57b by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '83726ab7-a699-4c25-96b6-33a071f8a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:14:07.263897 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-8b36fc4f-ae80-4c5f-bf19-1ad4d00b391e service neutron] Attempting to bind port 76c73637-04bf-4aca-8a51-e92656d1b57b on network 125b4a97-f28b-45ff-af57-8d50b6f26fd7 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:14:07.283122 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-8b36fc4f-ae80-4c5f-bf19-1ad4d00b391e service neutron] Port 76c73637-04bf-4aca-8a51-e92656d1b57b on network 125b4a97-f28b-45ff-af57-8d50b6f26fd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:14:07.283758 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-8b36fc4f-ae80-4c5f-bf19-1ad4d00b391e service neutron] Attempting to bind port 76c73637-04bf-4aca-8a51-e92656d1b57b on network 125b4a97-f28b-45ff-af57-8d50b6f26fd7 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:14:07.310941 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cea35b-d2b2-4405-a97c-107bd62e86d1 req-494c7fbc-23ef-4c6e-a146-48ed961787ae tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:07.312570 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-35cea35b-d2b2-4405-a97c-107bd62e86d1 req-494c7fbc-23ef-4c6e-a146-48ed961787ae tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 945 time: 0.1316826 Aug 28 15:14:07.317922 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-8b36fc4f-ae80-4c5f-bf19-1ad4d00b391e service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:14:07.318290 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-8b36fc4f-ae80-4c5f-bf19-1ad4d00b391e service neutron] Checking segment: {'id': '83726ab7-a699-4c25-96b6-33a071f8a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:14:07.318813 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-8b36fc4f-ae80-4c5f-bf19-1ad4d00b391e service neutron] Bound using segment: {'id': '83726ab7-a699-4c25-96b6-33a071f8a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:14:07.319232 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-8b36fc4f-ae80-4c5f-bf19-1ad4d00b391e service neutron] Bound port: 76c73637-04bf-4aca-8a51-e92656d1b57b, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83726ab7-a699-4c25-96b6-33a071f8a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:14:07.468494 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-35cea35b-d2b2-4405-a97c-107bd62e86d1 req-9cdf35ca-1001-4cfa-b615-883180cdbc7e tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404364 Aug 28 15:14:07.471902 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3691fb59-f845-4545-91d1-e11330be2504 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:07.487551 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3691fb59-f845-4545-91d1-e11330be2504 None None] Transition to ACTIVE for port object e618681e-46c4-4d02-808d-c6a576cfad09 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:14:07.497247 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3691fb59-f845-4545-91d1-e11330be2504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:07.501328 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-efe8810b-a35c-4531-a183-ff046770ab25 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:07.505663 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-8b36fc4f-ae80-4c5f-bf19-1ad4d00b391e service neutron] For port 76c73637-04bf-4aca-8a51-e92656d1b57b, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=76c73637-04bf-4aca-8a51-e92656d1b57b,segment=NetworkSegment(83726ab7-a699-4c25-96b6-33a071f8a86e),segment_id=83726ab7-a699-4c25-96b6-33a071f8a86e)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:14:07.537138 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-8b36fc4f-ae80-4c5f-bf19-1ad4d00b391e service neutron] Notify callbacks [] for binding, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:07.542765 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-8b36fc4f-ae80-4c5f-bf19-1ad4d00b391e service neutron] 10.222.0.13 "POST /v2.0/ports/76c73637-04bf-4aca-8a51-e92656d1b57b/bindings HTTP/1.1" status: 201 len: 390 time: 1.1025286 Aug 28 15:14:07.598709 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8810b-a35c-4531-a183-ff046770ab25 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Subnet': ['ID=eaa97c97-13c2-42af-910a-5f0dec4fbaa3,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:07.605200 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf7d5d-c9aa-4c34-a1fc-0e05599590bd None None] Pushing event updated for resources: {'Port': ['ID=e618681e-46c4-4d02-808d-c6a576cfad09,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:07.655208 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-86d37b7b-fa0d-4acf-a48b-6b86ecaee350 req-5816100a-44db-4199-a843-13c587e10e0c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a9a8b74576c4695a1fae90d6f829702&device_id=e1531cc7-d45b-442c-8d4a-64f1bd811b44 HTTP/1.1" status: 200 len: 210 time: 0.1941044 Aug 28 15:14:07.661404 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe8810b-a35c-4531-a183-ff046770ab25 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Checking segment: {'id': '39ea6b3d-5e35-4246-931c-4110da41b825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '19dc134f-e695-4571-bb36-fd3ac9939ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:14:07.661783 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe8810b-a35c-4531-a183-ff046770ab25 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network hostable DHCP agents. Network: 19dc134f-e695-4571-bb36-fd3ac9939ac5, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:14:07.732977 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-3691fb59-f845-4545-91d1-e11330be2504 None None] Attempting to bind port e618681e-46c4-4d02-808d-c6a576cfad09 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:14:07.732977 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-3691fb59-f845-4545-91d1-e11330be2504 None None] Attempting to bind port e618681e-46c4-4d02-808d-c6a576cfad09 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'e6da5156-7fc2-4d07-9c87-82a65c5c8977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2fc9bd99-cc16-4feb-8ef1-704cf154edc4'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:14:07.732977 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3691fb59-f845-4545-91d1-e11330be2504 None None] Attempting to bind port e618681e-46c4-4d02-808d-c6a576cfad09 on network 2fc9bd99-cc16-4feb-8ef1-704cf154edc4 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:14:07.740030 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3691fb59-f845-4545-91d1-e11330be2504 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:14:07.740427 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3691fb59-f845-4545-91d1-e11330be2504 None None] Checking segment: {'id': 'e6da5156-7fc2-4d07-9c87-82a65c5c8977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2fc9bd99-cc16-4feb-8ef1-704cf154edc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:14:07.740842 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3691fb59-f845-4545-91d1-e11330be2504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:07.741244 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3691fb59-f845-4545-91d1-e11330be2504 None None] Bound using segment: {'id': 'e6da5156-7fc2-4d07-9c87-82a65c5c8977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2fc9bd99-cc16-4feb-8ef1-704cf154edc4'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:14:07.741767 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-3691fb59-f845-4545-91d1-e11330be2504 None None] Bound port: e618681e-46c4-4d02-808d-c6a576cfad09, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6da5156-7fc2-4d07-9c87-82a65c5c8977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2fc9bd99-cc16-4feb-8ef1-704cf154edc4'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:14:07.742703 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3691fb59-f845-4545-91d1-e11330be2504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:07.819187 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f1d93-e4f8-414d-b279-74cbf74843b1 req-dd2f0e8c-4f44-4877-8697-3809b8c3acc1 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:07.821737 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-482f1d93-e4f8-414d-b279-74cbf74843b1 req-dd2f0e8c-4f44-4877-8697-3809b8c3acc1 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=917701db-0472-4021-bfcc-1f85dbcb3ed0 HTTP/1.1" status: 200 len: 945 time: 0.2336841 Aug 28 15:14:07.897968 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe8810b-a35c-4531-a183-ff046770ab25 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network 19dc134f-e695-4571-bb36-fd3ac9939ac5 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:14:07.903298 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-3691fb59-f845-4545-91d1-e11330be2504 None None] For port e618681e-46c4-4d02-808d-c6a576cfad09, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:14:07.912400 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-3691fb59-f845-4545-91d1-e11330be2504 None None] For port e618681e-46c4-4d02-808d-c6a576cfad09, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e618681e-46c4-4d02-808d-c6a576cfad09,segment=NetworkSegment(e6da5156-7fc2-4d07-9c87-82a65c5c8977),segment_id=e6da5156-7fc2-4d07-9c87-82a65c5c8977)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:14:07.917798 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3691fb59-f845-4545-91d1-e11330be2504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:07.953381 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d7d1a-973e-46e6-a017-1bda920a76a6 req-03784613-a931-483a-b502-114c2dd7ca3d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:07.960321 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d35d7d1a-973e-46e6-a017-1bda920a76a6 req-03784613-a931-483a-b502-114c2dd7ca3d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 945 time: 0.1956263 Aug 28 15:14:07.987457 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-efe8810b-a35c-4531-a183-ff046770ab25 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 19dc134f-e695-4571-bb36-fd3ac9939ac5) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:14:07.988762 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-6aca14e9-049f-4125-9bad-b3865866cee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:07.990286 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-6aca14e9-049f-4125-9bad-b3865866cee1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 1097 time: 0.1218021 Aug 28 15:14:07.999927 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d37b7b-fa0d-4acf-a48b-6b86ecaee350 req-32beee9d-8cbd-4a30-ac2e-68d712a13ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:08.001677 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-86d37b7b-fa0d-4acf-a48b-6b86ecaee350 req-32beee9d-8cbd-4a30-ac2e-68d712a13ee5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8a9a8b74576c4695a1fae90d6f829702&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3366590 Aug 28 15:14:08.005072 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe8810b-a35c-4531-a183-ff046770ab25 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:08.005847 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-efe8810b-a35c-4531-a183-ff046770ab25 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:08.007830 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093556c9-7840-4922-aabd-5119fcea13e0 None None] Network 19dc134f-e695-4571-bb36-fd3ac9939ac5 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:14:08.020365 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-482f1d93-e4f8-414d-b279-74cbf74843b1 req-faf568f0-3f88-4002-8381-172133906195 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805189 Aug 28 15:14:08.114373 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4e7a0361-13c0-4575-a7ad-b160b3ea9690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:08.121540 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf7d5d-c9aa-4c34-a1fc-0e05599590bd None None] Pushing event updated for resources: {'Port': ['ID=e618681e-46c4-4d02-808d-c6a576cfad09,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:08.136538 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3691fb59-f845-4545-91d1-e11330be2504 None None] Routers {'761a7f24-82b7-47e8-add6-fee3a4282590'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:14:08.136538 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-3691fb59-f845-4545-91d1-e11330be2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:13:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['761a7f24-82b7-47e8-add6-fee3a4282590'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:08.145591 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d35d7d1a-973e-46e6-a017-1bda920a76a6 req-0d276799-21ab-450b-b3b7-c19829cc3be7 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737387 Aug 28 15:14:08.159430 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56736) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:08.159899 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-efe8810b-a35c-4531-a183-ff046770ab25 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8401456 Aug 28 15:14:08.296130 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-597ff37a-0d13-471a-9bc0-6201be3b6a04 req-80875a76-420a-4bcd-a1ba-f16dd8ded71e tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1531cc7-d45b-442c-8d4a-64f1bd811b44 HTTP/1.1" status: 200 len: 210 time: 0.0699832 Aug 28 15:14:08.326189 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d37b7b-fa0d-4acf-a48b-6b86ecaee350 req-f74e8701-63ea-41ee-9388-90aa58cbb773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:08.328239 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-86d37b7b-fa0d-4acf-a48b-6b86ecaee350 req-f74e8701-63ea-41ee-9388-90aa58cbb773 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3175499 Aug 28 15:14:08.353060 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-cbd3419a-987f-4d53-bd99-e4250b8e9c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:08.354700 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-cbd3419a-987f-4d53-bd99-e4250b8e9c89 service neutron] 10.222.0.36 "GET /v2.0/networks?id=125b4a97-f28b-45ff-af57-8d50b6f26fd7 HTTP/1.1" status: 200 len: 897 time: 0.3362298 Aug 28 15:14:08.395685 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-86d37b7b-fa0d-4acf-a48b-6b86ecaee350 req-cc2cba3a-98fb-47ba-8808-7c27470df12d tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1531cc7-d45b-442c-8d4a-64f1bd811b44 HTTP/1.1" status: 200 len: 210 time: 0.0356519 Aug 28 15:14:08.427626 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd02131b-9545-447a-bde1-4f7e6a27dc25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-19dc134f-e695-4571-bb36-fd3ac9939ac5', 'network_id': '19dc134f-e695-4571-bb36-fd3ac9939ac5', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'fixed_ips': [{'subnet_id': 'eaa97c97-13c2-42af-910a-5f0dec4fbaa3'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:14:08.428490 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-dd02131b-9545-447a-bde1-4f7e6a27dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:08.437697 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-3691fb59-f845-4545-91d1-e11330be2504 None None] Set router 761a7f24-82b7-47e8-add6-fee3a4282590 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:14:08.532468 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-dca0309a-11d8-4656-a984-716ab1e963e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76c73637-04bf-4aca-8a51-e92656d1b57b HTTP/1.1" status: 200 len: 1001 time: 0.1576326 Aug 28 15:14:08.699077 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-c28e30b4-5eb6-47df-90d2-bed35fe4c2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:08.700958 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-c28e30b4-5eb6-47df-90d2-bed35fe4c2dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1981851f-999b-45ac-a8bb-159a0671690b HTTP/1.1" status: 200 len: 834 time: 0.1596427 Aug 28 15:14:08.762223 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c851e8-0353-4087-a831-784fa52f44e5 req-51e05097-96cd-4c75-a0bb-a4a5935c17ae tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:08.763831 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d2c851e8-0353-4087-a831-784fa52f44e5 req-51e05097-96cd-4c75-a0bb-a4a5935c17ae tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 945 time: 0.1600502 Aug 28 15:14:08.766318 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1edc4bbd-a089-4f17-9022-2fcc8daa1d8b req-213b0ffb-1e08-4813-aa4c-39b5b5757d3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a9a8b74576c4695a1fae90d6f829702&device_id=e1531cc7-d45b-442c-8d4a-64f1bd811b44 HTTP/1.1" status: 200 len: 210 time: 0.0402660 Aug 28 15:14:08.802909 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-dd02131b-9545-447a-bde1-4f7e6a27dc25 None None] Allocated IP 172.23.0.2 (19dc134f-e695-4571-bb36-fd3ac9939ac5/eaa97c97-13c2-42af-910a-5f0dec4fbaa3/54ac0243-50d7-4ced-a043-785d72c0e2d7) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:14:08.877638 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc4bbd-a089-4f17-9022-2fcc8daa1d8b req-cc6b6d3e-2f2f-418e-8717-5fb68568f7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:08.879389 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1edc4bbd-a089-4f17-9022-2fcc8daa1d8b req-cc6b6d3e-2f2f-418e-8717-5fb68568f7ea service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8a9a8b74576c4695a1fae90d6f829702&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1046550 Aug 28 15:14:08.907619 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-ed83f8f0-92de-4779-831d-b368ebd96b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:08.909944 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-ed83f8f0-92de-4779-831d-b368ebd96b5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=125b4a97-f28b-45ff-af57-8d50b6f26fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1991007 Aug 28 15:14:08.915747 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a9d61093-c876-4253-b1c4-690a5ff39da1 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:09.015861 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc4bbd-a089-4f17-9022-2fcc8daa1d8b req-187107b6-5c23-40ae-9bd7-61ed8343a74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:09.017389 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1edc4bbd-a089-4f17-9022-2fcc8daa1d8b req-187107b6-5c23-40ae-9bd7-61ed8343a74a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1281233 Aug 28 15:14:09.029076 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d2c851e8-0353-4087-a831-784fa52f44e5 req-561ff731-72ff-4b99-8490-82c46cd2d37e tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912928 Aug 28 15:14:09.109442 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-3691fb59-f845-4545-91d1-e11330be2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:14:04Z', 'revision_number': 4, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None, '_interfaces': [{'id': '6b2a5323-5082-4782-b475-f47a2ad99e83', 'name': '', 'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:85:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:55Z', 'updated_at': '2021-08-28T15:14:04Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9110ee7a-b54c-4e29-91fa-031ec159a1b8', 'name': '', 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:40:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:51Z', 'updated_at': '2021-08-28T15:14:00Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e618681e-46c4-4d02-808d-c6a576cfad09', 'name': '', 'network_id': '2fc9bd99-cc16-4feb-8ef1-704cf154edc4', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:e8:d7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '8375e33d-8132-41b6-b458-f122f93bb7d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:02Z', 'updated_at': '2021-08-28T15:14:07Z', 'revision_number': 4, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '8375e33d-8132-41b6-b458-f122f93bb7d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:09.141805 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1edc4bbd-a089-4f17-9022-2fcc8daa1d8b req-a3dd08de-989e-4357-b159-5306ee47a5c3 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1531cc7-d45b-442c-8d4a-64f1bd811b44 HTTP/1.1" status: 200 len: 210 time: 0.0559227 Aug 28 15:14:09.153007 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3691fb59-f845-4545-91d1-e11330be2504 None None] The sync data for ids ['761a7f24-82b7-47e8-add6-fee3a4282590'] in n-d-712137-10 is: [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:14:04Z', 'revision_number': 4, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None, '_interfaces': [{'id': '6b2a5323-5082-4782-b475-f47a2ad99e83', 'name': '', 'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:85:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:55Z', 'updated_at': '2021-08-28T15:14:04Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9110ee7a-b54c-4e29-91fa-031ec159a1b8', 'name': '', 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:40:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:51Z', 'updated_at': '2021-08-28T15:14:00Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e618681e-46c4-4d02-808d-c6a576cfad09', 'name': '', 'network_id': '2fc9bd99-cc16-4feb-8ef1-704cf154edc4', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:e8:d7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '8375e33d-8132-41b6-b458-f122f93bb7d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:02Z', 'updated_at': '2021-08-28T15:14:07Z', 'revision_number': 4, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '8375e33d-8132-41b6-b458-f122f93bb7d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:14:09.246493 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-0b0d1528-5ff1-42fc-a9c2-3b8b90019abc service neutron] 10.222.0.36 "GET /v2.0/networks/125b4a97-f28b-45ff-af57-8d50b6f26fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086519 Aug 28 15:14:09.276855 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-dd02131b-9545-447a-bde1-4f7e6a27dc25 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:09.306646 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-dd02131b-9545-447a-bde1-4f7e6a27dc25 None None] Transition to ACTIVE for port object 54ac0243-50d7-4ced-a043-785d72c0e2d7 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:14:09.309492 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d63fb-5e8e-4d8e-bc6d-e7ea3c083ba1 req-1cdbf138-fab7-4d31-94de-ddb90a16ed2a tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:09.323925 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b94d63fb-5e8e-4d8e-bc6d-e7ea3c083ba1 req-1cdbf138-fab7-4d31-94de-ddb90a16ed2a tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=917701db-0472-4021-bfcc-1f85dbcb3ed0 HTTP/1.1" status: 200 len: 945 time: 0.1918428 Aug 28 15:14:09.356496 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-dd02131b-9545-447a-bde1-4f7e6a27dc25 None None] Transition to ACTIVE for port object 54ac0243-50d7-4ced-a043-785d72c0e2d7 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:14:09.373364 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-dd02131b-9545-447a-bde1-4f7e6a27dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:09.409821 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b94d63fb-5e8e-4d8e-bc6d-e7ea3c083ba1 req-611b73fb-262e-4aaa-b568-2f2dfbcbb092 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858071 Aug 28 15:14:09.432952 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd02131b-9545-447a-bde1-4f7e6a27dc25 None None] Network 19dc134f-e695-4571-bb36-fd3ac9939ac5 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:14:09.437388 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-dd02131b-9545-447a-bde1-4f7e6a27dc25 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:14:09.440520 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd02131b-9545-447a-bde1-4f7e6a27dc25 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:14:09.449545 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02131b-9545-447a-bde1-4f7e6a27dc25 None None] Pushing event updated for resources: {'Port': ['ID=54ac0243-50d7-4ced-a043-785d72c0e2d7,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:09.473822 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 9163d281-0634-49a2-8d08-339be896bf3f up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:14:09.592198 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3f91cce4-089c-45d3-839b-1da6e6b134aa req-0269c473-0318-46bd-a99b-c3c5e49d863c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1531cc7-d45b-442c-8d4a-64f1bd811b44 HTTP/1.1" status: 200 len: 210 time: 0.0705497 Aug 28 15:14:09.646334 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1f15d-d401-4832-99f8-06c9328492e4 req-eedde074-a999-474d-a328-a6aa9c4079bd tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:09.649084 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-76c1f15d-d401-4832-99f8-06c9328492e4 req-eedde074-a999-474d-a328-a6aa9c4079bd tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 945 time: 0.2997091 Aug 28 15:14:09.656697 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e618681e-46c4-4d02-808d-c6a576cfad09 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:14:09.702533 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-a9d61093-c876-4253-b1c4-690a5ff39da1 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Allocated IP 172.23.0.1 (19dc134f-e695-4571-bb36-fd3ac9939ac5/eaa97c97-13c2-42af-910a-5f0dec4fbaa3/cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:14:09.708459 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-b0a433b2-1ecd-4b51-8a54-17da1cf77399 service neutron] 10.222.0.36 "GET /v2.0/networks/125b4a97-f28b-45ff-af57-8d50b6f26fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460530 Aug 28 15:14:09.711861 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-dd02131b-9545-447a-bde1-4f7e6a27dc25 None None] Attempting to bind port 54ac0243-50d7-4ced-a043-785d72c0e2d7 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:14:09.712244 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-dd02131b-9545-447a-bde1-4f7e6a27dc25 None None] Attempting to bind port 54ac0243-50d7-4ced-a043-785d72c0e2d7 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '39ea6b3d-5e35-4246-931c-4110da41b825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '19dc134f-e695-4571-bb36-fd3ac9939ac5'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:14:09.715064 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd02131b-9545-447a-bde1-4f7e6a27dc25 None None] Attempting to bind port 54ac0243-50d7-4ced-a043-785d72c0e2d7 on network 19dc134f-e695-4571-bb36-fd3ac9939ac5 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:14:09.733241 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd02131b-9545-447a-bde1-4f7e6a27dc25 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:14:09.733637 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd02131b-9545-447a-bde1-4f7e6a27dc25 None None] Checking segment: {'id': '39ea6b3d-5e35-4246-931c-4110da41b825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '19dc134f-e695-4571-bb36-fd3ac9939ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:14:09.734051 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-dd02131b-9545-447a-bde1-4f7e6a27dc25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:09.734454 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd02131b-9545-447a-bde1-4f7e6a27dc25 None None] Bound using segment: {'id': '39ea6b3d-5e35-4246-931c-4110da41b825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '19dc134f-e695-4571-bb36-fd3ac9939ac5'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:14:09.734946 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-dd02131b-9545-447a-bde1-4f7e6a27dc25 None None] Bound port: 54ac0243-50d7-4ced-a043-785d72c0e2d7, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ea6b3d-5e35-4246-931c-4110da41b825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '19dc134f-e695-4571-bb36-fd3ac9939ac5'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:14:09.735331 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-dd02131b-9545-447a-bde1-4f7e6a27dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:09.740320 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 9163d281-0634-49a2-8d08-339be896bf3f completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:14:09.753159 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-76c1f15d-d401-4832-99f8-06c9328492e4 req-370fae6a-4e51-4dd8-8623-32876ba8e3e4 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862010 Aug 28 15:14:09.826735 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 9163d281-0634-49a2-8d08-339be896bf3f triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:09.827108 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:09.880179 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port e618681e-46c4-4d02-808d-c6a576cfad09 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:14:09.900728 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-dd02131b-9545-447a-bde1-4f7e6a27dc25 None None] For port 54ac0243-50d7-4ced-a043-785d72c0e2d7, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:14:09.916326 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port e618681e-46c4-4d02-808d-c6a576cfad09 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:09.917490 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:09.930148 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-87c7a30b-ad1f-4abb-be49-7671e374cad2 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:09.931963 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-87c7a30b-ad1f-4abb-be49-7671e374cad2 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b&tenant_id=bee02b8454d546b78330e0129408e569&binding%3Ahost_id=n-h1-712137-10 HTTP/1.1" status: 200 len: 1097 time: 0.1532907 Aug 28 15:14:09.947576 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-072e3ba9-a5bd-4112-93f1-633d9d8588e4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712137-10'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:09.990145 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-dd02131b-9545-447a-bde1-4f7e6a27dc25 None None] For port 54ac0243-50d7-4ced-a043-785d72c0e2d7, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=54ac0243-50d7-4ced-a043-785d72c0e2d7,segment=NetworkSegment(39ea6b3d-5e35-4246-931c-4110da41b825),segment_id=39ea6b3d-5e35-4246-931c-4110da41b825)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:14:10.012846 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-dd02131b-9545-447a-bde1-4f7e6a27dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:10.193026 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:10.218795 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02131b-9545-447a-bde1-4f7e6a27dc25 None None] Pushing event updated for resources: {'Port': ['ID=54ac0243-50d7-4ced-a043-785d72c0e2d7,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:10.228688 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65f7ce-536c-44c3-9e3b-85b1c95eef97 req-1c27c6ab-70ef-4dce-bdda-7c6e10134c29 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:10.234181 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:10.240474 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3e65f7ce-536c-44c3-9e3b-85b1c95eef97 req-1c27c6ab-70ef-4dce-bdda-7c6e10134c29 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 945 time: 0.1056454 Aug 28 15:14:10.272688 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port e618681e-46c4-4d02-808d-c6a576cfad09, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e618681e-46c4-4d02-808d-c6a576cfad09,segment=NetworkSegment(e6da5156-7fc2-4d07-9c87-82a65c5c8977),segment_id=e6da5156-7fc2-4d07-9c87-82a65c5c8977)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:10.283096 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:10.291803 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917701db-0472-4021-bfcc-1f85dbcb3ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9163d281-0634-49a2-8d08-339be896bf3f'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:14:10.294004 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3e65f7ce-536c-44c3-9e3b-85b1c95eef97 req-a658ed1c-f183-45ee-bf4e-1c1895dc3736 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522952 Aug 28 15:14:10.294763 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bc3199-5059-4404-b34c-cf5e02a28491" -d '{"events": [{"server_uuid": "917701db-0472-4021-bfcc-1f85dbcb3ed0", "name": "network-vif-plugged", "status": "completed", "tag": "9163d281-0634-49a2-8d08-339be896bf3f"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:14:10.342382 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 9163d281-0634-49a2-8d08-339be896bf3f, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=9163d281-0634-49a2-8d08-339be896bf3f,segment=NetworkSegment(9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d),segment_id=9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:10.353900 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:10.395749 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfbcac5-6d85-4cf3-99df-5ce3c3a92af8 x-openstack-request-id: req-1bfbcac5-6d85-4cf3-99df-5ce3c3a92af8 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:14:10.403419 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917701db-0472-4021-bfcc-1f85dbcb3ed0", "name": "network-vif-plugged", "status": "completed", "tag": "9163d281-0634-49a2-8d08-339be896bf3f", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:14:10.404692 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1bfbcac5-6d85-4cf3-99df-5ce3c3a92af8 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:14:10.405154 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917701db-0472-4021-bfcc-1f85dbcb3ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9163d281-0634-49a2-8d08-339be896bf3f', 'code': 200} Aug 28 15:14:10.410927 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=e618681e-46c4-4d02-808d-c6a576cfad09,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:10.499605 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=9163d281-0634-49a2-8d08-339be896bf3f,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:10.501215 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a9d61093-c876-4253-b1c4-690a5ff39da1 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:10.526964 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-11469ff9-b8d0-44a3-96e2-630250b788d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:10.544977 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-a9d61093-c876-4253-b1c4-690a5ff39da1 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Transition to ACTIVE for port object cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:14:10.549882 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-072e3ba9-a5bd-4112-93f1-633d9d8588e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:10.595925 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2e3e9-e07d-445b-9f5b-290d54d15a80 req-64c599cf-8b13-4bac-894e-4edb473d590c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:10.597485 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-58c2e3e9-e07d-445b-9f5b-290d54d15a80 req-64c599cf-8b13-4bac-894e-4edb473d590c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=917701db-0472-4021-bfcc-1f85dbcb3ed0 HTTP/1.1" status: 200 len: 1098 time: 0.1158350 Aug 28 15:14:10.639036 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a9d61093-c876-4253-b1c4-690a5ff39da1 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:10.667477 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95969c-2d43-4ce0-9ea3-743da5b654c0 req-0e43f48e-1c2c-4c4e-aaec-180eadf857e0 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:10.669823 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3e95969c-2d43-4ce0-9ea3-743da5b654c0 req-0e43f48e-1c2c-4c4e-aaec-180eadf857e0 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=917701db-0472-4021-bfcc-1f85dbcb3ed0 HTTP/1.1" status: 200 len: 946 time: 0.1094129 Aug 28 15:14:10.673314 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-58c2e3e9-e07d-445b-9f5b-290d54d15a80 req-ab0b4758-79e6-48c2-b700-f76b3d7f7c01 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683134 Aug 28 15:14:10.720298 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3e95969c-2d43-4ce0-9ea3-743da5b654c0 req-e18bd41f-e9e8-43cf-af7e-17a0e444184d tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437953 Aug 28 15:14:10.765200 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d61093-c876-4253-b1c4-690a5ff39da1 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network 19dc134f-e695-4571-bb36-fd3ac9939ac5 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:14:10.766143 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d61093-c876-4253-b1c4-690a5ff39da1 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Port': ['ID=cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:10.776634 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-a9d61093-c876-4253-b1c4-690a5ff39da1 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:14:10.780277 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d61093-c876-4253-b1c4-690a5ff39da1 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:14:10.833465 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:10.891559 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe83293-acdd-4776-beba-8452550ca7e0 req-974b9c32-3cff-493c-9058-dfc1a45aef40 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:10.893190 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9fe83293-acdd-4776-beba-8452550ca7e0 req-974b9c32-3cff-493c-9058-dfc1a45aef40 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 945 time: 0.0564268 Aug 28 15:14:10.919616 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-072e3ba9-a5bd-4112-93f1-633d9d8588e4 service neutron] For port 76c73637-04bf-4aca-8a51-e92656d1b57b, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=76c73637-04bf-4aca-8a51-e92656d1b57b,segment=NetworkSegment(83726ab7-a699-4c25-96b6-33a071f8a86e),segment_id=83726ab7-a699-4c25-96b6-33a071f8a86e)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:10.938275 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9fe83293-acdd-4776-beba-8452550ca7e0 req-9c65088e-bb13-4ac0-85ec-c92101840e0b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362942 Aug 28 15:14:10.941289 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a9d61093-c876-4253-b1c4-690a5ff39da1 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:11.055890 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-072e3ba9-a5bd-4112-93f1-633d9d8588e4 service neutron] For port 76c73637-04bf-4aca-8a51-e92656d1b57b, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:14:11.107923 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-01c412c0-5a99-4d7f-83f1-79ac13dc1252 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:11.109444 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-01c412c0-5a99-4d7f-83f1-79ac13dc1252 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/networks?id=92da9e59-648f-44e9-b842-a5afd0c505e3 HTTP/1.1" status: 200 len: 812 time: 0.3001633 Aug 28 15:14:11.140719 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-3e629fd4-9880-4eee-a68d-1a0b785dc38f tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/quotas/8a9a8b74576c4695a1fae90d6f829702 HTTP/1.1" status: 200 len: 375 time: 0.0133245 Aug 28 15:14:11.140719 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d6737c-9beb-4795-9146-fc2b89cb908b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76c73637-04bf-4aca-8a51-e92656d1b57b'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:14:11.142992 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4c3eb7-a556-46d2-ad5f-92da7c658b5a" -d '{"events": [{"server_uuid": "c6d6737c-9beb-4795-9146-fc2b89cb908b", "name": "network-vif-unplugged", "status": "completed", "tag": "76c73637-04bf-4aca-8a51-e92656d1b57b"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:14:11.149072 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-072e3ba9-a5bd-4112-93f1-633d9d8588e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:11.182604 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-072e3ba9-a5bd-4112-93f1-633d9d8588e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:11.186102 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-605def9c-d0ca-4880-940c-d1849d275ccc tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a9a8b74576c4695a1fae90d6f829702&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400290 Aug 28 15:14:11.265388 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a9d61093-c876-4253-b1c4-690a5ff39da1 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:11.314199 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 15:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0365e1-860f-4128-a7f4-4efdc2f9f338 x-openstack-request-id: req-0e0365e1-860f-4128-a7f4-4efdc2f9f338 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:14:11.315807 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d6737c-9beb-4795-9146-fc2b89cb908b", "name": "network-vif-unplugged", "status": "completed", "tag": "76c73637-04bf-4aca-8a51-e92656d1b57b", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:14:11.316067 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e0365e1-860f-4128-a7f4-4efdc2f9f338 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:14:11.316493 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d6737c-9beb-4795-9146-fc2b89cb908b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76c73637-04bf-4aca-8a51-e92656d1b57b', 'code': 200} Aug 28 15:14:11.412865 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-9551b7c6-ec89-4129-83e4-5e40cea5c38d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:14:11.420384 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-9551b7c6-ec89-4129-83e4-5e40cea5c38d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2151036 Aug 28 15:14:11.448716 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8d3f3-02d9-4ba6-82ee-d02e06d66e7e req-ef2c4a0f-adda-43fd-a03a-60fdd3e45d6e tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:11.451202 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e3ba9-a5bd-4112-93f1-633d9d8588e4 service neutron] Pushing event updated for resources: {'Port': ['ID=76c73637-04bf-4aca-8a51-e92656d1b57b,revision_number=7']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:11.452766 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-45d8d3f3-02d9-4ba6-82ee-d02e06d66e7e req-ef2c4a0f-adda-43fd-a03a-60fdd3e45d6e tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 945 time: 0.0692170 Aug 28 15:14:11.516016 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad525757-2378-4075-b822-e4b2a5029312 None None] Network 19dc134f-e695-4571-bb36-fd3ac9939ac5 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:14:11.517120 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-45d8d3f3-02d9-4ba6-82ee-d02e06d66e7e req-72f74be7-482d-4df4-bfbd-9ffdb4ac7cef tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587673 Aug 28 15:14:11.646788 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1abae12e-1238-4f86-9d9e-f05b8ea76a21 None None] Provisioning for port 54ac0243-50d7-4ced-a043-785d72c0e2d7 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:14:11.750472 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e618681e-46c4-4d02-808d-c6a576cfad09 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:14:11.766395 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-072e3ba9-a5bd-4112-93f1-633d9d8588e4 service neutron] Attempting to bind port 76c73637-04bf-4aca-8a51-e92656d1b57b on host n-h1-712137-10 for vnic_type normal with profile {"migrating_to": "n-h2-712137-10"} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:14:11.767025 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-072e3ba9-a5bd-4112-93f1-633d9d8588e4 service neutron] Attempting to bind port 76c73637-04bf-4aca-8a51-e92656d1b57b by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '83726ab7-a699-4c25-96b6-33a071f8a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:14:11.767133 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-072e3ba9-a5bd-4112-93f1-633d9d8588e4 service neutron] Attempting to bind port 76c73637-04bf-4aca-8a51-e92656d1b57b on network 125b4a97-f28b-45ff-af57-8d50b6f26fd7 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:14:11.780641 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-072e3ba9-a5bd-4112-93f1-633d9d8588e4 service neutron] Port 76c73637-04bf-4aca-8a51-e92656d1b57b on network 125b4a97-f28b-45ff-af57-8d50b6f26fd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:14:11.781210 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-072e3ba9-a5bd-4112-93f1-633d9d8588e4 service neutron] Attempting to bind port 76c73637-04bf-4aca-8a51-e92656d1b57b on network 125b4a97-f28b-45ff-af57-8d50b6f26fd7 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:14:11.796009 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-cb642a27-d9c0-4e19-8f08-984309e4b023 service neutron] 10.222.0.13 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746521 Aug 28 15:14:11.820412 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:11.843892 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-292f4700-751c-40f3-9d83-d625e66a2156 None None] Provisioning complete for port 76c73637-04bf-4aca-8a51-e92656d1b57b triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:11.844269 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-292f4700-751c-40f3-9d83-d625e66a2156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:11.903041 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6a641-3e85-47f3-8100-961f61fa221b req-42f83b63-568b-447d-9e56-da42fb688710 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:11.904781 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3d6a641-3e85-47f3-8100-961f61fa221b req-42f83b63-568b-447d-9e56-da42fb688710 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=917701db-0472-4021-bfcc-1f85dbcb3ed0 HTTP/1.1" status: 200 len: 946 time: 0.0800197 Aug 28 15:14:11.916088 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-072e3ba9-a5bd-4112-93f1-633d9d8588e4 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:14:11.916436 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-072e3ba9-a5bd-4112-93f1-633d9d8588e4 service neutron] Checking segment: {'id': '83726ab7-a699-4c25-96b6-33a071f8a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:14:11.917040 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-072e3ba9-a5bd-4112-93f1-633d9d8588e4 service neutron] Bound using segment: {'id': '83726ab7-a699-4c25-96b6-33a071f8a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:14:11.917651 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-072e3ba9-a5bd-4112-93f1-633d9d8588e4 service neutron] Bound port: 76c73637-04bf-4aca-8a51-e92656d1b57b, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83726ab7-a699-4c25-96b6-33a071f8a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:14:11.918179 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-072e3ba9-a5bd-4112-93f1-633d9d8588e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:11.936540 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-292f4700-751c-40f3-9d83-d625e66a2156 None None] Port 76c73637-04bf-4aca-8a51-e92656d1b57b cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:14:11.945225 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port e618681e-46c4-4d02-808d-c6a576cfad09 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:11.946640 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:11.965878 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3d6a641-3e85-47f3-8100-961f61fa221b req-9bbefd86-b321-4bca-81f6-9f4ba0218e1d tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482652 Aug 28 15:14:12.030506 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-97a5618c-0b02-4d94-b701-e59b0c2e24a1 service neutron] 10.222.0.13 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332153 Aug 28 15:14:12.079320 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 54ac0243-50d7-4ced-a043-785d72c0e2d7 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:14:12.171103 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-072e3ba9-a5bd-4112-93f1-633d9d8588e4 service neutron] For port 76c73637-04bf-4aca-8a51-e92656d1b57b, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:14:12.211215 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a9d61093-c876-4253-b1c4-690a5ff39da1 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:12.215498 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-072e3ba9-a5bd-4112-93f1-633d9d8588e4 service neutron] For port 76c73637-04bf-4aca-8a51-e92656d1b57b, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=76c73637-04bf-4aca-8a51-e92656d1b57b,segment=NetworkSegment(83726ab7-a699-4c25-96b6-33a071f8a86e),segment_id=83726ab7-a699-4c25-96b6-33a071f8a86e)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:14:12.219816 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a9d61093-c876-4253-b1c4-690a5ff39da1 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:12.264712 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1417a-3d56-4313-8e9e-4ef02921e193 req-af2620fd-f86d-4446-bc00-e59dc74fa8b6 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:12.290488 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 54ac0243-50d7-4ced-a043-785d72c0e2d7 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:14:12.291861 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-59b1417a-3d56-4313-8e9e-4ef02921e193 req-af2620fd-f86d-4446-bc00-e59dc74fa8b6 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 943 time: 0.1954837 Aug 28 15:14:12.294966 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 54ac0243-50d7-4ced-a043-785d72c0e2d7 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:12.295468 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:12.311980 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-072e3ba9-a5bd-4112-93f1-633d9d8588e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:12.420264 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-59b1417a-3d56-4313-8e9e-4ef02921e193 req-b0955e31-4ed2-44ba-b49b-410ebdf34c09 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246591 Aug 28 15:14:12.488982 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:12.551462 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dbe1d581-78b8-4df1-9567-c5977f4844ce req-45436b11-218b-4f54-be4c-38bebe224dfc tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4235f3-3b47-44d0-a791-8510d20f32c3 HTTP/1.1" status: 200 len: 210 time: 0.1631246 Aug 28 15:14:12.551462 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d61093-c876-4253-b1c4-690a5ff39da1 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event updated for resources: {'Port': ['ID=cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:12.587539 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 54ac0243-50d7-4ced-a043-785d72c0e2d7, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=54ac0243-50d7-4ced-a043-785d72c0e2d7,segment=NetworkSegment(39ea6b3d-5e35-4246-931c-4110da41b825),segment_id=39ea6b3d-5e35-4246-931c-4110da41b825)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:12.594504 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-eccd2d2e-3be4-4636-952a-1cf520240dfe None None] Provisioning complete for port 54ac0243-50d7-4ced-a043-785d72c0e2d7 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:12.594504 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-eccd2d2e-3be4-4636-952a-1cf520240dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:12.650487 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:12.665095 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a9d61093-c876-4253-b1c4-690a5ff39da1 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:12.866608 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418c151-8d6d-4023-aa6d-92063eca6369 req-e696dd04-121c-4018-bb0d-e023ff0292aa tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:12.886970 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b418c151-8d6d-4023-aa6d-92063eca6369 req-e696dd04-121c-4018-bb0d-e023ff0292aa tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 945 time: 0.1261644 Aug 28 15:14:12.891387 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=54ac0243-50d7-4ced-a043-785d72c0e2d7,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:12.928605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e3ba9-a5bd-4112-93f1-633d9d8588e4 service neutron] Pushing event updated for resources: {'Port': ['ID=76c73637-04bf-4aca-8a51-e92656d1b57b,revision_number=8']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:12.953910 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b418c151-8d6d-4023-aa6d-92063eca6369 req-3df12ae6-f576-484b-a2da-a7b2ce5305bd tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647526 Aug 28 15:14:13.034627 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-eccd2d2e-3be4-4636-952a-1cf520240dfe None None] Provisioning for port cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:14:13.037970 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-072e3ba9-a5bd-4112-93f1-633d9d8588e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:13.039396 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-072e3ba9-a5bd-4112-93f1-633d9d8588e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:13.039832 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-eccd2d2e-3be4-4636-952a-1cf520240dfe None None] Provisioning complete for port cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:13.040269 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-eccd2d2e-3be4-4636-952a-1cf520240dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:13.041736 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-072e3ba9-a5bd-4112-93f1-633d9d8588e4 service neutron] 10.222.0.36 "PUT /v2.0/ports/76c73637-04bf-4aca-8a51-e92656d1b57b HTTP/1.1" status: 200 len: 1123 time: 3.0991857 Aug 28 15:14:13.096520 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d61093-c876-4253-b1c4-690a5ff39da1 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Network 19dc134f-e695-4571-bb36-fd3ac9939ac5 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:14:13.099329 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-eccd2d2e-3be4-4636-952a-1cf520240dfe None None] Port cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:14:13.100382 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-a9d61093-c876-4253-b1c4-690a5ff39da1 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:14:13.116291 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['76c73637-04bf-4aca-8a51-e92656d1b57b'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:14:13.259621 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:13.269620 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ef36d256-bd10-4551-8856-a5f1f988492d None None] Provisioning complete for port 76c73637-04bf-4aca-8a51-e92656d1b57b triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:13.270002 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ef36d256-bd10-4551-8856-a5f1f988492d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:13.402218 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d6737c-9beb-4795-9146-fc2b89cb908b', 'tag': '76c73637-04bf-4aca-8a51-e92656d1b57b'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:14:13.415943 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0913aa6-a947-4c88-9f0d-7380cdb92374" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d6737c-9beb-4795-9146-fc2b89cb908b", "tag": "76c73637-04bf-4aca-8a51-e92656d1b57b"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:14:13.428444 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d61093-c876-4253-b1c4-690a5ff39da1 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Router 761a7f24-82b7-47e8-add6-fee3a4282590 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:14:13.493293 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ef36d256-bd10-4551-8856-a5f1f988492d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:13.586210 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d6737c-9beb-4795-9146-fc2b89cb908b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c73637-04bf-4aca-8a51-e92656d1b57b'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:14:13.588792 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e1d6cc-ffe7-4681-9b85-0b18ba51b946" -d '{"events": [{"server_uuid": "c6d6737c-9beb-4795-9146-fc2b89cb908b", "name": "network-vif-plugged", "status": "completed", "tag": "76c73637-04bf-4aca-8a51-e92656d1b57b"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:14:13.616516 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d03f3c4-7546-4ca9-a230-e83c0049b6eb x-openstack-request-id: req-0d03f3c4-7546-4ca9-a230-e83c0049b6eb {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:14:13.617377 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d6737c-9beb-4795-9146-fc2b89cb908b", "tag": "76c73637-04bf-4aca-8a51-e92656d1b57b", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:14:13.617677 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d03f3c4-7546-4ca9-a230-e83c0049b6eb {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:14:13.618559 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d6737c-9beb-4795-9146-fc2b89cb908b', 'tag': '76c73637-04bf-4aca-8a51-e92656d1b57b', 'status': 'completed', 'code': 200} Aug 28 15:14:13.643615 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-ef36d256-bd10-4551-8856-a5f1f988492d None None] For port 76c73637-04bf-4aca-8a51-e92656d1b57b, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=76c73637-04bf-4aca-8a51-e92656d1b57b,segment=NetworkSegment(83726ab7-a699-4c25-96b6-33a071f8a86e),segment_id=83726ab7-a699-4c25-96b6-33a071f8a86e)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:13.666876 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d61093-c876-4253-b1c4-690a5ff39da1 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:14:13.669615 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ef36d256-bd10-4551-8856-a5f1f988492d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:13.675281 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a9d61093-c876-4253-b1c4-690a5ff39da1 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "PUT /v2.0/routers/761a7f24-82b7-47e8-add6-fee3a4282590/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5116172 Aug 28 15:14:13.676745 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56820) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:13.678147 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85accda6-023c-4ac1-aff9-766556d9e7df None None] Sync routers for ids ['761a7f24-82b7-47e8-add6-fee3a4282590'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:14:13.681905 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-66e1025d-793c-44c1-9e15-9be4ecdda1f4 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:13.698089 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85accda6-023c-4ac1-aff9-766556d9e7df None None] Routers {'761a7f24-82b7-47e8-add6-fee3a4282590'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:14:13.698733 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-85accda6-023c-4ac1-aff9-766556d9e7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:14:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['761a7f24-82b7-47e8-add6-fee3a4282590'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:13.721413 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 54ac0243-50d7-4ced-a043-785d72c0e2d7 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:14:13.872909 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0913aa6-a947-4c88-9f0d-7380cdb92374 req-138577e2-1ac5-4ed2-bda0-c21ae81c0e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:13.874824 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b0913aa6-a947-4c88-9f0d-7380cdb92374 req-138577e2-1ac5-4ed2-bda0-c21ae81c0e0e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 1128 time: 0.2251832 Aug 28 15:14:13.903526 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-85accda6-023c-4ac1-aff9-766556d9e7df None None] Set router 761a7f24-82b7-47e8-add6-fee3a4282590 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:14:13.959201 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4d3cd47d-7d14-40a8-b6c1-e7423fbcbbb6 req-cedee999-d425-4b87-be22-c19ec21c6633 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4235f3-3b47-44d0-a791-8510d20f32c3 HTTP/1.1" status: 200 len: 210 time: 0.0688381 Aug 28 15:14:14.052474 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce9b56-e564-471c-aa8d-474e9b453f7a req-959f7f14-bc74-45bf-b1e6-89f2acfbd3b0 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:14.064662 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-41ce9b56-e564-471c-aa8d-474e9b453f7a req-959f7f14-bc74-45bf-b1e6-89f2acfbd3b0 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 945 time: 0.4047964 Aug 28 15:14:14.152577 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-41ce9b56-e564-471c-aa8d-474e9b453f7a req-fc631a64-7349-41ae-a64d-aeb4510ee3fa tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812211 Aug 28 15:14:14.225397 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0913aa6-a947-4c88-9f0d-7380cdb92374 req-971251f2-4bf0-4c74-ad5b-002272b86962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:14.233352 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b0913aa6-a947-4c88-9f0d-7380cdb92374 req-971251f2-4bf0-4c74-ad5b-002272b86962 service neutron] 10.222.0.41 "GET /v2.0/networks?id=125b4a97-f28b-45ff-af57-8d50b6f26fd7 HTTP/1.1" status: 200 len: 897 time: 0.3282380 Aug 28 15:14:14.234417 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340585be-440d-4ecb-96b3-0b1657555a30 x-openstack-request-id: req-340585be-440d-4ecb-96b3-0b1657555a30 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:14:14.244219 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d6737c-9beb-4795-9146-fc2b89cb908b", "name": "network-vif-plugged", "status": "completed", "tag": "76c73637-04bf-4aca-8a51-e92656d1b57b", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:14:14.244955 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-340585be-440d-4ecb-96b3-0b1657555a30 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:14:14.245095 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d6737c-9beb-4795-9146-fc2b89cb908b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c73637-04bf-4aca-8a51-e92656d1b57b', 'code': 200} Aug 28 15:14:14.331495 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36d256-bd10-4551-8856-a5f1f988492d None None] Pushing event updated for resources: {'Port': ['ID=76c73637-04bf-4aca-8a51-e92656d1b57b,revision_number=9']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:14.406245 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-7e65bddc-d1f4-440f-b330-485be90fafb4 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:14.407816 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-7e65bddc-d1f4-440f-b330-485be90fafb4 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.41 "GET /v2.0/networks?id=92da9e59-648f-44e9-b842-a5afd0c505e3 HTTP/1.1" status: 200 len: 812 time: 0.2581155 Aug 28 15:14:14.418542 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 54ac0243-50d7-4ced-a043-785d72c0e2d7 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:14.418753 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:14.451622 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ef36d256-bd10-4551-8856-a5f1f988492d None None] Provisioning complete for port cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:14.452184 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ef36d256-bd10-4551-8856-a5f1f988492d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:14.484069 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-92c1f330-6569-46eb-9ace-9115ae9dd531 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Request body: {'port': {'device_id': '6a4235f3-3b47-44d0-a791-8510d20f32c3', 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3', 'admin_state_up': True, 'tenant_id': '8a9a8b74576c4695a1fae90d6f829702'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:14.484456 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b0913aa6-a947-4c88-9f0d-7380cdb92374 req-5f963b09-4631-42c5-9773-0fac7aeb7bbb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76c73637-04bf-4aca-8a51-e92656d1b57b HTTP/1.1" status: 200 len: 1001 time: 0.2416105 Aug 28 15:14:14.503253 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ef36d256-bd10-4551-8856-a5f1f988492d None None] Port cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:14:14.513984 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-85accda6-023c-4ac1-aff9-766556d9e7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:14:11Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None, '_interfaces': [{'id': '6b2a5323-5082-4782-b475-f47a2ad99e83', 'name': '', 'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:85:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:55Z', 'updated_at': '2021-08-28T15:14:04Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9110ee7a-b54c-4e29-91fa-031ec159a1b8', 'name': '', 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:40:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:51Z', 'updated_at': '2021-08-28T15:14:00Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a', 'name': '', 'network_id': '19dc134f-e695-4571-bb36-fd3ac9939ac5', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:2b:69:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'eaa97c97-13c2-42af-910a-5f0dec4fbaa3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:09Z', 'updated_at': '2021-08-28T15:14:11Z', 'revision_number': 2, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': 'eaa97c97-13c2-42af-910a-5f0dec4fbaa3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e618681e-46c4-4d02-808d-c6a576cfad09', 'name': '', 'network_id': '2fc9bd99-cc16-4feb-8ef1-704cf154edc4', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:e8:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '8375e33d-8132-41b6-b458-f122f93bb7d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:02Z', 'updated_at': '2021-08-28T15:14:10Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '8375e33d-8132-41b6-b458-f122f93bb7d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:14.550353 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85accda6-023c-4ac1-aff9-766556d9e7df None None] Checking router: 761a7f24-82b7-47e8-add6-fee3a4282590 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:14:14.550748 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85accda6-023c-4ac1-aff9-766556d9e7df None None] Updating router 761a7f24-82b7-47e8-add6-fee3a4282590 port cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:14:14.583830 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-85accda6-023c-4ac1-aff9-766556d9e7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:14.632154 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0913aa6-a947-4c88-9f0d-7380cdb92374 req-7f18cdbc-efe2-4679-a61a-71c304463222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:14.634513 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b0913aa6-a947-4c88-9f0d-7380cdb92374 req-7f18cdbc-efe2-4679-a61a-71c304463222 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1981851f-999b-45ac-a8bb-159a0671690b HTTP/1.1" status: 200 len: 834 time: 0.1245627 Aug 28 15:14:14.636804 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2f6e03b4-aafe-4547-9ccc-751ef4a08e1c None None] Provisioning complete for port cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:14.637336 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2f6e03b4-aafe-4547-9ccc-751ef4a08e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:14.644704 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e1e5e-5c9c-46a7-8111-686e2069593b req-ffc40550-7882-4631-8400-87c311602610 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:14.653542 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bf9e1e5e-5c9c-46a7-8111-686e2069593b req-ffc40550-7882-4631-8400-87c311602610 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 945 time: 0.2355700 Aug 28 15:14:14.724981 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-2f6e03b4-aafe-4547-9ccc-751ef4a08e1c None None] Port cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:14:14.728079 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bf9e1e5e-5c9c-46a7-8111-686e2069593b req-b62862dc-61f7-4135-92da-8acfac9091ad tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713625 Aug 28 15:14:14.753321 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0913aa6-a947-4c88-9f0d-7380cdb92374 req-864f325d-e146-435d-940d-35f29fa652a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:14.755540 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b0913aa6-a947-4c88-9f0d-7380cdb92374 req-864f325d-e146-435d-940d-35f29fa652a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=125b4a97-f28b-45ff-af57-8d50b6f26fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000102 Aug 28 15:14:14.863600 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b0913aa6-a947-4c88-9f0d-7380cdb92374 req-15365ead-2014-44f2-975f-cb5f26706e99 service neutron] 10.222.0.41 "GET /v2.0/networks/125b4a97-f28b-45ff-af57-8d50b6f26fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000779 Aug 28 15:14:14.988967 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b0913aa6-a947-4c88-9f0d-7380cdb92374 req-71310d45-8368-4cb9-ac25-30c7c5349f09 service neutron] 10.222.0.41 "GET /v2.0/networks/125b4a97-f28b-45ff-af57-8d50b6f26fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179633 Aug 28 15:14:15.008568 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-85accda6-023c-4ac1-aff9-766556d9e7df None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:15.037098 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-85accda6-023c-4ac1-aff9-766556d9e7df None None] Transition to ACTIVE for port object cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:14:15.057857 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-85accda6-023c-4ac1-aff9-766556d9e7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:15.084248 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.extraroute_db [None req-66e1025d-793c-44c1-9e15-9be4ecdda1f4 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=106330) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 28 15:14:15.115577 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.extraroute_db [None req-66e1025d-793c-44c1-9e15-9be4ecdda1f4 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Removed routes are [] {{(pid=106330) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 28 15:14:15.116636 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-66e1025d-793c-44c1-9e15-9be4ecdda1f4 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4654'] for router, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:15.121037 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f553a-7ef7-4615-9a96-97003912b3ba None None] Pushing event updated for resources: {'Port': ['ID=cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:15.224472 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ebc0aac6-5de4-4fe2-8fee-28fe222a69d9 req-948eb95b-8a0c-4370-9489-27e68ffd36e1 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4235f3-3b47-44d0-a791-8510d20f32c3 HTTP/1.1" status: 200 len: 210 time: 0.0911186 Aug 28 15:14:15.227677 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-92c1f330-6569-46eb-9ace-9115ae9dd531 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Made reservation on behalf of 8a9a8b74576c4695a1fae90d6f829702 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:14:15.231370 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-92c1f330-6569-46eb-9ace-9115ae9dd531 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:15.327274 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-85accda6-023c-4ac1-aff9-766556d9e7df None None] Attempting to bind port cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:14:15.328567 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-85accda6-023c-4ac1-aff9-766556d9e7df None None] Attempting to bind port cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '39ea6b3d-5e35-4246-931c-4110da41b825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '19dc134f-e695-4571-bb36-fd3ac9939ac5'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:14:15.328567 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85accda6-023c-4ac1-aff9-766556d9e7df None None] Attempting to bind port cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a on network 19dc134f-e695-4571-bb36-fd3ac9939ac5 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:14:15.333757 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85accda6-023c-4ac1-aff9-766556d9e7df None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:14:15.334129 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85accda6-023c-4ac1-aff9-766556d9e7df None None] Checking segment: {'id': '39ea6b3d-5e35-4246-931c-4110da41b825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '19dc134f-e695-4571-bb36-fd3ac9939ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:14:15.334527 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-85accda6-023c-4ac1-aff9-766556d9e7df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:15.334914 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85accda6-023c-4ac1-aff9-766556d9e7df None None] Bound using segment: {'id': '39ea6b3d-5e35-4246-931c-4110da41b825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '19dc134f-e695-4571-bb36-fd3ac9939ac5'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:14:15.335423 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-85accda6-023c-4ac1-aff9-766556d9e7df None None] Bound port: cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ea6b3d-5e35-4246-931c-4110da41b825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '19dc134f-e695-4571-bb36-fd3ac9939ac5'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:14:15.335864 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-85accda6-023c-4ac1-aff9-766556d9e7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:15.423566 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-85accda6-023c-4ac1-aff9-766556d9e7df None None] For port cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:14:15.434546 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-85accda6-023c-4ac1-aff9-766556d9e7df None None] For port cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a,segment=NetworkSegment(39ea6b3d-5e35-4246-931c-4110da41b825),segment_id=39ea6b3d-5e35-4246-931c-4110da41b825)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:14:15.441536 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-85accda6-023c-4ac1-aff9-766556d9e7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:15.477454 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 76c73637-04bf-4aca-8a51-e92656d1b57b details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:14:15.519601 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85accda6-023c-4ac1-aff9-766556d9e7df None None] Routers {'761a7f24-82b7-47e8-add6-fee3a4282590'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:14:15.520272 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-85accda6-023c-4ac1-aff9-766556d9e7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:14:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['761a7f24-82b7-47e8-add6-fee3a4282590'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:15.637622 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-66e1025d-793c-44c1-9e15-9be4ecdda1f4 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4654'] for router, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:15.676860 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e59ae7-6bfc-40cb-9696-bb7e267b44c9 req-f7462154-aa69-4dd3-930a-28d5be28ae1d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:15.678482 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-31e59ae7-6bfc-40cb-9696-bb7e267b44c9 req-f7462154-aa69-4dd3-930a-28d5be28ae1d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 945 time: 0.2997768 Aug 28 15:14:15.689986 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-66e1025d-793c-44c1-9e15-9be4ecdda1f4 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523761'] for router, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:15.706128 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-85accda6-023c-4ac1-aff9-766556d9e7df None None] Set router 761a7f24-82b7-47e8-add6-fee3a4282590 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:14:15.717852 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 76c73637-04bf-4aca-8a51-e92656d1b57b, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=76c73637-04bf-4aca-8a51-e92656d1b57b,segment=NetworkSegment(83726ab7-a699-4c25-96b6-33a071f8a86e),segment_id=83726ab7-a699-4c25-96b6-33a071f8a86e)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:15.751241 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 76c73637-04bf-4aca-8a51-e92656d1b57b has no active binding in host n-h2-712137-10 {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 15:14:15.797166 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-92c1f330-6569-46eb-9ace-9115ae9dd531 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Allocated IP 172.20.0.10 (92da9e59-648f-44e9-b842-a5afd0c505e3/b8c26495-81f2-4073-8e6e-125cfbbdb151/6eebadda-25b9-4083-86da-db5a51760664) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:14:15.931232 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-31e59ae7-6bfc-40cb-9696-bb7e267b44c9 req-7338349a-d67f-458b-b663-b94147b58b95 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340438 Aug 28 15:14:15.963869 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e1025d-793c-44c1-9e15-9be4ecdda1f4 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Router 761a7f24-82b7-47e8-add6-fee3a4282590 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:14:15.988360 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e1270-5fc4-4712-bdde-61f1dc305f5a req-3cf51043-7bee-473f-b220-e51746501d74 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:15.990809 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2b0e1270-5fc4-4712-bdde-61f1dc305f5a req-3cf51043-7bee-473f-b220-e51746501d74 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 945 time: 0.1269031 Aug 28 15:14:16.014501 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f553a-7ef7-4615-9a96-97003912b3ba None None] Pushing event updated for resources: {'Port': ['ID=cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a,revision_number=4']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:16.042051 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-85accda6-023c-4ac1-aff9-766556d9e7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:14:15Z', 'revision_number': 6, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None, '_interfaces': [{'id': '6b2a5323-5082-4782-b475-f47a2ad99e83', 'name': '', 'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:85:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:55Z', 'updated_at': '2021-08-28T15:14:04Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9110ee7a-b54c-4e29-91fa-031ec159a1b8', 'name': '', 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:40:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:51Z', 'updated_at': '2021-08-28T15:14:00Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a', 'name': '', 'network_id': '19dc134f-e695-4571-bb36-fd3ac9939ac5', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:2b:69:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'eaa97c97-13c2-42af-910a-5f0dec4fbaa3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:09Z', 'updated_at': '2021-08-28T15:14:15Z', 'revision_number': 4, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': 'eaa97c97-13c2-42af-910a-5f0dec4fbaa3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e618681e-46c4-4d02-808d-c6a576cfad09', 'name': '', 'network_id': '2fc9bd99-cc16-4feb-8ef1-704cf154edc4', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:e8:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '8375e33d-8132-41b6-b458-f122f93bb7d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:02Z', 'updated_at': '2021-08-28T15:14:10Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '8375e33d-8132-41b6-b458-f122f93bb7d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:16.071017 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2b0e1270-5fc4-4712-bdde-61f1dc305f5a req-46ef333b-e99d-4df2-aa5c-40f0ca2566d7 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668726 Aug 28 15:14:16.097475 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85accda6-023c-4ac1-aff9-766556d9e7df None None] The sync data for ids ['761a7f24-82b7-47e8-add6-fee3a4282590'] in n-d-712137-10 is: [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:14:15Z', 'revision_number': 6, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None, '_interfaces': [{'id': '6b2a5323-5082-4782-b475-f47a2ad99e83', 'name': '', 'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:85:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:55Z', 'updated_at': '2021-08-28T15:14:04Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9110ee7a-b54c-4e29-91fa-031ec159a1b8', 'name': '', 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:40:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:51Z', 'updated_at': '2021-08-28T15:14:00Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a', 'name': '', 'network_id': '19dc134f-e695-4571-bb36-fd3ac9939ac5', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:2b:69:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'eaa97c97-13c2-42af-910a-5f0dec4fbaa3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:09Z', 'updated_at': '2021-08-28T15:14:15Z', 'revision_number': 4, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': 'eaa97c97-13c2-42af-910a-5f0dec4fbaa3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e618681e-46c4-4d02-808d-c6a576cfad09', 'name': '', 'network_id': '2fc9bd99-cc16-4feb-8ef1-704cf154edc4', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:e8:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '8375e33d-8132-41b6-b458-f122f93bb7d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:02Z', 'updated_at': '2021-08-28T15:14:10Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '8375e33d-8132-41b6-b458-f122f93bb7d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:14:16.184694 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e1025d-793c-44c1-9e15-9be4ecdda1f4 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:14:16.197711 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-66e1025d-793c-44c1-9e15-9be4ecdda1f4 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:16.199153 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-66e1025d-793c-44c1-9e15-9be4ecdda1f4 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "PUT /v2.0/routers/761a7f24-82b7-47e8-add6-fee3a4282590 HTTP/1.1" status: 200 len: 934 time: 2.5213737 Aug 28 15:14:16.201808 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56848) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:16.281261 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-92c1f330-6569-46eb-9ace-9115ae9dd531 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:16.361644 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-53aa3192-192c-4b67-ade4-bb42ab81b5cd req-00d10174-4675-4048-937d-7312198cb207 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4235f3-3b47-44d0-a791-8510d20f32c3 HTTP/1.1" status: 200 len: 210 time: 0.0318911 Aug 28 15:14:16.423904 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c3d9efdd-aae1-4473-81c9-f4ee16237abf tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "GET /v2.0/routers/761a7f24-82b7-47e8-add6-fee3a4282590 HTTP/1.1" status: 200 len: 934 time: 0.2185726 Aug 28 15:14:16.424435 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56852) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:16.430562 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-c596363b-6fc8-4d73-9041-f192add0928a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'router': {'routes': None}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:16.437711 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-92c1f330-6569-46eb-9ace-9115ae9dd531 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:16.516894 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-92c1f330-6569-46eb-9ace-9115ae9dd531 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Network 92da9e59-648f-44e9-b842-a5afd0c505e3 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:14:16.522025 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-92c1f330-6569-46eb-9ace-9115ae9dd531 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:14:16.529101 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1f330-6569-46eb-9ace-9115ae9dd531 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Pushing event updated for resources: {'Port': ['ID=6eebadda-25b9-4083-86da-db5a51760664,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:16.531702 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-92c1f330-6569-46eb-9ace-9115ae9dd531 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:14:16.612479 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-92c1f330-6569-46eb-9ace-9115ae9dd531 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:16.612479 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-92c1f330-6569-46eb-9ace-9115ae9dd531 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:16.628748 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-92c1f330-6569-46eb-9ace-9115ae9dd531 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1930335 Aug 28 15:14:16.647738 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-40d5ed13-2d7e-43f9-a0e0-5b75e3ebcfba service neutron] Request body: {'port': {'device_id': '6a4235f3-3b47-44d0-a791-8510d20f32c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:16.780278 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-40d5ed13-2d7e-43f9-a0e0-5b75e3ebcfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:17.068605 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.extraroute_db [None req-c596363b-6fc8-4d73-9041-f192add0928a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Added routes are [] {{(pid=106329) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 28 15:14:17.069172 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.extraroute_db [None req-c596363b-6fc8-4d73-9041-f192add0928a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=106329) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 28 15:14:17.095449 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0376c5e-313f-4d80-85de-70d055fdf01b req-73ef0ac8-9b9b-474a-b16f-cf98402d59b1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:17.103256 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0376c5e-313f-4d80-85de-70d055fdf01b req-73ef0ac8-9b9b-474a-b16f-cf98402d59b1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 945 time: 0.0832927 Aug 28 15:14:17.132848 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af906315-6f3e-44aa-98d3-73286d168bed req-b909c652-562c-4e5a-9629-8f62df8971df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:17.135063 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-af906315-6f3e-44aa-98d3-73286d168bed req-b909c652-562c-4e5a-9629-8f62df8971df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 1097 time: 0.1033752 Aug 28 15:14:17.155278 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c596363b-6fc8-4d73-9041-f192add0928a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4654'] for router, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:17.163146 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0376c5e-313f-4d80-85de-70d055fdf01b req-e7e351e5-d0b0-4155-a758-ef81072a7a88 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589018 Aug 28 15:14:17.285072 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-af906315-6f3e-44aa-98d3-73286d168bed req-0cd0a2db-8da6-4342-a129-f55445cbcc38 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409917 Aug 28 15:14:17.300735 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ad3a3c-10c0-4eee-b09b-b97481df961f None None] Sync routers for ids ['761a7f24-82b7-47e8-add6-fee3a4282590'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:14:17.316841 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ad3a3c-10c0-4eee-b09b-b97481df961f None None] Routers {'761a7f24-82b7-47e8-add6-fee3a4282590'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:14:17.317827 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e4ad3a3c-10c0-4eee-b09b-b97481df961f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:14:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['761a7f24-82b7-47e8-add6-fee3a4282590'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:17.351218 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fe635-28f6-46d5-b925-02f8f6ceec49 req-be637dbb-8e99-494c-9148-5485bc223b80 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:17.352893 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9d6fe635-28f6-46d5-b925-02f8f6ceec49 req-be637dbb-8e99-494c-9148-5485bc223b80 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 945 time: 0.1626933 Aug 28 15:14:17.484805 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c596363b-6fc8-4d73-9041-f192add0928a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4654'] for router, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:17.486294 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-e4ad3a3c-10c0-4eee-b09b-b97481df961f None None] Set router 761a7f24-82b7-47e8-add6-fee3a4282590 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:14:17.521104 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c596363b-6fc8-4d73-9041-f192add0928a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523761'] for router, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:17.522346 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9d6fe635-28f6-46d5-b925-02f8f6ceec49 req-9eee129d-313c-4a16-a387-67aa461b7eff tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528871 Aug 28 15:14:17.660433 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-40d5ed13-2d7e-43f9-a0e0-5b75e3ebcfba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eebadda-25b9-4083-86da-db5a51760664 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:14:17.685333 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-40d5ed13-2d7e-43f9-a0e0-5b75e3ebcfba service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:17.686031 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c126d5-e6eb-44b6-9915-51d848849970 req-109a031e-8889-4561-9d3d-31da81ec05d0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:17.698637 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d7c126d5-e6eb-44b6-9915-51d848849970 req-109a031e-8889-4561-9d3d-31da81ec05d0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4235f3-3b47-44d0-a791-8510d20f32c3 HTTP/1.1" status: 200 len: 932 time: 0.2117066 Aug 28 15:14:17.724939 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-40d5ed13-2d7e-43f9-a0e0-5b75e3ebcfba service neutron] Transition to ACTIVE for port object 6eebadda-25b9-4083-86da-db5a51760664 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:14:17.731881 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-40d5ed13-2d7e-43f9-a0e0-5b75e3ebcfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:17.759736 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d7c126d5-e6eb-44b6-9915-51d848849970 req-68440bee-2892-456f-91dc-04e5fa1b6e93 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555027 Aug 28 15:14:17.794798 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c596363b-6fc8-4d73-9041-f192add0928a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Router 761a7f24-82b7-47e8-add6-fee3a4282590 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:14:17.828930 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5ed13-2d7e-43f9-a0e0-5b75e3ebcfba service neutron] Pushing event updated for resources: {'Port': ['ID=6eebadda-25b9-4083-86da-db5a51760664,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:17.841924 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:14:17.906061 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-40d5ed13-2d7e-43f9-a0e0-5b75e3ebcfba service neutron] Attempting to bind port 6eebadda-25b9-4083-86da-db5a51760664 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:14:17.906409 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-40d5ed13-2d7e-43f9-a0e0-5b75e3ebcfba service neutron] Attempting to bind port 6eebadda-25b9-4083-86da-db5a51760664 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '3bd3ea4a-19c0-4756-b851-b7219964ac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:14:17.906748 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-40d5ed13-2d7e-43f9-a0e0-5b75e3ebcfba service neutron] Attempting to bind port 6eebadda-25b9-4083-86da-db5a51760664 on network 92da9e59-648f-44e9-b842-a5afd0c505e3 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:14:17.930768 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-40d5ed13-2d7e-43f9-a0e0-5b75e3ebcfba service neutron] Port 6eebadda-25b9-4083-86da-db5a51760664 on network 92da9e59-648f-44e9-b842-a5afd0c505e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:14:17.930768 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-40d5ed13-2d7e-43f9-a0e0-5b75e3ebcfba service neutron] Attempting to bind port 6eebadda-25b9-4083-86da-db5a51760664 on network 92da9e59-648f-44e9-b842-a5afd0c505e3 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:14:17.941451 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-40d5ed13-2d7e-43f9-a0e0-5b75e3ebcfba service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:14:17.941830 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-40d5ed13-2d7e-43f9-a0e0-5b75e3ebcfba service neutron] Checking segment: {'id': '3bd3ea4a-19c0-4756-b851-b7219964ac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:14:17.942119 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-40d5ed13-2d7e-43f9-a0e0-5b75e3ebcfba service neutron] Bound using segment: {'id': '3bd3ea4a-19c0-4756-b851-b7219964ac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:14:17.942555 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-40d5ed13-2d7e-43f9-a0e0-5b75e3ebcfba service neutron] Bound port: 6eebadda-25b9-4083-86da-db5a51760664, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bd3ea4a-19c0-4756-b851-b7219964ac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:14:17.943462 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-40d5ed13-2d7e-43f9-a0e0-5b75e3ebcfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:17.983951 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c596363b-6fc8-4d73-9041-f192add0928a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:14:17.998920 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c596363b-6fc8-4d73-9041-f192add0928a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:18.000519 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c596363b-6fc8-4d73-9041-f192add0928a tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "PUT /v2.0/routers/761a7f24-82b7-47e8-add6-fee3a4282590 HTTP/1.1" status: 200 len: 700 time: 1.5745561 Aug 28 15:14:18.003033 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56868) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:18.087998 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-40d5ed13-2d7e-43f9-a0e0-5b75e3ebcfba service neutron] For port 6eebadda-25b9-4083-86da-db5a51760664, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:14:18.094253 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-40d5ed13-2d7e-43f9-a0e0-5b75e3ebcfba service neutron] For port 6eebadda-25b9-4083-86da-db5a51760664, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=6eebadda-25b9-4083-86da-db5a51760664,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:14:18.103452 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-40d5ed13-2d7e-43f9-a0e0-5b75e3ebcfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:18.114454 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:14:18.151169 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-62e0709d-6a74-4e76-aabe-5e0ce3ca3437 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "GET /v2.0/routers/761a7f24-82b7-47e8-add6-fee3a4282590 HTTP/1.1" status: 200 len: 700 time: 0.1467848 Aug 28 15:14:18.154060 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56870) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:18.176075 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-40d5ed13-2d7e-43f9-a0e0-5b75e3ebcfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:18.176929 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-40d5ed13-2d7e-43f9-a0e0-5b75e3ebcfba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:18.178797 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-40d5ed13-2d7e-43f9-a0e0-5b75e3ebcfba service neutron] 10.222.0.41 "PUT /v2.0/ports/6eebadda-25b9-4083-86da-db5a51760664 HTTP/1.1" status: 200 len: 1093 time: 1.5371940 Aug 28 15:14:18.179439 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4235f3-3b47-44d0-a791-8510d20f32c3', 'tag': '6eebadda-25b9-4083-86da-db5a51760664'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:14:18.182930 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:18.183088 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b378ca6-213d-4d6a-b0fa-ca884ab7a03d" -d '{"events": [{"name": "network-changed", "server_uuid": "6a4235f3-3b47-44d0-a791-8510d20f32c3", "tag": "6eebadda-25b9-4083-86da-db5a51760664"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:14:18.183317 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:18.321740 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aebaea6-5125-4de1-9d85-d5780ee4b3d4 x-openstack-request-id: req-5aebaea6-5125-4de1-9d85-d5780ee4b3d4 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:14:18.323123 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a4235f3-3b47-44d0-a791-8510d20f32c3", "tag": "6eebadda-25b9-4083-86da-db5a51760664", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:14:18.324533 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5aebaea6-5125-4de1-9d85-d5780ee4b3d4 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:14:18.325977 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4235f3-3b47-44d0-a791-8510d20f32c3', 'tag': '6eebadda-25b9-4083-86da-db5a51760664', 'status': 'completed', 'code': 200} Aug 28 15:14:18.331848 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5ed13-2d7e-43f9-a0e0-5b75e3ebcfba service neutron] Pushing event updated for resources: {'Port': ['ID=6eebadda-25b9-4083-86da-db5a51760664,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:18.389096 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-169e3b52-0f1c-49fa-8f5e-5a1720e6f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:18.390859 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-169e3b52-0f1c-49fa-8f5e-5a1720e6f687 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a9a8b74576c4695a1fae90d6f829702&device_id=6a4235f3-3b47-44d0-a791-8510d20f32c3 HTTP/1.1" status: 200 len: 1096 time: 0.1525981 Aug 28 15:14:18.428983 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:18.447083 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e4ad3a3c-10c0-4eee-b09b-b97481df961f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:14:17Z', 'revision_number': 7, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None, '_interfaces': [{'id': '6b2a5323-5082-4782-b475-f47a2ad99e83', 'name': '', 'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:85:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:55Z', 'updated_at': '2021-08-28T15:14:04Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9110ee7a-b54c-4e29-91fa-031ec159a1b8', 'name': '', 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:40:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:51Z', 'updated_at': '2021-08-28T15:14:00Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a', 'name': '', 'network_id': '19dc134f-e695-4571-bb36-fd3ac9939ac5', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:2b:69:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'eaa97c97-13c2-42af-910a-5f0dec4fbaa3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:09Z', 'updated_at': '2021-08-28T15:14:15Z', 'revision_number': 4, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': 'eaa97c97-13c2-42af-910a-5f0dec4fbaa3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e618681e-46c4-4d02-808d-c6a576cfad09', 'name': '', 'network_id': '2fc9bd99-cc16-4feb-8ef1-704cf154edc4', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:e8:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '8375e33d-8132-41b6-b458-f122f93bb7d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:02Z', 'updated_at': '2021-08-28T15:14:10Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '8375e33d-8132-41b6-b458-f122f93bb7d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:18.471716 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-0e4dc234-5461-44c1-bbc3-4a37e6ef1f33 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6eebadda-25b9-4083-86da-db5a51760664 HTTP/1.1" status: 200 len: 217 time: 0.0709338 Aug 28 15:14:18.500009 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ad3a3c-10c0-4eee-b09b-b97481df961f None None] Checking router: 761a7f24-82b7-47e8-add6-fee3a4282590 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:14:18.529987 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ad3a3c-10c0-4eee-b09b-b97481df961f None None] Routers {'761a7f24-82b7-47e8-add6-fee3a4282590'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:14:18.531512 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e4ad3a3c-10c0-4eee-b09b-b97481df961f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:14:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['761a7f24-82b7-47e8-add6-fee3a4282590'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:18.537003 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-83baec4e-704c-40be-8203-d58beed4df84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:18.539121 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-83baec4e-704c-40be-8203-d58beed4df84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b8c26495-81f2-4073-8e6e-125cfbbdb151 HTTP/1.1" status: 200 len: 852 time: 0.0582092 Aug 28 15:14:18.617206 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-51ae250e-2971-4eb3-87d7-d8fb04c9fecd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92da9e59-648f-44e9-b842-a5afd0c505e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614536 Aug 28 15:14:18.682929 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-e4ad3a3c-10c0-4eee-b09b-b97481df961f None None] Set router 761a7f24-82b7-47e8-add6-fee3a4282590 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:14:18.764389 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-287d6fed-aec2-46c4-9464-65ade0120136 service neutron] 10.222.0.41 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415689 Aug 28 15:14:18.824809 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a,segment=NetworkSegment(39ea6b3d-5e35-4246-931c-4110da41b825),segment_id=39ea6b3d-5e35-4246-931c-4110da41b825)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:18.841886 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:18.902426 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a09f8-cfcb-4841-9e3e-03efe58be6dc req-470655f8-8a15-4db1-96ed-875ef40af2fd tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:18.911397 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-747a09f8-cfcb-4841-9e3e-03efe58be6dc req-470655f8-8a15-4db1-96ed-875ef40af2fd tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 945 time: 0.1451519 Aug 28 15:14:18.978732 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474824cf-8eb9-4e84-88c9-5fccdd02c847 req-e79e15e7-c79d-4b62-8abe-c9425d9106f8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:18.981712 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-474824cf-8eb9-4e84-88c9-5fccdd02c847 req-e79e15e7-c79d-4b62-8abe-c9425d9106f8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 945 time: 0.3332839 Aug 28 15:14:18.998539 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-efdbc2fd-08dc-4802-a3a8-b2dee1cd855d req-aae353c4-7d94-492f-83c6-a394ada8ae04 service neutron] 10.222.0.41 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235610 Aug 28 15:14:19.006236 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-747a09f8-cfcb-4841-9e3e-03efe58be6dc req-3ee1c723-e891-4a17-8783-75ca35c2e026 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895433 Aug 28 15:14:19.073583 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:19.126096 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-474824cf-8eb9-4e84-88c9-5fccdd02c847 req-cab0f515-3e83-46dc-8ace-b50a8aaa915c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171138 Aug 28 15:14:19.129091 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-8ea217fc-ed66-4d34-88d0-b559980d0a3a service neutron] 10.222.0.41 "GET /v2.0/ports/76c73637-04bf-4aca-8a51-e92656d1b57b/bindings/n-h2-712137-10 HTTP/1.1" status: 200 len: 385 time: 0.4790437 Aug 28 15:14:19.181386 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e4ad3a3c-10c0-4eee-b09b-b97481df961f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:14:17Z', 'revision_number': 7, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None, '_interfaces': [{'id': '6b2a5323-5082-4782-b475-f47a2ad99e83', 'name': '', 'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:85:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:55Z', 'updated_at': '2021-08-28T15:14:04Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9110ee7a-b54c-4e29-91fa-031ec159a1b8', 'name': '', 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:40:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:51Z', 'updated_at': '2021-08-28T15:14:00Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a', 'name': '', 'network_id': '19dc134f-e695-4571-bb36-fd3ac9939ac5', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:2b:69:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'eaa97c97-13c2-42af-910a-5f0dec4fbaa3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:09Z', 'updated_at': '2021-08-28T15:14:15Z', 'revision_number': 4, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': 'eaa97c97-13c2-42af-910a-5f0dec4fbaa3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e618681e-46c4-4d02-808d-c6a576cfad09', 'name': '', 'network_id': '2fc9bd99-cc16-4feb-8ef1-704cf154edc4', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:e8:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '8375e33d-8132-41b6-b458-f122f93bb7d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:02Z', 'updated_at': '2021-08-28T15:14:10Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '8375e33d-8132-41b6-b458-f122f93bb7d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:19.214881 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b378ca6-213d-4d6a-b0fa-ca884ab7a03d req-98eebfc7-61dc-4dee-8c62-ce4f63c03ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:19.216464 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8b378ca6-213d-4d6a-b0fa-ca884ab7a03d req-98eebfc7-61dc-4dee-8c62-ce4f63c03ea1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a9a8b74576c4695a1fae90d6f829702&device_id=6a4235f3-3b47-44d0-a791-8510d20f32c3 HTTP/1.1" status: 200 len: 1096 time: 0.1605427 Aug 28 15:14:19.228189 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d23067-9aa4-4b46-8f05-159f482b758a req-2e13006c-912a-41f7-9f57-542658621a5a tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:19.237591 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-14d23067-9aa4-4b46-8f05-159f482b758a req-2e13006c-912a-41f7-9f57-542658621a5a tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4235f3-3b47-44d0-a791-8510d20f32c3 HTTP/1.1" status: 200 len: 944 time: 0.1256838 Aug 28 15:14:19.274638 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ad3a3c-10c0-4eee-b09b-b97481df961f None None] The sync data for ids ['761a7f24-82b7-47e8-add6-fee3a4282590'] in n-d-712137-10 is: [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:14:17Z', 'revision_number': 7, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None, '_interfaces': [{'id': '6b2a5323-5082-4782-b475-f47a2ad99e83', 'name': '', 'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:85:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:55Z', 'updated_at': '2021-08-28T15:14:04Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9110ee7a-b54c-4e29-91fa-031ec159a1b8', 'name': '', 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:40:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:51Z', 'updated_at': '2021-08-28T15:14:00Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a', 'name': '', 'network_id': '19dc134f-e695-4571-bb36-fd3ac9939ac5', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:2b:69:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'eaa97c97-13c2-42af-910a-5f0dec4fbaa3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:09Z', 'updated_at': '2021-08-28T15:14:15Z', 'revision_number': 4, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': 'eaa97c97-13c2-42af-910a-5f0dec4fbaa3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e618681e-46c4-4d02-808d-c6a576cfad09', 'name': '', 'network_id': '2fc9bd99-cc16-4feb-8ef1-704cf154edc4', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:e8:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '8375e33d-8132-41b6-b458-f122f93bb7d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:02Z', 'updated_at': '2021-08-28T15:14:10Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '8375e33d-8132-41b6-b458-f122f93bb7d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:14:19.387898 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-14d23067-9aa4-4b46-8f05-159f482b758a req-5234f39e-03b5-4894-8226-e1e3f3454e2f tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354499 Aug 28 15:14:19.439361 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b378ca6-213d-4d6a-b0fa-ca884ab7a03d req-98d293f8-7522-4cab-90bd-18a756bffde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:19.440993 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8b378ca6-213d-4d6a-b0fa-ca884ab7a03d req-98d293f8-7522-4cab-90bd-18a756bffde1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=92da9e59-648f-44e9-b842-a5afd0c505e3 HTTP/1.1" status: 200 len: 913 time: 0.2025042 Aug 28 15:14:19.476623 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a427a8e-cf23-481e-8dfc-6c0516133bbc req-f97d5af2-cb01-4456-8145-870838b37c37 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:19.478297 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5a427a8e-cf23-481e-8dfc-6c0516133bbc req-f97d5af2-cb01-4456-8145-870838b37c37 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.1685026 Aug 28 15:14:19.513043 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8b378ca6-213d-4d6a-b0fa-ca884ab7a03d req-e7cf9030-3ba2-4459-8351-14dabfb27fda service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6eebadda-25b9-4083-86da-db5a51760664 HTTP/1.1" status: 200 len: 217 time: 0.0645638 Aug 28 15:14:19.523678 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-35ced1f3-c14d-4626-b5fb-e42736c5ba07 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:19.617555 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b378ca6-213d-4d6a-b0fa-ca884ab7a03d req-a5405c1a-f4dc-496c-ba2e-0e9cc4129317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:19.618241 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:14:19.619033 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8b378ca6-213d-4d6a-b0fa-ca884ab7a03d req-a5405c1a-f4dc-496c-ba2e-0e9cc4129317 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b8c26495-81f2-4073-8e6e-125cfbbdb151 HTTP/1.1" status: 200 len: 852 time: 0.0981188 Aug 28 15:14:19.659757 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8b378ca6-213d-4d6a-b0fa-ca884ab7a03d req-025cec74-3710-4680-ad51-ba801a1496c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92da9e59-648f-44e9-b842-a5afd0c505e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326052 Aug 28 15:14:19.703800 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:19.704482 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:19.717791 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fc421c-0897-41ca-b8a6-0fed8797a082 None None] Sync routers for ids ['761a7f24-82b7-47e8-add6-fee3a4282590'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:14:19.728126 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5a427a8e-cf23-481e-8dfc-6c0516133bbc req-d4b48a2f-a34c-4c09-a5d9-c0050a05e2a9 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287552 Aug 28 15:14:19.747859 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fc421c-0897-41ca-b8a6-0fed8797a082 None None] Routers {'761a7f24-82b7-47e8-add6-fee3a4282590'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:14:19.748837 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-70fc421c-0897-41ca-b8a6-0fed8797a082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:14:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['761a7f24-82b7-47e8-add6-fee3a4282590'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:19.760048 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-ae6a8c61-fae0-4627-950d-9ab949e625ce service neutron] For port 76c73637-04bf-4aca-8a51-e92656d1b57b, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=76c73637-04bf-4aca-8a51-e92656d1b57b,segment=NetworkSegment(83726ab7-a699-4c25-96b6-33a071f8a86e),segment_id=83726ab7-a699-4c25-96b6-33a071f8a86e)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:19.865424 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8b378ca6-213d-4d6a-b0fa-ca884ab7a03d req-ba3c9c7f-fac7-445e-bdcb-4c43fc307ba8 service neutron] 10.222.0.41 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977131 Aug 28 15:14:19.928066 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-ae6a8c61-fae0-4627-950d-9ab949e625ce service neutron] For port 76c73637-04bf-4aca-8a51-e92656d1b57b, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:14:19.959119 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-70fc421c-0897-41ca-b8a6-0fed8797a082 None None] Set router 761a7f24-82b7-47e8-add6-fee3a4282590 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:14:20.045769 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d6737c-9beb-4795-9146-fc2b89cb908b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76c73637-04bf-4aca-8a51-e92656d1b57b'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:14:20.049257 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad8f5f5-2f20-4ac4-a19d-dac4fae532b5" -d '{"events": [{"server_uuid": "c6d6737c-9beb-4795-9146-fc2b89cb908b", "name": "network-vif-unplugged", "status": "completed", "tag": "76c73637-04bf-4aca-8a51-e92656d1b57b"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:14:20.072845 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-ae6a8c61-fae0-4627-950d-9ab949e625ce service neutron] For port 76c73637-04bf-4aca-8a51-e92656d1b57b, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=76c73637-04bf-4aca-8a51-e92656d1b57b,segment=NetworkSegment(83726ab7-a699-4c25-96b6-33a071f8a86e),segment_id=83726ab7-a699-4c25-96b6-33a071f8a86e)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:20.093034 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-ae6a8c61-fae0-4627-950d-9ab949e625ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:20.154771 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8b378ca6-213d-4d6a-b0fa-ca884ab7a03d req-5fd2f14f-715c-4476-b860-a9092cf8b656 service neutron] 10.222.0.41 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808952 Aug 28 15:14:20.333323 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 15:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70118e8d-78af-4a54-8faf-3b6901bdf528 x-openstack-request-id: req-70118e8d-78af-4a54-8faf-3b6901bdf528 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:14:20.334088 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d6737c-9beb-4795-9146-fc2b89cb908b", "name": "network-vif-unplugged", "status": "completed", "tag": "76c73637-04bf-4aca-8a51-e92656d1b57b", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:14:20.334494 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70118e8d-78af-4a54-8faf-3b6901bdf528 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:14:20.334996 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d6737c-9beb-4795-9146-fc2b89cb908b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76c73637-04bf-4aca-8a51-e92656d1b57b', 'code': 200} Aug 28 15:14:20.341797 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7e50e-4f69-458a-89fb-5e808f4c5812 req-ff2a603f-7f4c-436a-92b5-fc1f723402cb tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:20.356783 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ebc7e50e-4f69-458a-89fb-5e808f4c5812 req-ff2a603f-7f4c-436a-92b5-fc1f723402cb tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.1731794 Aug 28 15:14:20.377774 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-ae6a8c61-fae0-4627-950d-9ab949e625ce service neutron] Transition to ACTIVE for port object 76c73637-04bf-4aca-8a51-e92656d1b57b will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:14:20.387248 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-ae6a8c61-fae0-4627-950d-9ab949e625ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:20.431807 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ebc7e50e-4f69-458a-89fb-5e808f4c5812 req-cbb1087d-8120-4356-afe6-f7ae6d1c0376 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711410 Aug 28 15:14:20.449826 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-35ced1f3-c14d-4626-b5fb-e42736c5ba07 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Deleting port cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:14:20.450300 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-35ced1f3-c14d-4626-b5fb-e42736c5ba07 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:20.451344 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-70fc421c-0897-41ca-b8a6-0fed8797a082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:14:17Z', 'revision_number': 7, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None, '_interfaces': [{'id': '6b2a5323-5082-4782-b475-f47a2ad99e83', 'name': '', 'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:85:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:55Z', 'updated_at': '2021-08-28T15:14:04Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9110ee7a-b54c-4e29-91fa-031ec159a1b8', 'name': '', 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:40:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:51Z', 'updated_at': '2021-08-28T15:14:00Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a', 'name': '', 'network_id': '19dc134f-e695-4571-bb36-fd3ac9939ac5', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:2b:69:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'eaa97c97-13c2-42af-910a-5f0dec4fbaa3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:09Z', 'updated_at': '2021-08-28T15:14:18Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': 'eaa97c97-13c2-42af-910a-5f0dec4fbaa3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e618681e-46c4-4d02-808d-c6a576cfad09', 'name': '', 'network_id': '2fc9bd99-cc16-4feb-8ef1-704cf154edc4', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:e8:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '8375e33d-8132-41b6-b458-f122f93bb7d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:02Z', 'updated_at': '2021-08-28T15:14:10Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '8375e33d-8132-41b6-b458-f122f93bb7d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:20.505802 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fc421c-0897-41ca-b8a6-0fed8797a082 None None] Checking router: 761a7f24-82b7-47e8-add6-fee3a4282590 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:14:20.517413 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fc421c-0897-41ca-b8a6-0fed8797a082 None None] Routers {'761a7f24-82b7-47e8-add6-fee3a4282590'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:14:20.518317 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-70fc421c-0897-41ca-b8a6-0fed8797a082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:14:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['761a7f24-82b7-47e8-add6-fee3a4282590'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:20.693086 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-70fc421c-0897-41ca-b8a6-0fed8797a082 None None] Set router 761a7f24-82b7-47e8-add6-fee3a4282590 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:14:20.694949 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5a808-8585-4d25-aa6e-657624d056e5 req-14a27d78-f0fe-4a02-a923-3c6f28d6eea2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:20.709176 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-93c5a808-8585-4d25-aa6e-657624d056e5 req-14a27d78-f0fe-4a02-a923-3c6f28d6eea2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4235f3-3b47-44d0-a791-8510d20f32c3 HTTP/1.1" status: 200 len: 944 time: 0.1078396 Aug 28 15:14:20.740433 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-ae6a8c61-fae0-4627-950d-9ab949e625ce service neutron] No DVR routers for this DVR port 76c73637-04bf-4aca-8a51-e92656d1b57b on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:14:20.775088 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-93c5a808-8585-4d25-aa6e-657624d056e5 req-953b91d2-bce0-4c65-9f1f-9074623b555b tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596263 Aug 28 15:14:20.868267 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a8c61-fae0-4627-950d-9ab949e625ce service neutron] Pushing event updated for resources: {'Port': ['ID=76c73637-04bf-4aca-8a51-e92656d1b57b,revision_number=11']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:20.888569 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a37dd8-fd80-4e2e-98e4-73bf8ecaf65e req-d5482b9f-7c2d-49e1-b3be-3ad1a1847e44 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:20.897512 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-77a37dd8-fd80-4e2e-98e4-73bf8ecaf65e req-d5482b9f-7c2d-49e1-b3be-3ad1a1847e44 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 944 time: 0.4312985 Aug 28 15:14:21.038250 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-35ced1f3-c14d-4626-b5fb-e42736c5ba07 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] For port cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a,segment=NetworkSegment(39ea6b3d-5e35-4246-931c-4110da41b825),segment_id=39ea6b3d-5e35-4246-931c-4110da41b825)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:21.039121 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-35ced1f3-c14d-4626-b5fb-e42736c5ba07 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:21.062312 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-35ced1f3-c14d-4626-b5fb-e42736c5ba07 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Calling delete_port for cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:14:21.111568 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-70fc421c-0897-41ca-b8a6-0fed8797a082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:14:17Z', 'revision_number': 7, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None, '_interfaces': [{'id': '6b2a5323-5082-4782-b475-f47a2ad99e83', 'name': '', 'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:85:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:55Z', 'updated_at': '2021-08-28T15:14:04Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9110ee7a-b54c-4e29-91fa-031ec159a1b8', 'name': '', 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:40:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:51Z', 'updated_at': '2021-08-28T15:14:00Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a', 'name': '', 'network_id': '19dc134f-e695-4571-bb36-fd3ac9939ac5', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:2b:69:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'eaa97c97-13c2-42af-910a-5f0dec4fbaa3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:09Z', 'updated_at': '2021-08-28T15:14:18Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': 'eaa97c97-13c2-42af-910a-5f0dec4fbaa3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e618681e-46c4-4d02-808d-c6a576cfad09', 'name': '', 'network_id': '2fc9bd99-cc16-4feb-8ef1-704cf154edc4', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:e8:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '8375e33d-8132-41b6-b458-f122f93bb7d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:02Z', 'updated_at': '2021-08-28T15:14:10Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '8375e33d-8132-41b6-b458-f122f93bb7d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:21.175069 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fc421c-0897-41ca-b8a6-0fed8797a082 None None] The sync data for ids ['761a7f24-82b7-47e8-add6-fee3a4282590'] in n-d-712137-10 is: [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:14:17Z', 'revision_number': 7, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None, '_interfaces': [{'id': '6b2a5323-5082-4782-b475-f47a2ad99e83', 'name': '', 'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:85:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:55Z', 'updated_at': '2021-08-28T15:14:04Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9110ee7a-b54c-4e29-91fa-031ec159a1b8', 'name': '', 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:40:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:51Z', 'updated_at': '2021-08-28T15:14:00Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a', 'name': '', 'network_id': '19dc134f-e695-4571-bb36-fd3ac9939ac5', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:2b:69:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'eaa97c97-13c2-42af-910a-5f0dec4fbaa3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:09Z', 'updated_at': '2021-08-28T15:14:18Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': 'eaa97c97-13c2-42af-910a-5f0dec4fbaa3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e618681e-46c4-4d02-808d-c6a576cfad09', 'name': '', 'network_id': '2fc9bd99-cc16-4feb-8ef1-704cf154edc4', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:e8:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '8375e33d-8132-41b6-b458-f122f93bb7d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:02Z', 'updated_at': '2021-08-28T15:14:10Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '8375e33d-8132-41b6-b458-f122f93bb7d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:14:21.244057 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-ae6a8c61-fae0-4627-950d-9ab949e625ce service neutron] 10.222.0.41 "PUT /v2.0/ports/76c73637-04bf-4aca-8a51-e92656d1b57b/bindings/n-h2-712137-10/activate HTTP/1.1" status: 200 len: 370 time: 2.0941238 Aug 28 15:14:21.295786 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-77a37dd8-fd80-4e2e-98e4-73bf8ecaf65e req-c0672ef5-c490-4593-b119-7e447b814ddd tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3897645 Aug 28 15:14:21.333226 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 76c73637-04bf-4aca-8a51-e92656d1b57b no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:14:21.349342 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-35ced1f3-c14d-4626-b5fb-e42736c5ba07 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:21.452588 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-86951196-1f3c-40ab-8193-4671e9b37039 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:21.460995 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-86951196-1f3c-40ab-8193-4671e9b37039 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b&tenant_id=bee02b8454d546b78330e0129408e569&binding%3Ahost_id=n-h1-712137-10 HTTP/1.1" status: 200 len: 1096 time: 0.1380806 Aug 28 15:14:21.472320 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ced1f3-c14d-4626-b5fb-e42736c5ba07 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Port': ['ID=cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:21.506600 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 76c73637-04bf-4aca-8a51-e92656d1b57b not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:14:21.591970 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-93a7b0cb-1f87-4da3-a5a1-09aa823dcea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:21.598563 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-93a7b0cb-1f87-4da3-a5a1-09aa823dcea8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b&tenant_id=bee02b8454d546b78330e0129408e569 HTTP/1.1" status: 200 len: 1096 time: 0.1301939 Aug 28 15:14:21.708927 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-35ced1f3-c14d-4626-b5fb-e42736c5ba07 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:21.747289 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93adbc6-69fe-426b-96f8-0bb35c2db8a6 req-2b462af1-a6bf-4919-a456-119f66053829 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:21.748952 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a93adbc6-69fe-426b-96f8-0bb35c2db8a6 req-2b462af1-a6bf-4919-a456-119f66053829 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.1494000 Aug 28 15:14:21.776731 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-af7ba7b1-d696-4feb-98ac-315722219936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:21.778156 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-af7ba7b1-d696-4feb-98ac-315722219936 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 1096 time: 0.1175532 Aug 28 15:14:21.907621 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a93adbc6-69fe-426b-96f8-0bb35c2db8a6 req-e1fc687d-0c1e-4e6c-b41a-39865c07371b tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512997 Aug 28 15:14:21.969877 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-cfa688e9-9d7e-4d05-8812-6c364dace600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:21.973105 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-cfa688e9-9d7e-4d05-8812-6c364dace600 service neutron] 10.222.0.36 "GET /v2.0/networks?id=125b4a97-f28b-45ff-af57-8d50b6f26fd7 HTTP/1.1" status: 200 len: 897 time: 0.1824114 Aug 28 15:14:22.030450 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ced1f3-c14d-4626-b5fb-e42736c5ba07 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Router 761a7f24-82b7-47e8-add6-fee3a4282590 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:14:22.044977 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddb284-f772-4c9b-a855-75f267ecede5 req-e3eaa8fb-7c36-4571-b9a1-3a3bd8729e0d tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:22.047057 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12ddb284-f772-4c9b-a855-75f267ecede5 req-e3eaa8fb-7c36-4571-b9a1-3a3bd8729e0d tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4235f3-3b47-44d0-a791-8510d20f32c3 HTTP/1.1" status: 200 len: 944 time: 0.1264305 Aug 28 15:14:22.127613 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-b69446f1-a1fa-4e5a-b35a-0a425a82c1cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76c73637-04bf-4aca-8a51-e92656d1b57b HTTP/1.1" status: 200 len: 999 time: 0.1484294 Aug 28 15:14:22.155986 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12ddb284-f772-4c9b-a855-75f267ecede5 req-a33ad6c4-290c-4457-b3f6-986ed646abfe tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991800 Aug 28 15:14:22.206843 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-a55b594d-4a8c-49a1-b130-fbe1594bd4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:22.208729 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-a55b594d-4a8c-49a1-b130-fbe1594bd4a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1981851f-999b-45ac-a8bb-159a0671690b HTTP/1.1" status: 200 len: 834 time: 0.0743368 Aug 28 15:14:22.263538 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ced1f3-c14d-4626-b5fb-e42736c5ba07 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:14:22.278747 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-35ced1f3-c14d-4626-b5fb-e42736c5ba07 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "PUT /v2.0/routers/761a7f24-82b7-47e8-add6-fee3a4282590/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1189551 Aug 28 15:14:22.278747 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56942) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:22.281072 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43c31fb-cd4c-4231-9038-67d065e1367a None None] Sync routers for ids ['761a7f24-82b7-47e8-add6-fee3a4282590'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:14:22.298179 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43c31fb-cd4c-4231-9038-67d065e1367a None None] Routers {'761a7f24-82b7-47e8-add6-fee3a4282590'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:14:22.299204 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e43c31fb-cd4c-4231-9038-67d065e1367a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:14:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['761a7f24-82b7-47e8-add6-fee3a4282590'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:22.307910 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-5a6a7fe2-3e5e-41b7-a144-e4ca0fc0d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:22.309631 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-5a6a7fe2-3e5e-41b7-a144-e4ca0fc0d534 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=125b4a97-f28b-45ff-af57-8d50b6f26fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0903761 Aug 28 15:14:22.374871 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc2eb064-ec70-4b49-948a-3591fa1dd700 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Deleting subnet eaa97c97-13c2-42af-910a-5f0dec4fbaa3 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:14:22.380191 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cc2eb064-ec70-4b49-948a-3591fa1dd700 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:22.480239 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-e43c31fb-cd4c-4231-9038-67d065e1367a None None] Set router 761a7f24-82b7-47e8-add6-fee3a4282590 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:14:22.488388 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cc2eb064-ec70-4b49-948a-3591fa1dd700 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:22.604631 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fd5c5-7be2-4446-b568-f78703dd0f38 req-f08b0961-4f81-4e8a-8ee1-191636d60063 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:22.606900 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-885fd5c5-7be2-4446-b568-f78703dd0f38 req-f08b0961-4f81-4e8a-8ee1-191636d60063 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 944 time: 0.1755490 Aug 28 15:14:22.611486 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-4fe04ad5-c120-46c7-b908-e89a5c50c058 service neutron] 10.222.0.36 "GET /v2.0/networks/125b4a97-f28b-45ff-af57-8d50b6f26fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936819 Aug 28 15:14:22.709364 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-885fd5c5-7be2-4446-b568-f78703dd0f38 req-1bb1d255-fc4a-47a9-a4ab-07978eea7c96 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953045 Aug 28 15:14:22.761286 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-1b980187-659a-4006-b90f-31b6fd960119 service neutron] 10.222.0.36 "GET /v2.0/networks/125b4a97-f28b-45ff-af57-8d50b6f26fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401489 Aug 28 15:14:22.808053 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e43c31fb-cd4c-4231-9038-67d065e1367a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:14:21Z', 'revision_number': 8, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None, '_interfaces': [{'id': '6b2a5323-5082-4782-b475-f47a2ad99e83', 'name': '', 'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:85:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:55Z', 'updated_at': '2021-08-28T15:14:04Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9110ee7a-b54c-4e29-91fa-031ec159a1b8', 'name': '', 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:40:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:51Z', 'updated_at': '2021-08-28T15:14:00Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e618681e-46c4-4d02-808d-c6a576cfad09', 'name': '', 'network_id': '2fc9bd99-cc16-4feb-8ef1-704cf154edc4', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:e8:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '8375e33d-8132-41b6-b458-f122f93bb7d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:02Z', 'updated_at': '2021-08-28T15:14:10Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '8375e33d-8132-41b6-b458-f122f93bb7d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:22.843440 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43c31fb-cd4c-4231-9038-67d065e1367a None None] Checking router: 761a7f24-82b7-47e8-add6-fee3a4282590 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:14:22.853850 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43c31fb-cd4c-4231-9038-67d065e1367a None None] Routers {'761a7f24-82b7-47e8-add6-fee3a4282590'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:14:22.854468 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e43c31fb-cd4c-4231-9038-67d065e1367a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:14:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['761a7f24-82b7-47e8-add6-fee3a4282590'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:22.881010 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16539b58-b0de-4196-9320-73311b8baf8d req-a6e4e011-d8a9-41d8-a2d2-fd0e911bb6e8 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:22.884596 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-16539b58-b0de-4196-9320-73311b8baf8d req-a6e4e011-d8a9-41d8-a2d2-fd0e911bb6e8 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.5067947 Aug 28 15:14:22.959195 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-16539b58-b0de-4196-9320-73311b8baf8d req-2eb9c7ff-7fca-4734-bbd6-4ad52badf003 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734529 Aug 28 15:14:22.984659 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cc2eb064-ec70-4b49-948a-3591fa1dd700 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:22.987805 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-e43c31fb-cd4c-4231-9038-67d065e1367a None None] Set router 761a7f24-82b7-47e8-add6-fee3a4282590 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:14:23.049954 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-4107c10b-ab4e-4ce6-a5b4-2d596a78d5fe tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:23.050804 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cc2eb064-ec70-4b49-948a-3591fa1dd700 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:23.051773 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-4107c10b-ab4e-4ce6-a5b4-2d596a78d5fe tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b&tenant_id=bee02b8454d546b78330e0129408e569&binding%3Ahost_id=n-h2-712137-10 HTTP/1.1" status: 200 len: 1096 time: 0.0626185 Aug 28 15:14:23.083879 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cc2eb064-ec70-4b49-948a-3591fa1dd700 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:23.088788 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-cc2eb064-ec70-4b49-948a-3591fa1dd700 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/subnets/eaa97c97-13c2-42af-910a-5f0dec4fbaa3 HTTP/1.1" status: 204 len: 168 time: 0.8044767 Aug 28 15:14:23.088788 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2eb064-ec70-4b49-948a-3591fa1dd700 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Subnet': ['ID=eaa97c97-13c2-42af-910a-5f0dec4fbaa3,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:23.089617 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56950) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:23.095369 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706763e7-26a0-42ee-a068-294e11e9fbd0 None None] Network 19dc134f-e695-4571-bb36-fd3ac9939ac5 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:14:23.185219 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75a980fb-97ab-46ec-bb65-206cacd31bb7 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:23.260645 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-8cdc0333-b443-4105-9585-0fcd15727a21 service neutron] For port 76c73637-04bf-4aca-8a51-e92656d1b57b, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:14:23.264218 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-8cdc0333-b443-4105-9585-0fcd15727a21 service neutron] Notify callbacks [] for binding, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:23.265385 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ceb63e1a-1e6f-48b6-bd58-28eaa66581de req-8cdc0333-b443-4105-9585-0fcd15727a21 service neutron] 10.222.0.36 "DELETE /v2.0/ports/76c73637-04bf-4aca-8a51-e92656d1b57b/bindings/n-h1-712137-10 HTTP/1.1" status: 204 len: 173 time: 0.2065947 Aug 28 15:14:23.293123 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-75a980fb-97ab-46ec-bb65-206cacd31bb7 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Deleting port 54ac0243-50d7-4ced-a043-785d72c0e2d7 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:14:23.293763 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75a980fb-97ab-46ec-bb65-206cacd31bb7 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:23.331607 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfe798-0d5c-4e42-924f-d544cc38c265 req-183b79b8-764d-42b7-84f3-510eb5bdb392 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:23.339917 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-97dfe798-0d5c-4e42-924f-d544cc38c265 req-183b79b8-764d-42b7-84f3-510eb5bdb392 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4235f3-3b47-44d0-a791-8510d20f32c3 HTTP/1.1" status: 200 len: 944 time: 0.0649438 Aug 28 15:14:23.360695 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 6eebadda-25b9-4083-86da-db5a51760664 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:14:23.395529 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-97dfe798-0d5c-4e42-924f-d544cc38c265 req-58353347-8db2-4057-92ef-c0e4bed0b1dd tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546505 Aug 28 15:14:23.396475 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-75a980fb-97ab-46ec-bb65-206cacd31bb7 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] For port 54ac0243-50d7-4ced-a043-785d72c0e2d7, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=54ac0243-50d7-4ced-a043-785d72c0e2d7,segment=NetworkSegment(39ea6b3d-5e35-4246-931c-4110da41b825),segment_id=39ea6b3d-5e35-4246-931c-4110da41b825)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:23.396948 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75a980fb-97ab-46ec-bb65-206cacd31bb7 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:23.417209 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-75a980fb-97ab-46ec-bb65-206cacd31bb7 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Calling delete_port for 54ac0243-50d7-4ced-a043-785d72c0e2d7 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:14:23.575001 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75a980fb-97ab-46ec-bb65-206cacd31bb7 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:23.627694 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a980fb-97ab-46ec-bb65-206cacd31bb7 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Port': ['ID=54ac0243-50d7-4ced-a043-785d72c0e2d7,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:23.644022 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a980fb-97ab-46ec-bb65-206cacd31bb7 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] No DVR routers for this DVR port 54ac0243-50d7-4ced-a043-785d72c0e2d7 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:14:23.762946 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba34160-689b-4636-bca7-74f99942d9c2 None None] DHCP port deletion for 19dc134f-e695-4571-bb36-fd3ac9939ac5 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:14:23.792144 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e43c31fb-cd4c-4231-9038-67d065e1367a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:14:21Z', 'revision_number': 8, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None, '_interfaces': [{'id': '6b2a5323-5082-4782-b475-f47a2ad99e83', 'name': '', 'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:85:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:55Z', 'updated_at': '2021-08-28T15:14:04Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9110ee7a-b54c-4e29-91fa-031ec159a1b8', 'name': '', 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:40:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:51Z', 'updated_at': '2021-08-28T15:14:00Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e618681e-46c4-4d02-808d-c6a576cfad09', 'name': '', 'network_id': '2fc9bd99-cc16-4feb-8ef1-704cf154edc4', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:e8:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '8375e33d-8132-41b6-b458-f122f93bb7d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:02Z', 'updated_at': '2021-08-28T15:14:10Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '8375e33d-8132-41b6-b458-f122f93bb7d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:23.796273 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75a980fb-97ab-46ec-bb65-206cacd31bb7 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:23.824247 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-75a980fb-97ab-46ec-bb65-206cacd31bb7 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19dc134f-e695-4571-bb36-fd3ac9939ac5']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:23.833811 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43c31fb-cd4c-4231-9038-67d065e1367a None None] The sync data for ids ['761a7f24-82b7-47e8-add6-fee3a4282590'] in n-d-712137-10 is: [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:14:21Z', 'revision_number': 8, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None, '_interfaces': [{'id': '6b2a5323-5082-4782-b475-f47a2ad99e83', 'name': '', 'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:85:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:55Z', 'updated_at': '2021-08-28T15:14:04Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9110ee7a-b54c-4e29-91fa-031ec159a1b8', 'name': '', 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:40:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:51Z', 'updated_at': '2021-08-28T15:14:00Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e618681e-46c4-4d02-808d-c6a576cfad09', 'name': '', 'network_id': '2fc9bd99-cc16-4feb-8ef1-704cf154edc4', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:e8:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '8375e33d-8132-41b6-b458-f122f93bb7d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:02Z', 'updated_at': '2021-08-28T15:14:10Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '8375e33d-8132-41b6-b458-f122f93bb7d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:14:23.839557 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 6eebadda-25b9-4083-86da-db5a51760664, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=6eebadda-25b9-4083-86da-db5a51760664,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:23.851979 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-75a980fb-97ab-46ec-bb65-206cacd31bb7 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ea6b3d-5e35-4246-931c-4110da41b825') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:23.852304 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-75a980fb-97ab-46ec-bb65-206cacd31bb7 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ea6b3d-5e35-4246-931c-4110da41b825') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:23.859740 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '6eebadda-25b9-4083-86da-db5a51760664', 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3', 'port_id': '6eebadda-25b9-4083-86da-db5a51760664', 'mac_address': 'fa:16:3e:57:a7:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c26495-81f2-4073-8e6e-125cfbbdb151', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:14:23.866475 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75a980fb-97ab-46ec-bb65-206cacd31bb7 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:23.891825 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75a980fb-97ab-46ec-bb65-206cacd31bb7 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:23.910187 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d5215-14f3-47a5-b3e9-a35f6317a8d8 req-917535a9-cc32-4861-8185-0ed321d3be42 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:23.911812 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-284d5215-14f3-47a5-b3e9-a35f6317a8d8 req-917535a9-cc32-4861-8185-0ed321d3be42 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 944 time: 0.1023505 Aug 28 15:14:23.913026 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a980fb-97ab-46ec-bb65-206cacd31bb7 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:14:23.913503 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75a980fb-97ab-46ec-bb65-206cacd31bb7 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:14:23.916950 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:14:23.942583 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:23.964171 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eebadda-25b9-4083-86da-db5a51760664 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:14:24.004841 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 6eebadda-25b9-4083-86da-db5a51760664, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=6eebadda-25b9-4083-86da-db5a51760664,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:24.018744 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:24.057651 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-284d5215-14f3-47a5-b3e9-a35f6317a8d8 req-1a001c38-b5d2-439e-9353-38fb03c2f1d8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370575 Aug 28 15:14:24.058604 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75a980fb-97ab-46ec-bb65-206cacd31bb7 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:24.068129 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75a980fb-97ab-46ec-bb65-206cacd31bb7 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:24.071851 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-75a980fb-97ab-46ec-bb65-206cacd31bb7 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/networks/19dc134f-e695-4571-bb36-fd3ac9939ac5 HTTP/1.1" status: 204 len: 168 time: 0.9817245 Aug 28 15:14:24.074726 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56962) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:24.097504 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a980fb-97ab-46ec-bb65-206cacd31bb7 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Network': ['ID=19dc134f-e695-4571-bb36-fd3ac9939ac5,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:24.112817 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=6eebadda-25b9-4083-86da-db5a51760664,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:24.137816 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:24.138661 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:24.139270 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:24.140087 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:24.140767 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:24.141333 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:24.141823 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:24.142310 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:24.142813 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:24.143558 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:24.144237 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:24.144751 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:24.218511 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ea792-18bd-49d5-a9c7-62a6da6827d0 req-c39c53df-6ec6-421a-a80f-df89bb11b489 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:24.220401 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-666ea792-18bd-49d5-a9c7-62a6da6827d0 req-c39c53df-6ec6-421a-a80f-df89bb11b489 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 1096 time: 0.0669768 Aug 28 15:14:24.314112 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-666ea792-18bd-49d5-a9c7-62a6da6827d0 req-665625bf-6846-4896-aa9e-b7e589b27bf7 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717511 Aug 28 15:14:24.349976 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['6eebadda-25b9-4083-86da-db5a51760664'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:14:24.449216 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:24.530910 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df3f1b-211e-4826-a8a8-39293ffa988e req-fdc55ac1-d037-4fcf-b6ce-c3258e007c71 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:24.533913 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c1df3f1b-211e-4826-a8a8-39293ffa988e req-fdc55ac1-d037-4fcf-b6ce-c3258e007c71 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 944 time: 0.1131675 Aug 28 15:14:24.587206 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c1df3f1b-211e-4826-a8a8-39293ffa988e req-b84e03be-8e26-4522-bbb4-956d27932d98 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442250 Aug 28 15:14:24.624207 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56972) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:24.707206 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e15109-276d-4a56-b97e-9bb5c09d9d96 req-032f0f98-8c0d-47c7-b164-9b96f8c671c8 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:24.709170 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-73e15109-276d-4a56-b97e-9bb5c09d9d96 req-032f0f98-8c0d-47c7-b164-9b96f8c671c8 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.1038556 Aug 28 15:14:24.740699 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-af1a28ce-9dbf-4b17-8c16-d5ff9cb1993a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/floatingips/71d2b019-a5eb-4d16-9d34-b15b14b3b34d HTTP/1.1" status: 200 len: 991 time: 0.1153212 Aug 28 15:14:24.769186 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c4fa2-8249-4b23-af01-7e3f2c86b938 req-9e86abc5-5f67-4b00-9b82-ddf1809f2065 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:24.770632 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2c0c4fa2-8249-4b23-af01-7e3f2c86b938 req-9e86abc5-5f67-4b00-9b82-ddf1809f2065 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4235f3-3b47-44d0-a791-8510d20f32c3 HTTP/1.1" status: 200 len: 945 time: 0.0805995 Aug 28 15:14:24.814908 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2c0c4fa2-8249-4b23-af01-7e3f2c86b938 req-62fffc4d-1df8-427e-9739-6bf128475967 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373979 Aug 28 15:14:24.846754 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-73e15109-276d-4a56-b97e-9bb5c09d9d96 req-5cd382b0-533e-4df1-90cd-c9b020c4811a tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883751 Aug 28 15:14:25.013048 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-922d8f17-0952-45ec-b89d-14259f6e5587 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:25.046155 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56980) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:25.221728 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-c4b5e1f2-d469-42ae-8ccf-8ace7de87463 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Deleting port d7ac75d1-793b-4f48-9819-bced20528e44 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:14:25.222476 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c4b5e1f2-d469-42ae-8ccf-8ace7de87463 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:25.294438 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-922d8f17-0952-45ec-b89d-14259f6e5587 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Deleting port e618681e-46c4-4d02-808d-c6a576cfad09 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:14:25.295027 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-922d8f17-0952-45ec-b89d-14259f6e5587 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:25.300653 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c4b5e1f2-d469-42ae-8ccf-8ace7de87463 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:25.300988 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c4b5e1f2-d469-42ae-8ccf-8ace7de87463 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:25.313652 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-c4b5e1f2-d469-42ae-8ccf-8ace7de87463 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Calling delete_port for d7ac75d1-793b-4f48-9819-bced20528e44 owned by network:floatingip {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:14:25.356704 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 6eebadda-25b9-4083-86da-db5a51760664 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:14:25.391368 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-922d8f17-0952-45ec-b89d-14259f6e5587 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] For port e618681e-46c4-4d02-808d-c6a576cfad09, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e618681e-46c4-4d02-808d-c6a576cfad09,segment=NetworkSegment(e6da5156-7fc2-4d07-9c87-82a65c5c8977),segment_id=e6da5156-7fc2-4d07-9c87-82a65c5c8977)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:25.391778 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-922d8f17-0952-45ec-b89d-14259f6e5587 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:25.406187 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 6eebadda-25b9-4083-86da-db5a51760664 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:14:25.408265 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-922d8f17-0952-45ec-b89d-14259f6e5587 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Calling delete_port for e618681e-46c4-4d02-808d-c6a576cfad09 owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:14:25.411893 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 6eebadda-25b9-4083-86da-db5a51760664 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:25.412542 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:25.511676 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:25.524003 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c4b5e1f2-d469-42ae-8ccf-8ace7de87463 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:25.535775 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4235f3-3b47-44d0-a791-8510d20f32c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eebadda-25b9-4083-86da-db5a51760664'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:14:25.538038 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af037589-3b0f-466c-a8e7-2bfe2ee59dcc" -d '{"events": [{"server_uuid": "6a4235f3-3b47-44d0-a791-8510d20f32c3", "name": "network-vif-plugged", "status": "completed", "tag": "6eebadda-25b9-4083-86da-db5a51760664"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:14:25.552405 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 6eebadda-25b9-4083-86da-db5a51760664, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=6eebadda-25b9-4083-86da-db5a51760664,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:25.555246 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5e1f2-d469-42ae-8ccf-8ace7de87463 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event deleted for resources: {'Port': ['ID=d7ac75d1-793b-4f48-9819-bced20528e44,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:25.557436 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:25.587172 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:14:25.613920 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:14:25.614245 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device cdc1f8a8-8d07-4e1b-aea1-c5b1cbeedc3a not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:14:25.614717 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 54ac0243-50d7-4ced-a043-785d72c0e2d7 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:14:25.624464 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210df40e-4657-45ce-b4bf-493a24dab876 x-openstack-request-id: req-210df40e-4657-45ce-b4bf-493a24dab876 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:14:25.624464 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4235f3-3b47-44d0-a791-8510d20f32c3", "name": "network-vif-plugged", "status": "completed", "tag": "6eebadda-25b9-4083-86da-db5a51760664", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:14:25.624770 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-210df40e-4657-45ce-b4bf-493a24dab876 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:14:25.625217 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4235f3-3b47-44d0-a791-8510d20f32c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eebadda-25b9-4083-86da-db5a51760664', 'code': 200} Aug 28 15:14:25.637768 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c4b5e1f2-d469-42ae-8ccf-8ace7de87463 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for floatingip, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:25.638101 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-c4b5e1f2-d469-42ae-8ccf-8ace7de87463 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Floating IP 71d2b019-a5eb-4d16-9d34-b15b14b3b34d disassociated (deleted). External IP: 172.25.3.254, port: 76c73637-04bf-4aca-8a51-e92656d1b57b. Aug 28 15:14:25.649111 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-922d8f17-0952-45ec-b89d-14259f6e5587 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:25.653154 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 54ac0243-50d7-4ced-a043-785d72c0e2d7 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:14:25.654648 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 54ac0243-50d7-4ced-a043-785d72c0e2d7 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:14:25.684431 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=6eebadda-25b9-4083-86da-db5a51760664,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:25.729039 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d8f17-0952-45ec-b89d-14259f6e5587 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Port': ['ID=e618681e-46c4-4d02-808d-c6a576cfad09,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:25.758048 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d8f17-0952-45ec-b89d-14259f6e5587 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:25.758404 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d8f17-0952-45ec-b89d-14259f6e5587 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:25.758753 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d8f17-0952-45ec-b89d-14259f6e5587 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:25.759079 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d8f17-0952-45ec-b89d-14259f6e5587 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:25.759420 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d8f17-0952-45ec-b89d-14259f6e5587 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:25.760610 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d8f17-0952-45ec-b89d-14259f6e5587 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:25.760610 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d8f17-0952-45ec-b89d-14259f6e5587 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:25.760610 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d8f17-0952-45ec-b89d-14259f6e5587 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:25.761074 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d8f17-0952-45ec-b89d-14259f6e5587 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:25.761074 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d8f17-0952-45ec-b89d-14259f6e5587 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:25.761320 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d8f17-0952-45ec-b89d-14259f6e5587 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:25.761623 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d8f17-0952-45ec-b89d-14259f6e5587 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:25.782732 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb48089-108f-4fdd-9716-0690b0fbe5a0 req-ef9d7a8d-5811-49a9-9ee1-e527f990883f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:25.784397 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-edb48089-108f-4fdd-9716-0690b0fbe5a0 req-ef9d7a8d-5811-49a9-9ee1-e527f990883f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6a4235f3-3b47-44d0-a791-8510d20f32c3 HTTP/1.1" status: 200 len: 1098 time: 0.0889127 Aug 28 15:14:25.950517 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-922d8f17-0952-45ec-b89d-14259f6e5587 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:25.985822 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-edb48089-108f-4fdd-9716-0690b0fbe5a0 req-c1868cc0-a4c6-42aa-a7e8-d36dbc36256b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910050 Aug 28 15:14:26.059974 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fd44c-5937-419b-8fed-ae07eb68085c req-e00effcb-dea1-4ea4-922b-41ca49796d5a tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:26.061494 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-463fd44c-5937-419b-8fed-ae07eb68085c req-e00effcb-dea1-4ea4-922b-41ca49796d5a tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4235f3-3b47-44d0-a791-8510d20f32c3 HTTP/1.1" status: 200 len: 946 time: 0.1213293 Aug 28 15:14:26.090525 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b5e1f2-d469-42ae-8ccf-8ace7de87463 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Router a30c21e3-3708-440a-bf01-a555061910dd has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:14:26.112909 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6293cbe-f9aa-45b3-b657-3aac6ff58740 req-c5fae2e3-a23e-4508-81d6-68ec5bd05f54 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:26.114015 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e6293cbe-f9aa-45b3-b657-3aac6ff58740 req-c5fae2e3-a23e-4508-81d6-68ec5bd05f54 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.1431091 Aug 28 15:14:26.120762 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-463fd44c-5937-419b-8fed-ae07eb68085c req-a5cd5654-a3fa-4bd3-9ad6-f9ec8f04434a tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528312 Aug 28 15:14:26.231024 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b5e1f2-d469-42ae-8ccf-8ace7de87463 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:14:26.236038 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c4b5e1f2-d469-42ae-8ccf-8ace7de87463 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:26.239821 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e6293cbe-f9aa-45b3-b657-3aac6ff58740 req-533d3a7a-a338-4769-abb5-7036a916ed38 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848463 Aug 28 15:14:26.241998 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6310008b-3dfe-4883-b826-281dbf62f9f4 None None] Sync routers for ids ['a30c21e3-3708-440a-bf01-a555061910dd'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:14:26.245667 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922d8f17-0952-45ec-b89d-14259f6e5587 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Router 761a7f24-82b7-47e8-add6-fee3a4282590 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:14:26.251021 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6310008b-3dfe-4883-b826-281dbf62f9f4 None None] Routers {'a30c21e3-3708-440a-bf01-a555061910dd'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:14:26.251643 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-6310008b-3dfe-4883-b826-281dbf62f9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:14:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a30c21e3-3708-440a-bf01-a555061910dd'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:26.279418 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c4b5e1f2-d469-42ae-8ccf-8ace7de87463 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "DELETE /v2.0/floatingips/71d2b019-a5eb-4d16-9d34-b15b14b3b34d HTTP/1.1" status: 204 len: 168 time: 1.2320642 Aug 28 15:14:26.280179 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d6737c-9beb-4795-9146-fc2b89cb908b', 'tag': '76c73637-04bf-4aca-8a51-e92656d1b57b'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:14:26.282594 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8f1700-368b-456d-8c21-8816e75a5c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d6737c-9beb-4795-9146-fc2b89cb908b", "tag": "76c73637-04bf-4aca-8a51-e92656d1b57b"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:14:26.325997 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110ca363-17a3-44aa-a22a-fefa175b19e7 x-openstack-request-id: req-110ca363-17a3-44aa-a22a-fefa175b19e7 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:14:26.326502 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d6737c-9beb-4795-9146-fc2b89cb908b", "tag": "76c73637-04bf-4aca-8a51-e92656d1b57b", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:14:26.326936 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-110ca363-17a3-44aa-a22a-fefa175b19e7 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:14:26.328240 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d6737c-9beb-4795-9146-fc2b89cb908b', 'tag': '76c73637-04bf-4aca-8a51-e92656d1b57b', 'status': 'completed', 'code': 200} Aug 28 15:14:26.355221 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922d8f17-0952-45ec-b89d-14259f6e5587 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:14:26.369590 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc61a920-2e95-40ba-9c86-1fe2158be58d None None] Sync routers for ids ['761a7f24-82b7-47e8-add6-fee3a4282590'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:14:26.379383 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-922d8f17-0952-45ec-b89d-14259f6e5587 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "PUT /v2.0/routers/761a7f24-82b7-47e8-add6-fee3a4282590/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3010345 Aug 28 15:14:26.379893 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57002) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:26.388111 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc61a920-2e95-40ba-9c86-1fe2158be58d None None] Routers {'761a7f24-82b7-47e8-add6-fee3a4282590'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:14:26.389413 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-dc61a920-2e95-40ba-9c86-1fe2158be58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:14:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['761a7f24-82b7-47e8-add6-fee3a4282590'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:26.400587 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-6310008b-3dfe-4883-b826-281dbf62f9f4 None None] Set router a30c21e3-3708-440a-bf01-a555061910dd gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:14:26.409839 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f1700-368b-456d-8c21-8816e75a5c3e req-a85e5105-29f9-47f1-a1e6-16416373e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:26.411804 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ab8f1700-368b-456d-8c21-8816e75a5c3e req-a85e5105-29f9-47f1-a1e6-16416373e73d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 1096 time: 0.0544870 Aug 28 15:14:26.473253 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b708022-8e5a-4649-818a-03a7286d5f59 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Deleting subnet 8375e33d-8132-41b6-b458-f122f93bb7d2 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:14:26.477736 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0b708022-8e5a-4649-818a-03a7286d5f59 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:26.522327 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0b708022-8e5a-4649-818a-03a7286d5f59 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:26.568474 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:26.593476 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f1700-368b-456d-8c21-8816e75a5c3e req-707e5510-94b9-4397-b7b4-5962443b732e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:26.597194 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ab8f1700-368b-456d-8c21-8816e75a5c3e req-707e5510-94b9-4397-b7b4-5962443b732e service neutron] 10.222.0.36 "GET /v2.0/networks?id=125b4a97-f28b-45ff-af57-8d50b6f26fd7 HTTP/1.1" status: 200 len: 897 time: 0.1772816 Aug 28 15:14:26.608601 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-dc61a920-2e95-40ba-9c86-1fe2158be58d None None] Set router 761a7f24-82b7-47e8-add6-fee3a4282590 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:14:26.689956 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0b708022-8e5a-4649-818a-03a7286d5f59 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:26.713722 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ab8f1700-368b-456d-8c21-8816e75a5c3e req-211e4456-a668-4c8d-bc51-d9fbe41a330b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76c73637-04bf-4aca-8a51-e92656d1b57b HTTP/1.1" status: 200 len: 217 time: 0.0996315 Aug 28 15:14:26.792861 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f1700-368b-456d-8c21-8816e75a5c3e req-28cdd4f4-e6cb-498c-8545-75f08c5b9ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:26.794351 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ab8f1700-368b-456d-8c21-8816e75a5c3e req-28cdd4f4-e6cb-498c-8545-75f08c5b9ae0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1981851f-999b-45ac-a8bb-159a0671690b HTTP/1.1" status: 200 len: 834 time: 0.0630493 Aug 28 15:14:26.801648 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-6310008b-3dfe-4883-b826-281dbf62f9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091589867', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:12:16Z', 'updated_at': '2021-08-28T15:12:22Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:12:17Z', 'updated_at': '2021-08-28T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '1a571d40-aafa-4b7a-a862-947dbdbbe607', 'name': '', 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:76:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '1981851f-999b-45ac-a8bb-159a0671690b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:12:21Z', 'updated_at': '2021-08-28T15:12:29Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': '1981851f-999b-45ac-a8bb-159a0671690b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:26.802932 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0437c-37df-451e-9d86-1475abdb05aa req-2f145fe4-83e7-4c9c-b8e7-4b0afcedaeb4 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:26.805471 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-caa0437c-37df-451e-9d86-1475abdb05aa req-2f145fe4-83e7-4c9c-b8e7-4b0afcedaeb4 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 944 time: 0.1047060 Aug 28 15:14:26.820872 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0b708022-8e5a-4649-818a-03a7286d5f59 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:26.836755 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6310008b-3dfe-4883-b826-281dbf62f9f4 None None] Checking router: a30c21e3-3708-440a-bf01-a555061910dd for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:14:26.847354 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6310008b-3dfe-4883-b826-281dbf62f9f4 None None] Routers {'a30c21e3-3708-440a-bf01-a555061910dd'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:14:26.848183 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-6310008b-3dfe-4883-b826-281dbf62f9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:14:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a30c21e3-3708-440a-bf01-a555061910dd'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:26.874342 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b708022-8e5a-4649-818a-03a7286d5f59 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Subnet': ['ID=8375e33d-8132-41b6-b458-f122f93bb7d2,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:26.903196 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0b708022-8e5a-4649-818a-03a7286d5f59 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:26.905507 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0b708022-8e5a-4649-818a-03a7286d5f59 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/subnets/8375e33d-8132-41b6-b458-f122f93bb7d2 HTTP/1.1" status: 204 len: 168 time: 0.5244350 Aug 28 15:14:26.906479 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533ad0f6-c2fc-428c-b86f-a64b17cbfde8 None None] Network 2fc9bd99-cc16-4feb-8ef1-704cf154edc4 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:14:26.909791 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57008) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:26.912368 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-caa0437c-37df-451e-9d86-1475abdb05aa req-a571967a-4c49-475a-baa5-80b09606a503 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949078 Aug 28 15:14:26.927613 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f1700-368b-456d-8c21-8816e75a5c3e req-e23b7fcd-f399-4124-b678-b617baf78cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:26.930181 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ab8f1700-368b-456d-8c21-8816e75a5c3e req-e23b7fcd-f399-4124-b678-b617baf78cd5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=125b4a97-f28b-45ff-af57-8d50b6f26fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1232979 Aug 28 15:14:27.023083 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-dc61a920-2e95-40ba-9c86-1fe2158be58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:14:25Z', 'revision_number': 9, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None, '_interfaces': [{'id': '6b2a5323-5082-4782-b475-f47a2ad99e83', 'name': '', 'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:85:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:55Z', 'updated_at': '2021-08-28T15:14:04Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9110ee7a-b54c-4e29-91fa-031ec159a1b8', 'name': '', 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:40:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:51Z', 'updated_at': '2021-08-28T15:14:00Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:27.052941 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc61a920-2e95-40ba-9c86-1fe2158be58d None None] Checking router: 761a7f24-82b7-47e8-add6-fee3a4282590 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:14:27.056398 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ab8f1700-368b-456d-8c21-8816e75a5c3e req-3861d1d0-d17f-41cf-b05a-48e370692351 service neutron] 10.222.0.36 "GET /v2.0/networks/125b4a97-f28b-45ff-af57-8d50b6f26fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085753 Aug 28 15:14:27.072670 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-6310008b-3dfe-4883-b826-281dbf62f9f4 None None] Set router a30c21e3-3708-440a-bf01-a555061910dd gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:14:27.075148 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ecbcde27-ef83-4e1e-9dc0-c1a959a288fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:27.094392 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc61a920-2e95-40ba-9c86-1fe2158be58d None None] Routers {'761a7f24-82b7-47e8-add6-fee3a4282590'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:14:27.095062 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-dc61a920-2e95-40ba-9c86-1fe2158be58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:14:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['761a7f24-82b7-47e8-add6-fee3a4282590'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:27.170337 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c126961-69e3-4834-b737-36a02173a1b8 req-4e22a885-a62a-4c68-9922-2dc6145f5f55 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:27.171899 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0c126961-69e3-4834-b737-36a02173a1b8 req-4e22a885-a62a-4c68-9922-2dc6145f5f55 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 944 time: 0.0937600 Aug 28 15:14:27.252606 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ab8f1700-368b-456d-8c21-8816e75a5c3e req-902b6379-fbcf-4d70-87ff-399a3042688f service neutron] 10.222.0.36 "GET /v2.0/networks/125b4a97-f28b-45ff-af57-8d50b6f26fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863632 Aug 28 15:14:27.292509 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-dc61a920-2e95-40ba-9c86-1fe2158be58d None None] Set router 761a7f24-82b7-47e8-add6-fee3a4282590 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:14:27.325930 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-ecbcde27-ef83-4e1e-9dc0-c1a959a288fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Deleting port 14b34915-e7cc-4855-bb09-d54e9cbc23cc {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:14:27.326532 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ecbcde27-ef83-4e1e-9dc0-c1a959a288fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:27.336731 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da63ade5-862f-4f1c-af67-3e73726157da None None] DHCP port deletion for 2fc9bd99-cc16-4feb-8ef1-704cf154edc4 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:14:27.446209 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9d726-d2bd-41ba-8260-ebfe65684e29 req-14fdcfe3-17ae-4307-8b8f-bcf409030327 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:27.452475 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-6310008b-3dfe-4883-b826-281dbf62f9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091589867', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:12:16Z', 'updated_at': '2021-08-28T15:12:22Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:12:17Z', 'updated_at': '2021-08-28T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '1a571d40-aafa-4b7a-a862-947dbdbbe607', 'name': '', 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:76:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '1981851f-999b-45ac-a8bb-159a0671690b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:12:21Z', 'updated_at': '2021-08-28T15:12:29Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': '1981851f-999b-45ac-a8bb-159a0671690b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:27.458604 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-34e9d726-d2bd-41ba-8260-ebfe65684e29 req-14fdcfe3-17ae-4307-8b8f-bcf409030327 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4235f3-3b47-44d0-a791-8510d20f32c3 HTTP/1.1" status: 200 len: 946 time: 0.2414351 Aug 28 15:14:27.494214 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a53ccb-bf72-4541-99e8-7208f808c326 req-0cc3dec4-b829-45ea-90c0-e86c9ac827f7 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:27.505621 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-71a53ccb-bf72-4541-99e8-7208f808c326 req-0cc3dec4-b829-45ea-90c0-e86c9ac827f7 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.1199563 Aug 28 15:14:27.528898 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6310008b-3dfe-4883-b826-281dbf62f9f4 None None] The sync data for ids ['a30c21e3-3708-440a-bf01-a555061910dd'] in n-d-712137-10 is: [{'id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091589867', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:12:16Z', 'updated_at': '2021-08-28T15:12:22Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:12:17Z', 'updated_at': '2021-08-28T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '1a571d40-aafa-4b7a-a862-947dbdbbe607', 'name': '', 'network_id': '125b4a97-f28b-45ff-af57-8d50b6f26fd7', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:76:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '1981851f-999b-45ac-a8bb-159a0671690b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:12:21Z', 'updated_at': '2021-08-28T15:12:29Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': '1981851f-999b-45ac-a8bb-159a0671690b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:14:27.577120 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-da63ade5-862f-4f1c-af67-3e73726157da None None] Deleting port 14b34915-e7cc-4855-bb09-d54e9cbc23cc {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:14:27.577567 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-da63ade5-862f-4f1c-af67-3e73726157da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:27.578044 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-ecbcde27-ef83-4e1e-9dc0-c1a959a288fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] For port 14b34915-e7cc-4855-bb09-d54e9cbc23cc, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=14b34915-e7cc-4855-bb09-d54e9cbc23cc,segment=NetworkSegment(e6da5156-7fc2-4d07-9c87-82a65c5c8977),segment_id=e6da5156-7fc2-4d07-9c87-82a65c5c8977)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:27.578429 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ecbcde27-ef83-4e1e-9dc0-c1a959a288fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:27.584685 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-71a53ccb-bf72-4541-99e8-7208f808c326 req-2e6beee6-f9cb-4d0b-a0a7-8474f9b23fe2 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720611 Aug 28 15:14:27.618821 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-ecbcde27-ef83-4e1e-9dc0-c1a959a288fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Calling delete_port for 14b34915-e7cc-4855-bb09-d54e9cbc23cc owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:14:27.635197 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-34e9d726-d2bd-41ba-8260-ebfe65684e29 req-71e5f66e-3ef1-4400-8b6a-1ee4d288f012 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756299 Aug 28 15:14:27.647473 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-0c126961-69e3-4834-b737-36a02173a1b8 req-30faa6b0-65f1-449b-97ba-b00ad0762120 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Deleting port 76c73637-04bf-4aca-8a51-e92656d1b57b {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:14:27.648674 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-0c126961-69e3-4834-b737-36a02173a1b8 req-30faa6b0-65f1-449b-97ba-b00ad0762120 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:27.807082 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 14b34915-e7cc-4855-bb09-d54e9cbc23cc no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:14:27.820255 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-0c126961-69e3-4834-b737-36a02173a1b8 req-30faa6b0-65f1-449b-97ba-b00ad0762120 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] For port 76c73637-04bf-4aca-8a51-e92656d1b57b, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=76c73637-04bf-4aca-8a51-e92656d1b57b,segment=NetworkSegment(83726ab7-a699-4c25-96b6-33a071f8a86e),segment_id=83726ab7-a699-4c25-96b6-33a071f8a86e)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:27.820864 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-0c126961-69e3-4834-b737-36a02173a1b8 req-30faa6b0-65f1-449b-97ba-b00ad0762120 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:27.841305 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-0c126961-69e3-4834-b737-36a02173a1b8 req-30faa6b0-65f1-449b-97ba-b00ad0762120 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Calling delete_port for 76c73637-04bf-4aca-8a51-e92656d1b57b owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:14:27.861916 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ecbcde27-ef83-4e1e-9dc0-c1a959a288fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:27.882676 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-da63ade5-862f-4f1c-af67-3e73726157da None None] For port 14b34915-e7cc-4855-bb09-d54e9cbc23cc, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=14b34915-e7cc-4855-bb09-d54e9cbc23cc,segment=NetworkSegment(e6da5156-7fc2-4d07-9c87-82a65c5c8977),segment_id=e6da5156-7fc2-4d07-9c87-82a65c5c8977)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:27.883090 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-da63ade5-862f-4f1c-af67-3e73726157da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:27.903819 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-da63ade5-862f-4f1c-af67-3e73726157da None None] Calling delete_port for 14b34915-e7cc-4855-bb09-d54e9cbc23cc owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:14:27.941484 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbcde27-ef83-4e1e-9dc0-c1a959a288fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Port': ['ID=14b34915-e7cc-4855-bb09-d54e9cbc23cc,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:27.971630 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No active binding found for port 14b34915-e7cc-4855-bb09-d54e9cbc23cc {{(pid=106331) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 28 15:14:27.972118 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 14b34915-e7cc-4855-bb09-d54e9cbc23cc not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:14:28.010074 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-dc61a920-2e95-40ba-9c86-1fe2158be58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:14:25Z', 'revision_number': 9, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None, '_interfaces': [{'id': '6b2a5323-5082-4782-b475-f47a2ad99e83', 'name': '', 'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:85:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:55Z', 'updated_at': '2021-08-28T15:14:04Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9110ee7a-b54c-4e29-91fa-031ec159a1b8', 'name': '', 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:40:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:51Z', 'updated_at': '2021-08-28T15:14:00Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:28.046140 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc61a920-2e95-40ba-9c86-1fe2158be58d None None] The sync data for ids ['761a7f24-82b7-47e8-add6-fee3a4282590'] in n-d-712137-10 is: [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:14:25Z', 'revision_number': 9, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None, '_interfaces': [{'id': '6b2a5323-5082-4782-b475-f47a2ad99e83', 'name': '', 'network_id': '522daf1e-56ee-4b18-b7be-82fe030db40d', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:85:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:55Z', 'updated_at': '2021-08-28T15:14:04Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': 'd18ebd81-1b5d-4d88-8758-76edd2a0851c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9110ee7a-b54c-4e29-91fa-031ec159a1b8', 'name': '', 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:40:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:51Z', 'updated_at': '2021-08-28T15:14:00Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:14:28.067449 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbcde27-ef83-4e1e-9dc0-c1a959a288fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] No DVR routers for this DVR port 14b34915-e7cc-4855-bb09-d54e9cbc23cc on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:14:28.069141 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-da63ade5-862f-4f1c-af67-3e73726157da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:28.083785 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffbbfcd-999f-474a-aa8e-cfd6cd83d686 None None] New status for floating IP 71d2b019-a5eb-4d16-9d34-b15b14b3b34d: DOWN {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:14:28.114247 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63ade5-862f-4f1c-af67-3e73726157da None None] Pushing event deleted for resources: {'Port': ['ID=14b34915-e7cc-4855-bb09-d54e9cbc23cc,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:28.118193 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da63ade5-862f-4f1c-af67-3e73726157da None None] No DVR routers for this DVR port 14b34915-e7cc-4855-bb09-d54e9cbc23cc on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:14:28.181609 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287a0be-7b91-440b-8e2d-5cfae21a88ed req-1766e830-f4f2-4ec2-affd-b0e657ef7d7b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:28.194005 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3287a0be-7b91-440b-8e2d-5cfae21a88ed req-1766e830-f4f2-4ec2-affd-b0e657ef7d7b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d6737c-9beb-4795-9146-fc2b89cb908b HTTP/1.1" status: 200 len: 944 time: 0.1112819 Aug 28 15:14:28.258478 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ecbcde27-ef83-4e1e-9dc0-c1a959a288fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:28.270905 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-ecbcde27-ef83-4e1e-9dc0-c1a959a288fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc9bd99-cc16-4feb-8ef1-704cf154edc4']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:28.274077 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-0c126961-69e3-4834-b737-36a02173a1b8 req-30faa6b0-65f1-449b-97ba-b00ad0762120 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:28.274778 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3287a0be-7b91-440b-8e2d-5cfae21a88ed req-30e8f712-3133-4448-8b8e-2c794be2535d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=407fa83b-415a-4157-a4b4-04ac58a7649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787582 Aug 28 15:14:28.327795 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-ecbcde27-ef83-4e1e-9dc0-c1a959a288fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6da5156-7fc2-4d07-9c87-82a65c5c8977') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:28.328385 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-ecbcde27-ef83-4e1e-9dc0-c1a959a288fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6da5156-7fc2-4d07-9c87-82a65c5c8977') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:28.332885 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30faa6b0-65f1-449b-97ba-b00ad0762120 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event deleted for resources: {'Port': ['ID=76c73637-04bf-4aca-8a51-e92656d1b57b,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:28.350780 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ecbcde27-ef83-4e1e-9dc0-c1a959a288fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:28.386258 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ecbcde27-ef83-4e1e-9dc0-c1a959a288fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:28.406044 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c126961-69e3-4834-b737-36a02173a1b8 req-30faa6b0-65f1-449b-97ba-b00ad0762120 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] No DVR routers for this DVR port 76c73637-04bf-4aca-8a51-e92656d1b57b on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:14:28.418730 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-0c126961-69e3-4834-b737-36a02173a1b8 req-30faa6b0-65f1-449b-97ba-b00ad0762120 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:28.420816 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0c126961-69e3-4834-b737-36a02173a1b8 req-30faa6b0-65f1-449b-97ba-b00ad0762120 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.36 "DELETE /v2.0/ports/76c73637-04bf-4aca-8a51-e92656d1b57b HTTP/1.1" status: 204 len: 173 time: 1.2415719 Aug 28 15:14:28.421924 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecbcde27-ef83-4e1e-9dc0-c1a959a288fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:14:28.422328 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ecbcde27-ef83-4e1e-9dc0-c1a959a288fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:28.425257 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d6737c-9beb-4795-9146-fc2b89cb908b', 'name': 'network-vif-deleted', 'tag': '76c73637-04bf-4aca-8a51-e92656d1b57b'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:14:28.427542 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7be04b0-a4f9-4e68-a84a-c620ac242486" -d '{"events": [{"server_uuid": "c6d6737c-9beb-4795-9146-fc2b89cb908b", "name": "network-vif-deleted", "tag": "76c73637-04bf-4aca-8a51-e92656d1b57b"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:14:28.436476 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:14:28.528810 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2568373-7dd3-4ad5-8418-9a42e730d807 x-openstack-request-id: req-f2568373-7dd3-4ad5-8418-9a42e730d807 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:14:28.529170 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d6737c-9beb-4795-9146-fc2b89cb908b", "name": "network-vif-deleted", "tag": "76c73637-04bf-4aca-8a51-e92656d1b57b", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:14:28.529334 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2568373-7dd3-4ad5-8418-9a42e730d807 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:14:28.529729 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d6737c-9beb-4795-9146-fc2b89cb908b', 'name': 'network-vif-deleted', 'tag': '76c73637-04bf-4aca-8a51-e92656d1b57b', 'status': 'completed', 'code': 200} Aug 28 15:14:28.619386 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ecbcde27-ef83-4e1e-9dc0-c1a959a288fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:28.634397 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ecbcde27-ef83-4e1e-9dc0-c1a959a288fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:28.639396 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ecbcde27-ef83-4e1e-9dc0-c1a959a288fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/networks/2fc9bd99-cc16-4feb-8ef1-704cf154edc4 HTTP/1.1" status: 204 len: 168 time: 1.7256083 Aug 28 15:14:28.639750 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57040) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:28.656067 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-80cb93d9-9690-4a13-b61c-494d6880c09a tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:28.663204 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-80cb93d9-9690-4a13-b61c-494d6880c09a tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/networks?id=55baeae6-bf2c-42e5-aff1-bfb2017909cd HTTP/1.1" status: 200 len: 815 time: 0.2582755 Aug 28 15:14:28.671634 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbcde27-ef83-4e1e-9dc0-c1a959a288fd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Network': ['ID=2fc9bd99-cc16-4feb-8ef1-704cf154edc4,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:28.682704 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-4e130be9-0b17-489a-aee8-4d6fc8449a8f tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/quotas/e7f4b63d18f1417ea4718bc53556774e HTTP/1.1" status: 200 len: 375 time: 0.0180244 Aug 28 15:14:28.766909 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-85755f87-6a0a-4714-bdb2-d1fec49002e3 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7f4b63d18f1417ea4718bc53556774e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0833237 Aug 28 15:14:28.845177 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc33b8-bce7-4909-b544-5ef28b4ef196 req-d8429f8d-c021-4f89-ae5d-8e8a4fc3c59a tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:28.846809 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d4fc33b8-bce7-4909-b544-5ef28b4ef196 req-d8429f8d-c021-4f89-ae5d-8e8a4fc3c59a tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.1248763 Aug 28 15:14:28.969998 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d4fc33b8-bce7-4909-b544-5ef28b4ef196 req-153ab178-9233-4cce-b886-3ca50594b5ec tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744417 Aug 28 15:14:28.999886 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-cffba898-922f-4bcb-8fb2-68fd59356bf9 service neutron] 10.222.0.13 "GET /v2.0/networks/55baeae6-bf2c-42e5-aff1-bfb2017909cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149630 Aug 28 15:14:29.104242 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-2b71dae1-000b-47af-9f10-45294ebc7eb3 service neutron] 10.222.0.13 "GET /v2.0/networks/55baeae6-bf2c-42e5-aff1-bfb2017909cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055849 Aug 28 15:14:29.164135 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aaee0f-0e3a-4d61-90b2-ee7cf24b3fd8 req-61148bf2-c794-484e-a332-01c68517e208 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:29.166251 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-64aaee0f-0e3a-4d61-90b2-ee7cf24b3fd8 req-61148bf2-c794-484e-a332-01c68517e208 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4235f3-3b47-44d0-a791-8510d20f32c3 HTTP/1.1" status: 200 len: 946 time: 0.0880570 Aug 28 15:14:29.250567 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-64aaee0f-0e3a-4d61-90b2-ee7cf24b3fd8 req-72832417-556d-456f-ba1b-6d5d8700ae95 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743439 Aug 28 15:14:29.334358 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a12a-ae09-4616-a746-9b06e3295aa3 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:29.339841 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-413f58ad-a01a-4f49-ae9e-f52a283ed69f req-acbc7182-43ff-47c3-9485-7deba768dcdb tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=3113e4fc-7b46-413e-bc5d-a73e72650cf2 HTTP/1.1" status: 200 len: 210 time: 0.0614069 Aug 28 15:14:29.431719 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57060) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:29.531244 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e618681e-46c4-4d02-808d-c6a576cfad09 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:14:29.570150 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 76c73637-04bf-4aca-8a51-e92656d1b57b no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:14:29.580368 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: e618681e-46c4-4d02-808d-c6a576cfad09 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:14:29.580711 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e618681e-46c4-4d02-808d-c6a576cfad09 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:14:29.610658 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 76c73637-04bf-4aca-8a51-e92656d1b57b {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:14:29.611326 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 76c73637-04bf-4aca-8a51-e92656d1b57b not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:14:29.775223 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea52046-507a-4028-b2ad-98f320a80dbe req-7419ef82-4844-48ad-aa79-6f458ad67c97 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:29.784044 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8ea52046-507a-4028-b2ad-98f320a80dbe req-7419ef82-4844-48ad-aa79-6f458ad67c97 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4235f3-3b47-44d0-a791-8510d20f32c3 HTTP/1.1" status: 200 len: 946 time: 0.2815199 Aug 28 15:14:30.045577 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:14:30.257382 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8ea52046-507a-4028-b2ad-98f320a80dbe req-eddb5c36-ccf7-4dd2-911b-a1a029490b33 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665971 Aug 28 15:14:30.391788 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1a12a-ae09-4616-a746-9b06e3295aa3 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Deleting port 6b2a5323-5082-4782-b475-f47a2ad99e83 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:14:30.392276 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a12a-ae09-4616-a746-9b06e3295aa3 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:30.457152 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7bbd3f2a-9174-4b25-9cbd-13b07225d672 req-b21ebfdb-752f-49b0-8e6a-276b03c900ef tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=3113e4fc-7b46-413e-bc5d-a73e72650cf2 HTTP/1.1" status: 200 len: 210 time: 0.0335171 Aug 28 15:14:30.524482 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-9cf1a12a-ae09-4616-a746-9b06e3295aa3 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] For port 6b2a5323-5082-4782-b475-f47a2ad99e83, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6b2a5323-5082-4782-b475-f47a2ad99e83,segment=NetworkSegment(90bb7a8c-eb17-4aac-baa6-585996b174a5),segment_id=90bb7a8c-eb17-4aac-baa6-585996b174a5)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:30.525068 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a12a-ae09-4616-a746-9b06e3295aa3 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:30.533818 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f840eaa1-9798-4d58-87ce-e14e35a89b0a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:30.546147 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1a12a-ae09-4616-a746-9b06e3295aa3 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Calling delete_port for 6b2a5323-5082-4782-b475-f47a2ad99e83 owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:14:30.814133 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a12a-ae09-4616-a746-9b06e3295aa3 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:30.852474 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1a12a-ae09-4616-a746-9b06e3295aa3 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Port': ['ID=6b2a5323-5082-4782-b475-f47a2ad99e83,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:30.925697 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-893ae15c-a384-4c9e-b869-75518297714a tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:30.927592 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-893ae15c-a384-4c9e-b869-75518297714a tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.36 "GET /v2.0/networks?id=55baeae6-bf2c-42e5-aff1-bfb2017909cd HTTP/1.1" status: 200 len: 815 time: 0.2116144 Aug 28 15:14:30.971827 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-4a3a4d70-ac8b-4d3a-9121-492016edc467 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Request body: {'port': {'device_id': '3113e4fc-7b46-413e-bc5d-a73e72650cf2', 'network_id': '55baeae6-bf2c-42e5-aff1-bfb2017909cd', 'admin_state_up': True, 'tenant_id': 'e7f4b63d18f1417ea4718bc53556774e'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:31.036001 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9cf1a12a-ae09-4616-a746-9b06e3295aa3 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:31.125369 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-f840eaa1-9798-4d58-87ce-e14e35a89b0a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Deleting port 1a571d40-aafa-4b7a-a862-947dbdbbe607 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:14:31.125720 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f840eaa1-9798-4d58-87ce-e14e35a89b0a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:31.200070 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-4a3a4d70-ac8b-4d3a-9121-492016edc467 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Made reservation on behalf of e7f4b63d18f1417ea4718bc53556774e for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:14:31.205078 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-4a3a4d70-ac8b-4d3a-9121-492016edc467 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:31.266109 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-f840eaa1-9798-4d58-87ce-e14e35a89b0a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] For port 1a571d40-aafa-4b7a-a862-947dbdbbe607, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=1a571d40-aafa-4b7a-a862-947dbdbbe607,segment=NetworkSegment(83726ab7-a699-4c25-96b6-33a071f8a86e),segment_id=83726ab7-a699-4c25-96b6-33a071f8a86e)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:31.266590 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f840eaa1-9798-4d58-87ce-e14e35a89b0a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:31.275110 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf1a12a-ae09-4616-a746-9b06e3295aa3 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Router 761a7f24-82b7-47e8-add6-fee3a4282590 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:14:31.319128 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-f840eaa1-9798-4d58-87ce-e14e35a89b0a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Calling delete_port for 1a571d40-aafa-4b7a-a862-947dbdbbe607 owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:14:31.402646 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf1a12a-ae09-4616-a746-9b06e3295aa3 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:14:31.411205 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9cf1a12a-ae09-4616-a746-9b06e3295aa3 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "PUT /v2.0/routers/761a7f24-82b7-47e8-add6-fee3a4282590/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7687171 Aug 28 15:14:31.412516 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57086) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:31.418717 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dc7fb8-8fbf-495f-a6f9-b593ec2a11dd None None] Sync routers for ids ['761a7f24-82b7-47e8-add6-fee3a4282590'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:14:31.427939 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dc7fb8-8fbf-495f-a6f9-b593ec2a11dd None None] Routers {'761a7f24-82b7-47e8-add6-fee3a4282590'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:14:31.429350 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-97dc7fb8-8fbf-495f-a6f9-b593ec2a11dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:14:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['761a7f24-82b7-47e8-add6-fee3a4282590'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:31.433704 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-4a3a4d70-ac8b-4d3a-9121-492016edc467 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Allocated IP 172.20.0.7 (55baeae6-bf2c-42e5-aff1-bfb2017909cd/0b654191-d2fd-4f5b-8b9d-9211b839e918/be3d11c4-800c-499c-a71d-db9b862d1838) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:14:31.501382 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0becf5-e6d2-4bc3-865e-081a03dac610 req-004b5489-4c57-41e7-bb2d-3e77bcc03780 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:31.510953 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8c0becf5-e6d2-4bc3-865e-081a03dac610 req-004b5489-4c57-41e7-bb2d-3e77bcc03780 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4235f3-3b47-44d0-a791-8510d20f32c3 HTTP/1.1" status: 200 len: 946 time: 0.1450107 Aug 28 15:14:31.538975 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de07fe2-0758-4c39-bf54-158bd2eb32ed tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Deleting subnet d18ebd81-1b5d-4d88-8758-76edd2a0851c {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:14:31.543608 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3de07fe2-0758-4c39-bf54-158bd2eb32ed tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:31.595161 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-4a3a4d70-ac8b-4d3a-9121-492016edc467 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:31.613008 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-97dc7fb8-8fbf-495f-a6f9-b593ec2a11dd None None] Set router 761a7f24-82b7-47e8-add6-fee3a4282590 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:14:31.627496 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3de07fe2-0758-4c39-bf54-158bd2eb32ed tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:31.651125 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-4a3a4d70-ac8b-4d3a-9121-492016edc467 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:31.671689 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['9163d281-0634-49a2-8d08-339be896bf3f'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:14:31.721254 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8c0becf5-e6d2-4bc3-865e-081a03dac610 req-956cbfd4-cd12-4b53-baf1-64e889ac71ab tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092807 Aug 28 15:14:31.797644 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-4a3a4d70-ac8b-4d3a-9121-492016edc467 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Network 55baeae6-bf2c-42e5-aff1-bfb2017909cd is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:14:31.797644 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-4a3a4d70-ac8b-4d3a-9121-492016edc467 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:14:31.797644 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a4d70-ac8b-4d3a-9121-492016edc467 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Pushing event updated for resources: {'Port': ['ID=be3d11c4-800c-499c-a71d-db9b862d1838,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:31.800048 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-4a3a4d70-ac8b-4d3a-9121-492016edc467 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:14:31.849759 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3de07fe2-0758-4c39-bf54-158bd2eb32ed tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:31.865639 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-4a3a4d70-ac8b-4d3a-9121-492016edc467 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:31.866990 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-4a3a4d70-ac8b-4d3a-9121-492016edc467 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:31.899933 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98cb06-513f-4d38-8273-1b9dae21d52b req-00fb3444-c7ff-41c1-8bf9-7e59ef2becc5 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:31.901973 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-df98cb06-513f-4d38-8273-1b9dae21d52b req-00fb3444-c7ff-41c1-8bf9-7e59ef2becc5 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=3113e4fc-7b46-413e-bc5d-a73e72650cf2 HTTP/1.1" status: 200 len: 931 time: 0.2692218 Aug 28 15:14:31.905557 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-4a3a4d70-ac8b-4d3a-9121-492016edc467 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9383326 Aug 28 15:14:31.929398 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-cb4d7b93-a952-4742-bc6e-b045602c743e service neutron] Request body: {'port': {'device_id': '3113e4fc-7b46-413e-bc5d-a73e72650cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:31.951617 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3de07fe2-0758-4c39-bf54-158bd2eb32ed tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:32.004237 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-97dc7fb8-8fbf-495f-a6f9-b593ec2a11dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:14:30Z', 'revision_number': 10, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None, '_interfaces': [{'id': '9110ee7a-b54c-4e29-91fa-031ec159a1b8', 'name': '', 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:40:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:51Z', 'updated_at': '2021-08-28T15:14:00Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:32.015233 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de07fe2-0758-4c39-bf54-158bd2eb32ed tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Subnet': ['ID=d18ebd81-1b5d-4d88-8758-76edd2a0851c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:32.018844 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3de07fe2-0758-4c39-bf54-158bd2eb32ed tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:32.023590 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-cb4d7b93-a952-4742-bc6e-b045602c743e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:32.023986 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3de07fe2-0758-4c39-bf54-158bd2eb32ed tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/subnets/d18ebd81-1b5d-4d88-8758-76edd2a0851c HTTP/1.1" status: 204 len: 168 time: 0.6049144 Aug 28 15:14:32.025115 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57096) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:32.065092 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06e5633-4b61-49f8-998d-0af5a7ddbbb1 None None] Network 522daf1e-56ee-4b18-b7be-82fe030db40d requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:14:32.072223 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dc7fb8-8fbf-495f-a6f9-b593ec2a11dd None None] Checking router: 761a7f24-82b7-47e8-add6-fee3a4282590 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:14:32.076824 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-df98cb06-513f-4d38-8273-1b9dae21d52b req-e47f5066-fb4b-485c-81b8-e9d2539ed7b8 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542330 Aug 28 15:14:32.147356 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f840eaa1-9798-4d58-87ce-e14e35a89b0a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:32.151450 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dc7fb8-8fbf-495f-a6f9-b593ec2a11dd None None] Routers {'761a7f24-82b7-47e8-add6-fee3a4282590'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:14:32.152356 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-97dc7fb8-8fbf-495f-a6f9-b593ec2a11dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:14:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['761a7f24-82b7-47e8-add6-fee3a4282590'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:32.175147 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-046cf8e5-95d7-42ae-a21d-6ad0cce567c9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:32.245277 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-97dc7fb8-8fbf-495f-a6f9-b593ec2a11dd None None] Set router 761a7f24-82b7-47e8-add6-fee3a4282590 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:14:32.336876 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-046cf8e5-95d7-42ae-a21d-6ad0cce567c9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Deleting port 71552b77-ed78-4733-9411-287c4ddcbe72 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:14:32.337288 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-046cf8e5-95d7-42ae-a21d-6ad0cce567c9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:32.386813 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840eaa1-9798-4d58-87ce-e14e35a89b0a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event deleted for resources: {'Port': ['ID=1a571d40-aafa-4b7a-a862-947dbdbbe607,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:32.475023 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-046cf8e5-95d7-42ae-a21d-6ad0cce567c9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] For port 71552b77-ed78-4733-9411-287c4ddcbe72, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=71552b77-ed78-4733-9411-287c4ddcbe72,segment=NetworkSegment(90bb7a8c-eb17-4aac-baa6-585996b174a5),segment_id=90bb7a8c-eb17-4aac-baa6-585996b174a5)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:32.475426 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-046cf8e5-95d7-42ae-a21d-6ad0cce567c9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:32.498041 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-046cf8e5-95d7-42ae-a21d-6ad0cce567c9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Calling delete_port for 71552b77-ed78-4733-9411-287c4ddcbe72 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:14:32.508747 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531d41a-597d-4180-9866-fc61551513d8 req-ed24c09d-70f3-4e03-8c95-207c092bd673 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:32.510720 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4531d41a-597d-4180-9866-fc61551513d8 req-ed24c09d-70f3-4e03-8c95-207c092bd673 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.0944328 Aug 28 15:14:32.624756 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4531d41a-597d-4180-9866-fc61551513d8 req-0c30aa53-9091-4a38-a422-b6d07c414e0d tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988026 Aug 28 15:14:32.644377 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96697580-1bf6-4836-ad12-4377b2162c37 req-dece7830-f578-46a5-bbd6-e8299028830c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:32.654278 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-96697580-1bf6-4836-ad12-4377b2162c37 req-dece7830-f578-46a5-bbd6-e8299028830c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4235f3-3b47-44d0-a791-8510d20f32c3 HTTP/1.1" status: 200 len: 946 time: 0.4151118 Aug 28 15:14:32.690343 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694f8ed-77b2-4c0a-ae77-5cc968df3927 req-f6aea94d-1d66-4c77-815b-34069439bb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:32.691996 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2694f8ed-77b2-4c0a-ae77-5cc968df3927 req-f6aea94d-1d66-4c77-815b-34069439bb42 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2daa716d41af426baed6e9a74353070d&device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 1097 time: 0.3114123 Aug 28 15:14:32.701013 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-046cf8e5-95d7-42ae-a21d-6ad0cce567c9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:32.778812 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cf8e5-95d7-42ae-a21d-6ad0cce567c9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Port': ['ID=71552b77-ed78-4733-9411-287c4ddcbe72,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:32.785125 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046cf8e5-95d7-42ae-a21d-6ad0cce567c9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] No DVR routers for this DVR port 71552b77-ed78-4733-9411-287c4ddcbe72 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:14:32.791136 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-96697580-1bf6-4836-ad12-4377b2162c37 req-05af6eb5-0d0b-49ed-b565-b97f8cf3f598 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344142 Aug 28 15:14:32.818421 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-97dc7fb8-8fbf-495f-a6f9-b593ec2a11dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:14:30Z', 'revision_number': 10, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None, '_interfaces': [{'id': '9110ee7a-b54c-4e29-91fa-031ec159a1b8', 'name': '', 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:40:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:51Z', 'updated_at': '2021-08-28T15:14:00Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:32.860157 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6282b41c-058a-49c6-8bf3-52be0172df10 None None] DHCP port deletion for 522daf1e-56ee-4b18-b7be-82fe030db40d request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:14:32.864396 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dc7fb8-8fbf-495f-a6f9-b593ec2a11dd None None] The sync data for ids ['761a7f24-82b7-47e8-add6-fee3a4282590'] in n-d-712137-10 is: [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:14:30Z', 'revision_number': 10, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None, '_interfaces': [{'id': '9110ee7a-b54c-4e29-91fa-031ec159a1b8', 'name': '', 'network_id': '0e44a0e5-1173-4de2-bb99-632f59102d6f', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'mac_address': 'fa:16:3e:40:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:51Z', 'updated_at': '2021-08-28T15:14:00Z', 'revision_number': 5, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'subnets': [{'id': '9f5379ec-8c12-4051-96e7-dc587dcb6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:14:32.926261 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-046cf8e5-95d7-42ae-a21d-6ad0cce567c9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:32.938931 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-046cf8e5-95d7-42ae-a21d-6ad0cce567c9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['522daf1e-56ee-4b18-b7be-82fe030db40d']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:32.950869 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-046cf8e5-95d7-42ae-a21d-6ad0cce567c9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90bb7a8c-eb17-4aac-baa6-585996b174a5') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:32.951243 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-046cf8e5-95d7-42ae-a21d-6ad0cce567c9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90bb7a8c-eb17-4aac-baa6-585996b174a5') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:32.962152 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-046cf8e5-95d7-42ae-a21d-6ad0cce567c9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:32.981864 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-046cf8e5-95d7-42ae-a21d-6ad0cce567c9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:32.988137 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046cf8e5-95d7-42ae-a21d-6ad0cce567c9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:14:32.988537 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-046cf8e5-95d7-42ae-a21d-6ad0cce567c9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:32.990334 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694f8ed-77b2-4c0a-ae77-5cc968df3927 req-acf1de09-7ebf-4d91-9006-157eda87c9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:32.993084 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2694f8ed-77b2-4c0a-ae77-5cc968df3927 req-acf1de09-7ebf-4d91-9006-157eda87c9ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a82b058-95d5-4811-a7cb-e74380d2fdc7 HTTP/1.1" status: 200 len: 919 time: 0.2257257 Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:14:33.010990 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:14:33.060242 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-046cf8e5-95d7-42ae-a21d-6ad0cce567c9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:33.067166 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-046cf8e5-95d7-42ae-a21d-6ad0cce567c9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:33.069173 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-046cf8e5-95d7-42ae-a21d-6ad0cce567c9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/networks/522daf1e-56ee-4b18-b7be-82fe030db40d HTTP/1.1" status: 204 len: 168 time: 1.0428245 Aug 28 15:14:33.080820 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57106) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:33.088951 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cf8e5-95d7-42ae-a21d-6ad0cce567c9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Network': ['ID=522daf1e-56ee-4b18-b7be-82fe030db40d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:33.090746 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2694f8ed-77b2-4c0a-ae77-5cc968df3927 req-f50a1bf7-5944-4b7f-84cc-1fcfd9ef398c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5284421a-28c2-47e5-a806-2b7107aeda47 HTTP/1.1" status: 200 len: 217 time: 0.0591595 Aug 28 15:14:33.135973 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f840eaa1-9798-4d58-87ce-e14e35a89b0a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:33.232610 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694f8ed-77b2-4c0a-ae77-5cc968df3927 req-2fca5426-a5b6-4fa1-b797-8ffb7ccbd21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:33.234076 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2694f8ed-77b2-4c0a-ae77-5cc968df3927 req-2fca5426-a5b6-4fa1-b797-8ffb7ccbd21c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6baacc3b-9f26-42b9-89a3-3904a08dc932 HTTP/1.1" status: 200 len: 858 time: 0.1316099 Aug 28 15:14:33.268045 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-cb4d7b93-a952-4742-bc6e-b045602c743e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3d11c4-800c-499c-a71d-db9b862d1838 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:14:33.291543 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2694f8ed-77b2-4c0a-ae77-5cc968df3927 req-9f99013d-76d7-4c8a-b9dd-c2b9755c8a30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a82b058-95d5-4811-a7cb-e74380d2fdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405405 Aug 28 15:14:33.293438 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-cb4d7b93-a952-4742-bc6e-b045602c743e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:33.295585 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1760d-3612-443d-97dd-d32f76731576 req-6be074c2-5fd0-4b71-a7b3-afbd5842c687 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:33.297173 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-feb1760d-3612-443d-97dd-d32f76731576 req-6be074c2-5fd0-4b71-a7b3-afbd5842c687 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=3113e4fc-7b46-413e-bc5d-a73e72650cf2 HTTP/1.1" status: 200 len: 931 time: 0.1299336 Aug 28 15:14:33.374350 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-feb1760d-3612-443d-97dd-d32f76731576 req-2219e7fb-5dfa-4ca2-b988-159b8c472e7f tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688322 Aug 28 15:14:33.386241 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-cb4d7b93-a952-4742-bc6e-b045602c743e service neutron] Transition to ACTIVE for port object be3d11c4-800c-499c-a71d-db9b862d1838 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:14:33.404774 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-cb4d7b93-a952-4742-bc6e-b045602c743e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:33.526761 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b2c0b16-41c9-4e38-8993-54b0e56f1ad9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:33.546431 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d7b93-a952-4742-bc6e-b045602c743e service neutron] Pushing event updated for resources: {'Port': ['ID=be3d11c4-800c-499c-a71d-db9b862d1838,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:33.550866 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2694f8ed-77b2-4c0a-ae77-5cc968df3927 req-1b58719b-ffde-402e-ad3e-4525e6a3d4ec service neutron] 10.222.0.41 "GET /v2.0/networks/7a82b058-95d5-4811-a7cb-e74380d2fdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253258 Aug 28 15:14:33.629145 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 71552b77-ed78-4733-9411-287c4ddcbe72 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:14:33.651939 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 71552b77-ed78-4733-9411-287c4ddcbe72 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:14:33.652534 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 71552b77-ed78-4733-9411-287c4ddcbe72 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:14:33.653185 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6b2a5323-5082-4782-b475-f47a2ad99e83 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:14:33.683445 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 6b2a5323-5082-4782-b475-f47a2ad99e83 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:14:33.683980 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6b2a5323-5082-4782-b475-f47a2ad99e83 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:14:33.696108 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a44ee2-1c2a-4be2-98c7-8c9fd8ac0d35 req-2d6ad669-1945-4dba-b30c-4ed012d38f11 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:33.697584 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c2a44ee2-1c2a-4be2-98c7-8c9fd8ac0d35 req-2d6ad669-1945-4dba-b30c-4ed012d38f11 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a4235f3-3b47-44d0-a791-8510d20f32c3 HTTP/1.1" status: 200 len: 946 time: 0.0868905 Aug 28 15:14:33.909182 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-c2a44ee2-1c2a-4be2-98c7-8c9fd8ac0d35 req-33c2d7cd-e983-489a-acc0-87cb5de8fe16 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Deleting port 6eebadda-25b9-4083-86da-db5a51760664 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:14:33.909558 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c2a44ee2-1c2a-4be2-98c7-8c9fd8ac0d35 req-33c2d7cd-e983-489a-acc0-87cb5de8fe16 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:34.066911 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075764a8-46a6-40c7-8e59-200ba139e5a0 req-f5ebb9a7-9f69-4527-b954-ea807b58d6d4 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:34.068467 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-075764a8-46a6-40c7-8e59-200ba139e5a0 req-f5ebb9a7-9f69-4527-b954-ea807b58d6d4 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4235f3-3b47-44d0-a791-8510d20f32c3 HTTP/1.1" status: 200 len: 946 time: 0.1540031 Aug 28 15:14:34.072083 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-cb4d7b93-a952-4742-bc6e-b045602c743e service neutron] Attempting to bind port be3d11c4-800c-499c-a71d-db9b862d1838 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:14:34.072592 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-cb4d7b93-a952-4742-bc6e-b045602c743e service neutron] Attempting to bind port be3d11c4-800c-499c-a71d-db9b862d1838 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '55baeae6-bf2c-42e5-aff1-bfb2017909cd'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:14:34.072801 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-cb4d7b93-a952-4742-bc6e-b045602c743e service neutron] Attempting to bind port be3d11c4-800c-499c-a71d-db9b862d1838 on network 55baeae6-bf2c-42e5-aff1-bfb2017909cd {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:14:34.079496 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-c2a44ee2-1c2a-4be2-98c7-8c9fd8ac0d35 req-33c2d7cd-e983-489a-acc0-87cb5de8fe16 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] For port 6eebadda-25b9-4083-86da-db5a51760664, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=6eebadda-25b9-4083-86da-db5a51760664,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:34.079888 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c2a44ee2-1c2a-4be2-98c7-8c9fd8ac0d35 req-33c2d7cd-e983-489a-acc0-87cb5de8fe16 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:34.091321 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-9b2c0b16-41c9-4e38-8993-54b0e56f1ad9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Deleting port 9110ee7a-b54c-4e29-91fa-031ec159a1b8 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:14:34.091565 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b2c0b16-41c9-4e38-8993-54b0e56f1ad9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:34.103853 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-cb4d7b93-a952-4742-bc6e-b045602c743e service neutron] Port be3d11c4-800c-499c-a71d-db9b862d1838 on network 55baeae6-bf2c-42e5-aff1-bfb2017909cd not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:14:34.104215 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-cb4d7b93-a952-4742-bc6e-b045602c743e service neutron] Attempting to bind port be3d11c4-800c-499c-a71d-db9b862d1838 on network 55baeae6-bf2c-42e5-aff1-bfb2017909cd {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:14:34.128243 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-cb4d7b93-a952-4742-bc6e-b045602c743e service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:14:34.128595 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-cb4d7b93-a952-4742-bc6e-b045602c743e service neutron] Checking segment: {'id': '9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '55baeae6-bf2c-42e5-aff1-bfb2017909cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:14:34.128978 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-cb4d7b93-a952-4742-bc6e-b045602c743e service neutron] Bound using segment: {'id': '9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '55baeae6-bf2c-42e5-aff1-bfb2017909cd'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:14:34.129417 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-cb4d7b93-a952-4742-bc6e-b045602c743e service neutron] Bound port: be3d11c4-800c-499c-a71d-db9b862d1838, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '55baeae6-bf2c-42e5-aff1-bfb2017909cd'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:14:34.129782 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-cb4d7b93-a952-4742-bc6e-b045602c743e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:34.145118 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f840eaa1-9798-4d58-87ce-e14e35a89b0a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Router a30c21e3-3708-440a-bf01-a555061910dd has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:14:34.147360 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2694f8ed-77b2-4c0a-ae77-5cc968df3927 req-0dee547b-9b27-4129-b187-9ba1fd65448c service neutron] 10.222.0.41 "GET /v2.0/networks/7a82b058-95d5-4811-a7cb-e74380d2fdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5877819 Aug 28 15:14:34.148251 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-c2a44ee2-1c2a-4be2-98c7-8c9fd8ac0d35 req-33c2d7cd-e983-489a-acc0-87cb5de8fe16 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Calling delete_port for 6eebadda-25b9-4083-86da-db5a51760664 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:14:34.172241 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b4feb-6e9d-4979-b7d8-422821509d9f req-dea6a449-7421-40e5-b9ac-552725ae5c57 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:34.174066 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-805b4feb-6e9d-4979-b7d8-422821509d9f req-dea6a449-7421-40e5-b9ac-552725ae5c57 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.1265013 Aug 28 15:14:34.275530 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-075764a8-46a6-40c7-8e59-200ba139e5a0 req-c52b2a65-1fe9-43c4-843b-dd49679d9669 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918681 Aug 28 15:14:34.323725 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-9b2c0b16-41c9-4e38-8993-54b0e56f1ad9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] For port 9110ee7a-b54c-4e29-91fa-031ec159a1b8, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=9110ee7a-b54c-4e29-91fa-031ec159a1b8,segment=NetworkSegment(4ba69b55-3ba4-41ed-9a3e-3079bf3db359),segment_id=4ba69b55-3ba4-41ed-9a3e-3079bf3db359)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:34.324417 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b2c0b16-41c9-4e38-8993-54b0e56f1ad9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:34.353404 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-9b2c0b16-41c9-4e38-8993-54b0e56f1ad9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Calling delete_port for 9110ee7a-b54c-4e29-91fa-031ec159a1b8 owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:14:34.365072 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-805b4feb-6e9d-4979-b7d8-422821509d9f req-b802a8ea-79d1-43de-97f6-6732a8cf233c tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683066 Aug 28 15:14:34.369557 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-cb4d7b93-a952-4742-bc6e-b045602c743e service neutron] For port be3d11c4-800c-499c-a71d-db9b862d1838, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:14:34.392711 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f840eaa1-9798-4d58-87ce-e14e35a89b0a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:14:34.405001 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f840eaa1-9798-4d58-87ce-e14e35a89b0a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "PUT /v2.0/routers/a30c21e3-3708-440a-bf01-a555061910dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9713140 Aug 28 15:14:34.407176 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-cb4d7b93-a952-4742-bc6e-b045602c743e service neutron] For port be3d11c4-800c-499c-a71d-db9b862d1838, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=be3d11c4-800c-499c-a71d-db9b862d1838,segment=NetworkSegment(9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d),segment_id=9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:14:34.408672 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57132) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:34.411856 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09165049-7ca1-4449-aea7-a48ece1be6b2 None None] Sync routers for ids ['a30c21e3-3708-440a-bf01-a555061910dd'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:14:34.427335 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-cb4d7b93-a952-4742-bc6e-b045602c743e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:34.430542 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09165049-7ca1-4449-aea7-a48ece1be6b2 None None] Routers {'a30c21e3-3708-440a-bf01-a555061910dd'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:14:34.431402 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-09165049-7ca1-4449-aea7-a48ece1be6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:14:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a30c21e3-3708-440a-bf01-a555061910dd'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:34.498379 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-cb4d7b93-a952-4742-bc6e-b045602c743e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:34.499254 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-cb4d7b93-a952-4742-bc6e-b045602c743e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:34.501285 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-cb4d7b93-a952-4742-bc6e-b045602c743e service neutron] 10.222.0.36 "PUT /v2.0/ports/be3d11c4-800c-499c-a71d-db9b862d1838 HTTP/1.1" status: 200 len: 1092 time: 2.5833364 Aug 28 15:14:34.505519 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3113e4fc-7b46-413e-bc5d-a73e72650cf2', 'tag': 'be3d11c4-800c-499c-a71d-db9b862d1838'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:14:34.509523 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e9de7c-a174-485d-950b-42d089d8046e" -d '{"events": [{"name": "network-changed", "server_uuid": "3113e4fc-7b46-413e-bc5d-a73e72650cf2", "tag": "be3d11c4-800c-499c-a71d-db9b862d1838"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:14:34.559048 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb315aa-6fc1-479c-b914-3838ae8d565a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Deleting subnet 1981851f-999b-45ac-a8bb-159a0671690b {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:14:34.574032 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c2a44ee2-1c2a-4be2-98c7-8c9fd8ac0d35 req-33c2d7cd-e983-489a-acc0-87cb5de8fe16 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:34.582760 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fcb315aa-6fc1-479c-b914-3838ae8d565a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:34.588749 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['6eebadda-25b9-4083-86da-db5a51760664'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:14:34.604662 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-09165049-7ca1-4449-aea7-a48ece1be6b2 None None] Set router a30c21e3-3708-440a-bf01-a555061910dd gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:14:34.623259 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f82e9-949e-4569-976c-e379a1027bfa req-a6953b31-fa7d-4133-8a1f-ea8d1356d05d tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:34.624796 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a85f82e9-949e-4569-976c-e379a1027bfa req-a6953b31-fa7d-4133-8a1f-ea8d1356d05d tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=3113e4fc-7b46-413e-bc5d-a73e72650cf2 HTTP/1.1" status: 200 len: 943 time: 0.1656892 Aug 28 15:14:34.628317 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2d7cd-e983-489a-acc0-87cb5de8fe16 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Pushing event deleted for resources: {'Port': ['ID=6eebadda-25b9-4083-86da-db5a51760664,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:34.635987 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2817abf-91bd-430b-90ed-945a6633dafe x-openstack-request-id: req-a2817abf-91bd-430b-90ed-945a6633dafe {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:14:34.636290 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3113e4fc-7b46-413e-bc5d-a73e72650cf2", "tag": "be3d11c4-800c-499c-a71d-db9b862d1838", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:14:34.636545 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2817abf-91bd-430b-90ed-945a6633dafe {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:14:34.636942 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3113e4fc-7b46-413e-bc5d-a73e72650cf2', 'tag': 'be3d11c4-800c-499c-a71d-db9b862d1838', 'status': 'completed', 'code': 200} Aug 28 15:14:34.687099 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d7b93-a952-4742-bc6e-b045602c743e service neutron] Pushing event updated for resources: {'Port': ['ID=be3d11c4-800c-499c-a71d-db9b862d1838,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:34.707716 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fcb315aa-6fc1-479c-b914-3838ae8d565a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:34.733793 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a85f82e9-949e-4569-976c-e379a1027bfa req-f4593a0a-da85-4a7e-aff4-81f909271515 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949259 Aug 28 15:14:34.734715 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a44ee2-1c2a-4be2-98c7-8c9fd8ac0d35 req-33c2d7cd-e983-489a-acc0-87cb5de8fe16 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] No DVR routers for this DVR port 6eebadda-25b9-4083-86da-db5a51760664 on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:14:34.770806 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-2127446a-b424-4614-82a5-7aa4514e714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:34.772907 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-2127446a-b424-4614-82a5-7aa4514e714f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7f4b63d18f1417ea4718bc53556774e&device_id=3113e4fc-7b46-413e-bc5d-a73e72650cf2 HTTP/1.1" status: 200 len: 1095 time: 0.1910255 Aug 28 15:14:34.786899 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c2a44ee2-1c2a-4be2-98c7-8c9fd8ac0d35 req-33c2d7cd-e983-489a-acc0-87cb5de8fe16 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:34.799951 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c2a44ee2-1c2a-4be2-98c7-8c9fd8ac0d35 req-33c2d7cd-e983-489a-acc0-87cb5de8fe16 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.41 "DELETE /v2.0/ports/6eebadda-25b9-4083-86da-db5a51760664 HTTP/1.1" status: 204 len: 173 time: 1.0744040 Aug 28 15:14:34.799951 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4235f3-3b47-44d0-a791-8510d20f32c3', 'name': 'network-vif-deleted', 'tag': '6eebadda-25b9-4083-86da-db5a51760664'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:14:34.799951 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3216523-7f5e-42e2-ac5c-28fb38595ba9" -d '{"events": [{"server_uuid": "6a4235f3-3b47-44d0-a791-8510d20f32c3", "name": "network-vif-deleted", "tag": "6eebadda-25b9-4083-86da-db5a51760664"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:14:34.831017 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b2c0b16-41c9-4e38-8993-54b0e56f1ad9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:34.864585 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-bf9bef9c-97ab-47e4-ad0d-1c8d9c5ed503 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be3d11c4-800c-499c-a71d-db9b862d1838 HTTP/1.1" status: 200 len: 217 time: 0.0829391 Aug 28 15:14:34.891297 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c0b16-41c9-4e38-8993-54b0e56f1ad9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Port': ['ID=9110ee7a-b54c-4e29-91fa-031ec159a1b8,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:34.891548 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-09165049-7ca1-4449-aea7-a48ece1be6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091589867', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:12:16Z', 'updated_at': '2021-08-28T15:14:31Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:12:17Z', 'updated_at': '2021-08-28T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:34.919934 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e031427-d92c-428f-9183-e52108371bcd x-openstack-request-id: req-7e031427-d92c-428f-9183-e52108371bcd {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:14:34.920280 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4235f3-3b47-44d0-a791-8510d20f32c3", "name": "network-vif-deleted", "tag": "6eebadda-25b9-4083-86da-db5a51760664", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:14:34.920543 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e031427-d92c-428f-9183-e52108371bcd {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:14:34.921085 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4235f3-3b47-44d0-a791-8510d20f32c3', 'name': 'network-vif-deleted', 'tag': '6eebadda-25b9-4083-86da-db5a51760664', 'status': 'completed', 'code': 200} Aug 28 15:14:34.972338 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09165049-7ca1-4449-aea7-a48ece1be6b2 None None] Checking router: a30c21e3-3708-440a-bf01-a555061910dd for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:14:34.989139 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fcb315aa-6fc1-479c-b914-3838ae8d565a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:34.996561 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09165049-7ca1-4449-aea7-a48ece1be6b2 None None] Routers {'a30c21e3-3708-440a-bf01-a555061910dd'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:14:34.997809 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-09165049-7ca1-4449-aea7-a48ece1be6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:14:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a30c21e3-3708-440a-bf01-a555061910dd'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:35.041815 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-38b2a368-69a9-48a5-9f93-ed936ad9a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:35.047182 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-38b2a368-69a9-48a5-9f93-ed936ad9a2fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b654191-d2fd-4f5b-8b9d-9211b839e918 HTTP/1.1" status: 200 len: 855 time: 0.1746147 Aug 28 15:14:35.102583 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-4582dffa-8e9e-4df0-b4d3-a5aad1e767f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55baeae6-bf2c-42e5-aff1-bfb2017909cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466957 Aug 28 15:14:35.127016 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b2c0b16-41c9-4e38-8993-54b0e56f1ad9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:35.180198 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-09165049-7ca1-4449-aea7-a48ece1be6b2 None None] Set router a30c21e3-3708-440a-bf01-a555061910dd gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:14:35.180367 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fcb315aa-6fc1-479c-b914-3838ae8d565a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:35.232041 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb315aa-6fc1-479c-b914-3838ae8d565a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event deleted for resources: {'Subnet': ['ID=1981851f-999b-45ac-a8bb-159a0671690b,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:35.243454 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fcb315aa-6fc1-479c-b914-3838ae8d565a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:35.245549 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fcb315aa-6fc1-479c-b914-3838ae8d565a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "DELETE /v2.0/subnets/1981851f-999b-45ac-a8bb-159a0671690b HTTP/1.1" status: 204 len: 168 time: 0.8351026 Aug 28 15:14:35.248336 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57146) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:35.252485 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55afdac0-252d-4ea1-85b7-c3d73cc70447 None None] Network 125b4a97-f28b-45ff-af57-8d50b6f26fd7 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:14:35.478153 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edc8557d-5936-4cf2-ac33-2d3d2dea570e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:35.487427 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-09165049-7ca1-4449-aea7-a48ece1be6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091589867', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:12:16Z', 'updated_at': '2021-08-28T15:14:31Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:12:17Z', 'updated_at': '2021-08-28T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:35.547768 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09165049-7ca1-4449-aea7-a48ece1be6b2 None None] The sync data for ids ['a30c21e3-3708-440a-bf01-a555061910dd'] in n-d-712137-10 is: [{'id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091589867', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:12:16Z', 'updated_at': '2021-08-28T15:14:31Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c21e3-3708-440a-bf01-a555061910dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:12:17Z', 'updated_at': '2021-08-28T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:14:35.604024 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-f029f252-c100-44aa-bb3d-3febc1ed4e5e service neutron] 10.222.0.36 "GET /v2.0/networks/55baeae6-bf2c-42e5-aff1-bfb2017909cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902992 Aug 28 15:14:35.637479 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fc7bfcb2-3736-42e5-803b-db179d4009fd req-f2bf738c-0d5b-4626-aaf0-675f837289c4 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4235f3-3b47-44d0-a791-8510d20f32c3 HTTP/1.1" status: 200 len: 210 time: 0.1186886 Aug 28 15:14:35.651752 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2c0b16-41c9-4e38-8993-54b0e56f1ad9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Router 761a7f24-82b7-47e8-add6-fee3a4282590 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:14:35.822546 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cccad-5be1-4dfc-873f-8f9dfd712573 req-e9e68bfe-ae08-4265-889a-bf2821c4aec2 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:35.824270 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ca5cccad-5be1-4dfc-873f-8f9dfd712573 req-e9e68bfe-ae08-4265-889a-bf2821c4aec2 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.2934506 Aug 28 15:14:35.827361 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c2302bfe-68e6-44cf-88b1-6b9e62243f43 req-26f2663d-c14c-4116-a2d7-8566a94a93a9 service neutron] 10.222.0.36 "GET /v2.0/networks/55baeae6-bf2c-42e5-aff1-bfb2017909cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121596 Aug 28 15:14:35.828820 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edc8557d-5936-4cf2-ac33-2d3d2dea570e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:35.945290 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7397613f-429e-48e8-9447-60f185de306d None None] DHCP port deletion for 125b4a97-f28b-45ff-af57-8d50b6f26fd7 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:14:35.978377 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ca5cccad-5be1-4dfc-873f-8f9dfd712573 req-01938253-22ca-4cc7-a883-f8120e27296a tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126957 Aug 28 15:14:36.013649 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-7397613f-429e-48e8-9447-60f185de306d None None] Deleting port f08564ec-30ce-4d8c-91ee-b3a71c83b9a0 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:14:36.013876 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-edc8557d-5936-4cf2-ac33-2d3d2dea570e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Deleting port 4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:14:36.014322 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edc8557d-5936-4cf2-ac33-2d3d2dea570e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:36.014582 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7397613f-429e-48e8-9447-60f185de306d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:36.019575 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9de7c-a174-485d-950b-42d089d8046e req-33ce615a-4fca-42aa-ab6b-de31bf3fd9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:36.021289 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-68e9de7c-a174-485d-950b-42d089d8046e req-33ce615a-4fca-42aa-ab6b-de31bf3fd9a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7f4b63d18f1417ea4718bc53556774e&device_id=3113e4fc-7b46-413e-bc5d-a73e72650cf2 HTTP/1.1" status: 200 len: 1095 time: 0.1107669 Aug 28 15:14:36.144796 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-7397613f-429e-48e8-9447-60f185de306d None None] For port f08564ec-30ce-4d8c-91ee-b3a71c83b9a0, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f08564ec-30ce-4d8c-91ee-b3a71c83b9a0,segment=NetworkSegment(83726ab7-a699-4c25-96b6-33a071f8a86e),segment_id=83726ab7-a699-4c25-96b6-33a071f8a86e)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:36.145618 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7397613f-429e-48e8-9447-60f185de306d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:36.162161 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-7397613f-429e-48e8-9447-60f185de306d None None] Calling delete_port for f08564ec-30ce-4d8c-91ee-b3a71c83b9a0 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:14:36.187673 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2c0b16-41c9-4e38-8993-54b0e56f1ad9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:14:36.202330 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9b2c0b16-41c9-4e38-8993-54b0e56f1ad9 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "PUT /v2.0/routers/761a7f24-82b7-47e8-add6-fee3a4282590/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1197608 Aug 28 15:14:36.210343 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57162) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:36.237186 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee61a33-eafd-4e60-a197-ed002f54976c None None] Sync routers for ids ['761a7f24-82b7-47e8-add6-fee3a4282590'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:14:36.250915 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb7436-8de6-457e-b4ad-201a8a874a51 req-81842644-e2fb-4fe8-8fcb-8f17e27e9f08 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:36.253054 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-52cb7436-8de6-457e-b4ad-201a8a874a51 req-81842644-e2fb-4fe8-8fcb-8f17e27e9f08 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=3113e4fc-7b46-413e-bc5d-a73e72650cf2 HTTP/1.1" status: 200 len: 943 time: 0.0833988 Aug 28 15:14:36.264517 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee61a33-eafd-4e60-a197-ed002f54976c None None] Routers {'761a7f24-82b7-47e8-add6-fee3a4282590'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:14:36.265401 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-aee61a33-eafd-4e60-a197-ed002f54976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:14:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['761a7f24-82b7-47e8-add6-fee3a4282590'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:36.285672 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-edc8557d-5936-4cf2-ac33-2d3d2dea570e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] For port 4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:36.286043 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edc8557d-5936-4cf2-ac33-2d3d2dea570e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:36.296493 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9de7c-a174-485d-950b-42d089d8046e req-e4dec98e-5829-4144-a88c-1f68ccf56fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:36.297990 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-68e9de7c-a174-485d-950b-42d089d8046e req-e4dec98e-5829-4144-a88c-1f68ccf56fa9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=55baeae6-bf2c-42e5-aff1-bfb2017909cd HTTP/1.1" status: 200 len: 916 time: 0.2658024 Aug 28 15:14:36.304170 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-52cb7436-8de6-457e-b4ad-201a8a874a51 req-af4f24b4-f1c8-4c0f-b60b-a1a855d882a0 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434690 Aug 28 15:14:36.321046 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-edc8557d-5936-4cf2-ac33-2d3d2dea570e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Calling delete_port for 4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1 owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:14:36.353562 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-aee61a33-eafd-4e60-a197-ed002f54976c None None] Set router 761a7f24-82b7-47e8-add6-fee3a4282590 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:14:36.384531 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-68e9de7c-a174-485d-950b-42d089d8046e req-a7ac32e7-12e7-4bf4-9b9e-00920049fcbb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be3d11c4-800c-499c-a71d-db9b862d1838 HTTP/1.1" status: 200 len: 217 time: 0.0657628 Aug 28 15:14:36.410731 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-aee61a33-eafd-4e60-a197-ed002f54976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:14:34Z', 'revision_number': 11, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:36.416207 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-c24aaf60-e7a9-4527-b759-c3206792d00e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Deleting subnet 9f5379ec-8c12-4051-96e7-dc587dcb6dd5 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:14:36.430204 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c24aaf60-e7a9-4527-b759-c3206792d00e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:36.444599 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee61a33-eafd-4e60-a197-ed002f54976c None None] Checking router: 761a7f24-82b7-47e8-add6-fee3a4282590 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:14:36.455379 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7397613f-429e-48e8-9447-60f185de306d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:36.478977 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397613f-429e-48e8-9447-60f185de306d None None] Pushing event deleted for resources: {'Port': ['ID=f08564ec-30ce-4d8c-91ee-b3a71c83b9a0,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:36.480894 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee61a33-eafd-4e60-a197-ed002f54976c None None] Routers {'761a7f24-82b7-47e8-add6-fee3a4282590'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:14:36.482105 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-aee61a33-eafd-4e60-a197-ed002f54976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:14:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['761a7f24-82b7-47e8-add6-fee3a4282590'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:36.520066 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9de7c-a174-485d-950b-42d089d8046e req-308b38ab-72f3-4423-9de7-580f03d48b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:36.520066 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-68e9de7c-a174-485d-950b-42d089d8046e req-308b38ab-72f3-4423-9de7-580f03d48b56 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b654191-d2fd-4f5b-8b9d-9211b839e918 HTTP/1.1" status: 200 len: 855 time: 0.0989318 Aug 28 15:14:36.520330 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7397613f-429e-48e8-9447-60f185de306d None None] No DVR routers for this DVR port f08564ec-30ce-4d8c-91ee-b3a71c83b9a0 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:14:36.523301 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c24aaf60-e7a9-4527-b759-c3206792d00e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:36.560894 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-aee61a33-eafd-4e60-a197-ed002f54976c None None] Set router 761a7f24-82b7-47e8-add6-fee3a4282590 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:14:36.584513 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-68e9de7c-a174-485d-950b-42d089d8046e req-5c945e1b-fb0c-4d93-b046-21850749053f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55baeae6-bf2c-42e5-aff1-bfb2017909cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381551 Aug 28 15:14:36.615667 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-aee61a33-eafd-4e60-a197-ed002f54976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:14:34Z', 'revision_number': 11, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:36.653005 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee61a33-eafd-4e60-a197-ed002f54976c None None] The sync data for ids ['761a7f24-82b7-47e8-add6-fee3a4282590'] in n-d-712137-10 is: [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:14:34Z', 'revision_number': 11, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:14:36.763574 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c24aaf60-e7a9-4527-b759-c3206792d00e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:36.859693 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-68e9de7c-a174-485d-950b-42d089d8046e req-89ecf17c-6809-4c5c-be6e-5f95a0629555 service neutron] 10.222.0.36 "GET /v2.0/networks/55baeae6-bf2c-42e5-aff1-bfb2017909cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301772 Aug 28 15:14:36.923646 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edc8557d-5936-4cf2-ac33-2d3d2dea570e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:36.926235 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-b8333b75-d0b2-49cb-bd1c-d812d5bab08e tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:36.927812 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-b8333b75-d0b2-49cb-bd1c-d812d5bab08e tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/networks?id=92da9e59-648f-44e9-b842-a5afd0c505e3 HTTP/1.1" status: 200 len: 812 time: 0.1089721 Aug 28 15:14:36.943299 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-14acd176-a03c-406a-b2a6-92aa40070ce2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/quotas/8a9a8b74576c4695a1fae90d6f829702 HTTP/1.1" status: 200 len: 375 time: 0.0093069 Aug 28 15:14:36.954463 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c24aaf60-e7a9-4527-b759-c3206792d00e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:36.968142 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8557d-5936-4cf2-ac33-2d3d2dea570e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event deleted for resources: {'Port': ['ID=4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:36.987910 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-749da828-83de-4a84-a5b1-420a27dd94ce tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a9a8b74576c4695a1fae90d6f829702&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381761 Aug 28 15:14:37.001526 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24aaf60-e7a9-4527-b759-c3206792d00e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Subnet': ['ID=9f5379ec-8c12-4051-96e7-dc587dcb6dd5,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:37.029270 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c24aaf60-e7a9-4527-b759-c3206792d00e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:37.031109 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c24aaf60-e7a9-4527-b759-c3206792d00e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/subnets/9f5379ec-8c12-4051-96e7-dc587dcb6dd5 HTTP/1.1" status: 204 len: 168 time: 0.8197114 Aug 28 15:14:37.034099 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57182) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:37.037024 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01035872-70a6-4801-866b-2cb038c7ee3e None None] Network 0e44a0e5-1173-4de2-bb99-632f59102d6f requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:14:37.092810 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edc8557d-5936-4cf2-ac33-2d3d2dea570e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:37.137601 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-0bafb24b-afbd-4d5d-b222-22cba111a009 service neutron] 10.222.0.13 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201050 Aug 28 15:14:37.259077 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-559c00b3-d02f-46d7-b6f3-d94e7821ebc2 service neutron] 10.222.0.13 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146760 Aug 28 15:14:37.301890 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-68e9de7c-a174-485d-950b-42d089d8046e req-7da038d1-6228-4b13-8096-8d69a9ca18c8 service neutron] 10.222.0.36 "GET /v2.0/networks/55baeae6-bf2c-42e5-aff1-bfb2017909cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318075 Aug 28 15:14:37.359685 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edc8557d-5936-4cf2-ac33-2d3d2dea570e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:37.367525 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8fc802-349a-497b-98cf-cc73cfb11963 None None] DHCP port deletion for 0e44a0e5-1173-4de2-bb99-632f59102d6f request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:14:37.390315 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edc8557d-5936-4cf2-ac33-2d3d2dea570e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:37.409969 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cc663e96-2b25-43b8-8aab-9576c5a6e5e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:37.419173 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 6eebadda-25b9-4083-86da-db5a51760664 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:14:37.443490 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 6eebadda-25b9-4083-86da-db5a51760664 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:14:37.444442 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 6eebadda-25b9-4083-86da-db5a51760664 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:14:37.448561 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-7d8fc802-349a-497b-98cf-cc73cfb11963 None None] Deleting port 14995cee-447f-4fc6-8d51-a1e29fe08a99 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:14:37.448992 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7d8fc802-349a-497b-98cf-cc73cfb11963 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:37.514562 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28044db4-874e-46c5-9985-17862c265de7 req-91c2217b-531d-4228-b57a-dc5549428e8a tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:37.517574 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-28044db4-874e-46c5-9985-17862c265de7 req-91c2217b-531d-4228-b57a-dc5549428e8a tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.3173606 Aug 28 15:14:37.524668 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edc8557d-5936-4cf2-ac33-2d3d2dea570e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:37.525181 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc8557d-5936-4cf2-ac33-2d3d2dea570e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Fanout notify agent at l3_agent the message router_deleted on router a30c21e3-3708-440a-bf01-a555061910dd {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:14:37.546460 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edc8557d-5936-4cf2-ac33-2d3d2dea570e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:37.550624 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-edc8557d-5936-4cf2-ac33-2d3d2dea570e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "DELETE /v2.0/routers/a30c21e3-3708-440a-bf01-a555061910dd HTTP/1.1" status: 204 len: 168 time: 2.3012443 Aug 28 15:14:37.555136 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57196) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:37.599939 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-7d8fc802-349a-497b-98cf-cc73cfb11963 None None] For port 14995cee-447f-4fc6-8d51-a1e29fe08a99, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=14995cee-447f-4fc6-8d51-a1e29fe08a99,segment=NetworkSegment(4ba69b55-3ba4-41ed-9a3e-3079bf3db359),segment_id=4ba69b55-3ba4-41ed-9a3e-3079bf3db359)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:37.600935 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7d8fc802-349a-497b-98cf-cc73cfb11963 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:37.604876 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device be3d11c4-800c-499c-a71d-db9b862d1838 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:14:37.606774 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c24d7a-86c0-4df9-b4cf-ed131aaf6f8b req-c0584fd3-2442-4e9c-b921-f63a704d826e tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:37.608945 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-24c24d7a-86c0-4df9-b4cf-ed131aaf6f8b req-c0584fd3-2442-4e9c-b921-f63a704d826e tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=3113e4fc-7b46-413e-bc5d-a73e72650cf2 HTTP/1.1" status: 200 len: 943 time: 0.1088443 Aug 28 15:14:37.649180 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-7d8fc802-349a-497b-98cf-cc73cfb11963 None None] Calling delete_port for 14995cee-447f-4fc6-8d51-a1e29fe08a99 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:14:37.701644 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-24c24d7a-86c0-4df9-b4cf-ed131aaf6f8b req-c4dc4569-c66c-44de-8eb8-7811c67fae32 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857818 Aug 28 15:14:37.751357 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-28044db4-874e-46c5-9985-17862c265de7 req-ad84970d-7c6b-49e3-ad80-c688b8dca984 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976821 Aug 28 15:14:37.760103 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9110ee7a-b54c-4e29-91fa-031ec159a1b8 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:14:37.833745 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 9110ee7a-b54c-4e29-91fa-031ec159a1b8 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:14:37.834087 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9110ee7a-b54c-4e29-91fa-031ec159a1b8 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:14:37.834500 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f08564ec-30ce-4d8c-91ee-b3a71c83b9a0 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:14:37.844486 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1a59fea-3bc2-4b79-89c2-a8d9fed93908 req-27a94984-f4c0-4449-9c1c-e469d5ce6f3b tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 210 time: 0.0609109 Aug 28 15:14:37.851471 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-cc663e96-2b25-43b8-8aab-9576c5a6e5e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Deleting port 14995cee-447f-4fc6-8d51-a1e29fe08a99 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:14:37.852134 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cc663e96-2b25-43b8-8aab-9576c5a6e5e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:37.863501 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: f08564ec-30ce-4d8c-91ee-b3a71c83b9a0 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:14:37.863836 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f08564ec-30ce-4d8c-91ee-b3a71c83b9a0 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:14:37.864416 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1a571d40-aafa-4b7a-a862-947dbdbbe607 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:14:37.879268 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b8371499-9b5d-4f31-b1a3-f516f92a877b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:37.900878 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 1a571d40-aafa-4b7a-a862-947dbdbbe607 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:14:37.901226 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1a571d40-aafa-4b7a-a862-947dbdbbe607 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:14:37.901640 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 14995cee-447f-4fc6-8d51-a1e29fe08a99 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:14:37.996952 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port be3d11c4-800c-499c-a71d-db9b862d1838, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=be3d11c4-800c-499c-a71d-db9b862d1838,segment=NetworkSegment(9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d),segment_id=9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:38.010930 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7d8fc802-349a-497b-98cf-cc73cfb11963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:38.019955 n-d-712137-10 neutron-server[106331]: INFO neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No ports have port_id starting with 14995cee-447f-4fc6-8d51-a1e29fe08a99 Aug 28 15:14:38.020684 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-405dda41-5b5c-4e82-82c3-18c2cc23a06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:38.028470 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'be3d11c4-800c-499c-a71d-db9b862d1838', 'network_id': '55baeae6-bf2c-42e5-aff1-bfb2017909cd', 'port_id': 'be3d11c4-800c-499c-a71d-db9b862d1838', 'mac_address': 'fa:16:3e:8e:32:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b654191-d2fd-4f5b-8b9d-9211b839e918', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:14:38.051760 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-cc663e96-2b25-43b8-8aab-9576c5a6e5e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] For port 14995cee-447f-4fc6-8d51-a1e29fe08a99, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=14995cee-447f-4fc6-8d51-a1e29fe08a99,segment=NetworkSegment(4ba69b55-3ba4-41ed-9a3e-3079bf3db359),segment_id=4ba69b55-3ba4-41ed-9a3e-3079bf3db359)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:38.052755 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cc663e96-2b25-43b8-8aab-9576c5a6e5e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:38.054246 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fc802-349a-497b-98cf-cc73cfb11963 None None] Pushing event deleted for resources: {'Port': ['ID=14995cee-447f-4fc6-8d51-a1e29fe08a99,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:38.056235 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8fc802-349a-497b-98cf-cc73cfb11963 None None] No DVR routers for this DVR port 14995cee-447f-4fc6-8d51-a1e29fe08a99 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:14:38.072130 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-cc663e96-2b25-43b8-8aab-9576c5a6e5e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Calling delete_port for 14995cee-447f-4fc6-8d51-a1e29fe08a99 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:14:38.091481 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b8371499-9b5d-4f31-b1a3-f516f92a877b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:38.103914 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:38.124510 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3d11c4-800c-499c-a71d-db9b862d1838 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:14:38.164789 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-b8371499-9b5d-4f31-b1a3-f516f92a877b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['125b4a97-f28b-45ff-af57-8d50b6f26fd7']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:38.168205 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port be3d11c4-800c-499c-a71d-db9b862d1838, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=be3d11c4-800c-499c-a71d-db9b862d1838,segment=NetworkSegment(9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d),segment_id=9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:38.173832 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:38.191174 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-b8371499-9b5d-4f31-b1a3-f516f92a877b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83726ab7-a699-4c25-96b6-33a071f8a86e') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:38.191480 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-b8371499-9b5d-4f31-b1a3-f516f92a877b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83726ab7-a699-4c25-96b6-33a071f8a86e') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:38.217175 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b8371499-9b5d-4f31-b1a3-f516f92a877b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:38.229260 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=be3d11c4-800c-499c-a71d-db9b862d1838,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:38.242740 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b8371499-9b5d-4f31-b1a3-f516f92a877b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:38.251585 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8371499-9b5d-4f31-b1a3-f516f92a877b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:14:38.252181 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b8371499-9b5d-4f31-b1a3-f516f92a877b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:14:38.255234 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:14:38.318327 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cc663e96-2b25-43b8-8aab-9576c5a6e5e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:38.353836 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b8371499-9b5d-4f31-b1a3-f516f92a877b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:38.355804 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc663e96-2b25-43b8-8aab-9576c5a6e5e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Port': ['ID=14995cee-447f-4fc6-8d51-a1e29fe08a99,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:38.374764 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b8371499-9b5d-4f31-b1a3-f516f92a877b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:38.376458 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b8371499-9b5d-4f31-b1a3-f516f92a877b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "DELETE /v2.0/networks/125b4a97-f28b-45ff-af57-8d50b6f26fd7 HTTP/1.1" status: 204 len: 168 time: 0.8204281 Aug 28 15:14:38.379219 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57206) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:38.392197 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8371499-9b5d-4f31-b1a3-f516f92a877b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event deleted for resources: {'Network': ['ID=125b4a97-f28b-45ff-af57-8d50b6f26fd7,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:38.398706 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc663e96-2b25-43b8-8aab-9576c5a6e5e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] No DVR routers for this DVR port 14995cee-447f-4fc6-8d51-a1e29fe08a99 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:14:38.422826 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['be3d11c4-800c-499c-a71d-db9b862d1838'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:14:38.454859 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-46fb4a7d-d9c8-4e54-9a66-a9774a6e501f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:38.483286 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-46fb4a7d-d9c8-4e54-9a66-a9774a6e501f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:38.486139 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cc663e96-2b25-43b8-8aab-9576c5a6e5e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:38.497978 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-cc663e96-2b25-43b8-8aab-9576c5a6e5e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e44a0e5-1173-4de2-bb99-632f59102d6f']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:38.512264 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-cc663e96-2b25-43b8-8aab-9576c5a6e5e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba69b55-3ba4-41ed-9a3e-3079bf3db359') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:38.512814 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-cc663e96-2b25-43b8-8aab-9576c5a6e5e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba69b55-3ba4-41ed-9a3e-3079bf3db359') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:38.523869 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cc663e96-2b25-43b8-8aab-9576c5a6e5e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:38.549640 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cc663e96-2b25-43b8-8aab-9576c5a6e5e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:38.561188 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc663e96-2b25-43b8-8aab-9576c5a6e5e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:14:38.561609 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cc663e96-2b25-43b8-8aab-9576c5a6e5e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:14:38.565141 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:14:38.597437 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-46fb4a7d-d9c8-4e54-9a66-a9774a6e501f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:38.610910 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-46fb4a7d-d9c8-4e54-9a66-a9774a6e501f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:38.612675 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-46fb4a7d-d9c8-4e54-9a66-a9774a6e501f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "DELETE /v2.0/security-groups/407fa83b-415a-4157-a4b4-04ac58a7649c HTTP/1.1" status: 204 len: 168 time: 0.2315538 Aug 28 15:14:38.648480 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cc663e96-2b25-43b8-8aab-9576c5a6e5e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:38.653550 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb4a7d-d9c8-4e54-9a66-a9774a6e501f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=407fa83b-415a-4157-a4b4-04ac58a7649c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:38.678065 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cc663e96-2b25-43b8-8aab-9576c5a6e5e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:38.680316 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-cc663e96-2b25-43b8-8aab-9576c5a6e5e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/networks/0e44a0e5-1173-4de2-bb99-632f59102d6f HTTP/1.1" status: 204 len: 168 time: 1.6433957 Aug 28 15:14:38.683446 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57212) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:38.689555 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-f73a882f-5304-41a2-8f70-8edcd9d388e2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'router': {'routes': None}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:38.693118 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc663e96-2b25-43b8-8aab-9576c5a6e5e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Pushing event deleted for resources: {'Network': ['ID=0e44a0e5-1173-4de2-bb99-632f59102d6f,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:38.977981 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-d1cebb38-4bed-415c-9ac4-d2e4baec5f7e tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:38.980175 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-d1cebb38-4bed-415c-9ac4-d2e4baec5f7e tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.41 "GET /v2.0/networks?id=92da9e59-648f-44e9-b842-a5afd0c505e3 HTTP/1.1" status: 200 len: 812 time: 0.2381225 Aug 28 15:14:38.996296 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-e1199429-e3f0-4c02-9fa3-e5871757df41 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Request body: {'port': {'device_id': '0cefd80c-8c05-46e1-98da-53c597688142', 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3', 'admin_state_up': True, 'tenant_id': '8a9a8b74576c4695a1fae90d6f829702'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:39.136025 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57228) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:39.141889 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-c8d4f537-5460-4d56-8931-8eb032cf7364 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1089752228', 'description': 'tempest-secgroup-smoke-1089752228 description', 'project_id': 'bee02b8454d546b78330e0129408e569'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:39.164804 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-e1199429-e3f0-4c02-9fa3-e5871757df41 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Made reservation on behalf of 8a9a8b74576c4695a1fae90d6f829702 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:14:39.168600 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-e1199429-e3f0-4c02-9fa3-e5871757df41 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:39.236069 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c8d4f537-5460-4d56-8931-8eb032cf7364 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:39.331074 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2362dc3-0c5d-4b20-b176-9dce03987703 req-25b17a67-2c9a-4999-ab3c-5473f960da7d tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:39.332871 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a2362dc3-0c5d-4b20-b176-9dce03987703 req-25b17a67-2c9a-4999-ab3c-5473f960da7d tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.1448283 Aug 28 15:14:39.355772 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.extraroute_db [None req-f73a882f-5304-41a2-8f70-8edcd9d388e2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Added routes are [] {{(pid=106329) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 28 15:14:39.357196 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.extraroute_db [None req-f73a882f-5304-41a2-8f70-8edcd9d388e2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Removed routes are [] {{(pid=106329) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 28 15:14:39.357644 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f73a882f-5304-41a2-8f70-8edcd9d388e2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4654'] for router, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:39.441177 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-e1199429-e3f0-4c02-9fa3-e5871757df41 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Allocated IP 172.20.0.11 (92da9e59-648f-44e9-b842-a5afd0c505e3/b8c26495-81f2-4073-8e6e-125cfbbdb151/91ab349b-0848-4f53-9403-6cfa0f7784c1) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:14:39.445558 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f0fed-2411-4008-abf0-22a9691ba1ed req-7d6c050f-4cbe-48ec-b10c-b199caa77371 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:39.448222 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-877f0fed-2411-4008-abf0-22a9691ba1ed req-7d6c050f-4cbe-48ec-b10c-b199caa77371 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=3113e4fc-7b46-413e-bc5d-a73e72650cf2 HTTP/1.1" status: 200 len: 944 time: 0.5618412 Aug 28 15:14:39.452198 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a2362dc3-0c5d-4b20-b176-9dce03987703 req-93887d9c-48b4-40de-a629-bd4081296208 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024446 Aug 28 15:14:39.476012 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c8d4f537-5460-4d56-8931-8eb032cf7364 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:39.492628 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c8d4f537-5460-4d56-8931-8eb032cf7364 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:39.522115 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:14:39.542494 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c8d4f537-5460-4d56-8931-8eb032cf7364 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:39.543947 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c8d4f537-5460-4d56-8931-8eb032cf7364 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4067547 Aug 28 15:14:39.549960 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57232) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:39.556665 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-f72ca465-cca2-417b-9df8-979704fb8f31 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'security_group_rule': {'security_group_id': 'db481247-7d15-4d4b-a65c-bf796b34915a', 'project_id': 'bee02b8454d546b78330e0129408e569', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:39.566509 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f73a882f-5304-41a2-8f70-8edcd9d388e2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4654'] for router, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:39.568655 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4f537-5460-4d56-8931-8eb032cf7364 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db481247-7d15-4d4b-a65c-bf796b34915a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:39.579941 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f73a882f-5304-41a2-8f70-8edcd9d388e2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523761'] for router, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:39.583033 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:14:39.584702 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 4b6f6089-3fdf-4e7d-9e40-055d3cb3acf1 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:14:39.609392 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device be3d11c4-800c-499c-a71d-db9b862d1838 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:14:39.632196 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-877f0fed-2411-4008-abf0-22a9691ba1ed req-70965c95-1bfa-4459-b8ae-b36627d48dfe tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606698 Aug 28 15:14:39.673311 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94f8339a-2a9f-499c-9c7a-1afd2582c2bf req-ef076180-7e87-404d-b316-6e309fe35729 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 210 time: 0.0458102 Aug 28 15:14:39.721344 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port be3d11c4-800c-499c-a71d-db9b862d1838 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:14:39.730546 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port be3d11c4-800c-499c-a71d-db9b862d1838 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:39.731409 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:39.732683 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f72ca465-cca2-417b-9df8-979704fb8f31 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:39.740689 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-e1199429-e3f0-4c02-9fa3-e5871757df41 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:39.751237 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73a882f-5304-41a2-8f70-8edcd9d388e2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Router 761a7f24-82b7-47e8-add6-fee3a4282590 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:14:39.789821 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-e1199429-e3f0-4c02-9fa3-e5871757df41 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:39.838788 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:39.853404 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-e1199429-e3f0-4c02-9fa3-e5871757df41 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Network 92da9e59-648f-44e9-b842-a5afd0c505e3 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:14:39.854270 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f72ca465-cca2-417b-9df8-979704fb8f31 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:39.855760 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73a882f-5304-41a2-8f70-8edcd9d388e2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:14:39.863494 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f73a882f-5304-41a2-8f70-8edcd9d388e2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:39.868222 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f73a882f-5304-41a2-8f70-8edcd9d388e2 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "PUT /v2.0/routers/761a7f24-82b7-47e8-add6-fee3a4282590 HTTP/1.1" status: 200 len: 701 time: 1.1791377 Aug 28 15:14:39.868377 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1199429-e3f0-4c02-9fa3-e5871757df41 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Pushing event updated for resources: {'Port': ['ID=91ab349b-0848-4f53-9403-6cfa0f7784c1,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:39.868481 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f72ca465-cca2-417b-9df8-979704fb8f31 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:39.869455 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-e1199429-e3f0-4c02-9fa3-e5871757df41 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:14:39.871523 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57240) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:39.884177 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ca465-cca2-417b-9df8-979704fb8f31 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9677f1-c2d2-49ab-a0a9-7021423556d5,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:39.889414 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-e1199429-e3f0-4c02-9fa3-e5871757df41 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:14:39.897641 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3f737f-fac6-4988-9919-bc2da6988a73 None None] Sync routers for ids ['761a7f24-82b7-47e8-add6-fee3a4282590'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:14:39.898203 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f72ca465-cca2-417b-9df8-979704fb8f31 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:39.899643 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f72ca465-cca2-417b-9df8-979704fb8f31 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3486774 Aug 28 15:14:39.902496 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57242) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:39.905648 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3113e4fc-7b46-413e-bc5d-a73e72650cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3d11c4-800c-499c-a71d-db9b862d1838'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:14:39.907985 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00da636c-229c-4863-a171-edfc5f421d88" -d '{"events": [{"server_uuid": "3113e4fc-7b46-413e-bc5d-a73e72650cf2", "name": "network-vif-plugged", "status": "completed", "tag": "be3d11c4-800c-499c-a71d-db9b862d1838"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:14:39.909764 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-e6a4bfa2-bf33-4f36-9c8c-1ff9efdab932 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'security_group_rule': {'security_group_id': 'db481247-7d15-4d4b-a65c-bf796b34915a', 'project_id': 'bee02b8454d546b78330e0129408e569', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:39.920980 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3f737f-fac6-4988-9919-bc2da6988a73 None None] Routers {'761a7f24-82b7-47e8-add6-fee3a4282590'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:14:39.924005 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-6d3f737f-fac6-4988-9919-bc2da6988a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:14:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['761a7f24-82b7-47e8-add6-fee3a4282590'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:39.940434 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-59786c57-0d88-48c1-9f06-1599e34cb2e6 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "GET /v2.0/ports?device_id=761a7f24-82b7-47e8-add6-fee3a4282590 HTTP/1.1" status: 200 len: 205 time: 0.0680268 Aug 28 15:14:39.943272 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57246) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:39.946179 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port be3d11c4-800c-499c-a71d-db9b862d1838, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=be3d11c4-800c-499c-a71d-db9b862d1838,segment=NetworkSegment(9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d),segment_id=9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:39.953651 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6a4bfa2-bf33-4f36-9c8c-1ff9efdab932 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:39.958490 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:39.985472 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1821b428-7bf2-4784-a889-e8f3b08127a4 x-openstack-request-id: req-1821b428-7bf2-4784-a889-e8f3b08127a4 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:14:39.986036 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3113e4fc-7b46-413e-bc5d-a73e72650cf2", "name": "network-vif-plugged", "status": "completed", "tag": "be3d11c4-800c-499c-a71d-db9b862d1838", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:14:39.986440 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1821b428-7bf2-4784-a889-e8f3b08127a4 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:14:39.986978 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3113e4fc-7b46-413e-bc5d-a73e72650cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3d11c4-800c-499c-a71d-db9b862d1838', 'code': 200} Aug 28 15:14:40.017850 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=be3d11c4-800c-499c-a71d-db9b862d1838,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:40.066380 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-19803cc2-11e2-4c33-8823-cd8ed9117b84 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:40.083841 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-6d3f737f-fac6-4988-9919-bc2da6988a73 None None] Set router 761a7f24-82b7-47e8-add6-fee3a4282590 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:14:40.112395 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-e1199429-e3f0-4c02-9fa3-e5871757df41 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:40.113288 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-e1199429-e3f0-4c02-9fa3-e5871757df41 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:40.120405 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6a4bfa2-bf33-4f36-9c8c-1ff9efdab932 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:40.123833 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069d74a-b546-4fd9-9b23-8c1d2c8dc1d9 req-31ce6a1a-e228-4393-965a-a58e2bcd8801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:40.124277 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b069d74a-b546-4fd9-9b23-8c1d2c8dc1d9 req-31ce6a1a-e228-4393-965a-a58e2bcd8801 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3113e4fc-7b46-413e-bc5d-a73e72650cf2 HTTP/1.1" status: 200 len: 1097 time: 0.0748298 Aug 28 15:14:40.127359 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6a4bfa2-bf33-4f36-9c8c-1ff9efdab932 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:40.164090 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-6d3f737f-fac6-4988-9919-bc2da6988a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:14:34Z', 'revision_number': 11, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:40.164329 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4bfa2-bf33-4f36-9c8c-1ff9efdab932 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8077344-4d8f-4141-8ef6-45d83b349b76,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:40.169324 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6a4bfa2-bf33-4f36-9c8c-1ff9efdab932 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:40.170851 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e6a4bfa2-bf33-4f36-9c8c-1ff9efdab932 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2665768 Aug 28 15:14:40.173667 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57250) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:40.180682 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-9128af50-e5cc-4168-b472-74d83d609137 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'security_group_rule': {'security_group_id': 'db481247-7d15-4d4b-a65c-bf796b34915a', 'project_id': 'bee02b8454d546b78330e0129408e569', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:40.206276 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b069d74a-b546-4fd9-9b23-8c1d2c8dc1d9 req-97e1c192-5937-4df7-b3f7-f4aad5fcb5e6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708749 Aug 28 15:14:40.215641 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-e1199429-e3f0-4c02-9fa3-e5871757df41 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2246568 Aug 28 15:14:40.287406 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-fee40866-f159-47bd-ab11-9844afd6ebb4 service neutron] Request body: {'port': {'device_id': '0cefd80c-8c05-46e1-98da-53c597688142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:40.301474 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-19803cc2-11e2-4c33-8823-cd8ed9117b84 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:40.319511 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-19803cc2-11e2-4c33-8823-cd8ed9117b84 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:40.319751 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3f737f-fac6-4988-9919-bc2da6988a73 None None] Checking router: 761a7f24-82b7-47e8-add6-fee3a4282590 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:14:40.331127 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3f737f-fac6-4988-9919-bc2da6988a73 None None] Routers {'761a7f24-82b7-47e8-add6-fee3a4282590'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:14:40.332635 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-6d3f737f-fac6-4988-9919-bc2da6988a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:14:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['761a7f24-82b7-47e8-add6-fee3a4282590'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:40.373417 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9128af50-e5cc-4168-b472-74d83d609137 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:40.413448 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-19803cc2-11e2-4c33-8823-cd8ed9117b84 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:40.413985 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19803cc2-11e2-4c33-8823-cd8ed9117b84 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Fanout notify agent at l3_agent the message router_deleted on router 761a7f24-82b7-47e8-add6-fee3a4282590 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:14:40.415612 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-6d3f737f-fac6-4988-9919-bc2da6988a73 None None] Set router 761a7f24-82b7-47e8-add6-fee3a4282590 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:14:40.423400 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-19803cc2-11e2-4c33-8823-cd8ed9117b84 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:40.434624 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-19803cc2-11e2-4c33-8823-cd8ed9117b84 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/routers/761a7f24-82b7-47e8-add6-fee3a4282590 HTTP/1.1" status: 204 len: 168 time: 0.4798942 Aug 28 15:14:40.434624 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-fee40866-f159-47bd-ab11-9844afd6ebb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:40.434874 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57254) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:40.439565 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-ac2c0990-d6af-45b6-9d63-e165018a7d3e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-460232612', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:40.465814 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ac2c0990-d6af-45b6-9d63-e165018a7d3e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:40.467099 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ac2c0990-d6af-45b6-9d63-e165018a7d3e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:40.506293 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9128af50-e5cc-4168-b472-74d83d609137 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:40.521177 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9128af50-e5cc-4168-b472-74d83d609137 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:40.530461 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-6d3f737f-fac6-4988-9919-bc2da6988a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:14:34Z', 'revision_number': 11, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:40.540657 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d9b44c2f-851b-4bbe-b832-c23d192f6219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:40.579879 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3f737f-fac6-4988-9919-bc2da6988a73 None None] The sync data for ids ['761a7f24-82b7-47e8-add6-fee3a4282590'] in n-d-712137-10 is: [{'id': '761a7f24-82b7-47e8-add6-fee3a4282590', 'name': 'tempest-RoutersTest-router-1804399744', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:48Z', 'updated_at': '2021-08-28T15:14:34Z', 'revision_number': 11, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:14:40.595220 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ac2c0990-d6af-45b6-9d63-e165018a7d3e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:40.600442 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ac2c0990-d6af-45b6-9d63-e165018a7d3e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:40.617537 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9128af50-e5cc-4168-b472-74d83d609137 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:40.618720 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9128af50-e5cc-4168-b472-74d83d609137 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4439111 Aug 28 15:14:40.618850 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ac2c0990-d6af-45b6-9d63-e165018a7d3e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:40.619566 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128af50-e5cc-4168-b472-74d83d609137 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7e0988-ee83-4df2-9182-e708926091bc,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:40.622947 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ac2c0990-d6af-45b6-9d63-e165018a7d3e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1848571 Aug 28 15:14:40.624092 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57258) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:40.624092 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57260) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:40.636905 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-73712809-2915-4b26-8f00-23d53da4acbc tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'security_group_rule': {'security_group_id': 'db481247-7d15-4d4b-a65c-bf796b34915a', 'project_id': 'bee02b8454d546b78330e0129408e569', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:40.651042 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-7b0a03e5-94c8-4daf-9665-ae7bd3cd84ce tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Request body: {'router': {'admin_state_up': True}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:40.716555 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3e5b4-d08d-4751-9ed8-600987aa961e req-4933ff32-17e1-4edd-af96-867127f427d1 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:40.723852 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5fc3e5b4-d08d-4751-9ed8-600987aa961e req-4933ff32-17e1-4edd-af96-867127f427d1 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.1317551 Aug 28 15:14:40.817313 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5fc3e5b4-d08d-4751-9ed8-600987aa961e req-6861448b-0da0-44f1-8985-1e90de7c77c1 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881279 Aug 28 15:14:40.836671 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:40.923992 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-fee40866-f159-47bd-ab11-9844afd6ebb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91ab349b-0848-4f53-9403-6cfa0f7784c1 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:14:40.932612 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-fee40866-f159-47bd-ab11-9844afd6ebb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:40.968975 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-73712809-2915-4b26-8f00-23d53da4acbc tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:40.979907 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-fee40866-f159-47bd-ab11-9844afd6ebb4 service neutron] Transition to ACTIVE for port object 91ab349b-0848-4f53-9403-6cfa0f7784c1 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:14:40.990561 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-fee40866-f159-47bd-ab11-9844afd6ebb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:41.013386 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc129f-f9c2-4525-a7b3-0c1db2135510 req-b860ef64-cddd-47d7-833d-a82b1b94e35e tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:41.016182 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7cbc129f-f9c2-4525-a7b3-0c1db2135510 req-b860ef64-cddd-47d7-833d-a82b1b94e35e tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 932 time: 0.0802448 Aug 28 15:14:41.092709 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee40866-f159-47bd-ab11-9844afd6ebb4 service neutron] Pushing event updated for resources: {'Port': ['ID=91ab349b-0848-4f53-9403-6cfa0f7784c1,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:41.153796 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e152d-aece-49b6-bf05-dcbcc5797386 req-c8562a61-b5af-40c1-80fb-35799dfde607 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:41.155351 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d39e152d-aece-49b6-bf05-dcbcc5797386 req-c8562a61-b5af-40c1-80fb-35799dfde607 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=3113e4fc-7b46-413e-bc5d-a73e72650cf2 HTTP/1.1" status: 200 len: 945 time: 0.3774540 Aug 28 15:14:41.157369 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7b0a03e5-94c8-4daf-9665-ae7bd3cd84ce tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4654'] for router, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:41.165537 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d2ea0-e901-41fd-943a-b4a3f7c8a865 req-e8fcb17f-12e8-4837-a02f-f1b6104b23b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:41.167391 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-851d2ea0-e901-41fd-943a-b4a3f7c8a865 req-e8fcb17f-12e8-4837-a02f-f1b6104b23b9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 1097 time: 0.1922841 Aug 28 15:14:41.194124 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7cbc129f-f9c2-4525-a7b3-0c1db2135510 req-8d20c1ee-c1ae-431a-8a88-78a6a322cfc4 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436777 Aug 28 15:14:41.203605 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7b0a03e5-94c8-4daf-9665-ae7bd3cd84ce tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523761'] for router, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:41.209810 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-fee40866-f159-47bd-ab11-9844afd6ebb4 service neutron] Attempting to bind port 91ab349b-0848-4f53-9403-6cfa0f7784c1 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:14:41.210190 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-fee40866-f159-47bd-ab11-9844afd6ebb4 service neutron] Attempting to bind port 91ab349b-0848-4f53-9403-6cfa0f7784c1 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '3bd3ea4a-19c0-4756-b851-b7219964ac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:14:41.210657 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-fee40866-f159-47bd-ab11-9844afd6ebb4 service neutron] Attempting to bind port 91ab349b-0848-4f53-9403-6cfa0f7784c1 on network 92da9e59-648f-44e9-b842-a5afd0c505e3 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:14:41.215190 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-73712809-2915-4b26-8f00-23d53da4acbc tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:41.217290 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-fee40866-f159-47bd-ab11-9844afd6ebb4 service neutron] Port 91ab349b-0848-4f53-9403-6cfa0f7784c1 on network 92da9e59-648f-44e9-b842-a5afd0c505e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:14:41.217705 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-fee40866-f159-47bd-ab11-9844afd6ebb4 service neutron] Attempting to bind port 91ab349b-0848-4f53-9403-6cfa0f7784c1 on network 92da9e59-648f-44e9-b842-a5afd0c505e3 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:14:41.225867 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-fee40866-f159-47bd-ab11-9844afd6ebb4 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:14:41.227720 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-fee40866-f159-47bd-ab11-9844afd6ebb4 service neutron] Checking segment: {'id': '3bd3ea4a-19c0-4756-b851-b7219964ac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:14:41.229412 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-fee40866-f159-47bd-ab11-9844afd6ebb4 service neutron] Bound using segment: {'id': '3bd3ea4a-19c0-4756-b851-b7219964ac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:14:41.229976 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-fee40866-f159-47bd-ab11-9844afd6ebb4 service neutron] Bound port: 91ab349b-0848-4f53-9403-6cfa0f7784c1, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bd3ea4a-19c0-4756-b851-b7219964ac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:14:41.230281 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-fee40866-f159-47bd-ab11-9844afd6ebb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:41.261773 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-73712809-2915-4b26-8f00-23d53da4acbc tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:41.321059 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-fee40866-f159-47bd-ab11-9844afd6ebb4 service neutron] For port 91ab349b-0848-4f53-9403-6cfa0f7784c1, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:14:41.326141 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-fee40866-f159-47bd-ab11-9844afd6ebb4 service neutron] For port 91ab349b-0848-4f53-9403-6cfa0f7784c1, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=91ab349b-0848-4f53-9403-6cfa0f7784c1,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:14:41.330938 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-fee40866-f159-47bd-ab11-9844afd6ebb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:41.338222 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-851d2ea0-e901-41fd-943a-b4a3f7c8a865 req-ae8a7405-b4b3-4c0b-82bc-61e1ead6244d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572206 Aug 28 15:14:41.339569 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73712809-2915-4b26-8f00-23d53da4acbc tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc628e1-fe88-49cb-af2d-83dd2d298dbf,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:41.344358 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d39e152d-aece-49b6-bf05-dcbcc5797386 req-ec01d249-c25c-42bf-aea1-4781740a9c91 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762457 Aug 28 15:14:41.347462 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-73712809-2915-4b26-8f00-23d53da4acbc tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:41.351935 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-73712809-2915-4b26-8f00-23d53da4acbc tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7173896 Aug 28 15:14:41.351935 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57276) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:41.356795 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-99c6282c-559e-4709-8765-6edbadcf267b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'security_group_rule': {'security_group_id': 'db481247-7d15-4d4b-a65c-bf796b34915a', 'project_id': 'bee02b8454d546b78330e0129408e569', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:41.372259 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-fee40866-f159-47bd-ab11-9844afd6ebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:41.372893 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-fee40866-f159-47bd-ab11-9844afd6ebb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:41.374251 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-fee40866-f159-47bd-ab11-9844afd6ebb4 service neutron] 10.222.0.41 "PUT /v2.0/ports/91ab349b-0848-4f53-9403-6cfa0f7784c1 HTTP/1.1" status: 200 len: 1093 time: 1.1228971 Aug 28 15:14:41.374693 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cefd80c-8c05-46e1-98da-53c597688142', 'tag': '91ab349b-0848-4f53-9403-6cfa0f7784c1'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:14:41.377063 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe39984-f4f2-4acb-87ec-806696cb0c76" -d '{"events": [{"name": "network-changed", "server_uuid": "0cefd80c-8c05-46e1-98da-53c597688142", "tag": "91ab349b-0848-4f53-9403-6cfa0f7784c1"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:14:41.398462 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee40866-f159-47bd-ab11-9844afd6ebb4 service neutron] Pushing event updated for resources: {'Port': ['ID=91ab349b-0848-4f53-9403-6cfa0f7784c1,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:41.407426 n-d-712137-10 neutron-server[106329]: INFO neutron.db.securitygroups_db [None req-99c6282c-559e-4709-8765-6edbadcf267b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Project bee02b8454d546b78330e0129408e569 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 15:14:41.414475 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-99c6282c-559e-4709-8765-6edbadcf267b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:41.426407 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0a03e5-94c8-4daf-9665-ae7bd3cd84ce tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Router 063d7f75-6a93-4c03-928f-52d1e184bf86 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:14:41.446114 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185ffaaf-861f-4cfa-9450-1cfe7a20965a x-openstack-request-id: req-185ffaaf-861f-4cfa-9450-1cfe7a20965a {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:14:41.448093 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cefd80c-8c05-46e1-98da-53c597688142", "tag": "91ab349b-0848-4f53-9403-6cfa0f7784c1", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:14:41.448542 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-185ffaaf-861f-4cfa-9450-1cfe7a20965a {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:14:41.449901 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cefd80c-8c05-46e1-98da-53c597688142', 'tag': '91ab349b-0848-4f53-9403-6cfa0f7784c1', 'status': 'completed', 'code': 200} Aug 28 15:14:41.543004 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0a03e5-94c8-4daf-9665-ae7bd3cd84ce tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:14:41.551023 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7b0a03e5-94c8-4daf-9665-ae7bd3cd84ce tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:41.552196 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7b0a03e5-94c8-4daf-9665-ae7bd3cd84ce tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "PUT /v2.0/routers/063d7f75-6a93-4c03-928f-52d1e184bf86 HTTP/1.1" status: 200 len: 693 time: 0.9071543 Aug 28 15:14:41.555295 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc85652-29ab-429d-9e51-39ca169896f9 None None] Sync routers for ids ['063d7f75-6a93-4c03-928f-52d1e184bf86'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:14:41.556278 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57280) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:41.568054 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc85652-29ab-429d-9e51-39ca169896f9 None None] Routers {'063d7f75-6a93-4c03-928f-52d1e184bf86'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:14:41.568272 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-99c6282c-559e-4709-8765-6edbadcf267b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:41.569752 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-6cc85652-29ab-429d-9e51-39ca169896f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:14:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['063d7f75-6a93-4c03-928f-52d1e184bf86'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:41.606733 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-99c6282c-559e-4709-8765-6edbadcf267b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:41.651414 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe39984-f4f2-4acb-87ec-806696cb0c76 req-e00e5b38-f4d2-4f8f-b9d2-e6995d23eccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:41.653756 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bbe39984-f4f2-4acb-87ec-806696cb0c76 req-e00e5b38-f4d2-4f8f-b9d2-e6995d23eccf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a9a8b74576c4695a1fae90d6f829702&device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 1096 time: 0.0513873 Aug 28 15:14:41.660402 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f00761e7-3d7a-4d9c-8aad-b152de14e36c tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "GET /v2.0/routers/063d7f75-6a93-4c03-928f-52d1e184bf86 HTTP/1.1" status: 200 len: 699 time: 0.1032927 Aug 28 15:14:41.662307 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6282c-559e-4709-8765-6edbadcf267b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ffe1ef8-3164-4f64-9b46-9afb0c970f1f,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:41.664908 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57286) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:41.698042 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-99c6282c-559e-4709-8765-6edbadcf267b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:41.699277 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-99c6282c-559e-4709-8765-6edbadcf267b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3467484 Aug 28 15:14:41.701906 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-81bacd4a-d9e1-4313-82bb-342cc6a5c298 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "GET /v2.0/ports?device_id=063d7f75-6a93-4c03-928f-52d1e184bf86 HTTP/1.1" status: 200 len: 205 time: 0.0348241 Aug 28 15:14:41.702485 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57290) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:41.704249 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57292) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:41.714038 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-bd6efd04-205f-4b77-928f-503f718122ee tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'security_group_rule': {'security_group_id': 'db481247-7d15-4d4b-a65c-bf796b34915a', 'project_id': 'bee02b8454d546b78330e0129408e569', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:41.857405 n-d-712137-10 neutron-server[106329]: INFO neutron.db.securitygroups_db [None req-bd6efd04-205f-4b77-928f-503f718122ee tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Project bee02b8454d546b78330e0129408e569 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 15:14:41.879548 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bd6efd04-205f-4b77-928f-503f718122ee tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:41.903044 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe39984-f4f2-4acb-87ec-806696cb0c76 req-d50b548a-0440-479e-9742-de7ad16f4814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:41.910078 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bbe39984-f4f2-4acb-87ec-806696cb0c76 req-d50b548a-0440-479e-9742-de7ad16f4814 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8a9a8b74576c4695a1fae90d6f829702&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2458825 Aug 28 15:14:41.925694 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0820fbf8-166d-40a8-aab7-fc7bd2c2600e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:41.932877 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-6cc85652-29ab-429d-9e51-39ca169896f9 None None] Set router 063d7f75-6a93-4c03-928f-52d1e184bf86 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:14:41.979428 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:42.008789 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-6cc85652-29ab-429d-9e51-39ca169896f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063d7f75-6a93-4c03-928f-52d1e184bf86', 'name': 'tempest-RoutersTest-router-460232612', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:14:40Z', 'updated_at': '2021-08-28T15:14:41Z', 'revision_number': 2, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:42.040054 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc85652-29ab-429d-9e51-39ca169896f9 None None] Checking router: 063d7f75-6a93-4c03-928f-52d1e184bf86 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:14:42.064105 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc85652-29ab-429d-9e51-39ca169896f9 None None] Routers {'063d7f75-6a93-4c03-928f-52d1e184bf86'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:14:42.068014 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-6cc85652-29ab-429d-9e51-39ca169896f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:14:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['063d7f75-6a93-4c03-928f-52d1e184bf86'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:42.171584 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe39984-f4f2-4acb-87ec-806696cb0c76 req-b035ca50-3783-4343-be30-e95264d6187c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:42.173272 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bbe39984-f4f2-4acb-87ec-806696cb0c76 req-b035ca50-3783-4343-be30-e95264d6187c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2487736 Aug 28 15:14:42.189701 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-6cc85652-29ab-429d-9e51-39ca169896f9 None None] Set router 063d7f75-6a93-4c03-928f-52d1e184bf86 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:14:42.203457 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d3abe-a5e0-4f41-9303-73a2f881f103 req-efba6540-a420-4b96-a6bd-43c74a5902c3 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:42.206779 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1e8d3abe-a5e0-4f41-9303-73a2f881f103 req-efba6540-a420-4b96-a6bd-43c74a5902c3 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.2781544 Aug 28 15:14:42.274238 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bd6efd04-205f-4b77-928f-503f718122ee tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:42.275175 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-6cc85652-29ab-429d-9e51-39ca169896f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063d7f75-6a93-4c03-928f-52d1e184bf86', 'name': 'tempest-RoutersTest-router-460232612', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:14:40Z', 'updated_at': '2021-08-28T15:14:41Z', 'revision_number': 2, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:42.298207 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0820fbf8-166d-40a8-aab7-fc7bd2c2600e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:42.305385 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bd6efd04-205f-4b77-928f-503f718122ee tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:42.310068 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc85652-29ab-429d-9e51-39ca169896f9 None None] The sync data for ids ['063d7f75-6a93-4c03-928f-52d1e184bf86'] in n-d-712137-10 is: [{'id': '063d7f75-6a93-4c03-928f-52d1e184bf86', 'name': 'tempest-RoutersTest-router-460232612', 'tenant_id': '0fc16fe27b184308b0bfe69589020025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:14:40Z', 'updated_at': '2021-08-28T15:14:41Z', 'revision_number': 2, 'project_id': '0fc16fe27b184308b0bfe69589020025', 'gw_port_host': None}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:14:42.310551 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0820fbf8-166d-40a8-aab7-fc7bd2c2600e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:42.341598 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1e8d3abe-a5e0-4f41-9303-73a2f881f103 req-35a4c63e-4d0f-4ae8-a08f-f79fa976c04c tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766644 Aug 28 15:14:42.350532 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6efd04-205f-4b77-928f-503f718122ee tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e3dc615-530c-464a-ab61-7e904a242259,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:42.388145 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bd6efd04-205f-4b77-928f-503f718122ee tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:42.389930 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-bd6efd04-205f-4b77-928f-503f718122ee tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6861372 Aug 28 15:14:42.395809 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57304) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:42.403196 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-2e71e623-d705-403c-985e-a20122de1dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:42.403487 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-c4722481-6b36-4b84-8c9d-ffb9189001ec tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'network': {'name': 'tempest-network-smoke--2143790264', 'project_id': 'bee02b8454d546b78330e0129408e569', 'port_security_enabled': True}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:42.406321 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-2e71e623-d705-403c-985e-a20122de1dea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a9a8b74576c4695a1fae90d6f829702&device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 1096 time: 0.1729333 Aug 28 15:14:42.426999 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0820fbf8-166d-40a8-aab7-fc7bd2c2600e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:42.427464 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0820fbf8-166d-40a8-aab7-fc7bd2c2600e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Fanout notify agent at l3_agent the message router_deleted on router 063d7f75-6a93-4c03-928f-52d1e184bf86 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:14:42.437980 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0820fbf8-166d-40a8-aab7-fc7bd2c2600e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:42.439977 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0820fbf8-166d-40a8-aab7-fc7bd2c2600e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/routers/063d7f75-6a93-4c03-928f-52d1e184bf86 HTTP/1.1" status: 204 len: 168 time: 0.7340384 Aug 28 15:14:42.442775 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4722481-6b36-4b84-8c9d-ffb9189001ec tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Made reservation on behalf of bee02b8454d546b78330e0129408e569 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:14:42.451425 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57306) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:42.453080 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c4722481-6b36-4b84-8c9d-ffb9189001ec tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:42.532068 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-ea659b16-8891-4a29-b518-47d23cbcd38c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91ab349b-0848-4f53-9403-6cfa0f7784c1 HTTP/1.1" status: 200 len: 217 time: 0.0766332 Aug 28 15:14:42.546109 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4722481-6b36-4b84-8c9d-ffb9189001ec tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:14:42.561634 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6fc2b03f-e94d-4490-a7b4-5feb3e211c7e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "GET /v2.0/ports?device_id=063d7f75-6a93-4c03-928f-52d1e184bf86 HTTP/1.1" status: 200 len: 205 time: 0.1040328 Aug 28 15:14:42.564438 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57314) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:42.578665 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23432531-4425-4b40-82fa-35620a9e3cda req-b1edad4e-1942-48cd-9060-5749fca1aa0d tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:42.590913 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-23432531-4425-4b40-82fa-35620a9e3cda req-b1edad4e-1942-48cd-9060-5749fca1aa0d tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=3113e4fc-7b46-413e-bc5d-a73e72650cf2 HTTP/1.1" status: 200 len: 945 time: 0.1287541 Aug 28 15:14:42.596976 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c4722481-6b36-4b84-8c9d-ffb9189001ec tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:42.597497 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-c4722481-6b36-4b84-8c9d-ffb9189001ec tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Added segment b351d48f-a35c-4e29-b5da-4f538e9d9756 of type vlan for network 4ca9a50c-f8aa-4261-ad98-eabaf3910c6a Aug 28 15:14:42.657796 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-ff321bfd-fe6b-4307-b7cb-4f5502d5912d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] delete failed (client error): The resource could not be found. Aug 28 15:14:42.659440 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ff321bfd-fe6b-4307-b7cb-4f5502d5912d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/routers/063d7f75-6a93-4c03-928f-52d1e184bf86 HTTP/1.1" status: 404 len: 336 time: 0.0938606 Aug 28 15:14:42.666142 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57316) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:42.667974 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59531df2-ee83-40f4-b7bc-d8f006284809 req-c1b5357d-68ac-4c5f-a979-4ae334a8d07c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:42.669758 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-59531df2-ee83-40f4-b7bc-d8f006284809 req-c1b5357d-68ac-4c5f-a979-4ae334a8d07c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 944 time: 0.2899330 Aug 28 15:14:42.686656 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-ea3154e6-c082-4b76-9546-5b7682ddcdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:42.688371 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-ea3154e6-c082-4b76-9546-5b7682ddcdb5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b8c26495-81f2-4073-8e6e-125cfbbdb151 HTTP/1.1" status: 200 len: 852 time: 0.1392565 Aug 28 15:14:42.689855 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c4722481-6b36-4b84-8c9d-ffb9189001ec tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:42.716174 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-23432531-4425-4b40-82fa-35620a9e3cda req-f2f8ad4a-cf31-42bc-8c95-1cbd1c1b66cc tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243691 Aug 28 15:14:42.720353 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a89ada3-9726-40b1-93c9-4d1cb232c8d7 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] DELETE failed (client error): The resource could not be found. Aug 28 15:14:42.720818 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a89ada3-9726-40b1-93c9-4d1cb232c8d7 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:14:42.722669 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8a89ada3-9726-40b1-93c9-4d1cb232c8d7 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/subnets/eaa97c97-13c2-42af-910a-5f0dec4fbaa3 HTTP/1.1" status: 404 len: 337 time: 0.0555956 Aug 28 15:14:42.725982 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-c077457c-86ce-4e09-9984-c82dad0c37e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92da9e59-648f-44e9-b842-a5afd0c505e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289214 Aug 28 15:14:42.726164 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57318) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:42.762848 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-59531df2-ee83-40f4-b7bc-d8f006284809 req-2816dc5f-4774-4d79-99d3-2641572c77a4 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869145 Aug 28 15:14:42.794504 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-937c68ca-cf6f-4b1e-b62b-5d2bfd4454e0 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] DELETE failed (client error): The resource could not be found. Aug 28 15:14:42.795265 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-937c68ca-cf6f-4b1e-b62b-5d2bfd4454e0 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:14:42.797573 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-937c68ca-cf6f-4b1e-b62b-5d2bfd4454e0 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/subnets/8375e33d-8132-41b6-b458-f122f93bb7d2 HTTP/1.1" status: 404 len: 337 time: 0.0705030 Aug 28 15:14:42.800135 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57324) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:42.831358 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb5a402-8073-458a-aa82-95fcf71af451 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] DELETE failed (client error): The resource could not be found. Aug 28 15:14:42.832407 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecb5a402-8073-458a-aa82-95fcf71af451 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:14:42.834841 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ecb5a402-8073-458a-aa82-95fcf71af451 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/subnets/d18ebd81-1b5d-4d88-8758-76edd2a0851c HTTP/1.1" status: 404 len: 337 time: 0.0330036 Aug 28 15:14:42.836660 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c4722481-6b36-4b84-8c9d-ffb9189001ec tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:42.839957 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57328) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:42.843108 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4722481-6b36-4b84-8c9d-ffb9189001ec tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:42.843932 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c4722481-6b36-4b84-8c9d-ffb9189001ec tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:42.878311 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a9be9b1-47b0-41e6-a5e9-2aac3e10dad7 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] DELETE failed (client error): The resource could not be found. Aug 28 15:14:42.878778 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a9be9b1-47b0-41e6-a5e9-2aac3e10dad7 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:14:42.885851 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6a9be9b1-47b0-41e6-a5e9-2aac3e10dad7 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/subnets/9f5379ec-8c12-4051-96e7-dc587dcb6dd5 HTTP/1.1" status: 404 len: 337 time: 0.0448110 Aug 28 15:14:42.886518 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57330) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:42.917140 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c4722481-6b36-4b84-8c9d-ffb9189001ec tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5175965 Aug 28 15:14:42.917525 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57334) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:42.925397 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-948db7bc-cc84-46cf-9318-a557e2136689 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1726276721', 'admin_state_up': True, 'project_id': 'bee02b8454d546b78330e0129408e569', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:42.934285 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7ea3698d-d561-4493-95a1-180eb2f96ec8 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "GET /v2.0/ports?device_id=761a7f24-82b7-47e8-add6-fee3a4282590 HTTP/1.1" status: 200 len: 205 time: 0.0442977 Aug 28 15:14:42.935912 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57336) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:42.964473 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-4e383346-fd18-4339-93d4-c44244966c57 service neutron] 10.222.0.41 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141426 Aug 28 15:14:43.000004 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-9399a9ff-53af-4bb9-9eb7-44b2c1c88a9c tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] delete failed (client error): The resource could not be found. Aug 28 15:14:43.001066 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9399a9ff-53af-4bb9-9eb7-44b2c1c88a9c tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/routers/761a7f24-82b7-47e8-add6-fee3a4282590 HTTP/1.1" status: 404 len: 336 time: 0.0641356 Aug 28 15:14:43.003954 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4722481-6b36-4b84-8c9d-ffb9189001ec tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Network': ['ID=4ca9a50c-f8aa-4261-ad98-eabaf3910c6a,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:43.010179 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57340) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:43.016383 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 4ca9a50c-f8aa-4261-ad98-eabaf3910c6a details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:14:43.042126 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d18543dc-1079-4ebf-b5ae-f46c020e4a6b tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c6fa264-5584-4d8f-a0a6-fe9afc96bf53 HTTP/1.1" status: 200 len: 205 time: 0.0307777 Aug 28 15:14:43.046362 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57342) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:43.102953 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-948db7bc-cc84-46cf-9318-a557e2136689 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:43.104035 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-948db7bc-cc84-46cf-9318-a557e2136689 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:43.108282 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-77fcd55f-e8d6-4ba0-99b9-30852385b3c5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] delete failed (client error): The resource could not be found. Aug 28 15:14:43.109334 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-77fcd55f-e8d6-4ba0-99b9-30852385b3c5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/routers/8c6fa264-5584-4d8f-a0a6-fe9afc96bf53 HTTP/1.1" status: 404 len: 336 time: 0.0620549 Aug 28 15:14:43.111937 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57346) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:43.153850 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-025c72e9-94e2-4c37-8910-353dae0839af tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] DELETE failed (client error): The resource could not be found. Aug 28 15:14:43.155140 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-025c72e9-94e2-4c37-8910-353dae0839af tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:14:43.159821 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-025c72e9-94e2-4c37-8910-353dae0839af tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/subnets/65aa7c46-e877-411f-b5fc-c196dcefea94 HTTP/1.1" status: 404 len: 337 time: 0.0438313 Aug 28 15:14:43.159821 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57348) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:43.200901 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fd706320-2da1-4b71-b7f2-4ea28f7a6cf4 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a2495c8-2ffb-4b03-bcbb-3c4a3899aebd HTTP/1.1" status: 200 len: 205 time: 0.0376070 Aug 28 15:14:43.200901 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57352) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:43.238356 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:43.280940 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-948db7bc-cc84-46cf-9318-a557e2136689 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:43.283315 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-f39fef2f-9984-4109-afef-f216b45f6034 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] delete failed (client error): The resource could not be found. Aug 28 15:14:43.287045 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f39fef2f-9984-4109-afef-f216b45f6034 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/routers/0a2495c8-2ffb-4b03-bcbb-3c4a3899aebd HTTP/1.1" status: 404 len: 336 time: 0.0832448 Aug 28 15:14:43.290371 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57356) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:43.420365 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-159e8d0b-efa6-4290-9178-eb7eb0d90778 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef34f9e0-def6-4060-b7f8-597eacc45faf HTTP/1.1" status: 200 len: 205 time: 0.1269696 Aug 28 15:14:43.455638 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57360) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:43.500255 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-edc3df7c-59c3-4f47-a1e6-290e3cc67ef0 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] delete failed (client error): The resource could not be found. Aug 28 15:14:43.501682 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-edc3df7c-59c3-4f47-a1e6-290e3cc67ef0 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/routers/ef34f9e0-def6-4060-b7f8-597eacc45faf HTTP/1.1" status: 404 len: 336 time: 0.0446403 Aug 28 15:14:43.509755 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57362) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:43.541344 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea5c501-39a9-46b3-98c6-70f62dc219cd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] DELETE failed (client error): The resource could not be found. Aug 28 15:14:43.541730 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fea5c501-39a9-46b3-98c6-70f62dc219cd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:14:43.545835 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fea5c501-39a9-46b3-98c6-70f62dc219cd tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/subnets/5f2cf013-8614-4f9b-8e76-68226ad29d86 HTTP/1.1" status: 404 len: 337 time: 0.0325723 Aug 28 15:14:43.574049 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57364) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:43.684222 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bbd7b09a-69c8-481d-84f6-8692c4719edf req-8e69e912-ff3a-4e84-8677-3d551ca5c979 service neutron] 10.222.0.41 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7114263 Aug 28 15:14:43.703627 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa0e6e0-5942-4277-8067-ea851e34f003 req-3a97a2c2-83f3-434b-b4a8-6bd186b85c39 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:43.716985 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6aa0e6e0-5942-4277-8067-ea851e34f003 req-3a97a2c2-83f3-434b-b4a8-6bd186b85c39 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.1068466 Aug 28 15:14:43.774768 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6aa0e6e0-5942-4277-8067-ea851e34f003 req-4f7ca8d2-c404-48ec-a140-0bc0cbd6c2e2 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566876 Aug 28 15:14:44.032316 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8ec39853-5c7d-4bfb-8d92-e0aaffc2aa1f tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "GET /v2.0/ports?device_id=67c35cc5-3257-4590-97a4-cea0155009bc HTTP/1.1" status: 200 len: 205 time: 0.4550633 Aug 28 15:14:44.033050 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57380) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:44.043860 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-948db7bc-cc84-46cf-9318-a557e2136689 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:44.126725 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-5bbd22a2-76fd-483b-b004-9d0c63d687e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] delete failed (client error): The resource could not be found. Aug 28 15:14:44.126725 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5bbd22a2-76fd-483b-b004-9d0c63d687e5 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/routers/67c35cc5-3257-4590-97a4-cea0155009bc HTTP/1.1" status: 404 len: 336 time: 0.0905616 Aug 28 15:14:44.127816 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57382) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:44.137700 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf3749-96db-43d2-90fe-34302d1f6cc6 req-dc7f9a24-cd8b-479d-b4a0-997edc552983 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:44.139211 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c7bf3749-96db-43d2-90fe-34302d1f6cc6 req-dc7f9a24-cd8b-479d-b4a0-997edc552983 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 944 time: 0.1117749 Aug 28 15:14:44.181422 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-77edbf0b-a075-4cc4-ba9d-61700def511e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] DELETE failed (client error): The resource could not be found. Aug 28 15:14:44.182074 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77edbf0b-a075-4cc4-ba9d-61700def511e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:14:44.186204 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-77edbf0b-a075-4cc4-ba9d-61700def511e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/subnets/aa28c1fa-ac8b-4e5b-8064-e49068b9c20f HTTP/1.1" status: 404 len: 337 time: 0.0557423 Aug 28 15:14:44.190980 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57384) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:44.196651 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c7bf3749-96db-43d2-90fe-34302d1f6cc6 req-5b00f9ea-ea3a-4d8f-925a-3fcf6adfbb22 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471475 Aug 28 15:14:44.266080 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce2ee4-2a95-441b-a716-806b577220c4 req-63efff2f-8a5a-4f52-b257-a452f4676a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:44.267705 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ecce2ee4-2a95-441b-a716-806b577220c4 req-63efff2f-8a5a-4f52-b257-a452f4676a57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2daa716d41af426baed6e9a74353070d&device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 1097 time: 0.1896672 Aug 28 15:14:44.269587 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-001524f1-5894-4285-a879-3542ec0fc757 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "GET /v2.0/ports?device_id=387fb756-31cb-4ba9-abe6-8accd8df76c3 HTTP/1.1" status: 200 len: 205 time: 0.0749362 Aug 28 15:14:44.275389 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57386) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:44.375333 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce2ee4-2a95-441b-a716-806b577220c4 req-bcfd68a4-ad1f-4a04-aa9e-99189e295d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:44.377001 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ecce2ee4-2a95-441b-a716-806b577220c4 req-bcfd68a4-ad1f-4a04-aa9e-99189e295d1a service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a82b058-95d5-4811-a7cb-e74380d2fdc7 HTTP/1.1" status: 200 len: 919 time: 0.0951829 Aug 28 15:14:44.387143 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-948db7bc-cc84-46cf-9318-a557e2136689 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:44.417643 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-948db7bc-cc84-46cf-9318-a557e2136689 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:44.462809 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311f4f4-fe38-4f37-a257-aa9e58438af6 req-f6a4c086-2cb3-46f1-b6b2-c3fb33ebf9b1 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:44.470372 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a311f4f4-fe38-4f37-a257-aa9e58438af6 req-f6a4c086-2cb3-46f1-b6b2-c3fb33ebf9b1 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.3596070 Aug 28 15:14:44.529232 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-f51007b4-2ba5-431e-b529-ca54f3bd2a2d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] delete failed (client error): The resource could not be found. Aug 28 15:14:44.533052 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f51007b4-2ba5-431e-b529-ca54f3bd2a2d tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/routers/387fb756-31cb-4ba9-abe6-8accd8df76c3 HTTP/1.1" status: 404 len: 336 time: 0.2565384 Aug 28 15:14:44.533523 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57390) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:44.543298 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a311f4f4-fe38-4f37-a257-aa9e58438af6 req-5366813e-34ac-482d-b1dc-01131e12ed0d tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720339 Aug 28 15:14:44.563731 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-948db7bc-cc84-46cf-9318-a557e2136689 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Allocated IP 172.25.3.93 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/53159aa2-bad9-41f7-898d-f9418f95b651) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:14:44.568530 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ecce2ee4-2a95-441b-a716-806b577220c4 req-e8b5c3c0-6908-48f1-9331-5aac6e4d13f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5284421a-28c2-47e5-a806-2b7107aeda47 HTTP/1.1" status: 200 len: 217 time: 0.1771297 Aug 28 15:14:44.596481 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9df9b0-189e-48bd-9fd2-5df02d771c36 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] DELETE failed (client error): The resource could not be found. Aug 28 15:14:44.596935 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c9df9b0-189e-48bd-9fd2-5df02d771c36 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:14:44.601411 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0c9df9b0-189e-48bd-9fd2-5df02d771c36 tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/subnets/13bb0ea0-ec46-42b0-8e28-ab0a49937167 HTTP/1.1" status: 404 len: 337 time: 0.0571234 Aug 28 15:14:44.602008 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57392) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:44.654136 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d21735-b80c-44a3-b982-523d2ce6156e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] DELETE failed (client error): The resource could not be found. Aug 28 15:14:44.654595 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14d21735-b80c-44a3-b982-523d2ce6156e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:14:44.659025 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-14d21735-b80c-44a3-b982-523d2ce6156e tempest-RoutersTest-240251441 tempest-RoutersTest-240251441-project] 10.222.0.13 "DELETE /v2.0/subnets/80d38356-d4b0-4fe5-abb1-13f9fda8851d HTTP/1.1" status: 404 len: 337 time: 0.0385718 Aug 28 15:14:44.679097 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce2ee4-2a95-441b-a716-806b577220c4 req-62ad0320-7d20-4eb8-9834-30b16453c1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:44.680647 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ecce2ee4-2a95-441b-a716-806b577220c4 req-62ad0320-7d20-4eb8-9834-30b16453c1fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6baacc3b-9f26-42b9-89a3-3904a08dc932 HTTP/1.1" status: 200 len: 858 time: 0.0932240 Aug 28 15:14:44.707683 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-948db7bc-cc84-46cf-9318-a557e2136689 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:44.738325 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ecce2ee4-2a95-441b-a716-806b577220c4 req-c886b1d9-bf56-4025-bb66-eb5e78ab058c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a82b058-95d5-4811-a7cb-e74380d2fdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496914 Aug 28 15:14:44.796779 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-948db7bc-cc84-46cf-9318-a557e2136689 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:44.855440 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ecce2ee4-2a95-441b-a716-806b577220c4 req-0751f2bd-9676-4f4e-8a05-7a1ea846f29a service neutron] 10.222.0.41 "GET /v2.0/networks/7a82b058-95d5-4811-a7cb-e74380d2fdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068735 Aug 28 15:14:44.864949 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948db7bc-cc84-46cf-9318-a557e2136689 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:14:44.867157 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-948db7bc-cc84-46cf-9318-a557e2136689 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:14:44.884492 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948db7bc-cc84-46cf-9318-a557e2136689 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:14:44.934347 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948db7bc-cc84-46cf-9318-a557e2136689 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Port': ['ID=53159aa2-bad9-41f7-898d-f9418f95b651,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:45.004310 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57404) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:45.028067 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ecce2ee4-2a95-441b-a716-806b577220c4 req-1b02c882-ef82-4fca-9bff-64d6c2fd74bc service neutron] 10.222.0.41 "GET /v2.0/networks/7a82b058-95d5-4811-a7cb-e74380d2fdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594148 Aug 28 15:14:45.177470 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e8987b08-44b9-4f8f-9f9e-8678bed0f8b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0fc16fe27b184308b0bfe69589020025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1717026 Aug 28 15:14:45.179916 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57408) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:45.223493 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-948db7bc-cc84-46cf-9318-a557e2136689 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:45.241685 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c51152b7-b47b-49ba-a8d6-7efb5a636534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:45.275506 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c51152b7-b47b-49ba-a8d6-7efb5a636534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:45.339381 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c51152b7-b47b-49ba-a8d6-7efb5a636534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:45.342189 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c51152b7-b47b-49ba-a8d6-7efb5a636534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:45.345775 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c51152b7-b47b-49ba-a8d6-7efb5a636534 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4563364a-869a-4115-9ef0-14c741b9ad5c HTTP/1.1" status: 204 len: 168 time: 0.1623340 Aug 28 15:14:45.365348 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51152b7-b47b-49ba-a8d6-7efb5a636534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4563364a-869a-4115-9ef0-14c741b9ad5c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:45.399405 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731217af-ee50-4a12-b88e-bd4e471ac219 req-5eb56140-66c4-4349-9ecf-d879c9e8ee6d tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:45.401098 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-731217af-ee50-4a12-b88e-bd4e471ac219 req-5eb56140-66c4-4349-9ecf-d879c9e8ee6d tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 944 time: 0.1156938 Aug 28 15:14:45.545412 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-731217af-ee50-4a12-b88e-bd4e471ac219 req-fedfdf4c-63b8-4387-9315-e6bc9787711f tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014085 Aug 28 15:14:45.590715 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-948db7bc-cc84-46cf-9318-a557e2136689 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:45.721855 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d6ad5-733e-41ab-b602-5396d51c9ded req-435d4281-c5f5-40d4-823e-5b443e506404 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:45.730585 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1f9d6ad5-733e-41ab-b602-5396d51c9ded req-435d4281-c5f5-40d4-823e-5b443e506404 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.0955906 Aug 28 15:14:45.787172 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1f9d6ad5-733e-41ab-b602-5396d51c9ded req-bd14480f-1b8f-48a8-9bac-25d5bc132cc2 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551031 Aug 28 15:14:45.806582 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948db7bc-cc84-46cf-9318-a557e2136689 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Router 1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:14:45.970453 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948db7bc-cc84-46cf-9318-a557e2136689 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:14:45.984690 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b434e52b-d5ac-45ab-b90b-e1997108bc50 None None] Sync routers for ids ['1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:14:45.999552 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b434e52b-d5ac-45ab-b90b-e1997108bc50 None None] Routers {'1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:14:46.001953 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-b434e52b-d5ac-45ab-b90b-e1997108bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:14:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:46.009189 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-948db7bc-cc84-46cf-9318-a557e2136689 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:46.013733 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57430) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:46.013907 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-948db7bc-cc84-46cf-9318-a557e2136689 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0951993 Aug 28 15:14:46.060755 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bc69fbd3-b15c-4ae7-9765-e0be3a20c215 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=bee02b8454d546b78330e0129408e569&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450749 Aug 28 15:14:46.063017 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57432) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:46.170089 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-b434e52b-d5ac-45ab-b90b-e1997108bc50 None None] Set router 1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:14:46.194100 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7c30f9-b36f-41cf-b113-818aafea1c41 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:46.200335 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-df7c30f9-b36f-41cf-b113-818aafea1c41 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1356122 Aug 28 15:14:46.203431 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57438) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:46.295979 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8e769dc7-201f-41ab-a6bf-12ccbf69c18c tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=61448970-1875-4f3f-bc01-29da4e3666f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0906024 Aug 28 15:14:46.300049 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57442) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:46.312252 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-6b5ed310-453e-4d2b-a267-30ad398c8d57 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-444378894', 'network_id': '4ca9a50c-f8aa-4261-ad98-eabaf3910c6a', 'project_id': 'bee02b8454d546b78330e0129408e569', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:46.542578 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-b434e52b-d5ac-45ab-b90b-e1997108bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726276721', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '53159aa2-bad9-41f7-898d-f9418f95b651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:14:43Z', 'updated_at': '2021-08-28T15:14:45Z', 'revision_number': 3, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '53159aa2-bad9-41f7-898d-f9418f95b651', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fe:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:44Z', 'updated_at': '2021-08-28T15:14:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:46.573299 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5ed310-453e-4d2b-a267-30ad398c8d57 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Made reservation on behalf of bee02b8454d546b78330e0129408e569 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:14:46.578631 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6b5ed310-453e-4d2b-a267-30ad398c8d57 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:46.674202 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b434e52b-d5ac-45ab-b90b-e1997108bc50 None None] Checking router: 1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:14:46.674754 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b434e52b-d5ac-45ab-b90b-e1997108bc50 None None] Updating router 1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b port 53159aa2-bad9-41f7-898d-f9418f95b651 binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:14:46.724605 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57454) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:46.750153 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-b434e52b-d5ac-45ab-b90b-e1997108bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:46.880328 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af08ee8-c21e-4eed-be1b-2e4b76715827 req-fa060573-20a3-4baa-90ee-064444d7c791 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:46.882597 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5af08ee8-c21e-4eed-be1b-2e4b76715827 req-fa060573-20a3-4baa-90ee-064444d7c791 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 944 time: 0.1387675 Aug 28 15:14:46.960810 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-548f636c-d2c4-4273-b9a9-a8218a46de25 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:46.961361 n-d-712137-10 neutron-server[106329]: WARNING neutron.api.v2.base [None req-548f636c-d2c4-4273-b9a9-a8218a46de25 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 28 15:14:46.966729 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-548f636c-d2c4-4273-b9a9-a8218a46de25 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] create failed (client error): There was a conflict when trying to complete your request. Aug 28 15:14:46.972821 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-548f636c-d2c4-4273-b9a9-a8218a46de25 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2444372 Aug 28 15:14:46.978495 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57462) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:46.988474 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-dbb5fb15-7f50-40d0-8368-77388f6f89e7 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group': {'name': 'tempest-secgroup--303420410'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:46.996181 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5af08ee8-c21e-4eed-be1b-2e4b76715827 req-f77d07d0-0a63-4d26-bf10-d0a92ab1a2b4 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042271 Aug 28 15:14:47.039781 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6b5ed310-453e-4d2b-a267-30ad398c8d57 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:47.063645 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d06c0d-c771-4f30-bb1e-035c0b0a3bc7 req-5f4b996a-81ce-4cd5-b038-4d4f8ee07cc7 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:47.065531 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3d06c0d-c771-4f30-bb1e-035c0b0a3bc7 req-5f4b996a-81ce-4cd5-b038-4d4f8ee07cc7 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.1743162 Aug 28 15:14:47.066545 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dbb5fb15-7f50-40d0-8368-77388f6f89e7 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:47.094333 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dbb5fb15-7f50-40d0-8368-77388f6f89e7 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:47.164941 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-b434e52b-d5ac-45ab-b90b-e1997108bc50 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:47.167376 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ed310-453e-4d2b-a267-30ad398c8d57 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Subnet': ['ID=c1b8938d-6c17-43af-afb8-76fb23e50a49,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:47.179246 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-b434e52b-d5ac-45ab-b90b-e1997108bc50 None None] Transition to ACTIVE for port object 53159aa2-bad9-41f7-898d-f9418f95b651 will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:14:47.201108 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-b434e52b-d5ac-45ab-b90b-e1997108bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:47.220365 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5ed310-453e-4d2b-a267-30ad398c8d57 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Checking segment: {'id': 'b351d48f-a35c-4e29-b5da-4f538e9d9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ca9a50c-f8aa-4261-ad98-eabaf3910c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:14:47.221219 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5ed310-453e-4d2b-a267-30ad398c8d57 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Network hostable DHCP agents. Network: 4ca9a50c-f8aa-4261-ad98-eabaf3910c6a, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:14:47.233735 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3d06c0d-c771-4f30-bb1e-035c0b0a3bc7 req-a166e0e4-a280-48e4-a140-9a4db6ee3ab7 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462770 Aug 28 15:14:47.251422 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5ed310-453e-4d2b-a267-30ad398c8d57 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Network 4ca9a50c-f8aa-4261-ad98-eabaf3910c6a is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:14:47.270555 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-6b5ed310-453e-4d2b-a267-30ad398c8d57 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 4ca9a50c-f8aa-4261-ad98-eabaf3910c6a) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:14:47.290262 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64760882-f246-43a7-8f0e-b317ece044b1 None None] Network 4ca9a50c-f8aa-4261-ad98-eabaf3910c6a requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:14:47.330090 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5ed310-453e-4d2b-a267-30ad398c8d57 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:47.331243 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6b5ed310-453e-4d2b-a267-30ad398c8d57 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:47.336100 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-b434e52b-d5ac-45ab-b90b-e1997108bc50 None None] Attempting to bind port 53159aa2-bad9-41f7-898d-f9418f95b651 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:14:47.336926 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-b434e52b-d5ac-45ab-b90b-e1997108bc50 None None] Attempting to bind port 53159aa2-bad9-41f7-898d-f9418f95b651 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:14:47.336926 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b434e52b-d5ac-45ab-b90b-e1997108bc50 None None] Attempting to bind port 53159aa2-bad9-41f7-898d-f9418f95b651 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:14:47.339231 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13916e2-1516-43ce-bc1a-b3f5ade2a76e None None] Pushing event updated for resources: {'Port': ['ID=53159aa2-bad9-41f7-898d-f9418f95b651,revision_number=2']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:47.354272 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b434e52b-d5ac-45ab-b90b-e1997108bc50 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:14:47.354676 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b434e52b-d5ac-45ab-b90b-e1997108bc50 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:14:47.355050 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-b434e52b-d5ac-45ab-b90b-e1997108bc50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:47.355835 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b434e52b-d5ac-45ab-b90b-e1997108bc50 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:14:47.355953 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-b434e52b-d5ac-45ab-b90b-e1997108bc50 None None] Bound port: 53159aa2-bad9-41f7-898d-f9418f95b651, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:14:47.356299 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-b434e52b-d5ac-45ab-b90b-e1997108bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:47.368358 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13916e2-1516-43ce-bc1a-b3f5ade2a76e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:47.368708 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13916e2-1516-43ce-bc1a-b3f5ade2a76e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:47.369328 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13916e2-1516-43ce-bc1a-b3f5ade2a76e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:47.369465 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13916e2-1516-43ce-bc1a-b3f5ade2a76e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:47.369697 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13916e2-1516-43ce-bc1a-b3f5ade2a76e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:47.370079 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13916e2-1516-43ce-bc1a-b3f5ade2a76e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:47.370403 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13916e2-1516-43ce-bc1a-b3f5ade2a76e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:47.370759 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13916e2-1516-43ce-bc1a-b3f5ade2a76e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:47.371045 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dbb5fb15-7f50-40d0-8368-77388f6f89e7 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:47.371181 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13916e2-1516-43ce-bc1a-b3f5ade2a76e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:47.371387 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13916e2-1516-43ce-bc1a-b3f5ade2a76e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:47.371780 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13916e2-1516-43ce-bc1a-b3f5ade2a76e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:47.372017 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13916e2-1516-43ce-bc1a-b3f5ade2a76e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:14:47.376814 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dbb5fb15-7f50-40d0-8368-77388f6f89e7 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:47.399523 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6b5ed310-453e-4d2b-a267-30ad398c8d57 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0976324 Aug 28 15:14:47.400914 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57464) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:47.430200 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5fb15-7f50-40d0-8368-77388f6f89e7 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b7b44c-7711-4e6e-a450-1235cc86e02c,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:47.490627 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-b434e52b-d5ac-45ab-b90b-e1997108bc50 None None] For port 53159aa2-bad9-41f7-898d-f9418f95b651, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:14:47.493853 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-b434e52b-d5ac-45ab-b90b-e1997108bc50 None None] For port 53159aa2-bad9-41f7-898d-f9418f95b651, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=53159aa2-bad9-41f7-898d-f9418f95b651,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:14:47.496874 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 91ab349b-0848-4f53-9403-6cfa0f7784c1 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:14:47.501741 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-b434e52b-d5ac-45ab-b90b-e1997108bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:47.567851 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dbb5fb15-7f50-40d0-8368-77388f6f89e7 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:47.579305 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dbb5fb15-7f50-40d0-8368-77388f6f89e7 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:47.628744 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b434e52b-d5ac-45ab-b90b-e1997108bc50 None None] Routers {'1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:14:47.629376 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-b434e52b-d5ac-45ab-b90b-e1997108bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:14:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:47.635158 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5fb15-7f50-40d0-8368-77388f6f89e7 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5511e39-1b44-460f-9f29-c890e4676643,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:47.664138 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dbb5fb15-7f50-40d0-8368-77388f6f89e7 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:47.668087 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-dbb5fb15-7f50-40d0-8368-77388f6f89e7 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6828330 Aug 28 15:14:47.668715 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57466) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:47.680593 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-289b3662-2a5e-437a-a30c-29f30191c250 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group_rule': {'security_group_id': 'c5511e39-1b44-460f-9f29-c890e4676643', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:47.691565 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fc8cea-e302-48fe-808e-7c1f86639834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-4ca9a50c-f8aa-4261-ad98-eabaf3910c6a', 'network_id': '4ca9a50c-f8aa-4261-ad98-eabaf3910c6a', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'fixed_ips': [{'subnet_id': 'c1b8938d-6c17-43af-afb8-76fb23e50a49'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:14:47.693930 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-10fc8cea-e302-48fe-808e-7c1f86639834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:47.735885 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-289b3662-2a5e-437a-a30c-29f30191c250 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:47.755479 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13916e2-1516-43ce-bc1a-b3f5ade2a76e None None] Pushing event updated for resources: {'Port': ['ID=53159aa2-bad9-41f7-898d-f9418f95b651,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:47.845854 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 91ab349b-0848-4f53-9403-6cfa0f7784c1, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=91ab349b-0848-4f53-9403-6cfa0f7784c1,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:47.875115 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '91ab349b-0848-4f53-9403-6cfa0f7784c1', 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3', 'port_id': '91ab349b-0848-4f53-9403-6cfa0f7784c1', 'mac_address': 'fa:16:3e:ea:b2:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c26495-81f2-4073-8e6e-125cfbbdb151', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:14:47.901454 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-289b3662-2a5e-437a-a30c-29f30191c250 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:47.919441 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-289b3662-2a5e-437a-a30c-29f30191c250 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:47.934503 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-b434e52b-d5ac-45ab-b90b-e1997108bc50 None None] Set router 1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:14:47.942526 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b3662-2a5e-437a-a30c-29f30191c250 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f646bb8-31b1-4e7b-bd94-5733e7377247,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:47.999516 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-10fc8cea-e302-48fe-808e-7c1f86639834 None None] Allocated IP 172.20.0.2 (4ca9a50c-f8aa-4261-ad98-eabaf3910c6a/c1b8938d-6c17-43af-afb8-76fb23e50a49/f51d132d-fb7a-4e18-a58f-26e25f4d8d73) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:14:48.003880 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:48.021219 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-289b3662-2a5e-437a-a30c-29f30191c250 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:48.026749 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-289b3662-2a5e-437a-a30c-29f30191c250 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3569162 Aug 28 15:14:48.027400 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57478) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:48.035202 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-90407678-b525-425e-82e5-174da151f585 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group_rule': {'security_group_id': 'c5511e39-1b44-460f-9f29-c890e4676643', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:48.044828 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91ab349b-0848-4f53-9403-6cfa0f7784c1 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:14:48.092049 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-90407678-b525-425e-82e5-174da151f585 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:48.110064 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 91ab349b-0848-4f53-9403-6cfa0f7784c1, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=91ab349b-0848-4f53-9403-6cfa0f7784c1,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:48.232566 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:48.280924 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2956193-7d84-4ee4-aa95-8b5193b539bb req-ed3a53e1-c160-4912-a4ab-e52a30c2763d tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:48.284501 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e2956193-7d84-4ee4-aa95-8b5193b539bb req-ed3a53e1-c160-4912-a4ab-e52a30c2763d tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 945 time: 0.1749933 Aug 28 15:14:48.333753 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e11aa95a-1b06-4dee-bdd2-a336cbebed5e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:48.334857 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-90407678-b525-425e-82e5-174da151f585 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] create failed (client error): There was a conflict when trying to complete your request. Aug 28 15:14:48.339083 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57482) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:48.340948 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-90407678-b525-425e-82e5-174da151f585 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3123064 Aug 28 15:14:48.385322 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e2956193-7d84-4ee4-aa95-8b5193b539bb req-84505c82-c940-4d74-ab3b-e82fa69f4275 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935924 Aug 28 15:14:48.400413 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-b434e52b-d5ac-45ab-b90b-e1997108bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726276721', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '53159aa2-bad9-41f7-898d-f9418f95b651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:14:43Z', 'updated_at': '2021-08-28T15:14:45Z', 'revision_number': 3, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '53159aa2-bad9-41f7-898d-f9418f95b651', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fe:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:44Z', 'updated_at': '2021-08-28T15:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:48.473054 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b434e52b-d5ac-45ab-b90b-e1997108bc50 None None] The sync data for ids ['1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b'] in n-d-712137-10 is: [{'id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726276721', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '53159aa2-bad9-41f7-898d-f9418f95b651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:14:43Z', 'updated_at': '2021-08-28T15:14:45Z', 'revision_number': 3, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '53159aa2-bad9-41f7-898d-f9418f95b651', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fe:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:44Z', 'updated_at': '2021-08-28T15:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:14:48.538096 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=91ab349b-0848-4f53-9403-6cfa0f7784c1,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:48.558775 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3985879-6ed1-45a2-b94b-29b2e234710c req-bda39b81-127a-41e5-92f9-8ea1735b89b3 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:48.560354 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e3985879-6ed1-45a2-b94b-29b2e234710c req-bda39b81-127a-41e5-92f9-8ea1735b89b3 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.2114553 Aug 28 15:14:48.570033 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cf8d88c4-c192-42c2-bcfc-6dce44a3dd34 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:48.642528 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-10fc8cea-e302-48fe-808e-7c1f86639834 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:48.648301 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cf8d88c4-c192-42c2-bcfc-6dce44a3dd34 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:48.649030 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['91ab349b-0848-4f53-9403-6cfa0f7784c1'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:14:48.698699 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e3985879-6ed1-45a2-b94b-29b2e234710c req-f1834ad2-f762-4866-aa06-ed3c7a955c34 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295829 Aug 28 15:14:48.762997 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-10fc8cea-e302-48fe-808e-7c1f86639834 None None] Transition to ACTIVE for port object f51d132d-fb7a-4e18-a58f-26e25f4d8d73 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:14:48.849650 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cf8d88c4-c192-42c2-bcfc-6dce44a3dd34 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:48.866606 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cf8d88c4-c192-42c2-bcfc-6dce44a3dd34 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:48.869436 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cf8d88c4-c192-42c2-bcfc-6dce44a3dd34 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "DELETE /v2.0/security-groups/c5511e39-1b44-460f-9f29-c890e4676643 HTTP/1.1" status: 204 len: 168 time: 0.5290656 Aug 28 15:14:48.872521 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57488) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:48.897489 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d88c4-c192-42c2-bcfc-6dce44a3dd34 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5511e39-1b44-460f-9f29-c890e4676643,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:48.916470 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-10fc8cea-e302-48fe-808e-7c1f86639834 None None] Transition to ACTIVE for port object f51d132d-fb7a-4e18-a58f-26e25f4d8d73 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:14:48.982693 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-10fc8cea-e302-48fe-808e-7c1f86639834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:49.046676 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3dd826c9-998f-47eb-b1c3-d541b4a9918f tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1687586 Aug 28 15:14:49.047221 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57492) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:49.061254 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-8d460797-e6a8-442b-9ca5-4d98c6ce5c1d tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group': {'name': 'tempest-secgroup--1804102202'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:49.118921 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-e11aa95a-1b06-4dee-bdd2-a336cbebed5e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Allocated IP 172.20.0.1 (4ca9a50c-f8aa-4261-ad98-eabaf3910c6a/c1b8938d-6c17-43af-afb8-76fb23e50a49/0dfaf74f-a828-4152-b876-ff983b0c22f2) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:14:49.123013 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d460797-e6a8-442b-9ca5-4d98c6ce5c1d tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:49.125836 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fc8cea-e302-48fe-808e-7c1f86639834 None None] Network 4ca9a50c-f8aa-4261-ad98-eabaf3910c6a is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:14:49.136256 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-10fc8cea-e302-48fe-808e-7c1f86639834 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:14:49.138765 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc8cea-e302-48fe-808e-7c1f86639834 None None] Pushing event updated for resources: {'Port': ['ID=f51d132d-fb7a-4e18-a58f-26e25f4d8d73,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:49.141392 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fc8cea-e302-48fe-808e-7c1f86639834 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:14:49.288224 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e11aa95a-1b06-4dee-bdd2-a336cbebed5e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:49.296208 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d460797-e6a8-442b-9ca5-4d98c6ce5c1d tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:49.301673 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-10fc8cea-e302-48fe-808e-7c1f86639834 None None] Attempting to bind port f51d132d-fb7a-4e18-a58f-26e25f4d8d73 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:14:49.302054 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-10fc8cea-e302-48fe-808e-7c1f86639834 None None] Attempting to bind port f51d132d-fb7a-4e18-a58f-26e25f4d8d73 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'b351d48f-a35c-4e29-b5da-4f538e9d9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ca9a50c-f8aa-4261-ad98-eabaf3910c6a'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:14:49.302363 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d460797-e6a8-442b-9ca5-4d98c6ce5c1d tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:49.302516 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fc8cea-e302-48fe-808e-7c1f86639834 None None] Attempting to bind port f51d132d-fb7a-4e18-a58f-26e25f4d8d73 on network 4ca9a50c-f8aa-4261-ad98-eabaf3910c6a {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:14:49.313094 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fc8cea-e302-48fe-808e-7c1f86639834 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:14:49.313649 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fc8cea-e302-48fe-808e-7c1f86639834 None None] Checking segment: {'id': 'b351d48f-a35c-4e29-b5da-4f538e9d9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ca9a50c-f8aa-4261-ad98-eabaf3910c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:14:49.317486 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-10fc8cea-e302-48fe-808e-7c1f86639834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:49.317954 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fc8cea-e302-48fe-808e-7c1f86639834 None None] Bound using segment: {'id': 'b351d48f-a35c-4e29-b5da-4f538e9d9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ca9a50c-f8aa-4261-ad98-eabaf3910c6a'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:14:49.319413 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-10fc8cea-e302-48fe-808e-7c1f86639834 None None] Bound port: f51d132d-fb7a-4e18-a58f-26e25f4d8d73, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b351d48f-a35c-4e29-b5da-4f538e9d9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ca9a50c-f8aa-4261-ad98-eabaf3910c6a'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:14:49.320041 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-10fc8cea-e302-48fe-808e-7c1f86639834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:49.341484 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-e11aa95a-1b06-4dee-bdd2-a336cbebed5e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Transition to ACTIVE for port object 0dfaf74f-a828-4152-b876-ff983b0c22f2 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:14:49.391732 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d460797-e6a8-442b-9ca5-4d98c6ce5c1d tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3f3004-6f9c-4bb3-8e8c-1b4164fd0cb4,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:49.401524 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d460797-e6a8-442b-9ca5-4d98c6ce5c1d tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:49.406940 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8d460797-e6a8-442b-9ca5-4d98c6ce5c1d tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3557081 Aug 28 15:14:49.409981 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57498) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:49.415278 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-ba2b8257-80d0-4239-b636-177e8c1da1f7 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group_rule': {'security_group_id': '2c3f3004-6f9c-4bb3-8e8c-1b4164fd0cb4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:49.416681 n-d-712137-10 neutron-server[106330]: WARNING neutron.api.v2.base [None req-ba2b8257-80d0-4239-b636-177e8c1da1f7 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 28 15:14:49.417184 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-ba2b8257-80d0-4239-b636-177e8c1da1f7 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:14:49.433443 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ba2b8257-80d0-4239-b636-177e8c1da1f7 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0198860 Aug 28 15:14:49.433861 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57502) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:49.464535 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-10fc8cea-e302-48fe-808e-7c1f86639834 None None] For port f51d132d-fb7a-4e18-a58f-26e25f4d8d73, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:14:49.469392 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-10fc8cea-e302-48fe-808e-7c1f86639834 None None] For port f51d132d-fb7a-4e18-a58f-26e25f4d8d73, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f51d132d-fb7a-4e18-a58f-26e25f4d8d73,segment=NetworkSegment(b351d48f-a35c-4e29-b5da-4f538e9d9756),segment_id=b351d48f-a35c-4e29-b5da-4f538e9d9756)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:14:49.472831 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e11aa95a-1b06-4dee-bdd2-a336cbebed5e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:49.486663 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-10fc8cea-e302-48fe-808e-7c1f86639834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:49.607589 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11aa95a-1b06-4dee-bdd2-a336cbebed5e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Port': ['ID=0dfaf74f-a828-4152-b876-ff983b0c22f2,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:49.610769 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-29cba911-3310-4633-bef3-e61a7411d09d tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:49.653852 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11aa95a-1b06-4dee-bdd2-a336cbebed5e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Network 4ca9a50c-f8aa-4261-ad98-eabaf3910c6a is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:14:49.655475 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc8cea-e302-48fe-808e-7c1f86639834 None None] Pushing event updated for resources: {'Port': ['ID=f51d132d-fb7a-4e18-a58f-26e25f4d8d73,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:49.666965 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-29cba911-3310-4633-bef3-e61a7411d09d tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:49.672642 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-e11aa95a-1b06-4dee-bdd2-a336cbebed5e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:14:49.675483 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11aa95a-1b06-4dee-bdd2-a336cbebed5e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:14:49.691512 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 53159aa2-bad9-41f7-898d-f9418f95b651 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:14:49.749009 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9c9b7-7134-4015-b040-67060c1e5b08 req-5ed6b965-898d-4db0-99d2-c3f755bd929a tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:49.774696 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-69a9c9b7-7134-4015-b040-67060c1e5b08 req-5ed6b965-898d-4db0-99d2-c3f755bd929a tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 945 time: 0.2155821 Aug 28 15:14:49.775366 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-29cba911-3310-4633-bef3-e61a7411d09d tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:49.778187 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-29cba911-3310-4633-bef3-e61a7411d09d tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:49.779404 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-29cba911-3310-4633-bef3-e61a7411d09d tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "DELETE /v2.0/security-groups/2c3f3004-6f9c-4bb3-8e8c-1b4164fd0cb4 HTTP/1.1" status: 204 len: 168 time: 0.3443851 Aug 28 15:14:49.782332 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57510) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:49.796169 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 53159aa2-bad9-41f7-898d-f9418f95b651 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:14:49.809723 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 53159aa2-bad9-41f7-898d-f9418f95b651 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:49.812239 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:49.828466 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e11aa95a-1b06-4dee-bdd2-a336cbebed5e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:49.844785 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-69a9c9b7-7134-4015-b040-67060c1e5b08 req-0f3abfcc-25a6-48c1-8c22-f93625ed0b8e tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645726 Aug 28 15:14:49.854681 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cba911-3310-4633-bef3-e61a7411d09d tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3f3004-6f9c-4bb3-8e8c-1b4164fd0cb4,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:49.967709 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2263f599-cefd-444e-9fe7-645b9bafa7cc tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1812525 Aug 28 15:14:49.971309 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57512) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:49.976962 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-22f4b033-d0b6-490f-8cf4-0a8d86bad317 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group': {'name': 'tempest-secgroup--1471590322'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:50.003051 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:50.056757 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 53159aa2-bad9-41f7-898d-f9418f95b651, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=53159aa2-bad9-41f7-898d-f9418f95b651,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:50.062244 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:50.120651 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-22f4b033-d0b6-490f-8cf4-0a8d86bad317 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:50.166842 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=53159aa2-bad9-41f7-898d-f9418f95b651,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:50.182231 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e11aa95a-1b06-4dee-bdd2-a336cbebed5e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:50.679478 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e11aa95a-1b06-4dee-bdd2-a336cbebed5e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:50.690146 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-575540cd-9df8-43d8-98b5-5116d253fb45 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:50.691685 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-575540cd-9df8-43d8-98b5-5116d253fb45 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/networks?id=55baeae6-bf2c-42e5-aff1-bfb2017909cd HTTP/1.1" status: 200 len: 815 time: 0.2339435 Aug 28 15:14:50.697488 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e11aa95a-1b06-4dee-bdd2-a336cbebed5e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:50.704680 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-22f4b033-d0b6-490f-8cf4-0a8d86bad317 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:50.743737 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-22f4b033-d0b6-490f-8cf4-0a8d86bad317 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:50.774915 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-399e3d80-57b2-45eb-8949-4a6e5dc41bc8 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/quotas/e7f4b63d18f1417ea4718bc53556774e HTTP/1.1" status: 200 len: 375 time: 0.0729907 Aug 28 15:14:50.854675 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-22f4b033-d0b6-490f-8cf4-0a8d86bad317 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:50.858527 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-22f4b033-d0b6-490f-8cf4-0a8d86bad317 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8835926 Aug 28 15:14:50.862967 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57538) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:50.863679 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f4b033-d0b6-490f-8cf4-0a8d86bad317 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55053f10-5414-4eca-aece-7a32ff459d67,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:50.870218 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e11aa95a-1b06-4dee-bdd2-a336cbebed5e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:50.878797 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-f09a10da-2a69-4499-890e-f51c5eb6804d tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group_rule': {'security_group_id': '55053f10-5414-4eca-aece-7a32ff459d67', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:50.879427 n-d-712137-10 neutron-server[106330]: WARNING neutron.api.v2.base [None req-f09a10da-2a69-4499-890e-f51c5eb6804d tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 28 15:14:50.880177 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-f09a10da-2a69-4499-890e-f51c5eb6804d tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:14:50.888726 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f09a10da-2a69-4499-890e-f51c5eb6804d tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0119922 Aug 28 15:14:50.888823 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57542) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:50.893586 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11aa95a-1b06-4dee-bdd2-a336cbebed5e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Port': ['ID=0dfaf74f-a828-4152-b876-ff983b0c22f2,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:51.028614 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-38c1fedc-e8f2-4eca-8eb6-e2286469d184 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:51.035428 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-e2a06916-1b15-4129-8c4e-8614508417c3 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7f4b63d18f1417ea4718bc53556774e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2454238 Aug 28 15:14:51.085541 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349b0b3-334a-4d4c-b03b-94b7799f95ef req-8a9389ff-d1bd-4a12-8080-16c49d969185 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:51.093699 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1349b0b3-334a-4d4c-b03b-94b7799f95ef req-8a9389ff-d1bd-4a12-8080-16c49d969185 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 945 time: 0.1210959 Aug 28 15:14:51.114881 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11aa95a-1b06-4dee-bdd2-a336cbebed5e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Network 4ca9a50c-f8aa-4261-ad98-eabaf3910c6a is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:14:51.117206 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-e11aa95a-1b06-4dee-bdd2-a336cbebed5e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:14:51.122196 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-38c1fedc-e8f2-4eca-8eb6-e2286469d184 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:51.198587 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-94530f54-3c7d-4ff0-8f7f-98248148ca57 service neutron] 10.222.0.13 "GET /v2.0/networks/55baeae6-bf2c-42e5-aff1-bfb2017909cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527894 Aug 28 15:14:51.213003 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1349b0b3-334a-4d4c-b03b-94b7799f95ef req-d158b52e-ba39-42f2-ae20-e80878beb7e2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028943 Aug 28 15:14:51.236913 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-38c1fedc-e8f2-4eca-8eb6-e2286469d184 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:51.240137 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-38c1fedc-e8f2-4eca-8eb6-e2286469d184 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:51.244293 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-38c1fedc-e8f2-4eca-8eb6-e2286469d184 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "DELETE /v2.0/security-groups/55053f10-5414-4eca-aece-7a32ff459d67 HTTP/1.1" status: 204 len: 168 time: 0.3527596 Aug 28 15:14:51.245849 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57546) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:51.262012 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1fedc-e8f2-4eca-8eb6-e2286469d184 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55053f10-5414-4eca-aece-7a32ff459d67,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:51.311318 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5cdd6670-f6b7-43f1-8d70-5c7965f099f5 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0642745 Aug 28 15:14:51.315272 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57548) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:51.321830 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-290604e5-f76a-4b29-bd5c-07e85563d88e tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group': {'name': 'tempest-secgroup--481873096'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:51.352273 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-290604e5-f76a-4b29-bd5c-07e85563d88e tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:51.473932 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-290604e5-f76a-4b29-bd5c-07e85563d88e tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:51.479384 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 91ab349b-0848-4f53-9403-6cfa0f7784c1 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:14:51.480042 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-290604e5-f76a-4b29-bd5c-07e85563d88e tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:51.562600 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-290604e5-f76a-4b29-bd5c-07e85563d88e tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:51.572198 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 91ab349b-0848-4f53-9403-6cfa0f7784c1 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:14:51.577587 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-290604e5-f76a-4b29-bd5c-07e85563d88e tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2561483 Aug 28 15:14:51.581282 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57552) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:51.583878 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 91ab349b-0848-4f53-9403-6cfa0f7784c1 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:51.585540 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:51.587980 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-7b4669e8-d499-48f0-afea-27ad2f132564 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group_rule': {'security_group_id': '956a743f-dded-4898-bf09-e8c459f305f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:51.591378 n-d-712137-10 neutron-server[106329]: WARNING neutron.api.v2.base [None req-7b4669e8-d499-48f0-afea-27ad2f132564 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 28 15:14:51.592191 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-7b4669e8-d499-48f0-afea-27ad2f132564 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:14:51.596326 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7b4669e8-d499-48f0-afea-27ad2f132564 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0135384 Aug 28 15:14:51.605244 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57554) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:51.615293 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-285aab29-e0d5-46fb-a7b2-0ae5c481dddf tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group_rule': {'security_group_id': '956a743f-dded-4898-bf09-e8c459f305f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:51.616612 n-d-712137-10 neutron-server[106329]: WARNING neutron.api.v2.base [None req-285aab29-e0d5-46fb-a7b2-0ae5c481dddf tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 28 15:14:51.617112 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-285aab29-e0d5-46fb-a7b2-0ae5c481dddf tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:14:51.621812 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-285aab29-e0d5-46fb-a7b2-0ae5c481dddf tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0148261 Aug 28 15:14:51.622587 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57556) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:51.623268 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290604e5-f76a-4b29-bd5c-07e85563d88e tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=956a743f-dded-4898-bf09-e8c459f305f9,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:51.636737 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-a0741546-c9fe-40ba-9e81-c8de87476b2d tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group_rule': {'security_group_id': '956a743f-dded-4898-bf09-e8c459f305f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:51.637586 n-d-712137-10 neutron-server[106329]: WARNING neutron.api.v2.base [None req-a0741546-c9fe-40ba-9e81-c8de87476b2d tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 28 15:14:51.638082 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-a0741546-c9fe-40ba-9e81-c8de87476b2d tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:14:51.640516 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a0741546-c9fe-40ba-9e81-c8de87476b2d tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073779 Aug 28 15:14:51.643271 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57558) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:51.648592 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-a9559315-c1e0-48f3-a112-4490ca32442c tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group_rule': {'security_group_id': '956a743f-dded-4898-bf09-e8c459f305f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:51.649493 n-d-712137-10 neutron-server[106329]: WARNING neutron.api.v2.base [None req-a9559315-c1e0-48f3-a112-4490ca32442c tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 28 15:14:51.649994 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-a9559315-c1e0-48f3-a112-4490ca32442c tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:14:51.664355 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a9559315-c1e0-48f3-a112-4490ca32442c tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0117531 Aug 28 15:14:51.665224 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57560) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:51.714985 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc24807-5592-4988-8fb7-c3765539204b None None] Network 4ca9a50c-f8aa-4261-ad98-eabaf3910c6a requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:14:51.783943 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 53159aa2-bad9-41f7-898d-f9418f95b651 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:14:51.812281 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-842791e5-64e7-4eb9-9ef0-71a9e180f646 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:51.848828 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45535545-bd9e-45e8-8d17-645abf235d4f req-2383e27c-6549-4d6e-b049-fa42937177b0 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:51.851320 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-45535545-bd9e-45e8-8d17-645abf235d4f req-2383e27c-6549-4d6e-b049-fa42937177b0 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.0905783 Aug 28 15:14:51.853363 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-842791e5-64e7-4eb9-9ef0-71a9e180f646 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:51.921171 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:51.944450 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 53159aa2-bad9-41f7-898d-f9418f95b651 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:51.944894 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:51.962421 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-45535545-bd9e-45e8-8d17-645abf235d4f req-01297fa9-f252-48c2-a10f-e5541c07df43 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919993 Aug 28 15:14:51.971677 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-842791e5-64e7-4eb9-9ef0-71a9e180f646 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:51.974695 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-842791e5-64e7-4eb9-9ef0-71a9e180f646 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:51.985894 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-842791e5-64e7-4eb9-9ef0-71a9e180f646 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "DELETE /v2.0/security-groups/956a743f-dded-4898-bf09-e8c459f305f9 HTTP/1.1" status: 204 len: 168 time: 0.3094056 Aug 28 15:14:51.986113 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7aa7b5e2-c7b5-4791-af46-e4c19b4b64b4 None None] Provisioning for port f51d132d-fb7a-4e18-a58f-26e25f4d8d73 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:14:51.986206 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57568) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:52.022163 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-6d57338f-9d31-494b-a7aa-8476967d8650 service neutron] 10.222.0.13 "GET /v2.0/networks/55baeae6-bf2c-42e5-aff1-bfb2017909cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8150156 Aug 28 15:14:52.022774 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cefd80c-8c05-46e1-98da-53c597688142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ab349b-0848-4f53-9403-6cfa0f7784c1'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:14:52.031736 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8381123-7687-48fe-8609-21db52dc8766" -d '{"events": [{"server_uuid": "0cefd80c-8c05-46e1-98da-53c597688142", "name": "network-vif-plugged", "status": "completed", "tag": "91ab349b-0848-4f53-9403-6cfa0f7784c1"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:14:52.035281 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842791e5-64e7-4eb9-9ef0-71a9e180f646 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=956a743f-dded-4898-bf09-e8c459f305f9,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:52.039034 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11aa95a-1b06-4dee-bdd2-a336cbebed5e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Router 1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:14:52.087197 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 91ab349b-0848-4f53-9403-6cfa0f7784c1, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=91ab349b-0848-4f53-9403-6cfa0f7784c1,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:52.109238 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8636b348-81d5-44a5-9780-f77e62aec3bd tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1211491 Aug 28 15:14:52.110952 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57576) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:52.115689 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-e6600ab1-f934-4d6c-a76c-a5e31c97baa7 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group': {'name': 'tempest-secgroup--712759383'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:52.123201 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:52.164801 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6600ab1-f934-4d6c-a76c-a5e31c97baa7 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:52.317046 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11aa95a-1b06-4dee-bdd2-a336cbebed5e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:14:52.329917 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6600ab1-f934-4d6c-a76c-a5e31c97baa7 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:52.342376 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6600ab1-f934-4d6c-a76c-a5e31c97baa7 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:52.346676 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292a877a-42b0-460e-9fbe-994c85a0a299 None None] Sync routers for ids ['1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:14:52.348454 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=91ab349b-0848-4f53-9403-6cfa0f7784c1,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:52.351680 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e11aa95a-1b06-4dee-bdd2-a336cbebed5e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "PUT /v2.0/routers/1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9466972 Aug 28 15:14:52.387893 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292a877a-42b0-460e-9fbe-994c85a0a299 None None] Routers {'1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:14:52.388810 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-292a877a-42b0-460e-9fbe-994c85a0a299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:14:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:52.394446 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f51d132d-fb7a-4e18-a58f-26e25f4d8d73 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:14:52.436619 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75895047-934d-4bed-83b4-dfdff3f306ad x-openstack-request-id: req-75895047-934d-4bed-83b4-dfdff3f306ad {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:14:52.436919 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cefd80c-8c05-46e1-98da-53c597688142", "name": "network-vif-plugged", "status": "completed", "tag": "91ab349b-0848-4f53-9403-6cfa0f7784c1", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:14:52.437374 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75895047-934d-4bed-83b4-dfdff3f306ad {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:14:52.437837 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cefd80c-8c05-46e1-98da-53c597688142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ab349b-0848-4f53-9403-6cfa0f7784c1', 'code': 200} Aug 28 15:14:52.450881 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6600ab1-f934-4d6c-a76c-a5e31c97baa7 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:52.456833 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e6600ab1-f934-4d6c-a76c-a5e31c97baa7 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3427048 Aug 28 15:14:52.457887 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57592) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:52.462869 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-13373dbe-091f-4610-a2fc-dbf72d7f3420 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group_rule': {'security_group_id': '146bd220-6ee1-41a8-b04e-2aff73234743', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:52.463392 n-d-712137-10 neutron-server[106330]: WARNING neutron.api.v2.base [None req-13373dbe-091f-4610-a2fc-dbf72d7f3420 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 28 15:14:52.463871 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-13373dbe-091f-4610-a2fc-dbf72d7f3420 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:14:52.465025 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-13373dbe-091f-4610-a2fc-dbf72d7f3420 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064640 Aug 28 15:14:52.467727 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57594) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:52.481521 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-a143c666-af82-47ec-a19c-12b9ee478298 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group_rule': {'security_group_id': '146bd220-6ee1-41a8-b04e-2aff73234743', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:52.514007 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6600ab1-f934-4d6c-a76c-a5e31c97baa7 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=146bd220-6ee1-41a8-b04e-2aff73234743,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:52.660737 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2acdbe50-b5d7-45f5-98d3-4cda56cd4a7a req-699a4669-727f-4032-a950-e79d9ce1914d tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a64042-5697-4c3e-a0e6-184ba32be5b0 HTTP/1.1" status: 200 len: 210 time: 0.0968812 Aug 28 15:14:52.816291 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-a143c666-af82-47ec-a19c-12b9ee478298 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:14:52.817263 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a143c666-af82-47ec-a19c-12b9ee478298 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3485641 Aug 28 15:14:52.821317 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57608) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:52.826721 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-83a6f390-8226-453c-ac54-616da1b94f18 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group_rule': {'security_group_id': '146bd220-6ee1-41a8-b04e-2aff73234743', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:52.827625 n-d-712137-10 neutron-server[106329]: WARNING neutron.api.v2.base [None req-83a6f390-8226-453c-ac54-616da1b94f18 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 28 15:14:52.833139 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-83a6f390-8226-453c-ac54-616da1b94f18 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:14:52.837776 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-83a6f390-8226-453c-ac54-616da1b94f18 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0117321 Aug 28 15:14:52.837776 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57612) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:52.852489 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-31019123-abae-41a8-b156-98090e68870b tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group_rule': {'security_group_id': '146bd220-6ee1-41a8-b04e-2aff73234743', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:52.912776 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866745ee-44e0-4da5-a278-7647403284cf req-712f93cc-a3ca-4ea8-a50f-2592e8230b70 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:52.914368 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-866745ee-44e0-4da5-a278-7647403284cf req-712f93cc-a3ca-4ea8-a50f-2592e8230b70 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.2707398 Aug 28 15:14:52.927339 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779763ad-2391-4d35-b66d-6d5ec04e16b8 req-4cec7e50-a7b7-4b21-88ec-33de7fcd2a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:52.930981 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-779763ad-2391-4d35-b66d-6d5ec04e16b8 req-4cec7e50-a7b7-4b21-88ec-33de7fcd2a6a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 1098 time: 0.3211725 Aug 28 15:14:52.972205 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-31019123-abae-41a8-b156-98090e68870b tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:14:52.973881 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-31019123-abae-41a8-b156-98090e68870b tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1352463 Aug 28 15:14:52.981374 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57618) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:52.993988 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-77944e43-03f4-4849-8298-5856b43c049a tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group_rule': {'security_group_id': '146bd220-6ee1-41a8-b04e-2aff73234743', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:52.994815 n-d-712137-10 neutron-server[106329]: WARNING neutron.api.v2.base [None req-77944e43-03f4-4849-8298-5856b43c049a tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 28 15:14:52.996774 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-77944e43-03f4-4849-8298-5856b43c049a tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:14:52.998792 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-77944e43-03f4-4849-8298-5856b43c049a tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0148098 Aug 28 15:14:53.003312 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57620) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:53.006976 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-7eacab00-d85f-4e13-8032-2b0046dc90a9 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1089752228&fields=id&tenant_id=bee02b8454d546b78330e0129408e569 HTTP/1.1" status: 200 len: 267 time: 0.1263499 Aug 28 15:14:53.010320 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-573b0354-2dbe-4fcf-b756-f7d0e7aa29b3 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group_rule': {'security_group_id': '146bd220-6ee1-41a8-b04e-2aff73234743', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:53.079007 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-866745ee-44e0-4da5-a278-7647403284cf req-cef1e787-fb94-4ed9-896c-5a152b3f4878 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465185 Aug 28 15:14:53.079852 n-d-712137-10 neutron-server[106330]: INFO neutron.db.securitygroups_db [None req-573b0354-2dbe-4fcf-b756-f7d0e7aa29b3 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Project f1e894ebbd5e49ca972fefd1ef67ee30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 15:14:53.086708 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-779763ad-2391-4d35-b66d-6d5ec04e16b8 req-31ede026-377f-40cb-8757-c3d621b5d8f9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441579 Aug 28 15:14:53.124570 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-573b0354-2dbe-4fcf-b756-f7d0e7aa29b3 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:14:53.130371 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-573b0354-2dbe-4fcf-b756-f7d0e7aa29b3 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1249652 Aug 28 15:14:53.131635 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57622) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:53.137109 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-ef50dae0-12d7-4b2c-bc69-5e30a04e268f tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group_rule': {'security_group_id': '146bd220-6ee1-41a8-b04e-2aff73234743', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:53.137502 n-d-712137-10 neutron-server[106330]: WARNING neutron.api.v2.base [None req-ef50dae0-12d7-4b2c-bc69-5e30a04e268f tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 28 15:14:53.137995 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-ef50dae0-12d7-4b2c-bc69-5e30a04e268f tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:14:53.145756 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57624) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:53.149958 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-16ecd445-03b9-426f-b3bf-7851c3e3624b None None] Provisioning for port 0dfaf74f-a828-4152-b876-ff983b0c22f2 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:14:53.150679 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ef50dae0-12d7-4b2c-bc69-5e30a04e268f tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0178022 Aug 28 15:14:53.161812 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-16ecd445-03b9-426f-b3bf-7851c3e3624b None None] Provisioning complete for port 0dfaf74f-a828-4152-b876-ff983b0c22f2 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:53.162429 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-16ecd445-03b9-426f-b3bf-7851c3e3624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:53.170525 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-292a877a-42b0-460e-9fbe-994c85a0a299 None None] Set router 1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:14:53.172574 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-86ff24d9-a224-49f6-b498-b450af0e8cbf tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group_rule': {'security_group_id': '146bd220-6ee1-41a8-b04e-2aff73234743', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:53.228658 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port f51d132d-fb7a-4e18-a58f-26e25f4d8d73 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:14:53.247384 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port f51d132d-fb7a-4e18-a58f-26e25f4d8d73 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:53.247786 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:53.264090 n-d-712137-10 neutron-server[106329]: INFO neutron.db.securitygroups_db [None req-86ff24d9-a224-49f6-b498-b450af0e8cbf tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Project f1e894ebbd5e49ca972fefd1ef67ee30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 15:14:53.281177 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-49327eb7-ebf0-446c-896f-9ede37e37e19 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:53.282846 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-49327eb7-ebf0-446c-896f-9ede37e37e19 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/networks?id=4ca9a50c-f8aa-4261-ad98-eabaf3910c6a HTTP/1.1" status: 200 len: 797 time: 0.2689021 Aug 28 15:14:53.304620 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-0b836dba-2df1-4324-a8cf-cbce14e073fc tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/quotas/bee02b8454d546b78330e0129408e569 HTTP/1.1" status: 200 len: 375 time: 0.0138502 Aug 28 15:14:53.306087 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-86ff24d9-a224-49f6-b498-b450af0e8cbf tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:14:53.307523 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-86ff24d9-a224-49f6-b498-b450af0e8cbf tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1607358 Aug 28 15:14:53.310740 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57630) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:53.316259 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-4183b59b-69af-4a23-b2f0-2c0da8e0696e tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group_rule': {'security_group_id': '146bd220-6ee1-41a8-b04e-2aff73234743', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:53.362656 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-16ecd445-03b9-426f-b3bf-7851c3e3624b None None] Port 0dfaf74f-a828-4152-b876-ff983b0c22f2 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:14:53.400939 n-d-712137-10 neutron-server[106330]: INFO neutron.db.securitygroups_db [None req-4183b59b-69af-4a23-b2f0-2c0da8e0696e tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Project f1e894ebbd5e49ca972fefd1ef67ee30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 15:14:53.410088 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-d02debd2-ac23-4f34-8d9f-db420339ee88 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0876372 Aug 28 15:14:53.428239 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-4183b59b-69af-4a23-b2f0-2c0da8e0696e tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:14:53.432495 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4183b59b-69af-4a23-b2f0-2c0da8e0696e tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1206629 Aug 28 15:14:53.433755 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57634) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:53.470621 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-16ecd445-03b9-426f-b3bf-7851c3e3624b None None] Provisioning complete for port f51d132d-fb7a-4e18-a58f-26e25f4d8d73 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:53.471074 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-16ecd445-03b9-426f-b3bf-7851c3e3624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:53.561654 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-56c77ca7-fbf1-4f9f-ac32-1cbf539d06c4 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:53.589708 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-56c77ca7-fbf1-4f9f-ac32-1cbf539d06c4 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:53.650268 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-56c77ca7-fbf1-4f9f-ac32-1cbf539d06c4 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:53.653712 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-56c77ca7-fbf1-4f9f-ac32-1cbf539d06c4 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:53.659621 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-56c77ca7-fbf1-4f9f-ac32-1cbf539d06c4 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "DELETE /v2.0/security-groups/146bd220-6ee1-41a8-b04e-2aff73234743 HTTP/1.1" status: 204 len: 168 time: 0.2246845 Aug 28 15:14:53.660417 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57638) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:53.666449 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-0b5856b7-d319-4619-9b85-2b2519c78a86 service neutron] 10.222.0.13 "GET /v2.0/networks/4ca9a50c-f8aa-4261-ad98-eabaf3910c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491937 Aug 28 15:14:53.679524 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:53.681941 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c77ca7-fbf1-4f9f-ac32-1cbf539d06c4 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=146bd220-6ee1-41a8-b04e-2aff73234743,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:53.794755 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-65b6998c-c436-4bb8-8662-f28edbb1a126 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1160524 Aug 28 15:14:53.799196 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57642) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:53.803751 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-2fe2c8ea-94e9-4625-955a-770c21b6bec6 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group': {'name': 'tempest-secgroup--384194371'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:53.820140 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-16ecd445-03b9-426f-b3bf-7851c3e3624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:53.848428 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06a9f0cb-0e50-411c-9422-833ef7c5c3b6 req-d3dd4e63-dc22-4d75-b27a-db2a14f9f90d tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a64042-5697-4c3e-a0e6-184ba32be5b0 HTTP/1.1" status: 200 len: 210 time: 0.0583241 Aug 28 15:14:53.868046 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2fe2c8ea-94e9-4625-955a-770c21b6bec6 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:53.893915 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-ebbb89f1-71bd-4d5e-8843-f9ad35e68328 service neutron] 10.222.0.13 "GET /v2.0/networks/4ca9a50c-f8aa-4261-ad98-eabaf3910c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265372 Aug 28 15:14:53.974416 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port f51d132d-fb7a-4e18-a58f-26e25f4d8d73, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f51d132d-fb7a-4e18-a58f-26e25f4d8d73,segment=NetworkSegment(b351d48f-a35c-4e29-b5da-4f538e9d9756),segment_id=b351d48f-a35c-4e29-b5da-4f538e9d9756)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:53.989146 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:54.090770 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2fe2c8ea-94e9-4625-955a-770c21b6bec6 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:54.119757 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.api [None req-16ecd445-03b9-426f-b3bf-7851c3e3624b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:14:54.120697 n-d-712137-10 neutron-server[106331]: DEBUG oslo_db.api [None req-16ecd445-03b9-426f-b3bf-7851c3e3624b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:14:54.146707 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-292a877a-42b0-460e-9fbe-994c85a0a299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726276721', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '53159aa2-bad9-41f7-898d-f9418f95b651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:14:43Z', 'updated_at': '2021-08-28T15:14:50Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '53159aa2-bad9-41f7-898d-f9418f95b651', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fe:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:44Z', 'updated_at': '2021-08-28T15:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '0dfaf74f-a828-4152-b876-ff983b0c22f2', 'name': '', 'network_id': '4ca9a50c-f8aa-4261-ad98-eabaf3910c6a', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:f1:b5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'c1b8938d-6c17-43af-afb8-76fb23e50a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:48Z', 'updated_at': '2021-08-28T15:14:50Z', 'revision_number': 2, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': 'c1b8938d-6c17-43af-afb8-76fb23e50a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:54.208936 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292a877a-42b0-460e-9fbe-994c85a0a299 None None] Checking router: 1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:14:54.211152 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292a877a-42b0-460e-9fbe-994c85a0a299 None None] Updating router 1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b port 0dfaf74f-a828-4152-b876-ff983b0c22f2 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:14:54.232994 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-88f85d46-0cfd-471c-8db0-687803d40cee req-6f01d715-ed1e-4667-a1e0-b9d9e96aaa15 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 210 time: 0.0619233 Aug 28 15:14:54.260382 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-292a877a-42b0-460e-9fbe-994c85a0a299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:54.265482 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=f51d132d-fb7a-4e18-a58f-26e25f4d8d73,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:54.342919 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-9740632c-3cde-482f-abf4-5f64060063b6 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:54.345110 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-9740632c-3cde-482f-abf4-5f64060063b6 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.36 "GET /v2.0/networks?id=55baeae6-bf2c-42e5-aff1-bfb2017909cd HTTP/1.1" status: 200 len: 815 time: 0.2783232 Aug 28 15:14:54.392070 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5af38974-f15d-4d37-9a95-28f3322d3e21 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Request body: {'port': {'device_id': 'e7a64042-5697-4c3e-a0e6-184ba32be5b0', 'network_id': '55baeae6-bf2c-42e5-aff1-bfb2017909cd', 'admin_state_up': True, 'tenant_id': 'e7f4b63d18f1417ea4718bc53556774e'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:54.443139 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:54.522302 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2fe2c8ea-94e9-4625-955a-770c21b6bec6 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:54.621191 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89beac5d-5802-479c-b732-35ea60df5bb4 req-567da1a4-6e5b-4e57-aac4-8c7ab43ae604 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:54.629768 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-89beac5d-5802-479c-b732-35ea60df5bb4 req-567da1a4-6e5b-4e57-aac4-8c7ab43ae604 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.2732015 Aug 28 15:14:54.663455 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2c8ea-94e9-4625-955a-770c21b6bec6 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8018c0d8-d3fc-4ad9-9e06-f09e15d7682d,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:54.682012 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5af38974-f15d-4d37-9a95-28f3322d3e21 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Made reservation on behalf of e7f4b63d18f1417ea4718bc53556774e for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:14:54.685990 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5af38974-f15d-4d37-9a95-28f3322d3e21 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:54.700899 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2fe2c8ea-94e9-4625-955a-770c21b6bec6 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:54.705255 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2fe2c8ea-94e9-4625-955a-770c21b6bec6 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9061112 Aug 28 15:14:54.705503 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57658) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:54.713139 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-3cecfa38-13e6-4c05-a8b6-1f5e35b53c4f tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group_rule': {'security_group_id': '8018c0d8-d3fc-4ad9-9e06-f09e15d7682d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:54.723964 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-89beac5d-5802-479c-b732-35ea60df5bb4 req-49177250-cf89-409b-8e3f-6fffb02cabdf tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893905 Aug 28 15:14:54.767569 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-292a877a-42b0-460e-9fbe-994c85a0a299 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:54.780186 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-292a877a-42b0-460e-9fbe-994c85a0a299 None None] Transition to ACTIVE for port object 0dfaf74f-a828-4152-b876-ff983b0c22f2 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:14:54.789329 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-292a877a-42b0-460e-9fbe-994c85a0a299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:54.823553 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-3cecfa38-13e6-4c05-a8b6-1f5e35b53c4f tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] create failed (client error): The resource could not be found. Aug 28 15:14:54.826112 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3cecfa38-13e6-4c05-a8b6-1f5e35b53c4f tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1192875 Aug 28 15:14:54.829380 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57662) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:54.840601 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-354d7ee9-b742-4e9e-b076-f9d78a74ba04 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group_rule': {'security_group_id': '8018c0d8-d3fc-4ad9-9e06-f09e15d7682d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '944d425c-d42f-42ab-a2c9-b041220ebb29'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:54.909049 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90f355-779f-4cda-b4bc-e040b1560ad9 None None] Pushing event updated for resources: {'Port': ['ID=0dfaf74f-a828-4152-b876-ff983b0c22f2,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:54.989870 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-354d7ee9-b742-4e9e-b076-f9d78a74ba04 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] create failed (client error): The resource could not be found. Aug 28 15:14:54.995580 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-354d7ee9-b742-4e9e-b076-f9d78a74ba04 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1623607 Aug 28 15:14:54.996292 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57668) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:55.020747 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5af38974-f15d-4d37-9a95-28f3322d3e21 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Allocated IP 172.20.0.8 (55baeae6-bf2c-42e5-aff1-bfb2017909cd/0b654191-d2fd-4f5b-8b9d-9211b839e918/dd181d2c-f283-402f-a5d1-cf415898d1fd) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:14:55.062428 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-292a877a-42b0-460e-9fbe-994c85a0a299 None None] Attempting to bind port 0dfaf74f-a828-4152-b876-ff983b0c22f2 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:14:55.062428 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-292a877a-42b0-460e-9fbe-994c85a0a299 None None] Attempting to bind port 0dfaf74f-a828-4152-b876-ff983b0c22f2 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'b351d48f-a35c-4e29-b5da-4f538e9d9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ca9a50c-f8aa-4261-ad98-eabaf3910c6a'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:14:55.062778 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292a877a-42b0-460e-9fbe-994c85a0a299 None None] Attempting to bind port 0dfaf74f-a828-4152-b876-ff983b0c22f2 on network 4ca9a50c-f8aa-4261-ad98-eabaf3910c6a {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:14:55.083440 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292a877a-42b0-460e-9fbe-994c85a0a299 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:14:55.084536 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292a877a-42b0-460e-9fbe-994c85a0a299 None None] Checking segment: {'id': 'b351d48f-a35c-4e29-b5da-4f538e9d9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ca9a50c-f8aa-4261-ad98-eabaf3910c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:14:55.086368 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-292a877a-42b0-460e-9fbe-994c85a0a299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:55.087571 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292a877a-42b0-460e-9fbe-994c85a0a299 None None] Bound using segment: {'id': 'b351d48f-a35c-4e29-b5da-4f538e9d9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ca9a50c-f8aa-4261-ad98-eabaf3910c6a'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:14:55.089261 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-292a877a-42b0-460e-9fbe-994c85a0a299 None None] Bound port: 0dfaf74f-a828-4152-b876-ff983b0c22f2, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b351d48f-a35c-4e29-b5da-4f538e9d9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ca9a50c-f8aa-4261-ad98-eabaf3910c6a'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:14:55.089677 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-292a877a-42b0-460e-9fbe-994c85a0a299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:55.138568 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-01933b8e-55c4-4e36-a09c-c744c431b8d9 req-b3f0d918-151d-486b-9797-0f989eb1d7e0 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a64042-5697-4c3e-a0e6-184ba32be5b0 HTTP/1.1" status: 200 len: 210 time: 0.1055737 Aug 28 15:14:55.245590 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a919bd84-294d-4032-bb25-d30a5505983f tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:55.249769 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-292a877a-42b0-460e-9fbe-994c85a0a299 None None] For port 0dfaf74f-a828-4152-b876-ff983b0c22f2, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:14:55.257739 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-292a877a-42b0-460e-9fbe-994c85a0a299 None None] For port 0dfaf74f-a828-4152-b876-ff983b0c22f2, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0dfaf74f-a828-4152-b876-ff983b0c22f2,segment=NetworkSegment(b351d48f-a35c-4e29-b5da-4f538e9d9756),segment_id=b351d48f-a35c-4e29-b5da-4f538e9d9756)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:14:55.275518 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-292a877a-42b0-460e-9fbe-994c85a0a299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:55.323911 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a919bd84-294d-4032-bb25-d30a5505983f tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:55.340718 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292a877a-42b0-460e-9fbe-994c85a0a299 None None] Routers {'1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:14:55.341470 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-292a877a-42b0-460e-9fbe-994c85a0a299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:14:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:55.384489 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5af38974-f15d-4d37-9a95-28f3322d3e21 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:55.438958 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a919bd84-294d-4032-bb25-d30a5505983f tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:55.442029 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a919bd84-294d-4032-bb25-d30a5505983f tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:55.445168 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a919bd84-294d-4032-bb25-d30a5505983f tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "DELETE /v2.0/security-groups/8018c0d8-d3fc-4ad9-9e06-f09e15d7682d HTTP/1.1" status: 204 len: 168 time: 0.4476657 Aug 28 15:14:55.450765 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57676) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:55.455446 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-515afed0-f2a3-42f0-bd0a-84c0dbfce84b req-403e60eb-ef78-43d7-a834-fd68dac80ba5 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 210 time: 0.0524380 Aug 28 15:14:55.472201 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5af38974-f15d-4d37-9a95-28f3322d3e21 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:55.480257 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90f355-779f-4cda-b4bc-e040b1560ad9 None None] Pushing event updated for resources: {'Port': ['ID=0dfaf74f-a828-4152-b876-ff983b0c22f2,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:55.497866 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['9163d281-0634-49a2-8d08-339be896bf3f', 'be3d11c4-800c-499c-a71d-db9b862d1838'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:14:55.517686 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919bd84-294d-4032-bb25-d30a5505983f tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8018c0d8-d3fc-4ad9-9e06-f09e15d7682d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:55.590451 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af38974-f15d-4d37-9a95-28f3322d3e21 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Pushing event updated for resources: {'Port': ['ID=dd181d2c-f283-402f-a5d1-cf415898d1fd,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:55.613899 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5af38974-f15d-4d37-9a95-28f3322d3e21 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Network 55baeae6-bf2c-42e5-aff1-bfb2017909cd is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:14:55.617517 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5af38974-f15d-4d37-9a95-28f3322d3e21 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:14:55.620048 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5af38974-f15d-4d37-9a95-28f3322d3e21 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:14:55.640543 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5843e60c-497e-4c1a-827b-11bb03c3268c tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1876667 Aug 28 15:14:55.646838 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57678) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:55.654513 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-f959f8cd-6e97-494d-818c-fa6ca205c279 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group_rule': {'security_group_id': 'fe9003b4-45d6-48c1-99dc-b902b349ad31', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:55.706369 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5af38974-f15d-4d37-9a95-28f3322d3e21 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:55.708369 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5af38974-f15d-4d37-9a95-28f3322d3e21 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:55.777556 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5af38974-f15d-4d37-9a95-28f3322d3e21 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3897505 Aug 28 15:14:55.800119 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5ce60154-65dc-4e87-8ec1-3b83225ba0e6 service neutron] Request body: {'port': {'device_id': 'e7a64042-5697-4c3e-a0e6-184ba32be5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:55.817010 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-292a877a-42b0-460e-9fbe-994c85a0a299 None None] Set router 1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:14:56.045664 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-f959f8cd-6e97-494d-818c-fa6ca205c279 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] create failed (client error): The resource could not be found. Aug 28 15:14:56.047063 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f959f8cd-6e97-494d-818c-fa6ca205c279 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3981376 Aug 28 15:14:56.061748 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57684) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:56.070901 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-787027b3-c5d9-4b57-a9c0-e1d3f59696c4 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group': {'name': 'tempest-secgroup--450473474'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:56.075049 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5ce60154-65dc-4e87-8ec1-3b83225ba0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:56.155694 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb7478-f541-477f-9b51-abe91cca71c3 req-9dbf0c4d-6761-4c89-9e22-521a50ed8fb0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:56.157520 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84fb7478-f541-477f-9b51-abe91cca71c3 req-9dbf0c4d-6761-4c89-9e22-521a50ed8fb0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.2987781 Aug 28 15:14:56.157656 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f51d132d-fb7a-4e18-a58f-26e25f4d8d73 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:14:56.201299 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-3d06044c-f363-430d-a464-4d3320289d7e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:56.203015 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-3d06044c-f363-430d-a464-4d3320289d7e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.41 "GET /v2.0/networks?id=4ca9a50c-f8aa-4261-ad98-eabaf3910c6a HTTP/1.1" status: 200 len: 797 time: 0.4385836 Aug 28 15:14:56.208592 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-787027b3-c5d9-4b57-a9c0-e1d3f59696c4 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:56.307374 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port f51d132d-fb7a-4e18-a58f-26e25f4d8d73 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:56.307926 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84fb7478-f541-477f-9b51-abe91cca71c3 req-175a2c92-5f38-4b15-bab5-4e5e10870ce2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413574 Aug 28 15:14:56.314714 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-c0ff252b-d8c4-46bd-a97f-be60a03953be tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bee02b8454d546b78330e0129408e569 HTTP/1.1" status: 200 len: 380 time: 0.0890393 Aug 28 15:14:56.319754 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:56.328455 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-96cc166c-1717-4598-bc2d-ad2a32d995b2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'port': {'device_id': '00172008-8abd-4c65-9368-c5af170d9155', 'network_id': '4ca9a50c-f8aa-4261-ad98-eabaf3910c6a', 'admin_state_up': True, 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'security_groups': ['db481247-7d15-4d4b-a65c-bf796b34915a']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:56.434159 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9884c607-4aba-487a-b957-cc0782f54a81 req-76d0c6d3-c7f5-4725-853a-33e01fd69a54 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5635407 Aug 28 15:14:56.473214 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb60f5-6b0a-4923-97f0-18a7fa91507f req-58635563-6512-4b43-9f10-e964bdff7dec tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:56.474486 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-08cb60f5-6b0a-4923-97f0-18a7fa91507f req-58635563-6512-4b43-9f10-e964bdff7dec tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a64042-5697-4c3e-a0e6-184ba32be5b0 HTTP/1.1" status: 200 len: 931 time: 0.2095733 Aug 28 15:14:56.529028 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-292a877a-42b0-460e-9fbe-994c85a0a299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726276721', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '53159aa2-bad9-41f7-898d-f9418f95b651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:14:43Z', 'updated_at': '2021-08-28T15:14:50Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '53159aa2-bad9-41f7-898d-f9418f95b651', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fe:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:44Z', 'updated_at': '2021-08-28T15:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '0dfaf74f-a828-4152-b876-ff983b0c22f2', 'name': '', 'network_id': '4ca9a50c-f8aa-4261-ad98-eabaf3910c6a', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:f1:b5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'c1b8938d-6c17-43af-afb8-76fb23e50a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:48Z', 'updated_at': '2021-08-28T15:14:55Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': 'c1b8938d-6c17-43af-afb8-76fb23e50a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:14:56.534654 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:56.575009 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292a877a-42b0-460e-9fbe-994c85a0a299 None None] The sync data for ids ['1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b'] in n-d-712137-10 is: [{'id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726276721', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '53159aa2-bad9-41f7-898d-f9418f95b651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:14:43Z', 'updated_at': '2021-08-28T15:14:50Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '53159aa2-bad9-41f7-898d-f9418f95b651', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fe:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:44Z', 'updated_at': '2021-08-28T15:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '0dfaf74f-a828-4152-b876-ff983b0c22f2', 'name': '', 'network_id': '4ca9a50c-f8aa-4261-ad98-eabaf3910c6a', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:f1:b5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'c1b8938d-6c17-43af-afb8-76fb23e50a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:48Z', 'updated_at': '2021-08-28T15:14:55Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': 'c1b8938d-6c17-43af-afb8-76fb23e50a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:14:56.686182 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-787027b3-c5d9-4b57-a9c0-e1d3f59696c4 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:56.701422 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-787027b3-c5d9-4b57-a9c0-e1d3f59696c4 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:56.729733 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-08cb60f5-6b0a-4923-97f0-18a7fa91507f req-d22b8d1f-c8a0-487f-b852-30e6de3963f5 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483170 Aug 28 15:14:56.752644 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5ce60154-65dc-4e87-8ec1-3b83225ba0e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd181d2c-f283-402f-a5d1-cf415898d1fd {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:14:56.780290 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5ce60154-65dc-4e87-8ec1-3b83225ba0e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:56.789776 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-96cc166c-1717-4598-bc2d-ad2a32d995b2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Made reservation on behalf of bee02b8454d546b78330e0129408e569 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:14:56.795417 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5ce60154-65dc-4e87-8ec1-3b83225ba0e6 service neutron] Transition to ACTIVE for port object dd181d2c-f283-402f-a5d1-cf415898d1fd will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:14:56.804119 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-96cc166c-1717-4598-bc2d-ad2a32d995b2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:56.807120 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5ce60154-65dc-4e87-8ec1-3b83225ba0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:56.821792 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884c607-4aba-487a-b957-cc0782f54a81 req-38c7c005-f2b6-40ee-9eb8-7653e914e693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:56.824483 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9884c607-4aba-487a-b957-cc0782f54a81 req-38c7c005-f2b6-40ee-9eb8-7653e914e693 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2daa716d41af426baed6e9a74353070d&device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 1097 time: 0.3205495 Aug 28 15:14:56.825426 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-787027b3-c5d9-4b57-a9c0-e1d3f59696c4 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:56.826837 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-787027b3-c5d9-4b57-a9c0-e1d3f59696c4 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7641220 Aug 28 15:14:56.831745 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57702) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:56.847324 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-60bc140c-3460-4873-87ea-ec431b6a1c68 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group': {'name': 'tempest-secgroup--1482371827'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:56.852669 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787027b3-c5d9-4b57-a9c0-e1d3f59696c4 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6dc1ec-eb2c-4bcf-8cc0-72f7810d6c61,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:56.960131 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-60bc140c-3460-4873-87ea-ec431b6a1c68 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:56.992656 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-45ee5ef5-e81c-4326-ac08-507a1c9bf1fb req-1d5bd1d3-7c0a-43ca-ab13-c4ac6856572f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 210 time: 0.0874178 Aug 28 15:14:57.180718 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce60154-65dc-4e87-8ec1-3b83225ba0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=dd181d2c-f283-402f-a5d1-cf415898d1fd,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:57.252913 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-96cc166c-1717-4598-bc2d-ad2a32d995b2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Allocated IP 172.20.0.5 (4ca9a50c-f8aa-4261-ad98-eabaf3910c6a/c1b8938d-6c17-43af-afb8-76fb23e50a49/d100e783-d6a3-4036-94be-0ca3c227919c) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:14:57.312299 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-60bc140c-3460-4873-87ea-ec431b6a1c68 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:57.323790 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-60bc140c-3460-4873-87ea-ec431b6a1c68 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:57.330768 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5ce60154-65dc-4e87-8ec1-3b83225ba0e6 service neutron] Attempting to bind port dd181d2c-f283-402f-a5d1-cf415898d1fd on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:14:57.331059 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5ce60154-65dc-4e87-8ec1-3b83225ba0e6 service neutron] Attempting to bind port dd181d2c-f283-402f-a5d1-cf415898d1fd by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '55baeae6-bf2c-42e5-aff1-bfb2017909cd'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:14:57.331523 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5ce60154-65dc-4e87-8ec1-3b83225ba0e6 service neutron] Attempting to bind port dd181d2c-f283-402f-a5d1-cf415898d1fd on network 55baeae6-bf2c-42e5-aff1-bfb2017909cd {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:14:57.358930 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc9370-6591-44d3-b253-494aedccb9f1 req-d7278d21-9cde-46aa-aae8-0ffd41eae4dd tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:57.360813 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-efcc9370-6591-44d3-b253-494aedccb9f1 req-d7278d21-9cde-46aa-aae8-0ffd41eae4dd tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.0962858 Aug 28 15:14:57.365906 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884c607-4aba-487a-b957-cc0782f54a81 req-30b57df9-3ce9-4fb5-8ae3-12ecfbe6a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:57.368596 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9884c607-4aba-487a-b957-cc0782f54a81 req-30b57df9-3ce9-4fb5-8ae3-12ecfbe6a5ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a82b058-95d5-4811-a7cb-e74380d2fdc7 HTTP/1.1" status: 200 len: 919 time: 0.4623728 Aug 28 15:14:57.371491 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5ce60154-65dc-4e87-8ec1-3b83225ba0e6 service neutron] Port dd181d2c-f283-402f-a5d1-cf415898d1fd on network 55baeae6-bf2c-42e5-aff1-bfb2017909cd not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:14:57.371936 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5ce60154-65dc-4e87-8ec1-3b83225ba0e6 service neutron] Attempting to bind port dd181d2c-f283-402f-a5d1-cf415898d1fd on network 55baeae6-bf2c-42e5-aff1-bfb2017909cd {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:14:57.417701 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-60bc140c-3460-4873-87ea-ec431b6a1c68 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:57.421612 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-60bc140c-3460-4873-87ea-ec431b6a1c68 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5828531 Aug 28 15:14:57.424452 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57714) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:57.430347 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-1ae18177-6c85-4b72-ab51-488bfb7bb1d7 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group_rule': {'security_group_id': '4e6dc1ec-eb2c-4bcf-8cc0-72f7810d6c61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0490fa1d-18ba-4c30-a9fa-1f8cfd118156'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:57.442982 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc140c-3460-4873-87ea-ec431b6a1c68 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0490fa1d-18ba-4c30-a9fa-1f8cfd118156,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:57.445093 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9884c607-4aba-487a-b957-cc0782f54a81 req-938a7bc2-c950-40a1-a35f-27f0532c8c9a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5284421a-28c2-47e5-a806-2b7107aeda47 HTTP/1.1" status: 200 len: 217 time: 0.0633564 Aug 28 15:14:57.476286 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5ce60154-65dc-4e87-8ec1-3b83225ba0e6 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:14:57.476900 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5ce60154-65dc-4e87-8ec1-3b83225ba0e6 service neutron] Checking segment: {'id': '9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '55baeae6-bf2c-42e5-aff1-bfb2017909cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:14:57.477455 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5ce60154-65dc-4e87-8ec1-3b83225ba0e6 service neutron] Bound using segment: {'id': '9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '55baeae6-bf2c-42e5-aff1-bfb2017909cd'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:14:57.478103 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5ce60154-65dc-4e87-8ec1-3b83225ba0e6 service neutron] Bound port: dd181d2c-f283-402f-a5d1-cf415898d1fd, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '55baeae6-bf2c-42e5-aff1-bfb2017909cd'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:14:57.478877 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5ce60154-65dc-4e87-8ec1-3b83225ba0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:57.537380 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-96cc166c-1717-4598-bc2d-ad2a32d995b2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:57.541778 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-1ae18177-6c85-4b72-ab51-488bfb7bb1d7 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:14:57.542854 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1ae18177-6c85-4b72-ab51-488bfb7bb1d7 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1174519 Aug 28 15:14:57.546436 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57716) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:57.549436 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-efcc9370-6591-44d3-b253-494aedccb9f1 req-1974205a-fd40-4496-80e3-0450b06dc66a tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742637 Aug 28 15:14:57.566532 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-96cc166c-1717-4598-bc2d-ad2a32d995b2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Transition to ACTIVE for port object d100e783-d6a3-4036-94be-0ca3c227919c will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:14:57.583188 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884c607-4aba-487a-b957-cc0782f54a81 req-f1654863-df8e-4ade-a14d-dfc14185e546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:57.585907 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9884c607-4aba-487a-b957-cc0782f54a81 req-f1654863-df8e-4ade-a14d-dfc14185e546 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6baacc3b-9f26-42b9-89a3-3904a08dc932 HTTP/1.1" status: 200 len: 858 time: 0.1286302 Aug 28 15:14:57.652529 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bee0ba68-56a1-4bc9-8bf9-04e0652de6ae tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:57.676030 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5ce60154-65dc-4e87-8ec1-3b83225ba0e6 service neutron] For port dd181d2c-f283-402f-a5d1-cf415898d1fd, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:14:57.680087 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5ce60154-65dc-4e87-8ec1-3b83225ba0e6 service neutron] For port dd181d2c-f283-402f-a5d1-cf415898d1fd, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=dd181d2c-f283-402f-a5d1-cf415898d1fd,segment=NetworkSegment(9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d),segment_id=9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:14:57.681441 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bee0ba68-56a1-4bc9-8bf9-04e0652de6ae tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:57.683273 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9884c607-4aba-487a-b957-cc0782f54a81 req-05a88ddf-4c99-4b52-a037-abf8c6a1e88f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a82b058-95d5-4811-a7cb-e74380d2fdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775201 Aug 28 15:14:57.691201 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5ce60154-65dc-4e87-8ec1-3b83225ba0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:57.741184 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bee0ba68-56a1-4bc9-8bf9-04e0652de6ae tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:57.743842 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bee0ba68-56a1-4bc9-8bf9-04e0652de6ae tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:57.745278 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bee0ba68-56a1-4bc9-8bf9-04e0652de6ae tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "DELETE /v2.0/security-groups/0490fa1d-18ba-4c30-a9fa-1f8cfd118156 HTTP/1.1" status: 204 len: 168 time: 0.1976619 Aug 28 15:14:57.761748 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57718) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:57.776702 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0ba68-56a1-4bc9-8bf9-04e0652de6ae tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0490fa1d-18ba-4c30-a9fa-1f8cfd118156,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:57.785321 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce60154-65dc-4e87-8ec1-3b83225ba0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=dd181d2c-f283-402f-a5d1-cf415898d1fd,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:57.827851 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-96cc166c-1717-4598-bc2d-ad2a32d995b2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:57.876460 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5ce60154-65dc-4e87-8ec1-3b83225ba0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:57.877134 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5ce60154-65dc-4e87-8ec1-3b83225ba0e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:57.878585 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-5ce60154-65dc-4e87-8ec1-3b83225ba0e6 service neutron] 10.222.0.36 "PUT /v2.0/ports/dd181d2c-f283-402f-a5d1-cf415898d1fd HTTP/1.1" status: 200 len: 1092 time: 2.0930810 Aug 28 15:14:57.879825 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a64042-5697-4c3e-a0e6-184ba32be5b0', 'tag': 'dd181d2c-f283-402f-a5d1-cf415898d1fd'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:14:57.883270 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dc5ef1-cadb-4a49-80fb-b13f84dc5bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a64042-5697-4c3e-a0e6-184ba32be5b0", "tag": "dd181d2c-f283-402f-a5d1-cf415898d1fd"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:14:57.981164 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06934c54-0100-460b-aedb-e5698513bbfc x-openstack-request-id: req-06934c54-0100-460b-aedb-e5698513bbfc {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:14:57.981467 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a64042-5697-4c3e-a0e6-184ba32be5b0", "tag": "dd181d2c-f283-402f-a5d1-cf415898d1fd", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:14:57.981722 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06934c54-0100-460b-aedb-e5698513bbfc {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:14:57.982136 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a64042-5697-4c3e-a0e6-184ba32be5b0', 'tag': 'dd181d2c-f283-402f-a5d1-cf415898d1fd', 'status': 'completed', 'code': 200} Aug 28 15:14:58.004720 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-96cc166c-1717-4598-bc2d-ad2a32d995b2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Network 4ca9a50c-f8aa-4261-ad98-eabaf3910c6a is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:14:58.024808 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d2debd50-23fa-423e-96c4-c79ef5d0753d tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2575288 Aug 28 15:14:58.029659 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-96cc166c-1717-4598-bc2d-ad2a32d995b2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:14:58.035276 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57726) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:58.057296 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-96cc166c-1717-4598-bc2d-ad2a32d995b2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:14:58.062591 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9884c607-4aba-487a-b957-cc0782f54a81 req-6ca420ee-65bc-4435-8391-c2532163ccf5 service neutron] 10.222.0.41 "GET /v2.0/networks/7a82b058-95d5-4811-a7cb-e74380d2fdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619013 Aug 28 15:14:58.130018 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc166c-1717-4598-bc2d-ad2a32d995b2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Port': ['ID=d100e783-d6a3-4036-94be-0ca3c227919c,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:58.214478 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6735684-95f9-4588-9fed-ecc3f55d7bdd req-717ad1e1-263e-454d-967d-cc33a25cb7c2 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:58.216226 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b6735684-95f9-4588-9fed-ecc3f55d7bdd req-717ad1e1-263e-454d-967d-cc33a25cb7c2 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a64042-5697-4c3e-a0e6-184ba32be5b0 HTTP/1.1" status: 200 len: 943 time: 0.3435760 Aug 28 15:14:58.242527 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0dfaf74f-a828-4152-b876-ff983b0c22f2 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:14:58.298601 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-96cc166c-1717-4598-bc2d-ad2a32d995b2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:58.299196 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-96cc166c-1717-4598-bc2d-ad2a32d995b2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:58.364481 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 0dfaf74f-a828-4152-b876-ff983b0c22f2 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:14:58.370840 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 0dfaf74f-a828-4152-b876-ff983b0c22f2 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:58.371372 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:58.385937 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-96cc166c-1717-4598-bc2d-ad2a32d995b2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0627787 Aug 28 15:14:58.426481 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-461169fc-5d53-40ab-9f49-8ab0b0c904c8 service neutron] Request body: {'port': {'device_id': '00172008-8abd-4c65-9368-c5af170d9155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:58.463417 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b6735684-95f9-4588-9fed-ecc3f55d7bdd req-4a4e1b93-b33a-4b36-b892-9223260a9573 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236483 Aug 28 15:14:58.467602 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e3568bfd-8418-42b2-96af-fe681ba5f91c tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:58.535773 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e3568bfd-8418-42b2-96af-fe681ba5f91c tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:58.584233 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:58.610637 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-461169fc-5d53-40ab-9f49-8ab0b0c904c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:58.646418 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ed34abcc-73e7-4fa1-be8a-c714e259a57b None None] Provisioning for port d100e783-d6a3-4036-94be-0ca3c227919c completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:14:58.660841 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e3568bfd-8418-42b2-96af-fe681ba5f91c tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:58.661929 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ed34abcc-73e7-4fa1-be8a-c714e259a57b None None] Provisioning complete for port d100e783-d6a3-4036-94be-0ca3c227919c triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:14:58.662315 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ed34abcc-73e7-4fa1-be8a-c714e259a57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:58.668162 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 0dfaf74f-a828-4152-b876-ff983b0c22f2, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0dfaf74f-a828-4152-b876-ff983b0c22f2,segment=NetworkSegment(b351d48f-a35c-4e29-b5da-4f538e9d9756),segment_id=b351d48f-a35c-4e29-b5da-4f538e9d9756)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:14:58.668544 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e3568bfd-8418-42b2-96af-fe681ba5f91c tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:58.673858 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e3568bfd-8418-42b2-96af-fe681ba5f91c tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "DELETE /v2.0/security-groups/4e6dc1ec-eb2c-4bcf-8cc0-72f7810d6c61 HTTP/1.1" status: 204 len: 168 time: 0.6355636 Aug 28 15:14:58.678087 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57738) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:58.718946 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:58.798836 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ed34abcc-73e7-4fa1-be8a-c714e259a57b None None] Port d100e783-d6a3-4036-94be-0ca3c227919c cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:14:58.844432 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=0dfaf74f-a828-4152-b876-ff983b0c22f2,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:58.859119 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3568bfd-8418-42b2-96af-fe681ba5f91c tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6dc1ec-eb2c-4bcf-8cc0-72f7810d6c61,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:58.918641 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-36c0e992-a6a8-4de7-8376-621a0339248f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:58.920150 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-36c0e992-a6a8-4de7-8376-621a0339248f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7f4b63d18f1417ea4718bc53556774e&device_id=e7a64042-5697-4c3e-a0e6-184ba32be5b0 HTTP/1.1" status: 200 len: 1095 time: 0.9883523 Aug 28 15:14:58.925852 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfed6e5-efd3-4957-8297-07b9cedfc80a req-0e92e9be-f9c5-4919-86f8-99f2eb475f3c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:58.928134 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bcfed6e5-efd3-4957-8297-07b9cedfc80a req-0e92e9be-f9c5-4919-86f8-99f2eb475f3c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.1748419 Aug 28 15:14:58.931914 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d833f781-6e4a-40c0-ac5c-401cb65195a9 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2447772 Aug 28 15:14:58.940768 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57740) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:58.948479 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-00f03cb9-9996-426f-986e-4263565b80c3 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group': {'name': 'tempest-secgroup--1949060688'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:58.984397 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcd602-04a9-466b-afe3-0a94d8cf6a54 req-30852437-d03d-4fba-a1dd-2395a88cd421 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:58.985871 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4afcd602-04a9-466b-afe3-0a94d8cf6a54 req-30852437-d03d-4fba-a1dd-2395a88cd421 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 931 time: 0.2028050 Aug 28 15:14:58.991388 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-cfbe5b13-305f-4f35-a92f-b8bf8164800c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd181d2c-f283-402f-a5d1-cf415898d1fd HTTP/1.1" status: 200 len: 217 time: 0.0551693 Aug 28 15:14:59.041717 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9884c607-4aba-487a-b957-cc0782f54a81 req-474cb234-61cf-4030-a510-c44fbd2b5acd service neutron] 10.222.0.41 "GET /v2.0/networks/7a82b058-95d5-4811-a7cb-e74380d2fdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9688749 Aug 28 15:14:59.092015 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4afcd602-04a9-466b-afe3-0a94d8cf6a54 req-038ade44-2422-4797-8744-7986445eed9b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802178 Aug 28 15:14:59.092015 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-f074ae93-a7ef-4d11-894c-5aa0a0fb222c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:59.092015 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-f074ae93-a7ef-4d11-894c-5aa0a0fb222c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b654191-d2fd-4f5b-8b9d-9211b839e918 HTTP/1.1" status: 200 len: 855 time: 0.0811813 Aug 28 15:14:59.116583 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00f03cb9-9996-426f-986e-4263565b80c3 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:59.120877 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bcfed6e5-efd3-4957-8297-07b9cedfc80a req-00f35c42-51bd-4674-af81-f0185c875b6c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619320 Aug 28 15:14:59.129832 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-f580da57-777f-4cfc-a550-bde899bdd516 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55baeae6-bf2c-42e5-aff1-bfb2017909cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362973 Aug 28 15:14:59.254289 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-10b0ad9f-04af-4607-bbce-dcb8959cd8a5 service neutron] 10.222.0.36 "GET /v2.0/networks/55baeae6-bf2c-42e5-aff1-bfb2017909cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164024 Aug 28 15:14:59.354019 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00f03cb9-9996-426f-986e-4263565b80c3 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:59.363976 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-461169fc-5d53-40ab-9f49-8ab0b0c904c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d100e783-d6a3-4036-94be-0ca3c227919c {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:14:59.380093 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00f03cb9-9996-426f-986e-4263565b80c3 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:59.382531 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b7ae689-bf42-41a7-86c6-6059ee891bb9 req-a81b3e8f-e56e-4bea-9aad-694479bfb80a service neutron] 10.222.0.36 "GET /v2.0/networks/55baeae6-bf2c-42e5-aff1-bfb2017909cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193867 Aug 28 15:14:59.386061 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-461169fc-5d53-40ab-9f49-8ab0b0c904c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:59.420471 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00f03cb9-9996-426f-986e-4263565b80c3 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:59.421778 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-00f03cb9-9996-426f-986e-4263565b80c3 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4798758 Aug 28 15:14:59.423035 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-461169fc-5d53-40ab-9f49-8ab0b0c904c8 service neutron] Transition to ACTIVE for port object d100e783-d6a3-4036-94be-0ca3c227919c will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:14:59.425174 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57744) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:59.433520 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-b3afe6bb-9b76-4d50-a6ab-cafa9137045c tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group_rule': {'security_group_id': 'aeca9b3e-d625-44e3-87b9-b84d21787598', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:59.434689 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-461169fc-5d53-40ab-9f49-8ab0b0c904c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:59.442166 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f03cb9-9996-426f-986e-4263565b80c3 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeca9b3e-d625-44e3-87b9-b84d21787598,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:59.507356 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461169fc-5d53-40ab-9f49-8ab0b0c904c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d100e783-d6a3-4036-94be-0ca3c227919c,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:14:59.532923 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc5ef1-cadb-4a49-80fb-b13f84dc5bf7 req-92ccbb2b-19d7-4846-af84-814db3e50ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:59.534233 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-21dc5ef1-cadb-4a49-80fb-b13f84dc5bf7 req-92ccbb2b-19d7-4846-af84-814db3e50ced service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7f4b63d18f1417ea4718bc53556774e&device_id=e7a64042-5697-4c3e-a0e6-184ba32be5b0 HTTP/1.1" status: 200 len: 1095 time: 0.0950015 Aug 28 15:14:59.559020 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-b3afe6bb-9b76-4d50-a6ab-cafa9137045c tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:14:59.560475 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b3afe6bb-9b76-4d50-a6ab-cafa9137045c tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1341660 Aug 28 15:14:59.579611 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57754) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:59.649549 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-461169fc-5d53-40ab-9f49-8ab0b0c904c8 service neutron] Attempting to bind port d100e783-d6a3-4036-94be-0ca3c227919c on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:14:59.649954 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-461169fc-5d53-40ab-9f49-8ab0b0c904c8 service neutron] Attempting to bind port d100e783-d6a3-4036-94be-0ca3c227919c by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': 'b351d48f-a35c-4e29-b5da-4f538e9d9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ca9a50c-f8aa-4261-ad98-eabaf3910c6a'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:14:59.650385 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-461169fc-5d53-40ab-9f49-8ab0b0c904c8 service neutron] Attempting to bind port d100e783-d6a3-4036-94be-0ca3c227919c on network 4ca9a50c-f8aa-4261-ad98-eabaf3910c6a {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:14:59.657165 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-461169fc-5d53-40ab-9f49-8ab0b0c904c8 service neutron] Port d100e783-d6a3-4036-94be-0ca3c227919c on network 4ca9a50c-f8aa-4261-ad98-eabaf3910c6a not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:14:59.657589 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-461169fc-5d53-40ab-9f49-8ab0b0c904c8 service neutron] Attempting to bind port d100e783-d6a3-4036-94be-0ca3c227919c on network 4ca9a50c-f8aa-4261-ad98-eabaf3910c6a {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:14:59.665936 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-f7a27cdb-dcb6-478d-8eaa-3f42ee81fbb8 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group_rule': {'security_group_id': 'aeca9b3e-d625-44e3-87b9-b84d21787598', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:14:59.671151 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-461169fc-5d53-40ab-9f49-8ab0b0c904c8 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:14:59.671723 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-461169fc-5d53-40ab-9f49-8ab0b0c904c8 service neutron] Checking segment: {'id': 'b351d48f-a35c-4e29-b5da-4f538e9d9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ca9a50c-f8aa-4261-ad98-eabaf3910c6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:14:59.672307 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-461169fc-5d53-40ab-9f49-8ab0b0c904c8 service neutron] Bound using segment: {'id': 'b351d48f-a35c-4e29-b5da-4f538e9d9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ca9a50c-f8aa-4261-ad98-eabaf3910c6a'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:14:59.672916 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-461169fc-5d53-40ab-9f49-8ab0b0c904c8 service neutron] Bound port: d100e783-d6a3-4036-94be-0ca3c227919c, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b351d48f-a35c-4e29-b5da-4f538e9d9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ca9a50c-f8aa-4261-ad98-eabaf3910c6a'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:14:59.673449 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-461169fc-5d53-40ab-9f49-8ab0b0c904c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:59.767046 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70666dce-8af6-409b-ab2f-5b5e7c3f53af req-d5aa3905-ec9f-4d81-97e9-ca970ea9e898 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:59.768723 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-70666dce-8af6-409b-ab2f-5b5e7c3f53af req-d5aa3905-ec9f-4d81-97e9-ca970ea9e898 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a64042-5697-4c3e-a0e6-184ba32be5b0 HTTP/1.1" status: 200 len: 943 time: 0.0768735 Aug 28 15:14:59.781651 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-461169fc-5d53-40ab-9f49-8ab0b0c904c8 service neutron] For port d100e783-d6a3-4036-94be-0ca3c227919c, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:14:59.786458 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-461169fc-5d53-40ab-9f49-8ab0b0c904c8 service neutron] For port d100e783-d6a3-4036-94be-0ca3c227919c, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d100e783-d6a3-4036-94be-0ca3c227919c,segment=NetworkSegment(b351d48f-a35c-4e29-b5da-4f538e9d9756),segment_id=b351d48f-a35c-4e29-b5da-4f538e9d9756)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:14:59.801224 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-461169fc-5d53-40ab-9f49-8ab0b0c904c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:59.865212 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-70666dce-8af6-409b-ab2f-5b5e7c3f53af req-ac597b74-778d-4083-b7dd-db6b1759584a tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776970 Aug 28 15:14:59.866534 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-f7a27cdb-dcb6-478d-8eaa-3f42ee81fbb8 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:14:59.872534 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f7a27cdb-dcb6-478d-8eaa-3f42ee81fbb8 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2916374 Aug 28 15:14:59.875229 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57756) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:14:59.891277 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-461169fc-5d53-40ab-9f49-8ab0b0c904c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:59.891924 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-461169fc-5d53-40ab-9f49-8ab0b0c904c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:14:59.893804 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-461169fc-5d53-40ab-9f49-8ab0b0c904c8 service neutron] 10.222.0.41 "PUT /v2.0/ports/d100e783-d6a3-4036-94be-0ca3c227919c HTTP/1.1" status: 200 len: 1092 time: 1.4856331 Aug 28 15:14:59.894263 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00172008-8abd-4c65-9368-c5af170d9155', 'tag': 'd100e783-d6a3-4036-94be-0ca3c227919c'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:14:59.898592 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e58df5d-d379-4da2-9096-fd30df5696e2" -d '{"events": [{"name": "network-changed", "server_uuid": "00172008-8abd-4c65-9368-c5af170d9155", "tag": "d100e783-d6a3-4036-94be-0ca3c227919c"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:14:59.928222 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc5ef1-cadb-4a49-80fb-b13f84dc5bf7 req-0a800f59-e5a6-4243-996f-7a9895e8b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:14:59.929689 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-21dc5ef1-cadb-4a49-80fb-b13f84dc5bf7 req-0a800f59-e5a6-4243-996f-7a9895e8b8aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=55baeae6-bf2c-42e5-aff1-bfb2017909cd HTTP/1.1" status: 200 len: 916 time: 0.3858697 Aug 28 15:15:00.003982 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9319035-cf13-432c-9251-5d1edb59b0bd x-openstack-request-id: req-c9319035-cf13-432c-9251-5d1edb59b0bd {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:15:00.004326 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00172008-8abd-4c65-9368-c5af170d9155", "tag": "d100e783-d6a3-4036-94be-0ca3c227919c", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:15:00.004589 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9319035-cf13-432c-9251-5d1edb59b0bd {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:15:00.004992 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00172008-8abd-4c65-9368-c5af170d9155', 'tag': 'd100e783-d6a3-4036-94be-0ca3c227919c', 'status': 'completed', 'code': 200} Aug 28 15:15:00.016801 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5d6c59b-65ae-4c46-8f7b-974e8042034f tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:00.020937 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-21dc5ef1-cadb-4a49-80fb-b13f84dc5bf7 req-e29c5417-262a-41a1-a3c2-57e62f23afab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd181d2c-f283-402f-a5d1-cf415898d1fd HTTP/1.1" status: 200 len: 217 time: 0.0819833 Aug 28 15:15:00.066938 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461169fc-5d53-40ab-9f49-8ab0b0c904c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d100e783-d6a3-4036-94be-0ca3c227919c,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:00.111411 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-8cf9aa46-57a6-4b2b-91e3-8bd0c9bc9e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:00.113167 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-8cf9aa46-57a6-4b2b-91e3-8bd0c9bc9e7a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 1095 time: 0.1456494 Aug 28 15:15:00.126617 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5d6c59b-65ae-4c46-8f7b-974e8042034f tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:00.159829 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0dfaf74f-a828-4152-b876-ff983b0c22f2 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:15:00.175451 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc5ef1-cadb-4a49-80fb-b13f84dc5bf7 req-5709f830-0279-443f-81e4-2826c03e8652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:00.177133 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-21dc5ef1-cadb-4a49-80fb-b13f84dc5bf7 req-5709f830-0279-443f-81e4-2826c03e8652 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b654191-d2fd-4f5b-8b9d-9211b839e918 HTTP/1.1" status: 200 len: 855 time: 0.1455894 Aug 28 15:15:00.233958 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-eac6b907-8c21-4a29-8fb3-1c981416d8ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d100e783-d6a3-4036-94be-0ca3c227919c HTTP/1.1" status: 200 len: 217 time: 0.1093714 Aug 28 15:15:00.261843 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 0dfaf74f-a828-4152-b876-ff983b0c22f2 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:15:00.262222 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:00.273852 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-21dc5ef1-cadb-4a49-80fb-b13f84dc5bf7 req-03482236-bf9d-4bb9-9fae-8d00714c709a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55baeae6-bf2c-42e5-aff1-bfb2017909cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834310 Aug 28 15:15:00.342068 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-5d1dcfda-8bb7-433c-91cc-eb7dc97a7c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:00.344100 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-5d1dcfda-8bb7-433c-91cc-eb7dc97a7c0f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c1b8938d-6c17-43af-afb8-76fb23e50a49 HTTP/1.1" status: 200 len: 834 time: 0.0839648 Aug 28 15:15:00.353846 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95246ef4-9b5e-431b-9203-f101a68925f2 req-c9e4e6d1-907b-426f-908a-f934c47d9343 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:00.361579 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-95246ef4-9b5e-431b-9203-f101a68925f2 req-c9e4e6d1-907b-426f-908a-f934c47d9343 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.1285164 Aug 28 15:15:00.368890 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5d6c59b-65ae-4c46-8f7b-974e8042034f tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:00.376755 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5d6c59b-65ae-4c46-8f7b-974e8042034f tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:00.381290 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f5d6c59b-65ae-4c46-8f7b-974e8042034f tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "DELETE /v2.0/security-groups/aeca9b3e-d625-44e3-87b9-b84d21787598 HTTP/1.1" status: 204 len: 168 time: 0.5020850 Aug 28 15:15:00.389728 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57766) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:00.421455 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6c59b-65ae-4c46-8f7b-974e8042034f tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeca9b3e-d625-44e3-87b9-b84d21787598,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:00.451083 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ca809-82fc-4069-ae14-2ca86b700106 req-477f73fc-94b8-4101-9d5b-cc296a1d0e3e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:00.452725 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fa5ca809-82fc-4069-ae14-2ca86b700106 req-477f73fc-94b8-4101-9d5b-cc296a1d0e3e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 943 time: 0.2317762 Aug 28 15:15:00.514738 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-95246ef4-9b5e-431b-9203-f101a68925f2 req-67177d66-e4b9-4b32-bdd1-7fcf04bc8d0d tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509428 Aug 28 15:15:00.548819 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c6aaa608-74d3-4642-93be-967291d0b74d tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1528814 Aug 28 15:15:00.549491 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57770) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:00.555315 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-95556bb4-1484-4ab5-a92d-b54650581423 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group': {'name': 'tempest-secgroup--1477552202'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:15:00.555922 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-c80ba722-5aa8-4359-9060-ff4c5822dc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:00.558146 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-c80ba722-5aa8-4359-9060-ff4c5822dc30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ca9a50c-f8aa-4261-ad98-eabaf3910c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1933925 Aug 28 15:15:00.569725 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fa5ca809-82fc-4069-ae14-2ca86b700106 req-ae45fc22-1700-4ad1-8691-db112c07a154 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071794 Aug 28 15:15:00.571597 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-21dc5ef1-cadb-4a49-80fb-b13f84dc5bf7 req-14aab828-a208-4d04-821a-eb03536099d8 service neutron] 10.222.0.36 "GET /v2.0/networks/55baeae6-bf2c-42e5-aff1-bfb2017909cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895424 Aug 28 15:15:00.648073 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-95556bb4-1484-4ab5-a92d-b54650581423 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:00.699364 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-b117e49d-495a-4b97-a4dc-984be71ed20b service neutron] 10.222.0.41 "GET /v2.0/networks/4ca9a50c-f8aa-4261-ad98-eabaf3910c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295755 Aug 28 15:15:00.707919 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-21dc5ef1-cadb-4a49-80fb-b13f84dc5bf7 req-555bc9b5-cc91-4d49-8b25-cbe804fffcd2 service neutron] 10.222.0.36 "GET /v2.0/networks/55baeae6-bf2c-42e5-aff1-bfb2017909cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260109 Aug 28 15:15:00.773122 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-95556bb4-1484-4ab5-a92d-b54650581423 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:00.780961 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-95556bb4-1484-4ab5-a92d-b54650581423 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:00.811415 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-95556bb4-1484-4ab5-a92d-b54650581423 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:00.812282 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1bbf41c-5c83-4ca0-aa7a-ff0d649c4eb4 req-1b351642-bfab-4d0e-a248-5a98ce8b22cc service neutron] 10.222.0.41 "GET /v2.0/networks/4ca9a50c-f8aa-4261-ad98-eabaf3910c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036677 Aug 28 15:15:00.815411 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57776) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:00.815564 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-95556bb4-1484-4ab5-a92d-b54650581423 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2652669 Aug 28 15:15:00.817737 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95556bb4-1484-4ab5-a92d-b54650581423 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14315b13-b53c-4c6a-91cc-c7ced8396d0a,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:00.820978 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-a9a72ed7-354f-4313-b9d2-e787b170cac2 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:15:00.821396 n-d-712137-10 neutron-server[106330]: WARNING neutron.api.v2.base [None req-a9a72ed7-354f-4313-b9d2-e787b170cac2 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 28 15:15:00.821906 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-a9a72ed7-354f-4313-b9d2-e787b170cac2 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] update failed (client error): There was a conflict when trying to complete your request. Aug 28 15:15:00.822845 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a9a72ed7-354f-4313-b9d2-e787b170cac2 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "PUT /v2.0/security-groups/14315b13-b53c-4c6a-91cc-c7ced8396d0a HTTP/1.1" status: 409 len: 330 time: 0.0064511 Aug 28 15:15:00.825731 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57778) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:00.884991 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-517aac41-9a13-42b1-a368-029dc6cf93d7 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:00.931173 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-517aac41-9a13-42b1-a368-029dc6cf93d7 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:01.007218 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58df5d-d379-4da2-9096-fd30df5696e2 req-94c107ae-ae12-4dbb-a7c3-b96faaf4dba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:01.008763 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6e58df5d-d379-4da2-9096-fd30df5696e2 req-94c107ae-ae12-4dbb-a7c3-b96faaf4dba5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 1095 time: 0.1091022 Aug 28 15:15:01.023203 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c0e6c-af47-4c90-bb4e-51743a35625b req-41b6f029-e0f9-4664-b451-5f56c0c9f758 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:01.024641 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e4c0e6c-af47-4c90-bb4e-51743a35625b req-41b6f029-e0f9-4664-b451-5f56c0c9f758 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a64042-5697-4c3e-a0e6-184ba32be5b0 HTTP/1.1" status: 200 len: 943 time: 0.0897386 Aug 28 15:15:01.032713 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-517aac41-9a13-42b1-a368-029dc6cf93d7 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:01.035183 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-517aac41-9a13-42b1-a368-029dc6cf93d7 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:01.039460 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-517aac41-9a13-42b1-a368-029dc6cf93d7 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "DELETE /v2.0/security-groups/14315b13-b53c-4c6a-91cc-c7ced8396d0a HTTP/1.1" status: 204 len: 168 time: 0.2096131 Aug 28 15:15:01.040308 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57782) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:01.091087 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b298549c-0730-4ca6-9616-6310466dfb58 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0465381 Aug 28 15:15:01.091585 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57784) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:01.096259 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517aac41-9a13-42b1-a368-029dc6cf93d7 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14315b13-b53c-4c6a-91cc-c7ced8396d0a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:01.104731 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-bc97674c-3612-4ce8-a39f-a29267b877af tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] delete failed (client error): The resource could not be found. Aug 28 15:15:01.109586 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-bc97674c-3612-4ce8-a39f-a29267b877af tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "DELETE /v2.0/security-groups/8a1210b6-212e-4449-8633-e0f2896e7f82 HTTP/1.1" status: 404 len: 347 time: 0.0134289 Aug 28 15:15:01.109831 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57786) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:01.147793 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-12270da3-2005-4415-850b-a98fe3182800 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] show failed (client error): The resource could not be found. Aug 28 15:15:01.148823 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-12270da3-2005-4415-850b-a98fe3182800 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "GET /v2.0/security-groups/c568c9d1-8a57-43f8-8f95-0171119808ea HTTP/1.1" status: 404 len: 347 time: 0.0381324 Aug 28 15:15:01.152975 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57788) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:01.157181 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e4c0e6c-af47-4c90-bb4e-51743a35625b req-4c6d4585-9c82-4998-9288-0c84095a28f9 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178639 Aug 28 15:15:01.171946 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-e1023edf-73ba-41cd-bd47-8cd912726520 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] show failed (client error): The resource could not be found. Aug 28 15:15:01.173172 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e1023edf-73ba-41cd-bd47-8cd912726520 tempest-NegativeSecGroupIPv6Test-1949858061 tempest-NegativeSecGroupIPv6Test-1949858061-project] 10.222.0.13 "GET /v2.0/security-group-rules/0ec7ca29-6b3a-40b5-9926-79e6ef690600 HTTP/1.1" status: 404 len: 356 time: 0.0192344 Aug 28 15:15:01.175895 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58df5d-d379-4da2-9096-fd30df5696e2 req-a0de8fa5-fd49-4052-b0a5-a2a3ad268e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:01.178639 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6e58df5d-d379-4da2-9096-fd30df5696e2 req-a0de8fa5-fd49-4052-b0a5-a2a3ad268e2c service neutron] 10.222.0.41 "GET /v2.0/networks?id=4ca9a50c-f8aa-4261-ad98-eabaf3910c6a HTTP/1.1" status: 200 len: 898 time: 0.1531565 Aug 28 15:15:01.226141 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6e58df5d-d379-4da2-9096-fd30df5696e2 req-fe6f743e-4445-4584-85cd-d76771a5d145 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d100e783-d6a3-4036-94be-0ca3c227919c HTTP/1.1" status: 200 len: 217 time: 0.0396249 Aug 28 15:15:01.285380 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58df5d-d379-4da2-9096-fd30df5696e2 req-3a9cde1c-f09a-48ca-af3b-3330e9fbf0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:01.287541 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6e58df5d-d379-4da2-9096-fd30df5696e2 req-3a9cde1c-f09a-48ca-af3b-3330e9fbf0c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c1b8938d-6c17-43af-afb8-76fb23e50a49 HTTP/1.1" status: 200 len: 834 time: 0.0455565 Aug 28 15:15:01.336479 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58df5d-d379-4da2-9096-fd30df5696e2 req-e3b452ef-6a68-416f-a6dd-ef03cfd3b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:01.338187 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6e58df5d-d379-4da2-9096-fd30df5696e2 req-e3b452ef-6a68-416f-a6dd-ef03cfd3b91c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ca9a50c-f8aa-4261-ad98-eabaf3910c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433571 Aug 28 15:15:01.441765 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57794) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:01.452993 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6e58df5d-d379-4da2-9096-fd30df5696e2 req-fd67d435-0550-4a5c-87d4-29713e928fcf service neutron] 10.222.0.41 "GET /v2.0/networks/4ca9a50c-f8aa-4261-ad98-eabaf3910c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064394 Aug 28 15:15:01.578628 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6e58df5d-d379-4da2-9096-fd30df5696e2 req-2567dbaf-6119-4f62-b652-b738b5ab2b8f service neutron] 10.222.0.41 "GET /v2.0/networks/4ca9a50c-f8aa-4261-ad98-eabaf3910c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169920 Aug 28 15:15:01.668770 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fcea8315-9842-4812-9436-42c16f7d6699 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1e894ebbd5e49ca972fefd1ef67ee30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2257824 Aug 28 15:15:01.670486 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e314d53-2ad9-4a94-885a-619eceed5d0a req-ddaac0e3-79d4-49e6-9fd4-d13893df26e6 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:01.672210 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2e314d53-2ad9-4a94-885a-619eceed5d0a req-ddaac0e3-79d4-49e6-9fd4-d13893df26e6 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.0647652 Aug 28 15:15:01.672773 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57810) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:01.711198 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device dd181d2c-f283-402f-a5d1-cf415898d1fd details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:15:01.738032 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae2caa-5938-4f7f-a804-6d869fa1a7e2 req-ae80feb6-d881-4c88-9ca8-4d7df177739d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:01.740111 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e2ae2caa-5938-4f7f-a804-6d869fa1a7e2 req-ae80feb6-d881-4c88-9ca8-4d7df177739d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 943 time: 0.0911136 Aug 28 15:15:01.751301 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2e314d53-2ad9-4a94-885a-619eceed5d0a req-2d72b100-5073-46c7-ae40-0b96172dfac2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642180 Aug 28 15:15:01.761075 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-08443e52-ea31-449d-a3e6-1d7112ecd224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:01.795087 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-08443e52-ea31-449d-a3e6-1d7112ecd224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:01.810405 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e2ae2caa-5938-4f7f-a804-6d869fa1a7e2 req-94d21bc2-646d-4a1f-bfbd-566d1bccfed1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640123 Aug 28 15:15:01.828744 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port dd181d2c-f283-402f-a5d1-cf415898d1fd, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=dd181d2c-f283-402f-a5d1-cf415898d1fd,segment=NetworkSegment(9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d),segment_id=9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:15:01.842322 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'dd181d2c-f283-402f-a5d1-cf415898d1fd', 'network_id': '55baeae6-bf2c-42e5-aff1-bfb2017909cd', 'port_id': 'dd181d2c-f283-402f-a5d1-cf415898d1fd', 'mac_address': 'fa:16:3e:54:be:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b654191-d2fd-4f5b-8b9d-9211b839e918', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:15:01.858541 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-08443e52-ea31-449d-a3e6-1d7112ecd224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:01.861570 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-08443e52-ea31-449d-a3e6-1d7112ecd224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:01.865270 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-08443e52-ea31-449d-a3e6-1d7112ecd224 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9b7b44c-7711-4e6e-a450-1235cc86e02c HTTP/1.1" status: 204 len: 168 time: 0.1892657 Aug 28 15:15:01.888115 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08443e52-ea31-449d-a3e6-1d7112ecd224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b7b44c-7711-4e6e-a450-1235cc86e02c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:01.908875 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:01.923974 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd181d2c-f283-402f-a5d1-cf415898d1fd {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:15:01.951800 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port dd181d2c-f283-402f-a5d1-cf415898d1fd, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=dd181d2c-f283-402f-a5d1-cf415898d1fd,segment=NetworkSegment(9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d),segment_id=9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:15:01.956474 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:02.029231 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=dd181d2c-f283-402f-a5d1-cf415898d1fd,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:02.195238 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['dd181d2c-f283-402f-a5d1-cf415898d1fd'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:15:02.308967 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897078f-2481-42ed-ab0f-948ebe7ef852 req-12944066-17e0-4ec6-b70a-6d022890f31a tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:02.317254 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9897078f-2481-42ed-ab0f-948ebe7ef852 req-12944066-17e0-4ec6-b70a-6d022890f31a tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a64042-5697-4c3e-a0e6-184ba32be5b0 HTTP/1.1" status: 200 len: 944 time: 0.0778823 Aug 28 15:15:02.375222 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9897078f-2481-42ed-ab0f-948ebe7ef852 req-1f9457a7-e7f2-43da-9f71-2749fc32b114 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563688 Aug 28 15:15:02.656507 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57842) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:02.760536 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-eb90f91e-b26c-4f09-aae8-b96106c5e34d tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1733888364'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:15:02.783376 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb90f91e-b26c-4f09-aae8-b96106c5e34d tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Made reservation on behalf of b3796b033ce046ee9fe27628fe11f283 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:15:02.787500 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb90f91e-b26c-4f09-aae8-b96106c5e34d tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:02.796110 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb90f91e-b26c-4f09-aae8-b96106c5e34d tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:02.906563 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb90f91e-b26c-4f09-aae8-b96106c5e34d tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:02.916691 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb90f91e-b26c-4f09-aae8-b96106c5e34d tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:02.921952 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b0a10-bf6b-4455-946c-e7a24a184519 req-b98a9e28-f853-4e90-bcee-148ad7d3bdcd tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:02.930001 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ae7b0a10-bf6b-4455-946c-e7a24a184519 req-b98a9e28-f853-4e90-bcee-148ad7d3bdcd tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.0993912 Aug 28 15:15:02.967001 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ae7b0a10-bf6b-4455-946c-e7a24a184519 req-8dd55fc3-151b-4539-8b41-6fc965273c81 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356882 Aug 28 15:15:02.976037 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb90f91e-b26c-4f09-aae8-b96106c5e34d tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:15:02.988898 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb90f91e-b26c-4f09-aae8-b96106c5e34d tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41f2ebb0-8d3d-4906-b340-4998fd1c6c8b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:02.996447 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb90f91e-b26c-4f09-aae8-b96106c5e34d tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:02.996795 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-eb90f91e-b26c-4f09-aae8-b96106c5e34d tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Added segment fb22b7f6-00d4-439f-94fa-689e3db0340a of type vlan for network 6d0be72d-712c-4ee1-bc2d-36cf1f164117 Aug 28 15:15:03.016791 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5aea39-c5c7-47e1-8dec-5f0c1865798b req-5b8ae943-fdb5-45fe-bea8-cbeddcabde8d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:03.018282 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5a5aea39-c5c7-47e1-8dec-5f0c1865798b req-5b8ae943-fdb5-45fe-bea8-cbeddcabde8d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 943 time: 0.0977659 Aug 28 15:15:03.066604 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb90f91e-b26c-4f09-aae8-b96106c5e34d tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:03.102027 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5a5aea39-c5c7-47e1-8dec-5f0c1865798b req-d1d4f187-9ae1-45e7-a1a1-e6623b787bf9 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611808 Aug 28 15:15:03.107877 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb90f91e-b26c-4f09-aae8-b96106c5e34d tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:03.113783 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb90f91e-b26c-4f09-aae8-b96106c5e34d tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:03.114311 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb90f91e-b26c-4f09-aae8-b96106c5e34d tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:03.169435 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-eb90f91e-b26c-4f09-aae8-b96106c5e34d tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5117135 Aug 28 15:15:03.172180 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57850) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:03.179743 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-2f0ab969-b552-4009-82bb-528912229ee9 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Request body: {'subnet': {'network_id': '6d0be72d-712c-4ee1-bc2d-36cf1f164117', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:15:03.236415 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb90f91e-b26c-4f09-aae8-b96106c5e34d tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Pushing event updated for resources: {'Network': ['ID=6d0be72d-712c-4ee1-bc2d-36cf1f164117,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:03.246835 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 6d0be72d-712c-4ee1-bc2d-36cf1f164117 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:15:03.284331 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0ab969-b552-4009-82bb-528912229ee9 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Made reservation on behalf of b3796b033ce046ee9fe27628fe11f283 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:15:03.289525 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2f0ab969-b552-4009-82bb-528912229ee9 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:03.507020 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2f0ab969-b552-4009-82bb-528912229ee9 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:03.507700 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cbca66-ef0b-4003-acf2-d9dc29486050 req-f5194401-026f-4f9b-b8f9-58387729e33f tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:03.508772 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-15cbca66-ef0b-4003-acf2-d9dc29486050 req-f5194401-026f-4f9b-b8f9-58387729e33f tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a64042-5697-4c3e-a0e6-184ba32be5b0 HTTP/1.1" status: 200 len: 944 time: 0.0645318 Aug 28 15:15:03.566708 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-15cbca66-ef0b-4003-acf2-d9dc29486050 req-da8d6a63-de22-4117-9e2d-6189be311481 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449538 Aug 28 15:15:03.572150 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ab969-b552-4009-82bb-528912229ee9 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Pushing event updated for resources: {'Subnet': ['ID=e4bc8da0-ef02-44ee-bc1a-392c6d613991,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:03.588059 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ab969-b552-4009-82bb-528912229ee9 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Checking segment: {'id': 'fb22b7f6-00d4-439f-94fa-689e3db0340a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6d0be72d-712c-4ee1-bc2d-36cf1f164117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:15:03.588412 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0ab969-b552-4009-82bb-528912229ee9 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Network hostable DHCP agents. Network: 6d0be72d-712c-4ee1-bc2d-36cf1f164117, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:15:03.605398 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0ab969-b552-4009-82bb-528912229ee9 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Network 6d0be72d-712c-4ee1-bc2d-36cf1f164117 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:15:03.623284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-2f0ab969-b552-4009-82bb-528912229ee9 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 6d0be72d-712c-4ee1-bc2d-36cf1f164117) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:15:03.627784 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0ab969-b552-4009-82bb-528912229ee9 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:03.628380 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2f0ab969-b552-4009-82bb-528912229ee9 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:03.644239 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455fca8a-8e81-4faa-bdbc-7c2fbe457bf8 None None] Network 6d0be72d-712c-4ee1-bc2d-36cf1f164117 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:15:03.648332 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2f0ab969-b552-4009-82bb-528912229ee9 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4750869 Aug 28 15:15:03.651083 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57860) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:03.656498 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-08ec1248-d135-42d7-9336-cac0a1129814 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Request body: {'port': {'network_id': '6d0be72d-712c-4ee1-bc2d-36cf1f164117', 'name': 'tempest-TagsExtTest-1136339142'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:15:03.749342 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device dd181d2c-f283-402f-a5d1-cf415898d1fd up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:15:03.798044 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ec1248-d135-42d7-9336-cac0a1129814 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Made reservation on behalf of b3796b033ce046ee9fe27628fe11f283 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:15:03.801891 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-08ec1248-d135-42d7-9336-cac0a1129814 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:03.820702 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-08ec1248-d135-42d7-9336-cac0a1129814 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] device_id is not set on port 4029b944-2311-4700-aa35-f4da7362250a yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:15:03.861024 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port dd181d2c-f283-402f-a5d1-cf415898d1fd completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:15:03.866341 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port dd181d2c-f283-402f-a5d1-cf415898d1fd triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:15:03.866966 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:03.893024 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7288d8f5-b0d5-4d2e-899c-f547d53d3e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-6d0be72d-712c-4ee1-bc2d-36cf1f164117', 'network_id': '6d0be72d-712c-4ee1-bc2d-36cf1f164117', 'tenant_id': 'b3796b033ce046ee9fe27628fe11f283', 'fixed_ips': [{'subnet_id': 'e4bc8da0-ef02-44ee-bc1a-392c6d613991'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:15:03.894186 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7288d8f5-b0d5-4d2e-899c-f547d53d3e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:03.954297 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-08ec1248-d135-42d7-9336-cac0a1129814 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Allocated IP 172.20.0.2 (6d0be72d-712c-4ee1-bc2d-36cf1f164117/e4bc8da0-ef02-44ee-bc1a-392c6d613991/4029b944-2311-4700-aa35-f4da7362250a) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:15:04.042442 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:04.067742 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a64042-5697-4c3e-a0e6-184ba32be5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd181d2c-f283-402f-a5d1-cf415898d1fd'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:15:04.071011 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed94df40-bde1-4b3c-a23e-0e03fe59bf37" -d '{"events": [{"server_uuid": "e7a64042-5697-4c3e-a0e6-184ba32be5b0", "name": "network-vif-plugged", "status": "completed", "tag": "dd181d2c-f283-402f-a5d1-cf415898d1fd"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:15:04.088893 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port dd181d2c-f283-402f-a5d1-cf415898d1fd, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=dd181d2c-f283-402f-a5d1-cf415898d1fd,segment=NetworkSegment(9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d),segment_id=9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:15:04.094199 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:04.154632 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c617012-a40b-4ca6-bfe4-327669e1d112 req-74d541f9-c459-40a0-af6d-6c20ecbe64d6 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:04.164626 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2c617012-a40b-4ca6-bfe4-327669e1d112 req-74d541f9-c459-40a0-af6d-6c20ecbe64d6 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.0952637 Aug 28 15:15:04.171032 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-08ec1248-d135-42d7-9336-cac0a1129814 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:04.177460 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ba92a5-b3b5-4a71-a060-a5d8c7228ba3 x-openstack-request-id: req-32ba92a5-b3b5-4a71-a060-a5d8c7228ba3 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:15:04.178691 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a64042-5697-4c3e-a0e6-184ba32be5b0", "name": "network-vif-plugged", "status": "completed", "tag": "dd181d2c-f283-402f-a5d1-cf415898d1fd", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:15:04.179185 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32ba92a5-b3b5-4a71-a060-a5d8c7228ba3 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:15:04.180139 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a64042-5697-4c3e-a0e6-184ba32be5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd181d2c-f283-402f-a5d1-cf415898d1fd', 'code': 200} Aug 28 15:15:04.202675 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-08ec1248-d135-42d7-9336-cac0a1129814 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Transition to ACTIVE for port object 4029b944-2311-4700-aa35-f4da7362250a will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:15:04.205733 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=dd181d2c-f283-402f-a5d1-cf415898d1fd,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:04.261720 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2c617012-a40b-4ca6-bfe4-327669e1d112 req-278e7bf6-d1bb-4e05-bc42-4fda6743c98a tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890338 Aug 28 15:15:04.279463 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195b2d2-332b-4259-84bb-b024db6949f0 req-30a4e9be-7529-4088-a842-479206cb2280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:04.281244 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7195b2d2-332b-4259-84bb-b024db6949f0 req-30a4e9be-7529-4088-a842-479206cb2280 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e7a64042-5697-4c3e-a0e6-184ba32be5b0 HTTP/1.1" status: 200 len: 1097 time: 0.0861371 Aug 28 15:15:04.299123 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a547f-91d5-4e20-8061-b8e555a4f8f7 req-6b241afd-e209-48b6-be0d-c7ef6a6bc541 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:04.300856 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bb2a547f-91d5-4e20-8061-b8e555a4f8f7 req-6b241afd-e209-48b6-be0d-c7ef6a6bc541 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 943 time: 0.0683806 Aug 28 15:15:04.302119 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-08ec1248-d135-42d7-9336-cac0a1129814 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:04.339585 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7195b2d2-332b-4259-84bb-b024db6949f0 req-e6104fcb-74fd-44ca-a990-7ca4c1370204 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503278 Aug 28 15:15:04.347820 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.api [None req-7288d8f5-b0d5-4d2e-899c-f547d53d3e56 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-517cefb6-2987-4bd3-aad3-fdcdfa4696fc {{(pid=106331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:15:04.348367 n-d-712137-10 neutron-server[106331]: DEBUG oslo_db.api [None req-7288d8f5-b0d5-4d2e-899c-f547d53d3e56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:15:04.369385 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ec1248-d135-42d7-9336-cac0a1129814 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Network 6d0be72d-712c-4ee1-bc2d-36cf1f164117 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:15:04.375942 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-08ec1248-d135-42d7-9336-cac0a1129814 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:15:04.378465 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ec1248-d135-42d7-9336-cac0a1129814 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:15:04.413383 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec1248-d135-42d7-9336-cac0a1129814 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Pushing event updated for resources: {'Port': ['ID=4029b944-2311-4700-aa35-f4da7362250a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:04.423199 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bb2a547f-91d5-4e20-8061-b8e555a4f8f7 req-cbf3183b-9793-4907-b55a-51839c4448cd tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145113 Aug 28 15:15:04.448660 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ec1248-d135-42d7-9336-cac0a1129814 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:04.449271 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-08ec1248-d135-42d7-9336-cac0a1129814 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:04.463449 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-08ec1248-d135-42d7-9336-cac0a1129814 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8109019 Aug 28 15:15:04.466073 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57870) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:04.470433 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-32f626c3-e763-4437-bfc2-295e1422b66a tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1982557741', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:15:04.494175 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-32f626c3-e763-4437-bfc2-295e1422b66a tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:04.495250 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-32f626c3-e763-4437-bfc2-295e1422b66a tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:04.549658 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-32f626c3-e763-4437-bfc2-295e1422b66a tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:04.553825 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-32f626c3-e763-4437-bfc2-295e1422b66a tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:04.568706 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-32f626c3-e763-4437-bfc2-295e1422b66a tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:04.570032 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-32f626c3-e763-4437-bfc2-295e1422b66a tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1030388 Aug 28 15:15:04.572843 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57872) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:04.577133 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-ec2b1380-4561-4eae-884d-28fee97535bc tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-916428030', 'prefixes': ['172.20.0.0/16']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:15:04.640182 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ec2b1380-4561-4eae-884d-28fee97535bc tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks [] for subnetpool, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:04.647732 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ec2b1380-4561-4eae-884d-28fee97535bc tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0700438 Aug 28 15:15:04.647987 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57876) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:04.652621 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.tag.tag_plugin [None req-7d749ff9-0fc0-4e9a-ac7f-3e8e6721d801 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e4bc8da0-ef02-44ee-bc1a-392c6d613991', 'tempest-TagsExtTest-Tag-125154059') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:04.679882 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535f10f-49c2-4080-ba73-e267e9365817 req-abd2a4bf-ddfc-45e9-bbf1-4055c186453e tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:04.681765 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7535f10f-49c2-4080-ba73-e267e9365817 req-abd2a4bf-ddfc-45e9-bbf1-4055c186453e tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a64042-5697-4c3e-a0e6-184ba32be5b0 HTTP/1.1" status: 200 len: 945 time: 0.0523663 Aug 28 15:15:04.757809 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7535f10f-49c2-4080-ba73-e267e9365817 req-46937f80-5689-4100-98e8-feb2ce64160c tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615048 Aug 28 15:15:04.770692 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7d749ff9-0fc0-4e9a-ac7f-3e8e6721d801 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "PUT /v2.0/subnets/e4bc8da0-ef02-44ee-bc1a-392c6d613991/tags/tempest-TagsExtTest-Tag-125154059 HTTP/1.1" status: 201 len: 201 time: 0.1188471 Aug 28 15:15:04.771464 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57886) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:04.780015 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-4448cc9f-6e28-4c73-b158-83be8af8a46c tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4029b944-2311-4700-aa35-f4da7362250a', 'tempest-TagsExtTest-Tag-631095355') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:04.849756 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4448cc9f-6e28-4c73-b158-83be8af8a46c tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "PUT /v2.0/ports/4029b944-2311-4700-aa35-f4da7362250a/tags/tempest-TagsExtTest-Tag-631095355 HTTP/1.1" status: 201 len: 201 time: 0.0761378 Aug 28 15:15:04.850957 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7288d8f5-b0d5-4d2e-899c-f547d53d3e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:04.855810 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57888) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:04.857600 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-ecd775bc-a2a4-4a1b-aab0-830a058aa986 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c8461c4b-33c4-4f32-ab5f-32ed15768558', 'tempest-TagsExtTest-Tag-1701544760') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:04.949741 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ecd775bc-a2a4-4a1b-aab0-830a058aa986 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "PUT /v2.0/routers/c8461c4b-33c4-4f32-ab5f-32ed15768558/tags/tempest-TagsExtTest-Tag-1701544760 HTTP/1.1" status: 201 len: 201 time: 0.0961378 Aug 28 15:15:04.952756 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57890) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:04.959581 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.tag.tag_plugin [None req-38c7c0f7-54f2-465a-b561-c16f2409fcd1 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0259a164-8d59-4651-92bb-177ab82bbb42', 'tempest-TagsExtTest-Tag-1061321858') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:05.008188 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-38c7c0f7-54f2-465a-b561-c16f2409fcd1 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "PUT /v2.0/subnetpools/0259a164-8d59-4651-92bb-177ab82bbb42/tags/tempest-TagsExtTest-Tag-1061321858 HTTP/1.1" status: 201 len: 201 time: 0.0541673 Aug 28 15:15:05.010600 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57892) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:05.014951 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.tag.tag_plugin [None req-ed1cc74a-4e52-42d0-996e-b87d4219138e tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e4bc8da0-ef02-44ee-bc1a-392c6d613991') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:05.015087 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-7288d8f5-b0d5-4d2e-899c-f547d53d3e56 None None] Allocated IP 172.20.0.3 (6d0be72d-712c-4ee1-bc2d-36cf1f164117/e4bc8da0-ef02-44ee-bc1a-392c6d613991/27ebf298-0788-4ab2-8b00-8068d84139d7) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:15:05.073911 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ed1cc74a-4e52-42d0-996e-b87d4219138e tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "GET /v2.0/subnets/e4bc8da0-ef02-44ee-bc1a-392c6d613991/tags HTTP/1.1" status: 200 len: 240 time: 0.0622237 Aug 28 15:15:05.076726 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57894) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:05.081789 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-0d574619-577b-4bff-817d-4996e483b95b tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e4bc8da0-ef02-44ee-bc1a-392c6d613991', 'tempest-TagsExtTest-Tag-125154059') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:05.171901 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0d574619-577b-4bff-817d-4996e483b95b tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "GET /v2.0/subnets/e4bc8da0-ef02-44ee-bc1a-392c6d613991/tags/tempest-TagsExtTest-Tag-125154059 HTTP/1.1" status: 204 len: 168 time: 0.0913465 Aug 28 15:15:05.172117 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57896) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:05.175972 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7288d8f5-b0d5-4d2e-899c-f547d53d3e56 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:05.176284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-6f429879-28bb-40bd-b767-75fa6b2c29a5 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e4bc8da0-ef02-44ee-bc1a-392c6d613991', 'tempest-TagsExtTest-Tag-125154059') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:05.185707 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7288d8f5-b0d5-4d2e-899c-f547d53d3e56 None None] Transition to ACTIVE for port object 27ebf298-0788-4ab2-8b00-8068d84139d7 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:15:05.201974 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7288d8f5-b0d5-4d2e-899c-f547d53d3e56 None None] Transition to ACTIVE for port object 27ebf298-0788-4ab2-8b00-8068d84139d7 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:15:05.211053 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7288d8f5-b0d5-4d2e-899c-f547d53d3e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:05.245142 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7288d8f5-b0d5-4d2e-899c-f547d53d3e56 None None] Network 6d0be72d-712c-4ee1-bc2d-36cf1f164117 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:15:05.248634 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6f429879-28bb-40bd-b767-75fa6b2c29a5 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "DELETE /v2.0/subnets/e4bc8da0-ef02-44ee-bc1a-392c6d613991/tags/tempest-TagsExtTest-Tag-125154059 HTTP/1.1" status: 204 len: 168 time: 0.0755725 Aug 28 15:15:05.250981 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57898) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:05.251803 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-7288d8f5-b0d5-4d2e-899c-f547d53d3e56 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:15:05.256067 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7288d8f5-b0d5-4d2e-899c-f547d53d3e56 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:15:05.256458 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-81d77c32-bc42-4952-ad5b-2b5fb729d713 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e4bc8da0-ef02-44ee-bc1a-392c6d613991') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:05.265240 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288d8f5-b0d5-4d2e-899c-f547d53d3e56 None None] Pushing event updated for resources: {'Port': ['ID=27ebf298-0788-4ab2-8b00-8068d84139d7,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:05.323480 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-7288d8f5-b0d5-4d2e-899c-f547d53d3e56 None None] Attempting to bind port 27ebf298-0788-4ab2-8b00-8068d84139d7 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:15:05.323885 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-7288d8f5-b0d5-4d2e-899c-f547d53d3e56 None None] Attempting to bind port 27ebf298-0788-4ab2-8b00-8068d84139d7 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'fb22b7f6-00d4-439f-94fa-689e3db0340a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6d0be72d-712c-4ee1-bc2d-36cf1f164117'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:15:05.324250 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288d8f5-b0d5-4d2e-899c-f547d53d3e56 None None] Attempting to bind port 27ebf298-0788-4ab2-8b00-8068d84139d7 on network 6d0be72d-712c-4ee1-bc2d-36cf1f164117 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:15:05.329840 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288d8f5-b0d5-4d2e-899c-f547d53d3e56 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:15:05.329840 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288d8f5-b0d5-4d2e-899c-f547d53d3e56 None None] Checking segment: {'id': 'fb22b7f6-00d4-439f-94fa-689e3db0340a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6d0be72d-712c-4ee1-bc2d-36cf1f164117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:15:05.330128 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7288d8f5-b0d5-4d2e-899c-f547d53d3e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:05.330477 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288d8f5-b0d5-4d2e-899c-f547d53d3e56 None None] Bound using segment: {'id': 'fb22b7f6-00d4-439f-94fa-689e3db0340a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6d0be72d-712c-4ee1-bc2d-36cf1f164117'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:15:05.330935 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-7288d8f5-b0d5-4d2e-899c-f547d53d3e56 None None] Bound port: 27ebf298-0788-4ab2-8b00-8068d84139d7, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb22b7f6-00d4-439f-94fa-689e3db0340a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6d0be72d-712c-4ee1-bc2d-36cf1f164117'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:15:05.331316 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7288d8f5-b0d5-4d2e-899c-f547d53d3e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:05.338672 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-81d77c32-bc42-4952-ad5b-2b5fb729d713 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "GET /v2.0/subnets/e4bc8da0-ef02-44ee-bc1a-392c6d613991/tags HTTP/1.1" status: 200 len: 205 time: 0.0864460 Aug 28 15:15:05.341120 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57902) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:05.352992 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-1e3ec2b4-ec87-437e-a68f-e635f5e01ea4 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4029b944-2311-4700-aa35-f4da7362250a') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:05.406540 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-7288d8f5-b0d5-4d2e-899c-f547d53d3e56 None None] For port 27ebf298-0788-4ab2-8b00-8068d84139d7, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:15:05.411367 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-7288d8f5-b0d5-4d2e-899c-f547d53d3e56 None None] For port 27ebf298-0788-4ab2-8b00-8068d84139d7, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=27ebf298-0788-4ab2-8b00-8068d84139d7,segment=NetworkSegment(fb22b7f6-00d4-439f-94fa-689e3db0340a),segment_id=fb22b7f6-00d4-439f-94fa-689e3db0340a)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:15:05.418596 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7288d8f5-b0d5-4d2e-899c-f547d53d3e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:05.423298 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24607e6d-f2d3-4ed1-8173-8a9fad2053a4 req-4057c3a8-a867-4182-b53b-327874c7a0fb tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:05.428115 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1e3ec2b4-ec87-437e-a68f-e635f5e01ea4 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "GET /v2.0/ports/4029b944-2311-4700-aa35-f4da7362250a/tags HTTP/1.1" status: 200 len: 240 time: 0.0854483 Aug 28 15:15:05.428795 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57904) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:05.432705 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-24607e6d-f2d3-4ed1-8173-8a9fad2053a4 req-4057c3a8-a867-4182-b53b-327874c7a0fb tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.0751562 Aug 28 15:15:05.433644 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-c3ec7796-7dd8-46fd-bcb7-3178a6523901 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4029b944-2311-4700-aa35-f4da7362250a', 'tempest-TagsExtTest-Tag-631095355') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:05.476068 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-24607e6d-f2d3-4ed1-8173-8a9fad2053a4 req-31ca98b2-8072-4823-b655-959d3b7d42ba tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423245 Aug 28 15:15:05.506383 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57908) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:05.506769 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c3ec7796-7dd8-46fd-bcb7-3178a6523901 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "GET /v2.0/ports/4029b944-2311-4700-aa35-f4da7362250a/tags/tempest-TagsExtTest-Tag-631095355 HTTP/1.1" status: 204 len: 168 time: 0.0763831 Aug 28 15:15:05.521339 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.tag.tag_plugin [None req-eeda7ace-f85e-4d43-bcdc-f1bdcc07f780 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4029b944-2311-4700-aa35-f4da7362250a', 'tempest-TagsExtTest-Tag-631095355') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:05.530996 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d100e783-d6a3-4036-94be-0ca3c227919c details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:15:05.612880 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-eeda7ace-f85e-4d43-bcdc-f1bdcc07f780 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "DELETE /v2.0/ports/4029b944-2311-4700-aa35-f4da7362250a/tags/tempest-TagsExtTest-Tag-631095355 HTTP/1.1" status: 204 len: 168 time: 0.1028178 Aug 28 15:15:05.618103 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57910) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:05.626935 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.tag.tag_plugin [None req-ab386329-cb2c-4d51-8d2e-c85ec2533895 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4029b944-2311-4700-aa35-f4da7362250a') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:05.642441 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca863f4a-ff04-4498-9743-a5b12c339863 req-7f5f5504-a6c6-4d8f-8f5d-f5dfbc7b5f9a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:05.644545 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ca863f4a-ff04-4498-9743-a5b12c339863 req-7f5f5504-a6c6-4d8f-8f5d-f5dfbc7b5f9a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 943 time: 0.0997405 Aug 28 15:15:05.662563 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288d8f5-b0d5-4d2e-899c-f547d53d3e56 None None] Pushing event updated for resources: {'Port': ['ID=27ebf298-0788-4ab2-8b00-8068d84139d7,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:05.696569 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d100e783-d6a3-4036-94be-0ca3c227919c, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d100e783-d6a3-4036-94be-0ca3c227919c,segment=NetworkSegment(b351d48f-a35c-4e29-b5da-4f538e9d9756),segment_id=b351d48f-a35c-4e29-b5da-4f538e9d9756)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:15:05.706819 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ab386329-cb2c-4d51-8d2e-c85ec2533895 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "GET /v2.0/ports/4029b944-2311-4700-aa35-f4da7362250a/tags HTTP/1.1" status: 200 len: 205 time: 0.0824983 Aug 28 15:15:05.707834 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57912) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:05.711850 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ca863f4a-ff04-4498-9743-a5b12c339863 req-3cc11617-f14f-4b26-b6ae-b032ce81e353 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602243 Aug 28 15:15:05.712466 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'd100e783-d6a3-4036-94be-0ca3c227919c', 'network_id': '4ca9a50c-f8aa-4261-ad98-eabaf3910c6a', 'port_id': 'd100e783-d6a3-4036-94be-0ca3c227919c', 'mac_address': 'fa:16:3e:5a:b3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b8938d-6c17-43af-afb8-76fb23e50a49', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:15:05.713006 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.tag.tag_plugin [None req-0fee7fc2-136a-4053-9d34-c76ad33292b0 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c8461c4b-33c4-4f32-ab5f-32ed15768558') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:05.776891 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:05.794655 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d100e783-d6a3-4036-94be-0ca3c227919c {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:15:05.820572 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d100e783-d6a3-4036-94be-0ca3c227919c, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d100e783-d6a3-4036-94be-0ca3c227919c,segment=NetworkSegment(b351d48f-a35c-4e29-b5da-4f538e9d9756),segment_id=b351d48f-a35c-4e29-b5da-4f538e9d9756)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:15:05.828124 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:05.957963 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=d100e783-d6a3-4036-94be-0ca3c227919c,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:06.137349 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 27ebf298-0788-4ab2-8b00-8068d84139d7 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:15:06.190232 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 27ebf298-0788-4ab2-8b00-8068d84139d7 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:15:06.206602 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['d100e783-d6a3-4036-94be-0ca3c227919c'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:15:06.288084 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0fee7fc2-136a-4053-9d34-c76ad33292b0 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "GET /v2.0/routers/c8461c4b-33c4-4f32-ab5f-32ed15768558/tags HTTP/1.1" status: 200 len: 241 time: 0.5790014 Aug 28 15:15:06.290876 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57924) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:06.295882 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-5ca2ce38-057d-4f71-8402-9623f1e04022 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c8461c4b-33c4-4f32-ab5f-32ed15768558', 'tempest-TagsExtTest-Tag-1701544760') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:06.306578 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e700b9-2fa4-4422-ab04-bec92cfc8c9c req-899cd56b-4976-4651-b2a2-c16116816473 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:06.314028 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a5e700b9-2fa4-4422-ab04-bec92cfc8c9c req-899cd56b-4976-4651-b2a2-c16116816473 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a64042-5697-4c3e-a0e6-184ba32be5b0 HTTP/1.1" status: 200 len: 945 time: 0.0666792 Aug 28 15:15:06.354376 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a5e700b9-2fa4-4422-ab04-bec92cfc8c9c req-51097054-53ac-4d57-af7b-3a0a1f6cfa20 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383081 Aug 28 15:15:06.420523 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5ca2ce38-057d-4f71-8402-9623f1e04022 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "GET /v2.0/routers/c8461c4b-33c4-4f32-ab5f-32ed15768558/tags/tempest-TagsExtTest-Tag-1701544760 HTTP/1.1" status: 204 len: 168 time: 0.1282802 Aug 28 15:15:06.423191 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57928) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:06.437462 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-1f9829d7-feb5-4791-b2f9-8d3fbc226914 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c8461c4b-33c4-4f32-ab5f-32ed15768558', 'tempest-TagsExtTest-Tag-1701544760') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:06.600922 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1f9829d7-feb5-4791-b2f9-8d3fbc226914 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "DELETE /v2.0/routers/c8461c4b-33c4-4f32-ab5f-32ed15768558/tags/tempest-TagsExtTest-Tag-1701544760 HTTP/1.1" status: 204 len: 168 time: 0.1736166 Aug 28 15:15:06.601250 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57932) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:06.607181 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.tag.tag_plugin [None req-2c557a0b-32b0-44d6-97d2-bd375147fadf tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c8461c4b-33c4-4f32-ab5f-32ed15768558') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:06.691274 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d6ff2-4941-46be-af0f-1899679c6d31 req-f5f0728a-d802-4d62-8d55-e9da8f285b4f tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:06.694604 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5b2d6ff2-4941-46be-af0f-1899679c6d31 req-f5f0728a-d802-4d62-8d55-e9da8f285b4f tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.0860269 Aug 28 15:15:06.747432 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5b2d6ff2-4941-46be-af0f-1899679c6d31 req-818e6da8-fefa-4c22-95c0-44e206bcfb66 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434637 Aug 28 15:15:06.761281 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2c557a0b-32b0-44d6-97d2-bd375147fadf tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "GET /v2.0/routers/c8461c4b-33c4-4f32-ab5f-32ed15768558/tags HTTP/1.1" status: 200 len: 205 time: 0.1588261 Aug 28 15:15:06.766181 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57940) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:06.780560 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.tag.tag_plugin [None req-30165973-8e08-4da0-835a-4a43a85f6e10 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0259a164-8d59-4651-92bb-177ab82bbb42') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:06.846255 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-30165973-8e08-4da0-835a-4a43a85f6e10 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "GET /v2.0/subnetpools/0259a164-8d59-4651-92bb-177ab82bbb42/tags HTTP/1.1" status: 200 len: 241 time: 0.0789199 Aug 28 15:15:06.849534 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57944) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:06.854968 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-27f6937e-8d21-476e-9a63-ae076518fdbd tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0259a164-8d59-4651-92bb-177ab82bbb42', 'tempest-TagsExtTest-Tag-1061321858') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:06.909588 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-27f6937e-8d21-476e-9a63-ae076518fdbd tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "GET /v2.0/subnetpools/0259a164-8d59-4651-92bb-177ab82bbb42/tags/tempest-TagsExtTest-Tag-1061321858 HTTP/1.1" status: 204 len: 168 time: 0.0587823 Aug 28 15:15:06.910238 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57948) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:06.915477 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-1bb14700-1853-4d9b-b7bb-aebe78dc393e tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '0259a164-8d59-4651-92bb-177ab82bbb42', 'tempest-TagsExtTest-Tag-1061321858') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:06.925967 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c780ea-92c1-421e-b64c-6935e8992513 req-e6fae104-c940-4b74-884e-867bf3310928 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:06.928492 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b4c780ea-92c1-421e-b64c-6935e8992513 req-e6fae104-c940-4b74-884e-867bf3310928 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 944 time: 0.0845315 Aug 28 15:15:06.984315 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1bb14700-1853-4d9b-b7bb-aebe78dc393e tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "DELETE /v2.0/subnetpools/0259a164-8d59-4651-92bb-177ab82bbb42/tags/tempest-TagsExtTest-Tag-1061321858 HTTP/1.1" status: 204 len: 168 time: 0.0707159 Aug 28 15:15:06.984635 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57952) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:06.995731 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-b7f9bcd8-7523-448d-aca1-6df40c9547b2 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0259a164-8d59-4651-92bb-177ab82bbb42') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:07.014999 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b4c780ea-92c1-421e-b64c-6935e8992513 req-5970bc29-6215-4281-80cc-2f95453a9d1a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743804 Aug 28 15:15:07.031258 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67bf265-2a50-409d-9cc1-37ac4bc96e55 None None] Network 6d0be72d-712c-4ee1-bc2d-36cf1f164117 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:15:07.038949 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b7f9bcd8-7523-448d-aca1-6df40c9547b2 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "GET /v2.0/subnetpools/0259a164-8d59-4651-92bb-177ab82bbb42/tags HTTP/1.1" status: 200 len: 205 time: 0.0532417 Aug 28 15:15:07.039734 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57956) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:07.046150 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.tag.tag_plugin [None req-a61c3a44-2741-453a-8591-4e5df227ba3e tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0259a164-8d59-4651-92bb-177ab82bbb42') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:07.051436 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:15:07.103334 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a61c3a44-2741-453a-8591-4e5df227ba3e tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "DELETE /v2.0/subnetpools/0259a164-8d59-4651-92bb-177ab82bbb42/tags HTTP/1.1" status: 204 len: 168 time: 0.0599475 Aug 28 15:15:07.103824 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57960) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:07.108486 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.tag.tag_plugin [None req-8489913b-c001-4520-b2e4-778a845508cb tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c8461c4b-33c4-4f32-ab5f-32ed15768558') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:07.231395 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7e9d7753-5afd-41f7-ae78-ee17b7e4f701 None None] Provisioning for port 27ebf298-0788-4ab2-8b00-8068d84139d7 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:15:07.243730 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7e9d7753-5afd-41f7-ae78-ee17b7e4f701 None None] Provisioning complete for port 27ebf298-0788-4ab2-8b00-8068d84139d7 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:15:07.244112 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7e9d7753-5afd-41f7-ae78-ee17b7e4f701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:07.260394 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8489913b-c001-4520-b2e4-778a845508cb tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "DELETE /v2.0/routers/c8461c4b-33c4-4f32-ab5f-32ed15768558/tags HTTP/1.1" status: 204 len: 168 time: 0.1554089 Aug 28 15:15:07.262853 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57964) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:07.267893 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.tag.tag_plugin [None req-7d00470d-63d6-4ea5-9b21-cb0bcde103c7 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4029b944-2311-4700-aa35-f4da7362250a') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:07.345321 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7d00470d-63d6-4ea5-9b21-cb0bcde103c7 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "DELETE /v2.0/ports/4029b944-2311-4700-aa35-f4da7362250a/tags HTTP/1.1" status: 204 len: 168 time: 0.0808942 Aug 28 15:15:07.347620 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57968) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:07.353910 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.tag.tag_plugin [None req-5163ff77-f60d-49bd-afca-5dcdc66b3ca9 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e4bc8da0-ef02-44ee-bc1a-392c6d613991') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:07.390239 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7e9d7753-5afd-41f7-ae78-ee17b7e4f701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:07.474637 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-7e9d7753-5afd-41f7-ae78-ee17b7e4f701 None None] For port 27ebf298-0788-4ab2-8b00-8068d84139d7, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=27ebf298-0788-4ab2-8b00-8068d84139d7,segment=NetworkSegment(fb22b7f6-00d4-439f-94fa-689e3db0340a),segment_id=fb22b7f6-00d4-439f-94fa-689e3db0340a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:15:07.493426 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7e9d7753-5afd-41f7-ae78-ee17b7e4f701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:07.503902 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57974) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:07.509606 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5163ff77-f60d-49bd-afca-5dcdc66b3ca9 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "DELETE /v2.0/subnets/e4bc8da0-ef02-44ee-bc1a-392c6d613991/tags HTTP/1.1" status: 204 len: 168 time: 0.1609402 Aug 28 15:15:07.510971 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-561221ab-17a3-4f36-90b5-15707e9d9899 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e4bc8da0-ef02-44ee-bc1a-392c6d613991', 'tempest-TagsExtTest-Tag-811144785') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:07.560351 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d100e783-d6a3-4036-94be-0ca3c227919c up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:15:07.620622 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d7753-5afd-41f7-ae78-ee17b7e4f701 None None] Pushing event updated for resources: {'Port': ['ID=27ebf298-0788-4ab2-8b00-8068d84139d7,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:07.625658 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-561221ab-17a3-4f36-90b5-15707e9d9899 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "PUT /v2.0/subnets/e4bc8da0-ef02-44ee-bc1a-392c6d613991/tags/tempest-TagsExtTest-Tag-811144785 HTTP/1.1" status: 201 len: 201 time: 0.1202054 Aug 28 15:15:07.626389 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57976) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:07.635740 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-6063194c-3684-4cf7-b5ed-bf6fbcd7ed87 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4029b944-2311-4700-aa35-f4da7362250a', 'tempest-TagsExtTest-Tag-1919599468') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:07.658000 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port d100e783-d6a3-4036-94be-0ca3c227919c completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:15:07.669202 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port d100e783-d6a3-4036-94be-0ca3c227919c triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:15:07.669586 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:07.699194 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e4383-668f-456e-b320-19deb0bbc00b req-a988e246-290d-4e78-94e1-de42e148b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:07.700758 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cb5e4383-668f-456e-b320-19deb0bbc00b req-a988e246-290d-4e78-94e1-de42e148b402 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2daa716d41af426baed6e9a74353070d&device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 1097 time: 0.1808612 Aug 28 15:15:07.740634 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d660022e-cf39-4a8c-82e6-7a0cf5fe9484 None None] Provisioning complete for port 27ebf298-0788-4ab2-8b00-8068d84139d7 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:15:07.741000 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d660022e-cf39-4a8c-82e6-7a0cf5fe9484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:07.764850 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6063194c-3684-4cf7-b5ed-bf6fbcd7ed87 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "PUT /v2.0/ports/4029b944-2311-4700-aa35-f4da7362250a/tags/tempest-TagsExtTest-Tag-1919599468 HTTP/1.1" status: 201 len: 201 time: 0.1372957 Aug 28 15:15:07.768076 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57978) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:07.817083 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-9ec683e8-1806-479b-848a-6db1a612d37f tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c8461c4b-33c4-4f32-ab5f-32ed15768558', 'tempest-TagsExtTest-Tag-214609154') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:07.965009 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e04962-63ad-49b5-9672-c700557d4359 req-e1da6d4f-fd85-4f94-82e3-b5d4100a2601 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:08.000379 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f3e04962-63ad-49b5-9672-c700557d4359 req-e1da6d4f-fd85-4f94-82e3-b5d4100a2601 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.3724604 Aug 28 15:15:08.000769 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:08.037635 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00172008-8abd-4c65-9368-c5af170d9155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd100e783-d6a3-4036-94be-0ca3c227919c'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:15:08.040657 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d906828a-3819-4681-821c-5d84125feaea" -d '{"events": [{"server_uuid": "00172008-8abd-4c65-9368-c5af170d9155", "name": "network-vif-plugged", "status": "completed", "tag": "d100e783-d6a3-4036-94be-0ca3c227919c"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:15:08.075927 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ac5cca8a-dedc-409b-a5b0-ba071d298da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:08.093212 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e4383-668f-456e-b320-19deb0bbc00b req-52c4e71c-407b-4e4f-a3e2-e790fa732920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:08.095892 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cb5e4383-668f-456e-b320-19deb0bbc00b req-52c4e71c-407b-4e4f-a3e2-e790fa732920 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a82b058-95d5-4811-a7cb-e74380d2fdc7 HTTP/1.1" status: 200 len: 919 time: 0.3794167 Aug 28 15:15:08.104863 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d100e783-d6a3-4036-94be-0ca3c227919c, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d100e783-d6a3-4036-94be-0ca3c227919c,segment=NetworkSegment(b351d48f-a35c-4e29-b5da-4f538e9d9756),segment_id=b351d48f-a35c-4e29-b5da-4f538e9d9756)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:15:08.110280 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ad96d-74a7-4a9a-ba3d-3be6f2237784 req-d2d30b71-a278-4435-9c67-3000f4eea567 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:08.115135 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:08.118803 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ca1ad96d-74a7-4a9a-ba3d-3be6f2237784 req-d2d30b71-a278-4435-9c67-3000f4eea567 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.1573031 Aug 28 15:15:08.160983 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 27ebf298-0788-4ab2-8b00-8068d84139d7 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:15:08.170154 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9ec683e8-1806-479b-848a-6db1a612d37f tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "PUT /v2.0/routers/c8461c4b-33c4-4f32-ab5f-32ed15768558/tags/tempest-TagsExtTest-Tag-214609154 HTTP/1.1" status: 201 len: 201 time: 0.3964903 Aug 28 15:15:08.173144 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57990) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:08.176552 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f3e04962-63ad-49b5-9672-c700557d4359 req-b27366d2-3481-4fc9-87e1-5f1eabba85d6 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878347 Aug 28 15:15:08.179549 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cb5e4383-668f-456e-b320-19deb0bbc00b req-bd15648a-353b-4bc1-b50f-a6ef87dd6870 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5284421a-28c2-47e5-a806-2b7107aeda47 HTTP/1.1" status: 200 len: 217 time: 0.0701265 Aug 28 15:15:08.192166 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-80949437-bfd7-4cb3-a746-3ee592c0b6ff tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0259a164-8d59-4651-92bb-177ab82bbb42', 'tempest-TagsExtTest-Tag-651428985') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:08.240969 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d660022e-cf39-4a8c-82e6-7a0cf5fe9484 None None] Provisioning for port 4029b944-2311-4700-aa35-f4da7362250a completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:15:08.243225 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ca1ad96d-74a7-4a9a-ba3d-3be6f2237784 req-2ce3fe62-5f45-421c-a76c-262e9e2d8a93 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226668 Aug 28 15:15:08.254265 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e4383-668f-456e-b320-19deb0bbc00b req-7ae8234b-52d8-4800-899d-eb5c07df87ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:08.256194 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cb5e4383-668f-456e-b320-19deb0bbc00b req-7ae8234b-52d8-4800-899d-eb5c07df87ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6baacc3b-9f26-42b9-89a3-3904a08dc932 HTTP/1.1" status: 200 len: 858 time: 0.0672975 Aug 28 15:15:08.257759 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=d100e783-d6a3-4036-94be-0ca3c227919c,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:08.262450 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d660022e-cf39-4a8c-82e6-7a0cf5fe9484 None None] Provisioning complete for port 4029b944-2311-4700-aa35-f4da7362250a triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:15:08.262830 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d660022e-cf39-4a8c-82e6-7a0cf5fe9484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:08.309049 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-80949437-bfd7-4cb3-a746-3ee592c0b6ff tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "PUT /v2.0/subnetpools/0259a164-8d59-4651-92bb-177ab82bbb42/tags/tempest-TagsExtTest-Tag-651428985 HTTP/1.1" status: 201 len: 201 time: 0.1346762 Aug 28 15:15:08.309693 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57992) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:08.314330 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-b40219d0-5b82-4904-908f-14f82ea68602 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e4bc8da0-ef02-44ee-bc1a-392c6d613991', {'tags': ['tempest-TagsExtTest-Tag-205550620', 'tempest-TagsExtTest-Tag-771907162', 'tempest-TagsExtTest-Tag-2014906895']}) {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:08.317122 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cb5e4383-668f-456e-b320-19deb0bbc00b req-b0c6946b-b518-458c-bb76-8969f4aab955 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a82b058-95d5-4811-a7cb-e74380d2fdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428011 Aug 28 15:15:08.319632 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c6777b-a227-4ffc-8f47-9bf7328ddb38 x-openstack-request-id: req-10c6777b-a227-4ffc-8f47-9bf7328ddb38 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:15:08.319959 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00172008-8abd-4c65-9368-c5af170d9155", "name": "network-vif-plugged", "status": "completed", "tag": "d100e783-d6a3-4036-94be-0ca3c227919c", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:15:08.320938 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10c6777b-a227-4ffc-8f47-9bf7328ddb38 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:15:08.320938 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00172008-8abd-4c65-9368-c5af170d9155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd100e783-d6a3-4036-94be-0ca3c227919c', 'code': 200} Aug 28 15:15:08.339465 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-d660022e-cf39-4a8c-82e6-7a0cf5fe9484 None None] Port 4029b944-2311-4700-aa35-f4da7362250a cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:15:08.351780 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 27ebf298-0788-4ab2-8b00-8068d84139d7 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:15:08.352152 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:08.399913 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b40219d0-5b82-4904-908f-14f82ea68602 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "PUT /v2.0/subnets/e4bc8da0-ef02-44ee-bc1a-392c6d613991/tags HTTP/1.1" status: 200 len: 316 time: 0.0885682 Aug 28 15:15:08.400875 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57994) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:08.407395 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-7faf652f-96ed-4f1a-9726-90e2b14a98be tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e4bc8da0-ef02-44ee-bc1a-392c6d613991') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:08.462310 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-85e68b6e-8f5b-4647-bc42-384e21211173 None None] Provisioning complete for port 4029b944-2311-4700-aa35-f4da7362250a triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:15:08.462699 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-85e68b6e-8f5b-4647-bc42-384e21211173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:08.485586 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de30cf-8b9f-4273-8982-5897d0be46f1 req-30465ce4-7388-4bf3-bc68-2dec6263519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:08.486919 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3452d5-0212-4d25-94ee-704edf0aee40 req-57bb13a1-1cbd-40f9-8f10-0d826387208c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:08.487998 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8de30cf-8b9f-4273-8982-5897d0be46f1 req-30465ce4-7388-4bf3-bc68-2dec6263519f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 1097 time: 0.0750046 Aug 28 15:15:08.488456 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd3452d5-0212-4d25-94ee-704edf0aee40 req-57bb13a1-1cbd-40f9-8f10-0d826387208c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 945 time: 0.1703835 Aug 28 15:15:08.494282 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cb5e4383-668f-456e-b320-19deb0bbc00b req-48d4be33-362e-4621-ae9a-e8867c07e3c8 service neutron] 10.222.0.41 "GET /v2.0/networks/7a82b058-95d5-4811-a7cb-e74380d2fdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559193 Aug 28 15:15:08.509354 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-85e68b6e-8f5b-4647-bc42-384e21211173 None None] Port 4029b944-2311-4700-aa35-f4da7362250a cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:15:08.532034 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7faf652f-96ed-4f1a-9726-90e2b14a98be tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "DELETE /v2.0/subnets/e4bc8da0-ef02-44ee-bc1a-392c6d613991/tags HTTP/1.1" status: 204 len: 168 time: 0.1294005 Aug 28 15:15:08.532735 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57996) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:08.546236 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-193a1865-ccd0-49c3-8c96-8406ff70cbee tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e4bc8da0-ef02-44ee-bc1a-392c6d613991', 'tempest-TagsExtTest-Tag-205550620') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:08.591827 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8de30cf-8b9f-4273-8982-5897d0be46f1 req-ed092cb0-91b6-4be1-8452-a10687b27c1c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724881 Aug 28 15:15:08.593437 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd3452d5-0212-4d25-94ee-704edf0aee40 req-47713658-632d-47d0-8119-a88022a0034d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966785 Aug 28 15:15:08.622115 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-193a1865-ccd0-49c3-8c96-8406ff70cbee tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] show failed (client error): The resource could not be found. Aug 28 15:15:08.624137 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-193a1865-ccd0-49c3-8c96-8406ff70cbee tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "GET /v2.0/subnets/e4bc8da0-ef02-44ee-bc1a-392c6d613991/tags/tempest-TagsExtTest-Tag-205550620 HTTP/1.1" status: 404 len: 328 time: 0.0832133 Aug 28 15:15:08.625678 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57998) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:08.630959 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-d2097ec3-7ba9-4860-8ac9-8ad8877d51fd tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e4bc8da0-ef02-44ee-bc1a-392c6d613991', 'tempest-TagsExtTest-Tag-771907162') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:08.637155 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cb5e4383-668f-456e-b320-19deb0bbc00b req-e0feb9f7-d9d7-413a-afd5-53a14b89e167 service neutron] 10.222.0.41 "GET /v2.0/networks/7a82b058-95d5-4811-a7cb-e74380d2fdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290123 Aug 28 15:15:08.693678 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-d2097ec3-7ba9-4860-8ac9-8ad8877d51fd tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] show failed (client error): The resource could not be found. Aug 28 15:15:08.694823 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d2097ec3-7ba9-4860-8ac9-8ad8877d51fd tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "GET /v2.0/subnets/e4bc8da0-ef02-44ee-bc1a-392c6d613991/tags/tempest-TagsExtTest-Tag-771907162 HTTP/1.1" status: 404 len: 328 time: 0.0679233 Aug 28 15:15:08.697664 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58004) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:08.701875 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-00079410-1966-42c2-8bdf-ca7004026023 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e4bc8da0-ef02-44ee-bc1a-392c6d613991', 'tempest-TagsExtTest-Tag-2014906895') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:08.758175 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-00079410-1966-42c2-8bdf-ca7004026023 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] show failed (client error): The resource could not be found. Aug 28 15:15:08.759223 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-00079410-1966-42c2-8bdf-ca7004026023 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "GET /v2.0/subnets/e4bc8da0-ef02-44ee-bc1a-392c6d613991/tags/tempest-TagsExtTest-Tag-2014906895 HTTP/1.1" status: 404 len: 329 time: 0.0606637 Aug 28 15:15:08.762026 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58006) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:08.766444 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-7a152ec2-c2e5-4427-afb8-bf8262250f50 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4029b944-2311-4700-aa35-f4da7362250a', {'tags': ['tempest-TagsExtTest-Tag-593659539', 'tempest-TagsExtTest-Tag-1056529098', 'tempest-TagsExtTest-Tag-22021448']}) {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:08.826188 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7a152ec2-c2e5-4427-afb8-bf8262250f50 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "PUT /v2.0/ports/4029b944-2311-4700-aa35-f4da7362250a/tags HTTP/1.1" status: 200 len: 315 time: 0.0630705 Aug 28 15:15:08.828759 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58008) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:08.833367 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-48ebc469-88b1-45e4-8296-5bcb9b166402 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4029b944-2311-4700-aa35-f4da7362250a') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:08.926659 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-48ebc469-88b1-45e4-8296-5bcb9b166402 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "DELETE /v2.0/ports/4029b944-2311-4700-aa35-f4da7362250a/tags HTTP/1.1" status: 204 len: 168 time: 0.0945268 Aug 28 15:15:08.927643 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58016) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:08.932551 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.tag.tag_plugin [None req-18fa757a-1fab-4ab0-8147-286432e609f7 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4029b944-2311-4700-aa35-f4da7362250a', 'tempest-TagsExtTest-Tag-593659539') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:08.987248 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-18fa757a-1fab-4ab0-8147-286432e609f7 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] show failed (client error): The resource could not be found. Aug 28 15:15:08.992395 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-18fa757a-1fab-4ab0-8147-286432e609f7 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "GET /v2.0/ports/4029b944-2311-4700-aa35-f4da7362250a/tags/tempest-TagsExtTest-Tag-593659539 HTTP/1.1" status: 404 len: 328 time: 0.0595999 Aug 28 15:15:08.992603 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58020) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:08.997388 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.tag.tag_plugin [None req-815561cf-757b-445b-8cb2-db4d8644c63b tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4029b944-2311-4700-aa35-f4da7362250a', 'tempest-TagsExtTest-Tag-1056529098') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:09.062354 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-815561cf-757b-445b-8cb2-db4d8644c63b tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] show failed (client error): The resource could not be found. Aug 28 15:15:09.066354 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-815561cf-757b-445b-8cb2-db4d8644c63b tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "GET /v2.0/ports/4029b944-2311-4700-aa35-f4da7362250a/tags/tempest-TagsExtTest-Tag-1056529098 HTTP/1.1" status: 404 len: 329 time: 0.0701716 Aug 28 15:15:09.066736 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58022) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:09.072020 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-471e268c-d4e1-48c1-8353-0a6ff7c26426 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4029b944-2311-4700-aa35-f4da7362250a', 'tempest-TagsExtTest-Tag-22021448') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:09.122909 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-471e268c-d4e1-48c1-8353-0a6ff7c26426 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] show failed (client error): The resource could not be found. Aug 28 15:15:09.124017 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-471e268c-d4e1-48c1-8353-0a6ff7c26426 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "GET /v2.0/ports/4029b944-2311-4700-aa35-f4da7362250a/tags/tempest-TagsExtTest-Tag-22021448 HTTP/1.1" status: 404 len: 327 time: 0.0561385 Aug 28 15:15:09.126636 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58024) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:09.132259 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-9c2db77e-daa3-4e58-aa07-90a424baa8a8 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c8461c4b-33c4-4f32-ab5f-32ed15768558', {'tags': ['tempest-TagsExtTest-Tag-1096495777', 'tempest-TagsExtTest-Tag-600866554', 'tempest-TagsExtTest-Tag-1291715787']}) {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:09.237652 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9c2db77e-daa3-4e58-aa07-90a424baa8a8 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "PUT /v2.0/routers/c8461c4b-33c4-4f32-ab5f-32ed15768558/tags HTTP/1.1" status: 200 len: 317 time: 0.1097660 Aug 28 15:15:09.240583 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58032) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:09.245934 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-3a2f2385-f11d-4622-ac91-f6bc029351cc tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c8461c4b-33c4-4f32-ab5f-32ed15768558') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:09.319421 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9f2a2-856a-4700-86b6-47517e315fa9 req-400cf27a-f61d-497d-a984-ba2e0b08873d tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:09.321190 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b2f9f2a2-856a-4700-86b6-47517e315fa9 req-400cf27a-f61d-497d-a984-ba2e0b08873d tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.0643933 Aug 28 15:15:09.366046 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3a2f2385-f11d-4622-ac91-f6bc029351cc tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "DELETE /v2.0/routers/c8461c4b-33c4-4f32-ab5f-32ed15768558/tags HTTP/1.1" status: 204 len: 168 time: 0.1242163 Aug 28 15:15:09.369829 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58040) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:09.375273 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.tag.tag_plugin [None req-f7f9ae08-6166-4f44-b8fe-2d4fe50acfed tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c8461c4b-33c4-4f32-ab5f-32ed15768558', 'tempest-TagsExtTest-Tag-1096495777') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:09.383507 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b2f9f2a2-856a-4700-86b6-47517e315fa9 req-c83023c5-a706-4abc-a301-e7c8c51f761e tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504634 Aug 28 15:15:09.478651 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-f7f9ae08-6166-4f44-b8fe-2d4fe50acfed tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] show failed (client error): The resource could not be found. Aug 28 15:15:09.482455 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f7f9ae08-6166-4f44-b8fe-2d4fe50acfed tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "GET /v2.0/routers/c8461c4b-33c4-4f32-ab5f-32ed15768558/tags/tempest-TagsExtTest-Tag-1096495777 HTTP/1.1" status: 404 len: 329 time: 0.1089492 Aug 28 15:15:09.482630 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58044) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:09.487787 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.tag.tag_plugin [None req-e696ee6b-21e0-4f64-97c7-8da055b0e618 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c8461c4b-33c4-4f32-ab5f-32ed15768558', 'tempest-TagsExtTest-Tag-600866554') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:09.596791 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-e696ee6b-21e0-4f64-97c7-8da055b0e618 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] show failed (client error): The resource could not be found. Aug 28 15:15:09.599875 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e696ee6b-21e0-4f64-97c7-8da055b0e618 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "GET /v2.0/routers/c8461c4b-33c4-4f32-ab5f-32ed15768558/tags/tempest-TagsExtTest-Tag-600866554 HTTP/1.1" status: 404 len: 328 time: 0.1142216 Aug 28 15:15:09.601192 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58046) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:09.606133 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-429b8bd9-bc3b-4839-95e7-aa5e7eccd150 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c8461c4b-33c4-4f32-ab5f-32ed15768558', 'tempest-TagsExtTest-Tag-1291715787') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:09.624661 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a6186-a536-4341-9a36-6e77e15245b5 req-66f36eb5-badf-465c-a8ed-06e76abb6da8 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:09.634101 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-162a6186-a536-4341-9a36-6e77e15245b5 req-66f36eb5-badf-465c-a8ed-06e76abb6da8 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.1085656 Aug 28 15:15:09.681804 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-162a6186-a536-4341-9a36-6e77e15245b5 req-7b905edf-f7ee-4c55-b920-3b721013240e tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467501 Aug 28 15:15:09.747167 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-429b8bd9-bc3b-4839-95e7-aa5e7eccd150 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] show failed (client error): The resource could not be found. Aug 28 15:15:09.751953 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58054) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:09.756232 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-429b8bd9-bc3b-4839-95e7-aa5e7eccd150 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "GET /v2.0/routers/c8461c4b-33c4-4f32-ab5f-32ed15768558/tags/tempest-TagsExtTest-Tag-1291715787 HTTP/1.1" status: 404 len: 329 time: 0.1537554 Aug 28 15:15:09.757693 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.tag.tag_plugin [None req-bbad76a6-0ba4-4aa9-9715-69d654f72285 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '0259a164-8d59-4651-92bb-177ab82bbb42', {'tags': ['tempest-TagsExtTest-Tag-223260117', 'tempest-TagsExtTest-Tag-383544260', 'tempest-TagsExtTest-Tag-105867659']}) {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:09.776031 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc8860-9e68-4243-b882-2d35cd2f0bae req-7a502924-2caa-426a-b4fd-5ab7f3acbdfd tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:09.777646 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d5bc8860-9e68-4243-b882-2d35cd2f0bae req-7a502924-2caa-426a-b4fd-5ab7f3acbdfd tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 945 time: 0.0775752 Aug 28 15:15:09.798738 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bbad76a6-0ba4-4aa9-9715-69d654f72285 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "PUT /v2.0/subnetpools/0259a164-8d59-4651-92bb-177ab82bbb42/tags HTTP/1.1" status: 200 len: 315 time: 0.0455999 Aug 28 15:15:09.799892 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58056) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:09.808017 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-0e035ed5-a3a8-49c5-9bf2-c0211b146d9e tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0259a164-8d59-4651-92bb-177ab82bbb42') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:09.843578 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d5bc8860-9e68-4243-b882-2d35cd2f0bae req-3055d7b6-d645-4ef7-a396-4aac44127270 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591590 Aug 28 15:15:09.874556 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0e035ed5-a3a8-49c5-9bf2-c0211b146d9e tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "DELETE /v2.0/subnetpools/0259a164-8d59-4651-92bb-177ab82bbb42/tags HTTP/1.1" status: 204 len: 168 time: 0.0732923 Aug 28 15:15:09.875057 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58058) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:09.886098 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.tag.tag_plugin [None req-d03617a5-caec-4db7-aa8d-20113d9e25bf tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0259a164-8d59-4651-92bb-177ab82bbb42', 'tempest-TagsExtTest-Tag-223260117') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:09.909661 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-d03617a5-caec-4db7-aa8d-20113d9e25bf tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] show failed (client error): The resource could not be found. Aug 28 15:15:09.910822 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d03617a5-caec-4db7-aa8d-20113d9e25bf tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "GET /v2.0/subnetpools/0259a164-8d59-4651-92bb-177ab82bbb42/tags/tempest-TagsExtTest-Tag-223260117 HTTP/1.1" status: 404 len: 328 time: 0.0345693 Aug 28 15:15:09.913956 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58062) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:09.918458 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-8eb00a2d-5f1f-4cbb-b8cc-26732ea29efc tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0259a164-8d59-4651-92bb-177ab82bbb42', 'tempest-TagsExtTest-Tag-383544260') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:09.939225 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-8eb00a2d-5f1f-4cbb-b8cc-26732ea29efc tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] show failed (client error): The resource could not be found. Aug 28 15:15:09.943501 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8eb00a2d-5f1f-4cbb-b8cc-26732ea29efc tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "GET /v2.0/subnetpools/0259a164-8d59-4651-92bb-177ab82bbb42/tags/tempest-TagsExtTest-Tag-383544260 HTTP/1.1" status: 404 len: 328 time: 0.0253730 Aug 28 15:15:09.944176 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58064) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:09.948907 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.tag.tag_plugin [None req-32295f10-55bb-4cc5-9a9e-61ddb9c3cded tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0259a164-8d59-4651-92bb-177ab82bbb42', 'tempest-TagsExtTest-Tag-105867659') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:09.970191 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-32295f10-55bb-4cc5-9a9e-61ddb9c3cded tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] show failed (client error): The resource could not be found. Aug 28 15:15:09.971692 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-32295f10-55bb-4cc5-9a9e-61ddb9c3cded tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "GET /v2.0/subnetpools/0259a164-8d59-4651-92bb-177ab82bbb42/tags/tempest-TagsExtTest-Tag-105867659 HTTP/1.1" status: 404 len: 328 time: 0.0260279 Aug 28 15:15:09.974037 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58066) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:09.978684 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.tag.tag_plugin [None req-2dc81acd-4d6c-4b03-bdd3-ceabf1b94b8b tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0259a164-8d59-4651-92bb-177ab82bbb42') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:10.019922 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2dc81acd-4d6c-4b03-bdd3-ceabf1b94b8b tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "DELETE /v2.0/subnetpools/0259a164-8d59-4651-92bb-177ab82bbb42/tags HTTP/1.1" status: 204 len: 168 time: 0.0444536 Aug 28 15:15:10.024467 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58068) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:10.034410 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-cb6ebae8-b09d-4d80-b84d-7e42af651f31 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c8461c4b-33c4-4f32-ab5f-32ed15768558') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:10.468663 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-cb6ebae8-b09d-4d80-b84d-7e42af651f31 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "DELETE /v2.0/routers/c8461c4b-33c4-4f32-ab5f-32ed15768558/tags HTTP/1.1" status: 204 len: 168 time: 0.4403892 Aug 28 15:15:10.468997 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58072) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:10.474515 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.tag.tag_plugin [None req-f7fe10aa-aae4-4a32-8ee1-190b073c8005 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4029b944-2311-4700-aa35-f4da7362250a') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:10.524933 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8ce751c8-21a2-45e2-b59f-33a09e944206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:10.586740 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d2b5e-5841-458a-bc58-4e1113b0a5dc req-d5beee60-d4d9-4df0-835e-eda75e2bf120 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:10.588343 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-323d2b5e-5841-458a-bc58-4e1113b0a5dc req-d5beee60-d4d9-4df0-835e-eda75e2bf120 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.1104987 Aug 28 15:15:10.629008 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f7fe10aa-aae4-4a32-8ee1-190b073c8005 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "DELETE /v2.0/ports/4029b944-2311-4700-aa35-f4da7362250a/tags HTTP/1.1" status: 204 len: 168 time: 0.1590693 Aug 28 15:15:10.632582 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58080) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:10.637807 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.tag.tag_plugin [None req-c24348cc-7106-4f32-8f0a-cd135f7faf8f tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e4bc8da0-ef02-44ee-bc1a-392c6d613991') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:10.648686 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-323d2b5e-5841-458a-bc58-4e1113b0a5dc req-3d2c5c3f-02c4-4876-a0b3-8e967434b873 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516999 Aug 28 15:15:10.719476 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c24348cc-7106-4f32-8f0a-cd135f7faf8f tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "DELETE /v2.0/subnets/e4bc8da0-ef02-44ee-bc1a-392c6d613991/tags HTTP/1.1" status: 204 len: 168 time: 0.0813344 Aug 28 15:15:10.720180 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58084) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:10.808170 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1c518-987d-47fb-b9a2-cae576647ab9 req-4300b9f3-8b5e-4ec3-9e25-287c626aa000 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:10.816841 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c5c1c518-987d-47fb-b9a2-cae576647ab9 req-4300b9f3-8b5e-4ec3-9e25-287c626aa000 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.0632968 Aug 28 15:15:10.836404 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:10.843454 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6b8b124c-f243-4743-aebe-bd081d11d02c tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks [] for subnetpool, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:10.845824 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6b8b124c-f243-4743-aebe-bd081d11d02c tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "DELETE /v2.0/subnetpools/0259a164-8d59-4651-92bb-177ab82bbb42 HTTP/1.1" status: 204 len: 168 time: 0.1241484 Aug 28 15:15:10.848178 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58086) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:10.878985 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c5c1c518-987d-47fb-b9a2-cae576647ab9 req-40f63af4-60a8-44d0-8e03-34f40b2a78e4 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591335 Aug 28 15:15:10.910454 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5805f072-a135-4802-bd74-10b6d9815999 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8461c4b-33c4-4f32-ab5f-32ed15768558 HTTP/1.1" status: 200 len: 205 time: 0.0610528 Aug 28 15:15:10.913499 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58092) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:11.016794 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fde75d31-b8cd-4a60-9009-d1f27d8ff7c9 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:11.118972 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759f7d2-6457-4df1-97f9-c605b9df075f req-61bd9a73-c8cd-491c-99b9-46558b83b560 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:11.120547 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8759f7d2-6457-4df1-97f9-c605b9df075f req-61bd9a73-c8cd-491c-99b9-46558b83b560 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 945 time: 0.1212273 Aug 28 15:15:11.222228 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fde75d31-b8cd-4a60-9009-d1f27d8ff7c9 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:11.226036 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fde75d31-b8cd-4a60-9009-d1f27d8ff7c9 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:11.279804 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8759f7d2-6457-4df1-97f9-c605b9df075f req-73c02217-8ba8-40c1-bed3-c30e88ebd614 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293173 Aug 28 15:15:11.288276 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fde75d31-b8cd-4a60-9009-d1f27d8ff7c9 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:11.288819 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde75d31-b8cd-4a60-9009-d1f27d8ff7c9 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Fanout notify agent at l3_agent the message router_deleted on router c8461c4b-33c4-4f32-ab5f-32ed15768558 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:15:11.296571 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fde75d31-b8cd-4a60-9009-d1f27d8ff7c9 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:11.297969 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fde75d31-b8cd-4a60-9009-d1f27d8ff7c9 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "DELETE /v2.0/routers/c8461c4b-33c4-4f32-ab5f-32ed15768558 HTTP/1.1" status: 204 len: 168 time: 0.3833899 Aug 28 15:15:11.300547 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58094) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:11.439374 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151a740-f1ab-475b-ac7c-c46f4ff0b907 req-c5f03d92-6052-452c-b962-b1a2e87d8cac tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:11.440869 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1151a740-f1ab-475b-ac7c-c46f4ff0b907 req-c5f03d92-6052-452c-b962-b1a2e87d8cac tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 945 time: 0.0603912 Aug 28 15:15:11.452473 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-94efdd5a-87c1-4011-a922-8a99a5130b95 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Deleting port 4029b944-2311-4700-aa35-f4da7362250a {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:15:11.452851 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94efdd5a-87c1-4011-a922-8a99a5130b95 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:11.537842 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1151a740-f1ab-475b-ac7c-c46f4ff0b907 req-4becb102-596d-44b1-98c1-3442ed4b05fc tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871325 Aug 28 15:15:11.563547 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58100) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:11.576569 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94efdd5a-87c1-4011-a922-8a99a5130b95 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:11.601653 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-94efdd5a-87c1-4011-a922-8a99a5130b95 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Calling delete_port for 4029b944-2311-4700-aa35-f4da7362250a owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:15:11.611008 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e66cabc-a75d-4df0-855b-f6c557729809 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:11.612716 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8e66cabc-a75d-4df0-855b-f6c557729809 tempest-TestNetworkAdvancedServerOps-850894310 tempest-TestNetworkAdvancedServerOps-850894310-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 1092 time: 0.0481298 Aug 28 15:15:11.615995 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58102) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:11.640825 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-ac8c58c7-bef4-40a1-892d-1d8d8a70e63d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'port_id': 'd100e783-d6a3-4036-94be-0ca3c227919c', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:15:11.698596 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ac8c58c7-bef4-40a1-892d-1d8d8a70e63d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for floatingip, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:11.733149 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:11.767509 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94efdd5a-87c1-4011-a922-8a99a5130b95 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:11.797019 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efdd5a-87c1-4011-a922-8a99a5130b95 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Pushing event deleted for resources: {'Port': ['ID=4029b944-2311-4700-aa35-f4da7362250a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:11.812468 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efdd5a-87c1-4011-a922-8a99a5130b95 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:11.813051 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efdd5a-87c1-4011-a922-8a99a5130b95 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:11.813369 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efdd5a-87c1-4011-a922-8a99a5130b95 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:11.813851 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efdd5a-87c1-4011-a922-8a99a5130b95 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:11.814327 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efdd5a-87c1-4011-a922-8a99a5130b95 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:11.814759 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efdd5a-87c1-4011-a922-8a99a5130b95 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:11.815188 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efdd5a-87c1-4011-a922-8a99a5130b95 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:11.815615 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efdd5a-87c1-4011-a922-8a99a5130b95 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:11.816067 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efdd5a-87c1-4011-a922-8a99a5130b95 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:11.816538 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efdd5a-87c1-4011-a922-8a99a5130b95 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:11.816962 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efdd5a-87c1-4011-a922-8a99a5130b95 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:11.817415 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efdd5a-87c1-4011-a922-8a99a5130b95 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:11.909352 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94efdd5a-87c1-4011-a922-8a99a5130b95 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:11.910575 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b9e8e-3de1-43ff-a206-4bf48ac512a9 req-20074258-ca38-44cd-9487-ee192afe8c0b tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:11.914981 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-94efdd5a-87c1-4011-a922-8a99a5130b95 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "DELETE /v2.0/ports/4029b944-2311-4700-aa35-f4da7362250a HTTP/1.1" status: 204 len: 168 time: 0.6130733 Aug 28 15:15:11.917359 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58112) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:11.923419 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ba1b9e8e-3de1-43ff-a206-4bf48ac512a9 req-20074258-ca38-44cd-9487-ee192afe8c0b tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.1268594 Aug 28 15:15:11.993273 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ba1b9e8e-3de1-43ff-a206-4bf48ac512a9 req-8979ded6-061c-44b3-8559-d21a9e995a8d tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465794 Aug 28 15:15:11.999106 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ac8c58c7-bef4-40a1-892d-1d8d8a70e63d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:12.030135 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d20fd57-7eed-4078-ac9b-c22e4142fa19 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Deleting subnet e4bc8da0-ef02-44ee-bc1a-392c6d613991 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:15:12.034023 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d20fd57-7eed-4078-ac9b-c22e4142fa19 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:12.120221 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d20fd57-7eed-4078-ac9b-c22e4142fa19 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:12.175017 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd3754-81fe-4335-a6e2-995bcce5e927 req-da8b19b8-5a0a-49de-b9b3-2cdff4a6fb11 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:12.176642 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6bdd3754-81fe-4335-a6e2-995bcce5e927 req-da8b19b8-5a0a-49de-b9b3-2cdff4a6fb11 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.1375093 Aug 28 15:15:12.248836 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-ac8c58c7-bef4-40a1-892d-1d8d8a70e63d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Allocated IP 172.25.3.118 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/960959be-9df7-446c-84df-aea869ed8d99) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:15:12.264823 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6bdd3754-81fe-4335-a6e2-995bcce5e927 req-43402bea-e94b-44da-923f-1a6b374fd598 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806930 Aug 28 15:15:12.276662 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d20fd57-7eed-4078-ac9b-c22e4142fa19 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:12.345532 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d20fd57-7eed-4078-ac9b-c22e4142fa19 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:12.367745 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d20fd57-7eed-4078-ac9b-c22e4142fa19 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:12.368699 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a180bd4a-227b-4350-ac18-74a226e23514 None None] Network 6d0be72d-712c-4ee1-bc2d-36cf1f164117 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:15:12.372599 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5d20fd57-7eed-4078-ac9b-c22e4142fa19 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "DELETE /v2.0/subnets/e4bc8da0-ef02-44ee-bc1a-392c6d613991 HTTP/1.1" status: 204 len: 168 time: 0.4541795 Aug 28 15:15:12.378254 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58116) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:12.400490 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20fd57-7eed-4078-ac9b-c22e4142fa19 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Pushing event deleted for resources: {'Subnet': ['ID=e4bc8da0-ef02-44ee-bc1a-392c6d613991,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:12.488213 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ac8c58c7-bef4-40a1-892d-1d8d8a70e63d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:12.519452 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d0bb939e-ea8f-4faf-88c4-1d3043e16f35 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:12.618195 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ac8c58c7-bef4-40a1-892d-1d8d8a70e63d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:12.669763 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452a1762-7d35-493d-aaec-d24d0d9353d7 None None] DHCP port deletion for 6d0be72d-712c-4ee1-bc2d-36cf1f164117 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:15:12.701966 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-d0bb939e-ea8f-4faf-88c4-1d3043e16f35 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Deleting port 27ebf298-0788-4ab2-8b00-8068d84139d7 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:15:12.702432 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d0bb939e-ea8f-4faf-88c4-1d3043e16f35 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:12.730281 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8c58c7-bef4-40a1-892d-1d8d8a70e63d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:15:12.773311 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-ac8c58c7-bef4-40a1-892d-1d8d8a70e63d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:15:12.790346 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8c58c7-bef4-40a1-892d-1d8d8a70e63d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:15:12.795956 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-452a1762-7d35-493d-aaec-d24d0d9353d7 None None] Deleting port 27ebf298-0788-4ab2-8b00-8068d84139d7 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:15:12.797636 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-452a1762-7d35-493d-aaec-d24d0d9353d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:12.854204 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c58c7-bef4-40a1-892d-1d8d8a70e63d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Port': ['ID=960959be-9df7-446c-84df-aea869ed8d99,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:12.874241 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-d0bb939e-ea8f-4faf-88c4-1d3043e16f35 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] For port 27ebf298-0788-4ab2-8b00-8068d84139d7, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=27ebf298-0788-4ab2-8b00-8068d84139d7,segment=NetworkSegment(fb22b7f6-00d4-439f-94fa-689e3db0340a),segment_id=fb22b7f6-00d4-439f-94fa-689e3db0340a)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:15:12.875042 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d0bb939e-ea8f-4faf-88c4-1d3043e16f35 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:12.896280 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-d0bb939e-ea8f-4faf-88c4-1d3043e16f35 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Calling delete_port for 27ebf298-0788-4ab2-8b00-8068d84139d7 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:15:12.911292 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-452a1762-7d35-493d-aaec-d24d0d9353d7 None None] For port 27ebf298-0788-4ab2-8b00-8068d84139d7, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=27ebf298-0788-4ab2-8b00-8068d84139d7,segment=NetworkSegment(fb22b7f6-00d4-439f-94fa-689e3db0340a),segment_id=fb22b7f6-00d4-439f-94fa-689e3db0340a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:15:12.912551 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-452a1762-7d35-493d-aaec-d24d0d9353d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:12.929791 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-452a1762-7d35-493d-aaec-d24d0d9353d7 None None] Calling delete_port for 27ebf298-0788-4ab2-8b00-8068d84139d7 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:15:13.037846 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-452a1762-7d35-493d-aaec-d24d0d9353d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:13.099751 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a1762-7d35-493d-aaec-d24d0d9353d7 None None] Pushing event deleted for resources: {'Port': ['ID=27ebf298-0788-4ab2-8b00-8068d84139d7,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:13.106037 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452a1762-7d35-493d-aaec-d24d0d9353d7 None None] No DVR routers for this DVR port 27ebf298-0788-4ab2-8b00-8068d84139d7 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:15:13.252312 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:13.437881 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882ecb6-a38b-4058-9a84-ed8f17b5d98f req-ad3d691b-8b5e-4e32-a157-99eed397e24b tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:13.439753 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a882ecb6-a38b-4058-9a84-ed8f17b5d98f req-ad3d691b-8b5e-4e32-a157-99eed397e24b tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.0640910 Aug 28 15:15:13.493294 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a882ecb6-a38b-4058-9a84-ed8f17b5d98f req-07ef35d2-a7ee-4989-beca-9a0647c4a91c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476496 Aug 28 15:15:13.830273 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98257534-24c5-4ccf-ace1-eac3d6d643da req-a225c7a0-54e8-4b86-a87d-8085ef3b50d7 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:13.832059 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-98257534-24c5-4ccf-ace1-eac3d6d643da req-a225c7a0-54e8-4b86-a87d-8085ef3b50d7 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.6969354 Aug 28 15:15:13.832948 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d0bb939e-ea8f-4faf-88c4-1d3043e16f35 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:13.898935 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bb939e-ea8f-4faf-88c4-1d3043e16f35 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] No DVR routers for this DVR port 27ebf298-0788-4ab2-8b00-8068d84139d7 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:15:13.901786 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb939e-ea8f-4faf-88c4-1d3043e16f35 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Pushing event deleted for resources: {'Port': ['ID=27ebf298-0788-4ab2-8b00-8068d84139d7,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:14.122708 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-98257534-24c5-4ccf-ace1-eac3d6d643da req-c79dfd2d-9fc4-4895-94bb-2b5b32874b82 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567635 Aug 28 15:15:14.123269 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 27ebf298-0788-4ab2-8b00-8068d84139d7 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:15:14.133717 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d0bb939e-ea8f-4faf-88c4-1d3043e16f35 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:14.150914 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 27ebf298-0788-4ab2-8b00-8068d84139d7 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:15:14.151270 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 27ebf298-0788-4ab2-8b00-8068d84139d7 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:15:14.158783 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ac8c58c7-bef4-40a1-892d-1d8d8a70e63d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:14.174222 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-d0bb939e-ea8f-4faf-88c4-1d3043e16f35 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d0be72d-712c-4ee1-bc2d-36cf1f164117']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:14.227537 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-d0bb939e-ea8f-4faf-88c4-1d3043e16f35 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb22b7f6-00d4-439f-94fa-689e3db0340a') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:14.227988 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-d0bb939e-ea8f-4faf-88c4-1d3043e16f35 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb22b7f6-00d4-439f-94fa-689e3db0340a') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:14.267434 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d0bb939e-ea8f-4faf-88c4-1d3043e16f35 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:14.293631 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d0bb939e-ea8f-4faf-88c4-1d3043e16f35 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:14.303496 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0bb939e-ea8f-4faf-88c4-1d3043e16f35 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:15:14.303850 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d0bb939e-ea8f-4faf-88c4-1d3043e16f35 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:15:14.307147 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:15:14.372366 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ac8c58c7-bef4-40a1-892d-1d8d8a70e63d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:14.411704 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d0bb939e-ea8f-4faf-88c4-1d3043e16f35 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:14.418186 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d0bb939e-ea8f-4faf-88c4-1d3043e16f35 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:14.422521 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d0bb939e-ea8f-4faf-88c4-1d3043e16f35 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] 10.222.0.13 "DELETE /v2.0/networks/6d0be72d-712c-4ee1-bc2d-36cf1f164117 HTTP/1.1" status: 204 len: 168 time: 2.0409639 Aug 28 15:15:14.448903 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb939e-ea8f-4faf-88c4-1d3043e16f35 tempest-TagsExtTest-1202881700 tempest-TagsExtTest-1202881700-project] Pushing event deleted for resources: {'Network': ['ID=6d0be72d-712c-4ee1-bc2d-36cf1f164117,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:14.575909 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ac8c58c7-bef4-40a1-892d-1d8d8a70e63d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:14.585180 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ac8c58c7-bef4-40a1-892d-1d8d8a70e63d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:14.656569 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509297d-eb59-477d-8dfd-b5d8aa0fe4d2 req-bd0bc252-fca4-4c5f-8565-7c4a8346fefd tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:14.659042 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c509297d-eb59-477d-8dfd-b5d8aa0fe4d2 req-bd0bc252-fca4-4c5f-8565-7c4a8346fefd tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.0785801 Aug 28 15:15:14.686158 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c58c7-bef4-40a1-892d-1d8d8a70e63d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event updated for resources: {'Port': ['ID=960959be-9df7-446c-84df-aea869ed8d99,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:14.701034 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ac8c58c7-bef4-40a1-892d-1d8d8a70e63d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:14.708904 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c509297d-eb59-477d-8dfd-b5d8aa0fe4d2 req-734df65b-c46d-456b-8178-523cf6c2f3b3 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421915 Aug 28 15:15:14.717421 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58144) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:14.832891 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [None req-ac8c58c7-bef4-40a1-892d-1d8d8a70e63d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Floating IP b6a0a6de-7698-43af-9e04-a3787eb2f9d2 associated. External IP: 172.25.3.118, port: d100e783-d6a3-4036-94be-0ca3c227919c. Aug 28 15:15:14.884345 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-50363512-8893-4ac3-8d49-47cc6dba296d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3796b033ce046ee9fe27628fe11f283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1654358 Aug 28 15:15:14.886168 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58152) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:14.988705 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-82d818c9-81c3-492c-81a5-e9ed55ee105c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:15.047245 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-82d818c9-81c3-492c-81a5-e9ed55ee105c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:15.135913 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8c58c7-bef4-40a1-892d-1d8d8a70e63d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Router 1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:15:15.147678 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-82d818c9-81c3-492c-81a5-e9ed55ee105c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:15.150219 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-82d818c9-81c3-492c-81a5-e9ed55ee105c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:15.153819 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-82d818c9-81c3-492c-81a5-e9ed55ee105c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41f2ebb0-8d3d-4906-b340-4998fd1c6c8b HTTP/1.1" status: 204 len: 168 time: 0.2642574 Aug 28 15:15:15.258810 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d818c9-81c3-492c-81a5-e9ed55ee105c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f2ebb0-8d3d-4906-b340-4998fd1c6c8b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:15.303287 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8c58c7-bef4-40a1-892d-1d8d8a70e63d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:15:15.315886 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a98aa1-c850-49e2-b9bd-59d6359703ca None None] Sync routers for ids ['1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:15:15.320685 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828cc36-c24d-40ab-becc-fd3f3011b5ce req-a4f06de5-f608-4689-a166-cb1751c6ba5a tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:15.322212 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8828cc36-c24d-40ab-becc-fd3f3011b5ce req-a4f06de5-f608-4689-a166-cb1751c6ba5a tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.1111281 Aug 28 15:15:15.332473 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ac8c58c7-bef4-40a1-892d-1d8d8a70e63d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:15.340722 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a98aa1-c850-49e2-b9bd-59d6359703ca None None] Routers {'1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:15:15.341524 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a9a98aa1-c850-49e2-b9bd-59d6359703ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:15:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:15.378170 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ac8c58c7-bef4-40a1-892d-1d8d8a70e63d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7611182 Aug 28 15:15:15.378814 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00172008-8abd-4c65-9368-c5af170d9155', 'tag': 'd100e783-d6a3-4036-94be-0ca3c227919c'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:15:15.390132 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75003ba-b2c2-4c2b-87d0-74ba6e325429" -d '{"events": [{"name": "network-changed", "server_uuid": "00172008-8abd-4c65-9368-c5af170d9155", "tag": "d100e783-d6a3-4036-94be-0ca3c227919c"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:15:15.438621 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8828cc36-c24d-40ab-becc-fd3f3011b5ce req-80e60a64-e7fa-445a-b763-b085ef05a775 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863116 Aug 28 15:15:15.505544 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee2a3cc-83bc-427f-872e-d9fa3b9f9193 x-openstack-request-id: req-dee2a3cc-83bc-427f-872e-d9fa3b9f9193 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:15:15.505886 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00172008-8abd-4c65-9368-c5af170d9155", "tag": "d100e783-d6a3-4036-94be-0ca3c227919c", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:15:15.507246 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dee2a3cc-83bc-427f-872e-d9fa3b9f9193 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:15:15.507246 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00172008-8abd-4c65-9368-c5af170d9155', 'tag': 'd100e783-d6a3-4036-94be-0ca3c227919c', 'status': 'completed', 'code': 200} Aug 28 15:15:15.533963 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3d3cd-19b0-4266-ad79-95cdd400845d req-2b0d3f5d-6329-4c82-be0e-ea396e4d910d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:15.535848 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bbe3d3cd-19b0-4266-ad79-95cdd400845d req-2b0d3f5d-6329-4c82-be0e-ea396e4d910d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 945 time: 0.0956609 Aug 28 15:15:15.591175 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75003ba-b2c2-4c2b-87d0-74ba6e325429 req-e00b0de7-421a-4969-906e-4efac7502105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:15.593448 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-a9a98aa1-c850-49e2-b9bd-59d6359703ca None None] Set router 1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:15:15.599800 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c75003ba-b2c2-4c2b-87d0-74ba6e325429 req-e00b0de7-421a-4969-906e-4efac7502105 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 1097 time: 0.0614357 Aug 28 15:15:15.645265 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bbe3d3cd-19b0-4266-ad79-95cdd400845d req-1108351c-9521-4dd0-9dec-fabd014901ef tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013343 Aug 28 15:15:15.679053 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58176) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:15.758257 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75003ba-b2c2-4c2b-87d0-74ba6e325429 req-7ea8cb25-03c8-41aa-aa43-448899dfa8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:15.760401 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c75003ba-b2c2-4c2b-87d0-74ba6e325429 req-7ea8cb25-03c8-41aa-aa43-448899dfa8d3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4ca9a50c-f8aa-4261-ad98-eabaf3910c6a HTTP/1.1" status: 200 len: 898 time: 0.1503642 Aug 28 15:15:15.773375 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e1e9ed9f-d110-4ea3-828f-e0da3a45e788 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/floatingips/b6a0a6de-7698-43af-9e04-a3787eb2f9d2 HTTP/1.1" status: 200 len: 991 time: 0.0886457 Aug 28 15:15:15.907453 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a9a98aa1-c850-49e2-b9bd-59d6359703ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726276721', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '53159aa2-bad9-41f7-898d-f9418f95b651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:14:43Z', 'updated_at': '2021-08-28T15:14:50Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '53159aa2-bad9-41f7-898d-f9418f95b651', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fe:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:44Z', 'updated_at': '2021-08-28T15:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'b6a0a6de-7698-43af-9e04-a3787eb2f9d2', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'port_id': 'd100e783-d6a3-4036-94be-0ca3c227919c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca9a50c-f8aa-4261-ad98-eabaf3910c6a', 'mac_address': 'fa:16:3e:5a:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00172008-8abd-4c65-9368-c5af170d9155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:15:13Z', 'updated_at': '2021-08-28T15:15:13Z', 'revision_number': 0, 'project_id': 'bee02b8454d546b78330e0129408e569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dfaf74f-a828-4152-b876-ff983b0c22f2', 'name': '', 'network_id': '4ca9a50c-f8aa-4261-ad98-eabaf3910c6a', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:f1:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'c1b8938d-6c17-43af-afb8-76fb23e50a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:48Z', 'updated_at': '2021-08-28T15:14:58Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': 'c1b8938d-6c17-43af-afb8-76fb23e50a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:15.910921 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c75003ba-b2c2-4c2b-87d0-74ba6e325429 req-38b10e78-f7a2-472f-95d2-3517d053ebeb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d100e783-d6a3-4036-94be-0ca3c227919c HTTP/1.1" status: 200 len: 999 time: 0.1385207 Aug 28 15:15:15.927374 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4586a47-6f09-41ad-a011-2111f268d720 req-f39d58ce-8d92-4546-95e7-a3d3e7b3caf6 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:15.929077 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b4586a47-6f09-41ad-a011-2111f268d720 req-f39d58ce-8d92-4546-95e7-a3d3e7b3caf6 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.0987048 Aug 28 15:15:15.939166 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a98aa1-c850-49e2-b9bd-59d6359703ca None None] Checking router: 1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:15:15.964617 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a98aa1-c850-49e2-b9bd-59d6359703ca None None] Routers {'1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:15:15.965344 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a9a98aa1-c850-49e2-b9bd-59d6359703ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:15:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:16.003432 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75003ba-b2c2-4c2b-87d0-74ba6e325429 req-d645cdfd-b001-48a3-91c5-ac3d9a54ccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:16.003726 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c75003ba-b2c2-4c2b-87d0-74ba6e325429 req-d645cdfd-b001-48a3-91c5-ac3d9a54ccfd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c1b8938d-6c17-43af-afb8-76fb23e50a49 HTTP/1.1" status: 200 len: 834 time: 0.0734437 Aug 28 15:15:16.012076 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b4586a47-6f09-41ad-a011-2111f268d720 req-7b5c1802-b567-4f48-b5e8-934e73f30079 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735502 Aug 28 15:15:16.088071 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75003ba-b2c2-4c2b-87d0-74ba6e325429 req-524007a3-ef08-4a0e-9edd-277270a60001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:16.089261 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c75003ba-b2c2-4c2b-87d0-74ba6e325429 req-524007a3-ef08-4a0e-9edd-277270a60001 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ca9a50c-f8aa-4261-ad98-eabaf3910c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739825 Aug 28 15:15:16.098380 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-a9a98aa1-c850-49e2-b9bd-59d6359703ca None None] Set router 1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:15:16.131380 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58196) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:16.192084 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c75003ba-b2c2-4c2b-87d0-74ba6e325429 req-0b903022-bcb1-4b21-b250-ac219e122865 service neutron] 10.222.0.41 "GET /v2.0/networks/4ca9a50c-f8aa-4261-ad98-eabaf3910c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901473 Aug 28 15:15:16.271346 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-6e7ca2a3-6de1-4e03-aad2-c61708db1da3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1434279089-network', 'tenant_id': 'df31774e88784ca990352a8156e3e784'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:15:16.297916 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7ca2a3-6de1-4e03-aad2-c61708db1da3 admin admin] Made reservation on behalf of df31774e88784ca990352a8156e3e784 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:15:16.301702 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6e7ca2a3-6de1-4e03-aad2-c61708db1da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:16.313859 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6e7ca2a3-6de1-4e03-aad2-c61708db1da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:16.343300 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c75003ba-b2c2-4c2b-87d0-74ba6e325429 req-a3d12a76-6f94-4741-9c57-8c09a1b8dc38 service neutron] 10.222.0.41 "GET /v2.0/networks/4ca9a50c-f8aa-4261-ad98-eabaf3910c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418386 Aug 28 15:15:16.381986 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a9a98aa1-c850-49e2-b9bd-59d6359703ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726276721', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '53159aa2-bad9-41f7-898d-f9418f95b651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:14:43Z', 'updated_at': '2021-08-28T15:14:50Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '53159aa2-bad9-41f7-898d-f9418f95b651', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fe:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:44Z', 'updated_at': '2021-08-28T15:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'b6a0a6de-7698-43af-9e04-a3787eb2f9d2', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'port_id': 'd100e783-d6a3-4036-94be-0ca3c227919c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca9a50c-f8aa-4261-ad98-eabaf3910c6a', 'mac_address': 'fa:16:3e:5a:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00172008-8abd-4c65-9368-c5af170d9155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:15:13Z', 'updated_at': '2021-08-28T15:15:13Z', 'revision_number': 0, 'project_id': 'bee02b8454d546b78330e0129408e569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dfaf74f-a828-4152-b876-ff983b0c22f2', 'name': '', 'network_id': '4ca9a50c-f8aa-4261-ad98-eabaf3910c6a', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:f1:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'c1b8938d-6c17-43af-afb8-76fb23e50a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:48Z', 'updated_at': '2021-08-28T15:14:58Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': 'c1b8938d-6c17-43af-afb8-76fb23e50a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:16.412952 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a98aa1-c850-49e2-b9bd-59d6359703ca None None] The sync data for ids ['1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b'] in n-d-712137-10 is: [{'id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726276721', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '53159aa2-bad9-41f7-898d-f9418f95b651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:14:43Z', 'updated_at': '2021-08-28T15:14:50Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '53159aa2-bad9-41f7-898d-f9418f95b651', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fe:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:44Z', 'updated_at': '2021-08-28T15:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'b6a0a6de-7698-43af-9e04-a3787eb2f9d2', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'port_id': 'd100e783-d6a3-4036-94be-0ca3c227919c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca9a50c-f8aa-4261-ad98-eabaf3910c6a', 'mac_address': 'fa:16:3e:5a:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00172008-8abd-4c65-9368-c5af170d9155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:15:13Z', 'updated_at': '2021-08-28T15:15:13Z', 'revision_number': 0, 'project_id': 'bee02b8454d546b78330e0129408e569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dfaf74f-a828-4152-b876-ff983b0c22f2', 'name': '', 'network_id': '4ca9a50c-f8aa-4261-ad98-eabaf3910c6a', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:f1:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'c1b8938d-6c17-43af-afb8-76fb23e50a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:48Z', 'updated_at': '2021-08-28T15:14:58Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': 'c1b8938d-6c17-43af-afb8-76fb23e50a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:15:16.418223 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6e7ca2a3-6de1-4e03-aad2-c61708db1da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:16.422702 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6e7ca2a3-6de1-4e03-aad2-c61708db1da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:16.449619 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7ca2a3-6de1-4e03-aad2-c61708db1da3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:15:16.460804 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ca2a3-6de1-4e03-aad2-c61708db1da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b09b61f-c850-4063-81fb-05b827101569,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:16.474923 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6e7ca2a3-6de1-4e03-aad2-c61708db1da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:16.475256 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-6e7ca2a3-6de1-4e03-aad2-c61708db1da3 admin admin] Added segment 569f591e-d54c-4d42-a7cd-5c6840dd4607 of type vlan for network ae7f8867-ccaa-4687-82e6-19e0381faf32 Aug 28 15:15:16.528018 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6e7ca2a3-6de1-4e03-aad2-c61708db1da3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:16.583360 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6e7ca2a3-6de1-4e03-aad2-c61708db1da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:16.584524 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7ca2a3-6de1-4e03-aad2-c61708db1da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:16.585112 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6e7ca2a3-6de1-4e03-aad2-c61708db1da3 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:16.618678 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3b28b-2ae2-49ee-a41d-d3cc3dabc600 req-3216961b-d51c-4da9-a5b4-8046dd9235e1 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:16.620334 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3af3b28b-2ae2-49ee-a41d-d3cc3dabc600 req-3216961b-d51c-4da9-a5b4-8046dd9235e1 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.0950804 Aug 28 15:15:16.649177 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6e7ca2a3-6de1-4e03-aad2-c61708db1da3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5166452 Aug 28 15:15:16.652312 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58202) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:16.658222 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67db5553-d356-4d4e-8c74-e751701088ab None None] New status for floating IP b6a0a6de-7698-43af-9e04-a3787eb2f9d2: ACTIVE {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:15:16.662037 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-d6015ee6-524a-42f3-af1b-db86dea59a9a admin admin] Request body: {'subnet': {'network_id': 'ae7f8867-ccaa-4687-82e6-19e0381faf32', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1434279089-subnet', 'tenant_id': 'df31774e88784ca990352a8156e3e784', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:15:16.683282 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ca2a3-6de1-4e03-aad2-c61708db1da3 admin admin] Pushing event updated for resources: {'Network': ['ID=ae7f8867-ccaa-4687-82e6-19e0381faf32,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:16.688998 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6015ee6-524a-42f3-af1b-db86dea59a9a admin admin] Made reservation on behalf of df31774e88784ca990352a8156e3e784 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:15:16.692734 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d6015ee6-524a-42f3-af1b-db86dea59a9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:16.698494 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3af3b28b-2ae2-49ee-a41d-d3cc3dabc600 req-9b74872f-9c27-47ac-bba0-b1a295a1a20e tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510671 Aug 28 15:15:16.704805 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network ae7f8867-ccaa-4687-82e6-19e0381faf32 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:15:16.778284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58204) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:16.857914 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1ab47b5f-506c-4c79-a641-6331140978aa tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/floatingips/b6a0a6de-7698-43af-9e04-a3787eb2f9d2 HTTP/1.1" status: 200 len: 991 time: 0.0774047 Aug 28 15:15:16.915767 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d6015ee6-524a-42f3-af1b-db86dea59a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:16.966943 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6015ee6-524a-42f3-af1b-db86dea59a9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=51ddc22e-e4c2-4279-a61a-b5b8e7013ed8,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:16.983391 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6015ee6-524a-42f3-af1b-db86dea59a9a admin admin] Checking segment: {'id': '569f591e-d54c-4d42-a7cd-5c6840dd4607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ae7f8867-ccaa-4687-82e6-19e0381faf32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:15:16.983782 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6015ee6-524a-42f3-af1b-db86dea59a9a admin admin] Network hostable DHCP agents. Network: ae7f8867-ccaa-4687-82e6-19e0381faf32, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:15:17.000447 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6015ee6-524a-42f3-af1b-db86dea59a9a admin admin] Network ae7f8867-ccaa-4687-82e6-19e0381faf32 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:15:17.009190 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-d6015ee6-524a-42f3-af1b-db86dea59a9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, ae7f8867-ccaa-4687-82e6-19e0381faf32) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:15:17.013508 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6015ee6-524a-42f3-af1b-db86dea59a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:17.014097 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d6015ee6-524a-42f3-af1b-db86dea59a9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:17.018399 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65eef34d-91ab-4dad-a01b-b38b457d3bcb None None] Network ae7f8867-ccaa-4687-82e6-19e0381faf32 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:15:17.032543 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d6015ee6-524a-42f3-af1b-db86dea59a9a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3791494 Aug 28 15:15:17.167417 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6bab8e-c05e-48cf-950e-664eca3824dd None None] Network ae7f8867-ccaa-4687-82e6-19e0381faf32 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:15:17.226226 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adcec9-9510-4354-bde4-14ffa98a1fdf req-39b40a41-e2d2-4dab-9064-ae9342190c2e tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:17.227893 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a3adcec9-9510-4354-bde4-14ffa98a1fdf req-39b40a41-e2d2-4dab-9064-ae9342190c2e tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.0930259 Aug 28 15:15:17.277314 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a3adcec9-9510-4354-bde4-14ffa98a1fdf req-88519228-f1c4-43b5-a424-17d67ea78167 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428364 Aug 28 15:15:17.579195 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58230) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:17.585052 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-f3de1fa8-80b4-49ed-a41b-42c15846a6bb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-528552742-network', 'tenant_id': 'd754edaac23f499a979c151949562a66'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:15:17.608450 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3de1fa8-80b4-49ed-a41b-42c15846a6bb admin admin] Made reservation on behalf of d754edaac23f499a979c151949562a66 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:15:17.610805 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f3de1fa8-80b4-49ed-a41b-42c15846a6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:17.619440 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f3de1fa8-80b4-49ed-a41b-42c15846a6bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:17.711366 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f3de1fa8-80b4-49ed-a41b-42c15846a6bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:17.716366 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f3de1fa8-80b4-49ed-a41b-42c15846a6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:17.744815 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3de1fa8-80b4-49ed-a41b-42c15846a6bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:15:17.756455 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de1fa8-80b4-49ed-a41b-42c15846a6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a6df8b-eaf3-40aa-8adf-ac076e2c3577,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:17.762141 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f3de1fa8-80b4-49ed-a41b-42c15846a6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:17.762494 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-f3de1fa8-80b4-49ed-a41b-42c15846a6bb admin admin] Added segment 5defa505-b3dc-4ed9-b36c-303fdf2a6f49 of type vlan for network 74fe80fc-1818-483f-bc39-a581cdc196dd Aug 28 15:15:17.821704 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f3de1fa8-80b4-49ed-a41b-42c15846a6bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:17.823674 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e73d8-ea0a-47fa-b449-e66ec246fadd req-3abf659c-ee6a-43c4-808d-2900f3739d92 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:17.825280 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3e6e73d8-ea0a-47fa-b449-e66ec246fadd req-3abf659c-ee6a-43c4-808d-2900f3739d92 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.0501413 Aug 28 15:15:17.853858 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f3de1fa8-80b4-49ed-a41b-42c15846a6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:17.854936 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3de1fa8-80b4-49ed-a41b-42c15846a6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:17.855515 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f3de1fa8-80b4-49ed-a41b-42c15846a6bb admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:17.861843 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58234) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:17.904578 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f3de1fa8-80b4-49ed-a41b-42c15846a6bb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3217595 Aug 28 15:15:17.914540 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58238) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:17.917872 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3e6e73d8-ea0a-47fa-b449-e66ec246fadd req-a17f5f32-f6af-483a-9843-f1411117871d tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853803 Aug 28 15:15:17.923188 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-83b8facd-0b84-4614-9498-a5732e51d4cc admin admin] Request body: {'subnet': {'network_id': '74fe80fc-1818-483f-bc39-a581cdc196dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-528552742-subnet', 'tenant_id': 'd754edaac23f499a979c151949562a66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:15:17.972715 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f1fccc5d-b84a-4e1c-836c-76e04e79e873 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/floatingips/b6a0a6de-7698-43af-9e04-a3787eb2f9d2 HTTP/1.1" status: 200 len: 993 time: 0.1095061 Aug 28 15:15:17.975815 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b8facd-0b84-4614-9498-a5732e51d4cc admin admin] Made reservation on behalf of d754edaac23f499a979c151949562a66 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:15:17.978563 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-83b8facd-0b84-4614-9498-a5732e51d4cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:18.170522 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-83b8facd-0b84-4614-9498-a5732e51d4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:18.238815 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de1fa8-80b4-49ed-a41b-42c15846a6bb admin admin] Pushing event updated for resources: {'Network': ['ID=74fe80fc-1818-483f-bc39-a581cdc196dd,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:18.246057 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8facd-0b84-4614-9498-a5732e51d4cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a2beb0c-fae6-4d9a-a511-1f77cd0c256c,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:18.251116 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 74fe80fc-1818-483f-bc39-a581cdc196dd details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:15:18.259017 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b8facd-0b84-4614-9498-a5732e51d4cc admin admin] Checking segment: {'id': '5defa505-b3dc-4ed9-b36c-303fdf2a6f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '74fe80fc-1818-483f-bc39-a581cdc196dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:15:18.259386 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b8facd-0b84-4614-9498-a5732e51d4cc admin admin] Network hostable DHCP agents. Network: 74fe80fc-1818-483f-bc39-a581cdc196dd, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:15:18.279149 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b8facd-0b84-4614-9498-a5732e51d4cc admin admin] Network 74fe80fc-1818-483f-bc39-a581cdc196dd is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:15:18.289339 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-83b8facd-0b84-4614-9498-a5732e51d4cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 74fe80fc-1818-483f-bc39-a581cdc196dd) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:15:18.293806 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b8facd-0b84-4614-9498-a5732e51d4cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:18.294484 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-83b8facd-0b84-4614-9498-a5732e51d4cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:18.302672 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43528854-b070-4da9-baf6-9acca8b3a7c3 None None] Network 74fe80fc-1818-483f-bc39-a581cdc196dd requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:15:18.337049 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-83b8facd-0b84-4614-9498-a5732e51d4cc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4103329 Aug 28 15:15:18.432716 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0e79c-1a00-4a93-acdc-918b8a061223 req-2d37ba56-1493-4056-a63c-2d3c91c48c1d tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:18.442031 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2ac0e79c-1a00-4a93-acdc-918b8a061223 req-2d37ba56-1493-4056-a63c-2d3c91c48c1d tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.0778241 Aug 28 15:15:18.476279 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58250) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:18.497359 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2ac0e79c-1a00-4a93-acdc-918b8a061223 req-52c89703-129f-4a95-902c-220356e241b9 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539360 Aug 28 15:15:18.542880 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-38950149-6070-454b-9c4a-8fdaf860804a admin admin] Deleting subnet 51ddc22e-e4c2-4279-a61a-b5b8e7013ed8 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:15:18.546255 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-38950149-6070-454b-9c4a-8fdaf860804a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:18.581641 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-38950149-6070-454b-9c4a-8fdaf860804a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:18.629271 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-38950149-6070-454b-9c4a-8fdaf860804a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:18.632774 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7d10f5-30b4-4eae-870d-534b848b4a91 None None] Network 74fe80fc-1818-483f-bc39-a581cdc196dd requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:15:18.683259 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-38950149-6070-454b-9c4a-8fdaf860804a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:18.709490 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38950149-6070-454b-9c4a-8fdaf860804a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51ddc22e-e4c2-4279-a61a-b5b8e7013ed8,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:18.715246 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-38950149-6070-454b-9c4a-8fdaf860804a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:18.717167 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-38950149-6070-454b-9c4a-8fdaf860804a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/51ddc22e-e4c2-4279-a61a-b5b8e7013ed8 HTTP/1.1" status: 204 len: 168 time: 0.2397923 Aug 28 15:15:18.719697 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58252) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:18.792727 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e21a60bd-fb2b-46db-b432-53d72691d076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:18.878780 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e21a60bd-fb2b-46db-b432-53d72691d076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:18.891084 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-e21a60bd-fb2b-46db-b432-53d72691d076 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7f8867-ccaa-4687-82e6-19e0381faf32']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:18.903226 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-e21a60bd-fb2b-46db-b432-53d72691d076 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '569f591e-d54c-4d42-a7cd-5c6840dd4607') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:18.903524 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-e21a60bd-fb2b-46db-b432-53d72691d076 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '569f591e-d54c-4d42-a7cd-5c6840dd4607') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:18.913254 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e21a60bd-fb2b-46db-b432-53d72691d076 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:18.926472 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e21a60bd-fb2b-46db-b432-53d72691d076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:18.932317 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21a60bd-fb2b-46db-b432-53d72691d076 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:15:18.932708 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e21a60bd-fb2b-46db-b432-53d72691d076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:15:18.934417 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:15:18.990332 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e21a60bd-fb2b-46db-b432-53d72691d076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:18.997065 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e21a60bd-fb2b-46db-b432-53d72691d076 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:18.998794 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e21a60bd-fb2b-46db-b432-53d72691d076 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ae7f8867-ccaa-4687-82e6-19e0381faf32 HTTP/1.1" status: 204 len: 168 time: 0.2780735 Aug 28 15:15:19.001782 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58260) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:19.022882 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a60bd-fb2b-46db-b432-53d72691d076 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae7f8867-ccaa-4687-82e6-19e0381faf32,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:19.047139 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1cbf17-1c94-4c80-b41d-0d3afbf28dd8 admin admin] Deleting subnet 0a2beb0c-fae6-4d9a-a511-1f77cd0c256c {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:15:19.050377 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f1cbf17-1c94-4c80-b41d-0d3afbf28dd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:19.061210 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdf560-afc6-4c2a-b538-e372fdea124f req-1271793a-aeff-4af6-924e-e48919f75548 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:19.062719 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ebcdf560-afc6-4c2a-b538-e372fdea124f req-1271793a-aeff-4af6-924e-e48919f75548 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.0670094 Aug 28 15:15:19.085594 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f1cbf17-1c94-4c80-b41d-0d3afbf28dd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:19.109288 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ebcdf560-afc6-4c2a-b538-e372fdea124f req-26cf5b87-7d8f-4a7f-93a8-d639f628ece9 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383170 Aug 28 15:15:19.128161 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f1cbf17-1c94-4c80-b41d-0d3afbf28dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:19.185203 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f1cbf17-1c94-4c80-b41d-0d3afbf28dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:19.211878 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1cbf17-1c94-4c80-b41d-0d3afbf28dd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a2beb0c-fae6-4d9a-a511-1f77cd0c256c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:19.214203 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f1cbf17-1c94-4c80-b41d-0d3afbf28dd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:19.218682 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9f1cbf17-1c94-4c80-b41d-0d3afbf28dd8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0a2beb0c-fae6-4d9a-a511-1f77cd0c256c HTTP/1.1" status: 204 len: 168 time: 0.2135007 Aug 28 15:15:19.218682 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58262) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:19.287340 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-97a73e2e-ed9b-4d59-a531-722653cacff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:19.372270 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-97a73e2e-ed9b-4d59-a531-722653cacff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:19.382394 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-97a73e2e-ed9b-4d59-a531-722653cacff5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74fe80fc-1818-483f-bc39-a581cdc196dd']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:19.392247 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-97a73e2e-ed9b-4d59-a531-722653cacff5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5defa505-b3dc-4ed9-b36c-303fdf2a6f49') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:19.392543 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-97a73e2e-ed9b-4d59-a531-722653cacff5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5defa505-b3dc-4ed9-b36c-303fdf2a6f49') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:19.401959 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-97a73e2e-ed9b-4d59-a531-722653cacff5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:19.415194 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-97a73e2e-ed9b-4d59-a531-722653cacff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:19.421240 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a73e2e-ed9b-4d59-a531-722653cacff5 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:15:19.421737 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-97a73e2e-ed9b-4d59-a531-722653cacff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:15:19.423526 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:15:19.476538 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-97a73e2e-ed9b-4d59-a531-722653cacff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:19.481396 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-97a73e2e-ed9b-4d59-a531-722653cacff5 admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:19.486051 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-97a73e2e-ed9b-4d59-a531-722653cacff5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/74fe80fc-1818-483f-bc39-a581cdc196dd HTTP/1.1" status: 204 len: 168 time: 0.2664795 Aug 28 15:15:19.499191 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a73e2e-ed9b-4d59-a531-722653cacff5 admin admin] Pushing event deleted for resources: {'Network': ['ID=74fe80fc-1818-483f-bc39-a581cdc196dd,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:19.628018 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692f8c6-4745-4922-aac6-ed6f49650ddd req-257e7109-9948-4b21-9453-8b1312148288 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:19.629528 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b692f8c6-4745-4922-aac6-ed6f49650ddd req-257e7109-9948-4b21-9453-8b1312148288 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.0599368 Aug 28 15:15:19.664236 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58272) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:19.683964 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b692f8c6-4745-4922-aac6-ed6f49650ddd req-1319b418-fb1c-4708-bee6-14decf925b5a tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459578 Aug 28 15:15:19.715220 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-784446a0-e73f-40bd-80ff-5312e8f8a34a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df31774e88784ca990352a8156e3e784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497887 Aug 28 15:15:19.717784 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58276) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:19.769422 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-22c1084d-b3f7-4bfc-a85f-069005975e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:19.790682 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-22c1084d-b3f7-4bfc-a85f-069005975e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:19.840812 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-22c1084d-b3f7-4bfc-a85f-069005975e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:19.843486 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-22c1084d-b3f7-4bfc-a85f-069005975e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:19.844679 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-22c1084d-b3f7-4bfc-a85f-069005975e75 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b09b61f-c850-4063-81fb-05b827101569 HTTP/1.1" status: 204 len: 168 time: 0.1259353 Aug 28 15:15:19.853122 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1084d-b3f7-4bfc-a85f-069005975e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b09b61f-c850-4063-81fb-05b827101569,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:20.205278 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58286) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:20.230449 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541b170-a963-4848-96c1-86f51e401c67 req-8d71e874-02d3-44c3-99b1-22e6f71d95a9 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:20.237766 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c541b170-a963-4848-96c1-86f51e401c67 req-8d71e874-02d3-44c3-99b1-22e6f71d95a9 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.0591617 Aug 28 15:15:20.249625 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-42beea39-821f-4c7e-bab3-6f05e7492aec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d754edaac23f499a979c151949562a66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408683 Aug 28 15:15:20.249820 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58288) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:20.285749 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c541b170-a963-4848-96c1-86f51e401c67 req-9cca0965-8045-4a82-b2af-1aa7dbbcf500 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448701 Aug 28 15:15:20.308896 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aefb4b8d-9fd5-4d12-86aa-b037c3371d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:20.329814 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aefb4b8d-9fd5-4d12-86aa-b037c3371d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:20.390216 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aefb4b8d-9fd5-4d12-86aa-b037c3371d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:20.393485 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aefb4b8d-9fd5-4d12-86aa-b037c3371d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:20.400316 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-aefb4b8d-9fd5-4d12-86aa-b037c3371d75 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97a6df8b-eaf3-40aa-8adf-ac076e2c3577 HTTP/1.1" status: 204 len: 168 time: 0.1440976 Aug 28 15:15:20.419283 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb4b8d-9fd5-4d12-86aa-b037c3371d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a6df8b-eaf3-40aa-8adf-ac076e2c3577,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:20.833446 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143ede3-8278-476d-a043-de115633f822 req-573054b9-e10b-4644-be1b-3eefba249a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:20.834809 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d143ede3-8278-476d-a043-de115633f822 req-573054b9-e10b-4644-be1b-3eefba249a80 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 1097 time: 0.0930293 Aug 28 15:15:20.851823 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2418e1-c2b7-421a-8546-afccabdc4e6e req-f2040501-9a0e-41e5-b2fe-43dde90b4c9e tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:20.853671 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da2418e1-c2b7-421a-8546-afccabdc4e6e req-f2040501-9a0e-41e5-b2fe-43dde90b4c9e tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.0699656 Aug 28 15:15:20.900836 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d143ede3-8278-476d-a043-de115633f822 req-7e983d85-abe1-44a9-a525-872d9b1d44ce service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459971 Aug 28 15:15:20.920986 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-da2418e1-c2b7-421a-8546-afccabdc4e6e req-a3aa1445-bbec-483d-83ec-18465b5bd32d tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607364 Aug 28 15:15:21.407225 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5311e0-0f7a-45cf-b628-d06a595e74a1 req-84fa476b-53fd-4abe-8ce2-bceea926bb58 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:21.408949 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3b5311e0-0f7a-45cf-b628-d06a595e74a1 req-84fa476b-53fd-4abe-8ce2-bceea926bb58 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.0555408 Aug 28 15:15:21.460247 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3b5311e0-0f7a-45cf-b628-d06a595e74a1 req-c9a20705-ac0e-458c-82fe-d70b0abd44fe tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448046 Aug 28 15:15:22.083233 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbaa1a-1381-476d-b89b-5f32bfa5ea00 req-5babcdcd-4528-47bf-b924-3206fe424973 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:22.092276 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-52fbaa1a-1381-476d-b89b-5f32bfa5ea00 req-5babcdcd-4528-47bf-b924-3206fe424973 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.0852065 Aug 28 15:15:22.148024 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-52fbaa1a-1381-476d-b89b-5f32bfa5ea00 req-f4afc7bd-c6e5-41a5-91ae-3b976782e435 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540252 Aug 28 15:15:22.608061 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966d788-5f0b-4391-b8e3-7159e5436279 req-6139d260-8d33-43aa-a0b8-b39be6b7d322 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:22.609615 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8966d788-5f0b-4391-b8e3-7159e5436279 req-6139d260-8d33-43aa-a0b8-b39be6b7d322 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.0777264 Aug 28 15:15:22.649661 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8966d788-5f0b-4391-b8e3-7159e5436279 req-abc74475-d8d0-40d6-baa2-5200a6128756 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335810 Aug 28 15:15:23.012174 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f759930-d575-4802-93d0-6fcdf9260f97 req-5fbdd8bd-43d4-4c49-8857-c406f0c01ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:23.013803 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4f759930-d575-4802-93d0-6fcdf9260f97 req-5fbdd8bd-43d4-4c49-8857-c406f0c01ce0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2daa716d41af426baed6e9a74353070d&device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 1097 time: 0.0767591 Aug 28 15:15:23.026672 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b44b2c-5422-47c9-ac5f-880a5e7061c5 req-a95ad7d0-2a32-493d-9226-6b61e85b7d3b tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:23.034092 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f3b44b2c-5422-47c9-ac5f-880a5e7061c5 req-a95ad7d0-2a32-493d-9226-6b61e85b7d3b tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.0844829 Aug 28 15:15:23.120509 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f3b44b2c-5422-47c9-ac5f-880a5e7061c5 req-51c43c37-8cba-453f-a0ad-c0a2b0897571 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854962 Aug 28 15:15:23.169834 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f759930-d575-4802-93d0-6fcdf9260f97 req-a967fc17-1f6f-418b-a942-860b7ea3e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:23.171842 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4f759930-d575-4802-93d0-6fcdf9260f97 req-a967fc17-1f6f-418b-a942-860b7ea3e6f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a82b058-95d5-4811-a7cb-e74380d2fdc7 HTTP/1.1" status: 200 len: 919 time: 0.1357939 Aug 28 15:15:23.222193 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4f759930-d575-4802-93d0-6fcdf9260f97 req-14012e87-a9d6-424d-aadb-ee46b0d42446 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5284421a-28c2-47e5-a806-2b7107aeda47 HTTP/1.1" status: 200 len: 217 time: 0.0389225 Aug 28 15:15:23.310178 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f759930-d575-4802-93d0-6fcdf9260f97 req-fb39dbf2-ec48-428b-9ef2-1e7d176ef5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:23.311705 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4f759930-d575-4802-93d0-6fcdf9260f97 req-fb39dbf2-ec48-428b-9ef2-1e7d176ef5c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6baacc3b-9f26-42b9-89a3-3904a08dc932 HTTP/1.1" status: 200 len: 858 time: 0.0800638 Aug 28 15:15:23.321027 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78866996-f42d-4c0e-93bc-bc3b8fd1d940 req-c5c1e33e-6d1d-407e-bc9d-d8cd14d2754c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:23.322847 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-78866996-f42d-4c0e-93bc-bc3b8fd1d940 req-c5c1e33e-6d1d-407e-bc9d-d8cd14d2754c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.0836384 Aug 28 15:15:23.358303 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4f759930-d575-4802-93d0-6fcdf9260f97 req-2be89ce8-dd50-445c-9041-2ab181f0db30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a82b058-95d5-4811-a7cb-e74380d2fdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342493 Aug 28 15:15:23.472277 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-78866996-f42d-4c0e-93bc-bc3b8fd1d940 req-6b70f704-5904-40a0-a2c4-99f7699aabc5 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383834 Aug 28 15:15:23.532456 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4f759930-d575-4802-93d0-6fcdf9260f97 req-5cd29f43-09ce-485e-8fed-3a2ba5046ea4 service neutron] 10.222.0.41 "GET /v2.0/networks/7a82b058-95d5-4811-a7cb-e74380d2fdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471066 Aug 28 15:15:23.668762 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4f759930-d575-4802-93d0-6fcdf9260f97 req-6608fb0e-1808-4910-88f4-4a58ced5f81d service neutron] 10.222.0.41 "GET /v2.0/networks/7a82b058-95d5-4811-a7cb-e74380d2fdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279640 Aug 28 15:15:24.291226 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010b702-6408-4c40-9f60-77400313f853 req-64e58216-66a9-4e5c-ab4f-13e3b3466460 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:24.293930 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d010b702-6408-4c40-9f60-77400313f853 req-64e58216-66a9-4e5c-ab4f-13e3b3466460 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.0864871 Aug 28 15:15:24.341110 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d010b702-6408-4c40-9f60-77400313f853 req-3ecd586a-281b-4fd3-9528-0ba41cb96e41 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414083 Aug 28 15:15:24.404222 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:24.631022 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e744cf-d723-4227-9f29-c111f1b9e7c7 req-a9f3ef99-2f94-46b1-b26c-d837aa276c1c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:24.632773 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-53e744cf-d723-4227-9f29-c111f1b9e7c7 req-a9f3ef99-2f94-46b1-b26c-d837aa276c1c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.0597990 Aug 28 15:15:24.677356 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-53e744cf-d723-4227-9f29-c111f1b9e7c7 req-5a592563-65df-448d-81dd-471140b98836 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377650 Aug 28 15:15:25.554424 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61de1e-78e1-4501-a1bf-1c39cc561347 req-189e00e4-b7fb-4578-973d-8055d01c3ebb tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:25.574476 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fe61de1e-78e1-4501-a1bf-1c39cc561347 req-189e00e4-b7fb-4578-973d-8055d01c3ebb tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.1348283 Aug 28 15:15:25.663481 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fe61de1e-78e1-4501-a1bf-1c39cc561347 req-681854a9-405e-4a38-a5d1-a75db04b7a16 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878956 Aug 28 15:15:25.761516 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-fc853338-2d3f-4422-92d2-4b18ff63fe68 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:25.763790 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-fc853338-2d3f-4422-92d2-4b18ff63fe68 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/networks?id=55baeae6-bf2c-42e5-aff1-bfb2017909cd HTTP/1.1" status: 200 len: 815 time: 0.1186659 Aug 28 15:15:25.780430 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-5a1c826b-5530-498f-a2ef-acac6a20dd5f tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/quotas/e7f4b63d18f1417ea4718bc53556774e HTTP/1.1" status: 200 len: 375 time: 0.0109537 Aug 28 15:15:25.815925 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897aff52-6266-492e-832b-09a4c049da5c req-8d4e7dc7-ceca-48a9-87f4-adfb37c5c992 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:25.818168 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-897aff52-6266-492e-832b-09a4c049da5c req-8d4e7dc7-ceca-48a9-87f4-adfb37c5c992 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.0638621 Aug 28 15:15:25.839914 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-3665b8ee-a40e-4f33-9a45-c4bd205125dd tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7f4b63d18f1417ea4718bc53556774e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517488 Aug 28 15:15:25.871748 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-897aff52-6266-492e-832b-09a4c049da5c req-3f91e36b-6d22-4437-9b87-563b08e0bb32 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471885 Aug 28 15:15:26.011551 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-850d6ec5-4a43-41e9-a6ab-c65aa51623fb service neutron] 10.222.0.13 "GET /v2.0/networks/55baeae6-bf2c-42e5-aff1-bfb2017909cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633832 Aug 28 15:15:26.110505 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-f88c11ab-e7c9-463e-97c1-98a83b4e8320 service neutron] 10.222.0.13 "GET /v2.0/networks/55baeae6-bf2c-42e5-aff1-bfb2017909cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934777 Aug 28 15:15:26.284368 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3c1d4353-404b-484a-9ed8-88e0c70d500f req-63fa505f-e41a-4e82-8dca-e870ffabed00 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=f75f65db-b1c8-4613-9fd4-d6281398365d HTTP/1.1" status: 200 len: 210 time: 0.0345109 Aug 28 15:15:26.498809 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:26.804280 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406a9c2-4a97-47cb-9cb2-d4cf5884090e req-e4404224-57a1-429e-a855-406fd90129bf tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:26.806629 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0406a9c2-4a97-47cb-9cb2-d4cf5884090e req-e4404224-57a1-429e-a855-406fd90129bf tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.0636215 Aug 28 15:15:26.880268 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0406a9c2-4a97-47cb-9cb2-d4cf5884090e req-908dc953-13e2-410b-8ebf-32b7ff55218b tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658286 Aug 28 15:15:27.052082 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15894511-4c5f-4064-a26c-c12e98d9ed9a req-383ac78e-0de7-4552-b6b0-3cb3cf312666 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:27.053765 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-15894511-4c5f-4064-a26c-c12e98d9ed9a req-383ac78e-0de7-4552-b6b0-3cb3cf312666 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.0649261 Aug 28 15:15:27.114215 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-15894511-4c5f-4064-a26c-c12e98d9ed9a req-58aed98d-1152-45c8-8c1d-026c2b49f86f tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533881 Aug 28 15:15:27.460227 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c740253f-71a0-4798-8808-9a89486d9df1 req-47f8e3b9-75fb-4a70-8fcb-81377c1e6e5d tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=f75f65db-b1c8-4613-9fd4-d6281398365d HTTP/1.1" status: 200 len: 210 time: 0.0398138 Aug 28 15:15:27.510718 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-5b0d5b53-f6ce-4ef1-a4e6-ac80aeca5aa9 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:27.512230 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-5b0d5b53-f6ce-4ef1-a4e6-ac80aeca5aa9 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.36 "GET /v2.0/networks?id=55baeae6-bf2c-42e5-aff1-bfb2017909cd HTTP/1.1" status: 200 len: 815 time: 0.1911430 Aug 28 15:15:27.534517 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-c0c255b1-2be8-49c2-84a1-1ce5a901a9cd tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Request body: {'port': {'device_id': 'f75f65db-b1c8-4613-9fd4-d6281398365d', 'network_id': '55baeae6-bf2c-42e5-aff1-bfb2017909cd', 'admin_state_up': True, 'tenant_id': 'e7f4b63d18f1417ea4718bc53556774e'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:15:27.663810 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-c0c255b1-2be8-49c2-84a1-1ce5a901a9cd tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Made reservation on behalf of e7f4b63d18f1417ea4718bc53556774e for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:15:27.667540 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-c0c255b1-2be8-49c2-84a1-1ce5a901a9cd tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:27.807179 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-c0c255b1-2be8-49c2-84a1-1ce5a901a9cd tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Allocated IP 172.20.0.2 (55baeae6-bf2c-42e5-aff1-bfb2017909cd/0b654191-d2fd-4f5b-8b9d-9211b839e918/ae303c82-ebd3-40b3-8dde-6d20bb54f421) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:15:28.013199 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-c0c255b1-2be8-49c2-84a1-1ce5a901a9cd tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:28.075801 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-c0c255b1-2be8-49c2-84a1-1ce5a901a9cd tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:28.093120 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['9163d281-0634-49a2-8d08-339be896bf3f', 'be3d11c4-800c-499c-a71d-db9b862d1838', 'dd181d2c-f283-402f-a5d1-cf415898d1fd'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:15:28.124434 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-c0c255b1-2be8-49c2-84a1-1ce5a901a9cd tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Network 55baeae6-bf2c-42e5-aff1-bfb2017909cd is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:15:28.130692 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-c0c255b1-2be8-49c2-84a1-1ce5a901a9cd tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:15:28.132840 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-c0c255b1-2be8-49c2-84a1-1ce5a901a9cd tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:15:28.174776 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c255b1-2be8-49c2-84a1-1ce5a901a9cd tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Pushing event updated for resources: {'Port': ['ID=ae303c82-ebd3-40b3-8dde-6d20bb54f421,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:28.227045 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-c0c255b1-2be8-49c2-84a1-1ce5a901a9cd tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:28.228081 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-c0c255b1-2be8-49c2-84a1-1ce5a901a9cd tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:28.267331 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-c0c255b1-2be8-49c2-84a1-1ce5a901a9cd tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7329907 Aug 28 15:15:28.277506 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-6eba9d39-50e2-4e60-a556-2664c2987986 service neutron] Request body: {'port': {'device_id': 'f75f65db-b1c8-4613-9fd4-d6281398365d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:15:28.308379 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faeae96-961f-4b12-b118-716a818171e5 req-9d8d6a0f-5d6d-440c-a631-cd2f9afb159e tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:28.320229 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7faeae96-961f-4b12-b118-716a818171e5 req-9d8d6a0f-5d6d-440c-a631-cd2f9afb159e tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.1057220 Aug 28 15:15:28.397565 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-6eba9d39-50e2-4e60-a556-2664c2987986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:28.411774 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7faeae96-961f-4b12-b118-716a818171e5 req-000690ae-4f82-4655-a2ea-b30f77962d34 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870583 Aug 28 15:15:28.712084 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d75c1f-9131-460b-b1bc-47adfd10ea3e req-68aa93a7-68ec-4c92-93aa-07c90ddff314 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:28.713958 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d1d75c1f-9131-460b-b1bc-47adfd10ea3e req-68aa93a7-68ec-4c92-93aa-07c90ddff314 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=f75f65db-b1c8-4613-9fd4-d6281398365d HTTP/1.1" status: 200 len: 931 time: 0.1020253 Aug 28 15:15:28.772717 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d1d75c1f-9131-460b-b1bc-47adfd10ea3e req-361238a8-8a28-4b94-bb65-cf77528c69b5 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504706 Aug 28 15:15:28.873862 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-6eba9d39-50e2-4e60-a556-2664c2987986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae303c82-ebd3-40b3-8dde-6d20bb54f421 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:15:28.883119 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-6eba9d39-50e2-4e60-a556-2664c2987986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:28.898457 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-6eba9d39-50e2-4e60-a556-2664c2987986 service neutron] Transition to ACTIVE for port object ae303c82-ebd3-40b3-8dde-6d20bb54f421 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:15:28.904367 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-6eba9d39-50e2-4e60-a556-2664c2987986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:29.002139 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba9d39-50e2-4e60-a556-2664c2987986 service neutron] Pushing event updated for resources: {'Port': ['ID=ae303c82-ebd3-40b3-8dde-6d20bb54f421,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:29.096894 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-6eba9d39-50e2-4e60-a556-2664c2987986 service neutron] Attempting to bind port ae303c82-ebd3-40b3-8dde-6d20bb54f421 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:15:29.097467 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-6eba9d39-50e2-4e60-a556-2664c2987986 service neutron] Attempting to bind port ae303c82-ebd3-40b3-8dde-6d20bb54f421 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '55baeae6-bf2c-42e5-aff1-bfb2017909cd'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:15:29.098588 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-6eba9d39-50e2-4e60-a556-2664c2987986 service neutron] Attempting to bind port ae303c82-ebd3-40b3-8dde-6d20bb54f421 on network 55baeae6-bf2c-42e5-aff1-bfb2017909cd {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:15:29.103991 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-6eba9d39-50e2-4e60-a556-2664c2987986 service neutron] Port ae303c82-ebd3-40b3-8dde-6d20bb54f421 on network 55baeae6-bf2c-42e5-aff1-bfb2017909cd not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:15:29.104411 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-6eba9d39-50e2-4e60-a556-2664c2987986 service neutron] Attempting to bind port ae303c82-ebd3-40b3-8dde-6d20bb54f421 on network 55baeae6-bf2c-42e5-aff1-bfb2017909cd {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:15:29.110376 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-6eba9d39-50e2-4e60-a556-2664c2987986 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:15:29.110814 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-6eba9d39-50e2-4e60-a556-2664c2987986 service neutron] Checking segment: {'id': '9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '55baeae6-bf2c-42e5-aff1-bfb2017909cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:15:29.111277 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-6eba9d39-50e2-4e60-a556-2664c2987986 service neutron] Bound using segment: {'id': '9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '55baeae6-bf2c-42e5-aff1-bfb2017909cd'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:15:29.111886 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-6eba9d39-50e2-4e60-a556-2664c2987986 service neutron] Bound port: ae303c82-ebd3-40b3-8dde-6d20bb54f421, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '55baeae6-bf2c-42e5-aff1-bfb2017909cd'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:15:29.112320 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-6eba9d39-50e2-4e60-a556-2664c2987986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:29.184526 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-6eba9d39-50e2-4e60-a556-2664c2987986 service neutron] For port ae303c82-ebd3-40b3-8dde-6d20bb54f421, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:15:29.188268 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-6eba9d39-50e2-4e60-a556-2664c2987986 service neutron] For port ae303c82-ebd3-40b3-8dde-6d20bb54f421, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ae303c82-ebd3-40b3-8dde-6d20bb54f421,segment=NetworkSegment(9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d),segment_id=9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:15:29.194298 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-6eba9d39-50e2-4e60-a556-2664c2987986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:29.235649 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-6eba9d39-50e2-4e60-a556-2664c2987986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:29.236297 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-6eba9d39-50e2-4e60-a556-2664c2987986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:29.237814 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-6eba9d39-50e2-4e60-a556-2664c2987986 service neutron] 10.222.0.36 "PUT /v2.0/ports/ae303c82-ebd3-40b3-8dde-6d20bb54f421 HTTP/1.1" status: 200 len: 1092 time: 0.9650617 Aug 28 15:15:29.238265 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75f65db-b1c8-4613-9fd4-d6281398365d', 'tag': 'ae303c82-ebd3-40b3-8dde-6d20bb54f421'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:15:29.242106 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075b7220-b9f4-423f-8018-5494d00bfea5" -d '{"events": [{"name": "network-changed", "server_uuid": "f75f65db-b1c8-4613-9fd4-d6281398365d", "tag": "ae303c82-ebd3-40b3-8dde-6d20bb54f421"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:15:29.343440 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cd7ffa-7791-4b55-84ca-b9258faad6cb x-openstack-request-id: req-c5cd7ffa-7791-4b55-84ca-b9258faad6cb {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:15:29.343763 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f75f65db-b1c8-4613-9fd4-d6281398365d", "tag": "ae303c82-ebd3-40b3-8dde-6d20bb54f421", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:15:29.344166 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5cd7ffa-7791-4b55-84ca-b9258faad6cb {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:15:29.344654 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75f65db-b1c8-4613-9fd4-d6281398365d', 'tag': 'ae303c82-ebd3-40b3-8dde-6d20bb54f421', 'status': 'completed', 'code': 200} Aug 28 15:15:29.376567 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba9d39-50e2-4e60-a556-2664c2987986 service neutron] Pushing event updated for resources: {'Port': ['ID=ae303c82-ebd3-40b3-8dde-6d20bb54f421,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:29.381466 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-53628925-3de1-47d8-8397-093768044511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:29.383414 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-53628925-3de1-47d8-8397-093768044511 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7f4b63d18f1417ea4718bc53556774e&device_id=f75f65db-b1c8-4613-9fd4-d6281398365d HTTP/1.1" status: 200 len: 1095 time: 0.1005912 Aug 28 15:15:29.445618 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-9c69610b-bea5-4278-8d80-c0bd6467cf7b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae303c82-ebd3-40b3-8dde-6d20bb54f421 HTTP/1.1" status: 200 len: 217 time: 0.0522268 Aug 28 15:15:29.502578 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-9409a9e2-6371-4c57-b7c1-10cab8cae805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:29.506248 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-9409a9e2-6371-4c57-b7c1-10cab8cae805 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b654191-d2fd-4f5b-8b9d-9211b839e918 HTTP/1.1" status: 200 len: 855 time: 0.0548048 Aug 28 15:15:29.552431 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-0479de58-150b-4cb8-ac2f-e1930cf04455 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55baeae6-bf2c-42e5-aff1-bfb2017909cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391815 Aug 28 15:15:29.604059 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a14570-90c3-4111-b020-3c3db2e2ebcc req-dbc5190a-79ca-4679-950a-d61e6151fb9f tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:29.607581 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40a14570-90c3-4111-b020-3c3db2e2ebcc req-dbc5190a-79ca-4679-950a-d61e6151fb9f tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.1086335 Aug 28 15:15:29.672563 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 91ab349b-0848-4f53-9403-6cfa0f7784c1 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:15:29.721338 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-2cbb2df6-70e6-4e01-b5ad-2d90774469d3 service neutron] 10.222.0.36 "GET /v2.0/networks/55baeae6-bf2c-42e5-aff1-bfb2017909cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561456 Aug 28 15:15:29.784542 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 91ab349b-0848-4f53-9403-6cfa0f7784c1, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=91ab349b-0848-4f53-9403-6cfa0f7784c1,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:15:29.829213 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '91ab349b-0848-4f53-9403-6cfa0f7784c1', 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3', 'port_id': '91ab349b-0848-4f53-9403-6cfa0f7784c1', 'mac_address': 'fa:16:3e:ea:b2:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c26495-81f2-4073-8e6e-125cfbbdb151', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:15:29.834675 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40a14570-90c3-4111-b020-3c3db2e2ebcc req-74e6ef7d-33e7-448c-a589-690126a8b7b0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054815 Aug 28 15:15:29.900368 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:29.925647 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91ab349b-0848-4f53-9403-6cfa0f7784c1 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:15:29.953854 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 91ab349b-0848-4f53-9403-6cfa0f7784c1, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=91ab349b-0848-4f53-9403-6cfa0f7784c1,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:15:29.959693 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:30.060224 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2449ecb7-f4ca-4a55-93be-cc099913da5c req-b801ddef-024b-4e1c-9e0e-46ef376fc29a service neutron] 10.222.0.36 "GET /v2.0/networks/55baeae6-bf2c-42e5-aff1-bfb2017909cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330095 Aug 28 15:15:30.064403 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['91ab349b-0848-4f53-9403-6cfa0f7784c1'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:15:30.070054 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=91ab349b-0848-4f53-9403-6cfa0f7784c1,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:30.087110 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caedb6-50c3-4c89-95ad-8ebb5182bd75 req-1e02a87f-1f79-475c-a1fc-53db5deb2eb5 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:30.090580 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e0caedb6-50c3-4c89-95ad-8ebb5182bd75 req-1e02a87f-1f79-475c-a1fc-53db5deb2eb5 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=f75f65db-b1c8-4613-9fd4-d6281398365d HTTP/1.1" status: 200 len: 943 time: 0.1734912 Aug 28 15:15:30.122790 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:30.123422 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:30.124057 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:30.124758 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:30.125512 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:30.126042 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:30.126931 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:30.127437 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:30.127987 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:30.128651 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:30.128846 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:30.129924 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:30.268717 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e0caedb6-50c3-4c89-95ad-8ebb5182bd75 req-c2231cbd-d9ab-4636-a1f8-e3f4ac1a3737 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705637 Aug 28 15:15:30.280556 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b7220-b9f4-423f-8018-5494d00bfea5 req-f9a9e44b-ab3c-4012-96c4-8a3d10d62e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:30.283070 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-075b7220-b9f4-423f-8018-5494d00bfea5 req-f9a9e44b-ab3c-4012-96c4-8a3d10d62e46 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7f4b63d18f1417ea4718bc53556774e&device_id=f75f65db-b1c8-4613-9fd4-d6281398365d HTTP/1.1" status: 200 len: 1095 time: 0.1711781 Aug 28 15:15:30.472229 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b7220-b9f4-423f-8018-5494d00bfea5 req-e9a93fc5-16ab-4409-9dfb-9775d7befc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:30.474399 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-075b7220-b9f4-423f-8018-5494d00bfea5 req-e9a93fc5-16ab-4409-9dfb-9775d7befc4b service neutron] 10.222.0.36 "GET /v2.0/networks?id=55baeae6-bf2c-42e5-aff1-bfb2017909cd HTTP/1.1" status: 200 len: 916 time: 0.1814227 Aug 28 15:15:30.573597 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-075b7220-b9f4-423f-8018-5494d00bfea5 req-326df4b1-67a9-40cf-bda7-87f1d550871c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae303c82-ebd3-40b3-8dde-6d20bb54f421 HTTP/1.1" status: 200 len: 217 time: 0.0871482 Aug 28 15:15:30.678480 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b7220-b9f4-423f-8018-5494d00bfea5 req-a0236c4a-5422-4736-881e-89dae395f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:30.681756 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-075b7220-b9f4-423f-8018-5494d00bfea5 req-a0236c4a-5422-4736-881e-89dae395f069 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b654191-d2fd-4f5b-8b9d-9211b839e918 HTTP/1.1" status: 200 len: 855 time: 0.0971825 Aug 28 15:15:30.750885 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-075b7220-b9f4-423f-8018-5494d00bfea5 req-46451982-cbf9-44d7-8a9f-aa5d2a18979d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55baeae6-bf2c-42e5-aff1-bfb2017909cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435834 Aug 28 15:15:30.894130 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-075b7220-b9f4-423f-8018-5494d00bfea5 req-a4ae0017-df3c-4a7c-a6fb-605111960e51 service neutron] 10.222.0.36 "GET /v2.0/networks/55baeae6-bf2c-42e5-aff1-bfb2017909cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338134 Aug 28 15:15:31.186376 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b489a30-cdb0-490e-b155-6dc9461821f5 req-d6f890ba-8b49-4c4c-9ffa-107a4d69405b tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:31.194862 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1b489a30-cdb0-490e-b155-6dc9461821f5 req-d6f890ba-8b49-4c4c-9ffa-107a4d69405b tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 945 time: 0.1152203 Aug 28 15:15:31.230001 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-075b7220-b9f4-423f-8018-5494d00bfea5 req-dd1efec0-434a-46b6-aa07-6be314bbec3d service neutron] 10.222.0.36 "GET /v2.0/networks/55baeae6-bf2c-42e5-aff1-bfb2017909cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277278 Aug 28 15:15:31.254649 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1b489a30-cdb0-490e-b155-6dc9461821f5 req-ca3c2784-e38f-46e5-b85a-6fa9f3ad6c1f tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573735 Aug 28 15:15:31.422489 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4fc45-45c0-47ba-a63c-8283aa051b15 req-f9eb33c6-1b82-4319-a72f-689adcac8b8f tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:31.425662 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4bc4fc45-45c0-47ba-a63c-8283aa051b15 req-f9eb33c6-1b82-4319-a72f-689adcac8b8f tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=f75f65db-b1c8-4613-9fd4-d6281398365d HTTP/1.1" status: 200 len: 943 time: 0.0576589 Aug 28 15:15:31.516714 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4bc4fc45-45c0-47ba-a63c-8283aa051b15 req-4aaf51df-c3b6-405e-81d3-144a0910bee3 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844960 Aug 28 15:15:31.687872 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 91ab349b-0848-4f53-9403-6cfa0f7784c1 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:15:31.767393 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 91ab349b-0848-4f53-9403-6cfa0f7784c1 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:15:31.768555 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:31.862152 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:31.889350 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device ae303c82-ebd3-40b3-8dde-6d20bb54f421 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:15:31.917945 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cefd80c-8c05-46e1-98da-53c597688142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ab349b-0848-4f53-9403-6cfa0f7784c1'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:15:31.920209 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6fd0a6-8aa4-44c8-aadd-8cdd9077a97d" -d '{"events": [{"server_uuid": "0cefd80c-8c05-46e1-98da-53c597688142", "name": "network-vif-plugged", "status": "completed", "tag": "91ab349b-0848-4f53-9403-6cfa0f7784c1"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:15:31.937469 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 91ab349b-0848-4f53-9403-6cfa0f7784c1, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=91ab349b-0848-4f53-9403-6cfa0f7784c1,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:15:31.944239 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:32.034529 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2907a1-2d48-476c-9f3a-8d40deb542d2 x-openstack-request-id: req-cb2907a1-2d48-476c-9f3a-8d40deb542d2 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:15:32.036259 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cefd80c-8c05-46e1-98da-53c597688142", "name": "network-vif-plugged", "status": "completed", "tag": "91ab349b-0848-4f53-9403-6cfa0f7784c1", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:15:32.037949 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb2907a1-2d48-476c-9f3a-8d40deb542d2 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:15:32.038944 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cefd80c-8c05-46e1-98da-53c597688142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ab349b-0848-4f53-9403-6cfa0f7784c1', 'code': 200} Aug 28 15:15:32.090900 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=91ab349b-0848-4f53-9403-6cfa0f7784c1,revision_number=7']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:32.148036 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port ae303c82-ebd3-40b3-8dde-6d20bb54f421, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ae303c82-ebd3-40b3-8dde-6d20bb54f421,segment=NetworkSegment(9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d),segment_id=9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:15:32.173453 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'ae303c82-ebd3-40b3-8dde-6d20bb54f421', 'network_id': '55baeae6-bf2c-42e5-aff1-bfb2017909cd', 'port_id': 'ae303c82-ebd3-40b3-8dde-6d20bb54f421', 'mac_address': 'fa:16:3e:11:20:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b654191-d2fd-4f5b-8b9d-9211b839e918', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:15:32.245578 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:32.260328 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae303c82-ebd3-40b3-8dde-6d20bb54f421 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:15:32.297227 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port ae303c82-ebd3-40b3-8dde-6d20bb54f421, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ae303c82-ebd3-40b3-8dde-6d20bb54f421,segment=NetworkSegment(9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d),segment_id=9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:15:32.305147 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:32.424748 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=ae303c82-ebd3-40b3-8dde-6d20bb54f421,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:32.497356 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582209b0-736a-4743-8d47-abef466a9469 req-78487877-90a4-4662-90d1-b97a4010cc62 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:32.498876 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-582209b0-736a-4743-8d47-abef466a9469 req-78487877-90a4-4662-90d1-b97a4010cc62 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.1428084 Aug 28 15:15:32.582733 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['ae303c82-ebd3-40b3-8dde-6d20bb54f421'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:15:32.583726 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-582209b0-736a-4743-8d47-abef466a9469 req-a5192e93-c0d3-4470-8caa-32f44f8c67fd tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706613 Aug 28 15:15:32.811542 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407863da-71ef-42fe-a80b-a3e08a5afd79 req-c14b6891-ea62-4761-b444-08404b6713e9 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:32.814043 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-407863da-71ef-42fe-a80b-a3e08a5afd79 req-c14b6891-ea62-4761-b444-08404b6713e9 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=f75f65db-b1c8-4613-9fd4-d6281398365d HTTP/1.1" status: 200 len: 944 time: 0.1314330 Aug 28 15:15:32.876320 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-407863da-71ef-42fe-a80b-a3e08a5afd79 req-1a84b735-eb80-4764-ab99-c64c6c24e93b tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529485 Aug 28 15:15:33.788834 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9fdbd-fd8a-4321-a7e4-3be228a83f51 req-69b9782e-4d95-474b-9c53-72c5bda92cfa tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:33.790373 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-76e9fdbd-fd8a-4321-a7e4-3be228a83f51 req-69b9782e-4d95-474b-9c53-72c5bda92cfa tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.1278620 Aug 28 15:15:33.894029 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device ae303c82-ebd3-40b3-8dde-6d20bb54f421 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:15:33.900787 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-76e9fdbd-fd8a-4321-a7e4-3be228a83f51 req-e1c306f9-0250-44c8-8bc6-86929287fe95 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003096 Aug 28 15:15:34.037738 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port ae303c82-ebd3-40b3-8dde-6d20bb54f421 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:15:34.048636 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port ae303c82-ebd3-40b3-8dde-6d20bb54f421 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:15:34.054332 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:34.096188 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b21891-1599-4e79-aafb-fd308b456364 req-69afd05f-6c86-4072-b39e-499779c88d6d tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:34.109858 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-63b21891-1599-4e79-aafb-fd308b456364 req-69afd05f-6c86-4072-b39e-499779c88d6d tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=f75f65db-b1c8-4613-9fd4-d6281398365d HTTP/1.1" status: 200 len: 944 time: 0.1507337 Aug 28 15:15:34.181752 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-63b21891-1599-4e79-aafb-fd308b456364 req-e242fa46-9dc4-44de-a007-cfaa93150cae tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689678 Aug 28 15:15:34.310585 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:34.383874 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75f65db-b1c8-4613-9fd4-d6281398365d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae303c82-ebd3-40b3-8dde-6d20bb54f421'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:15:34.389482 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db21ffea-2b11-432c-b04e-1d6976e832eb" -d '{"events": [{"server_uuid": "f75f65db-b1c8-4613-9fd4-d6281398365d", "name": "network-vif-plugged", "status": "completed", "tag": "ae303c82-ebd3-40b3-8dde-6d20bb54f421"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:15:34.444079 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port ae303c82-ebd3-40b3-8dde-6d20bb54f421, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ae303c82-ebd3-40b3-8dde-6d20bb54f421,segment=NetworkSegment(9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d),segment_id=9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:15:34.453460 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:34.538334 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49793cd4-f42f-4827-9c41-e23fe5d39624 x-openstack-request-id: req-49793cd4-f42f-4827-9c41-e23fe5d39624 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:15:34.538945 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75f65db-b1c8-4613-9fd4-d6281398365d", "name": "network-vif-plugged", "status": "completed", "tag": "ae303c82-ebd3-40b3-8dde-6d20bb54f421", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:15:34.539356 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49793cd4-f42f-4827-9c41-e23fe5d39624 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:15:34.541367 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75f65db-b1c8-4613-9fd4-d6281398365d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae303c82-ebd3-40b3-8dde-6d20bb54f421', 'code': 200} Aug 28 15:15:34.619427 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=ae303c82-ebd3-40b3-8dde-6d20bb54f421,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:34.634845 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a9af7-8e9b-47b9-8b4a-1181ffe042b3 req-0a3c09fc-f94f-4fb9-a0ae-fc853b4aa7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:34.636491 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-414a9af7-8e9b-47b9-8b4a-1181ffe042b3 req-0a3c09fc-f94f-4fb9-a0ae-fc853b4aa7fd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f75f65db-b1c8-4613-9fd4-d6281398365d HTTP/1.1" status: 200 len: 1097 time: 0.0935924 Aug 28 15:15:34.710018 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-414a9af7-8e9b-47b9-8b4a-1181ffe042b3 req-c063c2f3-ec27-48c8-b17d-6bb4a43a84ab service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632188 Aug 28 15:15:35.216169 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed714a81-a95b-4398-aaa3-634fbb696d22 req-e18f5144-e7e2-473d-a73c-fe9e9362cee8 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:35.217509 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ed714a81-a95b-4398-aaa3-634fbb696d22 req-e18f5144-e7e2-473d-a73c-fe9e9362cee8 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.1308417 Aug 28 15:15:35.293061 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ed714a81-a95b-4398-aaa3-634fbb696d22 req-4f5fb8d2-6857-41ce-beee-28cfd83b31cf tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559869 Aug 28 15:15:35.384728 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb3b9e-f0f3-458b-9400-b4baba3ddebc req-4484b1a2-0cd4-44dd-90e4-0595dc6ea7b1 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:35.386959 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-71eb3b9e-f0f3-458b-9400-b4baba3ddebc req-4484b1a2-0cd4-44dd-90e4-0595dc6ea7b1 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=f75f65db-b1c8-4613-9fd4-d6281398365d HTTP/1.1" status: 200 len: 945 time: 0.0866072 Aug 28 15:15:35.453006 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-71eb3b9e-f0f3-458b-9400-b4baba3ddebc req-0f9856a7-840b-406d-a653-1dc19b3fafb4 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570657 Aug 28 15:15:36.496626 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bf1dd-9c6b-43f1-b1d5-026728f8075a req-0bc52700-95ae-4635-9687-f8ec0dc93d0a tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:36.507673 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2e3bf1dd-9c6b-43f1-b1d5-026728f8075a req-0bc52700-95ae-4635-9687-f8ec0dc93d0a tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.1077685 Aug 28 15:15:36.561690 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2e3bf1dd-9c6b-43f1-b1d5-026728f8075a req-5d12cb1c-8a38-4fa9-8be8-419dd487b8ef tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500233 Aug 28 15:15:36.649330 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08f13a-fed6-494c-9d7a-053d558477e7 req-e72f9c98-cc55-443d-be48-9127c8876927 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:36.651684 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3b08f13a-fed6-494c-9d7a-053d558477e7 req-e72f9c98-cc55-443d-be48-9127c8876927 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=f75f65db-b1c8-4613-9fd4-d6281398365d HTTP/1.1" status: 200 len: 945 time: 0.0691783 Aug 28 15:15:36.728135 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3b08f13a-fed6-494c-9d7a-053d558477e7 req-5b16b127-825c-478c-9083-6f733316e51c tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577271 Aug 28 15:15:37.791127 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8648f24-4dcc-4d26-94fe-ca6f4348c05a req-86c03be1-1623-48d6-8cda-a82d025bc101 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:37.800510 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8648f24-4dcc-4d26-94fe-ca6f4348c05a req-86c03be1-1623-48d6-8cda-a82d025bc101 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.1248896 Aug 28 15:15:37.856995 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8648f24-4dcc-4d26-94fe-ca6f4348c05a req-26565a5c-4e91-4919-b8c3-6bb3103fcfca tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497329 Aug 28 15:15:38.009204 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e3cacec1-2bdc-4e87-807a-8c0cd822587b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:39.058855 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bafe91-d874-4c39-adfb-84ae6b38eb1b req-2a314955-1fef-482f-9967-5de7ea5b985b tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:39.067814 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b4bafe91-d874-4c39-adfb-84ae6b38eb1b req-2a314955-1fef-482f-9967-5de7ea5b985b tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.1041591 Aug 28 15:15:39.136438 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b4bafe91-d874-4c39-adfb-84ae6b38eb1b req-c22568c1-a809-48a0-8806-084ccdec679d tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674918 Aug 28 15:15:40.348467 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161043f8-062a-46a1-9191-8426b6cfb0c2 req-21928936-34f9-4ce5-8fef-fb86e40f3444 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:40.367418 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-161043f8-062a-46a1-9191-8426b6cfb0c2 req-21928936-34f9-4ce5-8fef-fb86e40f3444 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.1119339 Aug 28 15:15:40.464568 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-161043f8-062a-46a1-9191-8426b6cfb0c2 req-be9c0692-05cd-4b5b-bb21-70d89b8730e6 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955515 Aug 28 15:15:40.535568 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ff5e4980-8def-46df-9e49-21ac0357fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:40.837325 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:41.640494 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef3c69-6ce4-4b44-9d5a-e497ae9ffc2b req-7c8afd77-039b-4ce3-8a87-a83a6c1164e0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:41.642771 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84ef3c69-6ce4-4b44-9d5a-e497ae9ffc2b req-7c8afd77-039b-4ce3-8a87-a83a6c1164e0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.0633268 Aug 28 15:15:41.722353 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84ef3c69-6ce4-4b44-9d5a-e497ae9ffc2b req-e73f953b-9d86-496b-9eb4-a481576d3293 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727601 Aug 28 15:15:41.751862 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:42.954002 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1fe8d-5bfc-4984-bf16-f34543cb3287 req-faec51b9-8871-4217-86c9-ce689903d024 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:42.960235 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b8f1fe8d-5bfc-4984-bf16-f34543cb3287 req-faec51b9-8871-4217-86c9-ce689903d024 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.1519237 Aug 28 15:15:43.063634 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b8f1fe8d-5bfc-4984-bf16-f34543cb3287 req-bba2ed9d-1775-4295-a9a9-0c71732ff439 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992761 Aug 28 15:15:43.237561 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:43.367685 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b5a1f-c4ee-4b1b-ad99-27ffceefad13 req-46078ef4-6678-4f5c-8cbc-346bffb2d1cd tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:43.379260 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ac8b5a1f-c4ee-4b1b-ad99-27ffceefad13 req-46078ef4-6678-4f5c-8cbc-346bffb2d1cd tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 945 time: 0.0684180 Aug 28 15:15:43.436307 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ac8b5a1f-c4ee-4b1b-ad99-27ffceefad13 req-7b011307-ea40-4548-91af-b048e6c83c9c tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552418 Aug 28 15:15:44.055098 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:15:44.249768 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c30a4c-6c19-420d-894d-004933e1ec7b req-9370560f-00c4-420c-b4ed-d1244fd60a21 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:44.258514 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c3c30a4c-6c19-420d-894d-004933e1ec7b req-9370560f-00c4-420c-b4ed-d1244fd60a21 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.0858569 Aug 28 15:15:44.308701 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c3c30a4c-6c19-420d-894d-004933e1ec7b req-c037f2d5-78a3-454b-a88e-3c82def17c39 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490136 Aug 28 15:15:44.626622 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d2c71-c179-4e10-bf3d-96718b4fc0b3 req-fea5bd1e-091e-4ceb-8dd0-07e7b2036d55 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:44.635344 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-590d2c71-c179-4e10-bf3d-96718b4fc0b3 req-fea5bd1e-091e-4ceb-8dd0-07e7b2036d55 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 945 time: 0.0831580 Aug 28 15:15:44.697800 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-590d2c71-c179-4e10-bf3d-96718b4fc0b3 req-1916c303-4713-4159-b728-f5044cc08979 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611615 Aug 28 15:15:45.478488 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6ff08-b9a1-4599-9c6a-03e2f46d2c29 req-bf4a4c55-c307-4579-8a94-e0a807fd3e47 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:45.487578 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-25e6ff08-b9a1-4599-9c6a-03e2f46d2c29 req-bf4a4c55-c307-4579-8a94-e0a807fd3e47 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.0701525 Aug 28 15:15:45.575108 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-25e6ff08-b9a1-4599-9c6a-03e2f46d2c29 req-2fa20541-f8b7-400a-b463-84699d44b9bf tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854006 Aug 28 15:15:45.589345 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4aef39-e621-4e76-9af3-5d1fcded9ed8 req-2d8f15df-f7c1-4f84-9674-2a26b13ca82e tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:45.594325 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7f4aef39-e621-4e76-9af3-5d1fcded9ed8 req-2d8f15df-f7c1-4f84-9674-2a26b13ca82e tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 945 time: 0.1338923 Aug 28 15:15:45.789312 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-7f4aef39-e621-4e76-9af3-5d1fcded9ed8 req-d4f77f94-9c07-472e-a49a-74eded115e3a tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Deleting port 6a4d91bd-b259-475e-a50a-0c9d1e3c2c17 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:15:45.790501 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-7f4aef39-e621-4e76-9af3-5d1fcded9ed8 req-d4f77f94-9c07-472e-a49a-74eded115e3a tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:45.964804 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-7f4aef39-e621-4e76-9af3-5d1fcded9ed8 req-d4f77f94-9c07-472e-a49a-74eded115e3a tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] For port 6a4d91bd-b259-475e-a50a-0c9d1e3c2c17, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=6a4d91bd-b259-475e-a50a-0c9d1e3c2c17,segment=NetworkSegment(07ddd294-6759-4cc4-b852-923358df41f3),segment_id=07ddd294-6759-4cc4-b852-923358df41f3)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:15:45.965203 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-7f4aef39-e621-4e76-9af3-5d1fcded9ed8 req-d4f77f94-9c07-472e-a49a-74eded115e3a tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:45.980368 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-7f4aef39-e621-4e76-9af3-5d1fcded9ed8 req-d4f77f94-9c07-472e-a49a-74eded115e3a tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Calling delete_port for 6a4d91bd-b259-475e-a50a-0c9d1e3c2c17 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:15:46.259054 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3e3ca36a-4fb2-4704-873f-77952ef68db2 req-dc2b0646-de96-40eb-937a-f076bdd99f71 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 210 time: 0.0330350 Aug 28 15:15:46.260440 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-7f4aef39-e621-4e76-9af3-5d1fcded9ed8 req-d4f77f94-9c07-472e-a49a-74eded115e3a tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:46.282408 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['5284421a-28c2-47e5-a806-2b7107aeda47'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:15:46.338087 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f77f94-9c07-472e-a49a-74eded115e3a tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Pushing event deleted for resources: {'Port': ['ID=6a4d91bd-b259-475e-a50a-0c9d1e3c2c17,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:46.364787 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4aef39-e621-4e76-9af3-5d1fcded9ed8 req-d4f77f94-9c07-472e-a49a-74eded115e3a tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] No DVR routers for this DVR port 6a4d91bd-b259-475e-a50a-0c9d1e3c2c17 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:15:46.368362 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-7f4aef39-e621-4e76-9af3-5d1fcded9ed8 req-d4f77f94-9c07-472e-a49a-74eded115e3a tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:46.370583 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7f4aef39-e621-4e76-9af3-5d1fcded9ed8 req-d4f77f94-9c07-472e-a49a-74eded115e3a tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.36 "DELETE /v2.0/ports/6a4d91bd-b259-475e-a50a-0c9d1e3c2c17 HTTP/1.1" status: 204 len: 173 time: 0.7698910 Aug 28 15:15:46.371042 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf50873-cf4f-4c99-b8f6-558016c5fa6b', 'name': 'network-vif-deleted', 'tag': '6a4d91bd-b259-475e-a50a-0c9d1e3c2c17'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:15:46.373409 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b702ac2-5838-4598-a78e-219b6166f1e2" -d '{"events": [{"server_uuid": "6bf50873-cf4f-4c99-b8f6-558016c5fa6b", "name": "network-vif-deleted", "tag": "6a4d91bd-b259-475e-a50a-0c9d1e3c2c17"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:15:46.501516 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fd687a-67c6-4e86-901a-84bcadc6cc15 x-openstack-request-id: req-37fd687a-67c6-4e86-901a-84bcadc6cc15 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:15:46.501835 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf50873-cf4f-4c99-b8f6-558016c5fa6b", "name": "network-vif-deleted", "tag": "6a4d91bd-b259-475e-a50a-0c9d1e3c2c17", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:15:46.502050 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37fd687a-67c6-4e86-901a-84bcadc6cc15 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:15:46.502708 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf50873-cf4f-4c99-b8f6-558016c5fa6b', 'name': 'network-vif-deleted', 'tag': '6a4d91bd-b259-475e-a50a-0c9d1e3c2c17', 'status': 'completed', 'code': 200} Aug 28 15:15:46.817738 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7409da2-1b43-415b-a317-2cee29b6a847 req-8df70e0f-c4c9-41cf-ae61-5aae1a40cffe tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:46.825745 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f7409da2-1b43-415b-a317-2cee29b6a847 req-8df70e0f-c4c9-41cf-ae61-5aae1a40cffe tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.1247799 Aug 28 15:15:46.906011 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f7409da2-1b43-415b-a317-2cee29b6a847 req-39d95576-98cc-44e9-ae4b-9a760f5cb6b6 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706398 Aug 28 15:15:47.152536 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-56927ceb-4df6-41bd-9820-2d1af5c2d48e req-feaf4964-bfd7-4bd2-8488-2a2fcd41c7c9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0750704 Aug 28 15:15:47.191886 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-844fceb8-ac71-4a6b-a735-be27f1e3b948 req-c9e71567-65e8-49ed-98eb-3e904dcce0e5 service neutron] (106329) timed out ('10.222.0.41', 61712) {{(pid=106329) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 15:15:47.249737 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-56927ceb-4df6-41bd-9820-2d1af5c2d48e req-af2f6028-3ef3-4c29-ae20-45af2d36f1e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2daa716d41af426baed6e9a74353070d&device_id=6bf50873-cf4f-4c99-b8f6-558016c5fa6b HTTP/1.1" status: 200 len: 210 time: 0.0502932 Aug 28 15:15:47.312854 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58982) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:47.483441 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56927ceb-4df6-41bd-9820-2d1af5c2d48e req-feb246a2-49db-447f-9b35-4fc35011d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:47.485666 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-56927ceb-4df6-41bd-9820-2d1af5c2d48e req-feb246a2-49db-447f-9b35-4fc35011d362 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=2daa716d41af426baed6e9a74353070d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2086358 Aug 28 15:15:47.642864 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e42750c9-6e7d-4809-8f42-df03daa51792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:47.667944 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56927ceb-4df6-41bd-9820-2d1af5c2d48e req-0e0be5b0-c336-47bb-a3c9-3c546f5e633d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:47.669447 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-56927ceb-4df6-41bd-9820-2d1af5c2d48e req-0e0be5b0-c336-47bb-a3c9-3c546f5e633d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1763017 Aug 28 15:15:47.754481 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7ad67-4f5d-4de9-a355-0bb9f4ad9afa req-43f0d72d-ac88-4435-a2d5-b8e86eb66d8f tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:47.756226 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c9b7ad67-4f5d-4de9-a355-0bb9f4ad9afa req-43f0d72d-ac88-4435-a2d5-b8e86eb66d8f tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.1018574 Aug 28 15:15:47.814874 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c9b7ad67-4f5d-4de9-a355-0bb9f4ad9afa req-9c8b6d08-d67d-470e-affc-188c4e4c6388 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512674 Aug 28 15:15:47.871867 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e42750c9-6e7d-4809-8f42-df03daa51792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:47.878887 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e42750c9-6e7d-4809-8f42-df03daa51792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:47.933488 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e42750c9-6e7d-4809-8f42-df03daa51792 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe5d22f4aee0477b86ac16f14d9f9861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6165912 Aug 28 15:15:47.933488 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42750c9-6e7d-4809-8f42-df03daa51792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55946c1-12d1-4301-ad58-c6ea0db185bb,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:47.934734 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58998) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:47.942393 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42750c9-6e7d-4809-8f42-df03daa51792 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:47.942885 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42750c9-6e7d-4809-8f42-df03daa51792 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:47.943332 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42750c9-6e7d-4809-8f42-df03daa51792 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:47.943977 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42750c9-6e7d-4809-8f42-df03daa51792 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:47.944244 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42750c9-6e7d-4809-8f42-df03daa51792 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:47.944668 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42750c9-6e7d-4809-8f42-df03daa51792 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:47.945101 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42750c9-6e7d-4809-8f42-df03daa51792 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:47.945531 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42750c9-6e7d-4809-8f42-df03daa51792 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:47.945964 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42750c9-6e7d-4809-8f42-df03daa51792 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:47.946416 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42750c9-6e7d-4809-8f42-df03daa51792 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:47.946843 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42750c9-6e7d-4809-8f42-df03daa51792 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:47.947276 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42750c9-6e7d-4809-8f42-df03daa51792 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:15:47.960703 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 6a4d91bd-b259-475e-a50a-0c9d1e3c2c17 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:15:48.014647 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 6a4d91bd-b259-475e-a50a-0c9d1e3c2c17 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:15:48.015005 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 6a4d91bd-b259-475e-a50a-0c9d1e3c2c17 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:15:48.053330 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ad08dc91-dc4a-4aa8-a4f2-711e6221aef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:48.132234 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ad08dc91-dc4a-4aa8-a4f2-711e6221aef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:48.160477 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423f0ff-f682-4bf1-adad-dde0961723b3 req-2ca79810-0f9f-4ddd-8009-fcd108263bd2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:48.162072 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4423f0ff-f682-4bf1-adad-dde0961723b3 req-2ca79810-0f9f-4ddd-8009-fcd108263bd2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.0975747 Aug 28 15:15:48.250623 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4423f0ff-f682-4bf1-adad-dde0961723b3 req-0b85c72c-b881-448b-b455-ad2d79896f8e tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615296 Aug 28 15:15:48.279164 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ad08dc91-dc4a-4aa8-a4f2-711e6221aef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:48.295261 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ad08dc91-dc4a-4aa8-a4f2-711e6221aef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:48.324593 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ad08dc91-dc4a-4aa8-a4f2-711e6221aef4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e55946c1-12d1-4301-ad58-c6ea0db185bb HTTP/1.1" status: 204 len: 168 time: 0.3876634 Aug 28 15:15:48.340186 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08dc91-dc4a-4aa8-a4f2-711e6221aef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55946c1-12d1-4301-ad58-c6ea0db185bb,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:48.774588 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59020) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:48.788845 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3bfc38c6-0241-4161-9ac4-e4eca995a5fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:48.919968 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3bfc38c6-0241-4161-9ac4-e4eca995a5fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:48.926310 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3bfc38c6-0241-4161-9ac4-e4eca995a5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:49.017664 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3bfc38c6-0241-4161-9ac4-e4eca995a5fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07ece8b203b7475f9269d31d423f4889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2391357 Aug 28 15:15:49.018380 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59028) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:49.024673 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc38c6-0241-4161-9ac4-e4eca995a5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077ea1a4-b55d-4783-b9eb-a8630899f9bf,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:49.044474 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84024e7f-f5a1-483c-9e5c-c0643e429895 req-a151fde8-448b-49f9-a7b9-4764e97b5f43 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:49.052614 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84024e7f-f5a1-483c-9e5c-c0643e429895 req-a151fde8-448b-49f9-a7b9-4764e97b5f43 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.1025283 Aug 28 15:15:49.138140 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84024e7f-f5a1-483c-9e5c-c0643e429895 req-39d150f7-5d69-4911-9ea0-7b55f405e8c4 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845089 Aug 28 15:15:49.152555 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f8bc0272-d399-4ba4-8ea4-eab56dbc94dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:49.220572 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f8bc0272-d399-4ba4-8ea4-eab56dbc94dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:49.323700 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f8bc0272-d399-4ba4-8ea4-eab56dbc94dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:49.327210 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f8bc0272-d399-4ba4-8ea4-eab56dbc94dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:49.331168 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f8bc0272-d399-4ba4-8ea4-eab56dbc94dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/077ea1a4-b55d-4783-b9eb-a8630899f9bf HTTP/1.1" status: 204 len: 168 time: 0.3109305 Aug 28 15:15:49.342859 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc0272-d399-4ba4-8ea4-eab56dbc94dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077ea1a4-b55d-4783-b9eb-a8630899f9bf,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:49.466847 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e0e7b-4f32-47a2-af88-233edf7ff62f req-3a246576-650a-41d5-a046-f187e8de1e1c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:49.468701 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f0e0e7b-4f32-47a2-af88-233edf7ff62f req-3a246576-650a-41d5-a046-f187e8de1e1c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.0805449 Aug 28 15:15:49.521282 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f0e0e7b-4f32-47a2-af88-233edf7ff62f req-d6cae664-a5d9-4680-9d14-1247feb0af31 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448945 Aug 28 15:15:50.320449 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9eb2c4-c00d-4d7a-871b-ce8a31d54ce4 req-7803289a-fa7e-47a2-8bd6-1c9387c9b097 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:50.323058 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e9eb2c4-c00d-4d7a-871b-ce8a31d54ce4 req-7803289a-fa7e-47a2-8bd6-1c9387c9b097 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.0771594 Aug 28 15:15:50.401242 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e9eb2c4-c00d-4d7a-871b-ce8a31d54ce4 req-f54f6432-a1d3-4a81-a371-2571ec00c9c5 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680928 Aug 28 15:15:50.715258 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3c55d-c10b-49bd-aeb0-a631e63865cc req-160a8604-20cd-41c6-a51e-0923a81fde3f tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:50.719164 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d8c3c55d-c10b-49bd-aeb0-a631e63865cc req-160a8604-20cd-41c6-a51e-0923a81fde3f tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.0871305 Aug 28 15:15:50.793738 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d8c3c55d-c10b-49bd-aeb0-a631e63865cc req-1680d103-6483-4fd8-8fcd-d53543be391f tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540259 Aug 28 15:15:51.530638 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d59b17-cf1e-4620-94a1-b7a0e33edbb6 req-b57d2a98-2f6d-4c32-977c-ae4f2864e59f tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:51.532206 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-86d59b17-cf1e-4620-94a1-b7a0e33edbb6 req-b57d2a98-2f6d-4c32-977c-ae4f2864e59f tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.0531440 Aug 28 15:15:51.573515 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-86d59b17-cf1e-4620-94a1-b7a0e33edbb6 req-6e13fbb7-7ed3-4105-a088-5a68f0ad04e7 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339150 Aug 28 15:15:51.983274 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb927d8-67d9-4cca-97f4-e24ea65627ed req-6f2fa606-ea66-44df-9bd2-53a4548f3360 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:51.985057 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6eb927d8-67d9-4cca-97f4-e24ea65627ed req-6f2fa606-ea66-44df-9bd2-53a4548f3360 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.1239035 Aug 28 15:15:51.993170 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d881b7-429b-49c7-a1fc-dfca09f9a76f req-dd7b7a8a-03cb-4643-ac24-88ce71271fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:51.994643 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-70d881b7-429b-49c7-a1fc-dfca09f9a76f req-dd7b7a8a-03cb-4643-ac24-88ce71271fea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a9a8b74576c4695a1fae90d6f829702&device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 1098 time: 0.0872152 Aug 28 15:15:52.103022 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6eb927d8-67d9-4cca-97f4-e24ea65627ed req-348f29f2-b8d0-4fe9-baf5-7b84726668cf tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062336 Aug 28 15:15:52.139620 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d881b7-429b-49c7-a1fc-dfca09f9a76f req-74a6f5b7-31a5-4e14-b2be-35d3e5bf61d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:52.141071 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-70d881b7-429b-49c7-a1fc-dfca09f9a76f req-74a6f5b7-31a5-4e14-b2be-35d3e5bf61d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=92da9e59-648f-44e9-b842-a5afd0c505e3 HTTP/1.1" status: 200 len: 913 time: 0.1355567 Aug 28 15:15:52.216282 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-70d881b7-429b-49c7-a1fc-dfca09f9a76f req-a5980d3d-3ed2-44e3-b81d-d678707af630 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91ab349b-0848-4f53-9403-6cfa0f7784c1 HTTP/1.1" status: 200 len: 217 time: 0.0535121 Aug 28 15:15:52.283538 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d881b7-429b-49c7-a1fc-dfca09f9a76f req-108efc24-022a-4c6e-9880-a0e5cafb76f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:52.283538 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-70d881b7-429b-49c7-a1fc-dfca09f9a76f req-108efc24-022a-4c6e-9880-a0e5cafb76f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b8c26495-81f2-4073-8e6e-125cfbbdb151 HTTP/1.1" status: 200 len: 852 time: 0.0589716 Aug 28 15:15:52.321803 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-70d881b7-429b-49c7-a1fc-dfca09f9a76f req-09e4030e-e367-4e5b-beb6-a1eb3c98d912 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92da9e59-648f-44e9-b842-a5afd0c505e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286288 Aug 28 15:15:52.451781 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-70d881b7-429b-49c7-a1fc-dfca09f9a76f req-88710179-073e-4efa-9f6a-5f77f5c0e679 service neutron] 10.222.0.41 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222258 Aug 28 15:15:52.576908 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-70d881b7-429b-49c7-a1fc-dfca09f9a76f req-252c5a04-c798-4a4e-9ae0-6876d6269801 service neutron] 10.222.0.41 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125062 Aug 28 15:15:52.715499 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc430162-e2c2-4ec8-a676-255bd0f46540 req-89d6e9b9-f3b0-422c-a3bb-06ce3ae5d56a tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:52.717507 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dc430162-e2c2-4ec8-a676-255bd0f46540 req-89d6e9b9-f3b0-422c-a3bb-06ce3ae5d56a tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.0640714 Aug 28 15:15:52.766226 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dc430162-e2c2-4ec8-a676-255bd0f46540 req-5bce4b0f-db6e-424c-9e95-948bb6a64f39 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376880 Aug 28 15:15:53.183086 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59246) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:53.241411 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999259f3-3458-4efc-9765-98fe1f04917c req-dd11bdb3-22e6-4ad5-9bbd-0e65eb7737bb tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:53.248179 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-999259f3-3458-4efc-9765-98fe1f04917c req-dd11bdb3-22e6-4ad5-9bbd-0e65eb7737bb tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.0591021 Aug 28 15:15:53.288214 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-999259f3-3458-4efc-9765-98fe1f04917c req-520d6cd3-00e3-4a17-83fd-a2e599db5083 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362396 Aug 28 15:15:53.301192 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-18732d72-dde8-46d5-bcfc-9b776d0231a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:53.395361 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-18732d72-dde8-46d5-bcfc-9b776d0231a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:53.399171 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-18732d72-dde8-46d5-bcfc-9b776d0231a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:53.437441 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-18732d72-dde8-46d5-bcfc-9b776d0231a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b42744fdd2844fed9d52bc54ad6fc344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2530570 Aug 28 15:15:53.438369 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18732d72-dde8-46d5-bcfc-9b776d0231a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1276879c-a619-4039-80b5-a7458a540c1d,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:53.440409 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59250) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:53.496077 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b6694512-1a11-4bce-a9a5-ffdb3224ef4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:53.517618 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b6694512-1a11-4bce-a9a5-ffdb3224ef4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:53.565234 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b6694512-1a11-4bce-a9a5-ffdb3224ef4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:53.568675 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b6694512-1a11-4bce-a9a5-ffdb3224ef4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:53.570229 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b6694512-1a11-4bce-a9a5-ffdb3224ef4e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1276879c-a619-4039-80b5-a7458a540c1d HTTP/1.1" status: 204 len: 168 time: 0.1277614 Aug 28 15:15:53.578489 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6694512-1a11-4bce-a9a5-ffdb3224ef4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1276879c-a619-4039-80b5-a7458a540c1d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:53.882963 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59264) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:53.908294 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-134d5db0-8d6c-4cef-9c7e-8a724ebe67d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:53.946775 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b80e10-7eae-4834-8899-454857f9bf6f req-995b3408-d9f3-498a-a6e5-fc344c4c6582 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:53.955141 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-30b80e10-7eae-4834-8899-454857f9bf6f req-995b3408-d9f3-498a-a6e5-fc344c4c6582 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.0770073 Aug 28 15:15:54.007319 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-30b80e10-7eae-4834-8899-454857f9bf6f req-5baa28a8-398c-4db0-9f66-b1f48b7b4f68 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05d1642-3de4-47d6-be56-4ac418889c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512884 Aug 28 15:15:54.056173 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-134d5db0-8d6c-4cef-9c7e-8a724ebe67d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:54.077140 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-134d5db0-8d6c-4cef-9c7e-8a724ebe67d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:54.126634 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d5db0-8d6c-4cef-9c7e-8a724ebe67d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b8d2f4-9d4b-419e-b150-b28385e2b341,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:54.135186 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59274) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:54.135329 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-134d5db0-8d6c-4cef-9c7e-8a724ebe67d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6399ddcc1a242799ad0518a8b311241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2497056 Aug 28 15:15:54.148269 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e250173-fd55-46d9-bc72-67749aa9e99a req-43e3f028-052f-4732-816d-9966d049397c tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:54.149900 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e250173-fd55-46d9-bc72-67749aa9e99a req-43e3f028-052f-4732-816d-9966d049397c tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 945 time: 0.1075168 Aug 28 15:15:54.208374 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a5032abb-9d67-4fc7-8585-bf42b2054b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:54.244635 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a5032abb-9d67-4fc7-8585-bf42b2054b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:54.272681 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-0e250173-fd55-46d9-bc72-67749aa9e99a req-0699815d-54d8-42dc-aec1-b9aeffb7b0b9 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Deleting port 5284421a-28c2-47e5-a806-2b7107aeda47 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:15:54.273062 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0e250173-fd55-46d9-bc72-67749aa9e99a req-0699815d-54d8-42dc-aec1-b9aeffb7b0b9 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:54.327039 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a5032abb-9d67-4fc7-8585-bf42b2054b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:54.330120 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a5032abb-9d67-4fc7-8585-bf42b2054b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:54.334574 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a5032abb-9d67-4fc7-8585-bf42b2054b24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66b8d2f4-9d4b-419e-b150-b28385e2b341 HTTP/1.1" status: 204 len: 168 time: 0.1948266 Aug 28 15:15:54.355504 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5032abb-9d67-4fc7-8585-bf42b2054b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b8d2f4-9d4b-419e-b150-b28385e2b341,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:54.411536 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:54.463215 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff75ac-5d95-43db-a4a7-3af421895743 req-3dc83219-28de-47d1-963a-36bffbe3f3b0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:54.464662 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-52ff75ac-5d95-43db-a4a7-3af421895743 req-3dc83219-28de-47d1-963a-36bffbe3f3b0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.0797772 Aug 28 15:15:54.501328 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-0e250173-fd55-46d9-bc72-67749aa9e99a req-0699815d-54d8-42dc-aec1-b9aeffb7b0b9 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] For port 5284421a-28c2-47e5-a806-2b7107aeda47, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=5284421a-28c2-47e5-a806-2b7107aeda47,segment=NetworkSegment(07ddd294-6759-4cc4-b852-923358df41f3),segment_id=07ddd294-6759-4cc4-b852-923358df41f3)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:15:54.501710 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0e250173-fd55-46d9-bc72-67749aa9e99a req-0699815d-54d8-42dc-aec1-b9aeffb7b0b9 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:54.522942 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-0e250173-fd55-46d9-bc72-67749aa9e99a req-0699815d-54d8-42dc-aec1-b9aeffb7b0b9 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Calling delete_port for 5284421a-28c2-47e5-a806-2b7107aeda47 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:15:54.548815 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-52ff75ac-5d95-43db-a4a7-3af421895743 req-01b05c87-6886-4517-84cc-8c9e98f4da3c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720599 Aug 28 15:15:54.698482 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0e250173-fd55-46d9-bc72-67749aa9e99a req-0699815d-54d8-42dc-aec1-b9aeffb7b0b9 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:54.711154 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['5284421a-28c2-47e5-a806-2b7107aeda47'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:15:54.733033 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699815d-54d8-42dc-aec1-b9aeffb7b0b9 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Pushing event deleted for resources: {'Port': ['ID=5284421a-28c2-47e5-a806-2b7107aeda47,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:54.794016 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e250173-fd55-46d9-bc72-67749aa9e99a req-0699815d-54d8-42dc-aec1-b9aeffb7b0b9 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] No DVR routers for this DVR port 5284421a-28c2-47e5-a806-2b7107aeda47 on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:15:54.797764 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0e250173-fd55-46d9-bc72-67749aa9e99a req-0699815d-54d8-42dc-aec1-b9aeffb7b0b9 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:54.818885 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e250173-fd55-46d9-bc72-67749aa9e99a req-0699815d-54d8-42dc-aec1-b9aeffb7b0b9 tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.41 "DELETE /v2.0/ports/5284421a-28c2-47e5-a806-2b7107aeda47 HTTP/1.1" status: 204 len: 173 time: 0.6602015 Aug 28 15:15:54.818885 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9b61f5-cd5b-402d-87e5-b71ed3761dae', 'name': 'network-vif-deleted', 'tag': '5284421a-28c2-47e5-a806-2b7107aeda47'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:15:54.821767 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a9d821-01db-40b3-b226-4a2325e330b9" -d '{"events": [{"server_uuid": "0a9b61f5-cd5b-402d-87e5-b71ed3761dae", "name": "network-vif-deleted", "tag": "5284421a-28c2-47e5-a806-2b7107aeda47"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:15:54.871874 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30e7c5d-2dba-4870-80e4-4d14e7c43558 x-openstack-request-id: req-e30e7c5d-2dba-4870-80e4-4d14e7c43558 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:15:54.872561 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9b61f5-cd5b-402d-87e5-b71ed3761dae", "name": "network-vif-deleted", "tag": "5284421a-28c2-47e5-a806-2b7107aeda47", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:15:54.872818 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e30e7c5d-2dba-4870-80e4-4d14e7c43558 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:15:54.873252 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9b61f5-cd5b-402d-87e5-b71ed3761dae', 'name': 'network-vif-deleted', 'tag': '5284421a-28c2-47e5-a806-2b7107aeda47', 'status': 'completed', 'code': 200} Aug 28 15:15:55.123233 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7cdd3245-3597-49b6-b9d2-95942057a284 req-4211e100-ec98-4093-97a4-a3ff30ab010a tempest-ServerRescueNegativeTestJSON-1795396731 tempest-ServerRescueNegativeTestJSON-1795396731-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9b61f5-cd5b-402d-87e5-b71ed3761dae HTTP/1.1" status: 200 len: 210 time: 0.0304160 Aug 28 15:15:55.679948 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463b115-99ac-4d2c-904a-6ed304b17a99 req-cc2942b7-f789-4d65-81c2-d6516142aa14 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:55.681551 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3463b115-99ac-4d2c-904a-6ed304b17a99 req-cc2942b7-f789-4d65-81c2-d6516142aa14 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 946 time: 0.0523491 Aug 28 15:15:55.728468 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3463b115-99ac-4d2c-904a-6ed304b17a99 req-95301039-6960-43d9-a9dc-c08309a82f30 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351582 Aug 28 15:15:55.823045 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 5284421a-28c2-47e5-a806-2b7107aeda47 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:15:55.866482 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 5284421a-28c2-47e5-a806-2b7107aeda47 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:15:55.867136 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 5284421a-28c2-47e5-a806-2b7107aeda47 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:15:55.867760 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 91ab349b-0848-4f53-9403-6cfa0f7784c1 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:15:55.966031 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:55.998992 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cefd80c-8c05-46e1-98da-53c597688142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91ab349b-0848-4f53-9403-6cfa0f7784c1'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:15:56.002048 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e936b48-10f5-4324-abfb-c7fa46177ba3" -d '{"events": [{"server_uuid": "0cefd80c-8c05-46e1-98da-53c597688142", "name": "network-vif-unplugged", "status": "completed", "tag": "91ab349b-0848-4f53-9403-6cfa0f7784c1"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:15:56.017670 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 91ab349b-0848-4f53-9403-6cfa0f7784c1, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=91ab349b-0848-4f53-9403-6cfa0f7784c1,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:15:56.023799 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:56.063034 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 28 Aug 2021 15:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030244b4-85fd-4d39-a43b-4d43dc204714 x-openstack-request-id: req-030244b4-85fd-4d39-a43b-4d43dc204714 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:15:56.063327 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cefd80c-8c05-46e1-98da-53c597688142", "name": "network-vif-unplugged", "status": "failed", "tag": "91ab349b-0848-4f53-9403-6cfa0f7784c1", "code": 422}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:15:56.063577 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-030244b4-85fd-4d39-a43b-4d43dc204714 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:15:56.064037 n-d-712137-10 neutron-server[106331]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0cefd80c-8c05-46e1-98da-53c597688142', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '91ab349b-0848-4f53-9403-6cfa0f7784c1', 'code': 422} returned with failed status Aug 28 15:15:56.103286 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=91ab349b-0848-4f53-9403-6cfa0f7784c1,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:56.194330 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59356) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:56.488062 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:56.871798 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def4a78-7f0b-4382-a52f-57f0954363aa req-b08dfc68-c891-4ee2-b8b3-2652c21ed658 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:56.878736 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9def4a78-7f0b-4382-a52f-57f0954363aa req-b08dfc68-c891-4ee2-b8b3-2652c21ed658 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cefd80c-8c05-46e1-98da-53c597688142 HTTP/1.1" status: 200 len: 944 time: 0.1145387 Aug 28 15:15:57.072734 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-9def4a78-7f0b-4382-a52f-57f0954363aa req-1ef2aee4-8834-4f50-ac32-4ae5814985bb tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Deleting port 91ab349b-0848-4f53-9403-6cfa0f7784c1 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:15:57.073071 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9def4a78-7f0b-4382-a52f-57f0954363aa req-1ef2aee4-8834-4f50-ac32-4ae5814985bb tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:57.234823 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-9def4a78-7f0b-4382-a52f-57f0954363aa req-1ef2aee4-8834-4f50-ac32-4ae5814985bb tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] For port 91ab349b-0848-4f53-9403-6cfa0f7784c1, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=91ab349b-0848-4f53-9403-6cfa0f7784c1,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:15:57.235559 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9def4a78-7f0b-4382-a52f-57f0954363aa req-1ef2aee4-8834-4f50-ac32-4ae5814985bb tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:57.256112 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-9def4a78-7f0b-4382-a52f-57f0954363aa req-1ef2aee4-8834-4f50-ac32-4ae5814985bb tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Calling delete_port for 91ab349b-0848-4f53-9403-6cfa0f7784c1 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:15:57.383502 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4d5c6dc7-2fc5-4ed1-b2e4-35729a122d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:57.523452 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9def4a78-7f0b-4382-a52f-57f0954363aa req-1ef2aee4-8834-4f50-ac32-4ae5814985bb tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:57.613934 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2aee4-8834-4f50-ac32-4ae5814985bb tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Pushing event deleted for resources: {'Port': ['ID=91ab349b-0848-4f53-9403-6cfa0f7784c1,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:57.657563 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-9def4a78-7f0b-4382-a52f-57f0954363aa req-1ef2aee4-8834-4f50-ac32-4ae5814985bb tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] No DVR routers for this DVR port 91ab349b-0848-4f53-9403-6cfa0f7784c1 on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:15:57.660744 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-9def4a78-7f0b-4382-a52f-57f0954363aa req-1ef2aee4-8834-4f50-ac32-4ae5814985bb tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:57.662855 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9def4a78-7f0b-4382-a52f-57f0954363aa req-1ef2aee4-8834-4f50-ac32-4ae5814985bb tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "DELETE /v2.0/ports/91ab349b-0848-4f53-9403-6cfa0f7784c1 HTTP/1.1" status: 204 len: 173 time: 0.7833281 Aug 28 15:15:57.663485 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cefd80c-8c05-46e1-98da-53c597688142', 'name': 'network-vif-deleted', 'tag': '91ab349b-0848-4f53-9403-6cfa0f7784c1'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:15:57.665775 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce0f36b-928b-45d6-bb01-d842dbc35d62" -d '{"events": [{"server_uuid": "0cefd80c-8c05-46e1-98da-53c597688142", "name": "network-vif-deleted", "tag": "91ab349b-0848-4f53-9403-6cfa0f7784c1"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:15:57.717343 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 28 Aug 2021 15:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a61431-0207-4067-91fc-c09c3f7098f5 x-openstack-request-id: req-f6a61431-0207-4067-91fc-c09c3f7098f5 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:15:57.717642 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cefd80c-8c05-46e1-98da-53c597688142", "name": "network-vif-deleted", "tag": "91ab349b-0848-4f53-9403-6cfa0f7784c1", "status": "failed", "code": 422}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:15:57.717888 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6a61431-0207-4067-91fc-c09c3f7098f5 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:15:57.718290 n-d-712137-10 neutron-server[106329]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0cefd80c-8c05-46e1-98da-53c597688142', 'name': 'network-vif-deleted', 'tag': '91ab349b-0848-4f53-9403-6cfa0f7784c1', 'status': 'failed', 'code': 422} returned with failed status Aug 28 15:15:57.820015 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-4d5c6dc7-2fc5-4ed1-b2e4-35729a122d3a admin admin] Deleting port 17af811e-32bd-4919-bc78-1417aaea23ca {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:15:57.820634 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4d5c6dc7-2fc5-4ed1-b2e4-35729a122d3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:57.924733 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-4d5c6dc7-2fc5-4ed1-b2e4-35729a122d3a admin admin] For port 17af811e-32bd-4919-bc78-1417aaea23ca, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=17af811e-32bd-4919-bc78-1417aaea23ca,segment=NetworkSegment(07ddd294-6759-4cc4-b852-923358df41f3),segment_id=07ddd294-6759-4cc4-b852-923358df41f3)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:15:57.925561 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4d5c6dc7-2fc5-4ed1-b2e4-35729a122d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:57.945296 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-4d5c6dc7-2fc5-4ed1-b2e4-35729a122d3a admin admin] Calling delete_port for 17af811e-32bd-4919-bc78-1417aaea23ca owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:15:58.250670 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4d5c6dc7-2fc5-4ed1-b2e4-35729a122d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:58.292351 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c6dc7-2fc5-4ed1-b2e4-35729a122d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=17af811e-32bd-4919-bc78-1417aaea23ca,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:58.364216 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-badcc576-9084-4f4b-945c-fcf52fdb79f7 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:15:58.365785 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-badcc576-9084-4f4b-945c-fcf52fdb79f7 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/networks?id=92da9e59-648f-44e9-b842-a5afd0c505e3 HTTP/1.1" status: 200 len: 812 time: 0.1935163 Aug 28 15:15:58.389624 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-ce0fe168-571f-4e2a-98fe-d1d1eb198fab tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/quotas/8a9a8b74576c4695a1fae90d6f829702 HTTP/1.1" status: 200 len: 375 time: 0.0176234 Aug 28 15:15:58.476819 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-5de79a22-a3e3-43d6-9325-983393d9514c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a9a8b74576c4695a1fae90d6f829702&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440142 Aug 28 15:15:58.601002 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4d5c6dc7-2fc5-4ed1-b2e4-35729a122d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:58.632230 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-aa2c309c-e87e-4096-9add-2119e179bbc1 service neutron] 10.222.0.13 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544909 Aug 28 15:15:58.825705 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-f0412f0c-366a-4e97-9a3a-8d7909f9852a service neutron] 10.222.0.13 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563079 Aug 28 15:15:58.983711 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5c6dc7-2fc5-4ed1-b2e4-35729a122d3a admin admin] Router d8469186-2923-4b87-9eb7-e8a072b95c10 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:15:59.140857 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5c6dc7-2fc5-4ed1-b2e4-35729a122d3a admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:15:59.148369 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-97bc7c4e-4937-4141-a77f-75f60d920213 req-61344171-ea12-4250-8f81-b45a05c991ec tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 210 time: 0.0450702 Aug 28 15:15:59.149974 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59444) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:15:59.150519 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4d5c6dc7-2fc5-4ed1-b2e4-35729a122d3a admin admin] 10.222.0.13 "PUT /v2.0/routers/d8469186-2923-4b87-9eb7-e8a072b95c10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9545701 Aug 28 15:15:59.154658 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa23c25-7226-46ff-8157-a81543f56f8b None None] Sync routers for ids ['d8469186-2923-4b87-9eb7-e8a072b95c10'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:15:59.172766 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa23c25-7226-46ff-8157-a81543f56f8b None None] Routers {'d8469186-2923-4b87-9eb7-e8a072b95c10'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:15:59.173329 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-faa23c25-7226-46ff-8157-a81543f56f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:15:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d8469186-2923-4b87-9eb7-e8a072b95c10'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:59.306507 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-faa23c25-7226-46ff-8157-a81543f56f8b None None] Set router d8469186-2923-4b87-9eb7-e8a072b95c10 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:15:59.321025 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f76c92bc-d4ee-48e1-af33-5ee83b6194f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:59.459923 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f76c92bc-d4ee-48e1-af33-5ee83b6194f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:59.508641 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-faa23c25-7226-46ff-8157-a81543f56f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8469186-2923-4b87-9eb7-e8a072b95c10', 'name': 'tempest-ServerRescueNegativeTestJSON-160054580-router', 'tenant_id': '2daa716d41af426baed6e9a74353070d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '9e499b89-70f1-4a75-96de-ffc1653b0bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:22Z', 'updated_at': '2021-08-28T15:15:58Z', 'revision_number': 5, 'project_id': '2daa716d41af426baed6e9a74353070d', 'gw_port': {'id': '9e499b89-70f1-4a75-96de-ffc1653b0bbb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8469186-2923-4b87-9eb7-e8a072b95c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:13:22Z', 'updated_at': '2021-08-28T15:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:59.537298 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa23c25-7226-46ff-8157-a81543f56f8b None None] Checking router: d8469186-2923-4b87-9eb7-e8a072b95c10 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:15:59.543173 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-f76c92bc-d4ee-48e1-af33-5ee83b6194f6 admin admin] Deleting port 9e499b89-70f1-4a75-96de-ffc1653b0bbb {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:15:59.543575 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f76c92bc-d4ee-48e1-af33-5ee83b6194f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:59.546951 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa23c25-7226-46ff-8157-a81543f56f8b None None] Routers {'d8469186-2923-4b87-9eb7-e8a072b95c10'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:15:59.547629 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-faa23c25-7226-46ff-8157-a81543f56f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:15:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d8469186-2923-4b87-9eb7-e8a072b95c10'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:59.639111 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-f76c92bc-d4ee-48e1-af33-5ee83b6194f6 admin admin] For port 9e499b89-70f1-4a75-96de-ffc1653b0bbb, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=9e499b89-70f1-4a75-96de-ffc1653b0bbb,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:15:59.639880 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f76c92bc-d4ee-48e1-af33-5ee83b6194f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:59.648783 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-faa23c25-7226-46ff-8157-a81543f56f8b None None] Set router d8469186-2923-4b87-9eb7-e8a072b95c10 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:15:59.662873 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-f76c92bc-d4ee-48e1-af33-5ee83b6194f6 admin admin] Calling delete_port for 9e499b89-70f1-4a75-96de-ffc1653b0bbb owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:15:59.713733 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-faa23c25-7226-46ff-8157-a81543f56f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8469186-2923-4b87-9eb7-e8a072b95c10', 'name': 'tempest-ServerRescueNegativeTestJSON-160054580-router', 'tenant_id': '2daa716d41af426baed6e9a74353070d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:22Z', 'updated_at': '2021-08-28T15:15:59Z', 'revision_number': 6, 'project_id': '2daa716d41af426baed6e9a74353070d', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:15:59.743165 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa23c25-7226-46ff-8157-a81543f56f8b None None] The sync data for ids ['d8469186-2923-4b87-9eb7-e8a072b95c10'] in n-d-712137-10 is: [{'id': 'd8469186-2923-4b87-9eb7-e8a072b95c10', 'name': 'tempest-ServerRescueNegativeTestJSON-160054580-router', 'tenant_id': '2daa716d41af426baed6e9a74353070d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:13:22Z', 'updated_at': '2021-08-28T15:15:59Z', 'revision_number': 6, 'project_id': '2daa716d41af426baed6e9a74353070d', 'gw_port_host': None}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:15:59.883667 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f76c92bc-d4ee-48e1-af33-5ee83b6194f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:15:59.910993 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c92bc-d4ee-48e1-af33-5ee83b6194f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e499b89-70f1-4a75-96de-ffc1653b0bbb,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:15:59.974890 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f76c92bc-d4ee-48e1-af33-5ee83b6194f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:00.463550 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7a301042-8b99-4d21-9cf2-365ee6a21c8c req-4ee0aa53-503e-4e31-b877-3665801d4d06 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 210 time: 0.1410365 Aug 28 15:16:00.477446 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f76c92bc-d4ee-48e1-af33-5ee83b6194f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:00.490257 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f76c92bc-d4ee-48e1-af33-5ee83b6194f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:00.554757 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f76c92bc-d4ee-48e1-af33-5ee83b6194f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:00.560657 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76c92bc-d4ee-48e1-af33-5ee83b6194f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8469186-2923-4b87-9eb7-e8a072b95c10 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:16:00.571614 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f76c92bc-d4ee-48e1-af33-5ee83b6194f6 admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:00.571614 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f76c92bc-d4ee-48e1-af33-5ee83b6194f6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d8469186-2923-4b87-9eb7-e8a072b95c10 HTTP/1.1" status: 204 len: 168 time: 1.4205403 Aug 28 15:16:00.573942 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59480) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:00.617103 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-19608542-9e96-4580-8355-e6f35ecd67e8 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:00.617976 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 17af811e-32bd-4919-bc78-1417aaea23ca no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:16:00.618712 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-19608542-9e96-4580-8355-e6f35ecd67e8 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.41 "GET /v2.0/networks?id=92da9e59-648f-44e9-b842-a5afd0c505e3 HTTP/1.1" status: 200 len: 812 time: 0.2879958 Aug 28 15:16:00.636630 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-5543ee94-23a8-42c4-9ad4-c12719f393b0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Request body: {'port': {'device_id': '7908a485-627e-4d8f-bbb2-417bb484d3a4', 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3', 'admin_state_up': True, 'tenant_id': '8a9a8b74576c4695a1fae90d6f829702'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:16:00.655786 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 17af811e-32bd-4919-bc78-1417aaea23ca {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:16:00.661118 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 17af811e-32bd-4919-bc78-1417aaea23ca not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:16:00.664487 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc9e3ff-76f3-4ee9-a473-94522d860e8e admin admin] Deleting subnet 6baacc3b-9f26-42b9-89a3-3904a08dc932 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:16:00.678245 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fdc9e3ff-76f3-4ee9-a473-94522d860e8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:00.743451 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fdc9e3ff-76f3-4ee9-a473-94522d860e8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:00.836407 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fdc9e3ff-76f3-4ee9-a473-94522d860e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:00.881652 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-5543ee94-23a8-42c4-9ad4-c12719f393b0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Made reservation on behalf of 8a9a8b74576c4695a1fae90d6f829702 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:16:00.886679 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-5543ee94-23a8-42c4-9ad4-c12719f393b0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:00.930017 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fdc9e3ff-76f3-4ee9-a473-94522d860e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:00.969189 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9e3ff-76f3-4ee9-a473-94522d860e8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6baacc3b-9f26-42b9-89a3-3904a08dc932,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:00.974398 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fdc9e3ff-76f3-4ee9-a473-94522d860e8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:00.976844 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fdc9e3ff-76f3-4ee9-a473-94522d860e8e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6baacc3b-9f26-42b9-89a3-3904a08dc932 HTTP/1.1" status: 204 len: 168 time: 0.4018235 Aug 28 15:16:00.979166 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59498) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:01.119720 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9e8c462a-aae3-41db-b3dd-075edc114920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:01.148994 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-5543ee94-23a8-42c4-9ad4-c12719f393b0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Allocated IP 172.20.0.5 (92da9e59-648f-44e9-b842-a5afd0c505e3/b8c26495-81f2-4073-8e6e-125cfbbdb151/f08f2541-46fe-4dc5-b876-a1cecdb92765) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:16:01.228359 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9e8c462a-aae3-41db-b3dd-075edc114920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:01.241664 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-9e8c462a-aae3-41db-b3dd-075edc114920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a82b058-95d5-4811-a7cb-e74380d2fdc7']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:16:01.255522 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-9e8c462a-aae3-41db-b3dd-075edc114920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ddd294-6759-4cc4-b852-923358df41f3') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:16:01.255942 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-9e8c462a-aae3-41db-b3dd-075edc114920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ddd294-6759-4cc4-b852-923358df41f3') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:16:01.267022 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9e8c462a-aae3-41db-b3dd-075edc114920 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:01.283083 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9e8c462a-aae3-41db-b3dd-075edc114920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:01.291853 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8c462a-aae3-41db-b3dd-075edc114920 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:16:01.292632 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9e8c462a-aae3-41db-b3dd-075edc114920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:16:01.294472 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:16:01.326853 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59506) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:01.375914 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9e8c462a-aae3-41db-b3dd-075edc114920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:01.384776 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9e8c462a-aae3-41db-b3dd-075edc114920 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:01.389778 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9e8c462a-aae3-41db-b3dd-075edc114920 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7a82b058-95d5-4811-a7cb-e74380d2fdc7 HTTP/1.1" status: 204 len: 168 time: 0.4061830 Aug 28 15:16:01.393274 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-5543ee94-23a8-42c4-9ad4-c12719f393b0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:01.401635 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c462a-aae3-41db-b3dd-075edc114920 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a82b058-95d5-4811-a7cb-e74380d2fdc7,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:01.446222 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-5543ee94-23a8-42c4-9ad4-c12719f393b0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:01.512847 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-046ba638-9f6e-4df8-a642-5b55ee46f35a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:01.518201 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-5543ee94-23a8-42c4-9ad4-c12719f393b0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Network 92da9e59-648f-44e9-b842-a5afd0c505e3 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:16:01.527293 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-5543ee94-23a8-42c4-9ad4-c12719f393b0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:16:01.532526 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-5543ee94-23a8-42c4-9ad4-c12719f393b0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:16:01.546076 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59514) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:01.584243 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-5543ee94-23a8-42c4-9ad4-c12719f393b0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:01.584890 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-5543ee94-23a8-42c4-9ad4-c12719f393b0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:01.591698 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543ee94-23a8-42c4-9ad4-c12719f393b0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Pushing event updated for resources: {'Port': ['ID=f08f2541-46fe-4dc5-b876-a1cecdb92765,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:01.595449 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b3da4ef3-421f-4ea1-b473-c182d15e67c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2daa716d41af426baed6e9a74353070d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478756 Aug 28 15:16:01.597950 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59518) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:01.657579 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fe1bd2dc-ed70-4c9d-b149-278cf620a2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:01.683379 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd10f0-b5f1-4bd4-93aa-9db64629f0c6 req-4fce3509-dada-434d-9ccd-638aca786532 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:01.683586 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fe1bd2dc-ed70-4c9d-b149-278cf620a2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:01.685080 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-03fd10f0-b5f1-4bd4-93aa-9db64629f0c6 req-4fce3509-dada-434d-9ccd-638aca786532 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 931 time: 0.0948770 Aug 28 15:16:01.738669 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fe1bd2dc-ed70-4c9d-b149-278cf620a2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:01.742179 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fe1bd2dc-ed70-4c9d-b149-278cf620a2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:01.743464 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fe1bd2dc-ed70-4c9d-b149-278cf620a2e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d05d1642-3de4-47d6-be56-4ac418889c31 HTTP/1.1" status: 204 len: 168 time: 0.1441791 Aug 28 15:16:01.751575 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bd2dc-ed70-4c9d-b149-278cf620a2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05d1642-3de4-47d6-be56-4ac418889c31,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:01.777533 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-03fd10f0-b5f1-4bd4-93aa-9db64629f0c6 req-88e2cbb3-4615-4805-8725-966d56e5daef tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795205 Aug 28 15:16:01.803817 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-046ba638-9f6e-4df8-a642-5b55ee46f35a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:01.810125 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-046ba638-9f6e-4df8-a642-5b55ee46f35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:01.824870 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-5543ee94-23a8-42c4-9ad4-c12719f393b0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1955566 Aug 28 15:16:01.845787 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-7e3b9999-9108-4751-9b86-4899e51d0048 service neutron] Request body: {'port': {'device_id': '7908a485-627e-4d8f-bbb2-417bb484d3a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:16:01.883100 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-046ba638-9f6e-4df8-a642-5b55ee46f35a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb51db5cdae548e087b77f8ee24e7039&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5549557 Aug 28 15:16:01.886866 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ba638-9f6e-4df8-a642-5b55ee46f35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ecbc47-2057-4b13-933c-fd9246508197,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:01.889022 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59522) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:01.930719 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-7e3b9999-9108-4751-9b86-4899e51d0048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:01.972664 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eefab3a7-0ce8-4e85-9ec8-c22d8f8d7cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:02.001084 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eefab3a7-0ce8-4e85-9ec8-c22d8f8d7cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:02.069935 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eefab3a7-0ce8-4e85-9ec8-c22d8f8d7cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:02.072739 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eefab3a7-0ce8-4e85-9ec8-c22d8f8d7cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:02.076908 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-eefab3a7-0ce8-4e85-9ec8-c22d8f8d7cbd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89ecbc47-2057-4b13-933c-fd9246508197 HTTP/1.1" status: 204 len: 168 time: 0.1843247 Aug 28 15:16:02.088567 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefab3a7-0ce8-4e85-9ec8-c22d8f8d7cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ecbc47-2057-4b13-933c-fd9246508197,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:02.176955 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9e499b89-70f1-4a75-96de-ffc1653b0bbb no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:16:02.212995 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 9e499b89-70f1-4a75-96de-ffc1653b0bbb {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:16:02.213363 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9e499b89-70f1-4a75-96de-ffc1653b0bbb not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:16:02.328728 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-7e3b9999-9108-4751-9b86-4899e51d0048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f08f2541-46fe-4dc5-b876-a1cecdb92765 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:16:02.338481 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-7e3b9999-9108-4751-9b86-4899e51d0048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:02.361835 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-7e3b9999-9108-4751-9b86-4899e51d0048 service neutron] Transition to ACTIVE for port object f08f2541-46fe-4dc5-b876-a1cecdb92765 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:16:02.368466 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-7e3b9999-9108-4751-9b86-4899e51d0048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:02.430012 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b9999-9108-4751-9b86-4899e51d0048 service neutron] Pushing event updated for resources: {'Port': ['ID=f08f2541-46fe-4dc5-b876-a1cecdb92765,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:02.522953 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-7e3b9999-9108-4751-9b86-4899e51d0048 service neutron] Attempting to bind port f08f2541-46fe-4dc5-b876-a1cecdb92765 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:16:02.524075 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-7e3b9999-9108-4751-9b86-4899e51d0048 service neutron] Attempting to bind port f08f2541-46fe-4dc5-b876-a1cecdb92765 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '3bd3ea4a-19c0-4756-b851-b7219964ac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:16:02.524075 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-7e3b9999-9108-4751-9b86-4899e51d0048 service neutron] Attempting to bind port f08f2541-46fe-4dc5-b876-a1cecdb92765 on network 92da9e59-648f-44e9-b842-a5afd0c505e3 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:16:02.528691 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-7e3b9999-9108-4751-9b86-4899e51d0048 service neutron] Port f08f2541-46fe-4dc5-b876-a1cecdb92765 on network 92da9e59-648f-44e9-b842-a5afd0c505e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:16:02.529233 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-7e3b9999-9108-4751-9b86-4899e51d0048 service neutron] Attempting to bind port f08f2541-46fe-4dc5-b876-a1cecdb92765 on network 92da9e59-648f-44e9-b842-a5afd0c505e3 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:16:02.537866 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-7e3b9999-9108-4751-9b86-4899e51d0048 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:16:02.538804 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-7e3b9999-9108-4751-9b86-4899e51d0048 service neutron] Checking segment: {'id': '3bd3ea4a-19c0-4756-b851-b7219964ac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:16:02.539852 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-7e3b9999-9108-4751-9b86-4899e51d0048 service neutron] Bound using segment: {'id': '3bd3ea4a-19c0-4756-b851-b7219964ac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:16:02.540669 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-7e3b9999-9108-4751-9b86-4899e51d0048 service neutron] Bound port: f08f2541-46fe-4dc5-b876-a1cecdb92765, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bd3ea4a-19c0-4756-b851-b7219964ac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:16:02.541806 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-7e3b9999-9108-4751-9b86-4899e51d0048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:02.595274 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59548) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:02.610941 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e54c507c-2ce3-430c-8235-cb56b65ea229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:02.625202 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-7e3b9999-9108-4751-9b86-4899e51d0048 service neutron] For port f08f2541-46fe-4dc5-b876-a1cecdb92765, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:16:02.629431 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-7e3b9999-9108-4751-9b86-4899e51d0048 service neutron] For port f08f2541-46fe-4dc5-b876-a1cecdb92765, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=f08f2541-46fe-4dc5-b876-a1cecdb92765,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:16:02.635808 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-7e3b9999-9108-4751-9b86-4899e51d0048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:02.677519 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-7e3b9999-9108-4751-9b86-4899e51d0048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:02.679115 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-7e3b9999-9108-4751-9b86-4899e51d0048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:02.680551 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-7e3b9999-9108-4751-9b86-4899e51d0048 service neutron] 10.222.0.41 "PUT /v2.0/ports/f08f2541-46fe-4dc5-b876-a1cecdb92765 HTTP/1.1" status: 200 len: 1092 time: 0.8439512 Aug 28 15:16:02.683282 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7908a485-627e-4d8f-bbb2-417bb484d3a4', 'tag': 'f08f2541-46fe-4dc5-b876-a1cecdb92765'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:16:02.686908 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13ad388-3d22-4b4a-90bd-e8ef57f2ee4e" -d '{"events": [{"name": "network-changed", "server_uuid": "7908a485-627e-4d8f-bbb2-417bb484d3a4", "tag": "f08f2541-46fe-4dc5-b876-a1cecdb92765"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:16:02.725311 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b9999-9108-4751-9b86-4899e51d0048 service neutron] Pushing event updated for resources: {'Port': ['ID=f08f2541-46fe-4dc5-b876-a1cecdb92765,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:02.780221 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacf62d9-6017-4dc5-802d-34ed78332946 x-openstack-request-id: req-bacf62d9-6017-4dc5-802d-34ed78332946 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:16:02.780607 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7908a485-627e-4d8f-bbb2-417bb484d3a4", "tag": "f08f2541-46fe-4dc5-b876-a1cecdb92765", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:16:02.780951 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bacf62d9-6017-4dc5-802d-34ed78332946 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:16:02.781443 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7908a485-627e-4d8f-bbb2-417bb484d3a4', 'tag': 'f08f2541-46fe-4dc5-b876-a1cecdb92765', 'status': 'completed', 'code': 200} Aug 28 15:16:02.785201 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-788b915c-242f-42aa-b0ea-28ca1255efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:02.788665 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-788b915c-242f-42aa-b0ea-28ca1255efb6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a9a8b74576c4695a1fae90d6f829702&device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 1095 time: 0.0586419 Aug 28 15:16:02.805258 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e54c507c-2ce3-430c-8235-cb56b65ea229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:02.817534 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e54c507c-2ce3-430c-8235-cb56b65ea229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:02.866523 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-1bd3294c-09b1-4f8c-bfd7-1316e8362916 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f08f2541-46fe-4dc5-b876-a1cecdb92765 HTTP/1.1" status: 200 len: 217 time: 0.0687418 Aug 28 15:16:02.882559 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c507c-2ce3-430c-8235-cb56b65ea229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48b2975-e444-4711-9726-bcd37a644e04,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:02.903447 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e54c507c-2ce3-430c-8235-cb56b65ea229 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4a3b2f5f937418297109336f119195f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3043597 Aug 28 15:16:02.903811 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59562) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:02.963245 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-537b2b8d-84e6-4157-8ed0-1a43539196c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:02.974770 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-a8f80e46-b1c3-4325-b72d-b1407d580bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:02.976313 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-a8f80e46-b1c3-4325-b72d-b1407d580bcc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b8c26495-81f2-4073-8e6e-125cfbbdb151 HTTP/1.1" status: 200 len: 852 time: 0.0996749 Aug 28 15:16:02.987208 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c31c4f-8fa7-4ec3-80a0-ad3ac842e9ee req-b382f8c0-8f14-47fb-81ef-c16a6149f032 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:02.988930 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-93c31c4f-8fa7-4ec3-80a0-ad3ac842e9ee req-b382f8c0-8f14-47fb-81ef-c16a6149f032 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 943 time: 0.0922778 Aug 28 15:16:03.007483 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-537b2b8d-84e6-4157-8ed0-1a43539196c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:03.031178 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-3aaa6e2c-cfdf-424a-bcc1-b7b6540fbe35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92da9e59-648f-44e9-b842-a5afd0c505e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412495 Aug 28 15:16:03.067216 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-537b2b8d-84e6-4157-8ed0-1a43539196c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:03.069553 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-93c31c4f-8fa7-4ec3-80a0-ad3ac842e9ee req-a615cfc5-1a85-4dc0-a328-d4bd2e5aae99 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718777 Aug 28 15:16:03.071255 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-537b2b8d-84e6-4157-8ed0-1a43539196c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:03.074283 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-537b2b8d-84e6-4157-8ed0-1a43539196c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d48b2975-e444-4711-9726-bcd37a644e04 HTTP/1.1" status: 204 len: 168 time: 0.1671469 Aug 28 15:16:03.081705 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b2b8d-84e6-4157-8ed0-1a43539196c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48b2975-e444-4711-9726-bcd37a644e04,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:03.184880 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-eeef20f2-a669-40cf-a470-c4b8eaa660ef service neutron] 10.222.0.41 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457348 Aug 28 15:16:03.337756 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13bb5c83-2fe1-4581-863d-8e113538cecc req-eff77db2-96ef-44bd-bb7e-5af2b2e08d2b tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0353484 Aug 28 15:16:03.352328 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bd1cb66e-b44b-411f-9507-3465fd5a502d req-6ab77fa5-07aa-4a69-99ba-52e1caac2da5 service neutron] 10.222.0.41 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592386 Aug 28 15:16:03.450292 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ad388-3d22-4b4a-90bd-e8ef57f2ee4e req-a53dd194-8dc5-4335-8f8d-f489da998036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:03.451946 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f13ad388-3d22-4b4a-90bd-e8ef57f2ee4e req-a53dd194-8dc5-4335-8f8d-f489da998036 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a9a8b74576c4695a1fae90d6f829702&device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 1095 time: 0.0458217 Aug 28 15:16:03.580525 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ad388-3d22-4b4a-90bd-e8ef57f2ee4e req-ea305fdd-d2ce-4e87-a6a3-ce20c45287c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:03.582984 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f13ad388-3d22-4b4a-90bd-e8ef57f2ee4e req-ea305fdd-d2ce-4e87-a6a3-ce20c45287c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=92da9e59-648f-44e9-b842-a5afd0c505e3 HTTP/1.1" status: 200 len: 913 time: 0.1233904 Aug 28 15:16:03.655235 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f13ad388-3d22-4b4a-90bd-e8ef57f2ee4e req-4801c7ec-a698-4aa9-82ba-b1e773eb95e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f08f2541-46fe-4dc5-b876-a1cecdb92765 HTTP/1.1" status: 200 len: 217 time: 0.0647962 Aug 28 15:16:03.717677 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ad388-3d22-4b4a-90bd-e8ef57f2ee4e req-e0b0c037-05cd-4b79-ac76-896243340835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:03.719357 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f13ad388-3d22-4b4a-90bd-e8ef57f2ee4e req-e0b0c037-05cd-4b79-ac76-896243340835 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b8c26495-81f2-4073-8e6e-125cfbbdb151 HTTP/1.1" status: 200 len: 852 time: 0.0567544 Aug 28 15:16:03.763820 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f13ad388-3d22-4b4a-90bd-e8ef57f2ee4e req-e4a81039-631b-4b0f-8682-b57cb8388b23 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92da9e59-648f-44e9-b842-a5afd0c505e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353673 Aug 28 15:16:03.896611 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f13ad388-3d22-4b4a-90bd-e8ef57f2ee4e req-04d69913-01e2-4dca-ad16-c857f4fb1e62 service neutron] 10.222.0.41 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250398 Aug 28 15:16:04.036744 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f13ad388-3d22-4b4a-90bd-e8ef57f2ee4e req-4c4017a4-0554-4b03-9953-48f34af04e0a service neutron] 10.222.0.41 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323028 Aug 28 15:16:04.207083 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7917c7-7a1b-4078-8c53-b6f23b15b164 req-dea1f293-8be4-4875-aedf-15ac7645d912 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:04.215348 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3c7917c7-7a1b-4078-8c53-b6f23b15b164 req-dea1f293-8be4-4875-aedf-15ac7645d912 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 943 time: 0.0629163 Aug 28 15:16:04.265626 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3c7917c7-7a1b-4078-8c53-b6f23b15b164 req-a7d4989d-2781-432e-b0c1-3c6ea83b6a0a tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489740 Aug 28 15:16:04.508742 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-23f5b253-4df7-4c07-9c07-27894235586b req-60661d61-9919-42c8-b57d-1f5b6f2774cc tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0575187 Aug 28 15:16:05.222773 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59640) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:05.362765 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b278943a-7827-4b3d-ab61-de61ada818fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:05.437874 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d93bd-17a9-40ef-be44-36321658f685 req-2dcc1ec9-c1ba-4ba7-8fb7-9c48219a9255 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:05.440249 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-106d93bd-17a9-40ef-be44-36321658f685 req-2dcc1ec9-c1ba-4ba7-8fb7-9c48219a9255 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 943 time: 0.0814083 Aug 28 15:16:05.490064 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b278943a-7827-4b3d-ab61-de61ada818fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:05.496818 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b278943a-7827-4b3d-ab61-de61ada818fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:05.504360 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-106d93bd-17a9-40ef-be44-36321658f685 req-009e4b85-3f65-4611-b45b-7adefaf8766b tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580008 Aug 28 15:16:05.548968 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b278943a-7827-4b3d-ab61-de61ada818fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dcb4e590dffe4889b8e8f5bc6d2a82ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3251266 Aug 28 15:16:05.552587 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278943a-7827-4b3d-ab61-de61ada818fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37171f4-e2ff-413d-925d-0fe62aeac731,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:05.552754 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59650) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:05.685079 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4cb88752-dae4-4e72-9aa5-02344f997323 req-7a92b2ff-c99c-4782-86dd-e249f0a49068 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0368564 Aug 28 15:16:05.685923 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4d2f5f4c-6f8a-4551-8103-c57177651dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:05.698221 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-58a3cf5b-d125-4675-8e8c-731cdd8b6e6b req-6ea9f53c-ba40-4b0c-a812-8809f08368fb tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0462980 Aug 28 15:16:05.728036 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4d2f5f4c-6f8a-4551-8103-c57177651dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:05.778784 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4d2f5f4c-6f8a-4551-8103-c57177651dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:05.789696 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4d2f5f4c-6f8a-4551-8103-c57177651dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:05.793253 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4d2f5f4c-6f8a-4551-8103-c57177651dff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a37171f4-e2ff-413d-925d-0fe62aeac731 HTTP/1.1" status: 204 len: 168 time: 0.2372458 Aug 28 15:16:05.810813 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f5f4c-6f8a-4551-8103-c57177651dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37171f4-e2ff-413d-925d-0fe62aeac731,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:06.055545 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59660) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:06.070094 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b267d6bb-9d35-40c4-a690-caeb9fec9fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:06.160933 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b267d6bb-9d35-40c4-a690-caeb9fec9fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:06.164816 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b267d6bb-9d35-40c4-a690-caeb9fec9fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:06.206500 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b267d6bb-9d35-40c4-a690-caeb9fec9fed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e84831952984d3f82fe57860271ef75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1490378 Aug 28 15:16:06.207529 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267d6bb-9d35-40c4-a690-caeb9fec9fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53acf42e-5c24-4e1c-97ac-ee37fff1a618,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:06.209194 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59662) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:06.262626 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cfa6c562-4ba0-4627-930d-b390a0068541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:06.285075 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cfa6c562-4ba0-4627-930d-b390a0068541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:06.336173 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cfa6c562-4ba0-4627-930d-b390a0068541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:06.338625 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cfa6c562-4ba0-4627-930d-b390a0068541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:06.339877 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cfa6c562-4ba0-4627-930d-b390a0068541 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53acf42e-5c24-4e1c-97ac-ee37fff1a618 HTTP/1.1" status: 204 len: 168 time: 0.1289108 Aug 28 15:16:06.348765 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6c562-4ba0-4627-930d-b390a0068541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53acf42e-5c24-4e1c-97ac-ee37fff1a618,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:06.643248 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28205cfa-4831-4367-81eb-0cf6d08f249a req-b567be0a-9710-46a8-9b40-9e776c036c32 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:06.645600 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-28205cfa-4831-4367-81eb-0cf6d08f249a req-b567be0a-9710-46a8-9b40-9e776c036c32 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 943 time: 0.0549934 Aug 28 15:16:06.652670 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618b2c8-c6c8-4930-ade2-1d966ebbb598 req-ed81a5e8-b5c9-44ad-81f0-92a9750360f7 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:06.654266 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3618b2c8-c6c8-4930-ade2-1d966ebbb598 req-ed81a5e8-b5c9-44ad-81f0-92a9750360f7 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=f75f65db-b1c8-4613-9fd4-d6281398365d HTTP/1.1" status: 200 len: 945 time: 0.0562117 Aug 28 15:16:06.700251 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-28205cfa-4831-4367-81eb-0cf6d08f249a req-838f5c37-9931-4d63-86ab-cf69195cf090 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475893 Aug 28 15:16:06.708538 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3618b2c8-c6c8-4930-ade2-1d966ebbb598 req-e2e68d02-49d8-4c8c-ab5d-d085ba4347b1 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472219 Aug 28 15:16:06.827572 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c4d994e1-11cf-4d5e-adce-4835a46c369a req-36055fdd-89e3-4725-8101-29e55d54fe3e tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0384507 Aug 28 15:16:07.833931 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0f7c6-4350-44db-9655-5d1e68647fc5 req-ef63ff68-96d2-41a3-ae16-42668b10bb6c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:07.841192 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8cb0f7c6-4350-44db-9655-5d1e68647fc5 req-ef63ff68-96d2-41a3-ae16-42668b10bb6c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 943 time: 0.0618951 Aug 28 15:16:07.876578 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472d312-1ac0-4aca-83e6-22589e2bb32b req-6754bc69-4909-4d5e-a8f8-985f71d151ab tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:07.879860 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8472d312-1ac0-4aca-83e6-22589e2bb32b req-6754bc69-4909-4d5e-a8f8-985f71d151ab tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=f75f65db-b1c8-4613-9fd4-d6281398365d HTTP/1.1" status: 200 len: 945 time: 0.0656459 Aug 28 15:16:07.895060 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device f08f2541-46fe-4dc5-b876-a1cecdb92765 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:16:07.895837 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8cb0f7c6-4350-44db-9655-5d1e68647fc5 req-66cea273-a390-4ff8-b38c-ceb8f91f354a tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499446 Aug 28 15:16:07.958899 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8472d312-1ac0-4aca-83e6-22589e2bb32b req-60118ede-47a8-47c6-9b1b-08da609412a8 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723810 Aug 28 15:16:08.020716 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port f08f2541-46fe-4dc5-b876-a1cecdb92765, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=f08f2541-46fe-4dc5-b876-a1cecdb92765,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:16:08.036862 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2414e6e8-dd83-420d-8d06-c7e8568fc87d req-486d8c98-d568-47bf-8d9e-e196028db293 tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0381830 Aug 28 15:16:08.038855 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'f08f2541-46fe-4dc5-b876-a1cecdb92765', 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3', 'port_id': 'f08f2541-46fe-4dc5-b876-a1cecdb92765', 'mac_address': 'fa:16:3e:69:73:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c26495-81f2-4073-8e6e-125cfbbdb151', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:16:08.066837 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b276b035-53d4-4a7d-808c-e353c5585bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:08.086628 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:08.108223 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f08f2541-46fe-4dc5-b876-a1cecdb92765 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:16:08.134395 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port f08f2541-46fe-4dc5-b876-a1cecdb92765, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=f08f2541-46fe-4dc5-b876-a1cecdb92765,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:16:08.139384 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:08.227705 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=f08f2541-46fe-4dc5-b876-a1cecdb92765,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:08.287689 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8f7ac-39dd-4be7-9016-6802c44c043f req-e6ef8100-87af-4b7a-a543-c7577324c9e8 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:08.289279 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3dd8f7ac-39dd-4be7-9016-6802c44c043f req-e6ef8100-87af-4b7a-a543-c7577324c9e8 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.36 "GET /v2.0/ports?device_id=f75f65db-b1c8-4613-9fd4-d6281398365d HTTP/1.1" status: 200 len: 945 time: 0.0879314 Aug 28 15:16:08.417540 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-3dd8f7ac-39dd-4be7-9016-6802c44c043f req-160bf6ec-224c-4708-89d8-1e6b48c78193 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Deleting port ae303c82-ebd3-40b3-8dde-6d20bb54f421 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:16:08.418800 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3dd8f7ac-39dd-4be7-9016-6802c44c043f req-160bf6ec-224c-4708-89d8-1e6b48c78193 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:08.462667 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['f08f2541-46fe-4dc5-b876-a1cecdb92765'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:16:08.552463 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-3dd8f7ac-39dd-4be7-9016-6802c44c043f req-160bf6ec-224c-4708-89d8-1e6b48c78193 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] For port ae303c82-ebd3-40b3-8dde-6d20bb54f421, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ae303c82-ebd3-40b3-8dde-6d20bb54f421,segment=NetworkSegment(9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d),segment_id=9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:16:08.552971 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3dd8f7ac-39dd-4be7-9016-6802c44c043f req-160bf6ec-224c-4708-89d8-1e6b48c78193 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:08.575348 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-3dd8f7ac-39dd-4be7-9016-6802c44c043f req-160bf6ec-224c-4708-89d8-1e6b48c78193 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Calling delete_port for ae303c82-ebd3-40b3-8dde-6d20bb54f421 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:16:08.780836 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1aced94a-07f6-49fc-8453-561accf7c607 req-583088b8-1f1b-45b6-b64c-2d91f0a05bb6 tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0508077 Aug 28 15:16:08.821257 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3dd8f7ac-39dd-4be7-9016-6802c44c043f req-160bf6ec-224c-4708-89d8-1e6b48c78193 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:08.840667 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['9163d281-0634-49a2-8d08-339be896bf3f', 'be3d11c4-800c-499c-a71d-db9b862d1838', 'dd181d2c-f283-402f-a5d1-cf415898d1fd', 'ae303c82-ebd3-40b3-8dde-6d20bb54f421'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:16:08.857014 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160bf6ec-224c-4708-89d8-1e6b48c78193 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Pushing event deleted for resources: {'Port': ['ID=ae303c82-ebd3-40b3-8dde-6d20bb54f421,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:08.920854 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd8f7ac-39dd-4be7-9016-6802c44c043f req-160bf6ec-224c-4708-89d8-1e6b48c78193 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] No DVR routers for this DVR port ae303c82-ebd3-40b3-8dde-6d20bb54f421 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:16:08.929981 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3dd8f7ac-39dd-4be7-9016-6802c44c043f req-160bf6ec-224c-4708-89d8-1e6b48c78193 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:08.932515 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3dd8f7ac-39dd-4be7-9016-6802c44c043f req-160bf6ec-224c-4708-89d8-1e6b48c78193 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.36 "DELETE /v2.0/ports/ae303c82-ebd3-40b3-8dde-6d20bb54f421 HTTP/1.1" status: 204 len: 173 time: 0.6367381 Aug 28 15:16:08.933601 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75f65db-b1c8-4613-9fd4-d6281398365d', 'name': 'network-vif-deleted', 'tag': 'ae303c82-ebd3-40b3-8dde-6d20bb54f421'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:16:08.939398 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27563de0-b945-48d4-b005-cc25d01d6f98" -d '{"events": [{"server_uuid": "f75f65db-b1c8-4613-9fd4-d6281398365d", "name": "network-vif-deleted", "tag": "ae303c82-ebd3-40b3-8dde-6d20bb54f421"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:16:09.063681 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a855d0a1-1465-470b-a005-72037765eeb0 x-openstack-request-id: req-a855d0a1-1465-470b-a005-72037765eeb0 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:16:09.064063 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75f65db-b1c8-4613-9fd4-d6281398365d", "name": "network-vif-deleted", "tag": "ae303c82-ebd3-40b3-8dde-6d20bb54f421", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:16:09.064379 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a855d0a1-1465-470b-a005-72037765eeb0 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:16:09.064852 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75f65db-b1c8-4613-9fd4-d6281398365d', 'name': 'network-vif-deleted', 'tag': 'ae303c82-ebd3-40b3-8dde-6d20bb54f421', 'status': 'completed', 'code': 200} Aug 28 15:16:09.114015 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc7a8d-c243-4295-89c4-a2c65a88a1d4 req-f3a21c1d-cf4d-4f57-9257-671060dea1fc tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:09.115446 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6bc7a8d-c243-4295-89c4-a2c65a88a1d4 req-f3a21c1d-cf4d-4f57-9257-671060dea1fc tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 944 time: 0.1099408 Aug 28 15:16:09.192372 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-60882997-7029-4622-b672-13558131e7a3 req-0dab07fd-4842-4b42-8519-8aaaea6dc039 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=f75f65db-b1c8-4613-9fd4-d6281398365d HTTP/1.1" status: 200 len: 210 time: 0.0635006 Aug 28 15:16:09.213721 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6bc7a8d-c243-4295-89c4-a2c65a88a1d4 req-16da426b-0acc-4782-beb3-df9fd8da40c6 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825381 Aug 28 15:16:09.896879 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7a2f9cc2-7ea3-4e98-91b8-1c171c5c4633 req-dd2372b1-41eb-4f74-b1e2-43b33863a943 tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0299649 Aug 28 15:16:09.931645 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device f08f2541-46fe-4dc5-b876-a1cecdb92765 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:16:09.998404 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port f08f2541-46fe-4dc5-b876-a1cecdb92765 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:16:10.005859 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port f08f2541-46fe-4dc5-b876-a1cecdb92765 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:16:10.006332 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:10.098833 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:10.132230 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7908a485-627e-4d8f-bbb2-417bb484d3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08f2541-46fe-4dc5-b876-a1cecdb92765'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:16:10.134941 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d409e0df-3d7c-4f03-a49a-7ee5c86b6612" -d '{"events": [{"server_uuid": "7908a485-627e-4d8f-bbb2-417bb484d3a4", "name": "network-vif-plugged", "status": "completed", "tag": "f08f2541-46fe-4dc5-b876-a1cecdb92765"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:16:10.156982 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port f08f2541-46fe-4dc5-b876-a1cecdb92765, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=f08f2541-46fe-4dc5-b876-a1cecdb92765,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:16:10.167752 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:10.197309 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a763fba-3304-4826-89c8-d03ab95cecb0 x-openstack-request-id: req-4a763fba-3304-4826-89c8-d03ab95cecb0 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:16:10.197638 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7908a485-627e-4d8f-bbb2-417bb484d3a4", "name": "network-vif-plugged", "status": "completed", "tag": "f08f2541-46fe-4dc5-b876-a1cecdb92765", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:16:10.197893 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a763fba-3304-4826-89c8-d03ab95cecb0 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:16:10.198520 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7908a485-627e-4d8f-bbb2-417bb484d3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08f2541-46fe-4dc5-b876-a1cecdb92765', 'code': 200} Aug 28 15:16:10.268754 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=f08f2541-46fe-4dc5-b876-a1cecdb92765,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:10.367300 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e80baa-dd29-410a-94dd-2ca4df43ca76 req-2ebf7697-9b65-4279-b322-4979da6f2361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:10.369105 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f2e80baa-dd29-410a-94dd-2ca4df43ca76 req-2ebf7697-9b65-4279-b322-4979da6f2361 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 1097 time: 0.0990210 Aug 28 15:16:10.433122 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a67463-a7fc-4eef-a6bd-9b8fd8eaa877 req-3bd401e0-a234-4beb-b7a5-b9b1a9e882d2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:10.434711 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c7a67463-a7fc-4eef-a6bd-9b8fd8eaa877 req-3bd401e0-a234-4beb-b7a5-b9b1a9e882d2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.1261895 Aug 28 15:16:10.455142 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f2e80baa-dd29-410a-94dd-2ca4df43ca76 req-0fe5d598-9c6c-4b54-8fe1-71d50a568807 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707371 Aug 28 15:16:10.484130 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c7a67463-a7fc-4eef-a6bd-9b8fd8eaa877 req-2edf1983-11ea-46ac-ae8e-92c831306d15 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400264 Aug 28 15:16:10.548173 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6e46dba3-e5ef-4d4d-9345-06eab98c4e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:10.841593 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:11.014657 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3c9d4377-c1d4-435f-863a-28d2e693c4c4 req-96fdeb94-696a-462c-9205-1bc412187685 tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0328193 Aug 28 15:16:11.653525 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1df4d-d8be-4cbc-93d6-764c0354f76d req-9713b510-9880-4af0-a886-8ed24e3f57fd tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:11.660409 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f1a1df4d-d8be-4cbc-93d6-764c0354f76d req-9713b510-9880-4af0-a886-8ed24e3f57fd tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0711043 Aug 28 15:16:11.736251 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f1a1df4d-d8be-4cbc-93d6-764c0354f76d req-8af67326-b756-411e-9851-2a1f1052c602 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708115 Aug 28 15:16:11.750215 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:12.056070 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device ae303c82-ebd3-40b3-8dde-6d20bb54f421 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:16:12.085125 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: ae303c82-ebd3-40b3-8dde-6d20bb54f421 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:16:12.085738 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device ae303c82-ebd3-40b3-8dde-6d20bb54f421 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:16:12.163550 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-03fd758a-1d3b-4e01-88f4-0864e0a21c42 req-6b08203d-c821-4511-9ac9-e1f1c4e5d96b tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0426230 Aug 28 15:16:12.915113 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbf276-21c8-4430-986e-d39e93bfe7a5 req-c0ca0ff6-e42e-4f9c-ad1e-f942b02565cd tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:12.927075 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ffcbf276-21c8-4430-986e-d39e93bfe7a5 req-c0ca0ff6-e42e-4f9c-ad1e-f942b02565cd tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0979884 Aug 28 15:16:12.973147 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ffcbf276-21c8-4430-986e-d39e93bfe7a5 req-17f919bf-132e-43e7-a93b-77312c0fa30b tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450737 Aug 28 15:16:13.248084 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:13.370882 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20158739-295c-48ac-b12e-1c9d8d120ec3 req-936e4d19-4138-4e8e-a18d-ce7e85bf4b80 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:13.381191 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-20158739-295c-48ac-b12e-1c9d8d120ec3 req-936e4d19-4138-4e8e-a18d-ce7e85bf4b80 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.1655853 Aug 28 15:16:13.418868 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3f13e613-ce47-4eb3-985b-0c82b8b7eefa req-c7cfed68-1503-4286-a156-c7554fadfe16 tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0512936 Aug 28 15:16:13.440448 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-20158739-295c-48ac-b12e-1c9d8d120ec3 req-208a04b8-5e31-4884-a470-f760dd7e997f tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523539 Aug 28 15:16:13.934826 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e202f-17d4-49b2-b8f7-02ec0787b533 req-4936ab82-3f3b-456a-9c18-d0ebd5917e86 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:13.936804 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b53e202f-17d4-49b2-b8f7-02ec0787b533 req-4936ab82-3f3b-456a-9c18-d0ebd5917e86 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a64042-5697-4c3e-a0e6-184ba32be5b0 HTTP/1.1" status: 200 len: 945 time: 0.0750976 Aug 28 15:16:13.994260 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b53e202f-17d4-49b2-b8f7-02ec0787b533 req-96276caa-868e-4753-82fa-b7645fef9d58 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501916 Aug 28 15:16:14.584872 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c9a21439-4f60-4b9a-b8d6-21685bcd2151 req-c1eaecd7-0703-4c9c-98b4-1a59b2d3e6c9 tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0478601 Aug 28 15:16:14.592859 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca8e73-7f68-476c-beef-c94efd034130 req-fe719be1-ffc7-4803-83b2-0a3873d6c4ed tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:14.594387 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b8ca8e73-7f68-476c-beef-c94efd034130 req-fe719be1-ffc7-4803-83b2-0a3873d6c4ed tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0937779 Aug 28 15:16:14.648548 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b8ca8e73-7f68-476c-beef-c94efd034130 req-b0921ae3-1fcf-4b9e-b512-c2bc2a71dcb7 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388660 Aug 28 15:16:15.014417 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59992) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:15.161213 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2daa05-2e5a-4bd2-8cb8-eea2f2f13d43 req-05aa3340-e292-43eb-a4bc-e7212783621c tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:15.162875 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ec2daa05-2e5a-4bd2-8cb8-eea2f2f13d43 req-05aa3340-e292-43eb-a4bc-e7212783621c tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a64042-5697-4c3e-a0e6-184ba32be5b0 HTTP/1.1" status: 200 len: 945 time: 0.0605485 Aug 28 15:16:15.183368 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1a46e7b1-613d-4d10-9b8f-ba091b6baf72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:15.237185 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ec2daa05-2e5a-4bd2-8cb8-eea2f2f13d43 req-5901c274-9827-4bdd-93b6-dc913f3787e8 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656447 Aug 28 15:16:15.317223 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1a46e7b1-613d-4d10-9b8f-ba091b6baf72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:15.322342 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1a46e7b1-613d-4d10-9b8f-ba091b6baf72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:15.340439 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f9458-a7e7-404e-baac-3199799ff767 req-5905620e-6e47-4c2c-87ec-7f4246cf7df3 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:15.342145 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-038f9458-a7e7-404e-baac-3199799ff767 req-5905620e-6e47-4c2c-87ec-7f4246cf7df3 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7a64042-5697-4c3e-a0e6-184ba32be5b0 HTTP/1.1" status: 200 len: 945 time: 0.0583761 Aug 28 15:16:15.356039 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1a46e7b1-613d-4d10-9b8f-ba091b6baf72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55cbd121959846c1a337f37edf9cbf6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3405001 Aug 28 15:16:15.358730 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60002) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:15.411723 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46e7b1-613d-4d10-9b8f-ba091b6baf72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4bbbdc-e4a3-4949-84b6-8352444fb17f,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:15.433702 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-87b0cb9f-e7ee-4afc-ac22-84f9146d0137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:15.460539 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-87b0cb9f-e7ee-4afc-ac22-84f9146d0137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:15.463877 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-038f9458-a7e7-404e-baac-3199799ff767 req-7bcf326d-cbf1-424b-98d8-2672d63f6a66 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Deleting port dd181d2c-f283-402f-a5d1-cf415898d1fd {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:16:15.464232 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-038f9458-a7e7-404e-baac-3199799ff767 req-7bcf326d-cbf1-424b-98d8-2672d63f6a66 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:15.521209 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-87b0cb9f-e7ee-4afc-ac22-84f9146d0137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:15.524354 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-87b0cb9f-e7ee-4afc-ac22-84f9146d0137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:15.526552 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-87b0cb9f-e7ee-4afc-ac22-84f9146d0137 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af4bbbdc-e4a3-4949-84b6-8352444fb17f HTTP/1.1" status: 204 len: 168 time: 0.1656084 Aug 28 15:16:15.543727 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0cb9f-e7ee-4afc-ac22-84f9146d0137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4bbbdc-e4a3-4949-84b6-8352444fb17f,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:15.591069 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-038f9458-a7e7-404e-baac-3199799ff767 req-7bcf326d-cbf1-424b-98d8-2672d63f6a66 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] For port dd181d2c-f283-402f-a5d1-cf415898d1fd, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=dd181d2c-f283-402f-a5d1-cf415898d1fd,segment=NetworkSegment(9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d),segment_id=9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:16:15.591885 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-038f9458-a7e7-404e-baac-3199799ff767 req-7bcf326d-cbf1-424b-98d8-2672d63f6a66 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:15.616654 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-038f9458-a7e7-404e-baac-3199799ff767 req-7bcf326d-cbf1-424b-98d8-2672d63f6a66 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Calling delete_port for dd181d2c-f283-402f-a5d1-cf415898d1fd owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:16:15.701998 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-59d3de4b-c049-4e55-b86c-22418f2eee3e req-5e57e346-3e10-43e8-9634-73adb81bc0bf tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0315008 Aug 28 15:16:15.803039 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-038f9458-a7e7-404e-baac-3199799ff767 req-7bcf326d-cbf1-424b-98d8-2672d63f6a66 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:15.816044 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['9163d281-0634-49a2-8d08-339be896bf3f', 'be3d11c4-800c-499c-a71d-db9b862d1838', 'dd181d2c-f283-402f-a5d1-cf415898d1fd'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:16:15.846533 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d21a50-4e0e-4591-9544-1956243eefcf req-1bc60322-3575-48aa-96b4-837855acad72 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:15.849209 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-49d21a50-4e0e-4591-9544-1956243eefcf req-1bc60322-3575-48aa-96b4-837855acad72 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0924518 Aug 28 15:16:15.862565 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf326d-cbf1-424b-98d8-2672d63f6a66 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Pushing event deleted for resources: {'Port': ['ID=dd181d2c-f283-402f-a5d1-cf415898d1fd,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:15.895070 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcf326d-cbf1-424b-98d8-2672d63f6a66 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:15.895596 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcf326d-cbf1-424b-98d8-2672d63f6a66 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:15.895991 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcf326d-cbf1-424b-98d8-2672d63f6a66 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:15.896327 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcf326d-cbf1-424b-98d8-2672d63f6a66 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:15.896662 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcf326d-cbf1-424b-98d8-2672d63f6a66 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:15.896993 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcf326d-cbf1-424b-98d8-2672d63f6a66 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:15.897321 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcf326d-cbf1-424b-98d8-2672d63f6a66 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:15.897649 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcf326d-cbf1-424b-98d8-2672d63f6a66 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:15.897974 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcf326d-cbf1-424b-98d8-2672d63f6a66 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:15.898294 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcf326d-cbf1-424b-98d8-2672d63f6a66 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:15.898797 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcf326d-cbf1-424b-98d8-2672d63f6a66 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:15.899132 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcf326d-cbf1-424b-98d8-2672d63f6a66 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:15.935083 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-038f9458-a7e7-404e-baac-3199799ff767 req-7bcf326d-cbf1-424b-98d8-2672d63f6a66 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] No DVR routers for this DVR port dd181d2c-f283-402f-a5d1-cf415898d1fd on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:16:15.938622 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-038f9458-a7e7-404e-baac-3199799ff767 req-7bcf326d-cbf1-424b-98d8-2672d63f6a66 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:15.942189 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-038f9458-a7e7-404e-baac-3199799ff767 req-7bcf326d-cbf1-424b-98d8-2672d63f6a66 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.36 "DELETE /v2.0/ports/dd181d2c-f283-402f-a5d1-cf415898d1fd HTTP/1.1" status: 204 len: 173 time: 0.5929337 Aug 28 15:16:15.942723 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a64042-5697-4c3e-a0e6-184ba32be5b0', 'name': 'network-vif-deleted', 'tag': 'dd181d2c-f283-402f-a5d1-cf415898d1fd'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:16:15.945339 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7150ceb1-829e-4451-9bde-2640fbffed69" -d '{"events": [{"server_uuid": "e7a64042-5697-4c3e-a0e6-184ba32be5b0", "name": "network-vif-deleted", "tag": "dd181d2c-f283-402f-a5d1-cf415898d1fd"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:16:15.972821 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-49d21a50-4e0e-4591-9544-1956243eefcf req-78f36a7e-f844-49ae-bff5-4d3154d2645c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154132 Aug 28 15:16:15.993463 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60024) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:16.011580 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c0d36bb-5c74-4915-a672-f54ac5d4bcaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:16.021768 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22434e52-9275-4e31-9b9e-cf65bf16bfe3 x-openstack-request-id: req-22434e52-9275-4e31-9b9e-cf65bf16bfe3 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:16:16.022059 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a64042-5697-4c3e-a0e6-184ba32be5b0", "name": "network-vif-deleted", "tag": "dd181d2c-f283-402f-a5d1-cf415898d1fd", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:16:16.022308 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22434e52-9275-4e31-9b9e-cf65bf16bfe3 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:16:16.022703 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a64042-5697-4c3e-a0e6-184ba32be5b0', 'name': 'network-vif-deleted', 'tag': 'dd181d2c-f283-402f-a5d1-cf415898d1fd', 'status': 'completed', 'code': 200} Aug 28 15:16:16.141059 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c0d36bb-5c74-4915-a672-f54ac5d4bcaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:16.147910 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c0d36bb-5c74-4915-a672-f54ac5d4bcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:16.191969 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9c0d36bb-5c74-4915-a672-f54ac5d4bcaa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d6810b4ac694e0c890ce31f119676e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1964965 Aug 28 15:16:16.193189 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d36bb-5c74-4915-a672-f54ac5d4bcaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a751a2-d6d8-48fb-a10e-0c3c5d1fef8b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:16.194696 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60030) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:16.255494 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4798e486-7782-428f-8718-e4a31647ad9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:16.277695 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4798e486-7782-428f-8718-e4a31647ad9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:16.338135 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4798e486-7782-428f-8718-e4a31647ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:16.340673 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4798e486-7782-428f-8718-e4a31647ad9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:16.342019 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4798e486-7782-428f-8718-e4a31647ad9e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30a751a2-d6d8-48fb-a10e-0c3c5d1fef8b HTTP/1.1" status: 204 len: 168 time: 0.1454656 Aug 28 15:16:16.381713 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1cf691f7-199b-4b45-bfbc-290d40cc7d46 req-b79a5660-9a9d-4ba5-97f1-090648cd6ccf tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a64042-5697-4c3e-a0e6-184ba32be5b0 HTTP/1.1" status: 200 len: 210 time: 0.0386183 Aug 28 15:16:16.382451 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798e486-7782-428f-8718-e4a31647ad9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a751a2-d6d8-48fb-a10e-0c3c5d1fef8b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:16.811724 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a7748587-1e48-45da-b9cd-29bcb1d9de74 req-6a884d05-76a1-4c63-bbd9-ea713ca026f9 tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0281610 Aug 28 15:16:17.105390 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c28f77-8060-4a66-b019-7e56157baf5f req-6f94a95a-99be-4875-8b9c-860bfe78d69a tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:17.113348 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f2c28f77-8060-4a66-b019-7e56157baf5f req-6f94a95a-99be-4875-8b9c-860bfe78d69a tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0678022 Aug 28 15:16:17.152818 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f2c28f77-8060-4a66-b019-7e56157baf5f req-a293b683-dde5-4bee-92a8-839878a14e85 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385854 Aug 28 15:16:17.723200 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead51790-dcf8-4acb-a7e3-7f398948a587 req-b675a735-39ff-4219-b32a-af2181b9a05f tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:17.724785 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ead51790-dcf8-4acb-a7e3-7f398948a587 req-b675a735-39ff-4219-b32a-af2181b9a05f tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=3113e4fc-7b46-413e-bc5d-a73e72650cf2 HTTP/1.1" status: 200 len: 945 time: 0.0589578 Aug 28 15:16:17.948003 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2802712a-7951-442b-96ae-99bad87b7d55 req-7ebf114b-538d-4789-9ddb-906caa838866 tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0357566 Aug 28 15:16:18.084010 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device dd181d2c-f283-402f-a5d1-cf415898d1fd no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:16:18.108416 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: dd181d2c-f283-402f-a5d1-cf415898d1fd {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:16:18.108843 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device dd181d2c-f283-402f-a5d1-cf415898d1fd not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:16:18.153581 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ead51790-dcf8-4acb-a7e3-7f398948a587 req-05bcfd82-be7d-417f-9619-8ae72a77ebb6 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225240 Aug 28 15:16:18.289265 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb996ed-dd8d-4439-af17-028d7ed2697e req-07801e0b-fa23-4bf8-8683-4a7a34cb2f22 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:18.290869 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fdb996ed-dd8d-4439-af17-028d7ed2697e req-07801e0b-fa23-4bf8-8683-4a7a34cb2f22 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0572078 Aug 28 15:16:18.335374 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fdb996ed-dd8d-4439-af17-028d7ed2697e req-0336294f-aa7e-455c-a11d-e8185339b90d tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363243 Aug 28 15:16:18.554797 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60148) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:18.680821 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-75788ef0-fba3-44cb-8256-a439ebb3ba32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:18.773847 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-75788ef0-fba3-44cb-8256-a439ebb3ba32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:18.777863 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-75788ef0-fba3-44cb-8256-a439ebb3ba32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:18.819028 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-75788ef0-fba3-44cb-8256-a439ebb3ba32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2501822e7c3c451080054960c01d8a3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2630134 Aug 28 15:16:18.819793 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75788ef0-fba3-44cb-8256-a439ebb3ba32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22f6c11-a1d0-477b-b898-a3b279bd5eea,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:18.822378 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60158) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:18.878450 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-303d38e9-bbc2-4079-a3d5-717e2b268872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:18.903692 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-303d38e9-bbc2-4079-a3d5-717e2b268872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:18.951963 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-303d38e9-bbc2-4079-a3d5-717e2b268872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:18.954485 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-303d38e9-bbc2-4079-a3d5-717e2b268872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:18.955705 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-303d38e9-bbc2-4079-a3d5-717e2b268872 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f22f6c11-a1d0-477b-b898-a3b279bd5eea HTTP/1.1" status: 204 len: 168 time: 0.1319761 Aug 28 15:16:18.963912 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d38e9-bbc2-4079-a3d5-717e2b268872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22f6c11-a1d0-477b-b898-a3b279bd5eea,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:19.096998 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fcf2d930-6e55-4080-897e-570ecebfbaf6 req-efffc71c-63c2-4de1-857a-7dbb9a784e3f tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0491557 Aug 28 15:16:19.136293 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c015b3a-1e06-4356-84f5-a48a6485a1a4 req-be840e7f-e979-430b-a512-a7e6cd4e22c0 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:19.138033 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7c015b3a-1e06-4356-84f5-a48a6485a1a4 req-be840e7f-e979-430b-a512-a7e6cd4e22c0 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.36 "GET /v2.0/ports?device_id=3113e4fc-7b46-413e-bc5d-a73e72650cf2 HTTP/1.1" status: 200 len: 945 time: 0.1044962 Aug 28 15:16:19.269641 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-7c015b3a-1e06-4356-84f5-a48a6485a1a4 req-1b19311b-8f82-4624-9bf0-3dde1e5f9b46 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Deleting port be3d11c4-800c-499c-a71d-db9b862d1838 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:16:19.270865 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-7c015b3a-1e06-4356-84f5-a48a6485a1a4 req-1b19311b-8f82-4624-9bf0-3dde1e5f9b46 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:19.302141 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d67dd8-9d09-4284-91ff-73267c0ed22f req-b398171d-a4ce-4682-b514-215d116c31d6 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:19.310257 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a5d67dd8-9d09-4284-91ff-73267c0ed22f req-b398171d-a4ce-4682-b514-215d116c31d6 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=3113e4fc-7b46-413e-bc5d-a73e72650cf2 HTTP/1.1" status: 200 len: 945 time: 0.0802553 Aug 28 15:16:19.312689 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60178) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:19.340533 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-10e5b795-7b67-48fb-a005-d9978e40bcf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:19.391563 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a5d67dd8-9d09-4284-91ff-73267c0ed22f req-95ab4be3-0dc8-421c-89db-78e404b849c2 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803556 Aug 28 15:16:19.409523 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-7c015b3a-1e06-4356-84f5-a48a6485a1a4 req-1b19311b-8f82-4624-9bf0-3dde1e5f9b46 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] For port be3d11c4-800c-499c-a71d-db9b862d1838, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=be3d11c4-800c-499c-a71d-db9b862d1838,segment=NetworkSegment(9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d),segment_id=9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:16:19.410409 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-7c015b3a-1e06-4356-84f5-a48a6485a1a4 req-1b19311b-8f82-4624-9bf0-3dde1e5f9b46 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:19.431442 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-7c015b3a-1e06-4356-84f5-a48a6485a1a4 req-1b19311b-8f82-4624-9bf0-3dde1e5f9b46 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Calling delete_port for be3d11c4-800c-499c-a71d-db9b862d1838 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:16:19.511121 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-10e5b795-7b67-48fb-a005-d9978e40bcf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:19.516452 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-10e5b795-7b67-48fb-a005-d9978e40bcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:19.546022 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd988cd8-6fb1-43db-a5c6-574a688643ad req-5c3cbd9a-3217-46c6-8e9f-e3f2c92e30dd tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:19.547632 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cd988cd8-6fb1-43db-a5c6-574a688643ad req-5c3cbd9a-3217-46c6-8e9f-e3f2c92e30dd tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.1085625 Aug 28 15:16:19.558132 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5b795-7b67-48fb-a005-d9978e40bcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8311bef0-5258-4fa5-bb64-d624ed496476,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:19.591930 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-10e5b795-7b67-48fb-a005-d9978e40bcf2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a16764ced284298bc9c0a976e74fbe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2763176 Aug 28 15:16:19.592575 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60186) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:19.616366 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cd988cd8-6fb1-43db-a5c6-574a688643ad req-c02e38f0-7ead-4561-8a4c-0e4d08ecad09 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615802 Aug 28 15:16:19.660504 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-83a7e34e-0bb2-444a-afe8-22e6d452dc16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:19.668140 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-7c015b3a-1e06-4356-84f5-a48a6485a1a4 req-1b19311b-8f82-4624-9bf0-3dde1e5f9b46 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:19.690447 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-83a7e34e-0bb2-444a-afe8-22e6d452dc16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:19.691205 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['9163d281-0634-49a2-8d08-339be896bf3f', 'be3d11c4-800c-499c-a71d-db9b862d1838'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:16:19.703113 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19311b-8f82-4624-9bf0-3dde1e5f9b46 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Pushing event deleted for resources: {'Port': ['ID=be3d11c4-800c-499c-a71d-db9b862d1838,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:19.747981 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-83a7e34e-0bb2-444a-afe8-22e6d452dc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:19.753489 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-83a7e34e-0bb2-444a-afe8-22e6d452dc16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:19.754647 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c015b3a-1e06-4356-84f5-a48a6485a1a4 req-1b19311b-8f82-4624-9bf0-3dde1e5f9b46 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] No DVR routers for this DVR port be3d11c4-800c-499c-a71d-db9b862d1838 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:16:19.755376 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-83a7e34e-0bb2-444a-afe8-22e6d452dc16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8311bef0-5258-4fa5-bb64-d624ed496476 HTTP/1.1" status: 204 len: 168 time: 0.1618783 Aug 28 15:16:19.765394 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7e34e-0bb2-444a-afe8-22e6d452dc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8311bef0-5258-4fa5-bb64-d624ed496476,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:19.770884 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-7c015b3a-1e06-4356-84f5-a48a6485a1a4 req-1b19311b-8f82-4624-9bf0-3dde1e5f9b46 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:19.772968 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7c015b3a-1e06-4356-84f5-a48a6485a1a4 req-1b19311b-8f82-4624-9bf0-3dde1e5f9b46 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.36 "DELETE /v2.0/ports/be3d11c4-800c-499c-a71d-db9b862d1838 HTTP/1.1" status: 204 len: 173 time: 0.6275918 Aug 28 15:16:19.773441 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3113e4fc-7b46-413e-bc5d-a73e72650cf2', 'name': 'network-vif-deleted', 'tag': 'be3d11c4-800c-499c-a71d-db9b862d1838'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:16:19.788528 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4716b734-b1ab-4c1d-8325-b1f3d6b81f6b" -d '{"events": [{"server_uuid": "3113e4fc-7b46-413e-bc5d-a73e72650cf2", "name": "network-vif-deleted", "tag": "be3d11c4-800c-499c-a71d-db9b862d1838"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:16:19.909518 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb8908d-3008-4d10-ab2f-f591314106cf x-openstack-request-id: req-8cb8908d-3008-4d10-ab2f-f591314106cf {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:16:19.909822 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3113e4fc-7b46-413e-bc5d-a73e72650cf2", "name": "network-vif-deleted", "tag": "be3d11c4-800c-499c-a71d-db9b862d1838", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:16:19.910079 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8cb8908d-3008-4d10-ab2f-f591314106cf {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:16:19.910480 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3113e4fc-7b46-413e-bc5d-a73e72650cf2', 'name': 'network-vif-deleted', 'tag': 'be3d11c4-800c-499c-a71d-db9b862d1838', 'status': 'completed', 'code': 200} Aug 28 15:16:20.216531 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2014b0c1-2e0a-42d2-9099-90f3d75c65fa req-399b3443-89c4-407e-baec-3de3716cb04b tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0363388 Aug 28 15:16:20.772262 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60244) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:20.802945 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2455c-ef11-426c-9165-c14878099f2c req-165b6801-bc68-4db2-beb7-d821bdfc240c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:20.804604 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b8a2455c-ef11-426c-9165-c14878099f2c req-165b6801-bc68-4db2-beb7-d821bdfc240c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0933528 Aug 28 15:16:20.872448 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b8a2455c-ef11-426c-9165-c14878099f2c req-ed1e2ce0-67fe-409f-85d4-6a169c272690 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603287 Aug 28 15:16:20.927375 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-1b78291b-343f-45bb-a227-7f2445fb342f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1305716651-network', 'tenant_id': 'dfd2d59dad8e465c8cd1d67027f8ad13'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:16:20.953646 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b78291b-343f-45bb-a227-7f2445fb342f admin admin] Made reservation on behalf of dfd2d59dad8e465c8cd1d67027f8ad13 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:16:20.956937 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1b78291b-343f-45bb-a227-7f2445fb342f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:20.966607 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1b78291b-343f-45bb-a227-7f2445fb342f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:21.059617 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:16:21.080460 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1b78291b-343f-45bb-a227-7f2445fb342f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:21.089982 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1b78291b-343f-45bb-a227-7f2445fb342f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:21.118218 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b78291b-343f-45bb-a227-7f2445fb342f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:16:21.129044 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78291b-343f-45bb-a227-7f2445fb342f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29e6c43-65b0-476c-8fca-ebb6dba59f06,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:21.136260 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1b78291b-343f-45bb-a227-7f2445fb342f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:21.136794 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-1b78291b-343f-45bb-a227-7f2445fb342f admin admin] Added segment e1d22389-79ec-4a2f-bfbc-17b1d7034ce3 of type vlan for network 067add42-4daf-4df6-bc98-00eff46e8deb Aug 28 15:16:21.184033 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1b78291b-343f-45bb-a227-7f2445fb342f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:21.221347 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1b78291b-343f-45bb-a227-7f2445fb342f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:21.222153 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b78291b-343f-45bb-a227-7f2445fb342f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:21.222834 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1b78291b-343f-45bb-a227-7f2445fb342f admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:21.284268 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1b78291b-343f-45bb-a227-7f2445fb342f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5098419 Aug 28 15:16:21.286946 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60264) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:21.291819 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78291b-343f-45bb-a227-7f2445fb342f admin admin] Pushing event updated for resources: {'Network': ['ID=067add42-4daf-4df6-bc98-00eff46e8deb,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:21.292428 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-2b96b825-ab96-4f85-92dc-1d43a30f3c46 admin admin] Request body: {'subnet': {'network_id': '067add42-4daf-4df6-bc98-00eff46e8deb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1305716651-subnet', 'tenant_id': 'dfd2d59dad8e465c8cd1d67027f8ad13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:16:21.315701 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 067add42-4daf-4df6-bc98-00eff46e8deb details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:16:21.367354 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-85c66257-c432-4540-91f6-84d147455d2a req-8344864e-429c-4752-8457-b9dc2b6594c4 tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0380955 Aug 28 15:16:21.369345 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b96b825-ab96-4f85-92dc-1d43a30f3c46 admin admin] Made reservation on behalf of dfd2d59dad8e465c8cd1d67027f8ad13 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:16:21.371957 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b96b825-ab96-4f85-92dc-1d43a30f3c46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:21.591053 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b96b825-ab96-4f85-92dc-1d43a30f3c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:21.666936 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96b825-ab96-4f85-92dc-1d43a30f3c46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6907997-569b-4cce-a226-064095236f7e,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:21.669510 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b96b825-ab96-4f85-92dc-1d43a30f3c46 admin admin] Checking segment: {'id': 'e1d22389-79ec-4a2f-bfbc-17b1d7034ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '067add42-4daf-4df6-bc98-00eff46e8deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:16:21.669936 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b96b825-ab96-4f85-92dc-1d43a30f3c46 admin admin] Network hostable DHCP agents. Network: 067add42-4daf-4df6-bc98-00eff46e8deb, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:16:21.692122 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b96b825-ab96-4f85-92dc-1d43a30f3c46 admin admin] Network 067add42-4daf-4df6-bc98-00eff46e8deb is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:16:21.701782 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-2b96b825-ab96-4f85-92dc-1d43a30f3c46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 067add42-4daf-4df6-bc98-00eff46e8deb) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:16:21.706535 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b96b825-ab96-4f85-92dc-1d43a30f3c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:21.707124 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b96b825-ab96-4f85-92dc-1d43a30f3c46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:21.714322 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c54a16-166d-491e-ae9f-c5516ca6bf1f None None] Network 067add42-4daf-4df6-bc98-00eff46e8deb requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:16:21.727877 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2b96b825-ab96-4f85-92dc-1d43a30f3c46 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4396687 Aug 28 15:16:21.919548 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c93bb3-6aec-4a5d-8d12-15c8c0521d11 None None] Network 067add42-4daf-4df6-bc98-00eff46e8deb requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:16:22.033703 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854366f7-d9aa-4953-92bc-ee8ae043bd57 req-de089f8a-64fe-495b-be3f-9235cc8cbe2a tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:22.042057 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-854366f7-d9aa-4953-92bc-ee8ae043bd57 req-de089f8a-64fe-495b-be3f-9235cc8cbe2a tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0828304 Aug 28 15:16:22.097583 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device be3d11c4-800c-499c-a71d-db9b862d1838 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:16:22.101238 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-854366f7-d9aa-4953-92bc-ee8ae043bd57 req-3a2148bb-e705-4529-814e-888b7c8ff240 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527244 Aug 28 15:16:22.124290 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: be3d11c4-800c-499c-a71d-db9b862d1838 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:16:22.124836 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device be3d11c4-800c-499c-a71d-db9b862d1838 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:16:22.520749 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e19a2818-83ad-471d-bc46-4d3cf76f9b44 req-af5ab9ed-5066-48c2-8505-c3c3bcb5ea03 tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0400288 Aug 28 15:16:23.225829 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d624be-3932-44e7-bc13-3025e0e26bee req-e6da42f7-b5fe-4b59-a116-8cbfa9126004 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:23.234339 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f3d624be-3932-44e7-bc13-3025e0e26bee req-e6da42f7-b5fe-4b59-a116-8cbfa9126004 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0627868 Aug 28 15:16:23.270963 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f3d624be-3932-44e7-bc13-3025e0e26bee req-a894e869-3cbf-4038-b972-82891e811925 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353427 Aug 28 15:16:23.628343 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e1632b4-b607-480c-99be-91ad4f9fd695 req-0f7c3657-aa9f-4617-b657-1009af3dca93 tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0285332 Aug 28 15:16:23.719731 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-f46a89b6-f878-4e1a-8548-38d717496c5b tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:23.721961 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-f46a89b6-f878-4e1a-8548-38d717496c5b tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/networks?id=067add42-4daf-4df6-bc98-00eff46e8deb HTTP/1.1" status: 200 len: 809 time: 0.1320484 Aug 28 15:16:23.740124 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-99baec82-8125-4b9d-b030-aa08c5e56ad2 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/quotas/dfd2d59dad8e465c8cd1d67027f8ad13 HTTP/1.1" status: 200 len: 375 time: 0.0111084 Aug 28 15:16:23.774611 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-77ab60d4-67aa-4bd9-9ae9-d2684b9ed056 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfd2d59dad8e465c8cd1d67027f8ad13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280132 Aug 28 15:16:23.880376 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-9f5ab894-80a0-4890-9746-747be06318cd service neutron] 10.222.0.13 "GET /v2.0/networks/067add42-4daf-4df6-bc98-00eff46e8deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978289 Aug 28 15:16:23.994320 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-47429401-64ec-4555-9524-328e517b77ed service neutron] 10.222.0.13 "GET /v2.0/networks/067add42-4daf-4df6-bc98-00eff46e8deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048915 Aug 28 15:16:24.201660 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0f78a42a-02fe-482a-b184-c39dec0c4fe1 req-780f0a47-c8df-4dab-b508-4b96955ccbea tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4051a9d-c80d-4bfb-828f-ea4de17b23b0 HTTP/1.1" status: 200 len: 210 time: 0.0451012 Aug 28 15:16:24.272408 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb076b-cf6f-4c20-9e03-e0a576294fe4 req-8f37fea7-0760-431a-ae12-d15fb0ae0bb8 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:24.274043 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4feb076b-cf6f-4c20-9e03-e0a576294fe4 req-8f37fea7-0760-431a-ae12-d15fb0ae0bb8 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=917701db-0472-4021-bfcc-1f85dbcb3ed0 HTTP/1.1" status: 200 len: 946 time: 0.0749583 Aug 28 15:16:24.334024 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4feb076b-cf6f-4c20-9e03-e0a576294fe4 req-c4443120-47e5-49fd-8a1d-61f39daf5caf tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520604 Aug 28 15:16:24.407978 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:24.436713 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7d3cb-a2a7-4bac-a3c8-45110ff7c8ac req-5e058f3f-fd9c-49b7-94b8-d1c0879dee31 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:24.438241 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-02d7d3cb-a2a7-4bac-a3c8-45110ff7c8ac req-5e058f3f-fd9c-49b7-94b8-d1c0879dee31 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0727704 Aug 28 15:16:24.483344 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-02d7d3cb-a2a7-4bac-a3c8-45110ff7c8ac req-e2dd35b1-d4b6-4aa2-978d-6ebcb2053f63 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378962 Aug 28 15:16:24.742865 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-65411770-2b68-4fe2-b7aa-90cb93c8f1b9 req-48743ca2-9645-4549-92dc-f3396003af77 tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0271699 Aug 28 15:16:25.304960 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-678d310a-450a-4ee8-9645-b5cd3c20d7c0 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:25.306448 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-678d310a-450a-4ee8-9645-b5cd3c20d7c0 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.41 "GET /v2.0/networks?id=067add42-4daf-4df6-bc98-00eff46e8deb HTTP/1.1" status: 200 len: 809 time: 0.1215215 Aug 28 15:16:25.343459 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-d98391bf-254d-4565-bcd8-780a6a444775 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Request body: {'port': {'device_id': 'f4051a9d-c80d-4bfb-828f-ea4de17b23b0', 'network_id': '067add42-4daf-4df6-bc98-00eff46e8deb', 'admin_state_up': True, 'tenant_id': 'dfd2d59dad8e465c8cd1d67027f8ad13'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:16:25.348131 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-258609be-0231-41b3-9421-9e84a7063e53 req-3250f532-becc-4b7d-9dc7-e60f9bdcd39c tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4051a9d-c80d-4bfb-828f-ea4de17b23b0 HTTP/1.1" status: 200 len: 210 time: 0.0407703 Aug 28 15:16:25.469051 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-d98391bf-254d-4565-bcd8-780a6a444775 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Made reservation on behalf of dfd2d59dad8e465c8cd1d67027f8ad13 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:16:25.473634 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b02449-72aa-48c1-8716-cb805f216055 req-80e58aae-9013-4544-b35f-2464f064e5f6 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:25.474213 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-d98391bf-254d-4565-bcd8-780a6a444775 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:25.475167 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-55b02449-72aa-48c1-8716-cb805f216055 req-80e58aae-9013-4544-b35f-2464f064e5f6 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=917701db-0472-4021-bfcc-1f85dbcb3ed0 HTTP/1.1" status: 200 len: 946 time: 0.0569592 Aug 28 15:16:25.526556 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-55b02449-72aa-48c1-8716-cb805f216055 req-7cae77a3-095a-4afa-ad15-9ba6b77e44e9 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f6ea923-62d1-4213-a084-0d4c8f250ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450869 Aug 28 15:16:25.671210 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ca941-b204-493f-8864-62fa56994eb0 req-51d50988-f5b1-45fa-97c2-41c101e12005 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:25.673038 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e11ca941-b204-493f-8864-62fa56994eb0 req-51d50988-f5b1-45fa-97c2-41c101e12005 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.1009529 Aug 28 15:16:25.679960 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-d98391bf-254d-4565-bcd8-780a6a444775 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Allocated IP 172.20.0.9 (067add42-4daf-4df6-bc98-00eff46e8deb/b6907997-569b-4cce-a226-064095236f7e/80eae628-b4d7-4c6a-8e27-62088fbef071) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:16:25.722647 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151ce0c-e7b5-4892-aa70-d42d003cd828 req-480c06e6-7dc9-4dc0-a485-fe458ed5e46f tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:25.724648 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b151ce0c-e7b5-4892-aa70-d42d003cd828 req-480c06e6-7dc9-4dc0-a485-fe458ed5e46f tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.36 "GET /v2.0/ports?device_id=917701db-0472-4021-bfcc-1f85dbcb3ed0 HTTP/1.1" status: 200 len: 946 time: 0.0558248 Aug 28 15:16:25.740491 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e11ca941-b204-493f-8864-62fa56994eb0 req-2ed7455c-fc99-4bc3-aafd-84673c1658cd tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553801 Aug 28 15:16:25.861910 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-b151ce0c-e7b5-4892-aa70-d42d003cd828 req-430d7397-370d-4078-a9db-d9dedb58d475 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Deleting port 9163d281-0634-49a2-8d08-339be896bf3f {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:16:25.862249 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b151ce0c-e7b5-4892-aa70-d42d003cd828 req-430d7397-370d-4078-a9db-d9dedb58d475 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:25.868052 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-590ef4a4-aac1-403b-b7e4-05a50abf3345 req-d33b42cf-2a14-41d0-8300-dffc03b0efea tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0343101 Aug 28 15:16:25.890333 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-d98391bf-254d-4565-bcd8-780a6a444775 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:25.933349 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-d98391bf-254d-4565-bcd8-780a6a444775 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:25.966884 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-b151ce0c-e7b5-4892-aa70-d42d003cd828 req-430d7397-370d-4078-a9db-d9dedb58d475 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] For port 9163d281-0634-49a2-8d08-339be896bf3f, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=9163d281-0634-49a2-8d08-339be896bf3f,segment=NetworkSegment(9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d),segment_id=9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:16:25.967321 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b151ce0c-e7b5-4892-aa70-d42d003cd828 req-430d7397-370d-4078-a9db-d9dedb58d475 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:25.983139 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-b151ce0c-e7b5-4892-aa70-d42d003cd828 req-430d7397-370d-4078-a9db-d9dedb58d475 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Calling delete_port for 9163d281-0634-49a2-8d08-339be896bf3f owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:16:25.985170 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-d98391bf-254d-4565-bcd8-780a6a444775 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Network 067add42-4daf-4df6-bc98-00eff46e8deb is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:16:25.989678 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-d98391bf-254d-4565-bcd8-780a6a444775 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:16:25.993760 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-d98391bf-254d-4565-bcd8-780a6a444775 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:16:26.000460 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98391bf-254d-4565-bcd8-780a6a444775 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Pushing event updated for resources: {'Port': ['ID=80eae628-b4d7-4c6a-8e27-62088fbef071,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:26.047881 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-d98391bf-254d-4565-bcd8-780a6a444775 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:26.048764 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-d98391bf-254d-4565-bcd8-780a6a444775 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:26.065271 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-d98391bf-254d-4565-bcd8-780a6a444775 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7302570 Aug 28 15:16:26.078757 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-6b007046-c7e3-4fef-b5ca-a3efedea2d4c service neutron] Request body: {'port': {'device_id': 'f4051a9d-c80d-4bfb-828f-ea4de17b23b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:16:26.121358 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b151ce0c-e7b5-4892-aa70-d42d003cd828 req-430d7397-370d-4078-a9db-d9dedb58d475 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:26.133492 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['9163d281-0634-49a2-8d08-339be896bf3f'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:16:26.148962 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-6b007046-c7e3-4fef-b5ca-a3efedea2d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:26.168372 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d7397-370d-4078-a9db-d9dedb58d475 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Pushing event deleted for resources: {'Port': ['ID=9163d281-0634-49a2-8d08-339be896bf3f,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:26.213790 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-b151ce0c-e7b5-4892-aa70-d42d003cd828 req-430d7397-370d-4078-a9db-d9dedb58d475 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] No DVR routers for this DVR port 9163d281-0634-49a2-8d08-339be896bf3f on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:16:26.217539 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b151ce0c-e7b5-4892-aa70-d42d003cd828 req-430d7397-370d-4078-a9db-d9dedb58d475 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:26.219798 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b151ce0c-e7b5-4892-aa70-d42d003cd828 req-430d7397-370d-4078-a9db-d9dedb58d475 tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.36 "DELETE /v2.0/ports/9163d281-0634-49a2-8d08-339be896bf3f HTTP/1.1" status: 204 len: 173 time: 0.4892554 Aug 28 15:16:26.220419 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917701db-0472-4021-bfcc-1f85dbcb3ed0', 'name': 'network-vif-deleted', 'tag': '9163d281-0634-49a2-8d08-339be896bf3f'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:16:26.222934 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80559de-7564-4df2-bd5a-90e78d1e173f" -d '{"events": [{"server_uuid": "917701db-0472-4021-bfcc-1f85dbcb3ed0", "name": "network-vif-deleted", "tag": "9163d281-0634-49a2-8d08-339be896bf3f"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:16:26.285710 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7998b75-9e48-4e53-8ceb-4961ab8566cd x-openstack-request-id: req-d7998b75-9e48-4e53-8ceb-4961ab8566cd {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:16:26.286524 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917701db-0472-4021-bfcc-1f85dbcb3ed0", "name": "network-vif-deleted", "tag": "9163d281-0634-49a2-8d08-339be896bf3f", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:16:26.286993 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7998b75-9e48-4e53-8ceb-4961ab8566cd {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:16:26.287619 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917701db-0472-4021-bfcc-1f85dbcb3ed0', 'name': 'network-vif-deleted', 'tag': '9163d281-0634-49a2-8d08-339be896bf3f', 'status': 'completed', 'code': 200} Aug 28 15:16:26.459411 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-6b007046-c7e3-4fef-b5ca-a3efedea2d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80eae628-b4d7-4c6a-8e27-62088fbef071 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:16:26.467123 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-6b007046-c7e3-4fef-b5ca-a3efedea2d4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:26.480156 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f1f35-ab35-4f94-b8c5-c721c3d5f9ee req-be418572-32f5-43b8-b3b7-77aec5876ce6 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:26.480977 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-6b007046-c7e3-4fef-b5ca-a3efedea2d4c service neutron] Transition to ACTIVE for port object 80eae628-b4d7-4c6a-8e27-62088fbef071 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:16:26.483377 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6c8f1f35-ab35-4f94-b8c5-c721c3d5f9ee req-be418572-32f5-43b8-b3b7-77aec5876ce6 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4051a9d-c80d-4bfb-828f-ea4de17b23b0 HTTP/1.1" status: 200 len: 931 time: 0.0533412 Aug 28 15:16:26.486106 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-6b007046-c7e3-4fef-b5ca-a3efedea2d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:26.501431 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:26.529722 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6c8f1f35-ab35-4f94-b8c5-c721c3d5f9ee req-613c571e-fc5f-40f6-a6e7-2ea2b208b58b tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/security-groups?id=d29e6c43-65b0-476c-8fca-ebb6dba59f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374727 Aug 28 15:16:26.546810 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b007046-c7e3-4fef-b5ca-a3efedea2d4c service neutron] Pushing event updated for resources: {'Port': ['ID=80eae628-b4d7-4c6a-8e27-62088fbef071,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:26.878714 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbe584-7737-4163-91e0-f410b58991be req-38dfb335-418d-4f02-ae15-35b53c73c533 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:26.880486 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cebbe584-7737-4163-91e0-f410b58991be req-38dfb335-418d-4f02-ae15-35b53c73c533 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0581188 Aug 28 15:16:26.921653 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cebbe584-7737-4163-91e0-f410b58991be req-e744c2b4-709a-4c78-876f-071b24c28626 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347726 Aug 28 15:16:26.927407 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5a286ee2-c61a-491d-a450-eec0de45ebff req-c391a85f-9186-431d-9046-f51a945c8ebc tempest-AttachVolumeNegativeTest-1693300260 tempest-AttachVolumeNegativeTest-1693300260-project] 10.222.0.13 "GET /v2.0/ports?device_id=917701db-0472-4021-bfcc-1f85dbcb3ed0 HTTP/1.1" status: 200 len: 210 time: 0.0340097 Aug 28 15:16:26.947805 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-6b007046-c7e3-4fef-b5ca-a3efedea2d4c service neutron] Attempting to bind port 80eae628-b4d7-4c6a-8e27-62088fbef071 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:16:26.948139 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-6b007046-c7e3-4fef-b5ca-a3efedea2d4c service neutron] Attempting to bind port 80eae628-b4d7-4c6a-8e27-62088fbef071 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': 'e1d22389-79ec-4a2f-bfbc-17b1d7034ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '067add42-4daf-4df6-bc98-00eff46e8deb'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:16:26.948521 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-6b007046-c7e3-4fef-b5ca-a3efedea2d4c service neutron] Attempting to bind port 80eae628-b4d7-4c6a-8e27-62088fbef071 on network 067add42-4daf-4df6-bc98-00eff46e8deb {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:16:26.952978 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-6b007046-c7e3-4fef-b5ca-a3efedea2d4c service neutron] Port 80eae628-b4d7-4c6a-8e27-62088fbef071 on network 067add42-4daf-4df6-bc98-00eff46e8deb not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:16:26.953327 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-6b007046-c7e3-4fef-b5ca-a3efedea2d4c service neutron] Attempting to bind port 80eae628-b4d7-4c6a-8e27-62088fbef071 on network 067add42-4daf-4df6-bc98-00eff46e8deb {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:16:26.958636 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-6b007046-c7e3-4fef-b5ca-a3efedea2d4c service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:16:26.958971 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-6b007046-c7e3-4fef-b5ca-a3efedea2d4c service neutron] Checking segment: {'id': 'e1d22389-79ec-4a2f-bfbc-17b1d7034ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '067add42-4daf-4df6-bc98-00eff46e8deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:16:26.959355 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-6b007046-c7e3-4fef-b5ca-a3efedea2d4c service neutron] Bound using segment: {'id': 'e1d22389-79ec-4a2f-bfbc-17b1d7034ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '067add42-4daf-4df6-bc98-00eff46e8deb'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:16:26.959816 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-6b007046-c7e3-4fef-b5ca-a3efedea2d4c service neutron] Bound port: 80eae628-b4d7-4c6a-8e27-62088fbef071, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d22389-79ec-4a2f-bfbc-17b1d7034ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '067add42-4daf-4df6-bc98-00eff46e8deb'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:16:26.960177 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-6b007046-c7e3-4fef-b5ca-a3efedea2d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:27.009805 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-caabcaf1-7387-40ac-af30-73e39051f6d5 req-a12de066-90e8-44ba-8cfc-597340c98a6b tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0279830 Aug 28 15:16:27.025821 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-6b007046-c7e3-4fef-b5ca-a3efedea2d4c service neutron] For port 80eae628-b4d7-4c6a-8e27-62088fbef071, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:16:27.028971 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-6b007046-c7e3-4fef-b5ca-a3efedea2d4c service neutron] For port 80eae628-b4d7-4c6a-8e27-62088fbef071, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=80eae628-b4d7-4c6a-8e27-62088fbef071,segment=NetworkSegment(e1d22389-79ec-4a2f-bfbc-17b1d7034ce3),segment_id=e1d22389-79ec-4a2f-bfbc-17b1d7034ce3)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:16:27.033492 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-6b007046-c7e3-4fef-b5ca-a3efedea2d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:27.069212 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-6b007046-c7e3-4fef-b5ca-a3efedea2d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:27.069907 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-6b007046-c7e3-4fef-b5ca-a3efedea2d4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:27.071293 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-6b007046-c7e3-4fef-b5ca-a3efedea2d4c service neutron] 10.222.0.41 "PUT /v2.0/ports/80eae628-b4d7-4c6a-8e27-62088fbef071 HTTP/1.1" status: 200 len: 1092 time: 0.9973083 Aug 28 15:16:27.071759 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4051a9d-c80d-4bfb-828f-ea4de17b23b0', 'tag': '80eae628-b4d7-4c6a-8e27-62088fbef071'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:16:27.073994 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874e5d93-a2da-4c75-a781-33f271b45c00" -d '{"events": [{"name": "network-changed", "server_uuid": "f4051a9d-c80d-4bfb-828f-ea4de17b23b0", "tag": "80eae628-b4d7-4c6a-8e27-62088fbef071"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:16:27.099172 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b007046-c7e3-4fef-b5ca-a3efedea2d4c service neutron] Pushing event updated for resources: {'Port': ['ID=80eae628-b4d7-4c6a-8e27-62088fbef071,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:27.113634 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae0e23e-27a4-401f-8423-8826c60287db x-openstack-request-id: req-7ae0e23e-27a4-401f-8423-8826c60287db {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:16:27.113988 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4051a9d-c80d-4bfb-828f-ea4de17b23b0", "tag": "80eae628-b4d7-4c6a-8e27-62088fbef071", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:16:27.114316 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ae0e23e-27a4-401f-8423-8826c60287db {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:16:27.114762 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4051a9d-c80d-4bfb-828f-ea4de17b23b0', 'tag': '80eae628-b4d7-4c6a-8e27-62088fbef071', 'status': 'completed', 'code': 200} Aug 28 15:16:27.162617 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-391c57e9-a076-4ac3-9deb-41b542a6f12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:27.164126 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-391c57e9-a076-4ac3-9deb-41b542a6f12c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfd2d59dad8e465c8cd1d67027f8ad13&device_id=f4051a9d-c80d-4bfb-828f-ea4de17b23b0 HTTP/1.1" status: 200 len: 1095 time: 0.0412288 Aug 28 15:16:27.206328 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-2e09d763-59f1-4961-abde-06c3de09f0e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80eae628-b4d7-4c6a-8e27-62088fbef071 HTTP/1.1" status: 200 len: 217 time: 0.0339727 Aug 28 15:16:27.262017 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-ae2111c4-4bd9-4b6e-b2d3-0887ae6ee501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:27.263453 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-ae2111c4-4bd9-4b6e-b2d3-0887ae6ee501 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b6907997-569b-4cce-a226-064095236f7e HTTP/1.1" status: 200 len: 849 time: 0.0471694 Aug 28 15:16:27.294394 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-629a5581-dfdd-4668-a2ef-ff29dd529df4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=067add42-4daf-4df6-bc98-00eff46e8deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234976 Aug 28 15:16:27.383489 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-a0038343-f33c-478e-a36a-8d6bcc72ec7a service neutron] 10.222.0.41 "GET /v2.0/networks/067add42-4daf-4df6-bc98-00eff46e8deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817404 Aug 28 15:16:27.486223 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-59e68aa2-7a44-4fca-ac2e-e1ac579c68c5 req-7fc3479d-208e-4408-aaec-6ad58ebee8c0 service neutron] 10.222.0.41 "GET /v2.0/networks/067add42-4daf-4df6-bc98-00eff46e8deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901883 Aug 28 15:16:27.583254 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e5d93-a2da-4c75-a781-33f271b45c00 req-2cb44146-2010-4971-8aad-79abc4348bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:27.585088 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-874e5d93-a2da-4c75-a781-33f271b45c00 req-2cb44146-2010-4971-8aad-79abc4348bbe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfd2d59dad8e465c8cd1d67027f8ad13&device_id=f4051a9d-c80d-4bfb-828f-ea4de17b23b0 HTTP/1.1" status: 200 len: 1095 time: 0.0481784 Aug 28 15:16:27.665187 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184db10-5fa5-497f-8d93-5a8733737c1b req-3c0f490b-b684-42ba-8eb4-9f02a039fee9 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:27.666774 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a184db10-5fa5-497f-8d93-5a8733737c1b req-3c0f490b-b684-42ba-8eb4-9f02a039fee9 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4051a9d-c80d-4bfb-828f-ea4de17b23b0 HTTP/1.1" status: 200 len: 943 time: 0.0648623 Aug 28 15:16:27.712728 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a184db10-5fa5-497f-8d93-5a8733737c1b req-148d060e-de1c-4d9c-b04a-986e012fff6b tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/security-groups?id=d29e6c43-65b0-476c-8fca-ebb6dba59f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374308 Aug 28 15:16:27.725573 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e5d93-a2da-4c75-a781-33f271b45c00 req-dbdd744a-7348-4fdc-bba4-76adb7378850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:27.727198 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-874e5d93-a2da-4c75-a781-33f271b45c00 req-dbdd744a-7348-4fdc-bba4-76adb7378850 service neutron] 10.222.0.41 "GET /v2.0/networks?id=067add42-4daf-4df6-bc98-00eff46e8deb HTTP/1.1" status: 200 len: 910 time: 0.1326499 Aug 28 15:16:27.770963 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-874e5d93-a2da-4c75-a781-33f271b45c00 req-d0cf728d-89f0-4f45-9b7e-05bbb92cdc40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80eae628-b4d7-4c6a-8e27-62088fbef071 HTTP/1.1" status: 200 len: 217 time: 0.0362680 Aug 28 15:16:27.819941 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e5d93-a2da-4c75-a781-33f271b45c00 req-c793b143-6408-48fd-bc8d-4ffdae6d2063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:27.821414 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-874e5d93-a2da-4c75-a781-33f271b45c00 req-c793b143-6408-48fd-bc8d-4ffdae6d2063 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b6907997-569b-4cce-a226-064095236f7e HTTP/1.1" status: 200 len: 849 time: 0.0434780 Aug 28 15:16:27.856571 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-874e5d93-a2da-4c75-a781-33f271b45c00 req-56cd8735-126e-4919-ac08-29127efdac9b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=067add42-4daf-4df6-bc98-00eff46e8deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249872 Aug 28 15:16:27.951267 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-874e5d93-a2da-4c75-a781-33f271b45c00 req-4d4ccfaf-969e-4b09-b026-263d0eaab0e2 service neutron] 10.222.0.41 "GET /v2.0/networks/067add42-4daf-4df6-bc98-00eff46e8deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875528 Aug 28 15:16:27.991891 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60382) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:28.051233 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-87fb9a69-7f88-4b77-abd9-6f6f29a51f55 admin admin] Deleting subnet 0b654191-d2fd-4f5b-8b9d-9211b839e918 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:16:28.057273 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-87fb9a69-7f88-4b77-abd9-6f6f29a51f55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:28.112098 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d523284-26ac-4fb8-b23a-b90959633539 req-a2273823-f669-4ab9-bfe0-59abc60cdd51 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:28.113638 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7d523284-26ac-4fb8-b23a-b90959633539 req-a2273823-f669-4ab9-bfe0-59abc60cdd51 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.1017628 Aug 28 15:16:28.119542 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-874e5d93-a2da-4c75-a781-33f271b45c00 req-1792c6f5-5266-4458-b98c-7d26afe0916d service neutron] 10.222.0.41 "GET /v2.0/networks/067add42-4daf-4df6-bc98-00eff46e8deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593344 Aug 28 15:16:28.152229 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3cc06633-85bb-4cca-bf71-4ef7060d2cef req-8aa0846c-fb17-4888-8826-385bd2d294ab tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0489919 Aug 28 15:16:28.154487 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-87fb9a69-7f88-4b77-abd9-6f6f29a51f55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:28.168898 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7d523284-26ac-4fb8-b23a-b90959633539 req-ac0d0d00-6861-41ab-9f73-3c159a7dc4e3 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459502 Aug 28 15:16:28.202689 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-87fb9a69-7f88-4b77-abd9-6f6f29a51f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:28.257688 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-87fb9a69-7f88-4b77-abd9-6f6f29a51f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:28.295258 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb9a69-7f88-4b77-abd9-6f6f29a51f55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b654191-d2fd-4f5b-8b9d-9211b839e918,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:28.303079 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-87fb9a69-7f88-4b77-abd9-6f6f29a51f55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:28.305189 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-87fb9a69-7f88-4b77-abd9-6f6f29a51f55 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0b654191-d2fd-4f5b-8b9d-9211b839e918 HTTP/1.1" status: 204 len: 168 time: 0.3121002 Aug 28 15:16:28.307525 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60386) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:28.378663 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-defeba37-3cbf-4e0f-8726-e739e3603a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:28.461298 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-defeba37-3cbf-4e0f-8726-e739e3603a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:28.471013 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-defeba37-3cbf-4e0f-8726-e739e3603a2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55baeae6-bf2c-42e5-aff1-bfb2017909cd']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:16:28.481383 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-defeba37-3cbf-4e0f-8726-e739e3603a2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:16:28.481661 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-defeba37-3cbf-4e0f-8726-e739e3603a2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc7a6c0-7ea6-46cc-92fb-fa2c305af68d') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:16:28.490561 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-defeba37-3cbf-4e0f-8726-e739e3603a2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:28.504486 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-defeba37-3cbf-4e0f-8726-e739e3603a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:28.510881 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-defeba37-3cbf-4e0f-8726-e739e3603a2d admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:16:28.511260 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-defeba37-3cbf-4e0f-8726-e739e3603a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:16:28.512971 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:16:28.568629 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-defeba37-3cbf-4e0f-8726-e739e3603a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:28.574418 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-defeba37-3cbf-4e0f-8726-e739e3603a2d admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:28.578886 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-defeba37-3cbf-4e0f-8726-e739e3603a2d admin admin] 10.222.0.13 "DELETE /v2.0/networks/55baeae6-bf2c-42e5-aff1-bfb2017909cd HTTP/1.1" status: 204 len: 168 time: 0.2681005 Aug 28 15:16:28.588287 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defeba37-3cbf-4e0f-8726-e739e3603a2d admin admin] Pushing event deleted for resources: {'Network': ['ID=55baeae6-bf2c-42e5-aff1-bfb2017909cd,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:28.694568 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60392) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:28.739469 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9d9c242c-2ffd-4a5a-8028-196e2c636c19 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7f4b63d18f1417ea4718bc53556774e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405614 Aug 28 15:16:28.739756 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60396) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:28.835770 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ee45c720-9a89-4010-b040-62647fea2e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:28.861845 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9ace9-2258-4846-ab11-a4eb42c2f578 req-bfe3bc0d-990e-4255-87a5-ce4aaefe71c2 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:28.863389 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b0f9ace9-2258-4846-ab11-a4eb42c2f578 req-bfe3bc0d-990e-4255-87a5-ce4aaefe71c2 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4051a9d-c80d-4bfb-828f-ea4de17b23b0 HTTP/1.1" status: 200 len: 943 time: 0.0722692 Aug 28 15:16:28.873714 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ee45c720-9a89-4010-b040-62647fea2e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:28.929750 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b0f9ace9-2258-4846-ab11-a4eb42c2f578 req-59b71516-e2f2-4ce7-8bda-911a43d3b4f4 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/security-groups?id=d29e6c43-65b0-476c-8fca-ebb6dba59f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582695 Aug 28 15:16:28.950316 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ee45c720-9a89-4010-b040-62647fea2e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:28.953038 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ee45c720-9a89-4010-b040-62647fea2e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:28.954183 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ee45c720-9a89-4010-b040-62647fea2e02 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f6ea923-62d1-4213-a084-0d4c8f250ebb HTTP/1.1" status: 204 len: 168 time: 0.2134876 Aug 28 15:16:28.963214 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45c720-9a89-4010-b040-62647fea2e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6ea923-62d1-4213-a084-0d4c8f250ebb,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:29.314185 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-00d35b5f-7b38-4329-831a-36219a9e2f4e req-fd39778d-9f89-4fc8-ba83-381c6d110a57 tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0547047 Aug 28 15:16:29.334515 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903ed2c-76f6-4ca8-ae86-5863c58b11db req-f5f3955e-4276-463d-9cf2-088cb5e91b03 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:29.336688 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7903ed2c-76f6-4ca8-ae86-5863c58b11db req-f5f3955e-4276-463d-9cf2-088cb5e91b03 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0796058 Aug 28 15:16:29.381033 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7903ed2c-76f6-4ca8-ae86-5863c58b11db req-08132237-85a1-4110-8b50-1ac512fe8656 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366240 Aug 28 15:16:29.956090 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed427db3-f431-4c42-8eb4-c8e1c77ca397 req-8b433936-068b-41ab-9652-bfaee9063001 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:29.957970 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ed427db3-f431-4c42-8eb4-c8e1c77ca397 req-8b433936-068b-41ab-9652-bfaee9063001 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 945 time: 0.0648563 Aug 28 15:16:30.029185 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 80eae628-b4d7-4c6a-8e27-62088fbef071 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:16:30.035323 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ed427db3-f431-4c42-8eb4-c8e1c77ca397 req-69e2152d-8f6f-4715-bfc0-f0e253112e8e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707445 Aug 28 15:16:30.110852 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ef1ff-fe81-4439-ae6f-24a7f59d4c1e req-b9f9dee9-7022-43d6-9cf4-1e8449017430 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:30.113130 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c87ef1ff-fe81-4439-ae6f-24a7f59d4c1e req-b9f9dee9-7022-43d6-9cf4-1e8449017430 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4051a9d-c80d-4bfb-828f-ea4de17b23b0 HTTP/1.1" status: 200 len: 943 time: 0.0979905 Aug 28 15:16:30.160479 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 80eae628-b4d7-4c6a-8e27-62088fbef071, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=80eae628-b4d7-4c6a-8e27-62088fbef071,segment=NetworkSegment(e1d22389-79ec-4a2f-bfbc-17b1d7034ce3),segment_id=e1d22389-79ec-4a2f-bfbc-17b1d7034ce3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:16:30.161872 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c87ef1ff-fe81-4439-ae6f-24a7f59d4c1e req-4d6ff4d1-ef1d-45b3-951b-05ac77864b5b tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/security-groups?id=d29e6c43-65b0-476c-8fca-ebb6dba59f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418148 Aug 28 15:16:30.179948 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 9163d281-0634-49a2-8d08-339be896bf3f no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:16:30.215764 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '80eae628-b4d7-4c6a-8e27-62088fbef071', 'network_id': '067add42-4daf-4df6-bc98-00eff46e8deb', 'port_id': '80eae628-b4d7-4c6a-8e27-62088fbef071', 'mac_address': 'fa:16:3e:fe:0b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6907997-569b-4cce-a226-064095236f7e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:16:30.220151 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 9163d281-0634-49a2-8d08-339be896bf3f {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:16:30.220741 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 9163d281-0634-49a2-8d08-339be896bf3f not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:16:30.268232 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:30.283341 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80eae628-b4d7-4c6a-8e27-62088fbef071 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:16:30.306352 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 80eae628-b4d7-4c6a-8e27-62088fbef071, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=80eae628-b4d7-4c6a-8e27-62088fbef071,segment=NetworkSegment(e1d22389-79ec-4a2f-bfbc-17b1d7034ce3),segment_id=e1d22389-79ec-4a2f-bfbc-17b1d7034ce3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:16:30.310669 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:30.377849 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=80eae628-b4d7-4c6a-8e27-62088fbef071,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:30.390594 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:30.390947 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:30.391294 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:30.391642 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:30.392030 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:30.392582 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:30.393033 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:30.393449 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:30.394158 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:30.394158 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:30.394460 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:30.394759 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:30.407102 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-77c75d9d-b42d-4d25-bd72-73348a0fba4e req-ed371190-5543-44f3-befc-a289fafe9976 tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0354891 Aug 28 15:16:30.513326 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b72ab2-5e55-4c1a-86a5-f278659b797d req-dd1f4373-eaeb-4563-9b7a-819a8dff1eae tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:30.514944 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-09b72ab2-5e55-4c1a-86a5-f278659b797d req-dd1f4373-eaeb-4563-9b7a-819a8dff1eae tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0546582 Aug 28 15:16:30.559626 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-09b72ab2-5e55-4c1a-86a5-f278659b797d req-59d5a86e-f8c5-42bc-9711-a9cd8e726c7b tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363698 Aug 28 15:16:30.693052 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['80eae628-b4d7-4c6a-8e27-62088fbef071'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:16:31.192408 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7dc343-9475-4333-b9a3-cc352f8083b8 req-8bdd01b9-3733-49cc-a278-530a554ce0d3 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:31.193967 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5b7dc343-9475-4333-b9a3-cc352f8083b8 req-8bdd01b9-3733-49cc-a278-530a554ce0d3 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 945 time: 0.0694184 Aug 28 15:16:31.244387 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5b7dc343-9475-4333-b9a3-cc352f8083b8 req-bdb23797-d177-49a7-b0c1-055ffbca5522 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434644 Aug 28 15:16:31.294906 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a15a63-7122-473e-a595-db4c76d2113d req-99e40601-1686-4df0-9829-ecc4ea91cece tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:31.296610 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a2a15a63-7122-473e-a595-db4c76d2113d req-99e40601-1686-4df0-9829-ecc4ea91cece tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4051a9d-c80d-4bfb-828f-ea4de17b23b0 HTTP/1.1" status: 200 len: 944 time: 0.0625439 Aug 28 15:16:31.340908 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a2a15a63-7122-473e-a595-db4c76d2113d req-0d82c961-2436-485c-af74-572733ed0bae tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/security-groups?id=d29e6c43-65b0-476c-8fca-ebb6dba59f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376821 Aug 28 15:16:31.534413 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-75c6c9a9-b38a-4c75-8da0-73f4739849fe req-b0df1424-a5f8-4474-9497-1d4778bd48be tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0328531 Aug 28 15:16:31.695620 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90125f0d-ed2e-4940-83db-aa2de9083625 req-37ad92de-6023-449e-8353-f3f6be1fe89f tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:31.697568 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-90125f0d-ed2e-4940-83db-aa2de9083625 req-37ad92de-6023-449e-8353-f3f6be1fe89f tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0594656 Aug 28 15:16:31.741805 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-90125f0d-ed2e-4940-83db-aa2de9083625 req-972d845b-5b01-4d1f-ba03-1bf5293817ef tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376985 Aug 28 15:16:32.012713 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60656) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:32.067418 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 80eae628-b4d7-4c6a-8e27-62088fbef071 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:16:32.125867 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 80eae628-b4d7-4c6a-8e27-62088fbef071 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:16:32.130533 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 80eae628-b4d7-4c6a-8e27-62088fbef071 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:16:32.130999 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:32.141520 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7911ebba-7bc3-4aa5-8b2f-f74cfd8657ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:32.226867 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:32.248899 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7911ebba-7bc3-4aa5-8b2f-f74cfd8657ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:32.255229 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4051a9d-c80d-4bfb-828f-ea4de17b23b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eae628-b4d7-4c6a-8e27-62088fbef071'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:16:32.255726 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7911ebba-7bc3-4aa5-8b2f-f74cfd8657ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:32.257698 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d387dfd-3413-4414-a2e4-344ff3fc2e4a" -d '{"events": [{"server_uuid": "f4051a9d-c80d-4bfb-828f-ea4de17b23b0", "name": "network-vif-plugged", "status": "completed", "tag": "80eae628-b4d7-4c6a-8e27-62088fbef071"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:16:32.274816 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 80eae628-b4d7-4c6a-8e27-62088fbef071, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=80eae628-b4d7-4c6a-8e27-62088fbef071,segment=NetworkSegment(e1d22389-79ec-4a2f-bfbc-17b1d7034ce3),segment_id=e1d22389-79ec-4a2f-bfbc-17b1d7034ce3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:16:32.291414 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:32.305607 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7911ebba-7bc3-4aa5-8b2f-f74cfd8657ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ed0d281b8774886a529985be2ba87e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2891288 Aug 28 15:16:32.305607 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911ebba-7bc3-4aa5-8b2f-f74cfd8657ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056d7a6c-8371-41b9-9b83-2e3966024810,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:32.306287 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60700) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:32.350549 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32cb6a5-4e4a-4c46-aff7-a0d8b9f9b592 x-openstack-request-id: req-c32cb6a5-4e4a-4c46-aff7-a0d8b9f9b592 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:16:32.350842 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4051a9d-c80d-4bfb-828f-ea4de17b23b0", "name": "network-vif-plugged", "status": "completed", "tag": "80eae628-b4d7-4c6a-8e27-62088fbef071", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:16:32.351171 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c32cb6a5-4e4a-4c46-aff7-a0d8b9f9b592 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:16:32.351573 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4051a9d-c80d-4bfb-828f-ea4de17b23b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eae628-b4d7-4c6a-8e27-62088fbef071', 'code': 200} Aug 28 15:16:32.423193 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=80eae628-b4d7-4c6a-8e27-62088fbef071,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:32.428047 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-67111902-4570-4385-a814-075f9130c9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:32.452390 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5580aad-576f-4aba-91c9-b2c0dc1c9616 req-e9112ba7-3834-4ce0-9f27-1862ad1f6994 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:32.454419 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f5580aad-576f-4aba-91c9-b2c0dc1c9616 req-e9112ba7-3834-4ce0-9f27-1862ad1f6994 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 945 time: 0.0811043 Aug 28 15:16:32.492742 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-67111902-4570-4385-a814-075f9130c9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:32.497103 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f5580aad-576f-4aba-91c9-b2c0dc1c9616 req-7ed56ce5-0dd0-44e6-8028-978fe1643af7 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362186 Aug 28 15:16:32.506233 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36399640-bf58-449e-a1fe-d2e2c5003020 req-574219a3-988b-4c8e-85a2-b5e9a8646cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:32.507769 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-36399640-bf58-449e-a1fe-d2e2c5003020 req-574219a3-988b-4c8e-85a2-b5e9a8646cd1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f4051a9d-c80d-4bfb-828f-ea4de17b23b0 HTTP/1.1" status: 200 len: 1097 time: 0.1239188 Aug 28 15:16:32.567319 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7b532-0d59-438e-b711-0b1163137829 req-9e9864fa-dde8-4b60-8a28-6d2c1a09f2cc tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:32.568935 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eaa7b532-0d59-438e-b711-0b1163137829 req-9e9864fa-dde8-4b60-8a28-6d2c1a09f2cc tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4051a9d-c80d-4bfb-828f-ea4de17b23b0 HTTP/1.1" status: 200 len: 945 time: 0.1303887 Aug 28 15:16:32.591697 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-36399640-bf58-449e-a1fe-d2e2c5003020 req-2a499bf4-2408-478b-9758-3bd2fce99177 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d29e6c43-65b0-476c-8fca-ebb6dba59f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755279 Aug 28 15:16:32.614677 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-67111902-4570-4385-a814-075f9130c9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:32.617227 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-67111902-4570-4385-a814-075f9130c9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:32.618340 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-67111902-4570-4385-a814-075f9130c9db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/056d7a6c-8371-41b9-9b83-2e3966024810 HTTP/1.1" status: 204 len: 168 time: 0.3116794 Aug 28 15:16:32.638569 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eaa7b532-0d59-438e-b711-0b1163137829 req-b20f5caa-5c91-4b53-b352-2a1a850326de tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/security-groups?id=d29e6c43-65b0-476c-8fca-ebb6dba59f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597215 Aug 28 15:16:32.639455 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67111902-4570-4385-a814-075f9130c9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056d7a6c-8371-41b9-9b83-2e3966024810,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:32.676378 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d7eb18b1-c7a8-4b1a-ac45-097bfc0d0742 req-87761428-dda8-4ee5-91c2-b27fe6fe54fe tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0480027 Aug 28 15:16:32.877869 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46731160-0b88-4ee4-95b6-b28d848d17d0 req-cca5389f-4de9-4b80-b255-e64369ae90a6 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:32.887518 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-46731160-0b88-4ee4-95b6-b28d848d17d0 req-cca5389f-4de9-4b80-b255-e64369ae90a6 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0683436 Aug 28 15:16:32.932224 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-46731160-0b88-4ee4-95b6-b28d848d17d0 req-fc1030eb-1575-4086-b431-d8b05f24cfe0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437462 Aug 28 15:16:32.950911 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60792) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:32.968312 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d83e1c5f-9301-449a-ac0c-4e54180c8eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:33.068819 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d83e1c5f-9301-449a-ac0c-4e54180c8eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:33.072955 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d83e1c5f-9301-449a-ac0c-4e54180c8eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:33.113420 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d83e1c5f-9301-449a-ac0c-4e54180c8eac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb577fd506b94ea4ac75f949b531fd8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1610041 Aug 28 15:16:33.114346 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e1c5f-9301-449a-ac0c-4e54180c8eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee800aa-9369-4ca9-a3d9-f461acb22100,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:33.116946 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60822) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:33.171615 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb064e50-0f33-403a-b898-cdddfd686d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:33.194462 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb064e50-0f33-403a-b898-cdddfd686d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:33.248141 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb064e50-0f33-403a-b898-cdddfd686d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:33.251487 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb064e50-0f33-403a-b898-cdddfd686d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:33.252775 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fb064e50-0f33-403a-b898-cdddfd686d9a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ee800aa-9369-4ca9-a3d9-f461acb22100 HTTP/1.1" status: 204 len: 168 time: 0.1346562 Aug 28 15:16:33.261516 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb064e50-0f33-403a-b898-cdddfd686d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee800aa-9369-4ca9-a3d9-f461acb22100,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:33.630257 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c5317-a6ce-41b3-8ce2-a7c15f523f05 req-9d310b2a-1a40-41af-a0e4-806261f89a12 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:33.632385 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f95c5317-a6ce-41b3-8ce2-a7c15f523f05 req-9d310b2a-1a40-41af-a0e4-806261f89a12 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 945 time: 0.0550981 Aug 28 15:16:33.675710 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f95c5317-a6ce-41b3-8ce2-a7c15f523f05 req-5e31c61b-000f-4a60-9465-952655160dfc tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370164 Aug 28 15:16:33.797942 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-69795f6e-5392-4c67-b4c6-fc9b0964aabe req-fcac5a8c-8745-4d82-8e34-a623423d3b58 tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0344274 Aug 28 15:16:33.815975 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8ffc7-ac62-4008-ae14-6f1dd7c4e56b req-30700cc6-3614-4702-a722-a7f6b56ea6cc tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:33.829676 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0cb8ffc7-ac62-4008-ae14-6f1dd7c4e56b req-30700cc6-3614-4702-a722-a7f6b56ea6cc tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4051a9d-c80d-4bfb-828f-ea4de17b23b0 HTTP/1.1" status: 200 len: 945 time: 0.0803306 Aug 28 15:16:33.870728 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0cb8ffc7-ac62-4008-ae14-6f1dd7c4e56b req-a1c12e04-8bbe-4499-93c3-0fced271d86a tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/security-groups?id=d29e6c43-65b0-476c-8fca-ebb6dba59f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459754 Aug 28 15:16:34.088301 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f9881-3af7-45f4-bbe0-b0bf523a43a9 req-d2b43750-76d0-4185-9134-a5d58eff8142 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:34.090178 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-012f9881-3af7-45f4-bbe0-b0bf523a43a9 req-d2b43750-76d0-4185-9134-a5d58eff8142 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0846496 Aug 28 15:16:34.137702 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-012f9881-3af7-45f4-bbe0-b0bf523a43a9 req-7ba32caa-68d4-498c-b2a0-573ca7f403cb tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383027 Aug 28 15:16:34.164645 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-8d439a08-f0f4-4c69-9adf-944c44382f6b req-037f485b-f59d-4122-a153-776585f38207 service neutron] (106329) timed out ('10.222.0.36', 55978) {{(pid=106329) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 15:16:34.447930 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60994) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:34.558305 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0cfd0cfa-484d-44e0-8431-20af99aca493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:34.646998 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0cfd0cfa-484d-44e0-8431-20af99aca493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:34.650724 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0cfd0cfa-484d-44e0-8431-20af99aca493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:34.688245 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0cfd0cfa-484d-44e0-8431-20af99aca493 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ae125585dc24c35a9971cc09104fc85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2391887 Aug 28 15:16:34.690305 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd0cfa-484d-44e0-8431-20af99aca493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c6778c-6d99-4659-b92c-853eb20350ef,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:34.690945 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60998) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:34.744193 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-798479ef-df24-448b-89d3-2ea1235d2d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:34.765879 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-798479ef-df24-448b-89d3-2ea1235d2d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:34.798626 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd263a-31d3-453b-9074-2a8c8b13f86d req-0fc0ee61-e357-4de2-ace0-d8938e8bb76f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:34.800378 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-90cd263a-31d3-453b-9074-2a8c8b13f86d req-0fc0ee61-e357-4de2-ace0-d8938e8bb76f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 945 time: 0.0488024 Aug 28 15:16:34.813061 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-798479ef-df24-448b-89d3-2ea1235d2d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:34.815700 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-798479ef-df24-448b-89d3-2ea1235d2d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:34.817036 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-798479ef-df24-448b-89d3-2ea1235d2d51 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99c6778c-6d99-4659-b92c-853eb20350ef HTTP/1.1" status: 204 len: 168 time: 0.1249530 Aug 28 15:16:34.825180 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798479ef-df24-448b-89d3-2ea1235d2d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c6778c-6d99-4659-b92c-853eb20350ef,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:34.842790 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-90cd263a-31d3-453b-9074-2a8c8b13f86d req-63cfe9ef-9da7-4003-b6c1-6b2326f151dd tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356557 Aug 28 15:16:34.919817 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cb5e7602-5041-4e00-b8c3-55c0bc3c08d9 req-51e4c1a9-c1ce-4a00-a355-f7aa8eefb252 tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0312784 Aug 28 15:16:35.008411 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb4e43-44eb-4a2c-9a1e-644d612330e2 req-915ab942-0d82-4f64-a8ac-2d6a007ed0ab tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:35.009907 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-02bb4e43-44eb-4a2c-9a1e-644d612330e2 req-915ab942-0d82-4f64-a8ac-2d6a007ed0ab tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4051a9d-c80d-4bfb-828f-ea4de17b23b0 HTTP/1.1" status: 200 len: 945 time: 0.0567186 Aug 28 15:16:35.056677 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-02bb4e43-44eb-4a2c-9a1e-644d612330e2 req-63e1fd94-99fb-47de-8d4d-ff9c2c0e455c tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/security-groups?id=d29e6c43-65b0-476c-8fca-ebb6dba59f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402861 Aug 28 15:16:35.294788 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0e341-10b9-456d-88d8-eac3e148003b req-812aa6c8-ac82-4141-a816-798ea1fc6096 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:35.297297 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93e0e341-10b9-456d-88d8-eac3e148003b req-812aa6c8-ac82-4141-a816-798ea1fc6096 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0812466 Aug 28 15:16:35.413629 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93e0e341-10b9-456d-88d8-eac3e148003b req-686a25b1-009f-47d5-8c7e-39bd53f9c51b tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007125 Aug 28 15:16:35.930829 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5cdd2-d83c-4c67-83d7-b214d658318f req-4133fc98-5d22-4b6a-83ed-6961cd52f1b0 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:35.933079 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-abc5cdd2-d83c-4c67-83d7-b214d658318f req-4133fc98-5d22-4b6a-83ed-6961cd52f1b0 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4051a9d-c80d-4bfb-828f-ea4de17b23b0 HTTP/1.1" status: 200 len: 945 time: 0.0575023 Aug 28 15:16:35.982815 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-abc5cdd2-d83c-4c67-83d7-b214d658318f req-d94a525b-e942-4656-b373-3773a610ac24 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/security-groups?id=d29e6c43-65b0-476c-8fca-ebb6dba59f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412638 Aug 28 15:16:36.001636 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21b855-d876-484f-9a9e-161c96eb92a7 req-f63efd4c-b027-4a10-97de-c8fe501fb60c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:36.005545 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2b21b855-d876-484f-9a9e-161c96eb92a7 req-f63efd4c-b027-4a10-97de-c8fe501fb60c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 945 time: 0.0703180 Aug 28 15:16:36.081676 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2b21b855-d876-484f-9a9e-161c96eb92a7 req-02a87a59-ce4a-4918-b2ad-e6a6af60456f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681288 Aug 28 15:16:36.101368 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ce1d4b78-f037-4188-af0a-b2f2127f2e15 req-c5ebb991-6b6c-4850-9154-61e4455432bf tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0378230 Aug 28 15:16:36.361940 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-84567fe0-789a-45b4-abf0-ad4bc47661bb req-ea46e864-9107-4fa7-8b0e-7147204adb59 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0241609 Aug 28 15:16:36.544266 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64301d-16ba-4032-8fa9-4528f7756cdf req-497156bb-1215-4856-b965-4e7ea8b18827 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:36.548305 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3d64301d-16ba-4032-8fa9-4528f7756cdf req-497156bb-1215-4856-b965-4e7ea8b18827 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0527678 Aug 28 15:16:36.590491 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3d64301d-16ba-4032-8fa9-4528f7756cdf req-9e4ad7c4-c558-41f0-93a4-08133531959c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387506 Aug 28 15:16:37.107135 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b45d8-c5c5-412f-8723-5ea5e1241644 req-1a5bf1aa-e9bd-4ad1-b7cc-e048cd3121c8 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:37.109394 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-936b45d8-c5c5-412f-8723-5ea5e1241644 req-1a5bf1aa-e9bd-4ad1-b7cc-e048cd3121c8 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4051a9d-c80d-4bfb-828f-ea4de17b23b0 HTTP/1.1" status: 200 len: 945 time: 0.0507839 Aug 28 15:16:37.139156 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 32890) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:37.156428 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-936b45d8-c5c5-412f-8723-5ea5e1241644 req-1995b70f-4513-4579-ad96-fbb3e0a3fba5 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/security-groups?id=d29e6c43-65b0-476c-8fca-ebb6dba59f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368102 Aug 28 15:16:37.236161 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f263cf5-14d0-439b-8d45-5aaa8daeed24 req-833f354f-4562-4a3f-bc32-c59958a14ef2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:37.237820 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9f263cf5-14d0-439b-8d45-5aaa8daeed24 req-833f354f-4562-4a3f-bc32-c59958a14ef2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 945 time: 0.0570574 Aug 28 15:16:37.268762 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5a7b8885-97bd-4b43-b009-c3a46e557c8e req-8cb53ebf-6022-4873-95d8-500d46e7a8ee tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0297585 Aug 28 15:16:37.286206 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-308aab46-adf0-4f67-b666-5eeabdeebeac admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:37.313227 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9f263cf5-14d0-439b-8d45-5aaa8daeed24 req-699e3d82-2fe5-4957-8698-097c57a64cd1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685596 Aug 28 15:16:37.408849 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-308aab46-adf0-4f67-b666-5eeabdeebeac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:37.413180 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-308aab46-adf0-4f67-b666-5eeabdeebeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:37.453138 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-308aab46-adf0-4f67-b666-5eeabdeebeac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91e3b268f7d64a0abbed45d0de991fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3127465 Aug 28 15:16:37.454353 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308aab46-adf0-4f67-b666-5eeabdeebeac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e392be9-4bf2-4abc-9773-248163dc3a89,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:37.456749 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 32894) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:37.506521 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a8c49e48-ef54-4422-a9ef-77570e0070b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:37.531680 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a8c49e48-ef54-4422-a9ef-77570e0070b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:37.579294 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a8c49e48-ef54-4422-a9ef-77570e0070b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:37.582104 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a8c49e48-ef54-4422-a9ef-77570e0070b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:37.583304 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a8c49e48-ef54-4422-a9ef-77570e0070b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e392be9-4bf2-4abc-9773-248163dc3a89 HTTP/1.1" status: 204 len: 168 time: 0.1247702 Aug 28 15:16:37.591977 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c49e48-ef54-4422-a9ef-77570e0070b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e392be9-4bf2-4abc-9773-248163dc3a89,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:37.680219 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750a6ec-7633-42fd-a765-7850e6b2fb5b req-86a7c119-1bb9-4c3f-bbe7-8b31d179b4d7 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:37.682196 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2750a6ec-7633-42fd-a765-7850e6b2fb5b req-86a7c119-1bb9-4c3f-bbe7-8b31d179b4d7 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4051a9d-c80d-4bfb-828f-ea4de17b23b0 HTTP/1.1" status: 200 len: 945 time: 0.0758009 Aug 28 15:16:37.741328 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124726a-dc2e-4b74-99cb-ac1313ec2ea9 req-6855ba36-b5db-425f-a21d-9eca9b4ac4db tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:37.742976 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9124726a-dc2e-4b74-99cb-ac1313ec2ea9 req-6855ba36-b5db-425f-a21d-9eca9b4ac4db tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0598440 Aug 28 15:16:37.789738 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9124726a-dc2e-4b74-99cb-ac1313ec2ea9 req-8ae47905-8620-407a-91c7-7b2b3d90b097 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368884 Aug 28 15:16:37.798607 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-2750a6ec-7633-42fd-a765-7850e6b2fb5b req-d4367b9b-0688-445d-98d6-835cde20b495 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Deleting port 80eae628-b4d7-4c6a-8e27-62088fbef071 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:16:37.798949 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-2750a6ec-7633-42fd-a765-7850e6b2fb5b req-d4367b9b-0688-445d-98d6-835cde20b495 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:37.908718 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-2750a6ec-7633-42fd-a765-7850e6b2fb5b req-d4367b9b-0688-445d-98d6-835cde20b495 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] For port 80eae628-b4d7-4c6a-8e27-62088fbef071, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=80eae628-b4d7-4c6a-8e27-62088fbef071,segment=NetworkSegment(e1d22389-79ec-4a2f-bfbc-17b1d7034ce3),segment_id=e1d22389-79ec-4a2f-bfbc-17b1d7034ce3)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:16:37.909092 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-2750a6ec-7633-42fd-a765-7850e6b2fb5b req-d4367b9b-0688-445d-98d6-835cde20b495 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:37.924370 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-2750a6ec-7633-42fd-a765-7850e6b2fb5b req-d4367b9b-0688-445d-98d6-835cde20b495 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Calling delete_port for 80eae628-b4d7-4c6a-8e27-62088fbef071 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:16:37.945066 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 32904) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:37.984574 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6433da19-2eb7-4365-a075-249a995e11e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:37.989368 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-46f07bf1-2799-4c6b-b7fd-f209ce30351d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:38.088672 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-2750a6ec-7633-42fd-a765-7850e6b2fb5b req-d4367b9b-0688-445d-98d6-835cde20b495 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:38.110865 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['80eae628-b4d7-4c6a-8e27-62088fbef071'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:16:38.121520 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4367b9b-0688-445d-98d6-835cde20b495 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Pushing event deleted for resources: {'Port': ['ID=80eae628-b4d7-4c6a-8e27-62088fbef071,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:38.152651 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6433da19-2eb7-4365-a075-249a995e11e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:38.156848 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6433da19-2eb7-4365-a075-249a995e11e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:38.168257 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-2750a6ec-7633-42fd-a765-7850e6b2fb5b req-d4367b9b-0688-445d-98d6-835cde20b495 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] No DVR routers for this DVR port 80eae628-b4d7-4c6a-8e27-62088fbef071 on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:16:38.170921 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-2750a6ec-7633-42fd-a765-7850e6b2fb5b req-d4367b9b-0688-445d-98d6-835cde20b495 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:38.173438 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2750a6ec-7633-42fd-a765-7850e6b2fb5b req-d4367b9b-0688-445d-98d6-835cde20b495 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.41 "DELETE /v2.0/ports/80eae628-b4d7-4c6a-8e27-62088fbef071 HTTP/1.1" status: 204 len: 173 time: 0.4848394 Aug 28 15:16:38.174109 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4051a9d-c80d-4bfb-828f-ea4de17b23b0', 'name': 'network-vif-deleted', 'tag': '80eae628-b4d7-4c6a-8e27-62088fbef071'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:16:38.183765 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04439ff3-6957-4bf1-b08b-99666883d11a" -d '{"events": [{"server_uuid": "f4051a9d-c80d-4bfb-828f-ea4de17b23b0", "name": "network-vif-deleted", "tag": "80eae628-b4d7-4c6a-8e27-62088fbef071"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:16:38.214645 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6433da19-2eb7-4365-a075-249a995e11e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=620b7524cac44e06bc54460415a8ddb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2684193 Aug 28 15:16:38.216038 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433da19-2eb7-4365-a075-249a995e11e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd01906c-3193-42ce-83d0-68952657fb66,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:38.217226 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 32910) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:38.278171 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de584d3-bce1-4e04-8040-ef1373837544 x-openstack-request-id: req-0de584d3-bce1-4e04-8040-ef1373837544 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:16:38.278497 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4051a9d-c80d-4bfb-828f-ea4de17b23b0", "name": "network-vif-deleted", "tag": "80eae628-b4d7-4c6a-8e27-62088fbef071", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:16:38.278854 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0de584d3-bce1-4e04-8040-ef1373837544 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:16:38.279436 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4051a9d-c80d-4bfb-828f-ea4de17b23b0', 'name': 'network-vif-deleted', 'tag': '80eae628-b4d7-4c6a-8e27-62088fbef071', 'status': 'completed', 'code': 200} Aug 28 15:16:38.303887 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-df193f1c-8eb5-4ae1-8da5-b12ddf806782 req-167b49e9-e623-4e58-b8a3-79507c759198 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4051a9d-c80d-4bfb-828f-ea4de17b23b0 HTTP/1.1" status: 200 len: 210 time: 0.0408232 Aug 28 15:16:38.319793 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-783c25f7-a07c-458a-8641-f6d20ae58502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:38.349814 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-783c25f7-a07c-458a-8641-f6d20ae58502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:38.408003 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-783c25f7-a07c-458a-8641-f6d20ae58502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:38.410709 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-783c25f7-a07c-458a-8641-f6d20ae58502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:38.411941 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-783c25f7-a07c-458a-8641-f6d20ae58502 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd01906c-3193-42ce-83d0-68952657fb66 HTTP/1.1" status: 204 len: 168 time: 0.1932778 Aug 28 15:16:38.416294 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-874aef79-e6a2-4dca-9fd6-139f3aff876a req-4e22eeb8-8eff-4255-b969-947ecc2d3639 tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0470378 Aug 28 15:16:38.450046 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c25f7-a07c-458a-8641-f6d20ae58502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd01906c-3193-42ce-83d0-68952657fb66,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:38.494899 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becab9f5-4b77-4b51-a47e-9a235f45336c req-0651b968-72de-4cfc-8101-4d179b9532d1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:38.497231 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-becab9f5-4b77-4b51-a47e-9a235f45336c req-0651b968-72de-4cfc-8101-4d179b9532d1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 945 time: 0.0838647 Aug 28 15:16:38.551393 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-becab9f5-4b77-4b51-a47e-9a235f45336c req-faa4bac5-a091-443e-94ea-a993fb83efe7 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466461 Aug 28 15:16:38.690853 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-02f19b1b-7f51-4812-9d91-e83f1e343e8c req-73ca163f-fd4e-4c86-877d-f6fed99df3e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd9091c7e556478ba2d890df7a0c5e64&device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0345733 Aug 28 15:16:38.713716 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-33467419-65dc-4aab-882d-b264bec851ff req-c73ea892-4532-4351-9628-9e7db2db2de1 tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0368080 Aug 28 15:16:38.726437 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-02f19b1b-7f51-4812-9d91-e83f1e343e8c req-18ee0863-4334-4bb7-b455-75d0cfd7407b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=cd9091c7e556478ba2d890df7a0c5e64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276878 Aug 28 15:16:38.903582 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f19b1b-7f51-4812-9d91-e83f1e343e8c req-3669c7f6-3af2-4930-8722-ac3a97361d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:38.904200 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-02f19b1b-7f51-4812-9d91-e83f1e343e8c req-3669c7f6-3af2-4930-8722-ac3a97361d0d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1535096 Aug 28 15:16:38.945972 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e09a7-2cc4-46bb-9569-2016874b2dc9 req-b9a1fcc3-41f4-4097-a449-b68e97aaee0c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:38.947569 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f50e09a7-2cc4-46bb-9569-2016874b2dc9 req-b9a1fcc3-41f4-4097-a449-b68e97aaee0c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0631635 Aug 28 15:16:38.989533 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f50e09a7-2cc4-46bb-9569-2016874b2dc9 req-cd8b3995-52da-4fad-8236-051e4fbbd052 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352840 Aug 28 15:16:39.690112 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f8530-4cd4-4273-9f4e-0c565754cb91 req-fca7cf7f-3228-42d6-9452-1f5e0eeb975e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:39.692518 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a56f8530-4cd4-4273-9f4e-0c565754cb91 req-fca7cf7f-3228-42d6-9452-1f5e0eeb975e tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 945 time: 0.0577447 Aug 28 15:16:39.737788 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a56f8530-4cd4-4273-9f4e-0c565754cb91 req-a99a5d89-ab01-4526-a1ca-cc8e606bf595 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370662 Aug 28 15:16:39.781495 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e680443-1847-4fc6-8534-b5fe1092242e req-8918e650-ae69-49a5-add3-b32fa06ce596 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:39.783375 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e680443-1847-4fc6-8534-b5fe1092242e req-8918e650-ae69-49a5-add3-b32fa06ce596 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/networks?id=067add42-4daf-4df6-bc98-00eff46e8deb HTTP/1.1" status: 200 len: 809 time: 0.1522529 Aug 28 15:16:39.801145 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e680443-1847-4fc6-8534-b5fe1092242e req-1e892179-badd-428c-84b2-f4276053825b tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/quotas/dfd2d59dad8e465c8cd1d67027f8ad13 HTTP/1.1" status: 200 len: 375 time: 0.0112224 Aug 28 15:16:39.856343 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d7791192-6354-49af-99a9-29eb4ae8f8fb req-303fb63c-3266-4f02-8721-5c9838a29c8a tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0360177 Aug 28 15:16:39.862201 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e680443-1847-4fc6-8534-b5fe1092242e req-dfd20e78-e10d-4b2c-84af-f16405ec145d tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfd2d59dad8e465c8cd1d67027f8ad13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473554 Aug 28 15:16:39.975184 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e680443-1847-4fc6-8534-b5fe1092242e req-0a833ef5-54f6-4b33-891c-96880c73a3ee service neutron] 10.222.0.13 "GET /v2.0/networks/067add42-4daf-4df6-bc98-00eff46e8deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130757 Aug 28 15:16:40.127204 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-02f19b1b-7f51-4812-9d91-e83f1e343e8c req-7c913da1-05fe-4762-9e81-afffdd826990 tempest-ServerShowV254Test-25882777 tempest-ServerShowV254Test-25882777-project] 10.222.0.36 "GET /v2.0/ports?device_id=2583fcd6-2489-4c8f-8ea5-8a52c1decaa4 HTTP/1.1" status: 200 len: 210 time: 0.0327156 Aug 28 15:16:40.137381 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e680443-1847-4fc6-8534-b5fe1092242e req-2c7cd412-a583-4b5e-8a7b-ede3cfe00bdc service neutron] 10.222.0.13 "GET /v2.0/networks/067add42-4daf-4df6-bc98-00eff46e8deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548243 Aug 28 15:16:40.170566 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03d2f1-4636-478d-b58a-3c3eceb6f3b0 req-925ebf06-c1eb-4774-91ad-d01bc65eb6e1 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:40.172661 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5a03d2f1-4636-478d-b58a-3c3eceb6f3b0 req-925ebf06-c1eb-4774-91ad-d01bc65eb6e1 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0794010 Aug 28 15:16:40.266390 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5a03d2f1-4636-478d-b58a-3c3eceb6f3b0 req-fa1fab31-8621-4543-8510-371d962d4c0e tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863640 Aug 28 15:16:40.349878 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4fe90c1-ee58-44e4-854a-2504ddac99b5 req-7786f4e2-8630-4648-aabe-286c339faf45 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/ports?device_id=646cf0ff-633d-418b-aa19-cc9e17a5b9d6 HTTP/1.1" status: 200 len: 210 time: 0.0339351 Aug 28 15:16:40.535736 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7b804512-46cd-48d0-b81d-bcfaf3f27d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:40.852267 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:40.888752 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8b9f1-b34b-4724-8b3c-dfdc59497d74 req-3334f638-6c5e-44a9-8721-563f9a8b79e8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:40.891026 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-07a8b9f1-b34b-4724-8b3c-dfdc59497d74 req-3334f638-6c5e-44a9-8721-563f9a8b79e8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 945 time: 0.0556166 Aug 28 15:16:40.940791 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-07a8b9f1-b34b-4724-8b3c-dfdc59497d74 req-fadc2273-ea2e-4685-ab58-1705743b9ed8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387945 Aug 28 15:16:41.245871 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33078) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:41.430066 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f80c0e-f018-4104-afaf-0e187ecaaa73 req-3b4004b5-4ecb-4f94-932d-8355d24e1259 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:41.437803 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-68f80c0e-f018-4104-afaf-0e187ecaaa73 req-3b4004b5-4ecb-4f94-932d-8355d24e1259 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0714552 Aug 28 15:16:41.449396 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-92c88447-3987-4d65-ba02-5db1ef9bd7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:41.467336 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8e771743-15b3-4722-9f28-4c4bc8cfda18 req-2010baa3-0f0e-409b-b147-d59ad2f9014a tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/ports?device_id=646cf0ff-633d-418b-aa19-cc9e17a5b9d6 HTTP/1.1" status: 200 len: 210 time: 0.0345461 Aug 28 15:16:41.486162 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-68f80c0e-f018-4104-afaf-0e187ecaaa73 req-16bbf2df-c8b7-411c-8922-c8a0564e5bec tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424798 Aug 28 15:16:41.560690 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-92c88447-3987-4d65-ba02-5db1ef9bd7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:41.565722 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-92c88447-3987-4d65-ba02-5db1ef9bd7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:41.606779 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-92c88447-3987-4d65-ba02-5db1ef9bd7f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd9091c7e556478ba2d890df7a0c5e64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3594794 Aug 28 15:16:41.608969 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c88447-3987-4d65-ba02-5db1ef9bd7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ff36aa-3002-40fc-88b7-65fda52cacd7,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:41.609666 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33096) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:41.667212 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f322a2d-ca3d-45fa-9d0d-b80f70d709bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:41.692453 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f322a2d-ca3d-45fa-9d0d-b80f70d709bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:41.736242 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:41.749990 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f322a2d-ca3d-45fa-9d0d-b80f70d709bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:41.753351 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f322a2d-ca3d-45fa-9d0d-b80f70d709bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:41.754653 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5f322a2d-ca3d-45fa-9d0d-b80f70d709bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6ff36aa-3002-40fc-88b7-65fda52cacd7 HTTP/1.1" status: 204 len: 168 time: 0.1433280 Aug 28 15:16:41.763434 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f322a2d-ca3d-45fa-9d0d-b80f70d709bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ff36aa-3002-40fc-88b7-65fda52cacd7,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:42.069233 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0eaaf-4522-4008-a5ca-cf9110f01a1d req-0bbfffd2-6279-4585-aeb3-d9c6341b3c40 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:42.076218 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21c0eaaf-4522-4008-a5ca-cf9110f01a1d req-0bbfffd2-6279-4585-aeb3-d9c6341b3c40 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 945 time: 0.0609305 Aug 28 15:16:42.089296 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 80eae628-b4d7-4c6a-8e27-62088fbef071 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:16:42.117310 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21c0eaaf-4522-4008-a5ca-cf9110f01a1d req-be0e5a05-697a-4fd8-8bb6-33b37f247c79 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389779 Aug 28 15:16:42.125755 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 80eae628-b4d7-4c6a-8e27-62088fbef071 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:16:42.126160 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 80eae628-b4d7-4c6a-8e27-62088fbef071 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:16:42.488561 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33182) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:42.624083 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8202f-701f-493d-91d0-e514f5ce14da req-8339d2e6-eaae-4ce1-adc8-7033c58c1a5a tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:42.632789 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3eb8202f-701f-493d-91d0-e514f5ce14da req-8339d2e6-eaae-4ce1-adc8-7033c58c1a5a tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0741060 Aug 28 15:16:42.672713 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3eb8202f-701f-493d-91d0-e514f5ce14da req-7f4691d7-d281-425b-8c0c-657a5011f9a0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388236 Aug 28 15:16:42.689897 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f503dff8-bc74-42e8-823b-8efe81e95024 req-bf76ad77-4115-444a-a80b-b8e740bb1278 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/ports?device_id=646cf0ff-633d-418b-aa19-cc9e17a5b9d6 HTTP/1.1" status: 200 len: 210 time: 0.0559235 Aug 28 15:16:42.742495 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-23f3c18d-34cd-4148-8e1a-8e76c2e3c06e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-482953964-network', 'tenant_id': '90bd0625838345f6bc46ab54cae2109b'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:16:42.767772 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f3c18d-34cd-4148-8e1a-8e76c2e3c06e admin admin] Made reservation on behalf of 90bd0625838345f6bc46ab54cae2109b for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:16:42.771266 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-23f3c18d-34cd-4148-8e1a-8e76c2e3c06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:42.782355 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-23f3c18d-34cd-4148-8e1a-8e76c2e3c06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:42.917660 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-23f3c18d-34cd-4148-8e1a-8e76c2e3c06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:42.927849 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-23f3c18d-34cd-4148-8e1a-8e76c2e3c06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:42.969094 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f3c18d-34cd-4148-8e1a-8e76c2e3c06e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:16:42.986611 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3c18d-34cd-4148-8e1a-8e76c2e3c06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7579439c-c9de-4334-ba7e-ae9830b50e90,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:42.993191 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-23f3c18d-34cd-4148-8e1a-8e76c2e3c06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:42.993669 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-23f3c18d-34cd-4148-8e1a-8e76c2e3c06e admin admin] Added segment 9c9787b2-3071-4fd8-b49c-6d9cde4276fe of type vlan for network ce54f031-11c3-4162-9420-a2bcdac36fa0 Aug 28 15:16:43.067690 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-23f3c18d-34cd-4148-8e1a-8e76c2e3c06e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:43.099004 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-23f3c18d-34cd-4148-8e1a-8e76c2e3c06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:43.099927 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f3c18d-34cd-4148-8e1a-8e76c2e3c06e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:43.100492 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-23f3c18d-34cd-4148-8e1a-8e76c2e3c06e admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:43.187979 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-23f3c18d-34cd-4148-8e1a-8e76c2e3c06e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6978481 Aug 28 15:16:43.191626 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33248) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:43.195026 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3c18d-34cd-4148-8e1a-8e76c2e3c06e admin admin] Pushing event updated for resources: {'Network': ['ID=ce54f031-11c3-4162-9420-a2bcdac36fa0,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:43.198448 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-72d81938-f08e-4808-9f46-c286a9582edc admin admin] Request body: {'subnet': {'network_id': 'ce54f031-11c3-4162-9420-a2bcdac36fa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-482953964-subnet', 'tenant_id': '90bd0625838345f6bc46ab54cae2109b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:16:43.211430 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network ce54f031-11c3-4162-9420-a2bcdac36fa0 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:16:43.297832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d81938-f08e-4808-9f46-c286a9582edc admin admin] Made reservation on behalf of 90bd0625838345f6bc46ab54cae2109b for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:16:43.301149 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72d81938-f08e-4808-9f46-c286a9582edc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:43.388927 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:43.481657 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e680443-1847-4fc6-8534-b5fe1092242e req-ec55ff64-09de-4d38-9f1b-5d7450f6c28a tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:43.483422 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e680443-1847-4fc6-8534-b5fe1092242e req-ec55ff64-09de-4d38-9f1b-5d7450f6c28a tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.36 "GET /v2.0/networks?id=067add42-4daf-4df6-bc98-00eff46e8deb HTTP/1.1" status: 200 len: 809 time: 0.2603588 Aug 28 15:16:43.484519 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb70353-c909-4732-b317-a259f21d87aa req-e154bcc9-0931-4eec-b2fe-33124ff7f682 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:43.486591 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-feb70353-c909-4732-b317-a259f21d87aa req-e154bcc9-0931-4eec-b2fe-33124ff7f682 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 945 time: 0.2028036 Aug 28 15:16:43.501989 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-5e680443-1847-4fc6-8534-b5fe1092242e req-2d3f3747-5bfa-41fe-96a2-14bab2c1095b tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Request body: {'port': {'device_id': '646cf0ff-633d-418b-aa19-cc9e17a5b9d6', 'network_id': '067add42-4daf-4df6-bc98-00eff46e8deb', 'admin_state_up': True, 'tenant_id': 'dfd2d59dad8e465c8cd1d67027f8ad13'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:16:43.595752 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-feb70353-c909-4732-b317-a259f21d87aa req-ce981619-7f9c-4b8a-a9e5-a22b80c10ed6 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888019 Aug 28 15:16:43.655079 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e680443-1847-4fc6-8534-b5fe1092242e req-2d3f3747-5bfa-41fe-96a2-14bab2c1095b tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Made reservation on behalf of dfd2d59dad8e465c8cd1d67027f8ad13 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:16:43.661493 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5e680443-1847-4fc6-8534-b5fe1092242e req-2d3f3747-5bfa-41fe-96a2-14bab2c1095b tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:43.678692 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72d81938-f08e-4808-9f46-c286a9582edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:43.744669 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d81938-f08e-4808-9f46-c286a9582edc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ee8456f-77cd-44f8-a770-a901187819ef,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:43.763497 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d81938-f08e-4808-9f46-c286a9582edc admin admin] Checking segment: {'id': '9c9787b2-3071-4fd8-b49c-6d9cde4276fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ce54f031-11c3-4162-9420-a2bcdac36fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:16:43.764197 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d81938-f08e-4808-9f46-c286a9582edc admin admin] Network hostable DHCP agents. Network: ce54f031-11c3-4162-9420-a2bcdac36fa0, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:16:43.825235 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d81938-f08e-4808-9f46-c286a9582edc admin admin] Network ce54f031-11c3-4162-9420-a2bcdac36fa0 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:16:43.896524 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-580d7884-ed06-4c35-aa74-ca5eb58d8123 req-330da859-cde9-4f24-8b09-63cf247e813f tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/ports?device_id=646cf0ff-633d-418b-aa19-cc9e17a5b9d6 HTTP/1.1" status: 200 len: 210 time: 0.0576119 Aug 28 15:16:43.897637 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-72d81938-f08e-4808-9f46-c286a9582edc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, ce54f031-11c3-4162-9420-a2bcdac36fa0) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:16:43.915284 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba095cf-fdc1-4c8a-8218-668a521d55d8 None None] Network ce54f031-11c3-4162-9420-a2bcdac36fa0 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:16:43.915643 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d81938-f08e-4808-9f46-c286a9582edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:43.918421 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72d81938-f08e-4808-9f46-c286a9582edc admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:43.956057 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-72d81938-f08e-4808-9f46-c286a9582edc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7625964 Aug 28 15:16:43.957879 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-5e680443-1847-4fc6-8534-b5fe1092242e req-2d3f3747-5bfa-41fe-96a2-14bab2c1095b tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Allocated IP 172.20.0.3 (067add42-4daf-4df6-bc98-00eff46e8deb/b6907997-569b-4cce-a226-064095236f7e/9ee4bad1-d875-47d5-ad66-339b8c02e4e2) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:16:43.993514 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68348919-7549-4017-a7f4-13424ce17b5e req-cfe7004e-d0c5-41dd-bcb5-c79bb96e8fc2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:43.995244 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-68348919-7549-4017-a7f4-13424ce17b5e req-cfe7004e-d0c5-41dd-bcb5-c79bb96e8fc2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.1756339 Aug 28 15:16:44.133994 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410e5010-36ec-4770-a3e7-21464b3ee485 None None] Network ce54f031-11c3-4162-9420-a2bcdac36fa0 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:16:44.174817 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-68348919-7549-4017-a7f4-13424ce17b5e req-adc39056-d76a-4ca5-8c14-0c3b2aed03ab tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082199 Aug 28 15:16:44.285354 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5e680443-1847-4fc6-8534-b5fe1092242e req-2d3f3747-5bfa-41fe-96a2-14bab2c1095b tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:44.363856 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5e680443-1847-4fc6-8534-b5fe1092242e req-2d3f3747-5bfa-41fe-96a2-14bab2c1095b tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:44.464954 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e680443-1847-4fc6-8534-b5fe1092242e req-2d3f3747-5bfa-41fe-96a2-14bab2c1095b tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Network 067add42-4daf-4df6-bc98-00eff46e8deb is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:16:44.486139 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-5e680443-1847-4fc6-8534-b5fe1092242e req-2d3f3747-5bfa-41fe-96a2-14bab2c1095b tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:16:44.492986 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e680443-1847-4fc6-8534-b5fe1092242e req-2d3f3747-5bfa-41fe-96a2-14bab2c1095b tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:16:44.622286 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f3747-5bfa-41fe-96a2-14bab2c1095b tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Pushing event updated for resources: {'Port': ['ID=9ee4bad1-d875-47d5-ad66-339b8c02e4e2,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:44.647484 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e680443-1847-4fc6-8534-b5fe1092242e req-2d3f3747-5bfa-41fe-96a2-14bab2c1095b tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:44.649095 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5e680443-1847-4fc6-8534-b5fe1092242e req-2d3f3747-5bfa-41fe-96a2-14bab2c1095b tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:44.665137 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e680443-1847-4fc6-8534-b5fe1092242e req-2d3f3747-5bfa-41fe-96a2-14bab2c1095b tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1672947 Aug 28 15:16:44.683930 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-5e680443-1847-4fc6-8534-b5fe1092242e req-48592321-d565-4a39-a1fd-526955a49ed9 service neutron] Request body: {'port': {'device_id': '646cf0ff-633d-418b-aa19-cc9e17a5b9d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:16:44.778484 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-ad7e6d4f-e8b9-45b4-960e-ac79fe92dac3 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:44.780600 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-ad7e6d4f-e8b9-45b4-960e-ac79fe92dac3 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/networks?id=ce54f031-11c3-4162-9420-a2bcdac36fa0 HTTP/1.1" status: 200 len: 813 time: 0.2089503 Aug 28 15:16:44.785559 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5e680443-1847-4fc6-8534-b5fe1092242e req-48592321-d565-4a39-a1fd-526955a49ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:44.808749 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-644e58de-335a-49de-8356-e1397cef4f8d tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/quotas/90bd0625838345f6bc46ab54cae2109b HTTP/1.1" status: 200 len: 375 time: 0.0192697 Aug 28 15:16:44.838549 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0043f-0b3e-4ff4-8c30-014ffb9c4268 req-44cac990-1a75-4c0b-a59f-3675c006c2ff tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:44.840481 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f7c0043f-0b3e-4ff4-8c30-014ffb9c4268 req-44cac990-1a75-4c0b-a59f-3675c006c2ff tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.1331825 Aug 28 15:16:44.862546 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-220a6c21-fd71-4ab3-a591-0ec0320d6504 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=90bd0625838345f6bc46ab54cae2109b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527823 Aug 28 15:16:44.974548 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-32961c91-7165-449f-8fa8-d08511ab5d4b service neutron] 10.222.0.13 "GET /v2.0/networks/ce54f031-11c3-4162-9420-a2bcdac36fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109726 Aug 28 15:16:45.042614 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f7c0043f-0b3e-4ff4-8c30-014ffb9c4268 req-02a0cb76-fcd5-454f-9500-48b8d4a737b4 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938453 Aug 28 15:16:45.145596 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-190a2598-db56-4f31-a21b-810c944ceca0 service neutron] 10.222.0.13 "GET /v2.0/networks/ce54f031-11c3-4162-9420-a2bcdac36fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645517 Aug 28 15:16:45.260406 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-5e680443-1847-4fc6-8534-b5fe1092242e req-48592321-d565-4a39-a1fd-526955a49ed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ee4bad1-d875-47d5-ad66-339b8c02e4e2 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:16:45.304051 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5e680443-1847-4fc6-8534-b5fe1092242e req-48592321-d565-4a39-a1fd-526955a49ed9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:45.339492 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-5e680443-1847-4fc6-8534-b5fe1092242e req-48592321-d565-4a39-a1fd-526955a49ed9 service neutron] Transition to ACTIVE for port object 9ee4bad1-d875-47d5-ad66-339b8c02e4e2 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:16:45.363011 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba533be2-e124-4b89-aca7-69008fa83d6d req-7454149a-20d3-4c11-ac72-fe7cea90d9af tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:45.364736 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ba533be2-e124-4b89-aca7-69008fa83d6d req-7454149a-20d3-4c11-ac72-fe7cea90d9af tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 945 time: 0.1593587 Aug 28 15:16:45.365773 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5e680443-1847-4fc6-8534-b5fe1092242e req-48592321-d565-4a39-a1fd-526955a49ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:45.450773 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48592321-d565-4a39-a1fd-526955a49ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee4bad1-d875-47d5-ad66-339b8c02e4e2,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:45.479439 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fdc4a-d70f-42a3-8d7d-2b1dd44bd769 req-c852bdf7-1bee-4ef7-9fc6-8bf0c0f3d3ab tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:45.488281 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ba2fdc4a-d70f-42a3-8d7d-2b1dd44bd769 req-c852bdf7-1bee-4ef7-9fc6-8bf0c0f3d3ab tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/ports?device_id=646cf0ff-633d-418b-aa19-cc9e17a5b9d6 HTTP/1.1" status: 200 len: 943 time: 0.1339314 Aug 28 15:16:45.526005 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ba2fdc4a-d70f-42a3-8d7d-2b1dd44bd769 req-2ecf11d4-eccf-4381-b0ca-7144d967e70d tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/security-groups?id=d29e6c43-65b0-476c-8fca-ebb6dba59f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368319 Aug 28 15:16:45.564080 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ba533be2-e124-4b89-aca7-69008fa83d6d req-99bd3244-25e2-43a2-b62c-a42ee3c0eca6 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852102 Aug 28 15:16:45.633513 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dac59cdb-e7b2-4b99-8a1f-788acdc5e6aa req-094a7971-fe99-4387-b2c7-81193393294e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 210 time: 0.0414772 Aug 28 15:16:45.645421 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-5e680443-1847-4fc6-8534-b5fe1092242e req-48592321-d565-4a39-a1fd-526955a49ed9 service neutron] Attempting to bind port 9ee4bad1-d875-47d5-ad66-339b8c02e4e2 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:16:45.645421 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-5e680443-1847-4fc6-8534-b5fe1092242e req-48592321-d565-4a39-a1fd-526955a49ed9 service neutron] Attempting to bind port 9ee4bad1-d875-47d5-ad66-339b8c02e4e2 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'e1d22389-79ec-4a2f-bfbc-17b1d7034ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '067add42-4daf-4df6-bc98-00eff46e8deb'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:16:45.645421 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e680443-1847-4fc6-8534-b5fe1092242e req-48592321-d565-4a39-a1fd-526955a49ed9 service neutron] Attempting to bind port 9ee4bad1-d875-47d5-ad66-339b8c02e4e2 on network 067add42-4daf-4df6-bc98-00eff46e8deb {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:16:45.650857 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e680443-1847-4fc6-8534-b5fe1092242e req-48592321-d565-4a39-a1fd-526955a49ed9 service neutron] Port 9ee4bad1-d875-47d5-ad66-339b8c02e4e2 on network 067add42-4daf-4df6-bc98-00eff46e8deb not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:16:45.651514 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e680443-1847-4fc6-8534-b5fe1092242e req-48592321-d565-4a39-a1fd-526955a49ed9 service neutron] Attempting to bind port 9ee4bad1-d875-47d5-ad66-339b8c02e4e2 on network 067add42-4daf-4df6-bc98-00eff46e8deb {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:16:45.658760 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e680443-1847-4fc6-8534-b5fe1092242e req-48592321-d565-4a39-a1fd-526955a49ed9 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:16:45.659207 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e680443-1847-4fc6-8534-b5fe1092242e req-48592321-d565-4a39-a1fd-526955a49ed9 service neutron] Checking segment: {'id': 'e1d22389-79ec-4a2f-bfbc-17b1d7034ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '067add42-4daf-4df6-bc98-00eff46e8deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:16:45.659740 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e680443-1847-4fc6-8534-b5fe1092242e req-48592321-d565-4a39-a1fd-526955a49ed9 service neutron] Bound using segment: {'id': 'e1d22389-79ec-4a2f-bfbc-17b1d7034ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '067add42-4daf-4df6-bc98-00eff46e8deb'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:16:45.660374 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-5e680443-1847-4fc6-8534-b5fe1092242e req-48592321-d565-4a39-a1fd-526955a49ed9 service neutron] Bound port: 9ee4bad1-d875-47d5-ad66-339b8c02e4e2, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d22389-79ec-4a2f-bfbc-17b1d7034ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '067add42-4daf-4df6-bc98-00eff46e8deb'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:16:45.660747 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5e680443-1847-4fc6-8534-b5fe1092242e req-48592321-d565-4a39-a1fd-526955a49ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:45.741190 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-5e680443-1847-4fc6-8534-b5fe1092242e req-48592321-d565-4a39-a1fd-526955a49ed9 service neutron] For port 9ee4bad1-d875-47d5-ad66-339b8c02e4e2, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:16:45.744690 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-5e680443-1847-4fc6-8534-b5fe1092242e req-48592321-d565-4a39-a1fd-526955a49ed9 service neutron] For port 9ee4bad1-d875-47d5-ad66-339b8c02e4e2, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=9ee4bad1-d875-47d5-ad66-339b8c02e4e2,segment=NetworkSegment(e1d22389-79ec-4a2f-bfbc-17b1d7034ce3),segment_id=e1d22389-79ec-4a2f-bfbc-17b1d7034ce3)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:16:45.749629 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5e680443-1847-4fc6-8534-b5fe1092242e req-48592321-d565-4a39-a1fd-526955a49ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:45.796425 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e680443-1847-4fc6-8534-b5fe1092242e req-48592321-d565-4a39-a1fd-526955a49ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:45.797184 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5e680443-1847-4fc6-8534-b5fe1092242e req-48592321-d565-4a39-a1fd-526955a49ed9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:45.798796 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e680443-1847-4fc6-8534-b5fe1092242e req-48592321-d565-4a39-a1fd-526955a49ed9 service neutron] 10.222.0.36 "PUT /v2.0/ports/9ee4bad1-d875-47d5-ad66-339b8c02e4e2 HTTP/1.1" status: 200 len: 1092 time: 1.1243851 Aug 28 15:16:45.799198 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '646cf0ff-633d-418b-aa19-cc9e17a5b9d6', 'tag': '9ee4bad1-d875-47d5-ad66-339b8c02e4e2'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:16:45.801626 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2051990f-28c3-4cf0-8ad4-f9ce91d26878" -d '{"events": [{"name": "network-changed", "server_uuid": "646cf0ff-633d-418b-aa19-cc9e17a5b9d6", "tag": "9ee4bad1-d875-47d5-ad66-339b8c02e4e2"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:16:45.836503 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48592321-d565-4a39-a1fd-526955a49ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee4bad1-d875-47d5-ad66-339b8c02e4e2,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:45.883267 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e680443-1847-4fc6-8534-b5fe1092242e req-fa3bb5db-e08e-4e26-9ca1-429b7bb23040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:45.885126 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e680443-1847-4fc6-8534-b5fe1092242e req-fa3bb5db-e08e-4e26-9ca1-429b7bb23040 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dfd2d59dad8e465c8cd1d67027f8ad13&device_id=646cf0ff-633d-418b-aa19-cc9e17a5b9d6 HTTP/1.1" status: 200 len: 1095 time: 0.0443459 Aug 28 15:16:45.888559 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1feaf7d0-8f0c-4f65-b49b-571ec9ebdaf4 x-openstack-request-id: req-1feaf7d0-8f0c-4f65-b49b-571ec9ebdaf4 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:16:45.888990 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "646cf0ff-633d-418b-aa19-cc9e17a5b9d6", "tag": "9ee4bad1-d875-47d5-ad66-339b8c02e4e2", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:16:45.889351 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1feaf7d0-8f0c-4f65-b49b-571ec9ebdaf4 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:16:45.890308 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '646cf0ff-633d-418b-aa19-cc9e17a5b9d6', 'tag': '9ee4bad1-d875-47d5-ad66-339b8c02e4e2', 'status': 'completed', 'code': 200} Aug 28 15:16:45.943963 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e680443-1847-4fc6-8534-b5fe1092242e req-005958f6-feba-458a-8a1f-57a738e6f297 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ee4bad1-d875-47d5-ad66-339b8c02e4e2 HTTP/1.1" status: 200 len: 217 time: 0.0451918 Aug 28 15:16:46.011161 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e680443-1847-4fc6-8534-b5fe1092242e req-fc6bf038-dc06-4c19-a570-0488e32ed8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:46.013027 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e680443-1847-4fc6-8534-b5fe1092242e req-fc6bf038-dc06-4c19-a570-0488e32ed8ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6907997-569b-4cce-a226-064095236f7e HTTP/1.1" status: 200 len: 849 time: 0.0629277 Aug 28 15:16:46.056327 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e680443-1847-4fc6-8534-b5fe1092242e req-88c56080-30e6-4c1e-b145-679b2c394248 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=067add42-4daf-4df6-bc98-00eff46e8deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355072 Aug 28 15:16:46.189905 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e680443-1847-4fc6-8534-b5fe1092242e req-79c35a12-eb32-46bf-b98b-d405f229d700 service neutron] 10.222.0.36 "GET /v2.0/networks/067add42-4daf-4df6-bc98-00eff46e8deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244254 Aug 28 15:16:46.190171 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ccb803-a711-444f-9687-a8f0ae871cd3 req-51f06e0f-e90f-4ac2-95af-e8e9bba4c18e tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:46.191722 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-66ccb803-a711-444f-9687-a8f0ae871cd3 req-51f06e0f-e90f-4ac2-95af-e8e9bba4c18e tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.41 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.1553807 Aug 28 15:16:46.211388 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38de83c-fc76-4a90-a066-dc5a323a9302 req-6c72b30b-c401-44c4-858f-825cb7eb24da tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:46.213206 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e38de83c-fc76-4a90-a066-dc5a323a9302 req-6c72b30b-c401-44c4-858f-825cb7eb24da tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0794997 Aug 28 15:16:46.221092 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33456) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:46.330212 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e38de83c-fc76-4a90-a066-dc5a323a9302 req-ae8014f3-37a1-4ce1-b172-09867fab5c23 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057367 Aug 28 15:16:46.333964 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e680443-1847-4fc6-8534-b5fe1092242e req-2689f92c-b046-4432-b9fe-aac6e93d9864 service neutron] 10.222.0.36 "GET /v2.0/networks/067add42-4daf-4df6-bc98-00eff46e8deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364684 Aug 28 15:16:46.388174 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-02afddea-e8de-4a39-b21b-3884baef32b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:46.400944 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-66ccb803-a711-444f-9687-a8f0ae871cd3 req-a6cedccf-518b-4bc5-a84c-fb8d5fd7d720 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Deleting port f08f2541-46fe-4dc5-b876-a1cecdb92765 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:16:46.401476 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-66ccb803-a711-444f-9687-a8f0ae871cd3 req-a6cedccf-518b-4bc5-a84c-fb8d5fd7d720 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:46.438342 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051990f-28c3-4cf0-8ad4-f9ce91d26878 req-bcebe819-7b3d-4244-b52b-db5e9eb6dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:46.439907 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2051990f-28c3-4cf0-8ad4-f9ce91d26878 req-bcebe819-7b3d-4244-b52b-db5e9eb6dd3a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dfd2d59dad8e465c8cd1d67027f8ad13&device_id=646cf0ff-633d-418b-aa19-cc9e17a5b9d6 HTTP/1.1" status: 200 len: 1095 time: 0.0435750 Aug 28 15:16:46.522190 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-66ccb803-a711-444f-9687-a8f0ae871cd3 req-a6cedccf-518b-4bc5-a84c-fb8d5fd7d720 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] For port f08f2541-46fe-4dc5-b876-a1cecdb92765, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=f08f2541-46fe-4dc5-b876-a1cecdb92765,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:16:46.522586 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-66ccb803-a711-444f-9687-a8f0ae871cd3 req-a6cedccf-518b-4bc5-a84c-fb8d5fd7d720 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:46.544990 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-66ccb803-a711-444f-9687-a8f0ae871cd3 req-a6cedccf-518b-4bc5-a84c-fb8d5fd7d720 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Calling delete_port for f08f2541-46fe-4dc5-b876-a1cecdb92765 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:16:46.584442 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051990f-28c3-4cf0-8ad4-f9ce91d26878 req-cb0ac6c9-26d9-4b21-86c4-0cf4b3f37bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:46.588845 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2051990f-28c3-4cf0-8ad4-f9ce91d26878 req-cb0ac6c9-26d9-4b21-86c4-0cf4b3f37bbf service neutron] 10.222.0.36 "GET /v2.0/networks?id=067add42-4daf-4df6-bc98-00eff46e8deb HTTP/1.1" status: 200 len: 910 time: 0.1417801 Aug 28 15:16:46.662850 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2051990f-28c3-4cf0-8ad4-f9ce91d26878 req-3874c681-e11a-4de5-bfde-b9c779c8ccfd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ee4bad1-d875-47d5-ad66-339b8c02e4e2 HTTP/1.1" status: 200 len: 217 time: 0.0642142 Aug 28 15:16:46.750095 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051990f-28c3-4cf0-8ad4-f9ce91d26878 req-663d63fb-0c12-442c-9a7d-2d92b2d49f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:46.753901 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-02afddea-e8de-4a39-b21b-3884baef32b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:46.755315 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2051990f-28c3-4cf0-8ad4-f9ce91d26878 req-663d63fb-0c12-442c-9a7d-2d92b2d49f09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6907997-569b-4cce-a226-064095236f7e HTTP/1.1" status: 200 len: 849 time: 0.0831583 Aug 28 15:16:46.783350 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-02afddea-e8de-4a39-b21b-3884baef32b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:46.798338 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2051990f-28c3-4cf0-8ad4-f9ce91d26878 req-af622d19-2252-4e07-aa13-8885094c97f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=067add42-4daf-4df6-bc98-00eff46e8deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339506 Aug 28 15:16:46.806605 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4e528-dda5-4418-98da-42ca2d157f7a req-673fc288-c951-4d11-a323-912e67e9fa96 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:46.808056 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-68f4e528-dda5-4418-98da-42ca2d157f7a req-673fc288-c951-4d11-a323-912e67e9fa96 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/ports?device_id=646cf0ff-633d-418b-aa19-cc9e17a5b9d6 HTTP/1.1" status: 200 len: 943 time: 0.1480055 Aug 28 15:16:46.899582 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02afddea-e8de-4a39-b21b-3884baef32b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e379a82b-a6b4-44d6-a5fe-858f13b81e69,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:46.908951 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-68f4e528-dda5-4418-98da-42ca2d157f7a req-0971320f-9335-40ef-99ab-3c4c2ad27ba4 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/security-groups?id=d29e6c43-65b0-476c-8fca-ebb6dba59f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886173 Aug 28 15:16:46.919159 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-02afddea-e8de-4a39-b21b-3884baef32b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b273ebab5ce4e4ba9357dfd3b1e782a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6946738 Aug 28 15:16:46.919577 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33480) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:46.943604 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-33ccf4fb-a279-46fa-9d7b-56ab4b0fc464 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:46.945774 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-33ccf4fb-a279-46fa-9d7b-56ab4b0fc464 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.36 "GET /v2.0/networks?id=ce54f031-11c3-4162-9420-a2bcdac36fa0 HTTP/1.1" status: 200 len: 813 time: 0.3885455 Aug 28 15:16:46.970657 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-7ea29f6a-524e-4645-8b92-1cdb1601a626 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Request body: {'port': {'device_id': '441f0ff1-af0d-4768-b7b1-1afa34efd51e', 'network_id': 'ce54f031-11c3-4162-9420-a2bcdac36fa0', 'admin_state_up': True, 'tenant_id': '90bd0625838345f6bc46ab54cae2109b'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:16:46.976809 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2051990f-28c3-4cf0-8ad4-f9ce91d26878 req-8a32189c-c31c-4eca-84b2-25205928b935 service neutron] 10.222.0.36 "GET /v2.0/networks/067add42-4daf-4df6-bc98-00eff46e8deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677251 Aug 28 15:16:46.998437 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e26322-3ef6-403b-aaec-61eaf8231b6e req-b047ba15-e9d4-4779-95bc-5d057df5b42f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:47.006765 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-51e26322-3ef6-403b-aaec-61eaf8231b6e req-b047ba15-e9d4-4779-95bc-5d057df5b42f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 945 time: 0.3186762 Aug 28 15:16:47.074926 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-81d1acc8-9bd1-48c8-b23b-53e166e58a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:47.081171 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-68669f26-7075-4ea2-a8a5-9161ad50f993 req-5cc10232-e005-4154-b373-1c040fd2ff46 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 210 time: 0.0817347 Aug 28 15:16:47.113458 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-81d1acc8-9bd1-48c8-b23b-53e166e58a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:47.127773 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-51e26322-3ef6-403b-aaec-61eaf8231b6e req-40b311fe-5950-493d-92f3-ae38b402b2bf tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198564 Aug 28 15:16:47.165921 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2051990f-28c3-4cf0-8ad4-f9ce91d26878 req-6228c393-6c37-4640-8c51-84704e255447 service neutron] 10.222.0.36 "GET /v2.0/networks/067add42-4daf-4df6-bc98-00eff46e8deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812150 Aug 28 15:16:47.184045 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-66ccb803-a711-444f-9687-a8f0ae871cd3 req-a6cedccf-518b-4bc5-a84c-fb8d5fd7d720 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:47.190837 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-81d1acc8-9bd1-48c8-b23b-53e166e58a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:47.195248 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-81d1acc8-9bd1-48c8-b23b-53e166e58a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:47.196773 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-81d1acc8-9bd1-48c8-b23b-53e166e58a45 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e379a82b-a6b4-44d6-a5fe-858f13b81e69 HTTP/1.1" status: 204 len: 168 time: 0.2748702 Aug 28 15:16:47.198086 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['f08f2541-46fe-4dc5-b876-a1cecdb92765'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:16:47.223551 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cedccf-518b-4bc5-a84c-fb8d5fd7d720 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Pushing event deleted for resources: {'Port': ['ID=f08f2541-46fe-4dc5-b876-a1cecdb92765,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:47.236940 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1acc8-9bd1-48c8-b23b-53e166e58a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e379a82b-a6b4-44d6-a5fe-858f13b81e69,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:47.294826 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ccb803-a711-444f-9687-a8f0ae871cd3 req-a6cedccf-518b-4bc5-a84c-fb8d5fd7d720 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] No DVR routers for this DVR port f08f2541-46fe-4dc5-b876-a1cecdb92765 on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:16:47.300649 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-66ccb803-a711-444f-9687-a8f0ae871cd3 req-a6cedccf-518b-4bc5-a84c-fb8d5fd7d720 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:47.302745 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-66ccb803-a711-444f-9687-a8f0ae871cd3 req-a6cedccf-518b-4bc5-a84c-fb8d5fd7d720 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.41 "DELETE /v2.0/ports/f08f2541-46fe-4dc5-b876-a1cecdb92765 HTTP/1.1" status: 204 len: 173 time: 1.0882442 Aug 28 15:16:47.303127 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7908a485-627e-4d8f-bbb2-417bb484d3a4', 'name': 'network-vif-deleted', 'tag': 'f08f2541-46fe-4dc5-b876-a1cecdb92765'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:16:47.305664 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186841ba-e14f-4950-95f7-82fa14e2bc2b" -d '{"events": [{"server_uuid": "7908a485-627e-4d8f-bbb2-417bb484d3a4", "name": "network-vif-deleted", "tag": "f08f2541-46fe-4dc5-b876-a1cecdb92765"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:16:47.351092 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-7ea29f6a-524e-4645-8b92-1cdb1601a626 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Made reservation on behalf of 90bd0625838345f6bc46ab54cae2109b for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:16:47.363883 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-7ea29f6a-524e-4645-8b92-1cdb1601a626 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:47.369537 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e354b8-333b-48f4-aa3b-937d0bf43b6d x-openstack-request-id: req-56e354b8-333b-48f4-aa3b-937d0bf43b6d {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:16:47.370492 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7908a485-627e-4d8f-bbb2-417bb484d3a4", "name": "network-vif-deleted", "tag": "f08f2541-46fe-4dc5-b876-a1cecdb92765", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:16:47.370754 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56e354b8-333b-48f4-aa3b-937d0bf43b6d {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:16:47.372225 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7908a485-627e-4d8f-bbb2-417bb484d3a4', 'name': 'network-vif-deleted', 'tag': 'f08f2541-46fe-4dc5-b876-a1cecdb92765', 'status': 'completed', 'code': 200} Aug 28 15:16:47.488036 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-83bc90fe-5010-4895-99d7-a3a3ffa089d0 req-61e7012f-ad4c-48b1-9781-b680c5993d53 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=7908a485-627e-4d8f-bbb2-417bb484d3a4 HTTP/1.1" status: 200 len: 210 time: 0.0382113 Aug 28 15:16:47.559378 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-7ea29f6a-524e-4645-8b92-1cdb1601a626 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Allocated IP 172.20.0.10 (ce54f031-11c3-4162-9420-a2bcdac36fa0/7ee8456f-77cd-44f8-a770-a901187819ef/c36919c9-f755-4a3a-bda6-934691a12f34) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:16:47.730478 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-7ea29f6a-524e-4645-8b92-1cdb1601a626 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:47.773960 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-7ea29f6a-524e-4645-8b92-1cdb1601a626 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:47.821658 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-7ea29f6a-524e-4645-8b92-1cdb1601a626 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Network ce54f031-11c3-4162-9420-a2bcdac36fa0 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:16:47.825449 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-7ea29f6a-524e-4645-8b92-1cdb1601a626 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:16:47.829189 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-7ea29f6a-524e-4645-8b92-1cdb1601a626 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:16:47.882886 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea29f6a-524e-4645-8b92-1cdb1601a626 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Pushing event updated for resources: {'Port': ['ID=c36919c9-f755-4a3a-bda6-934691a12f34,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:47.924629 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-7ea29f6a-524e-4645-8b92-1cdb1601a626 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:47.928399 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-7ea29f6a-524e-4645-8b92-1cdb1601a626 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:47.965147 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-7ea29f6a-524e-4645-8b92-1cdb1601a626 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0054457 Aug 28 15:16:47.977930 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Request body: {'port': {'device_id': '441f0ff1-af0d-4768-b7b1-1afa34efd51e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:16:48.072456 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521f3a5-a2fb-491b-8236-5a0b561ea6cf req-be9be397-d98a-47d7-ac70-118aec14e4fc tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:48.081575 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f521f3a5-a2fb-491b-8236-5a0b561ea6cf req-be9be397-d98a-47d7-ac70-118aec14e4fc tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/ports?device_id=646cf0ff-633d-418b-aa19-cc9e17a5b9d6 HTTP/1.1" status: 200 len: 943 time: 0.0796213 Aug 28 15:16:48.082545 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:48.138821 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f521f3a5-a2fb-491b-8236-5a0b561ea6cf req-101030f9-eb77-4eb3-8a14-99f4bb60781c tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/security-groups?id=d29e6c43-65b0-476c-8fca-ebb6dba59f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560856 Aug 28 15:16:48.808907 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c36919c9-f755-4a3a-bda6-934691a12f34 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:16:48.819374 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:48.836499 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b04f3e-aaac-40b9-8ae6-412d3e7deda1 req-c96effcc-f610-4073-bbd2-d3c06b235b58 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:48.837999 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Transition to ACTIVE for port object c36919c9-f755-4a3a-bda6-934691a12f34 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:16:48.838355 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f5b04f3e-aaac-40b9-8ae6-412d3e7deda1 req-c96effcc-f610-4073-bbd2-d3c06b235b58 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 945 time: 0.5943589 Aug 28 15:16:48.854242 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783e3d5-62b6-4bf9-8eba-5d8956f5e234 req-1fea4dd3-1068-4437-8c38-e5ac0abcbf6e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:48.854734 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33556) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:48.855953 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c783e3d5-62b6-4bf9-8eba-5d8956f5e234 req-1fea4dd3-1068-4437-8c38-e5ac0abcbf6e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 932 time: 0.6133204 Aug 28 15:16:48.857184 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:48.932152 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f5b04f3e-aaac-40b9-8ae6-412d3e7deda1 req-352d89df-3774-43e8-9f23-a6f222ef7f43 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859311 Aug 28 15:16:48.932755 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c36919c9-f755-4a3a-bda6-934691a12f34,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:48.956985 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:48.957255 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:48.957605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:48.957949 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:48.958285 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:48.958633 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:48.958969 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:48.959324 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:48.959969 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:48.960163 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:48.960538 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:48.961072 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:16:48.978288 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c783e3d5-62b6-4bf9-8eba-5d8956f5e234 req-d02a3f57-5d81-4aae-9775-8785aba6a997 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123390 Aug 28 15:16:49.040488 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-75bd008c-a59e-426d-bf22-b1921614cb04 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1003943537', 'router:external': True}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:16:49.076431 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bd008c-a59e-426d-bf22-b1921614cb04 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Made reservation on behalf of 95618285313441fb8a49895afe6386f8 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:16:49.085316 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Attempting to bind port c36919c9-f755-4a3a-bda6-934691a12f34 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:16:49.086201 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Attempting to bind port c36919c9-f755-4a3a-bda6-934691a12f34 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '9c9787b2-3071-4fd8-b49c-6d9cde4276fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ce54f031-11c3-4162-9420-a2bcdac36fa0'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:16:49.086886 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Attempting to bind port c36919c9-f755-4a3a-bda6-934691a12f34 on network ce54f031-11c3-4162-9420-a2bcdac36fa0 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:16:49.091303 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75bd008c-a59e-426d-bf22-b1921614cb04 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:49.093081 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Port c36919c9-f755-4a3a-bda6-934691a12f34 on network ce54f031-11c3-4162-9420-a2bcdac36fa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:16:49.093504 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Attempting to bind port c36919c9-f755-4a3a-bda6-934691a12f34 on network ce54f031-11c3-4162-9420-a2bcdac36fa0 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:16:49.101183 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:16:49.101501 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Checking segment: {'id': '9c9787b2-3071-4fd8-b49c-6d9cde4276fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ce54f031-11c3-4162-9420-a2bcdac36fa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:16:49.101983 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Bound using segment: {'id': '9c9787b2-3071-4fd8-b49c-6d9cde4276fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ce54f031-11c3-4162-9420-a2bcdac36fa0'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:16:49.102515 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Bound port: c36919c9-f755-4a3a-bda6-934691a12f34, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c9787b2-3071-4fd8-b49c-6d9cde4276fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ce54f031-11c3-4162-9420-a2bcdac36fa0'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:16:49.103135 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:49.107611 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75bd008c-a59e-426d-bf22-b1921614cb04 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:49.225882 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] For port c36919c9-f755-4a3a-bda6-934691a12f34, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:16:49.230077 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] For port c36919c9-f755-4a3a-bda6-934691a12f34, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=c36919c9-f755-4a3a-bda6-934691a12f34,segment=NetworkSegment(9c9787b2-3071-4fd8-b49c-6d9cde4276fe),segment_id=9c9787b2-3071-4fd8-b49c-6d9cde4276fe)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:16:49.243445 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:49.294673 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75bd008c-a59e-426d-bf22-b1921614cb04 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:49.303954 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75bd008c-a59e-426d-bf22-b1921614cb04 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:49.339709 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613ce7f-a85d-4127-8c3a-8c63e1688281 req-7dc600bb-5327-4589-a01e-21d4d15ba7ba tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:49.341281 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c613ce7f-a85d-4127-8c3a-8c63e1688281 req-7dc600bb-5327-4589-a01e-21d4d15ba7ba tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/ports?device_id=646cf0ff-633d-418b-aa19-cc9e17a5b9d6 HTTP/1.1" status: 200 len: 943 time: 0.0950515 Aug 28 15:16:49.344113 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:49.345282 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:49.346675 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] 10.222.0.36 "PUT /v2.0/ports/c36919c9-f755-4a3a-bda6-934691a12f34 HTTP/1.1" status: 200 len: 1093 time: 1.3745739 Aug 28 15:16:49.352054 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75bd008c-a59e-426d-bf22-b1921614cb04 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:16:49.369891 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8b030-b881-4e40-b0b0-6bec69de11a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c36919c9-f755-4a3a-bda6-934691a12f34,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:49.375304 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441f0ff1-af0d-4768-b7b1-1afa34efd51e', 'tag': 'c36919c9-f755-4a3a-bda6-934691a12f34'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:16:49.378175 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70931635-1b2e-48e4-921f-6bf6ca52934b" -d '{"events": [{"name": "network-changed", "server_uuid": "441f0ff1-af0d-4768-b7b1-1afa34efd51e", "tag": "c36919c9-f755-4a3a-bda6-934691a12f34"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:16:49.385542 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd008c-a59e-426d-bf22-b1921614cb04 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874c1bcf-e6b7-4b23-955d-e2ecee2d1753,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:49.400475 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75bd008c-a59e-426d-bf22-b1921614cb04 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:49.401523 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-75bd008c-a59e-426d-bf22-b1921614cb04 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Added segment 1a9b13b1-ae46-4894-871a-5f3961482b89 of type vlan for network 0f706485-c794-45ca-85c3-0b3e59628cf5 Aug 28 15:16:49.452699 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c613ce7f-a85d-4127-8c3a-8c63e1688281 req-f19a2a6c-e611-426c-85b2-98c2f2ec2a07 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/security-groups?id=d29e6c43-65b0-476c-8fca-ebb6dba59f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981724 Aug 28 15:16:49.453016 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-a28a8307-b6e5-4005-ae97-d52d0784481a tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:49.454811 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-a28a8307-b6e5-4005-ae97-d52d0784481a tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/networks?id=92da9e59-648f-44e9-b842-a5afd0c505e3 HTTP/1.1" status: 200 len: 812 time: 0.1800601 Aug 28 15:16:49.473268 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75bd008c-a59e-426d-bf22-b1921614cb04 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:49.476268 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-f2b14253-e462-4e2b-bc88-533ba11c2049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:49.477861 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-f2b14253-e462-4e2b-bc88-533ba11c2049 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90bd0625838345f6bc46ab54cae2109b&device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 1096 time: 0.0799234 Aug 28 15:16:49.481544 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-db766a36-0047-4ee3-bf02-1532b042321c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/quotas/8a9a8b74576c4695a1fae90d6f829702 HTTP/1.1" status: 200 len: 375 time: 0.0173440 Aug 28 15:16:49.523181 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75bd008c-a59e-426d-bf22-b1921614cb04 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:49.524430 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bd008c-a59e-426d-bf22-b1921614cb04 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:49.525022 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75bd008c-a59e-426d-bf22-b1921614cb04 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:49.540425 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec6329d-3368-4a56-9a48-d6c797e9094c x-openstack-request-id: req-7ec6329d-3368-4a56-9a48-d6c797e9094c {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:16:49.540719 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441f0ff1-af0d-4768-b7b1-1afa34efd51e", "tag": "c36919c9-f755-4a3a-bda6-934691a12f34", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:16:49.540969 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ec6329d-3368-4a56-9a48-d6c797e9094c {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:16:49.541364 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441f0ff1-af0d-4768-b7b1-1afa34efd51e', 'tag': 'c36919c9-f755-4a3a-bda6-934691a12f34', 'status': 'completed', 'code': 200} Aug 28 15:16:49.556400 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-93e18e74-bd9c-44e2-8c7a-7eb2c70aecc4 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a9a8b74576c4695a1fae90d6f829702&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598269 Aug 28 15:16:49.557638 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-74878f8a-2f80-4891-982f-8b97dc08a9ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c36919c9-f755-4a3a-bda6-934691a12f34 HTTP/1.1" status: 200 len: 217 time: 0.0707259 Aug 28 15:16:49.592121 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-75bd008c-a59e-426d-bf22-b1921614cb04 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7362354 Aug 28 15:16:49.595060 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33586) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:49.600722 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-ff5dad46-b13e-4bf4-8876-0adf9ead7c2b tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Request body: {'subnet': {'network_id': '0f706485-c794-45ca-85c3-0b3e59628cf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:16:49.613139 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd008c-a59e-426d-bf22-b1921614cb04 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Pushing event updated for resources: {'Network': ['ID=0f706485-c794-45ca-85c3-0b3e59628cf5,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:49.622947 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 0f706485-c794-45ca-85c3-0b3e59628cf5 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:16:49.638965 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5dad46-b13e-4bf4-8876-0adf9ead7c2b tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Made reservation on behalf of 95618285313441fb8a49895afe6386f8 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:16:49.642616 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ff5dad46-b13e-4bf4-8876-0adf9ead7c2b tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:49.674791 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-72c44d5b-c386-4b36-853a-46f8823ac974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:49.676288 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-72c44d5b-c386-4b36-853a-46f8823ac974 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ee8456f-77cd-44f8-a770-a901187819ef HTTP/1.1" status: 200 len: 853 time: 0.1112273 Aug 28 15:16:49.742757 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-f015351b-e373-4be9-84da-f891d1869f60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ce54f031-11c3-4162-9420-a2bcdac36fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483370 Aug 28 15:16:49.848072 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-85e008d1-e6b5-4a73-8dfb-5422c4e6531a service neutron] 10.222.0.13 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727966 Aug 28 15:16:49.924666 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68002f46-95ab-40b7-a258-f944cd6795a9 req-0e6d38f7-02de-401f-8a2e-5b4c2839a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:49.926205 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-68002f46-95ab-40b7-a258-f944cd6795a9 req-0e6d38f7-02de-401f-8a2e-5b4c2839a540 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 1097 time: 0.1790969 Aug 28 15:16:49.999313 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-bebac9b8-08fe-43dc-83a8-1fc299300b31 service neutron] 10.222.0.36 "GET /v2.0/networks/ce54f031-11c3-4162-9420-a2bcdac36fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422385 Aug 28 15:16:50.010794 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-68002f46-95ab-40b7-a258-f944cd6795a9 req-60aec2a0-39ef-4057-baef-280469eb1957 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724158 Aug 28 15:16:50.046630 n-d-712137-10 neutron-server[106329]: DEBUG neutron.objects.ports [None req-ff5dad46-b13e-4bf4-8876-0adf9ead7c2b tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106329) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 15:16:50.047555 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ff5dad46-b13e-4bf4-8876-0adf9ead7c2b tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:50.105713 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d100e783-d6a3-4036-94be-0ca3c227919c details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:16:50.108781 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d100e783-d6a3-4036-94be-0ca3c227919c no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:16:50.110626 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-a4b103aa-50ce-42e0-b9d4-f41c143cfebe service neutron] 10.222.0.13 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465467 Aug 28 15:16:50.147035 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc521c3-2a44-4332-ac08-f1e87c272e7b req-63622b5f-5c3e-49d7-84ee-73393ac45116 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:50.154680 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2fc521c3-2a44-4332-ac08-f1e87c272e7b req-63622b5f-5c3e-49d7-84ee-73393ac45116 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 945 time: 0.1337452 Aug 28 15:16:50.179149 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 9ee4bad1-d875-47d5-ad66-339b8c02e4e2 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:16:50.206068 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5dad46-b13e-4bf4-8876-0adf9ead7c2b tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9215d653-1e43-4292-94f3-cd8c5c34dbe6,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:50.207771 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5b434c6-861d-4281-b417-8f9a7e5647cf req-d766ef3f-596f-4b0c-8b69-4797cf4c5a68 service neutron] 10.222.0.36 "GET /v2.0/networks/ce54f031-11c3-4162-9420-a2bcdac36fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990802 Aug 28 15:16:50.254417 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2fc521c3-2a44-4332-ac08-f1e87c272e7b req-55a8f9b5-29e2-482e-ab08-9177521b74bc tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979953 Aug 28 15:16:50.255185 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5dad46-b13e-4bf4-8876-0adf9ead7c2b tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Checking segment: {'id': '1a9b13b1-ae46-4894-871a-5f3961482b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0f706485-c794-45ca-85c3-0b3e59628cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:16:50.255643 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5dad46-b13e-4bf4-8876-0adf9ead7c2b tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Network hostable DHCP agents. Network: 0f706485-c794-45ca-85c3-0b3e59628cf5, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:16:50.300041 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5dad46-b13e-4bf4-8876-0adf9ead7c2b tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Network 0f706485-c794-45ca-85c3-0b3e59628cf5 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:16:50.321290 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-ff5dad46-b13e-4bf4-8876-0adf9ead7c2b tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 0f706485-c794-45ca-85c3-0b3e59628cf5) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:16:50.330326 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.resource_extend [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 15:16:50.330775 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5dad46-b13e-4bf4-8876-0adf9ead7c2b tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:50.331252 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ff5dad46-b13e-4bf4-8876-0adf9ead7c2b tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:50.334091 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8e6e82-e26c-44e3-8d14-ef3e2f31c9d6 None None] Network 0f706485-c794-45ca-85c3-0b3e59628cf5 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:16:50.362225 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ff5dad46-b13e-4bf4-8876-0adf9ead7c2b tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7653892 Aug 28 15:16:50.364914 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33606) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:50.369869 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-8cce3c9b-296c-4b3b-8518-69f3a1bfe2be tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1557191318', 'network_id': '0f706485-c794-45ca-85c3-0b3e59628cf5'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:16:50.416256 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cce3c9b-296c-4b3b-8518-69f3a1bfe2be tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Made reservation on behalf of 95618285313441fb8a49895afe6386f8 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:16:50.418678 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8cce3c9b-296c-4b3b-8518-69f3a1bfe2be tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:50.430684 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-34a817e3-bc48-42e8-8c9c-6fb093de6b92 req-a823e11f-5e83-464f-9bb8-a439b4b9a0bc tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=9592a500-2c2a-4652-bea2-f35a801d3c51 HTTP/1.1" status: 200 len: 210 time: 0.0793245 Aug 28 15:16:50.457441 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70931635-1b2e-48e4-921f-6bf6ca52934b req-46be0b0c-dd86-4487-a23b-1ffa7da69629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:50.458640 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-8cce3c9b-296c-4b3b-8518-69f3a1bfe2be tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] device_id is not set on port 280d9c0b-63dd-45b8-9307-71cd25a4a5f0 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:16:50.458789 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-70931635-1b2e-48e4-921f-6bf6ca52934b req-46be0b0c-dd86-4487-a23b-1ffa7da69629 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90bd0625838345f6bc46ab54cae2109b&device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 1096 time: 0.1909754 Aug 28 15:16:50.503299 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:50.548611 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00172008-8abd-4c65-9368-c5af170d9155', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd100e783-d6a3-4036-94be-0ca3c227919c'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:16:50.551553 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8495cf71-4101-4463-963f-a6e730573bf3" -d '{"events": [{"server_uuid": "00172008-8abd-4c65-9368-c5af170d9155", "name": "network-vif-unplugged", "status": "completed", "tag": "d100e783-d6a3-4036-94be-0ca3c227919c"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:16:50.616366 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d100e783-d6a3-4036-94be-0ca3c227919c, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d100e783-d6a3-4036-94be-0ca3c227919c,segment=NetworkSegment(b351d48f-a35c-4e29-b5da-4f538e9d9756),segment_id=b351d48f-a35c-4e29-b5da-4f538e9d9756)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:16:50.635876 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91af04c-be38-47ed-855d-ae3e089e87e2 req-c092fe1d-5c6b-47c8-9531-e346d79ebe94 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:50.637506 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b91af04c-be38-47ed-855d-ae3e089e87e2 req-c092fe1d-5c6b-47c8-9531-e346d79ebe94 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 944 time: 0.1803675 Aug 28 15:16:50.658575 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70931635-1b2e-48e4-921f-6bf6ca52934b req-9e175b91-2841-4e1b-9579-3f9a24ee4e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:50.660709 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-70931635-1b2e-48e4-921f-6bf6ca52934b req-9e175b91-2841-4e1b-9579-3f9a24ee4e1a service neutron] 10.222.0.36 "GET /v2.0/networks?id=ce54f031-11c3-4162-9420-a2bcdac36fa0 HTTP/1.1" status: 200 len: 914 time: 0.1945739 Aug 28 15:16:50.702700 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b91af04c-be38-47ed-855d-ae3e089e87e2 req-a2004547-db80-4529-8ef0-1960649a8a94 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449970 Aug 28 15:16:50.709073 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 9ee4bad1-d875-47d5-ad66-339b8c02e4e2, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=9ee4bad1-d875-47d5-ad66-339b8c02e4e2,segment=NetworkSegment(e1d22389-79ec-4a2f-bfbc-17b1d7034ce3),segment_id=e1d22389-79ec-4a2f-bfbc-17b1d7034ce3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:16:50.732303 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-8cce3c9b-296c-4b3b-8518-69f3a1bfe2be tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Allocated IP 2001:db8::33c (0f706485-c794-45ca-85c3-0b3e59628cf5/9215d653-1e43-4292-94f3-cd8c5c34dbe6/280d9c0b-63dd-45b8-9307-71cd25a4a5f0) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:16:50.753413 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-70931635-1b2e-48e4-921f-6bf6ca52934b req-601ded5f-5308-4962-bf82-c709718bc68d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c36919c9-f755-4a3a-bda6-934691a12f34 HTTP/1.1" status: 200 len: 217 time: 0.0826986 Aug 28 15:16:50.763848 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d100e783-d6a3-4036-94be-0ca3c227919c, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d100e783-d6a3-4036-94be-0ca3c227919c,segment=NetworkSegment(b351d48f-a35c-4e29-b5da-4f538e9d9756),segment_id=b351d48f-a35c-4e29-b5da-4f538e9d9756)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:16:50.779308 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '9ee4bad1-d875-47d5-ad66-339b8c02e4e2', 'network_id': '067add42-4daf-4df6-bc98-00eff46e8deb', 'port_id': '9ee4bad1-d875-47d5-ad66-339b8c02e4e2', 'mac_address': 'fa:16:3e:8a:fb:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6907997-569b-4cce-a226-064095236f7e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:16:50.784996 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'd100e783-d6a3-4036-94be-0ca3c227919c', 'network_id': '4ca9a50c-f8aa-4261-ad98-eabaf3910c6a', 'port_id': 'd100e783-d6a3-4036-94be-0ca3c227919c', 'mac_address': 'fa:16:3e:5a:b3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b8938d-6c17-43af-afb8-76fb23e50a49', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:16:50.789832 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:50.790800 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device f08f2541-46fe-4dc5-b876-a1cecdb92765 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:16:50.827899 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 15:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dafcaa8-7c3e-44c2-b95d-0b3a574f666c x-openstack-request-id: req-8dafcaa8-7c3e-44c2-b95d-0b3a574f666c {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:16:50.828304 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00172008-8abd-4c65-9368-c5af170d9155", "name": "network-vif-unplugged", "status": "completed", "tag": "d100e783-d6a3-4036-94be-0ca3c227919c", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:16:50.828670 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8dafcaa8-7c3e-44c2-b95d-0b3a574f666c {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:16:50.830400 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00172008-8abd-4c65-9368-c5af170d9155', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd100e783-d6a3-4036-94be-0ca3c227919c', 'code': 200} Aug 28 15:16:50.843790 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a131e-c6b1-42bd-91b6-02b8e2f63739 req-8d13125a-6466-4f4c-8412-e0755987c7a4 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:50.851945 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4c3a131e-c6b1-42bd-91b6-02b8e2f63739 req-8d13125a-6466-4f4c-8412-e0755987c7a4 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/ports?device_id=646cf0ff-633d-418b-aa19-cc9e17a5b9d6 HTTP/1.1" status: 200 len: 943 time: 0.1900012 Aug 28 15:16:50.884363 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: f08f2541-46fe-4dc5-b876-a1cecdb92765 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:16:50.884867 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device f08f2541-46fe-4dc5-b876-a1cecdb92765 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:16:50.893893 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70931635-1b2e-48e4-921f-6bf6ca52934b req-aed610e4-2949-4e18-afac-a04656868ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:50.895527 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-70931635-1b2e-48e4-921f-6bf6ca52934b req-aed610e4-2949-4e18-afac-a04656868ea2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ee8456f-77cd-44f8-a770-a901187819ef HTTP/1.1" status: 200 len: 853 time: 0.1116276 Aug 28 15:16:50.934222 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-70931635-1b2e-48e4-921f-6bf6ca52934b req-d283f418-274b-4409-992b-2f655731a369 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ce54f031-11c3-4162-9420-a2bcdac36fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291371 Aug 28 15:16:50.948247 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4c3a131e-c6b1-42bd-91b6-02b8e2f63739 req-d80cad2e-cb31-4ac1-86b0-a1315653875e tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/security-groups?id=d29e6c43-65b0-476c-8fca-ebb6dba59f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926311 Aug 28 15:16:50.970167 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8cce3c9b-296c-4b3b-8518-69f3a1bfe2be tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:51.000075 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:51.025584 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8cce3c9b-296c-4b3b-8518-69f3a1bfe2be tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:51.083920 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-70931635-1b2e-48e4-921f-6bf6ca52934b req-92fa23e0-aadd-43b9-baf3-a07c5989763a service neutron] 10.222.0.36 "GET /v2.0/networks/ce54f031-11c3-4162-9420-a2bcdac36fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345518 Aug 28 15:16:51.093048 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d100e783-d6a3-4036-94be-0ca3c227919c {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:16:51.113910 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d100e783-d6a3-4036-94be-0ca3c227919c, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d100e783-d6a3-4036-94be-0ca3c227919c,segment=NetworkSegment(b351d48f-a35c-4e29-b5da-4f538e9d9756),segment_id=b351d48f-a35c-4e29-b5da-4f538e9d9756)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:16:51.130008 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cce3c9b-296c-4b3b-8518-69f3a1bfe2be tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Network 0f706485-c794-45ca-85c3-0b3e59628cf5 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:16:51.132449 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:51.142067 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-8cce3c9b-296c-4b3b-8518-69f3a1bfe2be tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:16:51.145640 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=d100e783-d6a3-4036-94be-0ca3c227919c,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:51.146141 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cce3c9b-296c-4b3b-8518-69f3a1bfe2be tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:16:51.147266 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cce3c9b-296c-4b3b-8518-69f3a1bfe2be tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:51.148468 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8cce3c9b-296c-4b3b-8518-69f3a1bfe2be tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:51.152401 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:51.169302 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ee4bad1-d875-47d5-ad66-339b8c02e4e2 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:16:51.171441 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8cce3c9b-296c-4b3b-8518-69f3a1bfe2be tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8053453 Aug 28 15:16:51.176169 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33628) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:51.185149 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce3c9b-296c-4b3b-8518-69f3a1bfe2be tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Pushing event updated for resources: {'Port': ['ID=280d9c0b-63dd-45b8-9307-71cd25a4a5f0,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:51.211841 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50817f3a-7e03-49bb-b330-bcfe04d550c4 None None] Network 0f706485-c794-45ca-85c3-0b3e59628cf5 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:16:51.273775 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 9ee4bad1-d875-47d5-ad66-339b8c02e4e2, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=9ee4bad1-d875-47d5-ad66-339b8c02e4e2,segment=NetworkSegment(e1d22389-79ec-4a2f-bfbc-17b1d7034ce3),segment_id=e1d22389-79ec-4a2f-bfbc-17b1d7034ce3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:16:51.282453 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:51.297763 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=d100e783-d6a3-4036-94be-0ca3c227919c,revision_number=7']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:51.336310 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-93ce8f15-456a-4003-aa96-943f21ceef96 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Deleting port 280d9c0b-63dd-45b8-9307-71cd25a4a5f0 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:16:51.337257 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-93ce8f15-456a-4003-aa96-943f21ceef96 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:51.349663 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-70931635-1b2e-48e4-921f-6bf6ca52934b req-8aa963a0-2491-468e-b3ba-c8c3051dbd27 service neutron] 10.222.0.36 "GET /v2.0/networks/ce54f031-11c3-4162-9420-a2bcdac36fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578592 Aug 28 15:16:51.453096 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=9ee4bad1-d875-47d5-ad66-339b8c02e4e2,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:51.479466 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['d100e783-d6a3-4036-94be-0ca3c227919c'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:16:51.496822 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-93ce8f15-456a-4003-aa96-943f21ceef96 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:51.515214 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-93ce8f15-456a-4003-aa96-943f21ceef96 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Calling delete_port for 280d9c0b-63dd-45b8-9307-71cd25a4a5f0 owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:16:51.515495 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['9ee4bad1-d875-47d5-ad66-339b8c02e4e2'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:16:51.534228 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e10c9b-6d23-403a-a9a0-cc4ffbd7fc1a req-5fa3d7b5-03da-47dc-a4d9-84b5cf19ef8f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:51.535693 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d5e10c9b-6d23-403a-a9a0-cc4ffbd7fc1a req-5fa3d7b5-03da-47dc-a4d9-84b5cf19ef8f tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 944 time: 0.1879370 Aug 28 15:16:51.592840 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dda0b6a8-7733-474d-a3c9-b208439fae8d req-4a179c20-67cd-4179-9f4a-4b358259f851 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=9592a500-2c2a-4652-bea2-f35a801d3c51 HTTP/1.1" status: 200 len: 210 time: 0.0463357 Aug 28 15:16:51.619853 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d5e10c9b-6d23-403a-a9a0-cc4ffbd7fc1a req-3be96698-7a89-4027-8424-551994ffbd73 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487239 Aug 28 15:16:51.699105 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-93ce8f15-456a-4003-aa96-943f21ceef96 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:51.742818 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce8f15-456a-4003-aa96-943f21ceef96 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Pushing event deleted for resources: {'Port': ['ID=280d9c0b-63dd-45b8-9307-71cd25a4a5f0,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:51.787897 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-93ce8f15-456a-4003-aa96-943f21ceef96 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:51.790021 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-93ce8f15-456a-4003-aa96-943f21ceef96 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "DELETE /v2.0/ports/280d9c0b-63dd-45b8-9307-71cd25a4a5f0 HTTP/1.1" status: 204 len: 168 time: 0.6128018 Aug 28 15:16:51.792776 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33644) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:51.799912 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-303a223a-f1b1-481c-b426-76dee3197d64 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f706485-c794-45ca-85c3-0b3e59628cf5', 'external_fixed_ips': [{'subnet_id': '9215d653-1e43-4292-94f3-cd8c5c34dbe6', 'ip_address': '2001:db8::33c'}]}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:16:51.912122 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-303a223a-f1b1-481c-b426-76dee3197d64 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:51.913162 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-303a223a-f1b1-481c-b426-76dee3197d64 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:52.030356 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-303a223a-f1b1-481c-b426-76dee3197d64 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:52.041697 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45367abf-fbc6-4590-8b80-751bf3e3d0fa req-52a0058f-c9d5-45bc-9e3b-83c4dfd6a4dc tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:52.043119 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-45367abf-fbc6-4590-8b80-751bf3e3d0fa req-52a0058f-c9d5-45bc-9e3b-83c4dfd6a4dc tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 944 time: 0.1477396 Aug 28 15:16:52.050342 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-9695526f-c37a-4018-a651-bb97f1c204fb tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:52.051919 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-9695526f-c37a-4018-a651-bb97f1c204fb tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.41 "GET /v2.0/networks?id=92da9e59-648f-44e9-b842-a5afd0c505e3 HTTP/1.1" status: 200 len: 812 time: 0.2236609 Aug 28 15:16:52.074817 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-1ba09727-1f5a-462b-bcda-3fd003f86ef2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Request body: {'port': {'device_id': '9592a500-2c2a-4652-bea2-f35a801d3c51', 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3', 'admin_state_up': True, 'tenant_id': '8a9a8b74576c4695a1fae90d6f829702'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:16:52.091972 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89132e9a-2514-4a13-8e00-59a55cb663db req-39051aab-0d65-46f7-9c6e-e470ef8598eb tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:52.093487 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-89132e9a-2514-4a13-8e00-59a55cb663db req-39051aab-0d65-46f7-9c6e-e470ef8598eb tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/ports?device_id=646cf0ff-633d-418b-aa19-cc9e17a5b9d6 HTTP/1.1" status: 200 len: 944 time: 0.0588892 Aug 28 15:16:52.154052 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-89132e9a-2514-4a13-8e00-59a55cb663db req-09dacae4-0e1e-4506-a6a3-c59a50c08d1b tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/security-groups?id=d29e6c43-65b0-476c-8fca-ebb6dba59f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527897 Aug 28 15:16:52.194736 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 9ee4bad1-d875-47d5-ad66-339b8c02e4e2 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:16:52.242332 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 9ee4bad1-d875-47d5-ad66-339b8c02e4e2 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:16:52.254400 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 9ee4bad1-d875-47d5-ad66-339b8c02e4e2 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:16:52.254859 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:52.269902 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-45367abf-fbc6-4590-8b80-751bf3e3d0fa req-1805ea53-91a3-47a8-84e0-e7ca77e964f4 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169812 Aug 28 15:16:52.316378 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-303a223a-f1b1-481c-b426-76dee3197d64 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:52.345182 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:52.379534 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 9ee4bad1-d875-47d5-ad66-339b8c02e4e2, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=9ee4bad1-d875-47d5-ad66-339b8c02e4e2,segment=NetworkSegment(e1d22389-79ec-4a2f-bfbc-17b1d7034ce3),segment_id=e1d22389-79ec-4a2f-bfbc-17b1d7034ce3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:16:52.383775 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:52.428605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-1ba09727-1f5a-462b-bcda-3fd003f86ef2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Made reservation on behalf of 8a9a8b74576c4695a1fae90d6f829702 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:16:52.432152 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-1ba09727-1f5a-462b-bcda-3fd003f86ef2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:52.439569 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=9ee4bad1-d875-47d5-ad66-339b8c02e4e2,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:52.652785 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-1ba09727-1f5a-462b-bcda-3fd003f86ef2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Allocated IP 172.20.0.14 (92da9e59-648f-44e9-b842-a5afd0c505e3/b8c26495-81f2-4073-8e6e-125cfbbdb151/d3150979-7e97-4fac-8fd6-03efc1421898) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:16:52.697921 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-303a223a-f1b1-481c-b426-76dee3197d64 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:52.711706 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ff08ff14-be0d-4ae5-a514-aa061fb3eaf0 req-6ad79bb9-8bc7-45d2-8b58-0eec373172a5 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=9592a500-2c2a-4652-bea2-f35a801d3c51 HTTP/1.1" status: 200 len: 210 time: 0.0348582 Aug 28 15:16:52.741035 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-303a223a-f1b1-481c-b426-76dee3197d64 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:52.832016 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646cf0ff-633d-418b-aa19-cc9e17a5b9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee4bad1-d875-47d5-ad66-339b8c02e4e2'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:16:52.834466 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b90f59-fadd-4d88-b5c6-0ba377baa112" -d '{"events": [{"server_uuid": "646cf0ff-633d-418b-aa19-cc9e17a5b9d6", "name": "network-vif-plugged", "status": "completed", "tag": "9ee4bad1-d875-47d5-ad66-339b8c02e4e2"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:16:52.877471 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc23b938-f433-4e46-833e-ed2275663fe0 x-openstack-request-id: req-dc23b938-f433-4e46-833e-ed2275663fe0 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:16:52.877864 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646cf0ff-633d-418b-aa19-cc9e17a5b9d6", "name": "network-vif-plugged", "status": "completed", "tag": "9ee4bad1-d875-47d5-ad66-339b8c02e4e2", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:16:52.878181 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc23b938-f433-4e46-833e-ed2275663fe0 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:16:52.878682 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646cf0ff-633d-418b-aa19-cc9e17a5b9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee4bad1-d875-47d5-ad66-339b8c02e4e2', 'code': 200} Aug 28 15:16:53.251690 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1534c39-642c-452e-bcf5-e770c1969e17 req-eb155af2-5c0a-4d61-8ea1-e836057a2bdf tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:53.253584 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a1534c39-642c-452e-bcf5-e770c1969e17 req-eb155af2-5c0a-4d61-8ea1-e836057a2bdf tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 944 time: 0.5184739 Aug 28 15:16:53.309538 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72623aeb-3fc1-404e-bd94-1be1f02ae54b req-d0fd1ebc-3913-411c-8e71-1050432ff111 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:53.311598 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-72623aeb-3fc1-404e-bd94-1be1f02ae54b req-d0fd1ebc-3913-411c-8e71-1050432ff111 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/ports?device_id=646cf0ff-633d-418b-aa19-cc9e17a5b9d6 HTTP/1.1" status: 200 len: 945 time: 0.0559776 Aug 28 15:16:53.354041 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8e6cb-0254-4bc0-803b-aa4bb96d6269 req-fa5e6a79-7498-48dd-8d68-2040ab2902e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:53.355010 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-72623aeb-3fc1-404e-bd94-1be1f02ae54b req-03d36b5a-83c7-46e0-874c-68921bbd4eb7 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/security-groups?id=d29e6c43-65b0-476c-8fca-ebb6dba59f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349283 Aug 28 15:16:53.355566 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a6d8e6cb-0254-4bc0-803b-aa4bb96d6269 req-fa5e6a79-7498-48dd-8d68-2040ab2902e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=646cf0ff-633d-418b-aa19-cc9e17a5b9d6 HTTP/1.1" status: 200 len: 1097 time: 0.1900864 Aug 28 15:16:53.408325 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a1534c39-642c-452e-bcf5-e770c1969e17 req-f1f7d72c-9022-4ab1-a67e-3750ca44a512 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270783 Aug 28 15:16:53.425179 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-1ba09727-1f5a-462b-bcda-3fd003f86ef2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:53.432594 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33684) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:53.456541 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-303a223a-f1b1-481c-b426-76dee3197d64 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Allocated IP 2001:db8::33c (0f706485-c794-45ca-85c3-0b3e59628cf5/9215d653-1e43-4292-94f3-cd8c5c34dbe6/dc5a9522-c36b-45b9-9eee-fc5638f37d27) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:16:53.470705 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a6d8e6cb-0254-4bc0-803b-aa4bb96d6269 req-27bdf18c-1912-45d0-8452-bd351aee5d89 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d29e6c43-65b0-476c-8fca-ebb6dba59f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047521 Aug 28 15:16:53.541359 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-be718b4e-0a89-48c4-8f17-4832eb437b7a tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/floatingips/b6a0a6de-7698-43af-9e04-a3787eb2f9d2 HTTP/1.1" status: 200 len: 992 time: 0.1014006 Aug 28 15:16:53.553874 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-1ba09727-1f5a-462b-bcda-3fd003f86ef2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:53.555977 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec2045-9cd2-41c3-883d-2656c474eab2 req-2efce0a7-5b7d-4794-997a-f9a203cce168 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:53.557602 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0eec2045-9cd2-41c3-883d-2656c474eab2 req-2efce0a7-5b7d-4794-997a-f9a203cce168 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 944 time: 0.1117060 Aug 28 15:16:53.608286 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0eec2045-9cd2-41c3-883d-2656c474eab2 req-aeba2979-6a02-4f25-8440-dcfab754cc63 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423789 Aug 28 15:16:53.644047 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-1ba09727-1f5a-462b-bcda-3fd003f86ef2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Network 92da9e59-648f-44e9-b842-a5afd0c505e3 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:16:53.650983 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-303a223a-f1b1-481c-b426-76dee3197d64 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:53.653249 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-1ba09727-1f5a-462b-bcda-3fd003f86ef2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:16:53.656554 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba09727-1f5a-462b-bcda-3fd003f86ef2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Pushing event updated for resources: {'Port': ['ID=d3150979-7e97-4fac-8fd6-03efc1421898,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:53.660348 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-1ba09727-1f5a-462b-bcda-3fd003f86ef2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:16:53.721179 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-1ba09727-1f5a-462b-bcda-3fd003f86ef2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:53.721905 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-1ba09727-1f5a-462b-bcda-3fd003f86ef2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:53.748459 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-1ba09727-1f5a-462b-bcda-3fd003f86ef2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6864016 Aug 28 15:16:53.751066 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-303a223a-f1b1-481c-b426-76dee3197d64 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:53.788956 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-5359d49d-c280-4982-878d-ba7c9b28e097 service neutron] Request body: {'port': {'device_id': '9592a500-2c2a-4652-bea2-f35a801d3c51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:16:53.844625 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303a223a-f1b1-481c-b426-76dee3197d64 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Network 0f706485-c794-45ca-85c3-0b3e59628cf5 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:16:53.858914 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-303a223a-f1b1-481c-b426-76dee3197d64 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:16:53.881095 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303a223a-f1b1-481c-b426-76dee3197d64 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:16:53.884758 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a223a-f1b1-481c-b426-76dee3197d64 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Pushing event updated for resources: {'Port': ['ID=dc5a9522-c36b-45b9-9eee-fc5638f37d27,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:54.010530 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-5359d49d-c280-4982-878d-ba7c9b28e097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:54.040103 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561615b5-e5fb-465f-b6a1-4a16010f7e7f req-e65030c8-dd3b-4344-94f8-c2664929d611 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:54.041642 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-561615b5-e5fb-465f-b6a1-4a16010f7e7f req-e65030c8-dd3b-4344-94f8-c2664929d611 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=9592a500-2c2a-4652-bea2-f35a801d3c51 HTTP/1.1" status: 200 len: 932 time: 0.2242167 Aug 28 15:16:54.135975 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d100e783-d6a3-4036-94be-0ca3c227919c up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:16:54.194116 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device c36919c9-f755-4a3a-bda6-934691a12f34 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:16:54.198400 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port d100e783-d6a3-4036-94be-0ca3c227919c triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:16:54.198778 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:54.240844 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-561615b5-e5fb-465f-b6a1-4a16010f7e7f req-758630c7-3479-4318-bb3d-c239d0c31120 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633530 Aug 28 15:16:54.373637 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-303a223a-f1b1-481c-b426-76dee3197d64 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:54.489340 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:54.491314 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port c36919c9-f755-4a3a-bda6-934691a12f34, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=c36919c9-f755-4a3a-bda6-934691a12f34,segment=NetworkSegment(9c9787b2-3071-4fd8-b49c-6d9cde4276fe),segment_id=9c9787b2-3071-4fd8-b49c-6d9cde4276fe)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:16:54.510905 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'c36919c9-f755-4a3a-bda6-934691a12f34', 'network_id': 'ce54f031-11c3-4162-9420-a2bcdac36fa0', 'port_id': 'c36919c9-f755-4a3a-bda6-934691a12f34', 'mac_address': 'fa:16:3e:59:34:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ee8456f-77cd-44f8-a770-a901187819ef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:16:54.514804 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:54.547437 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9682f3c-0fa6-439a-939c-4fbf4130aecc req-bb1c663c-9e3f-4da9-9aa5-d33e10a4c79a tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:54.559377 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d9682f3c-0fa6-439a-939c-4fbf4130aecc req-bb1c663c-9e3f-4da9-9aa5-d33e10a4c79a tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/ports?device_id=646cf0ff-633d-418b-aa19-cc9e17a5b9d6 HTTP/1.1" status: 200 len: 945 time: 0.0953956 Aug 28 15:16:54.587071 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:54.591019 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d100e783-d6a3-4036-94be-0ca3c227919c, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d100e783-d6a3-4036-94be-0ca3c227919c,segment=NetworkSegment(b351d48f-a35c-4e29-b5da-4f538e9d9756),segment_id=b351d48f-a35c-4e29-b5da-4f538e9d9756)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:16:54.602543 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:54.616324 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d9682f3c-0fa6-439a-939c-4fbf4130aecc req-69a397a4-7801-4322-8ae5-27d98b4bcde2 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/security-groups?id=d29e6c43-65b0-476c-8fca-ebb6dba59f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552299 Aug 28 15:16:54.646058 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36919c9-f755-4a3a-bda6-934691a12f34 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:16:54.655262 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-5359d49d-c280-4982-878d-ba7c9b28e097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3150979-7e97-4fac-8fd6-03efc1421898 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:16:54.667092 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port c36919c9-f755-4a3a-bda6-934691a12f34, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=c36919c9-f755-4a3a-bda6-934691a12f34,segment=NetworkSegment(9c9787b2-3071-4fd8-b49c-6d9cde4276fe),segment_id=9c9787b2-3071-4fd8-b49c-6d9cde4276fe)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:16:54.672043 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:54.683534 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=d100e783-d6a3-4036-94be-0ca3c227919c,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:54.724014 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-5359d49d-c280-4982-878d-ba7c9b28e097 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:54.746364 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=c36919c9-f755-4a3a-bda6-934691a12f34,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:54.769116 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-5359d49d-c280-4982-878d-ba7c9b28e097 service neutron] Transition to ACTIVE for port object d3150979-7e97-4fac-8fd6-03efc1421898 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:16:54.776562 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-5359d49d-c280-4982-878d-ba7c9b28e097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:54.870809 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cd47b-490d-4dbc-a874-1eeb6606c96e req-e155b31f-5f65-4040-b938-2710440783e5 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:54.871471 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['c36919c9-f755-4a3a-bda6-934691a12f34'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:16:54.872345 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-414cd47b-490d-4dbc-a874-1eeb6606c96e req-e155b31f-5f65-4040-b938-2710440783e5 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 945 time: 0.1596770 Aug 28 15:16:54.885989 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359d49d-c280-4982-878d-ba7c9b28e097 service neutron] Pushing event updated for resources: {'Port': ['ID=d3150979-7e97-4fac-8fd6-03efc1421898,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:54.893258 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-303a223a-f1b1-481c-b426-76dee3197d64 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:54.911855 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00172008-8abd-4c65-9368-c5af170d9155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd100e783-d6a3-4036-94be-0ca3c227919c'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:16:54.914522 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67357235-ca43-4a55-964c-aad3fef738eb" -d '{"events": [{"server_uuid": "00172008-8abd-4c65-9368-c5af170d9155", "name": "network-vif-plugged", "status": "completed", "tag": "d100e783-d6a3-4036-94be-0ca3c227919c"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:16:54.961798 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a926def-e8e3-4f6f-85aa-af14845a5e67 x-openstack-request-id: req-6a926def-e8e3-4f6f-85aa-af14845a5e67 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:16:54.962290 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00172008-8abd-4c65-9368-c5af170d9155", "name": "network-vif-plugged", "status": "completed", "tag": "d100e783-d6a3-4036-94be-0ca3c227919c", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:16:54.962720 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a926def-e8e3-4f6f-85aa-af14845a5e67 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:16:54.963295 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00172008-8abd-4c65-9368-c5af170d9155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd100e783-d6a3-4036-94be-0ca3c227919c', 'code': 200} Aug 28 15:16:55.050408 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-414cd47b-490d-4dbc-a874-1eeb6606c96e req-54f7ce9f-d2d5-45aa-a751-caf21e55fc30 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545382 Aug 28 15:16:55.084486 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-5359d49d-c280-4982-878d-ba7c9b28e097 service neutron] Attempting to bind port d3150979-7e97-4fac-8fd6-03efc1421898 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:16:55.084826 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-5359d49d-c280-4982-878d-ba7c9b28e097 service neutron] Attempting to bind port d3150979-7e97-4fac-8fd6-03efc1421898 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '3bd3ea4a-19c0-4756-b851-b7219964ac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:16:55.085156 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-5359d49d-c280-4982-878d-ba7c9b28e097 service neutron] Attempting to bind port d3150979-7e97-4fac-8fd6-03efc1421898 on network 92da9e59-648f-44e9-b842-a5afd0c505e3 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:16:55.094198 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-5359d49d-c280-4982-878d-ba7c9b28e097 service neutron] Port d3150979-7e97-4fac-8fd6-03efc1421898 on network 92da9e59-648f-44e9-b842-a5afd0c505e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:16:55.095119 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-5359d49d-c280-4982-878d-ba7c9b28e097 service neutron] Attempting to bind port d3150979-7e97-4fac-8fd6-03efc1421898 on network 92da9e59-648f-44e9-b842-a5afd0c505e3 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:16:55.108524 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-5359d49d-c280-4982-878d-ba7c9b28e097 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:16:55.108864 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-5359d49d-c280-4982-878d-ba7c9b28e097 service neutron] Checking segment: {'id': '3bd3ea4a-19c0-4756-b851-b7219964ac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:16:55.109250 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-5359d49d-c280-4982-878d-ba7c9b28e097 service neutron] Bound using segment: {'id': '3bd3ea4a-19c0-4756-b851-b7219964ac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:16:55.109687 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-5359d49d-c280-4982-878d-ba7c9b28e097 service neutron] Bound port: d3150979-7e97-4fac-8fd6-03efc1421898, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bd3ea4a-19c0-4756-b851-b7219964ac60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:16:55.109687 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-5359d49d-c280-4982-878d-ba7c9b28e097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:55.172512 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303a223a-f1b1-481c-b426-76dee3197d64 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Router 399aad24-36c3-4b97-8026-6e80dc38a37f is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:16:55.237498 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-5359d49d-c280-4982-878d-ba7c9b28e097 service neutron] For port d3150979-7e97-4fac-8fd6-03efc1421898, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:16:55.270147 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-5359d49d-c280-4982-878d-ba7c9b28e097 service neutron] For port d3150979-7e97-4fac-8fd6-03efc1421898, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d3150979-7e97-4fac-8fd6-03efc1421898,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:16:55.276486 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-5359d49d-c280-4982-878d-ba7c9b28e097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:55.370847 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-5359d49d-c280-4982-878d-ba7c9b28e097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:55.371465 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-5359d49d-c280-4982-878d-ba7c9b28e097 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:55.372906 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-5359d49d-c280-4982-878d-ba7c9b28e097 service neutron] 10.222.0.41 "PUT /v2.0/ports/d3150979-7e97-4fac-8fd6-03efc1421898 HTTP/1.1" status: 200 len: 1093 time: 1.5925138 Aug 28 15:16:55.373342 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9592a500-2c2a-4652-bea2-f35a801d3c51', 'tag': 'd3150979-7e97-4fac-8fd6-03efc1421898'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:16:55.375643 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13100161-ccad-43ac-bfb7-8c55defc278c" -d '{"events": [{"name": "network-changed", "server_uuid": "9592a500-2c2a-4652-bea2-f35a801d3c51", "tag": "d3150979-7e97-4fac-8fd6-03efc1421898"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:16:55.385600 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c04756-9f95-477d-a905-03eba4123769 req-d8ec67eb-52d6-42b6-ac92-00174a9a2a64 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:55.387919 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38c04756-9f95-477d-a905-03eba4123769 req-d8ec67eb-52d6-42b6-ac92-00174a9a2a64 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=9592a500-2c2a-4652-bea2-f35a801d3c51 HTTP/1.1" status: 200 len: 944 time: 0.0597267 Aug 28 15:16:55.425145 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303a223a-f1b1-481c-b426-76dee3197d64 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:16:55.435448 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642fab11-cd06-4d7e-bed9-7e0540b305e5 None None] Sync routers for ids ['399aad24-36c3-4b97-8026-6e80dc38a37f'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:16:55.440292 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359d49d-c280-4982-878d-ba7c9b28e097 service neutron] Pushing event updated for resources: {'Port': ['ID=d3150979-7e97-4fac-8fd6-03efc1421898,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:55.440720 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38c04756-9f95-477d-a905-03eba4123769 req-ca525c39-4cfa-4f61-aba5-f90e5d472dba tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422175 Aug 28 15:16:55.463378 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642fab11-cd06-4d7e-bed9-7e0540b305e5 None None] Routers {'399aad24-36c3-4b97-8026-6e80dc38a37f'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:16:55.463378 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-642fab11-cd06-4d7e-bed9-7e0540b305e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:16:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['399aad24-36c3-4b97-8026-6e80dc38a37f'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:16:55.463736 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-303a223a-f1b1-481c-b426-76dee3197d64 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:55.464002 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-303a223a-f1b1-481c-b426-76dee3197d64 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.6698062 Aug 28 15:16:55.468031 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33728) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:55.472414 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55da9106-be74-4b88-876a-d6ddf34431b7 x-openstack-request-id: req-55da9106-be74-4b88-876a-d6ddf34431b7 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:16:55.472643 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9592a500-2c2a-4652-bea2-f35a801d3c51", "tag": "d3150979-7e97-4fac-8fd6-03efc1421898", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:16:55.472813 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55da9106-be74-4b88-876a-d6ddf34431b7 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:16:55.473301 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9592a500-2c2a-4652-bea2-f35a801d3c51', 'tag': 'd3150979-7e97-4fac-8fd6-03efc1421898', 'status': 'completed', 'code': 200} Aug 28 15:16:55.482511 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-2c31e32a-8b45-4b6d-8761-0c90a88f2e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:55.484884 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-2c31e32a-8b45-4b6d-8761-0c90a88f2e34 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a9a8b74576c4695a1fae90d6f829702&device_id=9592a500-2c2a-4652-bea2-f35a801d3c51 HTTP/1.1" status: 200 len: 1096 time: 0.0722685 Aug 28 15:16:55.536390 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-31308ac2-080c-418e-b1ed-50624a16db22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3150979-7e97-4fac-8fd6-03efc1421898 HTTP/1.1" status: 200 len: 217 time: 0.0418787 Aug 28 15:16:55.597296 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-943bb1d0-9c4b-49cd-b4b9-7a28b014450e tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:55.649751 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-37aafabf-4668-4fcd-9712-2fdacf051d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:55.651435 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-37aafabf-4668-4fcd-9712-2fdacf051d8f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b8c26495-81f2-4073-8e6e-125cfbbdb151 HTTP/1.1" status: 200 len: 852 time: 0.1070178 Aug 28 15:16:55.705638 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-321d3c4a-94ec-4641-8dc9-3f0f3a2ff59d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92da9e59-648f-44e9-b842-a5afd0c505e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460546 Aug 28 15:16:55.753624 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-642fab11-cd06-4d7e-bed9-7e0540b305e5 None None] Set router 399aad24-36c3-4b97-8026-6e80dc38a37f gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:16:55.797230 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-943bb1d0-9c4b-49cd-b4b9-7a28b014450e tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:55.816555 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-842816d4-c363-4e5a-bec3-9e4ce9240bdf service neutron] 10.222.0.41 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984027 Aug 28 15:16:55.923897 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214a164-4a40-49e0-a808-392262f9e2a8 req-1e6278e2-9739-4dde-9e38-37992696b118 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:55.932191 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5214a164-4a40-49e0-a808-392262f9e2a8 req-1e6278e2-9739-4dde-9e38-37992696b118 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/ports?device_id=646cf0ff-633d-418b-aa19-cc9e17a5b9d6 HTTP/1.1" status: 200 len: 945 time: 0.1586924 Aug 28 15:16:55.959194 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bb7dc85d-9c85-4c50-845a-060ab1c9cbf6 req-654cbaae-c9ab-4833-857d-99906d8120e7 service neutron] 10.222.0.41 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309829 Aug 28 15:16:55.963405 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-642fab11-cd06-4d7e-bed9-7e0540b305e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399aad24-36c3-4b97-8026-6e80dc38a37f', 'name': '', 'tenant_id': '95618285313441fb8a49895afe6386f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f706485-c794-45ca-85c3-0b3e59628cf5', 'external_fixed_ips': [{'subnet_id': '9215d653-1e43-4292-94f3-cd8c5c34dbe6', 'ip_address': '2001:db8::33c'}], 'enable_snat': True}, 'gw_port_id': 'dc5a9522-c36b-45b9-9eee-fc5638f37d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:16:51Z', 'updated_at': '2021-08-28T15:16:54Z', 'revision_number': 3, 'project_id': '95618285313441fb8a49895afe6386f8', 'gw_port': {'id': 'dc5a9522-c36b-45b9-9eee-fc5638f37d27', 'name': '', 'network_id': '0f706485-c794-45ca-85c3-0b3e59628cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399aad24-36c3-4b97-8026-6e80dc38a37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '9215d653-1e43-4292-94f3-cd8c5c34dbe6', 'ip_address': '2001:db8::33c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:16:52Z', 'updated_at': '2021-08-28T15:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9215d653-1e43-4292-94f3-cd8c5c34dbe6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:16:55.982448 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5214a164-4a40-49e0-a808-392262f9e2a8 req-32015ec6-51e6-4697-81ba-4a9c35b1c912 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/security-groups?id=d29e6c43-65b0-476c-8fca-ebb6dba59f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493436 Aug 28 15:16:56.006535 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-943bb1d0-9c4b-49cd-b4b9-7a28b014450e tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Deleting port dc5a9522-c36b-45b9-9eee-fc5638f37d27 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:16:56.006883 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-943bb1d0-9c4b-49cd-b4b9-7a28b014450e tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:56.012361 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642fab11-cd06-4d7e-bed9-7e0540b305e5 None None] Checking router: 399aad24-36c3-4b97-8026-6e80dc38a37f for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:16:56.020387 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642fab11-cd06-4d7e-bed9-7e0540b305e5 None None] Updating router 399aad24-36c3-4b97-8026-6e80dc38a37f port dc5a9522-c36b-45b9-9eee-fc5638f37d27 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:16:56.053617 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-642fab11-cd06-4d7e-bed9-7e0540b305e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:56.080698 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13100161-ccad-43ac-bfb7-8c55defc278c req-b69836a8-b347-4925-8a3b-9f71533c67f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:56.082337 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13100161-ccad-43ac-bfb7-8c55defc278c req-b69836a8-b347-4925-8a3b-9f71533c67f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a9a8b74576c4695a1fae90d6f829702&device_id=9592a500-2c2a-4652-bea2-f35a801d3c51 HTTP/1.1" status: 200 len: 1096 time: 0.0682220 Aug 28 15:16:56.124190 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-943bb1d0-9c4b-49cd-b4b9-7a28b014450e tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:56.146704 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-943bb1d0-9c4b-49cd-b4b9-7a28b014450e tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Calling delete_port for dc5a9522-c36b-45b9-9eee-fc5638f37d27 owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:16:56.237920 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device c36919c9-f755-4a3a-bda6-934691a12f34 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:16:56.418128 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port c36919c9-f755-4a3a-bda6-934691a12f34 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:16:56.427672 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port c36919c9-f755-4a3a-bda6-934691a12f34 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:16:56.428137 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:56.465666 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-943bb1d0-9c4b-49cd-b4b9-7a28b014450e tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:56.525714 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943bb1d0-9c4b-49cd-b4b9-7a28b014450e tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc5a9522-c36b-45b9-9eee-fc5638f37d27,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:56.569489 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:56.599417 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-943bb1d0-9c4b-49cd-b4b9-7a28b014450e tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:56.698558 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.api [None req-642fab11-cd06-4d7e-bed9-7e0540b305e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:16:56.700636 n-d-712137-10 neutron-server[106331]: DEBUG oslo_db.api [None req-642fab11-cd06-4d7e-bed9-7e0540b305e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:16:56.717990 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-943bb1d0-9c4b-49cd-b4b9-7a28b014450e tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:56.718871 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:56.721000 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-943bb1d0-9c4b-49cd-b4b9-7a28b014450e tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:56.730509 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d05a8-d4b5-4f2b-a91d-7c00b4733829 req-b6c12155-8115-4bb2-894c-6db95170344a tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:56.738387 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bb1d05a8-d4b5-4f2b-a91d-7c00b4733829 req-b6c12155-8115-4bb2-894c-6db95170344a tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 945 time: 0.1331098 Aug 28 15:16:56.757420 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port c36919c9-f755-4a3a-bda6-934691a12f34, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=c36919c9-f755-4a3a-bda6-934691a12f34,segment=NetworkSegment(9c9787b2-3071-4fd8-b49c-6d9cde4276fe),segment_id=9c9787b2-3071-4fd8-b49c-6d9cde4276fe)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:16:56.762087 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:56.770414 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13100161-ccad-43ac-bfb7-8c55defc278c req-c48334fb-b33c-4bc1-b5f0-3b8339fff325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:56.771937 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13100161-ccad-43ac-bfb7-8c55defc278c req-c48334fb-b33c-4bc1-b5f0-3b8339fff325 service neutron] 10.222.0.41 "GET /v2.0/networks?id=92da9e59-648f-44e9-b842-a5afd0c505e3 HTTP/1.1" status: 200 len: 913 time: 0.6814773 Aug 28 15:16:56.780241 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-943bb1d0-9c4b-49cd-b4b9-7a28b014450e tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:56.780895 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943bb1d0-9c4b-49cd-b4b9-7a28b014450e tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 399aad24-36c3-4b97-8026-6e80dc38a37f {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:16:56.787913 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-943bb1d0-9c4b-49cd-b4b9-7a28b014450e tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:56.788243 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bb1d05a8-d4b5-4f2b-a91d-7c00b4733829 req-55e2b21e-c809-46c4-bd47-01705f88c0b1 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489295 Aug 28 15:16:56.789355 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-943bb1d0-9c4b-49cd-b4b9-7a28b014450e tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "DELETE /v2.0/routers/399aad24-36c3-4b97-8026-6e80dc38a37f HTTP/1.1" status: 204 len: 168 time: 1.3202207 Aug 28 15:16:56.794714 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33766) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:56.799229 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393a8c3-820c-4bbe-a347-fe51cc6983ea req-d28e1cc5-cfba-4435-86c1-23980e146578 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:56.801094 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d393a8c3-820c-4bbe-a347-fe51cc6983ea req-d28e1cc5-cfba-4435-86c1-23980e146578 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=9592a500-2c2a-4652-bea2-f35a801d3c51 HTTP/1.1" status: 200 len: 944 time: 0.2773678 Aug 28 15:16:56.891825 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13100161-ccad-43ac-bfb7-8c55defc278c req-e3396bf9-5b6f-4894-91e7-42c7d6d2fecf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3150979-7e97-4fac-8fd6-03efc1421898 HTTP/1.1" status: 200 len: 217 time: 0.1015837 Aug 28 15:16:56.899932 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=c36919c9-f755-4a3a-bda6-934691a12f34,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:56.910295 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d393a8c3-820c-4bbe-a347-fe51cc6983ea req-93ae5d54-548b-4ca8-80e8-d15a3f311871 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033208 Aug 28 15:16:56.950016 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-067933cf-3823-4fab-a101-0c6ac140ef7b req-9d0df091-a26f-4ec2-8059-918b116a0b3d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0656581 Aug 28 15:16:56.976339 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13100161-ccad-43ac-bfb7-8c55defc278c req-12998bde-9a6c-433a-9f42-8015ef827dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:56.977225 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441f0ff1-af0d-4768-b7b1-1afa34efd51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36919c9-f755-4a3a-bda6-934691a12f34'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:16:56.978511 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13100161-ccad-43ac-bfb7-8c55defc278c req-12998bde-9a6c-433a-9f42-8015ef827dc2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b8c26495-81f2-4073-8e6e-125cfbbdb151 HTTP/1.1" status: 200 len: 852 time: 0.0750031 Aug 28 15:16:56.980053 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fc03ee-8ca8-442e-a18c-d57487ef5706" -d '{"events": [{"server_uuid": "441f0ff1-af0d-4768-b7b1-1afa34efd51e", "name": "network-vif-plugged", "status": "completed", "tag": "c36919c9-f755-4a3a-bda6-934691a12f34"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:16:56.987580 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-da986dc1-aaaf-43de-81c6-76d96fe8cffa tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Deleting subnet 9215d653-1e43-4292-94f3-cd8c5c34dbe6 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:16:57.002217 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-da986dc1-aaaf-43de-81c6-76d96fe8cffa tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:57.040101 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13100161-ccad-43ac-bfb7-8c55defc278c req-b1fab699-34cc-4f19-9f51-01dde8b516f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92da9e59-648f-44e9-b842-a5afd0c505e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497510 Aug 28 15:16:57.060449 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067933cf-3823-4fab-a101-0c6ac140ef7b req-8a43bf3d-25ac-4d72-aaf7-b9fb8614b49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:57.061949 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-067933cf-3823-4fab-a101-0c6ac140ef7b req-8a43bf3d-25ac-4d72-aaf7-b9fb8614b49b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 1097 time: 0.0484567 Aug 28 15:16:57.067978 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b653ae29-dad3-432c-840e-b0f60d6dae72 x-openstack-request-id: req-b653ae29-dad3-432c-840e-b0f60d6dae72 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:16:57.070302 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441f0ff1-af0d-4768-b7b1-1afa34efd51e", "name": "network-vif-plugged", "status": "completed", "tag": "c36919c9-f755-4a3a-bda6-934691a12f34", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:16:57.070576 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b653ae29-dad3-432c-840e-b0f60d6dae72 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:16:57.070973 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441f0ff1-af0d-4768-b7b1-1afa34efd51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36919c9-f755-4a3a-bda6-934691a12f34', 'code': 200} Aug 28 15:16:57.136827 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-da986dc1-aaaf-43de-81c6-76d96fe8cffa tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:57.179084 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067933cf-3823-4fab-a101-0c6ac140ef7b req-b6c7de9e-2abb-424e-a786-bf8fc914a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:57.180548 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-067933cf-3823-4fab-a101-0c6ac140ef7b req-b6c7de9e-2abb-424e-a786-bf8fc914a6c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4ca9a50c-f8aa-4261-ad98-eabaf3910c6a HTTP/1.1" status: 200 len: 898 time: 0.0972142 Aug 28 15:16:57.222204 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642fab11-cd06-4d7e-bed9-7e0540b305e5 None None] Port dc5a9522-c36b-45b9-9eee-fc5638f37d27 not found while updating agent binding for router 399aad24-36c3-4b97-8026-6e80dc38a37f. {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 28 15:16:57.233169 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642fab11-cd06-4d7e-bed9-7e0540b305e5 None None] Routers set() bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:16:57.233549 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642fab11-cd06-4d7e-bed9-7e0540b305e5 None None] Router IDs set() for agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 28 15:16:57.234298 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_agentschedulers_db [None req-642fab11-cd06-4d7e-bed9-7e0540b305e5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'399aad24-36c3-4b97-8026-6e80dc38a37f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:16:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent'). {{(pid=106331) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 28 15:16:57.234511 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642fab11-cd06-4d7e-bed9-7e0540b305e5 None None] The sync data for ids ['399aad24-36c3-4b97-8026-6e80dc38a37f'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:16:57.277009 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f596681-bcda-434b-9b09-e7cec4588518 req-d3d014ce-d3e7-40bb-b1eb-d053e3e99f41 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:57.278964 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1f596681-bcda-434b-9b09-e7cec4588518 req-d3d014ce-d3e7-40bb-b1eb-d053e3e99f41 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/ports?device_id=646cf0ff-633d-418b-aa19-cc9e17a5b9d6 HTTP/1.1" status: 200 len: 945 time: 0.1538324 Aug 28 15:16:57.283853 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-067933cf-3823-4fab-a101-0c6ac140ef7b req-7c1b9e4c-9abb-4ba0-aaf2-9219c5a8708f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d100e783-d6a3-4036-94be-0ca3c227919c HTTP/1.1" status: 200 len: 1001 time: 0.0850072 Aug 28 15:16:57.287249 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-da986dc1-aaaf-43de-81c6-76d96fe8cffa tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:57.292555 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ff999-f1db-45ae-942c-30b8b25b175b req-9459f152-4c06-4328-b66e-1f017d839551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:57.294037 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fc7ff999-f1db-45ae-942c-30b8b25b175b req-9459f152-4c06-4328-b66e-1f017d839551 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 1098 time: 0.1721678 Aug 28 15:16:57.345950 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067933cf-3823-4fab-a101-0c6ac140ef7b req-0056f7bd-5e65-4f7d-a3b0-c492ee24cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:57.347590 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-067933cf-3823-4fab-a101-0c6ac140ef7b req-0056f7bd-5e65-4f7d-a3b0-c492ee24cd9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c1b8938d-6c17-43af-afb8-76fb23e50a49 HTTP/1.1" status: 200 len: 834 time: 0.0511379 Aug 28 15:16:57.369372 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13100161-ccad-43ac-bfb7-8c55defc278c req-e25dde9c-562d-4c30-8b3f-b67ee3e0ffc4 service neutron] 10.222.0.41 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205502 Aug 28 15:16:57.400126 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067933cf-3823-4fab-a101-0c6ac140ef7b req-35c70b6f-1153-43c4-aa0e-c8b6aa302b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:57.401927 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-067933cf-3823-4fab-a101-0c6ac140ef7b req-35c70b6f-1153-43c4-aa0e-c8b6aa302b90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ca9a50c-f8aa-4261-ad98-eabaf3910c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465746 Aug 28 15:16:57.458220 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fc7ff999-f1db-45ae-942c-30b8b25b175b req-d49782b0-8b2b-41b0-8f3a-439404d3d9a6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308699 Aug 28 15:16:57.464727 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1f596681-bcda-434b-9b09-e7cec4588518 req-3aba2b04-ec80-4a4c-898e-d6c4aaeb109d tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/security-groups?id=d29e6c43-65b0-476c-8fca-ebb6dba59f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459594 Aug 28 15:16:57.479343 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-da986dc1-aaaf-43de-81c6-76d96fe8cffa tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:57.515035 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-067933cf-3823-4fab-a101-0c6ac140ef7b req-02de952a-2407-4863-b18f-a11162384348 service neutron] 10.222.0.41 "GET /v2.0/networks/4ca9a50c-f8aa-4261-ad98-eabaf3910c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055729 Aug 28 15:16:57.519410 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-da986dc1-aaaf-43de-81c6-76d96fe8cffa tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:57.521287 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-da986dc1-aaaf-43de-81c6-76d96fe8cffa tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/9215d653-1e43-4292-94f3-cd8c5c34dbe6 HTTP/1.1" status: 204 len: 168 time: 0.7256815 Aug 28 15:16:57.524063 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33786) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:57.528796 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da986dc1-aaaf-43de-81c6-76d96fe8cffa tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9215d653-1e43-4292-94f3-cd8c5c34dbe6,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:57.555862 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13100161-ccad-43ac-bfb7-8c55defc278c req-ff77dac3-0364-480f-ab04-e0f550d5def2 service neutron] 10.222.0.41 "GET /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687675 Aug 28 15:16:57.652544 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b00dc7b2-f36e-4e03-b15f-d9ab41f2b2c0 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:57.680336 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-067933cf-3823-4fab-a101-0c6ac140ef7b req-808eb668-fc1a-4c62-90d2-32e26978639c service neutron] 10.222.0.41 "GET /v2.0/networks/4ca9a50c-f8aa-4261-ad98-eabaf3910c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483824 Aug 28 15:16:57.749776 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b00dc7b2-f36e-4e03-b15f-d9ab41f2b2c0 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:57.760420 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-b00dc7b2-f36e-4e03-b15f-d9ab41f2b2c0 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f706485-c794-45ca-85c3-0b3e59628cf5']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:16:57.771568 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-b00dc7b2-f36e-4e03-b15f-d9ab41f2b2c0 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9b13b1-ae46-4894-871a-5f3961482b89') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:16:57.771969 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-b00dc7b2-f36e-4e03-b15f-d9ab41f2b2c0 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9b13b1-ae46-4894-871a-5f3961482b89') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:16:57.780998 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b00dc7b2-f36e-4e03-b15f-d9ab41f2b2c0 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:57.800464 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b00dc7b2-f36e-4e03-b15f-d9ab41f2b2c0 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:57.806458 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00dc7b2-f36e-4e03-b15f-d9ab41f2b2c0 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:16:57.806855 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b00dc7b2-f36e-4e03-b15f-d9ab41f2b2c0 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:16:57.808702 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:16:57.877559 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b00dc7b2-f36e-4e03-b15f-d9ab41f2b2c0 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:57.898016 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00dc7b2-f36e-4e03-b15f-d9ab41f2b2c0 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0f706485-c794-45ca-85c3-0b3e59628cf5 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 28 15:16:57.917503 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b00dc7b2-f36e-4e03-b15f-d9ab41f2b2c0 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:57.919384 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b00dc7b2-f36e-4e03-b15f-d9ab41f2b2c0 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "DELETE /v2.0/networks/0f706485-c794-45ca-85c3-0b3e59628cf5 HTTP/1.1" status: 204 len: 168 time: 0.3943744 Aug 28 15:16:57.943882 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00dc7b2-f36e-4e03-b15f-d9ab41f2b2c0 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Pushing event deleted for resources: {'Network': ['ID=0f706485-c794-45ca-85c3-0b3e59628cf5,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:57.990863 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cce87c-d540-499b-92e3-a8f2570c1048 req-a2b3c8d5-e8e0-4db2-bceb-7dd5fa05c5a4 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:57.992543 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-09cce87c-d540-499b-92e3-a8f2570c1048 req-a2b3c8d5-e8e0-4db2-bceb-7dd5fa05c5a4 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1041594 Aug 28 15:16:58.058754 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:16:58.071730 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-09cce87c-d540-499b-92e3-a8f2570c1048 req-5aebfb30-3fa5-413c-addd-a05657765b1e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683506 Aug 28 15:16:58.106980 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c44fd-daaa-4276-a5a9-234399e8fe55 req-786812ca-3e10-4f01-9c55-5daf04aabba7 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:58.108604 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f31c44fd-daaa-4276-a5a9-234399e8fe55 req-786812ca-3e10-4f01-9c55-5daf04aabba7 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=9592a500-2c2a-4652-bea2-f35a801d3c51 HTTP/1.1" status: 200 len: 944 time: 0.0984182 Aug 28 15:16:58.167933 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f31c44fd-daaa-4276-a5a9-234399e8fe55 req-bb2f8a8e-ab75-4697-8986-3c57982ff94f tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524750 Aug 28 15:16:58.217087 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33806) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:58.222180 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-5ab1f37a-ba58-405d-9452-73f05153f78d tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Request body: {'router': {'name': 'tempest-router--1667938935', 'project_id': 'f615bb04a86c462d83413c2833bba751'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:16:58.244331 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5ab1f37a-ba58-405d-9452-73f05153f78d tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:58.246052 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5ab1f37a-ba58-405d-9452-73f05153f78d tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:58.308122 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5ab1f37a-ba58-405d-9452-73f05153f78d tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:58.314037 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5ab1f37a-ba58-405d-9452-73f05153f78d tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:58.327325 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5ab1f37a-ba58-405d-9452-73f05153f78d tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:58.332660 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5ab1f37a-ba58-405d-9452-73f05153f78d tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1104038 Aug 28 15:16:58.332971 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33808) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:58.421691 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0d6aa2bf-58ab-4cef-b598-96228dbab0b8 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:58.591567 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0d6aa2bf-58ab-4cef-b598-96228dbab0b8 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:58.600922 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0d6aa2bf-58ab-4cef-b598-96228dbab0b8 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:58.627254 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8ff7b-0a4b-44bd-a34f-4117fc7ad0ca req-db945729-bb4d-475a-bde1-ac7ce304933b tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:58.628833 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fbf8ff7b-0a4b-44bd-a34f-4117fc7ad0ca req-db945729-bb4d-475a-bde1-ac7ce304933b tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.36 "GET /v2.0/ports?device_id=646cf0ff-633d-418b-aa19-cc9e17a5b9d6 HTTP/1.1" status: 200 len: 945 time: 0.0701487 Aug 28 15:16:58.675316 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f0fbb-4e5f-4df4-85ce-3a2b116e02ac req-64f8cec0-ca7f-46d0-88ee-585001cb5559 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:58.676862 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-788f0fbb-4e5f-4df4-85ce-3a2b116e02ac req-64f8cec0-ca7f-46d0-88ee-585001cb5559 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/ports?device_id=646cf0ff-633d-418b-aa19-cc9e17a5b9d6 HTTP/1.1" status: 200 len: 945 time: 0.0878808 Aug 28 15:16:58.677660 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0d6aa2bf-58ab-4cef-b598-96228dbab0b8 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:58.678180 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6aa2bf-58ab-4cef-b598-96228dbab0b8 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de739cb1-5c57-4164-b52a-8d4a47bf10f8 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:16:58.682700 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0d6aa2bf-58ab-4cef-b598-96228dbab0b8 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:58.686070 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0d6aa2bf-58ab-4cef-b598-96228dbab0b8 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "DELETE /v2.0/routers/de739cb1-5c57-4164-b52a-8d4a47bf10f8 HTTP/1.1" status: 204 len: 168 time: 0.3494632 Aug 28 15:16:58.737161 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-788f0fbb-4e5f-4df4-85ce-3a2b116e02ac req-c319a1ca-49de-4e51-be6f-5548f3899d9d tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.13 "GET /v2.0/security-groups?id=d29e6c43-65b0-476c-8fca-ebb6dba59f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405605 Aug 28 15:16:58.746537 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-fbf8ff7b-0a4b-44bd-a34f-4117fc7ad0ca req-39841ae7-6eb5-4167-8c5b-cf1a1c604e07 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Deleting port 9ee4bad1-d875-47d5-ad66-339b8c02e4e2 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:16:58.746985 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fbf8ff7b-0a4b-44bd-a34f-4117fc7ad0ca req-39841ae7-6eb5-4167-8c5b-cf1a1c604e07 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:58.839717 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33824) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:16:58.861631 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-fbf8ff7b-0a4b-44bd-a34f-4117fc7ad0ca req-39841ae7-6eb5-4167-8c5b-cf1a1c604e07 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] For port 9ee4bad1-d875-47d5-ad66-339b8c02e4e2, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=9ee4bad1-d875-47d5-ad66-339b8c02e4e2,segment=NetworkSegment(e1d22389-79ec-4a2f-bfbc-17b1d7034ce3),segment_id=e1d22389-79ec-4a2f-bfbc-17b1d7034ce3)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:16:58.862140 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fbf8ff7b-0a4b-44bd-a34f-4117fc7ad0ca req-39841ae7-6eb5-4167-8c5b-cf1a1c604e07 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:58.876928 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-fbf8ff7b-0a4b-44bd-a34f-4117fc7ad0ca req-39841ae7-6eb5-4167-8c5b-cf1a1c604e07 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Calling delete_port for 9ee4bad1-d875-47d5-ad66-339b8c02e4e2 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:16:59.017559 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fbf8ff7b-0a4b-44bd-a34f-4117fc7ad0ca req-39841ae7-6eb5-4167-8c5b-cf1a1c604e07 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:59.029119 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['9ee4bad1-d875-47d5-ad66-339b8c02e4e2'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:16:59.093289 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-ac7da2f7-f9b5-4409-8892-ecfdf278ad00 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1493012008', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}, 'admin_state_up': False}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:16:59.098791 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39841ae7-6eb5-4167-8c5b-cf1a1c604e07 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Pushing event deleted for resources: {'Port': ['ID=9ee4bad1-d875-47d5-ad66-339b8c02e4e2,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:16:59.127581 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf8ff7b-0a4b-44bd-a34f-4117fc7ad0ca req-39841ae7-6eb5-4167-8c5b-cf1a1c604e07 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] No DVR routers for this DVR port 9ee4bad1-d875-47d5-ad66-339b8c02e4e2 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:16:59.131841 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fbf8ff7b-0a4b-44bd-a34f-4117fc7ad0ca req-39841ae7-6eb5-4167-8c5b-cf1a1c604e07 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:59.133818 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fbf8ff7b-0a4b-44bd-a34f-4117fc7ad0ca req-39841ae7-6eb5-4167-8c5b-cf1a1c604e07 tempest-VolumesActionsTest-321198049 tempest-VolumesActionsTest-321198049-project] 10.222.0.36 "DELETE /v2.0/ports/9ee4bad1-d875-47d5-ad66-339b8c02e4e2 HTTP/1.1" status: 204 len: 173 time: 0.4993904 Aug 28 15:16:59.134263 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646cf0ff-633d-418b-aa19-cc9e17a5b9d6', 'name': 'network-vif-deleted', 'tag': '9ee4bad1-d875-47d5-ad66-339b8c02e4e2'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:16:59.136815 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b51c44-ae76-479a-8164-a3849fe7a7f0" -d '{"events": [{"server_uuid": "646cf0ff-633d-418b-aa19-cc9e17a5b9d6", "name": "network-vif-deleted", "tag": "9ee4bad1-d875-47d5-ad66-339b8c02e4e2"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:16:59.150929 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ac7da2f7-f9b5-4409-8892-ecfdf278ad00 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:59.152143 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ac7da2f7-f9b5-4409-8892-ecfdf278ad00 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:59.206644 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88c6d71-0223-4b95-8f6c-839ecfd85188 x-openstack-request-id: req-f88c6d71-0223-4b95-8f6c-839ecfd85188 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:16:59.207029 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646cf0ff-633d-418b-aa19-cc9e17a5b9d6", "name": "network-vif-deleted", "tag": "9ee4bad1-d875-47d5-ad66-339b8c02e4e2", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:16:59.207282 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f88c6d71-0223-4b95-8f6c-839ecfd85188 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:16:59.207689 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646cf0ff-633d-418b-aa19-cc9e17a5b9d6', 'name': 'network-vif-deleted', 'tag': '9ee4bad1-d875-47d5-ad66-339b8c02e4e2', 'status': 'completed', 'code': 200} Aug 28 15:16:59.270915 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ac7da2f7-f9b5-4409-8892-ecfdf278ad00 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:59.283431 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c572e89-10dd-489e-9de9-1229d9af1c0a req-e5a34f90-8a29-404d-81c1-30f6d446ec9e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:59.284923 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2c572e89-10dd-489e-9de9-1229d9af1c0a req-e5a34f90-8a29-404d-81c1-30f6d446ec9e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1291289 Aug 28 15:16:59.353890 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821acb7-53ad-4c7b-a44a-262a74aa7863 req-c75eafd1-012f-472d-bcf2-52150a70f065 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:59.355954 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8821acb7-53ad-4c7b-a44a-262a74aa7863 req-c75eafd1-012f-472d-bcf2-52150a70f065 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=9592a500-2c2a-4652-bea2-f35a801d3c51 HTTP/1.1" status: 200 len: 944 time: 0.0848057 Aug 28 15:16:59.397348 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8821acb7-53ad-4c7b-a44a-262a74aa7863 req-245a3b1e-fe28-4d47-aa3d-7121518ebf67 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348487 Aug 28 15:16:59.459611 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2c572e89-10dd-489e-9de9-1229d9af1c0a req-91a2ad88-49f9-4c9a-9456-405dfd144b37 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293211 Aug 28 15:16:59.461567 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ac7da2f7-f9b5-4409-8892-ecfdf278ad00 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:59.686935 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ac7da2f7-f9b5-4409-8892-ecfdf278ad00 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:59.712566 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ac7da2f7-f9b5-4409-8892-ecfdf278ad00 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:16:59.836412 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-5bad03d4-e3b9-4974-a56f-4c8b60e08e5e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:16:59.838068 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-5bad03d4-e3b9-4974-a56f-4c8b60e08e5e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/networks?id=ce54f031-11c3-4162-9420-a2bcdac36fa0 HTTP/1.1" status: 200 len: 813 time: 0.1369033 Aug 28 15:16:59.843267 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-ac7da2f7-f9b5-4409-8892-ecfdf278ad00 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Allocated IP 172.25.3.235 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/0f8f6603-2bc4-4646-98e7-393cd784abc6) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:16:59.867438 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-386a0129-299e-4902-b226-8b384b1396f5 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/quotas/90bd0625838345f6bc46ab54cae2109b HTTP/1.1" status: 200 len: 375 time: 0.0178955 Aug 28 15:16:59.942572 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-06405a79-9f88-4df5-804d-8ea1853ce509 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=90bd0625838345f6bc46ab54cae2109b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0692043 Aug 28 15:17:00.005527 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ac7da2f7-f9b5-4409-8892-ecfdf278ad00 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:00.058444 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-fe17205f-ca51-424c-8e0e-78393374eea3 service neutron] 10.222.0.13 "GET /v2.0/networks/ce54f031-11c3-4162-9420-a2bcdac36fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145430 Aug 28 15:17:00.086276 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ac7da2f7-f9b5-4409-8892-ecfdf278ad00 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:00.137361 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7da2f7-f9b5-4409-8892-ecfdf278ad00 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:17:00.141010 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-ac7da2f7-f9b5-4409-8892-ecfdf278ad00 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:17:00.150934 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7da2f7-f9b5-4409-8892-ecfdf278ad00 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:17:00.157281 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7da2f7-f9b5-4409-8892-ecfdf278ad00 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Pushing event updated for resources: {'Port': ['ID=0f8f6603-2bc4-4646-98e7-393cd784abc6,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:00.174346 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d3150979-7e97-4fac-8fd6-03efc1421898 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:17:00.181776 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-7dee6487-2dc9-4964-805d-a6e50407d7eb service neutron] 10.222.0.13 "GET /v2.0/networks/ce54f031-11c3-4162-9420-a2bcdac36fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221223 Aug 28 15:17:00.394256 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d3150979-7e97-4fac-8fd6-03efc1421898, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d3150979-7e97-4fac-8fd6-03efc1421898,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:17:00.408149 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'd3150979-7e97-4fac-8fd6-03efc1421898', 'network_id': '92da9e59-648f-44e9-b842-a5afd0c505e3', 'port_id': 'd3150979-7e97-4fac-8fd6-03efc1421898', 'mac_address': 'fa:16:3e:95:2e:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c26495-81f2-4073-8e6e-125cfbbdb151', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:17:00.452437 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:00.481707 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3150979-7e97-4fac-8fd6-03efc1421898 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:17:00.522457 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d3150979-7e97-4fac-8fd6-03efc1421898, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d3150979-7e97-4fac-8fd6-03efc1421898,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:17:00.527324 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:00.553635 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fc82afe0-7a48-44f0-b742-cdea6ce9b915 req-61ae3c42-26df-4dd7-8fff-0c64601d4bcd tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc HTTP/1.1" status: 200 len: 210 time: 0.0541055 Aug 28 15:17:00.613550 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ac7da2f7-f9b5-4409-8892-ecfdf278ad00 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:00.645806 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=d3150979-7e97-4fac-8fd6-03efc1421898,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:00.671682 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f4f4f-91fe-4701-a1f6-f2d38b22bd9c req-437c978e-4f66-433e-8d62-2c2b6de38333 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:00.673313 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b74f4f4f-91fe-4701-a1f6-f2d38b22bd9c req-437c978e-4f66-433e-8d62-2c2b6de38333 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=9592a500-2c2a-4652-bea2-f35a801d3c51 HTTP/1.1" status: 200 len: 945 time: 0.1238329 Aug 28 15:17:00.809294 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b74f4f4f-91fe-4701-a1f6-f2d38b22bd9c req-27390c9d-678f-4088-938b-8659ab183ff1 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200483 Aug 28 15:17:00.870292 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['d3150979-7e97-4fac-8fd6-03efc1421898'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:17:01.049926 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ac7da2f7-f9b5-4409-8892-ecfdf278ad00 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:01.200774 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7da2f7-f9b5-4409-8892-ecfdf278ad00 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Router 3784918d-8e69-4466-9a32-ae50bcf278ae is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:17:01.329879 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7da2f7-f9b5-4409-8892-ecfdf278ad00 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:17:01.341490 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f7e290-f1e2-4959-986d-8819b7add2f9 None None] Sync routers for ids ['3784918d-8e69-4466-9a32-ae50bcf278ae'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:17:01.352470 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ac7da2f7-f9b5-4409-8892-ecfdf278ad00 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:01.353990 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ac7da2f7-f9b5-4409-8892-ecfdf278ad00 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.5127397 Aug 28 15:17:01.356384 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f7e290-f1e2-4959-986d-8819b7add2f9 None None] Routers {'3784918d-8e69-4466-9a32-ae50bcf278ae'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:17:01.356517 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33940) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:01.357620 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e2f7e290-f1e2-4959-986d-8819b7add2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:16:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['3784918d-8e69-4466-9a32-ae50bcf278ae'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:01.394331 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e2f7e290-f1e2-4959-986d-8819b7add2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:01.408142 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f7e290-f1e2-4959-986d-8819b7add2f9 None None] Routers {'3784918d-8e69-4466-9a32-ae50bcf278ae'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:17:01.408899 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e2f7e290-f1e2-4959-986d-8819b7add2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:16:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['3784918d-8e69-4466-9a32-ae50bcf278ae'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:01.458918 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e2f7e290-f1e2-4959-986d-8819b7add2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:01.459584 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f7e290-f1e2-4959-986d-8819b7add2f9 None None] The sync data for ids ['3784918d-8e69-4466-9a32-ae50bcf278ae'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:17:01.714989 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3dc9c37f-15b3-445f-aa9f-aaa92b012988 req-9aa28f23-a238-49f5-a769-449dd2e39b75 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc HTTP/1.1" status: 200 len: 210 time: 0.0539639 Aug 28 15:17:01.922880 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-bf8c6647-c52b-4573-a479-5e372484d164 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:01.927649 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-bf8c6647-c52b-4573-a479-5e372484d164 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.36 "GET /v2.0/networks?id=ce54f031-11c3-4162-9420-a2bcdac36fa0 HTTP/1.1" status: 200 len: 813 time: 0.2097199 Aug 28 15:17:01.964480 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-7bf34a86-3e32-43ee-9b55-766ed6621198 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Request body: {'port': {'device_id': 'c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc', 'network_id': 'ce54f031-11c3-4162-9420-a2bcdac36fa0', 'admin_state_up': True, 'tenant_id': '90bd0625838345f6bc46ab54cae2109b'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:17:01.982447 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-721ba7ab-1586-4db4-b8f7-645258f78e8f tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "GET /v2.0/routers/3784918d-8e69-4466-9a32-ae50bcf278ae HTTP/1.1" status: 200 len: 925 time: 0.6247482 Aug 28 15:17:01.994676 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33970) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:02.044751 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e927bed1-eb1b-4ff7-89fa-3f417e1f1391 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "GET /v2.0/ports?device_id=3784918d-8e69-4466-9a32-ae50bcf278ae HTTP/1.1" status: 200 len: 205 time: 0.0471888 Aug 28 15:17:02.051089 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33972) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:02.143164 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-7bf34a86-3e32-43ee-9b55-766ed6621198 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Made reservation on behalf of 90bd0625838345f6bc46ab54cae2109b for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:17:02.153046 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-7bf34a86-3e32-43ee-9b55-766ed6621198 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:02.183214 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d3150979-7e97-4fac-8fd6-03efc1421898 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:17:02.254711 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-61298c76-ae47-4cbe-8cad-8df64f5d72cb tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:02.327499 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port d3150979-7e97-4fac-8fd6-03efc1421898 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:17:02.337559 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port d3150979-7e97-4fac-8fd6-03efc1421898 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:17:02.338126 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:02.343875 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4915e2-76ce-4e12-8ab4-d36d0811c4c1 req-168f2a33-c040-41fa-af85-1c51ec00509f tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:02.352262 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3c4915e2-76ce-4e12-8ab4-d36d0811c4c1 req-168f2a33-c040-41fa-af85-1c51ec00509f tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=9592a500-2c2a-4652-bea2-f35a801d3c51 HTTP/1.1" status: 200 len: 945 time: 0.3686507 Aug 28 15:17:02.393515 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-7bf34a86-3e32-43ee-9b55-766ed6621198 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Allocated IP 172.20.0.2 (ce54f031-11c3-4162-9420-a2bcdac36fa0/7ee8456f-77cd-44f8-a770-a901187819ef/cd1d5680-e45f-4c04-824d-3e2c22af7b49) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:17:02.533022 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3c4915e2-76ce-4e12-8ab4-d36d0811c4c1 req-77e3caae-a4d7-438e-be47-8452b5f644a1 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792293 Aug 28 15:17:02.536532 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:02.567052 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-61298c76-ae47-4cbe-8cad-8df64f5d72cb tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:02.585170 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-7bf34a86-3e32-43ee-9b55-766ed6621198 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:02.601957 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d3150979-7e97-4fac-8fd6-03efc1421898, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d3150979-7e97-4fac-8fd6-03efc1421898,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:17:02.603161 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9592a500-2c2a-4652-bea2-f35a801d3c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3150979-7e97-4fac-8fd6-03efc1421898'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:17:02.605960 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758a5cbd-5bf2-4743-83a7-30e1d07944c9" -d '{"events": [{"server_uuid": "9592a500-2c2a-4652-bea2-f35a801d3c51", "name": "network-vif-plugged", "status": "completed", "tag": "d3150979-7e97-4fac-8fd6-03efc1421898"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:17:02.624597 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:02.652287 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-7bf34a86-3e32-43ee-9b55-766ed6621198 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:02.669178 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['c36919c9-f755-4a3a-bda6-934691a12f34'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:17:02.707382 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab8b848-6822-4186-bb9c-302967bcf9c7 x-openstack-request-id: req-1ab8b848-6822-4186-bb9c-302967bcf9c7 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:17:02.707643 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9592a500-2c2a-4652-bea2-f35a801d3c51", "name": "network-vif-plugged", "status": "completed", "tag": "d3150979-7e97-4fac-8fd6-03efc1421898", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:17:02.707920 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ab8b848-6822-4186-bb9c-302967bcf9c7 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:17:02.708316 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9592a500-2c2a-4652-bea2-f35a801d3c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3150979-7e97-4fac-8fd6-03efc1421898', 'code': 200} Aug 28 15:17:02.720767 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-61298c76-ae47-4cbe-8cad-8df64f5d72cb tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Deleting port 0f8f6603-2bc4-4646-98e7-393cd784abc6 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:17:02.722940 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-61298c76-ae47-4cbe-8cad-8df64f5d72cb tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:02.725810 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=d3150979-7e97-4fac-8fd6-03efc1421898,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:02.749249 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-7bf34a86-3e32-43ee-9b55-766ed6621198 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Network ce54f031-11c3-4162-9420-a2bcdac36fa0 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:17:02.759574 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-7bf34a86-3e32-43ee-9b55-766ed6621198 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:17:02.797551 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-7bf34a86-3e32-43ee-9b55-766ed6621198 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:17:02.868464 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf34a86-3e32-43ee-9b55-766ed6621198 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Pushing event updated for resources: {'Port': ['ID=cd1d5680-e45f-4c04-824d-3e2c22af7b49,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:02.914530 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-7bf34a86-3e32-43ee-9b55-766ed6621198 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:02.918025 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-7bf34a86-3e32-43ee-9b55-766ed6621198 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:02.940490 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-7bf34a86-3e32-43ee-9b55-766ed6621198 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0003300 Aug 28 15:17:02.959413 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-cf53be9b-8f85-4760-84ef-1a9fed64c381 service neutron] Request body: {'port': {'device_id': 'c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:17:03.037890 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73ac37-3131-42f4-ba92-91d428a92782 req-b369f4b1-944e-4b87-b8eb-9cabf5e1ef1e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:03.039847 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2e73ac37-3131-42f4-ba92-91d428a92782 req-b369f4b1-944e-4b87-b8eb-9cabf5e1ef1e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc HTTP/1.1" status: 200 len: 931 time: 0.1215746 Aug 28 15:17:03.042324 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-61298c76-ae47-4cbe-8cad-8df64f5d72cb tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:03.046517 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542aebd0-13bf-4a96-bd3c-36fdb7ef19a7 req-b5b56782-4371-440b-9874-75641415894b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:03.048942 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-542aebd0-13bf-4a96-bd3c-36fdb7ef19a7 req-b5b56782-4371-440b-9874-75641415894b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9592a500-2c2a-4652-bea2-f35a801d3c51 HTTP/1.1" status: 200 len: 1098 time: 0.2363553 Aug 28 15:17:03.070397 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-61298c76-ae47-4cbe-8cad-8df64f5d72cb tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Calling delete_port for 0f8f6603-2bc4-4646-98e7-393cd784abc6 owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:17:03.103875 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-cf53be9b-8f85-4760-84ef-1a9fed64c381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:03.173800 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-542aebd0-13bf-4a96-bd3c-36fdb7ef19a7 req-4853cfac-2386-49af-9ef5-a85361b55ef6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120756 Aug 28 15:17:03.178830 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2e73ac37-3131-42f4-ba92-91d428a92782 req-1e13ca89-bf3b-4ff5-a023-7bf9bc4b1514 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287260 Aug 28 15:17:03.404235 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-61298c76-ae47-4cbe-8cad-8df64f5d72cb tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:03.445720 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61298c76-ae47-4cbe-8cad-8df64f5d72cb tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Pushing event deleted for resources: {'Port': ['ID=0f8f6603-2bc4-4646-98e7-393cd784abc6,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:03.575543 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-cf53be9b-8f85-4760-84ef-1a9fed64c381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd1d5680-e45f-4c04-824d-3e2c22af7b49 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:17:03.582519 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-61298c76-ae47-4cbe-8cad-8df64f5d72cb tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:03.600094 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-cf53be9b-8f85-4760-84ef-1a9fed64c381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:03.627997 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-cf53be9b-8f85-4760-84ef-1a9fed64c381 service neutron] Transition to ACTIVE for port object cd1d5680-e45f-4c04-824d-3e2c22af7b49 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:17:03.634695 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-cf53be9b-8f85-4760-84ef-1a9fed64c381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:03.694639 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-61298c76-ae47-4cbe-8cad-8df64f5d72cb tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:03.697124 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-61298c76-ae47-4cbe-8cad-8df64f5d72cb tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:03.746072 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-61298c76-ae47-4cbe-8cad-8df64f5d72cb tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:03.747042 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61298c76-ae47-4cbe-8cad-8df64f5d72cb tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Fanout notify agent at l3_agent the message router_deleted on router 3784918d-8e69-4466-9a32-ae50bcf278ae {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:17:03.759549 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-61298c76-ae47-4cbe-8cad-8df64f5d72cb tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:03.764591 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-61298c76-ae47-4cbe-8cad-8df64f5d72cb tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "DELETE /v2.0/routers/3784918d-8e69-4466-9a32-ae50bcf278ae HTTP/1.1" status: 204 len: 168 time: 1.7072670 Aug 28 15:17:03.765243 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53be9b-8f85-4760-84ef-1a9fed64c381 service neutron] Pushing event updated for resources: {'Port': ['ID=cd1d5680-e45f-4c04-824d-3e2c22af7b49,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:03.768546 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34004) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:03.775560 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-b7aabd12-02f7-4429-9ecd-fb11eb4ccdc1 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1263425382', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'enable_snat': False}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:17:04.154293 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b7aabd12-02f7-4429-9ecd-fb11eb4ccdc1 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:04.155739 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b7aabd12-02f7-4429-9ecd-fb11eb4ccdc1 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:04.219903 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b7aabd12-02f7-4429-9ecd-fb11eb4ccdc1 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:04.271815 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 9ee4bad1-d875-47d5-ad66-339b8c02e4e2 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:17:04.342907 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 9ee4bad1-d875-47d5-ad66-339b8c02e4e2 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:17:04.343252 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 9ee4bad1-d875-47d5-ad66-339b8c02e4e2 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:17:04.372305 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264189f-f00b-4c7f-be99-d3a1ea87307a req-fb6bccc1-42aa-4896-bbca-44a991237a65 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:04.383382 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6264189f-f00b-4c7f-be99-d3a1ea87307a req-fb6bccc1-42aa-4896-bbca-44a991237a65 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc HTTP/1.1" status: 200 len: 943 time: 0.0917735 Aug 28 15:17:04.389635 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee108f1e-70cd-44b0-b91c-7cd1ddf16888 req-6bb89a99-ef3f-47b3-a3b0-3ce2bae0d4c2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:04.393042 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ee108f1e-70cd-44b0-b91c-7cd1ddf16888 req-6bb89a99-ef3f-47b3-a3b0-3ce2bae0d4c2 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=9592a500-2c2a-4652-bea2-f35a801d3c51 HTTP/1.1" status: 200 len: 946 time: 0.7174103 Aug 28 15:17:04.472041 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6264189f-f00b-4c7f-be99-d3a1ea87307a req-7a5de0e7-2f3a-41d6-b78f-64af119b7008 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821953 Aug 28 15:17:04.517075 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b7aabd12-02f7-4429-9ecd-fb11eb4ccdc1 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:04.556917 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-cf53be9b-8f85-4760-84ef-1a9fed64c381 service neutron] Attempting to bind port cd1d5680-e45f-4c04-824d-3e2c22af7b49 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:17:04.557345 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-cf53be9b-8f85-4760-84ef-1a9fed64c381 service neutron] Attempting to bind port cd1d5680-e45f-4c04-824d-3e2c22af7b49 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '9c9787b2-3071-4fd8-b49c-6d9cde4276fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ce54f031-11c3-4162-9420-a2bcdac36fa0'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:17:04.557604 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-cf53be9b-8f85-4760-84ef-1a9fed64c381 service neutron] Attempting to bind port cd1d5680-e45f-4c04-824d-3e2c22af7b49 on network ce54f031-11c3-4162-9420-a2bcdac36fa0 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:17:04.627034 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-cf53be9b-8f85-4760-84ef-1a9fed64c381 service neutron] Port cd1d5680-e45f-4c04-824d-3e2c22af7b49 on network ce54f031-11c3-4162-9420-a2bcdac36fa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:17:04.627776 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-cf53be9b-8f85-4760-84ef-1a9fed64c381 service neutron] Attempting to bind port cd1d5680-e45f-4c04-824d-3e2c22af7b49 on network ce54f031-11c3-4162-9420-a2bcdac36fa0 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:17:04.632078 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ee108f1e-70cd-44b0-b91c-7cd1ddf16888 req-1377cc30-e648-4516-9be8-0d69d713d7ac tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920824 Aug 28 15:17:04.638472 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-cf53be9b-8f85-4760-84ef-1a9fed64c381 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:17:04.638817 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-cf53be9b-8f85-4760-84ef-1a9fed64c381 service neutron] Checking segment: {'id': '9c9787b2-3071-4fd8-b49c-6d9cde4276fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ce54f031-11c3-4162-9420-a2bcdac36fa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:17:04.639207 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-cf53be9b-8f85-4760-84ef-1a9fed64c381 service neutron] Bound using segment: {'id': '9c9787b2-3071-4fd8-b49c-6d9cde4276fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ce54f031-11c3-4162-9420-a2bcdac36fa0'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:17:04.639642 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-cf53be9b-8f85-4760-84ef-1a9fed64c381 service neutron] Bound port: cd1d5680-e45f-4c04-824d-3e2c22af7b49, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c9787b2-3071-4fd8-b49c-6d9cde4276fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ce54f031-11c3-4162-9420-a2bcdac36fa0'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:17:04.640081 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-cf53be9b-8f85-4760-84ef-1a9fed64c381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:04.720455 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-cf53be9b-8f85-4760-84ef-1a9fed64c381 service neutron] For port cd1d5680-e45f-4c04-824d-3e2c22af7b49, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:17:04.726076 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-cf53be9b-8f85-4760-84ef-1a9fed64c381 service neutron] For port cd1d5680-e45f-4c04-824d-3e2c22af7b49, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=cd1d5680-e45f-4c04-824d-3e2c22af7b49,segment=NetworkSegment(9c9787b2-3071-4fd8-b49c-6d9cde4276fe),segment_id=9c9787b2-3071-4fd8-b49c-6d9cde4276fe)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:17:04.733311 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-cf53be9b-8f85-4760-84ef-1a9fed64c381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:04.794909 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-cf53be9b-8f85-4760-84ef-1a9fed64c381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:04.795538 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-cf53be9b-8f85-4760-84ef-1a9fed64c381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:04.797550 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-cf53be9b-8f85-4760-84ef-1a9fed64c381 service neutron] 10.222.0.36 "PUT /v2.0/ports/cd1d5680-e45f-4c04-824d-3e2c22af7b49 HTTP/1.1" status: 200 len: 1092 time: 1.8455811 Aug 28 15:17:04.798192 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc', 'tag': 'cd1d5680-e45f-4c04-824d-3e2c22af7b49'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:17:04.800522 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bbd0b9-76a6-4a7b-93de-acce529febbc" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc", "tag": "cd1d5680-e45f-4c04-824d-3e2c22af7b49"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:17:04.832715 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53be9b-8f85-4760-84ef-1a9fed64c381 service neutron] Pushing event updated for resources: {'Port': ['ID=cd1d5680-e45f-4c04-824d-3e2c22af7b49,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:04.918071 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa17b37-b591-4804-8ec8-97c43c5035ee x-openstack-request-id: req-5fa17b37-b591-4804-8ec8-97c43c5035ee {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:17:04.918425 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc", "tag": "cd1d5680-e45f-4c04-824d-3e2c22af7b49", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:17:04.918616 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5fa17b37-b591-4804-8ec8-97c43c5035ee {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:17:04.919008 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc', 'tag': 'cd1d5680-e45f-4c04-824d-3e2c22af7b49', 'status': 'completed', 'code': 200} Aug 28 15:17:04.943342 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-380dfe88-a8cb-4c8b-ab16-2fb91424c37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:04.945393 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-380dfe88-a8cb-4c8b-ab16-2fb91424c37f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90bd0625838345f6bc46ab54cae2109b&device_id=c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc HTTP/1.1" status: 200 len: 1095 time: 0.0957956 Aug 28 15:17:05.077537 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-7a243bc3-0244-4e45-b4dd-0de3b4fcf6ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd1d5680-e45f-4c04-824d-3e2c22af7b49 HTTP/1.1" status: 200 len: 217 time: 0.0920177 Aug 28 15:17:05.166312 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b7aabd12-02f7-4429-9ecd-fb11eb4ccdc1 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:05.197543 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b7aabd12-02f7-4429-9ecd-fb11eb4ccdc1 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:05.273083 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-1f1a65f3-cd7a-443e-9270-e1800d9266e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:05.274542 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-1f1a65f3-cd7a-443e-9270-e1800d9266e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ee8456f-77cd-44f8-a770-a901187819ef HTTP/1.1" status: 200 len: 853 time: 0.1673822 Aug 28 15:17:05.336031 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-e54bc190-001b-4a61-b237-b2e86d754451 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ce54f031-11c3-4162-9420-a2bcdac36fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363715 Aug 28 15:17:05.387444 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-b7aabd12-02f7-4429-9ecd-fb11eb4ccdc1 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Allocated IP 172.25.3.111 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/37b50fc5-fdb4-4ce1-9bc9-3039af63791e) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:17:05.578766 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-befbe483-ce43-430b-8d19-1dc5335f3fb8 service neutron] 10.222.0.36 "GET /v2.0/networks/ce54f031-11c3-4162-9420-a2bcdac36fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067750 Aug 28 15:17:05.764887 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b7aabd12-02f7-4429-9ecd-fb11eb4ccdc1 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:05.795257 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9906ec-3226-4686-96e1-fd8d3f06c63c req-865662e0-7aeb-4c82-98de-9064cf746b1e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:05.797529 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cb9906ec-3226-4686-96e1-fd8d3f06c63c req-865662e0-7aeb-4c82-98de-9064cf746b1e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc HTTP/1.1" status: 200 len: 943 time: 0.1938245 Aug 28 15:17:05.848480 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-127608d6-80bd-4080-b5b3-15f4d136dbda req-da62f9c6-1921-42e9-8395-8a5c1a0cc5ee service neutron] 10.222.0.36 "GET /v2.0/networks/ce54f031-11c3-4162-9420-a2bcdac36fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624538 Aug 28 15:17:05.853494 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67066d8-ebee-40b2-9809-d6124b35cb97 req-e242a754-d862-4dbd-94e5-7c99cd9d5fea tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:05.863917 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b67066d8-ebee-40b2-9809-d6124b35cb97 req-e242a754-d862-4dbd-94e5-7c99cd9d5fea tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=9592a500-2c2a-4652-bea2-f35a801d3c51 HTTP/1.1" status: 200 len: 946 time: 0.1174908 Aug 28 15:17:05.876503 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cb9906ec-3226-4686-96e1-fd8d3f06c63c req-9214af32-ed75-4efa-acfa-167039d3ca09 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630333 Aug 28 15:17:05.896412 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b7aabd12-02f7-4429-9ecd-fb11eb4ccdc1 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:05.943131 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aabd12-02f7-4429-9ecd-fb11eb4ccdc1 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:17:05.954325 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b67066d8-ebee-40b2-9809-d6124b35cb97 req-ae717421-50cc-4a65-bac9-e457c6643b60 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888028 Aug 28 15:17:05.956413 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-b7aabd12-02f7-4429-9ecd-fb11eb4ccdc1 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:17:05.961182 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aabd12-02f7-4429-9ecd-fb11eb4ccdc1 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:17:06.148485 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aabd12-02f7-4429-9ecd-fb11eb4ccdc1 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Pushing event updated for resources: {'Port': ['ID=37b50fc5-fdb4-4ce1-9bc9-3039af63791e,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:06.230197 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbd0b9-76a6-4a7b-93de-acce529febbc req-3b4d7f63-aa93-4b6b-8791-ea3ee3ea5ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:06.232513 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a5bbd0b9-76a6-4a7b-93de-acce529febbc req-3b4d7f63-aa93-4b6b-8791-ea3ee3ea5ebb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90bd0625838345f6bc46ab54cae2109b&device_id=c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc HTTP/1.1" status: 200 len: 1095 time: 0.2915993 Aug 28 15:17:06.341824 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6149d08-3f07-4ff4-97a5-0e30852632f1 req-8a33945e-39a4-4c1d-860e-172d9367bb8a tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:06.343444 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b6149d08-3f07-4ff4-97a5-0e30852632f1 req-8a33945e-39a4-4c1d-860e-172d9367bb8a tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=9592a500-2c2a-4652-bea2-f35a801d3c51 HTTP/1.1" status: 200 len: 946 time: 0.0786626 Aug 28 15:17:06.402447 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbd0b9-76a6-4a7b-93de-acce529febbc req-ccad7d04-5e46-4898-abcf-7f3d2cd626a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:06.403872 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a5bbd0b9-76a6-4a7b-93de-acce529febbc req-ccad7d04-5e46-4898-abcf-7f3d2cd626a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ce54f031-11c3-4162-9420-a2bcdac36fa0 HTTP/1.1" status: 200 len: 914 time: 0.1190782 Aug 28 15:17:06.417122 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b6149d08-3f07-4ff4-97a5-0e30852632f1 req-2c5601f8-b19e-4cda-9a72-2da8ae96d557 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635734 Aug 28 15:17:06.537769 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a5bbd0b9-76a6-4a7b-93de-acce529febbc req-f069c1fb-c1c0-4b21-8839-120f02d590cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd1d5680-e45f-4c04-824d-3e2c22af7b49 HTTP/1.1" status: 200 len: 217 time: 0.1251340 Aug 28 15:17:06.613752 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b7aabd12-02f7-4429-9ecd-fb11eb4ccdc1 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:06.655626 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbd0b9-76a6-4a7b-93de-acce529febbc req-cb151192-8305-45aa-996a-53e474b84acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:06.657271 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a5bbd0b9-76a6-4a7b-93de-acce529febbc req-cb151192-8305-45aa-996a-53e474b84acd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ee8456f-77cd-44f8-a770-a901187819ef HTTP/1.1" status: 200 len: 853 time: 0.1088054 Aug 28 15:17:06.696789 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a5bbd0b9-76a6-4a7b-93de-acce529febbc req-e5681f20-9e3c-4728-ac25-981253f9e5f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ce54f031-11c3-4162-9420-a2bcdac36fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294259 Aug 28 15:17:06.885656 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a5bbd0b9-76a6-4a7b-93de-acce529febbc req-ffaddc1f-8c2e-467c-b65b-4bc50552289d service neutron] 10.222.0.36 "GET /v2.0/networks/ce54f031-11c3-4162-9420-a2bcdac36fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624374 Aug 28 15:17:07.124276 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a5bbd0b9-76a6-4a7b-93de-acce529febbc req-8b440fac-6c21-4efd-9f3b-39baa6836722 service neutron] 10.222.0.36 "GET /v2.0/networks/ce54f031-11c3-4162-9420-a2bcdac36fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836042 Aug 28 15:17:07.128930 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b7aabd12-02f7-4429-9ecd-fb11eb4ccdc1 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:07.182454 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8496b0e-8c08-42f2-ae0f-78612814cf5c req-d565ae79-1a54-4130-b176-a0a13f4dab9b tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:07.190963 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b8496b0e-8c08-42f2-ae0f-78612814cf5c req-d565ae79-1a54-4130-b176-a0a13f4dab9b tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc HTTP/1.1" status: 200 len: 943 time: 0.1926968 Aug 28 15:17:07.274851 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b8496b0e-8c08-42f2-ae0f-78612814cf5c req-09212296-5bd1-49ee-8533-952fafa616ef tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823355 Aug 28 15:17:07.397036 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7aabd12-02f7-4429-9ecd-fb11eb4ccdc1 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Router 0d2b49d8-dbcc-41e6-a877-71720c9bcef1 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:17:07.603323 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa57ae2-ce6a-4b86-92a1-cc95e134c8a9 req-5cfc006d-7f24-443c-b637-2eff4d7135ee tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:07.611216 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7aabd12-02f7-4429-9ecd-fb11eb4ccdc1 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:17:07.620176 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc9796c-c213-4be9-ace5-2e7b742c4b3f None None] Sync routers for ids ['0d2b49d8-dbcc-41e6-a877-71720c9bcef1'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:17:07.620744 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ffa57ae2-ce6a-4b86-92a1-cc95e134c8a9 req-5cfc006d-7f24-443c-b637-2eff4d7135ee tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=9592a500-2c2a-4652-bea2-f35a801d3c51 HTTP/1.1" status: 200 len: 946 time: 0.0894935 Aug 28 15:17:07.636314 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc9796c-c213-4be9-ace5-2e7b742c4b3f None None] Routers {'0d2b49d8-dbcc-41e6-a877-71720c9bcef1'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:17:07.638780 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1cc9796c-c213-4be9-ace5-2e7b742c4b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:16:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['0d2b49d8-dbcc-41e6-a877-71720c9bcef1'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:07.648251 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b7aabd12-02f7-4429-9ecd-fb11eb4ccdc1 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:07.652657 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b7aabd12-02f7-4429-9ecd-fb11eb4ccdc1 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.8815954 Aug 28 15:17:07.655153 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34086) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:07.690079 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ffa57ae2-ce6a-4b86-92a1-cc95e134c8a9 req-3ea0590e-75a3-4ce9-a13d-3573ef06488c tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685043 Aug 28 15:17:07.848261 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-1cc9796c-c213-4be9-ace5-2e7b742c4b3f None None] Set router 0d2b49d8-dbcc-41e6-a877-71720c9bcef1 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:17:08.128498 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e01efff7-aa02-4a1f-9ecc-6fae8ed1bed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:08.270025 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743b4f3-b2c5-40fc-8178-4e9ffb059f43 req-a03b4153-3f6b-4d6b-877e-848db6dba610 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:08.277743 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7743b4f3-b2c5-40fc-8178-4e9ffb059f43 req-a03b4153-3f6b-4d6b-877e-848db6dba610 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=9592a500-2c2a-4652-bea2-f35a801d3c51 HTTP/1.1" status: 200 len: 946 time: 0.1222160 Aug 28 15:17:08.279303 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c8612bdb-2f9f-43eb-9e95-0fe0f9c2a1c5 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "GET /v2.0/routers/0d2b49d8-dbcc-41e6-a877-71720c9bcef1 HTTP/1.1" status: 200 len: 909 time: 0.6223786 Aug 28 15:17:08.283982 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34104) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:08.292638 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-c15d685d-7cbc-4681-a15e-d9400c2b4681 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1263425382', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'enable_snat': True}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:17:08.335800 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7743b4f3-b2c5-40fc-8178-4e9ffb059f43 req-2f4a0448-6980-450a-ab15-99f5013b1835 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570693 Aug 28 15:17:08.349126 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c15d685d-7cbc-4681-a15e-d9400c2b4681 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:08.350307 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c15d685d-7cbc-4681-a15e-d9400c2b4681 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:08.400712 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1cc9796c-c213-4be9-ace5-2e7b742c4b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2b49d8-dbcc-41e6-a877-71720c9bcef1', 'name': 'tempest-snat-router-1263425382', 'tenant_id': '95618285313441fb8a49895afe6386f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.111'}], 'enable_snat': False}, 'gw_port_id': '37b50fc5-fdb4-4ce1-9bc9-3039af63791e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:17:04Z', 'updated_at': '2021-08-28T15:17:06Z', 'revision_number': 3, 'project_id': '95618285313441fb8a49895afe6386f8', 'gw_port': {'id': '37b50fc5-fdb4-4ce1-9bc9-3039af63791e', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:90:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2b49d8-dbcc-41e6-a877-71720c9bcef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:17:05Z', 'updated_at': '2021-08-28T15:17:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:08.420635 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c15d685d-7cbc-4681-a15e-d9400c2b4681 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:08.489575 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc9796c-c213-4be9-ace5-2e7b742c4b3f None None] Checking router: 0d2b49d8-dbcc-41e6-a877-71720c9bcef1 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:17:08.490234 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc9796c-c213-4be9-ace5-2e7b742c4b3f None None] Updating router 0d2b49d8-dbcc-41e6-a877-71720c9bcef1 port 37b50fc5-fdb4-4ce1-9bc9-3039af63791e binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:17:08.530191 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1cc9796c-c213-4be9-ace5-2e7b742c4b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:08.644301 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c15d685d-7cbc-4681-a15e-d9400c2b4681 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:08.661562 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27cd02-4919-47f5-a82d-29ff2c8f5443 req-51ea4bb4-0bcb-4780-a92b-b0991ba540e2 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:08.663682 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a27cd02-4919-47f5-a82d-29ff2c8f5443 req-51ea4bb4-0bcb-4780-a92b-b0991ba540e2 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc HTTP/1.1" status: 200 len: 943 time: 0.1486666 Aug 28 15:17:08.804159 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a27cd02-4919-47f5-a82d-29ff2c8f5443 req-914e372c-e707-4025-8be2-820e054f7cfe tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262658 Aug 28 15:17:09.075714 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c15d685d-7cbc-4681-a15e-d9400c2b4681 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:09.112015 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c15d685d-7cbc-4681-a15e-d9400c2b4681 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:09.128673 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1cc9796c-c213-4be9-ace5-2e7b742c4b3f None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:09.154405 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1cc9796c-c213-4be9-ace5-2e7b742c4b3f None None] Transition to ACTIVE for port object 37b50fc5-fdb4-4ce1-9bc9-3039af63791e will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:17:09.162395 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1cc9796c-c213-4be9-ace5-2e7b742c4b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:09.295440 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01b159-a375-4a5b-9c13-9826f17e57b6 None None] Pushing event updated for resources: {'Port': ['ID=37b50fc5-fdb4-4ce1-9bc9-3039af63791e,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:09.304260 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-c15d685d-7cbc-4681-a15e-d9400c2b4681 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Allocated IP 172.25.3.249 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/561a123b-6228-4ecb-853b-2049a84ddbee) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:17:09.364413 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-1cc9796c-c213-4be9-ace5-2e7b742c4b3f None None] Attempting to bind port 37b50fc5-fdb4-4ce1-9bc9-3039af63791e on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:17:09.364791 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-1cc9796c-c213-4be9-ace5-2e7b742c4b3f None None] Attempting to bind port 37b50fc5-fdb4-4ce1-9bc9-3039af63791e by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:17:09.365203 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc9796c-c213-4be9-ace5-2e7b742c4b3f None None] Attempting to bind port 37b50fc5-fdb4-4ce1-9bc9-3039af63791e on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:17:09.370591 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc9796c-c213-4be9-ace5-2e7b742c4b3f None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:17:09.370972 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc9796c-c213-4be9-ace5-2e7b742c4b3f None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:17:09.371391 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1cc9796c-c213-4be9-ace5-2e7b742c4b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:09.371816 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc9796c-c213-4be9-ace5-2e7b742c4b3f None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:17:09.372292 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-1cc9796c-c213-4be9-ace5-2e7b742c4b3f None None] Bound port: 37b50fc5-fdb4-4ce1-9bc9-3039af63791e, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:17:09.379685 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1cc9796c-c213-4be9-ace5-2e7b742c4b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:09.442495 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1cc9796c-c213-4be9-ace5-2e7b742c4b3f None None] For port 37b50fc5-fdb4-4ce1-9bc9-3039af63791e, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:17:09.445828 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1cc9796c-c213-4be9-ace5-2e7b742c4b3f None None] For port 37b50fc5-fdb4-4ce1-9bc9-3039af63791e, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=37b50fc5-fdb4-4ce1-9bc9-3039af63791e,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:17:09.453318 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1cc9796c-c213-4be9-ace5-2e7b742c4b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:09.529361 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc9796c-c213-4be9-ace5-2e7b742c4b3f None None] Routers {'0d2b49d8-dbcc-41e6-a877-71720c9bcef1'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:17:09.530164 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1cc9796c-c213-4be9-ace5-2e7b742c4b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:16:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['0d2b49d8-dbcc-41e6-a877-71720c9bcef1'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:09.537339 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c15d685d-7cbc-4681-a15e-d9400c2b4681 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:09.583582 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c15d685d-7cbc-4681-a15e-d9400c2b4681 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:09.586662 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0e6cb-9f0d-4cc0-bcf0-fcfbfff03792 req-31f76eb4-f869-4682-8acb-13b2b49568c9 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:09.591197 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bfa0e6cb-9f0d-4cc0-bcf0-fcfbfff03792 req-31f76eb4-f869-4682-8acb-13b2b49568c9 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=9592a500-2c2a-4652-bea2-f35a801d3c51 HTTP/1.1" status: 200 len: 946 time: 0.1447530 Aug 28 15:17:09.652282 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bfa0e6cb-9f0d-4cc0-bcf0-fcfbfff03792 req-b160d1b7-545c-453c-94ff-0c1f4cd313cd tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/security-groups?id=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540447 Aug 28 15:17:09.658808 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15d685d-7cbc-4681-a15e-d9400c2b4681 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:17:09.662626 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-c15d685d-7cbc-4681-a15e-d9400c2b4681 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:17:09.667702 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15d685d-7cbc-4681-a15e-d9400c2b4681 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:17:09.689566 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-1cc9796c-c213-4be9-ace5-2e7b742c4b3f None None] Set router 0d2b49d8-dbcc-41e6-a877-71720c9bcef1 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:17:09.722522 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d685d-7cbc-4681-a15e-d9400c2b4681 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Pushing event updated for resources: {'Port': ['ID=561a123b-6228-4ecb-853b-2049a84ddbee,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:09.833850 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131cc4e-8cc2-48b1-97f3-11770b4b323a req-29f52b6f-ce25-44e0-8ea7-62505217e658 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:09.835506 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c131cc4e-8cc2-48b1-97f3-11770b4b323a req-29f52b6f-ce25-44e0-8ea7-62505217e658 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.41 "GET /v2.0/ports?device_id=9592a500-2c2a-4652-bea2-f35a801d3c51 HTTP/1.1" status: 200 len: 946 time: 0.0657294 Aug 28 15:17:09.843079 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01b159-a375-4a5b-9c13-9826f17e57b6 None None] Pushing event updated for resources: {'Port': ['ID=37b50fc5-fdb4-4ce1-9bc9-3039af63791e,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:09.988000 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-c131cc4e-8cc2-48b1-97f3-11770b4b323a req-7c831485-8270-4b9c-912a-d1d197a195d0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Deleting port d3150979-7e97-4fac-8fd6-03efc1421898 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:17:09.990214 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c131cc4e-8cc2-48b1-97f3-11770b4b323a req-7c831485-8270-4b9c-912a-d1d197a195d0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:10.039489 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1cc9796c-c213-4be9-ace5-2e7b742c4b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2b49d8-dbcc-41e6-a877-71720c9bcef1', 'name': 'tempest-snat-router-1263425382', 'tenant_id': '95618285313441fb8a49895afe6386f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.111'}], 'enable_snat': False}, 'gw_port_id': '37b50fc5-fdb4-4ce1-9bc9-3039af63791e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:17:04Z', 'updated_at': '2021-08-28T15:17:06Z', 'revision_number': 3, 'project_id': '95618285313441fb8a49895afe6386f8', 'gw_port': {'id': '37b50fc5-fdb4-4ce1-9bc9-3039af63791e', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:90:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2b49d8-dbcc-41e6-a877-71720c9bcef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:17:05Z', 'updated_at': '2021-08-28T15:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:10.083630 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc9796c-c213-4be9-ace5-2e7b742c4b3f None None] The sync data for ids ['0d2b49d8-dbcc-41e6-a877-71720c9bcef1'] in n-d-712137-10 is: [{'id': '0d2b49d8-dbcc-41e6-a877-71720c9bcef1', 'name': 'tempest-snat-router-1263425382', 'tenant_id': '95618285313441fb8a49895afe6386f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.111'}], 'enable_snat': False}, 'gw_port_id': '37b50fc5-fdb4-4ce1-9bc9-3039af63791e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:17:04Z', 'updated_at': '2021-08-28T15:17:06Z', 'revision_number': 3, 'project_id': '95618285313441fb8a49895afe6386f8', 'gw_port': {'id': '37b50fc5-fdb4-4ce1-9bc9-3039af63791e', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:90:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2b49d8-dbcc-41e6-a877-71720c9bcef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:17:05Z', 'updated_at': '2021-08-28T15:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:17:10.175496 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c15d685d-7cbc-4681-a15e-d9400c2b4681 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:10.207610 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-c131cc4e-8cc2-48b1-97f3-11770b4b323a req-7c831485-8270-4b9c-912a-d1d197a195d0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] For port d3150979-7e97-4fac-8fd6-03efc1421898, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d3150979-7e97-4fac-8fd6-03efc1421898,segment=NetworkSegment(3bd3ea4a-19c0-4756-b851-b7219964ac60),segment_id=3bd3ea4a-19c0-4756-b851-b7219964ac60)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:17:10.218858 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c131cc4e-8cc2-48b1-97f3-11770b4b323a req-7c831485-8270-4b9c-912a-d1d197a195d0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:10.244623 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177963f-cf0b-4493-ae19-5b949c4a9c61 req-edbd1695-fa51-4c6b-a0d7-46bc7a3312ea tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:10.247580 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-c131cc4e-8cc2-48b1-97f3-11770b4b323a req-7c831485-8270-4b9c-912a-d1d197a195d0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Calling delete_port for d3150979-7e97-4fac-8fd6-03efc1421898 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:17:10.263060 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8177963f-cf0b-4493-ae19-5b949c4a9c61 req-edbd1695-fa51-4c6b-a0d7-46bc7a3312ea tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc HTTP/1.1" status: 200 len: 943 time: 0.3181648 Aug 28 15:17:10.301750 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device cd1d5680-e45f-4c04-824d-3e2c22af7b49 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:17:10.399052 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8177963f-cf0b-4493-ae19-5b949c4a9c61 req-16138032-f15f-410f-8e32-940d38965dcb tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352501 Aug 28 15:17:10.483416 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port cd1d5680-e45f-4c04-824d-3e2c22af7b49, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=cd1d5680-e45f-4c04-824d-3e2c22af7b49,segment=NetworkSegment(9c9787b2-3071-4fd8-b49c-6d9cde4276fe),segment_id=9c9787b2-3071-4fd8-b49c-6d9cde4276fe)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:17:10.498563 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'cd1d5680-e45f-4c04-824d-3e2c22af7b49', 'network_id': 'ce54f031-11c3-4162-9420-a2bcdac36fa0', 'port_id': 'cd1d5680-e45f-4c04-824d-3e2c22af7b49', 'mac_address': 'fa:16:3e:2a:70:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ee8456f-77cd-44f8-a770-a901187819ef', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:17:10.603390 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a268edb0-fe14-4cd4-8fe2-6b362acc0698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:10.618592 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c15d685d-7cbc-4681-a15e-d9400c2b4681 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:10.620307 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:10.627630 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c131cc4e-8cc2-48b1-97f3-11770b4b323a req-7c831485-8270-4b9c-912a-d1d197a195d0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:10.647940 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1d5680-e45f-4c04-824d-3e2c22af7b49 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:17:10.693196 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port cd1d5680-e45f-4c04-824d-3e2c22af7b49, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=cd1d5680-e45f-4c04-824d-3e2c22af7b49,segment=NetworkSegment(9c9787b2-3071-4fd8-b49c-6d9cde4276fe),segment_id=9c9787b2-3071-4fd8-b49c-6d9cde4276fe)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:17:10.698964 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:10.799908 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=cd1d5680-e45f-4c04-824d-3e2c22af7b49,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:10.845279 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c831485-8270-4b9c-912a-d1d197a195d0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Pushing event deleted for resources: {'Port': ['ID=d3150979-7e97-4fac-8fd6-03efc1421898,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:10.849707 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-c131cc4e-8cc2-48b1-97f3-11770b4b323a req-7c831485-8270-4b9c-912a-d1d197a195d0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] No DVR routers for this DVR port d3150979-7e97-4fac-8fd6-03efc1421898 on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:17:10.868316 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e06bfa7f-fcb6-420e-a3a1-808c1a409c6d req-6e084ca5-797f-4898-8896-d625e429a8a3 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.13 "GET /v2.0/ports?device_id=9592a500-2c2a-4652-bea2-f35a801d3c51 HTTP/1.1" status: 200 len: 210 time: 0.0989399 Aug 28 15:17:10.880601 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:10.892651 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c131cc4e-8cc2-48b1-97f3-11770b4b323a req-7c831485-8270-4b9c-912a-d1d197a195d0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:10.897730 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c131cc4e-8cc2-48b1-97f3-11770b4b323a req-7c831485-8270-4b9c-912a-d1d197a195d0 tempest-DeleteServersTestJSON-1175893330 tempest-DeleteServersTestJSON-1175893330-project] 10.222.0.41 "DELETE /v2.0/ports/d3150979-7e97-4fac-8fd6-03efc1421898 HTTP/1.1" status: 204 len: 173 time: 1.0557296 Aug 28 15:17:10.898200 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9592a500-2c2a-4652-bea2-f35a801d3c51', 'name': 'network-vif-deleted', 'tag': 'd3150979-7e97-4fac-8fd6-03efc1421898'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:17:10.900594 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac203e3-dc2b-42cc-a6a0-79b283e76098" -d '{"events": [{"server_uuid": "9592a500-2c2a-4652-bea2-f35a801d3c51", "name": "network-vif-deleted", "tag": "d3150979-7e97-4fac-8fd6-03efc1421898"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:17:10.927375 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['cd1d5680-e45f-4c04-824d-3e2c22af7b49'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:17:10.961838 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05692da-15fd-4d61-ad6b-fc4118ce30db x-openstack-request-id: req-c05692da-15fd-4d61-ad6b-fc4118ce30db {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:17:10.962133 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9592a500-2c2a-4652-bea2-f35a801d3c51", "name": "network-vif-deleted", "tag": "d3150979-7e97-4fac-8fd6-03efc1421898", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:17:10.962380 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c05692da-15fd-4d61-ad6b-fc4118ce30db {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:17:10.962775 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9592a500-2c2a-4652-bea2-f35a801d3c51', 'name': 'network-vif-deleted', 'tag': 'd3150979-7e97-4fac-8fd6-03efc1421898', 'status': 'completed', 'code': 200} Aug 28 15:17:11.005428 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15d685d-7cbc-4681-a15e-d9400c2b4681 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Router 0ddaf3db-fd4f-4045-a6be-848c2f81cb64 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:17:11.301258 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15d685d-7cbc-4681-a15e-d9400c2b4681 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:17:11.317872 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c24d854-2c19-4e1a-9e6a-e05c8334099c None None] Sync routers for ids ['0ddaf3db-fd4f-4045-a6be-848c2f81cb64'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:17:11.332064 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c15d685d-7cbc-4681-a15e-d9400c2b4681 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:11.333777 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c15d685d-7cbc-4681-a15e-d9400c2b4681 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.0477085 Aug 28 15:17:11.336633 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34160) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:11.347449 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c24d854-2c19-4e1a-9e6a-e05c8334099c None None] Routers {'0ddaf3db-fd4f-4045-a6be-848c2f81cb64'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:17:11.348637 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-2c24d854-2c19-4e1a-9e6a-e05c8334099c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:17:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['0ddaf3db-fd4f-4045-a6be-848c2f81cb64'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:11.552588 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e3a14100-b296-4709-a984-95acd85bbdd9 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "GET /v2.0/routers/0ddaf3db-fd4f-4045-a6be-848c2f81cb64 HTTP/1.1" status: 200 len: 908 time: 0.2145469 Aug 28 15:17:11.555176 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34164) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:11.762303 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8009a0f-0b75-4ec5-9486-c5c778eb40c4 req-76b64224-485d-4e75-8851-1ebe962a0137 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:11.768284 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8009a0f-0b75-4ec5-9486-c5c778eb40c4 req-76b64224-485d-4e75-8851-1ebe962a0137 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc HTTP/1.1" status: 200 len: 944 time: 0.1583998 Aug 28 15:17:11.777062 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:11.876754 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8009a0f-0b75-4ec5-9486-c5c778eb40c4 req-e5cab0fb-5f6c-4661-9c3b-a4ca4e97393c tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026967 Aug 28 15:17:11.918942 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5a734f15-e68c-4661-9ee1-e3fcfa752544 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:12.001709 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-2c24d854-2c19-4e1a-9e6a-e05c8334099c None None] Set router 0ddaf3db-fd4f-4045-a6be-848c2f81cb64 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:17:12.154670 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5a734f15-e68c-4661-9ee1-e3fcfa752544 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:12.262015 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d3150979-7e97-4fac-8fd6-03efc1421898 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:17:12.345643 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device cd1d5680-e45f-4c04-824d-3e2c22af7b49 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:17:12.354931 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: d3150979-7e97-4fac-8fd6-03efc1421898 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:17:12.355386 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d3150979-7e97-4fac-8fd6-03efc1421898 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:17:12.425964 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-5a734f15-e68c-4661-9ee1-e3fcfa752544 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Deleting port 561a123b-6228-4ecb-853b-2049a84ddbee {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:17:12.427248 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5a734f15-e68c-4661-9ee1-e3fcfa752544 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:12.506579 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 37b50fc5-fdb4-4ce1-9bc9-3039af63791e up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:17:12.571905 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5a734f15-e68c-4661-9ee1-e3fcfa752544 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:12.606527 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-5a734f15-e68c-4661-9ee1-e3fcfa752544 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Calling delete_port for 561a123b-6228-4ecb-853b-2049a84ddbee owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:17:12.623856 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port cd1d5680-e45f-4c04-824d-3e2c22af7b49 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:17:12.637808 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-2c24d854-2c19-4e1a-9e6a-e05c8334099c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddaf3db-fd4f-4045-a6be-848c2f81cb64', 'name': 'tempest-snat-router-1263425382', 'tenant_id': '95618285313441fb8a49895afe6386f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '561a123b-6228-4ecb-853b-2049a84ddbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:17:08Z', 'updated_at': '2021-08-28T15:17:09Z', 'revision_number': 3, 'project_id': '95618285313441fb8a49895afe6386f8', 'gw_port': {'id': '561a123b-6228-4ecb-853b-2049a84ddbee', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:05:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddaf3db-fd4f-4045-a6be-848c2f81cb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:17:09Z', 'updated_at': '2021-08-28T15:17:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:12.638489 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port cd1d5680-e45f-4c04-824d-3e2c22af7b49 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:17:12.639048 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:12.733457 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c24d854-2c19-4e1a-9e6a-e05c8334099c None None] Checking router: 0ddaf3db-fd4f-4045-a6be-848c2f81cb64 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:17:12.739873 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c24d854-2c19-4e1a-9e6a-e05c8334099c None None] Updating router 0ddaf3db-fd4f-4045-a6be-848c2f81cb64 port 561a123b-6228-4ecb-853b-2049a84ddbee binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:17:12.799371 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-2c24d854-2c19-4e1a-9e6a-e05c8334099c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:12.847334 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 37b50fc5-fdb4-4ce1-9bc9-3039af63791e completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:17:12.904210 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 37b50fc5-fdb4-4ce1-9bc9-3039af63791e triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:17:12.904701 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:13.058471 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:13.146053 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5a734f15-e68c-4661-9ee1-e3fcfa752544 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:13.172583 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1d5680-e45f-4c04-824d-3e2c22af7b49'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:17:13.177115 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafd6879-99dc-403b-a2cd-ffa0648f68e9" -d '{"events": [{"server_uuid": "c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc", "name": "network-vif-plugged", "status": "completed", "tag": "cd1d5680-e45f-4c04-824d-3e2c22af7b49"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:17:13.283832 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port cd1d5680-e45f-4c04-824d-3e2c22af7b49, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=cd1d5680-e45f-4c04-824d-3e2c22af7b49,segment=NetworkSegment(9c9787b2-3071-4fd8-b49c-6d9cde4276fe),segment_id=9c9787b2-3071-4fd8-b49c-6d9cde4276fe)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:17:13.297038 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a19c2f-9195-479b-bd4b-4361b97b5903 req-3277621f-5ff9-4e7c-9ed3-372bdf39a2e8 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:13.331990 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3baa45-b992-4748-8bc8-daa82a22c5b8 x-openstack-request-id: req-5a3baa45-b992-4748-8bc8-daa82a22c5b8 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:17:13.333725 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc", "name": "network-vif-plugged", "status": "completed", "tag": "cd1d5680-e45f-4c04-824d-3e2c22af7b49", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:17:13.334310 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a3baa45-b992-4748-8bc8-daa82a22c5b8 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:17:13.334851 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1d5680-e45f-4c04-824d-3e2c22af7b49', 'code': 200} Aug 28 15:17:13.338357 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-34a19c2f-9195-479b-bd4b-4361b97b5903 req-3277621f-5ff9-4e7c-9ed3-372bdf39a2e8 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc HTTP/1.1" status: 200 len: 944 time: 0.2394557 Aug 28 15:17:13.344810 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:13.356043 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:13.356550 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a734f15-e68c-4661-9ee1-e3fcfa752544 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Pushing event deleted for resources: {'Port': ['ID=561a123b-6228-4ecb-853b-2049a84ddbee,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:13.442432 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:13.478047 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-34a19c2f-9195-479b-bd4b-4361b97b5903 req-6eed5567-ced2-4e0b-88c3-9ba0b708d191 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386549 Aug 28 15:17:13.486376 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 37b50fc5-fdb4-4ce1-9bc9-3039af63791e, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=37b50fc5-fdb4-4ce1-9bc9-3039af63791e,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:17:13.495900 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:13.509757 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=cd1d5680-e45f-4c04-824d-3e2c22af7b49,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:13.590392 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=37b50fc5-fdb4-4ce1-9bc9-3039af63791e,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:13.632029 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.db.api [None req-2c24d854-2c19-4e1a-9e6a-e05c8334099c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:17:13.632367 n-d-712137-10 neutron-server[106332]: DEBUG oslo_db.api [None req-2c24d854-2c19-4e1a-9e6a-e05c8334099c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:17:13.658613 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5a734f15-e68c-4661-9ee1-e3fcfa752544 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:14.175961 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c24d854-2c19-4e1a-9e6a-e05c8334099c None None] Port 561a123b-6228-4ecb-853b-2049a84ddbee not found while updating agent binding for router 0ddaf3db-fd4f-4045-a6be-848c2f81cb64. {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 28 15:17:14.200264 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c24d854-2c19-4e1a-9e6a-e05c8334099c None None] Routers {'0ddaf3db-fd4f-4045-a6be-848c2f81cb64'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:17:14.200920 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-2c24d854-2c19-4e1a-9e6a-e05c8334099c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:17:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['0ddaf3db-fd4f-4045-a6be-848c2f81cb64'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:14.300148 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-2c24d854-2c19-4e1a-9e6a-e05c8334099c None None] Set router 0ddaf3db-fd4f-4045-a6be-848c2f81cb64 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:17:14.309265 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5a734f15-e68c-4661-9ee1-e3fcfa752544 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:14.311726 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5a734f15-e68c-4661-9ee1-e3fcfa752544 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:14.361951 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5a734f15-e68c-4661-9ee1-e3fcfa752544 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:14.362627 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a734f15-e68c-4661-9ee1-e3fcfa752544 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0ddaf3db-fd4f-4045-a6be-848c2f81cb64 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:17:14.366075 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440b1e1-9ae0-4008-a1af-59250b3f4522 req-623b232b-95ba-4908-ae3c-116051f44d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:14.368025 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4440b1e1-9ae0-4008-a1af-59250b3f4522 req-623b232b-95ba-4908-ae3c-116051f44d77 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc HTTP/1.1" status: 200 len: 1097 time: 0.9809237 Aug 28 15:17:14.371388 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5a734f15-e68c-4661-9ee1-e3fcfa752544 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:14.375517 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5a734f15-e68c-4661-9ee1-e3fcfa752544 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "DELETE /v2.0/routers/0ddaf3db-fd4f-4045-a6be-848c2f81cb64 HTTP/1.1" status: 204 len: 168 time: 2.8161471 Aug 28 15:17:14.384098 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34236) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:14.388094 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-2c24d854-2c19-4e1a-9e6a-e05c8334099c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddaf3db-fd4f-4045-a6be-848c2f81cb64', 'name': 'tempest-snat-router-1263425382', 'tenant_id': '95618285313441fb8a49895afe6386f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:17:08Z', 'updated_at': '2021-08-28T15:17:12Z', 'revision_number': 5, 'project_id': '95618285313441fb8a49895afe6386f8', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:14.397940 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 37b50fc5-fdb4-4ce1-9bc9-3039af63791e up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:17:14.490284 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c24d854-2c19-4e1a-9e6a-e05c8334099c None None] The sync data for ids ['0ddaf3db-fd4f-4045-a6be-848c2f81cb64'] in n-d-712137-10 is: [{'id': '0ddaf3db-fd4f-4045-a6be-848c2f81cb64', 'name': 'tempest-snat-router-1263425382', 'tenant_id': '95618285313441fb8a49895afe6386f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:17:08Z', 'updated_at': '2021-08-28T15:17:12Z', 'revision_number': 5, 'project_id': '95618285313441fb8a49895afe6386f8', 'gw_port_host': None}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:17:14.506246 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4440b1e1-9ae0-4008-a1af-59250b3f4522 req-ce1c8c1b-0e7d-4bd8-afb4-4f9320416acc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283042 Aug 28 15:17:14.584259 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 37b50fc5-fdb4-4ce1-9bc9-3039af63791e triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:17:14.587753 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:14.674841 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3dcfc-e6dd-4316-8b67-75ca6789ea52 req-be25fdc4-ca63-424a-815e-45f1c12b44ff tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:14.683693 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6de3dcfc-e6dd-4316-8b67-75ca6789ea52 req-be25fdc4-ca63-424a-815e-45f1c12b44ff tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc HTTP/1.1" status: 200 len: 945 time: 0.0699291 Aug 28 15:17:14.738703 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-681608b9-1023-48ba-85d0-d89056e390a5 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:14.791812 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6de3dcfc-e6dd-4316-8b67-75ca6789ea52 req-340ef186-6866-46a2-bcfd-4a4205d1512e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059637 Aug 28 15:17:15.024543 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-681608b9-1023-48ba-85d0-d89056e390a5 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:15.092923 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-681608b9-1023-48ba-85d0-d89056e390a5 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Deleting port 37b50fc5-fdb4-4ce1-9bc9-3039af63791e {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:17:15.093721 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-681608b9-1023-48ba-85d0-d89056e390a5 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:15.278270 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-681608b9-1023-48ba-85d0-d89056e390a5 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] For port 37b50fc5-fdb4-4ce1-9bc9-3039af63791e, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=37b50fc5-fdb4-4ce1-9bc9-3039af63791e,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:17:15.278676 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-681608b9-1023-48ba-85d0-d89056e390a5 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:15.318366 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-681608b9-1023-48ba-85d0-d89056e390a5 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Calling delete_port for 37b50fc5-fdb4-4ce1-9bc9-3039af63791e owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:17:15.636143 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-681608b9-1023-48ba-85d0-d89056e390a5 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:15.893049 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681608b9-1023-48ba-85d0-d89056e390a5 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Pushing event deleted for resources: {'Port': ['ID=37b50fc5-fdb4-4ce1-9bc9-3039af63791e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:15.900166 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-681608b9-1023-48ba-85d0-d89056e390a5 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:16.137064 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-681608b9-1023-48ba-85d0-d89056e390a5 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:16.140365 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-681608b9-1023-48ba-85d0-d89056e390a5 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:16.193254 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469e3e4-7b42-4e69-98ef-9ede69efaab1 req-e051b6e7-20a7-437b-acf9-fde733431edd tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:16.194779 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6469e3e4-7b42-4e69-98ef-9ede69efaab1 req-e051b6e7-20a7-437b-acf9-fde733431edd tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc HTTP/1.1" status: 200 len: 945 time: 0.2237518 Aug 28 15:17:16.201953 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-681608b9-1023-48ba-85d0-d89056e390a5 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:16.202551 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681608b9-1023-48ba-85d0-d89056e390a5 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d2b49d8-dbcc-41e6-a877-71720c9bcef1 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:17:16.207118 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-681608b9-1023-48ba-85d0-d89056e390a5 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:16.208295 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-681608b9-1023-48ba-85d0-d89056e390a5 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "DELETE /v2.0/routers/0d2b49d8-dbcc-41e6-a877-71720c9bcef1 HTTP/1.1" status: 204 len: 168 time: 1.8151455 Aug 28 15:17:16.212754 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34270) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:16.220318 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-73e411ea-0d50-4b31-81b6-14a24d6d7fd5 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-70957066', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}, 'admin_state_up': False}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:17:16.261750 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6469e3e4-7b42-4e69-98ef-9ede69efaab1 req-c3314d57-d9fc-40ef-868a-8304f7864e46 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523429 Aug 28 15:17:16.316324 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-73e411ea-0d50-4b31-81b6-14a24d6d7fd5 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:16.317682 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-73e411ea-0d50-4b31-81b6-14a24d6d7fd5 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:16.445387 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-73e411ea-0d50-4b31-81b6-14a24d6d7fd5 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:16.686257 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-73e411ea-0d50-4b31-81b6-14a24d6d7fd5 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:16.912842 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5fe40-9486-473d-a189-5194959171c6 req-a2050d2c-5448-4dd7-9ce7-f4983b18ab93 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:16.914330 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6eb5fe40-9486-473d-a189-5194959171c6 req-a2050d2c-5448-4dd7-9ce7-f4983b18ab93 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc HTTP/1.1" status: 200 len: 945 time: 0.1136069 Aug 28 15:17:17.032481 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6eb5fe40-9486-473d-a189-5194959171c6 req-2ff7c942-d8b4-424c-9b5f-b534a7eacd00 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832255 Aug 28 15:17:17.102757 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-73e411ea-0d50-4b31-81b6-14a24d6d7fd5 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:17.135901 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-73e411ea-0d50-4b31-81b6-14a24d6d7fd5 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:17.278694 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-73e411ea-0d50-4b31-81b6-14a24d6d7fd5 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Allocated IP 172.25.3.108 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/f01aeb94-fb32-45ea-8ad5-f81ca1354606) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:17:17.422652 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-73e411ea-0d50-4b31-81b6-14a24d6d7fd5 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:17.531184 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-73e411ea-0d50-4b31-81b6-14a24d6d7fd5 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:17.633931 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e411ea-0d50-4b31-81b6-14a24d6d7fd5 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Pushing event updated for resources: {'Port': ['ID=f01aeb94-fb32-45ea-8ad5-f81ca1354606,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:17.654270 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e411ea-0d50-4b31-81b6-14a24d6d7fd5 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:17:17.667711 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-73e411ea-0d50-4b31-81b6-14a24d6d7fd5 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:17:17.690583 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e411ea-0d50-4b31-81b6-14a24d6d7fd5 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:17:17.773115 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34312) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:17.844772 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-c159cec4-6b71-44a0-834e-19fe81bc4ca9 admin admin] Deleting subnet b8c26495-81f2-4073-8e6e-125cfbbdb151 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:17:17.849615 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c159cec4-6b71-44a0-834e-19fe81bc4ca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:17.911158 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c159cec4-6b71-44a0-834e-19fe81bc4ca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:17.970407 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c159cec4-6b71-44a0-834e-19fe81bc4ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:18.054371 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c159cec4-6b71-44a0-834e-19fe81bc4ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:18.081871 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-73e411ea-0d50-4b31-81b6-14a24d6d7fd5 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:18.108443 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c159cec4-6b71-44a0-834e-19fe81bc4ca9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:18.125326 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c159cec4-6b71-44a0-834e-19fe81bc4ca9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b8c26495-81f2-4073-8e6e-125cfbbdb151 HTTP/1.1" status: 204 len: 168 time: 0.3487864 Aug 28 15:17:18.133356 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34320) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:18.136311 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c159cec4-6b71-44a0-834e-19fe81bc4ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8c26495-81f2-4073-8e6e-125cfbbdb151,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:18.244058 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 37b50fc5-fdb4-4ce1-9bc9-3039af63791e no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:17:18.305654 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705fb5a-2fc5-49e9-9e08-c904f3c9e372 req-937e55b7-627d-4ec3-af44-a62bbb81ecfe tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:18.307935 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8705fb5a-2fc5-49e9-9e08-c904f3c9e372 req-937e55b7-627d-4ec3-af44-a62bbb81ecfe tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc HTTP/1.1" status: 200 len: 945 time: 0.1381302 Aug 28 15:17:18.310555 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c159cec4-6b71-44a0-834e-19fe81bc4ca9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:18.310909 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c159cec4-6b71-44a0-834e-19fe81bc4ca9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:18.311248 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c159cec4-6b71-44a0-834e-19fe81bc4ca9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:18.311584 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c159cec4-6b71-44a0-834e-19fe81bc4ca9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:18.312517 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c159cec4-6b71-44a0-834e-19fe81bc4ca9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:18.312968 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c159cec4-6b71-44a0-834e-19fe81bc4ca9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:18.312968 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c159cec4-6b71-44a0-834e-19fe81bc4ca9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:18.313530 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c159cec4-6b71-44a0-834e-19fe81bc4ca9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:18.313794 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c159cec4-6b71-44a0-834e-19fe81bc4ca9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:18.314116 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c159cec4-6b71-44a0-834e-19fe81bc4ca9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:18.314437 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c159cec4-6b71-44a0-834e-19fe81bc4ca9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:18.314567 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 37b50fc5-fdb4-4ce1-9bc9-3039af63791e {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:17:18.314865 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 37b50fc5-fdb4-4ce1-9bc9-3039af63791e not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:17:18.327861 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c159cec4-6b71-44a0-834e-19fe81bc4ca9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:18.334650 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1dd1fcf8-75db-4dcc-9bbc-e675eecc552e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:18.412441 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3ac77-630c-4193-91de-01dbd59a9058 req-c05af9c7-9bb4-4702-a482-1883485e64b5 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:18.413959 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-99c3ac77-630c-4193-91de-01dbd59a9058 req-c05af9c7-9bb4-4702-a482-1883485e64b5 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc HTTP/1.1" status: 200 len: 945 time: 0.2054772 Aug 28 15:17:18.481135 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1dd1fcf8-75db-4dcc-9bbc-e675eecc552e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:18.493592 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-1dd1fcf8-75db-4dcc-9bbc-e675eecc552e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92da9e59-648f-44e9-b842-a5afd0c505e3']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:18.507031 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-1dd1fcf8-75db-4dcc-9bbc-e675eecc552e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd3ea4a-19c0-4756-b851-b7219964ac60') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:18.507365 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-1dd1fcf8-75db-4dcc-9bbc-e675eecc552e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd3ea4a-19c0-4756-b851-b7219964ac60') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:18.540114 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1dd1fcf8-75db-4dcc-9bbc-e675eecc552e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:18.542231 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-99c3ac77-630c-4193-91de-01dbd59a9058 req-40ec5bb4-48d3-40af-b6b4-6085f90ceaf7 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179376 Aug 28 15:17:18.597413 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1dd1fcf8-75db-4dcc-9bbc-e675eecc552e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:18.627698 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd1fcf8-75db-4dcc-9bbc-e675eecc552e admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:17:18.628126 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1dd1fcf8-75db-4dcc-9bbc-e675eecc552e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:17:18.635238 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:17:18.663378 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-8705fb5a-2fc5-49e9-9e08-c904f3c9e372 req-bb03fe55-a859-497f-87e9-b0336a1f3389 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Deleting port cd1d5680-e45f-4c04-824d-3e2c22af7b49 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:17:18.663378 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-8705fb5a-2fc5-49e9-9e08-c904f3c9e372 req-bb03fe55-a859-497f-87e9-b0336a1f3389 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:18.725809 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1dd1fcf8-75db-4dcc-9bbc-e675eecc552e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:18.731877 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1dd1fcf8-75db-4dcc-9bbc-e675eecc552e admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:18.734583 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1dd1fcf8-75db-4dcc-9bbc-e675eecc552e admin admin] 10.222.0.13 "DELETE /v2.0/networks/92da9e59-648f-44e9-b842-a5afd0c505e3 HTTP/1.1" status: 204 len: 168 time: 0.5786781 Aug 28 15:17:18.748683 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1fcf8-75db-4dcc-9bbc-e675eecc552e admin admin] Pushing event deleted for resources: {'Network': ['ID=92da9e59-648f-44e9-b842-a5afd0c505e3,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:18.784573 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-8705fb5a-2fc5-49e9-9e08-c904f3c9e372 req-bb03fe55-a859-497f-87e9-b0336a1f3389 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] For port cd1d5680-e45f-4c04-824d-3e2c22af7b49, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=cd1d5680-e45f-4c04-824d-3e2c22af7b49,segment=NetworkSegment(9c9787b2-3071-4fd8-b49c-6d9cde4276fe),segment_id=9c9787b2-3071-4fd8-b49c-6d9cde4276fe)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:17:18.784986 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-8705fb5a-2fc5-49e9-9e08-c904f3c9e372 req-bb03fe55-a859-497f-87e9-b0336a1f3389 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:18.799992 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-8705fb5a-2fc5-49e9-9e08-c904f3c9e372 req-bb03fe55-a859-497f-87e9-b0336a1f3389 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Calling delete_port for cd1d5680-e45f-4c04-824d-3e2c22af7b49 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:17:18.982396 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-8705fb5a-2fc5-49e9-9e08-c904f3c9e372 req-bb03fe55-a859-497f-87e9-b0336a1f3389 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:18.986076 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-73e411ea-0d50-4b31-81b6-14a24d6d7fd5 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:18.996123 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['c36919c9-f755-4a3a-bda6-934691a12f34', 'cd1d5680-e45f-4c04-824d-3e2c22af7b49'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:17:19.011564 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34336) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:19.111026 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c23affad-7368-4e94-a918-23c3750f6e56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a9a8b74576c4695a1fae90d6f829702&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0980134 Aug 28 15:17:19.113536 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34340) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:19.196107 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03fe55-a859-497f-87e9-b0336a1f3389 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Pushing event deleted for resources: {'Port': ['ID=cd1d5680-e45f-4c04-824d-3e2c22af7b49,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:19.288093 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-8705fb5a-2fc5-49e9-9e08-c904f3c9e372 req-bb03fe55-a859-497f-87e9-b0336a1f3389 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] No DVR routers for this DVR port cd1d5680-e45f-4c04-824d-3e2c22af7b49 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:17:19.293002 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-8705fb5a-2fc5-49e9-9e08-c904f3c9e372 req-bb03fe55-a859-497f-87e9-b0336a1f3389 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:19.296638 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8705fb5a-2fc5-49e9-9e08-c904f3c9e372 req-bb03fe55-a859-497f-87e9-b0336a1f3389 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.36 "DELETE /v2.0/ports/cd1d5680-e45f-4c04-824d-3e2c22af7b49 HTTP/1.1" status: 204 len: 173 time: 0.9759150 Aug 28 15:17:19.297562 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc', 'name': 'network-vif-deleted', 'tag': 'cd1d5680-e45f-4c04-824d-3e2c22af7b49'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:17:19.301178 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3ef8c4-c781-4d91-94b8-8c48df3da4e8" -d '{"events": [{"server_uuid": "c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc", "name": "network-vif-deleted", "tag": "cd1d5680-e45f-4c04-824d-3e2c22af7b49"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:17:19.320955 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e411ea-0d50-4b31-81b6-14a24d6d7fd5 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Router 3083fa1b-a885-44d7-986f-ad41bda75f30 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:17:19.342373 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1692908d-64cd-4bae-bc98-5d9c90eaf516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:19.426319 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90ce248-2da8-4a2c-bb83-404957e1c0c2 x-openstack-request-id: req-b90ce248-2da8-4a2c-bb83-404957e1c0c2 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:17:19.426914 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc", "name": "network-vif-deleted", "tag": "cd1d5680-e45f-4c04-824d-3e2c22af7b49", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:17:19.427387 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b90ce248-2da8-4a2c-bb83-404957e1c0c2 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:17:19.507723 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc', 'name': 'network-vif-deleted', 'tag': 'cd1d5680-e45f-4c04-824d-3e2c22af7b49', 'status': 'completed', 'code': 200} Aug 28 15:17:19.507998 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1692908d-64cd-4bae-bc98-5d9c90eaf516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:19.529105 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1692908d-64cd-4bae-bc98-5d9c90eaf516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:19.531980 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1692908d-64cd-4bae-bc98-5d9c90eaf516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:19.533193 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1692908d-64cd-4bae-bc98-5d9c90eaf516 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0208ed3a-a1b2-493d-bea6-c057f4cd2d2a HTTP/1.1" status: 204 len: 168 time: 0.4179220 Aug 28 15:17:19.553004 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692908d-64cd-4bae-bc98-5d9c90eaf516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0208ed3a-a1b2-493d-bea6-c057f4cd2d2a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:19.669089 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e411ea-0d50-4b31-81b6-14a24d6d7fd5 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:17:19.682726 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee183b83-27c5-4149-9971-d58e3a9ad281 None None] Sync routers for ids ['3083fa1b-a885-44d7-986f-ad41bda75f30'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:17:19.713233 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee183b83-27c5-4149-9971-d58e3a9ad281 None None] Routers {'3083fa1b-a885-44d7-986f-ad41bda75f30'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:17:19.714021 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-ee183b83-27c5-4149-9971-d58e3a9ad281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:17:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['3083fa1b-a885-44d7-986f-ad41bda75f30'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:19.723710 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a05c0472-0583-4c0d-b6e2-b88cc7aa607d req-871b8275-62c1-481b-ad88-b664857d78a5 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b4bfdf-b4d5-42a3-ac2f-86aeadc088cc HTTP/1.1" status: 200 len: 210 time: 0.0437942 Aug 28 15:17:19.767878 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-ee183b83-27c5-4149-9971-d58e3a9ad281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:19.769981 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee183b83-27c5-4149-9971-d58e3a9ad281 None None] Routers {'3083fa1b-a885-44d7-986f-ad41bda75f30'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:17:19.770610 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-ee183b83-27c5-4149-9971-d58e3a9ad281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:17:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['3083fa1b-a885-44d7-986f-ad41bda75f30'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:19.784095 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-73e411ea-0d50-4b31-81b6-14a24d6d7fd5 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:19.786116 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-73e411ea-0d50-4b31-81b6-14a24d6d7fd5 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5719931 Aug 28 15:17:19.789350 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34360) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:19.799545 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-b685adc1-7d7d-42a1-8a79-461aa6e093a0 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'enable_snat': False}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:17:19.823984 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-ee183b83-27c5-4149-9971-d58e3a9ad281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:19.824926 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee183b83-27c5-4149-9971-d58e3a9ad281 None None] The sync data for ids ['3083fa1b-a885-44d7-986f-ad41bda75f30'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:17:20.436617 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b685adc1-7d7d-42a1-8a79-461aa6e093a0 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:21.031360 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34400) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:21.043356 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb61e-e197-4ccb-9178-b6253d480fbf req-0fb670ee-2bea-40fd-877e-a748c170c111 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:21.052040 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2f6fb61e-e197-4ccb-9178-b6253d480fbf req-0fb670ee-2bea-40fd-877e-a748c170c111 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1019962 Aug 28 15:17:21.139559 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2f6fb61e-e197-4ccb-9178-b6253d480fbf req-2a142671-6c6e-431d-8ac8-3d6972751de1 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866246 Aug 28 15:17:21.347839 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-611f1ed3-54ad-48b6-a40c-d8aa07a3132b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1550983569-network', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:17:21.363813 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b685adc1-7d7d-42a1-8a79-461aa6e093a0 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4654'] for router, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:21.373709 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b685adc1-7d7d-42a1-8a79-461aa6e093a0 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523761'] for router, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:21.685272 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659de7d5-0955-495b-857b-6bda874adb3b req-4fe04e07-3987-4411-b8c1-54f0d8b0d173 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:21.697075 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-659de7d5-0955-495b-857b-6bda874adb3b req-4fe04e07-3987-4411-b8c1-54f0d8b0d173 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1416497 Aug 28 15:17:21.789492 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-659de7d5-0955-495b-857b-6bda874adb3b req-9c8f6d32-ed04-4a61-af18-aeca2bb773d5 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897727 Aug 28 15:17:21.968868 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611f1ed3-54ad-48b6-a40c-d8aa07a3132b admin admin] Made reservation on behalf of ad719b405fc34c1c8445c92c2e91c430 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:17:21.974688 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-611f1ed3-54ad-48b6-a40c-d8aa07a3132b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:22.056445 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-611f1ed3-54ad-48b6-a40c-d8aa07a3132b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:22.065116 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b685adc1-7d7d-42a1-8a79-461aa6e093a0 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Router 3083fa1b-a885-44d7-986f-ad41bda75f30 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:17:22.241380 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08483f63-342d-45df-8461-450fd576e157 req-b2d5f159-bf4a-4a3f-bc4c-73e89bfc9ca7 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:22.242461 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-08483f63-342d-45df-8461-450fd576e157 req-b2d5f159-bf4a-4a3f-bc4c-73e89bfc9ca7 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.2965398 Aug 28 15:17:22.360767 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device cd1d5680-e45f-4c04-824d-3e2c22af7b49 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:17:22.409493 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: cd1d5680-e45f-4c04-824d-3e2c22af7b49 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:17:22.410082 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device cd1d5680-e45f-4c04-824d-3e2c22af7b49 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:17:22.415265 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-08483f63-342d-45df-8461-450fd576e157 req-232ab205-e4db-4857-b45e-85a906e5a5ba tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580994 Aug 28 15:17:22.442325 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b685adc1-7d7d-42a1-8a79-461aa6e093a0 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:17:22.459055 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a23398-98b0-4fda-8084-fcf698c8695d None None] Sync routers for ids ['3083fa1b-a885-44d7-986f-ad41bda75f30'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:17:22.462298 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b685adc1-7d7d-42a1-8a79-461aa6e093a0 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:22.465966 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b685adc1-7d7d-42a1-8a79-461aa6e093a0 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "PUT /v2.0/routers/3083fa1b-a885-44d7-986f-ad41bda75f30 HTTP/1.1" status: 200 len: 924 time: 2.6733644 Aug 28 15:17:22.467036 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34432) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:22.476312 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-611f1ed3-54ad-48b6-a40c-d8aa07a3132b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:22.491914 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-611f1ed3-54ad-48b6-a40c-d8aa07a3132b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:22.507617 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a23398-98b0-4fda-8084-fcf698c8695d None None] Routers {'3083fa1b-a885-44d7-986f-ad41bda75f30'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:17:22.509115 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-25a23398-98b0-4fda-8084-fcf698c8695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:17:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['3083fa1b-a885-44d7-986f-ad41bda75f30'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:22.529299 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-611f1ed3-54ad-48b6-a40c-d8aa07a3132b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:17:22.552482 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-611f1ed3-54ad-48b6-a40c-d8aa07a3132b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:22.552918 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-611f1ed3-54ad-48b6-a40c-d8aa07a3132b admin admin] Added segment c3da0be6-b78e-44bb-a617-8f7114ca16cd of type vlan for network 26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a Aug 28 15:17:22.554373 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f1ed3-54ad-48b6-a40c-d8aa07a3132b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:22.600739 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-25a23398-98b0-4fda-8084-fcf698c8695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:22.618769 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a23398-98b0-4fda-8084-fcf698c8695d None None] Routers {'3083fa1b-a885-44d7-986f-ad41bda75f30'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:17:22.620568 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-25a23398-98b0-4fda-8084-fcf698c8695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:17:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['3083fa1b-a885-44d7-986f-ad41bda75f30'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:22.634444 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-611f1ed3-54ad-48b6-a40c-d8aa07a3132b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:22.663367 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-25a23398-98b0-4fda-8084-fcf698c8695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:22.664481 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a23398-98b0-4fda-8084-fcf698c8695d None None] The sync data for ids ['3083fa1b-a885-44d7-986f-ad41bda75f30'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:17:22.696578 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-611f1ed3-54ad-48b6-a40c-d8aa07a3132b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:22.697661 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611f1ed3-54ad-48b6-a40c-d8aa07a3132b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:22.698489 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-611f1ed3-54ad-48b6-a40c-d8aa07a3132b admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:22.801355 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-34b30f23-08e9-49f1-be53-afac741f782d tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "GET /v2.0/routers/3083fa1b-a885-44d7-986f-ad41bda75f30 HTTP/1.1" status: 200 len: 924 time: 0.3314934 Aug 28 15:17:22.804338 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34444) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:22.814365 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-611f1ed3-54ad-48b6-a40c-d8aa07a3132b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7777493 Aug 28 15:17:22.822866 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34446) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:22.834911 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-74b90097-aedb-466e-b069-86f5e20f872e admin admin] Request body: {'subnet': {'network_id': '26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1550983569-subnet', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:17:22.847385 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f1ed3-54ad-48b6-a40c-d8aa07a3132b admin admin] Pushing event updated for resources: {'Network': ['ID=26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:22.896627 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b90097-aedb-466e-b069-86f5e20f872e admin admin] Made reservation on behalf of ad719b405fc34c1c8445c92c2e91c430 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:17:22.898962 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:17:22.899127 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-74b90097-aedb-466e-b069-86f5e20f872e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:23.020878 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e063be65-162e-49a6-af50-3f78243d7176 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:23.026530 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e063be65-162e-49a6-af50-3f78243d7176 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=61448970-1875-4f3f-bc01-29da4e3666f1&device_id=3083fa1b-a885-44d7-986f-ad41bda75f30&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2210441 Aug 28 15:17:23.032855 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34452) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:23.196155 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb21a42-1d15-43e1-b2e0-95593cf95202 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:23.197839 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3bb21a42-1d15-43e1-b2e0-95593cf95202 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 881 time: 0.1640213 Aug 28 15:17:23.200566 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34460) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:23.257941 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f464c57e-50d9-439e-bff5-2cf5cc69f884 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "GET /v2.0/ports?device_id=3083fa1b-a885-44d7-986f-ad41bda75f30 HTTP/1.1" status: 200 len: 205 time: 0.0558898 Aug 28 15:17:23.262307 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34462) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:23.438445 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-74b90097-aedb-466e-b069-86f5e20f872e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:23.553281 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b90097-aedb-466e-b069-86f5e20f872e admin admin] Pushing event updated for resources: {'Subnet': ['ID=73534ea4-fd9f-45ca-ad96-4ea00206b4ee,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:23.590786 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b90097-aedb-466e-b069-86f5e20f872e admin admin] Checking segment: {'id': 'c3da0be6-b78e-44bb-a617-8f7114ca16cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:17:23.591145 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b90097-aedb-466e-b069-86f5e20f872e admin admin] Network hostable DHCP agents. Network: 26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:17:23.630698 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b90097-aedb-466e-b069-86f5e20f872e admin admin] Network 26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:17:23.644429 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-74b90097-aedb-466e-b069-86f5e20f872e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:17:23.651596 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b90097-aedb-466e-b069-86f5e20f872e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:23.652570 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-74b90097-aedb-466e-b069-86f5e20f872e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:23.658275 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3585a3-a86e-4723-959d-95305dc7b87f None None] Network 26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:17:23.676290 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-74b90097-aedb-466e-b069-86f5e20f872e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8496456 Aug 28 15:17:23.678894 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34468) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:23.683326 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-08834971-29c0-4903-b211-7fc3a3168709 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1550983569-router', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:17:23.736331 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-08834971-29c0-4903-b211-7fc3a3168709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:23.737400 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-08834971-29c0-4903-b211-7fc3a3168709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:23.869385 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-08834971-29c0-4903-b211-7fc3a3168709 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:24.027557 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e823d4-b3c0-424e-b405-9f959b3d1b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a', 'network_id': '26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'fixed_ips': [{'subnet_id': '73534ea4-fd9f-45ca-ad96-4ea00206b4ee'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:17:24.028694 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b2e823d4-b3c0-424e-b405-9f959b3d1b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:24.090254 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-01252492-5ce8-42b7-ad36-049e0a820cf2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:24.270240 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-08834971-29c0-4903-b211-7fc3a3168709 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:24.329498 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-b2e823d4-b3c0-424e-b405-9f959b3d1b56 None None] Allocated IP 172.20.0.2 (26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a/73534ea4-fd9f-45ca-ad96-4ea00206b4ee/e112fb2d-d544-4613-8cf8-00fc5ad84e2b) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:17:24.335541 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-01252492-5ce8-42b7-ad36-049e0a820cf2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:24.428651 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-01252492-5ce8-42b7-ad36-049e0a820cf2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Deleting port f01aeb94-fb32-45ea-8ad5-f81ca1354606 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:17:24.429162 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-01252492-5ce8-42b7-ad36-049e0a820cf2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:24.470270 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:24.587245 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-01252492-5ce8-42b7-ad36-049e0a820cf2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:24.621476 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-01252492-5ce8-42b7-ad36-049e0a820cf2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Calling delete_port for f01aeb94-fb32-45ea-8ad5-f81ca1354606 owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:17:24.626547 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b2e823d4-b3c0-424e-b405-9f959b3d1b56 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:24.638177 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b2e823d4-b3c0-424e-b405-9f959b3d1b56 None None] Transition to ACTIVE for port object e112fb2d-d544-4613-8cf8-00fc5ad84e2b will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:17:24.642966 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-08834971-29c0-4903-b211-7fc3a3168709 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:24.657289 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b2e823d4-b3c0-424e-b405-9f959b3d1b56 None None] Transition to ACTIVE for port object e112fb2d-d544-4613-8cf8-00fc5ad84e2b will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:17:24.668768 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b2e823d4-b3c0-424e-b405-9f959b3d1b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:24.687371 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-08834971-29c0-4903-b211-7fc3a3168709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:24.717221 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e823d4-b3c0-424e-b405-9f959b3d1b56 None None] Network 26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:17:24.720869 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-b2e823d4-b3c0-424e-b405-9f959b3d1b56 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:17:24.725015 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e823d4-b3c0-424e-b405-9f959b3d1b56 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:17:24.798380 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e823d4-b3c0-424e-b405-9f959b3d1b56 None None] Pushing event updated for resources: {'Port': ['ID=e112fb2d-d544-4613-8cf8-00fc5ad84e2b,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:24.832346 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-b2e823d4-b3c0-424e-b405-9f959b3d1b56 None None] Attempting to bind port e112fb2d-d544-4613-8cf8-00fc5ad84e2b on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:17:24.832878 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-b2e823d4-b3c0-424e-b405-9f959b3d1b56 None None] Attempting to bind port e112fb2d-d544-4613-8cf8-00fc5ad84e2b by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'c3da0be6-b78e-44bb-a617-8f7114ca16cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:17:24.833351 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e823d4-b3c0-424e-b405-9f959b3d1b56 None None] Attempting to bind port e112fb2d-d544-4613-8cf8-00fc5ad84e2b on network 26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:17:24.848227 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e823d4-b3c0-424e-b405-9f959b3d1b56 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:17:24.851309 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e823d4-b3c0-424e-b405-9f959b3d1b56 None None] Checking segment: {'id': 'c3da0be6-b78e-44bb-a617-8f7114ca16cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:17:24.851972 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b2e823d4-b3c0-424e-b405-9f959b3d1b56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:24.853369 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e823d4-b3c0-424e-b405-9f959b3d1b56 None None] Bound using segment: {'id': 'c3da0be6-b78e-44bb-a617-8f7114ca16cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:17:24.864473 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-b2e823d4-b3c0-424e-b405-9f959b3d1b56 None None] Bound port: e112fb2d-d544-4613-8cf8-00fc5ad84e2b, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3da0be6-b78e-44bb-a617-8f7114ca16cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:17:24.864473 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b2e823d4-b3c0-424e-b405-9f959b3d1b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:24.907264 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-08834971-29c0-4903-b211-7fc3a3168709 admin admin] Allocated IP 172.25.3.133 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/316545f5-939b-443a-bc63-43b3ce8a665a) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:17:24.965896 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-01252492-5ce8-42b7-ad36-049e0a820cf2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:25.013704 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-b2e823d4-b3c0-424e-b405-9f959b3d1b56 None None] For port e112fb2d-d544-4613-8cf8-00fc5ad84e2b, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:17:25.019383 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-b2e823d4-b3c0-424e-b405-9f959b3d1b56 None None] For port e112fb2d-d544-4613-8cf8-00fc5ad84e2b, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e112fb2d-d544-4613-8cf8-00fc5ad84e2b,segment=NetworkSegment(c3da0be6-b78e-44bb-a617-8f7114ca16cd),segment_id=c3da0be6-b78e-44bb-a617-8f7114ca16cd)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:17:25.025028 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b2e823d4-b3c0-424e-b405-9f959b3d1b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:25.058280 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01252492-5ce8-42b7-ad36-049e0a820cf2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Pushing event deleted for resources: {'Port': ['ID=f01aeb94-fb32-45ea-8ad5-f81ca1354606,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:25.146830 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e823d4-b3c0-424e-b405-9f959b3d1b56 None None] Pushing event updated for resources: {'Port': ['ID=e112fb2d-d544-4613-8cf8-00fc5ad84e2b,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:25.152788 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-01252492-5ce8-42b7-ad36-049e0a820cf2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:25.175202 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-08834971-29c0-4903-b211-7fc3a3168709 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:25.294087 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-08834971-29c0-4903-b211-7fc3a3168709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:25.348089 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-01252492-5ce8-42b7-ad36-049e0a820cf2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:25.352066 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-01252492-5ce8-42b7-ad36-049e0a820cf2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:25.457771 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08834971-29c0-4903-b211-7fc3a3168709 admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:17:25.462852 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-08834971-29c0-4903-b211-7fc3a3168709 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:17:25.466304 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-01252492-5ce8-42b7-ad36-049e0a820cf2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:25.467456 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01252492-5ce8-42b7-ad36-049e0a820cf2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Fanout notify agent at l3_agent the message router_deleted on router 3083fa1b-a885-44d7-986f-ad41bda75f30 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:17:25.471998 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08834971-29c0-4903-b211-7fc3a3168709 admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:17:25.515260 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08834971-29c0-4903-b211-7fc3a3168709 admin admin] Pushing event updated for resources: {'Port': ['ID=316545f5-939b-443a-bc63-43b3ce8a665a,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:25.520277 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-01252492-5ce8-42b7-ad36-049e0a820cf2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:25.527552 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-01252492-5ce8-42b7-ad36-049e0a820cf2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "DELETE /v2.0/routers/3083fa1b-a885-44d7-986f-ad41bda75f30 HTTP/1.1" status: 204 len: 168 time: 2.2627175 Aug 28 15:17:25.529067 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34510) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:25.540126 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-94638833-99b9-4b44-8ee4-7e620dcb6ccb tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-747726278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:17:25.811076 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94638833-99b9-4b44-8ee4-7e620dcb6ccb tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:25.812484 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94638833-99b9-4b44-8ee4-7e620dcb6ccb tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:25.893249 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c683f6-796a-4d22-930c-322f3f9f74b9 req-cc6a4e13-75bf-411d-b38a-d7d0f0b8f584 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:25.900721 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b4c683f6-796a-4d22-930c-322f3f9f74b9 req-cc6a4e13-75bf-411d-b38a-d7d0f0b8f584 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1867416 Aug 28 15:17:26.031895 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94638833-99b9-4b44-8ee4-7e620dcb6ccb tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:26.047452 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94638833-99b9-4b44-8ee4-7e620dcb6ccb tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:26.073576 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b4c683f6-796a-4d22-930c-322f3f9f74b9 req-83f62f73-1a69-47b5-a647-2d163b8e96ec tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717331 Aug 28 15:17:26.101978 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94638833-99b9-4b44-8ee4-7e620dcb6ccb tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:26.104239 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-94638833-99b9-4b44-8ee4-7e620dcb6ccb tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5739686 Aug 28 15:17:26.109632 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34524) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:26.113780 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-08834971-29c0-4903-b211-7fc3a3168709 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:26.116641 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-3958c619-28d8-4dcd-81d1-fe1ee52d1eb2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Request body: {'router': {'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:17:26.383687 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e112fb2d-d544-4613-8cf8-00fc5ad84e2b up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:17:26.527620 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3958c619-28d8-4dcd-81d1-fe1ee52d1eb2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:26.530197 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port e112fb2d-d544-4613-8cf8-00fc5ad84e2b completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:17:26.542700 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:26.568962 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-08834971-29c0-4903-b211-7fc3a3168709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:26.628164 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19159510-b5d2-423d-b7ef-6bc674c64468 req-18afae15-833d-4a54-bb16-2cb3c43d1f95 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:26.637075 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-19159510-b5d2-423d-b7ef-6bc674c64468 req-18afae15-833d-4a54-bb16-2cb3c43d1f95 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.4035404 Aug 28 15:17:26.703496 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-19159510-b5d2-423d-b7ef-6bc674c64468 req-eb57ef37-2a47-4f26-80b6-1c93e826fdb0 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601633 Aug 28 15:17:26.793812 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eed077-5e53-4c91-a0a6-723ae1d656c0 None None] Network 26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:17:26.841399 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08834971-29c0-4903-b211-7fc3a3168709 admin admin] Router ba0a9660-60e0-4de7-9d02-c0b8a812ce87 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:17:26.942343 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3958c619-28d8-4dcd-81d1-fe1ee52d1eb2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:26.965780 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3958c619-28d8-4dcd-81d1-fe1ee52d1eb2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:26.968533 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-94151927-9f31-47ef-9029-5eaa97684a4b None None] Provisioning for port e112fb2d-d544-4613-8cf8-00fc5ad84e2b completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:17:27.006407 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-94151927-9f31-47ef-9029-5eaa97684a4b None None] Provisioning complete for port e112fb2d-d544-4613-8cf8-00fc5ad84e2b triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:17:27.009943 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-94151927-9f31-47ef-9029-5eaa97684a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:27.127956 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08834971-29c0-4903-b211-7fc3a3168709 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:17:27.199499 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-08834971-29c0-4903-b211-7fc3a3168709 admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:27.199499 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-08834971-29c0-4903-b211-7fc3a3168709 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5094039 Aug 28 15:17:27.199499 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34534) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:27.299045 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5f5acc-48bc-4e98-bb0a-478026231f6a None None] Sync routers for ids ['ba0a9660-60e0-4de7-9d02-c0b8a812ce87'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:17:27.315277 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-3958c619-28d8-4dcd-81d1-fe1ee52d1eb2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Allocated IP 172.25.3.27 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/58558bbb-b937-4ec4-8f5a-70cb962938f2) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:17:27.402102 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5f5acc-48bc-4e98-bb0a-478026231f6a None None] Routers {'ba0a9660-60e0-4de7-9d02-c0b8a812ce87'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:17:27.406443 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-6b5f5acc-48bc-4e98-bb0a-478026231f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:17:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ba0a9660-60e0-4de7-9d02-c0b8a812ce87'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:27.491264 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3958c619-28d8-4dcd-81d1-fe1ee52d1eb2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:27.579749 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3958c619-28d8-4dcd-81d1-fe1ee52d1eb2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:27.731019 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3958c619-28d8-4dcd-81d1-fe1ee52d1eb2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:17:27.738294 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-3958c619-28d8-4dcd-81d1-fe1ee52d1eb2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:17:27.751336 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3958c619-28d8-4dcd-81d1-fe1ee52d1eb2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:17:27.853164 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-6b5f5acc-48bc-4e98-bb0a-478026231f6a None None] Set router ba0a9660-60e0-4de7-9d02-c0b8a812ce87 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:17:27.860257 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958c619-28d8-4dcd-81d1-fe1ee52d1eb2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Pushing event updated for resources: {'Port': ['ID=58558bbb-b937-4ec4-8f5a-70cb962938f2,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:27.915778 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-94151927-9f31-47ef-9029-5eaa97684a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:27.985768 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-94151927-9f31-47ef-9029-5eaa97684a4b None None] For port e112fb2d-d544-4613-8cf8-00fc5ad84e2b, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e112fb2d-d544-4613-8cf8-00fc5ad84e2b,segment=NetworkSegment(c3da0be6-b78e-44bb-a617-8f7114ca16cd),segment_id=c3da0be6-b78e-44bb-a617-8f7114ca16cd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:17:27.991308 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-94151927-9f31-47ef-9029-5eaa97684a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:28.122654 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94151927-9f31-47ef-9029-5eaa97684a4b None None] Pushing event updated for resources: {'Port': ['ID=e112fb2d-d544-4613-8cf8-00fc5ad84e2b,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:28.184439 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9a7d3ed9-fa7a-4a28-8f9e-f9166db086e6 None None] Provisioning complete for port e112fb2d-d544-4613-8cf8-00fc5ad84e2b triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:17:28.184821 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9a7d3ed9-fa7a-4a28-8f9e-f9166db086e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:28.211402 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-888cad0e-334c-4f7f-ab5c-bae53efc5b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:28.455984 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-6b5f5acc-48bc-4e98-bb0a-478026231f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'name': 'tempest-TaggedBootDevicesTest-1550983569-router', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '316545f5-939b-443a-bc63-43b3ce8a665a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:17:23Z', 'updated_at': '2021-08-28T15:17:25Z', 'revision_number': 3, 'project_id': 'ad719b405fc34c1c8445c92c2e91c430', 'gw_port': {'id': '316545f5-939b-443a-bc63-43b3ce8a665a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:17:24Z', 'updated_at': '2021-08-28T15:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:28.483117 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e112fb2d-d544-4613-8cf8-00fc5ad84e2b up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:17:28.569577 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3958c619-28d8-4dcd-81d1-fe1ee52d1eb2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:28.606473 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5f5acc-48bc-4e98-bb0a-478026231f6a None None] Checking router: ba0a9660-60e0-4de7-9d02-c0b8a812ce87 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:17:28.606833 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5f5acc-48bc-4e98-bb0a-478026231f6a None None] Updating router ba0a9660-60e0-4de7-9d02-c0b8a812ce87 port 316545f5-939b-443a-bc63-43b3ce8a665a binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:17:28.661443 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port e112fb2d-d544-4613-8cf8-00fc5ad84e2b triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:17:28.662056 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:28.701630 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5acc-48bc-4e98-bb0a-478026231f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:28.848693 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-888cad0e-334c-4f7f-ab5c-bae53efc5b17 admin admin] Allocated IP 172.20.0.1 (26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a/73534ea4-fd9f-45ca-ad96-4ea00206b4ee/fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:17:28.993766 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3958c619-28d8-4dcd-81d1-fe1ee52d1eb2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4654'] for router, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:28.999024 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3958c619-28d8-4dcd-81d1-fe1ee52d1eb2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523761'] for router, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:29.065728 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-888cad0e-334c-4f7f-ab5c-bae53efc5b17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:29.091073 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-888cad0e-334c-4f7f-ab5c-bae53efc5b17 admin admin] Transition to ACTIVE for port object fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:17:29.165494 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-888cad0e-334c-4f7f-ab5c-bae53efc5b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:29.223047 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888cad0e-334c-4f7f-ab5c-bae53efc5b17 admin admin] Network 26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:17:29.226306 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-888cad0e-334c-4f7f-ab5c-bae53efc5b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:17:29.230158 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888cad0e-334c-4f7f-ab5c-bae53efc5b17 admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:17:29.239363 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5acc-48bc-4e98-bb0a-478026231f6a None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:29.266983 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3958c619-28d8-4dcd-81d1-fe1ee52d1eb2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Router 8937ff92-ebc4-4dbf-ada4-32c1c275c457 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:17:29.277243 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6b5f5acc-48bc-4e98-bb0a-478026231f6a None None] Transition to ACTIVE for port object 316545f5-939b-443a-bc63-43b3ce8a665a will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:17:29.291437 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5acc-48bc-4e98-bb0a-478026231f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:29.296544 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888cad0e-334c-4f7f-ab5c-bae53efc5b17 admin admin] Pushing event updated for resources: {'Port': ['ID=fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:29.319475 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-888cad0e-334c-4f7f-ab5c-bae53efc5b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:29.442308 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-6b5f5acc-48bc-4e98-bb0a-478026231f6a None None] Attempting to bind port 316545f5-939b-443a-bc63-43b3ce8a665a on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:17:29.442883 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-6b5f5acc-48bc-4e98-bb0a-478026231f6a None None] Attempting to bind port 316545f5-939b-443a-bc63-43b3ce8a665a by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:17:29.445672 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5f5acc-48bc-4e98-bb0a-478026231f6a None None] Attempting to bind port 316545f5-939b-443a-bc63-43b3ce8a665a on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:17:29.458685 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3958c619-28d8-4dcd-81d1-fe1ee52d1eb2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:17:29.472765 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3958c619-28d8-4dcd-81d1-fe1ee52d1eb2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:29.473232 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecf8061-7cbf-47ae-9202-d4f5ba1f1e90 None None] Sync routers for ids ['8937ff92-ebc4-4dbf-ada4-32c1c275c457'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:17:29.474142 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3958c619-28d8-4dcd-81d1-fe1ee52d1eb2 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "PUT /v2.0/routers/8937ff92-ebc4-4dbf-ada4-32c1c275c457 HTTP/1.1" status: 200 len: 882 time: 3.3630514 Aug 28 15:17:29.483037 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34556) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:29.489270 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5f5acc-48bc-4e98-bb0a-478026231f6a None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:17:29.496527 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecf8061-7cbf-47ae-9202-d4f5ba1f1e90 None None] Routers {'8937ff92-ebc4-4dbf-ada4-32c1c275c457'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:17:29.496944 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5f5acc-48bc-4e98-bb0a-478026231f6a None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:17:29.497520 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5acc-48bc-4e98-bb0a-478026231f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:29.497752 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-aecf8061-7cbf-47ae-9202-d4f5ba1f1e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:17:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['8937ff92-ebc4-4dbf-ada4-32c1c275c457'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:29.497919 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5f5acc-48bc-4e98-bb0a-478026231f6a None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:17:29.498419 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-6b5f5acc-48bc-4e98-bb0a-478026231f6a None None] Bound port: 316545f5-939b-443a-bc63-43b3ce8a665a, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:17:29.498864 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5acc-48bc-4e98-bb0a-478026231f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:29.584989 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfefa66-8ef8-4838-9512-945871000b61 None None] Pushing event updated for resources: {'Port': ['ID=316545f5-939b-443a-bc63-43b3ce8a665a,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:29.586421 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-aecf8061-7cbf-47ae-9202-d4f5ba1f1e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:29.622544 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecf8061-7cbf-47ae-9202-d4f5ba1f1e90 None None] Routers {'8937ff92-ebc4-4dbf-ada4-32c1c275c457'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:17:29.625350 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-aecf8061-7cbf-47ae-9202-d4f5ba1f1e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:17:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['8937ff92-ebc4-4dbf-ada4-32c1c275c457'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:29.706224 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-6b5f5acc-48bc-4e98-bb0a-478026231f6a None None] For port 316545f5-939b-443a-bc63-43b3ce8a665a, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:17:29.715456 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-6b5f5acc-48bc-4e98-bb0a-478026231f6a None None] For port 316545f5-939b-443a-bc63-43b3ce8a665a, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=316545f5-939b-443a-bc63-43b3ce8a665a,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:17:29.721878 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5acc-48bc-4e98-bb0a-478026231f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:29.778006 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-aecf8061-7cbf-47ae-9202-d4f5ba1f1e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:29.782615 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecf8061-7cbf-47ae-9202-d4f5ba1f1e90 None None] The sync data for ids ['8937ff92-ebc4-4dbf-ada4-32c1c275c457'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:17:29.870964 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a5d7c842-2eb5-491d-a255-1c8770ee5fe9 None None] Provisioning for port fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:17:29.918503 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a5d7c842-2eb5-491d-a255-1c8770ee5fe9 None None] Provisioning complete for port fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:17:29.918788 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a5d7c842-2eb5-491d-a255-1c8770ee5fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:29.925005 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5f5acc-48bc-4e98-bb0a-478026231f6a None None] Routers {'ba0a9660-60e0-4de7-9d02-c0b8a812ce87'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:17:29.925645 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-6b5f5acc-48bc-4e98-bb0a-478026231f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:17:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ba0a9660-60e0-4de7-9d02-c0b8a812ce87'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:29.942085 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfefa66-8ef8-4838-9512-945871000b61 None None] Pushing event updated for resources: {'Port': ['ID=316545f5-939b-443a-bc63-43b3ce8a665a,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:30.105767 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a5d7c842-2eb5-491d-a255-1c8770ee5fe9 None None] Port fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:17:30.177918 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-888cad0e-334c-4f7f-ab5c-bae53efc5b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:30.288906 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6aae2b63-fa52-4791-bf16-2fd1d713b33b tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "GET /v2.0/routers/8937ff92-ebc4-4dbf-ada4-32c1c275c457 HTTP/1.1" status: 200 len: 923 time: 0.8019912 Aug 28 15:17:30.291488 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34578) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:30.366590 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9287fdf3-ba63-434a-a2ca-0f20c7ea7fe9 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:30.368345 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9287fdf3-ba63-434a-a2ca-0f20c7ea7fe9 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=61448970-1875-4f3f-bc01-29da4e3666f1&device_id=8937ff92-ebc4-4dbf-ada4-32c1c275c457&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0755746 Aug 28 15:17:30.370860 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34580) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:30.379550 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb1d3a-d782-4ebd-bcd1-c097f6971537 req-b3077e5a-12b8-4864-885a-2e95d4329b85 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:30.387971 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7ccb1d3a-d782-4ebd-bcd1-c097f6971537 req-b3077e5a-12b8-4864-885a-2e95d4329b85 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1116254 Aug 28 15:17:30.482338 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7ccb1d3a-d782-4ebd-bcd1-c097f6971537 req-16e1ad16-bf23-47a7-9986-4085d578033c tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848711 Aug 28 15:17:30.549379 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-888cad0e-334c-4f7f-ab5c-bae53efc5b17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:30.554452 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28196b8c-f9de-4ad9-bd72-09e99c57f6f8 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:30.557100 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-28196b8c-f9de-4ad9-bd72-09e99c57f6f8 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 881 time: 0.1838028 Aug 28 15:17:30.558973 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-888cad0e-334c-4f7f-ab5c-bae53efc5b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:30.559753 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34584) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:30.626366 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-aa7a18ea-3f8f-449c-845b-8e7db58eb92d tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "GET /v2.0/ports?device_id=8937ff92-ebc4-4dbf-ada4-32c1c275c457 HTTP/1.1" status: 200 len: 205 time: 0.0620570 Aug 28 15:17:30.628427 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34586) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:30.673627 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-6b5f5acc-48bc-4e98-bb0a-478026231f6a None None] Set router ba0a9660-60e0-4de7-9d02-c0b8a812ce87 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:17:30.724973 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-888cad0e-334c-4f7f-ab5c-bae53efc5b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:30.852129 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c369fd4c-7552-445f-87f2-63ccb6a3573f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:30.876166 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888cad0e-334c-4f7f-ab5c-bae53efc5b17 admin admin] Pushing event updated for resources: {'Port': ['ID=fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:30.897300 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8255f6b-eaee-4326-93b8-0b9047982591 req-ad25d4fe-1742-4a96-a48b-e70242426027 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:30.898961 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e8255f6b-eaee-4326-93b8-0b9047982591 req-ad25d4fe-1742-4a96-a48b-e70242426027 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.2387328 Aug 28 15:17:30.983004 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e8255f6b-eaee-4326-93b8-0b9047982591 req-dd008dbf-f163-4cf7-83a7-4c888c19461a tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732419 Aug 28 15:17:31.038907 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888cad0e-334c-4f7f-ab5c-bae53efc5b17 admin admin] Network 26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:17:31.039541 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-888cad0e-334c-4f7f-ab5c-bae53efc5b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:17:31.098976 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c369fd4c-7552-445f-87f2-63ccb6a3573f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:31.195622 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-6b5f5acc-48bc-4e98-bb0a-478026231f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'name': 'tempest-TaggedBootDevicesTest-1550983569-router', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '316545f5-939b-443a-bc63-43b3ce8a665a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:17:23Z', 'updated_at': '2021-08-28T15:17:29Z', 'revision_number': 4, 'project_id': 'ad719b405fc34c1c8445c92c2e91c430', 'gw_port': {'id': '316545f5-939b-443a-bc63-43b3ce8a665a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:17:24Z', 'updated_at': '2021-08-28T15:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8', 'name': '', 'network_id': '26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'mac_address': 'fa:16:3e:85:19:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '73534ea4-fd9f-45ca-ad96-4ea00206b4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:17:28Z', 'updated_at': '2021-08-28T15:17:28Z', 'revision_number': 1, 'project_id': 'ad719b405fc34c1c8445c92c2e91c430', 'subnets': [{'id': '73534ea4-fd9f-45ca-ad96-4ea00206b4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:31.215314 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-c369fd4c-7552-445f-87f2-63ccb6a3573f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Deleting port 58558bbb-b937-4ec4-8f5a-70cb962938f2 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:17:31.215681 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c369fd4c-7552-445f-87f2-63ccb6a3573f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:31.296203 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5f5acc-48bc-4e98-bb0a-478026231f6a None None] The sync data for ids ['ba0a9660-60e0-4de7-9d02-c0b8a812ce87'] in n-d-712137-10 is: [{'id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'name': 'tempest-TaggedBootDevicesTest-1550983569-router', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '316545f5-939b-443a-bc63-43b3ce8a665a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:17:23Z', 'updated_at': '2021-08-28T15:17:29Z', 'revision_number': 4, 'project_id': 'ad719b405fc34c1c8445c92c2e91c430', 'gw_port': {'id': '316545f5-939b-443a-bc63-43b3ce8a665a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:17:24Z', 'updated_at': '2021-08-28T15:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8', 'name': '', 'network_id': '26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'mac_address': 'fa:16:3e:85:19:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '73534ea4-fd9f-45ca-ad96-4ea00206b4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:17:28Z', 'updated_at': '2021-08-28T15:17:28Z', 'revision_number': 1, 'project_id': 'ad719b405fc34c1c8445c92c2e91c430', 'subnets': [{'id': '73534ea4-fd9f-45ca-ad96-4ea00206b4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:17:31.380826 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888cad0e-334c-4f7f-ab5c-bae53efc5b17 admin admin] Router ba0a9660-60e0-4de7-9d02-c0b8a812ce87 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:17:31.395840 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db03662-148e-437c-86b6-15654abbc125 req-0cfc2610-8e87-40bd-9bd7-09dc2647d307 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:31.408620 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c369fd4c-7552-445f-87f2-63ccb6a3573f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:31.410921 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2db03662-148e-437c-86b6-15654abbc125 req-0cfc2610-8e87-40bd-9bd7-09dc2647d307 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1351819 Aug 28 15:17:31.447191 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-c369fd4c-7552-445f-87f2-63ccb6a3573f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Calling delete_port for 58558bbb-b937-4ec4-8f5a-70cb962938f2 owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:17:31.495850 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2db03662-148e-437c-86b6-15654abbc125 req-7f066875-3f1f-440d-9c70-422c75155da2 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839202 Aug 28 15:17:31.544317 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4b462534-2639-42d8-a4df-bc936094e4e7 None None] Provisioning complete for port fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:17:31.544816 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4b462534-2639-42d8-a4df-bc936094e4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:31.620244 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-4b462534-2639-42d8-a4df-bc936094e4e7 None None] Port fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:17:31.739443 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888cad0e-334c-4f7f-ab5c-bae53efc5b17 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:17:31.757306 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-888cad0e-334c-4f7f-ab5c-bae53efc5b17 admin admin] 10.222.0.13 "PUT /v2.0/routers/ba0a9660-60e0-4de7-9d02-c0b8a812ce87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5641572 Aug 28 15:17:31.799364 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eceea2c-5e93-44a7-83a0-c8052ae0722b req-0f1591e8-eefc-4d48-8138-b6fd9dd926b1 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:31.808325 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0eceea2c-5e93-44a7-83a0-c8052ae0722b req-0f1591e8-eefc-4d48-8138-b6fd9dd926b1 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1990001 Aug 28 15:17:31.913568 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0eceea2c-5e93-44a7-83a0-c8052ae0722b req-0a5ce5d2-2038-4b0c-9d15-4fdb38f6ee8f tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036718 Aug 28 15:17:31.959544 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c369fd4c-7552-445f-87f2-63ccb6a3573f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:32.054628 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369fd4c-7552-445f-87f2-63ccb6a3573f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Pushing event deleted for resources: {'Port': ['ID=58558bbb-b937-4ec4-8f5a-70cb962938f2,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:32.270100 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c369fd4c-7552-445f-87f2-63ccb6a3573f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:32.432459 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c369fd4c-7552-445f-87f2-63ccb6a3573f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:32.435738 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c369fd4c-7552-445f-87f2-63ccb6a3573f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:32.468897 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092af653-f41a-45d5-a89b-c96ddb008e77 req-c2167fa5-b950-4e16-a7d1-4d7b7ced883a tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:32.477407 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-092af653-f41a-45d5-a89b-c96ddb008e77 req-c2167fa5-b950-4e16-a7d1-4d7b7ced883a tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.2907982 Aug 28 15:17:32.563421 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c369fd4c-7552-445f-87f2-63ccb6a3573f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:32.568452 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c369fd4c-7552-445f-87f2-63ccb6a3573f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Fanout notify agent at l3_agent the message router_deleted on router 8937ff92-ebc4-4dbf-ada4-32c1c275c457 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:17:32.597926 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c369fd4c-7552-445f-87f2-63ccb6a3573f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:32.616186 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34654) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:32.622208 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-5891d6af-ff11-40ab-aadb-1dee78cad3dd tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-564918367', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:17:32.628569 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c369fd4c-7552-445f-87f2-63ccb6a3573f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "DELETE /v2.0/routers/8937ff92-ebc4-4dbf-ada4-32c1c275c457 HTTP/1.1" status: 204 len: 168 time: 1.9981258 Aug 28 15:17:32.716779 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-092af653-f41a-45d5-a89b-c96ddb008e77 req-9ebf361f-a359-4183-b048-477da2a62061 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369223 Aug 28 15:17:32.728356 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5891d6af-ff11-40ab-aadb-1dee78cad3dd tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:32.729609 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5891d6af-ff11-40ab-aadb-1dee78cad3dd tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:33.000550 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5891d6af-ff11-40ab-aadb-1dee78cad3dd tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:33.064646 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5891d6af-ff11-40ab-aadb-1dee78cad3dd tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:33.099413 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5891d6af-ff11-40ab-aadb-1dee78cad3dd tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:33.100924 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5891d6af-ff11-40ab-aadb-1dee78cad3dd tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4836810 Aug 28 15:17:33.105049 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34662) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:33.111298 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-e7624f8b-f640-4ad0-81dd-b979c7b8371a tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'enable_snat': True}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:17:33.156501 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7803b4-f078-415c-ab81-7a7211a6fb12 req-3c14be55-72ae-4c81-ac44-2e4d129cf947 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:33.161402 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3c7803b4-f078-415c-ab81-7a7211a6fb12 req-3c14be55-72ae-4c81-ac44-2e4d129cf947 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1915121 Aug 28 15:17:33.217006 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3c7803b4-f078-415c-ab81-7a7211a6fb12 req-c53a35e5-85ea-4341-8ae9-8cf6489624b1 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492015 Aug 28 15:17:33.572666 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503dbae8-3f02-4dbd-b42d-9227812bc69b req-c7f94c1b-2afd-4703-a8a7-67914b6293b2 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:33.574242 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-503dbae8-3f02-4dbd-b42d-9227812bc69b req-c7f94c1b-2afd-4703-a8a7-67914b6293b2 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1404612 Aug 28 15:17:33.646063 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7624f8b-f640-4ad0-81dd-b979c7b8371a tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:33.665881 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-503dbae8-3f02-4dbd-b42d-9227812bc69b req-c5232323-515b-4202-a063-f01faa0366f1 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840824 Aug 28 15:17:33.836001 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdd54e-3826-4374-b824-811d9a322cc5 req-ffecc29b-671d-47c8-b72e-f17015f4be7c tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:33.837855 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-74cdd54e-3826-4374-b824-811d9a322cc5 req-ffecc29b-671d-47c8-b72e-f17015f4be7c tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.0804441 Aug 28 15:17:33.928624 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-74cdd54e-3826-4374-b824-811d9a322cc5 req-6f706205-a69e-412c-90fe-5f7cef0d16f2 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756040 Aug 28 15:17:34.196292 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7624f8b-f640-4ad0-81dd-b979c7b8371a tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:34.233588 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7624f8b-f640-4ad0-81dd-b979c7b8371a tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:34.345325 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac44715-1caf-4b7d-a9e5-e730586c31b3 req-59d2454b-e3a6-44ca-970c-cc9bf524d4b9 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:34.347011 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6ac44715-1caf-4b7d-a9e5-e730586c31b3 req-59d2454b-e3a6-44ca-970c-cc9bf524d4b9 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1273844 Aug 28 15:17:34.441174 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 316545f5-939b-443a-bc63-43b3ce8a665a up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:17:34.445699 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6ac44715-1caf-4b7d-a9e5-e730586c31b3 req-aa5bcb7c-1da6-4121-bce1-58150bfda421 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903902 Aug 28 15:17:34.446833 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-e7624f8b-f640-4ad0-81dd-b979c7b8371a tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Allocated IP 172.25.3.90 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/8f6608a0-e3f8-4c5d-bc48-682d1eee5900) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:17:34.576240 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 316545f5-939b-443a-bc63-43b3ce8a665a completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:17:34.591365 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 316545f5-939b-443a-bc63-43b3ce8a665a triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:17:34.593389 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:34.651551 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7624f8b-f640-4ad0-81dd-b979c7b8371a tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:34.755014 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7624f8b-f640-4ad0-81dd-b979c7b8371a tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:34.764892 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8171e1-9dd0-479f-95cf-792b346108dc req-bb2f4c59-1649-4b11-901a-f9de047cd00a tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:34.769678 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ff8171e1-9dd0-479f-95cf-792b346108dc req-bb2f4c59-1649-4b11-901a-f9de047cd00a tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1638172 Aug 28 15:17:34.797775 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:34.811740 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b113d0bf-cce9-49b7-a314-2635f2d3b707 None None] Sync routers for ids ['ba0a9660-60e0-4de7-9d02-c0b8a812ce87'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:17:34.825146 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7624f8b-f640-4ad0-81dd-b979c7b8371a tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Pushing event updated for resources: {'Port': ['ID=8f6608a0-e3f8-4c5d-bc48-682d1eee5900,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:34.843733 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7624f8b-f640-4ad0-81dd-b979c7b8371a tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:17:34.849223 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-e7624f8b-f640-4ad0-81dd-b979c7b8371a tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:17:34.852753 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7624f8b-f640-4ad0-81dd-b979c7b8371a tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:17:34.880070 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 316545f5-939b-443a-bc63-43b3ce8a665a, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=316545f5-939b-443a-bc63-43b3ce8a665a,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:17:34.898328 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ff8171e1-9dd0-479f-95cf-792b346108dc req-f15264a5-2dc0-4a69-8e55-2ad48f9c53eb tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093152 Aug 28 15:17:34.900220 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b113d0bf-cce9-49b7-a314-2635f2d3b707 None None] Routers {'ba0a9660-60e0-4de7-9d02-c0b8a812ce87'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:17:34.904579 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b113d0bf-cce9-49b7-a314-2635f2d3b707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:17:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ba0a9660-60e0-4de7-9d02-c0b8a812ce87'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:34.915914 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:35.059307 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:17:35.141902 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-b113d0bf-cce9-49b7-a314-2635f2d3b707 None None] Set router ba0a9660-60e0-4de7-9d02-c0b8a812ce87 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:17:35.222020 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7624f8b-f640-4ad0-81dd-b979c7b8371a tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:35.287294 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0906ca-0580-4952-9bec-f6b7eefbcf83 req-450768cc-2cc8-4210-ae47-e6aad89ef1a9 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:35.299448 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4d0906ca-0580-4952-9bec-f6b7eefbcf83 req-450768cc-2cc8-4210-ae47-e6aad89ef1a9 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1310432 Aug 28 15:17:35.360284 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4d0906ca-0580-4952-9bec-f6b7eefbcf83 req-463075bd-33d7-4a62-bc40-ef2dded9f8ff tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594127 Aug 28 15:17:35.375792 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=316545f5-939b-443a-bc63-43b3ce8a665a,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:35.387303 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:35.387682 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:35.388034 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:35.388475 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:35.388688 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:35.389021 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:35.390211 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:35.390641 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:35.390977 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:35.391307 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:35.391633 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:35.391990 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:35.511988 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b113d0bf-cce9-49b7-a314-2635f2d3b707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'name': 'tempest-TaggedBootDevicesTest-1550983569-router', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '316545f5-939b-443a-bc63-43b3ce8a665a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:17:23Z', 'updated_at': '2021-08-28T15:17:29Z', 'revision_number': 4, 'project_id': 'ad719b405fc34c1c8445c92c2e91c430', 'gw_port': {'id': '316545f5-939b-443a-bc63-43b3ce8a665a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:17:24Z', 'updated_at': '2021-08-28T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8', 'name': '', 'network_id': '26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'mac_address': 'fa:16:3e:85:19:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '73534ea4-fd9f-45ca-ad96-4ea00206b4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:17:28Z', 'updated_at': '2021-08-28T15:17:30Z', 'revision_number': 2, 'project_id': 'ad719b405fc34c1c8445c92c2e91c430', 'subnets': [{'id': '73534ea4-fd9f-45ca-ad96-4ea00206b4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:35.551826 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b113d0bf-cce9-49b7-a314-2635f2d3b707 None None] Checking router: ba0a9660-60e0-4de7-9d02-c0b8a812ce87 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:17:35.552108 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b113d0bf-cce9-49b7-a314-2635f2d3b707 None None] Updating router ba0a9660-60e0-4de7-9d02-c0b8a812ce87 port fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:17:35.590046 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b113d0bf-cce9-49b7-a314-2635f2d3b707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:35.910970 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aefbef-1268-42fc-9b0b-da1c10aec836 req-a17707a2-cc43-41af-941c-9afe3477a75b tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:35.912605 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c8aefbef-1268-42fc-9b0b-da1c10aec836 req-a17707a2-cc43-41af-941c-9afe3477a75b tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.4160440 Aug 28 15:17:35.918112 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b113d0bf-cce9-49b7-a314-2635f2d3b707 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:35.929657 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b113d0bf-cce9-49b7-a314-2635f2d3b707 None None] Transition to ACTIVE for port object fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:17:35.936164 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b113d0bf-cce9-49b7-a314-2635f2d3b707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:35.952072 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7624f8b-f640-4ad0-81dd-b979c7b8371a tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4654'] for router, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:35.961376 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7624f8b-f640-4ad0-81dd-b979c7b8371a tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523761'] for router, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:35.972086 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c8aefbef-1268-42fc-9b0b-da1c10aec836 req-f4a4e1c3-5cb1-4169-82ce-fab2a4d06714 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483012 Aug 28 15:17:35.986362 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313ffe4-f313-4622-be18-46ef6d081c4f None None] Pushing event updated for resources: {'Port': ['ID=fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:36.044908 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-b113d0bf-cce9-49b7-a314-2635f2d3b707 None None] Attempting to bind port fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:17:36.045406 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-b113d0bf-cce9-49b7-a314-2635f2d3b707 None None] Attempting to bind port fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'c3da0be6-b78e-44bb-a617-8f7114ca16cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:17:36.046480 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b113d0bf-cce9-49b7-a314-2635f2d3b707 None None] Attempting to bind port fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8 on network 26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:17:36.052287 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b113d0bf-cce9-49b7-a314-2635f2d3b707 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:17:36.052753 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b113d0bf-cce9-49b7-a314-2635f2d3b707 None None] Checking segment: {'id': 'c3da0be6-b78e-44bb-a617-8f7114ca16cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:17:36.053224 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b113d0bf-cce9-49b7-a314-2635f2d3b707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:36.053679 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b113d0bf-cce9-49b7-a314-2635f2d3b707 None None] Bound using segment: {'id': 'c3da0be6-b78e-44bb-a617-8f7114ca16cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:17:36.054210 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-b113d0bf-cce9-49b7-a314-2635f2d3b707 None None] Bound port: fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3da0be6-b78e-44bb-a617-8f7114ca16cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:17:36.054683 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b113d0bf-cce9-49b7-a314-2635f2d3b707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:36.132131 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-b113d0bf-cce9-49b7-a314-2635f2d3b707 None None] For port fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:17:36.137271 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-b113d0bf-cce9-49b7-a314-2635f2d3b707 None None] For port fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8,segment=NetworkSegment(c3da0be6-b78e-44bb-a617-8f7114ca16cd),segment_id=c3da0be6-b78e-44bb-a617-8f7114ca16cd)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:17:36.139848 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7624f8b-f640-4ad0-81dd-b979c7b8371a tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Router 0f1bbceb-7ceb-405f-85df-172af513c155 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:17:36.144419 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b113d0bf-cce9-49b7-a314-2635f2d3b707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:36.281678 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7624f8b-f640-4ad0-81dd-b979c7b8371a tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:17:36.290948 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7624f8b-f640-4ad0-81dd-b979c7b8371a tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:36.292291 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e7624f8b-f640-4ad0-81dd-b979c7b8371a tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "PUT /v2.0/routers/0f1bbceb-7ceb-405f-85df-172af513c155 HTTP/1.1" status: 200 len: 917 time: 3.1867113 Aug 28 15:17:36.295717 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8880c319-452f-49b7-baef-e2826d5319fd None None] Sync routers for ids ['0f1bbceb-7ceb-405f-85df-172af513c155'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:17:36.309459 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34792) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:36.315588 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8880c319-452f-49b7-baef-e2826d5319fd None None] Routers {'0f1bbceb-7ceb-405f-85df-172af513c155'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:17:36.317236 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8880c319-452f-49b7-baef-e2826d5319fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:17:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['0f1bbceb-7ceb-405f-85df-172af513c155'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:36.407562 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313ffe4-f313-4622-be18-46ef6d081c4f None None] Pushing event updated for resources: {'Port': ['ID=fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:36.410785 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8880c319-452f-49b7-baef-e2826d5319fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:36.421815 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8880c319-452f-49b7-baef-e2826d5319fd None None] Routers {'0f1bbceb-7ceb-405f-85df-172af513c155'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:17:36.423490 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8880c319-452f-49b7-baef-e2826d5319fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:17:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['0f1bbceb-7ceb-405f-85df-172af513c155'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:36.432600 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 316545f5-939b-443a-bc63-43b3ce8a665a up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:17:36.441640 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b113d0bf-cce9-49b7-a314-2635f2d3b707 None None] Routers {'ba0a9660-60e0-4de7-9d02-c0b8a812ce87'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:17:36.442824 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b113d0bf-cce9-49b7-a314-2635f2d3b707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:17:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ba0a9660-60e0-4de7-9d02-c0b8a812ce87'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:36.490202 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8880c319-452f-49b7-baef-e2826d5319fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:36.491147 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8880c319-452f-49b7-baef-e2826d5319fd None None] The sync data for ids ['0f1bbceb-7ceb-405f-85df-172af513c155'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:17:36.523080 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61d569-7ee5-490a-98e0-0d87ae548f38 req-c8427a34-e2d2-4cd3-ab4f-ff987206e33b tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:36.532408 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7f61d569-7ee5-490a-98e0-0d87ae548f38 req-c8427a34-e2d2-4cd3-ab4f-ff987206e33b tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/networks?id=ce54f031-11c3-4162-9420-a2bcdac36fa0 HTTP/1.1" status: 200 len: 813 time: 0.3408251 Aug 28 15:17:36.560168 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7f61d569-7ee5-490a-98e0-0d87ae548f38 req-20f7b613-e480-4db5-a91d-2fb0eb2d0276 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/quotas/90bd0625838345f6bc46ab54cae2109b HTTP/1.1" status: 200 len: 375 time: 0.0284812 Aug 28 15:17:36.613639 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-512fc06b-2820-4beb-9f5c-740dba26554b tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "GET /v2.0/routers/0f1bbceb-7ceb-405f-85df-172af513c155 HTTP/1.1" status: 200 len: 923 time: 0.3029251 Aug 28 15:17:36.618740 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34806) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:36.698102 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 316545f5-939b-443a-bc63-43b3ce8a665a triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:17:36.698685 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:36.721277 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99e5fea-7d3a-46c4-beb5-39f12fe77fdc tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:36.724333 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c99e5fea-7d3a-46c4-beb5-39f12fe77fdc tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=61448970-1875-4f3f-bc01-29da4e3666f1&device_id=0f1bbceb-7ceb-405f-85df-172af513c155&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1026607 Aug 28 15:17:36.736536 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34808) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:36.739101 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7f61d569-7ee5-490a-98e0-0d87ae548f38 req-ff7075fb-4d9a-4c77-82c9-9b85b303fd5a tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=90bd0625838345f6bc46ab54cae2109b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1770208 Aug 28 15:17:36.760338 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-b113d0bf-cce9-49b7-a314-2635f2d3b707 None None] Set router ba0a9660-60e0-4de7-9d02-c0b8a812ce87 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:17:36.965152 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4ef76-b11a-4ea1-8b14-0485f63309fb req-e9528fae-c92f-448a-8bf5-9d6c363fb945 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:36.966873 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2db4ef76-b11a-4ea1-8b14-0485f63309fb req-e9528fae-c92f-448a-8bf5-9d6c363fb945 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1226010 Aug 28 15:17:36.971068 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bc4f0a-95ac-4917-9b1f-00c7b709ce8c tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:36.972077 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-18bc4f0a-95ac-4917-9b1f-00c7b709ce8c tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 881 time: 0.2328854 Aug 28 15:17:36.975023 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34818) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:37.005857 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d857e403-a3c3-4514-b5ab-9567864f7076 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f1bbceb-7ceb-405f-85df-172af513c155 HTTP/1.1" status: 200 len: 205 time: 0.0296054 Aug 28 15:17:37.008961 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34820) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:37.077803 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2db4ef76-b11a-4ea1-8b14-0485f63309fb req-1afb83af-614c-435f-83e2-49995d06594d tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705569 Aug 28 15:17:37.109966 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b113d0bf-cce9-49b7-a314-2635f2d3b707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'name': 'tempest-TaggedBootDevicesTest-1550983569-router', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '316545f5-939b-443a-bc63-43b3ce8a665a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:17:23Z', 'updated_at': '2021-08-28T15:17:29Z', 'revision_number': 4, 'project_id': 'ad719b405fc34c1c8445c92c2e91c430', 'gw_port': {'id': '316545f5-939b-443a-bc63-43b3ce8a665a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:17:24Z', 'updated_at': '2021-08-28T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8', 'name': '', 'network_id': '26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'mac_address': 'fa:16:3e:85:19:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '73534ea4-fd9f-45ca-ad96-4ea00206b4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:17:28Z', 'updated_at': '2021-08-28T15:17:36Z', 'revision_number': 4, 'project_id': 'ad719b405fc34c1c8445c92c2e91c430', 'subnets': [{'id': '73534ea4-fd9f-45ca-ad96-4ea00206b4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:37.163602 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cbe749a4-4ffc-4810-b98f-0385e0bf74f7 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:37.181781 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b113d0bf-cce9-49b7-a314-2635f2d3b707 None None] The sync data for ids ['ba0a9660-60e0-4de7-9d02-c0b8a812ce87'] in n-d-712137-10 is: [{'id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'name': 'tempest-TaggedBootDevicesTest-1550983569-router', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '316545f5-939b-443a-bc63-43b3ce8a665a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:17:23Z', 'updated_at': '2021-08-28T15:17:29Z', 'revision_number': 4, 'project_id': 'ad719b405fc34c1c8445c92c2e91c430', 'gw_port': {'id': '316545f5-939b-443a-bc63-43b3ce8a665a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:17:24Z', 'updated_at': '2021-08-28T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8', 'name': '', 'network_id': '26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'mac_address': 'fa:16:3e:85:19:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '73534ea4-fd9f-45ca-ad96-4ea00206b4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:17:28Z', 'updated_at': '2021-08-28T15:17:36Z', 'revision_number': 4, 'project_id': 'ad719b405fc34c1c8445c92c2e91c430', 'subnets': [{'id': '73534ea4-fd9f-45ca-ad96-4ea00206b4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:17:37.377914 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdea7c4-ff27-4448-99d2-f031b387b527 req-32bf1196-36b0-4c8e-a706-de84ad6e41fa tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:37.379451 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dcdea7c4-ff27-4448-99d2-f031b387b527 req-32bf1196-36b0-4c8e-a706-de84ad6e41fa tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1700926 Aug 28 15:17:37.461985 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dcdea7c4-ff27-4448-99d2-f031b387b527 req-3c324386-0135-4468-aaa9-b9bbbe5f344e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711563 Aug 28 15:17:37.472418 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cbe749a4-4ffc-4810-b98f-0385e0bf74f7 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:37.582740 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-cbe749a4-4ffc-4810-b98f-0385e0bf74f7 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Deleting port 8f6608a0-e3f8-4c5d-bc48-682d1eee5900 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:17:37.583408 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cbe749a4-4ffc-4810-b98f-0385e0bf74f7 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:37.712675 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cbe749a4-4ffc-4810-b98f-0385e0bf74f7 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:37.739948 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-cbe749a4-4ffc-4810-b98f-0385e0bf74f7 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Calling delete_port for 8f6608a0-e3f8-4c5d-bc48-682d1eee5900 owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:17:37.752323 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8e8f83c-0462-4084-afec-2b717d452713 req-e232065c-3ff5-4b16-a6f6-bbb84bb28b37 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=90bd0625838345f6bc46ab54cae2109b HTTP/1.1" status: 200 len: 221 time: 0.0610571 Aug 28 15:17:37.981291 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e0b2a0e2-2d60-44be-95ec-24fcaf498ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:38.013101 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbaeae-c5d4-4af8-9240-8c1083d63640 req-5fa3fe2e-41d7-490a-8766-37b6c019cfbc tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:38.016159 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6bbbaeae-c5d4-4af8-9240-8c1083d63640 req-5fa3fe2e-41d7-490a-8766-37b6c019cfbc tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1107035 Aug 28 15:17:38.061874 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cbe749a4-4ffc-4810-b98f-0385e0bf74f7 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:38.097802 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6bbbaeae-c5d4-4af8-9240-8c1083d63640 req-dd052a5a-4fdc-483a-9224-20d2fb8a405b tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743816 Aug 28 15:17:38.104160 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe749a4-4ffc-4810-b98f-0385e0bf74f7 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Pushing event deleted for resources: {'Port': ['ID=8f6608a0-e3f8-4c5d-bc48-682d1eee5900,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:38.186603 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cbe749a4-4ffc-4810-b98f-0385e0bf74f7 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:38.278801 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0120c15-ce81-4163-b8ef-2e89b71fbe42 req-5266a304-739a-44de-b261-3e2365985d29 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:38.289957 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0120c15-ce81-4163-b8ef-2e89b71fbe42 req-5266a304-739a-44de-b261-3e2365985d29 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.0931957 Aug 28 15:17:38.308767 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cbe749a4-4ffc-4810-b98f-0385e0bf74f7 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:38.313379 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cbe749a4-4ffc-4810-b98f-0385e0bf74f7 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:38.375903 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cbe749a4-4ffc-4810-b98f-0385e0bf74f7 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:38.376830 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe749a4-4ffc-4810-b98f-0385e0bf74f7 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Fanout notify agent at l3_agent the message router_deleted on router 0f1bbceb-7ceb-405f-85df-172af513c155 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:17:38.386179 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:17:38.402292 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cbe749a4-4ffc-4810-b98f-0385e0bf74f7 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:38.408104 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-cbe749a4-4ffc-4810-b98f-0385e0bf74f7 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "DELETE /v2.0/routers/0f1bbceb-7ceb-405f-85df-172af513c155 HTTP/1.1" status: 204 len: 168 time: 1.3931012 Aug 28 15:17:38.417112 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34880) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:38.426541 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-41f1dbed-fcd5-4140-80d8-ddf0e3aa56d5 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-471215034', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:17:38.469664 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0120c15-ce81-4163-b8ef-2e89b71fbe42 req-592d3dde-602b-41a1-a501-0dd96ede2f4d tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769483 Aug 28 15:17:38.487391 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:17:38.512958 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:17:38.513339 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:38.522811 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-41f1dbed-fcd5-4140-80d8-ddf0e3aa56d5 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:38.524020 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-41f1dbed-fcd5-4140-80d8-ddf0e3aa56d5 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:38.639943 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-41f1dbed-fcd5-4140-80d8-ddf0e3aa56d5 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:38.646220 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-41f1dbed-fcd5-4140-80d8-ddf0e3aa56d5 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:38.658497 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:38.691997 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-41f1dbed-fcd5-4140-80d8-ddf0e3aa56d5 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:38.695165 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6961c15-70b3-4477-9a6d-54eb437eeb7b req-df65794d-e541-465c-8d43-e565e3e9cb88 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:38.698062 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-41f1dbed-fcd5-4140-80d8-ddf0e3aa56d5 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2797952 Aug 28 15:17:38.702766 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8,segment=NetworkSegment(c3da0be6-b78e-44bb-a617-8f7114ca16cd),segment_id=c3da0be6-b78e-44bb-a617-8f7114ca16cd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:17:38.707422 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34890) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:38.708514 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c6961c15-70b3-4477-9a6d-54eb437eeb7b req-df65794d-e541-465c-8d43-e565e3e9cb88 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.0920963 Aug 28 15:17:38.708949 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:38.721595 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-fad886d6-fc73-457d-a375-3c67b62913af tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'enable_snat': False}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:17:38.801288 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c6961c15-70b3-4477-9a6d-54eb437eeb7b req-0e405ee6-3201-42bd-8c7e-7b864663d3f9 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873029 Aug 28 15:17:38.812506 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:39.311795 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fad886d6-fc73-457d-a375-3c67b62913af tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:39.393675 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717a247-14a8-473c-b413-7e17a016df9f req-9af4f098-285b-456b-9546-4dab321153de tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:39.395367 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b717a247-14a8-473c-b413-7e17a016df9f req-9af4f098-285b-456b-9546-4dab321153de tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.4655809 Aug 28 15:17:39.473647 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b717a247-14a8-473c-b413-7e17a016df9f req-6642245a-b40b-434f-911e-841dac306ba5 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689051 Aug 28 15:17:39.733345 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fad886d6-fc73-457d-a375-3c67b62913af tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:39.763876 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe27f0-cbe3-4fff-9e27-f3e89082edf7 req-cea9daf9-bfcc-48a1-8d91-cb8f97aac001 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:39.771626 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4fe27f0-cbe3-4fff-9e27-f3e89082edf7 req-cea9daf9-bfcc-48a1-8d91-cb8f97aac001 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1648338 Aug 28 15:17:39.773950 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fad886d6-fc73-457d-a375-3c67b62913af tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:39.855212 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4fe27f0-cbe3-4fff-9e27-f3e89082edf7 req-376fef8a-6ccd-4bcc-9ae3-be9a1f331081 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826705 Aug 28 15:17:39.939217 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-fad886d6-fc73-457d-a375-3c67b62913af tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Allocated IP 172.25.3.214 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/ca18210f-ab87-4377-a10d-e53965f2a2de) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:17:40.032079 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1511e35-abb5-4820-9e8f-62f22aa2ed5f req-c2bcdbbd-8524-4436-964b-0a8eccbcd8c2 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:40.040567 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f1511e35-abb5-4820-9e8f-62f22aa2ed5f req-c2bcdbbd-8524-4436-964b-0a8eccbcd8c2 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.0804267 Aug 28 15:17:40.072191 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fad886d6-fc73-457d-a375-3c67b62913af tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:40.093630 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f1511e35-abb5-4820-9e8f-62f22aa2ed5f req-5789ca30-b4b6-4987-9766-042d693a4bfe tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517428 Aug 28 15:17:40.120600 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fad886d6-fc73-457d-a375-3c67b62913af tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:40.207160 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad886d6-fc73-457d-a375-3c67b62913af tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Pushing event updated for resources: {'Port': ['ID=ca18210f-ab87-4377-a10d-e53965f2a2de,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:40.221992 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad886d6-fc73-457d-a375-3c67b62913af tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:17:40.223674 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-fad886d6-fc73-457d-a375-3c67b62913af tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:17:40.230737 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad886d6-fc73-457d-a375-3c67b62913af tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:17:40.269050 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648200ae-277a-467c-8b59-8e19a21638a7 req-073b81e0-7492-473a-83d9-23faa22b293e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:40.270870 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-648200ae-277a-467c-8b59-8e19a21638a7 req-073b81e0-7492-473a-83d9-23faa22b293e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.0913777 Aug 28 15:17:40.358671 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:17:40.386626 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-648200ae-277a-467c-8b59-8e19a21638a7 req-1a64dc0e-1ce0-4c9e-8f85-12b9b5b4d691 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084099 Aug 28 15:17:40.448832 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:17:40.449216 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:40.577690 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7a38cd6d-f24b-4076-8016-fbc897a4e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:40.619393 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68d53b-6467-4c6b-854c-c0c261235d95 req-41f2e868-7edb-4fde-97b2-08d759de7480 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:40.621412 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3f68d53b-6467-4c6b-854c-c0c261235d95 req-41f2e868-7edb-4fde-97b2-08d759de7480 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.0974226 Aug 28 15:17:40.726592 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34920) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:40.766256 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3f68d53b-6467-4c6b-854c-c0c261235d95 req-609a43c1-1889-4968-a522-2f5752afacc0 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014180 Aug 28 15:17:40.803497 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fad886d6-fc73-457d-a375-3c67b62913af tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:40.839023 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a21a419-25df-4158-add7-2fbb96a7ba26 admin admin] Deleting subnet b6907997-569b-4cce-a226-064095236f7e {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:17:40.840894 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:40.848437 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a21a419-25df-4158-add7-2fbb96a7ba26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:40.934965 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a21a419-25df-4158-add7-2fbb96a7ba26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:40.987468 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a21a419-25df-4158-add7-2fbb96a7ba26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:41.058026 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a21a419-25df-4158-add7-2fbb96a7ba26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:41.105338 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21a419-25df-4158-add7-2fbb96a7ba26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6907997-569b-4cce-a226-064095236f7e,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:41.107513 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c05abf-320a-40f7-8415-50beeae3ea39 req-cb311ab2-0263-44a1-b05f-11059c19b5ec tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:41.110237 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f1c05abf-320a-40f7-8415-50beeae3ea39 req-cb311ab2-0263-44a1-b05f-11059c19b5ec tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1252325 Aug 28 15:17:41.117773 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a21a419-25df-4158-add7-2fbb96a7ba26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:41.120466 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6a21a419-25df-4158-add7-2fbb96a7ba26 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b6907997-569b-4cce-a226-064095236f7e HTTP/1.1" status: 204 len: 168 time: 0.3899558 Aug 28 15:17:41.122480 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34928) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:41.271589 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eaf822d8-24b7-488b-b347-6c6e99bfa7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:41.280718 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fad886d6-fc73-457d-a375-3c67b62913af tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4654'] for router, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:41.287355 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f1c05abf-320a-40f7-8415-50beeae3ea39 req-80b1299d-ef8a-466d-a6c1-e28da8649152 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523142 Aug 28 15:17:41.289813 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fad886d6-fc73-457d-a375-3c67b62913af tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523761'] for router, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:41.441222 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b0387-7aa4-4d14-a4cb-281e7984f422 req-ab4b1a6e-08f0-4147-a4af-cab5d7e11f7b tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:41.442664 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fa8b0387-7aa4-4d14-a4cb-281e7984f422 req-ab4b1a6e-08f0-4147-a4af-cab5d7e11f7b tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.0676270 Aug 28 15:17:41.471697 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eaf822d8-24b7-488b-b347-6c6e99bfa7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:41.486045 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-eaf822d8-24b7-488b-b347-6c6e99bfa7bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['067add42-4daf-4df6-bc98-00eff46e8deb']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:41.496116 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fa8b0387-7aa4-4d14-a4cb-281e7984f422 req-2976a6b5-ee5c-4f20-801f-e1e2c77b301e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470073 Aug 28 15:17:41.500051 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-eaf822d8-24b7-488b-b347-6c6e99bfa7bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d22389-79ec-4a2f-bfbc-17b1d7034ce3') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:41.500361 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-eaf822d8-24b7-488b-b347-6c6e99bfa7bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d22389-79ec-4a2f-bfbc-17b1d7034ce3') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:41.517362 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eaf822d8-24b7-488b-b347-6c6e99bfa7bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:41.540959 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eaf822d8-24b7-488b-b347-6c6e99bfa7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:41.552906 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf822d8-24b7-488b-b347-6c6e99bfa7bc admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:17:41.553431 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eaf822d8-24b7-488b-b347-6c6e99bfa7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:17:41.555691 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:17:41.626903 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad886d6-fc73-457d-a375-3c67b62913af tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Router e42d42b7-bdbb-4324-9d8e-7ce95b65ef37 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:17:41.641015 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eaf822d8-24b7-488b-b347-6c6e99bfa7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:41.678573 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801aae6d-a544-4014-80b5-b0835cb2955e req-fe641797-159b-4d66-85ac-f7a19da13f14 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:41.680297 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-801aae6d-a544-4014-80b5-b0835cb2955e req-fe641797-159b-4d66-85ac-f7a19da13f14 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.0755496 Aug 28 15:17:41.687417 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eaf822d8-24b7-488b-b347-6c6e99bfa7bc admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:41.691713 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-eaf822d8-24b7-488b-b347-6c6e99bfa7bc admin admin] 10.222.0.13 "DELETE /v2.0/networks/067add42-4daf-4df6-bc98-00eff46e8deb HTTP/1.1" status: 204 len: 168 time: 0.5659995 Aug 28 15:17:41.703445 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf822d8-24b7-488b-b347-6c6e99bfa7bc admin admin] Pushing event deleted for resources: {'Network': ['ID=067add42-4daf-4df6-bc98-00eff46e8deb,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:41.747878 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:41.765529 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-801aae6d-a544-4014-80b5-b0835cb2955e req-9d1cb136-0c73-4d53-b66a-f4e50192b4ee tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661263 Aug 28 15:17:41.789563 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad886d6-fc73-457d-a375-3c67b62913af tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:17:41.799548 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fad886d6-fc73-457d-a375-3c67b62913af tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:41.805124 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6e68a0-73fb-41d7-b0e1-944d14b76f4a None None] Sync routers for ids ['e42d42b7-bdbb-4324-9d8e-7ce95b65ef37'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:17:41.806489 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fad886d6-fc73-457d-a375-3c67b62913af tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "PUT /v2.0/routers/e42d42b7-bdbb-4324-9d8e-7ce95b65ef37 HTTP/1.1" status: 200 len: 919 time: 3.0969031 Aug 28 15:17:41.809742 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34944) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:41.822393 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6e68a0-73fb-41d7-b0e1-944d14b76f4a None None] Routers {'e42d42b7-bdbb-4324-9d8e-7ce95b65ef37'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:17:41.823783 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0d6e68a0-73fb-41d7-b0e1-944d14b76f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:17:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['e42d42b7-bdbb-4324-9d8e-7ce95b65ef37'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:41.908794 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0d6e68a0-73fb-41d7-b0e1-944d14b76f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:41.935081 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6e68a0-73fb-41d7-b0e1-944d14b76f4a None None] Routers {'e42d42b7-bdbb-4324-9d8e-7ce95b65ef37'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:17:41.937108 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0d6e68a0-73fb-41d7-b0e1-944d14b76f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:17:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['e42d42b7-bdbb-4324-9d8e-7ce95b65ef37'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:41.961036 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34946) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:41.965779 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fc1fbf9b-de45-47bf-84aa-382f7efc7489 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "GET /v2.0/routers/e42d42b7-bdbb-4324-9d8e-7ce95b65ef37 HTTP/1.1" status: 200 len: 925 time: 0.1547284 Aug 28 15:17:41.971684 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34948) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:41.985976 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0d6e68a0-73fb-41d7-b0e1-944d14b76f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:41.986996 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6e68a0-73fb-41d7-b0e1-944d14b76f4a None None] The sync data for ids ['e42d42b7-bdbb-4324-9d8e-7ce95b65ef37'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:17:41.996898 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231bf7e-7683-419d-ae39-e01a503498ff req-c114ec36-1b6c-473b-8131-42b79b51b958 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:41.998690 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1231bf7e-7683-419d-ae39-e01a503498ff req-c114ec36-1b6c-473b-8131-42b79b51b958 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1293902 Aug 28 15:17:42.057708 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96ad46e-f089-4046-a731-b9bdb4adaa85 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:42.061157 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e96ad46e-f089-4046-a731-b9bdb4adaa85 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=61448970-1875-4f3f-bc01-29da4e3666f1&device_id=e42d42b7-bdbb-4324-9d8e-7ce95b65ef37&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0823226 Aug 28 15:17:42.062022 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34950) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:42.079350 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1231bf7e-7683-419d-ae39-e01a503498ff req-1533b171-f6bb-48d3-a601-5c0e67719c35 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714049 Aug 28 15:17:42.090308 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-57d1af23-6a63-4511-a502-8b76020a9698 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfd2d59dad8e465c8cd1d67027f8ad13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1260283 Aug 28 15:17:42.093564 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34952) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:42.165809 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b214e99c-60ef-43fd-9131-a2117236cbc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:42.204289 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dde7af-27e9-4ef7-8eef-d7f095d031ed tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:42.208968 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-86dde7af-27e9-4ef7-8eef-d7f095d031ed tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "GET /v2.0/networks/61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 881 time: 0.1464233 Aug 28 15:17:42.209587 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34958) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:42.210402 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b214e99c-60ef-43fd-9131-a2117236cbc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:42.251881 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fde7fabe-cf48-4d26-88df-6d0da3aa61ea tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "GET /v2.0/ports?device_id=e42d42b7-bdbb-4324-9d8e-7ce95b65ef37 HTTP/1.1" status: 200 len: 205 time: 0.0410969 Aug 28 15:17:42.252511 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34960) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:42.305968 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628578e1-73f9-4eb4-a6a6-b9b71d76927c req-a49fc8ff-6676-4f4f-879d-7a60c7d4d2c3 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:42.307539 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-628578e1-73f9-4eb4-a6a6-b9b71d76927c req-a49fc8ff-6676-4f4f-879d-7a60c7d4d2c3 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.0915189 Aug 28 15:17:42.337454 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b214e99c-60ef-43fd-9131-a2117236cbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:42.340049 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b214e99c-60ef-43fd-9131-a2117236cbc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:42.344217 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b214e99c-60ef-43fd-9131-a2117236cbc1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d29e6c43-65b0-476c-8fca-ebb6dba59f06 HTTP/1.1" status: 204 len: 168 time: 0.2465849 Aug 28 15:17:42.362975 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214e99c-60ef-43fd-9131-a2117236cbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29e6c43-65b0-476c-8fca-ebb6dba59f06,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:42.408426 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-628578e1-73f9-4eb4-a6a6-b9b71d76927c req-66fc960c-143e-4406-b000-c1baab5595c7 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912645 Aug 28 15:17:42.423745 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-32bf51da-738a-453e-8b4d-8867f7beeb7e tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:42.604175 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04369a9-4fc5-4eea-ba86-54ebb3c780cb req-f43588aa-940e-49ab-b4a4-530de278882a tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:42.605868 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c04369a9-4fc5-4eea-ba86-54ebb3c780cb req-f43588aa-940e-49ab-b4a4-530de278882a tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1184380 Aug 28 15:17:42.620651 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-32bf51da-738a-453e-8b4d-8867f7beeb7e tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:42.682887 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c04369a9-4fc5-4eea-ba86-54ebb3c780cb req-bc36be3c-f759-4a05-9fd8-ebf2a56c10a4 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697579 Aug 28 15:17:42.720663 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-32bf51da-738a-453e-8b4d-8867f7beeb7e tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Deleting port ca18210f-ab87-4377-a10d-e53965f2a2de {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:17:42.721010 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-32bf51da-738a-453e-8b4d-8867f7beeb7e tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:42.835622 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-32bf51da-738a-453e-8b4d-8867f7beeb7e tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:42.879431 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-32bf51da-738a-453e-8b4d-8867f7beeb7e tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Calling delete_port for ca18210f-ab87-4377-a10d-e53965f2a2de owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:17:43.000018 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884e926-1a80-4bdc-adf7-9f9e08c3959c req-2ae5bb30-fd20-4888-a434-e5f6169f7bb4 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:43.002072 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4884e926-1a80-4bdc-adf7-9f9e08c3959c req-2ae5bb30-fd20-4888-a434-e5f6169f7bb4 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1053944 Aug 28 15:17:43.090080 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4884e926-1a80-4bdc-adf7-9f9e08c3959c req-2ee9255d-7653-47eb-a083-6689ed9dc0b5 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508826 Aug 28 15:17:43.144338 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-32bf51da-738a-453e-8b4d-8867f7beeb7e tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:43.183370 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf51da-738a-453e-8b4d-8867f7beeb7e tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Pushing event deleted for resources: {'Port': ['ID=ca18210f-ab87-4377-a10d-e53965f2a2de,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:43.241378 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e3b9e-09c0-40f5-9a1e-adcc34ec29fb req-462b70c7-708d-4af9-b4b2-a96565de26b0 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:43.250638 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-169e3b9e-09c0-40f5-9a1e-adcc34ec29fb req-462b70c7-708d-4af9-b4b2-a96565de26b0 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.0775294 Aug 28 15:17:43.254720 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:43.286248 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34998) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:43.292034 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-169e3b9e-09c0-40f5-9a1e-adcc34ec29fb req-eb49a6dc-c905-4195-86db-b56863372e60 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403664 Aug 28 15:17:43.292507 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-32bf51da-738a-453e-8b4d-8867f7beeb7e tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:43.399711 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-32bf51da-738a-453e-8b4d-8867f7beeb7e tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:43.402080 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-32bf51da-738a-453e-8b4d-8867f7beeb7e tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:43.455835 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-2e4d54d4-313b-41e6-b67e-d29bacdd7d75 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-148535423-network', 'tenant_id': '777d9510010d4a1f9b746277b4263cbf'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:17:43.470368 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-32bf51da-738a-453e-8b4d-8867f7beeb7e tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:43.470930 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bf51da-738a-453e-8b4d-8867f7beeb7e tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Fanout notify agent at l3_agent the message router_deleted on router e42d42b7-bdbb-4324-9d8e-7ce95b65ef37 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:17:43.490297 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-32bf51da-738a-453e-8b4d-8867f7beeb7e tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:43.491472 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-32bf51da-738a-453e-8b4d-8867f7beeb7e tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "DELETE /v2.0/routers/e42d42b7-bdbb-4324-9d8e-7ce95b65ef37 HTTP/1.1" status: 204 len: 168 time: 1.2379727 Aug 28 15:17:43.495348 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35008) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:43.502357 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-b9809310-f976-4086-b44d-2f8389b6068f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-811650378', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}, 'admin_state_up': False}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:17:43.504417 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4d54d4-313b-41e6-b67e-d29bacdd7d75 admin admin] Made reservation on behalf of 777d9510010d4a1f9b746277b4263cbf for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:17:43.507326 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2e4d54d4-313b-41e6-b67e-d29bacdd7d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:43.519072 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2e4d54d4-313b-41e6-b67e-d29bacdd7d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:43.566694 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.db.api [None req-2e4d54d4-313b-41e6-b67e-d29bacdd7d75 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 15:17:43.566694 n-d-712137-10 neutron-server[106330]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 15:17:43.566694 n-d-712137-10 neutron-server[106330]: [parameters: {'project_id_1': '777d9510010d4a1f9b746277b4263cbf', 'expiration_1': datetime.datetime(2021, 8, 28, 15, 17, 43, 530503)}] Aug 28 15:17:43.566694 n-d-712137-10 neutron-server[106330]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:17:43.567573 n-d-712137-10 neutron-server[106330]: DEBUG oslo_db.api [None req-2e4d54d4-313b-41e6-b67e-d29bacdd7d75 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:17:43.611870 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b9809310-f976-4086-b44d-2f8389b6068f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:43.613140 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b9809310-f976-4086-b44d-2f8389b6068f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:43.652297 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af4514-08fe-4505-9182-1fda93665316 req-e8fee408-f91e-4d55-ad8c-0d1f2168bf8b tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:43.660644 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0af4514-08fe-4505-9182-1fda93665316 req-e8fee408-f91e-4d55-ad8c-0d1f2168bf8b tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1269588 Aug 28 15:17:43.712718 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b9809310-f976-4086-b44d-2f8389b6068f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:43.802823 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0af4514-08fe-4505-9182-1fda93665316 req-1959acbc-18d4-41b9-a093-d76a65fb07bf tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367095 Aug 28 15:17:43.906590 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b9809310-f976-4086-b44d-2f8389b6068f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:44.181501 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099438c-6f59-4dfc-953d-f4de77c6072a req-2230c7d7-d374-45d9-8af8-594b025050c9 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:44.181501 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c099438c-6f59-4dfc-953d-f4de77c6072a req-2230c7d7-d374-45d9-8af8-594b025050c9 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.0850265 Aug 28 15:17:44.181501 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2e4d54d4-313b-41e6-b67e-d29bacdd7d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:44.186928 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c099438c-6f59-4dfc-953d-f4de77c6072a req-ffb1ccf4-c275-4297-bb67-3fbff8eb8e0b tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709581 Aug 28 15:17:44.348819 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2e4d54d4-313b-41e6-b67e-d29bacdd7d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:44.355778 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2e4d54d4-313b-41e6-b67e-d29bacdd7d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:44.398912 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e4d54d4-313b-41e6-b67e-d29bacdd7d75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:17:44.417881 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4abd45-41b5-4e6c-b013-3ad9f7b84faa req-0646df82-61fc-433f-9647-217457e1a9c4 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:44.419364 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4b4abd45-41b5-4e6c-b013-3ad9f7b84faa req-0646df82-61fc-433f-9647-217457e1a9c4 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1216562 Aug 28 15:17:44.423523 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d54d4-313b-41e6-b67e-d29bacdd7d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60743525-baa6-492c-96d7-b2711b948c9e,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:44.431197 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2e4d54d4-313b-41e6-b67e-d29bacdd7d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:44.431552 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-2e4d54d4-313b-41e6-b67e-d29bacdd7d75 admin admin] Added segment 01c5611e-ae4b-4448-9fce-3787a47d59b0 of type vlan for network bd620003-6a83-46ba-9892-fe3a5e69ab57 Aug 28 15:17:44.501487 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2e4d54d4-313b-41e6-b67e-d29bacdd7d75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:44.510335 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4b4abd45-41b5-4e6c-b013-3ad9f7b84faa req-6860fa2d-5af7-419a-a6c4-255b504c5c10 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809789 Aug 28 15:17:44.541604 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2e4d54d4-313b-41e6-b67e-d29bacdd7d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:44.544047 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4d54d4-313b-41e6-b67e-d29bacdd7d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:44.544833 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2e4d54d4-313b-41e6-b67e-d29bacdd7d75 admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:44.576995 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b9809310-f976-4086-b44d-2f8389b6068f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:44.615322 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b9809310-f976-4086-b44d-2f8389b6068f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:44.642955 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2e4d54d4-313b-41e6-b67e-d29bacdd7d75 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3498840 Aug 28 15:17:44.644022 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35048) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:44.659529 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-c0e74989-5cc7-4e94-9ea8-8f931204bb5e admin admin] Request body: {'subnet': {'network_id': 'bd620003-6a83-46ba-9892-fe3a5e69ab57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-148535423-subnet', 'tenant_id': '777d9510010d4a1f9b746277b4263cbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:17:44.669147 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d54d4-313b-41e6-b67e-d29bacdd7d75 admin admin] Pushing event updated for resources: {'Network': ['ID=bd620003-6a83-46ba-9892-fe3a5e69ab57,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:44.686662 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network bd620003-6a83-46ba-9892-fe3a5e69ab57 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:17:44.698045 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e74989-5cc7-4e94-9ea8-8f931204bb5e admin admin] Made reservation on behalf of 777d9510010d4a1f9b746277b4263cbf for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:17:44.706639 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c0e74989-5cc7-4e94-9ea8-8f931204bb5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:44.782106 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4d50f-da10-4f44-8cf4-0ab7b8135fc9 req-4ed3cbf9-5694-4109-bc89-a3a2ff5c25a5 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:44.784139 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0ea4d50f-da10-4f44-8cf4-0ab7b8135fc9 req-4ed3cbf9-5694-4109-bc89-a3a2ff5c25a5 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1664343 Aug 28 15:17:44.841364 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-b9809310-f976-4086-b44d-2f8389b6068f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Allocated IP 172.25.3.139 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/e0ef49a5-1eed-4190-bb47-b9cd4b9e4fbb) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:17:44.850399 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0ea4d50f-da10-4f44-8cf4-0ab7b8135fc9 req-f323edba-ea77-4e91-8400-bb4d46a4f420 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588615 Aug 28 15:17:45.007824 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b9809310-f976-4086-b44d-2f8389b6068f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:45.049271 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c0e74989-5cc7-4e94-9ea8-8f931204bb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:45.114207 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b9809310-f976-4086-b44d-2f8389b6068f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:45.184617 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e74989-5cc7-4e94-9ea8-8f931204bb5e admin admin] Checking segment: {'id': '01c5611e-ae4b-4448-9fce-3787a47d59b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd620003-6a83-46ba-9892-fe3a5e69ab57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:17:45.186314 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e74989-5cc7-4e94-9ea8-8f931204bb5e admin admin] Network hostable DHCP agents. Network: bd620003-6a83-46ba-9892-fe3a5e69ab57, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:17:45.193822 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9809310-f976-4086-b44d-2f8389b6068f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:17:45.199894 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e74989-5cc7-4e94-9ea8-8f931204bb5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8337e0c-2603-4789-9044-631bb29ac1b8,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:45.200599 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-b9809310-f976-4086-b44d-2f8389b6068f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:17:45.203230 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9809310-f976-4086-b44d-2f8389b6068f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Pushing event updated for resources: {'Port': ['ID=e0ef49a5-1eed-4190-bb47-b9cd4b9e4fbb,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:45.215713 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9809310-f976-4086-b44d-2f8389b6068f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:17:45.222773 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e74989-5cc7-4e94-9ea8-8f931204bb5e admin admin] Network bd620003-6a83-46ba-9892-fe3a5e69ab57 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:17:45.236115 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-c0e74989-5cc7-4e94-9ea8-8f931204bb5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, bd620003-6a83-46ba-9892-fe3a5e69ab57) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:17:45.247229 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbf1c96-c4e1-49a4-aec7-3372bcbf8ea1 None None] Network bd620003-6a83-46ba-9892-fe3a5e69ab57 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:17:45.262567 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5b6d2-1991-4d37-84cc-5332518cfcef req-bbb4c060-dd8e-46b0-8346-56993f0794b3 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:45.270648 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e74989-5cc7-4e94-9ea8-8f931204bb5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:45.270959 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-acf5b6d2-1991-4d37-84cc-5332518cfcef req-bbb4c060-dd8e-46b0-8346-56993f0794b3 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1477716 Aug 28 15:17:45.271452 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c0e74989-5cc7-4e94-9ea8-8f931204bb5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:45.313311 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c0e74989-5cc7-4e94-9ea8-8f931204bb5e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6646788 Aug 28 15:17:45.419127 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-acf5b6d2-1991-4d37-84cc-5332518cfcef req-b9a10c94-0dc3-434c-b494-0765ccae61ea tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448891 Aug 28 15:17:45.500327 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343aa5ee-90b7-48a7-8516-ba2070be52ed None None] Network bd620003-6a83-46ba-9892-fe3a5e69ab57 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:17:45.673060 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b9809310-f976-4086-b44d-2f8389b6068f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:46.033185 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b9809310-f976-4086-b44d-2f8389b6068f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:46.208454 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9809310-f976-4086-b44d-2f8389b6068f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Router a5e5804e-8aca-4d23-88c9-61c403cfbf3a is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:17:46.360276 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9809310-f976-4086-b44d-2f8389b6068f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:17:46.372613 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0656de-4d40-421d-89ca-b54e7178c567 None None] Sync routers for ids ['a5e5804e-8aca-4d23-88c9-61c403cfbf3a'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:17:46.385261 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0656de-4d40-421d-89ca-b54e7178c567 None None] Routers {'a5e5804e-8aca-4d23-88c9-61c403cfbf3a'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:17:46.386300 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7f0656de-4d40-421d-89ca-b54e7178c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:17:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a5e5804e-8aca-4d23-88c9-61c403cfbf3a'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:46.386767 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b9809310-f976-4086-b44d-2f8389b6068f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:46.389793 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b9809310-f976-4086-b44d-2f8389b6068f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.8921919 Aug 28 15:17:46.391045 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35100) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:46.405088 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-42fe202a-624a-4f81-905a-ccbb54d3dc01 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:17:46.432089 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7f0656de-4d40-421d-89ca-b54e7178c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:46.444341 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0656de-4d40-421d-89ca-b54e7178c567 None None] Routers {'a5e5804e-8aca-4d23-88c9-61c403cfbf3a'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:17:46.445211 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7f0656de-4d40-421d-89ca-b54e7178c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:17:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a5e5804e-8aca-4d23-88c9-61c403cfbf3a'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:46.513525 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7f0656de-4d40-421d-89ca-b54e7178c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:46.515345 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0656de-4d40-421d-89ca-b54e7178c567 None None] The sync data for ids ['a5e5804e-8aca-4d23-88c9-61c403cfbf3a'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:17:46.681047 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6b283-aa41-4fcb-97c1-edeed4721ab6 req-4780a8dc-0505-449c-9f97-d8f1be50064e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:46.683145 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c1d6b283-aa41-4fcb-97c1-edeed4721ab6 req-4780a8dc-0505-449c-9f97-d8f1be50064e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1176562 Aug 28 15:17:46.791437 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c1d6b283-aa41-4fcb-97c1-edeed4721ab6 req-c6e9b36d-305f-46db-8ee0-37ea79c9d97e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999606 Aug 28 15:17:47.521072 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-42fe202a-624a-4f81-905a-ccbb54d3dc01 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:47.549893 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-42fe202a-624a-4f81-905a-ccbb54d3dc01 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:47.558960 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12855e14-a4c1-4070-aa20-66c1f0574e50 req-f523a9d2-3479-454a-86a8-a335b7defdb5 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:47.561936 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12855e14-a4c1-4070-aa20-66c1f0574e50 req-f523a9d2-3479-454a-86a8-a335b7defdb5 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.4335499 Aug 28 15:17:47.635555 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-42fe202a-624a-4f81-905a-ccbb54d3dc01 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Deleting port e0ef49a5-1eed-4190-bb47-b9cd4b9e4fbb {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:17:47.636350 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-42fe202a-624a-4f81-905a-ccbb54d3dc01 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:47.641622 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12855e14-a4c1-4070-aa20-66c1f0574e50 req-066ff199-0791-4aca-a9e7-805e2b048896 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669718 Aug 28 15:17:47.752095 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-42fe202a-624a-4f81-905a-ccbb54d3dc01 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:47.774585 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-42fe202a-624a-4f81-905a-ccbb54d3dc01 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Calling delete_port for e0ef49a5-1eed-4190-bb47-b9cd4b9e4fbb owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:17:47.981911 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-42fe202a-624a-4f81-905a-ccbb54d3dc01 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:48.019434 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe202a-624a-4f81-905a-ccbb54d3dc01 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Pushing event deleted for resources: {'Port': ['ID=e0ef49a5-1eed-4190-bb47-b9cd4b9e4fbb,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:48.093872 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-42fe202a-624a-4f81-905a-ccbb54d3dc01 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:48.353092 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-42fe202a-624a-4f81-905a-ccbb54d3dc01 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4654'] for router, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:48.356821 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-42fe202a-624a-4f81-905a-ccbb54d3dc01 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523761'] for router, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:48.453765 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fe202a-624a-4f81-905a-ccbb54d3dc01 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Router a5e5804e-8aca-4d23-88c9-61c403cfbf3a has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:17:48.553540 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fe202a-624a-4f81-905a-ccbb54d3dc01 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:17:48.563810 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-42fe202a-624a-4f81-905a-ccbb54d3dc01 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:48.564358 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5cfe63-1f34-412c-bb42-b2f3b8a5c8fa None None] Sync routers for ids ['a5e5804e-8aca-4d23-88c9-61c403cfbf3a'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:17:48.566111 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-42fe202a-624a-4f81-905a-ccbb54d3dc01 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "PUT /v2.0/routers/a5e5804e-8aca-4d23-88c9-61c403cfbf3a HTTP/1.1" status: 200 len: 709 time: 2.1717041 Aug 28 15:17:48.568791 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35158) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:48.602114 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5cfe63-1f34-412c-bb42-b2f3b8a5c8fa None None] Routers {'a5e5804e-8aca-4d23-88c9-61c403cfbf3a'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:17:48.603044 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-cd5cfe63-1f34-412c-bb42-b2f3b8a5c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:17:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a5e5804e-8aca-4d23-88c9-61c403cfbf3a'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:48.684824 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-cd5cfe63-1f34-412c-bb42-b2f3b8a5c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:48.697974 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f9d78625-95fa-48cd-a62f-1a57d202b543 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "GET /v2.0/routers/a5e5804e-8aca-4d23-88c9-61c403cfbf3a HTTP/1.1" status: 200 len: 744 time: 0.1266415 Aug 28 15:17:48.700162 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35166) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:48.732075 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5cfe63-1f34-412c-bb42-b2f3b8a5c8fa None None] Routers {'a5e5804e-8aca-4d23-88c9-61c403cfbf3a'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:17:48.733941 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-cd5cfe63-1f34-412c-bb42-b2f3b8a5c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:17:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a5e5804e-8aca-4d23-88c9-61c403cfbf3a'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:48.762624 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2b1bb123-9b37-4390-bc8a-40400789a918 tempest-RoutersIpV6AdminTest-1626494626 tempest-RoutersIpV6AdminTest-1626494626-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=61448970-1875-4f3f-bc01-29da4e3666f1&device_id=a5e5804e-8aca-4d23-88c9-61c403cfbf3a HTTP/1.1" status: 200 len: 205 time: 0.0602465 Aug 28 15:17:48.766057 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35168) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:48.788860 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-cd5cfe63-1f34-412c-bb42-b2f3b8a5c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:17:48.789544 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5cfe63-1f34-412c-bb42-b2f3b8a5c8fa None None] The sync data for ids ['a5e5804e-8aca-4d23-88c9-61c403cfbf3a'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:17:48.818781 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ea0c363d-5f37-49d5-b0ae-348b9a935ca6 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e5804e-8aca-4d23-88c9-61c403cfbf3a HTTP/1.1" status: 200 len: 205 time: 0.0514014 Aug 28 15:17:48.846108 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35170) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:48.917917 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5ec7b-e93a-4016-9083-e95e5f7e6aca req-891ace90-46cb-4391-a47d-f3610abad0a7 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:48.920380 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-08d5ec7b-e93a-4016-9083-e95e5f7e6aca req-891ace90-46cb-4391-a47d-f3610abad0a7 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1597853 Aug 28 15:17:49.016253 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-08d5ec7b-e93a-4016-9083-e95e5f7e6aca req-ecd98c92-ff8a-42fc-9f55-f87711f821f0 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887437 Aug 28 15:17:49.033298 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e15622e1-337e-4d08-bf55-10c6b8ab91cd tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:49.239463 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e15622e1-337e-4d08-bf55-10c6b8ab91cd tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:49.243128 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e15622e1-337e-4d08-bf55-10c6b8ab91cd tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:49.264640 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3133896-5e03-4100-a990-c8bf7117348f req-c8257a45-97d0-490e-b09d-8efc58d8995a tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:49.266178 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e3133896-5e03-4100-a990-c8bf7117348f req-c8257a45-97d0-490e-b09d-8efc58d8995a tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1531494 Aug 28 15:17:49.317063 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e15622e1-337e-4d08-bf55-10c6b8ab91cd tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:49.317519 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15622e1-337e-4d08-bf55-10c6b8ab91cd tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Fanout notify agent at l3_agent the message router_deleted on router a5e5804e-8aca-4d23-88c9-61c403cfbf3a {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:17:49.328929 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e15622e1-337e-4d08-bf55-10c6b8ab91cd tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:49.328929 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e15622e1-337e-4d08-bf55-10c6b8ab91cd tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "DELETE /v2.0/routers/a5e5804e-8aca-4d23-88c9-61c403cfbf3a HTTP/1.1" status: 204 len: 168 time: 0.4760933 Aug 28 15:17:49.333234 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35184) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:49.370402 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0d9a24ad-4355-4eb0-9056-95be6184bb04 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e5804e-8aca-4d23-88c9-61c403cfbf3a HTTP/1.1" status: 200 len: 205 time: 0.0360134 Aug 28 15:17:49.373907 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35190) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:49.386107 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e3133896-5e03-4100-a990-c8bf7117348f req-48372492-80a1-48a3-ae66-5881cc4fc7ab tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856955 Aug 28 15:17:49.416273 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-e8357766-3746-41bb-aeec-29da226683af tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] delete failed (client error): The resource could not be found. Aug 28 15:17:49.417334 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e8357766-3746-41bb-aeec-29da226683af tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "DELETE /v2.0/routers/a5e5804e-8aca-4d23-88c9-61c403cfbf3a HTTP/1.1" status: 404 len: 336 time: 0.0424356 Aug 28 15:17:49.420586 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35194) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:49.455952 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-29b8c5b9-d495-484c-a44d-e3b8270e146e tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "GET /v2.0/ports?device_id=e42d42b7-bdbb-4324-9d8e-7ce95b65ef37 HTTP/1.1" status: 200 len: 205 time: 0.0341241 Aug 28 15:17:49.458407 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35196) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:49.510099 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-79d7959d-4523-41fc-a7bb-8b7b93a15764 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] delete failed (client error): The resource could not be found. Aug 28 15:17:49.511131 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-79d7959d-4523-41fc-a7bb-8b7b93a15764 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "DELETE /v2.0/routers/e42d42b7-bdbb-4324-9d8e-7ce95b65ef37 HTTP/1.1" status: 404 len: 336 time: 0.0514486 Aug 28 15:17:49.515052 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35202) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:49.556729 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e06dc860-3f68-46dd-9851-51f86d7c5691 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f1bbceb-7ceb-405f-85df-172af513c155 HTTP/1.1" status: 200 len: 205 time: 0.0399146 Aug 28 15:17:49.558760 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35204) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:49.595679 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433dfeb-a844-43ca-8a66-2326fe504a03 req-207fc0cb-a1d5-423f-8daa-0c5bf5056309 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:49.598258 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b433dfeb-a844-43ca-8a66-2326fe504a03 req-207fc0cb-a1d5-423f-8daa-0c5bf5056309 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.0739548 Aug 28 15:17:49.610897 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-e2003b4f-850a-449a-a736-7b1c083bef2e tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] delete failed (client error): The resource could not be found. Aug 28 15:17:49.612209 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e2003b4f-850a-449a-a736-7b1c083bef2e tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "DELETE /v2.0/routers/0f1bbceb-7ceb-405f-85df-172af513c155 HTTP/1.1" status: 404 len: 336 time: 0.0523188 Aug 28 15:17:49.614702 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35208) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:49.656781 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b433dfeb-a844-43ca-8a66-2326fe504a03 req-bc4b20da-b384-4350-a5d2-d9eb5c19360e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487437 Aug 28 15:17:49.659731 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4973dc49-777e-4285-97a5-10f02932d9ee tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "GET /v2.0/ports?device_id=8937ff92-ebc4-4dbf-ada4-32c1c275c457 HTTP/1.1" status: 200 len: 205 time: 0.0420489 Aug 28 15:17:49.660692 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35214) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:49.752424 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-d5d6971a-881c-4a8c-ae05-37b97ece3eaa tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] delete failed (client error): The resource could not be found. Aug 28 15:17:49.756052 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d5d6971a-881c-4a8c-ae05-37b97ece3eaa tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "DELETE /v2.0/routers/8937ff92-ebc4-4dbf-ada4-32c1c275c457 HTTP/1.1" status: 404 len: 336 time: 0.0946629 Aug 28 15:17:49.758522 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35220) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:49.799032 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f78e54d8-c13a-47c4-b45b-b4e1e427e82b tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "GET /v2.0/ports?device_id=3083fa1b-a885-44d7-986f-ad41bda75f30 HTTP/1.1" status: 200 len: 205 time: 0.0380213 Aug 28 15:17:49.800151 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35222) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:49.851472 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16f1e1-e86a-4535-a397-8d7669bbab7e req-d2b736d6-cc6a-409f-8aad-91100eed6931 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:49.853580 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7b16f1e1-e86a-4535-a397-8d7669bbab7e req-d2b736d6-cc6a-409f-8aad-91100eed6931 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1137936 Aug 28 15:17:49.855158 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-a06429a1-df30-4f59-a324-4469246413ed tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] delete failed (client error): The resource could not be found. Aug 28 15:17:49.859355 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35226) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:49.866610 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a06429a1-df30-4f59-a324-4469246413ed tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "DELETE /v2.0/routers/3083fa1b-a885-44d7-986f-ad41bda75f30 HTTP/1.1" status: 404 len: 336 time: 0.0648580 Aug 28 15:17:49.921480 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35232) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:49.924327 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a586a911-055c-484f-a866-17d4ef19c41f tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "GET /v2.0/ports?device_id=3784918d-8e69-4466-9a32-ae50bcf278ae HTTP/1.1" status: 200 len: 205 time: 0.0635302 Aug 28 15:17:49.963852 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-b7a91ed3-ae8f-473f-9967-f745827fbf9c tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] delete failed (client error): The resource could not be found. Aug 28 15:17:49.964258 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7b16f1e1-e86a-4535-a397-8d7669bbab7e req-d1bc9d6d-f0b2-4c97-b5a9-b20a64eaa88a tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754623 Aug 28 15:17:49.968863 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b7a91ed3-ae8f-473f-9967-f745827fbf9c tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "DELETE /v2.0/routers/3784918d-8e69-4466-9a32-ae50bcf278ae HTTP/1.1" status: 404 len: 336 time: 0.0460773 Aug 28 15:17:49.969047 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35234) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:50.001663 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-40530a5c-cea7-4e58-a9fa-6cfb109d2913 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] DELETE failed (client error): The resource could not be found. Aug 28 15:17:50.003069 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40530a5c-cea7-4e58-a9fa-6cfb109d2913 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:17:50.005901 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-40530a5c-cea7-4e58-a9fa-6cfb109d2913 tempest-RoutersIpV6AdminTest-394049391 tempest-RoutersIpV6AdminTest-394049391-project] 10.222.0.13 "DELETE /v2.0/subnets/9215d653-1e43-4292-94f3-cd8c5c34dbe6 HTTP/1.1" status: 404 len: 337 time: 0.0351844 Aug 28 15:17:50.157569 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1185e42-afa8-4cca-b8e7-eab82907afef req-7f415c55-5c82-43a3-80d7-0a4ecd37a1f6 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:50.175771 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c1185e42-afa8-4cca-b8e7-eab82907afef req-7f415c55-5c82-43a3-80d7-0a4ecd37a1f6 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.0910387 Aug 28 15:17:50.234268 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c1185e42-afa8-4cca-b8e7-eab82907afef req-5558bf04-ae4e-4db5-8dda-0c9a498bdf47 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532603 Aug 28 15:17:50.356265 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35252) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:50.384139 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc3d0d-102e-4725-9e25-b9539606f6e8 req-f0c6518f-4e33-484f-8787-56993719ac9d tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:50.392947 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9cdc3d0d-102e-4725-9e25-b9539606f6e8 req-f0c6518f-4e33-484f-8787-56993719ac9d tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.0627913 Aug 28 15:17:50.440287 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9cdc3d0d-102e-4725-9e25-b9539606f6e8 req-47129f25-43da-434a-89f6-79cfc91a76c7 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462742 Aug 28 15:17:50.535123 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-09a7ebf6-79ea-4d7b-a248-5cbd0b294514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:50.655775 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a841a-aeb3-4901-a3b3-effe63f363f3 req-969e2465-753b-4e42-8164-f2b24200582d tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:50.657730 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-370a841a-aeb3-4901-a3b3-effe63f363f3 req-969e2465-753b-4e42-8164-f2b24200582d tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.0687578 Aug 28 15:17:50.694736 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-09a7ebf6-79ea-4d7b-a248-5cbd0b294514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:50.700592 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-09a7ebf6-79ea-4d7b-a248-5cbd0b294514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:50.743786 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-370a841a-aeb3-4901-a3b3-effe63f363f3 req-c34d1f34-ba1c-49e4-be3d-eaaaad0b1345 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800040 Aug 28 15:17:50.758870 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-09a7ebf6-79ea-4d7b-a248-5cbd0b294514 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab00e767937144c99d48c56df4179634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4013665 Aug 28 15:17:50.761356 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35268) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:50.778565 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7ebf6-79ea-4d7b-a248-5cbd0b294514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0832ef-f484-40bf-85d2-6a84462bcd86,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:50.791392 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a7ebf6-79ea-4d7b-a248-5cbd0b294514 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:50.793598 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a7ebf6-79ea-4d7b-a248-5cbd0b294514 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:50.794046 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a7ebf6-79ea-4d7b-a248-5cbd0b294514 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:50.795259 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a7ebf6-79ea-4d7b-a248-5cbd0b294514 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:50.796441 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a7ebf6-79ea-4d7b-a248-5cbd0b294514 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:50.797027 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a7ebf6-79ea-4d7b-a248-5cbd0b294514 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:50.797825 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a7ebf6-79ea-4d7b-a248-5cbd0b294514 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:50.798731 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a7ebf6-79ea-4d7b-a248-5cbd0b294514 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:50.800124 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a7ebf6-79ea-4d7b-a248-5cbd0b294514 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:50.801414 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a7ebf6-79ea-4d7b-a248-5cbd0b294514 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:50.801852 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a7ebf6-79ea-4d7b-a248-5cbd0b294514 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:50.803571 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a7ebf6-79ea-4d7b-a248-5cbd0b294514 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:17:50.907187 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-daab1221-baab-4b26-96dc-82196816a53c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:50.942969 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-daab1221-baab-4b26-96dc-82196816a53c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:51.000942 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00bb8b-2f8e-46ea-b88b-2b710417974a req-0889f4ee-60d3-4b41-858d-88dccdc3e4f5 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:51.013141 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7a00bb8b-2f8e-46ea-b88b-2b710417974a req-0889f4ee-60d3-4b41-858d-88dccdc3e4f5 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1648991 Aug 28 15:17:51.113028 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7a00bb8b-2f8e-46ea-b88b-2b710417974a req-220fe442-6f3d-4f48-92c2-4080d3bb4da6 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922642 Aug 28 15:17:51.144726 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-daab1221-baab-4b26-96dc-82196816a53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:51.148126 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-daab1221-baab-4b26-96dc-82196816a53c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:51.151608 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-daab1221-baab-4b26-96dc-82196816a53c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed0832ef-f484-40bf-85d2-6a84462bcd86 HTTP/1.1" status: 204 len: 168 time: 0.3868313 Aug 28 15:17:51.158885 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4866f4a3-822c-44ae-ae82-2215b27992b9 req-ccb7a8fc-7c40-47af-a7e2-8c5e580a328b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1355886 Aug 28 15:17:51.165228 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab1221-baab-4b26-96dc-82196816a53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0832ef-f484-40bf-85d2-6a84462bcd86,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:51.334953 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff825a-768f-4d6a-8b34-5b354fd1fb11 req-0bb62024-f00a-47a5-9a96-1a147a092019 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:51.348011 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-65ff825a-768f-4d6a-8b34-5b354fd1fb11 req-0bb62024-f00a-47a5-9a96-1a147a092019 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1085930 Aug 28 15:17:51.436577 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866f4a3-822c-44ae-ae82-2215b27992b9 req-2ce32f59-c27c-4c25-ad68-8323b2274d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:51.440441 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4866f4a3-822c-44ae-ae82-2215b27992b9 req-2ce32f59-c27c-4c25-ad68-8323b2274d64 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90bd0625838345f6bc46ab54cae2109b&device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 1098 time: 0.2161815 Aug 28 15:17:51.460657 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-65ff825a-768f-4d6a-8b34-5b354fd1fb11 req-ba5b9c08-b93f-4d9d-806d-dc14bc014e6b tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105118 Aug 28 15:17:51.682611 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081cf5b-e12d-4109-a135-d9ebe5931b51 req-fc4117de-0f71-4530-924e-458a38109028 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:51.687226 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35302) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:51.689305 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c081cf5b-e12d-4109-a135-d9ebe5931b51 req-fc4117de-0f71-4530-924e-458a38109028 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1038890 Aug 28 15:17:51.717224 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866f4a3-822c-44ae-ae82-2215b27992b9 req-035e9e0a-662c-4190-a9f4-182881499c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:51.719189 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4866f4a3-822c-44ae-ae82-2215b27992b9 req-035e9e0a-662c-4190-a9f4-182881499c26 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ce54f031-11c3-4162-9420-a2bcdac36fa0 HTTP/1.1" status: 200 len: 914 time: 0.2541552 Aug 28 15:17:51.732373 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c081cf5b-e12d-4109-a135-d9ebe5931b51 req-3c6855f5-e729-48a0-8df6-940f54664410 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403183 Aug 28 15:17:51.797103 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4866f4a3-822c-44ae-ae82-2215b27992b9 req-5b309d7e-bf9f-454c-8064-ac5e52a799a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c36919c9-f755-4a3a-bda6-934691a12f34 HTTP/1.1" status: 200 len: 217 time: 0.0614085 Aug 28 15:17:51.862705 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7da14e56-bacd-4b03-8d15-b74ebaf622fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95618285313441fb8a49895afe6386f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1739957 Aug 28 15:17:51.867263 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35310) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:51.879476 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866f4a3-822c-44ae-ae82-2215b27992b9 req-1a917372-1e53-4c3b-b42b-42d64c63630d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:51.879476 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4866f4a3-822c-44ae-ae82-2215b27992b9 req-1a917372-1e53-4c3b-b42b-42d64c63630d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ee8456f-77cd-44f8-a770-a901187819ef HTTP/1.1" status: 200 len: 853 time: 0.0731478 Aug 28 15:17:51.925438 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e08bdf-5fdd-476d-943a-1efcd238d982 req-e5be082a-4b67-4624-a6c7-649f39264ec0 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:51.927295 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b2e08bdf-5fdd-476d-943a-1efcd238d982 req-e5be082a-4b67-4624-a6c7-649f39264ec0 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.0961316 Aug 28 15:17:51.964563 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4866f4a3-822c-44ae-ae82-2215b27992b9 req-e1c09b96-a1db-42a8-9c23-645a557d4072 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ce54f031-11c3-4162-9420-a2bcdac36fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595019 Aug 28 15:17:52.040544 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b2e08bdf-5fdd-476d-943a-1efcd238d982 req-47073ac7-c34d-4fc7-b947-8d371c829a88 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974755 Aug 28 15:17:52.172777 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c7e4c54b-f154-4d84-9938-ea5d1fd48a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:52.210187 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c7e4c54b-f154-4d84-9938-ea5d1fd48a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:52.301166 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4866f4a3-822c-44ae-ae82-2215b27992b9 req-b25eb886-17d7-4e47-9a42-897f472d9d5d service neutron] 10.222.0.36 "GET /v2.0/networks/ce54f031-11c3-4162-9420-a2bcdac36fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021789 Aug 28 15:17:52.419415 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c7e4c54b-f154-4d84-9938-ea5d1fd48a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:52.424180 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c7e4c54b-f154-4d84-9938-ea5d1fd48a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:52.426301 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c7e4c54b-f154-4d84-9938-ea5d1fd48a62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/874c1bcf-e6b7-4b23-955d-e2ecee2d1753 HTTP/1.1" status: 204 len: 168 time: 0.5577998 Aug 28 15:17:52.451024 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4c54b-f154-4d84-9938-ea5d1fd48a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874c1bcf-e6b7-4b23-955d-e2ecee2d1753,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:52.490462 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4866f4a3-822c-44ae-ae82-2215b27992b9 req-642a460a-3fcf-41c2-9a66-95b036d16881 service neutron] 10.222.0.36 "GET /v2.0/networks/ce54f031-11c3-4162-9420-a2bcdac36fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827815 Aug 28 15:17:52.672746 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a60158-e549-46f3-9a53-d3ed76c2643f req-5eb9feb0-719d-4b91-a88c-b778ec930d13 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:52.674513 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d2a60158-e549-46f3-9a53-d3ed76c2643f req-5eb9feb0-719d-4b91-a88c-b778ec930d13 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.5275078 Aug 28 15:17:52.776790 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d2a60158-e549-46f3-9a53-d3ed76c2643f req-a8424207-f8d4-44ab-b0b6-8447c675a63a tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935104 Aug 28 15:17:53.085153 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b27404-b94d-4896-8946-9bdebbd9666c req-41eb9d4d-7be9-44fb-8284-4e83e4079ba8 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:53.096404 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d5b27404-b94d-4896-8946-9bdebbd9666c req-41eb9d4d-7be9-44fb-8284-4e83e4079ba8 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.0821681 Aug 28 15:17:53.141203 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d5b27404-b94d-4896-8946-9bdebbd9666c req-46bff5f3-39bf-4aaa-903f-188ac951977e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464056 Aug 28 15:17:53.363810 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe135a-9933-4277-8987-3ab919221d60 req-daa87120-4969-4445-b06c-0222c5eee44e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:53.373786 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-03fe135a-9933-4277-8987-3ab919221d60 req-daa87120-4969-4445-b06c-0222c5eee44e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1343870 Aug 28 15:17:53.422890 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-03fe135a-9933-4277-8987-3ab919221d60 req-22c029ec-7aa0-4c58-8454-9f0d333544e6 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475760 Aug 28 15:17:53.668050 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd47e2a-74b4-4c62-ad20-9a141b30aa59 req-4aac9760-0edc-45d7-8584-16f96d0b892c tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:53.673397 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5dd47e2a-74b4-4c62-ad20-9a141b30aa59 req-4aac9760-0edc-45d7-8584-16f96d0b892c tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1298194 Aug 28 15:17:53.728379 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5dd47e2a-74b4-4c62-ad20-9a141b30aa59 req-1f201675-1cdc-41d7-a59f-d1f6d168a55f tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487361 Aug 28 15:17:53.922054 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35406) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:53.991688 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e37a5-c8b8-4de6-aee1-97d53c2cc002 req-c0fbfbba-408e-4801-a351-d738492448f0 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:53.999834 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e95e37a5-c8b8-4de6-aee1-97d53c2cc002 req-c0fbfbba-408e-4801-a351-d738492448f0 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1453464 Aug 28 15:17:54.057798 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e95e37a5-c8b8-4de6-aee1-97d53c2cc002 req-a5435ed7-59f0-4616-9068-3f5cb7d377b3 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568438 Aug 28 15:17:54.104033 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-65b1ac59-e753-492b-96b3-6ca56b2c1eee tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1456646920'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:17:54.151578 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b1ac59-e753-492b-96b3-6ca56b2c1eee tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Made reservation on behalf of 2a1920f32d8b47cd93a3db61cb9a0bf1 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:17:54.174422 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-65b1ac59-e753-492b-96b3-6ca56b2c1eee tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:54.193860 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-65b1ac59-e753-492b-96b3-6ca56b2c1eee tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:54.403286 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79ec29-f262-4728-b41f-44927b6831f4 req-074a36f0-7f0a-4162-839c-37ec1d8d79f3 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:54.409239 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:54.420651 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ba79ec29-f262-4728-b41f-44927b6831f4 req-074a36f0-7f0a-4162-839c-37ec1d8d79f3 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1189079 Aug 28 15:17:54.446666 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-65b1ac59-e753-492b-96b3-6ca56b2c1eee tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:54.454886 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-65b1ac59-e753-492b-96b3-6ca56b2c1eee tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:54.524363 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b1ac59-e753-492b-96b3-6ca56b2c1eee tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:17:54.533081 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ba79ec29-f262-4728-b41f-44927b6831f4 req-1bc340bf-19b9-4f5e-89db-521c0aafaaaa tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112211 Aug 28 15:17:54.550615 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-65b1ac59-e753-492b-96b3-6ca56b2c1eee tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:54.550969 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-65b1ac59-e753-492b-96b3-6ca56b2c1eee tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Added segment c977b381-82e8-49d5-9843-b0dd545fad3f of type vlan for network 43a15500-4d42-4cd7-a085-cfe1536503a4 Aug 28 15:17:54.552417 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1ac59-e753-492b-96b3-6ca56b2c1eee tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b61bfc-e677-44ad-b24c-7a3efa13779f,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:54.625422 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-65b1ac59-e753-492b-96b3-6ca56b2c1eee tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:54.755586 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-65b1ac59-e753-492b-96b3-6ca56b2c1eee tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:54.761952 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b1ac59-e753-492b-96b3-6ca56b2c1eee tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:54.762766 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-65b1ac59-e753-492b-96b3-6ca56b2c1eee tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:54.913000 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621c4ac-da65-4eaf-90c9-7fb79bb94f82 req-e33bdf1b-9f42-4a10-9584-9d6a5871f495 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:54.924182 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3621c4ac-da65-4eaf-90c9-7fb79bb94f82 req-e33bdf1b-9f42-4a10-9584-9d6a5871f495 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.2393453 Aug 28 15:17:54.936442 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-65b1ac59-e753-492b-96b3-6ca56b2c1eee tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0132840 Aug 28 15:17:54.947489 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35434) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:54.966171 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-a8ff3925-9173-49c0-a00d-eb0ffa0ed60b tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Request body: {'subnet': {'network_id': '43a15500-4d42-4cd7-a085-cfe1536503a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:17:55.013526 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1ac59-e753-492b-96b3-6ca56b2c1eee tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Pushing event updated for resources: {'Network': ['ID=43a15500-4d42-4cd7-a085-cfe1536503a4,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:55.024674 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 43a15500-4d42-4cd7-a085-cfe1536503a4 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:17:55.056519 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3621c4ac-da65-4eaf-90c9-7fb79bb94f82 req-5a217ca9-2e34-4b00-b0cf-f6173348afb6 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306252 Aug 28 15:17:55.220357 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ff3925-9173-49c0-a00d-eb0ffa0ed60b tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Made reservation on behalf of 2a1920f32d8b47cd93a3db61cb9a0bf1 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:17:55.225368 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a8ff3925-9173-49c0-a00d-eb0ffa0ed60b tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:55.464842 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3bbe0-adc4-4a41-9b4e-05ae85652f16 req-7569fb9e-193c-4df3-ba39-4be56a001ac3 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:55.467172 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0ca3bbe0-adc4-4a41-9b4e-05ae85652f16 req-7569fb9e-193c-4df3-ba39-4be56a001ac3 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1183710 Aug 28 15:17:55.553502 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a8ff3925-9173-49c0-a00d-eb0ffa0ed60b tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:55.575233 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0ca3bbe0-adc4-4a41-9b4e-05ae85652f16 req-fb4cbcd6-69f7-4f6a-81cb-119ebc034706 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945096 Aug 28 15:17:55.776481 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ff3925-9173-49c0-a00d-eb0ffa0ed60b tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Checking segment: {'id': 'c977b381-82e8-49d5-9843-b0dd545fad3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '43a15500-4d42-4cd7-a085-cfe1536503a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:17:55.776908 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ff3925-9173-49c0-a00d-eb0ffa0ed60b tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Network hostable DHCP agents. Network: 43a15500-4d42-4cd7-a085-cfe1536503a4, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:17:55.783846 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff3925-9173-49c0-a00d-eb0ffa0ed60b tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Pushing event updated for resources: {'Subnet': ['ID=f5d0ef83-846f-4393-9f54-fe5e256296f9,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:55.818799 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ff3925-9173-49c0-a00d-eb0ffa0ed60b tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Network 43a15500-4d42-4cd7-a085-cfe1536503a4 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:17:55.851009 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ade8c-a171-4da7-a20a-7c261337027f req-3d22bb15-1f84-4d3c-870c-fc596c4f0163 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:55.865743 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c06ade8c-a171-4da7-a20a-7c261337027f req-3d22bb15-1f84-4d3c-870c-fc596c4f0163 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1212194 Aug 28 15:17:55.893720 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-a8ff3925-9173-49c0-a00d-eb0ffa0ed60b tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 43a15500-4d42-4cd7-a085-cfe1536503a4) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:17:55.907687 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdc691c-3cbb-4c98-8a87-bc67d7d795fe None None] Network 43a15500-4d42-4cd7-a085-cfe1536503a4 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:17:55.911686 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ff3925-9173-49c0-a00d-eb0ffa0ed60b tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:55.911686 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a8ff3925-9173-49c0-a00d-eb0ffa0ed60b tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:55.948457 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c06ade8c-a171-4da7-a20a-7c261337027f req-b344a1f0-5283-4129-a038-35d0f7c48e4e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751233 Aug 28 15:17:55.988006 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a8ff3925-9173-49c0-a00d-eb0ffa0ed60b tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0385361 Aug 28 15:17:55.995769 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35472) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:56.005584 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-8a6e2d4e-680f-4900-9367-3c7b655e87af tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Request body: {'port': {'network_id': '43a15500-4d42-4cd7-a085-cfe1536503a4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-243698844'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:17:56.331123 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea86657-fe0a-4d01-a75a-cce07fa80d0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-43a15500-4d42-4cd7-a085-cfe1536503a4', 'network_id': '43a15500-4d42-4cd7-a085-cfe1536503a4', 'tenant_id': '2a1920f32d8b47cd93a3db61cb9a0bf1', 'fixed_ips': [{'subnet_id': 'f5d0ef83-846f-4393-9f54-fe5e256296f9'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:17:56.336734 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6e2d4e-680f-4900-9367-3c7b655e87af tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Made reservation on behalf of 2a1920f32d8b47cd93a3db61cb9a0bf1 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:17:56.348608 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8a6e2d4e-680f-4900-9367-3c7b655e87af tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:56.349458 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2ea86657-fe0a-4d01-a75a-cce07fa80d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:56.385760 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707bfda-935d-4239-aaaa-99ac65f518e1 req-b62e5152-a81b-4890-829c-bc105e85f8e5 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:56.387079 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0707bfda-935d-4239-aaaa-99ac65f518e1 req-b62e5152-a81b-4890-829c-bc105e85f8e5 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1936333 Aug 28 15:17:56.397850 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-8a6e2d4e-680f-4900-9367-3c7b655e87af tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] device_id is not set on port 23f47096-b38f-4ccf-8a26-e1146b093743 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:17:56.577655 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:56.585868 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0707bfda-935d-4239-aaaa-99ac65f518e1 req-5b7029ef-86e2-4565-8b37-348f2a5ae2c9 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288598 Aug 28 15:17:56.615179 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-8a6e2d4e-680f-4900-9367-3c7b655e87af tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Allocated IP 2001:db8::110 (43a15500-4d42-4cd7-a085-cfe1536503a4/f5d0ef83-846f-4393-9f54-fe5e256296f9/23f47096-b38f-4ccf-8a26-e1146b093743) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:17:56.780102 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e94d4b-9dce-448e-b7bc-2ec084b55892 req-8af37e9e-d96f-49aa-aa93-27b0c3428a7e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:56.781693 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-84e94d4b-9dce-448e-b7bc-2ec084b55892 req-8af37e9e-d96f-49aa-aa93-27b0c3428a7e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.0873592 Aug 28 15:17:56.844463 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8a6e2d4e-680f-4900-9367-3c7b655e87af tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:56.862633 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-8a6e2d4e-680f-4900-9367-3c7b655e87af tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Transition to ACTIVE for port object 23f47096-b38f-4ccf-8a26-e1146b093743 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:17:56.889071 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-84e94d4b-9dce-448e-b7bc-2ec084b55892 req-426785f8-8d2f-4de3-a30f-5a0cd49a4c4b tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962324 Aug 28 15:17:56.906250 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8a6e2d4e-680f-4900-9367-3c7b655e87af tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:56.956206 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d95de9f4-e63c-45be-b29c-824e7605dc48 req-8cf7e52e-19ec-415f-82fd-59758f83a717 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1030197 Aug 28 15:17:56.994296 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6e2d4e-680f-4900-9367-3c7b655e87af tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Network 43a15500-4d42-4cd7-a085-cfe1536503a4 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:17:56.998012 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-8a6e2d4e-680f-4900-9367-3c7b655e87af tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:17:57.002432 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6e2d4e-680f-4900-9367-3c7b655e87af tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:17:57.008549 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6e2d4e-680f-4900-9367-3c7b655e87af tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:57.009246 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8a6e2d4e-680f-4900-9367-3c7b655e87af tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:57.016894 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e2d4e-680f-4900-9367-3c7b655e87af tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Pushing event updated for resources: {'Port': ['ID=23f47096-b38f-4ccf-8a26-e1146b093743,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:57.038059 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-2ea86657-fe0a-4d01-a75a-cce07fa80d0f None None] Allocated IP 2001:db8::2 (43a15500-4d42-4cd7-a085-cfe1536503a4/f5d0ef83-846f-4393-9f54-fe5e256296f9/7e0063f6-db08-4983-8016-4083840d55a3) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:17:57.048238 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8a6e2d4e-680f-4900-9367-3c7b655e87af tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.0474401 Aug 28 15:17:57.048594 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35492) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:57.054163 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-339dbbac-9b37-4270-8b30-e39688557f59 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Request body: {'port': {'network_id': '43a15500-4d42-4cd7-a085-cfe1536503a4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-120860032', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:17:57.055071 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.api.validators [None req-339dbbac-9b37-4270-8b30-e39688557f59 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] bootfile-name is not in valid_values {{(pid=106330) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 15:17:57.088227 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.api.validators [None req-339dbbac-9b37-4270-8b30-e39688557f59 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] tftp-server is not in valid_values {{(pid=106330) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 15:17:57.092430 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.api.validators [None req-339dbbac-9b37-4270-8b30-e39688557f59 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] server-ip-address is not in valid_values {{(pid=106330) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 15:17:57.158339 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95de9f4-e63c-45be-b29c-824e7605dc48 req-e1f96641-5f66-4a51-8320-ffa05e6dc8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:57.159868 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d95de9f4-e63c-45be-b29c-824e7605dc48 req-e1f96641-5f66-4a51-8320-ffa05e6dc8be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 1097 time: 0.1441705 Aug 28 15:17:57.408589 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339dbbac-9b37-4270-8b30-e39688557f59 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Made reservation on behalf of 2a1920f32d8b47cd93a3db61cb9a0bf1 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:17:57.422226 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2ea86657-fe0a-4d01-a75a-cce07fa80d0f None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:57.423171 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-339dbbac-9b37-4270-8b30-e39688557f59 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:57.455225 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2ea86657-fe0a-4d01-a75a-cce07fa80d0f None None] Transition to ACTIVE for port object 7e0063f6-db08-4983-8016-4083840d55a3 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:17:57.468444 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-339dbbac-9b37-4270-8b30-e39688557f59 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] device_id is not set on port 9360e0ec-e6f2-49be-a9fc-7bad52192159 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:17:57.475380 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95de9f4-e63c-45be-b29c-824e7605dc48 req-583519c2-9c39-482f-beb7-9494d5752520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:57.480577 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d95de9f4-e63c-45be-b29c-824e7605dc48 req-583519c2-9c39-482f-beb7-9494d5752520 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4ca9a50c-f8aa-4261-ad98-eabaf3910c6a HTTP/1.1" status: 200 len: 898 time: 0.2940972 Aug 28 15:17:57.504684 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2ea86657-fe0a-4d01-a75a-cce07fa80d0f None None] Transition to ACTIVE for port object 7e0063f6-db08-4983-8016-4083840d55a3 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:17:57.517258 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2ea86657-fe0a-4d01-a75a-cce07fa80d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:57.637940 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d95de9f4-e63c-45be-b29c-824e7605dc48 req-20800964-f9a5-41f4-93f3-34a6a153a4f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d100e783-d6a3-4036-94be-0ca3c227919c HTTP/1.1" status: 200 len: 1001 time: 0.1490211 Aug 28 15:17:57.646945 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea86657-fe0a-4d01-a75a-cce07fa80d0f None None] Network 43a15500-4d42-4cd7-a085-cfe1536503a4 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:17:57.662010 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-2ea86657-fe0a-4d01-a75a-cce07fa80d0f None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:17:57.696815 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea86657-fe0a-4d01-a75a-cce07fa80d0f None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:17:57.816227 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95de9f4-e63c-45be-b29c-824e7605dc48 req-8317539a-6150-4a7c-9ca5-344be2d6e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:57.819067 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d95de9f4-e63c-45be-b29c-824e7605dc48 req-8317539a-6150-4a7c-9ca5-344be2d6e7f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c1b8938d-6c17-43af-afb8-76fb23e50a49 HTTP/1.1" status: 200 len: 834 time: 0.1708789 Aug 28 15:17:57.839321 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea86657-fe0a-4d01-a75a-cce07fa80d0f None None] Pushing event updated for resources: {'Port': ['ID=7e0063f6-db08-4983-8016-4083840d55a3,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:57.906261 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-339dbbac-9b37-4270-8b30-e39688557f59 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Allocated IP 2001:db8::1f3 (43a15500-4d42-4cd7-a085-cfe1536503a4/f5d0ef83-846f-4393-9f54-fe5e256296f9/9360e0ec-e6f2-49be-a9fc-7bad52192159) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:17:57.933897 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-2ea86657-fe0a-4d01-a75a-cce07fa80d0f None None] Attempting to bind port 7e0063f6-db08-4983-8016-4083840d55a3 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:17:57.944213 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-2ea86657-fe0a-4d01-a75a-cce07fa80d0f None None] Attempting to bind port 7e0063f6-db08-4983-8016-4083840d55a3 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'c977b381-82e8-49d5-9843-b0dd545fad3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '43a15500-4d42-4cd7-a085-cfe1536503a4'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:17:57.945475 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea86657-fe0a-4d01-a75a-cce07fa80d0f None None] Attempting to bind port 7e0063f6-db08-4983-8016-4083840d55a3 on network 43a15500-4d42-4cd7-a085-cfe1536503a4 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:17:57.979689 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea86657-fe0a-4d01-a75a-cce07fa80d0f None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:17:57.980616 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea86657-fe0a-4d01-a75a-cce07fa80d0f None None] Checking segment: {'id': 'c977b381-82e8-49d5-9843-b0dd545fad3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '43a15500-4d42-4cd7-a085-cfe1536503a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:17:57.981205 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2ea86657-fe0a-4d01-a75a-cce07fa80d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:57.982879 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea86657-fe0a-4d01-a75a-cce07fa80d0f None None] Bound using segment: {'id': 'c977b381-82e8-49d5-9843-b0dd545fad3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '43a15500-4d42-4cd7-a085-cfe1536503a4'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:17:57.985411 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-2ea86657-fe0a-4d01-a75a-cce07fa80d0f None None] Bound port: 7e0063f6-db08-4983-8016-4083840d55a3, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c977b381-82e8-49d5-9843-b0dd545fad3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '43a15500-4d42-4cd7-a085-cfe1536503a4'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:17:57.986459 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2ea86657-fe0a-4d01-a75a-cce07fa80d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:58.011377 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95de9f4-e63c-45be-b29c-824e7605dc48 req-4c973570-c600-4cb6-b02c-109a94f5b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:58.015295 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d95de9f4-e63c-45be-b29c-824e7605dc48 req-4c973570-c600-4cb6-b02c-109a94f5b4a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ca9a50c-f8aa-4261-ad98-eabaf3910c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1869798 Aug 28 15:17:58.142292 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-2ea86657-fe0a-4d01-a75a-cce07fa80d0f None None] For port 7e0063f6-db08-4983-8016-4083840d55a3, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:17:58.148050 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-2ea86657-fe0a-4d01-a75a-cce07fa80d0f None None] For port 7e0063f6-db08-4983-8016-4083840d55a3, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7e0063f6-db08-4983-8016-4083840d55a3,segment=NetworkSegment(c977b381-82e8-49d5-9843-b0dd545fad3f),segment_id=c977b381-82e8-49d5-9843-b0dd545fad3f)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:17:58.160866 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2ea86657-fe0a-4d01-a75a-cce07fa80d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:58.469244 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea86657-fe0a-4d01-a75a-cce07fa80d0f None None] Pushing event updated for resources: {'Port': ['ID=7e0063f6-db08-4983-8016-4083840d55a3,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:58.712888 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-339dbbac-9b37-4270-8b30-e39688557f59 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:58.752077 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-339dbbac-9b37-4270-8b30-e39688557f59 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Transition to ACTIVE for port object 9360e0ec-e6f2-49be-a9fc-7bad52192159 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:17:58.785183 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2f314-ea81-4078-a87d-8e2d083ac81f req-8dc33a21-ff76-4da6-ba1e-6740c37fc9ec tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:58.794301 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-21f2f314-ea81-4078-a87d-8e2d083ac81f req-8dc33a21-ff76-4da6-ba1e-6740c37fc9ec tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.2426755 Aug 28 15:17:58.821725 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d95de9f4-e63c-45be-b29c-824e7605dc48 req-c7c34f9d-457b-42da-989e-5aa3fb5acf10 service neutron] 10.222.0.41 "GET /v2.0/networks/4ca9a50c-f8aa-4261-ad98-eabaf3910c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7947545 Aug 28 15:17:58.847380 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-339dbbac-9b37-4270-8b30-e39688557f59 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:58.935303 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339dbbac-9b37-4270-8b30-e39688557f59 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Network 43a15500-4d42-4cd7-a085-cfe1536503a4 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:17:58.947224 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-339dbbac-9b37-4270-8b30-e39688557f59 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:17:58.952276 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339dbbac-9b37-4270-8b30-e39688557f59 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:17:58.958662 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339dbbac-9b37-4270-8b30-e39688557f59 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:58.959365 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-339dbbac-9b37-4270-8b30-e39688557f59 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:58.980990 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339dbbac-9b37-4270-8b30-e39688557f59 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Pushing event updated for resources: {'Port': ['ID=9360e0ec-e6f2-49be-a9fc-7bad52192159,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:58.986994 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-339dbbac-9b37-4270-8b30-e39688557f59 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.9372878 Aug 28 15:17:58.989506 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35536) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:59.025476 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-21f2f314-ea81-4078-a87d-8e2d083ac81f req-608caa29-26b8-4be9-b33f-a66de57a8b6b tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288880 Aug 28 15:17:59.124581 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08deea5-35f2-46ae-88d5-3a92f822c6a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:59.137107 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08deea5-35f2-46ae-88d5-3a92f822c6a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:59.144940 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08deea5-35f2-46ae-88d5-3a92f822c6a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:17:59.148823 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d08deea5-35f2-46ae-88d5-3a92f822c6a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1577773 Aug 28 15:17:59.153009 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35540) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:17:59.157252 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d95de9f4-e63c-45be-b29c-824e7605dc48 req-3ac6e444-88dd-4482-ab5e-f7174efb0269 service neutron] 10.222.0.41 "GET /v2.0/networks/4ca9a50c-f8aa-4261-ad98-eabaf3910c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215306 Aug 28 15:17:59.383306 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-8c9298c6-a85b-4760-89be-a1e4817aeb36 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Deleting port 9360e0ec-e6f2-49be-a9fc-7bad52192159 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:17:59.384456 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8c9298c6-a85b-4760-89be-a1e4817aeb36 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:59.587252 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8c9298c6-a85b-4760-89be-a1e4817aeb36 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:59.601553 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-8c9298c6-a85b-4760-89be-a1e4817aeb36 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Calling delete_port for 9360e0ec-e6f2-49be-a9fc-7bad52192159 owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:17:59.880233 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8c9298c6-a85b-4760-89be-a1e4817aeb36 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:59.948785 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9298c6-a85b-4760-89be-a1e4817aeb36 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Pushing event deleted for resources: {'Port': ['ID=9360e0ec-e6f2-49be-a9fc-7bad52192159,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:17:59.991396 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8c9298c6-a85b-4760-89be-a1e4817aeb36 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:17:59.997173 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8c9298c6-a85b-4760-89be-a1e4817aeb36 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] 10.222.0.13 "DELETE /v2.0/ports/9360e0ec-e6f2-49be-a9fc-7bad52192159 HTTP/1.1" status: 204 len: 168 time: 0.8330123 Aug 28 15:17:59.998074 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35558) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:00.008020 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-62a6f532-4c63-4b2a-989e-341fdf9026d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Request body: {'port': {'name': 'tempest-new-port-name-1812537327', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:00.008594 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.api.validators [None req-62a6f532-4c63-4b2a-989e-341fdf9026d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] bootfile-name is not in valid_values {{(pid=106329) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 15:18:00.009050 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.api.validators [None req-62a6f532-4c63-4b2a-989e-341fdf9026d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] tftp-server is not in valid_values {{(pid=106329) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 15:18:00.009453 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.api.validators [None req-62a6f532-4c63-4b2a-989e-341fdf9026d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] server-ip-address is not in valid_values {{(pid=106329) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 15:18:00.065506 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f268a58-0703-4803-90b9-4c2d02ea3c15 None None] Network 43a15500-4d42-4cd7-a085-cfe1536503a4 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:18:00.171793 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-cf8369aa-d9bc-44f1-89d1-244a8c12ae0f None None] Provisioning for port 7e0063f6-db08-4983-8016-4083840d55a3 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:18:00.173140 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-62a6f532-4c63-4b2a-989e-341fdf9026d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:00.262750 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e0ac9-33a7-47eb-bd6f-28d2ac567ef2 req-3f6783cd-51e9-4b4c-8b18-c20954ffb004 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:00.282161 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451e0ac9-33a7-47eb-bd6f-28d2ac567ef2 req-3f6783cd-51e9-4b4c-8b18-c20954ffb004 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1075053 Aug 28 15:18:00.408140 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451e0ac9-33a7-47eb-bd6f-28d2ac567ef2 req-f5bdcef4-7f51-4dd1-b83d-6ca7ecdfc2ed tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245909 Aug 28 15:18:00.445269 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7e0063f6-db08-4983-8016-4083840d55a3 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:18:00.545056 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 7e0063f6-db08-4983-8016-4083840d55a3 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:18:00.549824 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 7e0063f6-db08-4983-8016-4083840d55a3 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:00.550604 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:00.609461 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-62a6f532-4c63-4b2a-989e-341fdf9026d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:00.615572 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-62a6f532-4c63-4b2a-989e-341fdf9026d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:00.678680 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:00.726531 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-62a6f532-4c63-4b2a-989e-341fdf9026d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] In _notify_port_updated(), no bound segment for port 23f47096-b38f-4ccf-8a26-e1146b093743 on network 43a15500-4d42-4cd7-a085-cfe1536503a4 {{(pid=106329) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 15:18:00.740540 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 7e0063f6-db08-4983-8016-4083840d55a3, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7e0063f6-db08-4983-8016-4083840d55a3,segment=NetworkSegment(c977b381-82e8-49d5-9843-b0dd545fad3f),segment_id=c977b381-82e8-49d5-9843-b0dd545fad3f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:18:00.745295 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a6f532-4c63-4b2a-989e-341fdf9026d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:00.746267 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-62a6f532-4c63-4b2a-989e-341fdf9026d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:00.748995 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-62a6f532-4c63-4b2a-989e-341fdf9026d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] 10.222.0.13 "PUT /v2.0/ports/23f47096-b38f-4ccf-8a26-e1146b093743 HTTP/1.1" status: 200 len: 1130 time: 0.7498341 Aug 28 15:18:00.751845 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35578) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:00.757171 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:00.772886 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6f532-4c63-4b2a-989e-341fdf9026d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Pushing event updated for resources: {'Port': ['ID=23f47096-b38f-4ccf-8a26-e1146b093743,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:00.831626 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6766f4-e26d-4e71-b7f6-58308fdc00a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:00.833424 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8b6766f4-e26d-4e71-b7f6-58308fdc00a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] 10.222.0.13 "GET /v2.0/ports/23f47096-b38f-4ccf-8a26-e1146b093743 HTTP/1.1" status: 200 len: 1130 time: 0.0804834 Aug 28 15:18:00.837060 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35580) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:00.955972 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=7e0063f6-db08-4983-8016-4083840d55a3,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:00.970660 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-1042b3bc-2c94-44e0-8388-3974c8f3694c tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Deleting port 23f47096-b38f-4ccf-8a26-e1146b093743 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:18:00.971169 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1042b3bc-2c94-44e0-8388-3974c8f3694c tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:01.082593 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1042b3bc-2c94-44e0-8388-3974c8f3694c tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:01.099478 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-1042b3bc-2c94-44e0-8388-3974c8f3694c tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Calling delete_port for 23f47096-b38f-4ccf-8a26-e1146b093743 owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:18:01.125866 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8eedf90e-ebb2-4032-ab1d-0cf8d2cbf303 None None] Provisioning for port 23f47096-b38f-4ccf-8a26-e1146b093743 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:18:01.132675 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8eedf90e-ebb2-4032-ab1d-0cf8d2cbf303 None None] Provisioning complete for port 23f47096-b38f-4ccf-8a26-e1146b093743 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:01.132675 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8eedf90e-ebb2-4032-ab1d-0cf8d2cbf303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:01.200337 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8eedf90e-ebb2-4032-ab1d-0cf8d2cbf303 None None] Port 23f47096-b38f-4ccf-8a26-e1146b093743 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:18:01.212766 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8eedf90e-ebb2-4032-ab1d-0cf8d2cbf303 None None] Provisioning complete for port 7e0063f6-db08-4983-8016-4083840d55a3 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:01.213624 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8eedf90e-ebb2-4032-ab1d-0cf8d2cbf303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:01.392526 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1042b3bc-2c94-44e0-8388-3974c8f3694c tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:01.462038 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042b3bc-2c94-44e0-8388-3974c8f3694c tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Pushing event deleted for resources: {'Port': ['ID=23f47096-b38f-4ccf-8a26-e1146b093743,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:01.528204 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1042b3bc-2c94-44e0-8388-3974c8f3694c tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:01.532927 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1042b3bc-2c94-44e0-8388-3974c8f3694c tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] 10.222.0.13 "DELETE /v2.0/ports/23f47096-b38f-4ccf-8a26-e1146b093743 HTTP/1.1" status: 204 len: 168 time: 0.6926236 Aug 28 15:18:01.535521 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35594) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:01.596126 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e3aedfa9-ca6d-4e2c-9ec4-76be37bb63b0 None None] Could not find standard attr ID for object 23f47096-b38f-4ccf-8a26-e1146b093743. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:18:01.611453 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e3f4e-789b-4be2-a760-dd253adbeaa9 req-e4c874d4-e5c3-4aea-8f52-8f9ba5e22714 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:01.620315 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f73fee-3180-47c3-b7f7-89e7bcd120aa tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Deleting subnet f5d0ef83-846f-4393-9f54-fe5e256296f9 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:18:01.621554 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e9e3f4e-789b-4be2-a760-dd253adbeaa9 req-e4c874d4-e5c3-4aea-8f52-8f9ba5e22714 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.0807168 Aug 28 15:18:01.624873 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-54f73fee-3180-47c3-b7f7-89e7bcd120aa tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:01.678672 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e9e3f4e-789b-4be2-a760-dd253adbeaa9 req-3d63b58a-988b-4fd8-86e9-c05a1494335e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561242 Aug 28 15:18:01.714987 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-54f73fee-3180-47c3-b7f7-89e7bcd120aa tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:01.913619 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-33808298-5d17-4139-9a6c-41b0542eab00 None None] Could not find standard attr ID for object 9360e0ec-e6f2-49be-a9fc-7bad52192159. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:18:02.194855 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-54f73fee-3180-47c3-b7f7-89e7bcd120aa tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:02.305273 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-54f73fee-3180-47c3-b7f7-89e7bcd120aa tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:02.321554 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-54f73fee-3180-47c3-b7f7-89e7bcd120aa tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:02.324172 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-54f73fee-3180-47c3-b7f7-89e7bcd120aa tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] 10.222.0.13 "DELETE /v2.0/subnets/f5d0ef83-846f-4393-9f54-fe5e256296f9 HTTP/1.1" status: 204 len: 168 time: 0.7849705 Aug 28 15:18:02.326812 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35600) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:02.352511 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f73fee-3180-47c3-b7f7-89e7bcd120aa tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Pushing event deleted for resources: {'Subnet': ['ID=f5d0ef83-846f-4393-9f54-fe5e256296f9,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:02.379250 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7e0063f6-db08-4983-8016-4083840d55a3 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:18:02.448542 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fb7cb2bb-d1a6-4831-9b19-849627ac1741 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:02.458522 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47420ac3-2500-408c-91ff-dc11bae34a68 None None] Network 43a15500-4d42-4cd7-a085-cfe1536503a4 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:18:02.461401 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 7e0063f6-db08-4983-8016-4083840d55a3 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:02.461777 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:02.536055 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cb2bb-d1a6-4831-9b19-849627ac1741 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Deleting port 7e0063f6-db08-4983-8016-4083840d55a3 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:18:02.536648 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fb7cb2bb-d1a6-4831-9b19-849627ac1741 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:02.610213 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-fb7cb2bb-d1a6-4831-9b19-849627ac1741 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] For port 7e0063f6-db08-4983-8016-4083840d55a3, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7e0063f6-db08-4983-8016-4083840d55a3,segment=NetworkSegment(c977b381-82e8-49d5-9843-b0dd545fad3f),segment_id=c977b381-82e8-49d5-9843-b0dd545fad3f)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:18:02.610765 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fb7cb2bb-d1a6-4831-9b19-849627ac1741 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:02.625224 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-08bb552e-9f59-42f5-8f98-bb135a6afb68 None None] Could not find standard attr ID for object 23f47096-b38f-4ccf-8a26-e1146b093743. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:18:02.626529 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cb2bb-d1a6-4831-9b19-849627ac1741 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Calling delete_port for 7e0063f6-db08-4983-8016-4083840d55a3 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:18:02.752688 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fb7cb2bb-d1a6-4831-9b19-849627ac1741 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:02.800442 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cb2bb-d1a6-4831-9b19-849627ac1741 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Pushing event deleted for resources: {'Port': ['ID=7e0063f6-db08-4983-8016-4083840d55a3,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:02.822136 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179d9ed8-38c5-4e94-abcb-94bfef1c743f None None] DHCP port deletion for 43a15500-4d42-4cd7-a085-cfe1536503a4 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:18:02.822560 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7cb2bb-d1a6-4831-9b19-849627ac1741 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] No DVR routers for this DVR port 7e0063f6-db08-4983-8016-4083840d55a3 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:18:02.895979 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1572523-d1f7-44ee-aa60-1b1a73f204ec req-1d61b30b-ff95-4826-b3d0-784026025f87 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:02.904520 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a1572523-d1f7-44ee-aa60-1b1a73f204ec req-1d61b30b-ff95-4826-b3d0-784026025f87 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.0989206 Aug 28 15:18:02.921315 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fb7cb2bb-d1a6-4831-9b19-849627ac1741 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:02.935695 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-fb7cb2bb-d1a6-4831-9b19-849627ac1741 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a15500-4d42-4cd7-a085-cfe1536503a4']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:18:02.944966 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-fb7cb2bb-d1a6-4831-9b19-849627ac1741 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c977b381-82e8-49d5-9843-b0dd545fad3f') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:18:02.945264 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-fb7cb2bb-d1a6-4831-9b19-849627ac1741 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c977b381-82e8-49d5-9843-b0dd545fad3f') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:18:02.951741 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a1572523-d1f7-44ee-aa60-1b1a73f204ec req-9a086fd9-c417-4e96-b7a9-199a3c1b2a26 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439689 Aug 28 15:18:02.959776 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fb7cb2bb-d1a6-4831-9b19-849627ac1741 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:02.978861 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fb7cb2bb-d1a6-4831-9b19-849627ac1741 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:02.986891 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7cb2bb-d1a6-4831-9b19-849627ac1741 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:18:02.987518 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fb7cb2bb-d1a6-4831-9b19-849627ac1741 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:18:02.990797 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:18:03.057801 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fb7cb2bb-d1a6-4831-9b19-849627ac1741 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:03.076497 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fb7cb2bb-d1a6-4831-9b19-849627ac1741 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:03.078597 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fb7cb2bb-d1a6-4831-9b19-849627ac1741 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] 10.222.0.13 "DELETE /v2.0/networks/43a15500-4d42-4cd7-a085-cfe1536503a4 HTTP/1.1" status: 204 len: 168 time: 0.7507238 Aug 28 15:18:03.080214 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cb2bb-d1a6-4831-9b19-849627ac1741 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899 tempest-ExtraDHCPOptionsIpV6TestJSON-1846192899-project] Pushing event deleted for resources: {'Network': ['ID=43a15500-4d42-4cd7-a085-cfe1536503a4,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:03.352746 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35618) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:03.527149 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ae7b9768-9d50-4799-9da5-9b9485eb5339 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a1920f32d8b47cd93a3db61cb9a0bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1732061 Aug 28 15:18:03.530676 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35624) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:03.584265 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-603d6bd3-f03b-420a-a4a5-7dfec81c5dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:03.606013 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-603d6bd3-f03b-420a-a4a5-7dfec81c5dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:03.660270 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-603d6bd3-f03b-420a-a4a5-7dfec81c5dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:03.662862 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-603d6bd3-f03b-420a-a4a5-7dfec81c5dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:03.666316 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-603d6bd3-f03b-420a-a4a5-7dfec81c5dc0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85b61bfc-e677-44ad-b24c-7a3efa13779f HTTP/1.1" status: 204 len: 168 time: 0.1320333 Aug 28 15:18:03.672470 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d6bd3-f03b-420a-a4a5-7dfec81c5dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b61bfc-e677-44ad-b24c-7a3efa13779f,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:03.878915 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35634) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:03.886550 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-b3066476-a0fa-4f38-9a4e-c47e51a51cc5 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1751806068'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:03.910622 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3066476-a0fa-4f38-9a4e-c47e51a51cc5 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Made reservation on behalf of ad719b405fc34c1c8445c92c2e91c430 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:18:03.914151 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b3066476-a0fa-4f38-9a4e-c47e51a51cc5 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:03.943989 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3066476-a0fa-4f38-9a4e-c47e51a51cc5 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:18:03.956359 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b3066476-a0fa-4f38-9a4e-c47e51a51cc5 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:03.956783 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-b3066476-a0fa-4f38-9a4e-c47e51a51cc5 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Added segment 8939f4c3-a1c0-4af7-8a1e-1156976435c2 of type vlan for network 2e337a80-f61c-4bca-8264-d9f248c90759 Aug 28 15:18:04.010005 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b3066476-a0fa-4f38-9a4e-c47e51a51cc5 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:04.068579 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b3066476-a0fa-4f38-9a4e-c47e51a51cc5 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:04.074165 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3066476-a0fa-4f38-9a4e-c47e51a51cc5 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:04.074974 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b3066476-a0fa-4f38-9a4e-c47e51a51cc5 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:04.143444 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b3066476-a0fa-4f38-9a4e-c47e51a51cc5 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2608035 Aug 28 15:18:04.143646 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35646) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:04.148831 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-10bcd2dc-98e9-4e71-9fd7-7054bb84fc97 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-4917146'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:04.165505 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1453f-2b5e-43f7-a439-eb30f20805de req-1c53edf0-cedb-43eb-a19a-4cab081baef6 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:04.167063 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-51f1453f-2b5e-43f7-a439-eb30f20805de req-1c53edf0-cedb-43eb-a19a-4cab081baef6 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1330099 Aug 28 15:18:04.168153 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3066476-a0fa-4f38-9a4e-c47e51a51cc5 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Pushing event updated for resources: {'Network': ['ID=2e337a80-f61c-4bca-8264-d9f248c90759,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:04.180828 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bcd2dc-98e9-4e71-9fd7-7054bb84fc97 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Made reservation on behalf of ad719b405fc34c1c8445c92c2e91c430 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:18:04.182038 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 2e337a80-f61c-4bca-8264-d9f248c90759 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:18:04.191617 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-10bcd2dc-98e9-4e71-9fd7-7054bb84fc97 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:04.234795 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10bcd2dc-98e9-4e71-9fd7-7054bb84fc97 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:18:04.246814 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-10bcd2dc-98e9-4e71-9fd7-7054bb84fc97 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:04.248493 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-10bcd2dc-98e9-4e71-9fd7-7054bb84fc97 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Added segment ec938aac-3055-458d-96d0-77a991606f63 of type vlan for network a36e233e-9694-4856-84b9-f3f8aa62d273 Aug 28 15:18:04.260316 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-51f1453f-2b5e-43f7-a439-eb30f20805de req-68a1d084-b048-4c67-950e-3ead37594bec tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678749 Aug 28 15:18:04.312636 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-10bcd2dc-98e9-4e71-9fd7-7054bb84fc97 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:04.338030 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7e0063f6-db08-4983-8016-4083840d55a3 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:18:04.343903 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-10bcd2dc-98e9-4e71-9fd7-7054bb84fc97 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:04.349950 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bcd2dc-98e9-4e71-9fd7-7054bb84fc97 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:04.350687 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-10bcd2dc-98e9-4e71-9fd7-7054bb84fc97 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:04.360458 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 7e0063f6-db08-4983-8016-4083840d55a3 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:18:04.361004 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7e0063f6-db08-4983-8016-4083840d55a3 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:18:04.457829 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-10bcd2dc-98e9-4e71-9fd7-7054bb84fc97 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3129714 Aug 28 15:18:04.460675 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35656) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:04.467489 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-f5a6c6ed-a105-4e7f-b426-822fc9abd087 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Request body: {'subnet': {'network_id': '2e337a80-f61c-4bca-8264-d9f248c90759', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:04.477108 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bcd2dc-98e9-4e71-9fd7-7054bb84fc97 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Pushing event updated for resources: {'Network': ['ID=a36e233e-9694-4856-84b9-f3f8aa62d273,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:04.491893 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network a36e233e-9694-4856-84b9-f3f8aa62d273 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:18:04.498850 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35660) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:04.581109 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a6c6ed-a105-4e7f-b426-822fc9abd087 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Made reservation on behalf of ad719b405fc34c1c8445c92c2e91c430 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:18:04.585022 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5a6c6ed-a105-4e7f-b426-822fc9abd087 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:04.631077 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-4a5be387-3bf2-4301-91e5-772be595f42a tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1359439132'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:04.652804 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5be387-3bf2-4301-91e5-772be595f42a tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Made reservation on behalf of 1ce9d4c7245f435bbd5bbb378261de64 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:18:04.656598 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a5be387-3bf2-4301-91e5-772be595f42a tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:04.665391 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a5be387-3bf2-4301-91e5-772be595f42a tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:04.775593 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a5be387-3bf2-4301-91e5-772be595f42a tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:04.781400 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a5be387-3bf2-4301-91e5-772be595f42a tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:04.797733 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5a6c6ed-a105-4e7f-b426-822fc9abd087 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:04.814042 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a5be387-3bf2-4301-91e5-772be595f42a tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:18:04.818857 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5be387-3bf2-4301-91e5-772be595f42a tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=301bace2-0697-4142-8a23-5c8f3e6e5d11,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:04.828305 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a5be387-3bf2-4301-91e5-772be595f42a tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:04.828305 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-4a5be387-3bf2-4301-91e5-772be595f42a tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Added segment 3c9b4720-e509-4369-a92f-49e17b4ee2bb of type vlan for network b7ae9b8c-cf75-471a-8dea-d1b49d3e5941 Aug 28 15:18:04.864870 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6c6ed-a105-4e7f-b426-822fc9abd087 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Pushing event updated for resources: {'Subnet': ['ID=ee9e1d3e-90f3-4805-bd4b-3365719a7970,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:04.874915 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a5be387-3bf2-4301-91e5-772be595f42a tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:04.875191 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a6c6ed-a105-4e7f-b426-822fc9abd087 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Checking segment: {'id': '8939f4c3-a1c0-4af7-8a1e-1156976435c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e337a80-f61c-4bca-8264-d9f248c90759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:18:04.875317 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a6c6ed-a105-4e7f-b426-822fc9abd087 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Network hostable DHCP agents. Network: 2e337a80-f61c-4bca-8264-d9f248c90759, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:18:04.901555 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a6c6ed-a105-4e7f-b426-822fc9abd087 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Network 2e337a80-f61c-4bca-8264-d9f248c90759 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:18:04.904749 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a5be387-3bf2-4301-91e5-772be595f42a tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:04.910596 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5be387-3bf2-4301-91e5-772be595f42a tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:04.911348 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-f5a6c6ed-a105-4e7f-b426-822fc9abd087 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 2e337a80-f61c-4bca-8264-d9f248c90759) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:18:04.911644 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a5be387-3bf2-4301-91e5-772be595f42a tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:04.915857 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a6c6ed-a105-4e7f-b426-822fc9abd087 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:04.916446 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5a6c6ed-a105-4e7f-b426-822fc9abd087 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:04.930472 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6751aa1-47ae-4e65-b6c4-bdb68b2eaf8a None None] Network 2e337a80-f61c-4bca-8264-d9f248c90759 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:18:04.945497 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f5a6c6ed-a105-4e7f-b426-822fc9abd087 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4835758 Aug 28 15:18:04.948050 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35666) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:04.953966 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-1516a87f-b2ca-4123-b5c5-db1f89ea77b0 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Request body: {'subnet': {'network_id': 'a36e233e-9694-4856-84b9-f3f8aa62d273', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:04.979005 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4a5be387-3bf2-4301-91e5-772be595f42a tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4789307 Aug 28 15:18:04.983648 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35668) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:04.991428 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-d1bd101c-83a6-4daa-87e4-811bc424b116 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Request body: {'subnet': {'network_id': 'b7ae9b8c-cf75-471a-8dea-d1b49d3e5941', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:05.040948 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5be387-3bf2-4301-91e5-772be595f42a tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Pushing event updated for resources: {'Network': ['ID=b7ae9b8c-cf75-471a-8dea-d1b49d3e5941,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:05.054748 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network b7ae9b8c-cf75-471a-8dea-d1b49d3e5941 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:18:05.080206 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1516a87f-b2ca-4123-b5c5-db1f89ea77b0 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Made reservation on behalf of ad719b405fc34c1c8445c92c2e91c430 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:18:05.084063 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1516a87f-b2ca-4123-b5c5-db1f89ea77b0 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:05.104538 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bd101c-83a6-4daa-87e4-811bc424b116 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Made reservation on behalf of 1ce9d4c7245f435bbd5bbb378261de64 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:18:05.108953 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d1bd101c-83a6-4daa-87e4-811bc424b116 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:05.196106 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bd3840-0af3-4dfc-9450-21864b0520dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-2e337a80-f61c-4bca-8264-d9f248c90759', 'network_id': '2e337a80-f61c-4bca-8264-d9f248c90759', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'fixed_ips': [{'subnet_id': 'ee9e1d3e-90f3-4805-bd4b-3365719a7970'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:18:05.197674 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f3bd3840-0af3-4dfc-9450-21864b0520dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:05.308790 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1516a87f-b2ca-4123-b5c5-db1f89ea77b0 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:05.340506 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d1bd101c-83a6-4daa-87e4-811bc424b116 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:05.398412 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516a87f-b2ca-4123-b5c5-db1f89ea77b0 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Pushing event updated for resources: {'Subnet': ['ID=32296ab6-0e0f-4355-bb6c-e0506c5f4601,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:05.404354 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1516a87f-b2ca-4123-b5c5-db1f89ea77b0 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Checking segment: {'id': 'ec938aac-3055-458d-96d0-77a991606f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a36e233e-9694-4856-84b9-f3f8aa62d273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:18:05.404745 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1516a87f-b2ca-4123-b5c5-db1f89ea77b0 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Network hostable DHCP agents. Network: a36e233e-9694-4856-84b9-f3f8aa62d273, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:18:05.408862 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-f3bd3840-0af3-4dfc-9450-21864b0520dd None None] Allocated IP 10.1.1.2 (2e337a80-f61c-4bca-8264-d9f248c90759/ee9e1d3e-90f3-4805-bd4b-3365719a7970/f48bba21-3420-4ac1-a77b-751820e2f3c2) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:18:05.430220 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1516a87f-b2ca-4123-b5c5-db1f89ea77b0 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Network a36e233e-9694-4856-84b9-f3f8aa62d273 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:18:05.443496 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-1516a87f-b2ca-4123-b5c5-db1f89ea77b0 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, a36e233e-9694-4856-84b9-f3f8aa62d273) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:18:05.444543 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730d3af-8d1c-4eb0-8d4e-8a839820d33b req-3cbf191c-5ae1-4dcb-984e-2a2c1c8bb2c7 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:05.446165 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2730d3af-8d1c-4eb0-8d4e-8a839820d33b req-3cbf191c-5ae1-4dcb-984e-2a2c1c8bb2c7 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1193557 Aug 28 15:18:05.448518 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd101c-83a6-4daa-87e4-811bc424b116 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Pushing event updated for resources: {'Subnet': ['ID=520d0033-e6c3-4a4a-9a5b-fae050ea9aea,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:05.457423 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bd101c-83a6-4daa-87e4-811bc424b116 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Checking segment: {'id': '3c9b4720-e509-4369-a92f-49e17b4ee2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b7ae9b8c-cf75-471a-8dea-d1b49d3e5941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:18:05.457890 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bd101c-83a6-4daa-87e4-811bc424b116 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Network hostable DHCP agents. Network: b7ae9b8c-cf75-471a-8dea-d1b49d3e5941, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:18:05.465808 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1516a87f-b2ca-4123-b5c5-db1f89ea77b0 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:05.466720 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df65935-dddf-4fa6-bc5e-5c30ba7f3342 None None] Network a36e233e-9694-4856-84b9-f3f8aa62d273 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:18:05.466858 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1516a87f-b2ca-4123-b5c5-db1f89ea77b0 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:05.494514 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1516a87f-b2ca-4123-b5c5-db1f89ea77b0 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5426800 Aug 28 15:18:05.494801 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35672) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:05.503526 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-8c7012a0-3860-480c-82ae-74530ba19aab tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Request body: {'port': {'network_id': '2e337a80-f61c-4bca-8264-d9f248c90759', 'name': 'tempest-TaggedBootDevicesTest-1870360040', 'fixed_ips': [{'subnet_id': 'ee9e1d3e-90f3-4805-bd4b-3365719a7970'}]}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:05.505396 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2730d3af-8d1c-4eb0-8d4e-8a839820d33b req-1012a20f-eb14-47a8-9702-2bf4809cdf12 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449080 Aug 28 15:18:05.510049 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bd101c-83a6-4daa-87e4-811bc424b116 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Network b7ae9b8c-cf75-471a-8dea-d1b49d3e5941 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:18:05.525624 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-d1bd101c-83a6-4daa-87e4-811bc424b116 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, b7ae9b8c-cf75-471a-8dea-d1b49d3e5941) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:18:05.535374 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bd101c-83a6-4daa-87e4-811bc424b116 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:05.536040 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d1bd101c-83a6-4daa-87e4-811bc424b116 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:05.557431 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8035115-41a4-4d5c-908d-9d5d9c76548a None None] Network b7ae9b8c-cf75-471a-8dea-d1b49d3e5941 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:18:05.571004 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d1bd101c-83a6-4daa-87e4-811bc424b116 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5860066 Aug 28 15:18:05.574549 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35676) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:05.583546 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-b6323e8f-389c-4946-84bc-78573c42febf tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-245760047', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:05.643338 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b6323e8f-389c-4946-84bc-78573c42febf tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:05.644699 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b6323e8f-389c-4946-84bc-78573c42febf tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:05.730397 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b6323e8f-389c-4946-84bc-78573c42febf tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:05.733511 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7012a0-3860-480c-82ae-74530ba19aab tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Made reservation on behalf of ad719b405fc34c1c8445c92c2e91c430 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:18:05.739270 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b6323e8f-389c-4946-84bc-78573c42febf tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:05.773517 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f3bd3840-0af3-4dfc-9450-21864b0520dd None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:05.792857 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b6323e8f-389c-4946-84bc-78573c42febf tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:05.794229 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b6323e8f-389c-4946-84bc-78573c42febf tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2177041 Aug 28 15:18:05.797284 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35680) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:05.818869 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f3bd3840-0af3-4dfc-9450-21864b0520dd None None] Transition to ACTIVE for port object f48bba21-3420-4ac1-a77b-751820e2f3c2 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:05.833956 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8c7012a0-3860-480c-82ae-74530ba19aab tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:05.854727 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-8c7012a0-3860-480c-82ae-74530ba19aab tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] device_id is not set on port f1ecb044-2bfe-4874-89df-8daa50563f78 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:18:05.862262 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f3bd3840-0af3-4dfc-9450-21864b0520dd None None] Transition to ACTIVE for port object f48bba21-3420-4ac1-a77b-751820e2f3c2 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:05.884767 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc91594-83a5-482b-894b-6c3d26033f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-a36e233e-9694-4856-84b9-f3f8aa62d273', 'network_id': 'a36e233e-9694-4856-84b9-f3f8aa62d273', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'fixed_ips': [{'subnet_id': '32296ab6-0e0f-4355-bb6c-e0506c5f4601'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:18:05.885631 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1bc91594-83a5-482b-894b-6c3d26033f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:05.899119 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f3bd3840-0af3-4dfc-9450-21864b0520dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:05.927724 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2815801f-7859-403a-a613-466d0c0d977d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-b7ae9b8c-cf75-471a-8dea-d1b49d3e5941', 'network_id': 'b7ae9b8c-cf75-471a-8dea-d1b49d3e5941', 'tenant_id': '1ce9d4c7245f435bbd5bbb378261de64', 'fixed_ips': [{'subnet_id': '520d0033-e6c3-4a4a-9a5b-fae050ea9aea'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:18:05.928740 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2815801f-7859-403a-a613-466d0c0d977d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:06.121909 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-8c7012a0-3860-480c-82ae-74530ba19aab tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Allocated IP 10.1.1.203 (2e337a80-f61c-4bca-8264-d9f248c90759/ee9e1d3e-90f3-4805-bd4b-3365719a7970/f1ecb044-2bfe-4874-89df-8daa50563f78) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:18:06.158370 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a0ec6c9d-9072-4352-80a7-67b0ee3f4876 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:06.240309 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bd3840-0af3-4dfc-9450-21864b0520dd None None] Network 2e337a80-f61c-4bca-8264-d9f248c90759 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:18:06.244770 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd3840-0af3-4dfc-9450-21864b0520dd None None] Pushing event updated for resources: {'Port': ['ID=f48bba21-3420-4ac1-a77b-751820e2f3c2,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:06.296132 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-f3bd3840-0af3-4dfc-9450-21864b0520dd None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:18:06.298682 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bd3840-0af3-4dfc-9450-21864b0520dd None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:18:06.322159 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8c7012a0-3860-480c-82ae-74530ba19aab tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:06.341188 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-8c7012a0-3860-480c-82ae-74530ba19aab tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Transition to ACTIVE for port object f1ecb044-2bfe-4874-89df-8daa50563f78 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:06.404062 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8c7012a0-3860-480c-82ae-74530ba19aab tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:06.445827 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-1bc91594-83a5-482b-894b-6c3d26033f58 None None] Allocated IP 10.2.2.2 (a36e233e-9694-4856-84b9-f3f8aa62d273/32296ab6-0e0f-4355-bb6c-e0506c5f4601/7108ba95-a6c9-406e-9ed4-9ef13874feb2) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:18:06.458000 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7012a0-3860-480c-82ae-74530ba19aab tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Network 2e337a80-f61c-4bca-8264-d9f248c90759 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:18:06.460809 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-8c7012a0-3860-480c-82ae-74530ba19aab tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:18:06.464805 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7012a0-3860-480c-82ae-74530ba19aab tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:18:06.470592 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-f3bd3840-0af3-4dfc-9450-21864b0520dd None None] Attempting to bind port f48bba21-3420-4ac1-a77b-751820e2f3c2 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:18:06.470966 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-f3bd3840-0af3-4dfc-9450-21864b0520dd None None] Attempting to bind port f48bba21-3420-4ac1-a77b-751820e2f3c2 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '8939f4c3-a1c0-4af7-8a1e-1156976435c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e337a80-f61c-4bca-8264-d9f248c90759'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:18:06.472128 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bd3840-0af3-4dfc-9450-21864b0520dd None None] Attempting to bind port f48bba21-3420-4ac1-a77b-751820e2f3c2 on network 2e337a80-f61c-4bca-8264-d9f248c90759 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:18:06.482353 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-2815801f-7859-403a-a613-466d0c0d977d None None] Allocated IP 172.20.0.2 (b7ae9b8c-cf75-471a-8dea-d1b49d3e5941/520d0033-e6c3-4a4a-9a5b-fae050ea9aea/df3f8d72-5171-440e-9e74-67f2f2cc8640) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:18:06.490067 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bd3840-0af3-4dfc-9450-21864b0520dd None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:18:06.490311 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bd3840-0af3-4dfc-9450-21864b0520dd None None] Checking segment: {'id': '8939f4c3-a1c0-4af7-8a1e-1156976435c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e337a80-f61c-4bca-8264-d9f248c90759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:18:06.490413 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7012a0-3860-480c-82ae-74530ba19aab tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Pushing event updated for resources: {'Port': ['ID=f1ecb044-2bfe-4874-89df-8daa50563f78,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:06.490871 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f3bd3840-0af3-4dfc-9450-21864b0520dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:06.490871 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bd3840-0af3-4dfc-9450-21864b0520dd None None] Bound using segment: {'id': '8939f4c3-a1c0-4af7-8a1e-1156976435c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e337a80-f61c-4bca-8264-d9f248c90759'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:18:06.491339 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-f3bd3840-0af3-4dfc-9450-21864b0520dd None None] Bound port: f48bba21-3420-4ac1-a77b-751820e2f3c2, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8939f4c3-a1c0-4af7-8a1e-1156976435c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e337a80-f61c-4bca-8264-d9f248c90759'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:18:06.491753 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f3bd3840-0af3-4dfc-9450-21864b0520dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:06.520523 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7012a0-3860-480c-82ae-74530ba19aab tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:06.521238 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8c7012a0-3860-480c-82ae-74530ba19aab tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:06.540212 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8c7012a0-3860-480c-82ae-74530ba19aab tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0420222 Aug 28 15:18:06.541162 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35684) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:06.548737 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-0ce3ee6d-dedf-4594-b3ee-de21abf06693 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Request body: {'port': {'network_id': '2e337a80-f61c-4bca-8264-d9f248c90759', 'name': 'tempest-TaggedBootDevicesTest-100754821', 'fixed_ips': [{'subnet_id': 'ee9e1d3e-90f3-4805-bd4b-3365719a7970'}]}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:06.701081 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7293f0-0e9f-428c-b098-ed8da60cc495 req-62bd345b-c54e-41f3-b724-04822d4a3240 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:06.702763 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4d7293f0-0e9f-428c-b098-ed8da60cc495 req-62bd345b-c54e-41f3-b724-04822d4a3240 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.0947065 Aug 28 15:18:06.768054 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4d7293f0-0e9f-428c-b098-ed8da60cc495 req-e6395da5-6ef1-411e-9039-f1eada3f5eae tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540235 Aug 28 15:18:06.782120 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce3ee6d-dedf-4594-b3ee-de21abf06693 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Made reservation on behalf of ad719b405fc34c1c8445c92c2e91c430 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:18:06.787722 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0ce3ee6d-dedf-4594-b3ee-de21abf06693 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:06.801636 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-f3bd3840-0af3-4dfc-9450-21864b0520dd None None] For port f48bba21-3420-4ac1-a77b-751820e2f3c2, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:18:06.812654 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-0ce3ee6d-dedf-4594-b3ee-de21abf06693 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] device_id is not set on port 812faf11-1952-4526-859c-7622a369ee03 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:18:06.833391 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-f3bd3840-0af3-4dfc-9450-21864b0520dd None None] For port f48bba21-3420-4ac1-a77b-751820e2f3c2, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f48bba21-3420-4ac1-a77b-751820e2f3c2,segment=NetworkSegment(8939f4c3-a1c0-4af7-8a1e-1156976435c2),segment_id=8939f4c3-a1c0-4af7-8a1e-1156976435c2)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:18:06.836116 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2815801f-7859-403a-a613-466d0c0d977d None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:06.846021 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f3bd3840-0af3-4dfc-9450-21864b0520dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:06.897574 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2815801f-7859-403a-a613-466d0c0d977d None None] Transition to ACTIVE for port object df3f8d72-5171-440e-9e74-67f2f2cc8640 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:06.901363 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1bc91594-83a5-482b-894b-6c3d26033f58 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:06.932956 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1bc91594-83a5-482b-894b-6c3d26033f58 None None] Transition to ACTIVE for port object 7108ba95-a6c9-406e-9ed4-9ef13874feb2 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:06.940778 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd3840-0af3-4dfc-9450-21864b0520dd None None] Pushing event updated for resources: {'Port': ['ID=f48bba21-3420-4ac1-a77b-751820e2f3c2,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:06.947162 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2815801f-7859-403a-a613-466d0c0d977d None None] Transition to ACTIVE for port object df3f8d72-5171-440e-9e74-67f2f2cc8640 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:06.976643 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2815801f-7859-403a-a613-466d0c0d977d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:06.984281 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1bc91594-83a5-482b-894b-6c3d26033f58 None None] Transition to ACTIVE for port object 7108ba95-a6c9-406e-9ed4-9ef13874feb2 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:07.005869 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-0ce3ee6d-dedf-4594-b3ee-de21abf06693 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Allocated IP 10.1.1.134 (2e337a80-f61c-4bca-8264-d9f248c90759/ee9e1d3e-90f3-4805-bd4b-3365719a7970/812faf11-1952-4526-859c-7622a369ee03) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:18:07.025659 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1bc91594-83a5-482b-894b-6c3d26033f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:07.030988 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-a0ec6c9d-9072-4352-80a7-67b0ee3f4876 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Allocated IP 172.20.0.1 (b7ae9b8c-cf75-471a-8dea-d1b49d3e5941/520d0033-e6c3-4a4a-9a5b-fae050ea9aea/b890d853-39ed-4062-9221-b0c355eaffec) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:18:07.046595 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2815801f-7859-403a-a613-466d0c0d977d None None] Network b7ae9b8c-cf75-471a-8dea-d1b49d3e5941 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:18:07.053643 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-2815801f-7859-403a-a613-466d0c0d977d None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:18:07.061759 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2815801f-7859-403a-a613-466d0c0d977d None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:18:07.064777 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc91594-83a5-482b-894b-6c3d26033f58 None None] Network a36e233e-9694-4856-84b9-f3f8aa62d273 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:18:07.068546 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815801f-7859-403a-a613-466d0c0d977d None None] Pushing event updated for resources: {'Port': ['ID=df3f8d72-5171-440e-9e74-67f2f2cc8640,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:07.071503 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-1bc91594-83a5-482b-894b-6c3d26033f58 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:18:07.078016 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc91594-83a5-482b-894b-6c3d26033f58 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:18:07.222175 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc91594-83a5-482b-894b-6c3d26033f58 None None] Pushing event updated for resources: {'Port': ['ID=7108ba95-a6c9-406e-9ed4-9ef13874feb2,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:07.228617 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-2815801f-7859-403a-a613-466d0c0d977d None None] Attempting to bind port df3f8d72-5171-440e-9e74-67f2f2cc8640 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:18:07.228992 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-2815801f-7859-403a-a613-466d0c0d977d None None] Attempting to bind port df3f8d72-5171-440e-9e74-67f2f2cc8640 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '3c9b4720-e509-4369-a92f-49e17b4ee2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b7ae9b8c-cf75-471a-8dea-d1b49d3e5941'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:18:07.229351 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2815801f-7859-403a-a613-466d0c0d977d None None] Attempting to bind port df3f8d72-5171-440e-9e74-67f2f2cc8640 on network b7ae9b8c-cf75-471a-8dea-d1b49d3e5941 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:18:07.251892 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a0ec6c9d-9072-4352-80a7-67b0ee3f4876 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:07.271125 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2815801f-7859-403a-a613-466d0c0d977d None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:18:07.271770 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2815801f-7859-403a-a613-466d0c0d977d None None] Checking segment: {'id': '3c9b4720-e509-4369-a92f-49e17b4ee2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b7ae9b8c-cf75-471a-8dea-d1b49d3e5941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:18:07.272000 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2815801f-7859-403a-a613-466d0c0d977d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:07.272625 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2815801f-7859-403a-a613-466d0c0d977d None None] Bound using segment: {'id': '3c9b4720-e509-4369-a92f-49e17b4ee2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b7ae9b8c-cf75-471a-8dea-d1b49d3e5941'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:18:07.273110 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-2815801f-7859-403a-a613-466d0c0d977d None None] Bound port: df3f8d72-5171-440e-9e74-67f2f2cc8640, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9b4720-e509-4369-a92f-49e17b4ee2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b7ae9b8c-cf75-471a-8dea-d1b49d3e5941'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:18:07.273642 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2815801f-7859-403a-a613-466d0c0d977d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:07.275493 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-a0ec6c9d-9072-4352-80a7-67b0ee3f4876 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Transition to ACTIVE for port object b890d853-39ed-4062-9221-b0c355eaffec will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:07.280847 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0ce3ee6d-dedf-4594-b3ee-de21abf06693 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:07.295160 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-1bc91594-83a5-482b-894b-6c3d26033f58 None None] Attempting to bind port 7108ba95-a6c9-406e-9ed4-9ef13874feb2 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:18:07.295160 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-1bc91594-83a5-482b-894b-6c3d26033f58 None None] Attempting to bind port 7108ba95-a6c9-406e-9ed4-9ef13874feb2 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'ec938aac-3055-458d-96d0-77a991606f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a36e233e-9694-4856-84b9-f3f8aa62d273'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:18:07.295742 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc91594-83a5-482b-894b-6c3d26033f58 None None] Attempting to bind port 7108ba95-a6c9-406e-9ed4-9ef13874feb2 on network a36e233e-9694-4856-84b9-f3f8aa62d273 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:18:07.306788 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-0ce3ee6d-dedf-4594-b3ee-de21abf06693 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Transition to ACTIVE for port object 812faf11-1952-4526-859c-7622a369ee03 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:07.341794 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a0ec6c9d-9072-4352-80a7-67b0ee3f4876 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:07.349703 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc91594-83a5-482b-894b-6c3d26033f58 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:18:07.350086 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc91594-83a5-482b-894b-6c3d26033f58 None None] Checking segment: {'id': 'ec938aac-3055-458d-96d0-77a991606f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a36e233e-9694-4856-84b9-f3f8aa62d273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:18:07.350493 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1bc91594-83a5-482b-894b-6c3d26033f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:07.350892 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc91594-83a5-482b-894b-6c3d26033f58 None None] Bound using segment: {'id': 'ec938aac-3055-458d-96d0-77a991606f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a36e233e-9694-4856-84b9-f3f8aa62d273'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:18:07.351377 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-1bc91594-83a5-482b-894b-6c3d26033f58 None None] Bound port: 7108ba95-a6c9-406e-9ed4-9ef13874feb2, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec938aac-3055-458d-96d0-77a991606f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a36e233e-9694-4856-84b9-f3f8aa62d273'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:18:07.351773 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1bc91594-83a5-482b-894b-6c3d26033f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:07.370483 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0ce3ee6d-dedf-4594-b3ee-de21abf06693 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:07.431812 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ec6c9d-9072-4352-80a7-67b0ee3f4876 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Network b7ae9b8c-cf75-471a-8dea-d1b49d3e5941 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:18:07.438111 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-a0ec6c9d-9072-4352-80a7-67b0ee3f4876 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:18:07.444896 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3ee6d-dedf-4594-b3ee-de21abf06693 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Pushing event updated for resources: {'Port': ['ID=812faf11-1952-4526-859c-7622a369ee03,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:07.450190 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ec6c9d-9072-4352-80a7-67b0ee3f4876 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:18:07.455154 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce3ee6d-dedf-4594-b3ee-de21abf06693 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Network 2e337a80-f61c-4bca-8264-d9f248c90759 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:18:07.456858 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-0ce3ee6d-dedf-4594-b3ee-de21abf06693 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:18:07.460955 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce3ee6d-dedf-4594-b3ee-de21abf06693 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:18:07.462436 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec6c9d-9072-4352-80a7-67b0ee3f4876 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Pushing event updated for resources: {'Port': ['ID=b890d853-39ed-4062-9221-b0c355eaffec,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:07.477203 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-2815801f-7859-403a-a613-466d0c0d977d None None] For port df3f8d72-5171-440e-9e74-67f2f2cc8640, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:18:07.483629 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-2815801f-7859-403a-a613-466d0c0d977d None None] For port df3f8d72-5171-440e-9e74-67f2f2cc8640, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=df3f8d72-5171-440e-9e74-67f2f2cc8640,segment=NetworkSegment(3c9b4720-e509-4369-a92f-49e17b4ee2bb),segment_id=3c9b4720-e509-4369-a92f-49e17b4ee2bb)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:18:07.501834 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2815801f-7859-403a-a613-466d0c0d977d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:07.534258 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce3ee6d-dedf-4594-b3ee-de21abf06693 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:07.534927 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0ce3ee6d-dedf-4594-b3ee-de21abf06693 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:07.544769 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1bc91594-83a5-482b-894b-6c3d26033f58 None None] For port 7108ba95-a6c9-406e-9ed4-9ef13874feb2, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:18:07.548918 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a0ec6c9d-9072-4352-80a7-67b0ee3f4876 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:07.566693 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0ce3ee6d-dedf-4594-b3ee-de21abf06693 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0215058 Aug 28 15:18:07.584704 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1bc91594-83a5-482b-894b-6c3d26033f58 None None] For port 7108ba95-a6c9-406e-9ed4-9ef13874feb2, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7108ba95-a6c9-406e-9ed4-9ef13874feb2,segment=NetworkSegment(ec938aac-3055-458d-96d0-77a991606f63),segment_id=ec938aac-3055-458d-96d0-77a991606f63)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:18:07.596037 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1bc91594-83a5-482b-894b-6c3d26033f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:07.615375 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815801f-7859-403a-a613-466d0c0d977d None None] Pushing event updated for resources: {'Port': ['ID=df3f8d72-5171-440e-9e74-67f2f2cc8640,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:07.734072 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc91594-83a5-482b-894b-6c3d26033f58 None None] Pushing event updated for resources: {'Port': ['ID=7108ba95-a6c9-406e-9ed4-9ef13874feb2,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:07.808255 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a0ec6c9d-9072-4352-80a7-67b0ee3f4876 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:07.985632 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-878dbf7a-1ca9-426f-8f1a-20d48c09d292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:08.023711 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e325b5e-2fe2-407e-b17f-dd7262240dc8 req-bef50183-7ee6-4d5e-a41b-6ac040cde174 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:08.023711 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e325b5e-2fe2-407e-b17f-dd7262240dc8 req-bef50183-7ee6-4d5e-a41b-6ac040cde174 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1004338 Aug 28 15:18:08.086054 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e325b5e-2fe2-407e-b17f-dd7262240dc8 req-5f825d44-2efa-41bd-81fa-de035001cf74 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483663 Aug 28 15:18:08.448910 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a0ec6c9d-9072-4352-80a7-67b0ee3f4876 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:08.460547 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a0ec6c9d-9072-4352-80a7-67b0ee3f4876 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:08.517516 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35700) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:08.522205 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-f1913781-bcd3-4499-8e6b-9f398b2bf513 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1547381617', 'description': 'tempest-description--1757746593'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:08.555900 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device df3f8d72-5171-440e-9e74-67f2f2cc8640 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:18:08.561917 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f1913781-bcd3-4499-8e6b-9f398b2bf513 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:08.577815 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a0ec6c9d-9072-4352-80a7-67b0ee3f4876 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:08.582261 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec6c9d-9072-4352-80a7-67b0ee3f4876 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Pushing event updated for resources: {'Port': ['ID=b890d853-39ed-4062-9221-b0c355eaffec,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:08.668319 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port df3f8d72-5171-440e-9e74-67f2f2cc8640 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:18:08.673754 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d813af-28d9-4d38-b9b1-8369eafc3922 None None] Network 2e337a80-f61c-4bca-8264-d9f248c90759 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:18:08.676502 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f48bba21-3420-4ac1-a77b-751820e2f3c2 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:18:08.694618 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f1913781-bcd3-4499-8e6b-9f398b2bf513 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:08.717484 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f1913781-bcd3-4499-8e6b-9f398b2bf513 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:08.733283 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ec6c9d-9072-4352-80a7-67b0ee3f4876 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Network b7ae9b8c-cf75-471a-8dea-d1b49d3e5941 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:18:08.735054 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-a0ec6c9d-9072-4352-80a7-67b0ee3f4876 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:18:08.790270 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f1913781-bcd3-4499-8e6b-9f398b2bf513 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:08.792921 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f1913781-bcd3-4499-8e6b-9f398b2bf513 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2740993 Aug 28 15:18:08.794020 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1913781-bcd3-4499-8e6b-9f398b2bf513 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc65d3d-4071-420b-8848-2fd834446d44,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:08.797502 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35706) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:08.806669 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-eb16e698-8d9b-4123-8f24-0c6e1878802a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Request body: {'security_group_rule': {'security_group_id': '2cc65d3d-4071-420b-8848-2fd834446d44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:08.812452 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e00e3aa9-971a-402d-8093-ae2f568e4f1e None None] Provisioning for port f48bba21-3420-4ac1-a77b-751820e2f3c2 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:18:08.858152 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb16e698-8d9b-4123-8f24-0c6e1878802a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:08.869963 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port f48bba21-3420-4ac1-a77b-751820e2f3c2 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:18:08.875375 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port f48bba21-3420-4ac1-a77b-751820e2f3c2 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:08.876164 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:08.941823 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ec6c9d-9072-4352-80a7-67b0ee3f4876 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Router f910ff09-2605-436c-9f56-75de226eb4df is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:18:09.000171 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb16e698-8d9b-4123-8f24-0c6e1878802a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:09.004039 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35710) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:09.021998 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb16e698-8d9b-4123-8f24-0c6e1878802a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:09.070784 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:09.125914 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port f48bba21-3420-4ac1-a77b-751820e2f3c2, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f48bba21-3420-4ac1-a77b-751820e2f3c2,segment=NetworkSegment(8939f4c3-a1c0-4af7-8a1e-1156976435c2),segment_id=8939f4c3-a1c0-4af7-8a1e-1156976435c2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:18:09.131689 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:09.133801 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7108ba95-a6c9-406e-9ed4-9ef13874feb2 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:18:09.185924 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb16e698-8d9b-4123-8f24-0c6e1878802a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:09.195382 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-eb16e698-8d9b-4123-8f24-0c6e1878802a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3968110 Aug 28 15:18:09.206830 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35714) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:09.228830 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16e698-8d9b-4123-8f24-0c6e1878802a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95ec1fe-123c-48a0-aacf-9f685bc6cb7e,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:09.232776 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-6732dc03-5b08-4686-acef-a98a1bbdefa9 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Request body: {'security_group_rule': {'security_group_id': '2cc65d3d-4071-420b-8848-2fd834446d44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:09.250285 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=f48bba21-3420-4ac1-a77b-751820e2f3c2,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:09.275369 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ec6c9d-9072-4352-80a7-67b0ee3f4876 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:18:09.289233 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaf4dd6-5a29-4188-9381-83ad47cf6481 None None] Sync routers for ids ['f910ff09-2605-436c-9f56-75de226eb4df'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:18:09.315163 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaf4dd6-5a29-4188-9381-83ad47cf6481 None None] Routers {'f910ff09-2605-436c-9f56-75de226eb4df'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:18:09.317953 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 7108ba95-a6c9-406e-9ed4-9ef13874feb2 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:18:09.318319 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-ddaf4dd6-5a29-4188-9381-83ad47cf6481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:17:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f910ff09-2605-436c-9f56-75de226eb4df'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:18:09.323679 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a0ec6c9d-9072-4352-80a7-67b0ee3f4876 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] 10.222.0.13 "PUT /v2.0/routers/f910ff09-2605-436c-9f56-75de226eb4df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5217581 Aug 28 15:18:09.330546 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35716) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:09.333650 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6732dc03-5b08-4686-acef-a98a1bbdefa9 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:09.417120 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-ddaf4dd6-5a29-4188-9381-83ad47cf6481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:18:09.456125 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6732dc03-5b08-4686-acef-a98a1bbdefa9 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:09.462861 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6732dc03-5b08-4686-acef-a98a1bbdefa9 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:09.464586 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaf4dd6-5a29-4188-9381-83ad47cf6481 None None] Routers {'f910ff09-2605-436c-9f56-75de226eb4df'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:18:09.465417 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-ddaf4dd6-5a29-4188-9381-83ad47cf6481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:17:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f910ff09-2605-436c-9f56-75de226eb4df'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:18:09.498355 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3f8d1c7d-1fa2-482f-be40-1031eb1ec6ae None None] Provisioning for port f1ecb044-2bfe-4874-89df-8daa50563f78 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:18:09.504338 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732dc03-5b08-4686-acef-a98a1bbdefa9 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f04f2e-9443-4853-b124-ede77a985a20,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:09.505656 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3f8d1c7d-1fa2-482f-be40-1031eb1ec6ae None None] Provisioning complete for port f1ecb044-2bfe-4874-89df-8daa50563f78 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:09.506598 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3f8d1c7d-1fa2-482f-be40-1031eb1ec6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:09.512794 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6732dc03-5b08-4686-acef-a98a1bbdefa9 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:09.517191 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6732dc03-5b08-4686-acef-a98a1bbdefa9 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2996552 Aug 28 15:18:09.517527 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35718) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:09.524590 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-36f7b66d-253b-499b-a75f-6996282b34ec tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:09.542301 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-ddaf4dd6-5a29-4188-9381-83ad47cf6481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:18:09.543162 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaf4dd6-5a29-4188-9381-83ad47cf6481 None None] The sync data for ids ['f910ff09-2605-436c-9f56-75de226eb4df'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:18:09.574960 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-36f7b66d-253b-499b-a75f-6996282b34ec tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for floatingip, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:09.595613 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d1c7d-1fa2-482f-be40-1031eb1ec6ae None None] Port f1ecb044-2bfe-4874-89df-8daa50563f78 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:18:09.607281 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3f8d1c7d-1fa2-482f-be40-1031eb1ec6ae None None] Provisioning complete for port f48bba21-3420-4ac1-a77b-751820e2f3c2 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:09.607676 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3f8d1c7d-1fa2-482f-be40-1031eb1ec6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:09.707609 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f50769-2a55-44ab-9877-d55f070bc5d0 None None] Network b7ae9b8c-cf75-471a-8dea-d1b49d3e5941 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:18:09.815603 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-36f7b66d-253b-499b-a75f-6996282b34ec tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:09.927226 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3f8d1c7d-1fa2-482f-be40-1031eb1ec6ae None None] Provisioning for port 812faf11-1952-4526-859c-7622a369ee03 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:18:09.932468 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3f8d1c7d-1fa2-482f-be40-1031eb1ec6ae None None] Provisioning complete for port 812faf11-1952-4526-859c-7622a369ee03 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:09.933123 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3f8d1c7d-1fa2-482f-be40-1031eb1ec6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:10.021928 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d1c7d-1fa2-482f-be40-1031eb1ec6ae None None] Port 812faf11-1952-4526-859c-7622a369ee03 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:18:10.051806 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-484c3f2b-f7db-4249-bf4f-e6f05b727f9e tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Request body: {'port': {'network_id': 'b7ae9b8c-cf75-471a-8dea-d1b49d3e5941', 'name': 'tempest-FloatingIPNegativeTestJSON-1738819568'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:10.085692 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-36f7b66d-253b-499b-a75f-6996282b34ec tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Allocated IP 172.25.3.78 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/e8098554-2c69-459b-ac6f-773818e44eea) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:18:10.095814 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d33cc0-0e71-40fe-adab-5f2dc87687f8 None None] Network a36e233e-9694-4856-84b9-f3f8aa62d273 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:18:10.296100 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-36f7b66d-253b-499b-a75f-6996282b34ec tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:10.323614 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0389e-51a9-4d76-962f-5ea7b3f93f37 req-263d69b7-8cdf-4b4e-9196-76fe1db39629 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:10.326361 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dfc0389e-51a9-4d76-962f-5ea7b3f93f37 req-263d69b7-8cdf-4b4e-9196-76fe1db39629 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.2951572 Aug 28 15:18:10.328627 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484c3f2b-f7db-4249-bf4f-e6f05b727f9e tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Made reservation on behalf of 1ce9d4c7245f435bbd5bbb378261de64 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:18:10.361682 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-509c1015-4110-4975-839d-e34807d09124 None None] Provisioning complete for port f1ecb044-2bfe-4874-89df-8daa50563f78 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:10.362964 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-509c1015-4110-4975-839d-e34807d09124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:10.365274 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-484c3f2b-f7db-4249-bf4f-e6f05b727f9e tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:10.393347 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-36f7b66d-253b-499b-a75f-6996282b34ec tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:10.413970 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f48bba21-3420-4ac1-a77b-751820e2f3c2 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:18:10.431927 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-484c3f2b-f7db-4249-bf4f-e6f05b727f9e tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] device_id is not set on port b709c7bf-770d-4df7-9c11-b2c02c20df91 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:18:10.480151 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f7b66d-253b-499b-a75f-6996282b34ec tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:18:10.485166 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-36f7b66d-253b-499b-a75f-6996282b34ec tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:18:10.492636 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7b66d-253b-499b-a75f-6996282b34ec tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Pushing event updated for resources: {'Port': ['ID=e8098554-2c69-459b-ac6f-773818e44eea,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:10.502194 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f7b66d-253b-499b-a75f-6996282b34ec tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:18:10.599613 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-484c3f2b-f7db-4249-bf4f-e6f05b727f9e tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Allocated IP 172.20.0.6 (b7ae9b8c-cf75-471a-8dea-d1b49d3e5941/520d0033-e6c3-4a4a-9a5b-fae050ea9aea/b709c7bf-770d-4df7-9c11-b2c02c20df91) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:18:10.640026 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-509c1015-4110-4975-839d-e34807d09124 None None] Port f1ecb044-2bfe-4874-89df-8daa50563f78 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:18:10.660014 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-36f7b66d-253b-499b-a75f-6996282b34ec tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:10.660321 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port f48bba21-3420-4ac1-a77b-751820e2f3c2 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:10.660699 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:10.662341 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7d058dfa-6c3c-481b-a3ba-5547b22e13ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:10.699610 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-509c1015-4110-4975-839d-e34807d09124 None None] Provisioning for port df3f8d72-5171-440e-9e74-67f2f2cc8640 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:18:10.707634 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-509c1015-4110-4975-839d-e34807d09124 None None] Provisioning complete for port df3f8d72-5171-440e-9e74-67f2f2cc8640 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:10.708039 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-509c1015-4110-4975-839d-e34807d09124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:10.729450 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-36f7b66d-253b-499b-a75f-6996282b34ec tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:10.895406 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:10.909743 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dfc0389e-51a9-4d76-962f-5ea7b3f93f37 req-4ef2c596-4400-4f8a-9453-836899a1bab4 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5287559 Aug 28 15:18:10.970092 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-509c1015-4110-4975-839d-e34807d09124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:11.042847 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-884fa587-b5cd-45e5-939e-bd1a4eb71750 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Deleting port 960959be-9df7-446c-84df-aea869ed8d99 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:18:11.043473 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-884fa587-b5cd-45e5-939e-bd1a4eb71750 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:11.072781 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-36f7b66d-253b-499b-a75f-6996282b34ec tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:11.079587 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-36f7b66d-253b-499b-a75f-6996282b34ec tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:11.110814 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-509c1015-4110-4975-839d-e34807d09124 None None] For port df3f8d72-5171-440e-9e74-67f2f2cc8640, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=df3f8d72-5171-440e-9e74-67f2f2cc8640,segment=NetworkSegment(3c9b4720-e509-4369-a92f-49e17b4ee2bb),segment_id=3c9b4720-e509-4369-a92f-49e17b4ee2bb)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:18:11.119145 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-509c1015-4110-4975-839d-e34807d09124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:11.163515 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7b66d-253b-499b-a75f-6996282b34ec tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Pushing event updated for resources: {'Port': ['ID=e8098554-2c69-459b-ac6f-773818e44eea,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:11.188743 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-36f7b66d-253b-499b-a75f-6996282b34ec tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:11.203020 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-509c1015-4110-4975-839d-e34807d09124 None None] Provisioning for port 7108ba95-a6c9-406e-9ed4-9ef13874feb2 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:18:11.210744 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-509c1015-4110-4975-839d-e34807d09124 None None] Provisioning complete for port 7108ba95-a6c9-406e-9ed4-9ef13874feb2 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:11.211742 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-509c1015-4110-4975-839d-e34807d09124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:11.224081 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-484c3f2b-f7db-4249-bf4f-e6f05b727f9e tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:11.233276 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-36f7b66d-253b-499b-a75f-6996282b34ec tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:11.245626 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-36f7b66d-253b-499b-a75f-6996282b34ec tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7265575 Aug 28 15:18:11.250350 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-484c3f2b-f7db-4249-bf4f-e6f05b727f9e tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Transition to ACTIVE for port object b709c7bf-770d-4df7-9c11-b2c02c20df91 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:11.278016 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c1015-4110-4975-839d-e34807d09124 None None] Pushing event updated for resources: {'Port': ['ID=df3f8d72-5171-440e-9e74-67f2f2cc8640,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:11.340856 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-884fa587-b5cd-45e5-939e-bd1a4eb71750 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:11.341554 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-884fa587-b5cd-45e5-939e-bd1a4eb71750 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:11.379625 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-884fa587-b5cd-45e5-939e-bd1a4eb71750 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Calling delete_port for 960959be-9df7-446c-84df-aea869ed8d99 owned by network:floatingip {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:18:11.397897 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-509c1015-4110-4975-839d-e34807d09124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:11.443017 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-509c1015-4110-4975-839d-e34807d09124 None None] For port 7108ba95-a6c9-406e-9ed4-9ef13874feb2, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7108ba95-a6c9-406e-9ed4-9ef13874feb2,segment=NetworkSegment(ec938aac-3055-458d-96d0-77a991606f63),segment_id=ec938aac-3055-458d-96d0-77a991606f63)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:18:11.448835 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-509c1015-4110-4975-839d-e34807d09124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:11.509288 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-484c3f2b-f7db-4249-bf4f-e6f05b727f9e tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:11.539461 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c1015-4110-4975-839d-e34807d09124 None None] Pushing event updated for resources: {'Port': ['ID=7108ba95-a6c9-406e-9ed4-9ef13874feb2,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:11.574600 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3ec53b58-e3fe-49e5-a554-9b573f9e7dcc None None] Provisioning for port b890d853-39ed-4062-9221-b0c355eaffec completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:18:11.579641 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3ec53b58-e3fe-49e5-a554-9b573f9e7dcc None None] Provisioning complete for port b890d853-39ed-4062-9221-b0c355eaffec triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:11.580307 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3ec53b58-e3fe-49e5-a554-9b573f9e7dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:11.604857 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-7aa42300-1dd6-41ee-ad65-cbf1e59e6df1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1547381617&fields=id&tenant_id=ad719b405fc34c1c8445c92c2e91c430 HTTP/1.1" status: 200 len: 267 time: 0.0484619 Aug 28 15:18:11.606698 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484c3f2b-f7db-4249-bf4f-e6f05b727f9e tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Network b7ae9b8c-cf75-471a-8dea-d1b49d3e5941 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:18:11.609305 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c3f2b-f7db-4249-bf4f-e6f05b727f9e tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Pushing event updated for resources: {'Port': ['ID=b709c7bf-770d-4df7-9c11-b2c02c20df91,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:11.614019 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-484c3f2b-f7db-4249-bf4f-e6f05b727f9e tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:18:11.617458 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484c3f2b-f7db-4249-bf4f-e6f05b727f9e tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:18:11.645829 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-3ec53b58-e3fe-49e5-a554-9b573f9e7dcc None None] Port b890d853-39ed-4062-9221-b0c355eaffec cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:18:11.660441 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3ec53b58-e3fe-49e5-a554-9b573f9e7dcc None None] Provisioning complete for port 7108ba95-a6c9-406e-9ed4-9ef13874feb2 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:11.660835 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3ec53b58-e3fe-49e5-a554-9b573f9e7dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:11.673818 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484c3f2b-f7db-4249-bf4f-e6f05b727f9e tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:11.674755 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-484c3f2b-f7db-4249-bf4f-e6f05b727f9e tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:11.683268 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-08ffedd4-ac8a-4ba2-ae32-5f307924be96 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:11.685403 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-08ffedd4-ac8a-4ba2-ae32-5f307924be96 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports/f1ecb044-2bfe-4874-89df-8daa50563f78 HTTP/1.1" status: 200 len: 932 time: 0.0685256 Aug 28 15:18:11.724691 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-484c3f2b-f7db-4249-bf4f-e6f05b727f9e tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6780603 Aug 28 15:18:11.725463 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35768) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:11.733281 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-91764e7c-aa70-4364-bbb3-848a49118079 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:11.770518 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:11.786507 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-91764e7c-aa70-4364-bbb3-848a49118079 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:11.792903 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-d346ed86-0f6f-44ca-833f-9cb77f42d72f tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:11.819057 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3ec53b58-e3fe-49e5-a554-9b573f9e7dcc None None] Provisioning complete for port df3f8d72-5171-440e-9e74-67f2f2cc8640 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:11.819057 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3ec53b58-e3fe-49e5-a554-9b573f9e7dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:11.821901 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-d346ed86-0f6f-44ca-833f-9cb77f42d72f tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports/812faf11-1952-4526-859c-7622a369ee03 HTTP/1.1" status: 200 len: 931 time: 0.1288807 Aug 28 15:18:11.970072 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3ec53b58-e3fe-49e5-a554-9b573f9e7dcc None None] Provisioning complete for port 812faf11-1952-4526-859c-7622a369ee03 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:11.970458 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3ec53b58-e3fe-49e5-a554-9b573f9e7dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:11.985266 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-884fa587-b5cd-45e5-939e-bd1a4eb71750 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:11.999250 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-73a51404-aeab-4437-b5e5-2e5196813edd tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?network_id=a36e233e-9694-4856-84b9-f3f8aa62d273&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1760337 Aug 28 15:18:12.034324 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884fa587-b5cd-45e5-939e-bd1a4eb71750 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event deleted for resources: {'Port': ['ID=960959be-9df7-446c-84df-aea869ed8d99,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:12.060391 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:18:12.063364 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-8447573e-5bfd-42be-ae82-c6248b6575a0 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?network_id=a36e233e-9694-4856-84b9-f3f8aa62d273&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0632062 Aug 28 15:18:12.082163 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-3ec53b58-e3fe-49e5-a554-9b573f9e7dcc None None] Port 812faf11-1952-4526-859c-7622a369ee03 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:18:12.140321 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-91764e7c-aa70-4364-bbb3-848a49118079 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:12.167046 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-884fa587-b5cd-45e5-939e-bd1a4eb71750 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for floatingip, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:12.167581 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-884fa587-b5cd-45e5-939e-bd1a4eb71750 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Floating IP b6a0a6de-7698-43af-9e04-a3787eb2f9d2 disassociated (deleted). External IP: 172.25.3.118, port: d100e783-d6a3-4036-94be-0ca3c227919c. Aug 28 15:18:12.209523 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-dcf82a9a-aace-4800-9619-cb00900dc926 None None] Provisioning for port b709c7bf-770d-4df7-9c11-b2c02c20df91 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:18:12.214792 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-dcf82a9a-aace-4800-9619-cb00900dc926 None None] Provisioning complete for port b709c7bf-770d-4df7-9c11-b2c02c20df91 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:12.214967 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-dcf82a9a-aace-4800-9619-cb00900dc926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:12.319804 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-dcf82a9a-aace-4800-9619-cb00900dc926 None None] Port b709c7bf-770d-4df7-9c11-b2c02c20df91 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:18:12.334592 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fdc4d-e808-4de1-bcc5-de6a0f85bbd9 req-5c1bb3b0-0203-4b3f-a2ee-c9143fa95c7a tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:12.336213 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-5f8dbabd-d01c-4dd1-9a6b-de1d8613e98d tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:12.336715 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-814fdc4d-e808-4de1-bcc5-de6a0f85bbd9 req-5c1bb3b0-0203-4b3f-a2ee-c9143fa95c7a tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.2564998 Aug 28 15:18:12.342955 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-5f8dbabd-d01c-4dd1-9a6b-de1d8613e98d tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:12.349531 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-5f8dbabd-d01c-4dd1-9a6b-de1d8613e98d tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:12.358702 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-5f8dbabd-d01c-4dd1-9a6b-de1d8613e98d tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/networks?id=26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a&id=2e337a80-f61c-4bca-8264-d9f248c90759&id=2e337a80-f61c-4bca-8264-d9f248c90759&id=a36e233e-9694-4856-84b9-f3f8aa62d273&id=a36e233e-9694-4856-84b9-f3f8aa62d273 HTTP/1.1" status: 200 len: 1988 time: 0.2774303 Aug 28 15:18:12.378156 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-becebdb0-dd2b-41e4-872a-e069f6534cec tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/quotas/ad719b405fc34c1c8445c92c2e91c430 HTTP/1.1" status: 200 len: 375 time: 0.0181513 Aug 28 15:18:12.411156 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device df3f8d72-5171-440e-9e74-67f2f2cc8640 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:18:12.471354 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port df3f8d72-5171-440e-9e74-67f2f2cc8640 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:12.471951 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:12.516096 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-72f01d20-6ac4-4a75-b469-b664f9516bd6 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad719b405fc34c1c8445c92c2e91c430&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1366377 Aug 28 15:18:12.586766 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7108ba95-a6c9-406e-9ed4-9ef13874feb2 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:18:12.611824 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-814fdc4d-e808-4de1-bcc5-de6a0f85bbd9 req-de965695-35ae-4ac4-a478-b9f4f808b441 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422326 Aug 28 15:18:12.617370 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-91764e7c-aa70-4364-bbb3-848a49118079 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Allocated IP 172.25.3.136 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/506a0d55-6b82-4d4f-8aff-cec5a3ab3522) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:18:12.647302 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 7108ba95-a6c9-406e-9ed4-9ef13874feb2 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:12.648194 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:12.725201 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-4baaac1b-1e40-4085-ba68-4bb9a1c4b75c service neutron] 10.222.0.13 "GET /v2.0/networks/26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080774 Aug 28 15:18:12.916040 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884fa587-b5cd-45e5-939e-bd1a4eb71750 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Router 1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:18:12.926262 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-5a5d21bf-fb19-4717-8b3e-8605cebaeddc service neutron] 10.222.0.13 "GET /v2.0/networks/26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001836 Aug 28 15:18:13.064408 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-54b9fcfa-46a5-4489-83fd-9195c53bf886 service neutron] 10.222.0.13 "GET /v2.0/ports/f1ecb044-2bfe-4874-89df-8daa50563f78?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1317062 Aug 28 15:18:13.130783 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-91764e7c-aa70-4364-bbb3-848a49118079 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:13.179304 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884fa587-b5cd-45e5-939e-bd1a4eb71750 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:18:13.191805 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484849c2-6d15-4a7f-8ded-d13283569f70 None None] Sync routers for ids ['1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:18:13.202488 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-884fa587-b5cd-45e5-939e-bd1a4eb71750 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:13.202706 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484849c2-6d15-4a7f-8ded-d13283569f70 None None] Routers {'1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:18:13.203743 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-484849c2-6d15-4a7f-8ded-d13283569f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:18:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:18:13.245611 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-884fa587-b5cd-45e5-939e-bd1a4eb71750 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "DELETE /v2.0/floatingips/b6a0a6de-7698-43af-9e04-a3787eb2f9d2 HTTP/1.1" status: 204 len: 168 time: 4.2399786 Aug 28 15:18:13.247768 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00172008-8abd-4c65-9368-c5af170d9155', 'tag': 'd100e783-d6a3-4036-94be-0ca3c227919c'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:18:13.251507 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5632378c-b955-4638-8897-57d7537d6b15" -d '{"events": [{"name": "network-changed", "server_uuid": "00172008-8abd-4c65-9368-c5af170d9155", "tag": "d100e783-d6a3-4036-94be-0ca3c227919c"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:18:13.259494 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-91764e7c-aa70-4364-bbb3-848a49118079 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:13.280245 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-ff4d8eec-d37a-4ef7-a515-d3ff49e24579 service neutron] 10.222.0.13 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147510 Aug 28 15:18:13.343690 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:13.375208 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91764e7c-aa70-4364-bbb3-848a49118079 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Pushing event updated for resources: {'Port': ['ID=506a0d55-6b82-4d4f-8aff-cec5a3ab3522,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:13.400288 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91764e7c-aa70-4364-bbb3-848a49118079 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:18:13.406309 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-91764e7c-aa70-4364-bbb3-848a49118079 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:18:13.411620 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91764e7c-aa70-4364-bbb3-848a49118079 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:18:13.470788 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-dcfb60c5-2e00-45c2-95b8-ea2e697d1668 service neutron] 10.222.0.13 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893599 Aug 28 15:18:13.507971 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-484849c2-6d15-4a7f-8ded-d13283569f70 None None] Set router 1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:18:13.523265 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e88e7a93-43bd-49e0-9eeb-cd3f5c601556 service neutron] 10.222.0.13 "GET /v2.0/ports/812faf11-1952-4526-859c-7622a369ee03?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0443485 Aug 28 15:18:13.694353 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2752c2-40ee-48aa-b835-9425fe8e0055 x-openstack-request-id: req-af2752c2-40ee-48aa-b835-9425fe8e0055 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:18:13.696787 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00172008-8abd-4c65-9368-c5af170d9155", "tag": "d100e783-d6a3-4036-94be-0ca3c227919c", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:18:13.698551 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af2752c2-40ee-48aa-b835-9425fe8e0055 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:18:13.699093 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00172008-8abd-4c65-9368-c5af170d9155', 'tag': 'd100e783-d6a3-4036-94be-0ca3c227919c', 'status': 'completed', 'code': 200} Aug 28 15:18:13.703710 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-b14d1e22-6e9b-4bfc-aca8-fab8b53b3a8d service neutron] 10.222.0.13 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731963 Aug 28 15:18:13.704456 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-91764e7c-aa70-4364-bbb3-848a49118079 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:13.852841 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-91764e7c-aa70-4364-bbb3-848a49118079 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:13.916244 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-738de5c0-7530-467a-9860-483df3031bde service neutron] 10.222.0.13 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025681 Aug 28 15:18:13.931556 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-484849c2-6d15-4a7f-8ded-d13283569f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726276721', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '53159aa2-bad9-41f7-898d-f9418f95b651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:14:43Z', 'updated_at': '2021-08-28T15:14:50Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '53159aa2-bad9-41f7-898d-f9418f95b651', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fe:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:44Z', 'updated_at': '2021-08-28T15:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '0dfaf74f-a828-4152-b876-ff983b0c22f2', 'name': '', 'network_id': '4ca9a50c-f8aa-4261-ad98-eabaf3910c6a', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:f1:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'c1b8938d-6c17-43af-afb8-76fb23e50a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:48Z', 'updated_at': '2021-08-28T15:14:58Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': 'c1b8938d-6c17-43af-afb8-76fb23e50a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:18:13.953896 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632378c-b955-4638-8897-57d7537d6b15 req-23593ef8-c940-492f-8add-053c204ee424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:13.955691 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5632378c-b955-4638-8897-57d7537d6b15 req-23593ef8-c940-492f-8add-053c204ee424 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bee02b8454d546b78330e0129408e569&device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 1097 time: 0.2314539 Aug 28 15:18:13.972508 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebe516-332f-4e58-aff9-4ba04fcb511a req-72ca0af6-027e-4369-987c-dd30dab64f4d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:13.974881 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484849c2-6d15-4a7f-8ded-d13283569f70 None None] Checking router: 1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:18:13.979816 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cbebe516-332f-4e58-aff9-4ba04fcb511a req-72ca0af6-027e-4369-987c-dd30dab64f4d tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 945 time: 0.1733172 Aug 28 15:18:13.988596 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484849c2-6d15-4a7f-8ded-d13283569f70 None None] Routers {'1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:18:13.989354 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-484849c2-6d15-4a7f-8ded-d13283569f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:18:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:18:14.069607 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-49a95723-39d6-441e-a1b2-be3749598911 service neutron] 10.222.0.13 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544316 Aug 28 15:18:14.177424 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-484849c2-6d15-4a7f-8ded-d13283569f70 None None] Set router 1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:18:14.199286 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-2d6b682a-d971-4a7f-95f1-fb3f89f596a7 service neutron] 10.222.0.13 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224771 Aug 28 15:18:14.318134 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-d37954b5-f043-4289-ab9c-0f9fb627a54b service neutron] 10.222.0.13 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107395 Aug 28 15:18:14.548482 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-484849c2-6d15-4a7f-8ded-d13283569f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726276721', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '53159aa2-bad9-41f7-898d-f9418f95b651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:14:43Z', 'updated_at': '2021-08-28T15:14:50Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '53159aa2-bad9-41f7-898d-f9418f95b651', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fe:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:44Z', 'updated_at': '2021-08-28T15:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '0dfaf74f-a828-4152-b876-ff983b0c22f2', 'name': '', 'network_id': '4ca9a50c-f8aa-4261-ad98-eabaf3910c6a', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:f1:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'c1b8938d-6c17-43af-afb8-76fb23e50a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:48Z', 'updated_at': '2021-08-28T15:14:58Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': 'c1b8938d-6c17-43af-afb8-76fb23e50a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:18:14.561082 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-bbd8fdff-9c50-47c2-8c96-f4922c10a48c service neutron] 10.222.0.13 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367826 Aug 28 15:18:14.563613 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cbebe516-332f-4e58-aff9-4ba04fcb511a req-863e5cc0-8745-48c6-b36a-7638c8656f79 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5828149 Aug 28 15:18:14.594395 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484849c2-6d15-4a7f-8ded-d13283569f70 None None] The sync data for ids ['1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b'] in n-d-712137-10 is: [{'id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726276721', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '53159aa2-bad9-41f7-898d-f9418f95b651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:14:43Z', 'updated_at': '2021-08-28T15:14:50Z', 'revision_number': 4, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '53159aa2-bad9-41f7-898d-f9418f95b651', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fe:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:44Z', 'updated_at': '2021-08-28T15:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '0dfaf74f-a828-4152-b876-ff983b0c22f2', 'name': '', 'network_id': '4ca9a50c-f8aa-4261-ad98-eabaf3910c6a', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'mac_address': 'fa:16:3e:f1:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'c1b8938d-6c17-43af-afb8-76fb23e50a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:48Z', 'updated_at': '2021-08-28T15:14:58Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'subnets': [{'id': 'c1b8938d-6c17-43af-afb8-76fb23e50a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:18:14.616864 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632378c-b955-4638-8897-57d7537d6b15 req-d38873e8-b1c2-4466-b7d6-41d09e3b3f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:14.618348 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5632378c-b955-4638-8897-57d7537d6b15 req-d38873e8-b1c2-4466-b7d6-41d09e3b3f18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4ca9a50c-f8aa-4261-ad98-eabaf3910c6a HTTP/1.1" status: 200 len: 898 time: 0.6330874 Aug 28 15:18:14.682016 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-6d6be7e0-b959-4d5e-ae13-3a7ba8630622 service neutron] 10.222.0.13 "GET /v2.0/networks/a36e233e-9694-4856-84b9-f3f8aa62d273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148324 Aug 28 15:18:14.710634 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5632378c-b955-4638-8897-57d7537d6b15 req-6376a87d-89a0-4594-98e6-07c823ab8a81 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d100e783-d6a3-4036-94be-0ca3c227919c HTTP/1.1" status: 200 len: 217 time: 0.0817876 Aug 28 15:18:14.818854 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-768f8c3e-e26f-418e-b79b-747aa0ac9de9 service neutron] 10.222.0.13 "GET /v2.0/networks/a36e233e-9694-4856-84b9-f3f8aa62d273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167028 Aug 28 15:18:14.820560 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-91764e7c-aa70-4364-bbb3-848a49118079 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:14.838140 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-91764e7c-aa70-4364-bbb3-848a49118079 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:14.911420 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c366dc8-e1f9-4809-b9b0-f8ac83486bd8 req-9c3167a0-d095-4fc9-9736-69866544338f tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:14.920293 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7c366dc8-e1f9-4809-b9b0-f8ac83486bd8 req-9c3167a0-d095-4fc9-9736-69866544338f tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.2474570 Aug 28 15:18:14.930845 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91764e7c-aa70-4364-bbb3-848a49118079 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Pushing event updated for resources: {'Port': ['ID=506a0d55-6b82-4d4f-8aff-cec5a3ab3522,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:14.946687 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632378c-b955-4638-8897-57d7537d6b15 req-ace70542-230b-42d1-9998-ec947fa11e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:14.948201 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5632378c-b955-4638-8897-57d7537d6b15 req-ace70542-230b-42d1-9998-ec947fa11e32 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c1b8938d-6c17-43af-afb8-76fb23e50a49 HTTP/1.1" status: 200 len: 834 time: 0.2081716 Aug 28 15:18:15.019864 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-b1bf645e-d25e-4def-8678-592538e2be4c service neutron] 10.222.0.13 "GET /v2.0/networks/a36e233e-9694-4856-84b9-f3f8aa62d273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945674 Aug 28 15:18:15.093246 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890897cd-54cb-4a8c-8587-3706bf7badeb None None] New status for floating IP b6a0a6de-7698-43af-9e04-a3787eb2f9d2: DOWN {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:18:15.102010 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7c366dc8-e1f9-4809-b9b0-f8ac83486bd8 req-64e6568b-7a49-4bec-9fde-e5fc79d4762f tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804361 Aug 28 15:18:15.124357 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-91764e7c-aa70-4364-bbb3-848a49118079 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:15.130965 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632378c-b955-4638-8897-57d7537d6b15 req-e785df28-1d68-458e-85e2-9e55687bb2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:15.133145 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5632378c-b955-4638-8897-57d7537d6b15 req-e785df28-1d68-458e-85e2-9e55687bb2c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ca9a50c-f8aa-4261-ad98-eabaf3910c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1753786 Aug 28 15:18:15.150781 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-b69a3070-c2bb-455b-a951-bc7e249b137c service neutron] 10.222.0.13 "GET /v2.0/networks/a36e233e-9694-4856-84b9-f3f8aa62d273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219149 Aug 28 15:18:15.232701 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-91764e7c-aa70-4364-bbb3-848a49118079 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:15.234139 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-91764e7c-aa70-4364-bbb3-848a49118079 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5065577 Aug 28 15:18:15.243990 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35842) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:15.250658 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-2d32c34c-29c4-4f27-bb1f-fdfa9be4223e tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Request body: {'floatingip': {'port_id': 'b709c7bf-770d-4df7-9c11-b2c02c20df91', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:15.307022 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2d32c34c-29c4-4f27-bb1f-fdfa9be4223e tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks [] for floatingip, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:15.360327 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89771670-5a94-4f03-98c6-816d82c33353 req-d86f8b1a-609f-490b-9f33-bea66efb3eff tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:15.361864 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-89771670-5a94-4f03-98c6-816d82c33353 req-d86f8b1a-609f-490b-9f33-bea66efb3eff tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.41 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 945 time: 0.1550441 Aug 28 15:18:15.430936 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5632378c-b955-4638-8897-57d7537d6b15 req-edc6fe3b-08c0-483b-b58c-77b84f0a0a60 service neutron] 10.222.0.41 "GET /v2.0/networks/4ca9a50c-f8aa-4261-ad98-eabaf3910c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890568 Aug 28 15:18:15.464007 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-2d32c34c-29c4-4f27-bb1f-fdfa9be4223e tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] update failed (client error): The resource could not be found. Aug 28 15:18:15.465979 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2d32c34c-29c4-4f27-bb1f-fdfa9be4223e tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] 10.222.0.13 "PUT /v2.0/floatingips/f9b51e69-7899-4973-8a63-c98a06498381 HTTP/1.1" status: 404 len: 507 time: 0.2203026 Aug 28 15:18:15.474225 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35848) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:15.547537 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-89771670-5a94-4f03-98c6-816d82c33353 req-7b4a9d54-9931-41cd-ad4f-df4faf0e2dd2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Deleting port d100e783-d6a3-4036-94be-0ca3c227919c {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:18:15.548398 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-89771670-5a94-4f03-98c6-816d82c33353 req-7b4a9d54-9931-41cd-ad4f-df4faf0e2dd2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:15.771471 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-89771670-5a94-4f03-98c6-816d82c33353 req-7b4a9d54-9931-41cd-ad4f-df4faf0e2dd2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] For port d100e783-d6a3-4036-94be-0ca3c227919c, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d100e783-d6a3-4036-94be-0ca3c227919c,segment=NetworkSegment(b351d48f-a35c-4e29-b5da-4f538e9d9756),segment_id=b351d48f-a35c-4e29-b5da-4f538e9d9756)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:18:15.771943 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-89771670-5a94-4f03-98c6-816d82c33353 req-7b4a9d54-9931-41cd-ad4f-df4faf0e2dd2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:15.787858 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-89771670-5a94-4f03-98c6-816d82c33353 req-7b4a9d54-9931-41cd-ad4f-df4faf0e2dd2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Calling delete_port for d100e783-d6a3-4036-94be-0ca3c227919c owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:18:15.841555 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5632378c-b955-4638-8897-57d7537d6b15 req-aa3ce001-2c02-46f7-98f1-737550f840e0 service neutron] 10.222.0.41 "GET /v2.0/networks/4ca9a50c-f8aa-4261-ad98-eabaf3910c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025974 Aug 28 15:18:16.037842 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694cd38-6a75-4a47-b7f5-3f0a6d7c7b48 req-fd059b4f-1fae-45bf-a5db-aa1da8194759 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:16.049283 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5694cd38-6a75-4a47-b7f5-3f0a6d7c7b48 req-fd059b4f-1fae-45bf-a5db-aa1da8194759 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/ports?device_id=00172008-8abd-4c65-9368-c5af170d9155 HTTP/1.1" status: 200 len: 945 time: 0.2726972 Aug 28 15:18:16.079409 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-89771670-5a94-4f03-98c6-816d82c33353 req-7b4a9d54-9931-41cd-ad4f-df4faf0e2dd2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:16.096606 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-5e981a5b-17a5-4ef5-9882-21edf47399b6 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Deleting port 506a0d55-6b82-4d4f-8aff-cec5a3ab3522 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:18:16.104840 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5e981a5b-17a5-4ef5-9882-21edf47399b6 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:16.146249 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a9d54-9931-41cd-ad4f-df4faf0e2dd2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event deleted for resources: {'Port': ['ID=d100e783-d6a3-4036-94be-0ca3c227919c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:16.239456 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5694cd38-6a75-4a47-b7f5-3f0a6d7c7b48 req-b187105c-ec43-4fde-8378-fe2aa269a0e1 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "GET /v2.0/security-groups?id=db481247-7d15-4d4b-a65c-bf796b34915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873798 Aug 28 15:18:16.255003 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-89771670-5a94-4f03-98c6-816d82c33353 req-7b4a9d54-9931-41cd-ad4f-df4faf0e2dd2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] No DVR routers for this DVR port d100e783-d6a3-4036-94be-0ca3c227919c on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:18:16.275641 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-89771670-5a94-4f03-98c6-816d82c33353 req-7b4a9d54-9931-41cd-ad4f-df4faf0e2dd2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:16.277975 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-89771670-5a94-4f03-98c6-816d82c33353 req-7b4a9d54-9931-41cd-ad4f-df4faf0e2dd2 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.41 "DELETE /v2.0/ports/d100e783-d6a3-4036-94be-0ca3c227919c HTTP/1.1" status: 204 len: 173 time: 0.9090481 Aug 28 15:18:16.278456 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00172008-8abd-4c65-9368-c5af170d9155', 'name': 'network-vif-deleted', 'tag': 'd100e783-d6a3-4036-94be-0ca3c227919c'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:18:16.281469 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebb1118-3f89-412f-b2a8-29c54ac0ea45" -d '{"events": [{"server_uuid": "00172008-8abd-4c65-9368-c5af170d9155", "name": "network-vif-deleted", "tag": "d100e783-d6a3-4036-94be-0ca3c227919c"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:18:16.344086 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66950f8e-4015-4158-81fc-40d6555b0660 x-openstack-request-id: req-66950f8e-4015-4158-81fc-40d6555b0660 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:18:16.344583 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00172008-8abd-4c65-9368-c5af170d9155", "name": "network-vif-deleted", "tag": "d100e783-d6a3-4036-94be-0ca3c227919c", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:18:16.345002 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66950f8e-4015-4158-81fc-40d6555b0660 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:18:16.345591 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00172008-8abd-4c65-9368-c5af170d9155', 'name': 'network-vif-deleted', 'tag': 'd100e783-d6a3-4036-94be-0ca3c227919c', 'status': 'completed', 'code': 200} Aug 28 15:18:16.369222 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5e981a5b-17a5-4ef5-9882-21edf47399b6 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:16.369563 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5e981a5b-17a5-4ef5-9882-21edf47399b6 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:16.446053 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-5e981a5b-17a5-4ef5-9882-21edf47399b6 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Calling delete_port for 506a0d55-6b82-4d4f-8aff-cec5a3ab3522 owned by network:floatingip {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:18:16.453639 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-51aa5adf-cca9-4ed4-8c81-c4e1364da48d req-7bf2a77a-d256-46a1-b30b-27c5d4105352 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 210 time: 0.0717165 Aug 28 15:18:16.523177 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bec58a-2204-4dde-895c-a600c4c0086c req-28658239-0324-4c99-9149-65f97a896f6b tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:16.525216 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-75bec58a-2204-4dde-895c-a600c4c0086c req-28658239-0324-4c99-9149-65f97a896f6b tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1522045 Aug 28 15:18:16.638983 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device c36919c9-f755-4a3a-bda6-934691a12f34 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:18:16.871468 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5e981a5b-17a5-4ef5-9882-21edf47399b6 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:16.925361 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e981a5b-17a5-4ef5-9882-21edf47399b6 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Pushing event deleted for resources: {'Port': ['ID=506a0d55-6b82-4d4f-8aff-cec5a3ab3522,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:16.936548 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-75bec58a-2204-4dde-895c-a600c4c0086c req-65b7ae70-d424-438c-826b-94b12f8397f7 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811090 Aug 28 15:18:17.045326 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port c36919c9-f755-4a3a-bda6-934691a12f34, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=c36919c9-f755-4a3a-bda6-934691a12f34,segment=NetworkSegment(9c9787b2-3071-4fd8-b49c-6d9cde4276fe),segment_id=9c9787b2-3071-4fd8-b49c-6d9cde4276fe)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:18:17.045727 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5e981a5b-17a5-4ef5-9882-21edf47399b6 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks [] for floatingip, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:17.048807 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5e981a5b-17a5-4ef5-9882-21edf47399b6 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:17.050204 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5e981a5b-17a5-4ef5-9882-21edf47399b6 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] 10.222.0.13 "DELETE /v2.0/floatingips/f9b51e69-7899-4973-8a63-c98a06498381 HTTP/1.1" status: 204 len: 168 time: 1.5746145 Aug 28 15:18:17.054279 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35998) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:17.059762 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-e4a5379c-129b-4338-baaa-d6df384a9ce7 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Request body: {'floatingip': {'floating_network_id': 'b7ae9b8c-cf75-471a-8dea-d1b49d3e5941', 'port_id': 'b709c7bf-770d-4df7-9c11-b2c02c20df91', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:17.077261 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'c36919c9-f755-4a3a-bda6-934691a12f34', 'network_id': 'ce54f031-11c3-4162-9420-a2bcdac36fa0', 'port_id': 'c36919c9-f755-4a3a-bda6-934691a12f34', 'mac_address': 'fa:16:3e:59:34:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ee8456f-77cd-44f8-a770-a901187819ef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:18:17.139847 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e4a5379c-129b-4338-baaa-d6df384a9ce7 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks [] for floatingip, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:17.176934 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:17.273152 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c36919c9-f755-4a3a-bda6-934691a12f34 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:18:17.345697 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36010) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:17.374078 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port c36919c9-f755-4a3a-bda6-934691a12f34, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=c36919c9-f755-4a3a-bda6-934691a12f34,segment=NetworkSegment(9c9787b2-3071-4fd8-b49c-6d9cde4276fe),segment_id=9c9787b2-3071-4fd8-b49c-6d9cde4276fe)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:18:17.388231 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:17.411646 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-e4a5379c-129b-4338-baaa-d6df384a9ce7 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:18:17.412893 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e4a5379c-129b-4338-baaa-d6df384a9ce7 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3576100 Aug 28 15:18:17.417517 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 36012) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:17.423464 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-f3d6e445-a03d-43d4-b6b9-de82dc41112f tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'port_id': 'b709c7bf-770d-4df7-9c11-b2c02c20df91', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:17.472432 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f3d6e445-a03d-43d4-b6b9-de82dc41112f tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks [] for floatingip, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:17.629335 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=c36919c9-f755-4a3a-bda6-934691a12f34,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:17.642143 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['c36919c9-f755-4a3a-bda6-934691a12f34'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:18:17.763950 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-37e3499f-8d9a-4eda-accc-f53cb8d0060b req-7cf44f2b-c43d-4912-be48-cfca95d2c5d4 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 210 time: 0.1627035 Aug 28 15:18:18.352490 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-938f2bf7-e95f-486b-97e0-63d9d4a9703c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:18.360827 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-09bd0de8-082c-429d-a334-7209a977a2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:18.362776 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-09bd0de8-082c-429d-a334-7209a977a2a5 service neutron] 10.222.0.36 "GET /v2.0/ports/f1ecb044-2bfe-4874-89df-8daa50563f78 HTTP/1.1" status: 200 len: 1028 time: 0.0569396 Aug 28 15:18:18.378889 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec820137-3e82-4130-88c3-675aa3048706 req-8da53363-da97-4b88-93ba-bd58ade58796 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:18.383560 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ec820137-3e82-4130-88c3-675aa3048706 req-8da53363-da97-4b88-93ba-bd58ade58796 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 945 time: 0.1531086 Aug 28 15:18:18.464863 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-4526bf60-12fb-4433-a6fd-d9b1899b97bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:18.467063 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-4526bf60-12fb-4433-a6fd-d9b1899b97bd service neutron] 10.222.0.36 "GET /v2.0/ports/812faf11-1952-4526-859c-7622a369ee03 HTTP/1.1" status: 200 len: 1027 time: 0.0819721 Aug 28 15:18:18.496587 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ec820137-3e82-4130-88c3-675aa3048706 req-c33410d5-1967-43c5-8aa4-141bffc1842c tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736251 Aug 28 15:18:18.597824 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f3d6e445-a03d-43d4-b6b9-de82dc41112f tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:18.646057 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device c36919c9-f755-4a3a-bda6-934691a12f34 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:18:18.781347 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-d96a2925-49b2-404d-a35f-af3de766b0ac tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:18.787329 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-d96a2925-49b2-404d-a35f-af3de766b0ac tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:18.789608 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d100e783-d6a3-4036-94be-0ca3c227919c no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:18:18.794169 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-d96a2925-49b2-404d-a35f-af3de766b0ac tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:18.796314 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-d96a2925-49b2-404d-a35f-af3de766b0ac tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.36 "GET /v2.0/networks?id=26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a&id=2e337a80-f61c-4bca-8264-d9f248c90759&id=2e337a80-f61c-4bca-8264-d9f248c90759&id=2e337a80-f61c-4bca-8264-d9f248c90759&id=2e337a80-f61c-4bca-8264-d9f248c90759&id=a36e233e-9694-4856-84b9-f3f8aa62d273&id=a36e233e-9694-4856-84b9-f3f8aa62d273 HTTP/1.1" status: 200 len: 1988 time: 0.3031554 Aug 28 15:18:18.868076 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: d100e783-d6a3-4036-94be-0ca3c227919c {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:18:18.868594 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d100e783-d6a3-4036-94be-0ca3c227919c not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:18:18.910940 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port c36919c9-f755-4a3a-bda6-934691a12f34 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:18.911400 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:18.968292 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-cc861cba-ef6a-49bd-bb25-4d315cdc5cfa tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad719b405fc34c1c8445c92c2e91c430 HTTP/1.1" status: 200 len: 380 time: 0.1335211 Aug 28 15:18:18.993556 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-62fadeb3-4e93-44f2-bd35-138e1d1f177e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Request body: {'port': {'device_id': '64c34e10-e727-44a9-b37c-766f412359c8', 'network_id': '26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a', 'admin_state_up': True, 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'security_groups': ['2cc65d3d-4071-420b-8848-2fd834446d44']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:19.002805 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-f3d6e445-a03d-43d4-b6b9-de82dc41112f tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Allocated IP 172.25.3.73 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/3c183104-ffdd-46ce-b0f1-ba0a1713fb54) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:18:19.057125 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:19.092969 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0b7c2064-292c-4be0-be16-e0ab5da727ab req-8adb49d4-cf71-49ac-8e18-b03e680caefd tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 210 time: 0.1369262 Aug 28 15:18:19.097629 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441f0ff1-af0d-4768-b7b1-1afa34efd51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36919c9-f755-4a3a-bda6-934691a12f34'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:18:19.104012 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d08bc8a-fbd0-42fb-9298-210d30933c52" -d '{"events": [{"server_uuid": "441f0ff1-af0d-4768-b7b1-1afa34efd51e", "name": "network-vif-plugged", "status": "completed", "tag": "c36919c9-f755-4a3a-bda6-934691a12f34"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:18:19.138381 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port c36919c9-f755-4a3a-bda6-934691a12f34, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=c36919c9-f755-4a3a-bda6-934691a12f34,segment=NetworkSegment(9c9787b2-3071-4fd8-b49c-6d9cde4276fe),segment_id=9c9787b2-3071-4fd8-b49c-6d9cde4276fe)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:18:19.140881 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-938f2bf7-e95f-486b-97e0-63d9d4a9703c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Deleting port 0dfaf74f-a828-4152-b876-ff983b0c22f2 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:18:19.142963 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-938f2bf7-e95f-486b-97e0-63d9d4a9703c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:19.156173 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:19.233830 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deee944c-1353-4644-95b7-24bbfee7fb4f x-openstack-request-id: req-deee944c-1353-4644-95b7-24bbfee7fb4f {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:18:19.234472 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441f0ff1-af0d-4768-b7b1-1afa34efd51e", "name": "network-vif-plugged", "status": "completed", "tag": "c36919c9-f755-4a3a-bda6-934691a12f34", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:18:19.234956 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-deee944c-1353-4644-95b7-24bbfee7fb4f {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:18:19.236258 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441f0ff1-af0d-4768-b7b1-1afa34efd51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36919c9-f755-4a3a-bda6-934691a12f34', 'code': 200} Aug 28 15:18:19.314224 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=c36919c9-f755-4a3a-bda6-934691a12f34,revision_number=7']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:19.417366 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-938f2bf7-e95f-486b-97e0-63d9d4a9703c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] For port 0dfaf74f-a828-4152-b876-ff983b0c22f2, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0dfaf74f-a828-4152-b876-ff983b0c22f2,segment=NetworkSegment(b351d48f-a35c-4e29-b5da-4f538e9d9756),segment_id=b351d48f-a35c-4e29-b5da-4f538e9d9756)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:18:19.419007 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-938f2bf7-e95f-486b-97e0-63d9d4a9703c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:19.440621 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-938f2bf7-e95f-486b-97e0-63d9d4a9703c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Calling delete_port for 0dfaf74f-a828-4152-b876-ff983b0c22f2 owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:18:19.443917 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f3d6e445-a03d-43d4-b6b9-de82dc41112f tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:19.494662 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f3d6e445-a03d-43d4-b6b9-de82dc41112f tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:19.566288 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-62fadeb3-4e93-44f2-bd35-138e1d1f177e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Made reservation on behalf of ad719b405fc34c1c8445c92c2e91c430 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:18:19.577078 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-62fadeb3-4e93-44f2-bd35-138e1d1f177e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:19.654238 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d6e445-a03d-43d4-b6b9-de82dc41112f tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:18:19.663354 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-f3d6e445-a03d-43d4-b6b9-de82dc41112f tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:18:19.671507 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6e445-a03d-43d4-b6b9-de82dc41112f tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Pushing event updated for resources: {'Port': ['ID=3c183104-ffdd-46ce-b0f1-ba0a1713fb54,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:19.674957 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d6e445-a03d-43d4-b6b9-de82dc41112f tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:18:19.816716 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306c466-08cf-4e3c-928e-eea60deae11a req-75a17c7c-6035-4c32-b03f-264ae3669cde tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:19.818399 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4306c466-08cf-4e3c-928e-eea60deae11a req-75a17c7c-6035-4c32-b03f-264ae3669cde tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1647644 Aug 28 15:18:19.946440 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-938f2bf7-e95f-486b-97e0-63d9d4a9703c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:19.992956 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f2bf7-e95f-486b-97e0-63d9d4a9703c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event deleted for resources: {'Port': ['ID=0dfaf74f-a828-4152-b876-ff983b0c22f2,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:20.005795 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f2bf7-e95f-486b-97e0-63d9d4a9703c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:20.006244 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f2bf7-e95f-486b-97e0-63d9d4a9703c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:20.006478 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f2bf7-e95f-486b-97e0-63d9d4a9703c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:20.007997 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f2bf7-e95f-486b-97e0-63d9d4a9703c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:20.008774 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f2bf7-e95f-486b-97e0-63d9d4a9703c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:20.009269 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f2bf7-e95f-486b-97e0-63d9d4a9703c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:20.009832 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f2bf7-e95f-486b-97e0-63d9d4a9703c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:20.010351 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f2bf7-e95f-486b-97e0-63d9d4a9703c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:20.010856 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f2bf7-e95f-486b-97e0-63d9d4a9703c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:20.011347 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f2bf7-e95f-486b-97e0-63d9d4a9703c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:20.011881 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f2bf7-e95f-486b-97e0-63d9d4a9703c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:20.015221 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f2bf7-e95f-486b-97e0-63d9d4a9703c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:20.068711 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4306c466-08cf-4e3c-928e-eea60deae11a req-e3aa2f44-4ff1-4941-984b-67e82fbbeecd tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375348 Aug 28 15:18:20.088138 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-62fadeb3-4e93-44f2-bd35-138e1d1f177e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Allocated IP 172.20.0.8 (26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a/73534ea4-fd9f-45ca-ad96-4ea00206b4ee/4a0f45d1-344f-409c-bd68-0b8ed3e04c72) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:18:20.461766 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-938f2bf7-e95f-486b-97e0-63d9d4a9703c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:20.532204 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fceb20a5-7d72-4f66-93b5-cb037c77e988 req-91d39f05-be12-475b-8a2d-38c11c761538 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 210 time: 0.2213793 Aug 28 15:18:20.659587 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-f3d6e445-a03d-43d4-b6b9-de82dc41112f tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Deleting port 3c183104-ffdd-46ce-b0f1-ba0a1713fb54 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:18:20.659984 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f3d6e445-a03d-43d4-b6b9-de82dc41112f tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:20.709663 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-62fadeb3-4e93-44f2-bd35-138e1d1f177e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:20.739943 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-62fadeb3-4e93-44f2-bd35-138e1d1f177e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Transition to ACTIVE for port object 4a0f45d1-344f-409c-bd68-0b8ed3e04c72 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:20.787755 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-62fadeb3-4e93-44f2-bd35-138e1d1f177e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:20.997574 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f3d6e445-a03d-43d4-b6b9-de82dc41112f tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:20.997574 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f3d6e445-a03d-43d4-b6b9-de82dc41112f tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:21.014990 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-62fadeb3-4e93-44f2-bd35-138e1d1f177e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Network 26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:18:21.017650 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fadeb3-4e93-44f2-bd35-138e1d1f177e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Pushing event updated for resources: {'Port': ['ID=4a0f45d1-344f-409c-bd68-0b8ed3e04c72,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:21.039806 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-f3d6e445-a03d-43d4-b6b9-de82dc41112f tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Calling delete_port for 3c183104-ffdd-46ce-b0f1-ba0a1713fb54 owned by network:floatingip {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:18:21.041947 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-62fadeb3-4e93-44f2-bd35-138e1d1f177e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:18:21.045122 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-62fadeb3-4e93-44f2-bd35-138e1d1f177e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:18:21.153965 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-62fadeb3-4e93-44f2-bd35-138e1d1f177e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:21.155027 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-62fadeb3-4e93-44f2-bd35-138e1d1f177e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:21.201871 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-62fadeb3-4e93-44f2-bd35-138e1d1f177e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2195871 Aug 28 15:18:21.247912 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-56d97bcd-8eea-41af-af2f-27864476669e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Request body: {'port': {'device_id': '64c34e10-e727-44a9-b37c-766f412359c8', 'network_id': '2e337a80-f61c-4bca-8264-d9f248c90759', 'admin_state_up': True, 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'security_groups': ['2cc65d3d-4071-420b-8848-2fd834446d44']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:21.558060 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c29406-e024-4613-8b9d-49656e0da12e req-0b9fccd1-5b97-4edf-b511-1c56ff01fbe0 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:21.560228 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-43c29406-e024-4613-8b9d-49656e0da12e req-0b9fccd1-5b97-4edf-b511-1c56ff01fbe0 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1286919 Aug 28 15:18:21.634956 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d4d2cfc6-a003-4ea8-bacc-03c974b7bd23 None None] Provisioning for port 4a0f45d1-344f-409c-bd68-0b8ed3e04c72 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:18:21.640735 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d4d2cfc6-a003-4ea8-bacc-03c974b7bd23 None None] Provisioning complete for port 4a0f45d1-344f-409c-bd68-0b8ed3e04c72 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:21.641365 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d4d2cfc6-a003-4ea8-bacc-03c974b7bd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:21.696644 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-43c29406-e024-4613-8b9d-49656e0da12e req-c9afbf3e-a308-4bd7-abaa-cc2f7898fb44 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080031 Aug 28 15:18:21.713003 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f3d6e445-a03d-43d4-b6b9-de82dc41112f tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:21.721896 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-d4d2cfc6-a003-4ea8-bacc-03c974b7bd23 None None] Port 4a0f45d1-344f-409c-bd68-0b8ed3e04c72 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:18:21.733622 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-56d97bcd-8eea-41af-af2f-27864476669e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Made reservation on behalf of ad719b405fc34c1c8445c92c2e91c430 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:18:21.735586 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-56d97bcd-8eea-41af-af2f-27864476669e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:21.742310 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938f2bf7-e95f-486b-97e0-63d9d4a9703c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Router 1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:18:21.869159 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938f2bf7-e95f-486b-97e0-63d9d4a9703c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:18:21.878745 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-938f2bf7-e95f-486b-97e0-63d9d4a9703c tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "PUT /v2.0/routers/1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5294967 Aug 28 15:18:21.878971 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36264) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:21.900233 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320c324b-f4d7-4e0f-9177-d227fe8c667c None None] Sync routers for ids ['1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:18:21.918810 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320c324b-f4d7-4e0f-9177-d227fe8c667c None None] Routers {'1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:18:21.928041 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-320c324b-f4d7-4e0f-9177-d227fe8c667c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:18:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:18:21.948340 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6e445-a03d-43d4-b6b9-de82dc41112f tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Pushing event deleted for resources: {'Port': ['ID=3c183104-ffdd-46ce-b0f1-ba0a1713fb54,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:22.037834 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3458f1f-b443-4553-a396-f4899a7129cc req-29fc9e14-a99d-462c-a614-961783c8530e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:22.039545 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c3458f1f-b443-4553-a396-f4899a7129cc req-29fc9e14-a99d-462c-a614-961783c8530e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 931 time: 0.3486948 Aug 28 15:18:22.057489 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f644fb7-2d19-47c6-9f64-aa39e20d4029 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Deleting subnet c1b8938d-6c17-43af-afb8-76fb23e50a49 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:18:22.078006 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6f644fb7-2d19-47c6-9f64-aa39e20d4029 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:22.159022 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6f644fb7-2d19-47c6-9f64-aa39e20d4029 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:22.220354 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-f3d6e445-a03d-43d4-b6b9-de82dc41112f tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] create failed (client error): The resource could not be found. Aug 28 15:18:22.222735 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f3d6e445-a03d-43d4-b6b9-de82dc41112f tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.8040504 Aug 28 15:18:22.236797 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36284) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:22.243494 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c3458f1f-b443-4553-a396-f4899a7129cc req-70fca9e3-0903-47d1-b5f2-902efd28e0a1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448126 Aug 28 15:18:22.307529 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-320c324b-f4d7-4e0f-9177-d227fe8c667c None None] Set router 1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:18:22.433166 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-56d97bcd-8eea-41af-af2f-27864476669e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Allocated IP 10.1.1.218 (2e337a80-f61c-4bca-8264-d9f248c90759/ee9e1d3e-90f3-4805-bd4b-3365719a7970/30961ef5-4a0d-454a-bc6e-519c94cbf152) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:18:22.531064 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6f644fb7-2d19-47c6-9f64-aa39e20d4029 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:22.680864 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-cb55a9ca-adeb-4504-a3a8-f332b91c52ff tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Deleting port b709c7bf-770d-4df7-9c11-b2c02c20df91 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:18:22.681536 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cb55a9ca-adeb-4504-a3a8-f332b91c52ff tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:22.802280 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cb55a9ca-adeb-4504-a3a8-f332b91c52ff tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:22.821335 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-cb55a9ca-adeb-4504-a3a8-f332b91c52ff tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Calling delete_port for b709c7bf-770d-4df7-9c11-b2c02c20df91 owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:18:22.934568 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-56d97bcd-8eea-41af-af2f-27864476669e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:22.948591 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-320c324b-f4d7-4e0f-9177-d227fe8c667c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726276721', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '53159aa2-bad9-41f7-898d-f9418f95b651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:14:43Z', 'updated_at': '2021-08-28T15:18:19Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '53159aa2-bad9-41f7-898d-f9418f95b651', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fe:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:44Z', 'updated_at': '2021-08-28T15:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:18:22.994612 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-56d97bcd-8eea-41af-af2f-27864476669e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Transition to ACTIVE for port object 30961ef5-4a0d-454a-bc6e-519c94cbf152 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:23.001170 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb4c1c-34f1-44ce-ba69-e841661a6847 req-ad621352-4d3d-4faa-81c3-a1b008aa6d70 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:23.007201 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-13fb4c1c-34f1-44ce-ba69-e841661a6847 req-ad621352-4d3d-4faa-81c3-a1b008aa6d70 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.0870926 Aug 28 15:18:23.059494 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6f644fb7-2d19-47c6-9f64-aa39e20d4029 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:23.104164 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320c324b-f4d7-4e0f-9177-d227fe8c667c None None] Checking router: 1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:18:23.133170 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320c324b-f4d7-4e0f-9177-d227fe8c667c None None] Routers {'1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:18:23.134303 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-56d97bcd-8eea-41af-af2f-27864476669e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:23.140351 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-320c324b-f4d7-4e0f-9177-d227fe8c667c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:18:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:18:23.148754 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6f644fb7-2d19-47c6-9f64-aa39e20d4029 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:23.155851 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6f644fb7-2d19-47c6-9f64-aa39e20d4029 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "DELETE /v2.0/subnets/c1b8938d-6c17-43af-afb8-76fb23e50a49 HTTP/1.1" status: 204 len: 168 time: 1.2758312 Aug 28 15:18:23.160974 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f644fb7-2d19-47c6-9f64-aa39e20d4029 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event deleted for resources: {'Subnet': ['ID=c1b8938d-6c17-43af-afb8-76fb23e50a49,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:23.168322 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36342) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:23.230741 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-56d97bcd-8eea-41af-af2f-27864476669e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Network 2e337a80-f61c-4bca-8264-d9f248c90759 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:18:23.247407 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-56d97bcd-8eea-41af-af2f-27864476669e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:18:23.255648 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-13fb4c1c-34f1-44ce-ba69-e841661a6847 req-dec6031a-171f-4cdb-a23e-bd2cfd8d88c0 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983545 Aug 28 15:18:23.265045 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-56d97bcd-8eea-41af-af2f-27864476669e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:18:23.300179 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cb55a9ca-adeb-4504-a3a8-f332b91c52ff tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:23.309969 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f8db9f-e617-4058-a64f-7d9f17a45845 None None] Network 4ca9a50c-f8aa-4261-ad98-eabaf3910c6a requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:18:23.352469 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d97bcd-8eea-41af-af2f-27864476669e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Pushing event updated for resources: {'Port': ['ID=30961ef5-4a0d-454a-bc6e-519c94cbf152,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:23.544295 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-56d97bcd-8eea-41af-af2f-27864476669e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:23.559416 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-56d97bcd-8eea-41af-af2f-27864476669e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:23.625607 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-56d97bcd-8eea-41af-af2f-27864476669e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4120646 Aug 28 15:18:23.656057 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-33cf58de-1dd8-43c8-977f-fa3e77ee8965 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Request body: {'port': {'device_id': '64c34e10-e727-44a9-b37c-766f412359c8', 'network_id': '2e337a80-f61c-4bca-8264-d9f248c90759', 'admin_state_up': True, 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'security_groups': ['2cc65d3d-4071-420b-8848-2fd834446d44']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:23.753227 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1c501c54-6bc2-41a1-83ad-83a46ed18a30 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:23.880728 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-320c324b-f4d7-4e0f-9177-d227fe8c667c None None] Set router 1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:18:23.990138 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968d75a-f566-45e1-9d76-168e593c45ca req-084f9fba-530b-4cd6-9610-9a1a0bd9df6b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:24.021197 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968d75a-f566-45e1-9d76-168e593c45ca req-084f9fba-530b-4cd6-9610-9a1a0bd9df6b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:24.021197 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3968d75a-f566-45e1-9d76-168e593c45ca req-084f9fba-530b-4cd6-9610-9a1a0bd9df6b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 1653 time: 0.5890906 Aug 28 15:18:24.030051 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-33cf58de-1dd8-43c8-977f-fa3e77ee8965 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Made reservation on behalf of ad719b405fc34c1c8445c92c2e91c430 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:18:24.040506 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-33cf58de-1dd8-43c8-977f-fa3e77ee8965 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:24.047163 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1c501c54-6bc2-41a1-83ad-83a46ed18a30 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:24.056049 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55a9ca-adeb-4504-a3a8-f332b91c52ff tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Pushing event deleted for resources: {'Port': ['ID=b709c7bf-770d-4df7-9c11-b2c02c20df91,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:24.063634 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-10c53f65-9319-43be-a767-15dea5d601ad None None] Provisioning for port 30961ef5-4a0d-454a-bc6e-519c94cbf152 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:18:24.071695 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-10c53f65-9319-43be-a767-15dea5d601ad None None] Provisioning complete for port 30961ef5-4a0d-454a-bc6e-519c94cbf152 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:24.072444 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-10c53f65-9319-43be-a767-15dea5d601ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:24.166848 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-10c53f65-9319-43be-a767-15dea5d601ad None None] Port 30961ef5-4a0d-454a-bc6e-519c94cbf152 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:18:24.219860 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c944bf-ef4c-4a02-ae11-a86eb414d165 None None] DHCP port deletion for 4ca9a50c-f8aa-4261-ad98-eabaf3910c6a request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:18:24.282323 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cb55a9ca-adeb-4504-a3a8-f332b91c52ff tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:24.285797 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-cb55a9ca-adeb-4504-a3a8-f332b91c52ff tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] 10.222.0.13 "DELETE /v2.0/ports/b709c7bf-770d-4df7-9c11-b2c02c20df91 HTTP/1.1" status: 204 len: 168 time: 2.0475543 Aug 28 15:18:24.290770 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 36410) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:24.312905 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-1c501c54-6bc2-41a1-83ad-83a46ed18a30 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Deleting port 53159aa2-bad9-41f7-898d-f9418f95b651 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:18:24.313253 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1c501c54-6bc2-41a1-83ad-83a46ed18a30 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:24.321197 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3968d75a-f566-45e1-9d76-168e593c45ca req-536b2163-3976-470f-a7d6-7024cee09e72 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350836 Aug 28 15:18:24.623691 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-1c501c54-6bc2-41a1-83ad-83a46ed18a30 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] For port 53159aa2-bad9-41f7-898d-f9418f95b651, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=53159aa2-bad9-41f7-898d-f9418f95b651,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:18:24.624245 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1c501c54-6bc2-41a1-83ad-83a46ed18a30 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:24.641024 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-98c944bf-ef4c-4a02-ae11-a86eb414d165 None None] Deleting port f51d132d-fb7a-4e18-a58f-26e25f4d8d73 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:18:24.642082 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-98c944bf-ef4c-4a02-ae11-a86eb414d165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:24.645104 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f51d132d-fb7a-4e18-a58f-26e25f4d8d73 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:18:24.648689 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-33cf58de-1dd8-43c8-977f-fa3e77ee8965 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Allocated IP 10.1.1.248 (2e337a80-f61c-4bca-8264-d9f248c90759/ee9e1d3e-90f3-4805-bd4b-3365719a7970/16321fa2-91e2-42a3-8f1a-9e609d1ba006) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:18:24.664431 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-1c501c54-6bc2-41a1-83ad-83a46ed18a30 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Calling delete_port for 53159aa2-bad9-41f7-898d-f9418f95b651 owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:18:24.665813 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d5d54d-4604-44c1-a5f2-b75b6ac92173 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:24.671739 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a5d5d54d-4604-44c1-a5f2-b75b6ac92173 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] 10.222.0.13 "GET /v2.0/ports?device_id=f910ff09-2605-436c-9f56-75de226eb4df HTTP/1.1" status: 200 len: 913 time: 0.3798079 Aug 28 15:18:24.672655 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 36434) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:24.787932 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-320c324b-f4d7-4e0f-9177-d227fe8c667c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726276721', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '53159aa2-bad9-41f7-898d-f9418f95b651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:14:43Z', 'updated_at': '2021-08-28T15:18:19Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '53159aa2-bad9-41f7-898d-f9418f95b651', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fe:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:44Z', 'updated_at': '2021-08-28T15:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:18:24.886100 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:24.962541 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-98c944bf-ef4c-4a02-ae11-a86eb414d165 None None] For port f51d132d-fb7a-4e18-a58f-26e25f4d8d73, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f51d132d-fb7a-4e18-a58f-26e25f4d8d73,segment=NetworkSegment(b351d48f-a35c-4e29-b5da-4f538e9d9756),segment_id=b351d48f-a35c-4e29-b5da-4f538e9d9756)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:18:24.963872 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-98c944bf-ef4c-4a02-ae11-a86eb414d165 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:24.978429 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1c501c54-6bc2-41a1-83ad-83a46ed18a30 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:24.990137 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-98c944bf-ef4c-4a02-ae11-a86eb414d165 None None] Calling delete_port for f51d132d-fb7a-4e18-a58f-26e25f4d8d73 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:18:25.023942 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c501c54-6bc2-41a1-83ad-83a46ed18a30 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event deleted for resources: {'Port': ['ID=53159aa2-bad9-41f7-898d-f9418f95b651,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:25.066448 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-33cf58de-1dd8-43c8-977f-fa3e77ee8965 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:25.070001 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401e325-8e78-4390-9cc1-ae7099a76379 req-eca40f9a-2a2d-4f00-aa73-c24eda96bee0 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:25.071699 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e401e325-8e78-4390-9cc1-ae7099a76379 req-eca40f9a-2a2d-4f00-aa73-c24eda96bee0 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1348238 Aug 28 15:18:25.101999 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320c324b-f4d7-4e0f-9177-d227fe8c667c None None] The sync data for ids ['1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b'] in n-d-712137-10 is: [{'id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726276721', 'tenant_id': 'bee02b8454d546b78330e0129408e569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '53159aa2-bad9-41f7-898d-f9418f95b651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:14:43Z', 'updated_at': '2021-08-28T15:18:19Z', 'revision_number': 5, 'project_id': 'bee02b8454d546b78330e0129408e569', 'gw_port': {'id': '53159aa2-bad9-41f7-898d-f9418f95b651', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fe:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:14:44Z', 'updated_at': '2021-08-28T15:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:18:25.107527 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-33cf58de-1dd8-43c8-977f-fa3e77ee8965 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Transition to ACTIVE for port object 16321fa2-91e2-42a3-8f1a-9e609d1ba006 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:25.180723 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1c501c54-6bc2-41a1-83ad-83a46ed18a30 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:25.206124 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e401e325-8e78-4390-9cc1-ae7099a76379 req-8db01a6f-242c-4410-9dc5-2a7fade91eab tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797887 Aug 28 15:18:25.265152 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:25.357227 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port f51d132d-fb7a-4e18-a58f-26e25f4d8d73, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f51d132d-fb7a-4e18-a58f-26e25f4d8d73,segment=NetworkSegment(b351d48f-a35c-4e29-b5da-4f538e9d9756),segment_id=b351d48f-a35c-4e29-b5da-4f538e9d9756)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:18:25.367021 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:25.433017 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-33cf58de-1dd8-43c8-977f-fa3e77ee8965 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:25.448534 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=f51d132d-fb7a-4e18-a58f-26e25f4d8d73,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:25.461724 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-98c944bf-ef4c-4a02-ae11-a86eb414d165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:25.489275 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c944bf-ef4c-4a02-ae11-a86eb414d165 None None] Pushing event deleted for resources: {'Port': ['ID=f51d132d-fb7a-4e18-a58f-26e25f4d8d73,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:25.495544 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1c501c54-6bc2-41a1-83ad-83a46ed18a30 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:25.513275 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1c501c54-6bc2-41a1-83ad-83a46ed18a30 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:25.514575 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c944bf-ef4c-4a02-ae11-a86eb414d165 None None] No DVR routers for this DVR port f51d132d-fb7a-4e18-a58f-26e25f4d8d73 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:18:25.649998 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1c501c54-6bc2-41a1-83ad-83a46ed18a30 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:25.650577 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c501c54-6bc2-41a1-83ad-83a46ed18a30 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Fanout notify agent at l3_agent the message router_deleted on router 1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:18:25.658648 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1c501c54-6bc2-41a1-83ad-83a46ed18a30 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:25.668848 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 36482) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:25.673727 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1c501c54-6bc2-41a1-83ad-83a46ed18a30 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "DELETE /v2.0/routers/1b3b24e5-f36f-4e0e-a78c-e30ae5c2024b HTTP/1.1" status: 204 len: 168 time: 2.4901228 Aug 28 15:18:25.815888 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-33cf58de-1dd8-43c8-977f-fa3e77ee8965 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Network 2e337a80-f61c-4bca-8264-d9f248c90759 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:18:25.826863 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf58de-1dd8-43c8-977f-fa3e77ee8965 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Pushing event updated for resources: {'Port': ['ID=16321fa2-91e2-42a3-8f1a-9e609d1ba006,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:25.848465 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-843f628f-dbbe-4f64-b5fa-2bf2ffe813d8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:25.881223 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-33cf58de-1dd8-43c8-977f-fa3e77ee8965 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:18:25.902033 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-33cf58de-1dd8-43c8-977f-fa3e77ee8965 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:18:25.998806 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-33cf58de-1dd8-43c8-977f-fa3e77ee8965 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:25.999466 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-33cf58de-1dd8-43c8-977f-fa3e77ee8965 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:26.048425 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-33cf58de-1dd8-43c8-977f-fa3e77ee8965 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4099455 Aug 28 15:18:26.068661 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-9309a889-cdca-436a-868a-98dff65a881a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Request body: {'port': {'device_id': '64c34e10-e727-44a9-b37c-766f412359c8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a36e233e-9694-4856-84b9-f3f8aa62d273', 'admin_state_up': True, 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'security_groups': ['2cc65d3d-4071-420b-8848-2fd834446d44']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:26.097239 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f997d-d614-438b-a171-e403b486c745 req-872a27f9-6c76-4df4-bd9c-94d89cdc9da4 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:26.103832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f997d-d614-438b-a171-e403b486c745 req-872a27f9-6c76-4df4-bd9c-94d89cdc9da4 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:26.114798 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f997d-d614-438b-a171-e403b486c745 req-872a27f9-6c76-4df4-bd9c-94d89cdc9da4 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:26.117296 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f98f997d-d614-438b-a171-e403b486c745 req-872a27f9-6c76-4df4-bd9c-94d89cdc9da4 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 2374 time: 0.5506091 Aug 28 15:18:26.426184 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f98f997d-d614-438b-a171-e403b486c745 req-3af3a48a-01dd-4e74-9926-8fd2e9ab3880 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2650068 Aug 28 15:18:26.476870 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0dfaf74f-a828-4152-b876-ff983b0c22f2 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:18:26.484988 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e29ebee4-33e7-42a5-8f30-0d07122189e1 None None] Provisioning for port 16321fa2-91e2-42a3-8f1a-9e609d1ba006 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:18:26.513510 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce800f6-c1ec-490e-b72b-76d43bb3eddf req-eb670c89-58ce-4037-8baa-388aedf71884 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:26.518445 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cce800f6-c1ec-490e-b72b-76d43bb3eddf req-eb670c89-58ce-4037-8baa-388aedf71884 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1305766 Aug 28 15:18:26.544740 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e29ebee4-33e7-42a5-8f30-0d07122189e1 None None] Provisioning complete for port 16321fa2-91e2-42a3-8f1a-9e609d1ba006 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:26.558185 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e29ebee4-33e7-42a5-8f30-0d07122189e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:26.595133 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-843f628f-dbbe-4f64-b5fa-2bf2ffe813d8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:26.600039 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cce800f6-c1ec-490e-b72b-76d43bb3eddf req-d50f3a90-963f-4856-a1df-5332c6c1d499 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735207 Aug 28 15:18:26.653643 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 0dfaf74f-a828-4152-b876-ff983b0c22f2 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:18:26.661941 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0dfaf74f-a828-4152-b876-ff983b0c22f2 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:18:26.708093 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:26.723968 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-e29ebee4-33e7-42a5-8f30-0d07122189e1 None None] Port 16321fa2-91e2-42a3-8f1a-9e609d1ba006 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:18:26.974615 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-843f628f-dbbe-4f64-b5fa-2bf2ffe813d8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca9a50c-f8aa-4261-ad98-eabaf3910c6a']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:18:26.998820 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-843f628f-dbbe-4f64-b5fa-2bf2ffe813d8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b351d48f-a35c-4e29-b5da-4f538e9d9756') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:18:26.999147 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-843f628f-dbbe-4f64-b5fa-2bf2ffe813d8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b351d48f-a35c-4e29-b5da-4f538e9d9756') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:18:27.026055 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-843f628f-dbbe-4f64-b5fa-2bf2ffe813d8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:27.047969 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-843f628f-dbbe-4f64-b5fa-2bf2ffe813d8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:27.053271 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-9309a889-cdca-436a-868a-98dff65a881a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Made reservation on behalf of ad719b405fc34c1c8445c92c2e91c430 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:18:27.066386 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843f628f-dbbe-4f64-b5fa-2bf2ffe813d8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:18:27.067429 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-843f628f-dbbe-4f64-b5fa-2bf2ffe813d8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:18:27.072235 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:18:27.176438 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b47ce4e7-1ed4-4479-85d3-026b9ae0094b tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:27.313284 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-843f628f-dbbe-4f64-b5fa-2bf2ffe813d8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:27.324286 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-843f628f-dbbe-4f64-b5fa-2bf2ffe813d8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:27.330002 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36506) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:27.330149 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-843f628f-dbbe-4f64-b5fa-2bf2ffe813d8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "DELETE /v2.0/networks/4ca9a50c-f8aa-4261-ad98-eabaf3910c6a HTTP/1.1" status: 204 len: 168 time: 1.6551449 Aug 28 15:18:27.358391 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f628f-dbbe-4f64-b5fa-2bf2ffe813d8 tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event deleted for resources: {'Network': ['ID=4ca9a50c-f8aa-4261-ad98-eabaf3910c6a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:27.418017 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-9309a889-cdca-436a-868a-98dff65a881a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:27.508613 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-418a1e66-0fa9-4c08-8094-5378c8c4169b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:27.576036 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-418a1e66-0fa9-4c08-8094-5378c8c4169b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:27.747429 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-418a1e66-0fa9-4c08-8094-5378c8c4169b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:27.750185 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-418a1e66-0fa9-4c08-8094-5378c8c4169b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:27.753247 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-418a1e66-0fa9-4c08-8094-5378c8c4169b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] 10.222.0.13 "DELETE /v2.0/security-groups/db481247-7d15-4d4b-a65c-bf796b34915a HTTP/1.1" status: 204 len: 168 time: 0.4202702 Aug 28 15:18:27.833505 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a1e66-0fa9-4c08-8094-5378c8c4169b tempest-TestNetworkAdvancedServerOps-982123518 tempest-TestNetworkAdvancedServerOps-982123518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db481247-7d15-4d4b-a65c-bf796b34915a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:27.883239 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31705722-9ee9-4b2f-bbba-86132ea2d7a3 req-1c9d06a0-fa3a-4ad9-888e-68b0b44bea37 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:27.885186 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-31705722-9ee9-4b2f-bbba-86132ea2d7a3 req-1c9d06a0-fa3a-4ad9-888e-68b0b44bea37 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1761994 Aug 28 15:18:27.952478 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-9309a889-cdca-436a-868a-98dff65a881a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Allocated IP 10.2.2.100 (a36e233e-9694-4856-84b9-f3f8aa62d273/32296ab6-0e0f-4355-bb6c-e0506c5f4601/50deec03-7b81-42d5-aaf9-ae33b02083dc) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:18:27.962642 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-31705722-9ee9-4b2f-bbba-86132ea2d7a3 req-24009a36-7778-4cfc-9129-9ad5b253b638 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683358 Aug 28 15:18:28.197410 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd406dd-460f-4cc7-9aa0-870a0a64f051 req-4dbf493e-6f15-4cae-ae00-8a69fbd8de4e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:28.203597 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd406dd-460f-4cc7-9aa0-870a0a64f051 req-4dbf493e-6f15-4cae-ae00-8a69fbd8de4e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:28.220916 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd406dd-460f-4cc7-9aa0-870a0a64f051 req-4dbf493e-6f15-4cae-ae00-8a69fbd8de4e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:28.231837 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bfd406dd-460f-4cc7-9aa0-870a0a64f051 req-4dbf493e-6f15-4cae-ae00-8a69fbd8de4e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 2374 time: 0.6375358 Aug 28 15:18:28.303033 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 53159aa2-bad9-41f7-898d-f9418f95b651 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:18:28.375873 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 53159aa2-bad9-41f7-898d-f9418f95b651 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:18:28.384772 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 53159aa2-bad9-41f7-898d-f9418f95b651 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:18:28.404835 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bfd406dd-460f-4cc7-9aa0-870a0a64f051 req-82c9bfa7-dad5-414e-82b9-9f7718eb5d66 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713369 Aug 28 15:18:28.461925 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-9309a889-cdca-436a-868a-98dff65a881a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:28.516314 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-9309a889-cdca-436a-868a-98dff65a881a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Transition to ACTIVE for port object 50deec03-7b81-42d5-aaf9-ae33b02083dc will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:28.569902 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-b47ce4e7-1ed4-4479-85d3-026b9ae0094b tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Deleting port b890d853-39ed-4062-9221-b0c355eaffec {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:18:28.570233 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b47ce4e7-1ed4-4479-85d3-026b9ae0094b tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:28.629789 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-9309a889-cdca-436a-868a-98dff65a881a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:28.645791 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36538) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:28.768829 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-9309a889-cdca-436a-868a-98dff65a881a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Network a36e233e-9694-4856-84b9-f3f8aa62d273 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:18:28.797007 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-9309a889-cdca-436a-868a-98dff65a881a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:18:28.806616 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-9309a889-cdca-436a-868a-98dff65a881a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:18:28.815401 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309a889-cdca-436a-868a-98dff65a881a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Pushing event updated for resources: {'Port': ['ID=50deec03-7b81-42d5-aaf9-ae33b02083dc,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:28.849524 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b47ce4e7-1ed4-4479-85d3-026b9ae0094b tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:28.925564 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-723c43de-a529-4e12-a5ce-9e9bd56bbe01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bee02b8454d546b78330e0129408e569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2780178 Aug 28 15:18:28.930977 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36542) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:28.931847 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-b47ce4e7-1ed4-4479-85d3-026b9ae0094b tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Calling delete_port for b890d853-39ed-4062-9221-b0c355eaffec owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:18:29.000504 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-89628f1a-b2ce-4207-938a-40fa902489b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:29.029748 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-9309a889-cdca-436a-868a-98dff65a881a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:29.031716 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-89628f1a-b2ce-4207-938a-40fa902489b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:29.032640 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-9309a889-cdca-436a-868a-98dff65a881a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:29.099505 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-89628f1a-b2ce-4207-938a-40fa902489b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:29.103520 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-89628f1a-b2ce-4207-938a-40fa902489b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:29.108401 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-89628f1a-b2ce-4207-938a-40fa902489b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28e9587f-6858-40eb-b3d5-a3f1aaa71f71 HTTP/1.1" status: 204 len: 168 time: 0.1735868 Aug 28 15:18:29.134985 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89628f1a-b2ce-4207-938a-40fa902489b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e9587f-6858-40eb-b3d5-a3f1aaa71f71,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:29.186019 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-9309a889-cdca-436a-868a-98dff65a881a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1280575 Aug 28 15:18:29.210814 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-f9f3d3aa-8f73-42ee-a89d-25e6ff5fb1bd tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Request body: {'port': {'device_id': '64c34e10-e727-44a9-b37c-766f412359c8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a36e233e-9694-4856-84b9-f3f8aa62d273', 'admin_state_up': True, 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'security_groups': ['2cc65d3d-4071-420b-8848-2fd834446d44']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:29.325187 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872365f-6414-4291-bddc-9555aa07506e req-56c23c1e-7d8c-492b-bff6-eeedee98f6a6 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:29.336353 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d872365f-6414-4291-bddc-9555aa07506e req-56c23c1e-7d8c-492b-bff6-eeedee98f6a6 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1922035 Aug 28 15:18:29.498425 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d872365f-6414-4291-bddc-9555aa07506e req-5c2aee62-40fd-4a06-969e-342b58add72d tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611457 Aug 28 15:18:29.687345 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c6f48af2-02e0-4f4d-9b09-6a29cb000434 None None] Provisioning for port 50deec03-7b81-42d5-aaf9-ae33b02083dc completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:18:29.702002 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c6f48af2-02e0-4f4d-9b09-6a29cb000434 None None] Provisioning complete for port 50deec03-7b81-42d5-aaf9-ae33b02083dc triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:29.703237 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c6f48af2-02e0-4f4d-9b09-6a29cb000434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:29.767046 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36558) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:29.808204 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c6f48af2-02e0-4f4d-9b09-6a29cb000434 None None] Port 50deec03-7b81-42d5-aaf9-ae33b02083dc cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:18:29.845642 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0022ff24-2295-4242-8679-fbfbdf1acf7b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9666a4aa825c4d5d99a26d08ea802ede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0765963 Aug 28 15:18:29.846671 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36566) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:29.906998 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-f9f3d3aa-8f73-42ee-a89d-25e6ff5fb1bd tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Made reservation on behalf of ad719b405fc34c1c8445c92c2e91c430 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:18:29.920699 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-f9f3d3aa-8f73-42ee-a89d-25e6ff5fb1bd tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:29.976103 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b47ce4e7-1ed4-4479-85d3-026b9ae0094b tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:29.988383 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-121446da-acc9-479a-8712-b7278a3cd5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:30.013851 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c029126-25b2-41b3-9fe0-89991624bb4c req-f0113205-691a-488f-9c89-208b68b47238 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:30.022974 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c029126-25b2-41b3-9fe0-89991624bb4c req-f0113205-691a-488f-9c89-208b68b47238 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:30.040463 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c029126-25b2-41b3-9fe0-89991624bb4c req-f0113205-691a-488f-9c89-208b68b47238 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:30.042498 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-121446da-acc9-479a-8712-b7278a3cd5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:30.056194 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c029126-25b2-41b3-9fe0-89991624bb4c req-f0113205-691a-488f-9c89-208b68b47238 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:30.073451 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5c029126-25b2-41b3-9fe0-89991624bb4c req-f0113205-691a-488f-9c89-208b68b47238 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 3095 time: 0.4648442 Aug 28 15:18:30.145698 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-121446da-acc9-479a-8712-b7278a3cd5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:30.149490 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-121446da-acc9-479a-8712-b7278a3cd5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:30.154324 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-121446da-acc9-479a-8712-b7278a3cd5a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6acc6a18-e351-42ea-99fb-2a3c68c9975f HTTP/1.1" status: 204 len: 168 time: 0.3067305 Aug 28 15:18:30.171636 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121446da-acc9-479a-8712-b7278a3cd5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acc6a18-e351-42ea-99fb-2a3c68c9975f,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:30.182327 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ce4e7-1ed4-4479-85d3-026b9ae0094b tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Pushing event deleted for resources: {'Port': ['ID=b890d853-39ed-4062-9221-b0c355eaffec,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:30.379236 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5c029126-25b2-41b3-9fe0-89991624bb4c req-b610a33e-8baa-4982-a7ff-acceb5b705f1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3027756 Aug 28 15:18:30.750385 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f35d20-d28a-40e0-8905-6b3e6e937f34 req-48cbc5c6-d781-4b18-a4a1-4d44d9593ac9 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:30.752324 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0f35d20-d28a-40e0-8905-6b3e6e937f34 req-48cbc5c6-d781-4b18-a4a1-4d44d9593ac9 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.1226420 Aug 28 15:18:30.875025 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b47ce4e7-1ed4-4479-85d3-026b9ae0094b tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:30.876889 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0f35d20-d28a-40e0-8905-6b3e6e937f34 req-df7a6851-7540-41c5-9942-7be40072c5c4 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178639 Aug 28 15:18:31.256840 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-f9f3d3aa-8f73-42ee-a89d-25e6ff5fb1bd tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Allocated IP 10.2.2.200 (a36e233e-9694-4856-84b9-f3f8aa62d273/32296ab6-0e0f-4355-bb6c-e0506c5f4601/8cb26e22-61bc-45a1-a731-63fca20f0e30) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:18:31.269256 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47ce4e7-1ed4-4479-85d3-026b9ae0094b tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Router f910ff09-2605-436c-9f56-75de226eb4df has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:18:31.482868 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47ce4e7-1ed4-4479-85d3-026b9ae0094b tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:18:31.499053 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63433ec-f68d-4ba9-8653-3912b69832d3 None None] Sync routers for ids ['f910ff09-2605-436c-9f56-75de226eb4df'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:18:31.540749 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63433ec-f68d-4ba9-8653-3912b69832d3 None None] Routers {'f910ff09-2605-436c-9f56-75de226eb4df'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:18:31.541391 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e63433ec-f68d-4ba9-8653-3912b69832d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:18:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f910ff09-2605-436c-9f56-75de226eb4df'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:18:31.545823 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b47ce4e7-1ed4-4479-85d3-026b9ae0094b tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] 10.222.0.13 "PUT /v2.0/routers/f910ff09-2605-436c-9f56-75de226eb4df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8666091 Aug 28 15:18:31.546185 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36610) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:31.749551 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0aa90302-aae2-479a-9ee5-87eb2090f7b7 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:31.879864 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18349ae3-2b9e-4c2e-acec-7243ad732534 req-c62b9368-5bdb-4941-9770-aa492a49126c tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:31.898524 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18349ae3-2b9e-4c2e-acec-7243ad732534 req-c62b9368-5bdb-4941-9770-aa492a49126c tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:31.916298 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18349ae3-2b9e-4c2e-acec-7243ad732534 req-c62b9368-5bdb-4941-9770-aa492a49126c tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:31.923395 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18349ae3-2b9e-4c2e-acec-7243ad732534 req-c62b9368-5bdb-4941-9770-aa492a49126c tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:31.944617 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-18349ae3-2b9e-4c2e-acec-7243ad732534 req-c62b9368-5bdb-4941-9770-aa492a49126c tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 3095 time: 0.3649762 Aug 28 15:18:32.000620 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0aa90302-aae2-479a-9ee5-87eb2090f7b7 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:32.011126 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0aa90302-aae2-479a-9ee5-87eb2090f7b7 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:32.097352 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-f9f3d3aa-8f73-42ee-a89d-25e6ff5fb1bd tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:32.110151 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-18349ae3-2b9e-4c2e-acec-7243ad732534 req-34644da9-b462-4670-b4d5-2300d645bb50 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602266 Aug 28 15:18:32.126015 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0aa90302-aae2-479a-9ee5-87eb2090f7b7 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:32.126841 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa90302-aae2-479a-9ee5-87eb2090f7b7 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Fanout notify agent at l3_agent the message router_deleted on router f910ff09-2605-436c-9f56-75de226eb4df {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:18:32.129372 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-f9f3d3aa-8f73-42ee-a89d-25e6ff5fb1bd tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Transition to ACTIVE for port object 8cb26e22-61bc-45a1-a731-63fca20f0e30 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:32.144684 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0aa90302-aae2-479a-9ee5-87eb2090f7b7 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:32.150748 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0aa90302-aae2-479a-9ee5-87eb2090f7b7 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] 10.222.0.13 "DELETE /v2.0/routers/f910ff09-2605-436c-9f56-75de226eb4df HTTP/1.1" status: 204 len: 168 time: 0.6024411 Aug 28 15:18:32.154884 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36624) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:32.159571 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e63433ec-f68d-4ba9-8653-3912b69832d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:18:32.207983 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63433ec-f68d-4ba9-8653-3912b69832d3 None None] Routers set() bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:18:32.208371 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63433ec-f68d-4ba9-8653-3912b69832d3 None None] Router IDs set() for agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 28 15:18:32.208985 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_agentschedulers_db [None req-e63433ec-f68d-4ba9-8653-3912b69832d3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f910ff09-2605-436c-9f56-75de226eb4df'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:18:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent'). {{(pid=106332) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 28 15:18:32.215347 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63433ec-f68d-4ba9-8653-3912b69832d3 None None] The sync data for ids ['f910ff09-2605-436c-9f56-75de226eb4df'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:18:32.252454 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-f9f3d3aa-8f73-42ee-a89d-25e6ff5fb1bd tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:32.391913 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-f9f3d3aa-8f73-42ee-a89d-25e6ff5fb1bd tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Network a36e233e-9694-4856-84b9-f3f8aa62d273 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:18:32.409382 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-f9f3d3aa-8f73-42ee-a89d-25e6ff5fb1bd tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:18:32.435079 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-f9f3d3aa-8f73-42ee-a89d-25e6ff5fb1bd tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:18:32.514043 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-f9f3d3aa-8f73-42ee-a89d-25e6ff5fb1bd tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:32.514874 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-f9f3d3aa-8f73-42ee-a89d-25e6ff5fb1bd tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:32.518859 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3d3aa-8f73-42ee-a89d-25e6ff5fb1bd tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Pushing event updated for resources: {'Port': ['ID=8cb26e22-61bc-45a1-a731-63fca20f0e30,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:32.554120 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-f9f3d3aa-8f73-42ee-a89d-25e6ff5fb1bd tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3549466 Aug 28 15:18:32.893405 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ab7b68ef-6aeb-48d6-a1cf-a2d7c5113fac None None] Provisioning for port 8cb26e22-61bc-45a1-a731-63fca20f0e30 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:18:32.895443 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e744c786-9386-4613-bd5b-41d3ba1745c7 service neutron] Request body: {'port': {'device_id': '64c34e10-e727-44a9-b37c-766f412359c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:32.898755 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ab7b68ef-6aeb-48d6-a1cf-a2d7c5113fac None None] Provisioning complete for port 8cb26e22-61bc-45a1-a731-63fca20f0e30 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:32.899337 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ab7b68ef-6aeb-48d6-a1cf-a2d7c5113fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:32.929416 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ff4b20-1d9f-41c1-a865-6308f7f063c7 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Deleting subnet 520d0033-e6c3-4a4a-9a5b-fae050ea9aea {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:18:32.939330 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-44ff4b20-1d9f-41c1-a865-6308f7f063c7 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:32.988274 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ab7b68ef-6aeb-48d6-a1cf-a2d7c5113fac None None] Port 8cb26e22-61bc-45a1-a731-63fca20f0e30 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:18:33.087741 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-44ff4b20-1d9f-41c1-a865-6308f7f063c7 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:33.098401 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e744c786-9386-4613-bd5b-41d3ba1745c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:33.157847 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f40d43-ff29-4f1d-9703-9a68ba427df2 req-d5c3a03c-6a3c-4c4b-8d3c-bea9b5bc4a81 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:33.165144 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-30f40d43-ff29-4f1d-9703-9a68ba427df2 req-d5c3a03c-6a3c-4c4b-8d3c-bea9b5bc4a81 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 1.0535572 Aug 28 15:18:33.288490 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 36650) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:33.306524 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-30f40d43-ff29-4f1d-9703-9a68ba427df2 req-4015870f-bb63-426b-8c6b-c871977e2410 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350868 Aug 28 15:18:33.377873 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-44ff4b20-1d9f-41c1-a865-6308f7f063c7 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:33.522102 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-44ff4b20-1d9f-41c1-a865-6308f7f063c7 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:33.568761 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-44ff4b20-1d9f-41c1-a865-6308f7f063c7 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:33.568963 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7299ac8-ba1b-41f6-94ea-a6213e20e884 None None] Network b7ae9b8c-cf75-471a-8dea-d1b49d3e5941 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:18:33.580761 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-44ff4b20-1d9f-41c1-a865-6308f7f063c7 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] 10.222.0.13 "DELETE /v2.0/subnets/520d0033-e6c3-4a4a-9a5b-fae050ea9aea HTTP/1.1" status: 204 len: 168 time: 1.4237654 Aug 28 15:18:33.582191 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36666) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:33.658066 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff4b20-1d9f-41c1-a865-6308f7f063c7 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Pushing event deleted for resources: {'Subnet': ['ID=520d0033-e6c3-4a4a-9a5b-fae050ea9aea,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:33.883452 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3b2124f6-ab59-4348-9c6c-10d4c2f8e9d9 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:33.945649 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a21ce4-5b54-4090-b44d-bcff77699a02 None None] DHCP port deletion for b7ae9b8c-cf75-471a-8dea-d1b49d3e5941 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:18:34.050857 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-3b2124f6-ab59-4348-9c6c-10d4c2f8e9d9 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Deleting port df3f8d72-5171-440e-9e74-67f2f2cc8640 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:18:34.051240 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3b2124f6-ab59-4348-9c6c-10d4c2f8e9d9 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:34.070736 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a3a21ce4-5b54-4090-b44d-bcff77699a02 None None] Deleting port df3f8d72-5171-440e-9e74-67f2f2cc8640 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:18:34.071174 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a3a21ce4-5b54-4090-b44d-bcff77699a02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:34.185782 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-a3a21ce4-5b54-4090-b44d-bcff77699a02 None None] For port df3f8d72-5171-440e-9e74-67f2f2cc8640, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=df3f8d72-5171-440e-9e74-67f2f2cc8640,segment=NetworkSegment(3c9b4720-e509-4369-a92f-49e17b4ee2bb),segment_id=3c9b4720-e509-4369-a92f-49e17b4ee2bb)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:18:34.192357 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a3a21ce4-5b54-4090-b44d-bcff77699a02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:34.237997 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-3b2124f6-ab59-4348-9c6c-10d4c2f8e9d9 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] For port df3f8d72-5171-440e-9e74-67f2f2cc8640, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=df3f8d72-5171-440e-9e74-67f2f2cc8640,segment=NetworkSegment(3c9b4720-e509-4369-a92f-49e17b4ee2bb),segment_id=3c9b4720-e509-4369-a92f-49e17b4ee2bb)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:18:34.238589 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3b2124f6-ab59-4348-9c6c-10d4c2f8e9d9 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:34.239388 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a3a21ce4-5b54-4090-b44d-bcff77699a02 None None] Calling delete_port for df3f8d72-5171-440e-9e74-67f2f2cc8640 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:18:34.271329 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-3b2124f6-ab59-4348-9c6c-10d4c2f8e9d9 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Calling delete_port for df3f8d72-5171-440e-9e74-67f2f2cc8640 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:18:34.371410 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a3a21ce4-5b54-4090-b44d-bcff77699a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:34.395583 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a21ce4-5b54-4090-b44d-bcff77699a02 None None] No DVR routers for this DVR port df3f8d72-5171-440e-9e74-67f2f2cc8640 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:18:34.445450 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device df3f8d72-5171-440e-9e74-67f2f2cc8640 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:18:34.476495 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: df3f8d72-5171-440e-9e74-67f2f2cc8640 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:18:34.477127 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device df3f8d72-5171-440e-9e74-67f2f2cc8640 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:18:34.484749 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a21ce4-5b54-4090-b44d-bcff77699a02 None None] Pushing event deleted for resources: {'Port': ['ID=df3f8d72-5171-440e-9e74-67f2f2cc8640,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:34.510517 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-1c820a17-cb8e-441a-aea5-55c7d06ca666 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'network': {'name': 'tempest-network-smoke--829520090', 'project_id': '882056e022594e62849ed5c991d6169b', 'port_security_enabled': True}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:34.542287 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c820a17-cb8e-441a-aea5-55c7d06ca666 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Made reservation on behalf of 882056e022594e62849ed5c991d6169b for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:18:34.548330 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1c820a17-cb8e-441a-aea5-55c7d06ca666 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:34.572090 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1c820a17-cb8e-441a-aea5-55c7d06ca666 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:34.617248 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3b2124f6-ab59-4348-9c6c-10d4c2f8e9d9 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:34.638523 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9412f76-755e-48c8-b8cc-cf50623431da req-a21ba556-61e0-4cb7-af61-9e2d92c96a5b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:34.645271 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9412f76-755e-48c8-b8cc-cf50623431da req-a21ba556-61e0-4cb7-af61-9e2d92c96a5b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:34.651803 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9412f76-755e-48c8-b8cc-cf50623431da req-a21ba556-61e0-4cb7-af61-9e2d92c96a5b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:34.659632 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9412f76-755e-48c8-b8cc-cf50623431da req-a21ba556-61e0-4cb7-af61-9e2d92c96a5b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:34.663016 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2124f6-ab59-4348-9c6c-10d4c2f8e9d9 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] No DVR routers for this DVR port df3f8d72-5171-440e-9e74-67f2f2cc8640 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:18:34.665452 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2124f6-ab59-4348-9c6c-10d4c2f8e9d9 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Pushing event deleted for resources: {'Port': ['ID=df3f8d72-5171-440e-9e74-67f2f2cc8640,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:34.671147 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9412f76-755e-48c8-b8cc-cf50623431da req-a21ba556-61e0-4cb7-af61-9e2d92c96a5b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:34.680474 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f9412f76-755e-48c8-b8cc-cf50623431da req-a21ba556-61e0-4cb7-af61-9e2d92c96a5b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 3816 time: 1.3317361 Aug 28 15:18:34.861368 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1c820a17-cb8e-441a-aea5-55c7d06ca666 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:34.889185 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1c820a17-cb8e-441a-aea5-55c7d06ca666 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:34.893883 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc8ea0-1ca4-4f70-b3f1-af9f7917b446 req-5fdfbb43-4158-43dc-b521-32d58f0656cb tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:34.901247 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1ecc8ea0-1ca4-4f70-b3f1-af9f7917b446 req-5fdfbb43-4158-43dc-b521-32d58f0656cb tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.4219935 Aug 28 15:18:34.910010 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3b2124f6-ab59-4348-9c6c-10d4c2f8e9d9 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:34.912508 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c820a17-cb8e-441a-aea5-55c7d06ca666 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:18:34.928879 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-3b2124f6-ab59-4348-9c6c-10d4c2f8e9d9 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ae9b8c-cf75-471a-8dea-d1b49d3e5941']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:18:34.935876 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1c820a17-cb8e-441a-aea5-55c7d06ca666 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:34.936651 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-1c820a17-cb8e-441a-aea5-55c7d06ca666 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Added segment 74aeee14-0d37-4360-92bb-0c901b877b56 of type vlan for network 8a81e780-ac39-4b2e-90e9-a26ced5b068d Aug 28 15:18:34.942794 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-3b2124f6-ab59-4348-9c6c-10d4c2f8e9d9 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9b4720-e509-4369-a92f-49e17b4ee2bb') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:18:34.943352 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-3b2124f6-ab59-4348-9c6c-10d4c2f8e9d9 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9b4720-e509-4369-a92f-49e17b4ee2bb') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:18:34.961468 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3b2124f6-ab59-4348-9c6c-10d4c2f8e9d9 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:34.977572 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1ecc8ea0-1ca4-4f70-b3f1-af9f7917b446 req-b4c8198f-45a7-4700-9a81-69e1d2c5193f tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708771 Aug 28 15:18:34.997833 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3b2124f6-ab59-4348-9c6c-10d4c2f8e9d9 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:35.006416 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2124f6-ab59-4348-9c6c-10d4c2f8e9d9 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:18:35.007079 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3b2124f6-ab59-4348-9c6c-10d4c2f8e9d9 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:35.035960 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1c820a17-cb8e-441a-aea5-55c7d06ca666 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:18:35.076544 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:18:35.081800 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3b2124f6-ab59-4348-9c6c-10d4c2f8e9d9 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:35.093611 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3b2124f6-ab59-4348-9c6c-10d4c2f8e9d9 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:35.095448 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3b2124f6-ab59-4348-9c6c-10d4c2f8e9d9 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] 10.222.0.13 "DELETE /v2.0/networks/b7ae9b8c-cf75-471a-8dea-d1b49d3e5941 HTTP/1.1" status: 204 len: 168 time: 1.4445004 Aug 28 15:18:35.120149 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2124f6-ab59-4348-9c6c-10d4c2f8e9d9 tempest-FloatingIPNegativeTestJSON-728367619 tempest-FloatingIPNegativeTestJSON-728367619-project] Pushing event deleted for resources: {'Network': ['ID=b7ae9b8c-cf75-471a-8dea-d1b49d3e5941,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:35.279977 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f9412f76-755e-48c8-b8cc-cf50623431da req-67e6e085-a0f0-451e-a2fe-ca5614de3c10 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5968695 Aug 28 15:18:35.304038 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1c820a17-cb8e-441a-aea5-55c7d06ca666 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:35.318074 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c820a17-cb8e-441a-aea5-55c7d06ca666 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:35.318729 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1c820a17-cb8e-441a-aea5-55c7d06ca666 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:35.389878 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e744c786-9386-4613-bd5b-41d3ba1745c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a0f45d1-344f-409c-bd68-0b8ed3e04c72 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:18:35.402883 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e744c786-9386-4613-bd5b-41d3ba1745c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:35.429062 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e744c786-9386-4613-bd5b-41d3ba1745c7 service neutron] Transition to ACTIVE for port object 4a0f45d1-344f-409c-bd68-0b8ed3e04c72 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:35.439317 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e744c786-9386-4613-bd5b-41d3ba1745c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:35.501437 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c820a17-cb8e-441a-aea5-55c7d06ca666 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06441618-530e-41a5-b6e0-c9b270b08ab9,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:35.518268 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744c786-9386-4613-bd5b-41d3ba1745c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0f45d1-344f-409c-bd68-0b8ed3e04c72,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:35.655969 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1c820a17-cb8e-441a-aea5-55c7d06ca666 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.3653553 Aug 28 15:18:35.658896 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36696) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:35.664057 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-f62d0357-f377-4527-b536-f95fdeada87d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-707599765', 'admin_state_up': True, 'project_id': '882056e022594e62849ed5c991d6169b', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:35.669782 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36698) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:35.709968 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c820a17-cb8e-441a-aea5-55c7d06ca666 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'Network': ['ID=8a81e780-ac39-4b2e-90e9-a26ced5b068d,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:35.724081 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 8a81e780-ac39-4b2e-90e9-a26ced5b068d details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:18:35.754902 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f62d0357-f377-4527-b536-f95fdeada87d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:35.756359 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f62d0357-f377-4527-b536-f95fdeada87d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:35.849411 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e744c786-9386-4613-bd5b-41d3ba1745c7 service neutron] Attempting to bind port 4a0f45d1-344f-409c-bd68-0b8ed3e04c72 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:18:35.849757 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e744c786-9386-4613-bd5b-41d3ba1745c7 service neutron] Attempting to bind port 4a0f45d1-344f-409c-bd68-0b8ed3e04c72 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'c3da0be6-b78e-44bb-a617-8f7114ca16cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:18:35.850103 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e744c786-9386-4613-bd5b-41d3ba1745c7 service neutron] Attempting to bind port 4a0f45d1-344f-409c-bd68-0b8ed3e04c72 on network 26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:18:35.869318 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e744c786-9386-4613-bd5b-41d3ba1745c7 service neutron] Port 4a0f45d1-344f-409c-bd68-0b8ed3e04c72 on network 26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:18:35.869665 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e744c786-9386-4613-bd5b-41d3ba1745c7 service neutron] Attempting to bind port 4a0f45d1-344f-409c-bd68-0b8ed3e04c72 on network 26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:18:35.880261 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e744c786-9386-4613-bd5b-41d3ba1745c7 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:18:35.880606 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e744c786-9386-4613-bd5b-41d3ba1745c7 service neutron] Checking segment: {'id': 'c3da0be6-b78e-44bb-a617-8f7114ca16cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:18:35.880999 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e744c786-9386-4613-bd5b-41d3ba1745c7 service neutron] Bound using segment: {'id': 'c3da0be6-b78e-44bb-a617-8f7114ca16cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:18:35.881442 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e744c786-9386-4613-bd5b-41d3ba1745c7 service neutron] Bound port: 4a0f45d1-344f-409c-bd68-0b8ed3e04c72, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3da0be6-b78e-44bb-a617-8f7114ca16cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:18:35.881813 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e744c786-9386-4613-bd5b-41d3ba1745c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:35.962652 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f62d0357-f377-4527-b536-f95fdeada87d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:36.056047 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e744c786-9386-4613-bd5b-41d3ba1745c7 service neutron] For port 4a0f45d1-344f-409c-bd68-0b8ed3e04c72, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:18:36.060362 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e744c786-9386-4613-bd5b-41d3ba1745c7 service neutron] For port 4a0f45d1-344f-409c-bd68-0b8ed3e04c72, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=4a0f45d1-344f-409c-bd68-0b8ed3e04c72,segment=NetworkSegment(c3da0be6-b78e-44bb-a617-8f7114ca16cd),segment_id=c3da0be6-b78e-44bb-a617-8f7114ca16cd)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:18:36.067212 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e744c786-9386-4613-bd5b-41d3ba1745c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:36.143043 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e744c786-9386-4613-bd5b-41d3ba1745c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:36.143690 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e744c786-9386-4613-bd5b-41d3ba1745c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:36.145137 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e744c786-9386-4613-bd5b-41d3ba1745c7 service neutron] 10.222.0.36 "PUT /v2.0/ports/4a0f45d1-344f-409c-bd68-0b8ed3e04c72 HTTP/1.1" status: 200 len: 1092 time: 3.5819943 Aug 28 15:18:36.145587 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'tag': '4a0f45d1-344f-409c-bd68-0b8ed3e04c72'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:18:36.170546 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7fac72-7748-4a40-9207-8ce28b29035d" -d '{"events": [{"name": "network-changed", "server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "tag": "4a0f45d1-344f-409c-bd68-0b8ed3e04c72"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:18:36.213885 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e1e57960-764d-402b-b5a7-bf1f7cc3c83f service neutron] Request body: {'port': {'device_id': '64c34e10-e727-44a9-b37c-766f412359c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:36.238324 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-723eb2dc-1a38-4c53-9b2f-20ca12122dc6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ce9d4c7245f435bbd5bbb378261de64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5614173 Aug 28 15:18:36.242380 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36712) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:36.385050 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdfc51c-7290-4e8d-abb3-02e17472af6f x-openstack-request-id: req-ebdfc51c-7290-4e8d-abb3-02e17472af6f {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:18:36.389373 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "tag": "4a0f45d1-344f-409c-bd68-0b8ed3e04c72", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:18:36.389834 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebdfc51c-7290-4e8d-abb3-02e17472af6f {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:18:36.390420 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'tag': '4a0f45d1-344f-409c-bd68-0b8ed3e04c72', 'status': 'completed', 'code': 200} Aug 28 15:18:36.460612 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-90f003b9-fe18-4d5e-b50b-f60e95c8ea85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:36.475856 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744c786-9386-4613-bd5b-41d3ba1745c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0f45d1-344f-409c-bd68-0b8ed3e04c72,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:36.478945 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e1e57960-764d-402b-b5a7-bf1f7cc3c83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:36.591026 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec700b6-9806-42b2-b6dc-3f0546311884 req-820e44af-2e62-4a11-9adb-8f4fdcba4e47 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:36.600450 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec700b6-9806-42b2-b6dc-3f0546311884 req-820e44af-2e62-4a11-9adb-8f4fdcba4e47 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:36.607185 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5915a5-8cd9-4494-9371-ad84db65b436 req-29f0328f-21fa-4834-b462-3eedc85b41c8 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:36.607933 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec700b6-9806-42b2-b6dc-3f0546311884 req-820e44af-2e62-4a11-9adb-8f4fdcba4e47 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:36.614038 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec700b6-9806-42b2-b6dc-3f0546311884 req-820e44af-2e62-4a11-9adb-8f4fdcba4e47 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:36.614822 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8d5915a5-8cd9-4494-9371-ad84db65b436 req-29f0328f-21fa-4834-b462-3eedc85b41c8 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.3881633 Aug 28 15:18:36.621179 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec700b6-9806-42b2-b6dc-3f0546311884 req-820e44af-2e62-4a11-9adb-8f4fdcba4e47 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:36.629440 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3ec700b6-9806-42b2-b6dc-3f0546311884 req-820e44af-2e62-4a11-9adb-8f4fdcba4e47 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 3828 time: 0.1473291 Aug 28 15:18:36.645425 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f62d0357-f377-4527-b536-f95fdeada87d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:36.684178 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8d5915a5-8cd9-4494-9371-ad84db65b436 req-c768c2da-ff48-4f1b-8717-fdabf2b42e02 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677879 Aug 28 15:18:36.720213 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3ec700b6-9806-42b2-b6dc-3f0546311884 req-5544dab3-f4b5-4aee-bde3-c02457cd28ad tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894840 Aug 28 15:18:36.741655 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-90f003b9-fe18-4d5e-b50b-f60e95c8ea85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:36.769604 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fac72-7748-4a40-9207-8ce28b29035d req-3144cbbf-3bdf-4c76-872d-19f8aab22179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:36.770090 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fac72-7748-4a40-9207-8ce28b29035d req-3144cbbf-3bdf-4c76-872d-19f8aab22179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:36.770561 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fac72-7748-4a40-9207-8ce28b29035d req-3144cbbf-3bdf-4c76-872d-19f8aab22179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:36.771034 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fac72-7748-4a40-9207-8ce28b29035d req-3144cbbf-3bdf-4c76-872d-19f8aab22179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:36.771501 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fac72-7748-4a40-9207-8ce28b29035d req-3144cbbf-3bdf-4c76-872d-19f8aab22179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:36.783637 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-db7fac72-7748-4a40-9207-8ce28b29035d req-3144cbbf-3bdf-4c76-872d-19f8aab22179 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad719b405fc34c1c8445c92c2e91c430&device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 4364 time: 0.4565256 Aug 28 15:18:37.015104 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-90f003b9-fe18-4d5e-b50b-f60e95c8ea85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:37.017191 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-90f003b9-fe18-4d5e-b50b-f60e95c8ea85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:37.021181 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-90f003b9-fe18-4d5e-b50b-f60e95c8ea85 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/301bace2-0697-4142-8a23-5c8f3e6e5d11 HTTP/1.1" status: 204 len: 168 time: 0.7745900 Aug 28 15:18:37.083012 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f003b9-fe18-4d5e-b50b-f60e95c8ea85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301bace2-0697-4142-8a23-5c8f3e6e5d11,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:37.159337 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fac72-7748-4a40-9207-8ce28b29035d req-e234d388-54c3-42b9-9715-28ad883502e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:37.160018 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fac72-7748-4a40-9207-8ce28b29035d req-e234d388-54c3-42b9-9715-28ad883502e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:37.160561 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fac72-7748-4a40-9207-8ce28b29035d req-e234d388-54c3-42b9-9715-28ad883502e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:37.162297 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-db7fac72-7748-4a40-9207-8ce28b29035d req-e234d388-54c3-42b9-9715-28ad883502e7 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ad719b405fc34c1c8445c92c2e91c430&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3164034 Aug 28 15:18:37.180568 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e1e57960-764d-402b-b5a7-bf1f7cc3c83f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ecb044-2bfe-4874-89df-8daa50563f78 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:18:37.202474 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e1e57960-764d-402b-b5a7-bf1f7cc3c83f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:37.233715 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e1e57960-764d-402b-b5a7-bf1f7cc3c83f service neutron] Transition to ACTIVE for port object f1ecb044-2bfe-4874-89df-8daa50563f78 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:37.240509 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e1e57960-764d-402b-b5a7-bf1f7cc3c83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:37.337498 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fac72-7748-4a40-9207-8ce28b29035d req-2317ca80-b29c-4dba-be71-8d34e8b9dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:37.341978 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-db7fac72-7748-4a40-9207-8ce28b29035d req-2317ca80-b29c-4dba-be71-8d34e8b9dcaf service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1724496 Aug 28 15:18:37.397876 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e57960-764d-402b-b5a7-bf1f7cc3c83f service neutron] Pushing event updated for resources: {'Port': ['ID=f1ecb044-2bfe-4874-89df-8daa50563f78,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:37.477192 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e1e57960-764d-402b-b5a7-bf1f7cc3c83f service neutron] Attempting to bind port f1ecb044-2bfe-4874-89df-8daa50563f78 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:18:37.477670 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e1e57960-764d-402b-b5a7-bf1f7cc3c83f service neutron] Attempting to bind port f1ecb044-2bfe-4874-89df-8daa50563f78 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '8939f4c3-a1c0-4af7-8a1e-1156976435c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e337a80-f61c-4bca-8264-d9f248c90759'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:18:37.478108 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e1e57960-764d-402b-b5a7-bf1f7cc3c83f service neutron] Attempting to bind port f1ecb044-2bfe-4874-89df-8daa50563f78 on network 2e337a80-f61c-4bca-8264-d9f248c90759 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:18:37.487880 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e1e57960-764d-402b-b5a7-bf1f7cc3c83f service neutron] Port f1ecb044-2bfe-4874-89df-8daa50563f78 on network 2e337a80-f61c-4bca-8264-d9f248c90759 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:18:37.492030 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e1e57960-764d-402b-b5a7-bf1f7cc3c83f service neutron] Attempting to bind port f1ecb044-2bfe-4874-89df-8daa50563f78 on network 2e337a80-f61c-4bca-8264-d9f248c90759 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:18:37.499096 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e1e57960-764d-402b-b5a7-bf1f7cc3c83f service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:18:37.500404 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e1e57960-764d-402b-b5a7-bf1f7cc3c83f service neutron] Checking segment: {'id': '8939f4c3-a1c0-4af7-8a1e-1156976435c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e337a80-f61c-4bca-8264-d9f248c90759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:18:37.501162 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e1e57960-764d-402b-b5a7-bf1f7cc3c83f service neutron] Bound using segment: {'id': '8939f4c3-a1c0-4af7-8a1e-1156976435c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e337a80-f61c-4bca-8264-d9f248c90759'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:18:37.501796 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e1e57960-764d-402b-b5a7-bf1f7cc3c83f service neutron] Bound port: f1ecb044-2bfe-4874-89df-8daa50563f78, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8939f4c3-a1c0-4af7-8a1e-1156976435c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e337a80-f61c-4bca-8264-d9f248c90759'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:18:37.502397 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e1e57960-764d-402b-b5a7-bf1f7cc3c83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:37.571648 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f62d0357-f377-4527-b536-f95fdeada87d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:37.592750 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e1e57960-764d-402b-b5a7-bf1f7cc3c83f service neutron] For port f1ecb044-2bfe-4874-89df-8daa50563f78, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:18:37.596339 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e1e57960-764d-402b-b5a7-bf1f7cc3c83f service neutron] For port f1ecb044-2bfe-4874-89df-8daa50563f78, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f1ecb044-2bfe-4874-89df-8daa50563f78,segment=NetworkSegment(8939f4c3-a1c0-4af7-8a1e-1156976435c2),segment_id=8939f4c3-a1c0-4af7-8a1e-1156976435c2)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:18:37.604723 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e1e57960-764d-402b-b5a7-bf1f7cc3c83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:37.623903 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f62d0357-f377-4527-b536-f95fdeada87d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:37.705451 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e57960-764d-402b-b5a7-bf1f7cc3c83f service neutron] Pushing event updated for resources: {'Port': ['ID=f1ecb044-2bfe-4874-89df-8daa50563f78,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:37.732733 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e1e57960-764d-402b-b5a7-bf1f7cc3c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:37.733492 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e1e57960-764d-402b-b5a7-bf1f7cc3c83f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:37.742321 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e1e57960-764d-402b-b5a7-bf1f7cc3c83f service neutron] 10.222.0.36 "PUT /v2.0/ports/f1ecb044-2bfe-4874-89df-8daa50563f78 HTTP/1.1" status: 200 len: 1132 time: 1.5521145 Aug 28 15:18:37.772012 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-de4dd296-2a78-461b-8dbe-f1185226131b service neutron] Request body: {'port': {'device_id': '64c34e10-e727-44a9-b37c-766f412359c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:37.897419 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-de4dd296-2a78-461b-8dbe-f1185226131b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:37.993808 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-431bc62f-038c-42ce-b65e-7551cc5df16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:38.070513 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-f62d0357-f377-4527-b536-f95fdeada87d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Allocated IP 172.25.3.203 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/72a50756-6bc7-43cd-bdbf-a99ee5bbc584) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:18:38.123366 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6fd78-3d7a-40fe-ac9c-28c2a3567d0c req-eb10a301-19bc-436d-a09d-51784679d64a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:38.127423 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0cdaf-e6b5-4617-b786-2a12b81d5f10 req-c4f9ec97-9372-4b11-ac0f-f3f3efb96893 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:38.132749 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6fd78-3d7a-40fe-ac9c-28c2a3567d0c req-eb10a301-19bc-436d-a09d-51784679d64a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:38.136538 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1ed0cdaf-e6b5-4617-b786-2a12b81d5f10 req-c4f9ec97-9372-4b11-ac0f-f3f3efb96893 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.2331197 Aug 28 15:18:38.142959 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6fd78-3d7a-40fe-ac9c-28c2a3567d0c req-eb10a301-19bc-436d-a09d-51784679d64a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:38.162495 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6fd78-3d7a-40fe-ac9c-28c2a3567d0c req-eb10a301-19bc-436d-a09d-51784679d64a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:38.174230 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6fd78-3d7a-40fe-ac9c-28c2a3567d0c req-eb10a301-19bc-436d-a09d-51784679d64a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:38.180540 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6fd78-3d7a-40fe-ac9c-28c2a3567d0c req-eb10a301-19bc-436d-a09d-51784679d64a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:38.232285 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bdf6fd78-3d7a-40fe-ac9c-28c2a3567d0c req-eb10a301-19bc-436d-a09d-51784679d64a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 4601 time: 0.3120389 Aug 28 15:18:38.373980 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1ed0cdaf-e6b5-4617-b786-2a12b81d5f10 req-701d9bd3-d5ab-486f-aa1c-d7f9a0207778 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364936 Aug 28 15:18:38.476899 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'tag': 'f1ecb044-2bfe-4874-89df-8daa50563f78'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:18:38.479227 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316af6d8-3e0e-482b-b3c5-b8dfd52dc074" -d '{"events": [{"name": "network-changed", "server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "tag": "f1ecb044-2bfe-4874-89df-8daa50563f78"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:18:38.548598 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f62d0357-f377-4527-b536-f95fdeada87d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:38.581631 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bdf6fd78-3d7a-40fe-ac9c-28c2a3567d0c req-62435b1f-9d77-4770-a4fe-d284d6bdc7e6 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3474243 Aug 28 15:18:38.586452 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd7ea7b-29b6-4448-a80f-bb874ff0f7fa x-openstack-request-id: req-3dd7ea7b-29b6-4448-a80f-bb874ff0f7fa {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:18:38.586749 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "tag": "f1ecb044-2bfe-4874-89df-8daa50563f78", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:18:38.588009 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3dd7ea7b-29b6-4448-a80f-bb874ff0f7fa {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:18:38.588559 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'tag': 'f1ecb044-2bfe-4874-89df-8daa50563f78', 'status': 'completed', 'code': 200} Aug 28 15:18:38.755444 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f62d0357-f377-4527-b536-f95fdeada87d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:38.834921 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62d0357-f377-4527-b536-f95fdeada87d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:18:38.842089 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316af6d8-3e0e-482b-b3c5-b8dfd52dc074 req-2d913fb5-b205-44ca-aa4b-7a73bc6ebdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:38.842991 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316af6d8-3e0e-482b-b3c5-b8dfd52dc074 req-2d913fb5-b205-44ca-aa4b-7a73bc6ebdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:38.843846 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 36764) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:38.844976 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316af6d8-3e0e-482b-b3c5-b8dfd52dc074 req-2d913fb5-b205-44ca-aa4b-7a73bc6ebdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:38.845746 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316af6d8-3e0e-482b-b3c5-b8dfd52dc074 req-2d913fb5-b205-44ca-aa4b-7a73bc6ebdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:38.846403 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316af6d8-3e0e-482b-b3c5-b8dfd52dc074 req-2d913fb5-b205-44ca-aa4b-7a73bc6ebdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:38.849466 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316af6d8-3e0e-482b-b3c5-b8dfd52dc074 req-2d913fb5-b205-44ca-aa4b-7a73bc6ebdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:38.853247 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-316af6d8-3e0e-482b-b3c5-b8dfd52dc074 req-2d913fb5-b205-44ca-aa4b-7a73bc6ebdaf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad719b405fc34c1c8445c92c2e91c430&device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5289 time: 0.1763225 Aug 28 15:18:38.860709 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-f62d0357-f377-4527-b536-f95fdeada87d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:18:38.988009 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62d0357-f377-4527-b536-f95fdeada87d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:18:38.990057 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-de4dd296-2a78-461b-8dbe-f1185226131b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 812faf11-1952-4526-859c-7622a369ee03 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:18:39.009754 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-de4dd296-2a78-461b-8dbe-f1185226131b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:39.013870 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d0357-f377-4527-b536-f95fdeada87d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'Port': ['ID=72a50756-6bc7-43cd-bdbf-a99ee5bbc584,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:39.053798 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-de4dd296-2a78-461b-8dbe-f1185226131b service neutron] Transition to ACTIVE for port object 812faf11-1952-4526-859c-7622a369ee03 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:39.066686 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-de4dd296-2a78-461b-8dbe-f1185226131b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:39.073031 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316af6d8-3e0e-482b-b3c5-b8dfd52dc074 req-ad85157b-a137-4ac8-a1b8-857c3aac854b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:39.073031 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316af6d8-3e0e-482b-b3c5-b8dfd52dc074 req-ad85157b-a137-4ac8-a1b8-857c3aac854b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:39.073031 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316af6d8-3e0e-482b-b3c5-b8dfd52dc074 req-ad85157b-a137-4ac8-a1b8-857c3aac854b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:39.075149 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-316af6d8-3e0e-482b-b3c5-b8dfd52dc074 req-ad85157b-a137-4ac8-a1b8-857c3aac854b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ad719b405fc34c1c8445c92c2e91c430&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2015097 Aug 28 15:18:39.233576 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4dd296-2a78-461b-8dbe-f1185226131b service neutron] Pushing event updated for resources: {'Port': ['ID=812faf11-1952-4526-859c-7622a369ee03,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:39.296637 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-949cb08a-ec06-4503-a2af-1eed2b945df6 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1648437938'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:39.356649 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949cb08a-ec06-4503-a2af-1eed2b945df6 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Made reservation on behalf of 771fecbfa36145a384edb4a287daf1b9 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:18:39.365785 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-949cb08a-ec06-4503-a2af-1eed2b945df6 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:39.504622 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-949cb08a-ec06-4503-a2af-1eed2b945df6 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:39.551815 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316af6d8-3e0e-482b-b3c5-b8dfd52dc074 req-16d93560-5333-45ec-b482-c88446c1af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:39.555948 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-316af6d8-3e0e-482b-b3c5-b8dfd52dc074 req-16d93560-5333-45ec-b482-c88446c1af4b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4730790 Aug 28 15:18:39.634476 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-de4dd296-2a78-461b-8dbe-f1185226131b service neutron] Attempting to bind port 812faf11-1952-4526-859c-7622a369ee03 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:18:39.635332 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-de4dd296-2a78-461b-8dbe-f1185226131b service neutron] Attempting to bind port 812faf11-1952-4526-859c-7622a369ee03 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '8939f4c3-a1c0-4af7-8a1e-1156976435c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e337a80-f61c-4bca-8264-d9f248c90759'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:18:39.635875 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-de4dd296-2a78-461b-8dbe-f1185226131b service neutron] Attempting to bind port 812faf11-1952-4526-859c-7622a369ee03 on network 2e337a80-f61c-4bca-8264-d9f248c90759 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:18:39.643348 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-de4dd296-2a78-461b-8dbe-f1185226131b service neutron] Port 812faf11-1952-4526-859c-7622a369ee03 on network 2e337a80-f61c-4bca-8264-d9f248c90759 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:18:39.643968 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-de4dd296-2a78-461b-8dbe-f1185226131b service neutron] Attempting to bind port 812faf11-1952-4526-859c-7622a369ee03 on network 2e337a80-f61c-4bca-8264-d9f248c90759 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:18:39.692725 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-de4dd296-2a78-461b-8dbe-f1185226131b service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:18:39.693079 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-de4dd296-2a78-461b-8dbe-f1185226131b service neutron] Checking segment: {'id': '8939f4c3-a1c0-4af7-8a1e-1156976435c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e337a80-f61c-4bca-8264-d9f248c90759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:18:39.693482 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-de4dd296-2a78-461b-8dbe-f1185226131b service neutron] Bound using segment: {'id': '8939f4c3-a1c0-4af7-8a1e-1156976435c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e337a80-f61c-4bca-8264-d9f248c90759'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:18:39.693934 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-de4dd296-2a78-461b-8dbe-f1185226131b service neutron] Bound port: 812faf11-1952-4526-859c-7622a369ee03, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8939f4c3-a1c0-4af7-8a1e-1156976435c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e337a80-f61c-4bca-8264-d9f248c90759'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:18:39.703193 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-de4dd296-2a78-461b-8dbe-f1185226131b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:40.018836 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f62d0357-f377-4527-b536-f95fdeada87d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:40.044175 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2d5cb-0053-44a0-a67a-cfbc797957ee req-c78ac49e-ac32-4904-bf17-fdae184c18b8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:40.063231 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2d5cb-0053-44a0-a67a-cfbc797957ee req-c78ac49e-ac32-4904-bf17-fdae184c18b8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:40.087324 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0e523-8eac-492d-a5ee-9a8ba9d98ee0 req-4e45ad4a-7e00-4dff-9764-cddefea8dfdd tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:40.088972 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0bd0e523-8eac-492d-a5ee-9a8ba9d98ee0 req-4e45ad4a-7e00-4dff-9764-cddefea8dfdd tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.4859970 Aug 28 15:18:40.090815 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2d5cb-0053-44a0-a67a-cfbc797957ee req-c78ac49e-ac32-4904-bf17-fdae184c18b8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:40.106992 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2d5cb-0053-44a0-a67a-cfbc797957ee req-c78ac49e-ac32-4904-bf17-fdae184c18b8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:40.124141 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2d5cb-0053-44a0-a67a-cfbc797957ee req-c78ac49e-ac32-4904-bf17-fdae184c18b8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:40.134040 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2d5cb-0053-44a0-a67a-cfbc797957ee req-c78ac49e-ac32-4904-bf17-fdae184c18b8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:40.155378 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2d5cb-0053-44a0-a67a-cfbc797957ee req-c78ac49e-ac32-4904-bf17-fdae184c18b8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:40.166074 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3fb2d5cb-0053-44a0-a67a-cfbc797957ee req-c78ac49e-ac32-4904-bf17-fdae184c18b8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5373 time: 0.3815138 Aug 28 15:18:40.169978 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0bd0e523-8eac-492d-a5ee-9a8ba9d98ee0 req-568efec5-6c84-4ae6-8de4-294e80aee614 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512488 Aug 28 15:18:40.251488 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-949cb08a-ec06-4503-a2af-1eed2b945df6 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:40.260330 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 36794) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:40.267007 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-949cb08a-ec06-4503-a2af-1eed2b945df6 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:40.376880 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3fb2d5cb-0053-44a0-a67a-cfbc797957ee req-4a3980d5-900d-4bf3-ac97-80fbbeb699c8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2054296 Aug 28 15:18:40.395775 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-de4dd296-2a78-461b-8dbe-f1185226131b service neutron] For port 812faf11-1952-4526-859c-7622a369ee03, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:18:40.398150 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949cb08a-ec06-4503-a2af-1eed2b945df6 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:18:40.398732 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f62d0357-f377-4527-b536-f95fdeada87d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:40.404419 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-de4dd296-2a78-461b-8dbe-f1185226131b service neutron] For port 812faf11-1952-4526-859c-7622a369ee03, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=812faf11-1952-4526-859c-7622a369ee03,segment=NetworkSegment(8939f4c3-a1c0-4af7-8a1e-1156976435c2),segment_id=8939f4c3-a1c0-4af7-8a1e-1156976435c2)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:18:40.412731 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cb08a-ec06-4503-a2af-1eed2b945df6 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c93b2965-1aa7-4c76-8c87-4065200be1fb,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:40.432087 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-de4dd296-2a78-461b-8dbe-f1185226131b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:40.444395 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-949cb08a-ec06-4503-a2af-1eed2b945df6 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:40.445056 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-949cb08a-ec06-4503-a2af-1eed2b945df6 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Added segment 6c0a0c07-0225-4ba4-b78b-181aeeebe890 of type vlan for network 354fb269-3cf4-4fc5-9256-de537a674187 Aug 28 15:18:40.484773 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-de4dd296-2a78-461b-8dbe-f1185226131b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:40.486227 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-de4dd296-2a78-461b-8dbe-f1185226131b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:40.488153 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-de4dd296-2a78-461b-8dbe-f1185226131b service neutron] 10.222.0.36 "PUT /v2.0/ports/812faf11-1952-4526-859c-7622a369ee03 HTTP/1.1" status: 200 len: 1131 time: 2.7210410 Aug 28 15:18:40.548588 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-19ed4606-bbac-4432-97f9-ad196c98fd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:40.581250 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-3189cedc-5afc-4e1d-a9a1-9c84de1ee178 service neutron] Request body: {'port': {'device_id': '64c34e10-e727-44a9-b37c-766f412359c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:40.690349 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'tag': '812faf11-1952-4526-859c-7622a369ee03'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:18:40.697077 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c33f7b6-b528-41b9-9634-96b9eef6c443" -d '{"events": [{"name": "network-changed", "server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "tag": "812faf11-1952-4526-859c-7622a369ee03"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:18:40.766473 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-949cb08a-ec06-4503-a2af-1eed2b945df6 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:40.768942 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4dd296-2a78-461b-8dbe-f1185226131b service neutron] Pushing event updated for resources: {'Port': ['ID=812faf11-1952-4526-859c-7622a369ee03,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:40.832473 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:40.846044 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e1062d-50c6-4b70-bf39-5661fa903b00 x-openstack-request-id: req-d8e1062d-50c6-4b70-bf39-5661fa903b00 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:18:40.846370 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "tag": "812faf11-1952-4526-859c-7622a369ee03", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:18:40.846602 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8e1062d-50c6-4b70-bf39-5661fa903b00 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:18:40.847004 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'tag': '812faf11-1952-4526-859c-7622a369ee03', 'status': 'completed', 'code': 200} Aug 28 15:18:40.858208 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-3189cedc-5afc-4e1d-a9a1-9c84de1ee178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:40.898892 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ce1c3577-53a7-41c6-ab83-b60fe3d42523 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ebb463bcd2ba40599b3a334d2908b880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6324656 Aug 28 15:18:40.899800 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-949cb08a-ec06-4503-a2af-1eed2b945df6 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:40.907846 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949cb08a-ec06-4503-a2af-1eed2b945df6 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:40.908760 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-949cb08a-ec06-4503-a2af-1eed2b945df6 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:40.911399 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 36810) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:41.281769 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33f7b6-b528-41b9-9634-96b9eef6c443 req-ad53f891-33ae-4650-adfe-9c8117467f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:41.282401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33f7b6-b528-41b9-9634-96b9eef6c443 req-ad53f891-33ae-4650-adfe-9c8117467f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:41.282705 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33f7b6-b528-41b9-9634-96b9eef6c443 req-ad53f891-33ae-4650-adfe-9c8117467f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:41.283167 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33f7b6-b528-41b9-9634-96b9eef6c443 req-ad53f891-33ae-4650-adfe-9c8117467f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:41.283625 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33f7b6-b528-41b9-9634-96b9eef6c443 req-ad53f891-33ae-4650-adfe-9c8117467f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:41.284116 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33f7b6-b528-41b9-9634-96b9eef6c443 req-ad53f891-33ae-4650-adfe-9c8117467f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:41.284573 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33f7b6-b528-41b9-9634-96b9eef6c443 req-ad53f891-33ae-4650-adfe-9c8117467f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:41.286540 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3c33f7b6-b528-41b9-9634-96b9eef6c443 req-ad53f891-33ae-4650-adfe-9c8117467f97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad719b405fc34c1c8445c92c2e91c430&device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 6213 time: 0.1001077 Aug 28 15:18:41.372575 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-949cb08a-ec06-4503-a2af-1eed2b945df6 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.5275671 Aug 28 15:18:41.467623 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62d0357-f377-4527-b536-f95fdeada87d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Router 4515a1dd-f473-4075-afe0-bd0977c7c81c is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:18:41.577751 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cb08a-ec06-4503-a2af-1eed2b945df6 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event updated for resources: {'Network': ['ID=354fb269-3cf4-4fc5-9256-de537a674187,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:41.590102 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 354fb269-3cf4-4fc5-9256-de537a674187 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:18:41.606499 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f220eb5-1b3f-404a-8af8-019d31241851 req-cfeacf80-15ca-42a1-8585-9d71dd5a1dac tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:41.608063 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7f220eb5-1b3f-404a-8af8-019d31241851 req-cfeacf80-15ca-42a1-8585-9d71dd5a1dac tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.2615731 Aug 28 15:18:41.643413 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b547740f-52a7-4a15-999b-8b0dcfc27000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:41.669727 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33f7b6-b528-41b9-9634-96b9eef6c443 req-611a3260-34e4-4c30-a02c-6babed535f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:41.672226 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33f7b6-b528-41b9-9634-96b9eef6c443 req-611a3260-34e4-4c30-a02c-6babed535f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:41.673133 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33f7b6-b528-41b9-9634-96b9eef6c443 req-611a3260-34e4-4c30-a02c-6babed535f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:41.678484 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3c33f7b6-b528-41b9-9634-96b9eef6c443 req-611a3260-34e4-4c30-a02c-6babed535f19 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ad719b405fc34c1c8445c92c2e91c430&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3753724 Aug 28 15:18:41.710245 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b547740f-52a7-4a15-999b-8b0dcfc27000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:41.738532 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7f220eb5-1b3f-404a-8af8-019d31241851 req-47c5da64-b368-4626-89fc-f97d617120df tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219666 Aug 28 15:18:41.785311 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-3189cedc-5afc-4e1d-a9a1-9c84de1ee178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30961ef5-4a0d-454a-bc6e-519c94cbf152 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:18:41.804728 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-3189cedc-5afc-4e1d-a9a1-9c84de1ee178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:41.820708 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-3189cedc-5afc-4e1d-a9a1-9c84de1ee178 service neutron] Transition to ACTIVE for port object 30961ef5-4a0d-454a-bc6e-519c94cbf152 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:41.849628 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-3189cedc-5afc-4e1d-a9a1-9c84de1ee178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:41.863922 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b547740f-52a7-4a15-999b-8b0dcfc27000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:41.868044 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b547740f-52a7-4a15-999b-8b0dcfc27000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:41.869438 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b547740f-52a7-4a15-999b-8b0dcfc27000 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19d06b97-c888-4f81-9b2b-926687177ab6 HTTP/1.1" status: 204 len: 168 time: 0.9540513 Aug 28 15:18:41.918493 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547740f-52a7-4a15-999b-8b0dcfc27000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d06b97-c888-4f81-9b2b-926687177ab6,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:41.926465 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:42.037836 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189cedc-5afc-4e1d-a9a1-9c84de1ee178 service neutron] Pushing event updated for resources: {'Port': ['ID=30961ef5-4a0d-454a-bc6e-519c94cbf152,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:42.238216 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33f7b6-b528-41b9-9634-96b9eef6c443 req-b865ee05-bf98-4a37-83d0-65b337293fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:42.248727 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3c33f7b6-b528-41b9-9634-96b9eef6c443 req-b865ee05-bf98-4a37-83d0-65b337293fb9 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5571146 Aug 28 15:18:42.408803 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62d0357-f377-4527-b536-f95fdeada87d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:18:42.425732 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83a38e8-9335-4948-84e5-5a7c3d1f13b1 None None] Sync routers for ids ['4515a1dd-f473-4075-afe0-bd0977c7c81c'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:18:42.444302 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f62d0357-f377-4527-b536-f95fdeada87d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:42.446041 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f62d0357-f377-4527-b536-f95fdeada87d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.7859526 Aug 28 15:18:42.449310 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36832) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:42.480602 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e071221-5e12-4741-b715-b6a706686e8b req-d72c97b6-524a-4b31-898e-61c9d9f7c8e5 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:42.488376 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e071221-5e12-4741-b715-b6a706686e8b req-d72c97b6-524a-4b31-898e-61c9d9f7c8e5 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:42.496422 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e071221-5e12-4741-b715-b6a706686e8b req-d72c97b6-524a-4b31-898e-61c9d9f7c8e5 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:42.503817 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e071221-5e12-4741-b715-b6a706686e8b req-d72c97b6-524a-4b31-898e-61c9d9f7c8e5 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:42.513300 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e071221-5e12-4741-b715-b6a706686e8b req-d72c97b6-524a-4b31-898e-61c9d9f7c8e5 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:42.520544 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e071221-5e12-4741-b715-b6a706686e8b req-d72c97b6-524a-4b31-898e-61c9d9f7c8e5 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:42.530796 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e071221-5e12-4741-b715-b6a706686e8b req-d72c97b6-524a-4b31-898e-61c9d9f7c8e5 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:42.533419 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1e071221-5e12-4741-b715-b6a706686e8b req-d72c97b6-524a-4b31-898e-61c9d9f7c8e5 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5373 time: 0.8492720 Aug 28 15:18:42.558997 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-3189cedc-5afc-4e1d-a9a1-9c84de1ee178 service neutron] Attempting to bind port 30961ef5-4a0d-454a-bc6e-519c94cbf152 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:18:42.559584 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-3189cedc-5afc-4e1d-a9a1-9c84de1ee178 service neutron] Attempting to bind port 30961ef5-4a0d-454a-bc6e-519c94cbf152 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '8939f4c3-a1c0-4af7-8a1e-1156976435c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e337a80-f61c-4bca-8264-d9f248c90759'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:18:42.559746 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-3189cedc-5afc-4e1d-a9a1-9c84de1ee178 service neutron] Attempting to bind port 30961ef5-4a0d-454a-bc6e-519c94cbf152 on network 2e337a80-f61c-4bca-8264-d9f248c90759 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:18:42.584565 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83a38e8-9335-4948-84e5-5a7c3d1f13b1 None None] Routers {'4515a1dd-f473-4075-afe0-bd0977c7c81c'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:18:42.585214 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-c83a38e8-9335-4948-84e5-5a7c3d1f13b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:18:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4515a1dd-f473-4075-afe0-bd0977c7c81c'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:18:42.605397 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-3189cedc-5afc-4e1d-a9a1-9c84de1ee178 service neutron] Port 30961ef5-4a0d-454a-bc6e-519c94cbf152 on network 2e337a80-f61c-4bca-8264-d9f248c90759 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:18:42.605917 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-3189cedc-5afc-4e1d-a9a1-9c84de1ee178 service neutron] Attempting to bind port 30961ef5-4a0d-454a-bc6e-519c94cbf152 on network 2e337a80-f61c-4bca-8264-d9f248c90759 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:18:42.632321 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1e071221-5e12-4741-b715-b6a706686e8b req-b83bcab5-c84a-4b8c-ad6c-0658a5d41eb8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0913496 Aug 28 15:18:42.647746 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-3189cedc-5afc-4e1d-a9a1-9c84de1ee178 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:18:42.648044 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-3189cedc-5afc-4e1d-a9a1-9c84de1ee178 service neutron] Checking segment: {'id': '8939f4c3-a1c0-4af7-8a1e-1156976435c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e337a80-f61c-4bca-8264-d9f248c90759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:18:42.648438 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-3189cedc-5afc-4e1d-a9a1-9c84de1ee178 service neutron] Bound using segment: {'id': '8939f4c3-a1c0-4af7-8a1e-1156976435c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e337a80-f61c-4bca-8264-d9f248c90759'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:18:42.648886 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-3189cedc-5afc-4e1d-a9a1-9c84de1ee178 service neutron] Bound port: 30961ef5-4a0d-454a-bc6e-519c94cbf152, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8939f4c3-a1c0-4af7-8a1e-1156976435c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e337a80-f61c-4bca-8264-d9f248c90759'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:18:42.649248 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-3189cedc-5afc-4e1d-a9a1-9c84de1ee178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:42.949895 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-3189cedc-5afc-4e1d-a9a1-9c84de1ee178 service neutron] For port 30961ef5-4a0d-454a-bc6e-519c94cbf152, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:18:42.967523 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-3189cedc-5afc-4e1d-a9a1-9c84de1ee178 service neutron] For port 30961ef5-4a0d-454a-bc6e-519c94cbf152, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=30961ef5-4a0d-454a-bc6e-519c94cbf152,segment=NetworkSegment(8939f4c3-a1c0-4af7-8a1e-1156976435c2),segment_id=8939f4c3-a1c0-4af7-8a1e-1156976435c2)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:18:42.993473 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-c83a38e8-9335-4948-84e5-5a7c3d1f13b1 None None] Set router 4515a1dd-f473-4075-afe0-bd0977c7c81c gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:18:43.008215 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-3189cedc-5afc-4e1d-a9a1-9c84de1ee178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:43.047139 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fd853623-1755-4145-ab9f-9849997b5604 tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=882056e022594e62849ed5c991d6169b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5904753 Aug 28 15:18:43.049699 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36854) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:43.310721 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-3189cedc-5afc-4e1d-a9a1-9c84de1ee178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:43.311363 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-3189cedc-5afc-4e1d-a9a1-9c84de1ee178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:43.315362 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-3189cedc-5afc-4e1d-a9a1-9c84de1ee178 service neutron] 10.222.0.36 "PUT /v2.0/ports/30961ef5-4a0d-454a-bc6e-519c94cbf152 HTTP/1.1" status: 200 len: 1092 time: 2.7531471 Aug 28 15:18:43.370697 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'tag': '30961ef5-4a0d-454a-bc6e-519c94cbf152'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:18:43.376776 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06df649b-8159-4dbc-9a10-0bbaacefa15e" -d '{"events": [{"name": "network-changed", "server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "tag": "30961ef5-4a0d-454a-bc6e-519c94cbf152"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:18:43.416385 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:43.436543 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-287dc051-ca45-4374-adf4-a4ce2ed1688c service neutron] Request body: {'port': {'device_id': '64c34e10-e727-44a9-b37c-766f412359c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:43.456362 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189cedc-5afc-4e1d-a9a1-9c84de1ee178 service neutron] Pushing event updated for resources: {'Port': ['ID=30961ef5-4a0d-454a-bc6e-519c94cbf152,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:43.570430 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fe6a99-6c36-4d90-a845-4de75c9946e2 x-openstack-request-id: req-76fe6a99-6c36-4d90-a845-4de75c9946e2 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:18:43.571964 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "tag": "30961ef5-4a0d-454a-bc6e-519c94cbf152", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:18:43.572215 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76fe6a99-6c36-4d90-a845-4de75c9946e2 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:18:43.572841 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'tag': '30961ef5-4a0d-454a-bc6e-519c94cbf152', 'status': 'completed', 'code': 200} Aug 28 15:18:43.621262 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f81dbf-3ed7-4824-8a30-88cb54ba9fcc req-89c2187c-b371-45be-b13e-2620a493e70e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:43.623274 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a6f81dbf-3ed7-4824-8a30-88cb54ba9fcc req-89c2187c-b371-45be-b13e-2620a493e70e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.6489420 Aug 28 15:18:43.736371 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-c83a38e8-9335-4948-84e5-5a7c3d1f13b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'name': 'tempest-TestNetworkBasicOps-router-707599765', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:18:35Z', 'updated_at': '2021-08-28T15:18:39Z', 'revision_number': 3, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:03:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:37Z', 'updated_at': '2021-08-28T15:18:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:18:43.822817 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-287dc051-ca45-4374-adf4-a4ce2ed1688c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:43.869969 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83a38e8-9335-4948-84e5-5a7c3d1f13b1 None None] Checking router: 4515a1dd-f473-4075-afe0-bd0977c7c81c for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:18:43.871271 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83a38e8-9335-4948-84e5-5a7c3d1f13b1 None None] Updating router 4515a1dd-f473-4075-afe0-bd0977c7c81c port 72a50756-6bc7-43cd-bdbf-a99ee5bbc584 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:18:43.971867 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a6f81dbf-3ed7-4824-8a30-88cb54ba9fcc req-5bffc0f1-f59b-4b26-8cb9-4b21c525f88a tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346918 Aug 28 15:18:44.024308 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c83a38e8-9335-4948-84e5-5a7c3d1f13b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:44.111372 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a851efbc-b938-4834-893b-e06b3536b5ff tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:44.121492 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a851efbc-b938-4834-893b-e06b3536b5ff tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0666580 Aug 28 15:18:44.144252 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36890) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:44.357268 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-450c713f-e2c7-4e98-a9f0-3ed375d7bb9e tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=61448970-1875-4f3f-bc01-29da4e3666f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2102354 Aug 28 15:18:44.369292 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 36918) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:44.407083 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-caf66898-4c8e-4f25-83f2-9fce837f34d6 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1460679910', 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d', 'project_id': '882056e022594e62849ed5c991d6169b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:44.447963 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95aa37-6ce3-4178-a055-f119ca2f4ade req-4cbe4e01-5abe-4e13-935c-a6ced14a358b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:44.462937 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95aa37-6ce3-4178-a055-f119ca2f4ade req-4cbe4e01-5abe-4e13-935c-a6ced14a358b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:44.497194 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95aa37-6ce3-4178-a055-f119ca2f4ade req-4cbe4e01-5abe-4e13-935c-a6ced14a358b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:44.529796 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95aa37-6ce3-4178-a055-f119ca2f4ade req-4cbe4e01-5abe-4e13-935c-a6ced14a358b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:44.556788 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95aa37-6ce3-4178-a055-f119ca2f4ade req-4cbe4e01-5abe-4e13-935c-a6ced14a358b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:44.582346 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95aa37-6ce3-4178-a055-f119ca2f4ade req-4cbe4e01-5abe-4e13-935c-a6ced14a358b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:44.607775 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95aa37-6ce3-4178-a055-f119ca2f4ade req-4cbe4e01-5abe-4e13-935c-a6ced14a358b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:44.622388 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-da95aa37-6ce3-4178-a055-f119ca2f4ade req-4cbe4e01-5abe-4e13-935c-a6ced14a358b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5385 time: 0.7635951 Aug 28 15:18:44.637204 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.36', 56423) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:44.655526 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df649b-8159-4dbc-9a10-0bbaacefa15e req-19953fb3-043b-4251-bab5-cae848ed7f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:44.655864 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df649b-8159-4dbc-9a10-0bbaacefa15e req-19953fb3-043b-4251-bab5-cae848ed7f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:44.656346 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df649b-8159-4dbc-9a10-0bbaacefa15e req-19953fb3-043b-4251-bab5-cae848ed7f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:44.656815 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df649b-8159-4dbc-9a10-0bbaacefa15e req-19953fb3-043b-4251-bab5-cae848ed7f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:44.657284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df649b-8159-4dbc-9a10-0bbaacefa15e req-19953fb3-043b-4251-bab5-cae848ed7f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:44.657752 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df649b-8159-4dbc-9a10-0bbaacefa15e req-19953fb3-043b-4251-bab5-cae848ed7f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:44.658225 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df649b-8159-4dbc-9a10-0bbaacefa15e req-19953fb3-043b-4251-bab5-cae848ed7f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:44.667989 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-06df649b-8159-4dbc-9a10-0bbaacefa15e req-19953fb3-043b-4251-bab5-cae848ed7f6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad719b405fc34c1c8445c92c2e91c430&device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 6281 time: 0.9600255 Aug 28 15:18:44.803519 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c83a38e8-9335-4948-84e5-5a7c3d1f13b1 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:44.831578 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c83a38e8-9335-4948-84e5-5a7c3d1f13b1 None None] Transition to ACTIVE for port object 72a50756-6bc7-43cd-bdbf-a99ee5bbc584 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:44.843359 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c83a38e8-9335-4948-84e5-5a7c3d1f13b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:44.885504 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf66898-4c8e-4f25-83f2-9fce837f34d6 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Made reservation on behalf of 882056e022594e62849ed5c991d6169b for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:18:44.889996 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-caf66898-4c8e-4f25-83f2-9fce837f34d6 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:44.969240 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ff467-9260-4603-9615-31f192eb6400 None None] Pushing event updated for resources: {'Port': ['ID=72a50756-6bc7-43cd-bdbf-a99ee5bbc584,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:44.983808 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ff467-9260-4603-9615-31f192eb6400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:44.984625 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ff467-9260-4603-9615-31f192eb6400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:44.985355 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ff467-9260-4603-9615-31f192eb6400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:44.985901 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ff467-9260-4603-9615-31f192eb6400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:44.986473 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ff467-9260-4603-9615-31f192eb6400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:44.987146 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ff467-9260-4603-9615-31f192eb6400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:44.987724 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ff467-9260-4603-9615-31f192eb6400 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:44.987869 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 36938) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:44.988414 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ff467-9260-4603-9615-31f192eb6400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:44.988949 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ff467-9260-4603-9615-31f192eb6400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:44.989491 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ff467-9260-4603-9615-31f192eb6400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:44.990252 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ff467-9260-4603-9615-31f192eb6400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:44.993033 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ff467-9260-4603-9615-31f192eb6400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:45.018995 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-19af7b77-cd07-404d-8784-e93114876673 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Request body: {'subnet': {'network_id': '354fb269-3cf4-4fc5-9256-de537a674187', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:45.062663 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c83a38e8-9335-4948-84e5-5a7c3d1f13b1 None None] Attempting to bind port 72a50756-6bc7-43cd-bdbf-a99ee5bbc584 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:18:45.063235 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c83a38e8-9335-4948-84e5-5a7c3d1f13b1 None None] Attempting to bind port 72a50756-6bc7-43cd-bdbf-a99ee5bbc584 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:18:45.063356 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83a38e8-9335-4948-84e5-5a7c3d1f13b1 None None] Attempting to bind port 72a50756-6bc7-43cd-bdbf-a99ee5bbc584 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:18:45.081051 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83a38e8-9335-4948-84e5-5a7c3d1f13b1 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:18:45.086530 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83a38e8-9335-4948-84e5-5a7c3d1f13b1 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:18:45.089849 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c83a38e8-9335-4948-84e5-5a7c3d1f13b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:45.090255 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83a38e8-9335-4948-84e5-5a7c3d1f13b1 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:18:45.090762 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c83a38e8-9335-4948-84e5-5a7c3d1f13b1 None None] Bound port: 72a50756-6bc7-43cd-bdbf-a99ee5bbc584, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:18:45.091160 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c83a38e8-9335-4948-84e5-5a7c3d1f13b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:45.114467 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-da95aa37-6ce3-4178-a055-f119ca2f4ade req-97251be5-54ae-4add-a1e2-611740f775c1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4878845 Aug 28 15:18:45.116560 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f62168-4462-4a1a-9b7e-3007820bdb96 req-7a1b536c-140d-4935-a374-079a51a878ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:45.118688 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-41f62168-4462-4a1a-9b7e-3007820bdb96 req-7a1b536c-140d-4935-a374-079a51a878ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90bd0625838345f6bc46ab54cae2109b&device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 1098 time: 0.4496670 Aug 28 15:18:45.206763 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c83a38e8-9335-4948-84e5-5a7c3d1f13b1 None None] For port 72a50756-6bc7-43cd-bdbf-a99ee5bbc584, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:18:45.210359 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c83a38e8-9335-4948-84e5-5a7c3d1f13b1 None None] For port 72a50756-6bc7-43cd-bdbf-a99ee5bbc584, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=72a50756-6bc7-43cd-bdbf-a99ee5bbc584,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:18:45.214672 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c83a38e8-9335-4948-84e5-5a7c3d1f13b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:45.278826 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83a38e8-9335-4948-84e5-5a7c3d1f13b1 None None] Routers {'4515a1dd-f473-4075-afe0-bd0977c7c81c'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:18:45.279465 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-c83a38e8-9335-4948-84e5-5a7c3d1f13b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:18:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4515a1dd-f473-4075-afe0-bd0977c7c81c'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:18:45.323277 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ff467-9260-4603-9615-31f192eb6400 None None] Pushing event updated for resources: {'Port': ['ID=72a50756-6bc7-43cd-bdbf-a99ee5bbc584,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:45.333699 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df649b-8159-4dbc-9a10-0bbaacefa15e req-bb2ff6b8-934f-4b29-9381-1b319446b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:45.334106 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df649b-8159-4dbc-9a10-0bbaacefa15e req-bb2ff6b8-934f-4b29-9381-1b319446b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:45.334684 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df649b-8159-4dbc-9a10-0bbaacefa15e req-bb2ff6b8-934f-4b29-9381-1b319446b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:45.336516 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-06df649b-8159-4dbc-9a10-0bbaacefa15e req-bb2ff6b8-934f-4b29-9381-1b319446b95f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ad719b405fc34c1c8445c92c2e91c430&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5952213 Aug 28 15:18:45.368485 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f62168-4462-4a1a-9b7e-3007820bdb96 req-2ca97efc-a9ce-403d-8696-81dc0dd2acca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:45.372553 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-41f62168-4462-4a1a-9b7e-3007820bdb96 req-2ca97efc-a9ce-403d-8696-81dc0dd2acca service neutron] 10.222.0.36 "GET /v2.0/networks?id=ce54f031-11c3-4162-9420-a2bcdac36fa0 HTTP/1.1" status: 200 len: 914 time: 0.2346702 Aug 28 15:18:45.402240 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-287dc051-ca45-4374-adf4-a4ce2ed1688c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16321fa2-91e2-42a3-8f1a-9e609d1ba006 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:18:45.411288 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-287dc051-ca45-4374-adf4-a4ce2ed1688c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:45.429746 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-287dc051-ca45-4374-adf4-a4ce2ed1688c service neutron] Transition to ACTIVE for port object 16321fa2-91e2-42a3-8f1a-9e609d1ba006 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:45.437791 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-287dc051-ca45-4374-adf4-a4ce2ed1688c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:45.485611 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-41f62168-4462-4a1a-9b7e-3007820bdb96 req-9398083e-453e-435f-819a-23f009cdee95 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c36919c9-f755-4a3a-bda6-934691a12f34 HTTP/1.1" status: 200 len: 217 time: 0.0685022 Aug 28 15:18:45.496885 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-c83a38e8-9335-4948-84e5-5a7c3d1f13b1 None None] Set router 4515a1dd-f473-4075-afe0-bd0977c7c81c gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:18:45.522712 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19af7b77-cd07-404d-8784-e93114876673 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Made reservation on behalf of 771fecbfa36145a384edb4a287daf1b9 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:18:45.527535 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-19af7b77-cd07-404d-8784-e93114876673 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:45.583567 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b2fb4-8bba-4581-8505-a538b76b2699 req-9cf1af2e-8b65-4aca-8359-454d336e675f tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:45.585296 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7c4b2fb4-8bba-4581-8505-a538b76b2699 req-9cf1af2e-8b65-4aca-8359-454d336e675f tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.3370624 Aug 28 15:18:45.621023 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287dc051-ca45-4374-adf4-a4ce2ed1688c service neutron] Pushing event updated for resources: {'Port': ['ID=16321fa2-91e2-42a3-8f1a-9e609d1ba006,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:45.700568 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f62168-4462-4a1a-9b7e-3007820bdb96 req-0b529c10-197e-46cc-909e-aecb5f31a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:45.700568 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-41f62168-4462-4a1a-9b7e-3007820bdb96 req-0b529c10-197e-46cc-909e-aecb5f31a8d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ee8456f-77cd-44f8-a770-a901187819ef HTTP/1.1" status: 200 len: 853 time: 0.1848488 Aug 28 15:18:45.788121 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-caf66898-4c8e-4f25-83f2-9fce837f34d6 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:45.918702 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf66898-4c8e-4f25-83f2-9fce837f34d6 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'Subnet': ['ID=54a87143-ea46-45e4-a07a-4882672eba9f,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:45.937734 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7c4b2fb4-8bba-4581-8505-a538b76b2699 req-995a66c4-97b4-4c7d-95cc-5296ecf91327 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222497 Aug 28 15:18:45.987752 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-19af7b77-cd07-404d-8784-e93114876673 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:46.004818 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-c83a38e8-9335-4948-84e5-5a7c3d1f13b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'name': 'tempest-TestNetworkBasicOps-router-707599765', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:18:35Z', 'updated_at': '2021-08-28T15:18:39Z', 'revision_number': 3, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:03:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:37Z', 'updated_at': '2021-08-28T15:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:18:46.005664 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-287dc051-ca45-4374-adf4-a4ce2ed1688c service neutron] Attempting to bind port 16321fa2-91e2-42a3-8f1a-9e609d1ba006 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:18:46.006022 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-287dc051-ca45-4374-adf4-a4ce2ed1688c service neutron] Attempting to bind port 16321fa2-91e2-42a3-8f1a-9e609d1ba006 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '8939f4c3-a1c0-4af7-8a1e-1156976435c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e337a80-f61c-4bca-8264-d9f248c90759'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:18:46.006337 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-287dc051-ca45-4374-adf4-a4ce2ed1688c service neutron] Attempting to bind port 16321fa2-91e2-42a3-8f1a-9e609d1ba006 on network 2e337a80-f61c-4bca-8264-d9f248c90759 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:18:46.024559 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-287dc051-ca45-4374-adf4-a4ce2ed1688c service neutron] Port 16321fa2-91e2-42a3-8f1a-9e609d1ba006 on network 2e337a80-f61c-4bca-8264-d9f248c90759 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:18:46.024886 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-287dc051-ca45-4374-adf4-a4ce2ed1688c service neutron] Attempting to bind port 16321fa2-91e2-42a3-8f1a-9e609d1ba006 on network 2e337a80-f61c-4bca-8264-d9f248c90759 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:18:46.033844 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-41f62168-4462-4a1a-9b7e-3007820bdb96 req-15478ada-8f97-4877-810f-01f2f44381e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ce54f031-11c3-4162-9420-a2bcdac36fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735695 Aug 28 15:18:46.060090 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-287dc051-ca45-4374-adf4-a4ce2ed1688c service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:18:46.060426 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-287dc051-ca45-4374-adf4-a4ce2ed1688c service neutron] Checking segment: {'id': '8939f4c3-a1c0-4af7-8a1e-1156976435c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e337a80-f61c-4bca-8264-d9f248c90759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:18:46.060814 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-287dc051-ca45-4374-adf4-a4ce2ed1688c service neutron] Bound using segment: {'id': '8939f4c3-a1c0-4af7-8a1e-1156976435c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e337a80-f61c-4bca-8264-d9f248c90759'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:18:46.061253 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-287dc051-ca45-4374-adf4-a4ce2ed1688c service neutron] Bound port: 16321fa2-91e2-42a3-8f1a-9e609d1ba006, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8939f4c3-a1c0-4af7-8a1e-1156976435c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e337a80-f61c-4bca-8264-d9f248c90759'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:18:46.061619 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-287dc051-ca45-4374-adf4-a4ce2ed1688c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:46.066314 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83a38e8-9335-4948-84e5-5a7c3d1f13b1 None None] The sync data for ids ['4515a1dd-f473-4075-afe0-bd0977c7c81c'] in n-d-712137-10 is: [{'id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'name': 'tempest-TestNetworkBasicOps-router-707599765', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:18:35Z', 'updated_at': '2021-08-28T15:18:39Z', 'revision_number': 3, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:03:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:37Z', 'updated_at': '2021-08-28T15:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:18:46.086277 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf66898-4c8e-4f25-83f2-9fce837f34d6 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Checking segment: {'id': '74aeee14-0d37-4360-92bb-0c901b877b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:18:46.087608 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf66898-4c8e-4f25-83f2-9fce837f34d6 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Network hostable DHCP agents. Network: 8a81e780-ac39-4b2e-90e9-a26ced5b068d, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:18:46.150511 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf66898-4c8e-4f25-83f2-9fce837f34d6 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Network 8a81e780-ac39-4b2e-90e9-a26ced5b068d is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:18:46.166952 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-caf66898-4c8e-4f25-83f2-9fce837f34d6 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 8a81e780-ac39-4b2e-90e9-a26ced5b068d) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:18:46.178034 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d14d7b-82c8-4d14-95c2-f003ae7ab2f5 None None] Network 8a81e780-ac39-4b2e-90e9-a26ced5b068d requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:18:46.188977 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-287dc051-ca45-4374-adf4-a4ce2ed1688c service neutron] For port 16321fa2-91e2-42a3-8f1a-9e609d1ba006, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:18:46.197894 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-287dc051-ca45-4374-adf4-a4ce2ed1688c service neutron] For port 16321fa2-91e2-42a3-8f1a-9e609d1ba006, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=16321fa2-91e2-42a3-8f1a-9e609d1ba006,segment=NetworkSegment(8939f4c3-a1c0-4af7-8a1e-1156976435c2),segment_id=8939f4c3-a1c0-4af7-8a1e-1156976435c2)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:18:46.202003 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf66898-4c8e-4f25-83f2-9fce837f34d6 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:46.204268 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-caf66898-4c8e-4f25-83f2-9fce837f34d6 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:46.216538 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-287dc051-ca45-4374-adf4-a4ce2ed1688c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:46.234890 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df649b-8159-4dbc-9a10-0bbaacefa15e req-dc7c4818-d3da-40f3-b607-dd54b2e2b4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:46.244317 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-06df649b-8159-4dbc-9a10-0bbaacefa15e req-dc7c4818-d3da-40f3-b607-dd54b2e2b4c7 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9004517 Aug 28 15:18:46.336867 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af7b77-cd07-404d-8784-e93114876673 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event updated for resources: {'Subnet': ['ID=703a9044-7c86-4e4d-b89a-9322b7efb8ac,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:46.373578 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287dc051-ca45-4374-adf4-a4ce2ed1688c service neutron] Pushing event updated for resources: {'Port': ['ID=16321fa2-91e2-42a3-8f1a-9e609d1ba006,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:46.379329 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-287dc051-ca45-4374-adf4-a4ce2ed1688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:46.388167 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-287dc051-ca45-4374-adf4-a4ce2ed1688c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:46.389756 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-287dc051-ca45-4374-adf4-a4ce2ed1688c service neutron] 10.222.0.36 "PUT /v2.0/ports/16321fa2-91e2-42a3-8f1a-9e609d1ba006 HTTP/1.1" status: 200 len: 1092 time: 2.9976101 Aug 28 15:18:46.390211 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'tag': '16321fa2-91e2-42a3-8f1a-9e609d1ba006'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:18:46.392725 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53243dc0-deac-4df8-b487-0073992d0d85" -d '{"events": [{"name": "network-changed", "server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "tag": "16321fa2-91e2-42a3-8f1a-9e609d1ba006"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:18:46.410435 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-caf66898-4c8e-4f25-83f2-9fce837f34d6 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0309353 Aug 28 15:18:46.412498 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 36992) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:46.426778 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19af7b77-cd07-404d-8784-e93114876673 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Checking segment: {'id': '6c0a0c07-0225-4ba4-b78b-181aeeebe890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '354fb269-3cf4-4fc5-9256-de537a674187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:18:46.428358 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19af7b77-cd07-404d-8784-e93114876673 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Network hostable DHCP agents. Network: 354fb269-3cf4-4fc5-9256-de537a674187, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:18:46.437851 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-795d1eab-0a8b-4708-9b0f-176731ca9277 service neutron] Request body: {'port': {'device_id': '64c34e10-e727-44a9-b37c-766f412359c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:46.531245 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1b8ebf-f6bd-4601-81cc-a4a9cb776cfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-8a81e780-ac39-4b2e-90e9-a26ced5b068d', 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'fixed_ips': [{'subnet_id': '54a87143-ea46-45e4-a07a-4882672eba9f'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:18:46.532813 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ce1b8ebf-f6bd-4601-81cc-a4a9cb776cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:46.628816 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac969ee5-4be7-441f-85ca-5140602372ac x-openstack-request-id: req-ac969ee5-4be7-441f-85ca-5140602372ac {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:18:46.629144 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "tag": "16321fa2-91e2-42a3-8f1a-9e609d1ba006", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:18:46.629403 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac969ee5-4be7-441f-85ca-5140602372ac {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:18:46.629820 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'tag': '16321fa2-91e2-42a3-8f1a-9e609d1ba006', 'status': 'completed', 'code': 200} Aug 28 15:18:46.656523 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-41f62168-4462-4a1a-9b7e-3007820bdb96 req-6d79337c-edb0-4fc0-bd11-cb53ae35857a service neutron] 10.222.0.36 "GET /v2.0/networks/ce54f031-11c3-4162-9420-a2bcdac36fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5648067 Aug 28 15:18:46.934294 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-795d1eab-0a8b-4708-9b0f-176731ca9277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:46.949734 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-41f62168-4462-4a1a-9b7e-3007820bdb96 req-ed63abf2-54da-4057-b35d-8205f2a053a7 service neutron] 10.222.0.36 "GET /v2.0/networks/ce54f031-11c3-4162-9420-a2bcdac36fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921882 Aug 28 15:18:46.971325 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19af7b77-cd07-404d-8784-e93114876673 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Network 354fb269-3cf4-4fc5-9256-de537a674187 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:18:46.988946 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-19af7b77-cd07-404d-8784-e93114876673 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 354fb269-3cf4-4fc5-9256-de537a674187) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:18:47.014428 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd15061-4916-4a20-a697-368b5dcfd151 None None] Network 354fb269-3cf4-4fc5-9256-de537a674187 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:18:47.080519 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19af7b77-cd07-404d-8784-e93114876673 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:47.081247 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-19af7b77-cd07-404d-8784-e93114876673 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:47.109748 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53243dc0-deac-4df8-b487-0073992d0d85 req-e962738a-53df-48e3-b813-b122649ab118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:47.110240 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53243dc0-deac-4df8-b487-0073992d0d85 req-e962738a-53df-48e3-b813-b122649ab118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:47.110724 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53243dc0-deac-4df8-b487-0073992d0d85 req-e962738a-53df-48e3-b813-b122649ab118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:47.111402 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53243dc0-deac-4df8-b487-0073992d0d85 req-e962738a-53df-48e3-b813-b122649ab118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:47.112063 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53243dc0-deac-4df8-b487-0073992d0d85 req-e962738a-53df-48e3-b813-b122649ab118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:47.112544 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53243dc0-deac-4df8-b487-0073992d0d85 req-e962738a-53df-48e3-b813-b122649ab118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:47.113014 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53243dc0-deac-4df8-b487-0073992d0d85 req-e962738a-53df-48e3-b813-b122649ab118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:47.115008 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-53243dc0-deac-4df8-b487-0073992d0d85 req-e962738a-53df-48e3-b813-b122649ab118 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad719b405fc34c1c8445c92c2e91c430&device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 6349 time: 0.6020317 Aug 28 15:18:47.123066 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-19af7b77-cd07-404d-8784-e93114876673 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1150050 Aug 28 15:18:47.125027 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37000) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:47.138145 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-0faa39bd-8fe6-46ae-b5a9-9c12b80d043b tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1972759541'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:47.156003 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-ce1b8ebf-f6bd-4601-81cc-a4a9cb776cfc None None] Allocated IP 172.20.0.2 (8a81e780-ac39-4b2e-90e9-a26ced5b068d/54a87143-ea46-45e4-a07a-4882672eba9f/56281aa3-cda5-4684-9c31-8cfa48a2a875) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:18:47.434132 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53243dc0-deac-4df8-b487-0073992d0d85 req-3ff7f4d8-659e-4b4b-beb1-76488994f56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:47.440445 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53243dc0-deac-4df8-b487-0073992d0d85 req-3ff7f4d8-659e-4b4b-beb1-76488994f56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:47.445758 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53243dc0-deac-4df8-b487-0073992d0d85 req-3ff7f4d8-659e-4b4b-beb1-76488994f56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:47.452630 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-53243dc0-deac-4df8-b487-0073992d0d85 req-3ff7f4d8-659e-4b4b-beb1-76488994f56c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ad719b405fc34c1c8445c92c2e91c430&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3235130 Aug 28 15:18:47.501419 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481065b7-f6d5-4278-ac2b-f55bf7911f77 req-2cc1832a-f0c5-461d-b8ca-8692288828c8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:47.508663 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481065b7-f6d5-4278-ac2b-f55bf7911f77 req-2cc1832a-f0c5-461d-b8ca-8692288828c8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:47.516844 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481065b7-f6d5-4278-ac2b-f55bf7911f77 req-2cc1832a-f0c5-461d-b8ca-8692288828c8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:47.524733 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481065b7-f6d5-4278-ac2b-f55bf7911f77 req-2cc1832a-f0c5-461d-b8ca-8692288828c8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:47.532819 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481065b7-f6d5-4278-ac2b-f55bf7911f77 req-2cc1832a-f0c5-461d-b8ca-8692288828c8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:47.539562 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481065b7-f6d5-4278-ac2b-f55bf7911f77 req-2cc1832a-f0c5-461d-b8ca-8692288828c8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:47.547301 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481065b7-f6d5-4278-ac2b-f55bf7911f77 req-2cc1832a-f0c5-461d-b8ca-8692288828c8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:47.549797 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-481065b7-f6d5-4278-ac2b-f55bf7911f77 req-2cc1832a-f0c5-461d-b8ca-8692288828c8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5397 time: 0.5657787 Aug 28 15:18:47.588108 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0faa39bd-8fe6-46ae-b5a9-9c12b80d043b tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Made reservation on behalf of 771fecbfa36145a384edb4a287daf1b9 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:18:47.593439 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0faa39bd-8fe6-46ae-b5a9-9c12b80d043b tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:47.769208 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-481065b7-f6d5-4278-ac2b-f55bf7911f77 req-f2297424-9fdf-4bf9-9702-9176fa8d9d79 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2047768 Aug 28 15:18:47.849177 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53243dc0-deac-4df8-b487-0073992d0d85 req-8c2409b4-9857-4adf-9ec4-1932fbac0937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:47.850717 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-53243dc0-deac-4df8-b487-0073992d0d85 req-8c2409b4-9857-4adf-9ec4-1932fbac0937 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3764577 Aug 28 15:18:47.894958 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0faa39bd-8fe6-46ae-b5a9-9c12b80d043b tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:18:47.924589 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0faa39bd-8fe6-46ae-b5a9-9c12b80d043b tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:47.924835 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-0faa39bd-8fe6-46ae-b5a9-9c12b80d043b tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Added segment 9b49f098-5b2f-4371-8f37-613a066bf64b of type vlan for network 297a2ad2-c254-41dd-aa99-ad1f08d6425f Aug 28 15:18:48.024865 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0faa39bd-8fe6-46ae-b5a9-9c12b80d043b tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:48.051452 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40331ce2-887e-4949-804a-e558ae7d6dea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-354fb269-3cf4-4fc5-9256-de537a674187', 'network_id': '354fb269-3cf4-4fc5-9256-de537a674187', 'tenant_id': '771fecbfa36145a384edb4a287daf1b9', 'fixed_ips': [{'subnet_id': '703a9044-7c86-4e4d-b89a-9322b7efb8ac'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:18:48.051452 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-40331ce2-887e-4949-804a-e558ae7d6dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:48.074053 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ce1b8ebf-f6bd-4601-81cc-a4a9cb776cfc None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:48.079331 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0faa39bd-8fe6-46ae-b5a9-9c12b80d043b tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:48.085246 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faa39bd-8fe6-46ae-b5a9-9c12b80d043b tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:48.085864 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0faa39bd-8fe6-46ae-b5a9-9c12b80d043b tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:48.122370 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ce1b8ebf-f6bd-4601-81cc-a4a9cb776cfc None None] Transition to ACTIVE for port object 56281aa3-cda5-4684-9c31-8cfa48a2a875 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:48.211240 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0faa39bd-8fe6-46ae-b5a9-9c12b80d043b tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0825355 Aug 28 15:18:48.215361 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37014) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:48.221533 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-49c15524-3a77-42b8-8e44-d10b3cacb7af tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Request body: {'subnet': {'network_id': '297a2ad2-c254-41dd-aa99-ad1f08d6425f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:48.311862 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa39bd-8fe6-46ae-b5a9-9c12b80d043b tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event updated for resources: {'Network': ['ID=297a2ad2-c254-41dd-aa99-ad1f08d6425f,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:48.326995 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ce1b8ebf-f6bd-4601-81cc-a4a9cb776cfc None None] Transition to ACTIVE for port object 56281aa3-cda5-4684-9c31-8cfa48a2a875 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:48.364233 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ce1b8ebf-f6bd-4601-81cc-a4a9cb776cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:48.394625 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 297a2ad2-c254-41dd-aa99-ad1f08d6425f details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:18:48.416642 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c15524-3a77-42b8-8e44-d10b3cacb7af tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Made reservation on behalf of 771fecbfa36145a384edb4a287daf1b9 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:18:48.421164 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-49c15524-3a77-42b8-8e44-d10b3cacb7af tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:48.595087 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 72a50756-6bc7-43cd-bdbf-a99ee5bbc584 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:18:48.599254 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb36380-2348-4973-87f5-ac602a0d1762 req-8bf7e12b-6691-4538-842e-af66297fb2a8 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:48.608342 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5fb36380-2348-4973-87f5-ac602a0d1762 req-8bf7e12b-6691-4538-842e-af66297fb2a8 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.4848912 Aug 28 15:18:48.808271 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device c36919c9-f755-4a3a-bda6-934691a12f34 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:18:48.920315 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5fb36380-2348-4973-87f5-ac602a0d1762 req-df3d5714-ee7b-4669-9297-ef254ffad55f tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026721 Aug 28 15:18:48.945234 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1b8ebf-f6bd-4601-81cc-a4a9cb776cfc None None] Network 8a81e780-ac39-4b2e-90e9-a26ced5b068d is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:18:48.976836 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-ce1b8ebf-f6bd-4601-81cc-a4a9cb776cfc None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:18:49.009309 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1b8ebf-f6bd-4601-81cc-a4a9cb776cfc None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:18:49.027476 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b8ebf-f6bd-4601-81cc-a4a9cb776cfc None None] Pushing event updated for resources: {'Port': ['ID=56281aa3-cda5-4684-9c31-8cfa48a2a875,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:49.070356 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:18:49.072907 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-40331ce2-887e-4949-804a-e558ae7d6dea None None] Allocated IP 2001:db8:0:ffff::2 (354fb269-3cf4-4fc5-9256-de537a674187/703a9044-7c86-4e4d-b89a-9322b7efb8ac/a1bf6470-c746-4bea-b108-7977a8e25d15) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:18:49.102535 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-795d1eab-0a8b-4708-9b0f-176731ca9277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50deec03-7b81-42d5-aaf9-ae33b02083dc {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:18:49.114669 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-795d1eab-0a8b-4708-9b0f-176731ca9277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:49.124953 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:49.181676 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-795d1eab-0a8b-4708-9b0f-176731ca9277 service neutron] Transition to ACTIVE for port object 50deec03-7b81-42d5-aaf9-ae33b02083dc will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:49.229081 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 72a50756-6bc7-43cd-bdbf-a99ee5bbc584 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:18:49.283230 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82fa52-c63f-4752-9782-5e94e8229c13 req-fa58d060-64a2-4e71-9d7c-6590e865c542 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:49.284726 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 72a50756-6bc7-43cd-bdbf-a99ee5bbc584 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:49.285228 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:49.296529 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-ce1b8ebf-f6bd-4601-81cc-a4a9cb776cfc None None] Attempting to bind port 56281aa3-cda5-4684-9c31-8cfa48a2a875 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:18:49.297059 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-ce1b8ebf-f6bd-4601-81cc-a4a9cb776cfc None None] Attempting to bind port 56281aa3-cda5-4684-9c31-8cfa48a2a875 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '74aeee14-0d37-4360-92bb-0c901b877b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:18:49.297691 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1b8ebf-f6bd-4601-81cc-a4a9cb776cfc None None] Attempting to bind port 56281aa3-cda5-4684-9c31-8cfa48a2a875 on network 8a81e780-ac39-4b2e-90e9-a26ced5b068d {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:18:49.297831 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82fa52-c63f-4752-9782-5e94e8229c13 req-fa58d060-64a2-4e71-9d7c-6590e865c542 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:49.300844 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-795d1eab-0a8b-4708-9b0f-176731ca9277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:49.309058 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82fa52-c63f-4752-9782-5e94e8229c13 req-fa58d060-64a2-4e71-9d7c-6590e865c542 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:49.317910 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82fa52-c63f-4752-9782-5e94e8229c13 req-fa58d060-64a2-4e71-9d7c-6590e865c542 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:49.325948 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82fa52-c63f-4752-9782-5e94e8229c13 req-fa58d060-64a2-4e71-9d7c-6590e865c542 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:49.334848 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82fa52-c63f-4752-9782-5e94e8229c13 req-fa58d060-64a2-4e71-9d7c-6590e865c542 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:49.347123 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82fa52-c63f-4752-9782-5e94e8229c13 req-fa58d060-64a2-4e71-9d7c-6590e865c542 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:49.360316 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dc82fa52-c63f-4752-9782-5e94e8229c13 req-fa58d060-64a2-4e71-9d7c-6590e865c542 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5409 time: 0.1813550 Aug 28 15:18:49.407119 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:49.409555 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1b8ebf-f6bd-4601-81cc-a4a9cb776cfc None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:18:49.414668 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1b8ebf-f6bd-4601-81cc-a4a9cb776cfc None None] Checking segment: {'id': '74aeee14-0d37-4360-92bb-0c901b877b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:18:49.415622 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ce1b8ebf-f6bd-4601-81cc-a4a9cb776cfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:49.415622 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1b8ebf-f6bd-4601-81cc-a4a9cb776cfc None None] Bound using segment: {'id': '74aeee14-0d37-4360-92bb-0c901b877b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:18:49.416317 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-ce1b8ebf-f6bd-4601-81cc-a4a9cb776cfc None None] Bound port: 56281aa3-cda5-4684-9c31-8cfa48a2a875, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74aeee14-0d37-4360-92bb-0c901b877b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:18:49.416931 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ce1b8ebf-f6bd-4601-81cc-a4a9cb776cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:49.539356 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dc82fa52-c63f-4752-9782-5e94e8229c13 req-f70a4c0a-abe8-42d4-aaa6-e518ffa4f2dd tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1756749 Aug 28 15:18:49.675016 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d1eab-0a8b-4708-9b0f-176731ca9277 service neutron] Pushing event updated for resources: {'Port': ['ID=50deec03-7b81-42d5-aaf9-ae33b02083dc,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:49.727727 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441f0ff1-af0d-4768-b7b1-1afa34efd51e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c36919c9-f755-4a3a-bda6-934691a12f34'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:18:49.731949 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36ae014-0625-4b3b-bd99-dc8793614c88" -d '{"events": [{"server_uuid": "441f0ff1-af0d-4768-b7b1-1afa34efd51e", "name": "network-vif-unplugged", "status": "completed", "tag": "c36919c9-f755-4a3a-bda6-934691a12f34"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:18:49.883088 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port c36919c9-f755-4a3a-bda6-934691a12f34, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=c36919c9-f755-4a3a-bda6-934691a12f34,segment=NetworkSegment(9c9787b2-3071-4fd8-b49c-6d9cde4276fe),segment_id=9c9787b2-3071-4fd8-b49c-6d9cde4276fe)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:18:49.957788 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-795d1eab-0a8b-4708-9b0f-176731ca9277 service neutron] Attempting to bind port 50deec03-7b81-42d5-aaf9-ae33b02083dc on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:18:49.958331 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-795d1eab-0a8b-4708-9b0f-176731ca9277 service neutron] Attempting to bind port 50deec03-7b81-42d5-aaf9-ae33b02083dc by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'ec938aac-3055-458d-96d0-77a991606f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a36e233e-9694-4856-84b9-f3f8aa62d273'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:18:49.958860 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-795d1eab-0a8b-4708-9b0f-176731ca9277 service neutron] Attempting to bind port 50deec03-7b81-42d5-aaf9-ae33b02083dc on network a36e233e-9694-4856-84b9-f3f8aa62d273 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:18:49.973787 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-795d1eab-0a8b-4708-9b0f-176731ca9277 service neutron] Port 50deec03-7b81-42d5-aaf9-ae33b02083dc on network a36e233e-9694-4856-84b9-f3f8aa62d273 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:18:49.974324 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-795d1eab-0a8b-4708-9b0f-176731ca9277 service neutron] Attempting to bind port 50deec03-7b81-42d5-aaf9-ae33b02083dc on network a36e233e-9694-4856-84b9-f3f8aa62d273 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:18:49.982234 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:50.015349 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-795d1eab-0a8b-4708-9b0f-176731ca9277 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:18:50.016978 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-795d1eab-0a8b-4708-9b0f-176731ca9277 service neutron] Checking segment: {'id': 'ec938aac-3055-458d-96d0-77a991606f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a36e233e-9694-4856-84b9-f3f8aa62d273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:18:50.017578 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-795d1eab-0a8b-4708-9b0f-176731ca9277 service neutron] Bound using segment: {'id': 'ec938aac-3055-458d-96d0-77a991606f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a36e233e-9694-4856-84b9-f3f8aa62d273'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:18:50.020201 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-795d1eab-0a8b-4708-9b0f-176731ca9277 service neutron] Bound port: 50deec03-7b81-42d5-aaf9-ae33b02083dc, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec938aac-3055-458d-96d0-77a991606f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a36e233e-9694-4856-84b9-f3f8aa62d273'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:18:50.020778 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-795d1eab-0a8b-4708-9b0f-176731ca9277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:50.135973 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=c36919c9-f755-4a3a-bda6-934691a12f34,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:50.152666 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:50.205936 n-d-712137-10 neutron-server[106329]: DEBUG neutron.objects.ports [None req-49c15524-3a77-42b8-8e44-d10b3cacb7af tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106329) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 15:18:50.224783 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-ce1b8ebf-f6bd-4601-81cc-a4a9cb776cfc None None] For port 56281aa3-cda5-4684-9c31-8cfa48a2a875, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:18:50.226805 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-49c15524-3a77-42b8-8e44-d10b3cacb7af tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:50.230599 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-40331ce2-887e-4949-804a-e558ae7d6dea None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:50.250821 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-795d1eab-0a8b-4708-9b0f-176731ca9277 service neutron] For port 50deec03-7b81-42d5-aaf9-ae33b02083dc, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:18:50.254844 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-ce1b8ebf-f6bd-4601-81cc-a4a9cb776cfc None None] For port 56281aa3-cda5-4684-9c31-8cfa48a2a875, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=56281aa3-cda5-4684-9c31-8cfa48a2a875,segment=NetworkSegment(74aeee14-0d37-4360-92bb-0c901b877b56),segment_id=74aeee14-0d37-4360-92bb-0c901b877b56)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:18:50.263620 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-795d1eab-0a8b-4708-9b0f-176731ca9277 service neutron] For port 50deec03-7b81-42d5-aaf9-ae33b02083dc, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=50deec03-7b81-42d5-aaf9-ae33b02083dc,segment=NetworkSegment(ec938aac-3055-458d-96d0-77a991606f63),segment_id=ec938aac-3055-458d-96d0-77a991606f63)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:18:50.271882 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Allocated IP 172.20.0.1 (8a81e780-ac39-4b2e-90e9-a26ced5b068d/54a87143-ea46-45e4-a07a-4882672eba9f/716cb121-ec1f-4a51-b009-62c8a5dc7679) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:18:50.274731 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 28 Aug 2021 15:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29431329-5552-41ed-9120-3b3b2e682bbf x-openstack-request-id: req-29431329-5552-41ed-9120-3b3b2e682bbf {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:18:50.275027 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441f0ff1-af0d-4768-b7b1-1afa34efd51e", "name": "network-vif-unplugged", "status": "failed", "tag": "c36919c9-f755-4a3a-bda6-934691a12f34", "code": 422}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:18:50.275352 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29431329-5552-41ed-9120-3b3b2e682bbf {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:18:50.279122 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-795d1eab-0a8b-4708-9b0f-176731ca9277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:50.279817 n-d-712137-10 neutron-server[106331]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '441f0ff1-af0d-4768-b7b1-1afa34efd51e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c36919c9-f755-4a3a-bda6-934691a12f34', 'code': 422} returned with failed status Aug 28 15:18:50.285891 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 72a50756-6bc7-43cd-bdbf-a99ee5bbc584, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=72a50756-6bc7-43cd-bdbf-a99ee5bbc584,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:18:50.306792 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-40331ce2-887e-4949-804a-e558ae7d6dea None None] Transition to ACTIVE for port object a1bf6470-c746-4bea-b108-7977a8e25d15 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:50.318734 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ce1b8ebf-f6bd-4601-81cc-a4a9cb776cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:50.401627 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d1eab-0a8b-4708-9b0f-176731ca9277 service neutron] Pushing event updated for resources: {'Port': ['ID=50deec03-7b81-42d5-aaf9-ae33b02083dc,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:50.449665 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:50.453517 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffcd78c-99e1-4e32-a304-6faf2ff92c83 req-b24ae696-5bcf-4fa4-a536-ec75741aba26 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:50.455449 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1ffcd78c-99e1-4e32-a304-6faf2ff92c83 req-b24ae696-5bcf-4fa4-a536-ec75741aba26 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 944 time: 0.3837233 Aug 28 15:18:50.459141 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-40331ce2-887e-4949-804a-e558ae7d6dea None None] Transition to ACTIVE for port object a1bf6470-c746-4bea-b108-7977a8e25d15 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:50.466397 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b8ebf-f6bd-4601-81cc-a4a9cb776cfc None None] Pushing event updated for resources: {'Port': ['ID=56281aa3-cda5-4684-9c31-8cfa48a2a875,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:50.473487 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-795d1eab-0a8b-4708-9b0f-176731ca9277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:50.474127 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-795d1eab-0a8b-4708-9b0f-176731ca9277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:50.475547 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-795d1eab-0a8b-4708-9b0f-176731ca9277 service neutron] 10.222.0.36 "PUT /v2.0/ports/50deec03-7b81-42d5-aaf9-ae33b02083dc HTTP/1.1" status: 200 len: 1092 time: 4.0493562 Aug 28 15:18:50.482874 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c15524-3a77-42b8-8e44-d10b3cacb7af tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event updated for resources: {'Subnet': ['ID=d632d0eb-cede-4741-9c23-ccb4f9f117db,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:50.484974 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'tag': '50deec03-7b81-42d5-aaf9-ae33b02083dc'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:18:50.487537 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01910a4-4197-4d56-8b1e-9d7677a65cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "tag": "50deec03-7b81-42d5-aaf9-ae33b02083dc"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:18:50.516014 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-40331ce2-887e-4949-804a-e558ae7d6dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:50.538884 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1ffcd78c-99e1-4e32-a304-6faf2ff92c83 req-7c793616-9c4f-4b38-8fdb-e6fbf33c2bc4 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725346 Aug 28 15:18:50.541780 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c15524-3a77-42b8-8e44-d10b3cacb7af tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Checking segment: {'id': '9b49f098-5b2f-4371-8f37-613a066bf64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '297a2ad2-c254-41dd-aa99-ad1f08d6425f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:18:50.542853 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c15524-3a77-42b8-8e44-d10b3cacb7af tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Network hostable DHCP agents. Network: 297a2ad2-c254-41dd-aa99-ad1f08d6425f, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:18:50.584690 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c15524-3a77-42b8-8e44-d10b3cacb7af tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Network 297a2ad2-c254-41dd-aa99-ad1f08d6425f is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:18:50.605819 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e13f5e1f-0436-4db1-ad57-2b82e0d60f00 service neutron] Request body: {'port': {'device_id': '64c34e10-e727-44a9-b37c-766f412359c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:50.610754 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d30e13e-9fd6-4869-9001-8d2a45a26d82 x-openstack-request-id: req-9d30e13e-9fd6-4869-9001-8d2a45a26d82 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:18:50.611195 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "tag": "50deec03-7b81-42d5-aaf9-ae33b02083dc", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:18:50.611553 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d30e13e-9fd6-4869-9001-8d2a45a26d82 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:18:50.612100 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'tag': '50deec03-7b81-42d5-aaf9-ae33b02083dc', 'status': 'completed', 'code': 200} Aug 28 15:18:50.660602 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40331ce2-887e-4949-804a-e558ae7d6dea None None] Network 354fb269-3cf4-4fc5-9256-de537a674187 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:18:50.684591 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-40331ce2-887e-4949-804a-e558ae7d6dea None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:18:50.696832 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-49c15524-3a77-42b8-8e44-d10b3cacb7af tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 297a2ad2-c254-41dd-aa99-ad1f08d6425f) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:18:50.706316 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40331ce2-887e-4949-804a-e558ae7d6dea None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:18:50.709087 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c15524-3a77-42b8-8e44-d10b3cacb7af tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:50.712590 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-49c15524-3a77-42b8-8e44-d10b3cacb7af tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:50.749058 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6368b0cb-9576-4f91-92ad-b59ab6b45ed4 None None] Network 297a2ad2-c254-41dd-aa99-ad1f08d6425f requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:18:50.762865 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01910a4-4197-4d56-8b1e-9d7677a65cd3 req-90b21325-63d0-45cd-85a0-cbc87200185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:50.776949 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01910a4-4197-4d56-8b1e-9d7677a65cd3 req-90b21325-63d0-45cd-85a0-cbc87200185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:50.785154 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01910a4-4197-4d56-8b1e-9d7677a65cd3 req-90b21325-63d0-45cd-85a0-cbc87200185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:50.785670 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01910a4-4197-4d56-8b1e-9d7677a65cd3 req-90b21325-63d0-45cd-85a0-cbc87200185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:50.786151 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01910a4-4197-4d56-8b1e-9d7677a65cd3 req-90b21325-63d0-45cd-85a0-cbc87200185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:50.786621 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01910a4-4197-4d56-8b1e-9d7677a65cd3 req-90b21325-63d0-45cd-85a0-cbc87200185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:50.787091 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01910a4-4197-4d56-8b1e-9d7677a65cd3 req-90b21325-63d0-45cd-85a0-cbc87200185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:50.789305 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c01910a4-4197-4d56-8b1e-9d7677a65cd3 req-90b21325-63d0-45cd-85a0-cbc87200185d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad719b405fc34c1c8445c92c2e91c430&device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 6417 time: 0.1950364 Aug 28 15:18:50.804517 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37062) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:50.805689 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-49c15524-3a77-42b8-8e44-d10b3cacb7af tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5888188 Aug 28 15:18:50.823991 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-96cc0e09-f0b2-4238-a54c-aaae8bd28671 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Request body: {'port': {'network_id': '297a2ad2-c254-41dd-aa99-ad1f08d6425f', 'name': 'tempest-NetworksIpV6TestAttrs-1339449974'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:51.073298 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e13f5e1f-0436-4db1-ad57-2b82e0d60f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:51.157929 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f791c7-2ee4-4ff6-b558-aeecccd936de req-20816dd6-1e84-4c01-abe6-6c047c36e6bd tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:51.159580 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-95f791c7-2ee4-4ff6-b558-aeecccd936de req-20816dd6-1e84-4c01-abe6-6c047c36e6bd tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 944 time: 0.3656566 Aug 28 15:18:51.183860 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=72a50756-6bc7-43cd-bdbf-a99ee5bbc584,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:51.189824 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a94f49-1372-42e8-95f8-6852f97bc352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-297a2ad2-c254-41dd-aa99-ad1f08d6425f', 'network_id': '297a2ad2-c254-41dd-aa99-ad1f08d6425f', 'tenant_id': '771fecbfa36145a384edb4a287daf1b9', 'fixed_ips': [{'subnet_id': 'd632d0eb-cede-4741-9c23-ccb4f9f117db'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:18:51.190963 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c9a94f49-1372-42e8-95f8-6852f97bc352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:51.259137 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-40331ce2-887e-4949-804a-e558ae7d6dea None None] Attempting to bind port a1bf6470-c746-4bea-b108-7977a8e25d15 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:18:51.259787 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-40331ce2-887e-4949-804a-e558ae7d6dea None None] Attempting to bind port a1bf6470-c746-4bea-b108-7977a8e25d15 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '6c0a0c07-0225-4ba4-b78b-181aeeebe890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '354fb269-3cf4-4fc5-9256-de537a674187'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:18:51.260212 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40331ce2-887e-4949-804a-e558ae7d6dea None None] Attempting to bind port a1bf6470-c746-4bea-b108-7977a8e25d15 on network 354fb269-3cf4-4fc5-9256-de537a674187 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:18:51.265578 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01910a4-4197-4d56-8b1e-9d7677a65cd3 req-b93e58d0-f702-49d5-a952-1cbd4c160cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:51.266097 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01910a4-4197-4d56-8b1e-9d7677a65cd3 req-b93e58d0-f702-49d5-a952-1cbd4c160cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:51.266493 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01910a4-4197-4d56-8b1e-9d7677a65cd3 req-b93e58d0-f702-49d5-a952-1cbd4c160cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:51.268596 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c01910a4-4197-4d56-8b1e-9d7677a65cd3 req-b93e58d0-f702-49d5-a952-1cbd4c160cca service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ad719b405fc34c1c8445c92c2e91c430&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4411423 Aug 28 15:18:51.312936 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-95f791c7-2ee4-4ff6-b558-aeecccd936de req-5e617299-4613-477a-ac2d-7815c8582af9 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459210 Aug 28 15:18:51.344507 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40331ce2-887e-4949-804a-e558ae7d6dea None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:18:51.344973 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40331ce2-887e-4949-804a-e558ae7d6dea None None] Checking segment: {'id': '6c0a0c07-0225-4ba4-b78b-181aeeebe890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '354fb269-3cf4-4fc5-9256-de537a674187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:18:51.345438 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-40331ce2-887e-4949-804a-e558ae7d6dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:51.345894 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40331ce2-887e-4949-804a-e558ae7d6dea None None] Bound using segment: {'id': '6c0a0c07-0225-4ba4-b78b-181aeeebe890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '354fb269-3cf4-4fc5-9256-de537a674187'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:18:51.346545 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-40331ce2-887e-4949-804a-e558ae7d6dea None None] Bound port: a1bf6470-c746-4bea-b108-7977a8e25d15, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0a0c07-0225-4ba4-b78b-181aeeebe890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '354fb269-3cf4-4fc5-9256-de537a674187'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:18:51.346967 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-40331ce2-887e-4949-804a-e558ae7d6dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:51.553332 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40331ce2-887e-4949-804a-e558ae7d6dea None None] Pushing event updated for resources: {'Port': ['ID=a1bf6470-c746-4bea-b108-7977a8e25d15,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:51.613871 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-40331ce2-887e-4949-804a-e558ae7d6dea None None] For port a1bf6470-c746-4bea-b108-7977a8e25d15, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:18:51.618145 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01910a4-4197-4d56-8b1e-9d7677a65cd3 req-93d5bc8e-b457-47e9-af86-83ea63b8b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:51.640311 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-40331ce2-887e-4949-804a-e558ae7d6dea None None] For port a1bf6470-c746-4bea-b108-7977a8e25d15, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a1bf6470-c746-4bea-b108-7977a8e25d15,segment=NetworkSegment(6c0a0c07-0225-4ba4-b78b-181aeeebe890),segment_id=6c0a0c07-0225-4ba4-b78b-181aeeebe890)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:18:51.653938 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c01910a4-4197-4d56-8b1e-9d7677a65cd3 req-93d5bc8e-b457-47e9-af86-83ea63b8b6a3 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3671432 Aug 28 15:18:51.654315 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-40331ce2-887e-4949-804a-e558ae7d6dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:51.660090 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd373bd-39ca-450d-90d9-b22541cf2d98 req-fca83120-a698-4920-b831-f905b8df33ed tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:51.666863 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-c9a94f49-1372-42e8-95f8-6852f97bc352 None None] Allocated IP 2001:db8::f816:3eff:fe04:5518 (297a2ad2-c254-41dd-aa99-ad1f08d6425f/d632d0eb-cede-4741-9c23-ccb4f9f117db/58b32b9f-7901-4365-a754-53f7e97e97c2) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:18:51.675614 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd373bd-39ca-450d-90d9-b22541cf2d98 req-fca83120-a698-4920-b831-f905b8df33ed tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:51.682205 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd373bd-39ca-450d-90d9-b22541cf2d98 req-fca83120-a698-4920-b831-f905b8df33ed tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:51.692487 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd373bd-39ca-450d-90d9-b22541cf2d98 req-fca83120-a698-4920-b831-f905b8df33ed tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:51.707376 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd373bd-39ca-450d-90d9-b22541cf2d98 req-fca83120-a698-4920-b831-f905b8df33ed tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:51.714782 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd373bd-39ca-450d-90d9-b22541cf2d98 req-fca83120-a698-4920-b831-f905b8df33ed tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:51.740193 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40331ce2-887e-4949-804a-e558ae7d6dea None None] Pushing event updated for resources: {'Port': ['ID=a1bf6470-c746-4bea-b108-7977a8e25d15,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:51.743617 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd373bd-39ca-450d-90d9-b22541cf2d98 req-fca83120-a698-4920-b831-f905b8df33ed tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:51.757029 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4bd373bd-39ca-450d-90d9-b22541cf2d98 req-fca83120-a698-4920-b831-f905b8df33ed tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5409 time: 0.9847920 Aug 28 15:18:52.037428 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a254997-2761-400b-bc9b-bc9345dc28ed req-d4cd02c3-7ea5-4954-aa6f-a7bd3441903e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:52.048020 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5a254997-2761-400b-bc9b-bc9345dc28ed req-d4cd02c3-7ea5-4954-aa6f-a7bd3441903e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 944 time: 0.1115441 Aug 28 15:18:52.049559 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4bd373bd-39ca-450d-90d9-b22541cf2d98 req-e2e002f9-08be-4f18-b153-a33008ebd003 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2916348 Aug 28 15:18:52.055281 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:52.075140 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Transition to ACTIVE for port object 716cb121-ec1f-4a51-b009-62c8a5dc7679 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:52.142221 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5a254997-2761-400b-bc9b-bc9345dc28ed req-3810b242-a9be-4e25-b14a-686cb11d2325 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773005 Aug 28 15:18:52.211303 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e13f5e1f-0436-4db1-ad57-2b82e0d60f00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cb26e22-61bc-45a1-a731-63fca20f0e30 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:18:52.249130 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e13f5e1f-0436-4db1-ad57-2b82e0d60f00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:52.291373 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e13f5e1f-0436-4db1-ad57-2b82e0d60f00 service neutron] Transition to ACTIVE for port object 8cb26e22-61bc-45a1-a731-63fca20f0e30 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:52.293609 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:52.326923 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cc0e09-f0b2-4238-a54c-aaae8bd28671 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Made reservation on behalf of 771fecbfa36145a384edb4a287daf1b9 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:18:52.332868 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-96cc0e09-f0b2-4238-a54c-aaae8bd28671 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:52.337819 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e13f5e1f-0436-4db1-ad57-2b82e0d60f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:52.394342 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Network 8a81e780-ac39-4b2e-90e9-a26ced5b068d is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:18:52.404135 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:18:52.413125 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:18:52.428538 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-96cc0e09-f0b2-4238-a54c-aaae8bd28671 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] device_id is not set on port e0690b94-9881-46a8-9b25-46519acf47dc yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:18:52.522212 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c9a94f49-1372-42e8-95f8-6852f97bc352 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:52.534392 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c9a94f49-1372-42e8-95f8-6852f97bc352 None None] Transition to ACTIVE for port object 58b32b9f-7901-4365-a754-53f7e97e97c2 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:52.565859 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-6286008d-e653-42bf-a4a2-b5946c2c3420 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5033967 Aug 28 15:18:52.591550 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5019d5a4-5838-400e-93f3-ee328d004d3d None None] Network 8a81e780-ac39-4b2e-90e9-a26ced5b068d requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:18:52.597392 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c9a94f49-1372-42e8-95f8-6852f97bc352 None None] Transition to ACTIVE for port object 58b32b9f-7901-4365-a754-53f7e97e97c2 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:52.605768 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'Port': ['ID=716cb121-ec1f-4a51-b009-62c8a5dc7679,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:52.636661 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c9a94f49-1372-42e8-95f8-6852f97bc352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:52.672187 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:52.672452 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:52.672801 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:52.673268 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:52.673471 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:52.673809 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:52.674144 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:52.674479 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:52.674804 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:52.684242 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:52.684877 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:52.685389 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:52.775838 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:52.863280 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device c36919c9-f755-4a3a-bda6-934691a12f34 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:18:52.987412 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a1bf6470-c746-4bea-b108-7977a8e25d15 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:18:53.015203 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a94f49-1372-42e8-95f8-6852f97bc352 None None] Network 297a2ad2-c254-41dd-aa99-ad1f08d6425f is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:18:53.046826 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-96cc0e09-f0b2-4238-a54c-aaae8bd28671 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Allocated IP 2001:db8::f816:3eff:fe71:768f (297a2ad2-c254-41dd-aa99-ad1f08d6425f/d632d0eb-cede-4741-9c23-ccb4f9f117db/e0690b94-9881-46a8-9b25-46519acf47dc) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:18:53.058784 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e13f5e1f-0436-4db1-ad57-2b82e0d60f00 service neutron] Attempting to bind port 8cb26e22-61bc-45a1-a731-63fca20f0e30 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:18:53.059535 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e13f5e1f-0436-4db1-ad57-2b82e0d60f00 service neutron] Attempting to bind port 8cb26e22-61bc-45a1-a731-63fca20f0e30 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'ec938aac-3055-458d-96d0-77a991606f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a36e233e-9694-4856-84b9-f3f8aa62d273'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:18:53.068873 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e13f5e1f-0436-4db1-ad57-2b82e0d60f00 service neutron] Attempting to bind port 8cb26e22-61bc-45a1-a731-63fca20f0e30 on network a36e233e-9694-4856-84b9-f3f8aa62d273 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:18:53.084431 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f5e1f-0436-4db1-ad57-2b82e0d60f00 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb26e22-61bc-45a1-a731-63fca20f0e30,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:53.103965 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-c9a94f49-1372-42e8-95f8-6852f97bc352 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:18:53.108514 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a94f49-1372-42e8-95f8-6852f97bc352 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:18:53.122888 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e13f5e1f-0436-4db1-ad57-2b82e0d60f00 service neutron] Port 8cb26e22-61bc-45a1-a731-63fca20f0e30 on network a36e233e-9694-4856-84b9-f3f8aa62d273 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:18:53.126530 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e13f5e1f-0436-4db1-ad57-2b82e0d60f00 service neutron] Attempting to bind port 8cb26e22-61bc-45a1-a731-63fca20f0e30 on network a36e233e-9694-4856-84b9-f3f8aa62d273 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:18:53.178985 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0434df71-6aad-4fa4-af4d-a457fe59b850 None None] Provisioning for port 56281aa3-cda5-4684-9c31-8cfa48a2a875 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:18:53.209939 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a94f49-1372-42e8-95f8-6852f97bc352 None None] Pushing event updated for resources: {'Port': ['ID=58b32b9f-7901-4365-a754-53f7e97e97c2,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:53.288686 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e13f5e1f-0436-4db1-ad57-2b82e0d60f00 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:18:53.289088 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e13f5e1f-0436-4db1-ad57-2b82e0d60f00 service neutron] Checking segment: {'id': 'ec938aac-3055-458d-96d0-77a991606f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a36e233e-9694-4856-84b9-f3f8aa62d273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:18:53.290129 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e13f5e1f-0436-4db1-ad57-2b82e0d60f00 service neutron] Bound using segment: {'id': 'ec938aac-3055-458d-96d0-77a991606f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a36e233e-9694-4856-84b9-f3f8aa62d273'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:18:53.290786 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e13f5e1f-0436-4db1-ad57-2b82e0d60f00 service neutron] Bound port: 8cb26e22-61bc-45a1-a731-63fca20f0e30, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec938aac-3055-458d-96d0-77a991606f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a36e233e-9694-4856-84b9-f3f8aa62d273'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:18:53.291814 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e13f5e1f-0436-4db1-ad57-2b82e0d60f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:53.375141 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c9a94f49-1372-42e8-95f8-6852f97bc352 None None] Attempting to bind port 58b32b9f-7901-4365-a754-53f7e97e97c2 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:18:53.378447 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c9a94f49-1372-42e8-95f8-6852f97bc352 None None] Attempting to bind port 58b32b9f-7901-4365-a754-53f7e97e97c2 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '9b49f098-5b2f-4371-8f37-613a066bf64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '297a2ad2-c254-41dd-aa99-ad1f08d6425f'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:18:53.379706 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a94f49-1372-42e8-95f8-6852f97bc352 None None] Attempting to bind port 58b32b9f-7901-4365-a754-53f7e97e97c2 on network 297a2ad2-c254-41dd-aa99-ad1f08d6425f {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:18:53.397932 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f1d80-e073-45d0-b793-08d24a288384 req-e54a1afc-7952-4f88-ab10-36c3ff84f259 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:53.402816 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a94f49-1372-42e8-95f8-6852f97bc352 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:18:53.403192 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a94f49-1372-42e8-95f8-6852f97bc352 None None] Checking segment: {'id': '9b49f098-5b2f-4371-8f37-613a066bf64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '297a2ad2-c254-41dd-aa99-ad1f08d6425f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:18:53.403604 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c9a94f49-1372-42e8-95f8-6852f97bc352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:53.403782 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-101f1d80-e073-45d0-b793-08d24a288384 req-e54a1afc-7952-4f88-ab10-36c3ff84f259 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 944 time: 0.1040061 Aug 28 15:18:53.404450 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a94f49-1372-42e8-95f8-6852f97bc352 None None] Bound using segment: {'id': '9b49f098-5b2f-4371-8f37-613a066bf64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '297a2ad2-c254-41dd-aa99-ad1f08d6425f'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:18:53.404579 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c9a94f49-1372-42e8-95f8-6852f97bc352 None None] Bound port: 58b32b9f-7901-4365-a754-53f7e97e97c2, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b49f098-5b2f-4371-8f37-613a066bf64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '297a2ad2-c254-41dd-aa99-ad1f08d6425f'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:18:53.404874 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c9a94f49-1372-42e8-95f8-6852f97bc352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:53.522202 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-101f1d80-e073-45d0-b793-08d24a288384 req-e838a904-a76e-45fe-b191-ed81f87ee5de tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019518 Aug 28 15:18:53.605476 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port a1bf6470-c746-4bea-b108-7977a8e25d15 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:18:53.620965 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 56281aa3-cda5-4684-9c31-8cfa48a2a875 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:18:53.747372 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-96cc0e09-f0b2-4238-a54c-aaae8bd28671 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:53.756308 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:53.780331 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75b3d9d-9225-4430-a337-7b8887a7f19c None None] Network 354fb269-3cf4-4fc5-9256-de537a674187 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:18:53.831553 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17432cc4-8bc1-4a77-9e2b-97fd2cf50930 req-787ec875-5bf8-4e5f-9469-6d2048703362 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:53.837498 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17432cc4-8bc1-4a77-9e2b-97fd2cf50930 req-787ec875-5bf8-4e5f-9469-6d2048703362 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:53.843698 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17432cc4-8bc1-4a77-9e2b-97fd2cf50930 req-787ec875-5bf8-4e5f-9469-6d2048703362 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:53.849993 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17432cc4-8bc1-4a77-9e2b-97fd2cf50930 req-787ec875-5bf8-4e5f-9469-6d2048703362 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:53.856441 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17432cc4-8bc1-4a77-9e2b-97fd2cf50930 req-787ec875-5bf8-4e5f-9469-6d2048703362 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:53.862541 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17432cc4-8bc1-4a77-9e2b-97fd2cf50930 req-787ec875-5bf8-4e5f-9469-6d2048703362 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:53.868615 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17432cc4-8bc1-4a77-9e2b-97fd2cf50930 req-787ec875-5bf8-4e5f-9469-6d2048703362 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:53.877512 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-17432cc4-8bc1-4a77-9e2b-97fd2cf50930 req-787ec875-5bf8-4e5f-9469-6d2048703362 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5421 time: 0.3301466 Aug 28 15:18:53.881908 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-96cc0e09-f0b2-4238-a54c-aaae8bd28671 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Transition to ACTIVE for port object e0690b94-9881-46a8-9b25-46519acf47dc will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:53.910556 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 56281aa3-cda5-4684-9c31-8cfa48a2a875 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:18:53.926478 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c9a94f49-1372-42e8-95f8-6852f97bc352 None None] For port 58b32b9f-7901-4365-a754-53f7e97e97c2, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:18:53.933618 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7e1c0792-5cea-4b7c-8b8f-433cbda86a7c None None] Provisioning for port a1bf6470-c746-4bea-b108-7977a8e25d15 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:18:53.938102 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 56281aa3-cda5-4684-9c31-8cfa48a2a875 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:53.938480 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:53.988181 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7e1c0792-5cea-4b7c-8b8f-433cbda86a7c None None] Provisioning complete for port a1bf6470-c746-4bea-b108-7977a8e25d15 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:53.988723 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7e1c0792-5cea-4b7c-8b8f-433cbda86a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:53.999516 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c9a94f49-1372-42e8-95f8-6852f97bc352 None None] For port 58b32b9f-7901-4365-a754-53f7e97e97c2, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=58b32b9f-7901-4365-a754-53f7e97e97c2,segment=NetworkSegment(9b49f098-5b2f-4371-8f37-613a066bf64b),segment_id=9b49f098-5b2f-4371-8f37-613a066bf64b)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:18:54.040593 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c9a94f49-1372-42e8-95f8-6852f97bc352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:54.186813 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a94f49-1372-42e8-95f8-6852f97bc352 None None] Pushing event updated for resources: {'Port': ['ID=58b32b9f-7901-4365-a754-53f7e97e97c2,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:54.411980 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e13f5e1f-0436-4db1-ad57-2b82e0d60f00 service neutron] For port 8cb26e22-61bc-45a1-a731-63fca20f0e30, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:18:54.492728 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:54.606080 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7e1c0792-5cea-4b7c-8b8f-433cbda86a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:54.608347 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e13f5e1f-0436-4db1-ad57-2b82e0d60f00 service neutron] For port 8cb26e22-61bc-45a1-a731-63fca20f0e30, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=8cb26e22-61bc-45a1-a731-63fca20f0e30,segment=NetworkSegment(ec938aac-3055-458d-96d0-77a991606f63),segment_id=ec938aac-3055-458d-96d0-77a991606f63)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:18:54.649811 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:54.662989 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e13f5e1f-0436-4db1-ad57-2b82e0d60f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:54.675307 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 56281aa3-cda5-4684-9c31-8cfa48a2a875, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=56281aa3-cda5-4684-9c31-8cfa48a2a875,segment=NetworkSegment(74aeee14-0d37-4360-92bb-0c901b877b56),segment_id=74aeee14-0d37-4360-92bb-0c901b877b56)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:18:54.707228 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:54.716101 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 72a50756-6bc7-43cd-bdbf-a99ee5bbc584 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:18:54.779058 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd11613-88de-41c7-9511-fa9992c4551a req-1852e97a-a0f5-47b4-8056-b7deef1cbd14 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:54.781417 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ccd11613-88de-41c7-9511-fa9992c4551a req-1852e97a-a0f5-47b4-8056-b7deef1cbd14 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 944 time: 0.0928793 Aug 28 15:18:54.818967 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-17432cc4-8bc1-4a77-9e2b-97fd2cf50930 req-6ec8237f-2365-4129-961a-df7977ea0446 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9404144 Aug 28 15:18:54.843118 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ccd11613-88de-41c7-9511-fa9992c4551a req-389c236e-9450-4689-9ac8-ab1de952a34c tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551276 Aug 28 15:18:54.873998 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-7e1c0792-5cea-4b7c-8b8f-433cbda86a7c None None] For port a1bf6470-c746-4bea-b108-7977a8e25d15, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a1bf6470-c746-4bea-b108-7977a8e25d15,segment=NetworkSegment(6c0a0c07-0225-4ba4-b78b-181aeeebe890),segment_id=6c0a0c07-0225-4ba4-b78b-181aeeebe890)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:18:54.894364 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7e1c0792-5cea-4b7c-8b8f-433cbda86a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:54.919315 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-542dc8b5-5e06-4e3f-a78a-fdb982bb1208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:54.923049 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-542dc8b5-5e06-4e3f-a78a-fdb982bb1208 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e&tenant_id=90bd0625838345f6bc46ab54cae2109b HTTP/1.1" status: 200 len: 1096 time: 1.0427508 Aug 28 15:18:54.935488 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=56281aa3-cda5-4684-9c31-8cfa48a2a875,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:54.974575 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-2ec8f288-4b22-4b19-aefd-411de84b3fef service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-10', 'device_owner': 'compute:nova'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:54.976022 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 72a50756-6bc7-43cd-bdbf-a99ee5bbc584 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:54.976406 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:54.977816 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e13f5e1f-0436-4db1-ad57-2b82e0d60f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:54.978446 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e13f5e1f-0436-4db1-ad57-2b82e0d60f00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:54.980495 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-e13f5e1f-0436-4db1-ad57-2b82e0d60f00 service neutron] 10.222.0.36 "PUT /v2.0/ports/8cb26e22-61bc-45a1-a731-63fca20f0e30 HTTP/1.1" status: 200 len: 1092 time: 4.3833523 Aug 28 15:18:54.996406 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'tag': '8cb26e22-61bc-45a1-a731-63fca20f0e30'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:18:55.010320 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8d84fc-7246-4067-8eee-def89f6f2dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "tag": "8cb26e22-61bc-45a1-a731-63fca20f0e30"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:18:55.077750 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-96cc0e09-f0b2-4238-a54c-aaae8bd28671 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:55.105938 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f5e1f-0436-4db1-ad57-2b82e0d60f00 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb26e22-61bc-45a1-a731-63fca20f0e30,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:55.115901 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c0792-5cea-4b7c-8b8f-433cbda86a7c None None] Pushing event updated for resources: {'Port': ['ID=a1bf6470-c746-4bea-b108-7977a8e25d15,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:55.131470 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-41915d9d-b28b-4cbc-98b5-429293e89f5f None None] Provisioning complete for port 56281aa3-cda5-4684-9c31-8cfa48a2a875 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:55.131900 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-41915d9d-b28b-4cbc-98b5-429293e89f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:55.134825 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49a28ba-ca6b-4c72-a0e6-8a54abfc79c9 x-openstack-request-id: req-f49a28ba-ca6b-4c72-a0e6-8a54abfc79c9 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:18:55.135131 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "tag": "8cb26e22-61bc-45a1-a731-63fca20f0e30", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:18:55.135423 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f49a28ba-ca6b-4c72-a0e6-8a54abfc79c9 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:18:55.135852 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'tag': '8cb26e22-61bc-45a1-a731-63fca20f0e30', 'status': 'completed', 'code': 200} Aug 28 15:18:55.352790 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cc0e09-f0b2-4238-a54c-aaae8bd28671 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Network 297a2ad2-c254-41dd-aa99-ad1f08d6425f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:18:55.376685 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-41915d9d-b28b-4cbc-98b5-429293e89f5f None None] Provisioning complete for port a1bf6470-c746-4bea-b108-7977a8e25d15 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:55.377339 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-41915d9d-b28b-4cbc-98b5-429293e89f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:55.392681 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc0e09-f0b2-4238-a54c-aaae8bd28671 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event updated for resources: {'Port': ['ID=e0690b94-9881-46a8-9b25-46519acf47dc,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:55.409258 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-96cc0e09-f0b2-4238-a54c-aaae8bd28671 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:18:55.459998 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-cf93cbae-d90a-4015-875a-1d124678920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:55.460692 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-cf93cbae-d90a-4015-875a-1d124678920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:55.461182 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-cf93cbae-d90a-4015-875a-1d124678920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:55.461658 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-cf93cbae-d90a-4015-875a-1d124678920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:55.462128 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-cf93cbae-d90a-4015-875a-1d124678920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:55.462604 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-cf93cbae-d90a-4015-875a-1d124678920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:55.463071 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-cf93cbae-d90a-4015-875a-1d124678920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:55.477489 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-cf93cbae-d90a-4015-875a-1d124678920e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad719b405fc34c1c8445c92c2e91c430&device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 6485 time: 0.4157853 Aug 28 15:18:55.478115 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-2ec8f288-4b22-4b19-aefd-411de84b3fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:55.515194 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-41915d9d-b28b-4cbc-98b5-429293e89f5f None None] Provisioning for port 716cb121-ec1f-4a51-b009-62c8a5dc7679 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:18:55.535380 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cc0e09-f0b2-4238-a54c-aaae8bd28671 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:18:55.543754 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cc0e09-f0b2-4238-a54c-aaae8bd28671 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:55.544433 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-96cc0e09-f0b2-4238-a54c-aaae8bd28671 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:55.556784 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-41915d9d-b28b-4cbc-98b5-429293e89f5f None None] Provisioning complete for port 716cb121-ec1f-4a51-b009-62c8a5dc7679 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:55.557182 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-41915d9d-b28b-4cbc-98b5-429293e89f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:55.609589 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-41915d9d-b28b-4cbc-98b5-429293e89f5f None None] Port 716cb121-ec1f-4a51-b009-62c8a5dc7679 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:18:55.612826 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 56281aa3-cda5-4684-9c31-8cfa48a2a875 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:18:55.658937 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-1d26e88d-96ab-4202-994f-20c7eb64b1bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a0f45d1-344f-409c-bd68-0b8ed3e04c72 HTTP/1.1" status: 200 len: 217 time: 0.1591718 Aug 28 15:18:55.696759 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 56281aa3-cda5-4684-9c31-8cfa48a2a875 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:55.697314 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:55.749911 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37158) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:55.780867 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-96cc0e09-f0b2-4238-a54c-aaae8bd28671 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.9651349 Aug 28 15:18:55.827413 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 58b32b9f-7901-4365-a754-53f7e97e97c2 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:18:55.837970 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bec9abf-7e4c-4366-ab19-ce879b694250 None None] Network 297a2ad2-c254-41dd-aa99-ad1f08d6425f requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:18:55.852927 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a628b89-b131-4d59-9a25-b0f5d14e3971 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Deleting subnet d632d0eb-cede-4741-9c23-ccb4f9f117db {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:18:55.868936 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1a628b89-b131-4d59-9a25-b0f5d14e3971 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:55.978206 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1a628b89-b131-4d59-9a25-b0f5d14e3971 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:56.007830 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:56.015529 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b0bad3e0-d35b-41d9-9f3b-4720834dbb74 None None] Provisioning for port 58b32b9f-7901-4365-a754-53f7e97e97c2 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:18:56.043041 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:56.068539 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 58b32b9f-7901-4365-a754-53f7e97e97c2 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:18:56.078891 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 58b32b9f-7901-4365-a754-53f7e97e97c2 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:56.078891 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:56.195791 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ca17d-e9ec-488c-83e4-a2589ccf1884 req-f956f4a3-394d-48a4-a587-a0e34c3deb08 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:56.203204 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ca17d-e9ec-488c-83e4-a2589ccf1884 req-f956f4a3-394d-48a4-a587-a0e34c3deb08 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:56.211944 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ca17d-e9ec-488c-83e4-a2589ccf1884 req-f956f4a3-394d-48a4-a587-a0e34c3deb08 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:56.217073 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ca17d-e9ec-488c-83e4-a2589ccf1884 req-f956f4a3-394d-48a4-a587-a0e34c3deb08 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:56.223827 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ca17d-e9ec-488c-83e4-a2589ccf1884 req-f956f4a3-394d-48a4-a587-a0e34c3deb08 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:56.237607 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-2ec8f288-4b22-4b19-aefd-411de84b3fef service neutron] For port c36919c9-f755-4a3a-bda6-934691a12f34, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=c36919c9-f755-4a3a-bda6-934691a12f34,segment=NetworkSegment(9c9787b2-3071-4fd8-b49c-6d9cde4276fe),segment_id=9c9787b2-3071-4fd8-b49c-6d9cde4276fe)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:18:56.243121 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:56.251380 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ca17d-e9ec-488c-83e4-a2589ccf1884 req-f956f4a3-394d-48a4-a587-a0e34c3deb08 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:56.262081 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ca17d-e9ec-488c-83e4-a2589ccf1884 req-f956f4a3-394d-48a4-a587-a0e34c3deb08 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:56.272982 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ce8ca17d-e9ec-488c-83e4-a2589ccf1884 req-f956f4a3-394d-48a4-a587-a0e34c3deb08 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5421 time: 0.1896780 Aug 28 15:18:56.304466 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-2ec8f288-4b22-4b19-aefd-411de84b3fef service neutron] For port c36919c9-f755-4a3a-bda6-934691a12f34, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:18:56.323993 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 58b32b9f-7901-4365-a754-53f7e97e97c2, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=58b32b9f-7901-4365-a754-53f7e97e97c2,segment=NetworkSegment(9b49f098-5b2f-4371-8f37-613a066bf64b),segment_id=9b49f098-5b2f-4371-8f37-613a066bf64b)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:18:56.329289 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:56.330340 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a1bf6470-c746-4bea-b108-7977a8e25d15 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:18:56.366267 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-2ec8f288-4b22-4b19-aefd-411de84b3fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c36919c9-f755-4a3a-bda6-934691a12f34 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:18:56.391346 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-2ec8f288-4b22-4b19-aefd-411de84b3fef service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:56.405724 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1a628b89-b131-4d59-9a25-b0f5d14e3971 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:56.419073 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-2ec8f288-4b22-4b19-aefd-411de84b3fef service neutron] Transition to ACTIVE for port object c36919c9-f755-4a3a-bda6-934691a12f34 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:56.430294 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-d08e777b-671b-49d1-89e8-24b5409f1588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:56.432064 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-d08e777b-671b-49d1-89e8-24b5409f1588 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73534ea4-fd9f-45ca-ad96-4ea00206b4ee HTTP/1.1" status: 200 len: 851 time: 0.7552514 Aug 28 15:18:56.457732 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ce8ca17d-e9ec-488c-83e4-a2589ccf1884 req-4bcb2d59-1bd1-4dc2-a10b-799292dd4960 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1827645 Aug 28 15:18:56.473286 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-2ec8f288-4b22-4b19-aefd-411de84b3fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:56.478389 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=58b32b9f-7901-4365-a754-53f7e97e97c2,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:56.518834 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1a628b89-b131-4d59-9a25-b0f5d14e3971 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:56.519083 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port a1bf6470-c746-4bea-b108-7977a8e25d15 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:56.519083 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:56.596613 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1a628b89-b131-4d59-9a25-b0f5d14e3971 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:56.598553 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1a628b89-b131-4d59-9a25-b0f5d14e3971 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "DELETE /v2.0/subnets/d632d0eb-cede-4741-9c23-ccb4f9f117db HTTP/1.1" status: 204 len: 168 time: 0.8476348 Aug 28 15:18:56.600351 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a628b89-b131-4d59-9a25-b0f5d14e3971 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event deleted for resources: {'Subnet': ['ID=d632d0eb-cede-4741-9c23-ccb4f9f117db,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:56.620469 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37178) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:56.634328 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:56.677246 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c209112a-f4fc-492c-b644-db7740b55b5e None None] Network 297a2ad2-c254-41dd-aa99-ad1f08d6425f requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:18:56.729654 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f1f2d-a857-4fe5-8d46-d3ad25851606 req-ecb7ae6f-44dc-476b-8a39-5412cf3fd355 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:56.731585 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1d1f1f2d-a857-4fe5-8d46-d3ad25851606 req-ecb7ae6f-44dc-476b-8a39-5412cf3fd355 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 944 time: 0.7181809 Aug 28 15:18:56.732722 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:56.791270 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'Port': ['ID=716cb121-ec1f-4a51-b009-62c8a5dc7679,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:56.839437 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee56c85-08b9-4343-878d-998e7b468117 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:56.842713 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee56c85-08b9-4343-878d-998e7b468117 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:56.844977 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-aee56c85-08b9-4343-878d-998e7b468117 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2200077 Aug 28 15:18:56.849044 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37182) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:56.926875 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-040de9c0-d532-444a-bfe6-a1fb869a15da None None] Provisioning complete for port 58b32b9f-7901-4365-a754-53f7e97e97c2 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:56.927249 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-040de9c0-d532-444a-bfe6-a1fb869a15da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:56.949330 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-2ec8f288-4b22-4b19-aefd-411de84b3fef service neutron] No DVR routers for this DVR port c36919c9-f755-4a3a-bda6-934691a12f34 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:18:57.029753 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8f288-4b22-4b19-aefd-411de84b3fef service neutron] Pushing event updated for resources: {'Port': ['ID=c36919c9-f755-4a3a-bda6-934691a12f34,revision_number=9']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:57.037740 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1d1f1f2d-a857-4fe5-8d46-d3ad25851606 req-f82c14a7-bc5b-47d5-a22a-eca20c10a2b7 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877753 Aug 28 15:18:57.068217 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0594780b-9613-450e-a346-50f135dff56e tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:57.095473 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-0594780b-9613-450e-a346-50f135dff56e tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 28 15:18:57.096131 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0594780b-9613-450e-a346-50f135dff56e tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:18:57.105268 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0594780b-9613-450e-a346-50f135dff56e tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "DELETE /v2.0/networks/297a2ad2-c254-41dd-aa99-ad1f08d6425f HTTP/1.1" status: 409 len: 405 time: 0.2546258 Aug 28 15:18:57.106138 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37188) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:57.114484 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-0ae9d680-cc62-4b83-a7ed-18ce964ed7a9 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-621887073'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:57.211277 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-d272f840-da55-45b4-8911-7a5e6cbcf7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:57.217026 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-d272f840-da55-45b4-8911-7a5e6cbcf7d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7183957 Aug 28 15:18:57.226962 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae9d680-cc62-4b83-a7ed-18ce964ed7a9 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Made reservation on behalf of 771fecbfa36145a384edb4a287daf1b9 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:18:57.231524 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d680-cc62-4b83-a7ed-18ce964ed7a9 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:57.237073 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Network 8a81e780-ac39-4b2e-90e9-a26ced5b068d is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:18:57.238021 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a9959-9a7a-4c88-89ce-a89abaf321a6 req-278472f5-e1d4-47d8-b281-0786fc618e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:57.239539 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3e6a9959-9a7a-4c88-89ce-a89abaf321a6 req-278472f5-e1d4-47d8-b281-0786fc618e0a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90bd0625838345f6bc46ab54cae2109b&device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 1054 time: 0.1663239 Aug 28 15:18:57.268205 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:18:57.371350 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-040de9c0-d532-444a-bfe6-a1fb869a15da None None] Provisioning for port e0690b94-9881-46a8-9b25-46519acf47dc completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:18:57.391891 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-040de9c0-d532-444a-bfe6-a1fb869a15da None None] Provisioning complete for port e0690b94-9881-46a8-9b25-46519acf47dc triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:57.392108 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-040de9c0-d532-444a-bfe6-a1fb869a15da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:57.442571 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 58b32b9f-7901-4365-a754-53f7e97e97c2 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:18:57.444943 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-c01245df-2e19-4ab8-a2b7-80f4e492a491 service neutron] 10.222.0.36 "GET /v2.0/networks/26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061653 Aug 28 15:18:57.449963 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-2ec8f288-4b22-4b19-aefd-411de84b3fef service neutron] Attempting to bind port c36919c9-f755-4a3a-bda6-934691a12f34 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:18:57.450347 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-2ec8f288-4b22-4b19-aefd-411de84b3fef service neutron] Attempting to bind port c36919c9-f755-4a3a-bda6-934691a12f34 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '9c9787b2-3071-4fd8-b49c-6d9cde4276fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ce54f031-11c3-4162-9420-a2bcdac36fa0'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:18:57.450684 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-2ec8f288-4b22-4b19-aefd-411de84b3fef service neutron] Attempting to bind port c36919c9-f755-4a3a-bda6-934691a12f34 on network ce54f031-11c3-4162-9420-a2bcdac36fa0 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:18:57.508220 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-2ec8f288-4b22-4b19-aefd-411de84b3fef service neutron] Port c36919c9-f755-4a3a-bda6-934691a12f34 on network ce54f031-11c3-4162-9420-a2bcdac36fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:18:57.509205 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-2ec8f288-4b22-4b19-aefd-411de84b3fef service neutron] Attempting to bind port c36919c9-f755-4a3a-bda6-934691a12f34 on network ce54f031-11c3-4162-9420-a2bcdac36fa0 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:18:57.518574 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2234b334-3f9c-431b-937b-f2620726b559 None None] DHCP port deletion for 297a2ad2-c254-41dd-aa99-ad1f08d6425f request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:18:57.535839 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a9959-9a7a-4c88-89ce-a89abaf321a6 req-00cb1cd0-ee5b-45b6-a776-410484329851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:57.543045 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3e6a9959-9a7a-4c88-89ce-a89abaf321a6 req-00cb1cd0-ee5b-45b6-a776-410484329851 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce54f031-11c3-4162-9420-a2bcdac36fa0 HTTP/1.1" status: 200 len: 914 time: 0.2561333 Aug 28 15:18:57.565713 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-2ec8f288-4b22-4b19-aefd-411de84b3fef service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:18:57.566059 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-2ec8f288-4b22-4b19-aefd-411de84b3fef service neutron] Checking segment: {'id': '9c9787b2-3071-4fd8-b49c-6d9cde4276fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ce54f031-11c3-4162-9420-a2bcdac36fa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:18:57.566457 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-2ec8f288-4b22-4b19-aefd-411de84b3fef service neutron] Bound using segment: {'id': '9c9787b2-3071-4fd8-b49c-6d9cde4276fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ce54f031-11c3-4162-9420-a2bcdac36fa0'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:18:57.566919 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-2ec8f288-4b22-4b19-aefd-411de84b3fef service neutron] Bound port: c36919c9-f755-4a3a-bda6-934691a12f34, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c9787b2-3071-4fd8-b49c-6d9cde4276fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ce54f031-11c3-4162-9420-a2bcdac36fa0'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:18:57.567285 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-2ec8f288-4b22-4b19-aefd-411de84b3fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:57.592573 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae9d680-cc62-4b83-a7ed-18ce964ed7a9 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:18:57.604227 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-040de9c0-d532-444a-bfe6-a1fb869a15da None None] Port e0690b94-9881-46a8-9b25-46519acf47dc cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:18:57.677939 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 58b32b9f-7901-4365-a754-53f7e97e97c2 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:57.678671 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:57.711899 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3e6a9959-9a7a-4c88-89ce-a89abaf321a6 req-ec09591c-53a5-485e-a513-2dc2e0449756 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c36919c9-f755-4a3a-bda6-934691a12f34 HTTP/1.1" status: 200 len: 217 time: 0.1046634 Aug 28 15:18:57.785612 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d680-cc62-4b83-a7ed-18ce964ed7a9 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:57.788532 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-0ae9d680-cc62-4b83-a7ed-18ce964ed7a9 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Added segment 517579ea-8d09-4f0c-b068-a84cc74189fa of type vlan for network 47dc65fd-ba14-4986-b176-2e1ff274afbe Aug 28 15:18:57.836797 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-2234b334-3f9c-431b-937b-f2620726b559 None None] Deleting port 58b32b9f-7901-4365-a754-53f7e97e97c2 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:18:57.837427 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2234b334-3f9c-431b-937b-f2620726b559 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:57.850664 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d3685335-c278-4c91-8d0b-b913b7ebc1c4 None None] Provisioning complete for port 716cb121-ec1f-4a51-b009-62c8a5dc7679 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:18:57.851110 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d3685335-c278-4c91-8d0b-b913b7ebc1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:57.862598 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Router 4515a1dd-f473-4075-afe0-bd0977c7c81c has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:18:57.868156 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-2ec8f288-4b22-4b19-aefd-411de84b3fef service neutron] For port c36919c9-f755-4a3a-bda6-934691a12f34, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:18:57.895590 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-2ec8f288-4b22-4b19-aefd-411de84b3fef service neutron] For port c36919c9-f755-4a3a-bda6-934691a12f34, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=c36919c9-f755-4a3a-bda6-934691a12f34,segment=NetworkSegment(9c9787b2-3071-4fd8-b49c-6d9cde4276fe),segment_id=9c9787b2-3071-4fd8-b49c-6d9cde4276fe)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:18:57.903962 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-2ec8f288-4b22-4b19-aefd-411de84b3fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:57.987122 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d680-cc62-4b83-a7ed-18ce964ed7a9 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:57.995867 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a9959-9a7a-4c88-89ce-a89abaf321a6 req-240835da-dc23-47c8-95b0-d3727fb35a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:57.998385 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3e6a9959-9a7a-4c88-89ce-a89abaf321a6 req-240835da-dc23-47c8-95b0-d3727fb35a42 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ee8456f-77cd-44f8-a770-a901187819ef HTTP/1.1" status: 200 len: 853 time: 0.1283114 Aug 28 15:18:58.012612 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-2234b334-3f9c-431b-937b-f2620726b559 None None] For port 58b32b9f-7901-4365-a754-53f7e97e97c2, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=58b32b9f-7901-4365-a754-53f7e97e97c2,segment=NetworkSegment(9b49f098-5b2f-4371-8f37-613a066bf64b),segment_id=9b49f098-5b2f-4371-8f37-613a066bf64b)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:18:58.013021 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2234b334-3f9c-431b-937b-f2620726b559 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:58.025013 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-d3685335-c278-4c91-8d0b-b913b7ebc1c4 None None] Port 716cb121-ec1f-4a51-b009-62c8a5dc7679 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:18:58.032435 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-c0e24ba8-d4c9-4f2d-a57d-ad22bdd23d9e service neutron] 10.222.0.36 "GET /v2.0/networks/26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5631425 Aug 28 15:18:58.043214 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3e6a9959-9a7a-4c88-89ce-a89abaf321a6 req-037afadc-409d-4137-9020-a53fe2a83b47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce54f031-11c3-4162-9420-a2bcdac36fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359857 Aug 28 15:18:58.056143 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-2234b334-3f9c-431b-937b-f2620726b559 None None] Calling delete_port for 58b32b9f-7901-4365-a754-53f7e97e97c2 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:18:58.059994 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f8d3c-6ebc-4077-a5ec-d7c0a8d24e68 req-de9a59e5-2a93-4759-a60c-3142f7e11b27 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:58.066610 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f8d3c-6ebc-4077-a5ec-d7c0a8d24e68 req-de9a59e5-2a93-4759-a60c-3142f7e11b27 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:58.073456 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f8d3c-6ebc-4077-a5ec-d7c0a8d24e68 req-de9a59e5-2a93-4759-a60c-3142f7e11b27 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:58.082472 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f8d3c-6ebc-4077-a5ec-d7c0a8d24e68 req-de9a59e5-2a93-4759-a60c-3142f7e11b27 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:58.090903 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f8d3c-6ebc-4077-a5ec-d7c0a8d24e68 req-de9a59e5-2a93-4759-a60c-3142f7e11b27 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:58.097040 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f8d3c-6ebc-4077-a5ec-d7c0a8d24e68 req-de9a59e5-2a93-4759-a60c-3142f7e11b27 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:58.103732 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f8d3c-6ebc-4077-a5ec-d7c0a8d24e68 req-de9a59e5-2a93-4759-a60c-3142f7e11b27 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:58.106301 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dc9f8d3c-6ebc-4077-a5ec-d7c0a8d24e68 req-de9a59e5-2a93-4759-a60c-3142f7e11b27 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5421 time: 0.3931403 Aug 28 15:18:58.107882 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.db.resource_extend [None req-0ae9d680-cc62-4b83-a7ed-18ce964ed7a9 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 15:18:58.131194 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-1ff30198-1f67-47d3-bc8e-3663269e1e4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=f1ecb044-2bfe-4874-89df-8daa50563f78 HTTP/1.1" status: 200 len: 217 time: 0.0865700 Aug 28 15:18:58.134858 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-2ec8f288-4b22-4b19-aefd-411de84b3fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:58.137839 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-2ec8f288-4b22-4b19-aefd-411de84b3fef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:58.142964 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-2ec8f288-4b22-4b19-aefd-411de84b3fef service neutron] 10.222.0.41 "PUT /v2.0/ports/c36919c9-f755-4a3a-bda6-934691a12f34 HTTP/1.1" status: 200 len: 1093 time: 3.1813784 Aug 28 15:18:58.147243 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441f0ff1-af0d-4768-b7b1-1afa34efd51e', 'tag': 'c36919c9-f755-4a3a-bda6-934691a12f34'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:18:58.154849 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbe7045-c2e8-40a8-bbf7-a2618c5fb094" -d '{"events": [{"name": "network-changed", "server_uuid": "441f0ff1-af0d-4768-b7b1-1afa34efd51e", "tag": "c36919c9-f755-4a3a-bda6-934691a12f34"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:18:58.206717 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d680-cc62-4b83-a7ed-18ce964ed7a9 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:58.213134 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae9d680-cc62-4b83-a7ed-18ce964ed7a9 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:58.214444 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d680-cc62-4b83-a7ed-18ce964ed7a9 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:58.235639 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2234b334-3f9c-431b-937b-f2620726b559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:58.273987 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234b334-3f9c-431b-937b-f2620726b559 None None] Pushing event deleted for resources: {'Port': ['ID=58b32b9f-7901-4365-a754-53f7e97e97c2,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:58.291101 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2234b334-3f9c-431b-937b-f2620726b559 None None] No DVR routers for this DVR port 58b32b9f-7901-4365-a754-53f7e97e97c2 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:18:58.306775 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9d680-cc62-4b83-a7ed-18ce964ed7a9 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event updated for resources: {'Network': ['ID=47dc65fd-ba14-4986-b176-2e1ff274afbe,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:58.316178 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8f288-4b22-4b19-aefd-411de84b3fef service neutron] Pushing event updated for resources: {'Port': ['ID=c36919c9-f755-4a3a-bda6-934691a12f34,revision_number=10']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:58.334799 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 47dc65fd-ba14-4986-b176-2e1ff274afbe details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:18:58.366200 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dc9f8d3c-6ebc-4077-a5ec-d7c0a8d24e68 req-ae36f837-ed99-45c5-b870-63229f00a530 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2423298 Aug 28 15:18:58.369870 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-c0f7c682-5628-49a2-abca-b84938f166a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:58.372432 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-c0f7c682-5628-49a2-abca-b84938f166a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee9e1d3e-90f3-4805-bd4b-3365719a7970 HTTP/1.1" status: 200 len: 797 time: 0.2074015 Aug 28 15:18:58.391618 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0ae9d680-cc62-4b83-a7ed-18ce964ed7a9 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2816992 Aug 28 15:18:58.393304 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37212) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:58.408301 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-bd25bb52-70f6-4bfd-b9aa-daf0a5db5797 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Request body: {'subnet': {'network_id': '47dc65fd-ba14-4986-b176-2e1ff274afbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:58.474712 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64c634-dae1-44b1-baf8-ccc3e9891ca7 req-aa3a5deb-286c-443b-9307-6e92a01651c7 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:58.476301 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3b64c634-dae1-44b1-baf8-ccc3e9891ca7 req-aa3a5deb-286c-443b-9307-6e92a01651c7 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 945 time: 0.2757909 Aug 28 15:18:58.509967 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:18:58.522499 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3e6a9959-9a7a-4c88-89ce-a89abaf321a6 req-db5a7072-7399-4343-9dd9-245b94282698 service neutron] 10.222.0.41 "GET /v2.0/networks/ce54f031-11c3-4162-9420-a2bcdac36fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107251 Aug 28 15:18:58.526814 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fdabc7-e15c-4e11-a3f9-dc50d6ba3e9a x-openstack-request-id: req-80fdabc7-e15c-4e11-a3f9-dc50d6ba3e9a {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:18:58.527599 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441f0ff1-af0d-4768-b7b1-1afa34efd51e", "tag": "c36919c9-f755-4a3a-bda6-934691a12f34", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:18:58.528103 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80fdabc7-e15c-4e11-a3f9-dc50d6ba3e9a {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:18:58.528576 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441f0ff1-af0d-4768-b7b1-1afa34efd51e', 'tag': 'c36919c9-f755-4a3a-bda6-934691a12f34', 'status': 'completed', 'code': 200} Aug 28 15:18:58.533583 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a13dfec-de63-48d5-b6c9-4e48296656e2 None None] Sync routers for ids ['4515a1dd-f473-4075-afe0-bd0977c7c81c'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:18:58.548887 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e2e5ee8c-b29b-4550-bea6-2c4e2fdc9301 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "PUT /v2.0/routers/4515a1dd-f473-4075-afe0-bd0977c7c81c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1331010 Aug 28 15:18:58.549887 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a13dfec-de63-48d5-b6c9-4e48296656e2 None None] Routers {'4515a1dd-f473-4075-afe0-bd0977c7c81c'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:18:58.550594 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9a13dfec-de63-48d5-b6c9-4e48296656e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:18:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4515a1dd-f473-4075-afe0-bd0977c7c81c'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:18:58.562138 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37214) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:58.695187 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd25bb52-70f6-4bfd-b9aa-daf0a5db5797 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Made reservation on behalf of 771fecbfa36145a384edb4a287daf1b9 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:18:58.699577 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3b64c634-dae1-44b1-baf8-ccc3e9891ca7 req-0128e94c-93e7-436a-aa96-3d26f692468b tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147002 Aug 28 15:18:58.700226 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bd25bb52-70f6-4bfd-b9aa-daf0a5db5797 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:58.709473 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-3cdc9956-5614-4338-9977-5b1359382bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:58.723044 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-9a13dfec-de63-48d5-b6c9-4e48296656e2 None None] Set router 4515a1dd-f473-4075-afe0-bd0977c7c81c gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:18:58.749354 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-3cdc9956-5614-4338-9977-5b1359382bf1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e337a80-f61c-4bca-8264-d9f248c90759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3602757 Aug 28 15:18:58.788022 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3e6a9959-9a7a-4c88-89ce-a89abaf321a6 req-c3e69b0f-8ac3-4cd7-91c9-1f03f21f4054 service neutron] 10.222.0.41 "GET /v2.0/networks/ce54f031-11c3-4162-9420-a2bcdac36fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544920 Aug 28 15:18:58.948478 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edef2770-7e11-409e-89e9-79121d6bc9cf tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:58.948954 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edef2770-7e11-409e-89e9-79121d6bc9cf tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:58.949422 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edef2770-7e11-409e-89e9-79121d6bc9cf tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:58.949887 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edef2770-7e11-409e-89e9-79121d6bc9cf tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:58.950352 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edef2770-7e11-409e-89e9-79121d6bc9cf tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:58.950810 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edef2770-7e11-409e-89e9-79121d6bc9cf tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:58.951274 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edef2770-7e11-409e-89e9-79121d6bc9cf tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:58.951753 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edef2770-7e11-409e-89e9-79121d6bc9cf tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:58.954429 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edef2770-7e11-409e-89e9-79121d6bc9cf tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:58.954429 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edef2770-7e11-409e-89e9-79121d6bc9cf tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:58.954429 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edef2770-7e11-409e-89e9-79121d6bc9cf tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:58.954429 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edef2770-7e11-409e-89e9-79121d6bc9cf tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:58.958596 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-edef2770-7e11-409e-89e9-79121d6bc9cf tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8396 time: 0.3900299 Aug 28 15:18:58.965164 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37224) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:59.070039 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9a13dfec-de63-48d5-b6c9-4e48296656e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'name': 'tempest-TestNetworkBasicOps-router-707599765', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:18:35Z', 'updated_at': '2021-08-28T15:18:53Z', 'revision_number': 4, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:03:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:37Z', 'updated_at': '2021-08-28T15:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '716cb121-ec1f-4a51-b009-62c8a5dc7679', 'name': '', 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'mac_address': 'fa:16:3e:0d:09:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '54a87143-ea46-45e4-a07a-4882672eba9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:49Z', 'updated_at': '2021-08-28T15:18:55Z', 'revision_number': 2, 'project_id': '882056e022594e62849ed5c991d6169b', 'subnets': [{'id': '54a87143-ea46-45e4-a07a-4882672eba9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:18:59.113807 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-e66fafe6-3767-4ddc-92b4-a833a7ca8bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:59.113807 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-e66fafe6-3767-4ddc-92b4-a833a7ca8bac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90bd0625838345f6bc46ab54cae2109b&device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 1097 time: 0.1297016 Aug 28 15:18:59.144867 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a13dfec-de63-48d5-b6c9-4e48296656e2 None None] Checking router: 4515a1dd-f473-4075-afe0-bd0977c7c81c for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:18:59.145513 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a13dfec-de63-48d5-b6c9-4e48296656e2 None None] Updating router 4515a1dd-f473-4075-afe0-bd0977c7c81c port 716cb121-ec1f-4a51-b009-62c8a5dc7679 binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:18:59.160472 n-d-712137-10 neutron-server[106329]: DEBUG neutron.objects.ports [None req-bd25bb52-70f6-4bfd-b9aa-daf0a5db5797 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106329) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 15:18:59.172629 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-9a13dfec-de63-48d5-b6c9-4e48296656e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:59.190331 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bd25bb52-70f6-4bfd-b9aa-daf0a5db5797 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:59.250306 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd25bb52-70f6-4bfd-b9aa-daf0a5db5797 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event updated for resources: {'Subnet': ['ID=ffcb8e3b-364d-45e4-ac82-3a18dda1c43b,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:59.309344 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd25bb52-70f6-4bfd-b9aa-daf0a5db5797 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Checking segment: {'id': '517579ea-8d09-4f0c-b068-a84cc74189fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '47dc65fd-ba14-4986-b176-2e1ff274afbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:18:59.309830 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd25bb52-70f6-4bfd-b9aa-daf0a5db5797 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Network hostable DHCP agents. Network: 47dc65fd-ba14-4986-b176-2e1ff274afbe, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:18:59.350783 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-5eda36fa-64c9-4cbe-a3f3-87000056e151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:59.357374 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-5eda36fa-64c9-4cbe-a3f3-87000056e151 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce54f031-11c3-4162-9420-a2bcdac36fa0 HTTP/1.1" status: 200 len: 914 time: 0.2295051 Aug 28 15:18:59.357374 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd25bb52-70f6-4bfd-b9aa-daf0a5db5797 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Network 47dc65fd-ba14-4986-b176-2e1ff274afbe is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:18:59.412434 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-80129b19-9b26-4fff-92c0-caba909e17cc service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4550912 Aug 28 15:18:59.420376 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 58b32b9f-7901-4365-a754-53f7e97e97c2 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:18:59.451324 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-bd25bb52-70f6-4bfd-b9aa-daf0a5db5797 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 47dc65fd-ba14-4986-b176-2e1ff274afbe) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:18:59.455220 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 58b32b9f-7901-4365-a754-53f7e97e97c2 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:18:59.457657 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-e000dd1a-f246-4654-aeb5-992d669f0f76 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c36919c9-f755-4a3a-bda6-934691a12f34 HTTP/1.1" status: 200 len: 217 time: 0.0954168 Aug 28 15:18:59.459173 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 58b32b9f-7901-4365-a754-53f7e97e97c2 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:18:59.477018 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd25bb52-70f6-4bfd-b9aa-daf0a5db5797 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:59.480344 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bd25bb52-70f6-4bfd-b9aa-daf0a5db5797 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:59.482109 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef0e82e-2f37-446e-937e-fb1ba6a01a64 None None] Network 47dc65fd-ba14-4986-b176-2e1ff274afbe requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:18:59.593308 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-9a13dfec-de63-48d5-b6c9-4e48296656e2 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:59.606020 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-9a13dfec-de63-48d5-b6c9-4e48296656e2 None None] Transition to ACTIVE for port object 716cb121-ec1f-4a51-b009-62c8a5dc7679 will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:18:59.615546 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-9f7a1f1f-b741-4f91-904f-b5ea63e13132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:59.618065 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-9f7a1f1f-b741-4f91-904f-b5ea63e13132 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ee8456f-77cd-44f8-a770-a901187819ef HTTP/1.1" status: 200 len: 853 time: 0.1117656 Aug 28 15:18:59.618381 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-9a13dfec-de63-48d5-b6c9-4e48296656e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:59.641549 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488e0b34-f05f-4e32-9104-4d7ec5a34e8d tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:59.641549 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488e0b34-f05f-4e32-9104-4d7ec5a34e8d tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:59.641549 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488e0b34-f05f-4e32-9104-4d7ec5a34e8d tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:59.641549 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488e0b34-f05f-4e32-9104-4d7ec5a34e8d tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:59.641549 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488e0b34-f05f-4e32-9104-4d7ec5a34e8d tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:59.641549 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488e0b34-f05f-4e32-9104-4d7ec5a34e8d tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:59.642635 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488e0b34-f05f-4e32-9104-4d7ec5a34e8d tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:59.642635 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488e0b34-f05f-4e32-9104-4d7ec5a34e8d tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:59.642879 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488e0b34-f05f-4e32-9104-4d7ec5a34e8d tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:59.643328 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488e0b34-f05f-4e32-9104-4d7ec5a34e8d tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:18:59.648251 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-488e0b34-f05f-4e32-9104-4d7ec5a34e8d tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6458 time: 0.6795251 Aug 28 15:18:59.648601 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37236) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:59.696432 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-bd25bb52-70f6-4bfd-b9aa-daf0a5db5797 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3000147 Aug 28 15:18:59.701563 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37240) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:18:59.705548 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-0aef1448-af58-4ce2-b7da-efba251e9af6 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Request body: {'port': {'network_id': '47dc65fd-ba14-4986-b176-2e1ff274afbe', 'name': 'tempest-NetworksIpV6TestAttrs-1323086607'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:18:59.751814 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-ba17a215-e58d-47ba-b70b-2934c0a14a5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce54f031-11c3-4162-9420-a2bcdac36fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190648 Aug 28 15:18:59.772763 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b436d-6b58-466c-8cdf-82cca46cfed6 None None] Pushing event updated for resources: {'Port': ['ID=716cb121-ec1f-4a51-b009-62c8a5dc7679,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:18:59.806425 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b436d-6b58-466c-8cdf-82cca46cfed6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:59.806810 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b436d-6b58-466c-8cdf-82cca46cfed6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:59.807358 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b436d-6b58-466c-8cdf-82cca46cfed6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:59.807633 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b436d-6b58-466c-8cdf-82cca46cfed6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:59.808055 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b436d-6b58-466c-8cdf-82cca46cfed6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:59.808393 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b436d-6b58-466c-8cdf-82cca46cfed6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:59.808722 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b436d-6b58-466c-8cdf-82cca46cfed6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:59.809049 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b436d-6b58-466c-8cdf-82cca46cfed6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:59.809373 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b436d-6b58-466c-8cdf-82cca46cfed6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:59.809694 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b436d-6b58-466c-8cdf-82cca46cfed6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:59.810017 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b436d-6b58-466c-8cdf-82cca46cfed6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:59.810338 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b436d-6b58-466c-8cdf-82cca46cfed6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:18:59.859875 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48970785-8ecd-4a14-aee9-e0eac939ff50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-47dc65fd-ba14-4986-b176-2e1ff274afbe', 'network_id': '47dc65fd-ba14-4986-b176-2e1ff274afbe', 'tenant_id': '771fecbfa36145a384edb4a287daf1b9', 'fixed_ips': [{'subnet_id': 'ffcb8e3b-364d-45e4-ac82-3a18dda1c43b'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:18:59.862809 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-48970785-8ecd-4a14-aee9-e0eac939ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:59.889841 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-4713b7e1-8d0e-45d4-becb-af7416bf29ab service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652050 Aug 28 15:18:59.970988 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-9a13dfec-de63-48d5-b6c9-4e48296656e2 None None] Attempting to bind port 716cb121-ec1f-4a51-b009-62c8a5dc7679 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:18:59.971355 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-9a13dfec-de63-48d5-b6c9-4e48296656e2 None None] Attempting to bind port 716cb121-ec1f-4a51-b009-62c8a5dc7679 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '74aeee14-0d37-4360-92bb-0c901b877b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:18:59.973494 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a13dfec-de63-48d5-b6c9-4e48296656e2 None None] Attempting to bind port 716cb121-ec1f-4a51-b009-62c8a5dc7679 on network 8a81e780-ac39-4b2e-90e9-a26ced5b068d {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:18:59.991032 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a13dfec-de63-48d5-b6c9-4e48296656e2 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:18:59.992892 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a13dfec-de63-48d5-b6c9-4e48296656e2 None None] Checking segment: {'id': '74aeee14-0d37-4360-92bb-0c901b877b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:18:59.994075 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-9a13dfec-de63-48d5-b6c9-4e48296656e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:18:59.995177 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a13dfec-de63-48d5-b6c9-4e48296656e2 None None] Bound using segment: {'id': '74aeee14-0d37-4360-92bb-0c901b877b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:18:59.999166 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-9a13dfec-de63-48d5-b6c9-4e48296656e2 None None] Bound port: 716cb121-ec1f-4a51-b009-62c8a5dc7679, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74aeee14-0d37-4360-92bb-0c901b877b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:18:59.999865 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-9a13dfec-de63-48d5-b6c9-4e48296656e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:00.035153 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-55a2b0a5-ce72-4a64-8302-36c8256aaa9a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=812faf11-1952-4526-859c-7622a369ee03 HTTP/1.1" status: 200 len: 217 time: 0.1330762 Aug 28 15:19:00.066179 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-108c2963-8fb0-421f-a1be-5ff220b8afd5 service neutron] 10.222.0.41 "GET /v2.0/networks/ce54f031-11c3-4162-9420-a2bcdac36fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343149 Aug 28 15:19:00.083376 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bd681-95f3-406a-8274-7cfb361df59f req-7e6f2eee-eb6f-4b79-9f83-d147edb5f7f2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:00.101091 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bd681-95f3-406a-8274-7cfb361df59f req-7e6f2eee-eb6f-4b79-9f83-d147edb5f7f2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:00.110457 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bd681-95f3-406a-8274-7cfb361df59f req-7e6f2eee-eb6f-4b79-9f83-d147edb5f7f2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:00.117125 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bd681-95f3-406a-8274-7cfb361df59f req-7e6f2eee-eb6f-4b79-9f83-d147edb5f7f2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:00.136459 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-63ddbc8f-0597-4b17-9f18-19facc703e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:00.137949 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-63ddbc8f-0597-4b17-9f18-19facc703e82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee9e1d3e-90f3-4805-bd4b-3365719a7970 HTTP/1.1" status: 200 len: 797 time: 0.0727661 Aug 28 15:19:00.138886 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bd681-95f3-406a-8274-7cfb361df59f req-7e6f2eee-eb6f-4b79-9f83-d147edb5f7f2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:00.154580 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bd681-95f3-406a-8274-7cfb361df59f req-7e6f2eee-eb6f-4b79-9f83-d147edb5f7f2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:00.169630 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087d661-2cc2-4403-988e-dcbecaa4ce03 req-217c6a7f-548b-4fb0-9769-09ecc38d7023 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:00.171204 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e087d661-2cc2-4403-988e-dcbecaa4ce03 req-217c6a7f-548b-4fb0-9769-09ecc38d7023 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 945 time: 0.2631481 Aug 28 15:19:00.175714 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bd681-95f3-406a-8274-7cfb361df59f req-7e6f2eee-eb6f-4b79-9f83-d147edb5f7f2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:00.187882 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-769bd681-95f3-406a-8274-7cfb361df59f req-7e6f2eee-eb6f-4b79-9f83-d147edb5f7f2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5421 time: 0.5685413 Aug 28 15:19:00.190292 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-48970785-8ecd-4a14-aee9-e0eac939ff50 None None] Allocated IP 2001:db8::f816:3eff:fef9:124a (47dc65fd-ba14-4986-b176-2e1ff274afbe/ffcb8e3b-364d-45e4-ac82-3a18dda1c43b/062553cb-2df4-45a4-b764-a81de4c0dcbf) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:19:00.200906 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-9a13dfec-de63-48d5-b6c9-4e48296656e2 None None] For port 716cb121-ec1f-4a51-b009-62c8a5dc7679, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:19:00.214451 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-9a13dfec-de63-48d5-b6c9-4e48296656e2 None None] For port 716cb121-ec1f-4a51-b009-62c8a5dc7679, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=716cb121-ec1f-4a51-b009-62c8a5dc7679,segment=NetworkSegment(74aeee14-0d37-4360-92bb-0c901b877b56),segment_id=74aeee14-0d37-4360-92bb-0c901b877b56)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:19:00.234328 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-9a13dfec-de63-48d5-b6c9-4e48296656e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:00.363321 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b436d-6b58-466c-8cdf-82cca46cfed6 None None] Pushing event updated for resources: {'Port': ['ID=716cb121-ec1f-4a51-b009-62c8a5dc7679,revision_number=4']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:00.378832 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aef1448-af58-4ce2-b7da-efba251e9af6 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Made reservation on behalf of 771fecbfa36145a384edb4a287daf1b9 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:00.382685 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0aef1448-af58-4ce2-b7da-efba251e9af6 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:00.402585 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a13dfec-de63-48d5-b6c9-4e48296656e2 None None] Routers {'4515a1dd-f473-4075-afe0-bd0977c7c81c'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:19:00.405788 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9a13dfec-de63-48d5-b6c9-4e48296656e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:18:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4515a1dd-f473-4075-afe0-bd0977c7c81c'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:00.417404 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-ace3dc22-c17d-4253-b33e-563a529ddb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:00.424428 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-ace3dc22-c17d-4253-b33e-563a529ddb6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e337a80-f61c-4bca-8264-d9f248c90759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2791069 Aug 28 15:19:00.434511 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-769bd681-95f3-406a-8274-7cfb361df59f req-dcae0caf-ed29-4c39-bb1e-9245dd0687d6 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2050016 Aug 28 15:19:00.437634 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e087d661-2cc2-4403-988e-dcbecaa4ce03 req-76db34cf-ba83-4195-824a-ee41f98ef9a4 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861413 Aug 28 15:19:00.477337 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-0aef1448-af58-4ce2-b7da-efba251e9af6 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] device_id is not set on port 6fe3fad8-3abc-4fb2-ba8e-51c73210140c yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:19:00.486031 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-48970785-8ecd-4a14-aee9-e0eac939ff50 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:00.501653 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-48970785-8ecd-4a14-aee9-e0eac939ff50 None None] Transition to ACTIVE for port object 062553cb-2df4-45a4-b764-a81de4c0dcbf will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:19:00.524473 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-59c050bc-b75c-4daf-8e4d-2d151fe714d0 req-b1554a2a-9dbb-4e3e-a6e8-dd23fb0071ba service neutron] 10.222.0.41 "GET /v2.0/networks/ce54f031-11c3-4162-9420-a2bcdac36fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254294 Aug 28 15:19:00.527518 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-48970785-8ecd-4a14-aee9-e0eac939ff50 None None] Transition to ACTIVE for port object 062553cb-2df4-45a4-b764-a81de4c0dcbf will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:19:00.543757 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-48970785-8ecd-4a14-aee9-e0eac939ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:00.657200 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bbebdd2d-4f9c-423a-b680-eb5e6a6bfa73 tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2328 time: 1.0073929 Aug 28 15:19:00.686952 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-9a13dfec-de63-48d5-b6c9-4e48296656e2 None None] Set router 4515a1dd-f473-4075-afe0-bd0977c7c81c gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:19:00.688276 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-9d88cff5-3c76-4f58-90ba-cb93e4237c8d service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495110 Aug 28 15:19:00.693235 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48970785-8ecd-4a14-aee9-e0eac939ff50 None None] Network 47dc65fd-ba14-4986-b176-2e1ff274afbe is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:19:00.708626 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-48970785-8ecd-4a14-aee9-e0eac939ff50 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:00.717675 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48970785-8ecd-4a14-aee9-e0eac939ff50 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:19:00.769885 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48970785-8ecd-4a14-aee9-e0eac939ff50 None None] Pushing event updated for resources: {'Port': ['ID=062553cb-2df4-45a4-b764-a81de4c0dcbf,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:00.902606 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe7045-c2e8-40a8-bbf7-a2618c5fb094 req-e319a4eb-2ea9-4a8a-a282-ab3eebb9e842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:00.913225 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-48970785-8ecd-4a14-aee9-e0eac939ff50 None None] Attempting to bind port 062553cb-2df4-45a4-b764-a81de4c0dcbf on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:19:00.913600 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-48970785-8ecd-4a14-aee9-e0eac939ff50 None None] Attempting to bind port 062553cb-2df4-45a4-b764-a81de4c0dcbf by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '517579ea-8d09-4f0c-b068-a84cc74189fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '47dc65fd-ba14-4986-b176-2e1ff274afbe'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:19:00.913966 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48970785-8ecd-4a14-aee9-e0eac939ff50 None None] Attempting to bind port 062553cb-2df4-45a4-b764-a81de4c0dcbf on network 47dc65fd-ba14-4986-b176-2e1ff274afbe {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:19:00.916176 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3cbe7045-c2e8-40a8-bbf7-a2618c5fb094 req-e319a4eb-2ea9-4a8a-a282-ab3eebb9e842 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90bd0625838345f6bc46ab54cae2109b&device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 1097 time: 0.2912245 Aug 28 15:19:00.936367 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48970785-8ecd-4a14-aee9-e0eac939ff50 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:19:00.936752 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48970785-8ecd-4a14-aee9-e0eac939ff50 None None] Checking segment: {'id': '517579ea-8d09-4f0c-b068-a84cc74189fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '47dc65fd-ba14-4986-b176-2e1ff274afbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:19:00.937154 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-48970785-8ecd-4a14-aee9-e0eac939ff50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:00.937559 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48970785-8ecd-4a14-aee9-e0eac939ff50 None None] Bound using segment: {'id': '517579ea-8d09-4f0c-b068-a84cc74189fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '47dc65fd-ba14-4986-b176-2e1ff274afbe'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:19:00.938035 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-48970785-8ecd-4a14-aee9-e0eac939ff50 None None] Bound port: 062553cb-2df4-45a4-b764-a81de4c0dcbf, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517579ea-8d09-4f0c-b068-a84cc74189fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '47dc65fd-ba14-4986-b176-2e1ff274afbe'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:19:00.938422 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-48970785-8ecd-4a14-aee9-e0eac939ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:01.065875 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-9d415eeb-d11f-411e-b51c-05f656434079 service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708980 Aug 28 15:19:01.071552 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-0aef1448-af58-4ce2-b7da-efba251e9af6 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Allocated IP 2001:db8::f816:3eff:fe8d:4d42 (47dc65fd-ba14-4986-b176-2e1ff274afbe/ffcb8e3b-364d-45e4-ac82-3a18dda1c43b/6fe3fad8-3abc-4fb2-ba8e-51c73210140c) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:19:01.127951 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-07936065-a073-41f1-9f2a-f3eae95c38de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=30961ef5-4a0d-454a-bc6e-519c94cbf152 HTTP/1.1" status: 200 len: 217 time: 0.0538542 Aug 28 15:19:01.150095 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-48970785-8ecd-4a14-aee9-e0eac939ff50 None None] For port 062553cb-2df4-45a4-b764-a81de4c0dcbf, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:19:01.159443 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-48970785-8ecd-4a14-aee9-e0eac939ff50 None None] For port 062553cb-2df4-45a4-b764-a81de4c0dcbf, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=062553cb-2df4-45a4-b764-a81de4c0dcbf,segment=NetworkSegment(517579ea-8d09-4f0c-b068-a84cc74189fa),segment_id=517579ea-8d09-4f0c-b068-a84cc74189fa)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:19:01.165676 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-48970785-8ecd-4a14-aee9-e0eac939ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:01.203814 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-6c66f3cf-b073-44ea-a700-4afb2fe3b605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:01.205520 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-6c66f3cf-b073-44ea-a700-4afb2fe3b605 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee9e1d3e-90f3-4805-bd4b-3365719a7970 HTTP/1.1" status: 200 len: 797 time: 0.0607471 Aug 28 15:19:01.216050 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9a13dfec-de63-48d5-b6c9-4e48296656e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'name': 'tempest-TestNetworkBasicOps-router-707599765', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:18:35Z', 'updated_at': '2021-08-28T15:18:53Z', 'revision_number': 4, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:03:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:37Z', 'updated_at': '2021-08-28T15:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '716cb121-ec1f-4a51-b009-62c8a5dc7679', 'name': '', 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'mac_address': 'fa:16:3e:0d:09:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '54a87143-ea46-45e4-a07a-4882672eba9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:49Z', 'updated_at': '2021-08-28T15:19:00Z', 'revision_number': 4, 'project_id': '882056e022594e62849ed5c991d6169b', 'subnets': [{'id': '54a87143-ea46-45e4-a07a-4882672eba9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:01.265066 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a13dfec-de63-48d5-b6c9-4e48296656e2 None None] The sync data for ids ['4515a1dd-f473-4075-afe0-bd0977c7c81c'] in n-d-712137-10 is: [{'id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'name': 'tempest-TestNetworkBasicOps-router-707599765', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:18:35Z', 'updated_at': '2021-08-28T15:18:53Z', 'revision_number': 4, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:03:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:37Z', 'updated_at': '2021-08-28T15:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '716cb121-ec1f-4a51-b009-62c8a5dc7679', 'name': '', 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'mac_address': 'fa:16:3e:0d:09:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '54a87143-ea46-45e4-a07a-4882672eba9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:49Z', 'updated_at': '2021-08-28T15:19:00Z', 'revision_number': 4, 'project_id': '882056e022594e62849ed5c991d6169b', 'subnets': [{'id': '54a87143-ea46-45e4-a07a-4882672eba9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:19:01.370842 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-50c08661-ab14-402f-b8b3-f6fc67f6bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:01.378930 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48970785-8ecd-4a14-aee9-e0eac939ff50 None None] Pushing event updated for resources: {'Port': ['ID=062553cb-2df4-45a4-b764-a81de4c0dcbf,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:01.389979 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-50c08661-ab14-402f-b8b3-f6fc67f6bb27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e337a80-f61c-4bca-8264-d9f248c90759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1777849 Aug 28 15:19:01.673046 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-b955dfe5-8e29-48ec-b691-6df98e1fe2e6 service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762759 Aug 28 15:19:01.890708 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37284) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:01.932759 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-df6fe807-187d-4e09-87e9-e9d08552f5ab tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1159429942', 'description': 'tempest-secgroup-smoke-1159429942 description', 'project_id': '882056e022594e62849ed5c991d6169b'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:02.186075 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-df6fe807-187d-4e09-87e9-e9d08552f5ab tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:02.226037 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aecdb1-bfd6-48b9-9a63-0363bd8139f2 req-9f30fcd8-25d0-4733-b2bc-8d47e93ea665 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:02.233207 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aecdb1-bfd6-48b9-9a63-0363bd8139f2 req-9f30fcd8-25d0-4733-b2bc-8d47e93ea665 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:02.239907 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aecdb1-bfd6-48b9-9a63-0363bd8139f2 req-9f30fcd8-25d0-4733-b2bc-8d47e93ea665 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:02.252895 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aecdb1-bfd6-48b9-9a63-0363bd8139f2 req-9f30fcd8-25d0-4733-b2bc-8d47e93ea665 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:02.264565 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aecdb1-bfd6-48b9-9a63-0363bd8139f2 req-9f30fcd8-25d0-4733-b2bc-8d47e93ea665 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:02.274125 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aecdb1-bfd6-48b9-9a63-0363bd8139f2 req-9f30fcd8-25d0-4733-b2bc-8d47e93ea665 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:02.302384 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aecdb1-bfd6-48b9-9a63-0363bd8139f2 req-9f30fcd8-25d0-4733-b2bc-8d47e93ea665 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:02.312457 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-95aecdb1-bfd6-48b9-9a63-0363bd8139f2 req-9f30fcd8-25d0-4733-b2bc-8d47e93ea665 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5421 time: 0.3558362 Aug 28 15:19:02.359048 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-8bb4151d-81a6-40be-92e3-d795b7894219 service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6791613 Aug 28 15:19:02.379474 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0aef1448-af58-4ce2-b7da-efba251e9af6 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:02.430070 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-0aef1448-af58-4ce2-b7da-efba251e9af6 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Transition to ACTIVE for port object 6fe3fad8-3abc-4fb2-ba8e-51c73210140c will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:19:02.436694 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe7045-c2e8-40a8-bbf7-a2618c5fb094 req-5beb805f-6671-42eb-a431-8d13af6016dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:02.438310 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3cbe7045-c2e8-40a8-bbf7-a2618c5fb094 req-5beb805f-6671-42eb-a431-8d13af6016dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce54f031-11c3-4162-9420-a2bcdac36fa0 HTTP/1.1" status: 200 len: 914 time: 1.4961438 Aug 28 15:19:02.566850 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-67198ff8-f7b4-4a20-b1ed-504c02873e51 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=16321fa2-91e2-42a3-8f1a-9e609d1ba006 HTTP/1.1" status: 200 len: 217 time: 0.1413474 Aug 28 15:19:02.669755 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-95aecdb1-bfd6-48b9-9a63-0363bd8139f2 req-38c39439-c193-4007-ac42-628a2e81342a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3563166 Aug 28 15:19:02.688385 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3cbe7045-c2e8-40a8-bbf7-a2618c5fb094 req-0328dd13-6429-4332-82aa-332a1ca1cc30 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c36919c9-f755-4a3a-bda6-934691a12f34 HTTP/1.1" status: 200 len: 217 time: 0.2131710 Aug 28 15:19:02.827884 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-8701c20c-a2a4-442d-ac05-f7ac1e37cc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:02.829654 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-8701c20c-a2a4-442d-ac05-f7ac1e37cc96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee9e1d3e-90f3-4805-bd4b-3365719a7970 HTTP/1.1" status: 200 len: 797 time: 0.2283173 Aug 28 15:19:02.895364 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-df6fe807-187d-4e09-87e9-e9d08552f5ab tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:02.909560 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0aef1448-af58-4ce2-b7da-efba251e9af6 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:02.918954 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-df6fe807-187d-4e09-87e9-e9d08552f5ab tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:03.014813 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267ad26-5250-471c-adb5-34c48194e215 req-70bb2ffe-a8a3-4927-a460-c829fa6b7809 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:03.025594 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4267ad26-5250-471c-adb5-34c48194e215 req-70bb2ffe-a8a3-4927-a460-c829fa6b7809 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 945 time: 0.5926538 Aug 28 15:19:03.028184 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-df6fe807-187d-4e09-87e9-e9d08552f5ab tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:03.032705 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-df6fe807-187d-4e09-87e9-e9d08552f5ab tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1383235 Aug 28 15:19:03.033032 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37300) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:03.057549 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-4f221826-72a6-43d9-967b-708e4f2c16b0 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'security_group_rule': {'security_group_id': 'c06d03fd-734c-4627-9184-a07405d51d0a', 'project_id': '882056e022594e62849ed5c991d6169b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:03.141673 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aef1448-af58-4ce2-b7da-efba251e9af6 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Network 47dc65fd-ba14-4986-b176-2e1ff274afbe is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:19:03.146072 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-24bec62e-41aa-4996-a118-2c21c450225e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:03.155497 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-24bec62e-41aa-4996-a118-2c21c450225e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e337a80-f61c-4bca-8264-d9f248c90759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3134542 Aug 28 15:19:03.158338 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6fe807-187d-4e09-87e9-e9d08552f5ab tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c06d03fd-734c-4627-9184-a07405d51d0a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:03.220878 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-0aef1448-af58-4ce2-b7da-efba251e9af6 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:03.224451 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aef1448-af58-4ce2-b7da-efba251e9af6 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:19:03.256086 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aef1448-af58-4ce2-b7da-efba251e9af6 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:03.258379 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0aef1448-af58-4ce2-b7da-efba251e9af6 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:03.296377 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef1448-af58-4ce2-b7da-efba251e9af6 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event updated for resources: {'Port': ['ID=6fe3fad8-3abc-4fb2-ba8e-51c73210140c,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:03.343475 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9cd545-97b1-479d-b0e3-b89245d2c1f7 None None] Network 47dc65fd-ba14-4986-b176-2e1ff274afbe requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:19:03.358620 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4f221826-72a6-43d9-967b-708e4f2c16b0 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:03.404596 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-da730f03-851b-4936-b2b3-3a731e4c5923 req-df8a9433-f9ff-4523-8499-e829512fdded service neutron] (106329) timed out ('10.222.0.13', 41174) {{(pid=106329) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 15:19:03.422700 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe7045-c2e8-40a8-bbf7-a2618c5fb094 req-cc61a5d1-8166-44cd-8ce4-23709e466524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:03.426171 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3cbe7045-c2e8-40a8-bbf7-a2618c5fb094 req-cc61a5d1-8166-44cd-8ce4-23709e466524 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ee8456f-77cd-44f8-a770-a901187819ef HTTP/1.1" status: 200 len: 853 time: 0.6849391 Aug 28 15:19:03.498729 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0aef1448-af58-4ce2-b7da-efba251e9af6 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.7972887 Aug 28 15:19:03.557454 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37308) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:03.561984 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4267ad26-5250-471c-adb5-34c48194e215 req-b9d33af9-6515-46e8-b450-08000efcdd01 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5351155 Aug 28 15:19:03.569681 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3cbe7045-c2e8-40a8-bbf7-a2618c5fb094 req-2863a321-2688-40ee-b8be-6c9ce2ea3ae6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce54f031-11c3-4162-9420-a2bcdac36fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1132405 Aug 28 15:19:03.623929 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-614a2965-8e86-4144-8aaf-5b16b870e983 None None] Provisioning for port 062553cb-2df4-45a4-b764-a81de4c0dcbf completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:19:03.687572 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-88c58c05-db18-4795-8753-229ed2f07058 service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4883137 Aug 28 15:19:03.696106 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4f221826-72a6-43d9-967b-708e4f2c16b0 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:03.768921 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4f221826-72a6-43d9-967b-708e4f2c16b0 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:03.785628 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 716cb121-ec1f-4a51-b009-62c8a5dc7679 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:19:03.926560 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3cbe7045-c2e8-40a8-bbf7-a2618c5fb094 req-9daf069c-0419-4098-9ce3-db6b0e33700a service neutron] 10.222.0.41 "GET /v2.0/networks/ce54f031-11c3-4162-9420-a2bcdac36fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436892 Aug 28 15:19:04.008199 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e8b15c-ea8f-40cf-9ebc-0217f1d1cc44 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Deleting subnet ffcb8e3b-364d-45e4-ac82-3a18dda1c43b {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:19:04.014723 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f221826-72a6-43d9-967b-708e4f2c16b0 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab28c45-9431-406b-9aca-3adcf2b84946,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:04.055245 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72e8b15c-ea8f-40cf-9ebc-0217f1d1cc44 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:04.081373 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 716cb121-ec1f-4a51-b009-62c8a5dc7679 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:19:04.130494 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 716cb121-ec1f-4a51-b009-62c8a5dc7679 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:04.134180 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:04.223637 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4f221826-72a6-43d9-967b-708e4f2c16b0 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:04.228035 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4f221826-72a6-43d9-967b-708e4f2c16b0 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1798365 Aug 28 15:19:04.232556 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37318) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:04.238715 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-dacda760-53bb-4598-96b3-d2bef8f11284 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'security_group_rule': {'security_group_id': 'c06d03fd-734c-4627-9184-a07405d51d0a', 'project_id': '882056e022594e62849ed5c991d6169b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:04.267464 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3cbe7045-c2e8-40a8-bbf7-a2618c5fb094 req-a38847c6-2091-4bd5-ac41-e731b6dfb5a9 service neutron] 10.222.0.41 "GET /v2.0/networks/ce54f031-11c3-4162-9420-a2bcdac36fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141317 Aug 28 15:19:04.296532 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:04.333078 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72e8b15c-ea8f-40cf-9ebc-0217f1d1cc44 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:04.412409 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb64340-33e2-4dc9-830c-03bed17a08c7 req-c7381634-b641-400a-8c36-6cb578f415e1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:04.420290 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb64340-33e2-4dc9-830c-03bed17a08c7 req-c7381634-b641-400a-8c36-6cb578f415e1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:04.427101 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb64340-33e2-4dc9-830c-03bed17a08c7 req-c7381634-b641-400a-8c36-6cb578f415e1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:04.432030 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 716cb121-ec1f-4a51-b009-62c8a5dc7679, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=716cb121-ec1f-4a51-b009-62c8a5dc7679,segment=NetworkSegment(74aeee14-0d37-4360-92bb-0c901b877b56),segment_id=74aeee14-0d37-4360-92bb-0c901b877b56)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:04.434438 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb64340-33e2-4dc9-830c-03bed17a08c7 req-c7381634-b641-400a-8c36-6cb578f415e1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:04.445891 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:04.449301 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb64340-33e2-4dc9-830c-03bed17a08c7 req-c7381634-b641-400a-8c36-6cb578f415e1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:04.459291 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 062553cb-2df4-45a4-b764-a81de4c0dcbf up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:19:04.472121 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb64340-33e2-4dc9-830c-03bed17a08c7 req-c7381634-b641-400a-8c36-6cb578f415e1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:04.480343 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb64340-33e2-4dc9-830c-03bed17a08c7 req-c7381634-b641-400a-8c36-6cb578f415e1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:04.496083 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fbb64340-33e2-4dc9-830c-03bed17a08c7 req-c7381634-b641-400a-8c36-6cb578f415e1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5421 time: 0.5513854 Aug 28 15:19:04.528280 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-8a55c40e-5880-4ca2-be07-0c16b6f4192a service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8291476 Aug 28 15:19:04.537034 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dacda760-53bb-4598-96b3-d2bef8f11284 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:04.666843 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-3e00303d-94cf-49c5-9574-886a395998a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=50deec03-7b81-42d5-aaf9-ae33b02083dc HTTP/1.1" status: 200 len: 217 time: 0.1262853 Aug 28 15:19:04.694948 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=716cb121-ec1f-4a51-b009-62c8a5dc7679,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:04.727947 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 062553cb-2df4-45a4-b764-a81de4c0dcbf completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:19:04.737183 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 062553cb-2df4-45a4-b764-a81de4c0dcbf triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:04.738121 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:04.919036 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-06872d87-08ce-4417-b335-d4d9385c9d9d None None] Provisioning complete for port 062553cb-2df4-45a4-b764-a81de4c0dcbf triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:04.919807 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-06872d87-08ce-4417-b335-d4d9385c9d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:04.924117 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd7ded-1cb1-4cb1-a170-39779fa5a408 req-cadce433-c364-48e5-982f-6071b308df22 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:04.925744 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-acbd7ded-1cb1-4cb1-a170-39779fa5a408 req-cadce433-c364-48e5-982f-6071b308df22 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 945 time: 0.1667392 Aug 28 15:19:04.927763 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fbb64340-33e2-4dc9-830c-03bed17a08c7 req-78f41682-e48e-4265-a44c-81c597fdf5c6 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4120371 Aug 28 15:19:05.018322 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-acbd7ded-1cb1-4cb1-a170-39779fa5a408 req-487e5cb7-cd40-4855-8fc2-6d1209e7c46d tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628605 Aug 28 15:19:05.127011 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-1d397f31-2f23-4822-9dd5-40f1e475aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:05.132331 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-1d397f31-2f23-4822-9dd5-40f1e475aefa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=32296ab6-0e0f-4355-bb6c-e0506c5f4601 HTTP/1.1" status: 200 len: 797 time: 0.4028430 Aug 28 15:19:05.155857 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:05.228793 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dacda760-53bb-4598-96b3-d2bef8f11284 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:05.235171 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dacda760-53bb-4598-96b3-d2bef8f11284 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:05.256764 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 062553cb-2df4-45a4-b764-a81de4c0dcbf, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=062553cb-2df4-45a4-b764-a81de4c0dcbf,segment=NetworkSegment(517579ea-8d09-4f0c-b068-a84cc74189fa),segment_id=517579ea-8d09-4f0c-b068-a84cc74189fa)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:05.269195 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:05.277262 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72e8b15c-ea8f-40cf-9ebc-0217f1d1cc44 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:05.287647 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacda760-53bb-4598-96b3-d2bef8f11284 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26663881-94c7-4a1f-8e12-3ce5ae9940d3,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:05.342467 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dacda760-53bb-4598-96b3-d2bef8f11284 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:05.350821 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37330) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:05.357495 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-731b7945-9cf9-4012-8aeb-f43247b27e77 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'security_group_rule': {'security_group_id': 'c06d03fd-734c-4627-9184-a07405d51d0a', 'project_id': '882056e022594e62849ed5c991d6169b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:05.358313 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-dacda760-53bb-4598-96b3-d2bef8f11284 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1159031 Aug 28 15:19:05.365884 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-36c837a3-bf0d-4c59-b4f3-f16f6a9616ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:05.367611 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-36c837a3-bf0d-4c59-b4f3-f16f6a9616ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a36e233e-9694-4856-84b9-f3f8aa62d273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2222233 Aug 28 15:19:05.405021 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=062553cb-2df4-45a4-b764-a81de4c0dcbf,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:05.410738 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-06872d87-08ce-4417-b335-d4d9385c9d9d None None] Provisioning for port 6fe3fad8-3abc-4fb2-ba8e-51c73210140c completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:19:05.415188 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-06872d87-08ce-4417-b335-d4d9385c9d9d None None] Provisioning complete for port 6fe3fad8-3abc-4fb2-ba8e-51c73210140c triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:05.415621 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-06872d87-08ce-4417-b335-d4d9385c9d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:05.457407 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-731b7945-9cf9-4012-8aeb-f43247b27e77 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:05.473837 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 716cb121-ec1f-4a51-b009-62c8a5dc7679 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:19:05.562312 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-06872d87-08ce-4417-b335-d4d9385c9d9d None None] Port 6fe3fad8-3abc-4fb2-ba8e-51c73210140c cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:19:05.606458 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72e8b15c-ea8f-40cf-9ebc-0217f1d1cc44 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:05.645558 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8b15c-ea8f-40cf-9ebc-0217f1d1cc44 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event deleted for resources: {'Subnet': ['ID=ffcb8e3b-364d-45e4-ac82-3a18dda1c43b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:05.665574 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72e8b15c-ea8f-40cf-9ebc-0217f1d1cc44 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:05.670486 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-72e8b15c-ea8f-40cf-9ebc-0217f1d1cc44 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "DELETE /v2.0/subnets/ffcb8e3b-364d-45e4-ac82-3a18dda1c43b HTTP/1.1" status: 204 len: 168 time: 2.1076972 Aug 28 15:19:05.670636 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37338) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:05.675682 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372a1861-2982-4372-a47a-071ef80a2cbe None None] Network 47dc65fd-ba14-4986-b176-2e1ff274afbe requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:19:05.678697 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-731b7945-9cf9-4012-8aeb-f43247b27e77 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:05.685975 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-76ceb27d-6748-4f16-9580-8d7ff8b9a8dc service neutron] 10.222.0.36 "GET /v2.0/networks/a36e233e-9694-4856-84b9-f3f8aa62d273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973363 Aug 28 15:19:05.689360 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-731b7945-9cf9-4012-8aeb-f43247b27e77 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:05.772729 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b7945-9cf9-4012-8aeb-f43247b27e77 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d95b7d47-4f0a-4278-9be9-d88aa5a92d48,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:05.835858 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-731b7945-9cf9-4012-8aeb-f43247b27e77 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:05.842149 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-731b7945-9cf9-4012-8aeb-f43247b27e77 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4849482 Aug 28 15:19:05.842455 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37340) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:05.847304 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-deebe6fc-e9c4-41a6-b169-204d9419c586 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'security_group_rule': {'security_group_id': 'c06d03fd-734c-4627-9184-a07405d51d0a', 'project_id': '882056e022594e62849ed5c991d6169b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:05.898702 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 716cb121-ec1f-4a51-b009-62c8a5dc7679 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:05.902545 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:05.911846 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d1d1fb-5f1a-42b9-9779-9ac1968926c7 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:05.914602 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-deebe6fc-e9c4-41a6-b169-204d9419c586 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:05.914758 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d1d1fb-5f1a-42b9-9779-9ac1968926c7 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:05.917097 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-97d1d1fb-5f1a-42b9-9779-9ac1968926c7 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2430205 Aug 28 15:19:05.919989 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37342) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:05.947647 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2b08690f-3042-418e-b480-4898068d177a None None] Provisioning complete for port 6fe3fad8-3abc-4fb2-ba8e-51c73210140c triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:05.948389 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2b08690f-3042-418e-b480-4898068d177a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:05.955479 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-d171635c-ec34-46ed-a8ac-2f03ecaab9d9 service neutron] 10.222.0.36 "GET /v2.0/networks/a36e233e-9694-4856-84b9-f3f8aa62d273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562165 Aug 28 15:19:06.017048 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-99e0274c-5212-4aa0-a8fd-44f7c3cc5bfa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8cb26e22-61bc-45a1-a731-63fca20f0e30 HTTP/1.1" status: 200 len: 217 time: 0.0540669 Aug 28 15:19:06.151049 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-2b08690f-3042-418e-b480-4898068d177a None None] Port 6fe3fad8-3abc-4fb2-ba8e-51c73210140c cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:19:06.206636 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-9bef9442-61a6-47d8-acfd-1f1a834f72df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:06.207521 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-9bef9442-61a6-47d8-acfd-1f1a834f72df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=32296ab6-0e0f-4355-bb6c-e0506c5f4601 HTTP/1.1" status: 200 len: 797 time: 0.1827710 Aug 28 15:19:06.228441 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d93807-e792-4cdd-902b-85957f60db0c req-54cabbeb-2d1d-4fea-a88e-ff53dd01f187 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:06.236673 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d93807-e792-4cdd-902b-85957f60db0c req-54cabbeb-2d1d-4fea-a88e-ff53dd01f187 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:06.247063 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d93807-e792-4cdd-902b-85957f60db0c req-54cabbeb-2d1d-4fea-a88e-ff53dd01f187 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:06.263847 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d93807-e792-4cdd-902b-85957f60db0c req-54cabbeb-2d1d-4fea-a88e-ff53dd01f187 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:06.271890 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d93807-e792-4cdd-902b-85957f60db0c req-54cabbeb-2d1d-4fea-a88e-ff53dd01f187 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:06.293044 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d93807-e792-4cdd-902b-85957f60db0c req-54cabbeb-2d1d-4fea-a88e-ff53dd01f187 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:06.303906 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d93807-e792-4cdd-902b-85957f60db0c req-54cabbeb-2d1d-4fea-a88e-ff53dd01f187 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:06.306127 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0d93807-e792-4cdd-902b-85957f60db0c req-54cabbeb-2d1d-4fea-a88e-ff53dd01f187 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5421 time: 0.2131553 Aug 28 15:19:06.409083 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3247c0-7ee6-417c-8a74-47a3f99ec227 None None] DHCP port deletion for 47dc65fd-ba14-4986-b176-2e1ff274afbe request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:19:06.428959 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-48af21f9-548a-4aed-a0e4-c35364ba57c5 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:06.444823 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0d93807-e792-4cdd-902b-85957f60db0c req-e0d204d0-1dcb-40f4-9efd-76bc6d05dbaf tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1257713 Aug 28 15:19:06.452345 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-8ea4ea88-8b6f-435a-b934-7c613b08c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:06.455697 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-8ea4ea88-8b6f-435a-b934-7c613b08c48a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a36e233e-9694-4856-84b9-f3f8aa62d273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1486092 Aug 28 15:19:06.461789 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-48af21f9-548a-4aed-a0e4-c35364ba57c5 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 28 15:19:06.464609 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48af21f9-548a-4aed-a0e4-c35364ba57c5 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:19:06.473174 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-48af21f9-548a-4aed-a0e4-c35364ba57c5 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "DELETE /v2.0/networks/47dc65fd-ba14-4986-b176-2e1ff274afbe HTTP/1.1" status: 409 len: 405 time: 0.5414519 Aug 28 15:19:06.473174 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37354) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:06.484006 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-ace2e9e7-6c39-4ef1-9e46-8c79df623e84 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1206020499'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:06.524171 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-4e3247c0-7ee6-417c-8a74-47a3f99ec227 None None] Deleting port 062553cb-2df4-45a4-b764-a81de4c0dcbf {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:19:06.527101 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4e3247c0-7ee6-417c-8a74-47a3f99ec227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:06.533713 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c462127-623a-4f8b-b711-5c39532c53c5 req-f89d6823-e1f6-4e45-b9f5-717cd353992e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:06.541822 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6c462127-623a-4f8b-b711-5c39532c53c5 req-f89d6823-e1f6-4e45-b9f5-717cd353992e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 945 time: 0.3990848 Aug 28 15:19:06.566083 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace2e9e7-6c39-4ef1-9e46-8c79df623e84 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Made reservation on behalf of 771fecbfa36145a384edb4a287daf1b9 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:06.571157 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ace2e9e7-6c39-4ef1-9e46-8c79df623e84 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:06.577549 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-deebe6fc-e9c4-41a6-b169-204d9419c586 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:06.581437 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-3a4d140d-172a-445c-b815-fd3a69689f59 service neutron] 10.222.0.36 "GET /v2.0/networks/a36e233e-9694-4856-84b9-f3f8aa62d273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180620 Aug 28 15:19:06.595405 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-deebe6fc-e9c4-41a6-b169-204d9419c586 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:06.637936 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-4e3247c0-7ee6-417c-8a74-47a3f99ec227 None None] For port 062553cb-2df4-45a4-b764-a81de4c0dcbf, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=062553cb-2df4-45a4-b764-a81de4c0dcbf,segment=NetworkSegment(517579ea-8d09-4f0c-b068-a84cc74189fa),segment_id=517579ea-8d09-4f0c-b068-a84cc74189fa)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:06.638352 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4e3247c0-7ee6-417c-8a74-47a3f99ec227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:06.651859 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6c462127-623a-4f8b-b711-5c39532c53c5 req-ab19ad5b-51b1-4ef6-ac43-d830f39dcb25 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091058 Aug 28 15:19:06.679168 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-4e3247c0-7ee6-417c-8a74-47a3f99ec227 None None] Calling delete_port for 062553cb-2df4-45a4-b764-a81de4c0dcbf owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:19:06.679443 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace2e9e7-6c39-4ef1-9e46-8c79df623e84 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:19:06.680929 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebe6fc-e9c4-41a6-b169-204d9419c586 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e4ad0f8-97be-42b3-b366-cf8356d76fd5,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:06.700487 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-deebe6fc-e9c4-41a6-b169-204d9419c586 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:06.706611 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37360) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:06.711293 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-deebe6fc-e9c4-41a6-b169-204d9419c586 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8676455 Aug 28 15:19:06.715399 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-e93379ee-f0a1-4548-a9e9-909acb5c68f1 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'security_group_rule': {'security_group_id': 'c06d03fd-734c-4627-9184-a07405d51d0a', 'project_id': '882056e022594e62849ed5c991d6169b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:06.721546 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ace2e9e7-6c39-4ef1-9e46-8c79df623e84 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:06.721807 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-ace2e9e7-6c39-4ef1-9e46-8c79df623e84 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Added segment c2219954-f524-44d8-9a2f-086722244545 of type vlan for network a0d05ebc-b065-4b73-aa07-28ff1b49f096 Aug 28 15:19:06.837443 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4e3247c0-7ee6-417c-8a74-47a3f99ec227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:06.853790 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ace2e9e7-6c39-4ef1-9e46-8c79df623e84 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:06.860723 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0e2552b-b18d-42eb-a775-5c30207463c2 req-cb3a2ffd-afd0-4d83-8c58-fff66bcb301f service neutron] 10.222.0.36 "GET /v2.0/networks/a36e233e-9694-4856-84b9-f3f8aa62d273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708588 Aug 28 15:19:06.862725 n-d-712137-10 neutron-server[106330]: INFO neutron.db.securitygroups_db [None req-e93379ee-f0a1-4548-a9e9-909acb5c68f1 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Project 882056e022594e62849ed5c991d6169b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 15:19:06.889834 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e93379ee-f0a1-4548-a9e9-909acb5c68f1 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:06.899675 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3247c0-7ee6-417c-8a74-47a3f99ec227 None None] Pushing event deleted for resources: {'Port': ['ID=062553cb-2df4-45a4-b764-a81de4c0dcbf,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:06.903291 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3247c0-7ee6-417c-8a74-47a3f99ec227 None None] No DVR routers for this DVR port 062553cb-2df4-45a4-b764-a81de4c0dcbf on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:19:06.983468 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ace2e9e7-6c39-4ef1-9e46-8c79df623e84 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:06.996600 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace2e9e7-6c39-4ef1-9e46-8c79df623e84 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:06.997755 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ace2e9e7-6c39-4ef1-9e46-8c79df623e84 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:07.130076 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e93379ee-f0a1-4548-a9e9-909acb5c68f1 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:07.141670 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e93379ee-f0a1-4548-a9e9-909acb5c68f1 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:07.168186 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d84fc-7246-4067-8eee-def89f6f2dbf req-e71d5067-628a-4c6e-9d24-7433c3fd15b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:07.169112 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d84fc-7246-4067-8eee-def89f6f2dbf req-e71d5067-628a-4c6e-9d24-7433c3fd15b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:07.169673 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d84fc-7246-4067-8eee-def89f6f2dbf req-e71d5067-628a-4c6e-9d24-7433c3fd15b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:07.170412 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d84fc-7246-4067-8eee-def89f6f2dbf req-e71d5067-628a-4c6e-9d24-7433c3fd15b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:07.170969 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d84fc-7246-4067-8eee-def89f6f2dbf req-e71d5067-628a-4c6e-9d24-7433c3fd15b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:07.171715 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d84fc-7246-4067-8eee-def89f6f2dbf req-e71d5067-628a-4c6e-9d24-7433c3fd15b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:07.172252 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d84fc-7246-4067-8eee-def89f6f2dbf req-e71d5067-628a-4c6e-9d24-7433c3fd15b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:07.174269 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9f8d84fc-7246-4067-8eee-def89f6f2dbf req-e71d5067-628a-4c6e-9d24-7433c3fd15b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad719b405fc34c1c8445c92c2e91c430&device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 6485 time: 0.1869087 Aug 28 15:19:07.199953 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ace2e9e7-6c39-4ef1-9e46-8c79df623e84 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7199819 Aug 28 15:19:07.200766 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37368) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:07.209353 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93379ee-f0a1-4548-a9e9-909acb5c68f1 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2de4f60-ae4e-4efd-8e96-bde818dd777d,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:07.214270 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-95f45799-0306-41e9-9d7f-26518dc9cb3d tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Request body: {'subnet': {'network_id': 'a0d05ebc-b065-4b73-aa07-28ff1b49f096', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:07.236874 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2e9e7-6c39-4ef1-9e46-8c79df623e84 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event updated for resources: {'Network': ['ID=a0d05ebc-b065-4b73-aa07-28ff1b49f096,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:07.250461 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network a0d05ebc-b065-4b73-aa07-28ff1b49f096 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:19:07.260166 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e93379ee-f0a1-4548-a9e9-909acb5c68f1 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:07.264684 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e93379ee-f0a1-4548-a9e9-909acb5c68f1 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5568144 Aug 28 15:19:07.266610 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37370) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:07.281280 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-1d55cd38-ae88-488e-9d9e-5b21bd8db940 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'security_group_rule': {'security_group_id': 'c06d03fd-734c-4627-9184-a07405d51d0a', 'project_id': '882056e022594e62849ed5c991d6169b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:07.328577 n-d-712137-10 neutron-server[106329]: INFO neutron.db.securitygroups_db [None req-1d55cd38-ae88-488e-9d9e-5b21bd8db940 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Project 882056e022594e62849ed5c991d6169b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 15:19:07.342853 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1d55cd38-ae88-488e-9d9e-5b21bd8db940 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:07.374663 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f45799-0306-41e9-9d7f-26518dc9cb3d tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Made reservation on behalf of 771fecbfa36145a384edb4a287daf1b9 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:07.379023 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-95f45799-0306-41e9-9d7f-26518dc9cb3d tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:07.458528 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d84fc-7246-4067-8eee-def89f6f2dbf req-54734d06-89ba-41c2-b2ec-bc3c74a085e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:07.460043 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9f8d84fc-7246-4067-8eee-def89f6f2dbf req-54734d06-89ba-41c2-b2ec-bc3c74a085e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a36e233e-9694-4856-84b9-f3f8aa62d273 HTTP/1.1" status: 200 len: 900 time: 0.2636442 Aug 28 15:19:07.497603 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 062553cb-2df4-45a4-b764-a81de4c0dcbf no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:19:07.525082 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 062553cb-2df4-45a4-b764-a81de4c0dcbf {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:19:07.526672 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 062553cb-2df4-45a4-b764-a81de4c0dcbf not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:19:07.593621 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9f8d84fc-7246-4067-8eee-def89f6f2dbf req-239c4501-187e-4856-93aa-3b1dbf73215a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8cb26e22-61bc-45a1-a731-63fca20f0e30 HTTP/1.1" status: 200 len: 217 time: 0.1222858 Aug 28 15:19:07.636327 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1d55cd38-ae88-488e-9d9e-5b21bd8db940 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:07.656822 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1d55cd38-ae88-488e-9d9e-5b21bd8db940 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:07.684804 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d84fc-7246-4067-8eee-def89f6f2dbf req-b9f559a0-4ecb-4524-b0a4-b8f73f93c73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:07.686321 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9f8d84fc-7246-4067-8eee-def89f6f2dbf req-b9f559a0-4ecb-4524-b0a4-b8f73f93c73b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=32296ab6-0e0f-4355-bb6c-e0506c5f4601 HTTP/1.1" status: 200 len: 797 time: 0.0847864 Aug 28 15:19:07.736746 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55cd38-ae88-488e-9d9e-5b21bd8db940 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f8a1f0c-b1d4-4b77-903c-1b001efccae3,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:07.792597 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1d55cd38-ae88-488e-9d9e-5b21bd8db940 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:07.794547 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1d55cd38-ae88-488e-9d9e-5b21bd8db940 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5257809 Aug 28 15:19:07.922166 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18fab3-77d2-4054-9fea-c8b3e680997d req-9b005b4c-f040-4c11-9af1-f871806f799c tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:07.931387 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18fab3-77d2-4054-9fea-c8b3e680997d req-9b005b4c-f040-4c11-9af1-f871806f799c tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:07.943384 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18fab3-77d2-4054-9fea-c8b3e680997d req-9b005b4c-f040-4c11-9af1-f871806f799c tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:07.975233 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18fab3-77d2-4054-9fea-c8b3e680997d req-9b005b4c-f040-4c11-9af1-f871806f799c tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:07.982420 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5d729f0e-9140-4531-9ab2-354144a44491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:07.997875 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18fab3-77d2-4054-9fea-c8b3e680997d req-9b005b4c-f040-4c11-9af1-f871806f799c tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:08.013729 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18fab3-77d2-4054-9fea-c8b3e680997d req-9b005b4c-f040-4c11-9af1-f871806f799c tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:08.022424 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18fab3-77d2-4054-9fea-c8b3e680997d req-9b005b4c-f040-4c11-9af1-f871806f799c tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:08.024840 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ff18fab3-77d2-4054-9fea-c8b3e680997d req-9b005b4c-f040-4c11-9af1-f871806f799c tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5421 time: 0.3648672 Aug 28 15:19:08.032822 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d84fc-7246-4067-8eee-def89f6f2dbf req-dae47b67-c09b-4382-b782-d63a15b6df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:08.034460 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9f8d84fc-7246-4067-8eee-def89f6f2dbf req-dae47b67-c09b-4382-b782-d63a15b6df3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a36e233e-9694-4856-84b9-f3f8aa62d273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2853491 Aug 28 15:19:08.149623 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9f8d84fc-7246-4067-8eee-def89f6f2dbf req-c4bcbb98-e2f5-44b8-b433-bfa4868d9234 service neutron] 10.222.0.36 "GET /v2.0/networks/a36e233e-9694-4856-84b9-f3f8aa62d273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056876 Aug 28 15:19:08.169217 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e019c-1f5b-457d-bb17-e5369b127590 req-a2f99724-ae72-413e-aa04-beddaa5799e9 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:08.174875 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4c8e019c-1f5b-457d-bb17-e5369b127590 req-a2f99724-ae72-413e-aa04-beddaa5799e9 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 945 time: 0.3492448 Aug 28 15:19:08.234349 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ff18fab3-77d2-4054-9fea-c8b3e680997d req-a13fe958-c85f-45b6-8c6f-ac925107cdd4 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1987567 Aug 28 15:19:08.317182 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9f8d84fc-7246-4067-8eee-def89f6f2dbf req-deca0c0b-92c1-4e43-9515-5a0764d3e3b6 service neutron] 10.222.0.36 "GET /v2.0/networks/a36e233e-9694-4856-84b9-f3f8aa62d273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587329 Aug 28 15:19:08.350144 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4c8e019c-1f5b-457d-bb17-e5369b127590 req-dc8a8b96-b93e-41f9-8d90-52a106226a97 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635823 Aug 28 15:19:08.513964 n-d-712137-10 neutron-server[106329]: DEBUG neutron.objects.ports [None req-95f45799-0306-41e9-9d7f-26518dc9cb3d tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106329) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 15:19:08.515692 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-95f45799-0306-41e9-9d7f-26518dc9cb3d tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:08.536435 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-c81b7f41-6641-4d3c-b534-37b0b3960589 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1159429942&fields=id&tenant_id=882056e022594e62849ed5c991d6169b HTTP/1.1" status: 200 len: 267 time: 0.1065280 Aug 28 15:19:08.610535 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f45799-0306-41e9-9d7f-26518dc9cb3d tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event updated for resources: {'Subnet': ['ID=dec89958-b63f-40cd-8f33-8afe45abf948,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:08.651544 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f45799-0306-41e9-9d7f-26518dc9cb3d tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Checking segment: {'id': 'c2219954-f524-44d8-9a2f-086722244545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a0d05ebc-b065-4b73-aa07-28ff1b49f096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:19:08.652300 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f45799-0306-41e9-9d7f-26518dc9cb3d tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Network hostable DHCP agents. Network: a0d05ebc-b065-4b73-aa07-28ff1b49f096, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:19:08.672172 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f45799-0306-41e9-9d7f-26518dc9cb3d tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Network a0d05ebc-b065-4b73-aa07-28ff1b49f096 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:19:08.683490 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-95f45799-0306-41e9-9d7f-26518dc9cb3d tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, a0d05ebc-b065-4b73-aa07-28ff1b49f096) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:08.701409 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84a20b4-6a0b-44d9-bd92-f99ae3f1de41 None None] Network a0d05ebc-b065-4b73-aa07-28ff1b49f096 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:19:08.708354 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f45799-0306-41e9-9d7f-26518dc9cb3d tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:08.709164 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-95f45799-0306-41e9-9d7f-26518dc9cb3d tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:08.733576 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-95f45799-0306-41e9-9d7f-26518dc9cb3d tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5264444 Aug 28 15:19:08.733972 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37408) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:09.034075 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-22d3426b-d283-4fc3-be09-f98ae10d756c tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:09.138194 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-22d3426b-d283-4fc3-be09-f98ae10d756c tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:09.216073 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-22d3426b-d283-4fc3-be09-f98ae10d756c tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:09.273851 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3426b-d283-4fc3-be09-f98ae10d756c tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event deleted for resources: {'Subnet': ['ID=dec89958-b63f-40cd-8f33-8afe45abf948,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:09.308622 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82933389-0cc7-406a-887e-686ef20aed3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-a0d05ebc-b065-4b73-aa07-28ff1b49f096', 'network_id': 'a0d05ebc-b065-4b73-aa07-28ff1b49f096', 'tenant_id': '771fecbfa36145a384edb4a287daf1b9', 'fixed_ips': [{'subnet_id': 'dec89958-b63f-40cd-8f33-8afe45abf948'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:19:09.314042 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-82933389-0cc7-406a-887e-686ef20aed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:09.516027 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fcb007-1775-415b-b249-27298b81c9cb None None] Network a0d05ebc-b065-4b73-aa07-28ff1b49f096 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:19:09.529031 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-22d3426b-d283-4fc3-be09-f98ae10d756c tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:09.544600 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-0cd3affd-6e45-48ea-a6bc-d593e5df0c45 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:09.551640 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-22d3426b-d283-4fc3-be09-f98ae10d756c tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d05ebc-b065-4b73-aa07-28ff1b49f096']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:09.568345 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-0cd3affd-6e45-48ea-a6bc-d593e5df0c45 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/networks?id=8a81e780-ac39-4b2e-90e9-a26ced5b068d HTTP/1.1" status: 200 len: 796 time: 1.0224626 Aug 28 15:19:09.583424 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaea9f1-4034-420c-9b71-90757f6cbf34 req-5cb1ba9d-4e14-4d90-b5e3-10fcecac508b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:09.592079 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaea9f1-4034-420c-9b71-90757f6cbf34 req-5cb1ba9d-4e14-4d90-b5e3-10fcecac508b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:09.593628 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-e2b7c7be-81f4-4e7b-9df0-3ee71a3e7816 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/quotas/882056e022594e62849ed5c991d6169b HTTP/1.1" status: 200 len: 375 time: 0.0241930 Aug 28 15:19:09.598380 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaea9f1-4034-420c-9b71-90757f6cbf34 req-5cb1ba9d-4e14-4d90-b5e3-10fcecac508b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:09.606244 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaea9f1-4034-420c-9b71-90757f6cbf34 req-5cb1ba9d-4e14-4d90-b5e3-10fcecac508b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:09.614462 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaea9f1-4034-420c-9b71-90757f6cbf34 req-5cb1ba9d-4e14-4d90-b5e3-10fcecac508b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:09.623358 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaea9f1-4034-420c-9b71-90757f6cbf34 req-5cb1ba9d-4e14-4d90-b5e3-10fcecac508b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:09.631609 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaea9f1-4034-420c-9b71-90757f6cbf34 req-5cb1ba9d-4e14-4d90-b5e3-10fcecac508b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:09.640986 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1eaea9f1-4034-420c-9b71-90757f6cbf34 req-5cb1ba9d-4e14-4d90-b5e3-10fcecac508b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5421 time: 0.1807187 Aug 28 15:19:09.654786 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-22d3426b-d283-4fc3-be09-f98ae10d756c tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2219954-f524-44d8-9a2f-086722244545') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:09.655519 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-22d3426b-d283-4fc3-be09-f98ae10d756c tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2219954-f524-44d8-9a2f-086722244545') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:09.674040 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-22d3426b-d283-4fc3-be09-f98ae10d756c tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:09.692261 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-1c1462fc-fa90-4d0f-814e-6bd2c1b9f142 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=882056e022594e62849ed5c991d6169b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0971267 Aug 28 15:19:09.721756 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1eaea9f1-4034-420c-9b71-90757f6cbf34 req-d2195a89-36dd-49a1-ad99-b0e771676cc6 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0797751 Aug 28 15:19:09.730877 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-22d3426b-d283-4fc3-be09-f98ae10d756c tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:09.741261 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d3426b-d283-4fc3-be09-f98ae10d756c tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:19:09.746944 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-22d3426b-d283-4fc3-be09-f98ae10d756c tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:19:09.751591 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:19:09.913252 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-22d3426b-d283-4fc3-be09-f98ae10d756c tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:09.925945 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-22d3426b-d283-4fc3-be09-f98ae10d756c tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:09.932893 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37442) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:09.933669 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-22d3426b-d283-4fc3-be09-f98ae10d756c tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "DELETE /v2.0/networks/a0d05ebc-b065-4b73-aa07-28ff1b49f096 HTTP/1.1" status: 204 len: 168 time: 1.1929603 Aug 28 15:19:09.939093 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-86dc5883-f3cf-4b33-a929-3cd4c82c3fdc tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-742506186'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:09.945343 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-6ad81d49-a021-4cd3-ac12-7ed4621787c9 service neutron] 10.222.0.13 "GET /v2.0/networks/8a81e780-ac39-4b2e-90e9-a26ced5b068d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521639 Aug 28 15:19:09.971083 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3426b-d283-4fc3-be09-f98ae10d756c tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event deleted for resources: {'Network': ['ID=a0d05ebc-b065-4b73-aa07-28ff1b49f096,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:09.988550 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924b5e6-1e38-4866-8dfd-17bba1ebcbf5 req-8532245c-0848-491d-b3e8-396a349d8e27 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:09.996873 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1924b5e6-1e38-4866-8dfd-17bba1ebcbf5 req-8532245c-0848-491d-b3e8-396a349d8e27 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 945 time: 0.1592178 Aug 28 15:19:10.093615 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1924b5e6-1e38-4866-8dfd-17bba1ebcbf5 req-a241f614-e870-4b25-9941-a582f83655f4 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903552 Aug 28 15:19:10.134580 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dc5883-f3cf-4b33-a929-3cd4c82c3fdc tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Made reservation on behalf of 771fecbfa36145a384edb4a287daf1b9 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:10.147401 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-86dc5883-f3cf-4b33-a929-3cd4c82c3fdc tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:10.286822 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86dc5883-f3cf-4b33-a929-3cd4c82c3fdc tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:19:10.321932 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-86dc5883-f3cf-4b33-a929-3cd4c82c3fdc tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:10.324519 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-86dc5883-f3cf-4b33-a929-3cd4c82c3fdc tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Added segment 1e84d855-6095-495a-b1d5-94372fea6efa of type vlan for network f0a39dff-1c48-4185-9bc9-0180861921c1 Aug 28 15:19:10.418514 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-86dc5883-f3cf-4b33-a929-3cd4c82c3fdc tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:10.470355 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-fa51636a-4823-4927-8e13-1bdd8040196b service neutron] 10.222.0.13 "GET /v2.0/networks/8a81e780-ac39-4b2e-90e9-a26ced5b068d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5108955 Aug 28 15:19:10.471798 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-86dc5883-f3cf-4b33-a929-3cd4c82c3fdc tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:10.477597 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dc5883-f3cf-4b33-a929-3cd4c82c3fdc tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:10.478270 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-86dc5883-f3cf-4b33-a929-3cd4c82c3fdc tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:10.546743 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-86dc5883-f3cf-4b33-a929-3cd4c82c3fdc tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6119168 Aug 28 15:19:10.549989 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37450) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:10.555468 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-32d95a93-ddae-49a0-973d-ae6facac2bf5 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Request body: {'subnet': {'network_id': 'f0a39dff-1c48-4185-9bc9-0180861921c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:10.573288 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a1aa3971-fdea-483c-a02f-50d8b5aba036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:10.611198 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc5883-f3cf-4b33-a929-3cd4c82c3fdc tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event updated for resources: {'Network': ['ID=f0a39dff-1c48-4185-9bc9-0180861921c1,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:10.622808 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network f0a39dff-1c48-4185-9bc9-0180861921c1 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:19:10.883439 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d95a93-ddae-49a0-973d-ae6facac2bf5 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Made reservation on behalf of 771fecbfa36145a384edb4a287daf1b9 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:10.919011 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-32d95a93-ddae-49a0-973d-ae6facac2bf5 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:10.926811 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-30a25514-ba8c-41d8-bf86-acfd81da4256 req-342882e2-caf9-40b4-a71b-0c267327fcd3 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cefa0bd-8918-4f82-a86e-823b92ee4210 HTTP/1.1" status: 200 len: 210 time: 0.0396383 Aug 28 15:19:10.943062 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:11.097218 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7e7b7-0b24-4429-a964-f06bcab341e5 req-7e0359c2-5b43-4233-b6c9-7863a8ac0f66 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:11.105917 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7e7b7-0b24-4429-a964-f06bcab341e5 req-7e0359c2-5b43-4233-b6c9-7863a8ac0f66 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:11.137547 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7e7b7-0b24-4429-a964-f06bcab341e5 req-7e0359c2-5b43-4233-b6c9-7863a8ac0f66 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:11.154532 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7e7b7-0b24-4429-a964-f06bcab341e5 req-7e0359c2-5b43-4233-b6c9-7863a8ac0f66 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:11.172399 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7e7b7-0b24-4429-a964-f06bcab341e5 req-7e0359c2-5b43-4233-b6c9-7863a8ac0f66 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:11.190776 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7e7b7-0b24-4429-a964-f06bcab341e5 req-7e0359c2-5b43-4233-b6c9-7863a8ac0f66 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:11.241224 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7e7b7-0b24-4429-a964-f06bcab341e5 req-7e0359c2-5b43-4233-b6c9-7863a8ac0f66 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:11.252374 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f7f7e7b7-0b24-4429-a964-f06bcab341e5 req-7e0359c2-5b43-4233-b6c9-7863a8ac0f66 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5421 time: 0.2891073 Aug 28 15:19:11.367977 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03e6c8-b597-4d05-acec-3f4eb9bf44c3 req-c384bfbb-c5d3-4704-97b9-9d4af3484541 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:11.379147 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cf03e6c8-b597-4d05-acec-3f4eb9bf44c3 req-c384bfbb-c5d3-4704-97b9-9d4af3484541 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 945 time: 0.1510541 Aug 28 15:19:11.460559 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f7f7e7b7-0b24-4429-a964-f06bcab341e5 req-c0f2bed1-445e-404c-a76b-6399b0ae2e42 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2073109 Aug 28 15:19:11.479397 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cf03e6c8-b597-4d05-acec-3f4eb9bf44c3 req-3af02583-fc0f-475a-8c4b-c9d8564d40a0 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963466 Aug 28 15:19:11.651182 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-32d95a93-ddae-49a0-973d-ae6facac2bf5 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:11.776377 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:11.812562 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d95a93-ddae-49a0-973d-ae6facac2bf5 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event updated for resources: {'Subnet': ['ID=583829e9-57f7-4783-affc-84f809ba7ef2,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:11.839161 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d95a93-ddae-49a0-973d-ae6facac2bf5 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Checking segment: {'id': '1e84d855-6095-495a-b1d5-94372fea6efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f0a39dff-1c48-4185-9bc9-0180861921c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:19:11.839718 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d95a93-ddae-49a0-973d-ae6facac2bf5 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Network hostable DHCP agents. Network: f0a39dff-1c48-4185-9bc9-0180861921c1, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:19:11.864297 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d95a93-ddae-49a0-973d-ae6facac2bf5 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Network f0a39dff-1c48-4185-9bc9-0180861921c1 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:19:11.885633 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-32d95a93-ddae-49a0-973d-ae6facac2bf5 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, f0a39dff-1c48-4185-9bc9-0180861921c1) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:11.895926 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d95a93-ddae-49a0-973d-ae6facac2bf5 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:11.898862 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-32d95a93-ddae-49a0-973d-ae6facac2bf5 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:11.899940 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5809b033-2d5a-456b-9b7c-1a4f82487f93 None None] Network f0a39dff-1c48-4185-9bc9-0180861921c1 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:19:11.930222 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37480) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:11.932037 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-32d95a93-ddae-49a0-973d-ae6facac2bf5 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3762355 Aug 28 15:19:12.212796 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0acd300-7715-4e47-8b91-4fafa8cb9ddb req-f078cc81-1058-458f-a4cf-6b7b2bdc4ff8 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cefa0bd-8918-4f82-a86e-823b92ee4210 HTTP/1.1" status: 200 len: 210 time: 0.1337290 Aug 28 15:19:12.345340 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:12.405909 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77200117-d93e-4eee-9651-8ad9d9d82cda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-f0a39dff-1c48-4185-9bc9-0180861921c1', 'network_id': 'f0a39dff-1c48-4185-9bc9-0180861921c1', 'tenant_id': '771fecbfa36145a384edb4a287daf1b9', 'fixed_ips': [{'subnet_id': '583829e9-57f7-4783-affc-84f809ba7ef2'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:19:12.407098 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-77200117-d93e-4eee-9651-8ad9d9d82cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:12.612576 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:12.805836 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af975b19-b87a-4716-b393-a73148f3c54b req-2d579a48-d61c-4fbd-9de5-540ee71aa942 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:12.813832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af975b19-b87a-4716-b393-a73148f3c54b req-2d579a48-d61c-4fbd-9de5-540ee71aa942 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:12.823515 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af975b19-b87a-4716-b393-a73148f3c54b req-2d579a48-d61c-4fbd-9de5-540ee71aa942 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:12.826291 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-77200117-d93e-4eee-9651-8ad9d9d82cda None None] Allocated IP 2001:db8::2 (f0a39dff-1c48-4185-9bc9-0180861921c1/583829e9-57f7-4783-affc-84f809ba7ef2/8ea3ee2e-18af-412e-a72c-5d2fa356bc33) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:19:12.832695 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af975b19-b87a-4716-b393-a73148f3c54b req-2d579a48-d61c-4fbd-9de5-540ee71aa942 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:12.843981 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af975b19-b87a-4716-b393-a73148f3c54b req-2d579a48-d61c-4fbd-9de5-540ee71aa942 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:12.855293 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af975b19-b87a-4716-b393-a73148f3c54b req-2d579a48-d61c-4fbd-9de5-540ee71aa942 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:12.861977 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af975b19-b87a-4716-b393-a73148f3c54b req-2d579a48-d61c-4fbd-9de5-540ee71aa942 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:12.871985 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a01474-67bc-4b50-9334-a127c0f2a3a5 req-d8e2b1f8-b3f1-4392-8b03-9670eab6a3cd tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:12.876035 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-af975b19-b87a-4716-b393-a73148f3c54b req-2d579a48-d61c-4fbd-9de5-540ee71aa942 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5421 time: 0.1790137 Aug 28 15:19:12.891644 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-58a01474-67bc-4b50-9334-a127c0f2a3a5 req-d8e2b1f8-b3f1-4392-8b03-9670eab6a3cd tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 945 time: 0.2249186 Aug 28 15:19:12.947933 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-af975b19-b87a-4716-b393-a73148f3c54b req-75330ba5-99b9-4f7d-9e8a-23c6f8421f0e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685747 Aug 28 15:19:12.999429 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-58a01474-67bc-4b50-9334-a127c0f2a3a5 req-9ea009e1-c69b-4dd3-a93b-2f28dbb38f33 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025338 Aug 28 15:19:13.211768 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-f7b56470-81e2-451f-9b3d-2f42e9c2ba3d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:13.214576 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-f7b56470-81e2-451f-9b3d-2f42e9c2ba3d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.41 "GET /v2.0/networks?id=8a81e780-ac39-4b2e-90e9-a26ced5b068d HTTP/1.1" status: 200 len: 796 time: 0.1917706 Aug 28 15:19:13.303687 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-2586599a-2a34-4c02-9c62-fe5c243e05ef tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=882056e022594e62849ed5c991d6169b HTTP/1.1" status: 200 len: 380 time: 0.0772946 Aug 28 15:19:13.331774 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-43aa1d9a-fc2a-4ac7-ac5e-a40f8baac6a6 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'port': {'device_id': '5cefa0bd-8918-4f82-a86e-823b92ee4210', 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d', 'admin_state_up': True, 'tenant_id': '882056e022594e62849ed5c991d6169b', 'security_groups': ['c06d03fd-734c-4627-9184-a07405d51d0a']}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:13.345683 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-77200117-d93e-4eee-9651-8ad9d9d82cda None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:13.359945 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-77200117-d93e-4eee-9651-8ad9d9d82cda None None] Transition to ACTIVE for port object 8ea3ee2e-18af-412e-a72c-5d2fa356bc33 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:19:13.403280 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-77200117-d93e-4eee-9651-8ad9d9d82cda None None] Transition to ACTIVE for port object 8ea3ee2e-18af-412e-a72c-5d2fa356bc33 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:19:13.413160 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:13.425733 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-77200117-d93e-4eee-9651-8ad9d9d82cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:13.474047 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:13.570891 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77200117-d93e-4eee-9651-8ad9d9d82cda None None] Pushing event updated for resources: {'Port': ['ID=8ea3ee2e-18af-412e-a72c-5d2fa356bc33,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:13.600822 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77200117-d93e-4eee-9651-8ad9d9d82cda None None] Network f0a39dff-1c48-4185-9bc9-0180861921c1 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:19:13.608143 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-77200117-d93e-4eee-9651-8ad9d9d82cda None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:13.615614 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77200117-d93e-4eee-9651-8ad9d9d82cda None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:19:13.623971 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event deleted for resources: {'Subnet': ['ID=583829e9-57f7-4783-affc-84f809ba7ef2,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:13.723058 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-43aa1d9a-fc2a-4ac7-ac5e-a40f8baac6a6 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Made reservation on behalf of 882056e022594e62849ed5c991d6169b for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:13.732928 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-43aa1d9a-fc2a-4ac7-ac5e-a40f8baac6a6 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:13.766498 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-77200117-d93e-4eee-9651-8ad9d9d82cda None None] Attempting to bind port 8ea3ee2e-18af-412e-a72c-5d2fa356bc33 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:19:13.768959 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-77200117-d93e-4eee-9651-8ad9d9d82cda None None] Attempting to bind port 8ea3ee2e-18af-412e-a72c-5d2fa356bc33 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '1e84d855-6095-495a-b1d5-94372fea6efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f0a39dff-1c48-4185-9bc9-0180861921c1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:19:13.769646 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77200117-d93e-4eee-9651-8ad9d9d82cda None None] Attempting to bind port 8ea3ee2e-18af-412e-a72c-5d2fa356bc33 on network f0a39dff-1c48-4185-9bc9-0180861921c1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:19:13.782357 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77200117-d93e-4eee-9651-8ad9d9d82cda None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:19:13.786416 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:13.786934 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77200117-d93e-4eee-9651-8ad9d9d82cda None None] Checking segment: {'id': '1e84d855-6095-495a-b1d5-94372fea6efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f0a39dff-1c48-4185-9bc9-0180861921c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:19:13.787613 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-77200117-d93e-4eee-9651-8ad9d9d82cda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:13.791761 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77200117-d93e-4eee-9651-8ad9d9d82cda None None] Bound using segment: {'id': '1e84d855-6095-495a-b1d5-94372fea6efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f0a39dff-1c48-4185-9bc9-0180861921c1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:19:13.796902 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-77200117-d93e-4eee-9651-8ad9d9d82cda None None] Bound port: 8ea3ee2e-18af-412e-a72c-5d2fa356bc33, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e84d855-6095-495a-b1d5-94372fea6efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f0a39dff-1c48-4185-9bc9-0180861921c1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:19:13.797666 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-77200117-d93e-4eee-9651-8ad9d9d82cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:13.798794 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0a39dff-1c48-4185-9bc9-0180861921c1']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:13.826451 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e84d855-6095-495a-b1d5-94372fea6efa') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:13.826740 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e84d855-6095-495a-b1d5-94372fea6efa') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:13.852056 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:13.892681 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:13.908780 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:19:13.909415 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:19:14.029833 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:19:14.033073 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-01be169e-72b6-4b19-9dc7-4f54b4bcf82e req-fd792bad-936c-4b03-9a9b-3217e76d3ea2 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cefa0bd-8918-4f82-a86e-823b92ee4210 HTTP/1.1" status: 200 len: 210 time: 0.4388983 Aug 28 15:19:14.037319 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-77200117-d93e-4eee-9651-8ad9d9d82cda None None] For port 8ea3ee2e-18af-412e-a72c-5d2fa356bc33, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:19:14.107440 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-77200117-d93e-4eee-9651-8ad9d9d82cda None None] For port 8ea3ee2e-18af-412e-a72c-5d2fa356bc33, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=8ea3ee2e-18af-412e-a72c-5d2fa356bc33,segment=NetworkSegment(1e84d855-6095-495a-b1d5-94372fea6efa),segment_id=1e84d855-6095-495a-b1d5-94372fea6efa)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:19:14.109101 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.db.api [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 15:19:14.109101 n-d-712137-10 neutron-server[106330]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 15:19:14.109101 n-d-712137-10 neutron-server[106330]: [parameters: {'id': 'f0a39dff-1c48-4185-9bc9-0180861921c1'}] Aug 28 15:19:14.109101 n-d-712137-10 neutron-server[106330]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:19:14.109738 n-d-712137-10 neutron-server[106330]: DEBUG oslo_db.api [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:19:14.112258 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-77200117-d93e-4eee-9651-8ad9d9d82cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:14.186399 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-43aa1d9a-fc2a-4ac7-ac5e-a40f8baac6a6 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Allocated IP 172.20.0.6 (8a81e780-ac39-4b2e-90e9-a26ced5b068d/54a87143-ea46-45e4-a07a-4882672eba9f/0009fd87-24f9-4598-8650-815e10b6f346) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:19:14.309961 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e7899-c468-44de-98ba-2c220c19e515 req-d4903421-7696-4fdf-b48e-b05d2acd04c3 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:14.320347 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cd1e7899-c468-44de-98ba-2c220c19e515 req-d4903421-7696-4fdf-b48e-b05d2acd04c3 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 945 time: 0.1186838 Aug 28 15:19:14.332409 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77200117-d93e-4eee-9651-8ad9d9d82cda None None] Pushing event updated for resources: {'Port': ['ID=8ea3ee2e-18af-412e-a72c-5d2fa356bc33,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:14.430093 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cd1e7899-c468-44de-98ba-2c220c19e515 req-2a5548c5-1942-4793-bef6-76062547ce09 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080136 Aug 28 15:19:14.467522 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8ee4cc-efce-43f7-964d-3ca9db296b00 None None] Network f0a39dff-1c48-4185-9bc9-0180861921c1 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:19:14.502731 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61f734-7ed1-475b-9204-2178e3664414 req-29a3b7b4-34a4-43f1-ac14-5f837251dc32 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:14.512896 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61f734-7ed1-475b-9204-2178e3664414 req-29a3b7b4-34a4-43f1-ac14-5f837251dc32 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:14.519640 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61f734-7ed1-475b-9204-2178e3664414 req-29a3b7b4-34a4-43f1-ac14-5f837251dc32 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:14.527221 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61f734-7ed1-475b-9204-2178e3664414 req-29a3b7b4-34a4-43f1-ac14-5f837251dc32 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:14.534324 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61f734-7ed1-475b-9204-2178e3664414 req-29a3b7b4-34a4-43f1-ac14-5f837251dc32 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:14.541710 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61f734-7ed1-475b-9204-2178e3664414 req-29a3b7b4-34a4-43f1-ac14-5f837251dc32 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:14.548328 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61f734-7ed1-475b-9204-2178e3664414 req-29a3b7b4-34a4-43f1-ac14-5f837251dc32 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:14.550544 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bc61f734-7ed1-475b-9204-2178e3664414 req-29a3b7b4-34a4-43f1-ac14-5f837251dc32 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5421 time: 0.3044887 Aug 28 15:19:14.612580 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:14.774844 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bc61f734-7ed1-475b-9204-2178e3664414 req-d14b9273-6550-43b2-8e00-63780ac9d1d3 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1837585 Aug 28 15:19:14.783254 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Deleting port 8ea3ee2e-18af-412e-a72c-5d2fa356bc33 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:19:14.783982 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:14.855475 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd41912-9c9c-4a8c-98bb-cfad41cd3e3a None None] get_active_networks_info from n-d-712137-10 {{(pid=106331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 15:19:14.950690 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] For port 8ea3ee2e-18af-412e-a72c-5d2fa356bc33, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=8ea3ee2e-18af-412e-a72c-5d2fa356bc33,segment=NetworkSegment(1e84d855-6095-495a-b1d5-94372fea6efa),segment_id=1e84d855-6095-495a-b1d5-94372fea6efa)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:14.951112 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:14.970469 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-43aa1d9a-fc2a-4ac7-ac5e-a40f8baac6a6 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:14.976895 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Calling delete_port for 8ea3ee2e-18af-412e-a72c-5d2fa356bc33 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:19:15.004789 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-43aa1d9a-fc2a-4ac7-ac5e-a40f8baac6a6 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Transition to ACTIVE for port object 0009fd87-24f9-4598-8650-815e10b6f346 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:19:15.069379 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd41912-9c9c-4a8c-98bb-cfad41cd3e3a None None] Resources bound (agent type, host, resource id): {{(pid=106331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 15:19:15.085551 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-43aa1d9a-fc2a-4ac7-ac5e-a40f8baac6a6 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:15.161337 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:15.245996 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa1d9a-fc2a-4ac7-ac5e-a40f8baac6a6 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'Port': ['ID=0009fd87-24f9-4598-8650-815e10b6f346,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:15.250993 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] No DVR routers for this DVR port 8ea3ee2e-18af-412e-a72c-5d2fa356bc33 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:19:15.257043 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event deleted for resources: {'Port': ['ID=8ea3ee2e-18af-412e-a72c-5d2fa356bc33,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:15.274163 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-43aa1d9a-fc2a-4ac7-ac5e-a40f8baac6a6 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Network 8a81e780-ac39-4b2e-90e9-a26ced5b068d is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:19:15.281174 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-43aa1d9a-fc2a-4ac7-ac5e-a40f8baac6a6 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:15.285075 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-43aa1d9a-fc2a-4ac7-ac5e-a40f8baac6a6 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:19:15.474042 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-43aa1d9a-fc2a-4ac7-ac5e-a40f8baac6a6 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:15.485149 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-43aa1d9a-fc2a-4ac7-ac5e-a40f8baac6a6 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:15.535124 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-43aa1d9a-fc2a-4ac7-ac5e-a40f8baac6a6 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2243752 Aug 28 15:19:15.626152 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:15.673919 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228d3c0-35ba-4251-bdb7-76d45bc52b42 req-2b8d6aba-a248-4f84-8475-4e7f500a5adf tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:15.675545 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6228d3c0-35ba-4251-bdb7-76d45bc52b42 req-2b8d6aba-a248-4f84-8475-4e7f500a5adf tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cefa0bd-8918-4f82-a86e-823b92ee4210 HTTP/1.1" status: 200 len: 931 time: 0.4584134 Aug 28 15:19:15.715442 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0a39dff-1c48-4185-9bc9-0180861921c1']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:15.753307 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e84d855-6095-495a-b1d5-94372fea6efa') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:15.754135 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e84d855-6095-495a-b1d5-94372fea6efa') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:15.786674 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:15.833823 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74d38f-9a4a-479f-941e-ac0cb82b8631 req-f7c42ffc-faf2-4eb6-98e8-27847e62a50b tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:15.845488 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6228d3c0-35ba-4251-bdb7-76d45bc52b42 req-82348706-ce5b-4380-883d-51310e8ac1fb tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d03fd-734c-4627-9184-a07405d51d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447062 Aug 28 15:19:15.846234 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e74d38f-9a4a-479f-941e-ac0cb82b8631 req-f7c42ffc-faf2-4eb6-98e8-27847e62a50b tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 945 time: 0.2296753 Aug 28 15:19:15.905558 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:15.938623 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:19:15.945008 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:19:15.950698 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:19:15.987416 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-26780fd8-ed34-47a5-b8e4-66a84da73789 service neutron] Request body: {'port': {'device_id': '5cefa0bd-8918-4f82-a86e-823b92ee4210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:16.091982 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e74d38f-9a4a-479f-941e-ac0cb82b8631 req-5c64f0a5-7ffd-4f6f-bce7-7139f4108622 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313499 Aug 28 15:19:16.158053 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:16.206713 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-26780fd8-ed34-47a5-b8e4-66a84da73789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:16.208227 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37044881-bac9-44ab-ad44-4e42f33d418c req-f04ec322-9665-4033-a1f2-74718dc16ae2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:16.214802 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37044881-bac9-44ab-ad44-4e42f33d418c req-f04ec322-9665-4033-a1f2-74718dc16ae2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:16.221934 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37044881-bac9-44ab-ad44-4e42f33d418c req-f04ec322-9665-4033-a1f2-74718dc16ae2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:16.228606 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37044881-bac9-44ab-ad44-4e42f33d418c req-f04ec322-9665-4033-a1f2-74718dc16ae2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:16.234849 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37044881-bac9-44ab-ad44-4e42f33d418c req-f04ec322-9665-4033-a1f2-74718dc16ae2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:16.249896 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37044881-bac9-44ab-ad44-4e42f33d418c req-f04ec322-9665-4033-a1f2-74718dc16ae2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:16.260578 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e60579db-8451-457f-9ed5-d04ea88e83b8 None None] Provisioning for port 0009fd87-24f9-4598-8650-815e10b6f346 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:19:16.267816 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37044881-bac9-44ab-ad44-4e42f33d418c req-f04ec322-9665-4033-a1f2-74718dc16ae2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:16.270283 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e60579db-8451-457f-9ed5-d04ea88e83b8 None None] Provisioning complete for port 0009fd87-24f9-4598-8650-815e10b6f346 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:16.271571 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-37044881-bac9-44ab-ad44-4e42f33d418c req-f04ec322-9665-4033-a1f2-74718dc16ae2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5421 time: 0.2252431 Aug 28 15:19:16.272927 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:16.280431 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e60579db-8451-457f-9ed5-d04ea88e83b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:16.281605 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "DELETE /v2.0/networks/f0a39dff-1c48-4185-9bc9-0180861921c1 HTTP/1.1" status: 204 len: 168 time: 4.3492954 Aug 28 15:19:16.286027 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37522) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:16.291962 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-2374f6bb-25d8-4120-a9b5-a0efc2b4a2de tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1097987542'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:16.342399 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78faee84-87f6-480d-8498-71ad9e0c5ad0 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event deleted for resources: {'Network': ['ID=f0a39dff-1c48-4185-9bc9-0180861921c1,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:16.383474 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-37044881-bac9-44ab-ad44-4e42f33d418c req-cca532c1-24da-414d-8cf6-51008e4dd289 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0983217 Aug 28 15:19:16.386280 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-e60579db-8451-457f-9ed5-d04ea88e83b8 None None] Port 0009fd87-24f9-4598-8650-815e10b6f346 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:19:16.388414 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2374f6bb-25d8-4120-a9b5-a0efc2b4a2de tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Made reservation on behalf of 771fecbfa36145a384edb4a287daf1b9 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:16.392187 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2374f6bb-25d8-4120-a9b5-a0efc2b4a2de tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:16.428167 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2374f6bb-25d8-4120-a9b5-a0efc2b4a2de tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:19:16.447673 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2374f6bb-25d8-4120-a9b5-a0efc2b4a2de tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:16.448059 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-2374f6bb-25d8-4120-a9b5-a0efc2b4a2de tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Added segment 1ba39224-70a3-40fd-84ad-12863ed7ae0d of type vlan for network 170a3087-dd63-4397-a7e3-7a583874be8a Aug 28 15:19:16.511769 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2374f6bb-25d8-4120-a9b5-a0efc2b4a2de tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:16.546825 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2374f6bb-25d8-4120-a9b5-a0efc2b4a2de tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:16.553701 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2374f6bb-25d8-4120-a9b5-a0efc2b4a2de tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:16.554571 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2374f6bb-25d8-4120-a9b5-a0efc2b4a2de tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:16.626373 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2374f6bb-25d8-4120-a9b5-a0efc2b4a2de tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3394299 Aug 28 15:19:16.632049 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-26780fd8-ed34-47a5-b8e4-66a84da73789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0009fd87-24f9-4598-8650-815e10b6f346 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:19:16.633818 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37526) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:16.640798 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-df1e9798-2079-4b33-bf65-b63ff8a129ec tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Request body: {'subnet': {'network_id': '170a3087-dd63-4397-a7e3-7a583874be8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:16.642849 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-26780fd8-ed34-47a5-b8e4-66a84da73789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:16.662576 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-26780fd8-ed34-47a5-b8e4-66a84da73789 service neutron] Transition to ACTIVE for port object 0009fd87-24f9-4598-8650-815e10b6f346 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:19:16.668509 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-26780fd8-ed34-47a5-b8e4-66a84da73789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:16.704939 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374f6bb-25d8-4120-a9b5-a0efc2b4a2de tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event updated for resources: {'Network': ['ID=170a3087-dd63-4397-a7e3-7a583874be8a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:16.719190 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 170a3087-dd63-4397-a7e3-7a583874be8a details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:19:16.776268 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26780fd8-ed34-47a5-b8e4-66a84da73789 service neutron] Pushing event updated for resources: {'Port': ['ID=0009fd87-24f9-4598-8650-815e10b6f346,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:16.781395 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1e9798-2079-4b33-bf65-b63ff8a129ec tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Made reservation on behalf of 771fecbfa36145a384edb4a287daf1b9 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:16.789963 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-df1e9798-2079-4b33-bf65-b63ff8a129ec tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:16.917221 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-26780fd8-ed34-47a5-b8e4-66a84da73789 service neutron] Attempting to bind port 0009fd87-24f9-4598-8650-815e10b6f346 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:19:16.917563 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-26780fd8-ed34-47a5-b8e4-66a84da73789 service neutron] Attempting to bind port 0009fd87-24f9-4598-8650-815e10b6f346 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '74aeee14-0d37-4360-92bb-0c901b877b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:19:16.917897 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-26780fd8-ed34-47a5-b8e4-66a84da73789 service neutron] Attempting to bind port 0009fd87-24f9-4598-8650-815e10b6f346 on network 8a81e780-ac39-4b2e-90e9-a26ced5b068d {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:19:16.931237 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-26780fd8-ed34-47a5-b8e4-66a84da73789 service neutron] Port 0009fd87-24f9-4598-8650-815e10b6f346 on network 8a81e780-ac39-4b2e-90e9-a26ced5b068d not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:19:16.932314 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-26780fd8-ed34-47a5-b8e4-66a84da73789 service neutron] Attempting to bind port 0009fd87-24f9-4598-8650-815e10b6f346 on network 8a81e780-ac39-4b2e-90e9-a26ced5b068d {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:19:16.938125 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-26780fd8-ed34-47a5-b8e4-66a84da73789 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:19:16.938469 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-26780fd8-ed34-47a5-b8e4-66a84da73789 service neutron] Checking segment: {'id': '74aeee14-0d37-4360-92bb-0c901b877b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:19:16.938857 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-26780fd8-ed34-47a5-b8e4-66a84da73789 service neutron] Bound using segment: {'id': '74aeee14-0d37-4360-92bb-0c901b877b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:19:16.939287 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-26780fd8-ed34-47a5-b8e4-66a84da73789 service neutron] Bound port: 0009fd87-24f9-4598-8650-815e10b6f346, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74aeee14-0d37-4360-92bb-0c901b877b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:19:16.939644 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-26780fd8-ed34-47a5-b8e4-66a84da73789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:17.058734 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-26780fd8-ed34-47a5-b8e4-66a84da73789 service neutron] For port 0009fd87-24f9-4598-8650-815e10b6f346, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:19:17.062169 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-26780fd8-ed34-47a5-b8e4-66a84da73789 service neutron] For port 0009fd87-24f9-4598-8650-815e10b6f346, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=0009fd87-24f9-4598-8650-815e10b6f346,segment=NetworkSegment(74aeee14-0d37-4360-92bb-0c901b877b56),segment_id=74aeee14-0d37-4360-92bb-0c901b877b56)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:19:17.076584 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-26780fd8-ed34-47a5-b8e4-66a84da73789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:17.133629 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-26780fd8-ed34-47a5-b8e4-66a84da73789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:17.134241 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-26780fd8-ed34-47a5-b8e4-66a84da73789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:17.136677 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-26780fd8-ed34-47a5-b8e4-66a84da73789 service neutron] 10.222.0.41 "PUT /v2.0/ports/0009fd87-24f9-4598-8650-815e10b6f346 HTTP/1.1" status: 200 len: 1092 time: 1.4003332 Aug 28 15:19:17.137021 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cefa0bd-8918-4f82-a86e-823b92ee4210', 'tag': '0009fd87-24f9-4598-8650-815e10b6f346'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:19:17.139281 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47ebed5-8ae4-41f4-b3c4-2889138be270" -d '{"events": [{"name": "network-changed", "server_uuid": "5cefa0bd-8918-4f82-a86e-823b92ee4210", "tag": "0009fd87-24f9-4598-8650-815e10b6f346"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:19:17.161717 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44e1bb-a6f1-4fca-bb5e-400fdad9cadf req-4a4c7c34-2bd5-410f-9345-91319e36e22b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:17.163299 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ae44e1bb-a6f1-4fca-bb5e-400fdad9cadf req-4a4c7c34-2bd5-410f-9345-91319e36e22b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cefa0bd-8918-4f82-a86e-823b92ee4210 HTTP/1.1" status: 200 len: 943 time: 0.0995808 Aug 28 15:19:17.208354 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26780fd8-ed34-47a5-b8e4-66a84da73789 service neutron] Pushing event updated for resources: {'Port': ['ID=0009fd87-24f9-4598-8650-815e10b6f346,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:17.227731 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ae44e1bb-a6f1-4fca-bb5e-400fdad9cadf req-8751cdbe-6fc5-440f-bd7e-e266138c6b72 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d03fd-734c-4627-9184-a07405d51d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490000 Aug 28 15:19:17.265502 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f031b8-9b09-4e59-b325-4230d9d34987 x-openstack-request-id: req-72f031b8-9b09-4e59-b325-4230d9d34987 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:19:17.265743 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cefa0bd-8918-4f82-a86e-823b92ee4210", "tag": "0009fd87-24f9-4598-8650-815e10b6f346", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:19:17.266004 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72f031b8-9b09-4e59-b325-4230d9d34987 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:19:17.266411 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cefa0bd-8918-4f82-a86e-823b92ee4210', 'tag': '0009fd87-24f9-4598-8650-815e10b6f346', 'status': 'completed', 'code': 200} Aug 28 15:19:17.268263 n-d-712137-10 neutron-server[106330]: DEBUG neutron.objects.ports [None req-df1e9798-2079-4b33-bf65-b63ff8a129ec tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106330) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 15:19:17.272043 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-df1e9798-2079-4b33-bf65-b63ff8a129ec tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:17.364624 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e9798-2079-4b33-bf65-b63ff8a129ec tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event updated for resources: {'Subnet': ['ID=6bb5cbb8-a998-4383-b6ed-8ec10c3e54b9,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:17.373775 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1e9798-2079-4b33-bf65-b63ff8a129ec tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Checking segment: {'id': '1ba39224-70a3-40fd-84ad-12863ed7ae0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '170a3087-dd63-4397-a7e3-7a583874be8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:19:17.374208 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1e9798-2079-4b33-bf65-b63ff8a129ec tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Network hostable DHCP agents. Network: 170a3087-dd63-4397-a7e3-7a583874be8a, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:19:17.395451 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1e9798-2079-4b33-bf65-b63ff8a129ec tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Network 170a3087-dd63-4397-a7e3-7a583874be8a is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:19:17.400422 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816349b-80e5-4365-8b02-4a0b9e9cbf83 req-a3b3d0ac-f062-4015-9367-fd32b80ad084 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:17.402165 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a816349b-80e5-4365-8b02-4a0b9e9cbf83 req-a3b3d0ac-f062-4015-9367-fd32b80ad084 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 945 time: 0.0726039 Aug 28 15:19:17.408852 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-df1e9798-2079-4b33-bf65-b63ff8a129ec tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 170a3087-dd63-4397-a7e3-7a583874be8a) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:17.412991 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1e9798-2079-4b33-bf65-b63ff8a129ec tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:17.413618 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-df1e9798-2079-4b33-bf65-b63ff8a129ec tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:17.419296 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce988d5-ae6d-40fa-9c6a-e000a7818209 None None] Network 170a3087-dd63-4397-a7e3-7a583874be8a requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:19:17.443770 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-df1e9798-2079-4b33-bf65-b63ff8a129ec tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8086929 Aug 28 15:19:17.446430 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37538) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:17.461314 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a816349b-80e5-4365-8b02-4a0b9e9cbf83 req-a775d78d-010b-43bf-9110-11678158c2ad tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527890 Aug 28 15:19:17.608975 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0c9ab-2ce3-4d86-8788-5d737fc9d5ea req-7c1cac1d-ecc3-4745-9629-626e2ff0d6a7 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:17.614937 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0c9ab-2ce3-4d86-8788-5d737fc9d5ea req-7c1cac1d-ecc3-4745-9629-626e2ff0d6a7 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:17.622007 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0c9ab-2ce3-4d86-8788-5d737fc9d5ea req-7c1cac1d-ecc3-4745-9629-626e2ff0d6a7 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:17.627839 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0c9ab-2ce3-4d86-8788-5d737fc9d5ea req-7c1cac1d-ecc3-4745-9629-626e2ff0d6a7 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:17.632246 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7834ef48-e29c-4b59-a3d9-b174127c3aa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-170a3087-dd63-4397-a7e3-7a583874be8a', 'network_id': '170a3087-dd63-4397-a7e3-7a583874be8a', 'tenant_id': '771fecbfa36145a384edb4a287daf1b9', 'fixed_ips': [{'subnet_id': '6bb5cbb8-a998-4383-b6ed-8ec10c3e54b9'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:19:17.633514 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7834ef48-e29c-4b59-a3d9-b174127c3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:17.634130 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0c9ab-2ce3-4d86-8788-5d737fc9d5ea req-7c1cac1d-ecc3-4745-9629-626e2ff0d6a7 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:17.641192 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0c9ab-2ce3-4d86-8788-5d737fc9d5ea req-7c1cac1d-ecc3-4745-9629-626e2ff0d6a7 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:17.647179 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0c9ab-2ce3-4d86-8788-5d737fc9d5ea req-7c1cac1d-ecc3-4745-9629-626e2ff0d6a7 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:17.649306 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dfc0c9ab-2ce3-4d86-8788-5d737fc9d5ea req-7c1cac1d-ecc3-4745-9629-626e2ff0d6a7 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5421 time: 0.1326919 Aug 28 15:19:17.657635 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:17.727140 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dfc0c9ab-2ce3-4d86-8788-5d737fc9d5ea req-2771386d-8116-4d3e-8152-9be934e43a04 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666823 Aug 28 15:19:17.747401 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:17.792444 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-7834ef48-e29c-4b59-a3d9-b174127c3aa4 None None] Allocated IP 2001:db8::f816:3eff:fe5e:9981 (170a3087-dd63-4397-a7e3-7a583874be8a/6bb5cbb8-a998-4383-b6ed-8ec10c3e54b9/2f29be3b-8ad0-4fc3-b6ab-18e5b549825c) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:19:17.939462 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7834ef48-e29c-4b59-a3d9-b174127c3aa4 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:17.949079 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7834ef48-e29c-4b59-a3d9-b174127c3aa4 None None] Transition to ACTIVE for port object 2f29be3b-8ad0-4fc3-b6ab-18e5b549825c will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:19:17.967536 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7834ef48-e29c-4b59-a3d9-b174127c3aa4 None None] Transition to ACTIVE for port object 2f29be3b-8ad0-4fc3-b6ab-18e5b549825c will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:19:17.976345 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7834ef48-e29c-4b59-a3d9-b174127c3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:18.003069 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:18.021814 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7834ef48-e29c-4b59-a3d9-b174127c3aa4 None None] Network 170a3087-dd63-4397-a7e3-7a583874be8a is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:19:18.027130 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-7834ef48-e29c-4b59-a3d9-b174127c3aa4 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:18.031134 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7834ef48-e29c-4b59-a3d9-b174127c3aa4 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:19:18.041707 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event deleted for resources: {'Subnet': ['ID=6bb5cbb8-a998-4383-b6ed-8ec10c3e54b9,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:18.067717 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834ef48-e29c-4b59-a3d9-b174127c3aa4 None None] Pushing event updated for resources: {'Port': ['ID=2f29be3b-8ad0-4fc3-b6ab-18e5b549825c,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:18.105537 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-7834ef48-e29c-4b59-a3d9-b174127c3aa4 None None] Attempting to bind port 2f29be3b-8ad0-4fc3-b6ab-18e5b549825c on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:19:18.106420 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-7834ef48-e29c-4b59-a3d9-b174127c3aa4 None None] Attempting to bind port 2f29be3b-8ad0-4fc3-b6ab-18e5b549825c by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '1ba39224-70a3-40fd-84ad-12863ed7ae0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '170a3087-dd63-4397-a7e3-7a583874be8a'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:19:18.107045 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7834ef48-e29c-4b59-a3d9-b174127c3aa4 None None] Attempting to bind port 2f29be3b-8ad0-4fc3-b6ab-18e5b549825c on network 170a3087-dd63-4397-a7e3-7a583874be8a {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:19:18.113412 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7834ef48-e29c-4b59-a3d9-b174127c3aa4 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:19:18.113945 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7834ef48-e29c-4b59-a3d9-b174127c3aa4 None None] Checking segment: {'id': '1ba39224-70a3-40fd-84ad-12863ed7ae0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '170a3087-dd63-4397-a7e3-7a583874be8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:19:18.114438 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7834ef48-e29c-4b59-a3d9-b174127c3aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:18.115309 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7834ef48-e29c-4b59-a3d9-b174127c3aa4 None None] Bound using segment: {'id': '1ba39224-70a3-40fd-84ad-12863ed7ae0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '170a3087-dd63-4397-a7e3-7a583874be8a'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:19:18.115608 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-7834ef48-e29c-4b59-a3d9-b174127c3aa4 None None] Bound port: 2f29be3b-8ad0-4fc3-b6ab-18e5b549825c, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba39224-70a3-40fd-84ad-12863ed7ae0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '170a3087-dd63-4397-a7e3-7a583874be8a'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:19:18.116411 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7834ef48-e29c-4b59-a3d9-b174127c3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:18.124308 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:18.138240 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170a3087-dd63-4397-a7e3-7a583874be8a']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:18.150867 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba39224-70a3-40fd-84ad-12863ed7ae0d') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:18.151242 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba39224-70a3-40fd-84ad-12863ed7ae0d') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:18.161795 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:18.178590 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:18.186004 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:19:18.186508 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:19:18.200493 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:19:18.222026 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-7834ef48-e29c-4b59-a3d9-b174127c3aa4 None None] For port 2f29be3b-8ad0-4fc3-b6ab-18e5b549825c, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:19:18.260442 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.db.api [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 15:19:18.260442 n-d-712137-10 neutron-server[106330]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 15:19:18.260442 n-d-712137-10 neutron-server[106330]: [parameters: {'id': '170a3087-dd63-4397-a7e3-7a583874be8a'}] Aug 28 15:19:18.260442 n-d-712137-10 neutron-server[106330]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:19:18.261211 n-d-712137-10 neutron-server[106330]: DEBUG oslo_db.api [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:19:18.261461 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-7834ef48-e29c-4b59-a3d9-b174127c3aa4 None None] For port 2f29be3b-8ad0-4fc3-b6ab-18e5b549825c, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2f29be3b-8ad0-4fc3-b6ab-18e5b549825c,segment=NetworkSegment(1ba39224-70a3-40fd-84ad-12863ed7ae0d),segment_id=1ba39224-70a3-40fd-84ad-12863ed7ae0d)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:19:18.266268 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7834ef48-e29c-4b59-a3d9-b174127c3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:18.383266 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834ef48-e29c-4b59-a3d9-b174127c3aa4 None None] Pushing event updated for resources: {'Port': ['ID=2f29be3b-8ad0-4fc3-b6ab-18e5b549825c,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:18.410589 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27304030-d2e8-45eb-bba0-dda136eaa5b5 None None] Network 170a3087-dd63-4397-a7e3-7a583874be8a requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:19:18.415999 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096f2de-45e3-42b7-b71d-70f1c0abf805 req-17809ab1-9242-4ae8-893a-826038dc0fd4 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:18.417494 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e096f2de-45e3-42b7-b71d-70f1c0abf805 req-17809ab1-9242-4ae8-893a-826038dc0fd4 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cefa0bd-8918-4f82-a86e-823b92ee4210 HTTP/1.1" status: 200 len: 943 time: 0.1055772 Aug 28 15:19:18.422633 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ebed5-8ae4-41f4-b3c4-2889138be270 req-22099995-8c87-4bfb-bd88-6a368f8e0812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:18.424326 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c47ebed5-8ae4-41f4-b3c4-2889138be270 req-22099995-8c87-4bfb-bd88-6a368f8e0812 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=882056e022594e62849ed5c991d6169b&device_id=5cefa0bd-8918-4f82-a86e-823b92ee4210 HTTP/1.1" status: 200 len: 1095 time: 0.0719216 Aug 28 15:19:18.531100 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e096f2de-45e3-42b7-b71d-70f1c0abf805 req-e7d1bc48-3474-4466-9ee4-b85cdf1a1c6b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d03fd-734c-4627-9184-a07405d51d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057167 Aug 28 15:19:18.571294 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b536c8-0cc5-405e-af28-16795b1c757e None None] get_active_networks_info from n-d-712137-10 {{(pid=106331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 15:19:18.604526 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ebed5-8ae4-41f4-b3c4-2889138be270 req-0600a7bd-3bf6-414b-90a0-b88837f2ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:18.606163 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c47ebed5-8ae4-41f4-b3c4-2889138be270 req-0600a7bd-3bf6-414b-90a0-b88837f2ed03 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=882056e022594e62849ed5c991d6169b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1661904 Aug 28 15:19:18.635727 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a34db-1619-435a-a6a4-407696638883 req-4c9d899f-d799-47cc-a52d-d9160a26520a tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:18.638115 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f45a34db-1619-435a-a6a4-407696638883 req-4c9d899f-d799-47cc-a52d-d9160a26520a tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 945 time: 0.0570250 Aug 28 15:19:18.684053 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f45a34db-1619-435a-a6a4-407696638883 req-a029aae6-ad3c-4953-8cbb-f6ffb4e34782 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398254 Aug 28 15:19:18.691507 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b536c8-0cc5-405e-af28-16795b1c757e None None] Resources bound (agent type, host, resource id): {{(pid=106331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 15:19:18.750889 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ebed5-8ae4-41f4-b3c4-2889138be270 req-875c154a-7a00-4b24-a38c-40a31ef494f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:18.752770 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c47ebed5-8ae4-41f4-b3c4-2889138be270 req-875c154a-7a00-4b24-a38c-40a31ef494f6 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1399224 Aug 28 15:19:18.762050 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:18.945185 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Deleting port 2f29be3b-8ad0-4fc3-b6ab-18e5b549825c {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:19:18.945915 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:18.961096 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d4b67-11c2-4acb-ab3d-4c06283cdb93 req-f0306a44-b79f-410d-9b3c-1cabf115cc34 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:18.967920 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d4b67-11c2-4acb-ab3d-4c06283cdb93 req-f0306a44-b79f-410d-9b3c-1cabf115cc34 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:18.974312 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d4b67-11c2-4acb-ab3d-4c06283cdb93 req-f0306a44-b79f-410d-9b3c-1cabf115cc34 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:18.993038 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d4b67-11c2-4acb-ab3d-4c06283cdb93 req-f0306a44-b79f-410d-9b3c-1cabf115cc34 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:19.000567 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d4b67-11c2-4acb-ab3d-4c06283cdb93 req-f0306a44-b79f-410d-9b3c-1cabf115cc34 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:19.028242 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d4b67-11c2-4acb-ab3d-4c06283cdb93 req-f0306a44-b79f-410d-9b3c-1cabf115cc34 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:19.034150 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d4b67-11c2-4acb-ab3d-4c06283cdb93 req-f0306a44-b79f-410d-9b3c-1cabf115cc34 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:19.043208 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dc6d4b67-11c2-4acb-ab3d-4c06283cdb93 req-f0306a44-b79f-410d-9b3c-1cabf115cc34 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5421 time: 0.1734951 Aug 28 15:19:19.058117 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-3d2490ac-d1e6-44ea-9b14-db6bf4bf361a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:19.059088 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] For port 2f29be3b-8ad0-4fc3-b6ab-18e5b549825c, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2f29be3b-8ad0-4fc3-b6ab-18e5b549825c,segment=NetworkSegment(1ba39224-70a3-40fd-84ad-12863ed7ae0d),segment_id=1ba39224-70a3-40fd-84ad-12863ed7ae0d)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:19.059560 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:19.073654 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-3d2490ac-d1e6-44ea-9b14-db6bf4bf361a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=882056e022594e62849ed5c991d6169b&device_id=5cefa0bd-8918-4f82-a86e-823b92ee4210 HTTP/1.1" status: 200 len: 1095 time: 0.2525928 Aug 28 15:19:19.078942 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Calling delete_port for 2f29be3b-8ad0-4fc3-b6ab-18e5b549825c owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:19:19.220775 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:19.307250 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event deleted for resources: {'Port': ['ID=2f29be3b-8ad0-4fc3-b6ab-18e5b549825c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:19.338942 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] No DVR routers for this DVR port 2f29be3b-8ad0-4fc3-b6ab-18e5b549825c on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:19:19.461836 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:19.478861 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170a3087-dd63-4397-a7e3-7a583874be8a']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:19.491282 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba39224-70a3-40fd-84ad-12863ed7ae0d') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:19.491737 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba39224-70a3-40fd-84ad-12863ed7ae0d') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:19.502207 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:19.526452 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:19.567294 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:19:19.567755 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:19:19.575814 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:19:19.605488 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-fa7a366d-f936-4e99-9f5f-c0219f296467 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0009fd87-24f9-4598-8650-815e10b6f346 HTTP/1.1" status: 200 len: 217 time: 0.5208921 Aug 28 15:19:19.650758 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dc6d4b67-11c2-4acb-ab3d-4c06283cdb93 req-0841aff9-5e8a-4d4f-a46d-093ff0043267 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6034679 Aug 28 15:19:19.702449 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-c32858d2-6acd-4a6c-ad0d-8159f0cf78b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:19.704239 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-c32858d2-6acd-4a6c-ad0d-8159f0cf78b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=54a87143-ea46-45e4-a07a-4882672eba9f HTTP/1.1" status: 200 len: 835 time: 0.0896571 Aug 28 15:19:19.753607 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:19.770673 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:19.776704 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-1f19a4f1-eaee-46d5-a3fb-8968dbd03185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:19.778401 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-1f19a4f1-eaee-46d5-a3fb-8968dbd03185 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8a81e780-ac39-4b2e-90e9-a26ced5b068d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645442 Aug 28 15:19:19.778990 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37662) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:19.779509 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "DELETE /v2.0/networks/170a3087-dd63-4397-a7e3-7a583874be8a HTTP/1.1" status: 204 len: 168 time: 2.3317330 Aug 28 15:19:19.804845 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023d4e8-1af6-4b8c-855d-17c362a7a80d req-26d2fb6d-8a5d-445f-a9ab-8384887d1174 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:19.806746 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5023d4e8-1af6-4b8c-855d-17c362a7a80d req-26d2fb6d-8a5d-445f-a9ab-8384887d1174 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cefa0bd-8918-4f82-a86e-823b92ee4210 HTTP/1.1" status: 200 len: 943 time: 0.1211004 Aug 28 15:19:19.808634 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59138700-1feb-4a88-ba5f-677960401825 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event deleted for resources: {'Network': ['ID=170a3087-dd63-4397-a7e3-7a583874be8a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:19.852583 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5023d4e8-1af6-4b8c-855d-17c362a7a80d req-d99bf7ff-c9d1-4d54-8b26-bd4a1a66037a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d03fd-734c-4627-9184-a07405d51d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388412 Aug 28 15:19:19.898568 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-537ca221-1273-4190-a338-96d5a49de89f tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] DELETE failed (client error): The resource could not be found. Aug 28 15:19:19.898682 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-537ca221-1273-4190-a338-96d5a49de89f tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:19:19.900968 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-537ca221-1273-4190-a338-96d5a49de89f tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "DELETE /v2.0/subnets/6bb5cbb8-a998-4383-b6ed-8ec10c3e54b9 HTTP/1.1" status: 404 len: 337 time: 0.1208425 Aug 28 15:19:19.903952 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37682) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:19.926909 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce4bcd77-16fe-42cd-94c5-27ba82420dd8 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] DELETE failed (client error): The resource could not be found. Aug 28 15:19:19.928798 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce4bcd77-16fe-42cd-94c5-27ba82420dd8 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:19:19.934027 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ce4bcd77-16fe-42cd-94c5-27ba82420dd8 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "DELETE /v2.0/networks/170a3087-dd63-4397-a7e3-7a583874be8a HTTP/1.1" status: 404 len: 339 time: 0.0287724 Aug 28 15:19:19.936619 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37686) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:19.961932 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71373d46-86ae-44af-bbef-94908ad18111 req-da243e0b-909e-437b-9b5f-f4218c93433d tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:19.964276 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-71373d46-86ae-44af-bbef-94908ad18111 req-da243e0b-909e-437b-9b5f-f4218c93433d tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 945 time: 0.1826618 Aug 28 15:19:19.974714 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dfcdfe3-ec08-4008-b5a1-befd30746a42 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] DELETE failed (client error): The resource could not be found. Aug 28 15:19:19.975332 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dfcdfe3-ec08-4008-b5a1-befd30746a42 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:19:19.981554 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8dfcdfe3-ec08-4008-b5a1-befd30746a42 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "DELETE /v2.0/subnets/583829e9-57f7-4783-affc-84f809ba7ef2 HTTP/1.1" status: 404 len: 337 time: 0.0439038 Aug 28 15:19:19.984198 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37694) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:20.006743 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-198e34b5-24af-4ca5-a23c-80ab604084bc tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] DELETE failed (client error): The resource could not be found. Aug 28 15:19:20.007762 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-198e34b5-24af-4ca5-a23c-80ab604084bc tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:19:20.010601 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-198e34b5-24af-4ca5-a23c-80ab604084bc tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "DELETE /v2.0/networks/f0a39dff-1c48-4185-9bc9-0180861921c1 HTTP/1.1" status: 404 len: 339 time: 0.0253146 Aug 28 15:19:20.013397 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37700) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:20.027165 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-71373d46-86ae-44af-bbef-94908ad18111 req-d05352a9-1db7-48a9-94a8-671a308267b0 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552619 Aug 28 15:19:20.051768 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-4591b760-2fa7-46c0-82ce-220757346653 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] DELETE failed (client error): The resource could not be found. Aug 28 15:19:20.052227 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4591b760-2fa7-46c0-82ce-220757346653 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:19:20.054096 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4591b760-2fa7-46c0-82ce-220757346653 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "DELETE /v2.0/subnets/dec89958-b63f-40cd-8f33-8afe45abf948 HTTP/1.1" status: 404 len: 337 time: 0.0396841 Aug 28 15:19:20.057150 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37708) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:20.076118 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-651ff498-4903-4323-af9c-2c379da737ae service neutron] 10.222.0.41 "GET /v2.0/networks/8a81e780-ac39-4b2e-90e9-a26ced5b068d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822332 Aug 28 15:19:20.085403 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6c0a7e-f97b-4a83-a53b-6ecf2f4fca3f tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] DELETE failed (client error): The resource could not be found. Aug 28 15:19:20.085958 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e6c0a7e-f97b-4a83-a53b-6ecf2f4fca3f tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:19:20.088225 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2e6c0a7e-f97b-4a83-a53b-6ecf2f4fca3f tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "DELETE /v2.0/networks/a0d05ebc-b065-4b73-aa07-28ff1b49f096 HTTP/1.1" status: 404 len: 339 time: 0.0295994 Aug 28 15:19:20.091865 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37712) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:20.180161 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6138dc3d-4d16-4f6c-b22d-fb858a58e62f req-76ef8953-289b-4222-b56b-ab0c3e8b7303 service neutron] 10.222.0.41 "GET /v2.0/networks/8a81e780-ac39-4b2e-90e9-a26ced5b068d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934556 Aug 28 15:19:20.209693 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-83609583-7a1e-47fb-9710-d3a23a876d1d tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Deleting port 6fe3fad8-3abc-4fb2-ba8e-51c73210140c {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:19:20.210105 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-83609583-7a1e-47fb-9710-d3a23a876d1d tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:20.298879 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-83609583-7a1e-47fb-9710-d3a23a876d1d tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:20.317115 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-83609583-7a1e-47fb-9710-d3a23a876d1d tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Calling delete_port for 6fe3fad8-3abc-4fb2-ba8e-51c73210140c owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:19:20.423953 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-83609583-7a1e-47fb-9710-d3a23a876d1d tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:20.465139 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83609583-7a1e-47fb-9710-d3a23a876d1d tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event deleted for resources: {'Port': ['ID=6fe3fad8-3abc-4fb2-ba8e-51c73210140c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:20.481319 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-83609583-7a1e-47fb-9710-d3a23a876d1d tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:20.486174 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-83609583-7a1e-47fb-9710-d3a23a876d1d tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "DELETE /v2.0/ports/6fe3fad8-3abc-4fb2-ba8e-51c73210140c HTTP/1.1" status: 204 len: 168 time: 0.3930242 Aug 28 15:19:20.486848 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37770) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:20.532356 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccac9380-8db6-4647-b05e-6abbce4a0ca7 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] DELETE failed (client error): The resource could not be found. Aug 28 15:19:20.533102 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccac9380-8db6-4647-b05e-6abbce4a0ca7 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:19:20.535997 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ccac9380-8db6-4647-b05e-6abbce4a0ca7 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "DELETE /v2.0/subnets/ffcb8e3b-364d-45e4-ac82-3a18dda1c43b HTTP/1.1" status: 404 len: 337 time: 0.0470285 Aug 28 15:19:20.538147 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37778) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:20.701689 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9887a70a-c952-46ec-82c0-9a07321e40a1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:20.823774 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9887a70a-c952-46ec-82c0-9a07321e40a1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:20.840712 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-9887a70a-c952-46ec-82c0-9a07321e40a1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47dc65fd-ba14-4986-b176-2e1ff274afbe']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:20.848012 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624325e0-2e47-487b-a43d-23baf1fab873 req-bdad2add-41f4-49a5-a5be-74fce3a56cc6 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:20.863461 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624325e0-2e47-487b-a43d-23baf1fab873 req-bdad2add-41f4-49a5-a5be-74fce3a56cc6 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:20.868481 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-9887a70a-c952-46ec-82c0-9a07321e40a1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '517579ea-8d09-4f0c-b068-a84cc74189fa') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:20.869208 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-9887a70a-c952-46ec-82c0-9a07321e40a1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '517579ea-8d09-4f0c-b068-a84cc74189fa') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:20.874318 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624325e0-2e47-487b-a43d-23baf1fab873 req-bdad2add-41f4-49a5-a5be-74fce3a56cc6 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:20.880658 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624325e0-2e47-487b-a43d-23baf1fab873 req-bdad2add-41f4-49a5-a5be-74fce3a56cc6 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:20.899205 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9887a70a-c952-46ec-82c0-9a07321e40a1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:20.918501 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9887a70a-c952-46ec-82c0-9a07321e40a1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:20.920163 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624325e0-2e47-487b-a43d-23baf1fab873 req-bdad2add-41f4-49a5-a5be-74fce3a56cc6 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:20.926739 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9887a70a-c952-46ec-82c0-9a07321e40a1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:19:20.927948 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9887a70a-c952-46ec-82c0-9a07321e40a1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:19:20.932067 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:19:20.935018 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624325e0-2e47-487b-a43d-23baf1fab873 req-bdad2add-41f4-49a5-a5be-74fce3a56cc6 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:20.951999 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624325e0-2e47-487b-a43d-23baf1fab873 req-bdad2add-41f4-49a5-a5be-74fce3a56cc6 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:20.960227 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-624325e0-2e47-487b-a43d-23baf1fab873 req-bdad2add-41f4-49a5-a5be-74fce3a56cc6 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5421 time: 0.2175231 Aug 28 15:19:21.030993 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-624325e0-2e47-487b-a43d-23baf1fab873 req-dda8c499-fb0b-4d84-88cf-1b1c3d04525f tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0698178 Aug 28 15:19:21.055459 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9887a70a-c952-46ec-82c0-9a07321e40a1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:21.068736 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device c36919c9-f755-4a3a-bda6-934691a12f34 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:19:21.082781 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9887a70a-c952-46ec-82c0-9a07321e40a1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:21.085566 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9887a70a-c952-46ec-82c0-9a07321e40a1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "DELETE /v2.0/networks/47dc65fd-ba14-4986-b176-2e1ff274afbe HTTP/1.1" status: 204 len: 168 time: 0.5463889 Aug 28 15:19:21.090136 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37846) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:21.104759 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887a70a-c952-46ec-82c0-9a07321e40a1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event deleted for resources: {'Network': ['ID=47dc65fd-ba14-4986-b176-2e1ff274afbe,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:21.135128 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887a70a-c952-46ec-82c0-9a07321e40a1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:21.135702 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887a70a-c952-46ec-82c0-9a07321e40a1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:21.136396 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887a70a-c952-46ec-82c0-9a07321e40a1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:21.137861 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887a70a-c952-46ec-82c0-9a07321e40a1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:21.138312 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887a70a-c952-46ec-82c0-9a07321e40a1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:21.139984 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887a70a-c952-46ec-82c0-9a07321e40a1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:21.140437 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887a70a-c952-46ec-82c0-9a07321e40a1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:21.140936 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887a70a-c952-46ec-82c0-9a07321e40a1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:21.142031 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887a70a-c952-46ec-82c0-9a07321e40a1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:21.143227 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887a70a-c952-46ec-82c0-9a07321e40a1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:21.143743 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887a70a-c952-46ec-82c0-9a07321e40a1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:21.144659 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887a70a-c952-46ec-82c0-9a07321e40a1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:21.175159 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e0359-4eea-4014-b388-fcf39520e970 req-226d71b8-da3b-4ae2-8b06-8b8aeb2c855f tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:21.184326 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c45e0359-4eea-4014-b388-fcf39520e970 req-226d71b8-da3b-4ae2-8b06-8b8aeb2c855f tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cefa0bd-8918-4f82-a86e-823b92ee4210 HTTP/1.1" status: 200 len: 943 time: 0.1399951 Aug 28 15:19:21.311876 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port c36919c9-f755-4a3a-bda6-934691a12f34, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=c36919c9-f755-4a3a-bda6-934691a12f34,segment=NetworkSegment(9c9787b2-3071-4fd8-b49c-6d9cde4276fe),segment_id=9c9787b2-3071-4fd8-b49c-6d9cde4276fe)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:21.313168 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c45e0359-4eea-4014-b388-fcf39520e970 req-65a82378-d630-4a0f-8542-f1276aaa81c6 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d03fd-734c-4627-9184-a07405d51d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211467 Aug 28 15:19:21.348523 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'c36919c9-f755-4a3a-bda6-934691a12f34', 'network_id': 'ce54f031-11c3-4162-9420-a2bcdac36fa0', 'port_id': 'c36919c9-f755-4a3a-bda6-934691a12f34', 'mac_address': 'fa:16:3e:59:34:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ee8456f-77cd-44f8-a770-a901187819ef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:19:21.377226 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe5a54-e266-46b9-b3b9-5b62b70516ea req-5541783d-f167-4ed6-8efb-3f83874bb255 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:21.387977 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fcfe5a54-e266-46b9-b3b9-5b62b70516ea req-5541783d-f167-4ed6-8efb-3f83874bb255 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 945 time: 0.1745768 Aug 28 15:19:21.404498 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:21.423424 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36919c9-f755-4a3a-bda6-934691a12f34 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:19:21.446447 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port c36919c9-f755-4a3a-bda6-934691a12f34, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=c36919c9-f755-4a3a-bda6-934691a12f34,segment=NetworkSegment(9c9787b2-3071-4fd8-b49c-6d9cde4276fe),segment_id=9c9787b2-3071-4fd8-b49c-6d9cde4276fe)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:21.447892 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fcfe5a54-e266-46b9-b3b9-5b62b70516ea req-5da34a62-6744-42c8-80f1-376822d31ca1 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589201 Aug 28 15:19:21.452550 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:21.471082 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-f87cd8a7-2bc4-4910-9621-48e193846f1b tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Deleting port e0690b94-9881-46a8-9b25-46519acf47dc {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:19:21.471612 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f87cd8a7-2bc4-4910-9621-48e193846f1b tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:21.535170 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=c36919c9-f755-4a3a-bda6-934691a12f34,revision_number=11']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:21.560949 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f87cd8a7-2bc4-4910-9621-48e193846f1b tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:21.579358 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-f87cd8a7-2bc4-4910-9621-48e193846f1b tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Calling delete_port for e0690b94-9881-46a8-9b25-46519acf47dc owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:19:21.684629 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f87cd8a7-2bc4-4910-9621-48e193846f1b tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:21.713852 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87cd8a7-2bc4-4910-9621-48e193846f1b tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event deleted for resources: {'Port': ['ID=e0690b94-9881-46a8-9b25-46519acf47dc,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:21.722039 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f87cd8a7-2bc4-4910-9621-48e193846f1b tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:21.728851 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37918) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:21.729691 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f87cd8a7-2bc4-4910-9621-48e193846f1b tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "DELETE /v2.0/ports/e0690b94-9881-46a8-9b25-46519acf47dc HTTP/1.1" status: 204 len: 168 time: 0.6379433 Aug 28 15:19:21.756526 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-16bfbfaf-266c-482d-93dc-9bb66dc26d66 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] DELETE failed (client error): The resource could not be found. Aug 28 15:19:21.757148 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16bfbfaf-266c-482d-93dc-9bb66dc26d66 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:19:21.758693 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-16bfbfaf-266c-482d-93dc-9bb66dc26d66 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "DELETE /v2.0/subnets/d632d0eb-cede-4741-9c23-ccb4f9f117db HTTP/1.1" status: 404 len: 337 time: 0.0287192 Aug 28 15:19:21.761987 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 37926) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:21.852486 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e2905252-a48b-44eb-99e8-1c4db4632786 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:21.887359 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['c36919c9-f755-4a3a-bda6-934691a12f34'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:19:21.963893 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e2905252-a48b-44eb-99e8-1c4db4632786 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:21.979493 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-e2905252-a48b-44eb-99e8-1c4db4632786 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297a2ad2-c254-41dd-aa99-ad1f08d6425f']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:22.002946 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-e2905252-a48b-44eb-99e8-1c4db4632786 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b49f098-5b2f-4371-8f37-613a066bf64b') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:22.003966 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-e2905252-a48b-44eb-99e8-1c4db4632786 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b49f098-5b2f-4371-8f37-613a066bf64b') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:22.027355 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e2905252-a48b-44eb-99e8-1c4db4632786 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:22.052835 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e2905252-a48b-44eb-99e8-1c4db4632786 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:22.060531 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2905252-a48b-44eb-99e8-1c4db4632786 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:19:22.061184 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e2905252-a48b-44eb-99e8-1c4db4632786 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:19:22.074439 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:19:22.179184 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e2905252-a48b-44eb-99e8-1c4db4632786 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:22.184912 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e2905252-a48b-44eb-99e8-1c4db4632786 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:22.186798 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e2905252-a48b-44eb-99e8-1c4db4632786 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "DELETE /v2.0/networks/297a2ad2-c254-41dd-aa99-ad1f08d6425f HTTP/1.1" status: 204 len: 168 time: 0.4238658 Aug 28 15:19:22.189477 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 37984) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:22.210761 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2905252-a48b-44eb-99e8-1c4db4632786 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event deleted for resources: {'Network': ['ID=297a2ad2-c254-41dd-aa99-ad1f08d6425f,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:22.229061 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a5a1a-1733-40d5-ba57-7b92bf0baa41 req-47923d1a-51c5-4e82-a856-ad6de2e7e0c8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:22.235166 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a5a1a-1733-40d5-ba57-7b92bf0baa41 req-47923d1a-51c5-4e82-a856-ad6de2e7e0c8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:22.243106 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a5a1a-1733-40d5-ba57-7b92bf0baa41 req-47923d1a-51c5-4e82-a856-ad6de2e7e0c8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:22.244363 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-628f5930-1470-4b8f-9820-3062298da6c1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Deleting subnet 703a9044-7c86-4e4d-b89a-9322b7efb8ac {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:19:22.247688 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-628f5930-1470-4b8f-9820-3062298da6c1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:22.250228 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a5a1a-1733-40d5-ba57-7b92bf0baa41 req-47923d1a-51c5-4e82-a856-ad6de2e7e0c8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:22.255589 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a5a1a-1733-40d5-ba57-7b92bf0baa41 req-47923d1a-51c5-4e82-a856-ad6de2e7e0c8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:22.262503 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a5a1a-1733-40d5-ba57-7b92bf0baa41 req-47923d1a-51c5-4e82-a856-ad6de2e7e0c8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:22.269052 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a5a1a-1733-40d5-ba57-7b92bf0baa41 req-47923d1a-51c5-4e82-a856-ad6de2e7e0c8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:22.271527 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ac4a5a1a-1733-40d5-ba57-7b92bf0baa41 req-47923d1a-51c5-4e82-a856-ad6de2e7e0c8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5421 time: 0.1357777 Aug 28 15:19:22.295476 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-628f5930-1470-4b8f-9820-3062298da6c1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:22.318151 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ac4a5a1a-1733-40d5-ba57-7b92bf0baa41 req-9c4b98c0-7603-4881-8eec-c04eeda17146 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396004 Aug 28 15:19:22.413156 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-628f5930-1470-4b8f-9820-3062298da6c1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:22.495193 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a55f3-1560-4dc5-bde9-9300010e3aa8 req-d927ac67-2d82-43c6-81a3-b7d72098c14e tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:22.497010 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-625a55f3-1560-4dc5-bde9-9300010e3aa8 req-d927ac67-2d82-43c6-81a3-b7d72098c14e tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cefa0bd-8918-4f82-a86e-823b92ee4210 HTTP/1.1" status: 200 len: 943 time: 0.0994287 Aug 28 15:19:22.524032 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-628f5930-1470-4b8f-9820-3062298da6c1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:22.573222 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c0c1c-e7ff-4970-b39e-ad604309f9a2 req-3b902d3e-cd36-476f-8cdc-7f44e7d4eb5d tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:22.573833 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-628f5930-1470-4b8f-9820-3062298da6c1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:22.574866 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0c4c0c1c-e7ff-4970-b39e-ad604309f9a2 req-3b902d3e-cd36-476f-8cdc-7f44e7d4eb5d tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 946 time: 0.0578849 Aug 28 15:19:22.576363 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-628f5930-1470-4b8f-9820-3062298da6c1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "DELETE /v2.0/subnets/703a9044-7c86-4e4d-b89a-9322b7efb8ac HTTP/1.1" status: 204 len: 168 time: 0.3858347 Aug 28 15:19:22.581583 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582af0ab-9fc2-4a05-90ed-b9ac0ae0766b None None] Network 354fb269-3cf4-4fc5-9256-de537a674187 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:19:22.582246 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f5930-1470-4b8f-9820-3062298da6c1 tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event deleted for resources: {'Subnet': ['ID=703a9044-7c86-4e4d-b89a-9322b7efb8ac,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:22.584852 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38040) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:22.604450 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-625a55f3-1560-4dc5-bde9-9300010e3aa8 req-dc3e0279-141d-47a2-add8-36302fcfb467 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d03fd-734c-4627-9184-a07405d51d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999947 Aug 28 15:19:22.632256 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0c4c0c1c-e7ff-4970-b39e-ad604309f9a2 req-a5a2af44-497e-4c47-839d-19e5b5df6dcd tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467305 Aug 28 15:19:22.688895 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-434ceb5a-df1e-4dab-a142-a6dd8d291eff tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:22.750540 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-434ceb5a-df1e-4dab-a142-a6dd8d291eff tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Deleting port a1bf6470-c746-4bea-b108-7977a8e25d15 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:19:22.750955 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-434ceb5a-df1e-4dab-a142-a6dd8d291eff tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:22.798122 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b77870e-73b5-4cc0-a452-dd0d21837016 None None] DHCP port deletion for 354fb269-3cf4-4fc5-9256-de537a674187 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:19:22.827779 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-434ceb5a-df1e-4dab-a142-a6dd8d291eff tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] For port a1bf6470-c746-4bea-b108-7977a8e25d15, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a1bf6470-c746-4bea-b108-7977a8e25d15,segment=NetworkSegment(6c0a0c07-0225-4ba4-b78b-181aeeebe890),segment_id=6c0a0c07-0225-4ba4-b78b-181aeeebe890)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:22.828449 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-434ceb5a-df1e-4dab-a142-a6dd8d291eff tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:22.841255 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-434ceb5a-df1e-4dab-a142-a6dd8d291eff tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Calling delete_port for a1bf6470-c746-4bea-b108-7977a8e25d15 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:19:22.851317 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1b77870e-73b5-4cc0-a452-dd0d21837016 None None] Deleting port a1bf6470-c746-4bea-b108-7977a8e25d15 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:19:22.851836 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1b77870e-73b5-4cc0-a452-dd0d21837016 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:22.918895 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1b77870e-73b5-4cc0-a452-dd0d21837016 None None] For port a1bf6470-c746-4bea-b108-7977a8e25d15, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a1bf6470-c746-4bea-b108-7977a8e25d15,segment=NetworkSegment(6c0a0c07-0225-4ba4-b78b-181aeeebe890),segment_id=6c0a0c07-0225-4ba4-b78b-181aeeebe890)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:22.919165 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-434ceb5a-df1e-4dab-a142-a6dd8d291eff tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:22.919348 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1b77870e-73b5-4cc0-a452-dd0d21837016 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:22.932348 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1b77870e-73b5-4cc0-a452-dd0d21837016 None None] Calling delete_port for a1bf6470-c746-4bea-b108-7977a8e25d15 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:19:22.943853 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ceb5a-df1e-4dab-a142-a6dd8d291eff tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event deleted for resources: {'Port': ['ID=a1bf6470-c746-4bea-b108-7977a8e25d15,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:22.947849 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434ceb5a-df1e-4dab-a142-a6dd8d291eff tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] No DVR routers for this DVR port a1bf6470-c746-4bea-b108-7977a8e25d15 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:19:23.006305 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1b77870e-73b5-4cc0-a452-dd0d21837016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:23.029302 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-434ceb5a-df1e-4dab-a142-a6dd8d291eff tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:23.031244 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77870e-73b5-4cc0-a452-dd0d21837016 None None] Pushing event deleted for resources: {'Port': ['ID=a1bf6470-c746-4bea-b108-7977a8e25d15,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:23.040104 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b77870e-73b5-4cc0-a452-dd0d21837016 None None] No DVR routers for this DVR port a1bf6470-c746-4bea-b108-7977a8e25d15 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:19:23.045585 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-434ceb5a-df1e-4dab-a142-a6dd8d291eff tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['354fb269-3cf4-4fc5-9256-de537a674187']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:23.062236 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-434ceb5a-df1e-4dab-a142-a6dd8d291eff tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c0a0c07-0225-4ba4-b78b-181aeeebe890') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:23.062542 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-434ceb5a-df1e-4dab-a142-a6dd8d291eff tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c0a0c07-0225-4ba4-b78b-181aeeebe890') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:23.072989 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 0009fd87-24f9-4598-8650-815e10b6f346 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:19:23.075265 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device c36919c9-f755-4a3a-bda6-934691a12f34 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:19:23.075483 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-434ceb5a-df1e-4dab-a142-a6dd8d291eff tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:23.093063 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-434ceb5a-df1e-4dab-a142-a6dd8d291eff tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:23.109733 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-434ceb5a-df1e-4dab-a142-a6dd8d291eff tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:19:23.110517 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-434ceb5a-df1e-4dab-a142-a6dd8d291eff tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:19:23.195229 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:19:23.216087 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-434ceb5a-df1e-4dab-a142-a6dd8d291eff tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:23.216375 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port c36919c9-f755-4a3a-bda6-934691a12f34 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:19:23.230105 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port c36919c9-f755-4a3a-bda6-934691a12f34 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:23.230734 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:23.245009 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-434ceb5a-df1e-4dab-a142-a6dd8d291eff tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:23.247994 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-434ceb5a-df1e-4dab-a142-a6dd8d291eff tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] 10.222.0.13 "DELETE /v2.0/networks/354fb269-3cf4-4fc5-9256-de537a674187 HTTP/1.1" status: 204 len: 168 time: 0.6615829 Aug 28 15:19:23.249110 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ceb5a-df1e-4dab-a142-a6dd8d291eff tempest-NetworksIpV6TestAttrs-148793460 tempest-NetworksIpV6TestAttrs-148793460-project] Pushing event deleted for resources: {'Network': ['ID=354fb269-3cf4-4fc5-9256-de537a674187,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:23.278620 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 0009fd87-24f9-4598-8650-815e10b6f346, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=0009fd87-24f9-4598-8650-815e10b6f346,segment=NetworkSegment(74aeee14-0d37-4360-92bb-0c901b877b56),segment_id=74aeee14-0d37-4360-92bb-0c901b877b56)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:23.472183 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-2122b2b0-2606-479f-9a72-8bc5f9089c07 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:23.473977 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-2122b2b0-2606-479f-9a72-8bc5f9089c07 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/networks?id=bd620003-6a83-46ba-9892-fe3a5e69ab57 HTTP/1.1" status: 200 len: 813 time: 0.1898382 Aug 28 15:19:23.492765 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-f63fd4e4-2e6d-4864-acc1-0e6371f81913 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/quotas/777d9510010d4a1f9b746277b4263cbf HTTP/1.1" status: 200 len: 375 time: 0.0119836 Aug 28 15:19:23.529007 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa64409-5d15-4f57-aac6-aaf74bc8b455 req-37d43cf1-79a2-4a2b-933e-708132724336 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:23.530496 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a1bf6470-c746-4bea-b108-7977a8e25d15 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:19:23.535093 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-027f8991-0a9e-4590-af0f-867dc44209d4 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=777d9510010d4a1f9b746277b4263cbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352223 Aug 28 15:19:23.535460 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa64409-5d15-4f57-aac6-aaf74bc8b455 req-37d43cf1-79a2-4a2b-933e-708132724336 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:23.544166 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa64409-5d15-4f57-aac6-aaf74bc8b455 req-37d43cf1-79a2-4a2b-933e-708132724336 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:23.550470 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa64409-5d15-4f57-aac6-aaf74bc8b455 req-37d43cf1-79a2-4a2b-933e-708132724336 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:23.558185 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa64409-5d15-4f57-aac6-aaf74bc8b455 req-37d43cf1-79a2-4a2b-933e-708132724336 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:23.564756 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa64409-5d15-4f57-aac6-aaf74bc8b455 req-37d43cf1-79a2-4a2b-933e-708132724336 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:23.567612 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: a1bf6470-c746-4bea-b108-7977a8e25d15 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:19:23.568238 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a1bf6470-c746-4bea-b108-7977a8e25d15 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:19:23.573500 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa64409-5d15-4f57-aac6-aaf74bc8b455 req-37d43cf1-79a2-4a2b-933e-708132724336 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:23.585391 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1aa64409-5d15-4f57-aac6-aaf74bc8b455 req-37d43cf1-79a2-4a2b-933e-708132724336 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5421 time: 0.1282895 Aug 28 15:19:23.585773 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '0009fd87-24f9-4598-8650-815e10b6f346', 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d', 'port_id': '0009fd87-24f9-4598-8650-815e10b6f346', 'mac_address': 'fa:16:3e:3e:70:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54a87143-ea46-45e4-a07a-4882672eba9f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:19:23.650687 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1aa64409-5d15-4f57-aac6-aaf74bc8b455 req-11d45e00-70ab-4289-aba1-0b746d355f24 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572510 Aug 28 15:19:23.667406 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:23.670928 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:23.690089 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0009fd87-24f9-4598-8650-815e10b6f346 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:19:23.742978 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441f0ff1-af0d-4768-b7b1-1afa34efd51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36919c9-f755-4a3a-bda6-934691a12f34'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:19:23.745685 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212e2d6c-1df2-4e62-a31d-15e261af28de" -d '{"events": [{"server_uuid": "441f0ff1-af0d-4768-b7b1-1afa34efd51e", "name": "network-vif-plugged", "status": "completed", "tag": "c36919c9-f755-4a3a-bda6-934691a12f34"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:19:23.758465 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 0009fd87-24f9-4598-8650-815e10b6f346, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=0009fd87-24f9-4598-8650-815e10b6f346,segment=NetworkSegment(74aeee14-0d37-4360-92bb-0c901b877b56),segment_id=74aeee14-0d37-4360-92bb-0c901b877b56)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:23.763177 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port c36919c9-f755-4a3a-bda6-934691a12f34, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=c36919c9-f755-4a3a-bda6-934691a12f34,segment=NetworkSegment(9c9787b2-3071-4fd8-b49c-6d9cde4276fe),segment_id=9c9787b2-3071-4fd8-b49c-6d9cde4276fe)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:23.764748 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38096) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:23.765187 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:23.770790 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:23.795004 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa58cdd-1157-47d4-b68c-8f4452235680 req-2ddbd5f2-d1b3-42b8-b8c3-a63c675ab855 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:23.798086 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1aa58cdd-1157-47d4-b68c-8f4452235680 req-2ddbd5f2-d1b3-42b8-b8c3-a63c675ab855 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cefa0bd-8918-4f82-a86e-823b92ee4210 HTTP/1.1" status: 200 len: 943 time: 0.0650547 Aug 28 15:19:23.828576 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=0009fd87-24f9-4598-8650-815e10b6f346,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:23.850290 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1aa58cdd-1157-47d4-b68c-8f4452235680 req-dc3228a3-3903-48dd-afe9-deb406617b1b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d03fd-734c-4627-9184-a07405d51d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460060 Aug 28 15:19:23.902632 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-eb1f1089-e7e6-43db-a2ab-69c13e71253e service neutron] 10.222.0.13 "GET /v2.0/networks/bd620003-6a83-46ba-9892-fe3a5e69ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544242 Aug 28 15:19:23.914802 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=c36919c9-f755-4a3a-bda6-934691a12f34,revision_number=12']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:23.954101 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1c90e9c3-539f-4b40-bbb9-b9fd2da21a09 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=771fecbfa36145a384edb4a287daf1b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1867354 Aug 28 15:19:23.954716 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38102) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:24.005029 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-ace0e678-9616-44a9-b287-58f5f9034ddd service neutron] 10.222.0.13 "GET /v2.0/networks/bd620003-6a83-46ba-9892-fe3a5e69ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995011 Aug 28 15:19:24.026950 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89712ef0-c4fd-4546-8881-65a577d92a45 req-9e4fa222-91b5-400d-886f-c3eda4ce0c3f tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:24.028509 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-89712ef0-c4fd-4546-8881-65a577d92a45 req-9e4fa222-91b5-400d-886f-c3eda4ce0c3f tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.0903630 Aug 28 15:19:24.051926 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4561c89b-a1de-4452-bab7-dbb5e093104a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:24.080116 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['0009fd87-24f9-4598-8650-815e10b6f346'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:19:24.100751 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4561c89b-a1de-4452-bab7-dbb5e093104a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:24.120224 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-89712ef0-c4fd-4546-8881-65a577d92a45 req-6969a49c-1e74-486c-8134-e93d0a567b06 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741520 Aug 28 15:19:24.177295 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4561c89b-a1de-4452-bab7-dbb5e093104a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:24.181710 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4561c89b-a1de-4452-bab7-dbb5e093104a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:24.186977 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4561c89b-a1de-4452-bab7-dbb5e093104a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c93b2965-1aa7-4c76-8c87-4065200be1fb HTTP/1.1" status: 204 len: 168 time: 0.2299685 Aug 28 15:19:24.195283 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561c89b-a1de-4452-bab7-dbb5e093104a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93b2965-1aa7-4c76-8c87-4065200be1fb,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:24.235039 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92aeca9a-be34-48b1-b5d8-4037685ce166 x-openstack-request-id: req-92aeca9a-be34-48b1-b5d8-4037685ce166 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:19:24.235339 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441f0ff1-af0d-4768-b7b1-1afa34efd51e", "name": "network-vif-plugged", "status": "completed", "tag": "c36919c9-f755-4a3a-bda6-934691a12f34", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:19:24.236001 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92aeca9a-be34-48b1-b5d8-4037685ce166 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:19:24.236580 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441f0ff1-af0d-4768-b7b1-1afa34efd51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36919c9-f755-4a3a-bda6-934691a12f34', 'code': 200} Aug 28 15:19:24.265174 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1aa3984a-15b8-427a-8253-45e270d965ba req-bf44b3fd-77c5-4a31-8ef7-7c149fe0cf1b tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f9c74d-2b93-479e-9fee-f23a148651dd HTTP/1.1" status: 200 len: 210 time: 0.0770757 Aug 28 15:19:24.450450 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:24.476878 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b997c6-147e-4e0d-9d54-6426a3da3ed1 req-b4840561-447a-4921-8fb6-5c0a1713388c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:24.479600 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-20b997c6-147e-4e0d-9d54-6426a3da3ed1 req-b4840561-447a-4921-8fb6-5c0a1713388c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 1099 time: 0.1077805 Aug 28 15:19:24.535002 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-20b997c6-147e-4e0d-9d54-6426a3da3ed1 req-26ff3d0e-0584-4d6f-9583-aceeff5fab40 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475957 Aug 28 15:19:24.874936 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbba433-e5e8-432b-acca-13a47dcce852 req-25226150-2554-4623-91f2-220189612c69 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:24.897590 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbba433-e5e8-432b-acca-13a47dcce852 req-25226150-2554-4623-91f2-220189612c69 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:24.905382 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbba433-e5e8-432b-acca-13a47dcce852 req-25226150-2554-4623-91f2-220189612c69 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:24.919065 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbba433-e5e8-432b-acca-13a47dcce852 req-25226150-2554-4623-91f2-220189612c69 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:24.928549 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbba433-e5e8-432b-acca-13a47dcce852 req-25226150-2554-4623-91f2-220189612c69 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:24.939666 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbba433-e5e8-432b-acca-13a47dcce852 req-25226150-2554-4623-91f2-220189612c69 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:24.946599 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbba433-e5e8-432b-acca-13a47dcce852 req-25226150-2554-4623-91f2-220189612c69 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:24.962482 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8dbba433-e5e8-432b-acca-13a47dcce852 req-25226150-2554-4623-91f2-220189612c69 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5421 time: 0.2224362 Aug 28 15:19:25.010699 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8dbba433-e5e8-432b-acca-13a47dcce852 req-61c0a7af-9704-49ee-a7aa-c9a37e609320 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468855 Aug 28 15:19:25.027882 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025465ba-b86c-49f8-ae84-d50a6a7ed55b req-0c95f779-6698-4759-b656-1fb97ef3df63 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:25.031011 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-025465ba-b86c-49f8-ae84-d50a6a7ed55b req-0c95f779-6698-4759-b656-1fb97ef3df63 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cefa0bd-8918-4f82-a86e-823b92ee4210 HTTP/1.1" status: 200 len: 944 time: 0.0847359 Aug 28 15:19:25.083308 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-025465ba-b86c-49f8-ae84-d50a6a7ed55b req-7d3890f9-0b54-4c69-a03c-97884a209cd3 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d03fd-734c-4627-9184-a07405d51d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460091 Aug 28 15:19:25.221768 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38142) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:25.236589 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f087ad-71f2-4512-b3fd-917151f4f0a0 req-4aeec95c-08ed-40b1-9760-3ed66636116a tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:25.238414 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-32f087ad-71f2-4512-b3fd-917151f4f0a0 req-4aeec95c-08ed-40b1-9760-3ed66636116a tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.0518825 Aug 28 15:19:25.284092 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-32f087ad-71f2-4512-b3fd-917151f4f0a0 req-71103eba-f74e-47e4-880f-e33be9f76cef tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393748 Aug 28 15:19:25.327953 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-92edd282-6d84-4344-8e00-2868cf7caff4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-253655860'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:25.353245 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92edd282-6d84-4344-8e00-2868cf7caff4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:25.357010 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-92edd282-6d84-4344-8e00-2868cf7caff4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:25.385231 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-92edd282-6d84-4344-8e00-2868cf7caff4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:25.418413 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-342902b1-c26f-4251-b95e-cd83bb835980 req-9f191ca2-9173-42d2-88b0-34c5360e882e tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f9c74d-2b93-479e-9fee-f23a148651dd HTTP/1.1" status: 200 len: 210 time: 0.0589929 Aug 28 15:19:25.911491 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-0099ac3e-21f7-4048-bdec-e4fa0b3f578f tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:25.913019 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-0099ac3e-21f7-4048-bdec-e4fa0b3f578f tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.36 "GET /v2.0/networks?id=bd620003-6a83-46ba-9892-fe3a5e69ab57 HTTP/1.1" status: 200 len: 813 time: 0.5385976 Aug 28 15:19:25.927295 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-28b0d91e-ebb4-41c9-aea8-ae64a47b9933 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Request body: {'port': {'device_id': 'a1f9c74d-2b93-479e-9fee-f23a148651dd', 'network_id': 'bd620003-6a83-46ba-9892-fe3a5e69ab57', 'admin_state_up': True, 'tenant_id': '777d9510010d4a1f9b746277b4263cbf'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:26.011903 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-92edd282-6d84-4344-8e00-2868cf7caff4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:26.016047 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-92edd282-6d84-4344-8e00-2868cf7caff4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:26.060987 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:19:26.064291 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92edd282-6d84-4344-8e00-2868cf7caff4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:19:26.073552 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92edd282-6d84-4344-8e00-2868cf7caff4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27eae148-54cb-4462-b485-35c34854a838,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:26.092579 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-92edd282-6d84-4344-8e00-2868cf7caff4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:26.092951 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-92edd282-6d84-4344-8e00-2868cf7caff4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Added segment 24102da0-a762-486e-aad1-4db109086d08 of type vlan for network 02c95b13-9fd9-44e0-b512-a70ff19d914e Aug 28 15:19:26.144145 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-28b0d91e-ebb4-41c9-aea8-ae64a47b9933 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Made reservation on behalf of 777d9510010d4a1f9b746277b4263cbf for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:26.158973 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-28b0d91e-ebb4-41c9-aea8-ae64a47b9933 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:26.208075 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723a179-ae2f-4869-8c4e-be4a5ddd28fe req-1154f46d-06c4-46d8-870b-a733d340498b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:26.216457 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723a179-ae2f-4869-8c4e-be4a5ddd28fe req-1154f46d-06c4-46d8-870b-a733d340498b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:26.225553 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723a179-ae2f-4869-8c4e-be4a5ddd28fe req-1154f46d-06c4-46d8-870b-a733d340498b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:26.226754 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-92edd282-6d84-4344-8e00-2868cf7caff4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:26.233399 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723a179-ae2f-4869-8c4e-be4a5ddd28fe req-1154f46d-06c4-46d8-870b-a733d340498b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:26.239528 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723a179-ae2f-4869-8c4e-be4a5ddd28fe req-1154f46d-06c4-46d8-870b-a733d340498b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:26.247506 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723a179-ae2f-4869-8c4e-be4a5ddd28fe req-1154f46d-06c4-46d8-870b-a733d340498b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:26.255595 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723a179-ae2f-4869-8c4e-be4a5ddd28fe req-1154f46d-06c4-46d8-870b-a733d340498b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:26.266771 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e723a179-ae2f-4869-8c4e-be4a5ddd28fe req-1154f46d-06c4-46d8-870b-a733d340498b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5421 time: 0.1339531 Aug 28 15:19:26.324646 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e723a179-ae2f-4869-8c4e-be4a5ddd28fe req-c3069ff9-2cb9-4228-a249-c26ceffc658b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562086 Aug 28 15:19:26.360227 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-92edd282-6d84-4344-8e00-2868cf7caff4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:26.367977 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92edd282-6d84-4344-8e00-2868cf7caff4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:26.369705 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-92edd282-6d84-4344-8e00-2868cf7caff4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:26.416414 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38b0b4-3234-4965-a812-80814f4ea374 req-518b7cce-e6aa-4259-a139-295628539445 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:26.418724 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7b38b0b4-3234-4965-a812-80814f4ea374 req-518b7cce-e6aa-4259-a139-295628539445 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cefa0bd-8918-4f82-a86e-823b92ee4210 HTTP/1.1" status: 200 len: 944 time: 0.1941314 Aug 28 15:19:26.463037 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f6168-c10e-41c7-9506-fcaf3445632c req-41224811-5603-4f07-9229-ec780d217157 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:26.472034 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-911f6168-c10e-41c7-9506-fcaf3445632c req-41224811-5603-4f07-9229-ec780d217157 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.0753922 Aug 28 15:19:26.494603 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-92edd282-6d84-4344-8e00-2868cf7caff4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2716529 Aug 28 15:19:26.497962 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38198) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:26.506506 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-5ba427f2-2b8a-4c37-94a1-1a1e8d66592a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'port': {'network_id': '02c95b13-9fd9-44e0-b512-a70ff19d914e', 'name': 'tempest-PortsTestJSON-59953878'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:26.520969 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-28b0d91e-ebb4-41c9-aea8-ae64a47b9933 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Allocated IP 172.20.0.10 (bd620003-6a83-46ba-9892-fe3a5e69ab57/c8337e0c-2603-4789-9044-631bb29ac1b8/5f0ca34c-9a32-4096-82f2-1233d5031f7e) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:19:26.537359 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92edd282-6d84-4344-8e00-2868cf7caff4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Network': ['ID=02c95b13-9fd9-44e0-b512-a70ff19d914e,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:26.548519 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 02c95b13-9fd9-44e0-b512-a70ff19d914e details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:19:26.584552 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7b38b0b4-3234-4965-a812-80814f4ea374 req-eb0a754f-e40c-437a-8925-f708d2f857af tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d03fd-734c-4627-9184-a07405d51d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505432 Aug 28 15:19:26.607985 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:26.615496 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-911f6168-c10e-41c7-9506-fcaf3445632c req-2874f57b-f075-4ce1-bb95-3a59a3fd8cde tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388469 Aug 28 15:19:26.659944 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba427f2-2b8a-4c37-94a1-1a1e8d66592a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:26.667304 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5ba427f2-2b8a-4c37-94a1-1a1e8d66592a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:26.715382 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-5ba427f2-2b8a-4c37-94a1-1a1e8d66592a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] device_id is not set on port 3eff33a9-e8e8-441f-98be-23ebff23f159 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:19:26.857877 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2af416f6-c099-45f6-9746-fa901562c36a req-308acbd3-0091-4853-af6f-a83a7e4e6a8b tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f9c74d-2b93-479e-9fee-f23a148651dd HTTP/1.1" status: 200 len: 210 time: 0.0919983 Aug 28 15:19:26.948942 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-28b0d91e-ebb4-41c9-aea8-ae64a47b9933 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:26.972374 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5ba427f2-2b8a-4c37-94a1-1a1e8d66592a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:26.992384 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-28b0d91e-ebb4-41c9-aea8-ae64a47b9933 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:27.014111 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5ba427f2-2b8a-4c37-94a1-1a1e8d66592a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:27.029593 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-28b0d91e-ebb4-41c9-aea8-ae64a47b9933 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Network bd620003-6a83-46ba-9892-fe3a5e69ab57 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:19:27.034333 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-28b0d91e-ebb4-41c9-aea8-ae64a47b9933 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:27.038090 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-28b0d91e-ebb4-41c9-aea8-ae64a47b9933 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:19:27.067378 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 0009fd87-24f9-4598-8650-815e10b6f346 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:19:27.074062 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0d91e-ebb4-41c9-aea8-ae64a47b9933 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Pushing event updated for resources: {'Port': ['ID=5f0ca34c-9a32-4096-82f2-1233d5031f7e,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:27.076126 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 4a0f45d1-344f-409c-bd68-0b8ed3e04c72 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:19:27.081900 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba427f2-2b8a-4c37-94a1-1a1e8d66592a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Port': ['ID=3eff33a9-e8e8-441f-98be-23ebff23f159,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:27.100141 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-28b0d91e-ebb4-41c9-aea8-ae64a47b9933 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:27.100765 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-28b0d91e-ebb4-41c9-aea8-ae64a47b9933 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:27.109552 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba427f2-2b8a-4c37-94a1-1a1e8d66592a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Checking segment: {'id': '24102da0-a762-486e-aad1-4db109086d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '02c95b13-9fd9-44e0-b512-a70ff19d914e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:19:27.110326 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba427f2-2b8a-4c37-94a1-1a1e8d66592a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network hostable DHCP agents. Network: 02c95b13-9fd9-44e0-b512-a70ff19d914e, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:19:27.116017 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-28b0d91e-ebb4-41c9-aea8-ae64a47b9933 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1926570 Aug 28 15:19:27.129632 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-c1c696cc-9f20-40f5-b6cc-4f40a14342e7 service neutron] Request body: {'port': {'device_id': 'a1f9c74d-2b93-479e-9fee-f23a148651dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:27.133399 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba427f2-2b8a-4c37-94a1-1a1e8d66592a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network 02c95b13-9fd9-44e0-b512-a70ff19d914e is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:19:27.142776 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-5ba427f2-2b8a-4c37-94a1-1a1e8d66592a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 02c95b13-9fd9-44e0-b512-a70ff19d914e) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:27.146558 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba427f2-2b8a-4c37-94a1-1a1e8d66592a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:19:27.152684 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba427f2-2b8a-4c37-94a1-1a1e8d66592a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:27.153329 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5ba427f2-2b8a-4c37-94a1-1a1e8d66592a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:27.154041 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd77fea3-8ac2-4b7f-9f9e-8085e3ff0d48 None None] Network 02c95b13-9fd9-44e0-b512-a70ff19d914e requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:19:27.170246 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5ba427f2-2b8a-4c37-94a1-1a1e8d66592a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.6710043 Aug 28 15:19:27.173131 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38202) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:27.179985 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-8bd1ba3b-9279-4eb4-8c7f-e57e7012cbc2 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1742932479'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:27.199802 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-c1c696cc-9f20-40f5-b6cc-4f40a14342e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:27.211221 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd1ba3b-9279-4eb4-8c7f-e57e7012cbc2 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:27.217779 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8bd1ba3b-9279-4eb4-8c7f-e57e7012cbc2 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:27.250438 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd1ba3b-9279-4eb4-8c7f-e57e7012cbc2 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:19:27.263493 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8bd1ba3b-9279-4eb4-8c7f-e57e7012cbc2 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:27.264083 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-8bd1ba3b-9279-4eb4-8c7f-e57e7012cbc2 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Added segment eb5496ee-275f-4569-9c4c-d16021479f8d of type vlan for network 80fd3888-ff11-475e-9088-80f6bc7a84a4 Aug 28 15:19:27.278387 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 0009fd87-24f9-4598-8650-815e10b6f346 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:19:27.299728 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 0009fd87-24f9-4598-8650-815e10b6f346 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:27.300139 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:27.314490 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8bd1ba3b-9279-4eb4-8c7f-e57e7012cbc2 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:27.362685 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 4a0f45d1-344f-409c-bd68-0b8ed3e04c72, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=4a0f45d1-344f-409c-bd68-0b8ed3e04c72,segment=NetworkSegment(c3da0be6-b78e-44bb-a617-8f7114ca16cd),segment_id=c3da0be6-b78e-44bb-a617-8f7114ca16cd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:27.365026 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8bd1ba3b-9279-4eb4-8c7f-e57e7012cbc2 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:27.378799 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd1ba3b-9279-4eb4-8c7f-e57e7012cbc2 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:27.380121 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8bd1ba3b-9279-4eb4-8c7f-e57e7012cbc2 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:27.411753 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '4a0f45d1-344f-409c-bd68-0b8ed3e04c72', 'network_id': '26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a', 'port_id': '4a0f45d1-344f-409c-bd68-0b8ed3e04c72', 'mac_address': 'fa:16:3e:42:8c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73534ea4-fd9f-45ca-ad96-4ea00206b4ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:19:27.488663 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:27.517435 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0f45d1-344f-409c-bd68-0b8ed3e04c72 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:19:27.526339 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:27.533291 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8bd1ba3b-9279-4eb4-8c7f-e57e7012cbc2 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3574586 Aug 28 15:19:27.536631 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38206) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:27.550622 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10482c64-0620-4546-b5fb-562482459353 req-c8e79869-9edc-42b6-8032-298bb9c9ebb7 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:27.558019 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 4a0f45d1-344f-409c-bd68-0b8ed3e04c72, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=4a0f45d1-344f-409c-bd68-0b8ed3e04c72,segment=NetworkSegment(c3da0be6-b78e-44bb-a617-8f7114ca16cd),segment_id=c3da0be6-b78e-44bb-a617-8f7114ca16cd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:27.558804 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10482c64-0620-4546-b5fb-562482459353 req-c8e79869-9edc-42b6-8032-298bb9c9ebb7 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:27.565451 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10482c64-0620-4546-b5fb-562482459353 req-c8e79869-9edc-42b6-8032-298bb9c9ebb7 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:27.566654 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:27.567545 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 30961ef5-4a0d-454a-bc6e-519c94cbf152 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:19:27.574008 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10482c64-0620-4546-b5fb-562482459353 req-c8e79869-9edc-42b6-8032-298bb9c9ebb7 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:27.582237 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10482c64-0620-4546-b5fb-562482459353 req-c8e79869-9edc-42b6-8032-298bb9c9ebb7 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:27.582419 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cefa0bd-8918-4f82-a86e-823b92ee4210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0009fd87-24f9-4598-8650-815e10b6f346'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:19:27.583581 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d427bd-4d9f-4265-b96b-36332891786e" -d '{"events": [{"server_uuid": "5cefa0bd-8918-4f82-a86e-823b92ee4210", "name": "network-vif-plugged", "status": "completed", "tag": "0009fd87-24f9-4598-8650-815e10b6f346"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:19:27.588753 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10482c64-0620-4546-b5fb-562482459353 req-c8e79869-9edc-42b6-8032-298bb9c9ebb7 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:27.595754 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10482c64-0620-4546-b5fb-562482459353 req-c8e79869-9edc-42b6-8032-298bb9c9ebb7 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:27.597859 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-10482c64-0620-4546-b5fb-562482459353 req-c8e79869-9edc-42b6-8032-298bb9c9ebb7 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5421 time: 0.1673853 Aug 28 15:19:27.604745 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-b46926ca-7682-4315-9b60-0824c03c42aa tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'ports': [{'network_id': '02c95b13-9fd9-44e0-b512-a70ff19d914e'}, {'network_id': '80fd3888-ff11-475e-9088-80f6bc7a84a4'}]} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:27.605442 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-b46926ca-7682-4315-9b60-0824c03c42aa tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'port': {'network_id': '02c95b13-9fd9-44e0-b512-a70ff19d914e'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:27.606173 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-b46926ca-7682-4315-9b60-0824c03c42aa tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'port': {'network_id': '80fd3888-ff11-475e-9088-80f6bc7a84a4'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:27.641351 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-c1c696cc-9f20-40f5-b6cc-4f40a14342e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f0ca34c-9a32-4096-82f2-1233d5031f7e {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:19:27.651090 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-c1c696cc-9f20-40f5-b6cc-4f40a14342e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:27.670827 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 0009fd87-24f9-4598-8650-815e10b6f346, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=0009fd87-24f9-4598-8650-815e10b6f346,segment=NetworkSegment(74aeee14-0d37-4360-92bb-0c901b877b56),segment_id=74aeee14-0d37-4360-92bb-0c901b877b56)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:27.681042 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af44dc18-8834-4782-b050-e83db7a49e5e x-openstack-request-id: req-af44dc18-8834-4782-b050-e83db7a49e5e {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:19:27.682147 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cefa0bd-8918-4f82-a86e-823b92ee4210", "name": "network-vif-plugged", "status": "completed", "tag": "0009fd87-24f9-4598-8650-815e10b6f346", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:19:27.682977 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af44dc18-8834-4782-b050-e83db7a49e5e {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:19:27.683945 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cefa0bd-8918-4f82-a86e-823b92ee4210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0009fd87-24f9-4598-8650-815e10b6f346', 'code': 200} Aug 28 15:19:27.688806 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-c1c696cc-9f20-40f5-b6cc-4f40a14342e7 service neutron] Transition to ACTIVE for port object 5f0ca34c-9a32-4096-82f2-1233d5031f7e will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:19:27.691157 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:27.694086 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-c1c696cc-9f20-40f5-b6cc-4f40a14342e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:27.722443 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-10482c64-0620-4546-b5fb-562482459353 req-01f4aded-ee76-4dd9-8595-9632e2b33c0a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0960813 Aug 28 15:19:27.739200 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1ba3b-9279-4eb4-8c7f-e57e7012cbc2 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Network': ['ID=80fd3888-ff11-475e-9088-80f6bc7a84a4,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:27.749695 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c696cc-9f20-40f5-b6cc-4f40a14342e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5f0ca34c-9a32-4096-82f2-1233d5031f7e,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:27.850544 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 80fd3888-ff11-475e-9088-80f6bc7a84a4 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:19:27.913475 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-c1c696cc-9f20-40f5-b6cc-4f40a14342e7 service neutron] Attempting to bind port 5f0ca34c-9a32-4096-82f2-1233d5031f7e on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:19:27.913475 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-c1c696cc-9f20-40f5-b6cc-4f40a14342e7 service neutron] Attempting to bind port 5f0ca34c-9a32-4096-82f2-1233d5031f7e by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '01c5611e-ae4b-4448-9fce-3787a47d59b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd620003-6a83-46ba-9892-fe3a5e69ab57'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:19:27.913475 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-c1c696cc-9f20-40f5-b6cc-4f40a14342e7 service neutron] Attempting to bind port 5f0ca34c-9a32-4096-82f2-1233d5031f7e on network bd620003-6a83-46ba-9892-fe3a5e69ab57 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:19:27.923504 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367f04e-c913-4bbb-b1e6-a926c593b19a req-849ac1ba-4699-4036-af08-cefdb00a09db tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:27.925060 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c367f04e-c913-4bbb-b1e6-a926c593b19a req-849ac1ba-4699-4036-af08-cefdb00a09db tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cefa0bd-8918-4f82-a86e-823b92ee4210 HTTP/1.1" status: 200 len: 945 time: 0.0881820 Aug 28 15:19:27.928557 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-c1c696cc-9f20-40f5-b6cc-4f40a14342e7 service neutron] Port 5f0ca34c-9a32-4096-82f2-1233d5031f7e on network bd620003-6a83-46ba-9892-fe3a5e69ab57 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:19:27.928887 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-c1c696cc-9f20-40f5-b6cc-4f40a14342e7 service neutron] Attempting to bind port 5f0ca34c-9a32-4096-82f2-1233d5031f7e on network bd620003-6a83-46ba-9892-fe3a5e69ab57 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:19:27.942101 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-c1c696cc-9f20-40f5-b6cc-4f40a14342e7 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:19:27.942514 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-c1c696cc-9f20-40f5-b6cc-4f40a14342e7 service neutron] Checking segment: {'id': '01c5611e-ae4b-4448-9fce-3787a47d59b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd620003-6a83-46ba-9892-fe3a5e69ab57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:19:27.942837 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-c1c696cc-9f20-40f5-b6cc-4f40a14342e7 service neutron] Bound using segment: {'id': '01c5611e-ae4b-4448-9fce-3787a47d59b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd620003-6a83-46ba-9892-fe3a5e69ab57'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:19:27.943281 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-c1c696cc-9f20-40f5-b6cc-4f40a14342e7 service neutron] Bound port: 5f0ca34c-9a32-4096-82f2-1233d5031f7e, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01c5611e-ae4b-4448-9fce-3787a47d59b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd620003-6a83-46ba-9892-fe3a5e69ab57'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:19:27.943649 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-c1c696cc-9f20-40f5-b6cc-4f40a14342e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:27.950045 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=4a0f45d1-344f-409c-bd68-0b8ed3e04c72,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:27.958354 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d37c4c-08a3-43b5-8d99-04ac975bf7bd req-c03cdff9-dc37-49e7-a86e-25e632011734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:27.960749 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-63d37c4c-08a3-43b5-8d99-04ac975bf7bd req-c03cdff9-dc37-49e7-a86e-25e632011734 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5cefa0bd-8918-4f82-a86e-823b92ee4210 HTTP/1.1" status: 200 len: 1097 time: 0.1818690 Aug 28 15:19:28.007873 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c367f04e-c913-4bbb-b1e6-a926c593b19a req-968d92d1-22f8-41e8-9b68-3896de7d961a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d03fd-734c-4627-9184-a07405d51d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758331 Aug 28 15:19:28.021396 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=0009fd87-24f9-4598-8650-815e10b6f346,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:28.027736 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-63d37c4c-08a3-43b5-8d99-04ac975bf7bd req-998db3e8-e03e-494e-993c-f27ce1e5567a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c06d03fd-734c-4627-9184-a07405d51d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574698 Aug 28 15:19:28.043413 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe0921-c087-430f-910b-653b08a1a3b3 req-141172f7-bf9d-4f8f-823c-9439f98ec5ea tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:28.045532 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b7fe0921-c087-430f-910b-653b08a1a3b3 req-141172f7-bf9d-4f8f-823c-9439f98ec5ea tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.1693978 Aug 28 15:19:28.053278 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-c1c696cc-9f20-40f5-b6cc-4f40a14342e7 service neutron] For port 5f0ca34c-9a32-4096-82f2-1233d5031f7e, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:19:28.057710 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-c1c696cc-9f20-40f5-b6cc-4f40a14342e7 service neutron] For port 5f0ca34c-9a32-4096-82f2-1233d5031f7e, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=5f0ca34c-9a32-4096-82f2-1233d5031f7e,segment=NetworkSegment(01c5611e-ae4b-4448-9fce-3787a47d59b0),segment_id=01c5611e-ae4b-4448-9fce-3787a47d59b0)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:19:28.063788 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-c1c696cc-9f20-40f5-b6cc-4f40a14342e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:28.087170 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 30961ef5-4a0d-454a-bc6e-519c94cbf152, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=30961ef5-4a0d-454a-bc6e-519c94cbf152,segment=NetworkSegment(8939f4c3-a1c0-4af7-8a1e-1156976435c2),segment_id=8939f4c3-a1c0-4af7-8a1e-1156976435c2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:28.091417 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46926ca-7682-4315-9b60-0824c03c42aa tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'port': 2} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:28.097342 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b46926ca-7682-4315-9b60-0824c03c42aa tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:28.107543 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-c1c696cc-9f20-40f5-b6cc-4f40a14342e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:28.108287 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-c1c696cc-9f20-40f5-b6cc-4f40a14342e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:28.110927 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-c1c696cc-9f20-40f5-b6cc-4f40a14342e7 service neutron] 10.222.0.36 "PUT /v2.0/ports/5f0ca34c-9a32-4096-82f2-1233d5031f7e HTTP/1.1" status: 200 len: 1093 time: 0.9868853 Aug 28 15:19:28.110927 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f9c74d-2b93-479e-9fee-f23a148651dd', 'tag': '5f0ca34c-9a32-4096-82f2-1233d5031f7e'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:19:28.113488 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d8bcdc-fee6-4fa0-a60d-17f24a5317cb" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f9c74d-2b93-479e-9fee-f23a148651dd", "tag": "5f0ca34c-9a32-4096-82f2-1233d5031f7e"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:19:28.114659 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '30961ef5-4a0d-454a-bc6e-519c94cbf152', 'network_id': '2e337a80-f61c-4bca-8264-d9f248c90759', 'port_id': '30961ef5-4a0d-454a-bc6e-519c94cbf152', 'mac_address': 'fa:16:3e:39:47:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee9e1d3e-90f3-4805-bd4b-3365719a7970', 'ip_address': '10.1.1.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:19:28.131644 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b46926ca-7682-4315-9b60-0824c03c42aa tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:28.175194 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:28.186682 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c696cc-9f20-40f5-b6cc-4f40a14342e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5f0ca34c-9a32-4096-82f2-1233d5031f7e,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:28.200054 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30961ef5-4a0d-454a-bc6e-519c94cbf152 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:19:28.202276 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b7fe0921-c087-430f-910b-653b08a1a3b3 req-68020ef0-aae1-4138-9dc0-85f033f2fdfd tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502688 Aug 28 15:19:28.228192 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 30961ef5-4a0d-454a-bc6e-519c94cbf152, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=30961ef5-4a0d-454a-bc6e-519c94cbf152,segment=NetworkSegment(8939f4c3-a1c0-4af7-8a1e-1156976435c2),segment_id=8939f4c3-a1c0-4af7-8a1e-1156976435c2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:28.241158 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92e789-9a97-4153-a65b-ea7e383c5c00 req-52341a64-223e-4098-9d9a-3ba24992d0d0 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:28.242798 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2e92e789-9a97-4153-a65b-ea7e383c5c00 req-52341a64-223e-4098-9d9a-3ba24992d0d0 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f9c74d-2b93-479e-9fee-f23a148651dd HTTP/1.1" status: 200 len: 944 time: 0.1136158 Aug 28 15:19:28.245884 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-46d760b4-15b2-4d13-9c56-6edb9aab74ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:28.247521 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-46d760b4-15b2-4d13-9c56-6edb9aab74ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=777d9510010d4a1f9b746277b4263cbf&device_id=a1f9c74d-2b93-479e-9fee-f23a148651dd HTTP/1.1" status: 200 len: 1096 time: 0.0752399 Aug 28 15:19:28.248472 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:28.249405 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 8cb26e22-61bc-45a1-a731-63fca20f0e30 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:19:28.317514 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-046b1e1f-97eb-410c-91b9-fef8f7d315aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f0ca34c-9a32-4096-82f2-1233d5031f7e HTTP/1.1" status: 200 len: 217 time: 0.0609951 Aug 28 15:19:28.328989 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-b46926ca-7682-4315-9b60-0824c03c42aa tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] device_id is not set on port 493f19df-5ba8-48f7-a910-067ace33e541 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:19:28.419411 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2e92e789-9a97-4153-a65b-ea7e383c5c00 req-b2e364be-cd5e-4484-8d18-d2854ab53ffd tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/security-groups?id=60743525-baa6-492c-96d7-b2711b948c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639309 Aug 28 15:19:28.450722 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-4d013264-34c8-4257-b920-80551f31f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:28.454832 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-4d013264-34c8-4257-b920-80551f31f867 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c8337e0c-2603-4789-9044-631bb29ac1b8 HTTP/1.1" status: 200 len: 853 time: 0.1301913 Aug 28 15:19:28.528626 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-7286dfd6-7f9e-4b9c-85e4-9874cb85a20a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd620003-6a83-46ba-9892-fe3a5e69ab57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657008 Aug 28 15:19:28.598339 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 8cb26e22-61bc-45a1-a731-63fca20f0e30, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=8cb26e22-61bc-45a1-a731-63fca20f0e30,segment=NetworkSegment(ec938aac-3055-458d-96d0-77a991606f63),segment_id=ec938aac-3055-458d-96d0-77a991606f63)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:28.650430 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '8cb26e22-61bc-45a1-a731-63fca20f0e30', 'network_id': 'a36e233e-9694-4856-84b9-f3f8aa62d273', 'port_id': '8cb26e22-61bc-45a1-a731-63fca20f0e30', 'mac_address': 'fa:16:3e:49:81:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32296ab6-0e0f-4355-bb6c-e0506c5f4601', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:19:28.651592 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ea7642-ef64-4219-b40b-95b072cc6d14 x-openstack-request-id: req-a6ea7642-ef64-4219-b40b-95b072cc6d14 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:19:28.652128 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f9c74d-2b93-479e-9fee-f23a148651dd", "tag": "5f0ca34c-9a32-4096-82f2-1233d5031f7e", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:19:28.652263 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6ea7642-ef64-4219-b40b-95b072cc6d14 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:19:28.652782 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f9c74d-2b93-479e-9fee-f23a148651dd', 'tag': '5f0ca34c-9a32-4096-82f2-1233d5031f7e', 'status': 'completed', 'code': 200} Aug 28 15:19:28.655861 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=30961ef5-4a0d-454a-bc6e-519c94cbf152,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:28.664678 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b46926ca-7682-4315-9b60-0824c03c42aa tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:28.706398 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:28.707991 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77af2e4-5066-4530-8d2d-33a7c111c59f req-7e5453f3-1f7f-418e-8945-87986b52c7ff tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:28.716773 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b77af2e4-5066-4530-8d2d-33a7c111c59f req-7e5453f3-1f7f-418e-8945-87986b52c7ff tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.1522007 Aug 28 15:19:28.723291 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb26e22-61bc-45a1-a731-63fca20f0e30 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:19:28.748242 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 8cb26e22-61bc-45a1-a731-63fca20f0e30, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=8cb26e22-61bc-45a1-a731-63fca20f0e30,segment=NetworkSegment(ec938aac-3055-458d-96d0-77a991606f63),segment_id=ec938aac-3055-458d-96d0-77a991606f63)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:28.753055 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:28.753882 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 812faf11-1952-4526-859c-7622a369ee03 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:19:28.755401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-b46926ca-7682-4315-9b60-0824c03c42aa tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] device_id is not set on port 80e6f804-c9c5-4688-a86d-be20b19b09ea yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:19:28.777781 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-1a897281-224c-4d05-8770-59847f33068b service neutron] 10.222.0.36 "GET /v2.0/networks/bd620003-6a83-46ba-9892-fe3a5e69ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404003 Aug 28 15:19:28.781356 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b77af2e4-5066-4530-8d2d-33a7c111c59f req-6d84bedc-2475-4aa4-a595-8daf5c6c8aa0 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638011 Aug 28 15:19:28.904475 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 812faf11-1952-4526-859c-7622a369ee03, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=812faf11-1952-4526-859c-7622a369ee03,segment=NetworkSegment(8939f4c3-a1c0-4af7-8a1e-1156976435c2),segment_id=8939f4c3-a1c0-4af7-8a1e-1156976435c2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:28.907755 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=8cb26e22-61bc-45a1-a731-63fca20f0e30,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:28.930258 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '812faf11-1952-4526-859c-7622a369ee03', 'network_id': '2e337a80-f61c-4bca-8264-d9f248c90759', 'port_id': '812faf11-1952-4526-859c-7622a369ee03', 'mac_address': 'fa:16:3e:b9:e6:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee9e1d3e-90f3-4805-bd4b-3365719a7970', 'ip_address': '10.1.1.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:19:28.943968 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0bdcbc-015a-4e70-8b10-f2d301366580 req-aea7b48a-5416-4cb3-bdb1-48ef837caed2 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:28.945454 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8d0bdcbc-015a-4e70-8b10-f2d301366580 req-aea7b48a-5416-4cb3-bdb1-48ef837caed2 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.0742207 Aug 28 15:19:28.969396 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8c47fcf-059f-4e29-a706-7c5e4209bf64 req-a65bcca6-cab6-4d90-ba0e-853574bbf2cc service neutron] 10.222.0.36 "GET /v2.0/networks/bd620003-6a83-46ba-9892-fe3a5e69ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820822 Aug 28 15:19:28.971895 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b46926ca-7682-4315-9b60-0824c03c42aa tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:29.000388 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:29.018073 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 812faf11-1952-4526-859c-7622a369ee03 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:19:29.018542 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8d0bdcbc-015a-4e70-8b10-f2d301366580 req-7c043690-4b12-4b41-bacd-df48ec176d13 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668080 Aug 28 15:19:29.021968 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094b5ac-8f54-4b1e-a974-6a2a485a0f39 req-73406e5d-7d77-4bae-9a80-11b8fb4ac9c3 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:29.029540 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094b5ac-8f54-4b1e-a974-6a2a485a0f39 req-73406e5d-7d77-4bae-9a80-11b8fb4ac9c3 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:29.039466 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094b5ac-8f54-4b1e-a974-6a2a485a0f39 req-73406e5d-7d77-4bae-9a80-11b8fb4ac9c3 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:29.041030 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 812faf11-1952-4526-859c-7622a369ee03, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=812faf11-1952-4526-859c-7622a369ee03,segment=NetworkSegment(8939f4c3-a1c0-4af7-8a1e-1156976435c2),segment_id=8939f4c3-a1c0-4af7-8a1e-1156976435c2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:29.047204 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:29.048064 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 16321fa2-91e2-42a3-8f1a-9e609d1ba006 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:19:29.054434 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094b5ac-8f54-4b1e-a974-6a2a485a0f39 req-73406e5d-7d77-4bae-9a80-11b8fb4ac9c3 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:29.064178 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094b5ac-8f54-4b1e-a974-6a2a485a0f39 req-73406e5d-7d77-4bae-9a80-11b8fb4ac9c3 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:29.072537 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094b5ac-8f54-4b1e-a974-6a2a485a0f39 req-73406e5d-7d77-4bae-9a80-11b8fb4ac9c3 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:29.080020 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094b5ac-8f54-4b1e-a974-6a2a485a0f39 req-73406e5d-7d77-4bae-9a80-11b8fb4ac9c3 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:29.082397 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b094b5ac-8f54-4b1e-a974-6a2a485a0f39 req-73406e5d-7d77-4bae-9a80-11b8fb4ac9c3 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5424 time: 0.1791067 Aug 28 15:19:29.094767 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8bcdc-fee6-4fa0-a60d-17f24a5317cb req-096dfedd-4c5b-4c46-85ee-de37a5d58a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:29.096887 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b0d8bcdc-fee6-4fa0-a60d-17f24a5317cb req-096dfedd-4c5b-4c46-85ee-de37a5d58a37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=777d9510010d4a1f9b746277b4263cbf&device_id=a1f9c74d-2b93-479e-9fee-f23a148651dd HTTP/1.1" status: 200 len: 1096 time: 0.0747433 Aug 28 15:19:29.136783 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b46926ca-7682-4315-9b60-0824c03c42aa tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:29.156659 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=812faf11-1952-4526-859c-7622a369ee03,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:29.175591 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 16321fa2-91e2-42a3-8f1a-9e609d1ba006, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=16321fa2-91e2-42a3-8f1a-9e609d1ba006,segment=NetworkSegment(8939f4c3-a1c0-4af7-8a1e-1156976435c2),segment_id=8939f4c3-a1c0-4af7-8a1e-1156976435c2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:29.187730 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '16321fa2-91e2-42a3-8f1a-9e609d1ba006', 'network_id': '2e337a80-f61c-4bca-8264-d9f248c90759', 'port_id': '16321fa2-91e2-42a3-8f1a-9e609d1ba006', 'mac_address': 'fa:16:3e:86:bd:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee9e1d3e-90f3-4805-bd4b-3365719a7970', 'ip_address': '10.1.1.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:19:29.206662 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46926ca-7682-4315-9b60-0824c03c42aa tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Port': ['ID=493f19df-5ba8-48f7-a910-067ace33e541,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:29.236430 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:29.240500 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b094b5ac-8f54-4b1e-a974-6a2a485a0f39 req-54da18c7-2972-4c5b-bc61-5e1325ad0a61 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1480892 Aug 28 15:19:29.242492 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46926ca-7682-4315-9b60-0824c03c42aa tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network 02c95b13-9fd9-44e0-b512-a70ff19d914e is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:19:29.244780 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-b46926ca-7682-4315-9b60-0824c03c42aa tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:29.247176 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46926ca-7682-4315-9b60-0824c03c42aa tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:19:29.248275 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b46926ca-7682-4315-9b60-0824c03c42aa tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:29.254246 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16321fa2-91e2-42a3-8f1a-9e609d1ba006 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:19:29.279023 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 16321fa2-91e2-42a3-8f1a-9e609d1ba006, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=16321fa2-91e2-42a3-8f1a-9e609d1ba006,segment=NetworkSegment(8939f4c3-a1c0-4af7-8a1e-1156976435c2),segment_id=8939f4c3-a1c0-4af7-8a1e-1156976435c2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:29.308369 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:29.309055 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 50deec03-7b81-42d5-aaf9-ae33b02083dc details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:19:29.331258 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46926ca-7682-4315-9b60-0824c03c42aa tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Port': ['ID=80e6f804-c9c5-4688-a86d-be20b19b09ea,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:29.336873 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46926ca-7682-4315-9b60-0824c03c42aa tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Checking segment: {'id': 'eb5496ee-275f-4569-9c4c-d16021479f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '80fd3888-ff11-475e-9088-80f6bc7a84a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:19:29.337354 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46926ca-7682-4315-9b60-0824c03c42aa tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network hostable DHCP agents. Network: 80fd3888-ff11-475e-9088-80f6bc7a84a4, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:19:29.375259 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46926ca-7682-4315-9b60-0824c03c42aa tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network 80fd3888-ff11-475e-9088-80f6bc7a84a4 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:19:29.377679 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80621d5c-7bf7-4722-9b20-2614b4890f04 req-10122e98-52da-43dc-b2ba-3fed440c1fad tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:29.379437 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-80621d5c-7bf7-4722-9b20-2614b4890f04 req-10122e98-52da-43dc-b2ba-3fed440c1fad tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cefa0bd-8918-4f82-a86e-823b92ee4210 HTTP/1.1" status: 200 len: 945 time: 0.2343318 Aug 28 15:19:29.397976 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-b46926ca-7682-4315-9b60-0824c03c42aa tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 80fd3888-ff11-475e-9088-80f6bc7a84a4) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:29.407082 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46926ca-7682-4315-9b60-0824c03c42aa tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:19:29.416741 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=16321fa2-91e2-42a3-8f1a-9e609d1ba006,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:29.422063 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 50deec03-7b81-42d5-aaf9-ae33b02083dc, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=50deec03-7b81-42d5-aaf9-ae33b02083dc,segment=NetworkSegment(ec938aac-3055-458d-96d0-77a991606f63),segment_id=ec938aac-3055-458d-96d0-77a991606f63)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:29.424356 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46926ca-7682-4315-9b60-0824c03c42aa tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:29.424746 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e02d86f-97eb-4d0f-b484-113fb533478c None None] Network 80fd3888-ff11-475e-9088-80f6bc7a84a4 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:19:29.437820 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46926ca-7682-4315-9b60-0824c03c42aa tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:29.442390 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b46926ca-7682-4315-9b60-0824c03c42aa tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:29.468628 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8bcdc-fee6-4fa0-a60d-17f24a5317cb req-99124f0f-8927-4790-bcaa-c3924f219642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:29.470301 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b0d8bcdc-fee6-4fa0-a60d-17f24a5317cb req-99124f0f-8927-4790-bcaa-c3924f219642 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd620003-6a83-46ba-9892-fe3a5e69ab57 HTTP/1.1" status: 200 len: 914 time: 0.3659816 Aug 28 15:19:29.474560 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '50deec03-7b81-42d5-aaf9-ae33b02083dc', 'network_id': 'a36e233e-9694-4856-84b9-f3f8aa62d273', 'port_id': '50deec03-7b81-42d5-aaf9-ae33b02083dc', 'mac_address': 'fa:16:3e:3c:21:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32296ab6-0e0f-4355-bb6c-e0506c5f4601', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:19:29.545456 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b46926ca-7682-4315-9b60-0824c03c42aa tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9457011 Aug 28 15:19:29.548025 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38244) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:29.549300 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-80621d5c-7bf7-4722-9b20-2614b4890f04 req-e5b2ae43-d397-4bee-87bf-7b01442b65d7 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d03fd-734c-4627-9184-a07405d51d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596031 Aug 28 15:19:29.551094 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b0d8bcdc-fee6-4fa0-a60d-17f24a5317cb req-c833e3e5-f5cb-473d-8e28-70cac9c2bb25 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f0ca34c-9a32-4096-82f2-1233d5031f7e HTTP/1.1" status: 200 len: 217 time: 0.0679970 Aug 28 15:19:29.581954 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:29.595344 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ec5ee-1ce6-479b-ae90-b2c0b4ad0d2a req-fd9381cd-8bf3-4c06-b969-ec761a1e7134 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:29.597002 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-178ec5ee-1ce6-479b-ae90-b2c0b4ad0d2a req-fd9381cd-8bf3-4c06-b969-ec761a1e7134 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.1490312 Aug 28 15:19:29.615054 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8bcdc-fee6-4fa0-a60d-17f24a5317cb req-72c6b763-7c1e-465f-a21a-2e218d3e9f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:29.616485 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50deec03-7b81-42d5-aaf9-ae33b02083dc {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:19:29.616979 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b0d8bcdc-fee6-4fa0-a60d-17f24a5317cb req-72c6b763-7c1e-465f-a21a-2e218d3e9f24 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c8337e0c-2603-4789-9044-631bb29ac1b8 HTTP/1.1" status: 200 len: 853 time: 0.0495365 Aug 28 15:19:29.651151 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 50deec03-7b81-42d5-aaf9-ae33b02083dc, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=50deec03-7b81-42d5-aaf9-ae33b02083dc,segment=NetworkSegment(ec938aac-3055-458d-96d0-77a991606f63),segment_id=ec938aac-3055-458d-96d0-77a991606f63)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:29.663011 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:29.664177 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f1ecb044-2bfe-4874-89df-8daa50563f78 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:19:29.673216 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b0d8bcdc-fee6-4fa0-a60d-17f24a5317cb req-3db88d9e-6ada-4091-b1f3-65d266f0c0bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd620003-6a83-46ba-9892-fe3a5e69ab57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473781 Aug 28 15:19:29.690156 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-178ec5ee-1ce6-479b-ae90-b2c0b4ad0d2a req-b32dab4d-c0a3-443d-bf91-b3f1fa4f0c17 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786474 Aug 28 15:19:29.737879 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-471f79c4-659c-4896-9e78-b80c4383b6d3 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting port 80e6f804-c9c5-4688-a86d-be20b19b09ea {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:19:29.738240 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-471f79c4-659c-4896-9e78-b80c4383b6d3 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:29.775132 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56956ddd-1750-4dd5-b35b-5fc99e9563ac req-30a1c552-f2da-49cf-bf3a-417041506320 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:29.783273 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-56956ddd-1750-4dd5-b35b-5fc99e9563ac req-30a1c552-f2da-49cf-bf3a-417041506320 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f9c74d-2b93-479e-9fee-f23a148651dd HTTP/1.1" status: 200 len: 944 time: 0.1453235 Aug 28 15:19:29.786948 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=50deec03-7b81-42d5-aaf9-ae33b02083dc,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:29.802437 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port f1ecb044-2bfe-4874-89df-8daa50563f78, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f1ecb044-2bfe-4874-89df-8daa50563f78,segment=NetworkSegment(8939f4c3-a1c0-4af7-8a1e-1156976435c2),segment_id=8939f4c3-a1c0-4af7-8a1e-1156976435c2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:29.815887 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'f1ecb044-2bfe-4874-89df-8daa50563f78', 'network_id': '2e337a80-f61c-4bca-8264-d9f248c90759', 'port_id': 'f1ecb044-2bfe-4874-89df-8daa50563f78', 'mac_address': 'fa:16:3e:68:98:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee9e1d3e-90f3-4805-bd4b-3365719a7970', 'ip_address': '10.1.1.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:19:29.860415 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-56956ddd-1750-4dd5-b35b-5fc99e9563ac req-4c869846-9882-4c5d-9a20-37ec8f32e14d tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/security-groups?id=60743525-baa6-492c-96d7-b2711b948c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759020 Aug 28 15:19:29.865779 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-471f79c4-659c-4896-9e78-b80c4383b6d3 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:29.866669 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b0d8bcdc-fee6-4fa0-a60d-17f24a5317cb req-41eb5c44-e5b0-4876-bcc9-01306b428029 service neutron] 10.222.0.36 "GET /v2.0/networks/bd620003-6a83-46ba-9892-fe3a5e69ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789587 Aug 28 15:19:29.871024 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:29.895431 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ecb044-2bfe-4874-89df-8daa50563f78 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:19:29.902221 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-471f79c4-659c-4896-9e78-b80c4383b6d3 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Calling delete_port for 80e6f804-c9c5-4688-a86d-be20b19b09ea owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:19:29.916695 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port f1ecb044-2bfe-4874-89df-8daa50563f78, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f1ecb044-2bfe-4874-89df-8daa50563f78,segment=NetworkSegment(8939f4c3-a1c0-4af7-8a1e-1156976435c2),segment_id=8939f4c3-a1c0-4af7-8a1e-1156976435c2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:29.922481 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:29.964572 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f3aed-1b0f-45cb-8695-e33a1f3e7b29 req-3e0e3340-fc64-447a-abc1-f4bdcd6396e0 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:29.966575 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-781f3aed-1b0f-45cb-8695-e33a1f3e7b29 req-3e0e3340-fc64-447a-abc1-f4bdcd6396e0 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.1464202 Aug 28 15:19:29.987129 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b0d8bcdc-fee6-4fa0-a60d-17f24a5317cb req-9c051457-eb4c-4746-b239-f3ba966d59ba service neutron] 10.222.0.36 "GET /v2.0/networks/bd620003-6a83-46ba-9892-fe3a5e69ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121643 Aug 28 15:19:29.988830 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=f1ecb044-2bfe-4874-89df-8daa50563f78,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:30.028363 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-781f3aed-1b0f-45cb-8695-e33a1f3e7b29 req-ebbdc5b5-7b1a-4931-bb2f-522a4e0dc537 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557675 Aug 28 15:19:30.038850 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-471f79c4-659c-4896-9e78-b80c4383b6d3 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:30.069470 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f79c4-659c-4896-9e78-b80c4383b6d3 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Port': ['ID=80e6f804-c9c5-4688-a86d-be20b19b09ea,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:30.075356 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-471f79c4-659c-4896-9e78-b80c4383b6d3 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:30.085501 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38252) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:30.088205 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-471f79c4-659c-4896-9e78-b80c4383b6d3 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/ports/80e6f804-c9c5-4688-a86d-be20b19b09ea HTTP/1.1" status: 204 len: 168 time: 0.5386753 Aug 28 15:19:30.148059 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9904a228-8c12-42b0-8c19-9bbaadf18cc1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:30.154272 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9904a228-8c12-42b0-8c19-9bbaadf18cc1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:30.155994 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9904a228-8c12-42b0-8c19-9bbaadf18cc1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.0684991 Aug 28 15:19:30.158641 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38256) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:30.189097 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ca7e6-3335-4aff-8188-6a1979e0f164 req-4171d37b-d9d0-4b22-adc8-770764fc08c5 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:30.193112 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-424ca7e6-3335-4aff-8188-6a1979e0f164 req-4171d37b-d9d0-4b22-adc8-770764fc08c5 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.0716398 Aug 28 15:19:30.244468 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-424ca7e6-3335-4aff-8188-6a1979e0f164 req-6c67a630-de6a-47b0-ae99-b346bf22507b tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388405 Aug 28 15:19:30.274361 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-3b986550-c271-4dca-8c07-0977a041e762 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting port 493f19df-5ba8-48f7-a910-067ace33e541 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:19:30.274940 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b986550-c271-4dca-8c07-0977a041e762 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:30.392718 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b986550-c271-4dca-8c07-0977a041e762 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:30.418303 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9679462-405a-4147-895a-6d724821c95a req-7cafeee5-ca31-4fe8-8e7d-7faff78a9f58 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:30.419858 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f9679462-405a-4147-895a-6d724821c95a req-7cafeee5-ca31-4fe8-8e7d-7faff78a9f58 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.0948734 Aug 28 15:19:30.420880 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-3b986550-c271-4dca-8c07-0977a041e762 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Calling delete_port for 493f19df-5ba8-48f7-a910-067ace33e541 owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:19:30.425090 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5ea9c-94f3-493f-9be8-3a9d23aee7d8 req-83593fe6-7abd-485c-a099-9db49e913759 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:30.432765 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5ea9c-94f3-493f-9be8-3a9d23aee7d8 req-83593fe6-7abd-485c-a099-9db49e913759 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:30.439310 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5ea9c-94f3-493f-9be8-3a9d23aee7d8 req-83593fe6-7abd-485c-a099-9db49e913759 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:30.445552 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5ea9c-94f3-493f-9be8-3a9d23aee7d8 req-83593fe6-7abd-485c-a099-9db49e913759 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:30.451849 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5ea9c-94f3-493f-9be8-3a9d23aee7d8 req-83593fe6-7abd-485c-a099-9db49e913759 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:30.458156 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5ea9c-94f3-493f-9be8-3a9d23aee7d8 req-83593fe6-7abd-485c-a099-9db49e913759 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:30.465693 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5ea9c-94f3-493f-9be8-3a9d23aee7d8 req-83593fe6-7abd-485c-a099-9db49e913759 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:30.467757 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4ef5ea9c-94f3-493f-9be8-3a9d23aee7d8 req-83593fe6-7abd-485c-a099-9db49e913759 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5428 time: 0.1068544 Aug 28 15:19:30.499314 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f9679462-405a-4147-895a-6d724821c95a req-6caf1645-552f-422d-a37d-5166ce003aaf tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703161 Aug 28 15:19:30.516047 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4ef5ea9c-94f3-493f-9be8-3a9d23aee7d8 req-e54ea8a3-8c86-488e-bdd3-4b9dce7882da tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407219 Aug 28 15:19:30.539123 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b986550-c271-4dca-8c07-0977a041e762 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:30.571042 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['4a0f45d1-344f-409c-bd68-0b8ed3e04c72'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:19:30.572652 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b986550-c271-4dca-8c07-0977a041e762 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Port': ['ID=493f19df-5ba8-48f7-a910-067ace33e541,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:30.578466 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b986550-c271-4dca-8c07-0977a041e762 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:30.580515 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3b986550-c271-4dca-8c07-0977a041e762 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/ports/493f19df-5ba8-48f7-a910-067ace33e541 HTTP/1.1" status: 204 len: 168 time: 0.4209175 Aug 28 15:19:30.583069 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38266) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:30.627249 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['8cb26e22-61bc-45a1-a731-63fca20f0e30'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:19:30.631482 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['16321fa2-91e2-42a3-8f1a-9e609d1ba006'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:19:30.641743 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['50deec03-7b81-42d5-aaf9-ae33b02083dc'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:19:30.644078 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['f1ecb044-2bfe-4874-89df-8daa50563f78'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:19:30.646843 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2226a08-bfd7-42f0-b31c-a38da598a298 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:30.651471 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c2226a08-bfd7-42f0-b31c-a38da598a298 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0645809 Aug 28 15:19:30.652110 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38268) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:30.675506 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['30961ef5-4a0d-454a-bc6e-519c94cbf152'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:19:30.682643 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f726b-79c0-4dfb-9b21-ed3b1f243078 req-5ee2aa7d-2909-4b38-8e14-82ff319c3e13 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:30.686357 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-704cc8e8-3de3-43e4-b578-b7ea869ed85a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] GET failed (client error): The resource could not be found. Aug 28 15:19:30.690783 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-704cc8e8-3de3-43e4-b578-b7ea869ed85a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "GET /v2.0/ports/80e6f804-c9c5-4688-a86d-be20b19b09ea HTTP/1.1" status: 404 len: 333 time: 0.0348783 Aug 28 15:19:30.690945 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f79f726b-79c0-4dfb-9b21-ed3b1f243078 req-5ee2aa7d-2909-4b38-8e14-82ff319c3e13 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cefa0bd-8918-4f82-a86e-823b92ee4210 HTTP/1.1" status: 200 len: 945 time: 0.0689034 Aug 28 15:19:30.691061 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38270) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:30.720915 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd0f66b-344c-4e2d-8c00-474dcc1dbec2 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] GET failed (client error): The resource could not be found. Aug 28 15:19:30.725081 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cbd0f66b-344c-4e2d-8c00-474dcc1dbec2 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "GET /v2.0/ports/493f19df-5ba8-48f7-a910-067ace33e541 HTTP/1.1" status: 404 len: 333 time: 0.0304432 Aug 28 15:19:30.725844 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38274) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:30.745878 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['812faf11-1952-4526-859c-7622a369ee03'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:19:30.748599 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f79f726b-79c0-4dfb-9b21-ed3b1f243078 req-5fa3d09c-5bb6-4534-98bd-fb13c2c2dfa8 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d03fd-734c-4627-9184-a07405d51d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566425 Aug 28 15:19:30.850871 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f253289a-e18b-4bea-9760-75e949ef8859 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:30.870183 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c79672-8506-4acf-914c-3423b021bbe7 req-e416bb49-ae5e-4170-b613-f30b2f877c08 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:30.871834 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a0c79672-8506-4acf-914c-3423b021bbe7 req-e416bb49-ae5e-4170-b613-f30b2f877c08 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.0866613 Aug 28 15:19:30.879217 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a2439-1a28-48ed-8506-27ad1beb77c7 req-f6d9174f-b977-4e35-a804-02e68b29bcc6 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:30.881024 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ab6a2439-1a28-48ed-8506-27ad1beb77c7 req-f6d9174f-b977-4e35-a804-02e68b29bcc6 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cefa0bd-8918-4f82-a86e-823b92ee4210 HTTP/1.1" status: 200 len: 945 time: 0.0634818 Aug 28 15:19:30.926359 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ab6a2439-1a28-48ed-8506-27ad1beb77c7 req-c9b89869-0238-4616-972f-004c34e82cd9 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d03fd-734c-4627-9184-a07405d51d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373905 Aug 28 15:19:30.953290 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38280) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:31.010605 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a0c79672-8506-4acf-914c-3423b021bbe7 req-b85c0883-63e8-4c8a-ac97-1d430a0468be tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182475 Aug 28 15:19:31.012237 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f253289a-e18b-4bea-9760-75e949ef8859 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:31.027957 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-f253289a-e18b-4bea-9760-75e949ef8859 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80fd3888-ff11-475e-9088-80f6bc7a84a4']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:31.040234 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-f253289a-e18b-4bea-9760-75e949ef8859 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb5496ee-275f-4569-9c4c-d16021479f8d') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:31.040595 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-f253289a-e18b-4bea-9760-75e949ef8859 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb5496ee-275f-4569-9c4c-d16021479f8d') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:31.044889 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e19b23-5912-48fb-8ff0-5fb58e5c5292 tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:31.049225 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-55e19b23-5912-48fb-8ff0-5fb58e5c5292 tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5cefa0bd-8918-4f82-a86e-823b92ee4210 HTTP/1.1" status: 200 len: 1092 time: 0.0921669 Aug 28 15:19:31.050427 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38282) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:31.056785 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-49f11087-3cdd-4567-b677-c34e487fe981 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'port_id': '0009fd87-24f9-4598-8650-815e10b6f346', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:31.063158 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44606749-ee61-4767-8462-8990c6ba0160 req-56c129f4-7f44-47ff-b119-10535bf78796 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:31.063351 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f253289a-e18b-4bea-9760-75e949ef8859 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:31.064983 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-44606749-ee61-4767-8462-8990c6ba0160 req-56c129f4-7f44-47ff-b119-10535bf78796 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f9c74d-2b93-479e-9fee-f23a148651dd HTTP/1.1" status: 200 len: 944 time: 0.0663989 Aug 28 15:19:31.086089 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f253289a-e18b-4bea-9760-75e949ef8859 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:31.095084 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f253289a-e18b-4bea-9760-75e949ef8859 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:19:31.095646 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f253289a-e18b-4bea-9760-75e949ef8859 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:19:31.099095 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:19:31.120220 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-44606749-ee61-4767-8462-8990c6ba0160 req-ea4bc388-e51b-4986-a26b-353760f73dda tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/security-groups?id=60743525-baa6-492c-96d7-b2711b948c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470250 Aug 28 15:19:31.147828 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49f11087-3cdd-4567-b677-c34e487fe981 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for floatingip, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:31.204863 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f253289a-e18b-4bea-9760-75e949ef8859 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:31.213705 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f253289a-e18b-4bea-9760-75e949ef8859 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:31.219694 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38286) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:31.219961 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f253289a-e18b-4bea-9760-75e949ef8859 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/networks/80fd3888-ff11-475e-9088-80f6bc7a84a4 HTTP/1.1" status: 204 len: 168 time: 0.4925840 Aug 28 15:19:31.224852 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-a9301c66-1925-406d-896c-519291760c0a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-85350055'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:31.234272 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253289a-e18b-4bea-9760-75e949ef8859 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Network': ['ID=80fd3888-ff11-475e-9088-80f6bc7a84a4,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:31.254938 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9301c66-1925-406d-896c-519291760c0a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:31.260098 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a9301c66-1925-406d-896c-519291760c0a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:31.289229 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9301c66-1925-406d-896c-519291760c0a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:19:31.296348 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49f11087-3cdd-4567-b677-c34e487fe981 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:31.300802 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a9301c66-1925-406d-896c-519291760c0a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:31.301051 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-a9301c66-1925-406d-896c-519291760c0a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Added segment c16d3e87-4d43-4171-a3bd-c13d6731bc43 of type vlan for network d1d0d417-b33d-4780-a6ba-c9a4af65a0ed Aug 28 15:19:31.366099 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a9301c66-1925-406d-896c-519291760c0a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:31.400218 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a9301c66-1925-406d-896c-519291760c0a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:31.406711 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9301c66-1925-406d-896c-519291760c0a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:31.407329 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a9301c66-1925-406d-896c-519291760c0a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:31.431103 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-49f11087-3cdd-4567-b677-c34e487fe981 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Allocated IP 172.25.3.182 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/ae85a8e6-e85f-495b-8dde-a3d03af5337e) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:19:31.468539 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a9301c66-1925-406d-896c-519291760c0a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2477107 Aug 28 15:19:31.471437 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38292) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:31.479806 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-4a049176-f693-43f2-8e61-1bfe0474c922 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'subnet': {'network_id': 'd1d0d417-b33d-4780-a6ba-c9a4af65a0ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:31.540841 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9301c66-1925-406d-896c-519291760c0a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Network': ['ID=d1d0d417-b33d-4780-a6ba-c9a4af65a0ed,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:31.567597 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network d1d0d417-b33d-4780-a6ba-c9a4af65a0ed details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:19:31.639064 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49f11087-3cdd-4567-b677-c34e487fe981 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:31.666794 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a049176-f693-43f2-8e61-1bfe0474c922 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:31.674479 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4a049176-f693-43f2-8e61-1bfe0474c922 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:31.769022 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920d1fe-3ad0-4de5-9702-fce150934921 req-c2ba8892-dc18-4fd9-8f56-8c13dfbd7332 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:31.777330 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920d1fe-3ad0-4de5-9702-fce150934921 req-c2ba8892-dc18-4fd9-8f56-8c13dfbd7332 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:31.784215 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920d1fe-3ad0-4de5-9702-fce150934921 req-c2ba8892-dc18-4fd9-8f56-8c13dfbd7332 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:31.792030 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920d1fe-3ad0-4de5-9702-fce150934921 req-c2ba8892-dc18-4fd9-8f56-8c13dfbd7332 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:31.799126 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920d1fe-3ad0-4de5-9702-fce150934921 req-c2ba8892-dc18-4fd9-8f56-8c13dfbd7332 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:31.807164 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920d1fe-3ad0-4de5-9702-fce150934921 req-c2ba8892-dc18-4fd9-8f56-8c13dfbd7332 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:31.813969 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920d1fe-3ad0-4de5-9702-fce150934921 req-c2ba8892-dc18-4fd9-8f56-8c13dfbd7332 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:31.816133 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8920d1fe-3ad0-4de5-9702-fce150934921 req-c2ba8892-dc18-4fd9-8f56-8c13dfbd7332 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5428 time: 0.1367640 Aug 28 15:19:31.843113 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49f11087-3cdd-4567-b677-c34e487fe981 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:31.897935 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4a049176-f693-43f2-8e61-1bfe0474c922 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:31.913856 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8920d1fe-3ad0-4de5-9702-fce150934921 req-fa011d4e-52e3-46e9-ba81-e268a5d56495 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0890331 Aug 28 15:19:31.919790 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f11087-3cdd-4567-b677-c34e487fe981 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:19:31.924751 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-49f11087-3cdd-4567-b677-c34e487fe981 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:31.928116 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f11087-3cdd-4567-b677-c34e487fe981 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:19:31.949959 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 5f0ca34c-9a32-4096-82f2-1233d5031f7e details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:19:31.955921 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f11087-3cdd-4567-b677-c34e487fe981 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'Port': ['ID=ae85a8e6-e85f-495b-8dde-a3d03af5337e,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:31.978570 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a049176-f693-43f2-8e61-1bfe0474c922 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Subnet': ['ID=6f66a457-cccf-4fd9-b983-18ded5548439,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:31.981098 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a049176-f693-43f2-8e61-1bfe0474c922 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Checking segment: {'id': 'c16d3e87-4d43-4171-a3bd-c13d6731bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1d0d417-b33d-4780-a6ba-c9a4af65a0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:19:31.981535 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a049176-f693-43f2-8e61-1bfe0474c922 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network hostable DHCP agents. Network: d1d0d417-b33d-4780-a6ba-c9a4af65a0ed, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:19:32.004355 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a049176-f693-43f2-8e61-1bfe0474c922 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network d1d0d417-b33d-4780-a6ba-c9a4af65a0ed is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:19:32.018792 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-4a049176-f693-43f2-8e61-1bfe0474c922 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, d1d0d417-b33d-4780-a6ba-c9a4af65a0ed) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:32.028959 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a61c72-f4e5-45d7-877e-7f45d7e8e836 None None] Network d1d0d417-b33d-4780-a6ba-c9a4af65a0ed requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:19:32.033980 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a049176-f693-43f2-8e61-1bfe0474c922 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:32.034702 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4a049176-f693-43f2-8e61-1bfe0474c922 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:32.062951 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4a049176-f693-43f2-8e61-1bfe0474c922 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5879011 Aug 28 15:19:32.063166 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38300) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:32.071843 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-b64b71a0-2dac-4a61-88b0-e8652e9b7da6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'port': {'network_id': 'd1d0d417-b33d-4780-a6ba-c9a4af65a0ed', 'name': 'tempest-PortsTestJSON-57798017'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:32.237224 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 5f0ca34c-9a32-4096-82f2-1233d5031f7e, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=5f0ca34c-9a32-4096-82f2-1233d5031f7e,segment=NetworkSegment(01c5611e-ae4b-4448-9fce-3787a47d59b0),segment_id=01c5611e-ae4b-4448-9fce-3787a47d59b0)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:32.262751 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '5f0ca34c-9a32-4096-82f2-1233d5031f7e', 'network_id': 'bd620003-6a83-46ba-9892-fe3a5e69ab57', 'port_id': '5f0ca34c-9a32-4096-82f2-1233d5031f7e', 'mac_address': 'fa:16:3e:a9:a7:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8337e0c-2603-4789-9044-631bb29ac1b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:19:32.263545 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321d75a-5496-434e-acbe-3a2443899336 req-e650b5e0-9d3b-493c-b9db-f400cd79aa56 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:32.271950 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3321d75a-5496-434e-acbe-3a2443899336 req-e650b5e0-9d3b-493c-b9db-f400cd79aa56 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.1567442 Aug 28 15:19:32.312004 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cdd178-22aa-4212-9c4a-9741dbf39d0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-d1d0d417-b33d-4780-a6ba-c9a4af65a0ed', 'network_id': 'd1d0d417-b33d-4780-a6ba-c9a4af65a0ed', 'tenant_id': 'a49a25d4f6704aa19c86415c67cd6045', 'fixed_ips': [{'subnet_id': '6f66a457-cccf-4fd9-b983-18ded5548439'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:19:32.313013 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-36cdd178-22aa-4212-9c4a-9741dbf39d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:32.351529 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64b71a0-2dac-4a61-88b0-e8652e9b7da6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:32.364072 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b64b71a0-2dac-4a61-88b0-e8652e9b7da6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:32.386316 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7ab17-f49c-407b-afbf-4a70c37c383b req-0b44ed82-2541-4f27-81e0-a93e411d6578 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:32.393895 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f9a7ab17-f49c-407b-afbf-4a70c37c383b req-0b44ed82-2541-4f27-81e0-a93e411d6578 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f9c74d-2b93-479e-9fee-f23a148651dd HTTP/1.1" status: 200 len: 944 time: 0.1694524 Aug 28 15:19:32.397863 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-b64b71a0-2dac-4a61-88b0-e8652e9b7da6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] device_id is not set on port d3e94a05-6793-4782-8fab-453f03b88c87 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:19:32.407942 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:32.410868 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3321d75a-5496-434e-acbe-3a2443899336 req-252a4ed1-4233-4b06-ac0f-64ea18be437e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128595 Aug 28 15:19:32.446816 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f0ca34c-9a32-4096-82f2-1233d5031f7e {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:19:32.452591 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f9a7ab17-f49c-407b-afbf-4a70c37c383b req-ea093bf7-94db-49d9-9cd4-acd585666b3c tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/security-groups?id=60743525-baa6-492c-96d7-b2711b948c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576074 Aug 28 15:19:32.503781 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 5f0ca34c-9a32-4096-82f2-1233d5031f7e, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=5f0ca34c-9a32-4096-82f2-1233d5031f7e,segment=NetworkSegment(01c5611e-ae4b-4448-9fce-3787a47d59b0),segment_id=01c5611e-ae4b-4448-9fce-3787a47d59b0)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:32.518643 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:32.543211 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49f11087-3cdd-4567-b677-c34e487fe981 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:32.557483 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-36cdd178-22aa-4212-9c4a-9741dbf39d0e None None] Allocated IP 172.20.0.2 (d1d0d417-b33d-4780-a6ba-c9a4af65a0ed/6f66a457-cccf-4fd9-b983-18ded5548439/dd021247-8dea-4cda-be19-f4af0904fcf0) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:19:32.625134 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49f11087-3cdd-4567-b677-c34e487fe981 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:32.640959 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=5f0ca34c-9a32-4096-82f2-1233d5031f7e,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:32.770610 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-36cdd178-22aa-4212-9c4a-9741dbf39d0e None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:32.782780 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-36cdd178-22aa-4212-9c4a-9741dbf39d0e None None] Transition to ACTIVE for port object dd021247-8dea-4cda-be19-f4af0904fcf0 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:19:32.809768 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-36cdd178-22aa-4212-9c4a-9741dbf39d0e None None] Transition to ACTIVE for port object dd021247-8dea-4cda-be19-f4af0904fcf0 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:19:32.823222 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-36cdd178-22aa-4212-9c4a-9741dbf39d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:32.864509 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cdd178-22aa-4212-9c4a-9741dbf39d0e None None] Network d1d0d417-b33d-4780-a6ba-c9a4af65a0ed is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:19:32.868632 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-36cdd178-22aa-4212-9c4a-9741dbf39d0e None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:32.872996 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cdd178-22aa-4212-9c4a-9741dbf39d0e None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:19:32.887475 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e36bc-ee40-49be-a086-0ad40ec4a15c req-e892ce02-6128-4bc5-a6b9-379667648780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:32.889013 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e9e36bc-ee40-49be-a086-0ad40ec4a15c req-e892ce02-6128-4bc5-a6b9-379667648780 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90bd0625838345f6bc46ab54cae2109b&device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 1099 time: 0.0801992 Aug 28 15:19:32.911316 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cdd178-22aa-4212-9c4a-9741dbf39d0e None None] Pushing event updated for resources: {'Port': ['ID=dd021247-8dea-4cda-be19-f4af0904fcf0,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:32.921565 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49f11087-3cdd-4567-b677-c34e487fe981 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:32.924204 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-b64b71a0-2dac-4a61-88b0-e8652e9b7da6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Allocated IP 172.20.0.9 (d1d0d417-b33d-4780-a6ba-c9a4af65a0ed/6f66a457-cccf-4fd9-b983-18ded5548439/d3e94a05-6793-4782-8fab-453f03b88c87) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:19:32.931433 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e7a95-2a2f-4a57-962b-af1f7e2cc36b req-b10b1020-0be4-4cb6-8a86-5bade6bcd9e5 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:32.933017 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-275e7a95-2a2f-4a57-962b-af1f7e2cc36b req-b10b1020-0be4-4cb6-8a86-5bade6bcd9e5 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.1262400 Aug 28 15:19:32.934729 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49f11087-3cdd-4567-b677-c34e487fe981 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:32.963708 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-36cdd178-22aa-4212-9c4a-9741dbf39d0e None None] Attempting to bind port dd021247-8dea-4cda-be19-f4af0904fcf0 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:19:32.965176 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-36cdd178-22aa-4212-9c4a-9741dbf39d0e None None] Attempting to bind port dd021247-8dea-4cda-be19-f4af0904fcf0 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'c16d3e87-4d43-4171-a3bd-c13d6731bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1d0d417-b33d-4780-a6ba-c9a4af65a0ed'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:19:32.965809 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cdd178-22aa-4212-9c4a-9741dbf39d0e None None] Attempting to bind port dd021247-8dea-4cda-be19-f4af0904fcf0 on network d1d0d417-b33d-4780-a6ba-c9a4af65a0ed {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:19:32.971736 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cdd178-22aa-4212-9c4a-9741dbf39d0e None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:19:32.972426 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cdd178-22aa-4212-9c4a-9741dbf39d0e None None] Checking segment: {'id': 'c16d3e87-4d43-4171-a3bd-c13d6731bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1d0d417-b33d-4780-a6ba-c9a4af65a0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:19:32.973014 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-36cdd178-22aa-4212-9c4a-9741dbf39d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:32.973620 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cdd178-22aa-4212-9c4a-9741dbf39d0e None None] Bound using segment: {'id': 'c16d3e87-4d43-4171-a3bd-c13d6731bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1d0d417-b33d-4780-a6ba-c9a4af65a0ed'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:19:32.974262 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-36cdd178-22aa-4212-9c4a-9741dbf39d0e None None] Bound port: dd021247-8dea-4cda-be19-f4af0904fcf0, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16d3e87-4d43-4171-a3bd-c13d6731bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1d0d417-b33d-4780-a6ba-c9a4af65a0ed'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:19:32.974969 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-36cdd178-22aa-4212-9c4a-9741dbf39d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:33.045866 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-275e7a95-2a2f-4a57-962b-af1f7e2cc36b req-c15c9955-4fd8-47f6-a730-8013fffd7647 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000462 Aug 28 15:19:33.075483 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49f11087-3cdd-4567-b677-c34e487fe981 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:33.077433 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f11087-3cdd-4567-b677-c34e487fe981 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'Port': ['ID=ae85a8e6-e85f-495b-8dde-a3d03af5337e,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:33.113958 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e36bc-ee40-49be-a086-0ad40ec4a15c req-79deb083-702d-4c87-a5f0-6006b1341a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:33.115730 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e9e36bc-ee40-49be-a086-0ad40ec4a15c req-79deb083-702d-4c87-a5f0-6006b1341a87 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce54f031-11c3-4162-9420-a2bcdac36fa0 HTTP/1.1" status: 200 len: 914 time: 0.2178869 Aug 28 15:19:33.122090 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-36cdd178-22aa-4212-9c4a-9741dbf39d0e None None] For port dd021247-8dea-4cda-be19-f4af0904fcf0, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:19:33.130492 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-36cdd178-22aa-4212-9c4a-9741dbf39d0e None None] For port dd021247-8dea-4cda-be19-f4af0904fcf0, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=dd021247-8dea-4cda-be19-f4af0904fcf0,segment=NetworkSegment(c16d3e87-4d43-4171-a3bd-c13d6731bc43),segment_id=c16d3e87-4d43-4171-a3bd-c13d6731bc43)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:19:33.140331 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-36cdd178-22aa-4212-9c4a-9741dbf39d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:33.196877 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [None req-49f11087-3cdd-4567-b677-c34e487fe981 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Floating IP c18aeee2-ef93-4e88-b8b7-115a7de77248 associated. External IP: 172.25.3.182, port: 0009fd87-24f9-4598-8650-815e10b6f346. Aug 28 15:19:33.211581 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cdd178-22aa-4212-9c4a-9741dbf39d0e None None] Pushing event updated for resources: {'Port': ['ID=dd021247-8dea-4cda-be19-f4af0904fcf0,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:33.220694 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e9e36bc-ee40-49be-a086-0ad40ec4a15c req-0c87425d-b428-45d7-a613-b5521c80710a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c36919c9-f755-4a3a-bda6-934691a12f34 HTTP/1.1" status: 200 len: 217 time: 0.0933294 Aug 28 15:19:33.285486 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e36bc-ee40-49be-a086-0ad40ec4a15c req-1e2d9a78-091a-42e8-b540-1c2d24e4ce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:33.286823 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e9e36bc-ee40-49be-a086-0ad40ec4a15c req-1e2d9a78-091a-42e8-b540-1c2d24e4ce47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ee8456f-77cd-44f8-a770-a901187819ef HTTP/1.1" status: 200 len: 853 time: 0.0544140 Aug 28 15:19:33.352908 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['5f0ca34c-9a32-4096-82f2-1233d5031f7e'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:19:33.776134 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08611911-751e-4250-a855-26d2693aeeba req-e69d91da-d7d1-485d-aa7f-220547644b1f tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:33.782047 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08611911-751e-4250-a855-26d2693aeeba req-e69d91da-d7d1-485d-aa7f-220547644b1f tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:33.788115 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08611911-751e-4250-a855-26d2693aeeba req-e69d91da-d7d1-485d-aa7f-220547644b1f tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:33.795060 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08611911-751e-4250-a855-26d2693aeeba req-e69d91da-d7d1-485d-aa7f-220547644b1f tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:33.801128 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08611911-751e-4250-a855-26d2693aeeba req-e69d91da-d7d1-485d-aa7f-220547644b1f tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:33.808384 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08611911-751e-4250-a855-26d2693aeeba req-e69d91da-d7d1-485d-aa7f-220547644b1f tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:33.814820 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08611911-751e-4250-a855-26d2693aeeba req-e69d91da-d7d1-485d-aa7f-220547644b1f tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:33.816888 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-08611911-751e-4250-a855-26d2693aeeba req-e69d91da-d7d1-485d-aa7f-220547644b1f tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5428 time: 0.7181838 Aug 28 15:19:33.822638 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e9e36bc-ee40-49be-a086-0ad40ec4a15c req-3aa6c5c2-2300-4ed4-98ea-74fea8e424f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce54f031-11c3-4162-9420-a2bcdac36fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5147066 Aug 28 15:19:33.964586 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 4a0f45d1-344f-409c-bd68-0b8ed3e04c72 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:19:33.968208 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24427707-2830-47c5-a2bd-e0877206b623 req-8b841a80-feea-4325-a998-00079f351875 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:33.978528 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e9e36bc-ee40-49be-a086-0ad40ec4a15c req-bef28d13-ae25-40bb-8bdd-6217c639225e service neutron] 10.222.0.41 "GET /v2.0/networks/ce54f031-11c3-4162-9420-a2bcdac36fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376290 Aug 28 15:19:33.979395 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-24427707-2830-47c5-a2bd-e0877206b623 req-8b841a80-feea-4325-a998-00079f351875 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f9c74d-2b93-479e-9fee-f23a148651dd HTTP/1.1" status: 200 len: 945 time: 0.1330032 Aug 28 15:19:33.984420 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b64b71a0-2dac-4a61-88b0-e8652e9b7da6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:34.066137 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-24427707-2830-47c5-a2bd-e0877206b623 req-7f266fac-1978-483d-aa67-f0cd83ef8e42 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/security-groups?id=60743525-baa6-492c-96d7-b2711b948c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756803 Aug 28 15:19:34.072265 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 4a0f45d1-344f-409c-bd68-0b8ed3e04c72 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:19:34.072931 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-08611911-751e-4250-a855-26d2693aeeba req-315cb618-44f8-4d48-a360-1c158cd1eebb tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2456965 Aug 28 15:19:34.073819 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-b64b71a0-2dac-4a61-88b0-e8652e9b7da6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Transition to ACTIVE for port object d3e94a05-6793-4782-8fab-453f03b88c87 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:19:34.078193 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 4a0f45d1-344f-409c-bd68-0b8ed3e04c72 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:34.078895 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:34.144640 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4e9e36bc-ee40-49be-a086-0ad40ec4a15c req-9d8ab0f2-91d8-443c-9275-1530b71c1353 service neutron] 10.222.0.41 "GET /v2.0/networks/ce54f031-11c3-4162-9420-a2bcdac36fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578097 Aug 28 15:19:34.163948 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b64b71a0-2dac-4a61-88b0-e8652e9b7da6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:34.263122 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:34.271847 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f11087-3cdd-4567-b677-c34e487fe981 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Router 4515a1dd-f473-4075-afe0-bd0977c7c81c has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:19:34.290756 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64b71a0-2dac-4a61-88b0-e8652e9b7da6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network d1d0d417-b33d-4780-a6ba-c9a4af65a0ed is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:19:34.298898 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-b64b71a0-2dac-4a61-88b0-e8652e9b7da6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:34.300644 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0f45d1-344f-409c-bd68-0b8ed3e04c72'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:19:34.302652 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64b71a0-2dac-4a61-88b0-e8652e9b7da6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:19:34.302887 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26d48bd-741f-4a84-aeed-a4da8672a969" -d '{"events": [{"server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "name": "network-vif-plugged", "status": "completed", "tag": "4a0f45d1-344f-409c-bd68-0b8ed3e04c72"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:19:34.339058 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 4a0f45d1-344f-409c-bd68-0b8ed3e04c72, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=4a0f45d1-344f-409c-bd68-0b8ed3e04c72,segment=NetworkSegment(c3da0be6-b78e-44bb-a617-8f7114ca16cd),segment_id=c3da0be6-b78e-44bb-a617-8f7114ca16cd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:34.344174 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:34.345153 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 30961ef5-4a0d-454a-bc6e-519c94cbf152 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:19:34.380435 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b536de-1290-4e86-b094-137fdc94ee63 x-openstack-request-id: req-b7b536de-1290-4e86-b094-137fdc94ee63 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:19:34.380730 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "name": "network-vif-plugged", "status": "completed", "tag": "4a0f45d1-344f-409c-bd68-0b8ed3e04c72", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:19:34.381076 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7b536de-1290-4e86-b094-137fdc94ee63 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:19:34.381401 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0f45d1-344f-409c-bd68-0b8ed3e04c72', 'code': 200} Aug 28 15:19:34.426474 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64b71a0-2dac-4a61-88b0-e8652e9b7da6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:34.427141 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b64b71a0-2dac-4a61-88b0-e8652e9b7da6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:34.435076 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b71a0-2dac-4a61-88b0-e8652e9b7da6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Port': ['ID=d3e94a05-6793-4782-8fab-453f03b88c87,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:34.451699 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa62dd-2a27-4779-a13b-b97b99722a09 req-abc922ba-92f0-4ca8-9791-83502c138066 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:34.456778 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-42fa62dd-2a27-4779-a13b-b97b99722a09 req-abc922ba-92f0-4ca8-9791-83502c138066 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.2422321 Aug 28 15:19:34.473621 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b64b71a0-2dac-4a61-88b0-e8652e9b7da6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4068863 Aug 28 15:19:34.473911 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38326) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:34.502333 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=4a0f45d1-344f-409c-bd68-0b8ed3e04c72,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:34.523927 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 30961ef5-4a0d-454a-bc6e-519c94cbf152 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:19:34.533978 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 30961ef5-4a0d-454a-bc6e-519c94cbf152 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:34.534428 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:34.560275 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f11087-3cdd-4567-b677-c34e487fe981 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:19:34.592585 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f982980-ca6f-4429-ba45-eaf4e2d598e5 None None] Sync routers for ids ['4515a1dd-f473-4075-afe0-bd0977c7c81c'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:19:34.619357 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49f11087-3cdd-4567-b677-c34e487fe981 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:34.630337 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-9c552f63-fa60-49cd-af9e-dcc8f6d42ecd tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting port d3e94a05-6793-4782-8fab-453f03b88c87 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:19:34.631085 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c552f63-fa60-49cd-af9e-dcc8f6d42ecd tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:34.656389 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-49f11087-3cdd-4567-b677-c34e487fe981 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6024055 Aug 28 15:19:34.656389 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cefa0bd-8918-4f82-a86e-823b92ee4210', 'tag': '0009fd87-24f9-4598-8650-815e10b6f346'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:19:34.658920 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3150c2c-6d41-4df8-a340-ecdcf315b9b5" -d '{"events": [{"name": "network-changed", "server_uuid": "5cefa0bd-8918-4f82-a86e-823b92ee4210", "tag": "0009fd87-24f9-4598-8650-815e10b6f346"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:19:34.660898 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f982980-ca6f-4429-ba45-eaf4e2d598e5 None None] Routers {'4515a1dd-f473-4075-afe0-bd0977c7c81c'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:19:34.661682 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-6f982980-ca6f-4429-ba45-eaf4e2d598e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:19:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4515a1dd-f473-4075-afe0-bd0977c7c81c'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:34.676254 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38328) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:34.693891 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-42fa62dd-2a27-4779-a13b-b97b99722a09 req-149935d0-e5fa-491d-9cc2-519f97aa1d02 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417122 Aug 28 15:19:34.838651 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c552f63-fa60-49cd-af9e-dcc8f6d42ecd tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:34.843721 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:34.849500 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f335baa0-ac32-4c65-aa1a-a14552ef4036 None None] Network d1d0d417-b33d-4780-a6ba-c9a4af65a0ed requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:19:34.861488 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-9c552f63-fa60-49cd-af9e-dcc8f6d42ecd tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Calling delete_port for d3e94a05-6793-4782-8fab-453f03b88c87 owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:19:34.865371 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3150c2c-6d41-4df8-a340-ecdcf315b9b5 req-0a2484f8-521a-4a85-9cb6-66431b416523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:34.867407 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3150c2c-6d41-4df8-a340-ecdcf315b9b5 req-0a2484f8-521a-4a85-9cb6-66431b416523 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=882056e022594e62849ed5c991d6169b&device_id=5cefa0bd-8918-4f82-a86e-823b92ee4210 HTTP/1.1" status: 200 len: 1097 time: 0.1032786 Aug 28 15:19:34.873450 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3094c226-f961-4339-991a-1c3e01a17f88 x-openstack-request-id: req-3094c226-f961-4339-991a-1c3e01a17f88 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:19:34.873760 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cefa0bd-8918-4f82-a86e-823b92ee4210", "tag": "0009fd87-24f9-4598-8650-815e10b6f346", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:19:34.883997 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3094c226-f961-4339-991a-1c3e01a17f88 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:19:34.883997 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cefa0bd-8918-4f82-a86e-823b92ee4210', 'tag': '0009fd87-24f9-4598-8650-815e10b6f346', 'status': 'completed', 'code': 200} Aug 28 15:19:34.942548 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c4f62d9d-9329-425f-ab30-b56cd466b6aa tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/floatingips/c18aeee2-ef93-4e88-b8b7-115a7de77248 HTTP/1.1" status: 200 len: 991 time: 0.2473631 Aug 28 15:19:35.002876 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a87f713c-f77a-4e35-a445-d09763e1a608 None None] Provisioning for port dd021247-8dea-4cda-be19-f4af0904fcf0 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:19:35.030624 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3150c2c-6d41-4df8-a340-ecdcf315b9b5 req-b587a9e9-5b60-42c1-92bf-9baa54b6a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:35.032525 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3150c2c-6d41-4df8-a340-ecdcf315b9b5 req-b587a9e9-5b60-42c1-92bf-9baa54b6a261 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8a81e780-ac39-4b2e-90e9-a26ced5b068d HTTP/1.1" status: 200 len: 897 time: 0.1176286 Aug 28 15:19:35.037558 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-6f982980-ca6f-4429-ba45-eaf4e2d598e5 None None] Set router 4515a1dd-f473-4075-afe0-bd0977c7c81c gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:19:35.079979 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 30961ef5-4a0d-454a-bc6e-519c94cbf152, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=30961ef5-4a0d-454a-bc6e-519c94cbf152,segment=NetworkSegment(8939f4c3-a1c0-4af7-8a1e-1156976435c2),segment_id=8939f4c3-a1c0-4af7-8a1e-1156976435c2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:35.090944 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:35.091866 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 8cb26e22-61bc-45a1-a731-63fca20f0e30 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:19:35.151217 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3150c2c-6d41-4df8-a340-ecdcf315b9b5 req-cd54ea0f-d81d-4145-8361-aaa57aebe013 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0009fd87-24f9-4598-8650-815e10b6f346 HTTP/1.1" status: 200 len: 999 time: 0.1048923 Aug 28 15:19:35.152793 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c552f63-fa60-49cd-af9e-dcc8f6d42ecd tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:35.238108 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c552f63-fa60-49cd-af9e-dcc8f6d42ecd tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Port': ['ID=d3e94a05-6793-4782-8fab-453f03b88c87,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:35.242214 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3150c2c-6d41-4df8-a340-ecdcf315b9b5 req-191c83f3-96a7-42db-af16-e05765b02566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:35.243940 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3150c2c-6d41-4df8-a340-ecdcf315b9b5 req-191c83f3-96a7-42db-af16-e05765b02566 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=54a87143-ea46-45e4-a07a-4882672eba9f HTTP/1.1" status: 200 len: 835 time: 0.0786028 Aug 28 15:19:35.288558 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715077d-6765-4b2a-84be-53d0199573a9 req-682b93c4-6047-4cf4-a2d7-8fa195e0ebdb tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:35.300194 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6715077d-6765-4b2a-84be-53d0199573a9 req-682b93c4-6047-4cf4-a2d7-8fa195e0ebdb tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f9c74d-2b93-479e-9fee-f23a148651dd HTTP/1.1" status: 200 len: 945 time: 0.1074305 Aug 28 15:19:35.376819 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3150c2c-6d41-4df8-a340-ecdcf315b9b5 req-f1dbfca4-76af-429b-a108-8fef050c1b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:35.378353 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3150c2c-6d41-4df8-a340-ecdcf315b9b5 req-f1dbfca4-76af-429b-a108-8fef050c1b6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8a81e780-ac39-4b2e-90e9-a26ced5b068d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1142192 Aug 28 15:19:35.393344 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c552f63-fa60-49cd-af9e-dcc8f6d42ecd tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:35.398053 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9c552f63-fa60-49cd-af9e-dcc8f6d42ecd tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/ports/d3e94a05-6793-4782-8fab-453f03b88c87 HTTP/1.1" status: 204 len: 168 time: 0.9231489 Aug 28 15:19:35.402023 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38338) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:35.407114 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6715077d-6765-4b2a-84be-53d0199573a9 req-6ad81b2b-580e-4022-b2fd-3ac097feffc5 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/security-groups?id=60743525-baa6-492c-96d7-b2711b948c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039629 Aug 28 15:19:35.411944 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a22eb-7e48-40d5-a4c9-c5d5b036100c req-821f9d39-98de-4550-b082-082e444d4ada tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:35.418572 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a22eb-7e48-40d5-a4c9-c5d5b036100c req-821f9d39-98de-4550-b082-082e444d4ada tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:35.424555 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a22eb-7e48-40d5-a4c9-c5d5b036100c req-821f9d39-98de-4550-b082-082e444d4ada tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:35.431147 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a22eb-7e48-40d5-a4c9-c5d5b036100c req-821f9d39-98de-4550-b082-082e444d4ada tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:35.437216 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a22eb-7e48-40d5-a4c9-c5d5b036100c req-821f9d39-98de-4550-b082-082e444d4ada tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:35.443225 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a22eb-7e48-40d5-a4c9-c5d5b036100c req-821f9d39-98de-4550-b082-082e444d4ada tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:35.450027 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=30961ef5-4a0d-454a-bc6e-519c94cbf152,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:35.450374 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a22eb-7e48-40d5-a4c9-c5d5b036100c req-821f9d39-98de-4550-b082-082e444d4ada tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:35.452374 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5a2a22eb-7e48-40d5-a4c9-c5d5b036100c req-821f9d39-98de-4550-b082-082e444d4ada tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5430 time: 0.1865547 Aug 28 15:19:35.518246 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 8cb26e22-61bc-45a1-a731-63fca20f0e30 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:19:35.522819 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device dd021247-8dea-4cda-be19-f4af0904fcf0 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:19:35.550576 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 8cb26e22-61bc-45a1-a731-63fca20f0e30 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:35.550929 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:35.571047 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53ec491-9aa9-4349-ab8a-be52da087340 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] DELETE failed (client error): The resource could not be found. Aug 28 15:19:35.573234 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a53ec491-9aa9-4349-ab8a-be52da087340 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:19:35.575825 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a53ec491-9aa9-4349-ab8a-be52da087340 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/ports/d3e94a05-6793-4782-8fab-453f03b88c87 HTTP/1.1" status: 404 len: 333 time: 0.1212831 Aug 28 15:19:35.577121 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38340) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:35.578732 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3150c2c-6d41-4df8-a340-ecdcf315b9b5 req-d52acae8-1dd7-4773-994d-4108cc9a3ffd service neutron] 10.222.0.41 "GET /v2.0/networks/8a81e780-ac39-4b2e-90e9-a26ced5b068d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796465 Aug 28 15:19:35.605185 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-588ca8ab-1cd0-4c7b-b2b7-d9021178c79f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] GET failed (client error): The resource could not be found. Aug 28 15:19:35.609190 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-588ca8ab-1cd0-4c7b-b2b7-d9021178c79f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "GET /v2.0/ports/d3e94a05-6793-4782-8fab-453f03b88c87 HTTP/1.1" status: 404 len: 333 time: 0.0286839 Aug 28 15:19:35.610078 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38342) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:35.693734 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5a2a22eb-7e48-40d5-a4c9-c5d5b036100c req-96ad4fc2-9e9d-44ba-81fd-4d4dfcb9fe58 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1239941 Aug 28 15:19:35.724334 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f464da9-88da-49b7-92bc-d818987e0b44 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting subnet 6f66a457-cccf-4fd9-b983-18ded5548439 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:19:35.738194 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7f464da9-88da-49b7-92bc-d818987e0b44 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:35.766931 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3150c2c-6d41-4df8-a340-ecdcf315b9b5 req-a9aa7c0e-d202-49b4-920b-51993a3a95c1 service neutron] 10.222.0.41 "GET /v2.0/networks/8a81e780-ac39-4b2e-90e9-a26ced5b068d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622629 Aug 28 15:19:35.818196 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7f464da9-88da-49b7-92bc-d818987e0b44 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:35.945445 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38350) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:35.949060 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae038286-04de-45e9-a66a-6f484d212bd6 req-a0676850-f8a3-4653-b98b-70a1c019abf4 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:35.950893 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ae038286-04de-45e9-a66a-6f484d212bd6 req-a0676850-f8a3-4653-b98b-70a1c019abf4 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.1281791 Aug 28 15:19:36.000586 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port dd021247-8dea-4cda-be19-f4af0904fcf0 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:19:36.029487 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port dd021247-8dea-4cda-be19-f4af0904fcf0 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:36.030149 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:36.032938 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-6f982980-ca6f-4429-ba45-eaf4e2d598e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'name': 'tempest-TestNetworkBasicOps-router-707599765', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:18:35Z', 'updated_at': '2021-08-28T15:18:53Z', 'revision_number': 4, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:03:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:37Z', 'updated_at': '2021-08-28T15:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'c18aeee2-ef93-4e88-b8b7-115a7de77248', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'port_id': '0009fd87-24f9-4598-8650-815e10b6f346', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d', 'mac_address': 'fa:16:3e:3e:70:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cefa0bd-8918-4f82-a86e-823b92ee4210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:19:32Z', 'updated_at': '2021-08-28T15:19:32Z', 'revision_number': 0, 'project_id': '882056e022594e62849ed5c991d6169b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716cb121-ec1f-4a51-b009-62c8a5dc7679', 'name': '', 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'mac_address': 'fa:16:3e:0d:09:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '54a87143-ea46-45e4-a07a-4882672eba9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:49Z', 'updated_at': '2021-08-28T15:19:04Z', 'revision_number': 5, 'project_id': '882056e022594e62849ed5c991d6169b', 'subnets': [{'id': '54a87143-ea46-45e4-a07a-4882672eba9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:36.061667 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7f464da9-88da-49b7-92bc-d818987e0b44 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:36.100827 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ae038286-04de-45e9-a66a-6f484d212bd6 req-8b0c0dbf-ab56-4dce-8ba6-43a1c7683f17 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219373 Aug 28 15:19:36.127369 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8a042fd2-21b1-45e6-a554-ade3eb5b42da tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/floatingips/c18aeee2-ef93-4e88-b8b7-115a7de77248 HTTP/1.1" status: 200 len: 991 time: 0.1803761 Aug 28 15:19:36.130585 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f982980-ca6f-4429-ba45-eaf4e2d598e5 None None] Checking router: 4515a1dd-f473-4075-afe0-bd0977c7c81c for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:19:36.177871 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7f464da9-88da-49b7-92bc-d818987e0b44 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:36.203282 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:36.224279 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f464da9-88da-49b7-92bc-d818987e0b44 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Subnet': ['ID=6f66a457-cccf-4fd9-b983-18ded5548439,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:36.228689 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7f464da9-88da-49b7-92bc-d818987e0b44 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:36.234545 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a7823bfc-3954-4877-9c64-f8db8ea1849d None None] Could not find standard attr ID for object d3e94a05-6793-4782-8fab-453f03b88c87. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:19:36.244292 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7f464da9-88da-49b7-92bc-d818987e0b44 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/subnets/6f66a457-cccf-4fd9-b983-18ded5548439 HTTP/1.1" status: 204 len: 168 time: 0.6292889 Aug 28 15:19:36.244524 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f982980-ca6f-4429-ba45-eaf4e2d598e5 None None] Routers {'4515a1dd-f473-4075-afe0-bd0977c7c81c'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:19:36.244630 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38356) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:36.253850 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-6f982980-ca6f-4429-ba45-eaf4e2d598e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:19:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4515a1dd-f473-4075-afe0-bd0977c7c81c'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:36.316354 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52e61a-171b-43ce-bfd3-1ba463bec4d1 req-56b6ffdb-3911-4e99-9ef0-bfce09bb719e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:36.317944 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e52e61a-171b-43ce-bfd3-1ba463bec4d1 req-56b6ffdb-3911-4e99-9ef0-bfce09bb719e tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.1148918 Aug 28 15:19:36.335668 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38358) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:36.351159 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 8cb26e22-61bc-45a1-a731-63fca20f0e30, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=8cb26e22-61bc-45a1-a731-63fca20f0e30,segment=NetworkSegment(ec938aac-3055-458d-96d0-77a991606f63),segment_id=ec938aac-3055-458d-96d0-77a991606f63)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:36.371863 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:36.381007 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e52e61a-171b-43ce-bfd3-1ba463bec4d1 req-23f8dd81-30ae-4a8f-be04-87e79aaf6885 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559149 Aug 28 15:19:36.387004 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 812faf11-1952-4526-859c-7622a369ee03 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:19:36.402936 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ee5aa2f3-20ff-4cf9-91c3-b51115517a98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:36.522208 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30961ef5-4a0d-454a-bc6e-519c94cbf152'}, {'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb26e22-61bc-45a1-a731-63fca20f0e30'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:19:36.525171 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0347e9a3-4639-491e-ad92-2eef70575962" -d '{"events": [{"server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "name": "network-vif-plugged", "status": "completed", "tag": "30961ef5-4a0d-454a-bc6e-519c94cbf152"}, {"server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "name": "network-vif-plugged", "status": "completed", "tag": "8cb26e22-61bc-45a1-a731-63fca20f0e30"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:19:36.552023 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a3f40854-7566-45b8-9a6a-2b41d44fa0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:36.562287 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-ee5aa2f3-20ff-4cf9-91c3-b51115517a98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting port dd021247-8dea-4cda-be19-f4af0904fcf0 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:19:36.562627 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ee5aa2f3-20ff-4cf9-91c3-b51115517a98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:36.567438 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=8cb26e22-61bc-45a1-a731-63fca20f0e30,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:36.571312 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6cf0d7-8019-4645-9b34-8243a92ddf86 None None] Network d1d0d417-b33d-4780-a6ba-c9a4af65a0ed requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:19:36.591586 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:36.629121 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686726e-712c-45a1-bfe0-fb4450d4d907 req-2da70d01-ddb5-421a-b888-02ad846a7c38 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:36.630701 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2686726e-712c-45a1-bfe0-fb4450d4d907 req-2da70d01-ddb5-421a-b888-02ad846a7c38 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.0764863 Aug 28 15:19:36.678728 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb2c14-df28-4b75-a753-eb49bf9e024b req-39e0521f-0180-459b-8422-31c403e90ae1 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:36.680794 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e3fb2c14-df28-4b75-a753-eb49bf9e024b req-39e0521f-0180-459b-8422-31c403e90ae1 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f9c74d-2b93-479e-9fee-f23a148651dd HTTP/1.1" status: 200 len: 945 time: 0.1483018 Aug 28 15:19:36.683892 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-ee5aa2f3-20ff-4cf9-91c3-b51115517a98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] For port dd021247-8dea-4cda-be19-f4af0904fcf0, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=dd021247-8dea-4cda-be19-f4af0904fcf0,segment=NetworkSegment(c16d3e87-4d43-4171-a3bd-c13d6731bc43),segment_id=c16d3e87-4d43-4171-a3bd-c13d6731bc43)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:36.684310 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ee5aa2f3-20ff-4cf9-91c3-b51115517a98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:36.699878 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2686726e-712c-45a1-bfe0-fb4450d4d907 req-1ee2f5a1-e703-439a-a4aa-8be960d5aad3 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584130 Aug 28 15:19:36.705842 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-ee5aa2f3-20ff-4cf9-91c3-b51115517a98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Calling delete_port for dd021247-8dea-4cda-be19-f4af0904fcf0 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:19:36.721251 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-6f982980-ca6f-4429-ba45-eaf4e2d598e5 None None] Set router 4515a1dd-f473-4075-afe0-bd0977c7c81c gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:19:36.725720 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port dd021247-8dea-4cda-be19-f4af0904fcf0, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=dd021247-8dea-4cda-be19-f4af0904fcf0,segment=NetworkSegment(c16d3e87-4d43-4171-a3bd-c13d6731bc43),segment_id=c16d3e87-4d43-4171-a3bd-c13d6731bc43)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:36.759217 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a3f40854-7566-45b8-9a6a-2b41d44fa0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:36.768754 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a3f40854-7566-45b8-9a6a-2b41d44fa0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:36.785344 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:36.838113 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 812faf11-1952-4526-859c-7622a369ee03 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:19:36.838834 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a3f40854-7566-45b8-9a6a-2b41d44fa0ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=caea9f03d22049b6bfd6d3f30be70983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5004420 Aug 28 15:19:36.841131 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38374) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:36.842145 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 28 Aug 2021 15:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa75b5b4-a319-4d88-ac8a-8d31411518bd x-openstack-request-id: req-fa75b5b4-a319-4d88-ac8a-8d31411518bd {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:19:36.842450 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "name": "network-vif-plugged", "status": "completed", "tag": "30961ef5-4a0d-454a-bc6e-519c94cbf152", "code": 200}, {"server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "name": "network-vif-plugged", "status": "completed", "tag": "8cb26e22-61bc-45a1-a731-63fca20f0e30", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:19:36.842712 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa75b5b4-a319-4d88-ac8a-8d31411518bd {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:19:36.843099 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30961ef5-4a0d-454a-bc6e-519c94cbf152', 'code': 200} Aug 28 15:19:36.843391 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb26e22-61bc-45a1-a731-63fca20f0e30', 'code': 200} Aug 28 15:19:36.855822 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f40854-7566-45b8-9a6a-2b41d44fa0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84088a16-af14-4595-8aec-5d5c6388115d,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:36.871723 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e3fb2c14-df28-4b75-a753-eb49bf9e024b req-87523337-e1d0-4252-b696-a4010094e570 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/security-groups?id=60743525-baa6-492c-96d7-b2711b948c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791558 Aug 28 15:19:36.912057 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-238b4b26-46f8-4de7-8b74-1197a546e342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:36.927242 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 812faf11-1952-4526-859c-7622a369ee03 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:36.927626 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:36.958104 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ee5aa2f3-20ff-4cf9-91c3-b51115517a98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:36.979580 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-238b4b26-46f8-4de7-8b74-1197a546e342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:36.998620 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=dd021247-8dea-4cda-be19-f4af0904fcf0,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:37.038820 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5aa2f3-20ff-4cf9-91c3-b51115517a98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Port': ['ID=dd021247-8dea-4cda-be19-f4af0904fcf0,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:37.041500 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab6761-b65c-4a0a-8947-280ff5cc8e44 req-838c1041-5826-448d-b46a-6bf6bc79eff7 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:37.044251 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1aab6761-b65c-4a0a-8947-280ff5cc8e44 req-838c1041-5826-448d-b46a-6bf6bc79eff7 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.1087418 Aug 28 15:19:37.053164 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5aa2f3-20ff-4cf9-91c3-b51115517a98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] No DVR routers for this DVR port dd021247-8dea-4cda-be19-f4af0904fcf0 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:19:37.135139 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6880d94-feec-41e8-b30e-61f53b757765 req-adc41647-768a-4f68-a3ea-5224196b665d tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:37.141372 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6880d94-feec-41e8-b30e-61f53b757765 req-adc41647-768a-4f68-a3ea-5224196b665d tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:37.141952 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-238b4b26-46f8-4de7-8b74-1197a546e342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:37.147897 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-238b4b26-46f8-4de7-8b74-1197a546e342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:37.148764 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6880d94-feec-41e8-b30e-61f53b757765 req-adc41647-768a-4f68-a3ea-5224196b665d tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:37.152515 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-238b4b26-46f8-4de7-8b74-1197a546e342 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84088a16-af14-4595-8aec-5d5c6388115d HTTP/1.1" status: 204 len: 168 time: 0.3102939 Aug 28 15:19:37.156233 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38376) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:37.160742 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1aab6761-b65c-4a0a-8947-280ff5cc8e44 req-3fd439ee-f550-4e28-9a26-5cb040dfb791 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972867 Aug 28 15:19:37.170041 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6880d94-feec-41e8-b30e-61f53b757765 req-adc41647-768a-4f68-a3ea-5224196b665d tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:37.171364 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa45f00-969d-4bfc-ac1d-13f079cfc6ed None None] DHCP port deletion for d1d0d417-b33d-4780-a6ba-c9a4af65a0ed request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:19:37.186202 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6880d94-feec-41e8-b30e-61f53b757765 req-adc41647-768a-4f68-a3ea-5224196b665d tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:37.203413 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6880d94-feec-41e8-b30e-61f53b757765 req-adc41647-768a-4f68-a3ea-5224196b665d tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:37.216835 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6880d94-feec-41e8-b30e-61f53b757765 req-adc41647-768a-4f68-a3ea-5224196b665d tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:37.221755 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c6880d94-feec-41e8-b30e-61f53b757765 req-adc41647-768a-4f68-a3ea-5224196b665d tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5431 time: 0.2229562 Aug 28 15:19:37.237717 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:37.286510 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b4b26-46f8-4de7-8b74-1197a546e342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84088a16-af14-4595-8aec-5d5c6388115d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:37.302501 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 812faf11-1952-4526-859c-7622a369ee03, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=812faf11-1952-4526-859c-7622a369ee03,segment=NetworkSegment(8939f4c3-a1c0-4af7-8a1e-1156976435c2),segment_id=8939f4c3-a1c0-4af7-8a1e-1156976435c2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:37.332484 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:37.333926 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 50deec03-7b81-42d5-aaf9-ae33b02083dc up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:19:37.355852 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-423c78fe-2f04-4bfd-ad1f-28551f4f026e tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/floatingips/c18aeee2-ef93-4e88-b8b7-115a7de77248 HTTP/1.1" status: 200 len: 991 time: 0.1821623 Aug 28 15:19:37.385992 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ee5aa2f3-20ff-4cf9-91c3-b51115517a98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:37.427605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-ee5aa2f3-20ff-4cf9-91c3-b51115517a98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d0d417-b33d-4780-a6ba-c9a4af65a0ed']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:37.450013 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-6f982980-ca6f-4429-ba45-eaf4e2d598e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'name': 'tempest-TestNetworkBasicOps-router-707599765', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:18:35Z', 'updated_at': '2021-08-28T15:18:53Z', 'revision_number': 4, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:03:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:37Z', 'updated_at': '2021-08-28T15:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'c18aeee2-ef93-4e88-b8b7-115a7de77248', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'port_id': '0009fd87-24f9-4598-8650-815e10b6f346', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d', 'mac_address': 'fa:16:3e:3e:70:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cefa0bd-8918-4f82-a86e-823b92ee4210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:19:32Z', 'updated_at': '2021-08-28T15:19:32Z', 'revision_number': 0, 'project_id': '882056e022594e62849ed5c991d6169b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716cb121-ec1f-4a51-b009-62c8a5dc7679', 'name': '', 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'mac_address': 'fa:16:3e:0d:09:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '54a87143-ea46-45e4-a07a-4882672eba9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:49Z', 'updated_at': '2021-08-28T15:19:04Z', 'revision_number': 5, 'project_id': '882056e022594e62849ed5c991d6169b', 'subnets': [{'id': '54a87143-ea46-45e4-a07a-4882672eba9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:37.454239 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=812faf11-1952-4526-859c-7622a369ee03,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:37.456526 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a0bbc-9266-49d1-b77a-da60e9f514d2 req-94779fdf-9b7d-41dd-b1aa-e0b580004bb4 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:37.461413 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-ee5aa2f3-20ff-4cf9-91c3-b51115517a98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16d3e87-4d43-4171-a3bd-c13d6731bc43') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:37.462381 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-ee5aa2f3-20ff-4cf9-91c3-b51115517a98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16d3e87-4d43-4171-a3bd-c13d6731bc43') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:37.484388 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-762a0bbc-9266-49d1-b77a-da60e9f514d2 req-94779fdf-9b7d-41dd-b1aa-e0b580004bb4 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.0911024 Aug 28 15:19:37.486046 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c6880d94-feec-41e8-b30e-61f53b757765 req-2ffc7485-5ecb-4bfe-bde6-e2e644d36d5d tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2020485 Aug 28 15:19:37.490759 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device dd021247-8dea-4cda-be19-f4af0904fcf0 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:19:37.495838 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ee5aa2f3-20ff-4cf9-91c3-b51115517a98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:37.496066 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f982980-ca6f-4429-ba45-eaf4e2d598e5 None None] The sync data for ids ['4515a1dd-f473-4075-afe0-bd0977c7c81c'] in n-d-712137-10 is: [{'id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'name': 'tempest-TestNetworkBasicOps-router-707599765', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:18:35Z', 'updated_at': '2021-08-28T15:18:53Z', 'revision_number': 4, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:03:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:37Z', 'updated_at': '2021-08-28T15:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'c18aeee2-ef93-4e88-b8b7-115a7de77248', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'port_id': '0009fd87-24f9-4598-8650-815e10b6f346', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d', 'mac_address': 'fa:16:3e:3e:70:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cefa0bd-8918-4f82-a86e-823b92ee4210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:19:32Z', 'updated_at': '2021-08-28T15:19:32Z', 'revision_number': 0, 'project_id': '882056e022594e62849ed5c991d6169b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716cb121-ec1f-4a51-b009-62c8a5dc7679', 'name': '', 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'mac_address': 'fa:16:3e:0d:09:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '54a87143-ea46-45e4-a07a-4882672eba9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:49Z', 'updated_at': '2021-08-28T15:19:04Z', 'revision_number': 5, 'project_id': '882056e022594e62849ed5c991d6169b', 'subnets': [{'id': '54a87143-ea46-45e4-a07a-4882672eba9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:19:37.517215 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: dd021247-8dea-4cda-be19-f4af0904fcf0 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:19:37.517570 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device dd021247-8dea-4cda-be19-f4af0904fcf0 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:19:37.524993 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 50deec03-7b81-42d5-aaf9-ae33b02083dc completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:19:37.532624 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 50deec03-7b81-42d5-aaf9-ae33b02083dc triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:37.533270 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:37.560501 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ee5aa2f3-20ff-4cf9-91c3-b51115517a98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:37.568515 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5aa2f3-20ff-4cf9-91c3-b51115517a98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:19:37.568993 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ee5aa2f3-20ff-4cf9-91c3-b51115517a98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:19:37.578081 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:19:37.599603 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-762a0bbc-9266-49d1-b77a-da60e9f514d2 req-4bd7ffed-2436-46af-b677-2af29a0519c4 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139259 Aug 28 15:19:37.680237 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:37.682585 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ee5aa2f3-20ff-4cf9-91c3-b51115517a98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:37.688052 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ee5aa2f3-20ff-4cf9-91c3-b51115517a98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:37.693855 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38394) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:37.697433 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ee5aa2f3-20ff-4cf9-91c3-b51115517a98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/networks/d1d0d417-b33d-4780-a6ba-c9a4af65a0ed HTTP/1.1" status: 204 len: 168 time: 1.4516571 Aug 28 15:19:37.702719 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-44f1fd37-a056-4361-beb1-ae68d00b76a9 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1631261540'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:37.731832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5aa2f3-20ff-4cf9-91c3-b51115517a98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Network': ['ID=d1d0d417-b33d-4780-a6ba-c9a4af65a0ed,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:37.734264 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 50deec03-7b81-42d5-aaf9-ae33b02083dc, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=50deec03-7b81-42d5-aaf9-ae33b02083dc,segment=NetworkSegment(ec938aac-3055-458d-96d0-77a991606f63),segment_id=ec938aac-3055-458d-96d0-77a991606f63)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:37.739395 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:37.741088 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 16321fa2-91e2-42a3-8f1a-9e609d1ba006 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:19:37.766504 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f1fd37-a056-4361-beb1-ae68d00b76a9 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:37.775036 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-44f1fd37-a056-4361-beb1-ae68d00b76a9 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:37.794710 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff8862-ac69-4c2d-944e-36a2b4f63cf2 req-a54d5d52-c6f3-472a-9d54-9e5e2c7cc895 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:37.796787 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4aff8862-ac69-4c2d-944e-36a2b4f63cf2 req-a54d5d52-c6f3-472a-9d54-9e5e2c7cc895 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.0662353 Aug 28 15:19:37.843487 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f1fd37-a056-4361-beb1-ae68d00b76a9 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:19:37.848173 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcea623-f945-4ff0-9643-ff94434c86be None None] New status for floating IP c18aeee2-ef93-4e88-b8b7-115a7de77248: ACTIVE {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:19:37.858409 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-44f1fd37-a056-4361-beb1-ae68d00b76a9 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:37.858789 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-44f1fd37-a056-4361-beb1-ae68d00b76a9 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Added segment 6a06c682-0643-430e-86ba-c8c0fed8dd1d of type vlan for network adcb75da-7a25-4a7b-9c22-d2f7d04cac21 Aug 28 15:19:37.871590 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4aff8862-ac69-4c2d-944e-36a2b4f63cf2 req-069f34e5-884c-4ebe-b606-48296cea18c8 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612669 Aug 28 15:19:37.916866 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 16321fa2-91e2-42a3-8f1a-9e609d1ba006 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:19:37.923053 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=50deec03-7b81-42d5-aaf9-ae33b02083dc,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:37.931367 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 16321fa2-91e2-42a3-8f1a-9e609d1ba006 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:37.931771 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:37.934413 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-44f1fd37-a056-4361-beb1-ae68d00b76a9 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:37.994330 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-44f1fd37-a056-4361-beb1-ae68d00b76a9 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:38.004793 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f1fd37-a056-4361-beb1-ae68d00b76a9 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:38.007649 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-44f1fd37-a056-4361-beb1-ae68d00b76a9 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:38.012747 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ad110a40-8a45-419d-a564-0aacef594706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:38.093534 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44951f7-e38a-4de8-9fb9-243e94248f27 req-22ed9b31-b17b-4982-bbbe-f4111b7f452a tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:38.095301 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e44951f7-e38a-4de8-9fb9-243e94248f27 req-22ed9b31-b17b-4982-bbbe-f4111b7f452a tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.0755010 Aug 28 15:19:38.105820 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:38.128144 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-44f1fd37-a056-4361-beb1-ae68d00b76a9 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4329529 Aug 28 15:19:38.130376 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38410) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:38.142543 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-5835f908-536c-464e-bdf2-efc883c45ed1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'subnet': {'network_id': 'adcb75da-7a25-4a7b-9c22-d2f7d04cac21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:38.151820 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 16321fa2-91e2-42a3-8f1a-9e609d1ba006, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=16321fa2-91e2-42a3-8f1a-9e609d1ba006,segment=NetworkSegment(8939f4c3-a1c0-4af7-8a1e-1156976435c2),segment_id=8939f4c3-a1c0-4af7-8a1e-1156976435c2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:38.157457 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:38.159020 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f1ecb044-2bfe-4874-89df-8daa50563f78 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:19:38.176248 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823ee8f-24e0-4993-b0b7-4b563f5ae020 req-c4a344a6-c0cb-4349-b67a-2d459c07ef14 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:38.176248 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2823ee8f-24e0-4993-b0b7-4b563f5ae020 req-c4a344a6-c0cb-4349-b67a-2d459c07ef14 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f9c74d-2b93-479e-9fee-f23a148651dd HTTP/1.1" status: 200 len: 945 time: 0.1622925 Aug 28 15:19:38.176248 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1fd37-a056-4361-beb1-ae68d00b76a9 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Network': ['ID=adcb75da-7a25-4a7b-9c22-d2f7d04cac21,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:38.220887 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network adcb75da-7a25-4a7b-9c22-d2f7d04cac21 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:19:38.231973 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2823ee8f-24e0-4993-b0b7-4b563f5ae020 req-77d4fa33-8b76-4d7a-a85f-4d39d908c623 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/security-groups?id=60743525-baa6-492c-96d7-b2711b948c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423152 Aug 28 15:19:38.243574 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e44951f7-e38a-4de8-9fb9-243e94248f27 req-c3faa3af-b1ff-4a91-b285-d816312a4485 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407468 Aug 28 15:19:38.295836 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5835f908-536c-464e-bdf2-efc883c45ed1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:38.300475 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5835f908-536c-464e-bdf2-efc883c45ed1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:38.334435 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=16321fa2-91e2-42a3-8f1a-9e609d1ba006,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:38.349379 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port f1ecb044-2bfe-4874-89df-8daa50563f78 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:19:38.355547 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port f1ecb044-2bfe-4874-89df-8daa50563f78 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:38.355964 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:38.357020 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38416) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:38.413886 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a6839-f0ff-4245-85ba-ed78fd8f6098 req-d4dcd71f-20c0-4d93-a2b3-2bae6a1d75a7 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:38.423745 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6c4a6839-f0ff-4245-85ba-ed78fd8f6098 req-d4dcd71f-20c0-4d93-a2b3-2bae6a1d75a7 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.0725753 Aug 28 15:19:38.449134 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f661c2a7-1d01-4aa7-903b-a62430d81fcd tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/floatingips/c18aeee2-ef93-4e88-b8b7-115a7de77248 HTTP/1.1" status: 200 len: 993 time: 0.0908532 Aug 28 15:19:38.479963 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:38.482645 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6c4a6839-f0ff-4245-85ba-ed78fd8f6098 req-5d2e712b-84fa-489b-9cb8-0ff2363d9bc5 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579429 Aug 28 15:19:38.544070 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port f1ecb044-2bfe-4874-89df-8daa50563f78, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f1ecb044-2bfe-4874-89df-8daa50563f78,segment=NetworkSegment(8939f4c3-a1c0-4af7-8a1e-1156976435c2),segment_id=8939f4c3-a1c0-4af7-8a1e-1156976435c2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:38.549517 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:38.558272 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 5f0ca34c-9a32-4096-82f2-1233d5031f7e up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:19:38.577660 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5835f908-536c-464e-bdf2-efc883c45ed1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:38.637717 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=f1ecb044-2bfe-4874-89df-8daa50563f78,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:38.656504 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 5f0ca34c-9a32-4096-82f2-1233d5031f7e completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:19:38.661186 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 5f0ca34c-9a32-4096-82f2-1233d5031f7e triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:38.662045 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:38.666439 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835f908-536c-464e-bdf2-efc883c45ed1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Subnet': ['ID=2a6e2f67-8e41-4d91-9a45-10ef623b33f4,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:38.668784 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5835f908-536c-464e-bdf2-efc883c45ed1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Checking segment: {'id': '6a06c682-0643-430e-86ba-c8c0fed8dd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'adcb75da-7a25-4a7b-9c22-d2f7d04cac21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:19:38.669159 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5835f908-536c-464e-bdf2-efc883c45ed1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network hostable DHCP agents. Network: adcb75da-7a25-4a7b-9c22-d2f7d04cac21, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:19:38.715336 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d7188-8c7e-427c-9e44-6eb1fabb847b req-59eea399-a2d8-46cc-9bda-15623920679b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:38.723167 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d7188-8c7e-427c-9e44-6eb1fabb847b req-59eea399-a2d8-46cc-9bda-15623920679b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:38.730561 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d7188-8c7e-427c-9e44-6eb1fabb847b req-59eea399-a2d8-46cc-9bda-15623920679b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:38.733438 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5835f908-536c-464e-bdf2-efc883c45ed1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network adcb75da-7a25-4a7b-9c22-d2f7d04cac21 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:19:38.736722 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d7188-8c7e-427c-9e44-6eb1fabb847b req-59eea399-a2d8-46cc-9bda-15623920679b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:38.743132 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d7188-8c7e-427c-9e44-6eb1fabb847b req-59eea399-a2d8-46cc-9bda-15623920679b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:38.749306 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429dba85-3554-4457-bca0-cbc92efa546d req-6a7018d4-d040-453c-baf1-83a213e26f15 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:38.749468 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d7188-8c7e-427c-9e44-6eb1fabb847b req-59eea399-a2d8-46cc-9bda-15623920679b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:38.755804 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d7188-8c7e-427c-9e44-6eb1fabb847b req-59eea399-a2d8-46cc-9bda-15623920679b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:38.758022 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d73d7188-8c7e-427c-9e44-6eb1fabb847b req-59eea399-a2d8-46cc-9bda-15623920679b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5435 time: 0.1380730 Aug 28 15:19:38.758650 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-429dba85-3554-4457-bca0-cbc92efa546d req-6a7018d4-d040-453c-baf1-83a213e26f15 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.0868561 Aug 28 15:19:38.777326 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:38.781289 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-5835f908-536c-464e-bdf2-efc883c45ed1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, adcb75da-7a25-4a7b-9c22-d2f7d04cac21) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:38.790309 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5835f908-536c-464e-bdf2-efc883c45ed1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:38.791150 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5835f908-536c-464e-bdf2-efc883c45ed1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:38.801618 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b13324-1c6e-47bc-8da1-99f36f7e092d None None] Network adcb75da-7a25-4a7b-9c22-d2f7d04cac21 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:19:38.819764 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5835f908-536c-464e-bdf2-efc883c45ed1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6846256 Aug 28 15:19:38.820014 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d73d7188-8c7e-427c-9e44-6eb1fabb847b req-dfbd1218-95b4-48d7-8f82-34f6f8037310 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530679 Aug 28 15:19:38.820121 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38432) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:38.828449 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-429dba85-3554-4457-bca0-cbc92efa546d req-7c62b7f9-869c-4556-b9b9-d5abb208687b tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686350 Aug 28 15:19:38.840136 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-d81c93a7-7422-4345-8742-e2ec50e2293d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'port': {'network_id': 'adcb75da-7a25-4a7b-9c22-d2f7d04cac21', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1303991250'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:38.870781 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812faf11-1952-4526-859c-7622a369ee03'}, {'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50deec03-7b81-42d5-aaf9-ae33b02083dc'}, {'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16321fa2-91e2-42a3-8f1a-9e609d1ba006'}, {'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ecb044-2bfe-4874-89df-8daa50563f78'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:19:38.873080 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcbb241-f9d3-47f2-8b3a-da5b65b964a2" -d '{"events": [{"server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "name": "network-vif-plugged", "status": "completed", "tag": "812faf11-1952-4526-859c-7622a369ee03"}, {"server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "name": "network-vif-plugged", "status": "completed", "tag": "50deec03-7b81-42d5-aaf9-ae33b02083dc"}, {"server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "name": "network-vif-plugged", "status": "completed", "tag": "16321fa2-91e2-42a3-8f1a-9e609d1ba006"}, {"server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "name": "network-vif-plugged", "status": "completed", "tag": "f1ecb044-2bfe-4874-89df-8daa50563f78"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:19:38.913949 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 5f0ca34c-9a32-4096-82f2-1233d5031f7e, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=5f0ca34c-9a32-4096-82f2-1233d5031f7e,segment=NetworkSegment(01c5611e-ae4b-4448-9fce-3787a47d59b0),segment_id=01c5611e-ae4b-4448-9fce-3787a47d59b0)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:38.923047 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:38.952521 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 28 Aug 2021 15:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d92c2a3-ee17-40cc-8dbf-5c73a017b519 x-openstack-request-id: req-5d92c2a3-ee17-40cc-8dbf-5c73a017b519 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:19:38.953092 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "name": "network-vif-plugged", "status": "completed", "tag": "812faf11-1952-4526-859c-7622a369ee03", "code": 200}, {"server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "name": "network-vif-plugged", "status": "completed", "tag": "50deec03-7b81-42d5-aaf9-ae33b02083dc", "code": 200}, {"server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "name": "network-vif-plugged", "status": "completed", "tag": "16321fa2-91e2-42a3-8f1a-9e609d1ba006", "code": 200}, {"server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "name": "network-vif-plugged", "status": "completed", "tag": "f1ecb044-2bfe-4874-89df-8daa50563f78", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:19:38.953348 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d92c2a3-ee17-40cc-8dbf-5c73a017b519 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:19:38.953743 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812faf11-1952-4526-859c-7622a369ee03', 'code': 200} Aug 28 15:19:38.953994 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50deec03-7b81-42d5-aaf9-ae33b02083dc', 'code': 200} Aug 28 15:19:38.954242 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16321fa2-91e2-42a3-8f1a-9e609d1ba006', 'code': 200} Aug 28 15:19:38.954446 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38438) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:38.954577 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ecb044-2bfe-4874-89df-8daa50563f78', 'code': 200} Aug 28 15:19:39.020665 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a8cf5-c1bc-4540-851d-7cd3518d5074 req-97cc25b2-1882-44cf-ab71-00d440010d60 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:39.022549 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-319a8cf5-c1bc-4540-851d-7cd3518d5074 req-97cc25b2-1882-44cf-ab71-00d440010d60 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.0593481 Aug 28 15:19:39.029350 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=5f0ca34c-9a32-4096-82f2-1233d5031f7e,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:39.075272 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-319a8cf5-c1bc-4540-851d-7cd3518d5074 req-9588f334-a75c-40a8-a462-12775536f524 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454469 Aug 28 15:19:39.089892 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81c93a7-7422-4345-8742-e2ec50e2293d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:39.090897 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f432bbd8-d6e7-4f09-99fc-1550e1fdf599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-adcb75da-7a25-4a7b-9c22-d2f7d04cac21', 'network_id': 'adcb75da-7a25-4a7b-9c22-d2f7d04cac21', 'tenant_id': 'a49a25d4f6704aa19c86415c67cd6045', 'fixed_ips': [{'subnet_id': '2a6e2f67-8e41-4d91-9a45-10ef623b33f4'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:19:39.092156 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f432bbd8-d6e7-4f09-99fc-1550e1fdf599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:39.093488 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d81c93a7-7422-4345-8742-e2ec50e2293d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:39.123896 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee4424-1603-4f78-b5ef-88ac0780d009 req-6e5d659e-10bf-473e-afdb-0c432a82ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:39.124382 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee4424-1603-4f78-b5ef-88ac0780d009 req-6e5d659e-10bf-473e-afdb-0c432a82ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:39.128013 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee4424-1603-4f78-b5ef-88ac0780d009 req-6e5d659e-10bf-473e-afdb-0c432a82ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:39.128013 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee4424-1603-4f78-b5ef-88ac0780d009 req-6e5d659e-10bf-473e-afdb-0c432a82ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:39.128013 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee4424-1603-4f78-b5ef-88ac0780d009 req-6e5d659e-10bf-473e-afdb-0c432a82ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:39.128013 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee4424-1603-4f78-b5ef-88ac0780d009 req-6e5d659e-10bf-473e-afdb-0c432a82ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:39.128013 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee4424-1603-4f78-b5ef-88ac0780d009 req-6e5d659e-10bf-473e-afdb-0c432a82ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:39.128492 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-09c33d51-85dd-4936-9fb8-9588d7eb2b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:39.129168 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b0ee4424-1603-4f78-b5ef-88ac0780d009 req-6e5d659e-10bf-473e-afdb-0c432a82ee72 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 6499 time: 0.0865002 Aug 28 15:19:39.131864 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-d81c93a7-7422-4345-8742-e2ec50e2293d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] device_id is not set on port e5456310-9a0c-4594-bdc6-b6fa03e527ba yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:19:39.217564 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b0ee4424-1603-4f78-b5ef-88ac0780d009 req-b0cb5d60-a4a0-450a-a045-df5233c7fef2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2cc65d3d-4071-420b-8848-2fd834446d44&id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790279 Aug 28 15:19:39.263370 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-f432bbd8-d6e7-4f09-99fc-1550e1fdf599 None None] Allocated IP 172.20.0.2 (adcb75da-7a25-4a7b-9c22-d2f7d04cac21/2a6e2f67-8e41-4d91-9a45-10ef623b33f4/7581a3af-abde-45e2-a71b-c7012189e506) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:19:39.267966 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86eda5-3601-4cc8-8df5-eee8211c58a8 req-cad5a8b8-679b-4f0e-b684-08e50c073e93 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:39.269615 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5f86eda5-3601-4cc8-8df5-eee8211c58a8 req-cad5a8b8-679b-4f0e-b684-08e50c073e93 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.0738909 Aug 28 15:19:39.310373 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-09c33d51-85dd-4936-9fb8-9588d7eb2b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:39.326818 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-09c33d51-85dd-4936-9fb8-9588d7eb2b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:39.344642 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5f86eda5-3601-4cc8-8df5-eee8211c58a8 req-b8f04e3a-5ada-498f-8faa-b69b451d8c15 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602195 Aug 28 15:19:39.361675 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d87be5-2a0b-4d58-bf51-cca4ad4d66f9 req-4ee06f80-65c9-47e6-b7a6-163eeb0c36a4 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:39.363217 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f1d87be5-2a0b-4d58-bf51-cca4ad4d66f9 req-4ee06f80-65c9-47e6-b7a6-163eeb0c36a4 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f9c74d-2b93-479e-9fee-f23a148651dd HTTP/1.1" status: 200 len: 946 time: 0.0514629 Aug 28 15:19:39.391354 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-09c33d51-85dd-4936-9fb8-9588d7eb2b43 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=770b74f3b18b4e068e3adcc8660bbf2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4331079 Aug 28 15:19:39.391574 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38450) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:39.400789 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c33d51-85dd-4936-9fb8-9588d7eb2b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2e977b-6ade-44d0-9cd5-2edc9f90533c,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:39.444741 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f1d87be5-2a0b-4d58-bf51-cca4ad4d66f9 req-49be1606-95fb-42af-8299-8b78eabd7209 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/security-groups?id=60743525-baa6-492c-96d7-b2711b948c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740905 Aug 28 15:19:39.491720 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-32570fdd-5e08-479b-9a6c-5df698521945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:39.526404 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad97c15-79fa-40f5-9ab4-52a22eae5a9d req-7288e323-ca34-4a00-bc12-2a14a6cef3bd tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:39.528223 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cad97c15-79fa-40f5-9ab4-52a22eae5a9d req-7288e323-ca34-4a00-bc12-2a14a6cef3bd tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.0819526 Aug 28 15:19:39.530323 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-32570fdd-5e08-479b-9a6c-5df698521945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:39.592168 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cad97c15-79fa-40f5-9ab4-52a22eae5a9d req-4fa03ffb-83d6-4936-9466-3a5ef402c5bb tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543547 Aug 28 15:19:39.616836 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-32570fdd-5e08-479b-9a6c-5df698521945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:39.619562 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-32570fdd-5e08-479b-9a6c-5df698521945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:39.620889 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-32570fdd-5e08-479b-9a6c-5df698521945 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b2e977b-6ade-44d0-9cd5-2edc9f90533c HTTP/1.1" status: 204 len: 168 time: 0.2284782 Aug 28 15:19:39.629037 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32570fdd-5e08-479b-9a6c-5df698521945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2e977b-6ade-44d0-9cd5-2edc9f90533c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:39.629216 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f432bbd8-d6e7-4f09-99fc-1550e1fdf599 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:39.646645 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f432bbd8-d6e7-4f09-99fc-1550e1fdf599 None None] Transition to ACTIVE for port object 7581a3af-abde-45e2-a71b-c7012189e506 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:19:39.672399 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f432bbd8-d6e7-4f09-99fc-1550e1fdf599 None None] Transition to ACTIVE for port object 7581a3af-abde-45e2-a71b-c7012189e506 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:19:39.679334 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f432bbd8-d6e7-4f09-99fc-1550e1fdf599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:39.725622 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f432bbd8-d6e7-4f09-99fc-1550e1fdf599 None None] Network adcb75da-7a25-4a7b-9c22-d2f7d04cac21 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:19:39.729283 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-f432bbd8-d6e7-4f09-99fc-1550e1fdf599 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:39.732467 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f432bbd8-d6e7-4f09-99fc-1550e1fdf599 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:19:39.756635 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a5d43-8fbf-4e39-b393-4ba38fedb741 req-838aeaf0-86d0-46b9-96b0-2a35b3b5f57a tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:39.759744 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-d81c93a7-7422-4345-8742-e2ec50e2293d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Allocated IP 172.20.0.7 (adcb75da-7a25-4a7b-9c22-d2f7d04cac21/2a6e2f67-8e41-4d91-9a45-10ef623b33f4/e5456310-9a0c-4594-bdc6-b6fa03e527ba) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:19:39.764559 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-354a5d43-8fbf-4e39-b393-4ba38fedb741 req-838aeaf0-86d0-46b9-96b0-2a35b3b5f57a tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.0749609 Aug 28 15:19:39.764883 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432bbd8-d6e7-4f09-99fc-1550e1fdf599 None None] Pushing event updated for resources: {'Port': ['ID=7581a3af-abde-45e2-a71b-c7012189e506,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:39.809875 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-f432bbd8-d6e7-4f09-99fc-1550e1fdf599 None None] Attempting to bind port 7581a3af-abde-45e2-a71b-c7012189e506 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:19:39.810547 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-f432bbd8-d6e7-4f09-99fc-1550e1fdf599 None None] Attempting to bind port 7581a3af-abde-45e2-a71b-c7012189e506 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '6a06c682-0643-430e-86ba-c8c0fed8dd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'adcb75da-7a25-4a7b-9c22-d2f7d04cac21'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:19:39.811121 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f432bbd8-d6e7-4f09-99fc-1550e1fdf599 None None] Attempting to bind port 7581a3af-abde-45e2-a71b-c7012189e506 on network adcb75da-7a25-4a7b-9c22-d2f7d04cac21 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:19:39.821783 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-354a5d43-8fbf-4e39-b393-4ba38fedb741 req-0927ea11-8c0d-4b9c-87af-60f2f9eb82ef tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562451 Aug 28 15:19:39.824196 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f432bbd8-d6e7-4f09-99fc-1550e1fdf599 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:19:39.824564 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f432bbd8-d6e7-4f09-99fc-1550e1fdf599 None None] Checking segment: {'id': '6a06c682-0643-430e-86ba-c8c0fed8dd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'adcb75da-7a25-4a7b-9c22-d2f7d04cac21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:19:39.825221 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f432bbd8-d6e7-4f09-99fc-1550e1fdf599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:39.825596 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f432bbd8-d6e7-4f09-99fc-1550e1fdf599 None None] Bound using segment: {'id': '6a06c682-0643-430e-86ba-c8c0fed8dd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'adcb75da-7a25-4a7b-9c22-d2f7d04cac21'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:19:39.826071 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-f432bbd8-d6e7-4f09-99fc-1550e1fdf599 None None] Bound port: 7581a3af-abde-45e2-a71b-c7012189e506, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a06c682-0643-430e-86ba-c8c0fed8dd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'adcb75da-7a25-4a7b-9c22-d2f7d04cac21'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:19:39.826454 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f432bbd8-d6e7-4f09-99fc-1550e1fdf599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:39.923992 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d81c93a7-7422-4345-8742-e2ec50e2293d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:39.932502 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-f432bbd8-d6e7-4f09-99fc-1550e1fdf599 None None] For port 7581a3af-abde-45e2-a71b-c7012189e506, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:19:39.940777 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-d81c93a7-7422-4345-8742-e2ec50e2293d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Transition to ACTIVE for port object e5456310-9a0c-4594-bdc6-b6fa03e527ba will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:19:39.944107 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-f432bbd8-d6e7-4f09-99fc-1550e1fdf599 None None] For port 7581a3af-abde-45e2-a71b-c7012189e506, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7581a3af-abde-45e2-a71b-c7012189e506,segment=NetworkSegment(6a06c682-0643-430e-86ba-c8c0fed8dd1d),segment_id=6a06c682-0643-430e-86ba-c8c0fed8dd1d)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:19:39.956637 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f432bbd8-d6e7-4f09-99fc-1550e1fdf599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:40.013565 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5bc139-0986-4a4e-84fc-7b5ae5f26e66 req-e0e6a6f7-5105-46f4-ad34-3e0034375823 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:40.019190 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ac747-b366-4ad8-a09a-a19f39f0bd5e req-83b3245f-38ee-4218-8543-77d0a1809937 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:40.021500 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ef5bc139-0986-4a4e-84fc-7b5ae5f26e66 req-e0e6a6f7-5105-46f4-ad34-3e0034375823 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.0789773 Aug 28 15:19:40.027077 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ac747-b366-4ad8-a09a-a19f39f0bd5e req-83b3245f-38ee-4218-8543-77d0a1809937 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:40.033605 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432bbd8-d6e7-4f09-99fc-1550e1fdf599 None None] Pushing event updated for resources: {'Port': ['ID=7581a3af-abde-45e2-a71b-c7012189e506,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:40.038718 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ac747-b366-4ad8-a09a-a19f39f0bd5e req-83b3245f-38ee-4218-8543-77d0a1809937 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:40.046306 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ac747-b366-4ad8-a09a-a19f39f0bd5e req-83b3245f-38ee-4218-8543-77d0a1809937 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:40.052885 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ac747-b366-4ad8-a09a-a19f39f0bd5e req-83b3245f-38ee-4218-8543-77d0a1809937 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:40.061090 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ac747-b366-4ad8-a09a-a19f39f0bd5e req-83b3245f-38ee-4218-8543-77d0a1809937 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:40.068402 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ac747-b366-4ad8-a09a-a19f39f0bd5e req-83b3245f-38ee-4218-8543-77d0a1809937 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:40.071924 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d81c93a7-7422-4345-8742-e2ec50e2293d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:40.078065 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c82ac747-b366-4ad8-a09a-a19f39f0bd5e req-83b3245f-38ee-4218-8543-77d0a1809937 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5435 time: 0.1402826 Aug 28 15:19:40.092291 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ef5bc139-0986-4a4e-84fc-7b5ae5f26e66 req-f8562b3f-7147-4b3a-9b4d-23af4b13bc5c tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697651 Aug 28 15:19:40.135959 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c82ac747-b366-4ad8-a09a-a19f39f0bd5e req-0d252385-fd41-4528-b6a6-fc30e1f032ff tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569255 Aug 28 15:19:40.148563 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81c93a7-7422-4345-8742-e2ec50e2293d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network adcb75da-7a25-4a7b-9c22-d2f7d04cac21 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:19:40.155756 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-d81c93a7-7422-4345-8742-e2ec50e2293d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:40.159035 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81c93a7-7422-4345-8742-e2ec50e2293d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:19:40.196384 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c93a7-7422-4345-8742-e2ec50e2293d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Port': ['ID=e5456310-9a0c-4594-bdc6-b6fa03e527ba,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:40.269346 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81c93a7-7422-4345-8742-e2ec50e2293d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:40.270047 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d81c93a7-7422-4345-8742-e2ec50e2293d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:40.327695 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d81c93a7-7422-4345-8742-e2ec50e2293d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.4954984 Aug 28 15:19:40.330507 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38478) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:40.345284 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a6b43-f684-4c2d-bdf5-af3c1b9568af req-06373c62-8b53-479f-95a5-a0c8acf8c5d5 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:40.353440 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d16a6b43-f684-4c2d-bdf5-af3c1b9568af req-06373c62-8b53-479f-95a5-a0c8acf8c5d5 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.1228001 Aug 28 15:19:40.401305 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d16a6b43-f684-4c2d-bdf5-af3c1b9568af req-a17a7cf0-b071-4f5d-b19c-697010657cc5 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446415 Aug 28 15:19:40.466447 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-a94bcfc1-37fc-4507-86cb-8ceed3d5a172 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting port e5456310-9a0c-4594-bdc6-b6fa03e527ba {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:19:40.467301 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a94bcfc1-37fc-4507-86cb-8ceed3d5a172 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:40.557227 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-40019ae2-00e4-48ce-ac12-dcfb0d6479f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:40.591816 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a94bcfc1-37fc-4507-86cb-8ceed3d5a172 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:40.643480 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-a94bcfc1-37fc-4507-86cb-8ceed3d5a172 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Calling delete_port for e5456310-9a0c-4594-bdc6-b6fa03e527ba owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:19:40.651384 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38494) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:40.714939 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd06ab9-29f9-47ac-88a6-1efa68a2ff16 req-8b9da80f-2040-46b8-a7c1-14397603470f tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:40.716499 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8fd06ab9-29f9-47ac-88a6-1efa68a2ff16 req-8b9da80f-2040-46b8-a7c1-14397603470f tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f9c74d-2b93-479e-9fee-f23a148651dd HTTP/1.1" status: 200 len: 946 time: 0.1270213 Aug 28 15:19:40.762933 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-75c331fa-c123-4f0f-8454-aae4a52163e6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-189655109-network', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:40.775334 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8fd06ab9-29f9-47ac-88a6-1efa68a2ff16 req-666bd03d-fa1d-45cc-9ba5-7a081e57102a tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/security-groups?id=60743525-baa6-492c-96d7-b2711b948c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464950 Aug 28 15:19:40.795249 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c331fa-c123-4f0f-8454-aae4a52163e6 admin admin] Made reservation on behalf of c6cc5102288e4115b2b96ff1028147b2 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:40.798170 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-75c331fa-c123-4f0f-8454-aae4a52163e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:40.828762 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-75c331fa-c123-4f0f-8454-aae4a52163e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:40.832126 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:40.858190 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a94bcfc1-37fc-4507-86cb-8ceed3d5a172 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:40.900502 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94bcfc1-37fc-4507-86cb-8ceed3d5a172 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Port': ['ID=e5456310-9a0c-4594-bdc6-b6fa03e527ba,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:40.955944 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f9c74d-2b93-479e-9fee-f23a148651dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0ca34c-9a32-4096-82f2-1233d5031f7e'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:19:40.958302 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe2a3f5-06d0-42f9-adaa-89779ef72f03" -d '{"events": [{"server_uuid": "a1f9c74d-2b93-479e-9fee-f23a148651dd", "name": "network-vif-plugged", "status": "completed", "tag": "5f0ca34c-9a32-4096-82f2-1233d5031f7e"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:19:40.967152 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-75c331fa-c123-4f0f-8454-aae4a52163e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:40.973949 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-75c331fa-c123-4f0f-8454-aae4a52163e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:40.995260 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a94bcfc1-37fc-4507-86cb-8ceed3d5a172 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:40.997450 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a94bcfc1-37fc-4507-86cb-8ceed3d5a172 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/ports/e5456310-9a0c-4594-bdc6-b6fa03e527ba HTTP/1.1" status: 204 len: 168 time: 0.6650901 Aug 28 15:19:41.001280 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c331fa-c123-4f0f-8454-aae4a52163e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:19:41.001480 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38500) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:41.006345 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d7478e-eddb-4356-9dfa-15406e5559ad x-openstack-request-id: req-b2d7478e-eddb-4356-9dfa-15406e5559ad {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:19:41.006583 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f9c74d-2b93-479e-9fee-f23a148651dd", "name": "network-vif-plugged", "status": "completed", "tag": "5f0ca34c-9a32-4096-82f2-1233d5031f7e", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:19:41.007116 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2d7478e-eddb-4356-9dfa-15406e5559ad {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:19:41.007530 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f9c74d-2b93-479e-9fee-f23a148651dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0ca34c-9a32-4096-82f2-1233d5031f7e', 'code': 200} Aug 28 15:19:41.020708 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c331fa-c123-4f0f-8454-aae4a52163e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a8316e-ab91-4dc4-a398-6e028e2ab94a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:41.025226 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-75c331fa-c123-4f0f-8454-aae4a52163e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:41.025568 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-75c331fa-c123-4f0f-8454-aae4a52163e6 admin admin] Added segment c884cf07-f9ad-4f67-ad8f-27a2eec4f024 of type vlan for network 8878cb2c-b382-48c1-8c2a-67543a7cb61c Aug 28 15:19:41.048873 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd7f5675-8e90-4b55-8d9c-8420ac979ad0 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] GET failed (client error): The resource could not be found. Aug 28 15:19:41.053034 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-bd7f5675-8e90-4b55-8d9c-8420ac979ad0 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "GET /v2.0/ports/e5456310-9a0c-4594-bdc6-b6fa03e527ba HTTP/1.1" status: 404 len: 333 time: 0.0475650 Aug 28 15:19:41.053930 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38502) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:41.077272 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-75c331fa-c123-4f0f-8454-aae4a52163e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:41.109857 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6bcfbc-2a4c-4e53-94a5-a4b5d9ab31b6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting subnet 2a6e2f67-8e41-4d91-9a45-10ef623b33f4 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:19:41.126887 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7a6bcfbc-2a4c-4e53-94a5-a4b5d9ab31b6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:41.143869 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a995eea-ac9d-4349-acfc-9cee8681cc7e req-a78e6bb2-e913-4b0c-bc3c-e599a67beeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:41.145445 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a995eea-ac9d-4349-acfc-9cee8681cc7e req-a78e6bb2-e913-4b0c-bc3c-e599a67beeab service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a1f9c74d-2b93-479e-9fee-f23a148651dd HTTP/1.1" status: 200 len: 1098 time: 0.0709996 Aug 28 15:19:41.146785 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-75c331fa-c123-4f0f-8454-aae4a52163e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:41.147892 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c331fa-c123-4f0f-8454-aae4a52163e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:41.148592 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-75c331fa-c123-4f0f-8454-aae4a52163e6 admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:41.174300 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7a6bcfbc-2a4c-4e53-94a5-a4b5d9ab31b6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:41.234761 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-75c331fa-c123-4f0f-8454-aae4a52163e6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5817351 Aug 28 15:19:41.238567 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38506) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:41.239209 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c331fa-c123-4f0f-8454-aae4a52163e6 admin admin] Pushing event updated for resources: {'Network': ['ID=8878cb2c-b382-48c1-8c2a-67543a7cb61c,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:41.251248 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 8878cb2c-b382-48c1-8c2a-67543a7cb61c details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:19:41.252183 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-9b710ea8-c438-4a63-9f87-007e98aa899e admin admin] Request body: {'subnet': {'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-189655109-subnet', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:41.277972 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b710ea8-c438-4a63-9f87-007e98aa899e admin admin] Made reservation on behalf of c6cc5102288e4115b2b96ff1028147b2 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:41.291713 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b710ea8-c438-4a63-9f87-007e98aa899e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:41.296587 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a995eea-ac9d-4349-acfc-9cee8681cc7e req-8319b847-041a-4edb-9ff7-875cb046beef service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=60743525-baa6-492c-96d7-b2711b948c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418293 Aug 28 15:19:41.304802 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a6b2b8-6bd4-4423-8117-da061e8d82d3 None None] Network adcb75da-7a25-4a7b-9c22-d2f7d04cac21 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:19:41.328431 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7a6bcfbc-2a4c-4e53-94a5-a4b5d9ab31b6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:41.451693 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98e1c8-d273-4f28-9af4-311e2fa037a4 req-deeab311-eff0-420e-922e-f0cf407548c9 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:41.457113 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98e1c8-d273-4f28-9af4-311e2fa037a4 req-deeab311-eff0-420e-922e-f0cf407548c9 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:41.464361 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98e1c8-d273-4f28-9af4-311e2fa037a4 req-deeab311-eff0-420e-922e-f0cf407548c9 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:41.470525 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98e1c8-d273-4f28-9af4-311e2fa037a4 req-deeab311-eff0-420e-922e-f0cf407548c9 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:41.476975 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98e1c8-d273-4f28-9af4-311e2fa037a4 req-deeab311-eff0-420e-922e-f0cf407548c9 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:41.485743 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-696c9883-7036-4776-a673-cb7f1ddb93c8 None None] Provisioning for port 7581a3af-abde-45e2-a71b-c7012189e506 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:19:41.487919 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98e1c8-d273-4f28-9af4-311e2fa037a4 req-deeab311-eff0-420e-922e-f0cf407548c9 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:41.496467 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98e1c8-d273-4f28-9af4-311e2fa037a4 req-deeab311-eff0-420e-922e-f0cf407548c9 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:41.498338 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5b98e1c8-d273-4f28-9af4-311e2fa037a4 req-deeab311-eff0-420e-922e-f0cf407548c9 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5435 time: 0.1382375 Aug 28 15:19:41.513215 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7581a3af-abde-45e2-a71b-c7012189e506 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:19:41.515382 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7a6bcfbc-2a4c-4e53-94a5-a4b5d9ab31b6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:41.550525 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b710ea8-c438-4a63-9f87-007e98aa899e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:41.563598 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bcfbc-2a4c-4e53-94a5-a4b5d9ab31b6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Subnet': ['ID=2a6e2f67-8e41-4d91-9a45-10ef623b33f4,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:41.569195 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7a6bcfbc-2a4c-4e53-94a5-a4b5d9ab31b6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:41.571469 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7a6bcfbc-2a4c-4e53-94a5-a4b5d9ab31b6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/subnets/2a6e2f67-8e41-4d91-9a45-10ef623b33f4 HTTP/1.1" status: 204 len: 168 time: 0.5167041 Aug 28 15:19:41.577280 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38508) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:41.632768 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 7581a3af-abde-45e2-a71b-c7012189e506 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:19:41.640646 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 7581a3af-abde-45e2-a71b-c7012189e506 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:41.641124 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:41.676595 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4ffa3070-6359-49a6-bea5-d2088ed8b49d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:41.684461 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b710ea8-c438-4a63-9f87-007e98aa899e admin admin] Checking segment: {'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:19:41.685067 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b710ea8-c438-4a63-9f87-007e98aa899e admin admin] Network hostable DHCP agents. Network: 8878cb2c-b382-48c1-8c2a-67543a7cb61c, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:19:41.696438 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b710ea8-c438-4a63-9f87-007e98aa899e admin admin] Pushing event updated for resources: {'Subnet': ['ID=551c7bac-a4f4-45ec-a575-eb6f29eb5d74,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:41.703373 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5b98e1c8-d273-4f28-9af4-311e2fa037a4 req-6d55dc48-ff26-47ca-9ac1-a89807b0c669 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1817799 Aug 28 15:19:41.728641 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b710ea8-c438-4a63-9f87-007e98aa899e admin admin] Network 8878cb2c-b382-48c1-8c2a-67543a7cb61c is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:19:41.746891 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-9b710ea8-c438-4a63-9f87-007e98aa899e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 8878cb2c-b382-48c1-8c2a-67543a7cb61c) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:41.751606 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b710ea8-c438-4a63-9f87-007e98aa899e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:41.752279 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b710ea8-c438-4a63-9f87-007e98aa899e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:41.764941 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a58d736-8b6f-4e45-962b-8af19c423196 None None] DHCP port deletion for adcb75da-7a25-4a7b-9c22-d2f7d04cac21 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:19:41.774748 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9b710ea8-c438-4a63-9f87-007e98aa899e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5321007 Aug 28 15:19:41.775364 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-4ffa3070-6359-49a6-bea5-d2088ed8b49d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting port 7581a3af-abde-45e2-a71b-c7012189e506 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:19:41.775495 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4ffa3070-6359-49a6-bea5-d2088ed8b49d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:41.778974 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38514) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:41.781754 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43ae22a-6c0b-4cf1-af28-ee100b0840ed None None] Network 8878cb2c-b382-48c1-8c2a-67543a7cb61c requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:19:41.786414 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-4981fe5a-a7cf-4e38-b7ef-0cac7212ae85 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-189655109-router', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:41.877998 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:41.882077 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-4ffa3070-6359-49a6-bea5-d2088ed8b49d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] For port 7581a3af-abde-45e2-a71b-c7012189e506, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7581a3af-abde-45e2-a71b-c7012189e506,segment=NetworkSegment(6a06c682-0643-430e-86ba-c8c0fed8dd1d),segment_id=6a06c682-0643-430e-86ba-c8c0fed8dd1d)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:41.882510 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4ffa3070-6359-49a6-bea5-d2088ed8b49d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:41.895080 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4981fe5a-a7cf-4e38-b7ef-0cac7212ae85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:41.896425 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4981fe5a-a7cf-4e38-b7ef-0cac7212ae85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:41.902981 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-4ffa3070-6359-49a6-bea5-d2088ed8b49d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Calling delete_port for 7581a3af-abde-45e2-a71b-c7012189e506 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:19:41.931626 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cd3f5-d1d3-4dbd-8fae-27071fa35092 req-d2f500e2-c91a-4e5c-900b-e97b678f37a1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:41.938989 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cd3f5-d1d3-4dbd-8fae-27071fa35092 req-d2f500e2-c91a-4e5c-900b-e97b678f37a1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:41.941636 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:41.947213 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cd3f5-d1d3-4dbd-8fae-27071fa35092 req-d2f500e2-c91a-4e5c-900b-e97b678f37a1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:41.954721 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cd3f5-d1d3-4dbd-8fae-27071fa35092 req-d2f500e2-c91a-4e5c-900b-e97b678f37a1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:41.963957 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cd3f5-d1d3-4dbd-8fae-27071fa35092 req-d2f500e2-c91a-4e5c-900b-e97b678f37a1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:41.971831 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cd3f5-d1d3-4dbd-8fae-27071fa35092 req-d2f500e2-c91a-4e5c-900b-e97b678f37a1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:41.982872 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cd3f5-d1d3-4dbd-8fae-27071fa35092 req-d2f500e2-c91a-4e5c-900b-e97b678f37a1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:41.984969 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f96cd3f5-d1d3-4dbd-8fae-27071fa35092 req-d2f500e2-c91a-4e5c-900b-e97b678f37a1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5435 time: 0.1525581 Aug 28 15:19:41.988873 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 7581a3af-abde-45e2-a71b-c7012189e506, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7581a3af-abde-45e2-a71b-c7012189e506,segment=NetworkSegment(6a06c682-0643-430e-86ba-c8c0fed8dd1d),segment_id=6a06c682-0643-430e-86ba-c8c0fed8dd1d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:41.996983 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38518) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:42.005226 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-066c8358-af9b-4e50-b2c5-76828cc158be tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Request body: {'floatingip': {'port_id': '4a0f45d1-344f-409c-bd68-0b8ed3e04c72'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:42.015126 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:42.053929 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fb7c1b-0301-4523-9562-27ad0d16ce8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'fixed_ips': [{'subnet_id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:19:42.055969 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-81fb7c1b-0301-4523-9562-27ad0d16ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:42.059858 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc953c-f40d-4e2d-9ac6-2391bbb73b12 req-3b0a31e4-c553-4549-8231-31619d8b5c78 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:42.061505 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-71fc953c-f40d-4e2d-9ac6-2391bbb73b12 req-3b0a31e4-c553-4549-8231-31619d8b5c78 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f9c74d-2b93-479e-9fee-f23a148651dd HTTP/1.1" status: 200 len: 946 time: 0.1085873 Aug 28 15:19:42.073361 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4ffa3070-6359-49a6-bea5-d2088ed8b49d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:42.090243 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4981fe5a-a7cf-4e38-b7ef-0cac7212ae85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:42.115517 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa3070-6359-49a6-bea5-d2088ed8b49d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Port': ['ID=7581a3af-abde-45e2-a71b-c7012189e506,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:42.122946 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffa3070-6359-49a6-bea5-d2088ed8b49d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] No DVR routers for this DVR port 7581a3af-abde-45e2-a71b-c7012189e506 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:19:42.176060 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-066c8358-af9b-4e50-b2c5-76828cc158be tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for floatingip, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:42.224091 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-71fc953c-f40d-4e2d-9ac6-2391bbb73b12 req-7d7bac1a-9be2-4517-b215-ac2b4e1520a3 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/security-groups?id=60743525-baa6-492c-96d7-b2711b948c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398993 Aug 28 15:19:42.229030 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-81fb7c1b-0301-4523-9562-27ad0d16ce8c None None] Allocated IP 172.20.0.2 (8878cb2c-b382-48c1-8c2a-67543a7cb61c/551c7bac-a4f4-45ec-a575-eb6f29eb5d74/ae90015d-e807-4460-b4bd-c6a15eef0c1b) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:19:42.235125 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4ffa3070-6359-49a6-bea5-d2088ed8b49d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:42.248051 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-4ffa3070-6359-49a6-bea5-d2088ed8b49d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adcb75da-7a25-4a7b-9c22-d2f7d04cac21']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:42.261384 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-4ffa3070-6359-49a6-bea5-d2088ed8b49d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a06c682-0643-430e-86ba-c8c0fed8dd1d') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:42.261761 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-4ffa3070-6359-49a6-bea5-d2088ed8b49d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a06c682-0643-430e-86ba-c8c0fed8dd1d') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:42.274715 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4ffa3070-6359-49a6-bea5-d2088ed8b49d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:42.307211 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4ffa3070-6359-49a6-bea5-d2088ed8b49d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:42.323137 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ffa3070-6359-49a6-bea5-d2088ed8b49d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:19:42.323633 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4ffa3070-6359-49a6-bea5-d2088ed8b49d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:19:42.327313 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:19:42.409007 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4ffa3070-6359-49a6-bea5-d2088ed8b49d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:42.420895 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4ffa3070-6359-49a6-bea5-d2088ed8b49d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:42.432448 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38520) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:42.435070 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4ffa3070-6359-49a6-bea5-d2088ed8b49d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/networks/adcb75da-7a25-4a7b-9c22-d2f7d04cac21 HTTP/1.1" status: 204 len: 168 time: 0.8555000 Aug 28 15:19:42.438201 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-3a58d736-8b6f-4e45-962b-8af19c423196 None None] Deleting port 7581a3af-abde-45e2-a71b-c7012189e506 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:19:42.439180 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-11519945-3476-48bf-84f8-8b23d9af251a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'port': {'network_id': '02c95b13-9fd9-44e0-b512-a70ff19d914e', 'name': 'tempest-PortsTestJSON-403909776'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:42.439390 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3a58d736-8b6f-4e45-962b-8af19c423196 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:42.452649 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa3070-6359-49a6-bea5-d2088ed8b49d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Network': ['ID=adcb75da-7a25-4a7b-9c22-d2f7d04cac21,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server [None req-3a58d736-8b6f-4e45-962b-8af19c423196 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network adcb75da-7a25-4a7b-9c22-d2f7d04cac21 could not be found. Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1952, in delete_port Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1188, in get_network Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network adcb75da-7a25-4a7b-9c22-d2f7d04cac21 could not be found. Aug 28 15:19:42.507372 n-d-712137-10 neutron-server[106331]: ERROR oslo_messaging.rpc.server Aug 28 15:19:42.552816 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e291789-de39-4c2f-8b4c-950b685b1b97 None None] DHCP port deletion for adcb75da-7a25-4a7b-9c22-d2f7d04cac21 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:19:42.568217 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-81fb7c1b-0301-4523-9562-27ad0d16ce8c None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:42.583233 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=7581a3af-abde-45e2-a71b-c7012189e506,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:42.596926 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-81fb7c1b-0301-4523-9562-27ad0d16ce8c None None] Transition to ACTIVE for port object ae90015d-e807-4460-b4bd-c6a15eef0c1b will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:19:42.615533 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-81fb7c1b-0301-4523-9562-27ad0d16ce8c None None] Transition to ACTIVE for port object ae90015d-e807-4460-b4bd-c6a15eef0c1b will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:19:42.624124 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-81fb7c1b-0301-4523-9562-27ad0d16ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:42.662801 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fb7c1b-0301-4523-9562-27ad0d16ce8c None None] Network 8878cb2c-b382-48c1-8c2a-67543a7cb61c is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:19:42.669059 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-81fb7c1b-0301-4523-9562-27ad0d16ce8c None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:42.683811 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fb7c1b-0301-4523-9562-27ad0d16ce8c None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:19:42.715755 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb7c1b-0301-4523-9562-27ad0d16ce8c None None] Pushing event updated for resources: {'Port': ['ID=ae90015d-e807-4460-b4bd-c6a15eef0c1b,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:42.801105 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-81fb7c1b-0301-4523-9562-27ad0d16ce8c None None] Attempting to bind port ae90015d-e807-4460-b4bd-c6a15eef0c1b on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:19:42.802164 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-81fb7c1b-0301-4523-9562-27ad0d16ce8c None None] Attempting to bind port ae90015d-e807-4460-b4bd-c6a15eef0c1b by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:19:42.803142 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fb7c1b-0301-4523-9562-27ad0d16ce8c None None] Attempting to bind port ae90015d-e807-4460-b4bd-c6a15eef0c1b on network 8878cb2c-b382-48c1-8c2a-67543a7cb61c {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:19:42.810397 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fb7c1b-0301-4523-9562-27ad0d16ce8c None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:19:42.810787 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fb7c1b-0301-4523-9562-27ad0d16ce8c None None] Checking segment: {'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:19:42.811416 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-81fb7c1b-0301-4523-9562-27ad0d16ce8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:42.812082 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fb7c1b-0301-4523-9562-27ad0d16ce8c None None] Bound using segment: {'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:19:42.812680 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-81fb7c1b-0301-4523-9562-27ad0d16ce8c None None] Bound port: ae90015d-e807-4460-b4bd-c6a15eef0c1b, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:19:42.813056 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-81fb7c1b-0301-4523-9562-27ad0d16ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:42.902979 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-81fb7c1b-0301-4523-9562-27ad0d16ce8c None None] For port ae90015d-e807-4460-b4bd-c6a15eef0c1b, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:19:42.908006 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-81fb7c1b-0301-4523-9562-27ad0d16ce8c None None] For port ae90015d-e807-4460-b4bd-c6a15eef0c1b, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ae90015d-e807-4460-b4bd-c6a15eef0c1b,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:19:42.911705 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-81fb7c1b-0301-4523-9562-27ad0d16ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:42.918962 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4981fe5a-a7cf-4e38-b7ef-0cac7212ae85 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:42.982439 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb7c1b-0301-4523-9562-27ad0d16ce8c None None] Pushing event updated for resources: {'Port': ['ID=ae90015d-e807-4460-b4bd-c6a15eef0c1b,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:43.108434 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11519945-3476-48bf-84f8-8b23d9af251a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:43.112511 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-11519945-3476-48bf-84f8-8b23d9af251a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:43.227725 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-11519945-3476-48bf-84f8-8b23d9af251a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] device_id is not set on port 51110f46-d26e-44a7-bae1-99a44ca1bb89 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:19:43.262652 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:43.489882 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ae90015d-e807-4460-b4bd-c6a15eef0c1b up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:19:43.544990 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port ae90015d-e807-4460-b4bd-c6a15eef0c1b completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:19:43.615811 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7581a3af-abde-45e2-a71b-c7012189e506 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:19:43.641776 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbbcd9-5397-4018-b768-395df8137698 req-bd1b50bf-50bd-49ce-a1e4-247076d4f8c9 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:43.649995 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d0bbbcd9-5397-4018-b768-395df8137698 req-bd1b50bf-50bd-49ce-a1e4-247076d4f8c9 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f9c74d-2b93-479e-9fee-f23a148651dd HTTP/1.1" status: 200 len: 946 time: 0.3073146 Aug 28 15:19:43.654610 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 7581a3af-abde-45e2-a71b-c7012189e506 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:19:43.654965 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7581a3af-abde-45e2-a71b-c7012189e506 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:19:43.768672 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.db.resource_extend [None req-066c8358-af9b-4e50-b2c5-76828cc158be tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 15:19:43.815961 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d0bbbcd9-5397-4018-b768-395df8137698 req-4cc0d838-f89e-4cef-be07-7cd3eb97ad69 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/security-groups?id=60743525-baa6-492c-96d7-b2711b948c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650681 Aug 28 15:19:43.830495 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-11519945-3476-48bf-84f8-8b23d9af251a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:43.842663 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4981fe5a-a7cf-4e38-b7ef-0cac7212ae85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:43.868980 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4981fe5a-a7cf-4e38-b7ef-0cac7212ae85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:43.878794 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-066c8358-af9b-4e50-b2c5-76828cc158be tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:43.889778 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-066c8358-af9b-4e50-b2c5-76828cc158be tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:44.048125 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-11519945-3476-48bf-84f8-8b23d9af251a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:44.162211 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-4981fe5a-a7cf-4e38-b7ef-0cac7212ae85 admin admin] Allocated IP 172.25.3.174 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/14acb37a-03e3-40a5-8cdf-b75cdd7cdafb) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:19:44.179469 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11519945-3476-48bf-84f8-8b23d9af251a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network 02c95b13-9fd9-44e0-b512-a70ff19d914e is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:19:44.183884 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [None req-066c8358-af9b-4e50-b2c5-76828cc158be tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Floating IP 7ced4952-1bf2-4365-befd-dc770e12b3da associated. External IP: 172.25.3.78, port: 4a0f45d1-344f-409c-bd68-0b8ed3e04c72. Aug 28 15:19:44.186127 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11519945-3476-48bf-84f8-8b23d9af251a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Port': ['ID=51110f46-d26e-44a7-bae1-99a44ca1bb89,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:44.193950 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-11519945-3476-48bf-84f8-8b23d9af251a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:44.233750 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11519945-3476-48bf-84f8-8b23d9af251a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:19:44.239291 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11519945-3476-48bf-84f8-8b23d9af251a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:44.239931 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-11519945-3476-48bf-84f8-8b23d9af251a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:44.315008 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-11519945-3476-48bf-84f8-8b23d9af251a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8806870 Aug 28 15:19:44.315317 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38570) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:44.392587 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdb8075-468d-4085-aedb-552b3bad3225 None None] Network 8878cb2c-b382-48c1-8c2a-67543a7cb61c requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:19:44.419470 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4981fe5a-a7cf-4e38-b7ef-0cac7212ae85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:44.456615 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-2169b698-aecd-45f4-9c18-c281babddcb5 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting port 51110f46-d26e-44a7-bae1-99a44ca1bb89 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:19:44.456987 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2169b698-aecd-45f4-9c18-c281babddcb5 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:44.547645 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2a9ed236-046b-43cf-99a9-ddbf1efc2d40 None None] Provisioning for port ae90015d-e807-4460-b4bd-c6a15eef0c1b completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:19:44.554468 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2a9ed236-046b-43cf-99a9-ddbf1efc2d40 None None] Provisioning complete for port ae90015d-e807-4460-b4bd-c6a15eef0c1b triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:44.555281 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2a9ed236-046b-43cf-99a9-ddbf1efc2d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:44.611687 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2169b698-aecd-45f4-9c18-c281babddcb5 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:44.630648 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-2169b698-aecd-45f4-9c18-c281babddcb5 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Calling delete_port for 51110f46-d26e-44a7-bae1-99a44ca1bb89 owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:19:44.636594 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4981fe5a-a7cf-4e38-b7ef-0cac7212ae85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:44.742001 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2169b698-aecd-45f4-9c18-c281babddcb5 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:44.746018 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2a9ed236-046b-43cf-99a9-ddbf1efc2d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:44.783598 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169b698-aecd-45f4-9c18-c281babddcb5 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Port': ['ID=51110f46-d26e-44a7-bae1-99a44ca1bb89,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:44.793080 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2169b698-aecd-45f4-9c18-c281babddcb5 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:44.795149 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2169b698-aecd-45f4-9c18-c281babddcb5 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/ports/51110f46-d26e-44a7-bae1-99a44ca1bb89 HTTP/1.1" status: 204 len: 168 time: 0.4788158 Aug 28 15:19:44.797868 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38594) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:44.803827 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-560f4309-d1cd-41c2-997b-a290621b3264 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'port': {'network_id': '02c95b13-9fd9-44e0-b512-a70ff19d914e', 'mac_address': 'fa:16:3e:06:1c:f4', 'name': 'tempest-PortsTestJSON-1632048981'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:44.812734 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4981fe5a-a7cf-4e38-b7ef-0cac7212ae85 admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:19:44.815275 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-4981fe5a-a7cf-4e38-b7ef-0cac7212ae85 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:44.825640 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4981fe5a-a7cf-4e38-b7ef-0cac7212ae85 admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:19:44.874627 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981fe5a-a7cf-4e38-b7ef-0cac7212ae85 admin admin] Pushing event updated for resources: {'Port': ['ID=14acb37a-03e3-40a5-8cdf-b75cdd7cdafb,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:44.878973 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-2a9ed236-046b-43cf-99a9-ddbf1efc2d40 None None] For port ae90015d-e807-4460-b4bd-c6a15eef0c1b, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ae90015d-e807-4460-b4bd-c6a15eef0c1b,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:44.887548 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2a9ed236-046b-43cf-99a9-ddbf1efc2d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:44.893467 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066c8358-af9b-4e50-b2c5-76828cc158be tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Router ba0a9660-60e0-4de7-9d02-c0b8a812ce87 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:19:44.972605 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560f4309-d1cd-41c2-997b-a290621b3264 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:44.994965 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ed236-046b-43cf-99a9-ddbf1efc2d40 None None] Pushing event updated for resources: {'Port': ['ID=ae90015d-e807-4460-b4bd-c6a15eef0c1b,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:45.110716 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-560f4309-d1cd-41c2-997b-a290621b3264 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:45.141280 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-560f4309-d1cd-41c2-997b-a290621b3264 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] device_id is not set on port 280b5eae-d29a-42c9-868a-a30c4ed75a53 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:19:45.391576 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d27bf0-e14f-4d99-a701-6f0db5c13b27 None None] get_active_networks_info from n-d-712137-10 {{(pid=106331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 15:19:45.391824 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4981fe5a-a7cf-4e38-b7ef-0cac7212ae85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:45.396554 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066c8358-af9b-4e50-b2c5-76828cc158be tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:19:45.441541 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-066c8358-af9b-4e50-b2c5-76828cc158be tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:45.464987 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f09a87-c95d-427e-a00b-0d9f4eb333d4 None None] Sync routers for ids ['ba0a9660-60e0-4de7-9d02-c0b8a812ce87'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:19:45.494065 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-066c8358-af9b-4e50-b2c5-76828cc158be tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "PUT /v2.0/floatingips/7ced4952-1bf2-4365-befd-dc770e12b3da HTTP/1.1" status: 200 len: 990 time: 3.4931686 Aug 28 15:19:45.498142 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'tag': '4a0f45d1-344f-409c-bd68-0b8ed3e04c72'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:19:45.500622 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e67a6c3-328c-43c0-8fa8-b93aacfeac34" -d '{"events": [{"name": "network-changed", "server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "tag": "4a0f45d1-344f-409c-bd68-0b8ed3e04c72"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:19:45.528697 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ae90015d-e807-4460-b4bd-c6a15eef0c1b up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:19:45.544417 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-560f4309-d1cd-41c2-997b-a290621b3264 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:45.636533 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-560f4309-d1cd-41c2-997b-a290621b3264 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:45.670363 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f09a87-c95d-427e-a00b-0d9f4eb333d4 None None] Routers {'ba0a9660-60e0-4de7-9d02-c0b8a812ce87'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:19:45.673649 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-c1f09a87-c95d-427e-a00b-0d9f4eb333d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:19:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ba0a9660-60e0-4de7-9d02-c0b8a812ce87'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:45.685786 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-92696fd1-232e-47e3-9ab6-057d3023c7a0 None None] Provisioning complete for port ae90015d-e807-4460-b4bd-c6a15eef0c1b triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:45.686385 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-92696fd1-232e-47e3-9ab6-057d3023c7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:45.690528 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89b52b-7e25-4410-a30f-b9447f3bff24 req-ef8e88ae-2ee6-4053-b8df-b240497d8c2b tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:45.692107 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8e89b52b-7e25-4410-a30f-b9447f3bff24 req-ef8e88ae-2ee6-4053-b8df-b240497d8c2b tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.1323745 Aug 28 15:19:45.714460 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560f4309-d1cd-41c2-997b-a290621b3264 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network 02c95b13-9fd9-44e0-b512-a70ff19d914e is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:19:45.717865 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-560f4309-d1cd-41c2-997b-a290621b3264 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:45.722055 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560f4309-d1cd-41c2-997b-a290621b3264 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:19:45.722813 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445d9de7-1e91-4f57-92ea-1dfe3d689e31 x-openstack-request-id: req-445d9de7-1e91-4f57-92ea-1dfe3d689e31 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:19:45.723088 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "tag": "4a0f45d1-344f-409c-bd68-0b8ed3e04c72", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:19:45.723365 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-445d9de7-1e91-4f57-92ea-1dfe3d689e31 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:19:45.723855 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'tag': '4a0f45d1-344f-409c-bd68-0b8ed3e04c72', 'status': 'completed', 'code': 200} Aug 28 15:19:45.730174 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560f4309-d1cd-41c2-997b-a290621b3264 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:45.730843 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-560f4309-d1cd-41c2-997b-a290621b3264 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:45.756847 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-560f4309-d1cd-41c2-997b-a290621b3264 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9577169 Aug 28 15:19:45.760899 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38624) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:45.800864 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f4309-d1cd-41c2-997b-a290621b3264 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Port': ['ID=280b5eae-d29a-42c9-868a-a30c4ed75a53,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:45.826568 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6a6444-7880-457a-a85e-0e84d0fa1c0f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:45.832275 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2e6a6444-7880-457a-a85e-0e84d0fa1c0f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "GET /v2.0/ports/280b5eae-d29a-42c9-868a-a30c4ed75a53 HTTP/1.1" status: 200 len: 841 time: 0.0701141 Aug 28 15:19:45.833169 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38626) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:45.873469 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4981fe5a-a7cf-4e38-b7ef-0cac7212ae85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:45.889990 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port ae90015d-e807-4460-b4bd-c6a15eef0c1b triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:45.889990 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:45.895524 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8e89b52b-7e25-4410-a30f-b9447f3bff24 req-9cad34e2-8a29-41c5-a5ed-371c40e1789f tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749122 Aug 28 15:19:45.902734 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67a6c3-328c-43c0-8fa8-b93aacfeac34 req-79b7b450-b51d-4b99-beba-7549b7a60361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:45.903289 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67a6c3-328c-43c0-8fa8-b93aacfeac34 req-79b7b450-b51d-4b99-beba-7549b7a60361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:45.903800 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67a6c3-328c-43c0-8fa8-b93aacfeac34 req-79b7b450-b51d-4b99-beba-7549b7a60361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:45.904313 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67a6c3-328c-43c0-8fa8-b93aacfeac34 req-79b7b450-b51d-4b99-beba-7549b7a60361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:45.904784 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67a6c3-328c-43c0-8fa8-b93aacfeac34 req-79b7b450-b51d-4b99-beba-7549b7a60361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:45.905245 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67a6c3-328c-43c0-8fa8-b93aacfeac34 req-79b7b450-b51d-4b99-beba-7549b7a60361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:45.905704 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67a6c3-328c-43c0-8fa8-b93aacfeac34 req-79b7b450-b51d-4b99-beba-7549b7a60361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:45.908398 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e67a6c3-328c-43c0-8fa8-b93aacfeac34 req-79b7b450-b51d-4b99-beba-7549b7a60361 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad719b405fc34c1c8445c92c2e91c430&device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 6499 time: 0.1608176 Aug 28 15:19:46.047323 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-3427dba8-a41a-4272-a09d-b8035886d0a8 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting port 280b5eae-d29a-42c9-868a-a30c4ed75a53 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:19:46.049469 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3427dba8-a41a-4272-a09d-b8035886d0a8 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:46.072624 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d27bf0-e14f-4d99-a701-6f0db5c13b27 None None] Resources bound (agent type, host, resource id): {{(pid=106331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 15:19:46.078695 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-c1f09a87-c95d-427e-a00b-0d9f4eb333d4 None None] Set router ba0a9660-60e0-4de7-9d02-c0b8a812ce87 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:19:46.238874 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3427dba8-a41a-4272-a09d-b8035886d0a8 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:46.262010 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-3427dba8-a41a-4272-a09d-b8035886d0a8 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Calling delete_port for 280b5eae-d29a-42c9-868a-a30c4ed75a53 owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:19:46.386621 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3427dba8-a41a-4272-a09d-b8035886d0a8 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:46.437300 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427dba8-a41a-4272-a09d-b8035886d0a8 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Port': ['ID=280b5eae-d29a-42c9-868a-a30c4ed75a53,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:46.442886 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3427dba8-a41a-4272-a09d-b8035886d0a8 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:46.447443 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3427dba8-a41a-4272-a09d-b8035886d0a8 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/ports/280b5eae-d29a-42c9-868a-a30c4ed75a53 HTTP/1.1" status: 204 len: 168 time: 0.6102574 Aug 28 15:19:46.447701 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38628) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:46.480982 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-2442bec6-911d-4082-8b6f-68ee083f7a14 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] GET failed (client error): The resource could not be found. Aug 28 15:19:46.486774 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2442bec6-911d-4082-8b6f-68ee083f7a14 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "GET /v2.0/ports/280b5eae-d29a-42c9-868a-a30c4ed75a53 HTTP/1.1" status: 404 len: 333 time: 0.0335572 Aug 28 15:19:46.490267 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38630) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:46.498001 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-163618fb-c2e3-4bf0-8893-632976333e90 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'port': {'network_id': '02c95b13-9fd9-44e0-b512-a70ff19d914e', 'name': 'tempest-PortsTestJSON-297587489'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:46.575589 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67a6c3-328c-43c0-8fa8-b93aacfeac34 req-7758a373-2cf8-42bf-a420-c7ef5aebb5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:46.577161 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e67a6c3-328c-43c0-8fa8-b93aacfeac34 req-7758a373-2cf8-42bf-a420-c7ef5aebb5ae service neutron] 10.222.0.36 "GET /v2.0/networks?id=26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a HTTP/1.1" status: 200 len: 913 time: 0.1776125 Aug 28 15:19:46.628458 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163618fb-c2e3-4bf0-8893-632976333e90 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:46.636791 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-163618fb-c2e3-4bf0-8893-632976333e90 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:46.694887 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e67a6c3-328c-43c0-8fa8-b93aacfeac34 req-bfa0c037-3f50-4538-8b7a-cebaee313db2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a0f45d1-344f-409c-bd68-0b8ed3e04c72 HTTP/1.1" status: 200 len: 998 time: 0.1085451 Aug 28 15:19:46.695158 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-163618fb-c2e3-4bf0-8893-632976333e90 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] device_id is not set on port 9700645f-427d-453d-a9fd-e4a9b9e4d6af yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:19:46.707483 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4981fe5a-a7cf-4e38-b7ef-0cac7212ae85 admin admin] Router 2b983b1b-6ecb-446e-9caf-11531954b1f2 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:19:46.772791 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67a6c3-328c-43c0-8fa8-b93aacfeac34 req-d234b932-7972-4d40-bf21-0ed394b2afa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:46.774381 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e67a6c3-328c-43c0-8fa8-b93aacfeac34 req-d234b932-7972-4d40-bf21-0ed394b2afa7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73534ea4-fd9f-45ca-ad96-4ea00206b4ee HTTP/1.1" status: 200 len: 851 time: 0.0644884 Aug 28 15:19:46.899517 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-163618fb-c2e3-4bf0-8893-632976333e90 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:46.921959 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67a6c3-328c-43c0-8fa8-b93aacfeac34 req-f20aa8c1-a9e6-45d5-a8a2-4e4a14e55c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:46.924410 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e67a6c3-328c-43c0-8fa8-b93aacfeac34 req-f20aa8c1-a9e6-45d5-a8a2-4e4a14e55c39 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1150563 Aug 28 15:19:46.934690 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4981fe5a-a7cf-4e38-b7ef-0cac7212ae85 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:19:46.948365 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88defda-582e-4ea7-8025-187172148a21 None None] Sync routers for ids ['2b983b1b-6ecb-446e-9caf-11531954b1f2'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:19:46.967968 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88defda-582e-4ea7-8025-187172148a21 None None] Routers {'2b983b1b-6ecb-446e-9caf-11531954b1f2'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:19:46.971906 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d88defda-582e-4ea7-8025-187172148a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:19:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2b983b1b-6ecb-446e-9caf-11531954b1f2'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:46.975789 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-163618fb-c2e3-4bf0-8893-632976333e90 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:47.000076 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-c1f09a87-c95d-427e-a00b-0d9f4eb333d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'name': 'tempest-TaggedBootDevicesTest-1550983569-router', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '316545f5-939b-443a-bc63-43b3ce8a665a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:17:23Z', 'updated_at': '2021-08-28T15:17:29Z', 'revision_number': 4, 'project_id': 'ad719b405fc34c1c8445c92c2e91c430', 'gw_port': {'id': '316545f5-939b-443a-bc63-43b3ce8a665a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:17:24Z', 'updated_at': '2021-08-28T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '7ced4952-1bf2-4365-befd-dc770e12b3da', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'port_id': '4a0f45d1-344f-409c-bd68-0b8ed3e04c72', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a', 'mac_address': 'fa:16:3e:42:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c34e10-e727-44a9-b37c-766f412359c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:18:10Z', 'updated_at': '2021-08-28T15:19:43Z', 'revision_number': 1, 'project_id': 'ad719b405fc34c1c8445c92c2e91c430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8', 'name': '', 'network_id': '26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'mac_address': 'fa:16:3e:85:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '73534ea4-fd9f-45ca-ad96-4ea00206b4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:17:28Z', 'updated_at': '2021-08-28T15:17:38Z', 'revision_number': 5, 'project_id': 'ad719b405fc34c1c8445c92c2e91c430', 'subnets': [{'id': '73534ea4-fd9f-45ca-ad96-4ea00206b4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:47.050470 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4981fe5a-a7cf-4e38-b7ef-0cac7212ae85 admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:47.051924 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4981fe5a-a7cf-4e38-b7ef-0cac7212ae85 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2716389 Aug 28 15:19:47.057679 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38638) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:47.084660 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f09a87-c95d-427e-a00b-0d9f4eb333d4 None None] Checking router: ba0a9660-60e0-4de7-9d02-c0b8a812ce87 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:19:47.101396 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f09a87-c95d-427e-a00b-0d9f4eb333d4 None None] Routers {'ba0a9660-60e0-4de7-9d02-c0b8a812ce87'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:19:47.103523 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-c1f09a87-c95d-427e-a00b-0d9f4eb333d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:19:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ba0a9660-60e0-4de7-9d02-c0b8a812ce87'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:47.139107 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e67a6c3-328c-43c0-8fa8-b93aacfeac34 req-30b8459f-cff1-4cd8-b86f-ec0f40254d9c service neutron] 10.222.0.36 "GET /v2.0/networks/26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057452 Aug 28 15:19:47.326977 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-c1f09a87-c95d-427e-a00b-0d9f4eb333d4 None None] Set router ba0a9660-60e0-4de7-9d02-c0b8a812ce87 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:19:47.341012 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-d88defda-582e-4ea7-8025-187172148a21 None None] Set router 2b983b1b-6ecb-446e-9caf-11531954b1f2 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:19:47.445269 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163618fb-c2e3-4bf0-8893-632976333e90 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network 02c95b13-9fd9-44e0-b512-a70ff19d914e is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:19:47.449103 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-163618fb-c2e3-4bf0-8893-632976333e90 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:47.451737 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163618fb-c2e3-4bf0-8893-632976333e90 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:19:47.453970 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fa9c6-caea-494c-8959-ac9853f65e6b req-863a284c-86cc-48ba-9a9d-6ef8221edad5 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:47.457746 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163618fb-c2e3-4bf0-8893-632976333e90 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:47.458360 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-163618fb-c2e3-4bf0-8893-632976333e90 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:47.462039 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7c1fa9c6-caea-494c-8959-ac9853f65e6b req-863a284c-86cc-48ba-9a9d-6ef8221edad5 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.3906984 Aug 28 15:19:47.471928 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163618fb-c2e3-4bf0-8893-632976333e90 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Port': ['ID=9700645f-427d-453d-a9fd-e4a9b9e4d6af,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:47.491127 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-163618fb-c2e3-4bf0-8893-632976333e90 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9960525 Aug 28 15:19:47.507334 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38640) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:47.513743 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e67a6c3-328c-43c0-8fa8-b93aacfeac34 req-8c13ab04-6654-47c0-92f9-6f98bc331ae8 service neutron] 10.222.0.36 "GET /v2.0/networks/26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659499 Aug 28 15:19:47.518746 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-69e7bd59-5a55-46a8-be7a-effd19c72e54 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:47.569883 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7c1fa9c6-caea-494c-8959-ac9853f65e6b req-22ccff5e-65b7-41e8-852e-166026aa40c0 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/security-groups?id=7579439c-c9de-4334-ba7e-ae9830b50e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046135 Aug 28 15:19:47.570249 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d88defda-582e-4ea7-8025-187172148a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'name': 'tempest-TestVolumeBootPattern-189655109-router', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:41Z', 'updated_at': '2021-08-28T15:19:45Z', 'revision_number': 3, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'gw_port': {'id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:43Z', 'updated_at': '2021-08-28T15:19:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:47.608657 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512aeeb9-1ee4-403b-966d-a298125cd8c7 req-0f017071-3f2e-4c99-a4d4-da651d0112f4 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:47.610328 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-512aeeb9-1ee4-403b-966d-a298125cd8c7 req-0f017071-3f2e-4c99-a4d4-da651d0112f4 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.41 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 947 time: 0.1337688 Aug 28 15:19:47.613574 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88defda-582e-4ea7-8025-187172148a21 None None] Checking router: 2b983b1b-6ecb-446e-9caf-11531954b1f2 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:19:47.614599 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88defda-582e-4ea7-8025-187172148a21 None None] Updating router 2b983b1b-6ecb-446e-9caf-11531954b1f2 port 14acb37a-03e3-40a5-8cdf-b75cdd7cdafb binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:19:47.658439 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-d88defda-582e-4ea7-8025-187172148a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:47.675246 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-69e7bd59-5a55-46a8-be7a-effd19c72e54 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:47.866010 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-512aeeb9-1ee4-403b-966d-a298125cd8c7 req-d18fc716-8813-455e-bba0-1e858d46e0c1 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Deleting port c36919c9-f755-4a3a-bda6-934691a12f34 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:19:47.866492 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-512aeeb9-1ee4-403b-966d-a298125cd8c7 req-d18fc716-8813-455e-bba0-1e858d46e0c1 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:47.933373 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-c1f09a87-c95d-427e-a00b-0d9f4eb333d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'name': 'tempest-TaggedBootDevicesTest-1550983569-router', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '316545f5-939b-443a-bc63-43b3ce8a665a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:17:23Z', 'updated_at': '2021-08-28T15:17:29Z', 'revision_number': 4, 'project_id': 'ad719b405fc34c1c8445c92c2e91c430', 'gw_port': {'id': '316545f5-939b-443a-bc63-43b3ce8a665a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:17:24Z', 'updated_at': '2021-08-28T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '7ced4952-1bf2-4365-befd-dc770e12b3da', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'port_id': '4a0f45d1-344f-409c-bd68-0b8ed3e04c72', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a', 'mac_address': 'fa:16:3e:42:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c34e10-e727-44a9-b37c-766f412359c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:18:10Z', 'updated_at': '2021-08-28T15:19:43Z', 'revision_number': 1, 'project_id': 'ad719b405fc34c1c8445c92c2e91c430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8', 'name': '', 'network_id': '26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'mac_address': 'fa:16:3e:85:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '73534ea4-fd9f-45ca-ad96-4ea00206b4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:17:28Z', 'updated_at': '2021-08-28T15:17:38Z', 'revision_number': 5, 'project_id': 'ad719b405fc34c1c8445c92c2e91c430', 'subnets': [{'id': '73534ea4-fd9f-45ca-ad96-4ea00206b4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:47.995413 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f09a87-c95d-427e-a00b-0d9f4eb333d4 None None] The sync data for ids ['ba0a9660-60e0-4de7-9d02-c0b8a812ce87'] in n-d-712137-10 is: [{'id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'name': 'tempest-TaggedBootDevicesTest-1550983569-router', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '316545f5-939b-443a-bc63-43b3ce8a665a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:17:23Z', 'updated_at': '2021-08-28T15:17:29Z', 'revision_number': 4, 'project_id': 'ad719b405fc34c1c8445c92c2e91c430', 'gw_port': {'id': '316545f5-939b-443a-bc63-43b3ce8a665a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:17:24Z', 'updated_at': '2021-08-28T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '7ced4952-1bf2-4365-befd-dc770e12b3da', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'port_id': '4a0f45d1-344f-409c-bd68-0b8ed3e04c72', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a', 'mac_address': 'fa:16:3e:42:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c34e10-e727-44a9-b37c-766f412359c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:18:10Z', 'updated_at': '2021-08-28T15:19:43Z', 'revision_number': 1, 'project_id': 'ad719b405fc34c1c8445c92c2e91c430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8', 'name': '', 'network_id': '26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'mac_address': 'fa:16:3e:85:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '73534ea4-fd9f-45ca-ad96-4ea00206b4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:17:28Z', 'updated_at': '2021-08-28T15:17:38Z', 'revision_number': 5, 'project_id': 'ad719b405fc34c1c8445c92c2e91c430', 'subnets': [{'id': '73534ea4-fd9f-45ca-ad96-4ea00206b4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:19:48.012043 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-043552d1-a307-4940-aa52-a3c22aa872a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:48.038663 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-69e7bd59-5a55-46a8-be7a-effd19c72e54 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:48.043729 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-512aeeb9-1ee4-403b-966d-a298125cd8c7 req-d18fc716-8813-455e-bba0-1e858d46e0c1 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] For port c36919c9-f755-4a3a-bda6-934691a12f34, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=c36919c9-f755-4a3a-bda6-934691a12f34,segment=NetworkSegment(9c9787b2-3071-4fd8-b49c-6d9cde4276fe),segment_id=9c9787b2-3071-4fd8-b49c-6d9cde4276fe)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:48.043729 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-512aeeb9-1ee4-403b-966d-a298125cd8c7 req-d18fc716-8813-455e-bba0-1e858d46e0c1 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:48.051548 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-69e7bd59-5a55-46a8-be7a-effd19c72e54 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:48.063931 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-512aeeb9-1ee4-403b-966d-a298125cd8c7 req-d18fc716-8813-455e-bba0-1e858d46e0c1 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Calling delete_port for c36919c9-f755-4a3a-bda6-934691a12f34 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:19:48.101053 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-69e7bd59-5a55-46a8-be7a-effd19c72e54 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] In _notify_port_updated(), no bound segment for port 9700645f-427d-453d-a9fd-e4a9b9e4d6af on network 02c95b13-9fd9-44e0-b512-a70ff19d914e {{(pid=106329) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 15:19:48.110807 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e7bd59-5a55-46a8-be7a-effd19c72e54 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:48.111477 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-69e7bd59-5a55-46a8-be7a-effd19c72e54 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:48.112991 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-69e7bd59-5a55-46a8-be7a-effd19c72e54 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "PUT /v2.0/ports/9700645f-427d-453d-a9fd-e4a9b9e4d6af HTTP/1.1" status: 200 len: 818 time: 0.5999424 Aug 28 15:19:48.119638 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38646) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:48.121607 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-d88defda-582e-4ea7-8025-187172148a21 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:48.137263 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-d88defda-582e-4ea7-8025-187172148a21 None None] Transition to ACTIVE for port object 14acb37a-03e3-40a5-8cdf-b75cdd7cdafb will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:19:48.146956 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-d88defda-582e-4ea7-8025-187172148a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:48.162156 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7bd59-5a55-46a8-be7a-effd19c72e54 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Port': ['ID=9700645f-427d-453d-a9fd-e4a9b9e4d6af,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:48.245883 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-d88defda-582e-4ea7-8025-187172148a21 None None] Attempting to bind port 14acb37a-03e3-40a5-8cdf-b75cdd7cdafb on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:19:48.246665 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-d88defda-582e-4ea7-8025-187172148a21 None None] Attempting to bind port 14acb37a-03e3-40a5-8cdf-b75cdd7cdafb by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:19:48.247280 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88defda-582e-4ea7-8025-187172148a21 None None] Attempting to bind port 14acb37a-03e3-40a5-8cdf-b75cdd7cdafb on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:19:48.250677 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd29a6-755b-4a66-994c-eeb3beac500c None None] Pushing event updated for resources: {'Port': ['ID=14acb37a-03e3-40a5-8cdf-b75cdd7cdafb,revision_number=2']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:48.257635 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88defda-582e-4ea7-8025-187172148a21 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:19:48.258943 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88defda-582e-4ea7-8025-187172148a21 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:19:48.259580 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-d88defda-582e-4ea7-8025-187172148a21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:48.260732 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88defda-582e-4ea7-8025-187172148a21 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:19:48.262356 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-d88defda-582e-4ea7-8025-187172148a21 None None] Bound port: 14acb37a-03e3-40a5-8cdf-b75cdd7cdafb, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:19:48.263959 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-d88defda-582e-4ea7-8025-187172148a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:48.299334 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-512aeeb9-1ee4-403b-966d-a298125cd8c7 req-d18fc716-8813-455e-bba0-1e858d46e0c1 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:48.312992 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['c36919c9-f755-4a3a-bda6-934691a12f34'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:19:48.350029 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fc716-8813-455e-bba0-1e858d46e0c1 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Pushing event deleted for resources: {'Port': ['ID=c36919c9-f755-4a3a-bda6-934691a12f34,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:48.358958 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-d88defda-582e-4ea7-8025-187172148a21 None None] For port 14acb37a-03e3-40a5-8cdf-b75cdd7cdafb, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:19:48.363223 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-d88defda-582e-4ea7-8025-187172148a21 None None] For port 14acb37a-03e3-40a5-8cdf-b75cdd7cdafb, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=14acb37a-03e3-40a5-8cdf-b75cdd7cdafb,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:19:48.371334 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-043552d1-a307-4940-aa52-a3c22aa872a7 admin admin] Allocated IP 172.20.0.1 (8878cb2c-b382-48c1-8c2a-67543a7cb61c/551c7bac-a4f4-45ec-a575-eb6f29eb5d74/b97bdaf0-fe94-4442-80b8-d05c9420d5ec) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:19:48.375892 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-d88defda-582e-4ea7-8025-187172148a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:48.379410 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-aaf69a62-b82e-48d9-b7e8-a65e89b3d72e tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting port 9700645f-427d-453d-a9fd-e4a9b9e4d6af {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:19:48.379878 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aaf69a62-b82e-48d9-b7e8-a65e89b3d72e tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:48.406748 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-512aeeb9-1ee4-403b-966d-a298125cd8c7 req-d18fc716-8813-455e-bba0-1e858d46e0c1 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] No DVR routers for this DVR port c36919c9-f755-4a3a-bda6-934691a12f34 on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:19:48.409560 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-512aeeb9-1ee4-403b-966d-a298125cd8c7 req-d18fc716-8813-455e-bba0-1e858d46e0c1 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:48.411749 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-512aeeb9-1ee4-403b-966d-a298125cd8c7 req-d18fc716-8813-455e-bba0-1e858d46e0c1 tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.41 "DELETE /v2.0/ports/c36919c9-f755-4a3a-bda6-934691a12f34 HTTP/1.1" status: 204 len: 173 time: 0.7804966 Aug 28 15:19:48.412262 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441f0ff1-af0d-4768-b7b1-1afa34efd51e', 'name': 'network-vif-deleted', 'tag': 'c36919c9-f755-4a3a-bda6-934691a12f34'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:19:48.414792 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f748f743-6137-474f-a301-744e297ae31e None None] New status for floating IP 7ced4952-1bf2-4365-befd-dc770e12b3da: ACTIVE {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:19:48.415240 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48946c7-299b-4cc8-929f-2561a7c64bc8" -d '{"events": [{"server_uuid": "441f0ff1-af0d-4768-b7b1-1afa34efd51e", "name": "network-vif-deleted", "tag": "c36919c9-f755-4a3a-bda6-934691a12f34"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:19:48.522990 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd29a6-755b-4a66-994c-eeb3beac500c None None] Pushing event updated for resources: {'Port': ['ID=14acb37a-03e3-40a5-8cdf-b75cdd7cdafb,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:48.534394 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88defda-582e-4ea7-8025-187172148a21 None None] Routers {'2b983b1b-6ecb-446e-9caf-11531954b1f2'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:19:48.535505 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d88defda-582e-4ea7-8025-187172148a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:19:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2b983b1b-6ecb-446e-9caf-11531954b1f2'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:48.585605 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aaf69a62-b82e-48d9-b7e8-a65e89b3d72e tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:48.623292 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-aaf69a62-b82e-48d9-b7e8-a65e89b3d72e tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Calling delete_port for 9700645f-427d-453d-a9fd-e4a9b9e4d6af owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:19:48.715134 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-043552d1-a307-4940-aa52-a3c22aa872a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:48.742004 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-043552d1-a307-4940-aa52-a3c22aa872a7 admin admin] Transition to ACTIVE for port object b97bdaf0-fe94-4442-80b8-d05c9420d5ec will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:19:48.753687 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fb1e4a-fafd-432b-b5e2-0b79e62c600d x-openstack-request-id: req-43fb1e4a-fafd-432b-b5e2-0b79e62c600d {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:19:48.754798 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441f0ff1-af0d-4768-b7b1-1afa34efd51e", "name": "network-vif-deleted", "tag": "c36919c9-f755-4a3a-bda6-934691a12f34", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:19:48.755299 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43fb1e4a-fafd-432b-b5e2-0b79e62c600d {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:19:48.756007 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441f0ff1-af0d-4768-b7b1-1afa34efd51e', 'name': 'network-vif-deleted', 'tag': 'c36919c9-f755-4a3a-bda6-934691a12f34', 'status': 'completed', 'code': 200} Aug 28 15:19:48.779510 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aaf69a62-b82e-48d9-b7e8-a65e89b3d72e tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:48.798042 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-d88defda-582e-4ea7-8025-187172148a21 None None] Set router 2b983b1b-6ecb-446e-9caf-11531954b1f2 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:19:48.816997 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4f7b1229-ae2d-4bf3-b9a0-cddad2ce161f req-b7c05f10-f325-4b74-964d-3dd4f0d1566f tempest-ServersNegativeTestJSON-288818511 tempest-ServersNegativeTestJSON-288818511-project] 10.222.0.13 "GET /v2.0/ports?device_id=441f0ff1-af0d-4768-b7b1-1afa34efd51e HTTP/1.1" status: 200 len: 210 time: 0.0332589 Aug 28 15:19:48.860300 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aaf69a62-b82e-48d9-b7e8-a65e89b3d72e tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:48.863810 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-aaf69a62-b82e-48d9-b7e8-a65e89b3d72e tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/ports/9700645f-427d-453d-a9fd-e4a9b9e4d6af HTTP/1.1" status: 204 len: 168 time: 0.7429855 Aug 28 15:19:48.865609 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf69a62-b82e-48d9-b7e8-a65e89b3d72e tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Port': ['ID=9700645f-427d-453d-a9fd-e4a9b9e4d6af,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:48.866385 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38660) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:48.882248 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-043552d1-a307-4940-aa52-a3c22aa872a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:49.014816 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043552d1-a307-4940-aa52-a3c22aa872a7 admin admin] Network 8878cb2c-b382-48c1-8c2a-67543a7cb61c is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:19:49.018370 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7989d68d-bcf6-4f67-9fa9-5d67ec8baf1e tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:49.023271 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7989d68d-bcf6-4f67-9fa9-5d67ec8baf1e tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1526618 Aug 28 15:19:49.026437 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38662) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:49.027387 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-043552d1-a307-4940-aa52-a3c22aa872a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:49.065964 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043552d1-a307-4940-aa52-a3c22aa872a7 admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:19:49.068782 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-e47226af-149d-4cd3-9162-f64a668f54c3 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] GET failed (client error): The resource could not be found. Aug 28 15:19:49.075549 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e47226af-149d-4cd3-9162-f64a668f54c3 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "GET /v2.0/ports/9700645f-427d-453d-a9fd-e4a9b9e4d6af HTTP/1.1" status: 404 len: 333 time: 0.0412486 Aug 28 15:19:49.076026 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38664) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:49.081426 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d88defda-582e-4ea7-8025-187172148a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'name': 'tempest-TestVolumeBootPattern-189655109-router', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:41Z', 'updated_at': '2021-08-28T15:19:45Z', 'revision_number': 3, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'gw_port': {'id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:43Z', 'updated_at': '2021-08-28T15:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:49.081710 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-49a3b0c5-0919-4b22-9f23-4b06161e8c99 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1297892669'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:49.123106 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a3b0c5-0919-4b22-9f23-4b06161e8c99 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:49.129934 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-49a3b0c5-0919-4b22-9f23-4b06161e8c99 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:49.130172 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043552d1-a307-4940-aa52-a3c22aa872a7 admin admin] Pushing event updated for resources: {'Port': ['ID=b97bdaf0-fe94-4442-80b8-d05c9420d5ec,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:49.158422 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88defda-582e-4ea7-8025-187172148a21 None None] The sync data for ids ['2b983b1b-6ecb-446e-9caf-11531954b1f2'] in n-d-712137-10 is: [{'id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'name': 'tempest-TestVolumeBootPattern-189655109-router', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:41Z', 'updated_at': '2021-08-28T15:19:45Z', 'revision_number': 3, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'gw_port': {'id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:43Z', 'updated_at': '2021-08-28T15:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:19:49.160956 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-043552d1-a307-4940-aa52-a3c22aa872a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:49.182515 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a3b0c5-0919-4b22-9f23-4b06161e8c99 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:19:49.196444 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-49a3b0c5-0919-4b22-9f23-4b06161e8c99 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:49.196853 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-49a3b0c5-0919-4b22-9f23-4b06161e8c99 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Added segment f62278d3-0d09-4e22-9e74-b398c632506e of type vlan for network 3af2dfc0-a1bb-455a-b460-eafc4b3906ef Aug 28 15:19:49.278432 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-49a3b0c5-0919-4b22-9f23-4b06161e8c99 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:49.366583 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-49a3b0c5-0919-4b22-9f23-4b06161e8c99 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:49.377181 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a3b0c5-0919-4b22-9f23-4b06161e8c99 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:49.378233 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-49a3b0c5-0919-4b22-9f23-4b06161e8c99 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:49.386237 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-043552d1-a307-4940-aa52-a3c22aa872a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:49.412430 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3ffbe978-b92e-4f69-94df-1b2eb3f89de1 None None] Provisioning for port b97bdaf0-fe94-4442-80b8-d05c9420d5ec completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:19:49.417525 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3ffbe978-b92e-4f69-94df-1b2eb3f89de1 None None] Provisioning complete for port b97bdaf0-fe94-4442-80b8-d05c9420d5ec triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:49.417843 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3ffbe978-b92e-4f69-94df-1b2eb3f89de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:49.481756 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-49a3b0c5-0919-4b22-9f23-4b06161e8c99 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4022462 Aug 28 15:19:49.485670 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-3ffbe978-b92e-4f69-94df-1b2eb3f89de1 None None] Port b97bdaf0-fe94-4442-80b8-d05c9420d5ec cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:19:49.486119 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38666) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:49.496112 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-9b731874-a6ba-4d42-bd26-384cf0af50c1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'subnet': {'network_id': '3af2dfc0-a1bb-455a-b460-eafc4b3906ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:49.601257 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3b0c5-0919-4b22-9f23-4b06161e8c99 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Network': ['ID=3af2dfc0-a1bb-455a-b460-eafc4b3906ef,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:49.614545 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 3af2dfc0-a1bb-455a-b460-eafc4b3906ef details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:19:49.662635 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-043552d1-a307-4940-aa52-a3c22aa872a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:49.673002 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-043552d1-a307-4940-aa52-a3c22aa872a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:49.682157 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b731874-a6ba-4d42-bd26-384cf0af50c1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:49.688543 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9b731874-a6ba-4d42-bd26-384cf0af50c1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:49.776206 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043552d1-a307-4940-aa52-a3c22aa872a7 admin admin] Pushing event updated for resources: {'Port': ['ID=b97bdaf0-fe94-4442-80b8-d05c9420d5ec,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:49.778612 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-043552d1-a307-4940-aa52-a3c22aa872a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:49.918906 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38672) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:49.961685 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043552d1-a307-4940-aa52-a3c22aa872a7 admin admin] Network 8878cb2c-b382-48c1-8c2a-67543a7cb61c is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:19:49.965231 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-043552d1-a307-4940-aa52-a3c22aa872a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:49.983303 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9b731874-a6ba-4d42-bd26-384cf0af50c1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:50.076182 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-e678dbc7-dcec-4322-a30c-419c6a40bd9f admin admin] Deleting subnet 7ee8456f-77cd-44f8-a770-a901187819ef {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:19:50.113635 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e678dbc7-dcec-4322-a30c-419c6a40bd9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:50.160966 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b731874-a6ba-4d42-bd26-384cf0af50c1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Subnet': ['ID=7906a45f-65ee-45a3-a5c8-80dee6f438b9,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:50.202309 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b731874-a6ba-4d42-bd26-384cf0af50c1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Checking segment: {'id': 'f62278d3-0d09-4e22-9e74-b398c632506e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3af2dfc0-a1bb-455a-b460-eafc4b3906ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:19:50.204497 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b731874-a6ba-4d42-bd26-384cf0af50c1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network hostable DHCP agents. Network: 3af2dfc0-a1bb-455a-b460-eafc4b3906ef, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:19:50.210981 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e678dbc7-dcec-4322-a30c-419c6a40bd9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:50.247904 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b731874-a6ba-4d42-bd26-384cf0af50c1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network 3af2dfc0-a1bb-455a-b460-eafc4b3906ef is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:19:50.264579 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-9b731874-a6ba-4d42-bd26-384cf0af50c1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 3af2dfc0-a1bb-455a-b460-eafc4b3906ef) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:50.270758 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043552d1-a307-4940-aa52-a3c22aa872a7 admin admin] Router 2b983b1b-6ecb-446e-9caf-11531954b1f2 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:19:50.275705 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b731874-a6ba-4d42-bd26-384cf0af50c1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:50.276313 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9b731874-a6ba-4d42-bd26-384cf0af50c1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:50.279765 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1d4364-928f-4c03-94e3-cb0e11deb677 None None] Network 3af2dfc0-a1bb-455a-b460-eafc4b3906ef requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:19:50.287800 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e678dbc7-dcec-4322-a30c-419c6a40bd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:50.320341 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9b731874-a6ba-4d42-bd26-384cf0af50c1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8327668 Aug 28 15:19:50.322695 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38676) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:50.328228 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-4855331b-ba54-4ea2-b52a-bf10fef16473 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'subnet': {'network_id': '3af2dfc0-a1bb-455a-b460-eafc4b3906ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:50.445836 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e678dbc7-dcec-4322-a30c-419c6a40bd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:50.452060 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1f2f80c1-b374-4f65-8ad7-d9697aff7bf4 None None] Provisioning complete for port b97bdaf0-fe94-4442-80b8-d05c9420d5ec triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:50.452902 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1f2f80c1-b374-4f65-8ad7-d9697aff7bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:50.484180 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678dbc7-dcec-4322-a30c-419c6a40bd9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ee8456f-77cd-44f8-a770-a901187819ef,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:50.492972 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e678dbc7-dcec-4322-a30c-419c6a40bd9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:50.498668 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e678dbc7-dcec-4322-a30c-419c6a40bd9f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7ee8456f-77cd-44f8-a770-a901187819ef HTTP/1.1" status: 204 len: 168 time: 0.5745955 Aug 28 15:19:50.498668 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38678) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:50.509912 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043552d1-a307-4940-aa52-a3c22aa872a7 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:19:50.525700 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-043552d1-a307-4940-aa52-a3c22aa872a7 admin admin] 10.222.0.13 "PUT /v2.0/routers/2b983b1b-6ecb-446e-9caf-11531954b1f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4669569 Aug 28 15:19:50.536715 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1f2f80c1-b374-4f65-8ad7-d9697aff7bf4 None None] Port b97bdaf0-fe94-4442-80b8-d05c9420d5ec cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:19:50.570120 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4855331b-ba54-4ea2-b52a-bf10fef16473 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:50.574643 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4855331b-ba54-4ea2-b52a-bf10fef16473 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:50.592684 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-3af2dfc0-a1bb-455a-b460-eafc4b3906ef', 'network_id': '3af2dfc0-a1bb-455a-b460-eafc4b3906ef', 'tenant_id': 'a49a25d4f6704aa19c86415c67cd6045', 'fixed_ips': [{'subnet_id': '7906a45f-65ee-45a3-a5c8-80dee6f438b9'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:19:50.594309 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:50.633979 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d0a4656-5eca-47a0-b968-07d86d914246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:50.756042 n-d-712137-10 neutron-server[106329]: INFO neutron.db.ipam_backend_mixin [None req-4855331b-ba54-4ea2-b52a-bf10fef16473 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7906a45f-65ee-45a3-a5c8-80dee6f438b9 (CIDR: 172.20.0.0/28) Aug 28 15:19:50.762862 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-4855331b-ba54-4ea2-b52a-bf10fef16473 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:19:50.763381 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4855331b-ba54-4ea2-b52a-bf10fef16473 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:19:50.796739 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4855331b-ba54-4ea2-b52a-bf10fef16473 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4728873 Aug 28 15:19:50.798076 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38684) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:50.800522 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Allocated IP 172.20.0.2 (3af2dfc0-a1bb-455a-b460-eafc4b3906ef/7906a45f-65ee-45a3-a5c8-80dee6f438b9/0333899e-36ad-4823-b457-9ecc38e237b0) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:19:50.808386 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-5417188d-9eb5-4142-a59a-af8d1fdd5c87 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'subnet': {'network_id': '3af2dfc0-a1bb-455a-b460-eafc4b3906ef', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:51.036924 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5417188d-9eb5-4142-a59a-af8d1fdd5c87 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:51.043166 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5417188d-9eb5-4142-a59a-af8d1fdd5c87 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:51.059562 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:51.072636 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Transition to ACTIVE for port object 0333899e-36ad-4823-b457-9ecc38e237b0 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:19:51.104806 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Transition to ACTIVE for port object 0333899e-36ad-4823-b457-9ecc38e237b0 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:19:51.130606 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:51.198070 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device c36919c9-f755-4a3a-bda6-934691a12f34 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:19:51.214999 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Network 3af2dfc0-a1bb-455a-b460-eafc4b3906ef is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:19:51.223697 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:51.261967 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:19:51.269606 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: c36919c9-f755-4a3a-bda6-934691a12f34 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:19:51.270223 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device c36919c9-f755-4a3a-bda6-934691a12f34 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:19:51.339965 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Pushing event updated for resources: {'Port': ['ID=0333899e-36ad-4823-b457-9ecc38e237b0,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:51.386237 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:51.389468 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:51.390005 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:51.398384 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:51.401080 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:51.402317 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:51.403027 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:51.403380 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:51.404955 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:51.410851 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:51.411237 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:51.411592 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:51.424911 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Attempting to bind port 0333899e-36ad-4823-b457-9ecc38e237b0 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:19:51.426820 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Attempting to bind port 0333899e-36ad-4823-b457-9ecc38e237b0 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'f62278d3-0d09-4e22-9e74-b398c632506e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3af2dfc0-a1bb-455a-b460-eafc4b3906ef'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:19:51.427385 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Attempting to bind port 0333899e-36ad-4823-b457-9ecc38e237b0 on network 3af2dfc0-a1bb-455a-b460-eafc4b3906ef {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:19:51.443955 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:19:51.444773 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d0a4656-5eca-47a0-b968-07d86d914246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:51.446379 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Checking segment: {'id': 'f62278d3-0d09-4e22-9e74-b398c632506e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3af2dfc0-a1bb-455a-b460-eafc4b3906ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:19:51.447324 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:51.447963 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Bound using segment: {'id': 'f62278d3-0d09-4e22-9e74-b398c632506e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3af2dfc0-a1bb-455a-b460-eafc4b3906ef'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:19:51.449577 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Bound port: 0333899e-36ad-4823-b457-9ecc38e237b0, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62278d3-0d09-4e22-9e74-b398c632506e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3af2dfc0-a1bb-455a-b460-eafc4b3906ef'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:19:51.451406 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:51.458456 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-2d0a4656-5eca-47a0-b968-07d86d914246 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce54f031-11c3-4162-9420-a2bcdac36fa0']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:51.497654 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-2d0a4656-5eca-47a0-b968-07d86d914246 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9787b2-3071-4fd8-b49c-6d9cde4276fe') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:51.497654 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-2d0a4656-5eca-47a0-b968-07d86d914246 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9787b2-3071-4fd8-b49c-6d9cde4276fe') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:51.510559 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d0a4656-5eca-47a0-b968-07d86d914246 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:51.545200 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c5036473-b082-4926-b771-be8893e20e86 None None] For port 0333899e-36ad-4823-b457-9ecc38e237b0, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:19:51.557323 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c5036473-b082-4926-b771-be8893e20e86 None None] For port 0333899e-36ad-4823-b457-9ecc38e237b0, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0333899e-36ad-4823-b457-9ecc38e237b0,segment=NetworkSegment(f62278d3-0d09-4e22-9e74-b398c632506e),segment_id=f62278d3-0d09-4e22-9e74-b398c632506e)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:19:51.563520 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:51.599181 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d0a4656-5eca-47a0-b968-07d86d914246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:51.623899 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38700) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:51.628411 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-0106a565-7cf2-44a2-bed5-6ac0d8d4aa9a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2686818 Aug 28 15:19:51.629794 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0a4656-5eca-47a0-b968-07d86d914246 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:19:51.630297 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d0a4656-5eca-47a0-b968-07d86d914246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:51.631107 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-93451008-24a9-4784-8c17-bff4106192b4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-198049237-network', 'tenant_id': '38e83d8a803c45409ca7d324e84c471b'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:19:51.632362 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:19:51.643224 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5417188d-9eb5-4142-a59a-af8d1fdd5c87 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:51.665157 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5036473-b082-4926-b771-be8893e20e86 None None] Pushing event updated for resources: {'Port': ['ID=0333899e-36ad-4823-b457-9ecc38e237b0,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:51.675240 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 14acb37a-03e3-40a5-8cdf-b75cdd7cdafb up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:19:51.745840 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ed5363-fff8-4bbc-95b4-f0035b82b6cf None None] Sync routers for ids ['2b983b1b-6ecb-446e-9caf-11531954b1f2'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:19:51.752721 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d0a4656-5eca-47a0-b968-07d86d914246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:51.794067 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d0a4656-5eca-47a0-b968-07d86d914246 admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:51.799464 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ed5363-fff8-4bbc-95b4-f0035b82b6cf None None] Routers {'2b983b1b-6ecb-446e-9caf-11531954b1f2'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:19:51.800704 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-17ed5363-fff8-4bbc-95b4-f0035b82b6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:19:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2b983b1b-6ecb-446e-9caf-11531954b1f2'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:51.802136 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2d0a4656-5eca-47a0-b968-07d86d914246 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ce54f031-11c3-4162-9420-a2bcdac36fa0 HTTP/1.1" status: 204 len: 168 time: 1.3027272 Aug 28 15:19:51.815126 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 14acb37a-03e3-40a5-8cdf-b75cdd7cdafb completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:19:51.827870 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 14acb37a-03e3-40a5-8cdf-b75cdd7cdafb triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:51.831647 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:51.844134 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a4656-5eca-47a0-b968-07d86d914246 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce54f031-11c3-4162-9420-a2bcdac36fa0,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:51.873680 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93451008-24a9-4784-8c17-bff4106192b4 admin admin] Made reservation on behalf of 38e83d8a803c45409ca7d324e84c471b for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:51.879448 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-93451008-24a9-4784-8c17-bff4106192b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:51.916908 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5417188d-9eb5-4142-a59a-af8d1fdd5c87 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network 3af2dfc0-a1bb-455a-b460-eafc4b3906ef is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:19:51.923942 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-93451008-24a9-4784-8c17-bff4106192b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:51.939709 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417188d-9eb5-4142-a59a-af8d1fdd5c87 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Subnet': ['ID=b0d9eea0-2fc1-48e9-9469-4b1b7403dd66,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:51.941552 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-decfe6e4-a3c0-4209-ae15-f9604255a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:51.942224 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-decfe6e4-a3c0-4209-ae15-f9604255a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:51.942720 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-decfe6e4-a3c0-4209-ae15-f9604255a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:51.945106 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-decfe6e4-a3c0-4209-ae15-f9604255a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:51.946420 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-decfe6e4-a3c0-4209-ae15-f9604255a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:51.947412 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-decfe6e4-a3c0-4209-ae15-f9604255a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:51.950938 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-decfe6e4-a3c0-4209-ae15-f9604255a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:51.955552 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-decfe6e4-a3c0-4209-ae15-f9604255a326 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad719b405fc34c1c8445c92c2e91c430&device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 6499 time: 0.1268868 Aug 28 15:19:51.964792 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-5417188d-9eb5-4142-a59a-af8d1fdd5c87 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:51.977774 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5417188d-9eb5-4142-a59a-af8d1fdd5c87 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:51.978613 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5417188d-9eb5-4142-a59a-af8d1fdd5c87 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:52.045073 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:52.046800 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-17ed5363-fff8-4bbc-95b4-f0035b82b6cf None None] Set router 2b983b1b-6ecb-446e-9caf-11531954b1f2 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:19:52.136266 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 14acb37a-03e3-40a5-8cdf-b75cdd7cdafb, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=14acb37a-03e3-40a5-8cdf-b75cdd7cdafb,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:52.149878 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:52.258194 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=14acb37a-03e3-40a5-8cdf-b75cdd7cdafb,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:52.272724 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-93451008-24a9-4784-8c17-bff4106192b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:52.282199 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-93451008-24a9-4784-8c17-bff4106192b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:52.312526 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-1e4fe1a5-cb34-4d32-9e11-4483dbe8f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:52.314715 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-1e4fe1a5-cb34-4d32-9e11-4483dbe8f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:52.317225 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-1e4fe1a5-cb34-4d32-9e11-4483dbe8f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:52.318974 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-1e4fe1a5-cb34-4d32-9e11-4483dbe8f4f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a&id=2e337a80-f61c-4bca-8264-d9f248c90759&id=2e337a80-f61c-4bca-8264-d9f248c90759&id=2e337a80-f61c-4bca-8264-d9f248c90759&id=2e337a80-f61c-4bca-8264-d9f248c90759&id=a36e233e-9694-4856-84b9-f3f8aa62d273&id=a36e233e-9694-4856-84b9-f3f8aa62d273 HTTP/1.1" status: 200 len: 2291 time: 0.3199127 Aug 28 15:19:52.319462 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38708) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:52.324084 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5417188d-9eb5-4142-a59a-af8d1fdd5c87 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5243609 Aug 28 15:19:52.333683 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38710) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:52.342520 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-43d86618-fb7b-41fa-865a-9e95b60c5d2d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'port': {'network_id': '3af2dfc0-a1bb-455a-b460-eafc4b3906ef', 'fixed_ips': [{'subnet_id': '7906a45f-65ee-45a3-a5c8-80dee6f438b9'}, {'subnet_id': 'b0d9eea0-2fc1-48e9-9469-4b1b7403dd66'}], 'name': 'tempest-PortsTestJSON-1051842464'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:52.346264 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93451008-24a9-4784-8c17-bff4106192b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:19:52.357331 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93451008-24a9-4784-8c17-bff4106192b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4237f48a-38a9-4f04-9ddd-95a002488fa4,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:52.377174 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-93451008-24a9-4784-8c17-bff4106192b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:52.378294 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-93451008-24a9-4784-8c17-bff4106192b4 admin admin] Added segment cb9deba7-305b-46f1-83de-10027df8c14f of type vlan for network 348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a Aug 28 15:19:52.446253 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-93451008-24a9-4784-8c17-bff4106192b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:52.487851 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-93451008-24a9-4784-8c17-bff4106192b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:52.489106 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93451008-24a9-4784-8c17-bff4106192b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:52.489765 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-93451008-24a9-4784-8c17-bff4106192b4 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:52.495193 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-17ed5363-fff8-4bbc-95b4-f0035b82b6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'name': 'tempest-TestVolumeBootPattern-189655109-router', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:41Z', 'updated_at': '2021-08-28T15:19:49Z', 'revision_number': 4, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'gw_port': {'id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:43Z', 'updated_at': '2021-08-28T15:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'b97bdaf0-fe94-4442-80b8-d05c9420d5ec', 'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'mac_address': 'fa:16:3e:5b:fc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:48Z', 'updated_at': '2021-08-28T15:19:49Z', 'revision_number': 2, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'subnets': [{'id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:52.544622 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-42a6b999-d34e-4c74-9e79-83182b27a6e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a0f45d1-344f-409c-bd68-0b8ed3e04c72 HTTP/1.1" status: 200 len: 1000 time: 0.2095120 Aug 28 15:19:52.550017 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fff72f9d-62b3-4a2b-a6dc-3c252bc5a5be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90bd0625838345f6bc46ab54cae2109b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2293892 Aug 28 15:19:52.553739 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ed5363-fff8-4bbc-95b4-f0035b82b6cf None None] Checking router: 2b983b1b-6ecb-446e-9caf-11531954b1f2 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:19:52.555252 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ed5363-fff8-4bbc-95b4-f0035b82b6cf None None] Updating router 2b983b1b-6ecb-446e-9caf-11531954b1f2 port b97bdaf0-fe94-4442-80b8-d05c9420d5ec binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:19:52.558767 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38712) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:52.561281 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93451008-24a9-4784-8c17-bff4106192b4 admin admin] Pushing event updated for resources: {'Network': ['ID=348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:52.574351 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:19:52.574982 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-93451008-24a9-4784-8c17-bff4106192b4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9495275 Aug 28 15:19:52.577463 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38714) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:52.583312 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-f4243d15-a170-4df0-b534-1884ad4706f5 admin admin] Request body: {'subnet': {'network_id': '348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-198049237-subnet', 'tenant_id': '38e83d8a803c45409ca7d324e84c471b', 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:52.614370 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-17ed5363-fff8-4bbc-95b4-f0035b82b6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:52.641551 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4243d15-a170-4df0-b534-1884ad4706f5 admin admin] Made reservation on behalf of 38e83d8a803c45409ca7d324e84c471b for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:52.646134 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f4243d15-a170-4df0-b534-1884ad4706f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:52.670435 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f43b6c6b-756b-4a28-8c5b-46b395f8194c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:52.687345 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-7d417e33-1d2f-4fab-b88c-0c2230900d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:52.688879 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-7d417e33-1d2f-4fab-b88c-0c2230900d79 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73534ea4-fd9f-45ca-ad96-4ea00206b4ee HTTP/1.1" status: 200 len: 851 time: 0.1309521 Aug 28 15:19:52.746346 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f43b6c6b-756b-4a28-8c5b-46b395f8194c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:52.755231 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d86618-fb7b-41fa-865a-9e95b60c5d2d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:52.845325 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-a0425eb6-0a5d-48c1-be8b-a48a30a9ff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:52.846783 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-a0425eb6-0a5d-48c1-be8b-a48a30a9ff0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1484001 Aug 28 15:19:52.971204 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f4243d15-a170-4df0-b534-1884ad4706f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:52.979700 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f43b6c6b-756b-4a28-8c5b-46b395f8194c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:52.982254 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f43b6c6b-756b-4a28-8c5b-46b395f8194c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:52.985782 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f43b6c6b-756b-4a28-8c5b-46b395f8194c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7579439c-c9de-4334-ba7e-ae9830b50e90 HTTP/1.1" status: 204 len: 168 time: 0.4237854 Aug 28 15:19:53.023614 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-43d86618-fb7b-41fa-865a-9e95b60c5d2d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:53.043017 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4243d15-a170-4df0-b534-1884ad4706f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fda9df96-6530-4c66-9a73-fd7fc9bb4a5a,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:53.053119 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4243d15-a170-4df0-b534-1884ad4706f5 admin admin] Checking segment: {'id': 'cb9deba7-305b-46f1-83de-10027df8c14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:19:53.053584 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4243d15-a170-4df0-b534-1884ad4706f5 admin admin] Network hostable DHCP agents. Network: 348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:19:53.087516 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b6c6b-756b-4a28-8c5b-46b395f8194c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7579439c-c9de-4334-ba7e-ae9830b50e90,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:53.092389 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4243d15-a170-4df0-b534-1884ad4706f5 admin admin] Network 348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:19:53.107339 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-f4243d15-a170-4df0-b534-1884ad4706f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:53.115801 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4243d15-a170-4df0-b534-1884ad4706f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:53.116834 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f4243d15-a170-4df0-b534-1884ad4706f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:53.122844 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b6c6b-756b-4a28-8c5b-46b395f8194c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:53.123200 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b6c6b-756b-4a28-8c5b-46b395f8194c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:53.123347 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74460191-0a78-4df0-90eb-4eb57907b4d9 None None] Network 348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:19:53.123549 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b6c6b-756b-4a28-8c5b-46b395f8194c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:53.123945 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b6c6b-756b-4a28-8c5b-46b395f8194c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:53.124289 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b6c6b-756b-4a28-8c5b-46b395f8194c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:53.124625 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b6c6b-756b-4a28-8c5b-46b395f8194c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:53.124962 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b6c6b-756b-4a28-8c5b-46b395f8194c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:53.125301 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b6c6b-756b-4a28-8c5b-46b395f8194c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:53.125634 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b6c6b-756b-4a28-8c5b-46b395f8194c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:53.126043 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b6c6b-756b-4a28-8c5b-46b395f8194c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:53.126308 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b6c6b-756b-4a28-8c5b-46b395f8194c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:53.126632 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b6c6b-756b-4a28-8c5b-46b395f8194c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:19:53.141425 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-43d86618-fb7b-41fa-865a-9e95b60c5d2d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] device_id is not set on port fc7870c9-274a-44f5-aa28-b0434fecf32a yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:19:53.154861 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-2421a3e4-eec7-4937-b815-27744b720659 service neutron] 10.222.0.36 "GET /v2.0/networks/26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913294 Aug 28 15:19:53.157032 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38718) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:53.158841 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f4243d15-a170-4df0-b534-1884ad4706f5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5798228 Aug 28 15:19:53.169402 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-f6826e12-4f04-46ef-8c9f-a3ace0cddaa8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-198049237-router', 'tenant_id': '38e83d8a803c45409ca7d324e84c471b', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:53.204678 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-17ed5363-fff8-4bbc-95b4-f0035b82b6cf None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:53.232580 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-17ed5363-fff8-4bbc-95b4-f0035b82b6cf None None] Transition to ACTIVE for port object b97bdaf0-fe94-4442-80b8-d05c9420d5ec will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:19:53.244215 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-17ed5363-fff8-4bbc-95b4-f0035b82b6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:53.377178 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0939e6b9-cb2b-46fe-b6e6-33461fdba23e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a', 'network_id': '348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a', 'tenant_id': '38e83d8a803c45409ca7d324e84c471b', 'fixed_ips': [{'subnet_id': 'fda9df96-6530-4c66-9a73-fd7fc9bb4a5a'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:19:53.378643 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0939e6b9-cb2b-46fe-b6e6-33461fdba23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:53.462841 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977838f5-90b2-4aba-b422-73ff7f510265 None None] Pushing event updated for resources: {'Port': ['ID=b97bdaf0-fe94-4442-80b8-d05c9420d5ec,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:53.466622 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f6826e12-4f04-46ef-8c9f-a3ace0cddaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:53.468026 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f6826e12-4f04-46ef-8c9f-a3ace0cddaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:53.473374 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-17ed5363-fff8-4bbc-95b4-f0035b82b6cf None None] Attempting to bind port b97bdaf0-fe94-4442-80b8-d05c9420d5ec on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:19:53.473754 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-17ed5363-fff8-4bbc-95b4-f0035b82b6cf None None] Attempting to bind port b97bdaf0-fe94-4442-80b8-d05c9420d5ec by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:19:53.474120 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ed5363-fff8-4bbc-95b4-f0035b82b6cf None None] Attempting to bind port b97bdaf0-fe94-4442-80b8-d05c9420d5ec on network 8878cb2c-b382-48c1-8c2a-67543a7cb61c {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:19:53.509851 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ed5363-fff8-4bbc-95b4-f0035b82b6cf None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:19:53.510733 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ed5363-fff8-4bbc-95b4-f0035b82b6cf None None] Checking segment: {'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:19:53.511390 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-17ed5363-fff8-4bbc-95b4-f0035b82b6cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:53.515679 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ed5363-fff8-4bbc-95b4-f0035b82b6cf None None] Bound using segment: {'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:19:53.516342 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-17ed5363-fff8-4bbc-95b4-f0035b82b6cf None None] Bound port: b97bdaf0-fe94-4442-80b8-d05c9420d5ec, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:19:53.516755 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-17ed5363-fff8-4bbc-95b4-f0035b82b6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:53.619212 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-17ed5363-fff8-4bbc-95b4-f0035b82b6cf None None] For port b97bdaf0-fe94-4442-80b8-d05c9420d5ec, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:19:53.622727 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-c1b969e8-83ae-4f28-b2d9-c67afab5bcd6 service neutron] 10.222.0.36 "GET /v2.0/networks/26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397099 Aug 28 15:19:53.623796 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-17ed5363-fff8-4bbc-95b4-f0035b82b6cf None None] For port b97bdaf0-fe94-4442-80b8-d05c9420d5ec, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b97bdaf0-fe94-4442-80b8-d05c9420d5ec,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:19:53.629571 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-17ed5363-fff8-4bbc-95b4-f0035b82b6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:53.677650 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a1e8d0-d2f7-449d-ac3d-65f94ea30867 None None] Network 3af2dfc0-a1bb-455a-b460-eafc4b3906ef requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:19:53.750185 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-41d0d71e-e0e3-4861-82c8-e27f85eb09a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=f1ecb044-2bfe-4874-89df-8daa50563f78 HTTP/1.1" status: 200 len: 217 time: 0.1124389 Aug 28 15:19:53.751551 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f6826e12-4f04-46ef-8c9f-a3ace0cddaa8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:53.803767 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ed5363-fff8-4bbc-95b4-f0035b82b6cf None None] Routers {'2b983b1b-6ecb-446e-9caf-11531954b1f2'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:19:53.804613 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-17ed5363-fff8-4bbc-95b4-f0035b82b6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:19:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2b983b1b-6ecb-446e-9caf-11531954b1f2'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:53.894059 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 14acb37a-03e3-40a5-8cdf-b75cdd7cdafb up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:19:53.977539 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-d7c8c14c-9001-472e-bd45-f037ba9bd505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:53.982383 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-d7c8c14c-9001-472e-bd45-f037ba9bd505 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee9e1d3e-90f3-4805-bd4b-3365719a7970 HTTP/1.1" status: 200 len: 797 time: 0.2168257 Aug 28 15:19:54.006398 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a18d19fb-08e4-4cda-a015-74721473b829 None None] Provisioning for port 0333899e-36ad-4823-b457-9ecc38e237b0 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:19:54.105710 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-17ed5363-fff8-4bbc-95b4-f0035b82b6cf None None] Set router 2b983b1b-6ecb-446e-9caf-11531954b1f2 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:19:54.111038 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-0939e6b9-cb2b-46fe-b6e6-33461fdba23e None None] Allocated IP 172.20.0.2 (348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a/fda9df96-6530-4c66-9a73-fd7fc9bb4a5a/0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:19:54.165943 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977838f5-90b2-4aba-b422-73ff7f510265 None None] Pushing event updated for resources: {'Port': ['ID=b97bdaf0-fe94-4442-80b8-d05c9420d5ec,revision_number=4']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:54.195783 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-43d86618-fb7b-41fa-865a-9e95b60c5d2d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Allocated IP 172.20.0.7 (3af2dfc0-a1bb-455a-b460-eafc4b3906ef/7906a45f-65ee-45a3-a5c8-80dee6f438b9/fc7870c9-274a-44f5-aa28-b0434fecf32a) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:19:54.203572 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-43d86618-fb7b-41fa-865a-9e95b60c5d2d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Allocated IP 172.20.0.21 (3af2dfc0-a1bb-455a-b460-eafc4b3906ef/b0d9eea0-2fc1-48e9-9469-4b1b7403dd66/fc7870c9-274a-44f5-aa28-b0434fecf32a) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:19:54.311781 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f6826e12-4f04-46ef-8c9f-a3ace0cddaa8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:54.315818 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0939e6b9-cb2b-46fe-b6e6-33461fdba23e None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:54.340786 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0939e6b9-cb2b-46fe-b6e6-33461fdba23e None None] Transition to ACTIVE for port object 0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:19:54.359221 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 14acb37a-03e3-40a5-8cdf-b75cdd7cdafb triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:54.359600 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:54.396538 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0939e6b9-cb2b-46fe-b6e6-33461fdba23e None None] Transition to ACTIVE for port object 0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:19:54.417876 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0939e6b9-cb2b-46fe-b6e6-33461fdba23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:54.425977 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-e4f1c9b3-8c4b-48bc-bc42-113ffb2a61f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:54.439738 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-e4f1c9b3-8c4b-48bc-bc42-113ffb2a61f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e337a80-f61c-4bca-8264-d9f248c90759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4039907 Aug 28 15:19:54.477119 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-17ed5363-fff8-4bbc-95b4-f0035b82b6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'name': 'tempest-TestVolumeBootPattern-189655109-router', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:41Z', 'updated_at': '2021-08-28T15:19:49Z', 'revision_number': 4, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'gw_port': {'id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:43Z', 'updated_at': '2021-08-28T15:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'b97bdaf0-fe94-4442-80b8-d05c9420d5ec', 'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'mac_address': 'fa:16:3e:5b:fc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:48Z', 'updated_at': '2021-08-28T15:19:53Z', 'revision_number': 4, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'subnets': [{'id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:19:54.605135 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ed5363-fff8-4bbc-95b4-f0035b82b6cf None None] The sync data for ids ['2b983b1b-6ecb-446e-9caf-11531954b1f2'] in n-d-712137-10 is: [{'id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'name': 'tempest-TestVolumeBootPattern-189655109-router', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:41Z', 'updated_at': '2021-08-28T15:19:49Z', 'revision_number': 4, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'gw_port': {'id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:43Z', 'updated_at': '2021-08-28T15:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'b97bdaf0-fe94-4442-80b8-d05c9420d5ec', 'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'mac_address': 'fa:16:3e:5b:fc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:48Z', 'updated_at': '2021-08-28T15:19:53Z', 'revision_number': 4, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'subnets': [{'id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:19:54.658846 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-43d86618-fb7b-41fa-865a-9e95b60c5d2d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:54.682877 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-0d571b1c-c8a0-46f5-b682-af71a079d2c8 service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419608 Aug 28 15:19:54.689407 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-43d86618-fb7b-41fa-865a-9e95b60c5d2d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Transition to ACTIVE for port object fc7870c9-274a-44f5-aa28-b0434fecf32a will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:19:54.730354 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38746) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:54.783071 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:54.785217 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0939e6b9-cb2b-46fe-b6e6-33461fdba23e None None] Network 348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:19:54.813445 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939e6b9-cb2b-46fe-b6e6-33461fdba23e None None] Pushing event updated for resources: {'Port': ['ID=0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:54.817745 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-0939e6b9-cb2b-46fe-b6e6-33461fdba23e None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:54.827219 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0939e6b9-cb2b-46fe-b6e6-33461fdba23e None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:19:54.854866 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919dd2f9-f698-4c8e-ba12-48db4efae26a None None] Update dhcp port {'port': {'network_id': '3af2dfc0-a1bb-455a-b460-eafc4b3906ef', 'fixed_ips': [{'subnet_id': '7906a45f-65ee-45a3-a5c8-80dee6f438b9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b0d9eea0-2fc1-48e9-9469-4b1b7403dd66'}], 'binding:host_id': 'n-d-712137-10'}, 'id': '0333899e-36ad-4823-b457-9ecc38e237b0'} from n-d-712137-10. {{(pid=106331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 15:19:54.896638 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-43d86618-fb7b-41fa-865a-9e95b60c5d2d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:54.938790 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-e97c37ee-f1c8-4629-ac3e-3ccf310d8d69 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1535637888-network', 'tenant_id': '598ca4d186f0474b9507011e48bf3fad'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:54.954366 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-9bd679cd-7f4c-4fcd-96ba-5e9989bb1902 service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629480 Aug 28 15:19:54.973191 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97c37ee-f1c8-4629-ac3e-3ccf310d8d69 admin admin] Made reservation on behalf of 598ca4d186f0474b9507011e48bf3fad for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:54.979034 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e97c37ee-f1c8-4629-ac3e-3ccf310d8d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:54.990756 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e97c37ee-f1c8-4629-ac3e-3ccf310d8d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:54.992938 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0333899e-36ad-4823-b457-9ecc38e237b0 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:19:55.002633 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-919dd2f9-f698-4c8e-ba12-48db4efae26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:55.021495 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d86618-fb7b-41fa-865a-9e95b60c5d2d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network 3af2dfc0-a1bb-455a-b460-eafc4b3906ef is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:19:55.028184 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-43d86618-fb7b-41fa-865a-9e95b60c5d2d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:55.033675 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d86618-fb7b-41fa-865a-9e95b60c5d2d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:19:55.059620 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-0939e6b9-cb2b-46fe-b6e6-33461fdba23e None None] Attempting to bind port 0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:19:55.060027 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-0939e6b9-cb2b-46fe-b6e6-33461fdba23e None None] Attempting to bind port 0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'cb9deba7-305b-46f1-83de-10027df8c14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:19:55.060559 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0939e6b9-cb2b-46fe-b6e6-33461fdba23e None None] Attempting to bind port 0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53 on network 348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:19:55.084322 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0939e6b9-cb2b-46fe-b6e6-33461fdba23e None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:19:55.084712 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0939e6b9-cb2b-46fe-b6e6-33461fdba23e None None] Checking segment: {'id': 'cb9deba7-305b-46f1-83de-10027df8c14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:19:55.085128 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0939e6b9-cb2b-46fe-b6e6-33461fdba23e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:55.085536 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0939e6b9-cb2b-46fe-b6e6-33461fdba23e None None] Bound using segment: {'id': 'cb9deba7-305b-46f1-83de-10027df8c14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:19:55.086072 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-0939e6b9-cb2b-46fe-b6e6-33461fdba23e None None] Bound port: 0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb9deba7-305b-46f1-83de-10027df8c14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:19:55.094412 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0939e6b9-cb2b-46fe-b6e6-33461fdba23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:55.154973 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e97c37ee-f1c8-4629-ac3e-3ccf310d8d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:55.158345 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-7eec02d6-8704-4da2-b7a0-d5a7742033e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=812faf11-1952-4526-859c-7622a369ee03 HTTP/1.1" status: 200 len: 217 time: 0.1514266 Aug 28 15:19:55.168042 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e97c37ee-f1c8-4629-ac3e-3ccf310d8d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:55.181742 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d86618-fb7b-41fa-865a-9e95b60c5d2d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Port': ['ID=fc7870c9-274a-44f5-aa28-b0434fecf32a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:55.185438 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e97c37ee-f1c8-4629-ac3e-3ccf310d8d69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:19:55.197814 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e97c37ee-f1c8-4629-ac3e-3ccf310d8d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:55.198634 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-e97c37ee-f1c8-4629-ac3e-3ccf310d8d69 admin admin] Added segment 970e9264-bdf6-4390-b758-dbcfc30309a8 of type vlan for network c99c1ca9-a533-4cce-945b-31b311954a2e Aug 28 15:19:55.265405 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e97c37ee-f1c8-4629-ac3e-3ccf310d8d69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:55.285457 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c37ee-f1c8-4629-ac3e-3ccf310d8d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90380a8-3f25-4f19-ae7d-e47ad808cf24,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:55.313698 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f6826e12-4f04-46ef-8c9f-a3ace0cddaa8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:55.319912 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e97c37ee-f1c8-4629-ac3e-3ccf310d8d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:55.323762 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97c37ee-f1c8-4629-ac3e-3ccf310d8d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:55.324723 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e97c37ee-f1c8-4629-ac3e-3ccf310d8d69 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:55.326897 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 0333899e-36ad-4823-b457-9ecc38e237b0 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:19:55.334123 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-0939e6b9-cb2b-46fe-b6e6-33461fdba23e None None] For port 0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:19:55.336561 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 0333899e-36ad-4823-b457-9ecc38e237b0 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:55.336948 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:55.356290 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f6826e12-4f04-46ef-8c9f-a3ace0cddaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:55.383588 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-0939e6b9-cb2b-46fe-b6e6-33461fdba23e None None] For port 0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53,segment=NetworkSegment(cb9deba7-305b-46f1-83de-10027df8c14f),segment_id=cb9deba7-305b-46f1-83de-10027df8c14f)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:19:55.416020 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c37ee-f1c8-4629-ac3e-3ccf310d8d69 admin admin] Pushing event updated for resources: {'Network': ['ID=c99c1ca9-a533-4cce-945b-31b311954a2e,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:55.425222 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e97c37ee-f1c8-4629-ac3e-3ccf310d8d69 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6931415 Aug 28 15:19:55.426841 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38750) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:55.432813 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-8d4748c1-8290-4cad-9c20-4db425df2fb5 admin admin] Request body: {'subnet': {'network_id': 'c99c1ca9-a533-4cce-945b-31b311954a2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1535637888-subnet', 'tenant_id': '598ca4d186f0474b9507011e48bf3fad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:55.434410 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0939e6b9-cb2b-46fe-b6e6-33461fdba23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:55.468019 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4748c1-8290-4cad-9c20-4db425df2fb5 admin admin] Made reservation on behalf of 598ca4d186f0474b9507011e48bf3fad for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:55.476863 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d4748c1-8290-4cad-9c20-4db425df2fb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:55.484196 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network c99c1ca9-a533-4cce-945b-31b311954a2e details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:19:55.518168 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-f6826e12-4f04-46ef-8c9f-a3ace0cddaa8 admin admin] Allocated IP 172.25.3.218 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/8a4264a3-8c52-4e66-bd47-4605a34bd268) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:19:55.587952 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d86618-fb7b-41fa-865a-9e95b60c5d2d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:55.588633 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-43d86618-fb7b-41fa-865a-9e95b60c5d2d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:55.594944 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-17c3ec9e-cef6-4b88-b260-357e084b071f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:55.596511 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-17c3ec9e-cef6-4b88-b260-357e084b071f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee9e1d3e-90f3-4805-bd4b-3365719a7970 HTTP/1.1" status: 200 len: 797 time: 0.4294450 Aug 28 15:19:55.684181 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-43d86618-fb7b-41fa-865a-9e95b60c5d2d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.3460264 Aug 28 15:19:55.692527 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:55.706643 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-919dd2f9-f698-4c8e-ba12-48db4efae26a None None] Allocated IP 172.20.0.18 (3af2dfc0-a1bb-455a-b460-eafc4b3906ef/b0d9eea0-2fc1-48e9-9469-4b1b7403dd66/0333899e-36ad-4823-b457-9ecc38e237b0) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:19:55.715616 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38754) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:55.723139 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939e6b9-cb2b-46fe-b6e6-33461fdba23e None None] Pushing event updated for resources: {'Port': ['ID=0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:55.772236 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-066b6083-7d4c-472c-8851-0c11ee817f1a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7906a45f-65ee-45a3-a5c8-80dee6f438b9'}]}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:55.834829 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d4748c1-8290-4cad-9c20-4db425df2fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:55.854066 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-995ead5c-ae23-4146-a9e8-b4c99738af54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:55.858105 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-995ead5c-ae23-4146-a9e8-b4c99738af54 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e337a80-f61c-4bca-8264-d9f248c90759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2503967 Aug 28 15:19:55.987814 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4748c1-8290-4cad-9c20-4db425df2fb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d332aaa7-97bd-405d-937f-fc96fa320378,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:55.993404 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4748c1-8290-4cad-9c20-4db425df2fb5 admin admin] Checking segment: {'id': '970e9264-bdf6-4390-b758-dbcfc30309a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c99c1ca9-a533-4cce-945b-31b311954a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:19:55.993768 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4748c1-8290-4cad-9c20-4db425df2fb5 admin admin] Network hostable DHCP agents. Network: c99c1ca9-a533-4cce-945b-31b311954a2e, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:19:56.034565 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4748c1-8290-4cad-9c20-4db425df2fb5 admin admin] Network c99c1ca9-a533-4cce-945b-31b311954a2e is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:19:56.043288 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-066b6083-7d4c-472c-8851-0c11ee817f1a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:56.054631 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-919dd2f9-f698-4c8e-ba12-48db4efae26a None None] For port 0333899e-36ad-4823-b457-9ecc38e237b0, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0333899e-36ad-4823-b457-9ecc38e237b0,segment=NetworkSegment(f62278d3-0d09-4e22-9e74-b398c632506e),segment_id=f62278d3-0d09-4e22-9e74-b398c632506e)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:56.060155 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-8d4748c1-8290-4cad-9c20-4db425df2fb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, c99c1ca9-a533-4cce-945b-31b311954a2e) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:56.066886 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4748c1-8290-4cad-9c20-4db425df2fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:56.068076 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d4748c1-8290-4cad-9c20-4db425df2fb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:56.081252 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4729f8fb-7c6c-40f6-823b-b98743ddd2b6 None None] Network c99c1ca9-a533-4cce-945b-31b311954a2e requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:19:56.100897 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f6826e12-4f04-46ef-8c9f-a3ace0cddaa8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:56.106697 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8d4748c1-8290-4cad-9c20-4db425df2fb5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6785724 Aug 28 15:19:56.197351 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-919dd2f9-f698-4c8e-ba12-48db4efae26a None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:56.241464 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-919dd2f9-f698-4c8e-ba12-48db4efae26a None None] Transition to ACTIVE for port object 0333899e-36ad-4823-b457-9ecc38e237b0 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:19:56.258594 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-919dd2f9-f698-4c8e-ba12-48db4efae26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:56.419425 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919dd2f9-f698-4c8e-ba12-48db4efae26a None None] Pushing event updated for resources: {'Port': ['ID=0333899e-36ad-4823-b457-9ecc38e237b0,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:56.441364 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-c6a32429-e49f-4ce7-a0fb-08ecef7d77ee service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370917 Aug 28 15:19:56.449248 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.api [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:19:56.450405 n-d-712137-10 neutron-server[106331]: DEBUG oslo_db.api [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:19:56.470924 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d613e034-e3db-44a5-9e86-3305083330b8 None None] Network c99c1ca9-a533-4cce-945b-31b311954a2e requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:19:56.552385 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f6826e12-4f04-46ef-8c9f-a3ace0cddaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:56.574281 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:56.709824 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6826e12-4f04-46ef-8c9f-a3ace0cddaa8 admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:19:56.775926 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-f6826e12-4f04-46ef-8c9f-a3ace0cddaa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:56.783648 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6826e12-4f04-46ef-8c9f-a3ace0cddaa8 admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:19:56.863774 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38772) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:56.871980 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-55d7bfab-d9ab-4be3-aae4-c802c3a7c239 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-253010429-network', 'tenant_id': '2d739ae4803c4b83b631f6e45e98f3d6'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:56.909043 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6826e12-4f04-46ef-8c9f-a3ace0cddaa8 admin admin] Pushing event updated for resources: {'Port': ['ID=8a4264a3-8c52-4e66-bd47-4605a34bd268,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:56.913229 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d7bfab-d9ab-4be3-aae4-c802c3a7c239 admin admin] Made reservation on behalf of 2d739ae4803c4b83b631f6e45e98f3d6 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:56.918701 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55d7bfab-d9ab-4be3-aae4-c802c3a7c239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:56.936156 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55d7bfab-d9ab-4be3-aae4-c802c3a7c239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:57.027736 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:57.098004 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 0333899e-36ad-4823-b457-9ecc38e237b0, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0333899e-36ad-4823-b457-9ecc38e237b0,segment=NetworkSegment(f62278d3-0d09-4e22-9e74-b398c632506e),segment_id=f62278d3-0d09-4e22-9e74-b398c632506e)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:57.110876 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:57.217926 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55d7bfab-d9ab-4be3-aae4-c802c3a7c239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:57.228268 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=0333899e-36ad-4823-b457-9ecc38e237b0,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:57.232514 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55d7bfab-d9ab-4be3-aae4-c802c3a7c239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:57.282314 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d7bfab-d9ab-4be3-aae4-c802c3a7c239 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:19:57.303443 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86c0192-58fe-4519-a200-34b748768c24 None None] Network 348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:19:57.309651 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7bfab-d9ab-4be3-aae4-c802c3a7c239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884906da-cc4f-4046-8a01-c19169269d62,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:57.317326 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55d7bfab-d9ab-4be3-aae4-c802c3a7c239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:57.317822 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-55d7bfab-d9ab-4be3-aae4-c802c3a7c239 admin admin] Added segment 8dea46cb-7a4a-401f-b6ce-8eea6c45cc66 of type vlan for network 01dc9fdc-8f52-4fde-8d09-ae2bfa4be200 Aug 28 15:19:57.383768 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-dee19a23-34c1-400b-a45f-77094ad70e6b None None] Provisioning for port 0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:19:57.407332 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55d7bfab-d9ab-4be3-aae4-c802c3a7c239 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:57.465794 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55d7bfab-d9ab-4be3-aae4-c802c3a7c239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:57.466931 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d7bfab-d9ab-4be3-aae4-c802c3a7c239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:57.467647 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55d7bfab-d9ab-4be3-aae4-c802c3a7c239 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:57.533953 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2360d001-f9f9-4f6c-b908-8fe147a1dee7 None None] Network 3af2dfc0-a1bb-455a-b460-eafc4b3906ef requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:19:57.540876 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0333899e-36ad-4823-b457-9ecc38e237b0 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:19:57.588107 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-55d7bfab-d9ab-4be3-aae4-c802c3a7c239 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7231004 Aug 28 15:19:57.589204 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38776) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:57.597753 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-5c6f4f1f-1a00-46b6-a4d0-01c1a7140591 admin admin] Request body: {'subnet': {'network_id': '01dc9fdc-8f52-4fde-8d09-ae2bfa4be200', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-253010429-subnet', 'tenant_id': '2d739ae4803c4b83b631f6e45e98f3d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:57.610106 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-dba12bda-82f3-42c1-98d3-46bc1ef90d05 service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1606371 Aug 28 15:19:57.611720 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7bfab-d9ab-4be3-aae4-c802c3a7c239 admin admin] Pushing event updated for resources: {'Network': ['ID=01dc9fdc-8f52-4fde-8d09-ae2bfa4be200,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:57.640983 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 01dc9fdc-8f52-4fde-8d09-ae2bfa4be200 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:19:57.641248 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6f4f1f-1a00-46b6-a4d0-01c1a7140591 admin admin] Made reservation on behalf of 2d739ae4803c4b83b631f6e45e98f3d6 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:19:57.645060 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5c6f4f1f-1a00-46b6-a4d0-01c1a7140591 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:57.647939 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-26d34c05-f1bf-4693-86b3-09d9ff658645 None None] Provisioning for port 0333899e-36ad-4823-b457-9ecc38e237b0 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:19:57.716414 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-14d965d2-9389-476d-9ed5-2c76e9ebd6e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=30961ef5-4a0d-454a-bc6e-519c94cbf152 HTTP/1.1" status: 200 len: 217 time: 0.0757084 Aug 28 15:19:57.777587 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-066b6083-7d4c-472c-8851-0c11ee817f1a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Delete allocated IP 172.20.0.21 (3af2dfc0-a1bb-455a-b460-eafc4b3906ef/b0d9eea0-2fc1-48e9-9469-4b1b7403dd66) {{(pid=106330) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 28 15:19:57.781513 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-21efffbf-2ee0-4572-bf90-64a3c5c1b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:57.782997 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-21efffbf-2ee0-4572-bf90-64a3c5c1b87d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee9e1d3e-90f3-4805-bd4b-3365719a7970 HTTP/1.1" status: 200 len: 797 time: 0.0578573 Aug 28 15:19:57.906461 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e7fa61e5-9874-43f1-b406-815b62b9ec59 req-d32796bc-37b5-48ed-a324-1d4d22e7f99f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5cefa0bd-8918-4f82-a86e-823b92ee4210&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0709236 Aug 28 15:19:57.967842 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-26d34c05-f1bf-4693-86b3-09d9ff658645 None None] Provisioning complete for port 0333899e-36ad-4823-b457-9ecc38e237b0 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:57.968262 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-26d34c05-f1bf-4693-86b3-09d9ff658645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:57.978490 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5c6f4f1f-1a00-46b6-a4d0-01c1a7140591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:58.093999 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f4f1f-1a00-46b6-a4d0-01c1a7140591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db8f4be0-5819-4545-87f1-72fa14564eb0,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:58.097644 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa61e5-9874-43f1-b406-815b62b9ec59 req-69599b83-02f7-47ec-8bba-d092fae83232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:58.106001 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e7fa61e5-9874-43f1-b406-815b62b9ec59 req-69599b83-02f7-47ec-8bba-d092fae83232 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=882056e022594e62849ed5c991d6169b&device_id=5cefa0bd-8918-4f82-a86e-823b92ee4210 HTTP/1.1" status: 200 len: 1097 time: 0.1398110 Aug 28 15:19:58.134979 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 0333899e-36ad-4823-b457-9ecc38e237b0 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:58.135470 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:58.151349 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-066b6083-7d4c-472c-8851-0c11ee817f1a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:58.186819 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6f4f1f-1a00-46b6-a4d0-01c1a7140591 admin admin] Checking segment: {'id': '8dea46cb-7a4a-401f-b6ce-8eea6c45cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '01dc9fdc-8f52-4fde-8d09-ae2bfa4be200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:19:58.187223 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6f4f1f-1a00-46b6-a4d0-01c1a7140591 admin admin] Network hostable DHCP agents. Network: 01dc9fdc-8f52-4fde-8d09-ae2bfa4be200, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:19:58.197544 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-066b6083-7d4c-472c-8851-0c11ee817f1a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Ignored duplicate provisioning block setup for port fc7870c9-274a-44f5-aa28-b0434fecf32a by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 28 15:19:58.204543 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-262bcb1e-8215-4550-9875-c3977438118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:58.206668 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-262bcb1e-8215-4550-9875-c3977438118e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e337a80-f61c-4bca-8264-d9f248c90759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4154737 Aug 28 15:19:58.210725 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-066b6083-7d4c-472c-8851-0c11ee817f1a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:58.269195 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6f4f1f-1a00-46b6-a4d0-01c1a7140591 admin admin] Network 01dc9fdc-8f52-4fde-8d09-ae2bfa4be200 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:19:58.293546 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-5c6f4f1f-1a00-46b6-a4d0-01c1a7140591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 01dc9fdc-8f52-4fde-8d09-ae2bfa4be200) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:19:58.308918 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f4f1f-1a00-46b6-a4d0-01c1a7140591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:58.309560 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5c6f4f1f-1a00-46b6-a4d0-01c1a7140591 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:58.314898 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb53b7f4-0ce5-42fe-8efd-0ed8bf35f46d None None] Network 01dc9fdc-8f52-4fde-8d09-ae2bfa4be200 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:19:58.322137 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa61e5-9874-43f1-b406-815b62b9ec59 req-3e6e6b7e-3934-4935-8d12-119ecf5cddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:58.324362 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e7fa61e5-9874-43f1-b406-815b62b9ec59 req-3e6e6b7e-3934-4935-8d12-119ecf5cddc5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8a81e780-ac39-4b2e-90e9-a26ced5b068d HTTP/1.1" status: 200 len: 897 time: 0.1878929 Aug 28 15:19:58.438984 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:19:58.451190 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5c6f4f1f-1a00-46b6-a4d0-01c1a7140591 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8541832 Aug 28 15:19:58.476377 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e7fa61e5-9874-43f1-b406-815b62b9ec59 req-ca52040d-a709-4453-b445-125624ab00c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0009fd87-24f9-4598-8650-815e10b6f346 HTTP/1.1" status: 200 len: 1001 time: 0.1432524 Aug 28 15:19:58.482138 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-bc3215fa-fb5f-4747-b30e-6c496b5a3f9a service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380719 Aug 28 15:19:58.487315 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b6083-7d4c-472c-8851-0c11ee817f1a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Port': ['ID=fc7870c9-274a-44f5-aa28-b0434fecf32a,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:58.535708 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f6826e12-4f04-46ef-8c9f-a3ace0cddaa8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:58.595531 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:19:58.601374 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa61e5-9874-43f1-b406-815b62b9ec59 req-81b35d94-8c48-4cb2-b444-7976c2d0db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:58.603045 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e7fa61e5-9874-43f1-b406-815b62b9ec59 req-81b35d94-8c48-4cb2-b444-7976c2d0db9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=54a87143-ea46-45e4-a07a-4882672eba9f HTTP/1.1" status: 200 len: 835 time: 0.1123166 Aug 28 15:19:58.608951 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:58.609336 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:58.693709 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa61e5-9874-43f1-b406-815b62b9ec59 req-6fdf38b7-a5b4-4bd2-b40e-a71593d7b3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:58.696531 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e7fa61e5-9874-43f1-b406-815b62b9ec59 req-6fdf38b7-a5b4-4bd2-b40e-a71593d7b3fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8a81e780-ac39-4b2e-90e9-a26ced5b068d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720584 Aug 28 15:19:58.745927 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-066b6083-7d4c-472c-8851-0c11ee817f1a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] In _notify_port_updated(), no bound segment for port fc7870c9-274a-44f5-aa28-b0434fecf32a on network 3af2dfc0-a1bb-455a-b460-eafc4b3906ef {{(pid=106330) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 15:19:58.754554 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066b6083-7d4c-472c-8851-0c11ee817f1a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:58.755535 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-066b6083-7d4c-472c-8851-0c11ee817f1a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:58.757135 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-066b6083-7d4c-472c-8851-0c11ee817f1a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "PUT /v2.0/ports/fc7870c9-274a-44f5-aa28-b0434fecf32a HTTP/1.1" status: 200 len: 919 time: 3.0252633 Aug 28 15:19:58.762587 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38786) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:19:58.777643 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-3d000262-c8dc-4e36-a6fb-3501b419a8be tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7906a45f-65ee-45a3-a5c8-80dee6f438b9'}, {'subnet_id': 'b0d9eea0-2fc1-48e9-9469-4b1b7403dd66'}]}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:19:58.914857 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e7fa61e5-9874-43f1-b406-815b62b9ec59 req-818d902f-deec-4c24-9f68-f5c2a763b0dc service neutron] 10.222.0.41 "GET /v2.0/networks/8a81e780-ac39-4b2e-90e9-a26ced5b068d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104547 Aug 28 15:19:58.942284 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ef6367f7-a34e-4e0f-8e9e-00df334946e6 None None] Provisioning for port fc7870c9-274a-44f5-aa28-b0434fecf32a completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:19:58.971543 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-133be629-5445-4b76-80dc-9a9c9bf34727 service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811871 Aug 28 15:19:58.974965 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ef6367f7-a34e-4e0f-8e9e-00df334946e6 None None] Provisioning complete for port fc7870c9-274a-44f5-aa28-b0434fecf32a triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:58.975517 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ef6367f7-a34e-4e0f-8e9e-00df334946e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:58.996984 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ce93fd-94c6-45e9-bbbf-e8e5e1cb2ec8 None None] Network 01dc9fdc-8f52-4fde-8d09-ae2bfa4be200 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:19:59.105890 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-6737bbcf-4212-4582-b08b-0b26c6e58d22 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=16321fa2-91e2-42a3-8f1a-9e609d1ba006 HTTP/1.1" status: 200 len: 217 time: 0.0834858 Aug 28 15:19:59.198531 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e7fa61e5-9874-43f1-b406-815b62b9ec59 req-a7852ddf-f8a1-4086-8004-1e988aa897b6 service neutron] 10.222.0.41 "GET /v2.0/networks/8a81e780-ac39-4b2e-90e9-a26ced5b068d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734842 Aug 28 15:19:59.297516 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-224e4159-9c5f-439a-8447-49c796803faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:59.299979 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-224e4159-9c5f-439a-8447-49c796803faf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee9e1d3e-90f3-4805-bd4b-3365719a7970 HTTP/1.1" status: 200 len: 797 time: 0.1496303 Aug 28 15:19:59.367555 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f6826e12-4f04-46ef-8c9f-a3ace0cddaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:59.440655 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3d000262-c8dc-4e36-a6fb-3501b419a8be tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:59.446593 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:59.448927 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ef6367f7-a34e-4e0f-8e9e-00df334946e6 None None] Port fc7870c9-274a-44f5-aa28-b0434fecf32a cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:19:59.477468 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ef6367f7-a34e-4e0f-8e9e-00df334946e6 None None] Provisioning complete for port 0333899e-36ad-4823-b457-9ecc38e237b0 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:59.477859 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ef6367f7-a34e-4e0f-8e9e-00df334946e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:59.515404 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53,segment=NetworkSegment(cb9deba7-305b-46f1-83de-10027df8c14f),segment_id=cb9deba7-305b-46f1-83de-10027df8c14f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:59.523798 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:59.524591 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b97bdaf0-fe94-4442-80b8-d05c9420d5ec up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:19:59.590804 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-22cbf1be-c0c1-4ebb-b93c-a540e1b0a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:59.592346 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-22cbf1be-c0c1-4ebb-b93c-a540e1b0a229 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e337a80-f61c-4bca-8264-d9f248c90759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2826498 Aug 28 15:19:59.633492 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:59.671763 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port b97bdaf0-fe94-4442-80b8-d05c9420d5ec completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:19:59.678324 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port b97bdaf0-fe94-4442-80b8-d05c9420d5ec triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:59.678704 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:59.770142 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:59.825620 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port b97bdaf0-fe94-4442-80b8-d05c9420d5ec, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b97bdaf0-fe94-4442-80b8-d05c9420d5ec,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:19:59.831120 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:59.872174 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-90441551-45f8-484d-aa3f-3d2d7d1ddc5a None None] Provisioning complete for port fc7870c9-274a-44f5-aa28-b0434fecf32a triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:19:59.872524 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-90441551-45f8-484d-aa3f-3d2d7d1ddc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:19:59.899811 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba956231-20e5-4673-a5a4-3565436853c9 req-d950b8e8-ed4a-427b-90cf-05b774a43839 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:19:59.901507 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ba956231-20e5-4673-a5a4-3565436853c9 req-d950b8e8-ed4a-427b-90cf-05b774a43839 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/networks?id=c99c1ca9-a533-4cce-945b-31b311954a2e HTTP/1.1" status: 200 len: 825 time: 0.4205391 Aug 28 15:19:59.920246 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-90441551-45f8-484d-aa3f-3d2d7d1ddc5a None None] Port fc7870c9-274a-44f5-aa28-b0434fecf32a cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:19:59.924543 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=b97bdaf0-fe94-4442-80b8-d05c9420d5ec,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:19:59.945975 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-4bb9eeb9-27c1-4248-bba0-21dee02966be service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875659 Aug 28 15:19:59.985421 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:19:59.992582 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ba956231-20e5-4673-a5a4-3565436853c9 req-affd8c62-38cd-473f-837b-2c6feecc4947 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/quotas/598ca4d186f0474b9507011e48bf3fad HTTP/1.1" status: 200 len: 375 time: 0.0533788 Aug 28 15:20:00.051185 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:00.051556 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:00.063147 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6826e12-4f04-46ef-8c9f-a3ace0cddaa8 admin admin] Router 9b52cede-d5b1-4646-84da-ed304791f283 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:20:00.120468 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ba956231-20e5-4673-a5a4-3565436853c9 req-54addbf3-ab21-4d27-8181-3d67ad38c93d tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=598ca4d186f0474b9507011e48bf3fad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0905201 Aug 28 15:20:00.147177 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0333899e-36ad-4823-b457-9ecc38e237b0 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:20:00.203353 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 0333899e-36ad-4823-b457-9ecc38e237b0 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:00.204139 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:00.265112 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-d244126c-84c8-482f-a98f-b47a620f7c83 service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075123 Aug 28 15:20:00.376579 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-424902ef-d250-41ba-adf0-42d992b82d59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=50deec03-7b81-42d5-aaf9-ae33b02083dc HTTP/1.1" status: 200 len: 217 time: 0.0763366 Aug 28 15:20:00.831989 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ba956231-20e5-4673-a5a4-3565436853c9 req-9c6f6e8d-e1ac-4d1f-8734-0b12212adf81 service neutron] 10.222.0.13 "GET /v2.0/networks/c99c1ca9-a533-4cce-945b-31b311954a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6986148 Aug 28 15:20:00.846818 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-3d000262-c8dc-4e36-a6fb-3501b419a8be tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Allocated IP 172.20.0.25 (3af2dfc0-a1bb-455a-b460-eafc4b3906ef/b0d9eea0-2fc1-48e9-9469-4b1b7403dd66/fc7870c9-274a-44f5-aa28-b0434fecf32a) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:20:00.877841 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6826e12-4f04-46ef-8c9f-a3ace0cddaa8 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:20:00.888498 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30e0121-4430-4620-a51f-416881f6e0a7 None None] Sync routers for ids ['9b52cede-d5b1-4646-84da-ed304791f283'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:20:00.899286 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30e0121-4430-4620-a51f-416881f6e0a7 None None] Routers {'9b52cede-d5b1-4646-84da-ed304791f283'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:20:00.899958 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e30e0121-4430-4620-a51f-416881f6e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:19:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9b52cede-d5b1-4646-84da-ed304791f283'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:00.967925 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-15da147d-0a87-4a8f-8251-b33d6b70aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:00.969394 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-15da147d-0a87-4a8f-8251-b33d6b70aa3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=32296ab6-0e0f-4355-bb6c-e0506c5f4601 HTTP/1.1" status: 200 len: 797 time: 0.5539148 Aug 28 15:20:00.998315 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f6826e12-4f04-46ef-8c9f-a3ace0cddaa8 admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:01.002270 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38808) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:01.002855 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f6826e12-4f04-46ef-8c9f-a3ace0cddaa8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.8443046 Aug 28 15:20:01.014189 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-e30e0121-4430-4620-a51f-416881f6e0a7 None None] Set router 9b52cede-d5b1-4646-84da-ed304791f283 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:20:01.077903 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ba956231-20e5-4673-a5a4-3565436853c9 req-7721e668-fdee-4c70-ad23-65b3cfe8a992 service neutron] 10.222.0.13 "GET /v2.0/networks/c99c1ca9-a533-4cce-945b-31b311954a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336259 Aug 28 15:20:01.091341 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-e62718fd-0950-466a-8358-ac653ed6584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:01.092846 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-e62718fd-0950-466a-8358-ac653ed6584c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a36e233e-9694-4856-84b9-f3f8aa62d273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1142032 Aug 28 15:20:01.239155 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3d000262-c8dc-4e36-a6fb-3501b419a8be tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:01.291048 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-3d000262-c8dc-4e36-a6fb-3501b419a8be tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Transition to ACTIVE for port object fc7870c9-274a-44f5-aa28-b0434fecf32a will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:01.325374 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-babf2b49-cabc-4d73-a746-7a4b448f38ac service neutron] 10.222.0.36 "GET /v2.0/networks/a36e233e-9694-4856-84b9-f3f8aa62d273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178526 Aug 28 15:20:01.326171 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e30e0121-4430-4620-a51f-416881f6e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b52cede-d5b1-4646-84da-ed304791f283', 'name': 'tempest-TestVolumeBootPattern-198049237-router', 'tenant_id': '38e83d8a803c45409ca7d324e84c471b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '8a4264a3-8c52-4e66-bd47-4605a34bd268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:53Z', 'updated_at': '2021-08-28T15:19:57Z', 'revision_number': 3, 'project_id': '38e83d8a803c45409ca7d324e84c471b', 'gw_port': {'id': '8a4264a3-8c52-4e66-bd47-4605a34bd268', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ce:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b52cede-d5b1-4646-84da-ed304791f283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:55Z', 'updated_at': '2021-08-28T15:19:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:01.327023 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3d000262-c8dc-4e36-a6fb-3501b419a8be tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:01.386279 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-076d5f87-acef-40f3-8093-04361da62bfa req-4490cba6-f1c7-49a5-91e5-58a0b01bd6a4 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/ports?device_id=cac8faf5-d0e6-414d-bb14-cca44c5369fe HTTP/1.1" status: 200 len: 210 time: 0.0462039 Aug 28 15:20:01.391059 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30e0121-4430-4620-a51f-416881f6e0a7 None None] Checking router: 9b52cede-d5b1-4646-84da-ed304791f283 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:20:01.391642 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30e0121-4430-4620-a51f-416881f6e0a7 None None] Updating router 9b52cede-d5b1-4646-84da-ed304791f283 port 8a4264a3-8c52-4e66-bd47-4605a34bd268 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:20:01.455981 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e30e0121-4430-4620-a51f-416881f6e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:01.686887 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d000262-c8dc-4e36-a6fb-3501b419a8be tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Port': ['ID=fc7870c9-274a-44f5-aa28-b0434fecf32a,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:01.725378 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-3d000262-c8dc-4e36-a6fb-3501b419a8be tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] In _notify_port_updated(), no bound segment for port fc7870c9-274a-44f5-aa28-b0434fecf32a on network 3af2dfc0-a1bb-455a-b460-eafc4b3906ef {{(pid=106330) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 15:20:01.731574 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d000262-c8dc-4e36-a6fb-3501b419a8be tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:01.732082 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3d000262-c8dc-4e36-a6fb-3501b419a8be tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:01.733428 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3d000262-c8dc-4e36-a6fb-3501b419a8be tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "PUT /v2.0/ports/fc7870c9-274a-44f5-aa28-b0434fecf32a HTTP/1.1" status: 200 len: 999 time: 2.9676847 Aug 28 15:20:01.746811 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38822) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:01.783339 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-51acc2de-7975-4a29-bd98-b12b206332d2 service neutron] 10.222.0.36 "GET /v2.0/networks/a36e233e-9694-4856-84b9-f3f8aa62d273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273832 Aug 28 15:20:01.855414 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-30fcecd0-0b2f-4352-a1d7-5c94cdda8fe2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8cb26e22-61bc-45a1-a731-63fca20f0e30 HTTP/1.1" status: 200 len: 217 time: 0.0469031 Aug 28 15:20:01.926758 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f9a6b0fd-814f-49e1-896d-a6c3d6b4e768 None None] Provisioning for port fc7870c9-274a-44f5-aa28-b0434fecf32a completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:01.953001 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f9a6b0fd-814f-49e1-896d-a6c3d6b4e768 None None] Provisioning complete for port fc7870c9-274a-44f5-aa28-b0434fecf32a triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:01.954293 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f9a6b0fd-814f-49e1-896d-a6c3d6b4e768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:02.009854 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b97bdaf0-fe94-4442-80b8-d05c9420d5ec up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:20:02.030273 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-1c11ee4d-dfdd-43ba-a766-ec7ee27f6a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:02.032371 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-1c11ee4d-dfdd-43ba-a766-ec7ee27f6a2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=32296ab6-0e0f-4355-bb6c-e0506c5f4601 HTTP/1.1" status: 200 len: 797 time: 0.1659079 Aug 28 15:20:02.106693 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-833e67a8-bb6b-4f23-8a4b-d0954ad013d6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting port fc7870c9-274a-44f5-aa28-b0434fecf32a {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:20:02.107521 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-833e67a8-bb6b-4f23-8a4b-d0954ad013d6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:02.111099 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-f9a6b0fd-814f-49e1-896d-a6c3d6b4e768 None None] Port fc7870c9-274a-44f5-aa28-b0434fecf32a cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:20:02.144725 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e30e0121-4430-4620-a51f-416881f6e0a7 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:02.164857 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e30e0121-4430-4620-a51f-416881f6e0a7 None None] Transition to ACTIVE for port object 8a4264a3-8c52-4e66-bd47-4605a34bd268 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:02.173708 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port b97bdaf0-fe94-4442-80b8-d05c9420d5ec triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:02.174091 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:02.178842 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-e550edd5-f0e5-4d90-8a59-10bb8a3bd104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:02.180037 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e30e0121-4430-4620-a51f-416881f6e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:02.181192 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-e550edd5-f0e5-4d90-8a59-10bb8a3bd104 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a36e233e-9694-4856-84b9-f3f8aa62d273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1360335 Aug 28 15:20:02.293269 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2ff91a4e-27e7-4dd5-915c-88a03eda8242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:02.297942 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-e30e0121-4430-4620-a51f-416881f6e0a7 None None] Attempting to bind port 8a4264a3-8c52-4e66-bd47-4605a34bd268 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:20:02.298316 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-e30e0121-4430-4620-a51f-416881f6e0a7 None None] Attempting to bind port 8a4264a3-8c52-4e66-bd47-4605a34bd268 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:20:02.298679 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30e0121-4430-4620-a51f-416881f6e0a7 None None] Attempting to bind port 8a4264a3-8c52-4e66-bd47-4605a34bd268 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:20:02.300790 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba144a-9d33-41b8-8460-e571cc948228 None None] Pushing event updated for resources: {'Port': ['ID=8a4264a3-8c52-4e66-bd47-4605a34bd268,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:02.318664 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30e0121-4430-4620-a51f-416881f6e0a7 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:20:02.319044 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30e0121-4430-4620-a51f-416881f6e0a7 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:20:02.319465 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e30e0121-4430-4620-a51f-416881f6e0a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:02.320631 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30e0121-4430-4620-a51f-416881f6e0a7 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:20:02.322373 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-e30e0121-4430-4620-a51f-416881f6e0a7 None None] Bound port: 8a4264a3-8c52-4e66-bd47-4605a34bd268, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:20:02.322767 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e30e0121-4430-4620-a51f-416881f6e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:02.330070 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-8bad9b79-a3f7-4271-9f50-bf4f60732095 service neutron] 10.222.0.36 "GET /v2.0/networks/a36e233e-9694-4856-84b9-f3f8aa62d273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405110 Aug 28 15:20:02.438156 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-e30e0121-4430-4620-a51f-416881f6e0a7 None None] For port 8a4264a3-8c52-4e66-bd47-4605a34bd268, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:20:02.442583 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-e30e0121-4430-4620-a51f-416881f6e0a7 None None] For port 8a4264a3-8c52-4e66-bd47-4605a34bd268, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=8a4264a3-8c52-4e66-bd47-4605a34bd268,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:20:02.447519 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e30e0121-4430-4620-a51f-416881f6e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:02.479232 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-833e67a8-bb6b-4f23-8a4b-d0954ad013d6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:02.513672 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30e0121-4430-4620-a51f-416881f6e0a7 None None] Routers {'9b52cede-d5b1-4646-84da-ed304791f283'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:20:02.514315 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e30e0121-4430-4620-a51f-416881f6e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:19:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9b52cede-d5b1-4646-84da-ed304791f283'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:02.521079 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-833e67a8-bb6b-4f23-8a4b-d0954ad013d6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Calling delete_port for fc7870c9-274a-44f5-aa28-b0434fecf32a owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:20:02.546297 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-2ff91a4e-27e7-4dd5-915c-88a03eda8242 admin admin] Allocated IP 172.20.0.1 (348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a/fda9df96-6530-4c66-9a73-fd7fc9bb4a5a/1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:20:02.571255 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba144a-9d33-41b8-8460-e571cc948228 None None] Pushing event updated for resources: {'Port': ['ID=8a4264a3-8c52-4e66-bd47-4605a34bd268,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:02.620368 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21e8d783-d37e-47e8-9873-f72efbb6529e req-48cb83d7-65d6-488a-9ac2-98b7de18edf1 service neutron] 10.222.0.36 "GET /v2.0/networks/a36e233e-9694-4856-84b9-f3f8aa62d273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757573 Aug 28 15:20:02.632312 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74508684-6805-4416-9ee4-618e38acd136 req-cdaa185f-e120-4bc2-81dc-235b1414b50c tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/ports?device_id=cac8faf5-d0e6-414d-bb14-cca44c5369fe HTTP/1.1" status: 200 len: 210 time: 0.0703166 Aug 28 15:20:02.899948 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-e30e0121-4430-4620-a51f-416881f6e0a7 None None] Set router 9b52cede-d5b1-4646-84da-ed304791f283 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:20:02.912825 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba956231-20e5-4673-a5a4-3565436853c9 req-f485d64a-f40a-4e0e-97be-696220836e05 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:02.914908 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ba956231-20e5-4673-a5a4-3565436853c9 req-f485d64a-f40a-4e0e-97be-696220836e05 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.41 "GET /v2.0/networks?id=c99c1ca9-a533-4cce-945b-31b311954a2e HTTP/1.1" status: 200 len: 825 time: 0.1647911 Aug 28 15:20:02.928490 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-833e67a8-bb6b-4f23-8a4b-d0954ad013d6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:02.934475 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-ba956231-20e5-4673-a5a4-3565436853c9 req-a61d8f67-981a-46ec-ad67-7963c9224822 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Request body: {'port': {'device_id': 'cac8faf5-d0e6-414d-bb14-cca44c5369fe', 'network_id': 'c99c1ca9-a533-4cce-945b-31b311954a2e', 'admin_state_up': True, 'tenant_id': '598ca4d186f0474b9507011e48bf3fad'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:02.983114 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e67a8-bb6b-4f23-8a4b-d0954ad013d6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Port': ['ID=fc7870c9-274a-44f5-aa28-b0434fecf32a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:03.058348 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2ff91a4e-27e7-4dd5-915c-88a03eda8242 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:03.067863 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:20:03.099538 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-2ff91a4e-27e7-4dd5-915c-88a03eda8242 admin admin] Transition to ACTIVE for port object 1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:03.151187 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba956231-20e5-4673-a5a4-3565436853c9 req-a61d8f67-981a-46ec-ad67-7963c9224822 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Made reservation on behalf of 598ca4d186f0474b9507011e48bf3fad for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:20:03.156677 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ba956231-20e5-4673-a5a4-3565436853c9 req-a61d8f67-981a-46ec-ad67-7963c9224822 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:03.165321 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e30e0121-4430-4620-a51f-416881f6e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b52cede-d5b1-4646-84da-ed304791f283', 'name': 'tempest-TestVolumeBootPattern-198049237-router', 'tenant_id': '38e83d8a803c45409ca7d324e84c471b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '8a4264a3-8c52-4e66-bd47-4605a34bd268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:53Z', 'updated_at': '2021-08-28T15:19:57Z', 'revision_number': 3, 'project_id': '38e83d8a803c45409ca7d324e84c471b', 'gw_port': {'id': '8a4264a3-8c52-4e66-bd47-4605a34bd268', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ce:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b52cede-d5b1-4646-84da-ed304791f283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:55Z', 'updated_at': '2021-08-28T15:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:03.201836 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-833e67a8-bb6b-4f23-8a4b-d0954ad013d6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:03.208418 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-833e67a8-bb6b-4f23-8a4b-d0954ad013d6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/ports/fc7870c9-274a-44f5-aa28-b0434fecf32a HTTP/1.1" status: 204 len: 168 time: 1.4606440 Aug 28 15:20:03.211591 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38832) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:03.212661 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30e0121-4430-4620-a51f-416881f6e0a7 None None] The sync data for ids ['9b52cede-d5b1-4646-84da-ed304791f283'] in n-d-712137-10 is: [{'id': '9b52cede-d5b1-4646-84da-ed304791f283', 'name': 'tempest-TestVolumeBootPattern-198049237-router', 'tenant_id': '38e83d8a803c45409ca7d324e84c471b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '8a4264a3-8c52-4e66-bd47-4605a34bd268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:53Z', 'updated_at': '2021-08-28T15:19:57Z', 'revision_number': 3, 'project_id': '38e83d8a803c45409ca7d324e84c471b', 'gw_port': {'id': '8a4264a3-8c52-4e66-bd47-4605a34bd268', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ce:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b52cede-d5b1-4646-84da-ed304791f283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:55Z', 'updated_at': '2021-08-28T15:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:20:03.248496 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2ff91a4e-27e7-4dd5-915c-88a03eda8242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:03.256445 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b01c7c6-362d-45c7-9588-ff8475bdc988 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] GET failed (client error): The resource could not be found. Aug 28 15:20:03.262368 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8b01c7c6-362d-45c7-9588-ff8475bdc988 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "GET /v2.0/ports/fc7870c9-274a-44f5-aa28-b0434fecf32a HTTP/1.1" status: 404 len: 333 time: 0.0497015 Aug 28 15:20:03.265927 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38834) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:03.345754 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff91a4e-27e7-4dd5-915c-88a03eda8242 admin admin] Network 348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:20:03.359596 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-2ff91a4e-27e7-4dd5-915c-88a03eda8242 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:03.372684 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff91a4e-27e7-4dd5-915c-88a03eda8242 admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:20:03.381668 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff91a4e-27e7-4dd5-915c-88a03eda8242 admin admin] Pushing event updated for resources: {'Port': ['ID=1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:03.448328 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35ef96e-658b-4bd4-b9a0-5b639e59df26 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting subnet b0d9eea0-2fc1-48e9-9469-4b1b7403dd66 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:20:03.457755 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b35ef96e-658b-4bd4-b9a0-5b639e59df26 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:03.515598 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2ff91a4e-27e7-4dd5-915c-88a03eda8242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:03.520459 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-ba956231-20e5-4673-a5a4-3565436853c9 req-a61d8f67-981a-46ec-ad67-7963c9224822 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Allocated IP 172.20.0.3 (c99c1ca9-a533-4cce-945b-31b311954a2e/d332aaa7-97bd-405d-937f-fc96fa320378/d0573f82-6320-4a88-bbd6-9f99ee17a82b) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:20:03.526598 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b35ef96e-658b-4bd4-b9a0-5b639e59df26 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:03.855017 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-feb1fa14-aca0-4d57-afd4-eedc4132330d None None] Provisioning for port 1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:03.865234 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-feb1fa14-aca0-4d57-afd4-eedc4132330d None None] Provisioning complete for port 1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:03.865412 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-feb1fa14-aca0-4d57-afd4-eedc4132330d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:03.871585 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1f67e2fd-01a6-4f3b-af80-618f4b3eaafc req-0bfedebf-b237-4e31-910b-69f47b85207d tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/ports?device_id=cac8faf5-d0e6-414d-bb14-cca44c5369fe HTTP/1.1" status: 200 len: 210 time: 0.0789797 Aug 28 15:20:03.902163 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b35ef96e-658b-4bd4-b9a0-5b639e59df26 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:03.951879 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-feb1fa14-aca0-4d57-afd4-eedc4132330d None None] Port 1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:20:03.960763 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2ff91a4e-27e7-4dd5-915c-88a03eda8242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:04.015160 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 8a4264a3-8c52-4e66-bd47-4605a34bd268 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:20:04.077221 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 8a4264a3-8c52-4e66-bd47-4605a34bd268 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:04.081949 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 8a4264a3-8c52-4e66-bd47-4605a34bd268 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:04.082331 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:04.105991 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ba956231-20e5-4673-a5a4-3565436853c9 req-a61d8f67-981a-46ec-ad67-7963c9224822 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:04.173244 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b35ef96e-658b-4bd4-b9a0-5b639e59df26 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:04.177348 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:04.212754 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 8a4264a3-8c52-4e66-bd47-4605a34bd268, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=8a4264a3-8c52-4e66-bd47-4605a34bd268,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:04.219516 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:04.220143 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ef96e-658b-4bd4-b9a0-5b639e59df26 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Subnet': ['ID=b0d9eea0-2fc1-48e9-9469-4b1b7403dd66,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:04.231389 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b35ef96e-658b-4bd4-b9a0-5b639e59df26 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:04.236121 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38858) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:04.236663 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b35ef96e-658b-4bd4-b9a0-5b639e59df26 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/subnets/b0d9eea0-2fc1-48e9-9469-4b1b7403dd66 HTTP/1.1" status: 204 len: 168 time: 0.9506643 Aug 28 15:20:04.258869 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b43666-51cf-4da8-9656-fab2a979556f None None] Network 3af2dfc0-a1bb-455a-b460-eafc4b3906ef requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:20:04.289960 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ba956231-20e5-4673-a5a4-3565436853c9 req-a61d8f67-981a-46ec-ad67-7963c9224822 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:04.354044 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2ff91a4e-27e7-4dd5-915c-88a03eda8242 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:04.354765 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b6f5cb-d8a6-4929-b990-ba73fac032a0 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting subnet 7906a45f-65ee-45a3-a5c8-80dee6f438b9 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:20:04.363960 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-26b6f5cb-d8a6-4929-b990-ba73fac032a0 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:04.368637 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2ff91a4e-27e7-4dd5-915c-88a03eda8242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:04.371860 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba956231-20e5-4673-a5a4-3565436853c9 req-a61d8f67-981a-46ec-ad67-7963c9224822 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Network c99c1ca9-a533-4cce-945b-31b311954a2e is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:20:04.399458 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-ba956231-20e5-4673-a5a4-3565436853c9 req-a61d8f67-981a-46ec-ad67-7963c9224822 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:04.403835 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba956231-20e5-4673-a5a4-3565436853c9 req-a61d8f67-981a-46ec-ad67-7963c9224822 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:20:04.406687 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d8f67-981a-46ec-ad67-7963c9224822 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Pushing event updated for resources: {'Port': ['ID=d0573f82-6320-4a88-bbd6-9f99ee17a82b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:04.434248 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-26b6f5cb-d8a6-4929-b990-ba73fac032a0 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:04.486595 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=8a4264a3-8c52-4e66-bd47-4605a34bd268,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:04.524567 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2ff91a4e-27e7-4dd5-915c-88a03eda8242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:04.547095 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff91a4e-27e7-4dd5-915c-88a03eda8242 admin admin] Pushing event updated for resources: {'Port': ['ID=1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:04.614804 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba956231-20e5-4673-a5a4-3565436853c9 req-a61d8f67-981a-46ec-ad67-7963c9224822 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:04.615569 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ba956231-20e5-4673-a5a4-3565436853c9 req-a61d8f67-981a-46ec-ad67-7963c9224822 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:04.651689 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ba956231-20e5-4673-a5a4-3565436853c9 req-a61d8f67-981a-46ec-ad67-7963c9224822 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7251356 Aug 28 15:20:04.666109 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-ba956231-20e5-4673-a5a4-3565436853c9 req-b7d90ad2-6fa7-423c-960d-efb575f0ae7e service neutron] Request body: {'port': {'device_id': 'cac8faf5-d0e6-414d-bb14-cca44c5369fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:04.700509 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-26b6f5cb-d8a6-4929-b990-ba73fac032a0 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:04.708420 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff91a4e-27e7-4dd5-915c-88a03eda8242 admin admin] Network 348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:20:04.717324 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-2ff91a4e-27e7-4dd5-915c-88a03eda8242 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:04.803764 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-26b6f5cb-d8a6-4929-b990-ba73fac032a0 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:04.814641 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ba956231-20e5-4673-a5a4-3565436853c9 req-b7d90ad2-6fa7-423c-960d-efb575f0ae7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:04.852098 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b6f5cb-d8a6-4929-b990-ba73fac032a0 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Subnet': ['ID=7906a45f-65ee-45a3-a5c8-80dee6f438b9,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:04.857007 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-26b6f5cb-d8a6-4929-b990-ba73fac032a0 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:04.862419 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-26b6f5cb-d8a6-4929-b990-ba73fac032a0 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/subnets/7906a45f-65ee-45a3-a5c8-80dee6f438b9 HTTP/1.1" status: 204 len: 168 time: 0.6245492 Aug 28 15:20:04.863290 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38864) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:05.012900 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7cc033ae-900b-4aa9-9a28-9301ef58174f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:05.093720 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-7cc033ae-900b-4aa9-9a28-9301ef58174f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting port 0333899e-36ad-4823-b457-9ecc38e237b0 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:20:05.094373 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7cc033ae-900b-4aa9-9a28-9301ef58174f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:05.165156 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff91a4e-27e7-4dd5-915c-88a03eda8242 admin admin] Router 9b52cede-d5b1-4646-84da-ed304791f283 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:20:05.169511 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-7cc033ae-900b-4aa9-9a28-9301ef58174f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] For port 0333899e-36ad-4823-b457-9ecc38e237b0, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0333899e-36ad-4823-b457-9ecc38e237b0,segment=NetworkSegment(f62278d3-0d09-4e22-9e74-b398c632506e),segment_id=f62278d3-0d09-4e22-9e74-b398c632506e)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:05.170118 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7cc033ae-900b-4aa9-9a28-9301ef58174f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:05.195794 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-18b4eae4-21ac-4a3a-a354-7ee911e01faf None None] Provisioning complete for port 1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:05.196376 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-18b4eae4-21ac-4a3a-a354-7ee911e01faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:05.199055 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b691bdf-9c41-48d3-b82e-9cffdd481bb3 req-d42bc3a8-1d7a-44ee-8e0b-91c92994ea7f tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:05.201449 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1b691bdf-9c41-48d3-b82e-9cffdd481bb3 req-d42bc3a8-1d7a-44ee-8e0b-91c92994ea7f tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/ports?device_id=cac8faf5-d0e6-414d-bb14-cca44c5369fe HTTP/1.1" status: 200 len: 931 time: 0.1949623 Aug 28 15:20:05.209683 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-7cc033ae-900b-4aa9-9a28-9301ef58174f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Calling delete_port for 0333899e-36ad-4823-b457-9ecc38e237b0 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:20:05.254358 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-18b4eae4-21ac-4a3a-a354-7ee911e01faf None None] Port 1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:20:05.336461 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7cc033ae-900b-4aa9-9a28-9301ef58174f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:05.357691 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc033ae-900b-4aa9-9a28-9301ef58174f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] No DVR routers for this DVR port 0333899e-36ad-4823-b457-9ecc38e237b0 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:20:05.416940 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1b691bdf-9c41-48d3-b82e-9cffdd481bb3 req-c0b94d46-85f7-4c75-a8dd-5a9d54ead31a tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90380a8-3f25-4f19-ae7d-e47ad808cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068717 Aug 28 15:20:05.432598 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc033ae-900b-4aa9-9a28-9301ef58174f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Port': ['ID=0333899e-36ad-4823-b457-9ecc38e237b0,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:05.461481 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a61cbd8-85fa-4e2a-85ec-ecde99e28011 None None] Network 3af2dfc0-a1bb-455a-b460-eafc4b3906ef requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:20:05.515378 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7cc033ae-900b-4aa9-9a28-9301ef58174f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:05.528649 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4b5d7f4a-0adb-4857-8057-a92955e37f96 None None] Could not find standard attr ID for object 0333899e-36ad-4823-b457-9ecc38e237b0. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:20:05.530207 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-7cc033ae-900b-4aa9-9a28-9301ef58174f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af2dfc0-a1bb-455a-b460-eafc4b3906ef']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:05.545657 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-7cc033ae-900b-4aa9-9a28-9301ef58174f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62278d3-0d09-4e22-9e74-b398c632506e') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:05.546735 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-7cc033ae-900b-4aa9-9a28-9301ef58174f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62278d3-0d09-4e22-9e74-b398c632506e') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:05.558870 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7cc033ae-900b-4aa9-9a28-9301ef58174f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:05.584716 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7cc033ae-900b-4aa9-9a28-9301ef58174f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:05.608206 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc033ae-900b-4aa9-9a28-9301ef58174f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:20:05.608773 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7cc033ae-900b-4aa9-9a28-9301ef58174f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:05.615425 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff91a4e-27e7-4dd5-915c-88a03eda8242 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:20:05.622007 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:20:05.639084 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2ff91a4e-27e7-4dd5-915c-88a03eda8242 admin admin] 10.222.0.13 "PUT /v2.0/routers/9b52cede-d5b1-4646-84da-ed304791f283/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6345944 Aug 28 15:20:05.700505 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-ba956231-20e5-4673-a5a4-3565436853c9 req-b7d90ad2-6fa7-423c-960d-efb575f0ae7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0573f82-6320-4a88-bbd6-9f99ee17a82b {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:20:05.725270 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ba956231-20e5-4673-a5a4-3565436853c9 req-b7d90ad2-6fa7-423c-960d-efb575f0ae7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:05.754813 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7cc033ae-900b-4aa9-9a28-9301ef58174f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:05.760842 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-ba956231-20e5-4673-a5a4-3565436853c9 req-b7d90ad2-6fa7-423c-960d-efb575f0ae7e service neutron] Transition to ACTIVE for port object d0573f82-6320-4a88-bbd6-9f99ee17a82b will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:05.766463 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ba956231-20e5-4673-a5a4-3565436853c9 req-b7d90ad2-6fa7-423c-960d-efb575f0ae7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:05.768624 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cd8bbd-530a-41f3-8048-686943d0749c None None] DHCP port deletion for 3af2dfc0-a1bb-455a-b460-eafc4b3906ef request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:20:05.783448 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7cc033ae-900b-4aa9-9a28-9301ef58174f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:05.783608 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7cc033ae-900b-4aa9-9a28-9301ef58174f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/networks/3af2dfc0-a1bb-455a-b460-eafc4b3906ef HTTP/1.1" status: 204 len: 168 time: 0.9189951 Aug 28 15:20:05.792756 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38872) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:05.823459 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc033ae-900b-4aa9-9a28-9301ef58174f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Network': ['ID=3af2dfc0-a1bb-455a-b460-eafc4b3906ef,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:05.857842 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d90ad2-6fa7-423c-960d-efb575f0ae7e service neutron] Pushing event updated for resources: {'Port': ['ID=d0573f82-6320-4a88-bbd6-9f99ee17a82b,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:05.907503 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a2e0c0-ae12-4a81-a3c0-4df9993e97da tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:05.907503 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c2a2e0c0-ae12-4a81-a3c0-4df9993e97da tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0947137 Aug 28 15:20:05.908758 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38882) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:05.911975 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b144c5-804e-4809-a7ac-aa8fd78301d2 None None] Sync routers for ids ['9b52cede-d5b1-4646-84da-ed304791f283'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:20:05.930191 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b144c5-804e-4809-a7ac-aa8fd78301d2 None None] Routers {'9b52cede-d5b1-4646-84da-ed304791f283'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:20:05.931026 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-22b144c5-804e-4809-a7ac-aa8fd78301d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:19:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9b52cede-d5b1-4646-84da-ed304791f283'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:05.969843 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8cabf2cc-fc96-4d92-a850-b2d7f654965a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0608432 Aug 28 15:20:05.973458 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38890) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:05.980630 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-fd5bddde-1773-4937-8093-88e0d7523f3d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-823489981'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:06.014623 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5bddde-1773-4937-8093-88e0d7523f3d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:20:06.026983 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd5bddde-1773-4937-8093-88e0d7523f3d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:06.047590 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 8a4264a3-8c52-4e66-bd47-4605a34bd268 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:20:06.048914 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-ba956231-20e5-4673-a5a4-3565436853c9 req-b7d90ad2-6fa7-423c-960d-efb575f0ae7e service neutron] Attempting to bind port d0573f82-6320-4a88-bbd6-9f99ee17a82b on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:20:06.049255 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-ba956231-20e5-4673-a5a4-3565436853c9 req-b7d90ad2-6fa7-423c-960d-efb575f0ae7e service neutron] Attempting to bind port d0573f82-6320-4a88-bbd6-9f99ee17a82b by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '970e9264-bdf6-4390-b758-dbcfc30309a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c99c1ca9-a533-4cce-945b-31b311954a2e'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:20:06.050085 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba956231-20e5-4673-a5a4-3565436853c9 req-b7d90ad2-6fa7-423c-960d-efb575f0ae7e service neutron] Attempting to bind port d0573f82-6320-4a88-bbd6-9f99ee17a82b on network c99c1ca9-a533-4cce-945b-31b311954a2e {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:20:06.065270 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba956231-20e5-4673-a5a4-3565436853c9 req-b7d90ad2-6fa7-423c-960d-efb575f0ae7e service neutron] Port d0573f82-6320-4a88-bbd6-9f99ee17a82b on network c99c1ca9-a533-4cce-945b-31b311954a2e not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:20:06.065808 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba956231-20e5-4673-a5a4-3565436853c9 req-b7d90ad2-6fa7-423c-960d-efb575f0ae7e service neutron] Attempting to bind port d0573f82-6320-4a88-bbd6-9f99ee17a82b on network c99c1ca9-a533-4cce-945b-31b311954a2e {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:20:06.071900 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba956231-20e5-4673-a5a4-3565436853c9 req-b7d90ad2-6fa7-423c-960d-efb575f0ae7e service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:20:06.072495 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba956231-20e5-4673-a5a4-3565436853c9 req-b7d90ad2-6fa7-423c-960d-efb575f0ae7e service neutron] Checking segment: {'id': '970e9264-bdf6-4390-b758-dbcfc30309a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c99c1ca9-a533-4cce-945b-31b311954a2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:20:06.073144 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba956231-20e5-4673-a5a4-3565436853c9 req-b7d90ad2-6fa7-423c-960d-efb575f0ae7e service neutron] Bound using segment: {'id': '970e9264-bdf6-4390-b758-dbcfc30309a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c99c1ca9-a533-4cce-945b-31b311954a2e'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:20:06.073939 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-ba956231-20e5-4673-a5a4-3565436853c9 req-b7d90ad2-6fa7-423c-960d-efb575f0ae7e service neutron] Bound port: d0573f82-6320-4a88-bbd6-9f99ee17a82b, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '970e9264-bdf6-4390-b758-dbcfc30309a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c99c1ca9-a533-4cce-945b-31b311954a2e'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:20:06.074666 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ba956231-20e5-4673-a5a4-3565436853c9 req-b7d90ad2-6fa7-423c-960d-efb575f0ae7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:06.114196 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd5bddde-1773-4937-8093-88e0d7523f3d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:20:06.127478 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd5bddde-1773-4937-8093-88e0d7523f3d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:06.128938 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-fd5bddde-1773-4937-8093-88e0d7523f3d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Added segment dc78d68d-df2d-43ce-983f-393329aa9966 of type vlan for network 6f18b87c-c2c5-4918-99d0-312d78605875 Aug 28 15:20:06.137089 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-22b144c5-804e-4809-a7ac-aa8fd78301d2 None None] Set router 9b52cede-d5b1-4646-84da-ed304791f283 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:20:06.168830 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 8a4264a3-8c52-4e66-bd47-4605a34bd268 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:06.169231 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:06.200928 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd5bddde-1773-4937-8093-88e0d7523f3d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:06.231718 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-ba956231-20e5-4673-a5a4-3565436853c9 req-b7d90ad2-6fa7-423c-960d-efb575f0ae7e service neutron] For port d0573f82-6320-4a88-bbd6-9f99ee17a82b, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:20:06.236958 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-ba956231-20e5-4673-a5a4-3565436853c9 req-b7d90ad2-6fa7-423c-960d-efb575f0ae7e service neutron] For port d0573f82-6320-4a88-bbd6-9f99ee17a82b, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d0573f82-6320-4a88-bbd6-9f99ee17a82b,segment=NetworkSegment(970e9264-bdf6-4390-b758-dbcfc30309a8),segment_id=970e9264-bdf6-4390-b758-dbcfc30309a8)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:20:06.243807 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd5bddde-1773-4937-8093-88e0d7523f3d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:06.244836 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ba956231-20e5-4673-a5a4-3565436853c9 req-b7d90ad2-6fa7-423c-960d-efb575f0ae7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:06.252758 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5bddde-1773-4937-8093-88e0d7523f3d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:06.253766 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd5bddde-1773-4937-8093-88e0d7523f3d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:06.282090 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fd5bddde-1773-4937-8093-88e0d7523f3d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3045554 Aug 28 15:20:06.296003 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38898) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:06.301464 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-f593e543-f8d9-4a41-b4a7-5ff6535a2ffc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'subnet': {'network_id': '6f18b87c-c2c5-4918-99d0-312d78605875', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:06.324756 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba956231-20e5-4673-a5a4-3565436853c9 req-b7d90ad2-6fa7-423c-960d-efb575f0ae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:06.325689 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ba956231-20e5-4673-a5a4-3565436853c9 req-b7d90ad2-6fa7-423c-960d-efb575f0ae7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:06.328237 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ba956231-20e5-4673-a5a4-3565436853c9 req-b7d90ad2-6fa7-423c-960d-efb575f0ae7e service neutron] 10.222.0.41 "PUT /v2.0/ports/d0573f82-6320-4a88-bbd6-9f99ee17a82b HTTP/1.1" status: 200 len: 1092 time: 1.6675129 Aug 28 15:20:06.329015 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac8faf5-d0e6-414d-bb14-cca44c5369fe', 'tag': 'd0573f82-6320-4a88-bbd6-9f99ee17a82b'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:20:06.332124 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b89033-2704-4cdd-9bd5-e11cadc8f24c" -d '{"events": [{"name": "network-changed", "server_uuid": "cac8faf5-d0e6-414d-bb14-cca44c5369fe", "tag": "d0573f82-6320-4a88-bbd6-9f99ee17a82b"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:20:06.361687 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d90ad2-6fa7-423c-960d-efb575f0ae7e service neutron] Pushing event updated for resources: {'Port': ['ID=d0573f82-6320-4a88-bbd6-9f99ee17a82b,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:06.433738 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c665fa8f-3902-4d1e-a42a-0ba0806d9704 x-openstack-request-id: req-c665fa8f-3902-4d1e-a42a-0ba0806d9704 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:20:06.434728 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac8faf5-d0e6-414d-bb14-cca44c5369fe", "tag": "d0573f82-6320-4a88-bbd6-9f99ee17a82b", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:20:06.435182 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c665fa8f-3902-4d1e-a42a-0ba0806d9704 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:20:06.436159 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac8faf5-d0e6-414d-bb14-cca44c5369fe', 'tag': 'd0573f82-6320-4a88-bbd6-9f99ee17a82b', 'status': 'completed', 'code': 200} Aug 28 15:20:06.479430 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba956231-20e5-4673-a5a4-3565436853c9 req-ecf0c03a-594a-4c4f-a345-0b7c0650b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:06.482829 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ba956231-20e5-4673-a5a4-3565436853c9 req-ecf0c03a-594a-4c4f-a345-0b7c0650b93a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=598ca4d186f0474b9507011e48bf3fad&device_id=cac8faf5-d0e6-414d-bb14-cca44c5369fe HTTP/1.1" status: 200 len: 1095 time: 0.1096902 Aug 28 15:20:06.497982 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0333899e-36ad-4823-b457-9ecc38e237b0 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:20:06.516144 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bddde-1773-4937-8093-88e0d7523f3d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Network': ['ID=6f18b87c-c2c5-4918-99d0-312d78605875,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:06.573613 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 6f18b87c-c2c5-4918-99d0-312d78605875 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:20:06.583166 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 0333899e-36ad-4823-b457-9ecc38e237b0 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:20:06.584324 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ba956231-20e5-4673-a5a4-3565436853c9 req-aae53ffb-83c7-4cce-bb65-c2b07fdb6ee7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0573f82-6320-4a88-bbd6-9f99ee17a82b HTTP/1.1" status: 200 len: 217 time: 0.0902498 Aug 28 15:20:06.587984 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0333899e-36ad-4823-b457-9ecc38e237b0 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:20:06.648347 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3cf92-b490-45d7-addb-6deeb8f711c2 req-83ec0c70-4f7d-4543-b70e-6d8a5e7e8609 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:06.650037 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0bc3cf92-b490-45d7-addb-6deeb8f711c2 req-83ec0c70-4f7d-4543-b70e-6d8a5e7e8609 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/ports?device_id=cac8faf5-d0e6-414d-bb14-cca44c5369fe HTTP/1.1" status: 200 len: 943 time: 0.1170733 Aug 28 15:20:06.659432 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-22b144c5-804e-4809-a7ac-aa8fd78301d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b52cede-d5b1-4646-84da-ed304791f283', 'name': 'tempest-TestVolumeBootPattern-198049237-router', 'tenant_id': '38e83d8a803c45409ca7d324e84c471b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '8a4264a3-8c52-4e66-bd47-4605a34bd268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:53Z', 'updated_at': '2021-08-28T15:20:03Z', 'revision_number': 4, 'project_id': '38e83d8a803c45409ca7d324e84c471b', 'gw_port': {'id': '8a4264a3-8c52-4e66-bd47-4605a34bd268', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b52cede-d5b1-4646-84da-ed304791f283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:55Z', 'updated_at': '2021-08-28T15:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b', 'name': '', 'network_id': '348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a', 'tenant_id': '38e83d8a803c45409ca7d324e84c471b', 'mac_address': 'fa:16:3e:d2:d4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b52cede-d5b1-4646-84da-ed304791f283', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'fda9df96-6530-4c66-9a73-fd7fc9bb4a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:02Z', 'updated_at': '2021-08-28T15:20:04Z', 'revision_number': 2, 'project_id': '38e83d8a803c45409ca7d324e84c471b', 'subnets': [{'id': 'fda9df96-6530-4c66-9a73-fd7fc9bb4a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:06.690050 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba956231-20e5-4673-a5a4-3565436853c9 req-b30bcfa5-a199-458f-bece-81155a3945dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:06.691530 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ba956231-20e5-4673-a5a4-3565436853c9 req-b30bcfa5-a199-458f-bece-81155a3945dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d332aaa7-97bd-405d-937f-fc96fa320378 HTTP/1.1" status: 200 len: 865 time: 0.1006117 Aug 28 15:20:06.695999 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f593e543-f8d9-4a41-b4a7-5ff6535a2ffc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:20:06.699604 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f593e543-f8d9-4a41-b4a7-5ff6535a2ffc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:06.700551 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b144c5-804e-4809-a7ac-aa8fd78301d2 None None] Checking router: 9b52cede-d5b1-4646-84da-ed304791f283 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:20:06.700911 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b144c5-804e-4809-a7ac-aa8fd78301d2 None None] Updating router 9b52cede-d5b1-4646-84da-ed304791f283 port 1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:20:06.752693 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ba956231-20e5-4673-a5a4-3565436853c9 req-87b4f74c-5b62-4123-829b-e14ff2225d4d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c99c1ca9-a533-4cce-945b-31b311954a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535707 Aug 28 15:20:06.766277 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0bc3cf92-b490-45d7-addb-6deeb8f711c2 req-ff02186f-51e5-4ce9-9fcd-3e69eb9d4c40 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90380a8-3f25-4f19-ae7d-e47ad808cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039960 Aug 28 15:20:06.799978 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-22b144c5-804e-4809-a7ac-aa8fd78301d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:06.967107 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ba956231-20e5-4673-a5a4-3565436853c9 req-500b28cb-c969-4c2a-bbbf-d95ce20b5af8 service neutron] 10.222.0.41 "GET /v2.0/networks/c99c1ca9-a533-4cce-945b-31b311954a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050409 Aug 28 15:20:07.027406 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f593e543-f8d9-4a41-b4a7-5ff6535a2ffc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:07.125765 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f593e543-f8d9-4a41-b4a7-5ff6535a2ffc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Checking segment: {'id': 'dc78d68d-df2d-43ce-983f-393329aa9966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6f18b87c-c2c5-4918-99d0-312d78605875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:20:07.126206 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f593e543-f8d9-4a41-b4a7-5ff6535a2ffc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network hostable DHCP agents. Network: 6f18b87c-c2c5-4918-99d0-312d78605875, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:20:07.130479 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593e543-f8d9-4a41-b4a7-5ff6535a2ffc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Subnet': ['ID=9bdf5ac2-6faf-4e67-9012-8c15c693c33a,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:07.168545 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f593e543-f8d9-4a41-b4a7-5ff6535a2ffc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network 6f18b87c-c2c5-4918-99d0-312d78605875 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:20:07.193008 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-f593e543-f8d9-4a41-b4a7-5ff6535a2ffc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 6f18b87c-c2c5-4918-99d0-312d78605875) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:07.202963 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25db3f5-97e4-44fe-9512-d325e3d2ccf5 None None] Network 6f18b87c-c2c5-4918-99d0-312d78605875 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:20:07.222503 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ba956231-20e5-4673-a5a4-3565436853c9 req-beba61e4-e933-4e1c-bcd4-e466dcea1813 service neutron] 10.222.0.41 "GET /v2.0/networks/c99c1ca9-a533-4cce-945b-31b311954a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464042 Aug 28 15:20:07.223079 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f593e543-f8d9-4a41-b4a7-5ff6535a2ffc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:07.223833 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f593e543-f8d9-4a41-b4a7-5ff6535a2ffc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:07.252030 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f593e543-f8d9-4a41-b4a7-5ff6535a2ffc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9548280 Aug 28 15:20:07.254443 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38916) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:07.266968 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-41893252-7874-4835-8628-b3dcf8538407 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'port': {'network_id': '6f18b87c-c2c5-4918-99d0-312d78605875', 'name': 'tempest-PortsTestJSON-1186653063'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:07.372876 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-22b144c5-804e-4809-a7ac-aa8fd78301d2 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:07.397445 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-22b144c5-804e-4809-a7ac-aa8fd78301d2 None None] Transition to ACTIVE for port object 1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:07.404009 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b89033-2704-4cdd-9bd5-e11cadc8f24c req-48bb5c6d-5b45-4139-bd4d-5bdc5715ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:07.406238 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-22b144c5-804e-4809-a7ac-aa8fd78301d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:07.412094 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d4b89033-2704-4cdd-9bd5-e11cadc8f24c req-48bb5c6d-5b45-4139-bd4d-5bdc5715ac45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=598ca4d186f0474b9507011e48bf3fad&device_id=cac8faf5-d0e6-414d-bb14-cca44c5369fe HTTP/1.1" status: 200 len: 1095 time: 0.1238735 Aug 28 15:20:07.436990 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91eb673f-5807-459f-9117-c3f0aa2cb1f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-6f18b87c-c2c5-4918-99d0-312d78605875', 'network_id': '6f18b87c-c2c5-4918-99d0-312d78605875', 'tenant_id': 'a49a25d4f6704aa19c86415c67cd6045', 'fixed_ips': [{'subnet_id': '9bdf5ac2-6faf-4e67-9012-8c15c693c33a'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:20:07.438888 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-91eb673f-5807-459f-9117-c3f0aa2cb1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:07.515882 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41893252-7874-4835-8628-b3dcf8538407 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:20:07.521717 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-41893252-7874-4835-8628-b3dcf8538407 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:07.561894 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa048c-4b85-434d-b4ff-777e072a0550 None None] Pushing event updated for resources: {'Port': ['ID=1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:07.576259 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-41893252-7874-4835-8628-b3dcf8538407 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] device_id is not set on port 19c366f9-2397-4b6b-a6d6-a0766d611542 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:20:07.587804 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa048c-4b85-434d-b4ff-777e072a0550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:07.588468 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa048c-4b85-434d-b4ff-777e072a0550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:07.589060 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa048c-4b85-434d-b4ff-777e072a0550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:07.591426 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa048c-4b85-434d-b4ff-777e072a0550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:07.592068 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa048c-4b85-434d-b4ff-777e072a0550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:07.592618 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa048c-4b85-434d-b4ff-777e072a0550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:07.593749 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa048c-4b85-434d-b4ff-777e072a0550 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:07.594560 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa048c-4b85-434d-b4ff-777e072a0550 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:07.595088 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa048c-4b85-434d-b4ff-777e072a0550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:07.595619 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa048c-4b85-434d-b4ff-777e072a0550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:07.596213 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa048c-4b85-434d-b4ff-777e072a0550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:07.596766 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa048c-4b85-434d-b4ff-777e072a0550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:07.633384 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-22b144c5-804e-4809-a7ac-aa8fd78301d2 None None] Attempting to bind port 1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:20:07.634276 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-22b144c5-804e-4809-a7ac-aa8fd78301d2 None None] Attempting to bind port 1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'cb9deba7-305b-46f1-83de-10027df8c14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:20:07.637195 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b144c5-804e-4809-a7ac-aa8fd78301d2 None None] Attempting to bind port 1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b on network 348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:20:07.646130 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b89033-2704-4cdd-9bd5-e11cadc8f24c req-67ec17a9-fa49-4099-bcbd-d62b5d548fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:07.647872 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d4b89033-2704-4cdd-9bd5-e11cadc8f24c req-67ec17a9-fa49-4099-bcbd-d62b5d548fa3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c99c1ca9-a533-4cce-945b-31b311954a2e HTTP/1.1" status: 200 len: 926 time: 0.2307572 Aug 28 15:20:07.656331 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b144c5-804e-4809-a7ac-aa8fd78301d2 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:20:07.658147 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b144c5-804e-4809-a7ac-aa8fd78301d2 None None] Checking segment: {'id': 'cb9deba7-305b-46f1-83de-10027df8c14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:20:07.658651 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-22b144c5-804e-4809-a7ac-aa8fd78301d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:07.659110 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b144c5-804e-4809-a7ac-aa8fd78301d2 None None] Bound using segment: {'id': 'cb9deba7-305b-46f1-83de-10027df8c14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:20:07.660808 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-22b144c5-804e-4809-a7ac-aa8fd78301d2 None None] Bound port: 1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb9deba7-305b-46f1-83de-10027df8c14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:20:07.661312 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-22b144c5-804e-4809-a7ac-aa8fd78301d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:07.767883 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d4b89033-2704-4cdd-9bd5-e11cadc8f24c req-d19e34da-2b1b-4f17-ae53-25d378e3cb0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0573f82-6320-4a88-bbd6-9f99ee17a82b HTTP/1.1" status: 200 len: 217 time: 0.1111877 Aug 28 15:20:07.774174 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-91eb673f-5807-459f-9117-c3f0aa2cb1f0 None None] Allocated IP 172.20.0.2 (6f18b87c-c2c5-4918-99d0-312d78605875/9bdf5ac2-6faf-4e67-9012-8c15c693c33a/8fa02f7c-bf90-47e5-945c-8c72dad59996) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:20:07.814571 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-22b144c5-804e-4809-a7ac-aa8fd78301d2 None None] For port 1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:20:07.824513 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-22b144c5-804e-4809-a7ac-aa8fd78301d2 None None] For port 1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b,segment=NetworkSegment(cb9deba7-305b-46f1-83de-10027df8c14f),segment_id=cb9deba7-305b-46f1-83de-10027df8c14f)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:20:07.842244 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-22b144c5-804e-4809-a7ac-aa8fd78301d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:07.850051 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b89033-2704-4cdd-9bd5-e11cadc8f24c req-d3e10343-f0da-49c2-93ec-a1371f5fc6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:07.851834 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d4b89033-2704-4cdd-9bd5-e11cadc8f24c req-d3e10343-f0da-49c2-93ec-a1371f5fc6e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d332aaa7-97bd-405d-937f-fc96fa320378 HTTP/1.1" status: 200 len: 865 time: 0.0724990 Aug 28 15:20:07.922545 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d4b89033-2704-4cdd-9bd5-e11cadc8f24c req-06c761b9-de1f-4d04-a21f-8c8bd5fc8971 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c99c1ca9-a533-4cce-945b-31b311954a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627978 Aug 28 15:20:07.958749 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa048c-4b85-434d-b4ff-777e072a0550 None None] Pushing event updated for resources: {'Port': ['ID=1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b,revision_number=4']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:07.990074 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b144c5-804e-4809-a7ac-aa8fd78301d2 None None] Routers {'9b52cede-d5b1-4646-84da-ed304791f283'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:20:07.990074 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-22b144c5-804e-4809-a7ac-aa8fd78301d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:19:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9b52cede-d5b1-4646-84da-ed304791f283'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:08.109874 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcba59-52fb-4622-839a-c4b244680a77 req-6383fb0a-9b27-4368-b90d-dd25c55c0509 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:08.123020 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3ebcba59-52fb-4622-839a-c4b244680a77 req-6383fb0a-9b27-4368-b90d-dd25c55c0509 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/ports?device_id=cac8faf5-d0e6-414d-bb14-cca44c5369fe HTTP/1.1" status: 200 len: 943 time: 0.1798115 Aug 28 15:20:08.201759 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d4b89033-2704-4cdd-9bd5-e11cadc8f24c req-73c6ce88-210e-4a32-a5bc-0c2cbe3b0eb2 service neutron] 10.222.0.41 "GET /v2.0/networks/c99c1ca9-a533-4cce-945b-31b311954a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696106 Aug 28 15:20:08.214514 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-22b144c5-804e-4809-a7ac-aa8fd78301d2 None None] Set router 9b52cede-d5b1-4646-84da-ed304791f283 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:20:08.231014 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3ebcba59-52fb-4622-839a-c4b244680a77 req-c4d0fb0f-9b09-4be8-a029-4f06441d67f3 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90380a8-3f25-4f19-ae7d-e47ad808cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030271 Aug 28 15:20:08.263264 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-91eb673f-5807-459f-9117-c3f0aa2cb1f0 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:08.286015 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-91eb673f-5807-459f-9117-c3f0aa2cb1f0 None None] Transition to ACTIVE for port object 8fa02f7c-bf90-47e5-945c-8c72dad59996 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:08.344812 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-91eb673f-5807-459f-9117-c3f0aa2cb1f0 None None] Transition to ACTIVE for port object 8fa02f7c-bf90-47e5-945c-8c72dad59996 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:08.391349 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-91eb673f-5807-459f-9117-c3f0aa2cb1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:08.435396 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6c9e7bb3-a6e2-45ec-9270-f126324c1b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:08.479254 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-41893252-7874-4835-8628-b3dcf8538407 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Allocated IP 172.20.0.8 (6f18b87c-c2c5-4918-99d0-312d78605875/9bdf5ac2-6faf-4e67-9012-8c15c693c33a/19c366f9-2397-4b6b-a6d6-a0766d611542) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:20:08.539308 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eb673f-5807-459f-9117-c3f0aa2cb1f0 None None] Network 6f18b87c-c2c5-4918-99d0-312d78605875 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:20:08.543924 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-91eb673f-5807-459f-9117-c3f0aa2cb1f0 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:08.547315 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eb673f-5807-459f-9117-c3f0aa2cb1f0 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:20:08.561536 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-22b144c5-804e-4809-a7ac-aa8fd78301d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b52cede-d5b1-4646-84da-ed304791f283', 'name': 'tempest-TestVolumeBootPattern-198049237-router', 'tenant_id': '38e83d8a803c45409ca7d324e84c471b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '8a4264a3-8c52-4e66-bd47-4605a34bd268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:53Z', 'updated_at': '2021-08-28T15:20:03Z', 'revision_number': 4, 'project_id': '38e83d8a803c45409ca7d324e84c471b', 'gw_port': {'id': '8a4264a3-8c52-4e66-bd47-4605a34bd268', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b52cede-d5b1-4646-84da-ed304791f283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:55Z', 'updated_at': '2021-08-28T15:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b', 'name': '', 'network_id': '348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a', 'tenant_id': '38e83d8a803c45409ca7d324e84c471b', 'mac_address': 'fa:16:3e:d2:d4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b52cede-d5b1-4646-84da-ed304791f283', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'fda9df96-6530-4c66-9a73-fd7fc9bb4a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:02Z', 'updated_at': '2021-08-28T15:20:07Z', 'revision_number': 4, 'project_id': '38e83d8a803c45409ca7d324e84c471b', 'subnets': [{'id': 'fda9df96-6530-4c66-9a73-fd7fc9bb4a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:08.564206 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb673f-5807-459f-9117-c3f0aa2cb1f0 None None] Pushing event updated for resources: {'Port': ['ID=8fa02f7c-bf90-47e5-945c-8c72dad59996,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:08.594695 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b144c5-804e-4809-a7ac-aa8fd78301d2 None None] The sync data for ids ['9b52cede-d5b1-4646-84da-ed304791f283'] in n-d-712137-10 is: [{'id': '9b52cede-d5b1-4646-84da-ed304791f283', 'name': 'tempest-TestVolumeBootPattern-198049237-router', 'tenant_id': '38e83d8a803c45409ca7d324e84c471b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '8a4264a3-8c52-4e66-bd47-4605a34bd268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:53Z', 'updated_at': '2021-08-28T15:20:03Z', 'revision_number': 4, 'project_id': '38e83d8a803c45409ca7d324e84c471b', 'gw_port': {'id': '8a4264a3-8c52-4e66-bd47-4605a34bd268', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b52cede-d5b1-4646-84da-ed304791f283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:55Z', 'updated_at': '2021-08-28T15:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b', 'name': '', 'network_id': '348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a', 'tenant_id': '38e83d8a803c45409ca7d324e84c471b', 'mac_address': 'fa:16:3e:d2:d4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b52cede-d5b1-4646-84da-ed304791f283', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'fda9df96-6530-4c66-9a73-fd7fc9bb4a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:02Z', 'updated_at': '2021-08-28T15:20:07Z', 'revision_number': 4, 'project_id': '38e83d8a803c45409ca7d324e84c471b', 'subnets': [{'id': 'fda9df96-6530-4c66-9a73-fd7fc9bb4a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:20:08.653262 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-91eb673f-5807-459f-9117-c3f0aa2cb1f0 None None] Attempting to bind port 8fa02f7c-bf90-47e5-945c-8c72dad59996 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:20:08.657162 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-91eb673f-5807-459f-9117-c3f0aa2cb1f0 None None] Attempting to bind port 8fa02f7c-bf90-47e5-945c-8c72dad59996 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'dc78d68d-df2d-43ce-983f-393329aa9966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6f18b87c-c2c5-4918-99d0-312d78605875'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:20:08.657822 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91eb673f-5807-459f-9117-c3f0aa2cb1f0 None None] Attempting to bind port 8fa02f7c-bf90-47e5-945c-8c72dad59996 on network 6f18b87c-c2c5-4918-99d0-312d78605875 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:20:08.674261 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91eb673f-5807-459f-9117-c3f0aa2cb1f0 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:20:08.674791 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91eb673f-5807-459f-9117-c3f0aa2cb1f0 None None] Checking segment: {'id': 'dc78d68d-df2d-43ce-983f-393329aa9966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6f18b87c-c2c5-4918-99d0-312d78605875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:20:08.675316 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-91eb673f-5807-459f-9117-c3f0aa2cb1f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:08.677853 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91eb673f-5807-459f-9117-c3f0aa2cb1f0 None None] Bound using segment: {'id': 'dc78d68d-df2d-43ce-983f-393329aa9966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6f18b87c-c2c5-4918-99d0-312d78605875'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:20:08.677853 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-91eb673f-5807-459f-9117-c3f0aa2cb1f0 None None] Bound port: 8fa02f7c-bf90-47e5-945c-8c72dad59996, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc78d68d-df2d-43ce-983f-393329aa9966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6f18b87c-c2c5-4918-99d0-312d78605875'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:20:08.677853 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-91eb673f-5807-459f-9117-c3f0aa2cb1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:08.805407 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-91eb673f-5807-459f-9117-c3f0aa2cb1f0 None None] For port 8fa02f7c-bf90-47e5-945c-8c72dad59996, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:20:08.809644 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-91eb673f-5807-459f-9117-c3f0aa2cb1f0 None None] For port 8fa02f7c-bf90-47e5-945c-8c72dad59996, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=8fa02f7c-bf90-47e5-945c-8c72dad59996,segment=NetworkSegment(dc78d68d-df2d-43ce-983f-393329aa9966),segment_id=dc78d68d-df2d-43ce-983f-393329aa9966)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:20:08.820719 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-91eb673f-5807-459f-9117-c3f0aa2cb1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:08.841709 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-41893252-7874-4835-8628-b3dcf8538407 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:08.875383 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-41893252-7874-4835-8628-b3dcf8538407 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Transition to ACTIVE for port object 19c366f9-2397-4b6b-a6d6-a0766d611542 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:08.891515 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb673f-5807-459f-9117-c3f0aa2cb1f0 None None] Pushing event updated for resources: {'Port': ['ID=8fa02f7c-bf90-47e5-945c-8c72dad59996,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:08.915931 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d4b89033-2704-4cdd-9bd5-e11cadc8f24c req-a4374e98-9ffa-4686-b3a7-443e8e45e163 service neutron] 10.222.0.41 "GET /v2.0/networks/c99c1ca9-a533-4cce-945b-31b311954a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7051187 Aug 28 15:20:08.937532 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-41893252-7874-4835-8628-b3dcf8538407 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:08.988070 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41893252-7874-4835-8628-b3dcf8538407 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network 6f18b87c-c2c5-4918-99d0-312d78605875 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:20:08.992108 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-41893252-7874-4835-8628-b3dcf8538407 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:08.997392 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41893252-7874-4835-8628-b3dcf8538407 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:20:09.005082 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41893252-7874-4835-8628-b3dcf8538407 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Port': ['ID=19c366f9-2397-4b6b-a6d6-a0766d611542,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:09.066691 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41893252-7874-4835-8628-b3dcf8538407 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:09.067605 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-41893252-7874-4835-8628-b3dcf8538407 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:09.089340 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-41893252-7874-4835-8628-b3dcf8538407 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8335917 Aug 28 15:20:09.091569 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38930) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:09.100148 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-c97687f4-2185-4e06-8f8f-31b3c549ff8f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'port': {'network_id': '6f18b87c-c2c5-4918-99d0-312d78605875', 'name': 'tempest-PortsTestJSON-1151144987'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:09.295542 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97687f4-2185-4e06-8f8f-31b3c549ff8f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:20:09.305092 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c97687f4-2185-4e06-8f8f-31b3c549ff8f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:09.345416 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-c97687f4-2185-4e06-8f8f-31b3c549ff8f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] device_id is not set on port 3613eb4b-85b4-4801-8efb-e23499edc4bb yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:20:09.565791 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-c97687f4-2185-4e06-8f8f-31b3c549ff8f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Allocated IP 172.20.0.5 (6f18b87c-c2c5-4918-99d0-312d78605875/9bdf5ac2-6faf-4e67-9012-8c15c693c33a/3613eb4b-85b4-4801-8efb-e23499edc4bb) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:20:09.611296 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72095a55-ef91-4e7a-8769-429a1e27c90d req-0f87cf27-9b88-411c-ac4e-d6cbcef5e62c tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:09.613449 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-72095a55-ef91-4e7a-8769-429a1e27c90d req-0f87cf27-9b88-411c-ac4e-d6cbcef5e62c tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/ports?device_id=cac8faf5-d0e6-414d-bb14-cca44c5369fe HTTP/1.1" status: 200 len: 943 time: 0.2616973 Aug 28 15:20:09.744367 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-72095a55-ef91-4e7a-8769-429a1e27c90d req-e43c9bfa-9d2c-4e9a-9303-0ca1e4d7d078 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90380a8-3f25-4f19-ae7d-e47ad808cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144643 Aug 28 15:20:09.872834 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c97687f4-2185-4e06-8f8f-31b3c549ff8f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:09.932571 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-c97687f4-2185-4e06-8f8f-31b3c549ff8f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Transition to ACTIVE for port object 3613eb4b-85b4-4801-8efb-e23499edc4bb will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:10.065616 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c97687f4-2185-4e06-8f8f-31b3c549ff8f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:10.065926 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-eabc783e-80a6-4364-82bf-ae93d06e44c6 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:10.076530 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-eabc783e-80a6-4364-82bf-ae93d06e44c6 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/networks?id=8878cb2c-b382-48c1-8c2a-67543a7cb61c HTTP/1.1" status: 200 len: 811 time: 0.2325883 Aug 28 15:20:10.105215 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-77273089-8091-44c8-9136-4b9511fe2f90 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/quotas/c6cc5102288e4115b2b96ff1028147b2 HTTP/1.1" status: 200 len: 375 time: 0.0274436 Aug 28 15:20:10.118587 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 8fa02f7c-bf90-47e5-945c-8c72dad59996 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:20:10.186452 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97687f4-2185-4e06-8f8f-31b3c549ff8f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network 6f18b87c-c2c5-4918-99d0-312d78605875 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:20:10.193442 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 8fa02f7c-bf90-47e5-945c-8c72dad59996 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:10.197616 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-c97687f4-2185-4e06-8f8f-31b3c549ff8f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:10.204185 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97687f4-2185-4e06-8f8f-31b3c549ff8f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:20:10.207405 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:20:10.219902 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-876006d0-05f0-4fc0-a04e-d3e36d0b57f9 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6cc5102288e4115b2b96ff1028147b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1135800 Aug 28 15:20:10.220481 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97687f4-2185-4e06-8f8f-31b3c549ff8f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Port': ['ID=3613eb4b-85b4-4801-8efb-e23499edc4bb,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:10.312807 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:10.319522 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:10.321071 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:10.330065 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97687f4-2185-4e06-8f8f-31b3c549ff8f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:10.330743 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c97687f4-2185-4e06-8f8f-31b3c549ff8f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:10.366845 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38954) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:10.367045 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c97687f4-2185-4e06-8f8f-31b3c549ff8f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2738760 Aug 28 15:20:10.467829 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:10.514912 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b,segment=NetworkSegment(cb9deba7-305b-46f1-83de-10027df8c14f),segment_id=cb9deba7-305b-46f1-83de-10027df8c14f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:10.521262 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:10.551502 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfa7981-322b-4cc3-8919-e8a0b56cff51 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:10.556699 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 38956) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:10.565982 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-cdfa7981-322b-4cc3-8919-e8a0b56cff51 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.1973805 Aug 28 15:20:10.607689 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-4506197f-0c52-4bec-ad99-79144f6e3adb service neutron] 10.222.0.13 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842192 Aug 28 15:20:10.612931 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:10.623097 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bbf94d-f3f1-4a30-87ed-315435a13a97 None None] Network 6f18b87c-c2c5-4918-99d0-312d78605875 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:20:10.700308 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ae286838-ced9-4af2-9f7c-0e7f855cec5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:10.719010 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a3f8a19e-5b48-4c22-aaf2-9a08eb3b6ec9 None None] Provisioning for port 8fa02f7c-bf90-47e5-945c-8c72dad59996 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:10.722568 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-2d9eb3c2-de7c-4eea-b33d-9211ee7dc3f4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting port 3613eb4b-85b4-4801-8efb-e23499edc4bb {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:20:10.722995 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d9eb3c2-de7c-4eea-b33d-9211ee7dc3f4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:10.724241 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a3f8a19e-5b48-4c22-aaf2-9a08eb3b6ec9 None None] Provisioning complete for port 8fa02f7c-bf90-47e5-945c-8c72dad59996 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:10.724627 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a3f8a19e-5b48-4c22-aaf2-9a08eb3b6ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:10.756393 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-029a2503-8358-43fc-97d7-b8211632f970 service neutron] 10.222.0.13 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344650 Aug 28 15:20:10.845179 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:10.905008 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d9eb3c2-de7c-4eea-b33d-9211ee7dc3f4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:10.930331 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a3f8a19e-5b48-4c22-aaf2-9a08eb3b6ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:10.987326 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-a3f8a19e-5b48-4c22-aaf2-9a08eb3b6ec9 None None] For port 8fa02f7c-bf90-47e5-945c-8c72dad59996, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=8fa02f7c-bf90-47e5-945c-8c72dad59996,segment=NetworkSegment(dc78d68d-df2d-43ce-983f-393329aa9966),segment_id=dc78d68d-df2d-43ce-983f-393329aa9966)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:10.988616 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-2d9eb3c2-de7c-4eea-b33d-9211ee7dc3f4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Calling delete_port for 3613eb4b-85b4-4801-8efb-e23499edc4bb owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:20:10.993684 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a3f8a19e-5b48-4c22-aaf2-9a08eb3b6ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:11.037331 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133aecf-4c46-46e9-bbfb-efd936f94184 req-986e63fc-9bf6-4905-a2f3-6c6e2dbee088 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:11.039870 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2133aecf-4c46-46e9-bbfb-efd936f94184 req-986e63fc-9bf6-4905-a2f3-6c6e2dbee088 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/ports?device_id=cac8faf5-d0e6-414d-bb14-cca44c5369fe HTTP/1.1" status: 200 len: 943 time: 0.1306624 Aug 28 15:20:11.073231 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8a19e-5b48-4c22-aaf2-9a08eb3b6ec9 None None] Pushing event updated for resources: {'Port': ['ID=8fa02f7c-bf90-47e5-945c-8c72dad59996,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:11.156772 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2133aecf-4c46-46e9-bbfb-efd936f94184 req-98101d77-cb9e-49b7-96e0-f1f4d39efd0d tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90380a8-3f25-4f19-ae7d-e47ad808cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768585 Aug 28 15:20:11.199558 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3bbba450-446d-4fcf-b65e-3f989640ed8d req-64b95910-22ce-4159-afd5-6927c67f7f68 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 210 time: 0.0367243 Aug 28 15:20:11.224302 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-31c7fede-8303-48b2-b349-6f71dfccc591 None None] Provisioning complete for port 8fa02f7c-bf90-47e5-945c-8c72dad59996 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:11.224786 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-31c7fede-8303-48b2-b349-6f71dfccc591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:11.249499 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d9eb3c2-de7c-4eea-b33d-9211ee7dc3f4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:11.279898 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d0573f82-6320-4a88-bbd6-9f99ee17a82b details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:20:11.315718 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9eb3c2-de7c-4eea-b33d-9211ee7dc3f4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Port': ['ID=3613eb4b-85b4-4801-8efb-e23499edc4bb,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:11.424090 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d9eb3c2-de7c-4eea-b33d-9211ee7dc3f4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:11.431254 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38982) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:11.431431 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2d9eb3c2-de7c-4eea-b33d-9211ee7dc3f4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/ports/3613eb4b-85b4-4801-8efb-e23499edc4bb HTTP/1.1" status: 204 len: 168 time: 0.8736029 Aug 28 15:20:11.484618 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c37f22-de3b-4129-b015-11d65a075958 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] GET failed (client error): The resource could not be found. Aug 28 15:20:11.488325 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b6c37f22-de3b-4129-b015-11d65a075958 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "GET /v2.0/ports/3613eb4b-85b4-4801-8efb-e23499edc4bb HTTP/1.1" status: 404 len: 333 time: 0.0558708 Aug 28 15:20:11.488635 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-31c7fede-8303-48b2-b349-6f71dfccc591 None None] Could not find standard attr ID for object 3613eb4b-85b4-4801-8efb-e23499edc4bb. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:20:11.491163 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 38984) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:11.531562 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-31c7fede-8303-48b2-b349-6f71dfccc591 None None] Provisioning for port 19c366f9-2397-4b6b-a6d6-a0766d611542 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:11.535045 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d0573f82-6320-4a88-bbd6-9f99ee17a82b, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d0573f82-6320-4a88-bbd6-9f99ee17a82b,segment=NetworkSegment(970e9264-bdf6-4390-b758-dbcfc30309a8),segment_id=970e9264-bdf6-4390-b758-dbcfc30309a8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:11.546576 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-31c7fede-8303-48b2-b349-6f71dfccc591 None None] Provisioning complete for port 19c366f9-2397-4b6b-a6d6-a0766d611542 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:11.546957 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-31c7fede-8303-48b2-b349-6f71dfccc591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:11.551485 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'd0573f82-6320-4a88-bbd6-9f99ee17a82b', 'network_id': 'c99c1ca9-a533-4cce-945b-31b311954a2e', 'port_id': 'd0573f82-6320-4a88-bbd6-9f99ee17a82b', 'mac_address': 'fa:16:3e:bf:e6:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd332aaa7-97bd-405d-937f-fc96fa320378', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:20:11.621689 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:11.660779 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0573f82-6320-4a88-bbd6-9f99ee17a82b {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:20:11.674062 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-30947300-82a4-45df-8e69-d7b21bd222e1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting port 19c366f9-2397-4b6b-a6d6-a0766d611542 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:20:11.674479 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-30947300-82a4-45df-8e69-d7b21bd222e1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:11.691428 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d0573f82-6320-4a88-bbd6-9f99ee17a82b, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d0573f82-6320-4a88-bbd6-9f99ee17a82b,segment=NetworkSegment(970e9264-bdf6-4390-b758-dbcfc30309a8),segment_id=970e9264-bdf6-4390-b758-dbcfc30309a8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:11.692787 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-31c7fede-8303-48b2-b349-6f71dfccc591 None None] Port 19c366f9-2397-4b6b-a6d6-a0766d611542 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:20:11.701703 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:11.820628 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-30947300-82a4-45df-8e69-d7b21bd222e1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:11.845372 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-30947300-82a4-45df-8e69-d7b21bd222e1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Calling delete_port for 19c366f9-2397-4b6b-a6d6-a0766d611542 owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:20:11.849412 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=d0573f82-6320-4a88-bbd6-9f99ee17a82b,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:11.862139 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:11.862139 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a2c3ed3d-f2df-4762-ab73-b4d02895dc46 None None] Could not find standard attr ID for object 3613eb4b-85b4-4801-8efb-e23499edc4bb. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:20:11.896415 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a2c3ed3d-f2df-4762-ab73-b4d02895dc46 None None] Provisioning complete for port 19c366f9-2397-4b6b-a6d6-a0766d611542 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:11.896863 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a2c3ed3d-f2df-4762-ab73-b4d02895dc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:11.941369 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a2c3ed3d-f2df-4762-ab73-b4d02895dc46 None None] Port 19c366f9-2397-4b6b-a6d6-a0766d611542 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:20:12.006258 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['d0573f82-6320-4a88-bbd6-9f99ee17a82b'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:20:12.012174 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 8fa02f7c-bf90-47e5-945c-8c72dad59996 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:20:12.113243 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-30947300-82a4-45df-8e69-d7b21bd222e1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:12.146445 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30947300-82a4-45df-8e69-d7b21bd222e1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Port': ['ID=19c366f9-2397-4b6b-a6d6-a0766d611542,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:12.157089 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 8fa02f7c-bf90-47e5-945c-8c72dad59996 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:12.157473 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:12.258020 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-30947300-82a4-45df-8e69-d7b21bd222e1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:12.263844 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39000) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:12.275301 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-30947300-82a4-45df-8e69-d7b21bd222e1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/ports/19c366f9-2397-4b6b-a6d6-a0766d611542 HTTP/1.1" status: 204 len: 168 time: 0.7825232 Aug 28 15:20:12.298999 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4ab2fd-46b9-4fed-a38e-a2596d20adca tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] GET failed (client error): The resource could not be found. Aug 28 15:20:12.304809 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39002) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:12.315155 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4e4ab2fd-46b9-4fed-a38e-a2596d20adca tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "GET /v2.0/ports/19c366f9-2397-4b6b-a6d6-a0766d611542 HTTP/1.1" status: 404 len: 333 time: 0.0493801 Aug 28 15:20:12.393645 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6477efb-5587-42a1-88bf-58f24c399634 req-31c8d289-6963-4972-9e7e-441f58081338 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:12.401587 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6cceb5e5-f9b3-4300-ada5-208fb5e5be65 req-e9066f8e-e9c2-4ae8-bbf2-5d54208b7f45 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 210 time: 0.0490296 Aug 28 15:20:12.414373 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a6477efb-5587-42a1-88bf-58f24c399634 req-31c8d289-6963-4972-9e7e-441f58081338 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/ports?device_id=cac8faf5-d0e6-414d-bb14-cca44c5369fe HTTP/1.1" status: 200 len: 944 time: 0.0953197 Aug 28 15:20:12.431321 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b976c7d-1179-43a5-bf44-e359b365573c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting subnet 9bdf5ac2-6faf-4e67-9012-8c15c693c33a {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:20:12.436178 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0b976c7d-1179-43a5-bf44-e359b365573c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:12.464598 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:20:12.523274 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0b976c7d-1179-43a5-bf44-e359b365573c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:12.577423 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:12.577815 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:12.642781 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-eb2dce7a-1cef-47e6-9410-9230c614fc1b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:12.644286 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-eb2dce7a-1cef-47e6-9410-9230c614fc1b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.36 "GET /v2.0/networks?id=8878cb2c-b382-48c1-8c2a-67543a7cb61c HTTP/1.1" status: 200 len: 811 time: 0.1712506 Aug 28 15:20:12.658762 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-f603c0a9-97db-476c-9e29-b7471ad0f877 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Request body: {'port': {'device_id': 'ffdd9f2e-1075-4ead-b05a-190c1060959c', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'admin_state_up': True, 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:12.693444 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0b976c7d-1179-43a5-bf44-e359b365573c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:12.699019 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a6477efb-5587-42a1-88bf-58f24c399634 req-d19f1bad-197a-4bdd-8318-45c90788b5af tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90380a8-3f25-4f19-ae7d-e47ad808cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834556 Aug 28 15:20:12.793349 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0b976c7d-1179-43a5-bf44-e359b365573c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:12.869070 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-f603c0a9-97db-476c-9e29-b7471ad0f877 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Made reservation on behalf of c6cc5102288e4115b2b96ff1028147b2 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:20:12.878916 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-f603c0a9-97db-476c-9e29-b7471ad0f877 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:12.908749 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cf1627-ff51-423c-b166-9e56567c3e44 None None] Network 6f18b87c-c2c5-4918-99d0-312d78605875 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:20:12.920351 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b976c7d-1179-43a5-bf44-e359b365573c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Subnet': ['ID=9bdf5ac2-6faf-4e67-9012-8c15c693c33a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:12.926594 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0b976c7d-1179-43a5-bf44-e359b365573c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:12.929760 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0b976c7d-1179-43a5-bf44-e359b365573c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/subnets/9bdf5ac2-6faf-4e67-9012-8c15c693c33a HTTP/1.1" status: 204 len: 168 time: 0.6221888 Aug 28 15:20:12.938652 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39010) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:13.073103 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-f603c0a9-97db-476c-9e29-b7471ad0f877 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Allocated IP 172.20.0.4 (8878cb2c-b382-48c1-8c2a-67543a7cb61c/551c7bac-a4f4-45ec-a575-eb6f29eb5d74/3d9b9d6d-3931-479d-bea6-67308ad77344) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:20:13.126395 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7464a6d4-6464-45a3-b506-bc253fcd7acc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:13.255488 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-7464a6d4-6464-45a3-b506-bc253fcd7acc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting port 8fa02f7c-bf90-47e5-945c-8c72dad59996 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:20:13.255759 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7464a6d4-6464-45a3-b506-bc253fcd7acc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:13.276501 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d0573f82-6320-4a88-bbd6-9f99ee17a82b up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:20:13.281197 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593d7a32-02f8-478d-b549-c004f9e0cb2a None None] DHCP port deletion for 6f18b87c-c2c5-4918-99d0-312d78605875 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:20:13.296376 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-f603c0a9-97db-476c-9e29-b7471ad0f877 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:13.327902 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-f603c0a9-97db-476c-9e29-b7471ad0f877 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Transition to ACTIVE for port object 3d9b9d6d-3931-479d-bea6-67308ad77344 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:13.368296 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-f603c0a9-97db-476c-9e29-b7471ad0f877 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:13.382450 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:13.416097 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-7464a6d4-6464-45a3-b506-bc253fcd7acc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] For port 8fa02f7c-bf90-47e5-945c-8c72dad59996, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=8fa02f7c-bf90-47e5-945c-8c72dad59996,segment=NetworkSegment(dc78d68d-df2d-43ce-983f-393329aa9966),segment_id=dc78d68d-df2d-43ce-983f-393329aa9966)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:13.416752 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7464a6d4-6464-45a3-b506-bc253fcd7acc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:13.442960 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-f603c0a9-97db-476c-9e29-b7471ad0f877 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Network 8878cb2c-b382-48c1-8c2a-67543a7cb61c is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:20:13.457420 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-7464a6d4-6464-45a3-b506-bc253fcd7acc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Calling delete_port for 8fa02f7c-bf90-47e5-945c-8c72dad59996 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:20:13.461923 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-f603c0a9-97db-476c-9e29-b7471ad0f877 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:13.472991 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-f603c0a9-97db-476c-9e29-b7471ad0f877 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:20:13.487381 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port d0573f82-6320-4a88-bbd6-9f99ee17a82b completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:13.497924 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port d0573f82-6320-4a88-bbd6-9f99ee17a82b triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:13.498356 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:13.556402 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c0a9-97db-476c-9e29-b7471ad0f877 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Pushing event updated for resources: {'Port': ['ID=3d9b9d6d-3931-479d-bea6-67308ad77344,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:13.611317 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-f603c0a9-97db-476c-9e29-b7471ad0f877 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:13.612383 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-f603c0a9-97db-476c-9e29-b7471ad0f877 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:13.615336 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-593d7a32-02f8-478d-b549-c004f9e0cb2a None None] Deleting port 8fa02f7c-bf90-47e5-945c-8c72dad59996 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:20:13.615868 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-593d7a32-02f8-478d-b549-c004f9e0cb2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:13.642284 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7464a6d4-6464-45a3-b506-bc253fcd7acc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:13.651557 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa455a75-6972-4183-a625-162e9a8ea14d req-c32b9a53-dece-40ae-9ab4-6d8957a9bca1 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:13.654646 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aa455a75-6972-4183-a625-162e9a8ea14d req-c32b9a53-dece-40ae-9ab4-6d8957a9bca1 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 931 time: 0.1215453 Aug 28 15:20:13.656636 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-f603c0a9-97db-476c-9e29-b7471ad0f877 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0022297 Aug 28 15:20:13.682203 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-3d15648b-010a-48c4-a868-c131b1cf5e26 service neutron] Request body: {'port': {'device_id': 'ffdd9f2e-1075-4ead-b05a-190c1060959c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:13.690904 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464a6d4-6464-45a3-b506-bc253fcd7acc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Port': ['ID=8fa02f7c-bf90-47e5-945c-8c72dad59996,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:13.701636 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7464a6d4-6464-45a3-b506-bc253fcd7acc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] No DVR routers for this DVR port 8fa02f7c-bf90-47e5-945c-8c72dad59996 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:20:13.788741 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-593d7a32-02f8-478d-b549-c004f9e0cb2a None None] For port 8fa02f7c-bf90-47e5-945c-8c72dad59996, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=8fa02f7c-bf90-47e5-945c-8c72dad59996,segment=NetworkSegment(dc78d68d-df2d-43ce-983f-393329aa9966),segment_id=dc78d68d-df2d-43ce-983f-393329aa9966)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:13.788879 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-593d7a32-02f8-478d-b549-c004f9e0cb2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:13.820171 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aa455a75-6972-4183-a625-162e9a8ea14d req-0f151c10-f360-4ecb-840c-11260b10a9ad tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579349 Aug 28 15:20:13.821513 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-3d15648b-010a-48c4-a868-c131b1cf5e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:13.886831 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-593d7a32-02f8-478d-b549-c004f9e0cb2a None None] Calling delete_port for 8fa02f7c-bf90-47e5-945c-8c72dad59996 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:20:13.906021 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:13.960569 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7464a6d4-6464-45a3-b506-bc253fcd7acc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:13.989487 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d0573f82-6320-4a88-bbd6-9f99ee17a82b, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d0573f82-6320-4a88-bbd6-9f99ee17a82b,segment=NetworkSegment(970e9264-bdf6-4390-b758-dbcfc30309a8),segment_id=970e9264-bdf6-4390-b758-dbcfc30309a8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:13.994883 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac8faf5-d0e6-414d-bb14-cca44c5369fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0573f82-6320-4a88-bbd6-9f99ee17a82b'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:20:13.997191 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85854d9f-8fe2-4605-9d1d-8b11b3d46fe8" -d '{"events": [{"server_uuid": "cac8faf5-d0e6-414d-bb14-cca44c5369fe", "name": "network-vif-plugged", "status": "completed", "tag": "d0573f82-6320-4a88-bbd6-9f99ee17a82b"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:20:14.004330 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 8fa02f7c-bf90-47e5-945c-8c72dad59996 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:20:14.027005 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-7464a6d4-6464-45a3-b506-bc253fcd7acc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f18b87c-c2c5-4918-99d0-312d78605875']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:14.040910 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 8fa02f7c-bf90-47e5-945c-8c72dad59996 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:20:14.041253 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 8fa02f7c-bf90-47e5-945c-8c72dad59996 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:20:14.044091 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:14.071442 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-7464a6d4-6464-45a3-b506-bc253fcd7acc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc78d68d-df2d-43ce-983f-393329aa9966') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:14.074357 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-7464a6d4-6464-45a3-b506-bc253fcd7acc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc78d68d-df2d-43ce-983f-393329aa9966') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:14.105303 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7464a6d4-6464-45a3-b506-bc253fcd7acc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:14.106825 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-510c0079-b2a3-4f5f-89ed-62afd042e4d9 None None] Provisioning for port 3d9b9d6d-3931-479d-bea6-67308ad77344 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:14.113055 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=d0573f82-6320-4a88-bbd6-9f99ee17a82b,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:14.115686 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-510c0079-b2a3-4f5f-89ed-62afd042e4d9 None None] Provisioning complete for port 3d9b9d6d-3931-479d-bea6-67308ad77344 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:14.116657 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-510c0079-b2a3-4f5f-89ed-62afd042e4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:14.141787 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc62266-ba11-4886-9819-d56525587e53 req-c15c84be-911b-40ca-b470-731a4e8e41d3 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:14.143748 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2fc62266-ba11-4886-9819-d56525587e53 req-c15c84be-911b-40ca-b470-731a4e8e41d3 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/ports?device_id=cac8faf5-d0e6-414d-bb14-cca44c5369fe HTTP/1.1" status: 200 len: 944 time: 0.2111931 Aug 28 15:20:14.153787 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7464a6d4-6464-45a3-b506-bc253fcd7acc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:14.155440 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d2980f-17ec-4a99-bbe9-c15d381be580 x-openstack-request-id: req-93d2980f-17ec-4a99-bbe9-c15d381be580 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:20:14.155997 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac8faf5-d0e6-414d-bb14-cca44c5369fe", "name": "network-vif-plugged", "status": "completed", "tag": "d0573f82-6320-4a88-bbd6-9f99ee17a82b", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:20:14.156487 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93d2980f-17ec-4a99-bbe9-c15d381be580 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:20:14.157108 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac8faf5-d0e6-414d-bb14-cca44c5369fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0573f82-6320-4a88-bbd6-9f99ee17a82b', 'code': 200} Aug 28 15:20:14.161464 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7464a6d4-6464-45a3-b506-bc253fcd7acc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:20:14.161904 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7464a6d4-6464-45a3-b506-bc253fcd7acc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:14.175854 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-510c0079-b2a3-4f5f-89ed-62afd042e4d9 None None] Port 3d9b9d6d-3931-479d-bea6-67308ad77344 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:20:14.197574 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-593d7a32-02f8-478d-b549-c004f9e0cb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:14.229180 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d7a32-02f8-478d-b549-c004f9e0cb2a None None] Pushing event deleted for resources: {'Port': ['ID=8fa02f7c-bf90-47e5-945c-8c72dad59996,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:20:14.235482 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:20:14.244092 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593d7a32-02f8-478d-b549-c004f9e0cb2a None None] No DVR routers for this DVR port 8fa02f7c-bf90-47e5-945c-8c72dad59996 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:20:14.264228 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7464a6d4-6464-45a3-b506-bc253fcd7acc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:14.293625 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7464a6d4-6464-45a3-b506-bc253fcd7acc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:14.295476 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7464a6d4-6464-45a3-b506-bc253fcd7acc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/networks/6f18b87c-c2c5-4918-99d0-312d78605875 HTTP/1.1" status: 204 len: 168 time: 1.3552825 Aug 28 15:20:14.305478 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39020) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:14.318800 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-5bb3dbda-ff09-4962-99af-49c20d440a35 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1085652144'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:14.328902 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464a6d4-6464-45a3-b506-bc253fcd7acc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Network': ['ID=6f18b87c-c2c5-4918-99d0-312d78605875,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:14.354222 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2fc62266-ba11-4886-9819-d56525587e53 req-5dbb6d2b-b150-4307-8882-ce110aa0cbe7 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90380a8-3f25-4f19-ae7d-e47ad808cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026494 Aug 28 15:20:14.367049 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc34e05-92fa-4495-acaf-c7fdeda6e7b1 req-f86beadf-43b8-436b-9d48-925c7e5c527d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:14.367049 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6cc34e05-92fa-4495-acaf-c7fdeda6e7b1 req-f86beadf-43b8-436b-9d48-925c7e5c527d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cac8faf5-d0e6-414d-bb14-cca44c5369fe HTTP/1.1" status: 200 len: 1097 time: 0.1255729 Aug 28 15:20:14.381716 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb3dbda-ff09-4962-99af-49c20d440a35 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:20:14.385910 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5bb3dbda-ff09-4962-99af-49c20d440a35 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:14.437435 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6cc34e05-92fa-4495-acaf-c7fdeda6e7b1 req-bc7f7d8d-ec84-4e23-a68c-b1d5bfa97092 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b90380a8-3f25-4f19-ae7d-e47ad808cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645473 Aug 28 15:20:14.438317 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb3dbda-ff09-4962-99af-49c20d440a35 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:20:14.449487 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5bb3dbda-ff09-4962-99af-49c20d440a35 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:14.449848 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-5bb3dbda-ff09-4962-99af-49c20d440a35 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Added segment e3ea1382-eef1-469e-8db7-6fdb9b09b128 of type vlan for network a1d6e9a5-1729-4684-83bf-213c73199dec Aug 28 15:20:14.503551 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5bb3dbda-ff09-4962-99af-49c20d440a35 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:14.529679 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5bb3dbda-ff09-4962-99af-49c20d440a35 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:14.535559 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb3dbda-ff09-4962-99af-49c20d440a35 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:14.536187 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5bb3dbda-ff09-4962-99af-49c20d440a35 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:14.592294 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5bb3dbda-ff09-4962-99af-49c20d440a35 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2776060 Aug 28 15:20:14.594843 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39022) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:14.602502 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-86ca6e0a-ce0f-4fce-8817-bc49dcedfe2f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'subnet': {'network_id': 'a1d6e9a5-1729-4684-83bf-213c73199dec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:14.627817 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-3d15648b-010a-48c4-a868-c131b1cf5e26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d9b9d6d-3931-479d-bea6-67308ad77344 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:20:14.636101 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-3d15648b-010a-48c4-a868-c131b1cf5e26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:14.650835 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-3d15648b-010a-48c4-a868-c131b1cf5e26 service neutron] Transition to ACTIVE for port object 3d9b9d6d-3931-479d-bea6-67308ad77344 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:14.653715 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3dbda-ff09-4962-99af-49c20d440a35 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Network': ['ID=a1d6e9a5-1729-4684-83bf-213c73199dec,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:14.655565 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-3d15648b-010a-48c4-a868-c131b1cf5e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:14.669595 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network a1d6e9a5-1729-4684-83bf-213c73199dec details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:20:14.740375 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ca6e0a-ce0f-4fce-8817-bc49dcedfe2f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:20:14.751502 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-86ca6e0a-ce0f-4fce-8817-bc49dcedfe2f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:14.766092 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15648b-010a-48c4-a868-c131b1cf5e26 service neutron] Pushing event updated for resources: {'Port': ['ID=3d9b9d6d-3931-479d-bea6-67308ad77344,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:14.806772 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-3d15648b-010a-48c4-a868-c131b1cf5e26 service neutron] Attempting to bind port 3d9b9d6d-3931-479d-bea6-67308ad77344 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:20:14.807199 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-3d15648b-010a-48c4-a868-c131b1cf5e26 service neutron] Attempting to bind port 3d9b9d6d-3931-479d-bea6-67308ad77344 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:20:14.807548 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-3d15648b-010a-48c4-a868-c131b1cf5e26 service neutron] Attempting to bind port 3d9b9d6d-3931-479d-bea6-67308ad77344 on network 8878cb2c-b382-48c1-8c2a-67543a7cb61c {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:20:14.812733 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-3d15648b-010a-48c4-a868-c131b1cf5e26 service neutron] Port 3d9b9d6d-3931-479d-bea6-67308ad77344 on network 8878cb2c-b382-48c1-8c2a-67543a7cb61c not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:20:14.813124 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-3d15648b-010a-48c4-a868-c131b1cf5e26 service neutron] Attempting to bind port 3d9b9d6d-3931-479d-bea6-67308ad77344 on network 8878cb2c-b382-48c1-8c2a-67543a7cb61c {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:20:14.818904 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-3d15648b-010a-48c4-a868-c131b1cf5e26 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:20:14.820065 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-3d15648b-010a-48c4-a868-c131b1cf5e26 service neutron] Checking segment: {'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:20:14.820456 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-3d15648b-010a-48c4-a868-c131b1cf5e26 service neutron] Bound using segment: {'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:20:14.820887 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-3d15648b-010a-48c4-a868-c131b1cf5e26 service neutron] Bound port: 3d9b9d6d-3931-479d-bea6-67308ad77344, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:20:14.821302 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-3d15648b-010a-48c4-a868-c131b1cf5e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:14.931787 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-3d15648b-010a-48c4-a868-c131b1cf5e26 service neutron] For port 3d9b9d6d-3931-479d-bea6-67308ad77344, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:20:14.938747 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-3d15648b-010a-48c4-a868-c131b1cf5e26 service neutron] For port 3d9b9d6d-3931-479d-bea6-67308ad77344, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=3d9b9d6d-3931-479d-bea6-67308ad77344,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:20:14.983856 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-3d15648b-010a-48c4-a868-c131b1cf5e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:15.007400 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-86ca6e0a-ce0f-4fce-8817-bc49dcedfe2f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:15.044841 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-3d15648b-010a-48c4-a868-c131b1cf5e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:15.045661 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-3d15648b-010a-48c4-a868-c131b1cf5e26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:15.047042 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-3d15648b-010a-48c4-a868-c131b1cf5e26 service neutron] 10.222.0.36 "PUT /v2.0/ports/3d9b9d6d-3931-479d-bea6-67308ad77344 HTTP/1.1" status: 200 len: 1092 time: 1.3775918 Aug 28 15:20:15.049122 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffdd9f2e-1075-4ead-b05a-190c1060959c', 'tag': '3d9b9d6d-3931-479d-bea6-67308ad77344'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:20:15.051564 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a213ce-6127-476a-8b2f-de0cf9d53c32" -d '{"events": [{"name": "network-changed", "server_uuid": "ffdd9f2e-1075-4ead-b05a-190c1060959c", "tag": "3d9b9d6d-3931-479d-bea6-67308ad77344"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:20:15.095338 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16e64a-641f-4cb5-bf7c-e1c13e188329 req-e79ec7e1-42c5-41e7-8695-3a004b9daa6b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:15.096480 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca6e0a-ce0f-4fce-8817-bc49dcedfe2f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Subnet': ['ID=534089c9-42cd-4866-8c15-0cf7262b6cc7,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:15.097433 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6b16e64a-641f-4cb5-bf7c-e1c13e188329 req-e79ec7e1-42c5-41e7-8695-3a004b9daa6b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 943 time: 0.1505609 Aug 28 15:20:15.099315 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ca6e0a-ce0f-4fce-8817-bc49dcedfe2f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Checking segment: {'id': 'e3ea1382-eef1-469e-8db7-6fdb9b09b128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a1d6e9a5-1729-4684-83bf-213c73199dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:20:15.099907 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ca6e0a-ce0f-4fce-8817-bc49dcedfe2f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network hostable DHCP agents. Network: a1d6e9a5-1729-4684-83bf-213c73199dec, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:20:15.122641 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ca6e0a-ce0f-4fce-8817-bc49dcedfe2f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network a1d6e9a5-1729-4684-83bf-213c73199dec is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:20:15.137190 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-86ca6e0a-ce0f-4fce-8817-bc49dcedfe2f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, a1d6e9a5-1729-4684-83bf-213c73199dec) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:15.150320 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd1ade7-2018-40b2-97ed-bbdf66b426f6 None None] Network a1d6e9a5-1729-4684-83bf-213c73199dec requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:20:15.157813 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ca6e0a-ce0f-4fce-8817-bc49dcedfe2f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:15.158528 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-86ca6e0a-ce0f-4fce-8817-bc49dcedfe2f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:15.180086 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-86ca6e0a-ce0f-4fce-8817-bc49dcedfe2f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5826681 Aug 28 15:20:15.182288 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39030) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:15.191433 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-f7804aca-d21a-489f-91d0-e5d574490568 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'port': {'network_id': 'a1d6e9a5-1729-4684-83bf-213c73199dec', 'name': 'tempest-PortsTestJSON-1190837184', 'fixed_ips': [{'subnet_id': '534089c9-42cd-4866-8c15-0cf7262b6cc7', 'ip_address': '172.20.0.10'}]}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:15.200362 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd225edc-13b6-47ef-9da2-7f5a6a1fe95c x-openstack-request-id: req-cd225edc-13b6-47ef-9da2-7f5a6a1fe95c {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:20:15.200757 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffdd9f2e-1075-4ead-b05a-190c1060959c", "tag": "3d9b9d6d-3931-479d-bea6-67308ad77344", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:20:15.200981 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd225edc-13b6-47ef-9da2-7f5a6a1fe95c {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:20:15.201322 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffdd9f2e-1075-4ead-b05a-190c1060959c', 'tag': '3d9b9d6d-3931-479d-bea6-67308ad77344', 'status': 'completed', 'code': 200} Aug 28 15:20:15.224060 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15648b-010a-48c4-a868-c131b1cf5e26 service neutron] Pushing event updated for resources: {'Port': ['ID=3d9b9d6d-3931-479d-bea6-67308ad77344,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:15.296529 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6b16e64a-641f-4cb5-bf7c-e1c13e188329 req-c9632d32-7c69-4c94-84a4-c3dc19d34467 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101356 Aug 28 15:20:15.314876 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-70ad8cc2-8294-4991-b54c-0765f83364a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:15.320206 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-70ad8cc2-8294-4991-b54c-0765f83364a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6cc5102288e4115b2b96ff1028147b2&device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 1095 time: 0.2081895 Aug 28 15:20:15.346517 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7804aca-d21a-489f-91d0-e5d574490568 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:20:15.377331 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-fbb180f1-aa29-4dc6-8ffa-ea0059a0e12d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d9b9d6d-3931-479d-bea6-67308ad77344 HTTP/1.1" status: 200 len: 217 time: 0.0491550 Aug 28 15:20:15.453976 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8403b0a-2686-43d9-bf45-15d8cbc6dfbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-a1d6e9a5-1729-4684-83bf-213c73199dec', 'network_id': 'a1d6e9a5-1729-4684-83bf-213c73199dec', 'tenant_id': 'a49a25d4f6704aa19c86415c67cd6045', 'fixed_ips': [{'subnet_id': '534089c9-42cd-4866-8c15-0cf7262b6cc7'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:20:15.455516 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f8403b0a-2686-43d9-bf45-15d8cbc6dfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:15.461697 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f7804aca-d21a-489f-91d0-e5d574490568 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:15.487323 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-f7804aca-d21a-489f-91d0-e5d574490568 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] device_id is not set on port 84c9a9e0-a7f4-42a0-865c-8a09cb850c99 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:20:15.497419 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-fa05bdfb-6878-4b1d-ae91-ac1d0d00cc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:15.499496 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-fa05bdfb-6878-4b1d-ae91-ac1d0d00cc51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=551c7bac-a4f4-45ec-a575-eb6f29eb5d74 HTTP/1.1" status: 200 len: 850 time: 0.1151996 Aug 28 15:20:15.576609 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-4d3994d8-d7be-41e4-ac93-f1a617b7f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:15.579762 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-4d3994d8-d7be-41e4-ac93-f1a617b7f5c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8878cb2c-b382-48c1-8c2a-67543a7cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715191 Aug 28 15:20:15.634777 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d5c78-9a60-427c-8311-982ff2673e4f req-9658471e-2adc-4f74-897d-1313e5091a8a tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:15.636662 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6a5d5c78-9a60-427c-8311-982ff2673e4f req-9658471e-2adc-4f74-897d-1313e5091a8a tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/ports?device_id=cac8faf5-d0e6-414d-bb14-cca44c5369fe HTTP/1.1" status: 200 len: 945 time: 0.1388409 Aug 28 15:20:15.704548 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-bd6e55cc-27ef-4857-baf0-503c8c468e3a service neutron] 10.222.0.36 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138868 Aug 28 15:20:15.710490 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-f8403b0a-2686-43d9-bf45-15d8cbc6dfbe None None] Allocated IP 172.20.0.2 (a1d6e9a5-1729-4684-83bf-213c73199dec/534089c9-42cd-4866-8c15-0cf7262b6cc7/16b77f6c-88dc-468a-8ab4-a905e30bdcdc) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:20:15.724026 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6a5d5c78-9a60-427c-8311-982ff2673e4f req-2905f436-d1ed-4dad-ae3c-e99bee4110fc tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90380a8-3f25-4f19-ae7d-e47ad808cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605898 Aug 28 15:20:15.914403 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-24f5f4d6-21c7-4cd0-9803-acc7cb7fe9d3 req-78b5fb95-f48a-4a0f-9040-46598779e2b5 service neutron] 10.222.0.36 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000189 Aug 28 15:20:16.023737 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a213ce-6127-476a-8b2f-de0cf9d53c32 req-ab0393df-be22-4d86-9866-67d3f802fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:16.025602 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-24a213ce-6127-476a-8b2f-de0cf9d53c32 req-ab0393df-be22-4d86-9866-67d3f802fde7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6cc5102288e4115b2b96ff1028147b2&device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 1095 time: 0.0621943 Aug 28 15:20:16.128300 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f8403b0a-2686-43d9-bf45-15d8cbc6dfbe None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:16.138346 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f8403b0a-2686-43d9-bf45-15d8cbc6dfbe None None] Transition to ACTIVE for port object 16b77f6c-88dc-468a-8ab4-a905e30bdcdc will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:16.140725 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a213ce-6127-476a-8b2f-de0cf9d53c32 req-5a264e74-b6cd-4675-ba60-6244638d9af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:16.142575 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-24a213ce-6127-476a-8b2f-de0cf9d53c32 req-5a264e74-b6cd-4675-ba60-6244638d9af3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8878cb2c-b382-48c1-8c2a-67543a7cb61c HTTP/1.1" status: 200 len: 912 time: 0.1093366 Aug 28 15:20:16.155287 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f8403b0a-2686-43d9-bf45-15d8cbc6dfbe None None] Transition to ACTIVE for port object 16b77f6c-88dc-468a-8ab4-a905e30bdcdc will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:16.162930 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f8403b0a-2686-43d9-bf45-15d8cbc6dfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:16.200482 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-24a213ce-6127-476a-8b2f-de0cf9d53c32 req-48db044a-5b3e-491c-9470-a15b90ff8fbd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d9b9d6d-3931-479d-bea6-67308ad77344 HTTP/1.1" status: 200 len: 217 time: 0.0487132 Aug 28 15:20:16.212555 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8403b0a-2686-43d9-bf45-15d8cbc6dfbe None None] Network a1d6e9a5-1729-4684-83bf-213c73199dec is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:20:16.215949 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-f8403b0a-2686-43d9-bf45-15d8cbc6dfbe None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:16.220410 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8403b0a-2686-43d9-bf45-15d8cbc6dfbe None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:20:16.224754 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-f7804aca-d21a-489f-91d0-e5d574490568 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Allocated IP 172.20.0.10 (a1d6e9a5-1729-4684-83bf-213c73199dec/534089c9-42cd-4866-8c15-0cf7262b6cc7/84c9a9e0-a7f4-42a0-865c-8a09cb850c99) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:20:16.232910 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8403b0a-2686-43d9-bf45-15d8cbc6dfbe None None] Pushing event updated for resources: {'Port': ['ID=16b77f6c-88dc-468a-8ab4-a905e30bdcdc,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:16.297190 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a213ce-6127-476a-8b2f-de0cf9d53c32 req-1e5b5e04-e7a3-43b0-9d01-6cf6305cbc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:16.299309 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-f8403b0a-2686-43d9-bf45-15d8cbc6dfbe None None] Attempting to bind port 16b77f6c-88dc-468a-8ab4-a905e30bdcdc on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:20:16.299709 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-f8403b0a-2686-43d9-bf45-15d8cbc6dfbe None None] Attempting to bind port 16b77f6c-88dc-468a-8ab4-a905e30bdcdc by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'e3ea1382-eef1-469e-8db7-6fdb9b09b128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a1d6e9a5-1729-4684-83bf-213c73199dec'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:20:16.300097 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8403b0a-2686-43d9-bf45-15d8cbc6dfbe None None] Attempting to bind port 16b77f6c-88dc-468a-8ab4-a905e30bdcdc on network a1d6e9a5-1729-4684-83bf-213c73199dec {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:20:16.300296 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-24a213ce-6127-476a-8b2f-de0cf9d53c32 req-1e5b5e04-e7a3-43b0-9d01-6cf6305cbc6b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=551c7bac-a4f4-45ec-a575-eb6f29eb5d74 HTTP/1.1" status: 200 len: 850 time: 0.0924363 Aug 28 15:20:16.306461 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8403b0a-2686-43d9-bf45-15d8cbc6dfbe None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:20:16.306840 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8403b0a-2686-43d9-bf45-15d8cbc6dfbe None None] Checking segment: {'id': 'e3ea1382-eef1-469e-8db7-6fdb9b09b128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a1d6e9a5-1729-4684-83bf-213c73199dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:20:16.307252 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f8403b0a-2686-43d9-bf45-15d8cbc6dfbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:16.307641 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8403b0a-2686-43d9-bf45-15d8cbc6dfbe None None] Bound using segment: {'id': 'e3ea1382-eef1-469e-8db7-6fdb9b09b128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a1d6e9a5-1729-4684-83bf-213c73199dec'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:20:16.308139 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-f8403b0a-2686-43d9-bf45-15d8cbc6dfbe None None] Bound port: 16b77f6c-88dc-468a-8ab4-a905e30bdcdc, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ea1382-eef1-469e-8db7-6fdb9b09b128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a1d6e9a5-1729-4684-83bf-213c73199dec'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:20:16.308525 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f8403b0a-2686-43d9-bf45-15d8cbc6dfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:16.392309 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-f8403b0a-2686-43d9-bf45-15d8cbc6dfbe None None] For port 16b77f6c-88dc-468a-8ab4-a905e30bdcdc, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:20:16.400793 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-f8403b0a-2686-43d9-bf45-15d8cbc6dfbe None None] For port 16b77f6c-88dc-468a-8ab4-a905e30bdcdc, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=16b77f6c-88dc-468a-8ab4-a905e30bdcdc,segment=NetworkSegment(e3ea1382-eef1-469e-8db7-6fdb9b09b128),segment_id=e3ea1382-eef1-469e-8db7-6fdb9b09b128)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:20:16.408139 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f8403b0a-2686-43d9-bf45-15d8cbc6dfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:16.416308 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a213ce-6127-476a-8b2f-de0cf9d53c32 req-cc073b75-2620-4278-9f21-3665b78b14b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:16.420556 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-24a213ce-6127-476a-8b2f-de0cf9d53c32 req-cc073b75-2620-4278-9f21-3665b78b14b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8878cb2c-b382-48c1-8c2a-67543a7cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1110344 Aug 28 15:20:16.511905 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f7804aca-d21a-489f-91d0-e5d574490568 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:16.535193 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-f7804aca-d21a-489f-91d0-e5d574490568 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Transition to ACTIVE for port object 84c9a9e0-a7f4-42a0-865c-8a09cb850c99 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:16.537322 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8403b0a-2686-43d9-bf45-15d8cbc6dfbe None None] Pushing event updated for resources: {'Port': ['ID=16b77f6c-88dc-468a-8ab4-a905e30bdcdc,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:16.553058 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b230d-1a1e-4c1e-868b-b7e0236cc3dc req-a6ef5f90-cdd4-4463-9afb-c6ff105a4101 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:16.561670 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-713b230d-1a1e-4c1e-868b-b7e0236cc3dc req-a6ef5f90-cdd4-4463-9afb-c6ff105a4101 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 943 time: 0.1126583 Aug 28 15:20:16.584723 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-24a213ce-6127-476a-8b2f-de0cf9d53c32 req-95dcbdc2-20ad-4539-a73b-1401214e4c7a service neutron] 10.222.0.36 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529884 Aug 28 15:20:16.625047 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-713b230d-1a1e-4c1e-868b-b7e0236cc3dc req-fdfa6187-7fd9-484a-9909-daac97bbe6c1 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623443 Aug 28 15:20:16.641478 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f7804aca-d21a-489f-91d0-e5d574490568 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:16.697432 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7804aca-d21a-489f-91d0-e5d574490568 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network a1d6e9a5-1729-4684-83bf-213c73199dec is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:20:16.703420 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-f7804aca-d21a-489f-91d0-e5d574490568 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:16.703993 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-24a213ce-6127-476a-8b2f-de0cf9d53c32 req-8abf65d9-7410-4b5d-ba87-168b0c27215f service neutron] 10.222.0.36 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107848 Aug 28 15:20:16.706098 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7804aca-d21a-489f-91d0-e5d574490568 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:20:16.755402 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7804aca-d21a-489f-91d0-e5d574490568 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Port': ['ID=84c9a9e0-a7f4-42a0-865c-8a09cb850c99,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:16.826236 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7804aca-d21a-489f-91d0-e5d574490568 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:16.826977 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f7804aca-d21a-489f-91d0-e5d574490568 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:16.860197 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f7804aca-d21a-489f-91d0-e5d574490568 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6760769 Aug 28 15:20:16.862766 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39040) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:16.870273 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-a45318bf-3e31-4902-9a47-0ce8be8f762f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'port': {'network_id': 'a1d6e9a5-1729-4684-83bf-213c73199dec', 'name': 'tempest-PortsTestJSON-66756185', 'fixed_ips': [{'subnet_id': '534089c9-42cd-4866-8c15-0cf7262b6cc7', 'ip_address': '172.20.0.9'}]}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:16.923105 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238715f5-16c8-49f0-99f4-3cdaaab71fe2 req-3477bbcc-244d-4dc6-be9f-f9556c8a5ef4 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:16.925162 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-238715f5-16c8-49f0-99f4-3cdaaab71fe2 req-3477bbcc-244d-4dc6-be9f-f9556c8a5ef4 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/ports?device_id=cac8faf5-d0e6-414d-bb14-cca44c5369fe HTTP/1.1" status: 200 len: 945 time: 0.0977521 Aug 28 15:20:16.988755 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-238715f5-16c8-49f0-99f4-3cdaaab71fe2 req-c47f8e2e-2336-4914-afe1-b149b19f8c75 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90380a8-3f25-4f19-ae7d-e47ad808cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528240 Aug 28 15:20:17.030969 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45318bf-3e31-4902-9a47-0ce8be8f762f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:20:17.038745 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a45318bf-3e31-4902-9a47-0ce8be8f762f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:17.059835 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-a45318bf-3e31-4902-9a47-0ce8be8f762f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] device_id is not set on port badaa0d6-443c-49df-850a-af286d38860d yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:20:17.201956 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd480c-dce0-4ce8-b157-becf7bc4a3ac req-0f017567-edd7-4cfa-95f3-78b2d4bbff14 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:17.204073 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bcbd480c-dce0-4ce8-b157-becf7bc4a3ac req-0f017567-edd7-4cfa-95f3-78b2d4bbff14 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/ports?device_id=cac8faf5-d0e6-414d-bb14-cca44c5369fe HTTP/1.1" status: 200 len: 945 time: 0.1352012 Aug 28 15:20:17.292709 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bcbd480c-dce0-4ce8-b157-becf7bc4a3ac req-23db3016-be1b-4c4c-9b76-bf4c00d51c84 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90380a8-3f25-4f19-ae7d-e47ad808cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779352 Aug 28 15:20:17.305718 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-a45318bf-3e31-4902-9a47-0ce8be8f762f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Allocated IP 172.20.0.9 (a1d6e9a5-1729-4684-83bf-213c73199dec/534089c9-42cd-4866-8c15-0cf7262b6cc7/badaa0d6-443c-49df-850a-af286d38860d) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:20:17.523380 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a45318bf-3e31-4902-9a47-0ce8be8f762f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:17.587914 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-a45318bf-3e31-4902-9a47-0ce8be8f762f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Transition to ACTIVE for port object badaa0d6-443c-49df-850a-af286d38860d will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:17.635951 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b8c96-c4ac-4653-8af9-6b1aae681750 req-93af57c2-3f7d-46e9-a675-cc7ad09a2efa tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:17.637910 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8b0b8c96-c4ac-4653-8af9-6b1aae681750 req-93af57c2-3f7d-46e9-a675-cc7ad09a2efa tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/ports?device_id=cac8faf5-d0e6-414d-bb14-cca44c5369fe HTTP/1.1" status: 200 len: 945 time: 0.1106942 Aug 28 15:20:17.685293 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a45318bf-3e31-4902-9a47-0ce8be8f762f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:17.742538 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8b0b8c96-c4ac-4653-8af9-6b1aae681750 req-0c64625a-0a89-43bd-8096-16c1c5096c0c tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90380a8-3f25-4f19-ae7d-e47ad808cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968170 Aug 28 15:20:17.766684 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45318bf-3e31-4902-9a47-0ce8be8f762f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network a1d6e9a5-1729-4684-83bf-213c73199dec is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:20:17.771032 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-a45318bf-3e31-4902-9a47-0ce8be8f762f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:17.780183 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45318bf-3e31-4902-9a47-0ce8be8f762f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:20:17.837006 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e39bc5-4ae2-46f7-89e5-f2ce31c6ab96 req-92fcac10-21f2-4aef-9300-1dee9d95bb5b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:17.838578 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45318bf-3e31-4902-9a47-0ce8be8f762f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:17.839269 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a45318bf-3e31-4902-9a47-0ce8be8f762f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:17.841271 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-95e39bc5-4ae2-46f7-89e5-f2ce31c6ab96 req-92fcac10-21f2-4aef-9300-1dee9d95bb5b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 943 time: 0.1072867 Aug 28 15:20:17.849891 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45318bf-3e31-4902-9a47-0ce8be8f762f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Port': ['ID=badaa0d6-443c-49df-850a-af286d38860d,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:17.872689 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a45318bf-3e31-4902-9a47-0ce8be8f762f tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0059566 Aug 28 15:20:17.873028 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39060) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:17.918009 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-95e39bc5-4ae2-46f7-89e5-f2ce31c6ab96 req-0b015e70-60a2-4791-94f7-80f982923369 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689127 Aug 28 15:20:17.949578 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b30e79-31c9-4ded-b797-22763aa7b5ed None None] Network a1d6e9a5-1729-4684-83bf-213c73199dec requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:20:17.980142 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d53533a-2d4f-4880-b344-7355409455e4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:17.982229 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7d53533a-2d4f-4880-b344-7355409455e4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1081007 Aug 28 15:20:17.985366 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39062) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:18.047831 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-54af0128-b505-4419-84b9-52c8e99313f5 None None] Provisioning for port 16b77f6c-88dc-468a-8ab4-a905e30bdcdc completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:18.092295 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 16b77f6c-88dc-468a-8ab4-a905e30bdcdc up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:20:18.119828 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab52562-8f22-48aa-9b0b-6b1ed833d6dc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:18.126156 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab52562-8f22-48aa-9b0b-6b1ed833d6dc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:18.133025 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab52562-8f22-48aa-9b0b-6b1ed833d6dc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:18.135470 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-eab52562-8f22-48aa-9b0b-6b1ed833d6dc tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1484721 Aug 28 15:20:18.138310 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39064) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:18.203858 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 16b77f6c-88dc-468a-8ab4-a905e30bdcdc completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:18.212749 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 16b77f6c-88dc-468a-8ab4-a905e30bdcdc triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:18.213340 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:18.269127 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-ce27fe5f-baea-4ba0-b9c6-bdd3064f09db tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting port badaa0d6-443c-49df-850a-af286d38860d {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:20:18.269466 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ce27fe5f-baea-4ba0-b9c6-bdd3064f09db tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:18.275228 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c389f-c757-41b5-904a-452e82065de6 req-55861dc8-bab6-4aab-81f7-cfe2943c8c30 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:18.280231 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-093c389f-c757-41b5-904a-452e82065de6 req-55861dc8-bab6-4aab-81f7-cfe2943c8c30 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/ports?device_id=cac8faf5-d0e6-414d-bb14-cca44c5369fe HTTP/1.1" status: 200 len: 945 time: 0.0703247 Aug 28 15:20:18.347812 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-093c389f-c757-41b5-904a-452e82065de6 req-c4bf4aed-4f13-4c2a-8ee1-5c472482e677 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90380a8-3f25-4f19-ae7d-e47ad808cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640407 Aug 28 15:20:18.350811 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:18.395086 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 16b77f6c-88dc-468a-8ab4-a905e30bdcdc, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=16b77f6c-88dc-468a-8ab4-a905e30bdcdc,segment=NetworkSegment(e3ea1382-eef1-469e-8db7-6fdb9b09b128),segment_id=e3ea1382-eef1-469e-8db7-6fdb9b09b128)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:18.400065 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:18.411769 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ce27fe5f-baea-4ba0-b9c6-bdd3064f09db tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:18.433440 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-ce27fe5f-baea-4ba0-b9c6-bdd3064f09db tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Calling delete_port for badaa0d6-443c-49df-850a-af286d38860d owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:20:18.465239 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=16b77f6c-88dc-468a-8ab4-a905e30bdcdc,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:18.595157 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-68b14c16-a9a6-492d-ad73-75b639a684dd None None] Provisioning for port 84c9a9e0-a7f4-42a0-865c-8a09cb850c99 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:18.605530 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-68b14c16-a9a6-492d-ad73-75b639a684dd None None] Provisioning complete for port 84c9a9e0-a7f4-42a0-865c-8a09cb850c99 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:18.605845 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-68b14c16-a9a6-492d-ad73-75b639a684dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:18.642211 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ce27fe5f-baea-4ba0-b9c6-bdd3064f09db tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:18.658800 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-68b14c16-a9a6-492d-ad73-75b639a684dd None None] Port 84c9a9e0-a7f4-42a0-865c-8a09cb850c99 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:20:18.661980 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-68b14c16-a9a6-492d-ad73-75b639a684dd None None] Could not find standard attr ID for object badaa0d6-443c-49df-850a-af286d38860d. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:20:18.671675 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27fe5f-baea-4ba0-b9c6-bdd3064f09db tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Port': ['ID=badaa0d6-443c-49df-850a-af286d38860d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:18.680300 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-68b14c16-a9a6-492d-ad73-75b639a684dd None None] Provisioning complete for port 16b77f6c-88dc-468a-8ab4-a905e30bdcdc triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:18.680903 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-68b14c16-a9a6-492d-ad73-75b639a684dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:18.755546 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ce27fe5f-baea-4ba0-b9c6-bdd3064f09db tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:18.758236 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ce27fe5f-baea-4ba0-b9c6-bdd3064f09db tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/ports/badaa0d6-443c-49df-850a-af286d38860d HTTP/1.1" status: 204 len: 168 time: 0.6189258 Aug 28 15:20:18.761001 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39070) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:18.797262 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-142ed9b5-11d3-4070-a39d-aa5edd932d77 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] GET failed (client error): The resource could not be found. Aug 28 15:20:18.798992 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-142ed9b5-11d3-4070-a39d-aa5edd932d77 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "GET /v2.0/ports/badaa0d6-443c-49df-850a-af286d38860d HTTP/1.1" status: 404 len: 333 time: 0.0369160 Aug 28 15:20:18.801728 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39072) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:18.899499 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-89fe454a-e6dd-4691-87c4-30f9f2e93408 None None] Provisioning complete for port 84c9a9e0-a7f4-42a0-865c-8a09cb850c99 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:18.900618 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-89fe454a-e6dd-4691-87c4-30f9f2e93408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:18.909377 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-fd31b931-5907-41da-ab99-6c8a4c5585de tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting port 84c9a9e0-a7f4-42a0-865c-8a09cb850c99 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:20:18.909732 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd31b931-5907-41da-ab99-6c8a4c5585de tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:18.943677 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-89fe454a-e6dd-4691-87c4-30f9f2e93408 None None] Port 84c9a9e0-a7f4-42a0-865c-8a09cb850c99 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:20:19.022271 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd31b931-5907-41da-ab99-6c8a4c5585de tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:19.064873 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-fd31b931-5907-41da-ab99-6c8a4c5585de tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Calling delete_port for 84c9a9e0-a7f4-42a0-865c-8a09cb850c99 owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:20:19.130631 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80933cf-052c-411c-80a0-0120a05b3c4e req-0fbe4c03-8934-4247-ad75-7e5a47a36c7e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:19.132225 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c80933cf-052c-411c-80a0-0120a05b3c4e req-0fbe4c03-8934-4247-ad75-7e5a47a36c7e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 943 time: 0.1126692 Aug 28 15:20:19.157821 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0a801a91-7352-4091-9980-561130a39dad None None] Could not find standard attr ID for object badaa0d6-443c-49df-850a-af286d38860d. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:20:19.194769 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c80933cf-052c-411c-80a0-0120a05b3c4e req-164425b4-db3e-43d0-83b3-6d97788bb0ba tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546887 Aug 28 15:20:19.261636 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd31b931-5907-41da-ab99-6c8a4c5585de tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:19.298257 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31b931-5907-41da-ab99-6c8a4c5585de tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Port': ['ID=84c9a9e0-a7f4-42a0-865c-8a09cb850c99,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:19.379930 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd31b931-5907-41da-ab99-6c8a4c5585de tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:19.382571 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fd31b931-5907-41da-ab99-6c8a4c5585de tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/ports/84c9a9e0-a7f4-42a0-865c-8a09cb850c99 HTTP/1.1" status: 204 len: 168 time: 0.5798240 Aug 28 15:20:19.385272 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39078) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:19.415310 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b398f2-2691-4a4a-8171-2da8f3329e68 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] GET failed (client error): The resource could not be found. Aug 28 15:20:19.416975 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b0b398f2-2691-4a4a-8171-2da8f3329e68 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "GET /v2.0/ports/84c9a9e0-a7f4-42a0-865c-8a09cb850c99 HTTP/1.1" status: 404 len: 333 time: 0.0305007 Aug 28 15:20:19.419793 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39080) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:19.523810 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-80cdd856-3409-40b0-81ef-9d1e6337d89a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting subnet 534089c9-42cd-4866-8c15-0cf7262b6cc7 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:20:19.529867 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-80cdd856-3409-40b0-81ef-9d1e6337d89a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:19.563951 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900770b1-08c0-44a7-941e-7e80836135dc req-8ad457b6-b54b-4206-9ed4-9b0eb95668a3 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:19.565427 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-900770b1-08c0-44a7-941e-7e80836135dc req-8ad457b6-b54b-4206-9ed4-9b0eb95668a3 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/ports?device_id=cac8faf5-d0e6-414d-bb14-cca44c5369fe HTTP/1.1" status: 200 len: 945 time: 0.0987620 Aug 28 15:20:19.603357 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-80cdd856-3409-40b0-81ef-9d1e6337d89a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:19.672111 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-900770b1-08c0-44a7-941e-7e80836135dc req-dcdb9d5c-0b17-486e-9639-95cc5023269a tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90380a8-3f25-4f19-ae7d-e47ad808cf24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000037 Aug 28 15:20:19.715627 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a6373-ad09-4e73-be4d-709cb6cbed17 req-2381f390-83c1-41c4-b408-087472303a71 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:19.717143 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-938a6373-ad09-4e73-be4d-709cb6cbed17 req-2381f390-83c1-41c4-b408-087472303a71 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.41 "GET /v2.0/ports?device_id=cac8faf5-d0e6-414d-bb14-cca44c5369fe HTTP/1.1" status: 200 len: 945 time: 0.0793200 Aug 28 15:20:19.786817 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-80cdd856-3409-40b0-81ef-9d1e6337d89a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:19.888647 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-80cdd856-3409-40b0-81ef-9d1e6337d89a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:19.897984 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-938a6373-ad09-4e73-be4d-709cb6cbed17 req-06f28503-ccd0-4fd1-a781-f750abc4217d tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Deleting port d0573f82-6320-4a88-bbd6-9f99ee17a82b {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:20:19.897984 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-938a6373-ad09-4e73-be4d-709cb6cbed17 req-06f28503-ccd0-4fd1-a781-f750abc4217d tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:19.948471 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 16b77f6c-88dc-468a-8ab4-a905e30bdcdc up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:20:19.962898 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cdd856-3409-40b0-81ef-9d1e6337d89a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Subnet': ['ID=534089c9-42cd-4866-8c15-0cf7262b6cc7,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:19.968269 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-80cdd856-3409-40b0-81ef-9d1e6337d89a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:19.972605 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-80cdd856-3409-40b0-81ef-9d1e6337d89a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/subnets/534089c9-42cd-4866-8c15-0cf7262b6cc7 HTTP/1.1" status: 204 len: 168 time: 0.5494046 Aug 28 15:20:19.972916 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39084) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:19.974579 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad67aeb-5325-44c3-85e6-82de62bdc9db None None] Network a1d6e9a5-1729-4684-83bf-213c73199dec requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:20:20.076829 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 16b77f6c-88dc-468a-8ab4-a905e30bdcdc triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:20.077492 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:20.090796 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:20.093641 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-938a6373-ad09-4e73-be4d-709cb6cbed17 req-06f28503-ccd0-4fd1-a781-f750abc4217d tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] For port d0573f82-6320-4a88-bbd6-9f99ee17a82b, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d0573f82-6320-4a88-bbd6-9f99ee17a82b,segment=NetworkSegment(970e9264-bdf6-4390-b758-dbcfc30309a8),segment_id=970e9264-bdf6-4390-b758-dbcfc30309a8)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:20.094008 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-938a6373-ad09-4e73-be4d-709cb6cbed17 req-06f28503-ccd0-4fd1-a781-f750abc4217d tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:20.111202 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-938a6373-ad09-4e73-be4d-709cb6cbed17 req-06f28503-ccd0-4fd1-a781-f750abc4217d tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Calling delete_port for d0573f82-6320-4a88-bbd6-9f99ee17a82b owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:20:20.238191 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3a1a1e-77b7-461c-b0c7-4c6271f1358f None None] DHCP port deletion for a1d6e9a5-1729-4684-83bf-213c73199dec request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:20:20.300819 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-7d3a1a1e-77b7-461c-b0c7-4c6271f1358f None None] Deleting port 16b77f6c-88dc-468a-8ab4-a905e30bdcdc {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:20:20.301556 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7d3a1a1e-77b7-461c-b0c7-4c6271f1358f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:20.328860 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting port 16b77f6c-88dc-468a-8ab4-a905e30bdcdc {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:20:20.329211 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:20.354366 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a017-f418-4ecd-94f8-5526464dc5bc req-b504bb75-cd5c-4b95-a302-3afa3ccbcfb6 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:20.362880 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5291a017-f418-4ecd-94f8-5526464dc5bc req-b504bb75-cd5c-4b95-a302-3afa3ccbcfb6 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 943 time: 0.0725274 Aug 28 15:20:20.378828 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-7d3a1a1e-77b7-461c-b0c7-4c6271f1358f None None] For port 16b77f6c-88dc-468a-8ab4-a905e30bdcdc, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=16b77f6c-88dc-468a-8ab4-a905e30bdcdc,segment=NetworkSegment(e3ea1382-eef1-469e-8db7-6fdb9b09b128),segment_id=e3ea1382-eef1-469e-8db7-6fdb9b09b128)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:20.380146 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7d3a1a1e-77b7-461c-b0c7-4c6271f1358f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:20.395601 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-7d3a1a1e-77b7-461c-b0c7-4c6271f1358f None None] Calling delete_port for 16b77f6c-88dc-468a-8ab4-a905e30bdcdc owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:20:20.407054 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-938a6373-ad09-4e73-be4d-709cb6cbed17 req-06f28503-ccd0-4fd1-a781-f750abc4217d tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:20.419894 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5291a017-f418-4ecd-94f8-5526464dc5bc req-6c72fe42-714c-42b6-8618-d9d66cea01ec tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558088 Aug 28 15:20:20.436132 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] For port 16b77f6c-88dc-468a-8ab4-a905e30bdcdc, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=16b77f6c-88dc-468a-8ab4-a905e30bdcdc,segment=NetworkSegment(e3ea1382-eef1-469e-8db7-6fdb9b09b128),segment_id=e3ea1382-eef1-469e-8db7-6fdb9b09b128)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:20.436584 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:20.447253 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['d0573f82-6320-4a88-bbd6-9f99ee17a82b'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:20:20.468650 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f28503-ccd0-4fd1-a781-f750abc4217d tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Pushing event deleted for resources: {'Port': ['ID=d0573f82-6320-4a88-bbd6-9f99ee17a82b,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:20.488463 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Calling delete_port for 16b77f6c-88dc-468a-8ab4-a905e30bdcdc owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:20:20.510830 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7d3a1a1e-77b7-461c-b0c7-4c6271f1358f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:20.519173 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-938a6373-ad09-4e73-be4d-709cb6cbed17 req-06f28503-ccd0-4fd1-a781-f750abc4217d tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] No DVR routers for this DVR port d0573f82-6320-4a88-bbd6-9f99ee17a82b on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:20:20.523147 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-938a6373-ad09-4e73-be4d-709cb6cbed17 req-06f28503-ccd0-4fd1-a781-f750abc4217d tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:20.525764 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-938a6373-ad09-4e73-be4d-709cb6cbed17 req-06f28503-ccd0-4fd1-a781-f750abc4217d tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.41 "DELETE /v2.0/ports/d0573f82-6320-4a88-bbd6-9f99ee17a82b HTTP/1.1" status: 204 len: 173 time: 0.7915406 Aug 28 15:20:20.528472 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac8faf5-d0e6-414d-bb14-cca44c5369fe', 'name': 'network-vif-deleted', 'tag': 'd0573f82-6320-4a88-bbd6-9f99ee17a82b'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:20:20.533264 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7450a9bc-e745-4830-b23d-3898f6029598" -d '{"events": [{"server_uuid": "cac8faf5-d0e6-414d-bb14-cca44c5369fe", "name": "network-vif-deleted", "tag": "d0573f82-6320-4a88-bbd6-9f99ee17a82b"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:20:20.539561 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a1a1e-77b7-461c-b0c7-4c6271f1358f None None] Pushing event deleted for resources: {'Port': ['ID=16b77f6c-88dc-468a-8ab4-a905e30bdcdc,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:20.546726 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3a1a1e-77b7-461c-b0c7-4c6271f1358f None None] No DVR routers for this DVR port 16b77f6c-88dc-468a-8ab4-a905e30bdcdc on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:20:20.922304 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603ab78d-395a-4ee8-927f-f2b8901883d1 x-openstack-request-id: req-603ab78d-395a-4ee8-927f-f2b8901883d1 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:20:20.922847 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac8faf5-d0e6-414d-bb14-cca44c5369fe", "name": "network-vif-deleted", "tag": "d0573f82-6320-4a88-bbd6-9f99ee17a82b", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:20:20.922847 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-603ab78d-395a-4ee8-927f-f2b8901883d1 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:20:20.923207 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac8faf5-d0e6-414d-bb14-cca44c5369fe', 'name': 'network-vif-deleted', 'tag': 'd0573f82-6320-4a88-bbd6-9f99ee17a82b', 'status': 'completed', 'code': 200} Aug 28 15:20:20.951260 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-42e1c386-a039-4c5e-9e1f-fb217b8d79b3 req-ddaf7c2d-540a-47f7-9af3-9638e0508a07 tempest-ServersNegativeTestMultiTenantJSON-1855680000 tempest-ServersNegativeTestMultiTenantJSON-1855680000-project] 10.222.0.13 "GET /v2.0/ports?device_id=cac8faf5-d0e6-414d-bb14-cca44c5369fe HTTP/1.1" status: 200 len: 210 time: 0.0306664 Aug 28 15:20:20.952764 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:20.981766 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Port': ['ID=16b77f6c-88dc-468a-8ab4-a905e30bdcdc,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:20.985328 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] No DVR routers for this DVR port 16b77f6c-88dc-468a-8ab4-a905e30bdcdc on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:20:21.072249 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:21.083631 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d6e9a5-1729-4684-83bf-213c73199dec']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:21.095255 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ea1382-eef1-469e-8db7-6fdb9b09b128') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:21.095610 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ea1382-eef1-469e-8db7-6fdb9b09b128') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:21.106088 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:21.125110 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:21.131147 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:20:21.131570 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:20:21.134780 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:20:21.193590 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:21.199114 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:21.205299 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/networks/a1d6e9a5-1729-4684-83bf-213c73199dec HTTP/1.1" status: 204 len: 168 time: 1.2273655 Aug 28 15:20:21.208036 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39094) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:21.213368 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-9c7acd38-7ccb-4f38-b15e-daba3fdea0fd tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-738471856'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:21.216587 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Network': ['ID=a1d6e9a5-1729-4684-83bf-213c73199dec,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:21.224447 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:21.224803 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:21.225798 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:21.226223 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:21.226524 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:21.226863 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:21.227896 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:21.228108 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:21.228508 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:21.228885 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:21.229450 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:21.229615 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e62c4-66b1-4119-8078-cdda45cef38a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:21.236802 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7acd38-7ccb-4f38-b15e-daba3fdea0fd tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:20:21.240607 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9c7acd38-7ccb-4f38-b15e-daba3fdea0fd tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:21.269401 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c7acd38-7ccb-4f38-b15e-daba3fdea0fd tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:20:21.279917 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9c7acd38-7ccb-4f38-b15e-daba3fdea0fd tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:21.280257 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-9c7acd38-7ccb-4f38-b15e-daba3fdea0fd tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Added segment ee568c26-fdd1-4930-a443-8939606b5ad2 of type vlan for network c4de6470-b590-443e-8d3a-5c5273dd060f Aug 28 15:20:21.323829 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9c7acd38-7ccb-4f38-b15e-daba3fdea0fd tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:21.349642 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9c7acd38-7ccb-4f38-b15e-daba3fdea0fd tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:21.356383 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7acd38-7ccb-4f38-b15e-daba3fdea0fd tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:21.356957 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9c7acd38-7ccb-4f38-b15e-daba3fdea0fd tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:21.415846 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9c7acd38-7ccb-4f38-b15e-daba3fdea0fd tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2063639 Aug 28 15:20:21.419423 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39098) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:21.427234 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-05d5b868-2f8e-474a-a7d1-ae8155bb9a25 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'subnet': {'network_id': 'c4de6470-b590-443e-8d3a-5c5273dd060f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:21.427488 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7acd38-7ccb-4f38-b15e-daba3fdea0fd tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Network': ['ID=c4de6470-b590-443e-8d3a-5c5273dd060f,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:21.440622 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network c4de6470-b590-443e-8d3a-5c5273dd060f details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:20:21.548920 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68658e9-3eb5-4c13-bc5c-0ff971a7e0de req-1bb9132b-b912-496f-ac95-fdc57ff5e1ef tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:21.549859 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d5b868-2f8e-474a-a7d1-ae8155bb9a25 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:20:21.554337 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-05d5b868-2f8e-474a-a7d1-ae8155bb9a25 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:21.557676 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a68658e9-3eb5-4c13-bc5c-0ff971a7e0de req-1bb9132b-b912-496f-ac95-fdc57ff5e1ef tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 943 time: 0.0673842 Aug 28 15:20:21.600451 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a68658e9-3eb5-4c13-bc5c-0ff971a7e0de req-bf27e3c7-f830-46c3-9b0f-970d2ea53ce9 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413587 Aug 28 15:20:21.748485 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-05d5b868-2f8e-474a-a7d1-ae8155bb9a25 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:21.807569 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5b868-2f8e-474a-a7d1-ae8155bb9a25 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Subnet': ['ID=d01dbbd9-87a2-420c-b612-bab11df11e04,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:21.816614 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d5b868-2f8e-474a-a7d1-ae8155bb9a25 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Checking segment: {'id': 'ee568c26-fdd1-4930-a443-8939606b5ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c4de6470-b590-443e-8d3a-5c5273dd060f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:20:21.816978 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d5b868-2f8e-474a-a7d1-ae8155bb9a25 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network hostable DHCP agents. Network: c4de6470-b590-443e-8d3a-5c5273dd060f, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:20:21.834425 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d5b868-2f8e-474a-a7d1-ae8155bb9a25 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network c4de6470-b590-443e-8d3a-5c5273dd060f is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:20:21.844374 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-05d5b868-2f8e-474a-a7d1-ae8155bb9a25 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, c4de6470-b590-443e-8d3a-5c5273dd060f) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:21.849812 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d5b868-2f8e-474a-a7d1-ae8155bb9a25 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:21.851936 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-05d5b868-2f8e-474a-a7d1-ae8155bb9a25 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:21.856941 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fdfc6f-f76a-44ec-b846-680c42c84daa None None] Network c4de6470-b590-443e-8d3a-5c5273dd060f requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:20:21.871147 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-05d5b868-2f8e-474a-a7d1-ae8155bb9a25 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4503024 Aug 28 15:20:21.873971 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39104) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:21.878790 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-067d7924-548d-49e3-bd97-767cfcd2966c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-216019511', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:21.923450 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-067d7924-548d-49e3-bd97-767cfcd2966c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:21.924648 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-067d7924-548d-49e3-bd97-767cfcd2966c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:21.963366 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 16b77f6c-88dc-468a-8ab4-a905e30bdcdc no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:20:21.978798 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-067d7924-548d-49e3-bd97-767cfcd2966c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:21.985374 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-067d7924-548d-49e3-bd97-767cfcd2966c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:21.988336 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 16b77f6c-88dc-468a-8ab4-a905e30bdcdc {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:20:21.988686 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 16b77f6c-88dc-468a-8ab4-a905e30bdcdc not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:20:22.005693 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-067d7924-548d-49e3-bd97-767cfcd2966c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:22.008134 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-067d7924-548d-49e3-bd97-767cfcd2966c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1331241 Aug 28 15:20:22.010842 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39108) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:22.015853 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-20f047ba-804a-4bc1-9f72-fdfa7a8bd685 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'port': {'network_id': 'c4de6470-b590-443e-8d3a-5c5273dd060f', 'name': 'tempest-PortsTestJSON-1625294267'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:22.032099 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39110) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:22.061506 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1445ff-91e5-491c-8b16-fcc4105a5ca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-c4de6470-b590-443e-8d3a-5c5273dd060f', 'network_id': 'c4de6470-b590-443e-8d3a-5c5273dd060f', 'tenant_id': 'a49a25d4f6704aa19c86415c67cd6045', 'fixed_ips': [{'subnet_id': 'd01dbbd9-87a2-420c-b612-bab11df11e04'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:20:22.062460 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ee1445ff-91e5-491c-8b16-fcc4105a5ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:22.082122 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a5a722-6765-4770-ba80-e9fe03497cd1 admin admin] Deleting subnet d332aaa7-97bd-405d-937f-fc96fa320378 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:20:22.086107 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c6a5a722-6765-4770-ba80-e9fe03497cd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:22.127539 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c6a5a722-6765-4770-ba80-e9fe03497cd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:22.141419 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f047ba-804a-4bc1-9f72-fdfa7a8bd685 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:20:22.145418 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-20f047ba-804a-4bc1-9f72-fdfa7a8bd685 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:22.166056 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-20f047ba-804a-4bc1-9f72-fdfa7a8bd685 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] device_id is not set on port 5ed3dee8-69aa-44c0-923c-e67faee80290 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:20:22.174329 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c6a5a722-6765-4770-ba80-e9fe03497cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:22.215671 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-ee1445ff-91e5-491c-8b16-fcc4105a5ca0 None None] Allocated IP 172.20.0.2 (c4de6470-b590-443e-8d3a-5c5273dd060f/d01dbbd9-87a2-420c-b612-bab11df11e04/a399935b-d790-49e6-989f-2808c043bef6) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:20:22.235813 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c6a5a722-6765-4770-ba80-e9fe03497cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:22.262446 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5a722-6765-4770-ba80-e9fe03497cd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d332aaa7-97bd-405d-937f-fc96fa320378,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:22.266148 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c6a5a722-6765-4770-ba80-e9fe03497cd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:22.268264 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c6a5a722-6765-4770-ba80-e9fe03497cd1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d332aaa7-97bd-405d-937f-fc96fa320378 HTTP/1.1" status: 204 len: 168 time: 0.2359109 Aug 28 15:20:22.270717 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39112) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:22.346632 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8984d6d-8f36-466e-8600-d1b588a0a281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:22.385560 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ee1445ff-91e5-491c-8b16-fcc4105a5ca0 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:22.393861 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ee1445ff-91e5-491c-8b16-fcc4105a5ca0 None None] Transition to ACTIVE for port object a399935b-d790-49e6-989f-2808c043bef6 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:22.409097 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ee1445ff-91e5-491c-8b16-fcc4105a5ca0 None None] Transition to ACTIVE for port object a399935b-d790-49e6-989f-2808c043bef6 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:22.415276 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ee1445ff-91e5-491c-8b16-fcc4105a5ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:22.435025 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8984d6d-8f36-466e-8600-d1b588a0a281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:22.445911 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-c8984d6d-8f36-466e-8600-d1b588a0a281 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99c1ca9-a533-4cce-945b-31b311954a2e']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:22.456457 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1445ff-91e5-491c-8b16-fcc4105a5ca0 None None] Network c4de6470-b590-443e-8d3a-5c5273dd060f is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:20:22.459931 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-ee1445ff-91e5-491c-8b16-fcc4105a5ca0 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:22.463743 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1445ff-91e5-491c-8b16-fcc4105a5ca0 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:20:22.468318 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-c8984d6d-8f36-466e-8600-d1b588a0a281 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '970e9264-bdf6-4390-b758-dbcfc30309a8') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:22.468662 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-c8984d6d-8f36-466e-8600-d1b588a0a281 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '970e9264-bdf6-4390-b758-dbcfc30309a8') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:22.470141 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-20f047ba-804a-4bc1-9f72-fdfa7a8bd685 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Allocated IP 172.20.0.9 (c4de6470-b590-443e-8d3a-5c5273dd060f/d01dbbd9-87a2-420c-b612-bab11df11e04/5ed3dee8-69aa-44c0-923c-e67faee80290) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:20:22.470643 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1445ff-91e5-491c-8b16-fcc4105a5ca0 None None] Pushing event updated for resources: {'Port': ['ID=a399935b-d790-49e6-989f-2808c043bef6,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:22.481620 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8984d6d-8f36-466e-8600-d1b588a0a281 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:22.502173 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8984d6d-8f36-466e-8600-d1b588a0a281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:22.509977 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8984d6d-8f36-466e-8600-d1b588a0a281 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:20:22.510422 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8984d6d-8f36-466e-8600-d1b588a0a281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:20:22.512528 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:20:22.529588 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-ee1445ff-91e5-491c-8b16-fcc4105a5ca0 None None] Attempting to bind port a399935b-d790-49e6-989f-2808c043bef6 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:20:22.529962 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-ee1445ff-91e5-491c-8b16-fcc4105a5ca0 None None] Attempting to bind port a399935b-d790-49e6-989f-2808c043bef6 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'ee568c26-fdd1-4930-a443-8939606b5ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c4de6470-b590-443e-8d3a-5c5273dd060f'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:20:22.530330 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1445ff-91e5-491c-8b16-fcc4105a5ca0 None None] Attempting to bind port a399935b-d790-49e6-989f-2808c043bef6 on network c4de6470-b590-443e-8d3a-5c5273dd060f {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:20:22.535433 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1445ff-91e5-491c-8b16-fcc4105a5ca0 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:20:22.535851 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1445ff-91e5-491c-8b16-fcc4105a5ca0 None None] Checking segment: {'id': 'ee568c26-fdd1-4930-a443-8939606b5ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c4de6470-b590-443e-8d3a-5c5273dd060f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:20:22.536261 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ee1445ff-91e5-491c-8b16-fcc4105a5ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:22.536660 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1445ff-91e5-491c-8b16-fcc4105a5ca0 None None] Bound using segment: {'id': 'ee568c26-fdd1-4930-a443-8939606b5ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c4de6470-b590-443e-8d3a-5c5273dd060f'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:20:22.537134 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-ee1445ff-91e5-491c-8b16-fcc4105a5ca0 None None] Bound port: a399935b-d790-49e6-989f-2808c043bef6, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee568c26-fdd1-4930-a443-8939606b5ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c4de6470-b590-443e-8d3a-5c5273dd060f'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:20:22.537580 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ee1445ff-91e5-491c-8b16-fcc4105a5ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:22.572554 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8984d6d-8f36-466e-8600-d1b588a0a281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:22.582654 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8984d6d-8f36-466e-8600-d1b588a0a281 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:22.585921 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c8984d6d-8f36-466e-8600-d1b588a0a281 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c99c1ca9-a533-4cce-945b-31b311954a2e HTTP/1.1" status: 204 len: 168 time: 0.3139729 Aug 28 15:20:22.590927 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39116) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:22.601126 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8984d6d-8f36-466e-8600-d1b588a0a281 admin admin] Pushing event deleted for resources: {'Network': ['ID=c99c1ca9-a533-4cce-945b-31b311954a2e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:22.616897 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-ee1445ff-91e5-491c-8b16-fcc4105a5ca0 None None] For port a399935b-d790-49e6-989f-2808c043bef6, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:20:22.620349 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-ee1445ff-91e5-491c-8b16-fcc4105a5ca0 None None] For port a399935b-d790-49e6-989f-2808c043bef6, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a399935b-d790-49e6-989f-2808c043bef6,segment=NetworkSegment(ee568c26-fdd1-4930-a443-8939606b5ad2),segment_id=ee568c26-fdd1-4930-a443-8939606b5ad2)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:20:22.625621 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ee1445ff-91e5-491c-8b16-fcc4105a5ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:22.664180 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef298dd-456d-4c81-90eb-ecabe1cda08e admin admin] Deleting subnet db8f4be0-5819-4545-87f1-72fa14564eb0 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:20:22.670054 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4ef298dd-456d-4c81-90eb-ecabe1cda08e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:22.702642 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1445ff-91e5-491c-8b16-fcc4105a5ca0 None None] Pushing event updated for resources: {'Port': ['ID=a399935b-d790-49e6-989f-2808c043bef6,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:22.734909 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4ef298dd-456d-4c81-90eb-ecabe1cda08e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:22.737011 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54298ed7-148d-40de-afdf-f5defee26ff3 req-a8003bca-d404-489d-8c15-a1ae8b969e53 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:22.738703 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-20f047ba-804a-4bc1-9f72-fdfa7a8bd685 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:22.738855 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54298ed7-148d-40de-afdf-f5defee26ff3 req-a8003bca-d404-489d-8c15-a1ae8b969e53 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 943 time: 0.0675797 Aug 28 15:20:22.778189 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-20f047ba-804a-4bc1-9f72-fdfa7a8bd685 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Transition to ACTIVE for port object 5ed3dee8-69aa-44c0-923c-e67faee80290 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:22.780528 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54298ed7-148d-40de-afdf-f5defee26ff3 req-a410a9e1-5f0c-49c9-9796-c407daf3c447 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345716 Aug 28 15:20:22.794204 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4ef298dd-456d-4c81-90eb-ecabe1cda08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:22.857749 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-20f047ba-804a-4bc1-9f72-fdfa7a8bd685 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:22.922703 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4ef298dd-456d-4c81-90eb-ecabe1cda08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:22.964404 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f047ba-804a-4bc1-9f72-fdfa7a8bd685 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network c4de6470-b590-443e-8d3a-5c5273dd060f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:20:22.971416 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef298dd-456d-4c81-90eb-ecabe1cda08e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db8f4be0-5819-4545-87f1-72fa14564eb0,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:22.977560 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-20f047ba-804a-4bc1-9f72-fdfa7a8bd685 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:22.982039 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4ef298dd-456d-4c81-90eb-ecabe1cda08e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:22.983883 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4ef298dd-456d-4c81-90eb-ecabe1cda08e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/db8f4be0-5819-4545-87f1-72fa14564eb0 HTTP/1.1" status: 204 len: 168 time: 0.3911998 Aug 28 15:20:22.986505 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39124) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:22.987243 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f047ba-804a-4bc1-9f72-fdfa7a8bd685 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:20:22.991366 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f047ba-804a-4bc1-9f72-fdfa7a8bd685 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Port': ['ID=5ed3dee8-69aa-44c0-923c-e67faee80290,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:23.043636 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f047ba-804a-4bc1-9f72-fdfa7a8bd685 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:23.044181 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-20f047ba-804a-4bc1-9f72-fdfa7a8bd685 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:23.058986 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-20f047ba-804a-4bc1-9f72-fdfa7a8bd685 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0470269 Aug 28 15:20:23.061758 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39126) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:23.067090 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b7766dc8-a78a-4207-92b1-145c96840410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:23.146852 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b7766dc8-a78a-4207-92b1-145c96840410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:23.157106 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-b7766dc8-a78a-4207-92b1-145c96840410 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01dc9fdc-8f52-4fde-8d09-ae2bfa4be200']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:23.172404 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-b7766dc8-a78a-4207-92b1-145c96840410 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dea46cb-7a4a-401f-b6ce-8eea6c45cc66') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:23.172695 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-b7766dc8-a78a-4207-92b1-145c96840410 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dea46cb-7a4a-401f-b6ce-8eea6c45cc66') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:23.183852 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b7766dc8-a78a-4207-92b1-145c96840410 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:23.199121 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b7766dc8-a78a-4207-92b1-145c96840410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:23.205949 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7766dc8-a78a-4207-92b1-145c96840410 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:20:23.206414 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b7766dc8-a78a-4207-92b1-145c96840410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:20:23.208257 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:20:23.263779 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b7766dc8-a78a-4207-92b1-145c96840410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:23.269431 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b7766dc8-a78a-4207-92b1-145c96840410 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:23.271461 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b7766dc8-a78a-4207-92b1-145c96840410 admin admin] 10.222.0.13 "DELETE /v2.0/networks/01dc9fdc-8f52-4fde-8d09-ae2bfa4be200 HTTP/1.1" status: 204 len: 168 time: 0.2837431 Aug 28 15:20:23.276703 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d0573f82-6320-4a88-bbd6-9f99ee17a82b no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:20:23.290011 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7766dc8-a78a-4207-92b1-145c96840410 admin admin] Pushing event deleted for resources: {'Network': ['ID=01dc9fdc-8f52-4fde-8d09-ae2bfa4be200,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:23.301853 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: d0573f82-6320-4a88-bbd6-9f99ee17a82b {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:20:23.302193 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d0573f82-6320-4a88-bbd6-9f99ee17a82b not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:20:23.421325 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-13244823-b3ac-4d65-8bf6-a33c6e14e0ac tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:23.477028 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39132) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:23.540339 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-47c01b98-921c-4816-9557-92e2f877aa9b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=598ca4d186f0474b9507011e48bf3fad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0615168 Aug 28 15:20:23.542845 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39134) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:23.603587 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c0c02f47-070d-4125-a428-1931844436a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:23.632017 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c0c02f47-070d-4125-a428-1931844436a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:23.683635 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c0c02f47-070d-4125-a428-1931844436a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:23.686301 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c0c02f47-070d-4125-a428-1931844436a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:23.687462 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c0c02f47-070d-4125-a428-1931844436a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b90380a8-3f25-4f19-ae7d-e47ad808cf24 HTTP/1.1" status: 204 len: 168 time: 0.1429582 Aug 28 15:20:23.698392 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c02f47-070d-4125-a428-1931844436a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90380a8-3f25-4f19-ae7d-e47ad808cf24,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:23.721845 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bde7f5-1782-4fe4-ab7e-d3b506090959 None None] Network c4de6470-b590-443e-8d3a-5c5273dd060f requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:20:23.738592 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-13244823-b3ac-4d65-8bf6-a33c6e14e0ac tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:23.744887 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-13244823-b3ac-4d65-8bf6-a33c6e14e0ac tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:23.828464 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13244823-b3ac-4d65-8bf6-a33c6e14e0ac tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Port': ['ID=5ed3dee8-69aa-44c0-923c-e67faee80290,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:23.860429 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8480ff57-dd36-441e-947a-26b86c23e173 None None] Provisioning for port a399935b-d790-49e6-989f-2808c043bef6 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:23.941579 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd19daf-a081-4cad-b188-2a83c521c2be req-85354137-b876-4b55-84e3-eb9971278ace tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:23.952691 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ebd19daf-a081-4cad-b188-2a83c521c2be req-85354137-b876-4b55-84e3-eb9971278ace tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 943 time: 0.0794835 Aug 28 15:20:24.023736 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a399935b-d790-49e6-989f-2808c043bef6 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:20:24.043093 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ebd19daf-a081-4cad-b188-2a83c521c2be req-3f2118bd-d39d-4b50-99c7-98b663d0d4fb tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824471 Aug 28 15:20:24.097760 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port a399935b-d790-49e6-989f-2808c043bef6 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:24.103122 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port a399935b-d790-49e6-989f-2808c043bef6 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:24.103122 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:24.109765 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-13244823-b3ac-4d65-8bf6-a33c6e14e0ac tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:24.207303 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:24.224288 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39144) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:24.257795 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port a399935b-d790-49e6-989f-2808c043bef6, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a399935b-d790-49e6-989f-2808c043bef6,segment=NetworkSegment(ee568c26-fdd1-4930-a443-8939606b5ad2),segment_id=ee568c26-fdd1-4930-a443-8939606b5ad2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:24.263109 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:24.266585 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-13244823-b3ac-4d65-8bf6-a33c6e14e0ac tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:24.275213 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-31249ee2-f4d6-4b4f-9fd9-fd88957fae6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d739ae4803c4b83b631f6e45e98f3d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491445 Aug 28 15:20:24.277833 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39146) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:24.322494 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-742f8551-fbb0-4308-b6cc-4e749f0dba68 None None] Provisioning for port 5ed3dee8-69aa-44c0-923c-e67faee80290 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:24.329392 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-742f8551-fbb0-4308-b6cc-4e749f0dba68 None None] Provisioning complete for port 5ed3dee8-69aa-44c0-923c-e67faee80290 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:24.329876 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-742f8551-fbb0-4308-b6cc-4e749f0dba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:24.360303 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f2302744-40b5-46be-a029-0bdf798b1e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:24.365390 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=a399935b-d790-49e6-989f-2808c043bef6,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:24.381902 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-742f8551-fbb0-4308-b6cc-4e749f0dba68 None None] Port 5ed3dee8-69aa-44c0-923c-e67faee80290 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:20:24.395047 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f2302744-40b5-46be-a029-0bdf798b1e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:24.395709 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-742f8551-fbb0-4308-b6cc-4e749f0dba68 None None] Provisioning complete for port a399935b-d790-49e6-989f-2808c043bef6 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:24.396095 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-742f8551-fbb0-4308-b6cc-4e749f0dba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:24.468557 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f2302744-40b5-46be-a029-0bdf798b1e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:24.471739 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f2302744-40b5-46be-a029-0bdf798b1e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:24.476825 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:24.477616 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f2302744-40b5-46be-a029-0bdf798b1e36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/884906da-cc4f-4046-8a01-c19169269d62 HTTP/1.1" status: 204 len: 168 time: 0.1987386 Aug 28 15:20:24.490141 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2302744-40b5-46be-a029-0bdf798b1e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884906da-cc4f-4046-8a01-c19169269d62,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:24.589666 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-13244823-b3ac-4d65-8bf6-a33c6e14e0ac tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:24.595933 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-13244823-b3ac-4d65-8bf6-a33c6e14e0ac tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:24.650457 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2cb34ec2-9866-4c14-b9d6-c35eb37f77cc None None] Provisioning complete for port 5ed3dee8-69aa-44c0-923c-e67faee80290 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:24.650849 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2cb34ec2-9866-4c14-b9d6-c35eb37f77cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:24.701890 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-2cb34ec2-9866-4c14-b9d6-c35eb37f77cc None None] Port 5ed3dee8-69aa-44c0-923c-e67faee80290 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:20:24.711335 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13244823-b3ac-4d65-8bf6-a33c6e14e0ac tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Port': ['ID=5ed3dee8-69aa-44c0-923c-e67faee80290,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:24.715777 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-13244823-b3ac-4d65-8bf6-a33c6e14e0ac tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:24.842371 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13244823-b3ac-4d65-8bf6-a33c6e14e0ac tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network c4de6470-b590-443e-8d3a-5c5273dd060f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:20:24.843798 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-13244823-b3ac-4d65-8bf6-a33c6e14e0ac tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:24.930852 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a2a5e43f-c028-4adf-af28-de4ffd1ee6d3 None None] Provisioning complete for port 5ed3dee8-69aa-44c0-923c-e67faee80290 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:24.931951 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a2a5e43f-c028-4adf-af28-de4ffd1ee6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:24.987623 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a2a5e43f-c028-4adf-af28-de4ffd1ee6d3 None None] Port 5ed3dee8-69aa-44c0-923c-e67faee80290 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:20:25.020298 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13244823-b3ac-4d65-8bf6-a33c6e14e0ac tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Router c66bfeed-ef60-4a83-8c54-df6ffea070aa is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:20:25.112899 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-bea9272f-bd0e-4be4-9444-176b9fa045c6 None None] Provisioning complete for port 5ed3dee8-69aa-44c0-923c-e67faee80290 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:25.113328 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-bea9272f-bd0e-4be4-9444-176b9fa045c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:25.129933 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13244823-b3ac-4d65-8bf6-a33c6e14e0ac tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:20:25.138515 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-13244823-b3ac-4d65-8bf6-a33c6e14e0ac tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "PUT /v2.0/routers/c66bfeed-ef60-4a83-8c54-df6ffea070aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0733871 Aug 28 15:20:25.138909 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39166) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:25.145159 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039d42a7-f94b-4a28-ba34-ffa9ecdfe7ea None None] Sync routers for ids ['c66bfeed-ef60-4a83-8c54-df6ffea070aa'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:20:25.169446 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039d42a7-f94b-4a28-ba34-ffa9ecdfe7ea None None] Routers {'c66bfeed-ef60-4a83-8c54-df6ffea070aa'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:20:25.170097 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-039d42a7-f94b-4a28-ba34-ffa9ecdfe7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:20:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c66bfeed-ef60-4a83-8c54-df6ffea070aa'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:25.203163 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-039d42a7-f94b-4a28-ba34-ffa9ecdfe7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:25.205333 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-bea9272f-bd0e-4be4-9444-176b9fa045c6 None None] Port 5ed3dee8-69aa-44c0-923c-e67faee80290 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:20:25.208554 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c19287-6fd2-4869-88a8-84738ef71a37 req-ba07ca8e-4a57-4ed1-857e-b64562ae5142 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:25.211969 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c5c19287-6fd2-4869-88a8-84738ef71a37 req-ba07ca8e-4a57-4ed1-857e-b64562ae5142 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 943 time: 0.0676336 Aug 28 15:20:25.221912 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039d42a7-f94b-4a28-ba34-ffa9ecdfe7ea None None] Routers {'c66bfeed-ef60-4a83-8c54-df6ffea070aa'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:20:25.222552 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-039d42a7-f94b-4a28-ba34-ffa9ecdfe7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:20:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c66bfeed-ef60-4a83-8c54-df6ffea070aa'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:25.254397 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755221e1-0591-4776-a8d7-d51ab3cbf8fb tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:25.258635 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-755221e1-0591-4776-a8d7-d51ab3cbf8fb tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "GET /v2.0/ports?device_id=c66bfeed-ef60-4a83-8c54-df6ffea070aa HTTP/1.1" status: 200 len: 982 time: 0.1160712 Aug 28 15:20:25.258907 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c5c19287-6fd2-4869-88a8-84738ef71a37 req-985149ad-ca91-49f1-8efb-1bb112c1652b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407574 Aug 28 15:20:25.259351 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39172) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:25.268609 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-039d42a7-f94b-4a28-ba34-ffa9ecdfe7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:25.278078 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039d42a7-f94b-4a28-ba34-ffa9ecdfe7ea None None] The sync data for ids ['c66bfeed-ef60-4a83-8c54-df6ffea070aa'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:20:25.431630 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39178) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:25.534031 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-0c2a070c-d613-4820-ae16-da700add25dd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-250436681-network', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:25.557558 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2a070c-d613-4820-ae16-da700add25dd admin admin] Made reservation on behalf of 5b4c7c44e9c74732be623a1bd8d5a647 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:20:25.560200 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0c2a070c-d613-4820-ae16-da700add25dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:25.569723 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0c2a070c-d613-4820-ae16-da700add25dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:25.681336 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0c2a070c-d613-4820-ae16-da700add25dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:25.686156 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0c2a070c-d613-4820-ae16-da700add25dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:25.728881 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c2a070c-d613-4820-ae16-da700add25dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:20:25.729746 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-941b2beb-3a2a-428a-88fa-daca8333d328 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:25.735261 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a070c-d613-4820-ae16-da700add25dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5067a053-73c9-4306-a130-7c010e79003a,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:25.745870 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0c2a070c-d613-4820-ae16-da700add25dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:25.746225 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-0c2a070c-d613-4820-ae16-da700add25dd admin admin] Added segment 687a3d43-ed99-4057-9cfe-8e767b8757a9 of type vlan for network 8f9ae0f6-9541-42e4-a2b7-8013952788b7 Aug 28 15:20:25.804420 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0c2a070c-d613-4820-ae16-da700add25dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:25.840617 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0c2a070c-d613-4820-ae16-da700add25dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:25.841620 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2a070c-d613-4820-ae16-da700add25dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:25.842199 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0c2a070c-d613-4820-ae16-da700add25dd admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:25.903812 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0c2a070c-d613-4820-ae16-da700add25dd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4706054 Aug 28 15:20:25.907875 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39184) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:25.915773 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-4200218a-b69b-4018-aea7-21373e2188b6 admin admin] Request body: {'subnet': {'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-250436681-subnet', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:25.929121 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a070c-d613-4820-ae16-da700add25dd admin admin] Pushing event updated for resources: {'Network': ['ID=8f9ae0f6-9541-42e4-a2b7-8013952788b7,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:25.941292 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 8f9ae0f6-9541-42e4-a2b7-8013952788b7 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:20:25.951118 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4200218a-b69b-4018-aea7-21373e2188b6 admin admin] Made reservation on behalf of 5b4c7c44e9c74732be623a1bd8d5a647 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:20:25.953873 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4200218a-b69b-4018-aea7-21373e2188b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:25.960742 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a399935b-d790-49e6-989f-2808c043bef6 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:20:26.065488 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port a399935b-d790-49e6-989f-2808c043bef6 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:26.066129 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:26.153148 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4200218a-b69b-4018-aea7-21373e2188b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:26.219859 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200218a-b69b-4018-aea7-21373e2188b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c596a36d-07a5-46e9-9d8f-f620a91423a0,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:26.228953 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4200218a-b69b-4018-aea7-21373e2188b6 admin admin] Checking segment: {'id': '687a3d43-ed99-4057-9cfe-8e767b8757a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:20:26.229311 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4200218a-b69b-4018-aea7-21373e2188b6 admin admin] Network hostable DHCP agents. Network: 8f9ae0f6-9541-42e4-a2b7-8013952788b7, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:20:26.249683 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4200218a-b69b-4018-aea7-21373e2188b6 admin admin] Network 8f9ae0f6-9541-42e4-a2b7-8013952788b7 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:20:26.261814 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-4200218a-b69b-4018-aea7-21373e2188b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 8f9ae0f6-9541-42e4-a2b7-8013952788b7) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:26.269712 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4200218a-b69b-4018-aea7-21373e2188b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:26.270063 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4200218a-b69b-4018-aea7-21373e2188b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:26.275263 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63eee2c4-e351-41f1-bd41-4257cc26af4f None None] Network 8f9ae0f6-9541-42e4-a2b7-8013952788b7 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:20:26.295546 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4200218a-b69b-4018-aea7-21373e2188b6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3864920 Aug 28 15:20:26.298413 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39190) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:26.304846 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-c53bdc98-00a4-45d3-9367-037615c8141f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-250436681-router', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:26.338487 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c53bdc98-00a4-45d3-9367-037615c8141f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:26.339792 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c53bdc98-00a4-45d3-9367-037615c8141f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:26.411146 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-941b2beb-3a2a-428a-88fa-daca8333d328 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting port 5ed3dee8-69aa-44c0-923c-e67faee80290 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:20:26.411768 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-941b2beb-3a2a-428a-88fa-daca8333d328 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:26.439816 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c53bdc98-00a4-45d3-9367-037615c8141f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:26.448641 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6a08f-8355-4d59-a5cb-9812b54dd0ad req-9c49d0ff-f0be-4750-9119-88e5aff2540b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:26.450145 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-63f6a08f-8355-4d59-a5cb-9812b54dd0ad req-9c49d0ff-f0be-4750-9119-88e5aff2540b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 943 time: 0.1010518 Aug 28 15:20:26.470226 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851ccc63-6713-4007-8725-b9950815c2cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-8f9ae0f6-9541-42e4-a2b7-8013952788b7', 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'fixed_ips': [{'subnet_id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:20:26.472075 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-851ccc63-6713-4007-8725-b9950815c2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:26.516295 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-941b2beb-3a2a-428a-88fa-daca8333d328 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:26.529175 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-941b2beb-3a2a-428a-88fa-daca8333d328 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Calling delete_port for 5ed3dee8-69aa-44c0-923c-e67faee80290 owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:20:26.607373 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:26.621056 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-63f6a08f-8355-4d59-a5cb-9812b54dd0ad req-c7a439a6-da2b-4459-918d-1467e2552056 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259596 Aug 28 15:20:26.624716 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c53bdc98-00a4-45d3-9367-037615c8141f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:26.627617 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-851ccc63-6713-4007-8725-b9950815c2cc None None] Allocated IP 172.20.0.2 (8f9ae0f6-9541-42e4-a2b7-8013952788b7/c596a36d-07a5-46e9-9d8f-f620a91423a0/7d85c5ec-0ebb-4059-a1c1-1bff48794924) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:20:26.744579 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-941b2beb-3a2a-428a-88fa-daca8333d328 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:26.785887 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b2beb-3a2a-428a-88fa-daca8333d328 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Port': ['ID=5ed3dee8-69aa-44c0-923c-e67faee80290,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:26.832899 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-851ccc63-6713-4007-8725-b9950815c2cc None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:26.848639 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-851ccc63-6713-4007-8725-b9950815c2cc None None] Transition to ACTIVE for port object 7d85c5ec-0ebb-4059-a1c1-1bff48794924 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:26.877639 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-851ccc63-6713-4007-8725-b9950815c2cc None None] Transition to ACTIVE for port object 7d85c5ec-0ebb-4059-a1c1-1bff48794924 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:26.891547 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-851ccc63-6713-4007-8725-b9950815c2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:26.929404 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c53bdc98-00a4-45d3-9367-037615c8141f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:26.956042 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c53bdc98-00a4-45d3-9367-037615c8141f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:26.972145 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851ccc63-6713-4007-8725-b9950815c2cc None None] Network 8f9ae0f6-9541-42e4-a2b7-8013952788b7 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:20:26.982061 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-851ccc63-6713-4007-8725-b9950815c2cc None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:26.984169 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ccc63-6713-4007-8725-b9950815c2cc None None] Pushing event updated for resources: {'Port': ['ID=7d85c5ec-0ebb-4059-a1c1-1bff48794924,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:26.986517 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851ccc63-6713-4007-8725-b9950815c2cc None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:20:27.038643 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-941b2beb-3a2a-428a-88fa-daca8333d328 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:27.064853 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-851ccc63-6713-4007-8725-b9950815c2cc None None] Attempting to bind port 7d85c5ec-0ebb-4059-a1c1-1bff48794924 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:20:27.066259 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-851ccc63-6713-4007-8725-b9950815c2cc None None] Attempting to bind port 7d85c5ec-0ebb-4059-a1c1-1bff48794924 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '687a3d43-ed99-4057-9cfe-8e767b8757a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:20:27.066727 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ccc63-6713-4007-8725-b9950815c2cc None None] Attempting to bind port 7d85c5ec-0ebb-4059-a1c1-1bff48794924 on network 8f9ae0f6-9541-42e4-a2b7-8013952788b7 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:20:27.079290 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ccc63-6713-4007-8725-b9950815c2cc None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:20:27.080479 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ccc63-6713-4007-8725-b9950815c2cc None None] Checking segment: {'id': '687a3d43-ed99-4057-9cfe-8e767b8757a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:20:27.081427 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-851ccc63-6713-4007-8725-b9950815c2cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:27.082861 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ccc63-6713-4007-8725-b9950815c2cc None None] Bound using segment: {'id': '687a3d43-ed99-4057-9cfe-8e767b8757a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:20:27.083470 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-851ccc63-6713-4007-8725-b9950815c2cc None None] Bound port: 7d85c5ec-0ebb-4059-a1c1-1bff48794924, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '687a3d43-ed99-4057-9cfe-8e767b8757a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:20:27.087973 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-851ccc63-6713-4007-8725-b9950815c2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:27.110921 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-c53bdc98-00a4-45d3-9367-037615c8141f admin admin] Allocated IP 172.25.3.106 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:20:27.173434 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-851ccc63-6713-4007-8725-b9950815c2cc None None] For port 7d85c5ec-0ebb-4059-a1c1-1bff48794924, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:20:27.181718 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-851ccc63-6713-4007-8725-b9950815c2cc None None] For port 7d85c5ec-0ebb-4059-a1c1-1bff48794924, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7d85c5ec-0ebb-4059-a1c1-1bff48794924,segment=NetworkSegment(687a3d43-ed99-4057-9cfe-8e767b8757a9),segment_id=687a3d43-ed99-4057-9cfe-8e767b8757a9)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:20:27.187193 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-851ccc63-6713-4007-8725-b9950815c2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:27.242297 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c53bdc98-00a4-45d3-9367-037615c8141f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:27.266857 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ccc63-6713-4007-8725-b9950815c2cc None None] Pushing event updated for resources: {'Port': ['ID=7d85c5ec-0ebb-4059-a1c1-1bff48794924,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:27.282822 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941b2beb-3a2a-428a-88fa-daca8333d328 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Router c66bfeed-ef60-4a83-8c54-df6ffea070aa has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:20:27.299962 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c53bdc98-00a4-45d3-9367-037615c8141f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:27.352659 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53bdc98-00a4-45d3-9367-037615c8141f admin admin] Pushing event updated for resources: {'Port': ['ID=1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:27.373332 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53bdc98-00a4-45d3-9367-037615c8141f admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:20:27.375137 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-c53bdc98-00a4-45d3-9367-037615c8141f admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:27.378133 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53bdc98-00a4-45d3-9367-037615c8141f admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:20:27.406466 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941b2beb-3a2a-428a-88fa-daca8333d328 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:20:27.417535 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-941b2beb-3a2a-428a-88fa-daca8333d328 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "PUT /v2.0/routers/c66bfeed-ef60-4a83-8c54-df6ffea070aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1549911 Aug 28 15:20:27.418575 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39202) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:27.426855 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fafb697-6947-47e5-a192-1423a9d84d08 None None] Sync routers for ids ['c66bfeed-ef60-4a83-8c54-df6ffea070aa'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:20:27.442870 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fafb697-6947-47e5-a192-1423a9d84d08 None None] Routers {'c66bfeed-ef60-4a83-8c54-df6ffea070aa'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:20:27.443556 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9fafb697-6947-47e5-a192-1423a9d84d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:20:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c66bfeed-ef60-4a83-8c54-df6ffea070aa'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:27.450181 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-938dae73-9275-48b6-9ddf-0c18cfcac3e5 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] GET failed (client error): The resource could not be found. Aug 28 15:20:27.454534 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-938dae73-9275-48b6-9ddf-0c18cfcac3e5 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "GET /v2.0/ports/5ed3dee8-69aa-44c0-923c-e67faee80290 HTTP/1.1" status: 404 len: 333 time: 0.0325072 Aug 28 15:20:27.454753 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39204) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:27.504693 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9fafb697-6947-47e5-a192-1423a9d84d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:27.532655 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fafb697-6947-47e5-a192-1423a9d84d08 None None] Routers {'c66bfeed-ef60-4a83-8c54-df6ffea070aa'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:20:27.533290 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9fafb697-6947-47e5-a192-1423a9d84d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:20:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c66bfeed-ef60-4a83-8c54-df6ffea070aa'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:27.562038 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3d713bc5-a8b2-4a67-8812-1995926093c3 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:27.597130 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9fafb697-6947-47e5-a192-1423a9d84d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:27.597800 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fafb697-6947-47e5-a192-1423a9d84d08 None None] The sync data for ids ['c66bfeed-ef60-4a83-8c54-df6ffea070aa'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:20:27.723510 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c53bdc98-00a4-45d3-9367-037615c8141f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:27.805434 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3d713bc5-a8b2-4a67-8812-1995926093c3 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:27.809500 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3d713bc5-a8b2-4a67-8812-1995926093c3 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:27.878944 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3af99c-de8e-4ac1-b0f1-212f9e986411 req-7c731d2b-2bf7-4155-9044-b777b02c5146 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:27.880534 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bc3af99c-de8e-4ac1-b0f1-212f9e986411 req-7c731d2b-2bf7-4155-9044-b777b02c5146 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 943 time: 0.1143069 Aug 28 15:20:27.897383 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3d713bc5-a8b2-4a67-8812-1995926093c3 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:27.898026 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d713bc5-a8b2-4a67-8812-1995926093c3 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Fanout notify agent at l3_agent the message router_deleted on router c66bfeed-ef60-4a83-8c54-df6ffea070aa {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:20:27.920627 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3d713bc5-a8b2-4a67-8812-1995926093c3 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:27.924431 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3d713bc5-a8b2-4a67-8812-1995926093c3 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/routers/c66bfeed-ef60-4a83-8c54-df6ffea070aa HTTP/1.1" status: 204 len: 168 time: 0.4664104 Aug 28 15:20:27.924909 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39208) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:27.970623 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bc3af99c-de8e-4ac1-b0f1-212f9e986411 req-d4113034-30f4-44ce-b152-aded30faa730 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808761 Aug 28 15:20:28.044195 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-8721d56f-7c9a-4f13-a9d7-15479799022e tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting subnet d01dbbd9-87a2-420c-b612-bab11df11e04 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:20:28.050940 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8721d56f-7c9a-4f13-a9d7-15479799022e tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:28.071780 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c53bdc98-00a4-45d3-9367-037615c8141f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:28.082202 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7d85c5ec-0ebb-4059-a1c1-1bff48794924 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:20:28.108800 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8721d56f-7c9a-4f13-a9d7-15479799022e tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:28.150944 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 7d85c5ec-0ebb-4059-a1c1-1bff48794924 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:28.183517 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 3d9b9d6d-3931-479d-bea6-67308ad77344 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:20:28.230867 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8721d56f-7c9a-4f13-a9d7-15479799022e tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:28.273012 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53bdc98-00a4-45d3-9367-037615c8141f admin admin] Router 09b0bf2a-1454-436f-802a-4964ccc7102e is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:20:28.331671 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8721d56f-7c9a-4f13-a9d7-15479799022e tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:28.397271 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8721d56f-7c9a-4f13-a9d7-15479799022e tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:28.403505 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8721d56f-7c9a-4f13-a9d7-15479799022e tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/subnets/d01dbbd9-87a2-420c-b612-bab11df11e04 HTTP/1.1" status: 204 len: 168 time: 0.4750235 Aug 28 15:20:28.403505 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721d56f-7c9a-4f13-a9d7-15479799022e tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Subnet': ['ID=d01dbbd9-87a2-420c-b612-bab11df11e04,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:28.408812 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39212) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:28.421521 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 3d9b9d6d-3931-479d-bea6-67308ad77344, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=3d9b9d6d-3931-479d-bea6-67308ad77344,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:28.426491 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672b0021-4e18-4c68-846f-ee1041d2e850 None None] Network c4de6470-b590-443e-8d3a-5c5273dd060f requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:20:28.524711 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '3d9b9d6d-3931-479d-bea6-67308ad77344', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'port_id': '3d9b9d6d-3931-479d-bea6-67308ad77344', 'mac_address': 'fa:16:3e:71:64:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:20:28.574527 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17f5b7b9-a2e5-4afa-8a2f-a0dfec500b8d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:28.632259 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:28.643270 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53bdc98-00a4-45d3-9367-037615c8141f admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:20:28.669494 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c53bdc98-00a4-45d3-9367-037615c8141f admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:28.671581 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd2aeb3-7516-46e2-83ff-96687715897d None None] Sync routers for ids ['09b0bf2a-1454-436f-802a-4964ccc7102e'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:20:28.671918 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c53bdc98-00a4-45d3-9367-037615c8141f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3723421 Aug 28 15:20:28.674653 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39216) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:28.679416 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-17f5b7b9-a2e5-4afa-8a2f-a0dfec500b8d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting port a399935b-d790-49e6-989f-2808c043bef6 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:20:28.679920 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17f5b7b9-a2e5-4afa-8a2f-a0dfec500b8d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:28.696379 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd2aeb3-7516-46e2-83ff-96687715897d None None] Routers {'09b0bf2a-1454-436f-802a-4964ccc7102e'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:20:28.697119 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-2bd2aeb3-7516-46e2-83ff-96687715897d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:20:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['09b0bf2a-1454-436f-802a-4964ccc7102e'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:28.700691 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d9b9d6d-3931-479d-bea6-67308ad77344 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:20:28.779106 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-17f5b7b9-a2e5-4afa-8a2f-a0dfec500b8d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] For port a399935b-d790-49e6-989f-2808c043bef6, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a399935b-d790-49e6-989f-2808c043bef6,segment=NetworkSegment(ee568c26-fdd1-4930-a443-8939606b5ad2),segment_id=ee568c26-fdd1-4930-a443-8939606b5ad2)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:28.779405 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17f5b7b9-a2e5-4afa-8a2f-a0dfec500b8d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:28.789309 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 3d9b9d6d-3931-479d-bea6-67308ad77344, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=3d9b9d6d-3931-479d-bea6-67308ad77344,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:28.790419 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff724cb-cb68-487f-8700-45fe66aaa981 None None] Network 8f9ae0f6-9541-42e4-a2b7-8013952788b7 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:20:28.798631 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-17f5b7b9-a2e5-4afa-8a2f-a0dfec500b8d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Calling delete_port for a399935b-d790-49e6-989f-2808c043bef6 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:20:28.917010 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17f5b7b9-a2e5-4afa-8a2f-a0dfec500b8d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:28.949424 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f5b7b9-a2e5-4afa-8a2f-a0dfec500b8d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] No DVR routers for this DVR port a399935b-d790-49e6-989f-2808c043bef6 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:20:28.951307 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5b7b9-a2e5-4afa-8a2f-a0dfec500b8d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Port': ['ID=a399935b-d790-49e6-989f-2808c043bef6,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:29.042498 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17f5b7b9-a2e5-4afa-8a2f-a0dfec500b8d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:29.057101 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-17f5b7b9-a2e5-4afa-8a2f-a0dfec500b8d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4de6470-b590-443e-8d3a-5c5273dd060f']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:29.074941 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b663b75c-2b0b-4ef3-834f-b94bd9f7e29f None None] DHCP port deletion for c4de6470-b590-443e-8d3a-5c5273dd060f request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:20:29.085999 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:29.099565 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-17f5b7b9-a2e5-4afa-8a2f-a0dfec500b8d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee568c26-fdd1-4930-a443-8939606b5ad2') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:29.100144 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-17f5b7b9-a2e5-4afa-8a2f-a0dfec500b8d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee568c26-fdd1-4930-a443-8939606b5ad2') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:29.112499 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17f5b7b9-a2e5-4afa-8a2f-a0dfec500b8d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:29.130839 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17f5b7b9-a2e5-4afa-8a2f-a0dfec500b8d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:29.145320 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-38708942-0d31-4ece-8bfe-832c019abfa6 None None] Provisioning for port 7d85c5ec-0ebb-4059-a1c1-1bff48794924 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:29.154777 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f5b7b9-a2e5-4afa-8a2f-a0dfec500b8d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:20:29.155210 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17f5b7b9-a2e5-4afa-8a2f-a0dfec500b8d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:20:29.159126 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:20:29.174101 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-38708942-0d31-4ece-8bfe-832c019abfa6 None None] Provisioning complete for port 7d85c5ec-0ebb-4059-a1c1-1bff48794924 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:29.174101 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-38708942-0d31-4ece-8bfe-832c019abfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:29.226787 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e6c30-eb81-4b33-be7f-78f5336458b1 req-2e57a713-baee-434d-b86e-088889319883 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:29.233619 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-2bd2aeb3-7516-46e2-83ff-96687715897d None None] Set router 09b0bf2a-1454-436f-802a-4964ccc7102e gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:20:29.234158 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bf5e6c30-eb81-4b33-be7f-78f5336458b1 req-2e57a713-baee-434d-b86e-088889319883 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 944 time: 0.1803713 Aug 28 15:20:29.268974 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17f5b7b9-a2e5-4afa-8a2f-a0dfec500b8d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:29.278812 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17f5b7b9-a2e5-4afa-8a2f-a0dfec500b8d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:29.280799 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-17f5b7b9-a2e5-4afa-8a2f-a0dfec500b8d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/networks/c4de6470-b590-443e-8d3a-5c5273dd060f HTTP/1.1" status: 204 len: 168 time: 0.8710110 Aug 28 15:20:29.319058 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39226) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:29.331945 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bf5e6c30-eb81-4b33-be7f-78f5336458b1 req-e8de78f7-0b63-486e-8e5b-7a243e517865 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968976 Aug 28 15:20:29.334221 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5b7b9-a2e5-4afa-8a2f-a0dfec500b8d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Network': ['ID=c4de6470-b590-443e-8d3a-5c5273dd060f,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:29.348373 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=3d9b9d6d-3931-479d-bea6-67308ad77344,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:29.378696 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d596ec4-799a-4d66-ac26-8a41db5276c0 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:29.380181 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4d596ec4-799a-4d66-ac26-8a41db5276c0 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "GET /v2.0/ports/3eff33a9-e8e8-441f-98be-23ebff23f159 HTTP/1.1" status: 200 len: 839 time: 0.0595739 Aug 28 15:20:29.384177 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39230) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:29.434032 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9c1c5185-ede1-43b3-aabf-932f4f6f6b19 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "GET /v2.0/ports/3eff33a9-e8e8-441f-98be-23ebff23f159?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0486784 Aug 28 15:20:29.437574 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39232) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:29.442633 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-e9e902e2-4230-416b-a741-28f228ca91d4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'subnet': {'network_id': '02c95b13-9fd9-44e0-b512-a70ff19d914e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:29.449447 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['3d9b9d6d-3931-479d-bea6-67308ad77344'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:20:29.558958 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e902e2-4230-416b-a741-28f228ca91d4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:20:29.565127 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e9e902e2-4230-416b-a741-28f228ca91d4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:29.576556 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c4f3c446-549d-4247-828d-4387e910165d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:29.712056 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-38708942-0d31-4ece-8bfe-832c019abfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:29.776749 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-c4f3c446-549d-4247-828d-4387e910165d admin admin] Allocated IP 172.20.0.1 (8f9ae0f6-9541-42e4-a2b7-8013952788b7/c596a36d-07a5-46e9-9d8f-f620a91423a0/3100191d-3594-4635-bd84-1db28d1a9cbc) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:20:29.819310 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e9e902e2-4230-416b-a741-28f228ca91d4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:29.822432 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-38708942-0d31-4ece-8bfe-832c019abfa6 None None] For port 7d85c5ec-0ebb-4059-a1c1-1bff48794924, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7d85c5ec-0ebb-4059-a1c1-1bff48794924,segment=NetworkSegment(687a3d43-ed99-4057-9cfe-8e767b8757a9),segment_id=687a3d43-ed99-4057-9cfe-8e767b8757a9)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:29.840021 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e902e2-4230-416b-a741-28f228ca91d4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network 02c95b13-9fd9-44e0-b512-a70ff19d914e is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:20:29.843091 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-e9e902e2-4230-416b-a741-28f228ca91d4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:29.846420 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-38708942-0d31-4ece-8bfe-832c019abfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:29.885883 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e902e2-4230-416b-a741-28f228ca91d4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:29.886676 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e9e902e2-4230-416b-a741-28f228ca91d4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:29.888522 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cca13c-a4df-4290-85c3-1f8d15f0354e None None] Network 02c95b13-9fd9-44e0-b512-a70ff19d914e requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:20:29.923069 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e9e902e2-4230-416b-a741-28f228ca91d4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4842381 Aug 28 15:20:29.926763 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39236) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:29.929956 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e902e2-4230-416b-a741-28f228ca91d4 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Subnet': ['ID=4b5f6261-78e5-481d-8e3d-ad771701487e,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:29.942573 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-34637b74-e8e3-40ac-b465-5ce158451999 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'security_group': {'name': 'tempest-secgroup-333050558'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:29.994227 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38708942-0d31-4ece-8bfe-832c019abfa6 None None] Pushing event updated for resources: {'Port': ['ID=7d85c5ec-0ebb-4059-a1c1-1bff48794924,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:30.011562 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c4f3c446-549d-4247-828d-4387e910165d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:30.014582 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a399935b-d790-49e6-989f-2808c043bef6 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:20:30.031836 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-c4f3c446-549d-4247-828d-4387e910165d admin admin] Transition to ACTIVE for port object 3100191d-3594-4635-bd84-1db28d1a9cbc will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:30.034965 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-34637b74-e8e3-40ac-b465-5ce158451999 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:30.057274 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: a399935b-d790-49e6-989f-2808c043bef6 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:20:30.057621 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a399935b-d790-49e6-989f-2808c043bef6 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:20:30.089553 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-2bd2aeb3-7516-46e2-83ff-96687715897d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'name': 'tempest-AttachVolumeTestJSON-250436681-router', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:27Z', 'revision_number': 3, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'gw_port': {'id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:30.137735 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd2aeb3-7516-46e2-83ff-96687715897d None None] Checking router: 09b0bf2a-1454-436f-802a-4964ccc7102e for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:20:30.138089 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd2aeb3-7516-46e2-83ff-96687715897d None None] Updating router 09b0bf2a-1454-436f-802a-4964ccc7102e port 1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:20:30.141368 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c4f3c446-549d-4247-828d-4387e910165d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:30.179891 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2bd2aeb3-7516-46e2-83ff-96687715897d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:30.192567 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f3c446-549d-4247-828d-4387e910165d admin admin] Network 8f9ae0f6-9541-42e4-a2b7-8013952788b7 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:20:30.201763 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-c4f3c446-549d-4247-828d-4387e910165d admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:30.230018 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f3c446-549d-4247-828d-4387e910165d admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:20:30.232270 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3c446-549d-4247-828d-4387e910165d admin admin] Pushing event updated for resources: {'Port': ['ID=3100191d-3594-4635-bd84-1db28d1a9cbc,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:30.248966 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a2ee880d-ba38-44ec-9395-4bc7566e4434 None None] Provisioning complete for port 7d85c5ec-0ebb-4059-a1c1-1bff48794924 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:30.249337 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a2ee880d-ba38-44ec-9395-4bc7566e4434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:30.305508 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-34637b74-e8e3-40ac-b465-5ce158451999 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:30.315580 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c4f3c446-549d-4247-828d-4387e910165d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:30.360644 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-34637b74-e8e3-40ac-b465-5ce158451999 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:30.395786 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34637b74-e8e3-40ac-b465-5ce158451999 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c0b20c-5bc7-4901-858f-6164e54bac02,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:30.433274 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-34637b74-e8e3-40ac-b465-5ce158451999 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:30.438356 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-34637b74-e8e3-40ac-b465-5ce158451999 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5066202 Aug 28 15:20:30.438356 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39242) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:30.446753 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-6103c0b0-1bc5-435b-9065-a8e06bacbfa8 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'security_group': {'name': 'tempest-secgroup-279204436'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:30.527392 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ddb11b-0ec3-4c3c-a0ce-94d9d689abca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-02c95b13-9fd9-44e0-b512-a70ff19d914e', 'network_id': '02c95b13-9fd9-44e0-b512-a70ff19d914e', 'tenant_id': 'a49a25d4f6704aa19c86415c67cd6045', 'fixed_ips': [{'subnet_id': '4b5f6261-78e5-481d-8e3d-ad771701487e'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:20:30.528328 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-47ddb11b-0ec3-4c3c-a0ce-94d9d689abca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:30.570589 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6103c0b0-1bc5-435b-9065-a8e06bacbfa8 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:30.611813 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c4f3c446-549d-4247-828d-4387e910165d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:30.642088 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b855d3-76c9-4d99-b661-0df18bebde91 req-076566ef-ad1d-4c13-8e1c-58cd78d70332 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:30.645115 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c4b855d3-76c9-4d99-b661-0df18bebde91 req-076566ef-ad1d-4c13-8e1c-58cd78d70332 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 944 time: 0.1275811 Aug 28 15:20:30.729316 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c4b855d3-76c9-4d99-b661-0df18bebde91 req-53b84a1f-4027-4ece-acee-56dd10f544e1 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694761 Aug 28 15:20:30.806911 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-72f8abee-adf0-4123-a865-e1f281b25c30 None None] Provisioning for port 3100191d-3594-4635-bd84-1db28d1a9cbc completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:30.859433 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-72f8abee-adf0-4123-a865-e1f281b25c30 None None] Provisioning complete for port 3100191d-3594-4635-bd84-1db28d1a9cbc triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:30.859940 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-72f8abee-adf0-4123-a865-e1f281b25c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:30.870635 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6103c0b0-1bc5-435b-9065-a8e06bacbfa8 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:30.878752 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6103c0b0-1bc5-435b-9065-a8e06bacbfa8 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:30.928527 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6103c0b0-1bc5-435b-9065-a8e06bacbfa8 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:30.929762 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6103c0b0-1bc5-435b-9065-a8e06bacbfa8 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4916635 Aug 28 15:20:30.932489 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c4f3c446-549d-4247-828d-4387e910165d admin admin] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:30.933284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39246) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:30.934545 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103c0b0-1bc5-435b-9065-a8e06bacbfa8 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9eba633-0526-4cb7-a7ce-fe416416d3df,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:30.936359 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-47ddb11b-0ec3-4c3c-a0ce-94d9d689abca None None] Allocated IP 172.20.0.2 (02c95b13-9fd9-44e0-b512-a70ff19d914e/4b5f6261-78e5-481d-8e3d-ad771701487e/3dedb379-b7ee-4f18-90c3-93edaa34ffd2) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:20:30.938752 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-72f8abee-adf0-4123-a865-e1f281b25c30 None None] Port 3100191d-3594-4635-bd84-1db28d1a9cbc cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:20:30.939460 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-248a7b90-c9da-47e8-996b-1c95369a387c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1170817282', 'security_groups': ['e9eba633-0526-4cb7-a7ce-fe416416d3df'], 'network_id': '02c95b13-9fd9-44e0-b512-a70ff19d914e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4b5f6261-78e5-481d-8e3d-ad771701487e'}]}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:30.940633 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c4f3c446-549d-4247-828d-4387e910165d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:30.941715 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2bd2aeb3-7516-46e2-83ff-96687715897d None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:30.961387 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2bd2aeb3-7516-46e2-83ff-96687715897d None None] Transition to ACTIVE for port object 1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:30.988425 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2bd2aeb3-7516-46e2-83ff-96687715897d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:31.015383 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c4f3c446-549d-4247-828d-4387e910165d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:31.018144 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3c446-549d-4247-828d-4387e910165d admin admin] Pushing event updated for resources: {'Port': ['ID=3100191d-3594-4635-bd84-1db28d1a9cbc,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:31.080228 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248a7b90-c9da-47e8-996b-1c95369a387c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:20:31.092884 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-2bd2aeb3-7516-46e2-83ff-96687715897d None None] Attempting to bind port 1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:20:31.093451 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-2bd2aeb3-7516-46e2-83ff-96687715897d None None] Attempting to bind port 1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:20:31.093564 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd2aeb3-7516-46e2-83ff-96687715897d None None] Attempting to bind port 1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:20:31.097254 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6b21e-433d-4158-bc0a-56fd45e474a6 None None] Pushing event updated for resources: {'Port': ['ID=1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:31.108434 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd2aeb3-7516-46e2-83ff-96687715897d None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:20:31.109089 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd2aeb3-7516-46e2-83ff-96687715897d None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:20:31.109528 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2bd2aeb3-7516-46e2-83ff-96687715897d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:31.109968 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd2aeb3-7516-46e2-83ff-96687715897d None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:20:31.110454 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-2bd2aeb3-7516-46e2-83ff-96687715897d None None] Bound port: 1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:20:31.110834 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2bd2aeb3-7516-46e2-83ff-96687715897d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:31.128475 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f3c446-549d-4247-828d-4387e910165d admin admin] Network 8f9ae0f6-9541-42e4-a2b7-8013952788b7 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:20:31.129957 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-c4f3c446-549d-4247-828d-4387e910165d admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:31.170105 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-248a7b90-c9da-47e8-996b-1c95369a387c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:31.188837 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-248a7b90-c9da-47e8-996b-1c95369a387c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] device_id is not set on port 4c38a8a4-4911-490b-82bb-b9b442d448d8 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:20:31.216545 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-47ddb11b-0ec3-4c3c-a0ce-94d9d689abca None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:31.236340 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-47ddb11b-0ec3-4c3c-a0ce-94d9d689abca None None] Transition to ACTIVE for port object 3dedb379-b7ee-4f18-90c3-93edaa34ffd2 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:31.245520 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-2bd2aeb3-7516-46e2-83ff-96687715897d None None] For port 1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:20:31.251346 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-2bd2aeb3-7516-46e2-83ff-96687715897d None None] For port 1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:20:31.260895 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-47ddb11b-0ec3-4c3c-a0ce-94d9d689abca None None] Transition to ACTIVE for port object 3dedb379-b7ee-4f18-90c3-93edaa34ffd2 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:31.264083 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2bd2aeb3-7516-46e2-83ff-96687715897d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:31.273922 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f3c446-549d-4247-828d-4387e910165d admin admin] Router 09b0bf2a-1454-436f-802a-4964ccc7102e has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:20:31.304589 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-47ddb11b-0ec3-4c3c-a0ce-94d9d689abca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:31.418958 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-248a7b90-c9da-47e8-996b-1c95369a387c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Allocated IP 172.20.0.5 (02c95b13-9fd9-44e0-b512-a70ff19d914e/4b5f6261-78e5-481d-8e3d-ad771701487e/4c38a8a4-4911-490b-82bb-b9b442d448d8) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:20:31.423003 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f3c446-549d-4247-828d-4387e910165d admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:20:31.437082 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c4f3c446-549d-4247-828d-4387e910165d admin admin] 10.222.0.13 "PUT /v2.0/routers/09b0bf2a-1454-436f-802a-4964ccc7102e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7608798 Aug 28 15:20:31.584864 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ddb11b-0ec3-4c3c-a0ce-94d9d689abca None None] Network 02c95b13-9fd9-44e0-b512-a70ff19d914e is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:20:31.602665 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd2aeb3-7516-46e2-83ff-96687715897d None None] Routers {'09b0bf2a-1454-436f-802a-4964ccc7102e'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:20:31.603559 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-2bd2aeb3-7516-46e2-83ff-96687715897d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:20:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['09b0bf2a-1454-436f-802a-4964ccc7102e'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:31.607808 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-47ddb11b-0ec3-4c3c-a0ce-94d9d689abca None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:31.630702 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-248a7b90-c9da-47e8-996b-1c95369a387c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:31.641104 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ddb11b-0ec3-4c3c-a0ce-94d9d689abca None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:20:31.647663 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-248a7b90-c9da-47e8-996b-1c95369a387c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Transition to ACTIVE for port object 4c38a8a4-4911-490b-82bb-b9b442d448d8 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:31.648298 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6b21e-433d-4158-bc0a-56fd45e474a6 None None] Pushing event updated for resources: {'Port': ['ID=1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:31.687559 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-248a7b90-c9da-47e8-996b-1c95369a387c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:31.723524 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-24ca17e2-dfa9-4e80-b707-94715e0a0465 None None] Provisioning complete for port 3100191d-3594-4635-bd84-1db28d1a9cbc triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:31.723822 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-24ca17e2-dfa9-4e80-b707-94715e0a0465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:31.738974 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248a7b90-c9da-47e8-996b-1c95369a387c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network 02c95b13-9fd9-44e0-b512-a70ff19d914e is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:20:31.742289 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-248a7b90-c9da-47e8-996b-1c95369a387c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:31.764334 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248a7b90-c9da-47e8-996b-1c95369a387c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:20:31.799171 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ddb11b-0ec3-4c3c-a0ce-94d9d689abca None None] Pushing event updated for resources: {'Port': ['ID=3dedb379-b7ee-4f18-90c3-93edaa34ffd2,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:31.828496 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-47ddb11b-0ec3-4c3c-a0ce-94d9d689abca None None] Attempting to bind port 3dedb379-b7ee-4f18-90c3-93edaa34ffd2 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:20:31.829536 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-47ddb11b-0ec3-4c3c-a0ce-94d9d689abca None None] Attempting to bind port 3dedb379-b7ee-4f18-90c3-93edaa34ffd2 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '24102da0-a762-486e-aad1-4db109086d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '02c95b13-9fd9-44e0-b512-a70ff19d914e'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:20:31.829536 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ddb11b-0ec3-4c3c-a0ce-94d9d689abca None None] Attempting to bind port 3dedb379-b7ee-4f18-90c3-93edaa34ffd2 on network 02c95b13-9fd9-44e0-b512-a70ff19d914e {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:20:31.836815 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-24ca17e2-dfa9-4e80-b707-94715e0a0465 None None] Port 3100191d-3594-4635-bd84-1db28d1a9cbc cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:20:31.845233 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ddb11b-0ec3-4c3c-a0ce-94d9d689abca None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:20:31.845607 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ddb11b-0ec3-4c3c-a0ce-94d9d689abca None None] Checking segment: {'id': '24102da0-a762-486e-aad1-4db109086d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '02c95b13-9fd9-44e0-b512-a70ff19d914e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:20:31.846008 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-47ddb11b-0ec3-4c3c-a0ce-94d9d689abca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:31.846394 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ddb11b-0ec3-4c3c-a0ce-94d9d689abca None None] Bound using segment: {'id': '24102da0-a762-486e-aad1-4db109086d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '02c95b13-9fd9-44e0-b512-a70ff19d914e'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:20:31.846862 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-47ddb11b-0ec3-4c3c-a0ce-94d9d689abca None None] Bound port: 3dedb379-b7ee-4f18-90c3-93edaa34ffd2, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24102da0-a762-486e-aad1-4db109086d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '02c95b13-9fd9-44e0-b512-a70ff19d914e'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:20:31.847242 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-47ddb11b-0ec3-4c3c-a0ce-94d9d689abca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:31.850571 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-2bd2aeb3-7516-46e2-83ff-96687715897d None None] Set router 09b0bf2a-1454-436f-802a-4964ccc7102e gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:20:31.853594 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a7b90-c9da-47e8-996b-1c95369a387c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Port': ['ID=4c38a8a4-4911-490b-82bb-b9b442d448d8,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:31.898435 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248a7b90-c9da-47e8-996b-1c95369a387c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:31.899088 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-248a7b90-c9da-47e8-996b-1c95369a387c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:31.931113 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-248a7b90-c9da-47e8-996b-1c95369a387c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9934354 Aug 28 15:20:31.932489 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39264) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:31.938397 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-7a47cb9d-fa42-4e31-98e2-7c5a20368698 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'subnet': {'network_id': '02c95b13-9fd9-44e0-b512-a70ff19d914e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:31.941121 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4565d46-95c1-4fd6-9acb-e6d8ff31f88e req-ac6aab92-ea20-4b66-abdf-5577a751909c tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:31.952244 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c4565d46-95c1-4fd6-9acb-e6d8ff31f88e req-ac6aab92-ea20-4b66-abdf-5577a751909c tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 944 time: 0.0947146 Aug 28 15:20:32.020262 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c4565d46-95c1-4fd6-9acb-e6d8ff31f88e req-341a2522-f95e-4491-9c87-d813f49ee226 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671132 Aug 28 15:20:32.057605 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7d85c5ec-0ebb-4059-a1c1-1bff48794924 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:20:32.192626 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39266) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:32.199722 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-73c4dcae-4bc7-4657-9ddb-fdf86a46cc79 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2141359145', 'description': 'tempest-description--314582322'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:32.202068 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-47ddb11b-0ec3-4c3c-a0ce-94d9d689abca None None] For port 3dedb379-b7ee-4f18-90c3-93edaa34ffd2, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:20:32.217646 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-47ddb11b-0ec3-4c3c-a0ce-94d9d689abca None None] For port 3dedb379-b7ee-4f18-90c3-93edaa34ffd2, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=3dedb379-b7ee-4f18-90c3-93edaa34ffd2,segment=NetworkSegment(24102da0-a762-486e-aad1-4db109086d08),segment_id=24102da0-a762-486e-aad1-4db109086d08)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:20:32.223317 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 3d9b9d6d-3931-479d-bea6-67308ad77344 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:20:32.234243 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-47ddb11b-0ec3-4c3c-a0ce-94d9d689abca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:32.241701 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-73c4dcae-4bc7-4657-9ddb-fdf86a46cc79 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:32.321054 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ddb11b-0ec3-4c3c-a0ce-94d9d689abca None None] Pushing event updated for resources: {'Port': ['ID=3dedb379-b7ee-4f18-90c3-93edaa34ffd2,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:32.384413 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-73c4dcae-4bc7-4657-9ddb-fdf86a46cc79 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:32.390973 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-73c4dcae-4bc7-4657-9ddb-fdf86a46cc79 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:32.397904 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 7d85c5ec-0ebb-4059-a1c1-1bff48794924 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:32.398420 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:32.440690 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a47cb9d-fa42-4e31-98e2-7c5a20368698 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:20:32.452697 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4dcae-4bc7-4657-9ddb-fdf86a46cc79 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=455086cb-e063-4295-a36c-9363d743a612,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:32.453178 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7a47cb9d-fa42-4e31-98e2-7c5a20368698 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:32.461886 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-73c4dcae-4bc7-4657-9ddb-fdf86a46cc79 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:32.467018 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-73c4dcae-4bc7-4657-9ddb-fdf86a46cc79 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2721360 Aug 28 15:20:32.467680 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39268) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:32.472553 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 3d9b9d6d-3931-479d-bea6-67308ad77344 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:32.472973 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-a2413fef-1a80-45ca-9e27-1fb2c4fb1ac0 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Request body: {'security_group_rule': {'security_group_id': '455086cb-e063-4295-a36c-9363d743a612', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:32.493263 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-2bd2aeb3-7516-46e2-83ff-96687715897d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'name': 'tempest-AttachVolumeTestJSON-250436681-router', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:30Z', 'revision_number': 4, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'gw_port': {'id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '3100191d-3594-4635-bd84-1db28d1a9cbc', 'name': '', 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'mac_address': 'fa:16:3e:ba:31:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:29Z', 'updated_at': '2021-08-28T15:20:30Z', 'revision_number': 2, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'subnets': [{'id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:32.498010 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 3d9b9d6d-3931-479d-bea6-67308ad77344 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:32.499013 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:32.524558 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a2413fef-1a80-45ca-9e27-1fb2c4fb1ac0 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:32.565710 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd2aeb3-7516-46e2-83ff-96687715897d None None] The sync data for ids ['09b0bf2a-1454-436f-802a-4964ccc7102e'] in n-d-712137-10 is: [{'id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'name': 'tempest-AttachVolumeTestJSON-250436681-router', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:30Z', 'revision_number': 4, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'gw_port': {'id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '3100191d-3594-4635-bd84-1db28d1a9cbc', 'name': '', 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'mac_address': 'fa:16:3e:ba:31:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:29Z', 'updated_at': '2021-08-28T15:20:30Z', 'revision_number': 2, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'subnets': [{'id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:20:32.601731 n-d-712137-10 neutron-server[106329]: INFO neutron.db.ipam_backend_mixin [None req-7a47cb9d-fa42-4e31-98e2-7c5a20368698 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4b5f6261-78e5-481d-8e3d-ad771701487e (CIDR: 172.20.0.0/28) Aug 28 15:20:32.606491 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a47cb9d-fa42-4e31-98e2-7c5a20368698 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:20:32.607245 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a47cb9d-fa42-4e31-98e2-7c5a20368698 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:20:32.649730 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7a47cb9d-fa42-4e31-98e2-7c5a20368698 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7161355 Aug 28 15:20:32.650427 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39272) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:32.660825 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-e7043553-4f21-4f2a-b97d-c5fbc9e2487c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'subnet': {'network_id': '02c95b13-9fd9-44e0-b512-a70ff19d914e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:32.663684 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:32.706553 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdd9f2e-1075-4ead-b05a-190c1060959c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9b9d6d-3931-479d-bea6-67308ad77344'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:20:32.724569 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf22cfe8-d191-442b-b43f-de7a15bac622" -d '{"events": [{"server_uuid": "ffdd9f2e-1075-4ead-b05a-190c1060959c", "name": "network-vif-plugged", "status": "completed", "tag": "3d9b9d6d-3931-479d-bea6-67308ad77344"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:20:32.738789 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 3d9b9d6d-3931-479d-bea6-67308ad77344, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=3d9b9d6d-3931-479d-bea6-67308ad77344,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:32.750133 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:32.761206 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a2413fef-1a80-45ca-9e27-1fb2c4fb1ac0 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:32.772315 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a2413fef-1a80-45ca-9e27-1fb2c4fb1ac0 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:32.810999 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40494987-56b4-4c74-837c-cf6c422aa6a5 x-openstack-request-id: req-40494987-56b4-4c74-837c-cf6c422aa6a5 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:20:32.811299 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffdd9f2e-1075-4ead-b05a-190c1060959c", "name": "network-vif-plugged", "status": "completed", "tag": "3d9b9d6d-3931-479d-bea6-67308ad77344", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:20:32.811606 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40494987-56b4-4c74-837c-cf6c422aa6a5 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:20:32.813019 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffdd9f2e-1075-4ead-b05a-190c1060959c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9b9d6d-3931-479d-bea6-67308ad77344', 'code': 200} Aug 28 15:20:32.826523 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=3d9b9d6d-3931-479d-bea6-67308ad77344,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:32.829353 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2413fef-1a80-45ca-9e27-1fb2c4fb1ac0 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b44b5e-5d4d-4b3a-a48e-ac066d7be4ac,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:32.860984 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a2413fef-1a80-45ca-9e27-1fb2c4fb1ac0 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:32.865671 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a2413fef-1a80-45ca-9e27-1fb2c4fb1ac0 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3937025 Aug 28 15:20:32.866566 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39276) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:32.875460 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-3518cb74-4751-424c-add0-38657054c398 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Request body: {'security_group_rule': {'security_group_id': '455086cb-e063-4295-a36c-9363d743a612', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:32.918512 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3518cb74-4751-424c-add0-38657054c398 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:33.014633 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847e3d8-622b-46da-a968-2cdc27b06e30 req-a231209e-2aa0-4c87-8a6c-49df76d4bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:33.026951 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b847e3d8-622b-46da-a968-2cdc27b06e30 req-a231209e-2aa0-4c87-8a6c-49df76d4bcb8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 1097 time: 0.1324773 Aug 28 15:20:33.079069 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3518cb74-4751-424c-add0-38657054c398 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:33.088662 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3518cb74-4751-424c-add0-38657054c398 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:33.120556 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7043553-4f21-4f2a-b97d-c5fbc9e2487c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:20:33.124694 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7043553-4f21-4f2a-b97d-c5fbc9e2487c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:33.204866 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518cb74-4751-424c-add0-38657054c398 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0000194-9768-4041-93c5-e50e45cd0e2e,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:33.257335 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3518cb74-4751-424c-add0-38657054c398 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:33.258914 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3518cb74-4751-424c-add0-38657054c398 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3905916 Aug 28 15:20:33.261750 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39282) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:33.267561 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-43f51db0-4606-4f8f-a2bd-075e44e48610 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:33.309637 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b847e3d8-622b-46da-a968-2cdc27b06e30 req-2534e7f2-feec-4632-ade0-e2573084e693 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493877 Aug 28 15:20:33.329846 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28470aed-dd14-4fa8-a311-ee56ce97b99b req-129b5ed4-f96f-4c8b-88c7-94abcae7cda2 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:33.340269 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-28470aed-dd14-4fa8-a311-ee56ce97b99b req-129b5ed4-f96f-4c8b-88c7-94abcae7cda2 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 945 time: 0.1387672 Aug 28 15:20:33.360901 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-43f51db0-4606-4f8f-a2bd-075e44e48610 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:33.476610 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-28470aed-dd14-4fa8-a311-ee56ce97b99b req-8a0dcf2b-4c0c-474c-8715-665ddd663969 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338191 Aug 28 15:20:33.563714 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-43f51db0-4606-4f8f-a2bd-075e44e48610 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:33.581751 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7043553-4f21-4f2a-b97d-c5fbc9e2487c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:33.648983 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7043553-4f21-4f2a-b97d-c5fbc9e2487c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network 02c95b13-9fd9-44e0-b512-a70ff19d914e is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:20:33.667390 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-e7043553-4f21-4f2a-b97d-c5fbc9e2487c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:33.671648 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7043553-4f21-4f2a-b97d-c5fbc9e2487c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:33.672355 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7043553-4f21-4f2a-b97d-c5fbc9e2487c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:33.690100 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7043553-4f21-4f2a-b97d-c5fbc9e2487c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Subnet': ['ID=0a66173e-b3d9-40e0-9792-15cf0233dc15,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:33.706130 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e7043553-4f21-4f2a-b97d-c5fbc9e2487c tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0526383 Aug 28 15:20:33.706585 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39288) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:33.712710 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-55ba9e68-d5c8-4cde-ba8c-63f71025e571 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1305791537', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0a66173e-b3d9-40e0-9792-15cf0233dc15'}], 'security_groups': ['56c0b20c-5bc7-4901-858f-6164e54bac02']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:33.729172 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-43f51db0-4606-4f8f-a2bd-075e44e48610 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Allocated IP 172.25.3.140 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/efaa8467-3735-4801-98f7-d6f54bbb522f) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:20:33.941644 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-43f51db0-4606-4f8f-a2bd-075e44e48610 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:33.989358 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996725c6-73b1-4990-9e5c-f0c87cf2b061 None None] Network 02c95b13-9fd9-44e0-b512-a70ff19d914e requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:20:34.016219 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-55ba9e68-d5c8-4cde-ba8c-63f71025e571 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:34.058684 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-43f51db0-4606-4f8f-a2bd-075e44e48610 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:34.133362 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f51db0-4606-4f8f-a2bd-075e44e48610 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Pushing event updated for resources: {'Port': ['ID=efaa8467-3735-4801-98f7-d6f54bbb522f,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:34.143761 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 3dedb379-b7ee-4f18-90c3-93edaa34ffd2 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:20:34.158620 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-356ff9c5-7755-49ec-a4d2-b9445a9c2a4e None None] Provisioning for port 3dedb379-b7ee-4f18-90c3-93edaa34ffd2 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:34.160345 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f51db0-4606-4f8f-a2bd-075e44e48610 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:20:34.163999 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-43f51db0-4606-4f8f-a2bd-075e44e48610 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:34.168175 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f51db0-4606-4f8f-a2bd-075e44e48610 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:20:34.300854 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-356ff9c5-7755-49ec-a4d2-b9445a9c2a4e None None] Provisioning complete for port 3eff33a9-e8e8-441f-98be-23ebff23f159 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:34.301230 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-356ff9c5-7755-49ec-a4d2-b9445a9c2a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:34.310863 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-43f51db0-4606-4f8f-a2bd-075e44e48610 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:34.367287 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-356ff9c5-7755-49ec-a4d2-b9445a9c2a4e None None] Port 3eff33a9-e8e8-441f-98be-23ebff23f159 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:20:34.398983 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-43f51db0-4606-4f8f-a2bd-075e44e48610 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:34.430751 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 3dedb379-b7ee-4f18-90c3-93edaa34ffd2 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:34.437503 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 3dedb379-b7ee-4f18-90c3-93edaa34ffd2 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:34.438196 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:34.547290 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-55ba9e68-d5c8-4cde-ba8c-63f71025e571 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Delete allocated IP 172.20.0.5 (02c95b13-9fd9-44e0-b512-a70ff19d914e/4b5f6261-78e5-481d-8e3d-ad771701487e) {{(pid=106330) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 28 15:20:34.585576 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-55ba9e68-d5c8-4cde-ba8c-63f71025e571 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Allocated IP 172.20.0.21 (02c95b13-9fd9-44e0-b512-a70ff19d914e/0a66173e-b3d9-40e0-9792-15cf0233dc15/4c38a8a4-4911-490b-82bb-b9b442d448d8) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:20:34.644467 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:34.654803 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-43f51db0-4606-4f8f-a2bd-075e44e48610 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:34.688696 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ac4a29-6461-4aeb-860d-6cd113248557 None None] Update dhcp port {'port': {'network_id': '02c95b13-9fd9-44e0-b512-a70ff19d914e', 'fixed_ips': [{'subnet_id': '4b5f6261-78e5-481d-8e3d-ad771701487e', 'ip_address': '172.20.0.2'}, {'subnet_id': '0a66173e-b3d9-40e0-9792-15cf0233dc15'}], 'binding:host_id': 'n-d-712137-10'}, 'id': '3dedb379-b7ee-4f18-90c3-93edaa34ffd2'} from n-d-712137-10. {{(pid=106331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 15:20:34.691603 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 3dedb379-b7ee-4f18-90c3-93edaa34ffd2, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=3dedb379-b7ee-4f18-90c3-93edaa34ffd2,segment=NetworkSegment(24102da0-a762-486e-aad1-4db109086d08),segment_id=24102da0-a762-486e-aad1-4db109086d08)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:34.711356 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-43f51db0-4606-4f8f-a2bd-075e44e48610 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:34.716039 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:34.716833 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:20:34.774481 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-91ac4a29-6461-4aeb-860d-6cd113248557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:34.816812 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=3dedb379-b7ee-4f18-90c3-93edaa34ffd2,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:34.827159 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f51db0-4606-4f8f-a2bd-075e44e48610 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Pushing event updated for resources: {'Port': ['ID=efaa8467-3735-4801-98f7-d6f54bbb522f,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:34.845194 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886f8d3-1996-4da8-8217-9c721892402f req-9e2be998-adcf-4a79-8a61-50a308004967 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:34.850792 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4886f8d3-1996-4da8-8217-9c721892402f req-9e2be998-adcf-4a79-8a61-50a308004967 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 945 time: 0.1921916 Aug 28 15:20:34.852306 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-55ba9e68-d5c8-4cde-ba8c-63f71025e571 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:34.890916 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-55ba9e68-d5c8-4cde-ba8c-63f71025e571 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Ignored duplicate provisioning block setup for port 4c38a8a4-4911-490b-82bb-b9b442d448d8 by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 28 15:20:34.894932 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-55ba9e68-d5c8-4cde-ba8c-63f71025e571 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:34.910567 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-43f51db0-4606-4f8f-a2bd-075e44e48610 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:34.927204 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:34.936866 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:34.937935 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:34.946087 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-43f51db0-4606-4f8f-a2bd-075e44e48610 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:34.965400 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-43f51db0-4606-4f8f-a2bd-075e44e48610 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6989496 Aug 28 15:20:34.973038 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4886f8d3-1996-4da8-8217-9c721892402f req-1528bc8f-fa6f-461d-bb6d-edff653ab7d1 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144950 Aug 28 15:20:34.981341 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba9e68-d5c8-4cde-ba8c-63f71025e571 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Port': ['ID=4c38a8a4-4911-490b-82bb-b9b442d448d8,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:35.053291 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-91ac4a29-6461-4aeb-860d-6cd113248557 None None] Allocated IP 172.20.0.18 (02c95b13-9fd9-44e0-b512-a70ff19d914e/0a66173e-b3d9-40e0-9792-15cf0233dc15/3dedb379-b7ee-4f18-90c3-93edaa34ffd2) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:20:35.134824 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-55ba9e68-d5c8-4cde-ba8c-63f71025e571 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] In _notify_port_updated(), no bound segment for port 4c38a8a4-4911-490b-82bb-b9b442d448d8 on network 02c95b13-9fd9-44e0-b512-a70ff19d914e {{(pid=106330) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 15:20:35.140682 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ba9e68-d5c8-4cde-ba8c-63f71025e571 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:35.141535 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-55ba9e68-d5c8-4cde-ba8c-63f71025e571 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:35.147267 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-55ba9e68-d5c8-4cde-ba8c-63f71025e571 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "PUT /v2.0/ports/4c38a8a4-4911-490b-82bb-b9b442d448d8 HTTP/1.1" status: 200 len: 921 time: 1.4352477 Aug 28 15:20:35.147267 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39312) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:35.178486 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-266cd07e-df10-47c8-ada2-f8b17d5473c6 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2141359145&fields=id&tenant_id=5b4c7c44e9c74732be623a1bd8d5a647 HTTP/1.1" status: 200 len: 267 time: 0.0613949 Aug 28 15:20:35.200988 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee96af-3137-44b1-b6a6-0d215caa7e76 req-ec6bdedc-d53b-42a2-bbc1-c456b631a7fb tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:35.204538 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e5ee96af-3137-44b1-b6a6-0d215caa7e76 req-ec6bdedc-d53b-42a2-bbc1-c456b631a7fb tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 945 time: 0.1328065 Aug 28 15:20:35.209918 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-91ac4a29-6461-4aeb-860d-6cd113248557 None None] For port 3dedb379-b7ee-4f18-90c3-93edaa34ffd2, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=3dedb379-b7ee-4f18-90c3-93edaa34ffd2,segment=NetworkSegment(24102da0-a762-486e-aad1-4db109086d08),segment_id=24102da0-a762-486e-aad1-4db109086d08)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:35.228847 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:35.264402 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-91ac4a29-6461-4aeb-860d-6cd113248557 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:35.268884 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:35.275104 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:35.285837 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-91ac4a29-6461-4aeb-860d-6cd113248557 None None] Transition to ACTIVE for port object 3dedb379-b7ee-4f18-90c3-93edaa34ffd2 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:35.376762 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-4a65fb39-6d4c-45a8-bed4-9db4ae5e8c1a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:35.378653 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-4a65fb39-6d4c-45a8-bed4-9db4ae5e8c1a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/networks?id=8f9ae0f6-9541-42e4-a2b7-8013952788b7 HTTP/1.1" status: 200 len: 810 time: 0.1922951 Aug 28 15:20:35.385034 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-91ac4a29-6461-4aeb-860d-6cd113248557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:35.393570 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e5ee96af-3137-44b1-b6a6-0d215caa7e76 req-20abf3a0-89af-4d1b-9e09-d7f3b0b11044 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495497 Aug 28 15:20:35.401368 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-59ba0268-0a6a-4805-a042-257dda0fb6c6 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/quotas/5b4c7c44e9c74732be623a1bd8d5a647 HTTP/1.1" status: 200 len: 375 time: 0.0142550 Aug 28 15:20:35.411587 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-ea546b0e-d7d7-4fad-b612-1b0b87eba9cb tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting port 4c38a8a4-4911-490b-82bb-b9b442d448d8 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:20:35.413830 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ea546b0e-d7d7-4fad-b612-1b0b87eba9cb tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:35.500250 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:35.543626 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-32252fd1-4975-4faf-bcc8-8d5ed0824c54 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b4c7c44e9c74732be623a1bd8d5a647&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1244566 Aug 28 15:20:35.583087 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ea546b0e-d7d7-4fad-b612-1b0b87eba9cb tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:35.597638 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4a29-6461-4aeb-860d-6cd113248557 None None] Pushing event updated for resources: {'Port': ['ID=3dedb379-b7ee-4f18-90c3-93edaa34ffd2,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:35.609944 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-ea546b0e-d7d7-4fad-b612-1b0b87eba9cb tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Calling delete_port for 4c38a8a4-4911-490b-82bb-b9b442d448d8 owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:20:35.723557 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-0f12302e-e547-46c6-8379-c12db8ea9ba1 service neutron] 10.222.0.13 "GET /v2.0/networks/8f9ae0f6-9541-42e4-a2b7-8013952788b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626987 Aug 28 15:20:35.751928 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec175261-d7e5-43ec-af14-2c36ab88d49a req-1c233bfe-40b4-4da0-a976-f93ebe57de1b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:35.753700 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ec175261-d7e5-43ec-af14-2c36ab88d49a req-1c233bfe-40b4-4da0-a976-f93ebe57de1b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 945 time: 0.0953271 Aug 28 15:20:35.845499 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ec175261-d7e5-43ec-af14-2c36ab88d49a req-9c499bd7-6fc5-4e8f-bddb-f13a97ac6660 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840561 Aug 28 15:20:35.851975 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ea546b0e-d7d7-4fad-b612-1b0b87eba9cb tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:35.867951 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-71c8e623-e05c-4c2e-b54b-fb33b61b8d9c service neutron] 10.222.0.13 "GET /v2.0/networks/8f9ae0f6-9541-42e4-a2b7-8013952788b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254156 Aug 28 15:20:35.933352 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea546b0e-d7d7-4fad-b612-1b0b87eba9cb tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Port': ['ID=4c38a8a4-4911-490b-82bb-b9b442d448d8,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:36.041467 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 3dedb379-b7ee-4f18-90c3-93edaa34ffd2 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:20:36.056828 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ea546b0e-d7d7-4fad-b612-1b0b87eba9cb tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:36.061383 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ea546b0e-d7d7-4fad-b612-1b0b87eba9cb tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/ports/4c38a8a4-4911-490b-82bb-b9b442d448d8 HTTP/1.1" status: 204 len: 168 time: 0.9121816 Aug 28 15:20:36.062681 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39326) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:36.153069 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:20:36.165268 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6794f49-4e75-4da1-9231-d28d04a40397 None None] Sync routers for ids ['09b0bf2a-1454-436f-802a-4964ccc7102e'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:20:36.176916 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6794f49-4e75-4da1-9231-d28d04a40397 None None] Routers {'09b0bf2a-1454-436f-802a-4964ccc7102e'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:20:36.179049 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-c6794f49-4e75-4da1-9231-d28d04a40397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:20:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['09b0bf2a-1454-436f-802a-4964ccc7102e'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:36.185420 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-f08d7d87-045d-445e-bbf7-668ce8bbf9e0 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] GET failed (client error): The resource could not be found. Aug 28 15:20:36.189541 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f08d7d87-045d-445e-bbf7-668ce8bbf9e0 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "GET /v2.0/ports/4c38a8a4-4911-490b-82bb-b9b442d448d8 HTTP/1.1" status: 404 len: 333 time: 0.1244836 Aug 28 15:20:36.190317 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39334) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:36.265566 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-83ba324b-9d8a-46d0-b48d-74f850eaa656 req-0210897e-4bc5-4b27-85fa-5038b5626b57 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 210 time: 0.0708060 Aug 28 15:20:36.274301 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:36.275734 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:36.401403 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-c6794f49-4e75-4da1-9231-d28d04a40397 None None] Set router 09b0bf2a-1454-436f-802a-4964ccc7102e gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:20:36.428098 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fbaa60f9-fac2-40d6-ae4c-66aaaf2222b1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:36.438873 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dc9b1-dcc9-44c3-94e5-7947d3a4750f req-60d67dcc-9aac-4ac6-a699-6dbfd8998014 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:36.440638 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d96dc9b1-dcc9-44c3-94e5-7947d3a4750f req-60d67dcc-9aac-4ac6-a699-6dbfd8998014 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 945 time: 0.1567240 Aug 28 15:20:36.512360 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fbaa60f9-fac2-40d6-ae4c-66aaaf2222b1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:36.513536 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e86b2ece-4038-41b5-9f6b-393caf5028e8 None None] Could not find standard attr ID for object 4c38a8a4-4911-490b-82bb-b9b442d448d8. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:20:36.535601 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e86b2ece-4038-41b5-9f6b-393caf5028e8 None None] Provisioning for port 3dedb379-b7ee-4f18-90c3-93edaa34ffd2 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:36.547170 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e86b2ece-4038-41b5-9f6b-393caf5028e8 None None] Provisioning complete for port 3dedb379-b7ee-4f18-90c3-93edaa34ffd2 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:36.549572 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e86b2ece-4038-41b5-9f6b-393caf5028e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:36.569209 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d96dc9b1-dcc9-44c3-94e5-7947d3a4750f req-cf6de5c0-a917-4a96-bdc3-1cd268cdf10f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007156 Aug 28 15:20:36.655716 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fbaa60f9-fac2-40d6-ae4c-66aaaf2222b1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:36.658456 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fbaa60f9-fac2-40d6-ae4c-66aaaf2222b1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:36.659620 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fbaa60f9-fac2-40d6-ae4c-66aaaf2222b1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/security-groups/e9eba633-0526-4cb7-a7ce-fe416416d3df HTTP/1.1" status: 204 len: 168 time: 0.4683602 Aug 28 15:20:36.662583 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39344) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:36.672581 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa60f9-fac2-40d6-ae4c-66aaaf2222b1 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9eba633-0526-4cb7-a7ce-fe416416d3df,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:36.768986 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0239e6b2-48fc-46a1-8966-307f8e134fb6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:36.770586 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e86b2ece-4038-41b5-9f6b-393caf5028e8 None None] Provisioning complete for port 3eff33a9-e8e8-441f-98be-23ebff23f159 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:36.771545 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e86b2ece-4038-41b5-9f6b-393caf5028e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:36.819089 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-e86b2ece-4038-41b5-9f6b-393caf5028e8 None None] Port 3eff33a9-e8e8-441f-98be-23ebff23f159 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:20:36.831236 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0239e6b2-48fc-46a1-8966-307f8e134fb6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:36.898694 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0239e6b2-48fc-46a1-8966-307f8e134fb6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:36.905223 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0239e6b2-48fc-46a1-8966-307f8e134fb6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:36.908752 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0239e6b2-48fc-46a1-8966-307f8e134fb6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/security-groups/56c0b20c-5bc7-4901-858f-6164e54bac02 HTTP/1.1" status: 204 len: 168 time: 0.2448530 Aug 28 15:20:36.912528 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-c6794f49-4e75-4da1-9231-d28d04a40397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'name': 'tempest-AttachVolumeTestJSON-250436681-router', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:30Z', 'revision_number': 4, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'gw_port': {'id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '3100191d-3594-4635-bd84-1db28d1a9cbc', 'name': '', 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'mac_address': 'fa:16:3e:ba:31:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:29Z', 'updated_at': '2021-08-28T15:20:30Z', 'revision_number': 2, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'subnets': [{'id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:36.912859 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39350) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:36.921223 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239e6b2-48fc-46a1-8966-307f8e134fb6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c0b20c-5bc7-4901-858f-6164e54bac02,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:36.939724 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b7e8e9c2-9de6-4fc5-944d-0c1aedc23929 None None] Could not find standard attr ID for object 4c38a8a4-4911-490b-82bb-b9b442d448d8. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:20:36.970063 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6794f49-4e75-4da1-9231-d28d04a40397 None None] Checking router: 09b0bf2a-1454-436f-802a-4964ccc7102e for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:20:36.970411 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6794f49-4e75-4da1-9231-d28d04a40397 None None] Updating router 09b0bf2a-1454-436f-802a-4964ccc7102e port 3100191d-3594-4635-bd84-1db28d1a9cbc binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:20:37.001184 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c6794f49-4e75-4da1-9231-d28d04a40397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:37.015522 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-56af57e0-02a5-4982-b2b2-e3bdab079610 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting subnet 4b5f6261-78e5-481d-8e3d-ad771701487e {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:20:37.018883 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-56af57e0-02a5-4982-b2b2-e3bdab079610 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:37.071561 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-56af57e0-02a5-4982-b2b2-e3bdab079610 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:37.194101 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-56af57e0-02a5-4982-b2b2-e3bdab079610 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:37.202501 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39354) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:37.289968 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-56af57e0-02a5-4982-b2b2-e3bdab079610 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:37.358610 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-56af57e0-02a5-4982-b2b2-e3bdab079610 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:37.367473 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-56af57e0-02a5-4982-b2b2-e3bdab079610 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/subnets/4b5f6261-78e5-481d-8e3d-ad771701487e HTTP/1.1" status: 204 len: 168 time: 0.4521964 Aug 28 15:20:37.368374 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39358) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:37.372487 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af57e0-02a5-4982-b2b2-e3bdab079610 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Subnet': ['ID=4b5f6261-78e5-481d-8e3d-ad771701487e,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:37.388762 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-cf24bedd-8e2e-40bb-92d7-617986ef4cce tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'subnet': {'network_id': '02c95b13-9fd9-44e0-b512-a70ff19d914e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:37.393631 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a085d2f0-7a83-426e-a6d6-0c7f345269d0 tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:37.395717 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a085d2f0-7a83-426e-a6d6-0c7f345269d0 tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:37.395717 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a085d2f0-7a83-426e-a6d6-0c7f345269d0 tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:37.405566 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a085d2f0-7a83-426e-a6d6-0c7f345269d0 tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=882056e022594e62849ed5c991d6169b&network_id=8a81e780-ac39-4b2e-90e9-a26ced5b068d HTTP/1.1" status: 200 len: 2972 time: 0.2018895 Aug 28 15:20:37.486603 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7860a15-bc90-4cf0-beec-7211f8dac197 None None] Network 02c95b13-9fd9-44e0-b512-a70ff19d914e requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:20:37.504658 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ef20d971-225e-4f9d-be5a-bf4d8b7064aa req-a07f043f-73cd-4931-b629-0c42f04a4a80 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 210 time: 0.0462315 Aug 28 15:20:37.561713 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-665d1e59-e1ae-4294-94b3-3744661bfd99 None None] Could not find standard attr ID for object 4c38a8a4-4911-490b-82bb-b9b442d448d8. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:20:37.562125 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c6794f49-4e75-4da1-9231-d28d04a40397 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:37.579405 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-c6794f49-4e75-4da1-9231-d28d04a40397 None None] Transition to ACTIVE for port object 3100191d-3594-4635-bd84-1db28d1a9cbc will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:37.606872 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c6794f49-4e75-4da1-9231-d28d04a40397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:37.618521 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf24bedd-8e2e-40bb-92d7-617986ef4cce tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:20:37.627839 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cf24bedd-8e2e-40bb-92d7-617986ef4cce tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:37.697499 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-d6da69b3-e3ad-491f-b92c-d910844d7b86 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:37.699845 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-d6da69b3-e3ad-491f-b92c-d910844d7b86 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.41 "GET /v2.0/networks?id=8f9ae0f6-9541-42e4-a2b7-8013952788b7 HTTP/1.1" status: 200 len: 810 time: 0.1655915 Aug 28 15:20:37.792180 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637cce6f-29d6-4680-81fa-60ec41607d61 None None] Pushing event updated for resources: {'Port': ['ID=3100191d-3594-4635-bd84-1db28d1a9cbc,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:37.827846 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-2a4810fc-e4af-4910-97eb-af9f6c0b1158 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b4c7c44e9c74732be623a1bd8d5a647 HTTP/1.1" status: 200 len: 380 time: 0.1173213 Aug 28 15:20:37.858739 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-37b84627-93cb-4d91-b332-bba1d669d74f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Request body: {'port': {'device_id': '335d57d2-b1f5-4503-8876-edff5c27c2af', 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7', 'admin_state_up': True, 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'security_groups': ['455086cb-e063-4295-a36c-9363d743a612']}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:37.938603 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-c6794f49-4e75-4da1-9231-d28d04a40397 None None] Attempting to bind port 3100191d-3594-4635-bd84-1db28d1a9cbc on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:20:37.940668 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-c6794f49-4e75-4da1-9231-d28d04a40397 None None] Attempting to bind port 3100191d-3594-4635-bd84-1db28d1a9cbc by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '687a3d43-ed99-4057-9cfe-8e767b8757a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:20:37.941300 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6794f49-4e75-4da1-9231-d28d04a40397 None None] Attempting to bind port 3100191d-3594-4635-bd84-1db28d1a9cbc on network 8f9ae0f6-9541-42e4-a2b7-8013952788b7 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:20:37.955819 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6794f49-4e75-4da1-9231-d28d04a40397 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:20:37.955819 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6794f49-4e75-4da1-9231-d28d04a40397 None None] Checking segment: {'id': '687a3d43-ed99-4057-9cfe-8e767b8757a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:20:37.961098 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c6794f49-4e75-4da1-9231-d28d04a40397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:37.962800 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6794f49-4e75-4da1-9231-d28d04a40397 None None] Bound using segment: {'id': '687a3d43-ed99-4057-9cfe-8e767b8757a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:20:37.963882 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-c6794f49-4e75-4da1-9231-d28d04a40397 None None] Bound port: 3100191d-3594-4635-bd84-1db28d1a9cbc, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '687a3d43-ed99-4057-9cfe-8e767b8757a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:20:37.964588 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c6794f49-4e75-4da1-9231-d28d04a40397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:37.964835 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35234804-9e66-44b4-918b-72ba50dc243b req-41e5a1fd-907a-48a3-863e-26baf87b0c4b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:37.971945 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-35234804-9e66-44b4-918b-72ba50dc243b req-41e5a1fd-907a-48a3-863e-26baf87b0c4b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 945 time: 0.1541979 Aug 28 15:20:38.022697 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0297bc-7b53-4f27-a3b5-c5d85a024f83 req-5c351861-2c58-412b-8c8f-9b3cc1118d95 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:38.025065 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3e0297bc-7b53-4f27-a3b5-c5d85a024f83 req-5c351861-2c58-412b-8c8f-9b3cc1118d95 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 945 time: 0.2865500 Aug 28 15:20:38.060436 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-76250326-951c-4613-b956-f92f33bb640f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:38.090443 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-c6794f49-4e75-4da1-9231-d28d04a40397 None None] For port 3100191d-3594-4635-bd84-1db28d1a9cbc, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:20:38.094456 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-c6794f49-4e75-4da1-9231-d28d04a40397 None None] For port 3100191d-3594-4635-bd84-1db28d1a9cbc, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=3100191d-3594-4635-bd84-1db28d1a9cbc,segment=NetworkSegment(687a3d43-ed99-4057-9cfe-8e767b8757a9),segment_id=687a3d43-ed99-4057-9cfe-8e767b8757a9)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:20:38.100790 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c6794f49-4e75-4da1-9231-d28d04a40397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:38.110288 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3e0297bc-7b53-4f27-a3b5-c5d85a024f83 req-f1648190-aade-491e-a5d0-a135ec092664 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747871 Aug 28 15:20:38.157411 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-37b84627-93cb-4d91-b332-bba1d669d74f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Made reservation on behalf of 5b4c7c44e9c74732be623a1bd8d5a647 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:20:38.161844 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-37b84627-93cb-4d91-b332-bba1d669d74f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:38.192329 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637cce6f-29d6-4680-81fa-60ec41607d61 None None] Pushing event updated for resources: {'Port': ['ID=3100191d-3594-4635-bd84-1db28d1a9cbc,revision_number=4']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:38.221182 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6794f49-4e75-4da1-9231-d28d04a40397 None None] Routers {'09b0bf2a-1454-436f-802a-4964ccc7102e'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:20:38.221832 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-c6794f49-4e75-4da1-9231-d28d04a40397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:20:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['09b0bf2a-1454-436f-802a-4964ccc7102e'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:38.404668 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-c6794f49-4e75-4da1-9231-d28d04a40397 None None] Set router 09b0bf2a-1454-436f-802a-4964ccc7102e gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:20:38.410311 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-37b84627-93cb-4d91-b332-bba1d669d74f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Allocated IP 172.20.0.7 (8f9ae0f6-9541-42e4-a2b7-8013952788b7/c596a36d-07a5-46e9-9d8f-f620a91423a0/b31a9b0f-ebac-445a-94a5-d7ea1cc53da3) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:20:38.716048 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-37b84627-93cb-4d91-b332-bba1d669d74f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:38.734969 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-37b84627-93cb-4d91-b332-bba1d669d74f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Transition to ACTIVE for port object b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:38.743124 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-c6794f49-4e75-4da1-9231-d28d04a40397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'name': 'tempest-AttachVolumeTestJSON-250436681-router', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:30Z', 'revision_number': 4, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'gw_port': {'id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '3100191d-3594-4635-bd84-1db28d1a9cbc', 'name': '', 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'mac_address': 'fa:16:3e:ba:31:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:29Z', 'updated_at': '2021-08-28T15:20:38Z', 'revision_number': 4, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'subnets': [{'id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:38.746863 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-35234804-9e66-44b4-918b-72ba50dc243b req-4f4967eb-5883-44a5-8ecb-c94aa47e967e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Deleting port 3d9b9d6d-3931-479d-bea6-67308ad77344 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:20:38.747341 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-35234804-9e66-44b4-918b-72ba50dc243b req-4f4967eb-5883-44a5-8ecb-c94aa47e967e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:38.781607 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6794f49-4e75-4da1-9231-d28d04a40397 None None] The sync data for ids ['09b0bf2a-1454-436f-802a-4964ccc7102e'] in n-d-712137-10 is: [{'id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'name': 'tempest-AttachVolumeTestJSON-250436681-router', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:30Z', 'revision_number': 4, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'gw_port': {'id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '3100191d-3594-4635-bd84-1db28d1a9cbc', 'name': '', 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'mac_address': 'fa:16:3e:ba:31:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:29Z', 'updated_at': '2021-08-28T15:20:38Z', 'revision_number': 4, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'subnets': [{'id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:20:38.783644 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cca80fca-b334-45e2-bd47-54abcf0e18a5 req-43e3b77b-892e-4775-83c1-e27c8ea086bf tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 210 time: 0.1140563 Aug 28 15:20:38.794919 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-37b84627-93cb-4d91-b332-bba1d669d74f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:38.875757 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-37b84627-93cb-4d91-b332-bba1d669d74f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Network 8f9ae0f6-9541-42e4-a2b7-8013952788b7 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:20:38.892432 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-37b84627-93cb-4d91-b332-bba1d669d74f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:38.909558 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-37b84627-93cb-4d91-b332-bba1d669d74f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:20:38.910595 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-35234804-9e66-44b4-918b-72ba50dc243b req-4f4967eb-5883-44a5-8ecb-c94aa47e967e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] For port 3d9b9d6d-3931-479d-bea6-67308ad77344, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=3d9b9d6d-3931-479d-bea6-67308ad77344,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:38.912431 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-35234804-9e66-44b4-918b-72ba50dc243b req-4f4967eb-5883-44a5-8ecb-c94aa47e967e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:38.931312 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-35234804-9e66-44b4-918b-72ba50dc243b req-4f4967eb-5883-44a5-8ecb-c94aa47e967e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Calling delete_port for 3d9b9d6d-3931-479d-bea6-67308ad77344 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:20:38.941300 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cf24bedd-8e2e-40bb-92d7-617986ef4cce tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:39.013765 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-37b84627-93cb-4d91-b332-bba1d669d74f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:39.014426 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-37b84627-93cb-4d91-b332-bba1d669d74f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:39.048968 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b84627-93cb-4d91-b332-bba1d669d74f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Pushing event updated for resources: {'Port': ['ID=b31a9b0f-ebac-445a-94a5-d7ea1cc53da3,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:39.054264 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-37b84627-93cb-4d91-b332-bba1d669d74f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2157760 Aug 28 15:20:39.070755 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-98b398ec-cdc6-4559-bceb-1695e7ca42d7 service neutron] Request body: {'port': {'device_id': '335d57d2-b1f5-4503-8876-edff5c27c2af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:39.134921 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf24bedd-8e2e-40bb-92d7-617986ef4cce tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Subnet': ['ID=2cef1d3a-0ca2-44b6-aabd-8478be1f62cf,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:39.145198 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf24bedd-8e2e-40bb-92d7-617986ef4cce tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network 02c95b13-9fd9-44e0-b512-a70ff19d914e is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:20:39.150388 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-cf24bedd-8e2e-40bb-92d7-617986ef4cce tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:39.154125 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf24bedd-8e2e-40bb-92d7-617986ef4cce tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:39.154998 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cf24bedd-8e2e-40bb-92d7-617986ef4cce tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:39.172988 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13aa6ac7-a952-4985-ad7c-5d9cd97eedbe None None] Network 02c95b13-9fd9-44e0-b512-a70ff19d914e requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:20:39.175297 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-98b398ec-cdc6-4559-bceb-1695e7ca42d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:39.203846 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cf24bedd-8e2e-40bb-92d7-617986ef4cce tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8335614 Aug 28 15:20:39.207533 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39386) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:39.226531 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-8afde0a5-8a69-4f92-b67d-89bf78e8982d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'security_group': {'name': 'tempest-secgroup-495161510'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:39.327582 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a0b54add-b99b-4bd2-96b6-2d41b3e546b8 None None] Provisioning complete for port 3dedb379-b7ee-4f18-90c3-93edaa34ffd2 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:39.328529 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a0b54add-b99b-4bd2-96b6-2d41b3e546b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:39.342517 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8afde0a5-8a69-4f92-b67d-89bf78e8982d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:39.376981 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74a7e3-01a2-4a25-9bf4-9dc00fe05ec2 req-9fc83b23-1be5-4a11-be81-a22408550274 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:39.387984 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ab74a7e3-01a2-4a25-9bf4-9dc00fe05ec2 req-9fc83b23-1be5-4a11-be81-a22408550274 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 945 time: 0.1669121 Aug 28 15:20:39.398666 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-35234804-9e66-44b4-918b-72ba50dc243b req-4f4967eb-5883-44a5-8ecb-c94aa47e967e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:39.423117 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39390) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:39.466888 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4967eb-5883-44a5-8ecb-c94aa47e967e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Pushing event deleted for resources: {'Port': ['ID=3d9b9d6d-3931-479d-bea6-67308ad77344,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:39.590421 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a0b54add-b99b-4bd2-96b6-2d41b3e546b8 None None] Provisioning complete for port 3eff33a9-e8e8-441f-98be-23ebff23f159 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:39.591091 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a0b54add-b99b-4bd2-96b6-2d41b3e546b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:39.647810 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ab74a7e3-01a2-4a25-9bf4-9dc00fe05ec2 req-641fe998-adf5-4e87-b910-0ae2838f685c tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479243 Aug 28 15:20:39.651044 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-35234804-9e66-44b4-918b-72ba50dc243b req-4f4967eb-5883-44a5-8ecb-c94aa47e967e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] No DVR routers for this DVR port 3d9b9d6d-3931-479d-bea6-67308ad77344 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:20:39.653020 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a0b54add-b99b-4bd2-96b6-2d41b3e546b8 None None] Port 3eff33a9-e8e8-441f-98be-23ebff23f159 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:20:39.655194 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-35234804-9e66-44b4-918b-72ba50dc243b req-4f4967eb-5883-44a5-8ecb-c94aa47e967e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:39.657412 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-35234804-9e66-44b4-918b-72ba50dc243b req-4f4967eb-5883-44a5-8ecb-c94aa47e967e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.36 "DELETE /v2.0/ports/3d9b9d6d-3931-479d-bea6-67308ad77344 HTTP/1.1" status: 204 len: 173 time: 1.6683197 Aug 28 15:20:39.657873 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdd9f2e-1075-4ead-b05a-190c1060959c', 'name': 'network-vif-deleted', 'tag': '3d9b9d6d-3931-479d-bea6-67308ad77344'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:20:39.660279 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4486ce-9078-4740-b4c1-86b7177f6f9f" -d '{"events": [{"server_uuid": "ffdd9f2e-1075-4ead-b05a-190c1060959c", "name": "network-vif-deleted", "tag": "3d9b9d6d-3931-479d-bea6-67308ad77344"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:20:39.674771 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81bad31-181e-403e-b5e2-b1c2bf9556cf tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:39.691763 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f81bad31-181e-403e-b5e2-b1c2bf9556cf tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=61448970-1875-4f3f-bc01-29da4e3666f1 HTTP/1.1" status: 200 len: 814 time: 0.2491133 Aug 28 15:20:39.710101 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c53ed20-47c9-429b-864c-359100dd396f None None] Update dhcp port {'port': {'network_id': '02c95b13-9fd9-44e0-b512-a70ff19d914e', 'fixed_ips': [{'subnet_id': '0a66173e-b3d9-40e0-9792-15cf0233dc15', 'ip_address': '172.20.0.18'}, {'subnet_id': '2cef1d3a-0ca2-44b6-aabd-8478be1f62cf'}], 'binding:host_id': 'n-d-712137-10'}, 'id': '3dedb379-b7ee-4f18-90c3-93edaa34ffd2'} from n-d-712137-10. {{(pid=106331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 15:20:39.794169 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fbb9bb-6363-47a2-9b2d-f95115a9c968 x-openstack-request-id: req-42fbb9bb-6363-47a2-9b2d-f95115a9c968 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:20:39.794752 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffdd9f2e-1075-4ead-b05a-190c1060959c", "name": "network-vif-deleted", "tag": "3d9b9d6d-3931-479d-bea6-67308ad77344", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:20:39.794752 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42fbb9bb-6363-47a2-9b2d-f95115a9c968 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:20:39.795164 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffdd9f2e-1075-4ead-b05a-190c1060959c', 'name': 'network-vif-deleted', 'tag': '3d9b9d6d-3931-479d-bea6-67308ad77344', 'status': 'completed', 'code': 200} Aug 28 15:20:39.813131 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3c53ed20-47c9-429b-864c-359100dd396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:39.847014 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-eb71c70b-1e6e-4315-bd75-83f3ce42f203 None None] Provisioning for port b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:39.858728 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-eb71c70b-1e6e-4315-bd75-83f3ce42f203 None None] Provisioning complete for port b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:39.859385 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-eb71c70b-1e6e-4315-bd75-83f3ce42f203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:39.957735 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-eb71c70b-1e6e-4315-bd75-83f3ce42f203 None None] Port b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:20:40.025174 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8afde0a5-8a69-4f92-b67d-89bf78e8982d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:40.066620 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:20:40.071966 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8afde0a5-8a69-4f92-b67d-89bf78e8982d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:40.102633 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9512f66-5da3-4cc7-a3e7-4e69ce4c7a18 req-1ae5fc6b-548f-4ffb-bbd9-2b0b6c515fc1 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:40.104275 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c9512f66-5da3-4cc7-a3e7-4e69ce4c7a18 req-1ae5fc6b-548f-4ffb-bbd9-2b0b6c515fc1 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 931 time: 0.1735792 Aug 28 15:20:40.142005 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8afde0a5-8a69-4f92-b67d-89bf78e8982d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:40.145525 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8afde0a5-8a69-4f92-b67d-89bf78e8982d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9367599 Aug 28 15:20:40.146916 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39402) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:40.149260 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 3100191d-3594-4635-bd84-1db28d1a9cbc up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:20:40.164587 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-64fc7b8d-f8a4-464d-86cf-4ba83c80a21a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'security_group': {'name': 'tempest-secgroup-675778082'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:40.185132 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afde0a5-8a69-4f92-b67d-89bf78e8982d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e59bb354-8b3f-4a96-a294-5703c2fe8136,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:40.248223 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-98b398ec-cdc6-4559-bceb-1695e7ca42d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:20:40.249937 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c9512f66-5da3-4cc7-a3e7-4e69ce4c7a18 req-619a5800-cb61-4e93-993d-5b851524022f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217997 Aug 28 15:20:40.262845 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 3d9b9d6d-3931-479d-bea6-67308ad77344 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:20:40.274271 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-64fc7b8d-f8a4-464d-86cf-4ba83c80a21a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:40.290119 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-3c53ed20-47c9-429b-864c-359100dd396f None None] Allocated IP 172.20.0.2 (02c95b13-9fd9-44e0-b512-a70ff19d914e/2cef1d3a-0ca2-44b6-aabd-8478be1f62cf/3dedb379-b7ee-4f18-90c3-93edaa34ffd2) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:20:40.293707 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 3d9b9d6d-3931-479d-bea6-67308ad77344 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:20:40.294263 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 3d9b9d6d-3931-479d-bea6-67308ad77344 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:20:40.298868 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-98b398ec-cdc6-4559-bceb-1695e7ca42d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:40.321529 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-98b398ec-cdc6-4559-bceb-1695e7ca42d7 service neutron] Transition to ACTIVE for port object b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:40.330546 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-98b398ec-cdc6-4559-bceb-1695e7ca42d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:40.356003 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 3100191d-3594-4635-bd84-1db28d1a9cbc completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:40.364476 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 3100191d-3594-4635-bd84-1db28d1a9cbc triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:40.365391 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:40.383100 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39406) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:40.385457 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b398ec-cdc6-4559-bceb-1695e7ca42d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b31a9b0f-ebac-445a-94a5-d7ea1cc53da3,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:40.405555 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-e7d94a70-cf91-47c8-9df9-f4220e831f1d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'network': {'name': 'tempest-network-smoke--45508044', 'project_id': '882056e022594e62849ed5c991d6169b', 'port_security_enabled': True}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:40.449613 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-64fc7b8d-f8a4-464d-86cf-4ba83c80a21a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:40.463298 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-64fc7b8d-f8a4-464d-86cf-4ba83c80a21a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:40.492202 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-3c53ed20-47c9-429b-864c-359100dd396f None None] For port 3dedb379-b7ee-4f18-90c3-93edaa34ffd2, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=3dedb379-b7ee-4f18-90c3-93edaa34ffd2,segment=NetworkSegment(24102da0-a762-486e-aad1-4db109086d08),segment_id=24102da0-a762-486e-aad1-4db109086d08)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:40.534530 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-98b398ec-cdc6-4559-bceb-1695e7ca42d7 service neutron] Attempting to bind port b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:20:40.534917 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-98b398ec-cdc6-4559-bceb-1695e7ca42d7 service neutron] Attempting to bind port b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '687a3d43-ed99-4057-9cfe-8e767b8757a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:20:40.535257 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-98b398ec-cdc6-4559-bceb-1695e7ca42d7 service neutron] Attempting to bind port b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 on network 8f9ae0f6-9541-42e4-a2b7-8013952788b7 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:20:40.548962 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-98b398ec-cdc6-4559-bceb-1695e7ca42d7 service neutron] Port b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 on network 8f9ae0f6-9541-42e4-a2b7-8013952788b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:20:40.550807 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-98b398ec-cdc6-4559-bceb-1695e7ca42d7 service neutron] Attempting to bind port b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 on network 8f9ae0f6-9541-42e4-a2b7-8013952788b7 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:20:40.564694 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-98b398ec-cdc6-4559-bceb-1695e7ca42d7 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:20:40.565149 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d94a70-cf91-47c8-9df9-f4220e831f1d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Made reservation on behalf of 882056e022594e62849ed5c991d6169b for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:20:40.567062 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-98b398ec-cdc6-4559-bceb-1695e7ca42d7 service neutron] Checking segment: {'id': '687a3d43-ed99-4057-9cfe-8e767b8757a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:20:40.567477 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-98b398ec-cdc6-4559-bceb-1695e7ca42d7 service neutron] Bound using segment: {'id': '687a3d43-ed99-4057-9cfe-8e767b8757a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:20:40.568638 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-98b398ec-cdc6-4559-bceb-1695e7ca42d7 service neutron] Bound port: b31a9b0f-ebac-445a-94a5-d7ea1cc53da3, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '687a3d43-ed99-4057-9cfe-8e767b8757a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:20:40.571546 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-98b398ec-cdc6-4559-bceb-1695e7ca42d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:40.573680 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7d94a70-cf91-47c8-9df9-f4220e831f1d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:40.588040 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-64fc7b8d-f8a4-464d-86cf-4ba83c80a21a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:40.592998 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-64fc7b8d-f8a4-464d-86cf-4ba83c80a21a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4411538 Aug 28 15:20:40.602016 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39412) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:40.608326 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-d3f4db4e-cd47-4c47-90b6-89b0e495eb95 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'security_group': {'name': 'tempest-secgroup-86980941'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:40.613201 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc7b8d-f8a4-464d-86cf-4ba83c80a21a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4acf36-7626-4afc-8409-5980c03ddac6,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:40.621364 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3c53ed20-47c9-429b-864c-359100dd396f None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:40.642922 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d94a70-cf91-47c8-9df9-f4220e831f1d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:20:40.657761 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7d94a70-cf91-47c8-9df9-f4220e831f1d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:40.657761 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-e7d94a70-cf91-47c8-9df9-f4220e831f1d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Added segment e54e6e78-7ede-476d-9447-81151d0a1560 of type vlan for network 18cc3b47-9d67-42d4-a8d6-d8a9de181f8f Aug 28 15:20:40.664602 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-53b5509a-8e61-4e5d-9fa9-eec11f5bd1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:40.667554 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:40.703433 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-98b398ec-cdc6-4559-bceb-1695e7ca42d7 service neutron] For port b31a9b0f-ebac-445a-94a5-d7ea1cc53da3, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:20:40.707252 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-98b398ec-cdc6-4559-bceb-1695e7ca42d7 service neutron] For port b31a9b0f-ebac-445a-94a5-d7ea1cc53da3, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=b31a9b0f-ebac-445a-94a5-d7ea1cc53da3,segment=NetworkSegment(687a3d43-ed99-4057-9cfe-8e767b8757a9),segment_id=687a3d43-ed99-4057-9cfe-8e767b8757a9)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:20:40.714539 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3c53ed20-47c9-429b-864c-359100dd396f None None] Transition to ACTIVE for port object 3dedb379-b7ee-4f18-90c3-93edaa34ffd2 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:40.725240 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-98b398ec-cdc6-4559-bceb-1695e7ca42d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:40.729800 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3c53ed20-47c9-429b-864c-359100dd396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:40.731528 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7d94a70-cf91-47c8-9df9-f4220e831f1d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:40.785547 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-98b398ec-cdc6-4559-bceb-1695e7ca42d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:40.786621 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-98b398ec-cdc6-4559-bceb-1695e7ca42d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:40.788266 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-98b398ec-cdc6-4559-bceb-1695e7ca42d7 service neutron] 10.222.0.41 "PUT /v2.0/ports/b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 HTTP/1.1" status: 200 len: 1092 time: 1.7224195 Aug 28 15:20:40.789058 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335d57d2-b1f5-4503-8876-edff5c27c2af', 'tag': 'b31a9b0f-ebac-445a-94a5-d7ea1cc53da3'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:20:40.789198 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 3100191d-3594-4635-bd84-1db28d1a9cbc, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=3100191d-3594-4635-bd84-1db28d1a9cbc,segment=NetworkSegment(687a3d43-ed99-4057-9cfe-8e767b8757a9),segment_id=687a3d43-ed99-4057-9cfe-8e767b8757a9)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:40.791904 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d02c764-6b89-48d7-87cb-a6a209ec88f6" -d '{"events": [{"name": "network-changed", "server_uuid": "335d57d2-b1f5-4503-8876-edff5c27c2af", "tag": "b31a9b0f-ebac-445a-94a5-d7ea1cc53da3"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:20:40.798099 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d3f4db4e-cd47-4c47-90b6-89b0e495eb95 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:40.836791 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7d94a70-cf91-47c8-9df9-f4220e831f1d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:40.853625 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b398ec-cdc6-4559-bceb-1695e7ca42d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b31a9b0f-ebac-445a-94a5-d7ea1cc53da3,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:40.859742 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:40.869501 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d94a70-cf91-47c8-9df9-f4220e831f1d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:40.870161 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e7d94a70-cf91-47c8-9df9-f4220e831f1d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:40.929964 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4875c1be-f18e-4878-aeef-a52f083803b9 x-openstack-request-id: req-4875c1be-f18e-4878-aeef-a52f083803b9 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:20:40.930315 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "335d57d2-b1f5-4503-8876-edff5c27c2af", "tag": "b31a9b0f-ebac-445a-94a5-d7ea1cc53da3", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:20:40.930574 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4875c1be-f18e-4878-aeef-a52f083803b9 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:20:40.930987 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '335d57d2-b1f5-4503-8876-edff5c27c2af', 'tag': 'b31a9b0f-ebac-445a-94a5-d7ea1cc53da3', 'status': 'completed', 'code': 200} Aug 28 15:20:40.952399 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d99fae60-22cc-4c98-ac11-4d1098125ad4 req-5d0d17d5-3db0-4d73-8825-7e3c4c625016 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 210 time: 0.1310585 Aug 28 15:20:40.953186 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-b8544753-13f0-49d2-985b-3e84b6c3d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:40.954933 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-b8544753-13f0-49d2-985b-3e84b6c3d8cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b4c7c44e9c74732be623a1bd8d5a647&device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 1095 time: 0.0957282 Aug 28 15:20:41.032883 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d94a70-cf91-47c8-9df9-f4220e831f1d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'Network': ['ID=18cc3b47-9d67-42d4-a8d6-d8a9de181f8f,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:41.035788 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:41.048153 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-c7a09cf9-1412-4d38-8a6e-3b4fbe228c58 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 HTTP/1.1" status: 200 len: 217 time: 0.0737720 Aug 28 15:20:41.080735 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 18cc3b47-9d67-42d4-a8d6-d8a9de181f8f details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:20:41.169945 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-7d3180b9-8221-4852-b7de-068c9840c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:41.171497 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-7d3180b9-8221-4852-b7de-068c9840c250 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c596a36d-07a5-46e9-9d8f-f620a91423a0 HTTP/1.1" status: 200 len: 849 time: 0.1149049 Aug 28 15:20:41.186352 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d3f4db4e-cd47-4c47-90b6-89b0e495eb95 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:41.199500 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d3f4db4e-cd47-4c47-90b6-89b0e495eb95 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:41.211853 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e7d94a70-cf91-47c8-9df9-f4220e831f1d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8272321 Aug 28 15:20:41.214596 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39424) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:41.224941 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53ed20-47c9-429b-864c-359100dd396f None None] Pushing event updated for resources: {'Port': ['ID=3dedb379-b7ee-4f18-90c3-93edaa34ffd2,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:41.269589 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4db4e-cd47-4c47-90b6-89b0e495eb95 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3d8df2-7bd0-4f4e-a191-e54a5804f23b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:41.283548 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d3f4db4e-cd47-4c47-90b6-89b0e495eb95 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:41.284828 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d3f4db4e-cd47-4c47-90b6-89b0e495eb95 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6817784 Aug 28 15:20:41.288575 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39428) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:41.305041 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-978fd93e-128b-4b8d-8309-f7fc30635e98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1987038206', 'security_groups': ['2e3d8df2-7bd0-4f4e-a191-e54a5804f23b'], 'network_id': '02c95b13-9fd9-44e0-b512-a70ff19d914e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2cef1d3a-0ca2-44b6-aabd-8478be1f62cf'}]}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:41.309934 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=3100191d-3594-4635-bd84-1db28d1a9cbc,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:41.311219 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-9671e00f-4712-4228-82b5-a2b2143f069f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:41.317184 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-9671e00f-4712-4228-82b5-a2b2143f069f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f9ae0f6-9541-42e4-a2b7-8013952788b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1281359 Aug 28 15:20:41.397868 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abd9f6d-bd2c-40bc-ac93-79d5eaba9f25 tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:41.400672 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8abd9f6d-bd2c-40bc-ac93-79d5eaba9f25 tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=882056e022594e62849ed5c991d6169b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1835952 Aug 28 15:20:41.402841 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39430) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:41.528268 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-ed48e51d-648d-4e87-b101-cf0468f83e5a service neutron] 10.222.0.41 "GET /v2.0/networks/8f9ae0f6-9541-42e4-a2b7-8013952788b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935005 Aug 28 15:20:41.564776 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eee48f-686b-46c4-ba89-e83a7b291f98 req-4e95a952-678a-43ef-a7da-d3e22a02d82e tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:41.573058 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-35eee48f-686b-46c4-ba89-e83a7b291f98 req-4e95a952-678a-43ef-a7da-d3e22a02d82e tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 943 time: 0.2146075 Aug 28 15:20:41.612601 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978fd93e-128b-4b8d-8309-f7fc30635e98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:20:41.711252 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3719b247-2d6c-49f3-acc3-c0d2d5303588 tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:41.714099 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3719b247-2d6c-49f3-acc3-c0d2d5303588 tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3102028 Aug 28 15:20:41.719665 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39432) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:41.731866 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-35eee48f-686b-46c4-ba89-e83a7b291f98 req-ab8826fa-d402-485b-8759-b45023d53a9b tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579506 Aug 28 15:20:41.741861 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4fa1a5a1-2bc1-4604-b132-8b5a4a007644 req-ca73ce5b-89df-403f-ac10-159b18d4d3da service neutron] 10.222.0.41 "GET /v2.0/networks/8f9ae0f6-9541-42e4-a2b7-8013952788b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943519 Aug 28 15:20:41.772626 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:41.778449 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-23960e60-616a-49ce-af04-cd889cbdca61 tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=61448970-1875-4f3f-bc01-29da4e3666f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0560272 Aug 28 15:20:41.779905 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39434) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:41.787499 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-978fd93e-128b-4b8d-8309-f7fc30635e98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:41.812356 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e03125bf-98ad-4d3e-9d75-66bb99f35646 tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=882056e022594e62849ed5c991d6169b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308383 Aug 28 15:20:41.814377 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39436) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:41.821765 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-978fd93e-128b-4b8d-8309-f7fc30635e98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] device_id is not set on port bcfee9db-4595-4995-8cd4-f376457cec1d yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:20:41.901704 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e5998946-7360-4c5b-abaa-bb19c180dcfe None None] Provisioning for port 3dedb379-b7ee-4f18-90c3-93edaa34ffd2 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:41.915781 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e5998946-7360-4c5b-abaa-bb19c180dcfe None None] Provisioning complete for port 3dedb379-b7ee-4f18-90c3-93edaa34ffd2 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:41.917334 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e5998946-7360-4c5b-abaa-bb19c180dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:41.925315 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa066c8-6432-4653-9b31-0464a443a471 tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:41.927054 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0fa066c8-6432-4653-9b31-0464a443a471 tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1112275 Aug 28 15:20:41.931769 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39438) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:41.991497 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 3100191d-3594-4635-bd84-1db28d1a9cbc up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:20:41.995467 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-35bbbb67-7aea-41ca-a126-9e51f248505a tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=61448970-1875-4f3f-bc01-29da4e3666f1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0643404 Aug 28 15:20:41.998070 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39444) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:42.003902 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-ef322ceb-27bb-4f76-becf-cf1c5a8ddcf2 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-101297329', 'network_id': '18cc3b47-9d67-42d4-a8d6-d8a9de181f8f', 'project_id': '882056e022594e62849ed5c991d6169b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:42.110921 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02c764-6b89-48d7-87cb-a6a209ec88f6 req-464b88f7-3158-4d59-9204-50c21ce106e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:42.113172 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4d02c764-6b89-48d7-87cb-a6a209ec88f6 req-464b88f7-3158-4d59-9204-50c21ce106e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b4c7c44e9c74732be623a1bd8d5a647&device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 1095 time: 0.3109095 Aug 28 15:20:42.113367 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 3100191d-3594-4635-bd84-1db28d1a9cbc triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:42.113627 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:42.116737 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e5998946-7360-4c5b-abaa-bb19c180dcfe None None] Provisioning complete for port 3eff33a9-e8e8-441f-98be-23ebff23f159 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:42.117097 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e5998946-7360-4c5b-abaa-bb19c180dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:42.119509 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef322ceb-27bb-4f76-becf-cf1c5a8ddcf2 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Made reservation on behalf of 882056e022594e62849ed5c991d6169b for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:20:42.123533 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ef322ceb-27bb-4f76-becf-cf1c5a8ddcf2 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:42.167114 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e6d35909-098c-497c-9aaa-47b09fe804bd req-bb8602f9-7298-474e-8ce0-8caf1a8c2468 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 210 time: 0.0912108 Aug 28 15:20:42.194180 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-e5998946-7360-4c5b-abaa-bb19c180dcfe None None] Port 3eff33a9-e8e8-441f-98be-23ebff23f159 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:20:42.236156 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-978fd93e-128b-4b8d-8309-f7fc30635e98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Allocated IP 172.20.0.8 (02c95b13-9fd9-44e0-b512-a70ff19d914e/2cef1d3a-0ca2-44b6-aabd-8478be1f62cf/bcfee9db-4595-4995-8cd4-f376457cec1d) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:20:42.269835 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 3dedb379-b7ee-4f18-90c3-93edaa34ffd2 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:20:42.314453 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02c764-6b89-48d7-87cb-a6a209ec88f6 req-59fab9a5-fa5d-43d5-b631-cb9ba18e5e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:42.315984 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4d02c764-6b89-48d7-87cb-a6a209ec88f6 req-59fab9a5-fa5d-43d5-b631-cb9ba18e5e32 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f9ae0f6-9541-42e4-a2b7-8013952788b7 HTTP/1.1" status: 200 len: 911 time: 0.1940022 Aug 28 15:20:42.343782 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 3dedb379-b7ee-4f18-90c3-93edaa34ffd2 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:42.344417 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:42.388324 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ef322ceb-27bb-4f76-becf-cf1c5a8ddcf2 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:42.402715 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4d02c764-6b89-48d7-87cb-a6a209ec88f6 req-80879a6b-1dc4-4e63-bd2f-0e381396fe7f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 HTTP/1.1" status: 200 len: 217 time: 0.0772822 Aug 28 15:20:42.475394 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef322ceb-27bb-4f76-becf-cf1c5a8ddcf2 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'Subnet': ['ID=48d634f9-cb79-4ad4-b3fd-a5bc7d67a37f,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:42.480454 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef322ceb-27bb-4f76-becf-cf1c5a8ddcf2 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Checking segment: {'id': 'e54e6e78-7ede-476d-9447-81151d0a1560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '18cc3b47-9d67-42d4-a8d6-d8a9de181f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:20:42.480820 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef322ceb-27bb-4f76-becf-cf1c5a8ddcf2 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Network hostable DHCP agents. Network: 18cc3b47-9d67-42d4-a8d6-d8a9de181f8f, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:20:42.499794 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02c764-6b89-48d7-87cb-a6a209ec88f6 req-68acdbef-529b-4010-aa57-416bc57647d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:42.500066 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef322ceb-27bb-4f76-becf-cf1c5a8ddcf2 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Network 18cc3b47-9d67-42d4-a8d6-d8a9de181f8f is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:20:42.501252 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4d02c764-6b89-48d7-87cb-a6a209ec88f6 req-68acdbef-529b-4010-aa57-416bc57647d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c596a36d-07a5-46e9-9d8f-f620a91423a0 HTTP/1.1" status: 200 len: 849 time: 0.0881560 Aug 28 15:20:42.510551 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-ef322ceb-27bb-4f76-becf-cf1c5a8ddcf2 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 18cc3b47-9d67-42d4-a8d6-d8a9de181f8f) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:42.521068 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf49370-0b65-4c71-926b-3e663a7282cf None None] Network 18cc3b47-9d67-42d4-a8d6-d8a9de181f8f requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:20:42.528527 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef322ceb-27bb-4f76-becf-cf1c5a8ddcf2 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:42.529853 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ef322ceb-27bb-4f76-becf-cf1c5a8ddcf2 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:42.542024 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-978fd93e-128b-4b8d-8309-f7fc30635e98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:42.550740 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ef322ceb-27bb-4f76-becf-cf1c5a8ddcf2 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5510690 Aug 28 15:20:42.560569 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-978fd93e-128b-4b8d-8309-f7fc30635e98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Transition to ACTIVE for port object bcfee9db-4595-4995-8cd4-f376457cec1d will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:42.579284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02c764-6b89-48d7-87cb-a6a209ec88f6 req-d1887606-8d7f-483c-86df-5905b93d04d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:42.581081 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4d02c764-6b89-48d7-87cb-a6a209ec88f6 req-d1887606-8d7f-483c-86df-5905b93d04d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f9ae0f6-9541-42e4-a2b7-8013952788b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680537 Aug 28 15:20:42.689379 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4d02c764-6b89-48d7-87cb-a6a209ec88f6 req-afab360b-b5a3-43d9-b4cd-a2909b7dfad5 service neutron] 10.222.0.41 "GET /v2.0/networks/8f9ae0f6-9541-42e4-a2b7-8013952788b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974071 Aug 28 15:20:42.723090 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b459f379-06b8-49ab-b45e-d2932845df5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-18cc3b47-9d67-42d4-a8d6-d8a9de181f8f', 'network_id': '18cc3b47-9d67-42d4-a8d6-d8a9de181f8f', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'fixed_ips': [{'subnet_id': '48d634f9-cb79-4ad4-b3fd-a5bc7d67a37f'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:20:42.727097 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b459f379-06b8-49ab-b45e-d2932845df5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:42.733332 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-978fd93e-128b-4b8d-8309-f7fc30635e98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:42.790832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39452) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:42.795997 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-590c80ce-d3ec-44f1-8001-9f980ef42976 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-863492281', 'description': 'tempest-secgroup-smoke-863492281 description', 'project_id': '882056e022594e62849ed5c991d6169b'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:42.847573 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978fd93e-128b-4b8d-8309-f7fc30635e98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network 02c95b13-9fd9-44e0-b512-a70ff19d914e is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:20:42.849087 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-978fd93e-128b-4b8d-8309-f7fc30635e98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:42.859764 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978fd93e-128b-4b8d-8309-f7fc30635e98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:20:42.888152 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-590c80ce-d3ec-44f1-8001-9f980ef42976 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:42.931324 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978fd93e-128b-4b8d-8309-f7fc30635e98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Port': ['ID=bcfee9db-4595-4995-8cd4-f376457cec1d,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:42.935166 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4d02c764-6b89-48d7-87cb-a6a209ec88f6 req-691e3723-197a-4748-9e82-9b12e9728c74 service neutron] 10.222.0.41 "GET /v2.0/networks/8f9ae0f6-9541-42e4-a2b7-8013952788b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378798 Aug 28 15:20:42.951122 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978fd93e-128b-4b8d-8309-f7fc30635e98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:42.952089 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-978fd93e-128b-4b8d-8309-f7fc30635e98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:42.952767 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e484b-df11-4e09-b90c-5e7b5ae59f44 req-251954fb-c931-46a8-b56b-8abf8413b9ea tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:42.954354 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2e6e484b-df11-4e09-b90c-5e7b5ae59f44 req-251954fb-c931-46a8-b56b-8abf8413b9ea tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 943 time: 0.1340346 Aug 28 15:20:42.991962 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-b459f379-06b8-49ab-b45e-d2932845df5e None None] Allocated IP 172.20.0.18 (18cc3b47-9d67-42d4-a8d6-d8a9de181f8f/48d634f9-cb79-4ad4-b3fd-a5bc7d67a37f/eee80be4-41ec-4f22-9545-d2755015f675) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:20:43.031166 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2e6e484b-df11-4e09-b90c-5e7b5ae59f44 req-eb38f097-bf83-4a6d-9a84-df7b6d2e7fbd tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634630 Aug 28 15:20:43.066877 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-590c80ce-d3ec-44f1-8001-9f980ef42976 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:43.076500 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-590c80ce-d3ec-44f1-8001-9f980ef42976 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:43.084107 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-978fd93e-128b-4b8d-8309-f7fc30635e98 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7938828 Aug 28 15:20:43.086189 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39454) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:43.093459 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-b64b8ec3-6ccc-482e-ba5f-902158c83e8a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'subnet': {'network_id': '02c95b13-9fd9-44e0-b512-a70ff19d914e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:43.118112 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-590c80ce-d3ec-44f1-8001-9f980ef42976 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:43.119532 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-590c80ce-d3ec-44f1-8001-9f980ef42976 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3273776 Aug 28 15:20:43.125507 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39456) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:43.126755 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c80ce-d3ec-44f1-8001-9f980ef42976 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a5feb1-d025-4f6b-8643-e0d41dbd3445,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:43.165729 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-42a745dc-a05a-4bcc-9810-bc7497e81f6d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'security_group_rule': {'security_group_id': 'b6a5feb1-d025-4f6b-8643-e0d41dbd3445', 'project_id': '882056e022594e62849ed5c991d6169b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:43.237316 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b459f379-06b8-49ab-b45e-d2932845df5e None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:43.243960 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-78c9116a-936d-4846-b3b7-cd76e6d88b04 None None] Provisioning for port bcfee9db-4595-4995-8cd4-f376457cec1d completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:43.258030 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b459f379-06b8-49ab-b45e-d2932845df5e None None] Transition to ACTIVE for port object eee80be4-41ec-4f22-9545-d2755015f675 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:43.261049 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-78c9116a-936d-4846-b3b7-cd76e6d88b04 None None] Provisioning complete for port bcfee9db-4595-4995-8cd4-f376457cec1d triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:43.261330 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-78c9116a-936d-4846-b3b7-cd76e6d88b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:43.309360 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:43.310509 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b459f379-06b8-49ab-b45e-d2932845df5e None None] Transition to ACTIVE for port object eee80be4-41ec-4f22-9545-d2755015f675 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:43.323228 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-78c9116a-936d-4846-b3b7-cd76e6d88b04 None None] Port bcfee9db-4595-4995-8cd4-f376457cec1d cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:20:43.325194 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b459f379-06b8-49ab-b45e-d2932845df5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:43.372615 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b459f379-06b8-49ab-b45e-d2932845df5e None None] Network 18cc3b47-9d67-42d4-a8d6-d8a9de181f8f is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:20:43.376752 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-b459f379-06b8-49ab-b45e-d2932845df5e None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:43.378521 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459f379-06b8-49ab-b45e-d2932845df5e None None] Pushing event updated for resources: {'Port': ['ID=eee80be4-41ec-4f22-9545-d2755015f675,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:43.386839 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b459f379-06b8-49ab-b45e-d2932845df5e None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:20:43.443219 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-b459f379-06b8-49ab-b45e-d2932845df5e None None] Attempting to bind port eee80be4-41ec-4f22-9545-d2755015f675 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:20:43.443584 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-b459f379-06b8-49ab-b45e-d2932845df5e None None] Attempting to bind port eee80be4-41ec-4f22-9545-d2755015f675 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'e54e6e78-7ede-476d-9447-81151d0a1560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '18cc3b47-9d67-42d4-a8d6-d8a9de181f8f'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:20:43.443980 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b459f379-06b8-49ab-b45e-d2932845df5e None None] Attempting to bind port eee80be4-41ec-4f22-9545-d2755015f675 on network 18cc3b47-9d67-42d4-a8d6-d8a9de181f8f {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:20:43.449436 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b459f379-06b8-49ab-b45e-d2932845df5e None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:20:43.450400 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b459f379-06b8-49ab-b45e-d2932845df5e None None] Checking segment: {'id': 'e54e6e78-7ede-476d-9447-81151d0a1560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '18cc3b47-9d67-42d4-a8d6-d8a9de181f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:20:43.450814 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b459f379-06b8-49ab-b45e-d2932845df5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:43.451209 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b459f379-06b8-49ab-b45e-d2932845df5e None None] Bound using segment: {'id': 'e54e6e78-7ede-476d-9447-81151d0a1560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '18cc3b47-9d67-42d4-a8d6-d8a9de181f8f'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:20:43.451974 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-b459f379-06b8-49ab-b45e-d2932845df5e None None] Bound port: eee80be4-41ec-4f22-9545-d2755015f675, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54e6e78-7ede-476d-9447-81151d0a1560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '18cc3b47-9d67-42d4-a8d6-d8a9de181f8f'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:20:43.452356 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b459f379-06b8-49ab-b45e-d2932845df5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:43.523157 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-b459f379-06b8-49ab-b45e-d2932845df5e None None] For port eee80be4-41ec-4f22-9545-d2755015f675, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:20:43.526424 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-b459f379-06b8-49ab-b45e-d2932845df5e None None] For port eee80be4-41ec-4f22-9545-d2755015f675, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=eee80be4-41ec-4f22-9545-d2755015f675,segment=NetworkSegment(e54e6e78-7ede-476d-9447-81151d0a1560),segment_id=e54e6e78-7ede-476d-9447-81151d0a1560)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:20:43.533636 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b459f379-06b8-49ab-b45e-d2932845df5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:43.576527 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-42cd0940-c3fd-4698-bef1-12778bf8b673 req-7d5091bd-2b4e-4046-b11e-7ba45282a81c tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 210 time: 0.0437257 Aug 28 15:20:43.595586 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-42a745dc-a05a-4bcc-9810-bc7497e81f6d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:43.601716 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459f379-06b8-49ab-b45e-d2932845df5e None None] Pushing event updated for resources: {'Port': ['ID=eee80be4-41ec-4f22-9545-d2755015f675,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:43.677947 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64b8ec3-6ccc-482e-ba5f-902158c83e8a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:20:43.681914 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b64b8ec3-6ccc-482e-ba5f-902158c83e8a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:43.687151 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-42a745dc-a05a-4bcc-9810-bc7497e81f6d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:43.701323 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-42a745dc-a05a-4bcc-9810-bc7497e81f6d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:43.756693 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a745dc-a05a-4bcc-9810-bc7497e81f6d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b734bcad-69e9-4bb7-be08-7cd726d72ad0,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:43.770375 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-42a745dc-a05a-4bcc-9810-bc7497e81f6d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:43.774720 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39462) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:43.774870 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-42a745dc-a05a-4bcc-9810-bc7497e81f6d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6490247 Aug 28 15:20:43.781675 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-74cb2969-4bb3-4290-85bf-82ec55e241d8 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'security_group_rule': {'security_group_id': 'b6a5feb1-d025-4f6b-8643-e0d41dbd3445', 'project_id': '882056e022594e62849ed5c991d6169b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:43.840281 n-d-712137-10 neutron-server[106329]: INFO neutron.db.ipam_backend_mixin [None req-b64b8ec3-6ccc-482e-ba5f-902158c83e8a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2cef1d3a-0ca2-44b6-aabd-8478be1f62cf (CIDR: 172.20.0.0/28) Aug 28 15:20:43.844149 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-b64b8ec3-6ccc-482e-ba5f-902158c83e8a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:20:43.844794 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b64b8ec3-6ccc-482e-ba5f-902158c83e8a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:20:43.851632 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-74cb2969-4bb3-4290-85bf-82ec55e241d8 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:43.863485 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b64b8ec3-6ccc-482e-ba5f-902158c83e8a tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7734418 Aug 28 15:20:43.863944 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39464) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:43.873595 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-db4764b5-f32b-4ad8-a79d-d1dbeb978747 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'subnet': {'network_id': '02c95b13-9fd9-44e0-b512-a70ff19d914e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:43.969878 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-74cb2969-4bb3-4290-85bf-82ec55e241d8 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:43.980421 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-74cb2969-4bb3-4290-85bf-82ec55e241d8 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:44.017284 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb2969-4bb3-4290-85bf-82ec55e241d8 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb919dce-9ee8-40f2-8fec-a2caca70f0f5,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:44.031526 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-74cb2969-4bb3-4290-85bf-82ec55e241d8 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:44.033055 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-74cb2969-4bb3-4290-85bf-82ec55e241d8 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2569966 Aug 28 15:20:44.035780 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39466) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:44.041668 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-c3920059-e29c-407d-a1a6-25fb25933a4b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'security_group_rule': {'security_group_id': 'b6a5feb1-d025-4f6b-8643-e0d41dbd3445', 'project_id': '882056e022594e62849ed5c991d6169b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:44.074747 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c3920059-e29c-407d-a1a6-25fb25933a4b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:44.086240 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device eee80be4-41ec-4f22-9545-d2755015f675 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:20:44.100195 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4764b5-f32b-4ad8-a79d-d1dbeb978747 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:20:44.105382 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-db4764b5-f32b-4ad8-a79d-d1dbeb978747 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:44.166694 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port eee80be4-41ec-4f22-9545-d2755015f675 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:44.185766 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c3920059-e29c-407d-a1a6-25fb25933a4b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:44.196291 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c3920059-e29c-407d-a1a6-25fb25933a4b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:44.224554 n-d-712137-10 neutron-server[106329]: INFO neutron.db.ipam_backend_mixin [None req-db4764b5-f32b-4ad8-a79d-d1dbeb978747 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0a66173e-b3d9-40e0-9792-15cf0233dc15 (CIDR: 172.20.0.16/28) Aug 28 15:20:44.230085 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-db4764b5-f32b-4ad8-a79d-d1dbeb978747 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:20:44.230265 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917d1ba-e132-4adb-ab2e-1a37c548db6a req-cb26661b-784d-429a-be6e-bb5a3eebe1e0 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:44.230786 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db4764b5-f32b-4ad8-a79d-d1dbeb978747 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:20:44.231697 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9917d1ba-e132-4adb-ab2e-1a37c548db6a req-cb26661b-784d-429a-be6e-bb5a3eebe1e0 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 943 time: 0.0943255 Aug 28 15:20:44.235760 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3920059-e29c-407d-a1a6-25fb25933a4b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e8f43fe-5210-4bc7-bb15-b4d0563d53ec,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:44.243179 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c3920059-e29c-407d-a1a6-25fb25933a4b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:44.247158 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c3920059-e29c-407d-a1a6-25fb25933a4b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2063549 Aug 28 15:20:44.247313 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39470) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:44.250602 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-db4764b5-f32b-4ad8-a79d-d1dbeb978747 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3826299 Aug 28 15:20:44.251052 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39472) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:44.257668 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-9f506812-477c-4b67-be02-67710f29fcdf tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'security_group_rule': {'security_group_id': 'b6a5feb1-d025-4f6b-8643-e0d41dbd3445', 'project_id': '882056e022594e62849ed5c991d6169b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:44.259829 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-473eebc9-5c77-45f2-a458-19ed27833111 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'subnet': {'network_id': '02c95b13-9fd9-44e0-b512-a70ff19d914e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:44.313442 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9917d1ba-e132-4adb-ab2e-1a37c548db6a req-c194dddb-f00a-44f3-b070-1f70a16c4520 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504916 Aug 28 15:20:44.314136 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f506812-477c-4b67-be02-67710f29fcdf tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:44.386921 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473eebc9-5c77-45f2-a458-19ed27833111 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Made reservation on behalf of a49a25d4f6704aa19c86415c67cd6045 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:20:44.392150 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-473eebc9-5c77-45f2-a458-19ed27833111 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:44.393728 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f506812-477c-4b67-be02-67710f29fcdf tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:44.399215 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f506812-477c-4b67-be02-67710f29fcdf tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:44.419963 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f506812-477c-4b67-be02-67710f29fcdf tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:44.421154 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9f506812-477c-4b67-be02-67710f29fcdf tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1728606 Aug 28 15:20:44.425668 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39476) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:44.433930 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-7dbb2950-3946-47c9-8409-ba533e19b28c tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'security_group_rule': {'security_group_id': 'b6a5feb1-d025-4f6b-8643-e0d41dbd3445', 'project_id': '882056e022594e62849ed5c991d6169b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:44.447588 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f506812-477c-4b67-be02-67710f29fcdf tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c13b1e-761b-4876-b112-08f7bfca7fa5,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:44.479701 n-d-712137-10 neutron-server[106330]: INFO neutron.db.securitygroups_db [None req-7dbb2950-3946-47c9-8409-ba533e19b28c tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Project 882056e022594e62849ed5c991d6169b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 15:20:44.490972 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7dbb2950-3946-47c9-8409-ba533e19b28c tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:44.582595 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7dbb2950-3946-47c9-8409-ba533e19b28c tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:44.590536 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7dbb2950-3946-47c9-8409-ba533e19b28c tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:44.608378 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb2950-3946-47c9-8409-ba533e19b28c tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b63d23-f179-4a34-963b-59299b8e885d,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:44.636257 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7dbb2950-3946-47c9-8409-ba533e19b28c tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:44.640621 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7dbb2950-3946-47c9-8409-ba533e19b28c tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2140338 Aug 28 15:20:44.641322 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39480) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:44.646163 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-24f2ed6d-44db-4ff5-a9ce-76e3fb7dbeec tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'security_group_rule': {'security_group_id': 'b6a5feb1-d025-4f6b-8643-e0d41dbd3445', 'project_id': '882056e022594e62849ed5c991d6169b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:44.674081 n-d-712137-10 neutron-server[106330]: INFO neutron.db.securitygroups_db [None req-24f2ed6d-44db-4ff5-a9ce-76e3fb7dbeec tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Project 882056e022594e62849ed5c991d6169b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 15:20:44.681085 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-24f2ed6d-44db-4ff5-a9ce-76e3fb7dbeec tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:44.702318 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-473eebc9-5c77-45f2-a458-19ed27833111 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:44.770255 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473eebc9-5c77-45f2-a458-19ed27833111 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Network 02c95b13-9fd9-44e0-b512-a70ff19d914e is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:20:44.774298 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-473eebc9-5c77-45f2-a458-19ed27833111 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:44.779137 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473eebc9-5c77-45f2-a458-19ed27833111 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:44.779858 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-473eebc9-5c77-45f2-a458-19ed27833111 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:44.784434 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cd5171-a5f0-474b-9c10-7d8bc8048094 None None] Network 02c95b13-9fd9-44e0-b512-a70ff19d914e requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:20:44.808593 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b9e18e20-cfdd-4523-b76b-54f0891d85b0 req-e7ef5806-023e-4461-849b-70da32010fac tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffdd9f2e-1075-4ead-b05a-190c1060959c HTTP/1.1" status: 200 len: 210 time: 0.0858755 Aug 28 15:20:44.834886 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-24f2ed6d-44db-4ff5-a9ce-76e3fb7dbeec tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:44.840918 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-473eebc9-5c77-45f2-a458-19ed27833111 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5871198 Aug 28 15:20:44.841122 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473eebc9-5c77-45f2-a458-19ed27833111 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Subnet': ['ID=082918f8-a7f3-44b9-bc44-8d42f3eafc28,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:44.844068 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39482) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:44.855130 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-e06fd92b-1a83-4a9e-95ae-bf5b69aec9f7 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2101979026', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '082918f8-a7f3-44b9-bc44-8d42f3eafc28'}], 'security_groups': ['e59bb354-8b3f-4a96-a294-5703c2fe8136', 'ed4acf36-7626-4afc-8409-5980c03ddac6']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:44.897571 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-24f2ed6d-44db-4ff5-a9ce-76e3fb7dbeec tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:44.959871 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2ed6d-44db-4ff5-a9ce-76e3fb7dbeec tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a952af-ebba-49d4-b1ff-8732cad0311e,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:44.971748 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-24f2ed6d-44db-4ff5-a9ce-76e3fb7dbeec tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:44.982179 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-24f2ed6d-44db-4ff5-a9ce-76e3fb7dbeec tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3307700 Aug 28 15:20:45.041934 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8bc37c-19a5-402f-bf63-b0d53d2122ee None None] Network 18cc3b47-9d67-42d4-a8d6-d8a9de181f8f requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:20:45.092783 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e06fd92b-1a83-4a9e-95ae-bf5b69aec9f7 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:45.143802 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0d4de148-29df-4fd4-ba15-f4b7e995f0f6 None None] Provisioning for port eee80be4-41ec-4f22-9545-d2755015f675 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:45.158426 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0d4de148-29df-4fd4-ba15-f4b7e995f0f6 None None] Provisioning complete for port eee80be4-41ec-4f22-9545-d2755015f675 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:45.158792 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0d4de148-29df-4fd4-ba15-f4b7e995f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:45.237216 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36475ad2-619d-44ad-a8dc-75820d3989ef None None] Update dhcp port {'port': {'network_id': '02c95b13-9fd9-44e0-b512-a70ff19d914e', 'fixed_ips': [{'subnet_id': '0a66173e-b3d9-40e0-9792-15cf0233dc15', 'ip_address': '172.20.0.18'}, {'subnet_id': '2cef1d3a-0ca2-44b6-aabd-8478be1f62cf', 'ip_address': '172.20.0.2'}, {'subnet_id': '082918f8-a7f3-44b9-bc44-8d42f3eafc28'}], 'binding:host_id': 'n-d-712137-10'}, 'id': '3dedb379-b7ee-4f18-90c3-93edaa34ffd2'} from n-d-712137-10. {{(pid=106331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 15:20:45.319616 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-36475ad2-619d-44ad-a8dc-75820d3989ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:45.343445 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dcd15964-f678-472c-b189-4f2dd526af99 req-8656cb11-8d77-4eb9-85b7-c52b4e98ee1c tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-863492281&fields=id&tenant_id=882056e022594e62849ed5c991d6169b HTTP/1.1" status: 200 len: 267 time: 0.0778823 Aug 28 15:20:45.442108 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:20:45.478217 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0d4de148-29df-4fd4-ba15-f4b7e995f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:45.565542 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d1e2d-66e0-48c8-8774-8477ea624e47 req-e242bdea-1d34-46f8-8ee2-cffa593b1036 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:45.576175 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d55d1e2d-66e0-48c8-8774-8477ea624e47 req-e242bdea-1d34-46f8-8ee2-cffa593b1036 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 943 time: 0.1337445 Aug 28 15:20:45.578391 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd15964-f678-472c-b189-4f2dd526af99 req-a2a86590-ed8a-453a-9105-abf13fc64d92 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:45.595294 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dcd15964-f678-472c-b189-4f2dd526af99 req-a2a86590-ed8a-453a-9105-abf13fc64d92 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/networks?id=18cc3b47-9d67-42d4-a8d6-d8a9de181f8f HTTP/1.1" status: 200 len: 795 time: 0.2507894 Aug 28 15:20:45.628509 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dcd15964-f678-472c-b189-4f2dd526af99 req-a2c91f29-f138-4e6f-9ec7-f71b40c8d60e tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/quotas/882056e022594e62849ed5c991d6169b HTTP/1.1" status: 200 len: 375 time: 0.0314901 Aug 28 15:20:45.700295 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d55d1e2d-66e0-48c8-8774-8477ea624e47 req-97d8b278-5b01-48f5-82d8-7e25d4a158d8 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222713 Aug 28 15:20:45.779574 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dcd15964-f678-472c-b189-4f2dd526af99 req-577bfa74-9398-4043-b50e-389de624ce51 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=882056e022594e62849ed5c991d6169b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1426642 Aug 28 15:20:45.800059 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-e06fd92b-1a83-4a9e-95ae-bf5b69aec9f7 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Delete allocated IP 172.20.0.8 (02c95b13-9fd9-44e0-b512-a70ff19d914e/2cef1d3a-0ca2-44b6-aabd-8478be1f62cf) {{(pid=106330) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 28 15:20:45.810655 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-e06fd92b-1a83-4a9e-95ae-bf5b69aec9f7 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Allocated IP 172.20.0.34 (02c95b13-9fd9-44e0-b512-a70ff19d914e/082918f8-a7f3-44b9-bc44-8d42f3eafc28/bcfee9db-4595-4995-8cd4-f376457cec1d) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:20:45.830308 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.resource_extend [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 15:20:45.906174 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dcd15964-f678-472c-b189-4f2dd526af99 req-1b07287c-4d8d-4160-b9fc-446ea74c9518 service neutron] 10.222.0.13 "GET /v2.0/networks/18cc3b47-9d67-42d4-a8d6-d8a9de181f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256523 Aug 28 15:20:45.928173 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-0d4de148-29df-4fd4-ba15-f4b7e995f0f6 None None] For port eee80be4-41ec-4f22-9545-d2755015f675, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=eee80be4-41ec-4f22-9545-d2755015f675,segment=NetworkSegment(e54e6e78-7ede-476d-9447-81151d0a1560),segment_id=e54e6e78-7ede-476d-9447-81151d0a1560)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:45.941553 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0d4de148-29df-4fd4-ba15-f4b7e995f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:46.021763 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e06fd92b-1a83-4a9e-95ae-bf5b69aec9f7 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:46.037704 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-e06fd92b-1a83-4a9e-95ae-bf5b69aec9f7 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Transition to ACTIVE for port object bcfee9db-4595-4995-8cd4-f376457cec1d will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:46.049948 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e06fd92b-1a83-4a9e-95ae-bf5b69aec9f7 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:46.065407 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4de148-29df-4fd4-ba15-f4b7e995f0f6 None None] Pushing event updated for resources: {'Port': ['ID=eee80be4-41ec-4f22-9545-d2755015f675,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:46.092840 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dcd15964-f678-472c-b189-4f2dd526af99 req-25804796-a462-4db5-88d4-68a511668482 service neutron] 10.222.0.13 "GET /v2.0/networks/18cc3b47-9d67-42d4-a8d6-d8a9de181f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738262 Aug 28 15:20:46.148670 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.api [None req-36475ad2-619d-44ad-a8dc-75820d3989ef None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-3f617862-bdac-4796-87f8-c21023f7f2b4 {{(pid=106331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:20:46.149184 n-d-712137-10 neutron-server[106331]: DEBUG oslo_db.api [None req-36475ad2-619d-44ad-a8dc-75820d3989ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:20:46.191213 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port b31a9b0f-ebac-445a-94a5-d7ea1cc53da3, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=b31a9b0f-ebac-445a-94a5-d7ea1cc53da3,segment=NetworkSegment(687a3d43-ed99-4057-9cfe-8e767b8757a9),segment_id=687a3d43-ed99-4057-9cfe-8e767b8757a9)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:46.206862 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'b31a9b0f-ebac-445a-94a5-d7ea1cc53da3', 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7', 'port_id': 'b31a9b0f-ebac-445a-94a5-d7ea1cc53da3', 'mac_address': 'fa:16:3e:e1:33:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:20:46.251704 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:46.254808 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06fd92b-1a83-4a9e-95ae-bf5b69aec9f7 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event updated for resources: {'Port': ['ID=bcfee9db-4595-4995-8cd4-f376457cec1d,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:46.268198 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:20:46.279383 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-e06fd92b-1a83-4a9e-95ae-bf5b69aec9f7 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] In _notify_port_updated(), no bound segment for port bcfee9db-4595-4995-8cd4-f376457cec1d on network 02c95b13-9fd9-44e0-b512-a70ff19d914e {{(pid=106330) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 15:20:46.293166 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port b31a9b0f-ebac-445a-94a5-d7ea1cc53da3, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=b31a9b0f-ebac-445a-94a5-d7ea1cc53da3,segment=NetworkSegment(687a3d43-ed99-4057-9cfe-8e767b8757a9),segment_id=687a3d43-ed99-4057-9cfe-8e767b8757a9)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:46.294309 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06fd92b-1a83-4a9e-95ae-bf5b69aec9f7 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:46.295160 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e06fd92b-1a83-4a9e-95ae-bf5b69aec9f7 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:46.296649 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e06fd92b-1a83-4a9e-95ae-bf5b69aec9f7 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "PUT /v2.0/ports/bcfee9db-4595-4995-8cd4-f376457cec1d HTTP/1.1" status: 200 len: 960 time: 1.4511807 Aug 28 15:20:46.299646 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39510) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:46.304121 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:46.370894 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=b31a9b0f-ebac-445a-94a5-d7ea1cc53da3,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:46.386972 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3e5e88cb-1b3a-453d-890b-e86217acd94d None None] Provisioning complete for port eee80be4-41ec-4f22-9545-d2755015f675 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:46.387479 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3e5e88cb-1b3a-453d-890b-e86217acd94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:46.451037 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d9fb5220-638b-499f-a597-4e66d1182171 req-f642d1bf-5163-4edf-a9e2-35b67e7279ca tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52e332e-31ae-4055-b648-41694e951b7b HTTP/1.1" status: 200 len: 210 time: 0.0600047 Aug 28 15:20:46.466694 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-a5faf737-9f01-4c3f-9035-ca56bf7e719d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting port bcfee9db-4595-4995-8cd4-f376457cec1d {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:20:46.467039 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a5faf737-9f01-4c3f-9035-ca56bf7e719d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:46.573118 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a5faf737-9f01-4c3f-9035-ca56bf7e719d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:46.588588 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-a5faf737-9f01-4c3f-9035-ca56bf7e719d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Calling delete_port for bcfee9db-4595-4995-8cd4-f376457cec1d owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:20:46.674333 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['b31a9b0f-ebac-445a-94a5-d7ea1cc53da3'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:20:46.714350 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-36475ad2-619d-44ad-a8dc-75820d3989ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:46.754664 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a5faf737-9f01-4c3f-9035-ca56bf7e719d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:46.797732 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5faf737-9f01-4c3f-9035-ca56bf7e719d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Port': ['ID=bcfee9db-4595-4995-8cd4-f376457cec1d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:46.943726 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5e2d6-9795-459f-baec-e063884d78cb req-45271550-0a39-456c-8c40-be6c0269155e tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:46.953998 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bfc5e2d6-9795-459f-baec-e063884d78cb req-45271550-0a39-456c-8c40-be6c0269155e tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 944 time: 0.1335945 Aug 28 15:20:46.971963 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a5faf737-9f01-4c3f-9035-ca56bf7e719d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:46.977460 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a5faf737-9f01-4c3f-9035-ca56bf7e719d tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/ports/bcfee9db-4595-4995-8cd4-f376457cec1d HTTP/1.1" status: 204 len: 168 time: 0.6743174 Aug 28 15:20:46.978805 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39526) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:47.010321 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-88da9255-f3ad-4b1e-94e5-0646eda571fd tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] GET failed (client error): The resource could not be found. Aug 28 15:20:47.015315 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-88da9255-f3ad-4b1e-94e5-0646eda571fd tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "GET /v2.0/ports/bcfee9db-4595-4995-8cd4-f376457cec1d HTTP/1.1" status: 404 len: 333 time: 0.0351787 Aug 28 15:20:47.016174 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bfc5e2d6-9795-459f-baec-e063884d78cb req-56749eda-7ad8-40fd-90e6-bceeba8f276f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612848 Aug 28 15:20:47.016435 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39530) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:47.069860 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-36475ad2-619d-44ad-a8dc-75820d3989ef None None] Allocated IP 172.20.0.35 (02c95b13-9fd9-44e0-b512-a70ff19d914e/082918f8-a7f3-44b9-bc44-8d42f3eafc28/3dedb379-b7ee-4f18-90c3-93edaa34ffd2) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:20:47.078746 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-74f33717-6225-409f-9cc9-61ba33badc77 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:47.113243 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-74f33717-6225-409f-9cc9-61ba33badc77 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:47.167417 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-74f33717-6225-409f-9cc9-61ba33badc77 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:47.171288 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-74f33717-6225-409f-9cc9-61ba33badc77 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:47.172571 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-74f33717-6225-409f-9cc9-61ba33badc77 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/security-groups/2e3d8df2-7bd0-4f4e-a191-e54a5804f23b HTTP/1.1" status: 204 len: 168 time: 0.1550777 Aug 28 15:20:47.176023 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39532) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:47.183455 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-36475ad2-619d-44ad-a8dc-75820d3989ef None None] For port 3dedb379-b7ee-4f18-90c3-93edaa34ffd2, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=3dedb379-b7ee-4f18-90c3-93edaa34ffd2,segment=NetworkSegment(24102da0-a762-486e-aad1-4db109086d08),segment_id=24102da0-a762-486e-aad1-4db109086d08)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:47.184713 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f33717-6225-409f-9cc9-61ba33badc77 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3d8df2-7bd0-4f4e-a191-e54a5804f23b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:47.237538 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-36475ad2-619d-44ad-a8dc-75820d3989ef None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:47.253654 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-36475ad2-619d-44ad-a8dc-75820d3989ef None None] Transition to ACTIVE for port object 3dedb379-b7ee-4f18-90c3-93edaa34ffd2 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:47.259567 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-36475ad2-619d-44ad-a8dc-75820d3989ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:47.279907 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94d787dc-c3f1-42d2-b7a2-7ea43cf943ba tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:47.309131 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94d787dc-c3f1-42d2-b7a2-7ea43cf943ba tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:47.361435 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94d787dc-c3f1-42d2-b7a2-7ea43cf943ba tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:47.364214 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94d787dc-c3f1-42d2-b7a2-7ea43cf943ba tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:47.369580 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-94d787dc-c3f1-42d2-b7a2-7ea43cf943ba tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/security-groups/ed4acf36-7626-4afc-8409-5980c03ddac6 HTTP/1.1" status: 204 len: 168 time: 0.1889184 Aug 28 15:20:47.369780 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39536) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:47.382015 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d787dc-c3f1-42d2-b7a2-7ea43cf943ba tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4acf36-7626-4afc-8409-5980c03ddac6,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:47.388136 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36475ad2-619d-44ad-a8dc-75820d3989ef None None] Pushing event updated for resources: {'Port': ['ID=3dedb379-b7ee-4f18-90c3-93edaa34ffd2,revision_number=7']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:47.456016 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bc1f0c10-9b36-469d-b93a-835a3bfe0ab8 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:47.481131 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bc1f0c10-9b36-469d-b93a-835a3bfe0ab8 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:47.542294 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bc1f0c10-9b36-469d-b93a-835a3bfe0ab8 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:47.543504 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bc1f0c10-9b36-469d-b93a-835a3bfe0ab8 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:47.547235 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bc1f0c10-9b36-469d-b93a-835a3bfe0ab8 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/security-groups/e59bb354-8b3f-4a96-a294-5703c2fe8136 HTTP/1.1" status: 204 len: 168 time: 0.1710672 Aug 28 15:20:47.547813 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39540) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:47.565667 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94f2d827-56fe-4bd7-b583-751ef4303597 req-d92b76cd-4f03-4805-8219-eba9fb696750 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52e332e-31ae-4055-b648-41694e951b7b HTTP/1.1" status: 200 len: 210 time: 0.0376315 Aug 28 15:20:47.570777 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f0c10-9b36-469d-b93a-835a3bfe0ab8 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59bb354-8b3f-4a96-a294-5703c2fe8136,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:47.624737 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-77151232-7cdf-45b3-8745-758889721ed8 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting subnet 2cef1d3a-0ca2-44b6-aabd-8478be1f62cf {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:20:47.628483 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77151232-7cdf-45b3-8745-758889721ed8 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:47.679865 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77151232-7cdf-45b3-8745-758889721ed8 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:47.790862 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77151232-7cdf-45b3-8745-758889721ed8 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:47.878379 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77151232-7cdf-45b3-8745-758889721ed8 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:47.926340 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77151232-7cdf-45b3-8745-758889721ed8 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Subnet': ['ID=2cef1d3a-0ca2-44b6-aabd-8478be1f62cf,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:47.933970 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77151232-7cdf-45b3-8745-758889721ed8 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:47.940089 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-77151232-7cdf-45b3-8745-758889721ed8 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/subnets/2cef1d3a-0ca2-44b6-aabd-8478be1f62cf HTTP/1.1" status: 204 len: 168 time: 0.3894372 Aug 28 15:20:47.940296 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39542) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:48.026387 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd15964-f678-472c-b189-4f2dd526af99 req-36f97325-96a6-4ae1-a15f-36399349f8e5 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:48.027391 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dcd15964-f678-472c-b189-4f2dd526af99 req-36f97325-96a6-4ae1-a15f-36399349f8e5 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.36 "GET /v2.0/networks?id=18cc3b47-9d67-42d4-a8d6-d8a9de181f8f HTTP/1.1" status: 200 len: 795 time: 0.2556767 Aug 28 15:20:48.039227 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-9135223c-d5e3-4fa0-9364-fe19cce5ee50 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting subnet 082918f8-a7f3-44b9-bc44-8d42f3eafc28 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:20:48.055347 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9135223c-d5e3-4fa0-9364-fe19cce5ee50 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:48.073820 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device eee80be4-41ec-4f22-9545-d2755015f675 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:20:48.139374 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dcd15964-f678-472c-b189-4f2dd526af99 req-bb0acb40-b4a6-4e94-a816-86b01fcbd696 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=882056e022594e62849ed5c991d6169b HTTP/1.1" status: 200 len: 472 time: 0.0969117 Aug 28 15:20:48.156287 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9135223c-d5e3-4fa0-9364-fe19cce5ee50 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:48.192226 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port eee80be4-41ec-4f22-9545-d2755015f675 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:48.193247 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:48.200234 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-dcd15964-f678-472c-b189-4f2dd526af99 req-fa10eeeb-bfa1-4a05-b7ea-6c905835540b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'port': {'device_id': 'f52e332e-31ae-4055-b648-41694e951b7b', 'network_id': '18cc3b47-9d67-42d4-a8d6-d8a9de181f8f', 'admin_state_up': True, 'tenant_id': '882056e022594e62849ed5c991d6169b', 'security_groups': ['b6a5feb1-d025-4f6b-8643-e0d41dbd3445']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:48.294876 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 3dedb379-b7ee-4f18-90c3-93edaa34ffd2 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:20:48.392862 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102af11-4aeb-4be4-8172-efd12c7c46d3 req-d33391ad-beae-491b-bd51-34d1a0c6bcd3 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:48.398405 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5102af11-4aeb-4be4-8172-efd12c7c46d3 req-d33391ad-beae-491b-bd51-34d1a0c6bcd3 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 944 time: 0.2326438 Aug 28 15:20:48.427299 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec402ae-6f4f-40dc-932b-0c45394fd0c2 None None] Network 02c95b13-9fd9-44e0-b512-a70ff19d914e requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:20:48.464794 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9135223c-d5e3-4fa0-9364-fe19cce5ee50 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:48.476707 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f567630-b39d-4b58-b693-2e5412b1225f None None] Could not find standard attr ID for object bcfee9db-4595-4995-8cd4-f376457cec1d. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:20:48.503576 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5102af11-4aeb-4be4-8172-efd12c7c46d3 req-01af16e9-88da-4e82-824e-f9aa88e6d5db tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918977 Aug 28 15:20:48.512440 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f567630-b39d-4b58-b693-2e5412b1225f None None] Provisioning for port 3dedb379-b7ee-4f18-90c3-93edaa34ffd2 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:48.518844 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcd15964-f678-472c-b189-4f2dd526af99 req-fa10eeeb-bfa1-4a05-b7ea-6c905835540b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Made reservation on behalf of 882056e022594e62849ed5c991d6169b for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:20:48.523350 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f567630-b39d-4b58-b693-2e5412b1225f None None] Provisioning complete for port 3dedb379-b7ee-4f18-90c3-93edaa34ffd2 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:48.523759 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f567630-b39d-4b58-b693-2e5412b1225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:48.524109 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-dcd15964-f678-472c-b189-4f2dd526af99 req-fa10eeeb-bfa1-4a05-b7ea-6c905835540b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:48.570758 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9135223c-d5e3-4fa0-9364-fe19cce5ee50 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:48.638136 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135223c-d5e3-4fa0-9364-fe19cce5ee50 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Subnet': ['ID=082918f8-a7f3-44b9-bc44-8d42f3eafc28,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:48.648652 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9135223c-d5e3-4fa0-9364-fe19cce5ee50 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:48.653084 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9135223c-d5e3-4fa0-9364-fe19cce5ee50 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/subnets/082918f8-a7f3-44b9-bc44-8d42f3eafc28 HTTP/1.1" status: 204 len: 168 time: 0.7099686 Aug 28 15:20:48.653528 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39554) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:48.698030 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3aa4dc-fa06-4ae6-a7b6-20c5ed665f39 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] DELETE failed (client error): The resource could not be found. Aug 28 15:20:48.698486 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e3aa4dc-fa06-4ae6-a7b6-20c5ed665f39 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:20:48.700382 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5e3aa4dc-fa06-4ae6-a7b6-20c5ed665f39 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/subnets/2cef1d3a-0ca2-44b6-aabd-8478be1f62cf HTTP/1.1" status: 404 len: 337 time: 0.0457675 Aug 28 15:20:48.704699 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39556) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:48.746254 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-046a66a2-6aa7-444c-a9b5-74ff298a172e req-c8aaa4fe-7db1-4202-8634-4693a2036829 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52e332e-31ae-4055-b648-41694e951b7b HTTP/1.1" status: 200 len: 210 time: 0.0577278 Aug 28 15:20:48.780437 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f567630-b39d-4b58-b693-2e5412b1225f None None] Provisioning complete for port 3eff33a9-e8e8-441f-98be-23ebff23f159 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:48.780812 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f567630-b39d-4b58-b693-2e5412b1225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:48.798856 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-156cd069-afcd-4f1d-984d-bbcc96264d57 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting subnet 0a66173e-b3d9-40e0-9792-15cf0233dc15 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:20:48.804900 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-156cd069-afcd-4f1d-984d-bbcc96264d57 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:48.824852 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f567630-b39d-4b58-b693-2e5412b1225f None None] Port 3eff33a9-e8e8-441f-98be-23ebff23f159 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:20:48.857351 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-156cd069-afcd-4f1d-984d-bbcc96264d57 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:48.980582 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-156cd069-afcd-4f1d-984d-bbcc96264d57 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:49.061200 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-156cd069-afcd-4f1d-984d-bbcc96264d57 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:49.065308 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-dcd15964-f678-472c-b189-4f2dd526af99 req-fa10eeeb-bfa1-4a05-b7ea-6c905835540b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Allocated IP 172.20.0.20 (18cc3b47-9d67-42d4-a8d6-d8a9de181f8f/48d634f9-cb79-4ad4-b3fd-a5bc7d67a37f/3fb65823-5906-4d4b-9eaa-dccb301bcc01) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:20:49.096851 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156cd069-afcd-4f1d-984d-bbcc96264d57 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Subnet': ['ID=0a66173e-b3d9-40e0-9792-15cf0233dc15,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:49.101976 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-156cd069-afcd-4f1d-984d-bbcc96264d57 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:49.106987 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-156cd069-afcd-4f1d-984d-bbcc96264d57 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/subnets/0a66173e-b3d9-40e0-9792-15cf0233dc15 HTTP/1.1" status: 204 len: 168 time: 0.4025896 Aug 28 15:20:49.107801 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39558) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:49.141598 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91e05a1-7caf-41da-aa83-5dd6d1ec707e tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] DELETE failed (client error): The resource could not be found. Aug 28 15:20:49.142275 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d91e05a1-7caf-41da-aa83-5dd6d1ec707e tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:20:49.147164 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d91e05a1-7caf-41da-aa83-5dd6d1ec707e tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/subnets/4b5f6261-78e5-481d-8e3d-ad771701487e HTTP/1.1" status: 404 len: 337 time: 0.0381892 Aug 28 15:20:49.148062 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39562) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:49.196332 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a5d907bb-31cf-4458-be45-3b5ef52fe1e2 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "GET /v2.0/ports?device_id=c66bfeed-ef60-4a83-8c54-df6ffea070aa HTTP/1.1" status: 200 len: 205 time: 0.0470214 Aug 28 15:20:49.196978 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39564) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:49.287101 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-dcd15964-f678-472c-b189-4f2dd526af99 req-fa10eeeb-bfa1-4a05-b7ea-6c905835540b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:49.313833 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-f84aef01-d910-4641-b399-5b64614a13c6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] delete failed (client error): The resource could not be found. Aug 28 15:20:49.314895 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-dcd15964-f678-472c-b189-4f2dd526af99 req-fa10eeeb-bfa1-4a05-b7ea-6c905835540b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Transition to ACTIVE for port object 3fb65823-5906-4d4b-9eaa-dccb301bcc01 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:49.318145 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f84aef01-d910-4641-b399-5b64614a13c6 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/routers/c66bfeed-ef60-4a83-8c54-df6ffea070aa HTTP/1.1" status: 404 len: 336 time: 0.1195781 Aug 28 15:20:49.319572 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39568) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:49.354857 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce13206-03bd-40e9-b92d-63bcf1ee76ad tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] DELETE failed (client error): The resource could not be found. Aug 28 15:20:49.355676 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bce13206-03bd-40e9-b92d-63bcf1ee76ad tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:20:49.360291 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-bce13206-03bd-40e9-b92d-63bcf1ee76ad tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/subnets/d01dbbd9-87a2-420c-b612-bab11df11e04 HTTP/1.1" status: 404 len: 337 time: 0.0392375 Aug 28 15:20:49.360523 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39570) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:49.370722 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-dcd15964-f678-472c-b189-4f2dd526af99 req-fa10eeeb-bfa1-4a05-b7ea-6c905835540b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:49.384451 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:20:49.405378 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-732d36ab-daf2-44d4-bec6-224fac3f3141 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] DELETE failed (client error): The resource could not be found. Aug 28 15:20:49.408273 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-732d36ab-daf2-44d4-bec6-224fac3f3141 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:20:49.413961 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-732d36ab-daf2-44d4-bec6-224fac3f3141 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/subnets/534089c9-42cd-4866-8c15-0cf7262b6cc7 HTTP/1.1" status: 404 len: 337 time: 0.0495341 Aug 28 15:20:49.414461 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39574) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:49.453600 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d8bb0d-630d-4958-9924-7ffac8668e65 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] DELETE failed (client error): The resource could not be found. Aug 28 15:20:49.453600 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53d8bb0d-630d-4958-9924-7ffac8668e65 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:20:49.454628 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcd15964-f678-472c-b189-4f2dd526af99 req-fa10eeeb-bfa1-4a05-b7ea-6c905835540b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Network 18cc3b47-9d67-42d4-a8d6-d8a9de181f8f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:20:49.458355 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-53d8bb0d-630d-4958-9924-7ffac8668e65 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/subnets/9bdf5ac2-6faf-4e67-9012-8c15c693c33a HTTP/1.1" status: 404 len: 337 time: 0.0405555 Aug 28 15:20:49.458747 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39576) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:49.460469 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-dcd15964-f678-472c-b189-4f2dd526af99 req-fa10eeeb-bfa1-4a05-b7ea-6c905835540b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:20:49.464432 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd15964-f678-472c-b189-4f2dd526af99 req-fa10eeeb-bfa1-4a05-b7ea-6c905835540b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:20:49.479115 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:49.488331 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:49.488713 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:49.518640 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10eeeb-bfa1-4a05-b7ea-6c905835540b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'Port': ['ID=3fb65823-5906-4d4b-9eaa-dccb301bcc01,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:49.526769 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-331fee45-326c-4892-9ae3-5ed7bbef9d05 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] DELETE failed (client error): The resource could not be found. Aug 28 15:20:49.528080 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-331fee45-326c-4892-9ae3-5ed7bbef9d05 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:20:49.530137 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-331fee45-326c-4892-9ae3-5ed7bbef9d05 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/ports/fc7870c9-274a-44f5-aa28-b0434fecf32a HTTP/1.1" status: 404 len: 333 time: 0.0703108 Aug 28 15:20:49.532953 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39578) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:49.568867 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd15964-f678-472c-b189-4f2dd526af99 req-fa10eeeb-bfa1-4a05-b7ea-6c905835540b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:49.569541 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-dcd15964-f678-472c-b189-4f2dd526af99 req-fa10eeeb-bfa1-4a05-b7ea-6c905835540b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:49.574858 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-65fad2e4-bf4c-4abb-8e70-21d5915fae58 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] DELETE failed (client error): The resource could not be found. Aug 28 15:20:49.583948 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65fad2e4-bf4c-4abb-8e70-21d5915fae58 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:20:49.587927 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-65fad2e4-bf4c-4abb-8e70-21d5915fae58 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/subnets/b0d9eea0-2fc1-48e9-9469-4b1b7403dd66 HTTP/1.1" status: 404 len: 337 time: 0.0537548 Aug 28 15:20:49.592876 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39582) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:49.643824 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6450ce-5c4f-4f1e-a4b0-860de8bc8ebe tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] DELETE failed (client error): The resource could not be found. Aug 28 15:20:49.644285 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f6450ce-5c4f-4f1e-a4b0-860de8bc8ebe tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:20:49.646646 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3f6450ce-5c4f-4f1e-a4b0-860de8bc8ebe tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/subnets/7906a45f-65ee-45a3-a5c8-80dee6f438b9 HTTP/1.1" status: 404 len: 337 time: 0.0524025 Aug 28 15:20:49.648032 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dcd15964-f678-472c-b189-4f2dd526af99 req-fa10eeeb-bfa1-4a05-b7ea-6c905835540b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4873085 Aug 28 15:20:49.649484 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39584) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:49.649630 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:49.662740 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-dcd15964-f678-472c-b189-4f2dd526af99 req-cfc07920-25d5-4113-b117-960ec8f49dec service neutron] Request body: {'port': {'device_id': 'f52e332e-31ae-4055-b648-41694e951b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:49.718586 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port b31a9b0f-ebac-445a-94a5-d7ea1cc53da3, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=b31a9b0f-ebac-445a-94a5-d7ea1cc53da3,segment=NetworkSegment(687a3d43-ed99-4057-9cfe-8e767b8757a9),segment_id=687a3d43-ed99-4057-9cfe-8e767b8757a9)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:49.722331 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a82c2fe-fcc8-433a-8874-82239b7711cf tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] DELETE failed (client error): The resource could not be found. Aug 28 15:20:49.723070 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a82c2fe-fcc8-433a-8874-82239b7711cf tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:20:49.726155 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7a82c2fe-fcc8-433a-8874-82239b7711cf tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/ports/e5456310-9a0c-4594-bdc6-b6fa03e527ba HTTP/1.1" status: 404 len: 333 time: 0.0756674 Aug 28 15:20:49.728940 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335d57d2-b1f5-4503-8876-edff5c27c2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31a9b0f-ebac-445a-94a5-d7ea1cc53da3'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:20:49.729163 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39586) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:49.731271 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fa1446-acc4-468d-9d61-c22eb43d8a5c" -d '{"events": [{"server_uuid": "335d57d2-b1f5-4503-8876-edff5c27c2af", "name": "network-vif-plugged", "status": "completed", "tag": "b31a9b0f-ebac-445a-94a5-d7ea1cc53da3"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:20:49.736647 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f975b02-6077-4c88-bbbf-9d27fcfad972 None None] Network 02c95b13-9fd9-44e0-b512-a70ff19d914e requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:20:49.743570 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784962ea-f1bc-4e82-ad6a-b08a9b684477 req-786f7f88-317c-4e20-a0b2-f11eb20fb967 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:49.745294 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-784962ea-f1bc-4e82-ad6a-b08a9b684477 req-786f7f88-317c-4e20-a0b2-f11eb20fb967 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 944 time: 0.0790741 Aug 28 15:20:49.752400 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:49.787233 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-038c16c5-f4a6-4643-b31f-c29092445081 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] DELETE failed (client error): The resource could not be found. Aug 28 15:20:49.787717 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-038c16c5-f4a6-4643-b31f-c29092445081 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:20:49.789489 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-038c16c5-f4a6-4643-b31f-c29092445081 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/subnets/2a6e2f67-8e41-4d91-9a45-10ef623b33f4 HTTP/1.1" status: 404 len: 337 time: 0.0551059 Aug 28 15:20:49.794531 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39592) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:49.796941 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-dcd15964-f678-472c-b189-4f2dd526af99 req-cfc07920-25d5-4113-b117-960ec8f49dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:49.848566 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-828dbe0e-a282-4fa5-bab3-a49925cb763c None None] Provisioning complete for port 3dedb379-b7ee-4f18-90c3-93edaa34ffd2 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:49.849560 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-828dbe0e-a282-4fa5-bab3-a49925cb763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:49.853155 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d93b7ae-c2f4-4171-a95c-de20b3351828 x-openstack-request-id: req-3d93b7ae-c2f4-4171-a95c-de20b3351828 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:20:49.853641 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335d57d2-b1f5-4503-8876-edff5c27c2af", "name": "network-vif-plugged", "status": "completed", "tag": "b31a9b0f-ebac-445a-94a5-d7ea1cc53da3", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:20:49.853995 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d93b7ae-c2f4-4171-a95c-de20b3351828 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:20:49.854126 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-784962ea-f1bc-4e82-ad6a-b08a9b684477 req-4f309990-55e6-45a3-8dba-e09cab1b00ca tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863049 Aug 28 15:20:49.854584 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335d57d2-b1f5-4503-8876-edff5c27c2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31a9b0f-ebac-445a-94a5-d7ea1cc53da3', 'code': 200} Aug 28 15:20:49.857828 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-b93718ef-cfc7-423a-8987-d3828b931fd9 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] DELETE failed (client error): The resource could not be found. Aug 28 15:20:49.858351 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b93718ef-cfc7-423a-8987-d3828b931fd9 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:20:49.860137 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b93718ef-cfc7-423a-8987-d3828b931fd9 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/subnets/6f66a457-cccf-4fd9-b983-18ded5548439 HTTP/1.1" status: 404 len: 337 time: 0.0643685 Aug 28 15:20:49.863737 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39594) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:49.939311 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=b31a9b0f-ebac-445a-94a5-d7ea1cc53da3,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:50.124997 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228704b-0e62-4f06-85c5-b44739905739 req-41f31f74-3405-4a33-8a5f-a559ae1bb97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:50.128439 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9228704b-0e62-4f06-85c5-b44739905739 req-41f31f74-3405-4a33-8a5f-a559ae1bb97c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 1097 time: 0.1630681 Aug 28 15:20:50.139397 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26620b78-b9d1-428f-9ca3-d6dc53a43483 req-b9bcf96c-765f-4401-9bd1-6bb10f790553 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:50.141625 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-26620b78-b9d1-428f-9ca3-d6dc53a43483 req-b9bcf96c-765f-4401-9bd1-6bb10f790553 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52e332e-31ae-4055-b648-41694e951b7b HTTP/1.1" status: 200 len: 932 time: 0.1857917 Aug 28 15:20:50.199767 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-84dfad21-9df4-486e-b7c7-44721d5e0b5b tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Deleting port 3eff33a9-e8e8-441f-98be-23ebff23f159 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:20:50.199767 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-84dfad21-9df4-486e-b7c7-44721d5e0b5b tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:50.243026 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-828dbe0e-a282-4fa5-bab3-a49925cb763c None None] Provisioning complete for port 3eff33a9-e8e8-441f-98be-23ebff23f159 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:50.243450 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-828dbe0e-a282-4fa5-bab3-a49925cb763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:50.278566 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9228704b-0e62-4f06-85c5-b44739905739 req-7fef9317-478f-402f-aaf6-0a378f1f4cca service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256530 Aug 28 15:20:50.290589 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24929118-1164-4bd7-a235-a8e263cf700b None None] DHCP port deletion for 02c95b13-9fd9-44e0-b512-a70ff19d914e request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:20:50.321698 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-828dbe0e-a282-4fa5-bab3-a49925cb763c None None] Port 3eff33a9-e8e8-441f-98be-23ebff23f159 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:20:50.329190 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-84dfad21-9df4-486e-b7c7-44721d5e0b5b tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:50.348833 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-84dfad21-9df4-486e-b7c7-44721d5e0b5b tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Calling delete_port for 3eff33a9-e8e8-441f-98be-23ebff23f159 owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:20:50.374680 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-24929118-1164-4bd7-a235-a8e263cf700b None None] Deleting port 3dedb379-b7ee-4f18-90c3-93edaa34ffd2 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:20:50.375109 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-24929118-1164-4bd7-a235-a8e263cf700b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:50.408822 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-26620b78-b9d1-428f-9ca3-d6dc53a43483 req-53620c9f-bf0d-4847-956b-6bd75f262cf9 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6a5feb1-d025-4f6b-8643-e0d41dbd3445&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410546 Aug 28 15:20:50.458638 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-16468e97-b339-4c50-860a-470d4ae2d649 None None] Provisioning for port 3fb65823-5906-4d4b-9eaa-dccb301bcc01 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:50.468031 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-16468e97-b339-4c50-860a-470d4ae2d649 None None] Provisioning complete for port 3fb65823-5906-4d4b-9eaa-dccb301bcc01 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:50.468527 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-16468e97-b339-4c50-860a-470d4ae2d649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:50.500652 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-84dfad21-9df4-486e-b7c7-44721d5e0b5b tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:50.533772 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-24929118-1164-4bd7-a235-a8e263cf700b None None] For port 3dedb379-b7ee-4f18-90c3-93edaa34ffd2, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=3dedb379-b7ee-4f18-90c3-93edaa34ffd2,segment=NetworkSegment(24102da0-a762-486e-aad1-4db109086d08),segment_id=24102da0-a762-486e-aad1-4db109086d08)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:50.539442 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-24929118-1164-4bd7-a235-a8e263cf700b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:50.549180 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfad21-9df4-486e-b7c7-44721d5e0b5b tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Port': ['ID=3eff33a9-e8e8-441f-98be-23ebff23f159,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:50.551204 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-dcd15964-f678-472c-b189-4f2dd526af99 req-cfc07920-25d5-4113-b117-960ec8f49dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fb65823-5906-4d4b-9eaa-dccb301bcc01 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:20:50.564205 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-84dfad21-9df4-486e-b7c7-44721d5e0b5b tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:50.572065 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39606) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:50.572556 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-84dfad21-9df4-486e-b7c7-44721d5e0b5b tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/ports/3eff33a9-e8e8-441f-98be-23ebff23f159 HTTP/1.1" status: 204 len: 168 time: 0.7070656 Aug 28 15:20:50.581477 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-24929118-1164-4bd7-a235-a8e263cf700b None None] Calling delete_port for 3dedb379-b7ee-4f18-90c3-93edaa34ffd2 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:20:50.592818 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-16468e97-b339-4c50-860a-470d4ae2d649 None None] Port 3fb65823-5906-4d4b-9eaa-dccb301bcc01 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:20:50.648075 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-dcd15964-f678-472c-b189-4f2dd526af99 req-cfc07920-25d5-4113-b117-960ec8f49dec service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:50.676611 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-dcd15964-f678-472c-b189-4f2dd526af99 req-cfc07920-25d5-4113-b117-960ec8f49dec service neutron] Transition to ACTIVE for port object 3fb65823-5906-4d4b-9eaa-dccb301bcc01 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:20:50.684734 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5fce8f81-fb1a-4fba-88b5-26a4226cc784 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:50.691200 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-dcd15964-f678-472c-b189-4f2dd526af99 req-cfc07920-25d5-4113-b117-960ec8f49dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:50.702432 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-24929118-1164-4bd7-a235-a8e263cf700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:50.752427 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24929118-1164-4bd7-a235-a8e263cf700b None None] Pushing event deleted for resources: {'Port': ['ID=3dedb379-b7ee-4f18-90c3-93edaa34ffd2,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:50.764993 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24929118-1164-4bd7-a235-a8e263cf700b None None] No DVR routers for this DVR port 3dedb379-b7ee-4f18-90c3-93edaa34ffd2 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:20:50.843187 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc07920-25d5-4113-b117-960ec8f49dec service neutron] Pushing event updated for resources: {'Port': ['ID=3fb65823-5906-4d4b-9eaa-dccb301bcc01,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:50.935015 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5fce8f81-fb1a-4fba-88b5-26a4226cc784 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:50.955287 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-dcd15964-f678-472c-b189-4f2dd526af99 req-cfc07920-25d5-4113-b117-960ec8f49dec service neutron] Attempting to bind port 3fb65823-5906-4d4b-9eaa-dccb301bcc01 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:20:50.955635 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-dcd15964-f678-472c-b189-4f2dd526af99 req-cfc07920-25d5-4113-b117-960ec8f49dec service neutron] Attempting to bind port 3fb65823-5906-4d4b-9eaa-dccb301bcc01 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'e54e6e78-7ede-476d-9447-81151d0a1560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '18cc3b47-9d67-42d4-a8d6-d8a9de181f8f'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:20:50.956020 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd15964-f678-472c-b189-4f2dd526af99 req-cfc07920-25d5-4113-b117-960ec8f49dec service neutron] Attempting to bind port 3fb65823-5906-4d4b-9eaa-dccb301bcc01 on network 18cc3b47-9d67-42d4-a8d6-d8a9de181f8f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:20:50.985081 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-5fce8f81-fb1a-4fba-88b5-26a4226cc784 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c95b13-9fd9-44e0-b512-a70ff19d914e']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:50.988811 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd15964-f678-472c-b189-4f2dd526af99 req-cfc07920-25d5-4113-b117-960ec8f49dec service neutron] Port 3fb65823-5906-4d4b-9eaa-dccb301bcc01 on network 18cc3b47-9d67-42d4-a8d6-d8a9de181f8f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:20:50.989172 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd15964-f678-472c-b189-4f2dd526af99 req-cfc07920-25d5-4113-b117-960ec8f49dec service neutron] Attempting to bind port 3fb65823-5906-4d4b-9eaa-dccb301bcc01 on network 18cc3b47-9d67-42d4-a8d6-d8a9de181f8f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:20:51.000924 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd15964-f678-472c-b189-4f2dd526af99 req-cfc07920-25d5-4113-b117-960ec8f49dec service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:20:51.001268 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd15964-f678-472c-b189-4f2dd526af99 req-cfc07920-25d5-4113-b117-960ec8f49dec service neutron] Checking segment: {'id': 'e54e6e78-7ede-476d-9447-81151d0a1560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '18cc3b47-9d67-42d4-a8d6-d8a9de181f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:20:51.001886 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd15964-f678-472c-b189-4f2dd526af99 req-cfc07920-25d5-4113-b117-960ec8f49dec service neutron] Bound using segment: {'id': 'e54e6e78-7ede-476d-9447-81151d0a1560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '18cc3b47-9d67-42d4-a8d6-d8a9de181f8f'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:20:51.002536 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-dcd15964-f678-472c-b189-4f2dd526af99 req-cfc07920-25d5-4113-b117-960ec8f49dec service neutron] Bound port: 3fb65823-5906-4d4b-9eaa-dccb301bcc01, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e54e6e78-7ede-476d-9447-81151d0a1560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '18cc3b47-9d67-42d4-a8d6-d8a9de181f8f'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:20:51.002901 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-dcd15964-f678-472c-b189-4f2dd526af99 req-cfc07920-25d5-4113-b117-960ec8f49dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:51.010164 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-5fce8f81-fb1a-4fba-88b5-26a4226cc784 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24102da0-a762-486e-aad1-4db109086d08') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:51.010460 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-5fce8f81-fb1a-4fba-88b5-26a4226cc784 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24102da0-a762-486e-aad1-4db109086d08') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:51.016214 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb669ddf-5800-42cf-b08e-46ebe89215dd req-1c357397-4993-4689-b317-aa5f9d3a290a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:51.024338 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cb669ddf-5800-42cf-b08e-46ebe89215dd req-1c357397-4993-4689-b317-aa5f9d3a290a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 945 time: 0.0785787 Aug 28 15:20:51.037880 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5fce8f81-fb1a-4fba-88b5-26a4226cc784 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:51.070556 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cb669ddf-5800-42cf-b08e-46ebe89215dd req-d0a74aed-c679-4f4e-81af-5383d0bc1d53 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375173 Aug 28 15:20:51.084199 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5fce8f81-fb1a-4fba-88b5-26a4226cc784 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:51.094595 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced1be5-5741-4841-8148-308cb7a411d1 req-cd3ff7b0-da64-497b-be02-17951e525973 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:51.096581 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cced1be5-5741-4841-8148-308cb7a411d1 req-cd3ff7b0-da64-497b-be02-17951e525973 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f9c74d-2b93-479e-9fee-f23a148651dd HTTP/1.1" status: 200 len: 946 time: 0.1637814 Aug 28 15:20:51.108500 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fce8f81-fb1a-4fba-88b5-26a4226cc784 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:20:51.108915 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5fce8f81-fb1a-4fba-88b5-26a4226cc784 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:20:51.112256 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:20:51.214187 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5fce8f81-fb1a-4fba-88b5-26a4226cc784 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:51.234686 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5fce8f81-fb1a-4fba-88b5-26a4226cc784 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:51.239979 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5fce8f81-fb1a-4fba-88b5-26a4226cc784 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] 10.222.0.13 "DELETE /v2.0/networks/02c95b13-9fd9-44e0-b512-a70ff19d914e HTTP/1.1" status: 204 len: 168 time: 0.6609244 Aug 28 15:20:51.257718 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cced1be5-5741-4841-8148-308cb7a411d1 req-fa7f339a-ddaa-4e00-8efa-43d07d4e5a17 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/security-groups?id=60743525-baa6-492c-96d7-b2711b948c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541622 Aug 28 15:20:51.259127 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-dcd15964-f678-472c-b189-4f2dd526af99 req-cfc07920-25d5-4113-b117-960ec8f49dec service neutron] For port 3fb65823-5906-4d4b-9eaa-dccb301bcc01, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:20:51.264597 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce8f81-fb1a-4fba-88b5-26a4226cc784 tempest-PortsTestJSON-1654769527 tempest-PortsTestJSON-1654769527-project] Pushing event deleted for resources: {'Network': ['ID=02c95b13-9fd9-44e0-b512-a70ff19d914e,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:51.277075 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-dcd15964-f678-472c-b189-4f2dd526af99 req-cfc07920-25d5-4113-b117-960ec8f49dec service neutron] For port 3fb65823-5906-4d4b-9eaa-dccb301bcc01, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=3fb65823-5906-4d4b-9eaa-dccb301bcc01,segment=NetworkSegment(e54e6e78-7ede-476d-9447-81151d0a1560),segment_id=e54e6e78-7ede-476d-9447-81151d0a1560)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:20:51.285445 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-dcd15964-f678-472c-b189-4f2dd526af99 req-cfc07920-25d5-4113-b117-960ec8f49dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:51.321413 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd15964-f678-472c-b189-4f2dd526af99 req-cfc07920-25d5-4113-b117-960ec8f49dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:51.322037 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-dcd15964-f678-472c-b189-4f2dd526af99 req-cfc07920-25d5-4113-b117-960ec8f49dec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:51.323441 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dcd15964-f678-472c-b189-4f2dd526af99 req-cfc07920-25d5-4113-b117-960ec8f49dec service neutron] 10.222.0.36 "PUT /v2.0/ports/3fb65823-5906-4d4b-9eaa-dccb301bcc01 HTTP/1.1" status: 200 len: 1093 time: 1.6655214 Aug 28 15:20:51.323917 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52e332e-31ae-4055-b648-41694e951b7b', 'tag': '3fb65823-5906-4d4b-9eaa-dccb301bcc01'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:20:51.326209 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0a6b26-3bec-4979-ac2c-3d24499ef489" -d '{"events": [{"name": "network-changed", "server_uuid": "f52e332e-31ae-4055-b648-41694e951b7b", "tag": "3fb65823-5906-4d4b-9eaa-dccb301bcc01"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:20:51.383122 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e97748-4971-4a81-8cbc-2189e4f9d0f7 x-openstack-request-id: req-94e97748-4971-4a81-8cbc-2189e4f9d0f7 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:20:51.383517 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f52e332e-31ae-4055-b648-41694e951b7b", "tag": "3fb65823-5906-4d4b-9eaa-dccb301bcc01", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:20:51.383836 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94e97748-4971-4a81-8cbc-2189e4f9d0f7 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:20:51.384306 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f52e332e-31ae-4055-b648-41694e951b7b', 'tag': '3fb65823-5906-4d4b-9eaa-dccb301bcc01', 'status': 'completed', 'code': 200} Aug 28 15:20:51.387250 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc07920-25d5-4113-b117-960ec8f49dec service neutron] Pushing event updated for resources: {'Port': ['ID=3fb65823-5906-4d4b-9eaa-dccb301bcc01,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:51.444934 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd15964-f678-472c-b189-4f2dd526af99 req-51c21442-2ee7-48d3-9dac-b6fa212c4133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:51.458809 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dcd15964-f678-472c-b189-4f2dd526af99 req-51c21442-2ee7-48d3-9dac-b6fa212c4133 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=882056e022594e62849ed5c991d6169b&device_id=f52e332e-31ae-4055-b648-41694e951b7b HTTP/1.1" status: 200 len: 1096 time: 0.0727713 Aug 28 15:20:51.529491 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dcd15964-f678-472c-b189-4f2dd526af99 req-a95c279c-f25d-4aef-ad17-52665746aef0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=3fb65823-5906-4d4b-9eaa-dccb301bcc01 HTTP/1.1" status: 200 len: 217 time: 0.0607164 Aug 28 15:20:51.540984 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39622) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:51.586855 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35bc0ce-09dc-4474-bd10-a28415044c01 req-af92604e-937f-48e2-9293-25170ff0848c tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:51.592489 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a35bc0ce-09dc-4474-bd10-a28415044c01 req-af92604e-937f-48e2-9293-25170ff0848c tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52e332e-31ae-4055-b648-41694e951b7b HTTP/1.1" status: 200 len: 944 time: 0.0986207 Aug 28 15:20:51.606407 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd15964-f678-472c-b189-4f2dd526af99 req-e3e92c61-d671-403d-82ec-3de354cf37e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:51.611935 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dcd15964-f678-472c-b189-4f2dd526af99 req-e3e92c61-d671-403d-82ec-3de354cf37e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48d634f9-cb79-4ad4-b3fd-a5bc7d67a37f HTTP/1.1" status: 200 len: 837 time: 0.0693448 Aug 28 15:20:51.704004 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a35bc0ce-09dc-4474-bd10-a28415044c01 req-016d1646-e7ac-4fcc-aa77-65016e170234 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6a5feb1-d025-4f6b-8643-e0d41dbd3445&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061175 Aug 28 15:20:51.709093 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd15964-f678-472c-b189-4f2dd526af99 req-8b762ddb-4f8b-48ef-b763-1f8b68e83c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:51.714425 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dcd15964-f678-472c-b189-4f2dd526af99 req-8b762ddb-4f8b-48ef-b763-1f8b68e83c34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18cc3b47-9d67-42d4-a8d6-d8a9de181f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0965929 Aug 28 15:20:51.810133 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fc30f175-4d09-4af0-8ba8-3fb24bf170f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a49a25d4f6704aa19c86415c67cd6045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2679760 Aug 28 15:20:51.812612 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39628) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:51.887912 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dcd15964-f678-472c-b189-4f2dd526af99 req-2ccfc615-206c-4370-99e5-50fb3a8eacd3 service neutron] 10.222.0.36 "GET /v2.0/networks/18cc3b47-9d67-42d4-a8d6-d8a9de181f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652894 Aug 28 15:20:51.890665 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7a94da3e-8474-4ec1-80a3-febbfb3efc91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:51.961235 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 3dedb379-b7ee-4f18-90c3-93edaa34ffd2 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:20:51.963989 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7a94da3e-8474-4ec1-80a3-febbfb3efc91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:51.982474 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 3dedb379-b7ee-4f18-90c3-93edaa34ffd2 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:20:51.982821 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 3dedb379-b7ee-4f18-90c3-93edaa34ffd2 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:20:52.035041 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dcd15964-f678-472c-b189-4f2dd526af99 req-c9842adb-c002-42a4-b425-07139bb56bea service neutron] 10.222.0.36 "GET /v2.0/networks/18cc3b47-9d67-42d4-a8d6-d8a9de181f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340771 Aug 28 15:20:52.050931 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7a94da3e-8474-4ec1-80a3-febbfb3efc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:52.055056 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7a94da3e-8474-4ec1-80a3-febbfb3efc91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:52.059332 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7a94da3e-8474-4ec1-80a3-febbfb3efc91 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27eae148-54cb-4462-b485-35c34854a838 HTTP/1.1" status: 204 len: 168 time: 0.2457247 Aug 28 15:20:52.071711 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94da3e-8474-4ec1-80a3-febbfb3efc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27eae148-54cb-4462-b485-35c34854a838,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:52.284739 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b40cec-9fdb-4f26-bc8c-7edfb6023bab req-8ee0fb0c-a4d5-487c-b9b2-da60d463faf3 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:52.287854 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-35b40cec-9fdb-4f26-bc8c-7edfb6023bab req-8ee0fb0c-a4d5-487c-b9b2-da60d463faf3 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 945 time: 0.0888889 Aug 28 15:20:52.295620 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a6b26-3bec-4979-ac2c-3d24499ef489 req-164e086e-2371-466f-b52f-f9cac1fad338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:52.298449 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3d0a6b26-3bec-4979-ac2c-3d24499ef489 req-164e086e-2371-466f-b52f-f9cac1fad338 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=882056e022594e62849ed5c991d6169b&device_id=f52e332e-31ae-4055-b648-41694e951b7b HTTP/1.1" status: 200 len: 1096 time: 0.1338871 Aug 28 15:20:52.482277 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-35b40cec-9fdb-4f26-bc8c-7edfb6023bab req-80c8ba79-c34c-47dc-8372-43a328e73bfd tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835392 Aug 28 15:20:52.564363 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a6b26-3bec-4979-ac2c-3d24499ef489 req-42ff2c93-0b4f-4c6e-a588-97661c7ec73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:52.565655 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb1e90-2a33-4ce5-ab6f-5a7211cc07cb req-cf034fce-75cf-4bc2-9f04-c4d834197115 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:52.566151 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3d0a6b26-3bec-4979-ac2c-3d24499ef489 req-42ff2c93-0b4f-4c6e-a588-97661c7ec73d service neutron] 10.222.0.36 "GET /v2.0/networks?id=18cc3b47-9d67-42d4-a8d6-d8a9de181f8f HTTP/1.1" status: 200 len: 896 time: 0.2520542 Aug 28 15:20:52.567426 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-daeb1e90-2a33-4ce5-ab6f-5a7211cc07cb req-cf034fce-75cf-4bc2-9f04-c4d834197115 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1f9c74d-2b93-479e-9fee-f23a148651dd HTTP/1.1" status: 200 len: 946 time: 0.2017701 Aug 28 15:20:52.605999 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554eb846-b374-4404-b440-825b7a7acb81 req-a7f65042-5f3b-4d6b-a688-da1c01a2981d tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:52.611557 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-554eb846-b374-4404-b440-825b7a7acb81 req-a7f65042-5f3b-4d6b-a688-da1c01a2981d tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f9c74d-2b93-479e-9fee-f23a148651dd HTTP/1.1" status: 200 len: 946 time: 0.1858850 Aug 28 15:20:52.672905 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3d0a6b26-3bec-4979-ac2c-3d24499ef489 req-85ccc83a-f119-4b55-a418-c2442890e7aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=3fb65823-5906-4d4b-9eaa-dccb301bcc01 HTTP/1.1" status: 200 len: 217 time: 0.0888712 Aug 28 15:20:52.753527 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a6b26-3bec-4979-ac2c-3d24499ef489 req-03c8049e-d67d-49f5-8c91-8978b27518a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:52.756047 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3d0a6b26-3bec-4979-ac2c-3d24499ef489 req-03c8049e-d67d-49f5-8c91-8978b27518a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48d634f9-cb79-4ad4-b3fd-a5bc7d67a37f HTTP/1.1" status: 200 len: 837 time: 0.0755584 Aug 28 15:20:52.835727 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f33394-8602-4f41-9c86-6f2f35059b8c req-a4b5e8a2-3dd4-4953-a4bf-167d554a937e tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:52.848351 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21f33394-8602-4f41-9c86-6f2f35059b8c req-a4b5e8a2-3dd4-4953-a4bf-167d554a937e tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 945 time: 0.1700718 Aug 28 15:20:52.850122 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39656) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:52.854814 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-f9390841-e56d-40ad-ac01-b365acf5c5a3 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Request body: {'floatingip': {'port_id': 'b31a9b0f-ebac-445a-94a5-d7ea1cc53da3'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:20:52.858752 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a6b26-3bec-4979-ac2c-3d24499ef489 req-7cb915e9-52b3-4a7b-921c-fa6e940bedaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:52.860476 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3d0a6b26-3bec-4979-ac2c-3d24499ef489 req-7cb915e9-52b3-4a7b-921c-fa6e940bedaf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18cc3b47-9d67-42d4-a8d6-d8a9de181f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0889082 Aug 28 15:20:52.892130 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-554eb846-b374-4404-b440-825b7a7acb81 req-bf89312d-332f-4be7-8ac1-7047fefa08d3 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/security-groups?id=60743525-baa6-492c-96d7-b2711b948c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534261 Aug 28 15:20:52.944526 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-daeb1e90-2a33-4ce5-ab6f-5a7211cc07cb req-00d5ae84-4258-4fc9-85be-70cfce4a75dd tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Deleting port 5f0ca34c-9a32-4096-82f2-1233d5031f7e {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:20:52.945210 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-daeb1e90-2a33-4ce5-ab6f-5a7211cc07cb req-00d5ae84-4258-4fc9-85be-70cfce4a75dd tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:52.964058 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f9390841-e56d-40ad-ac01-b365acf5c5a3 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for floatingip, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:53.101237 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-daeb1e90-2a33-4ce5-ab6f-5a7211cc07cb req-00d5ae84-4258-4fc9-85be-70cfce4a75dd tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] For port 5f0ca34c-9a32-4096-82f2-1233d5031f7e, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=5f0ca34c-9a32-4096-82f2-1233d5031f7e,segment=NetworkSegment(01c5611e-ae4b-4448-9fce-3787a47d59b0),segment_id=01c5611e-ae4b-4448-9fce-3787a47d59b0)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:53.101901 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-daeb1e90-2a33-4ce5-ab6f-5a7211cc07cb req-00d5ae84-4258-4fc9-85be-70cfce4a75dd tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:53.128856 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-daeb1e90-2a33-4ce5-ab6f-5a7211cc07cb req-00d5ae84-4258-4fc9-85be-70cfce4a75dd tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Calling delete_port for 5f0ca34c-9a32-4096-82f2-1233d5031f7e owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:20:53.133031 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06f85a-50c7-42f7-8fb5-897303d7315e req-faf5c972-8c4d-4632-9596-3ebf3722c60c tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:53.140270 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4e06f85a-50c7-42f7-8fb5-897303d7315e req-faf5c972-8c4d-4632-9596-3ebf3722c60c tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52e332e-31ae-4055-b648-41694e951b7b HTTP/1.1" status: 200 len: 944 time: 0.1884627 Aug 28 15:20:53.147048 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3d0a6b26-3bec-4979-ac2c-3d24499ef489 req-6b586136-6a89-491e-9903-a4a08c4b575d service neutron] 10.222.0.36 "GET /v2.0/networks/18cc3b47-9d67-42d4-a8d6-d8a9de181f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437136 Aug 28 15:20:53.214846 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39666) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:53.300503 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4e06f85a-50c7-42f7-8fb5-897303d7315e req-424fd71e-f832-4a0c-8688-17cbc3a557d7 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6a5feb1-d025-4f6b-8643-e0d41dbd3445&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590338 Aug 28 15:20:53.305307 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-daeb1e90-2a33-4ce5-ab6f-5a7211cc07cb req-00d5ae84-4258-4fc9-85be-70cfce4a75dd tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:53.321692 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['5f0ca34c-9a32-4096-82f2-1233d5031f7e'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:20:53.345928 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5ae84-4258-4fc9-85be-70cfce4a75dd tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Pushing event deleted for resources: {'Port': ['ID=5f0ca34c-9a32-4096-82f2-1233d5031f7e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:53.372322 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3d0a6b26-3bec-4979-ac2c-3d24499ef489 req-588fef78-8517-4751-a465-883cddabe2a3 service neutron] 10.222.0.36 "GET /v2.0/networks/18cc3b47-9d67-42d4-a8d6-d8a9de181f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149043 Aug 28 15:20:53.397171 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c3c4e64b-5fe2-4d0d-b7de-2fd4f636bbc3 tempest-ServiceProvidersTest-1262666125 tempest-ServiceProvidersTest-1262666125-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1808972 Aug 28 15:20:53.418341 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-daeb1e90-2a33-4ce5-ab6f-5a7211cc07cb req-00d5ae84-4258-4fc9-85be-70cfce4a75dd tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] No DVR routers for this DVR port 5f0ca34c-9a32-4096-82f2-1233d5031f7e on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:20:53.420966 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-daeb1e90-2a33-4ce5-ab6f-5a7211cc07cb req-00d5ae84-4258-4fc9-85be-70cfce4a75dd tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:53.423179 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-daeb1e90-2a33-4ce5-ab6f-5a7211cc07cb req-00d5ae84-4258-4fc9-85be-70cfce4a75dd tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.36 "DELETE /v2.0/ports/5f0ca34c-9a32-4096-82f2-1233d5031f7e HTTP/1.1" status: 204 len: 173 time: 0.8129704 Aug 28 15:20:53.423642 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f9c74d-2b93-479e-9fee-f23a148651dd', 'name': 'network-vif-deleted', 'tag': '5f0ca34c-9a32-4096-82f2-1233d5031f7e'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:20:53.426014 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5e68ab-5717-4343-8f57-6567c078e307" -d '{"events": [{"server_uuid": "a1f9c74d-2b93-479e-9fee-f23a148651dd", "name": "network-vif-deleted", "tag": "5f0ca34c-9a32-4096-82f2-1233d5031f7e"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:20:53.484296 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d566246c-8eab-4949-9c48-b4229499c98c x-openstack-request-id: req-d566246c-8eab-4949-9c48-b4229499c98c {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:20:53.484696 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f9c74d-2b93-479e-9fee-f23a148651dd", "name": "network-vif-deleted", "tag": "5f0ca34c-9a32-4096-82f2-1233d5031f7e", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:20:53.484957 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d566246c-8eab-4949-9c48-b4229499c98c {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:20:53.485695 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f9c74d-2b93-479e-9fee-f23a148651dd', 'name': 'network-vif-deleted', 'tag': '5f0ca34c-9a32-4096-82f2-1233d5031f7e', 'status': 'completed', 'code': 200} Aug 28 15:20:53.721711 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f9390841-e56d-40ad-ac01-b365acf5c5a3 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:53.729882 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f9390841-e56d-40ad-ac01-b365acf5c5a3 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:53.739939 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39678) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:53.846131 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [None req-f9390841-e56d-40ad-ac01-b365acf5c5a3 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Floating IP aca6b4c0-6445-4cb1-89a7-3a923f352ca4 associated. External IP: 172.25.3.140, port: b31a9b0f-ebac-445a-94a5-d7ea1cc53da3. Aug 28 15:20:53.902602 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f72619f0-b711-4581-b110-537aa89e1f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:54.034453 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f72619f0-b711-4581-b110-537aa89e1f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:54.051753 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e5063425-6065-4d5a-83bb-8e616d234417 req-9cf4878c-1473-494b-a05c-f294202d1773 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f9c74d-2b93-479e-9fee-f23a148651dd HTTP/1.1" status: 200 len: 210 time: 0.0328736 Aug 28 15:20:54.052514 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f72619f0-b711-4581-b110-537aa89e1f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:54.115400 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f72619f0-b711-4581-b110-537aa89e1f4b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86ec19a5bc2e47b2a17a9194acb4f5a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3737907 Aug 28 15:20:54.117520 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72619f0-b711-4581-b110-537aa89e1f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d22113-18f9-4d0e-a233-3548302efd22,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:54.121509 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39696) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:54.181675 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4c3bd68e-d2dc-4397-beb1-0a601f958d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:54.212590 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4c3bd68e-d2dc-4397-beb1-0a601f958d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:54.269513 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4c3bd68e-d2dc-4397-beb1-0a601f958d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:54.273202 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4c3bd68e-d2dc-4397-beb1-0a601f958d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:54.277339 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4c3bd68e-d2dc-4397-beb1-0a601f958d88 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07d22113-18f9-4d0e-a233-3548302efd22 HTTP/1.1" status: 204 len: 168 time: 0.1547449 Aug 28 15:20:54.290112 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 3fb65823-5906-4d4b-9eaa-dccb301bcc01 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:20:54.302956 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3bd68e-d2dc-4397-beb1-0a601f958d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d22113-18f9-4d0e-a233-3548302efd22,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:54.436713 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 3fb65823-5906-4d4b-9eaa-dccb301bcc01, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=3fb65823-5906-4d4b-9eaa-dccb301bcc01,segment=NetworkSegment(e54e6e78-7ede-476d-9447-81151d0a1560),segment_id=e54e6e78-7ede-476d-9447-81151d0a1560)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:54.451004 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:54.456591 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '3fb65823-5906-4d4b-9eaa-dccb301bcc01', 'network_id': '18cc3b47-9d67-42d4-a8d6-d8a9de181f8f', 'port_id': '3fb65823-5906-4d4b-9eaa-dccb301bcc01', 'mac_address': 'fa:16:3e:4b:f4:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d634f9-cb79-4ad4-b3fd-a5bc7d67a37f', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:20:54.499687 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:54.515218 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb65823-5906-4d4b-9eaa-dccb301bcc01 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:20:54.516319 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9390841-e56d-40ad-ac01-b365acf5c5a3 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Router 09b0bf2a-1454-436f-802a-4964ccc7102e has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:20:54.544306 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 3fb65823-5906-4d4b-9eaa-dccb301bcc01, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=3fb65823-5906-4d4b-9eaa-dccb301bcc01,segment=NetworkSegment(e54e6e78-7ede-476d-9447-81151d0a1560),segment_id=e54e6e78-7ede-476d-9447-81151d0a1560)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:54.552396 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:54.617029 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=3fb65823-5906-4d4b-9eaa-dccb301bcc01,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:54.621686 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c777ba6-df01-441a-81af-2f31e52f3692 req-fb00696c-8b1d-4a03-9dcd-d39c0c896418 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:54.623267 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4c777ba6-df01-441a-81af-2f31e52f3692 req-fb00696c-8b1d-4a03-9dcd-d39c0c896418 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52e332e-31ae-4055-b648-41694e951b7b HTTP/1.1" status: 200 len: 944 time: 0.1188054 Aug 28 15:20:54.632304 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:54.632897 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:54.633608 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:54.633608 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:54.634013 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:54.634468 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:54.634864 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:54.635217 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:54.635548 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:54.636080 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:54.636534 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:54.636862 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:54.727341 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4c777ba6-df01-441a-81af-2f31e52f3692 req-3a41cc98-1101-4b12-b917-93be381c1221 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6a5feb1-d025-4f6b-8643-e0d41dbd3445&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960565 Aug 28 15:20:54.742468 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9390841-e56d-40ad-ac01-b365acf5c5a3 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:20:54.747927 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f9390841-e56d-40ad-ac01-b365acf5c5a3 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:54.755893 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80aabed-3a7f-4462-aeac-e1afa6372600 None None] Sync routers for ids ['09b0bf2a-1454-436f-802a-4964ccc7102e'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:20:54.776023 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80aabed-3a7f-4462-aeac-e1afa6372600 None None] Routers {'09b0bf2a-1454-436f-802a-4964ccc7102e'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:20:54.776958 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e80aabed-3a7f-4462-aeac-e1afa6372600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:20:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['09b0bf2a-1454-436f-802a-4964ccc7102e'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:54.794772 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f9390841-e56d-40ad-ac01-b365acf5c5a3 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "PUT /v2.0/floatingips/aca6b4c0-6445-4cb1-89a7-3a923f352ca4 HTTP/1.1" status: 200 len: 991 time: 1.9434090 Aug 28 15:20:54.795969 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335d57d2-b1f5-4503-8876-edff5c27c2af', 'tag': 'b31a9b0f-ebac-445a-94a5-d7ea1cc53da3'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:20:54.799058 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6975dc83-aea1-4032-8f73-b6dfbaec0bba" -d '{"events": [{"name": "network-changed", "server_uuid": "335d57d2-b1f5-4503-8876-edff5c27c2af", "tag": "b31a9b0f-ebac-445a-94a5-d7ea1cc53da3"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:20:54.823963 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['3fb65823-5906-4d4b-9eaa-dccb301bcc01'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:20:54.890336 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f804a38c-f23f-4de3-91d0-9e04be44c41d x-openstack-request-id: req-f804a38c-f23f-4de3-91d0-9e04be44c41d {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:20:54.890773 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "335d57d2-b1f5-4503-8876-edff5c27c2af", "tag": "b31a9b0f-ebac-445a-94a5-d7ea1cc53da3", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:20:54.891185 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f804a38c-f23f-4de3-91d0-9e04be44c41d {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:20:54.891540 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '335d57d2-b1f5-4503-8876-edff5c27c2af', 'tag': 'b31a9b0f-ebac-445a-94a5-d7ea1cc53da3', 'status': 'completed', 'code': 200} Aug 28 15:20:54.975205 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975dc83-aea1-4032-8f73-b6dfbaec0bba req-b7de390b-c531-4bc2-9d46-2bb2c7632ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:54.977075 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6975dc83-aea1-4032-8f73-b6dfbaec0bba req-b7de390b-c531-4bc2-9d46-2bb2c7632ee1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b4c7c44e9c74732be623a1bd8d5a647&device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 1097 time: 0.0623133 Aug 28 15:20:55.122473 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975dc83-aea1-4032-8f73-b6dfbaec0bba req-9887c983-44ff-4955-b6d6-293689575914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:55.124266 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6975dc83-aea1-4032-8f73-b6dfbaec0bba req-9887c983-44ff-4955-b6d6-293689575914 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f9ae0f6-9541-42e4-a2b7-8013952788b7 HTTP/1.1" status: 200 len: 911 time: 0.1397095 Aug 28 15:20:55.193577 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-e80aabed-3a7f-4462-aeac-e1afa6372600 None None] Set router 09b0bf2a-1454-436f-802a-4964ccc7102e gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:20:55.242208 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6975dc83-aea1-4032-8f73-b6dfbaec0bba req-470a3095-0b75-466d-a1f3-546f92b816ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 HTTP/1.1" status: 200 len: 999 time: 0.1076698 Aug 28 15:20:55.323944 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975dc83-aea1-4032-8f73-b6dfbaec0bba req-07017ae1-1c41-44b1-8b32-7c70b82ceac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:55.325987 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6975dc83-aea1-4032-8f73-b6dfbaec0bba req-07017ae1-1c41-44b1-8b32-7c70b82ceac9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c596a36d-07a5-46e9-9d8f-f620a91423a0 HTTP/1.1" status: 200 len: 849 time: 0.0774670 Aug 28 15:20:55.388131 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975dc83-aea1-4032-8f73-b6dfbaec0bba req-3659ee48-fb07-4e5a-8249-4460ecbba197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:55.390188 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6975dc83-aea1-4032-8f73-b6dfbaec0bba req-3659ee48-fb07-4e5a-8249-4460ecbba197 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f9ae0f6-9541-42e4-a2b7-8013952788b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555665 Aug 28 15:20:55.544919 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6975dc83-aea1-4032-8f73-b6dfbaec0bba req-bc0f5d90-8be3-4de2-a3e2-29ff6214526b service neutron] 10.222.0.41 "GET /v2.0/networks/8f9ae0f6-9541-42e4-a2b7-8013952788b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266608 Aug 28 15:20:55.596502 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e80aabed-3a7f-4462-aeac-e1afa6372600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'name': 'tempest-AttachVolumeTestJSON-250436681-router', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:30Z', 'revision_number': 4, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'gw_port': {'id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'aca6b4c0-6445-4cb1-89a7-3a923f352ca4', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'port_id': 'b31a9b0f-ebac-445a-94a5-d7ea1cc53da3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7', 'mac_address': 'fa:16:3e:e1:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335d57d2-b1f5-4503-8876-edff5c27c2af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:20:34Z', 'updated_at': '2021-08-28T15:20:53Z', 'revision_number': 1, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3100191d-3594-4635-bd84-1db28d1a9cbc', 'name': '', 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'mac_address': 'fa:16:3e:ba:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:29Z', 'updated_at': '2021-08-28T15:20:40Z', 'revision_number': 5, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'subnets': [{'id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:55.629756 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80aabed-3a7f-4462-aeac-e1afa6372600 None None] Checking router: 09b0bf2a-1454-436f-802a-4964ccc7102e for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:20:55.640775 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80aabed-3a7f-4462-aeac-e1afa6372600 None None] Routers {'09b0bf2a-1454-436f-802a-4964ccc7102e'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:20:55.641673 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e80aabed-3a7f-4462-aeac-e1afa6372600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:20:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['09b0bf2a-1454-436f-802a-4964ccc7102e'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:55.745376 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6975dc83-aea1-4032-8f73-b6dfbaec0bba req-2fce748a-a536-4ad7-ba55-ada4c391912d service neutron] 10.222.0.41 "GET /v2.0/networks/8f9ae0f6-9541-42e4-a2b7-8013952788b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918972 Aug 28 15:20:55.836409 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-e80aabed-3a7f-4462-aeac-e1afa6372600 None None] Set router 09b0bf2a-1454-436f-802a-4964ccc7102e gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:20:55.969008 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b1d22-66aa-468f-bc56-66a085976a48 req-26cbb070-657d-4038-9a1e-fe95975bdf35 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:55.971113 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c13b1d22-66aa-468f-bc56-66a085976a48 req-26cbb070-657d-4038-9a1e-fe95975bdf35 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52e332e-31ae-4055-b648-41694e951b7b HTTP/1.1" status: 200 len: 945 time: 0.0934389 Aug 28 15:20:56.062284 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c13b1d22-66aa-468f-bc56-66a085976a48 req-94311fd4-dca4-4d9a-917b-8aad7a3b26f0 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6a5feb1-d025-4f6b-8643-e0d41dbd3445&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835972 Aug 28 15:20:56.194371 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e80aabed-3a7f-4462-aeac-e1afa6372600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'name': 'tempest-AttachVolumeTestJSON-250436681-router', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:30Z', 'revision_number': 4, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'gw_port': {'id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'aca6b4c0-6445-4cb1-89a7-3a923f352ca4', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'port_id': 'b31a9b0f-ebac-445a-94a5-d7ea1cc53da3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7', 'mac_address': 'fa:16:3e:e1:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335d57d2-b1f5-4503-8876-edff5c27c2af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:20:34Z', 'updated_at': '2021-08-28T15:20:53Z', 'revision_number': 1, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3100191d-3594-4635-bd84-1db28d1a9cbc', 'name': '', 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'mac_address': 'fa:16:3e:ba:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:29Z', 'updated_at': '2021-08-28T15:20:40Z', 'revision_number': 5, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'subnets': [{'id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:20:56.225419 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80aabed-3a7f-4462-aeac-e1afa6372600 None None] The sync data for ids ['09b0bf2a-1454-436f-802a-4964ccc7102e'] in n-d-712137-10 is: [{'id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'name': 'tempest-AttachVolumeTestJSON-250436681-router', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:30Z', 'revision_number': 4, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'gw_port': {'id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'aca6b4c0-6445-4cb1-89a7-3a923f352ca4', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'port_id': 'b31a9b0f-ebac-445a-94a5-d7ea1cc53da3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7', 'mac_address': 'fa:16:3e:e1:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335d57d2-b1f5-4503-8876-edff5c27c2af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:20:34Z', 'updated_at': '2021-08-28T15:20:53Z', 'revision_number': 1, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3100191d-3594-4635-bd84-1db28d1a9cbc', 'name': '', 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'mac_address': 'fa:16:3e:ba:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:29Z', 'updated_at': '2021-08-28T15:20:40Z', 'revision_number': 5, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'subnets': [{'id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:20:56.305192 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 3fb65823-5906-4d4b-9eaa-dccb301bcc01 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:20:56.378040 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 3fb65823-5906-4d4b-9eaa-dccb301bcc01 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:20:56.383242 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 3fb65823-5906-4d4b-9eaa-dccb301bcc01 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:20:56.383777 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:56.525013 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:56.562978 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52e332e-31ae-4055-b648-41694e951b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb65823-5906-4d4b-9eaa-dccb301bcc01'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:20:56.573833 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d2deef-41ec-4972-9c85-d9cebdfddf42" -d '{"events": [{"server_uuid": "f52e332e-31ae-4055-b648-41694e951b7b", "name": "network-vif-plugged", "status": "completed", "tag": "3fb65823-5906-4d4b-9eaa-dccb301bcc01"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:20:56.622532 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 3fb65823-5906-4d4b-9eaa-dccb301bcc01, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=3fb65823-5906-4d4b-9eaa-dccb301bcc01,segment=NetworkSegment(e54e6e78-7ede-476d-9447-81151d0a1560),segment_id=e54e6e78-7ede-476d-9447-81151d0a1560)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:20:56.635692 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:56.637381 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 5f0ca34c-9a32-4096-82f2-1233d5031f7e no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:20:56.648616 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e497575c-0c97-44b2-8b49-ca0149cfba88 None None] New status for floating IP aca6b4c0-6445-4cb1-89a7-3a923f352ca4: ACTIVE {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:20:56.681941 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845a248c-019e-4d4f-bfb1-d96eafac5a8f x-openstack-request-id: req-845a248c-019e-4d4f-bfb1-d96eafac5a8f {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:20:56.681941 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52e332e-31ae-4055-b648-41694e951b7b", "name": "network-vif-plugged", "status": "completed", "tag": "3fb65823-5906-4d4b-9eaa-dccb301bcc01", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:20:56.682345 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-845a248c-019e-4d4f-bfb1-d96eafac5a8f {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:20:56.682451 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52e332e-31ae-4055-b648-41694e951b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb65823-5906-4d4b-9eaa-dccb301bcc01', 'code': 200} Aug 28 15:20:56.685553 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 5f0ca34c-9a32-4096-82f2-1233d5031f7e {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:20:56.685895 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 5f0ca34c-9a32-4096-82f2-1233d5031f7e not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:20:56.759571 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:56.838391 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=3fb65823-5906-4d4b-9eaa-dccb301bcc01,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:56.856337 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34885128-583d-46c7-9998-3affae52c9ad req-b91fb68b-5b20-4f80-8388-27177aef4086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:56.858614 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-34885128-583d-46c7-9998-3affae52c9ad req-b91fb68b-5b20-4f80-8388-27177aef4086 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f52e332e-31ae-4055-b648-41694e951b7b HTTP/1.1" status: 200 len: 1098 time: 0.1258554 Aug 28 15:20:56.930849 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-34885128-583d-46c7-9998-3affae52c9ad req-2970c4d6-dbc6-4f5f-92d8-ea54871126db service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b6a5feb1-d025-4f6b-8643-e0d41dbd3445&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643187 Aug 28 15:20:57.148646 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39846) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:57.233601 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8efaf-3aa2-4f40-882e-55af62650531 req-0087d37c-d347-4dd3-8ef6-f9f44eb012d0 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:57.234982 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dde8efaf-3aa2-4f40-882e-55af62650531 req-0087d37c-d347-4dd3-8ef6-f9f44eb012d0 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52e332e-31ae-4055-b648-41694e951b7b HTTP/1.1" status: 200 len: 946 time: 0.0543108 Aug 28 15:20:57.280672 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dde8efaf-3aa2-4f40-882e-55af62650531 req-8eac23fe-8149-4fe0-80ef-93693ed35133 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6a5feb1-d025-4f6b-8643-e0d41dbd3445&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363367 Aug 28 15:20:57.281716 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f1d16412-953c-4e94-b53a-f8ea66e5c7ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:57.380290 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f1d16412-953c-4e94-b53a-f8ea66e5c7ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:57.384819 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f1d16412-953c-4e94-b53a-f8ea66e5c7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:57.424297 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f1d16412-953c-4e94-b53a-f8ea66e5c7ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e88f9f930e64f4aa1afbb2888ebf5c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2745495 Aug 28 15:20:57.425123 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d16412-953c-4e94-b53a-f8ea66e5c7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0986a77c-f228-4618-b26d-f1ca42baa51f,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:57.426918 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39850) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:57.491427 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8a27bfab-362c-4945-991c-1fd2d5cdfa8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:57.515581 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8a27bfab-362c-4945-991c-1fd2d5cdfa8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:57.573257 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8a27bfab-362c-4945-991c-1fd2d5cdfa8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:57.575978 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8a27bfab-362c-4945-991c-1fd2d5cdfa8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:57.579729 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8a27bfab-362c-4945-991c-1fd2d5cdfa8e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0986a77c-f228-4618-b26d-f1ca42baa51f HTTP/1.1" status: 204 len: 168 time: 0.1492178 Aug 28 15:20:57.590771 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27bfab-362c-4945-991c-1fd2d5cdfa8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0986a77c-f228-4618-b26d-f1ca42baa51f,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:57.599617 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bfab-362c-4945-991c-1fd2d5cdfa8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:57.599981 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bfab-362c-4945-991c-1fd2d5cdfa8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:57.600315 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bfab-362c-4945-991c-1fd2d5cdfa8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:57.600660 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bfab-362c-4945-991c-1fd2d5cdfa8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:57.601002 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bfab-362c-4945-991c-1fd2d5cdfa8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:57.601353 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bfab-362c-4945-991c-1fd2d5cdfa8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:57.601763 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bfab-362c-4945-991c-1fd2d5cdfa8e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:57.602102 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bfab-362c-4945-991c-1fd2d5cdfa8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:57.602434 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bfab-362c-4945-991c-1fd2d5cdfa8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:57.603028 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bfab-362c-4945-991c-1fd2d5cdfa8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:57.603376 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bfab-362c-4945-991c-1fd2d5cdfa8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:57.603862 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bfab-362c-4945-991c-1fd2d5cdfa8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:20:57.932494 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 39872) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:57.976194 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce662761-a017-43ad-bebe-d15c05b03518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:58.092097 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce662761-a017-43ad-bebe-d15c05b03518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:58.097316 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ce662761-a017-43ad-bebe-d15c05b03518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:58.137150 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ce662761-a017-43ad-bebe-d15c05b03518 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40facb66e5c6491dbda8eabfc3490b82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2017486 Aug 28 15:20:58.139724 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39878) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:20:58.154019 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce662761-a017-43ad-bebe-d15c05b03518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f24973a-00b7-4e34-9837-ec4579bb4d7c,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:58.205102 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6877ba61-232d-438d-bd03-9efdb0bcd8e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:58.233037 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6877ba61-232d-438d-bd03-9efdb0bcd8e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:58.286949 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6877ba61-232d-438d-bd03-9efdb0bcd8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:58.290574 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6877ba61-232d-438d-bd03-9efdb0bcd8e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:20:58.292604 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6877ba61-232d-438d-bd03-9efdb0bcd8e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f24973a-00b7-4e34-9837-ec4579bb4d7c HTTP/1.1" status: 204 len: 168 time: 0.1517556 Aug 28 15:20:58.306563 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877ba61-232d-438d-bd03-9efdb0bcd8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f24973a-00b7-4e34-9837-ec4579bb4d7c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:20:58.429754 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4839b-3e5e-4be5-bc5f-d84a55f222eb req-ea3c3e65-384c-45b4-be36-24b0ad3c1993 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:58.431387 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-31b4839b-3e5e-4be5-bc5f-d84a55f222eb req-ea3c3e65-384c-45b4-be36-24b0ad3c1993 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52e332e-31ae-4055-b648-41694e951b7b HTTP/1.1" status: 200 len: 946 time: 0.0612817 Aug 28 15:20:58.488200 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-31b4839b-3e5e-4be5-bc5f-d84a55f222eb req-27c20b72-7d26-4bb5-89de-5f0feea28bdf tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6a5feb1-d025-4f6b-8643-e0d41dbd3445&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502594 Aug 28 15:20:58.622876 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697502d3-651e-4b9b-bd73-5cda6e88db3e req-c5ebb8a0-4fab-4c45-a60b-fbb42f465c9e tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:58.624463 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-697502d3-651e-4b9b-bd73-5cda6e88db3e req-c5ebb8a0-4fab-4c45-a60b-fbb42f465c9e tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52e332e-31ae-4055-b648-41694e951b7b HTTP/1.1" status: 200 len: 946 time: 0.0547783 Aug 28 15:20:58.677394 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-697502d3-651e-4b9b-bd73-5cda6e88db3e req-9da4bcea-b921-4d3d-b943-9bd50330e906 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6a5feb1-d025-4f6b-8643-e0d41dbd3445&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447180 Aug 28 15:20:58.943291 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-385e0877-8a95-45da-ac43-f35302790e2d req-99943edd-8c3b-4025-b8e6-5622d0d15981 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5cefa0bd-8918-4f82-a86e-823b92ee4210&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449793 Aug 28 15:20:59.059333 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e0877-8a95-45da-ac43-f35302790e2d req-e352b4d1-2e64-4f0a-adb5-ad513cb71d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:59.061153 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-385e0877-8a95-45da-ac43-f35302790e2d req-e352b4d1-2e64-4f0a-adb5-ad513cb71d9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=882056e022594e62849ed5c991d6169b&device_id=5cefa0bd-8918-4f82-a86e-823b92ee4210 HTTP/1.1" status: 200 len: 1097 time: 0.0535131 Aug 28 15:20:59.177587 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e0877-8a95-45da-ac43-f35302790e2d req-3b8b4ecf-c5d9-4015-9266-7a7e92d2c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:59.178992 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-385e0877-8a95-45da-ac43-f35302790e2d req-3b8b4ecf-c5d9-4015-9266-7a7e92d2c15c service neutron] 10.222.0.41 "GET /v2.0/networks?id=8a81e780-ac39-4b2e-90e9-a26ced5b068d HTTP/1.1" status: 200 len: 897 time: 0.0941765 Aug 28 15:20:59.268181 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-385e0877-8a95-45da-ac43-f35302790e2d req-304ba191-eee1-4f0a-89a9-c8c901942ce8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0009fd87-24f9-4598-8650-815e10b6f346 HTTP/1.1" status: 200 len: 1001 time: 0.0817955 Aug 28 15:20:59.329468 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e0877-8a95-45da-ac43-f35302790e2d req-943cce87-50bb-4e26-849f-ee4a6aeff015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:59.331314 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-385e0877-8a95-45da-ac43-f35302790e2d req-943cce87-50bb-4e26-849f-ee4a6aeff015 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=54a87143-ea46-45e4-a07a-4882672eba9f HTTP/1.1" status: 200 len: 835 time: 0.0560739 Aug 28 15:20:59.381048 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e0877-8a95-45da-ac43-f35302790e2d req-b5edcd34-5f07-467a-9e7d-1718c41f249d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:20:59.382867 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-385e0877-8a95-45da-ac43-f35302790e2d req-b5edcd34-5f07-467a-9e7d-1718c41f249d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8a81e780-ac39-4b2e-90e9-a26ced5b068d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446112 Aug 28 15:20:59.492642 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-385e0877-8a95-45da-ac43-f35302790e2d req-34ffe572-fef9-4d5e-91b2-0c85b2675621 service neutron] 10.222.0.41 "GET /v2.0/networks/8a81e780-ac39-4b2e-90e9-a26ced5b068d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027901 Aug 28 15:20:59.596176 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-385e0877-8a95-45da-ac43-f35302790e2d req-81aec30b-6ecc-4495-8b75-c13c2e1a6f05 service neutron] 10.222.0.41 "GET /v2.0/networks/8a81e780-ac39-4b2e-90e9-a26ced5b068d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966029 Aug 28 15:21:00.212152 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 39948) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:01.114637 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0df91258-e0b2-4d7d-b502-bf5b065547cc tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:01.560281 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-0df91258-e0b2-4d7d-b502-bf5b065547cc tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Allocated IP 172.20.0.17 (18cc3b47-9d67-42d4-a8d6-d8a9de181f8f/48d634f9-cb79-4ad4-b3fd-a5bc7d67a37f/c62feec3-ce6f-4311-8c0d-cbe2445d53b9) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:21:01.681214 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0df91258-e0b2-4d7d-b502-bf5b065547cc tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:01.703832 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-0df91258-e0b2-4d7d-b502-bf5b065547cc tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Transition to ACTIVE for port object c62feec3-ce6f-4311-8c0d-cbe2445d53b9 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:21:01.746767 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0df91258-e0b2-4d7d-b502-bf5b065547cc tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:01.797104 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df91258-e0b2-4d7d-b502-bf5b065547cc tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Network 18cc3b47-9d67-42d4-a8d6-d8a9de181f8f is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:21:01.800699 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-0df91258-e0b2-4d7d-b502-bf5b065547cc tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:21:01.806286 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df91258-e0b2-4d7d-b502-bf5b065547cc tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:21:01.833981 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df91258-e0b2-4d7d-b502-bf5b065547cc tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'Port': ['ID=c62feec3-ce6f-4311-8c0d-cbe2445d53b9,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:01.887710 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0df91258-e0b2-4d7d-b502-bf5b065547cc tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:02.073923 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0df91258-e0b2-4d7d-b502-bf5b065547cc tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:02.184688 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a027fee7-861c-4dd3-bc08-44de4236a1e2 None None] Provisioning for port c62feec3-ce6f-4311-8c0d-cbe2445d53b9 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:21:02.192305 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a027fee7-861c-4dd3-bc08-44de4236a1e2 None None] Provisioning complete for port c62feec3-ce6f-4311-8c0d-cbe2445d53b9 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:21:02.192604 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a027fee7-861c-4dd3-bc08-44de4236a1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:02.266681 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a027fee7-861c-4dd3-bc08-44de4236a1e2 None None] Port c62feec3-ce6f-4311-8c0d-cbe2445d53b9 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:21:02.422542 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-d95d3318-86c3-4295-bcb4-cc9c738d3f4d tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:02.430757 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-d95d3318-86c3-4295-bcb4-cc9c738d3f4d tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/networks?id=bd620003-6a83-46ba-9892-fe3a5e69ab57 HTTP/1.1" status: 200 len: 813 time: 0.1589224 Aug 28 15:21:02.444413 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-2c51a605-714c-440c-bb66-6d0fd877e3bc tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/quotas/777d9510010d4a1f9b746277b4263cbf HTTP/1.1" status: 200 len: 375 time: 0.0121329 Aug 28 15:21:02.462615 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0df91258-e0b2-4d7d-b502-bf5b065547cc tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:02.469024 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0df91258-e0b2-4d7d-b502-bf5b065547cc tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:02.479133 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-34ec8c54-725e-4501-bebf-fc24a51955bd tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=777d9510010d4a1f9b746277b4263cbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292795 Aug 28 15:21:02.562456 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df91258-e0b2-4d7d-b502-bf5b065547cc tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'Port': ['ID=c62feec3-ce6f-4311-8c0d-cbe2445d53b9,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:02.566318 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0df91258-e0b2-4d7d-b502-bf5b065547cc tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:02.620758 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-b4f5966d-29e2-4122-8e5f-ac6c4fea973f service neutron] 10.222.0.13 "GET /v2.0/networks/bd620003-6a83-46ba-9892-fe3a5e69ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323540 Aug 28 15:21:02.718296 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df91258-e0b2-4d7d-b502-bf5b065547cc tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Network 18cc3b47-9d67-42d4-a8d6-d8a9de181f8f is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:21:02.720030 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-0df91258-e0b2-4d7d-b502-bf5b065547cc tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:21:02.768478 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-1f8f1439-9a94-4caf-bcaf-b2e1206cc7f5 service neutron] 10.222.0.13 "GET /v2.0/networks/bd620003-6a83-46ba-9892-fe3a5e69ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419723 Aug 28 15:21:02.924017 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df91258-e0b2-4d7d-b502-bf5b065547cc tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Router 4515a1dd-f473-4075-afe0-bd0977c7c81c has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:21:02.988853 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c115bea5-83dd-4083-91c3-cdb431880e96 req-d886b51d-7301-437a-98d0-4cd4812f4d08 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fc52888-fd34-4ac3-9a44-60bc9b75915e HTTP/1.1" status: 200 len: 210 time: 0.0383823 Aug 28 15:21:03.011975 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6c0b4427-13e3-4083-b31f-5a65c55c834e None None] Provisioning complete for port c62feec3-ce6f-4311-8c0d-cbe2445d53b9 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:21:03.012448 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6c0b4427-13e3-4083-b31f-5a65c55c834e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:03.072629 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-6c0b4427-13e3-4083-b31f-5a65c55c834e None None] Port c62feec3-ce6f-4311-8c0d-cbe2445d53b9 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:21:03.144086 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df91258-e0b2-4d7d-b502-bf5b065547cc tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:21:03.156113 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cde69ae-44cf-4975-b0fc-d6007a11d582 None None] Sync routers for ids ['4515a1dd-f473-4075-afe0-bd0977c7c81c'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:21:03.169095 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cde69ae-44cf-4975-b0fc-d6007a11d582 None None] Routers {'4515a1dd-f473-4075-afe0-bd0977c7c81c'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:21:03.169880 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-2cde69ae-44cf-4975-b0fc-d6007a11d582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:20:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4515a1dd-f473-4075-afe0-bd0977c7c81c'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:21:03.173930 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0df91258-e0b2-4d7d-b502-bf5b065547cc tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "PUT /v2.0/routers/4515a1dd-f473-4075-afe0-bd0977c7c81c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9592617 Aug 28 15:21:03.322576 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-2cde69ae-44cf-4975-b0fc-d6007a11d582 None None] Set router 4515a1dd-f473-4075-afe0-bd0977c7c81c gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:21:03.617668 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-2cde69ae-44cf-4975-b0fc-d6007a11d582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'name': 'tempest-TestNetworkBasicOps-router-707599765', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:18:35Z', 'updated_at': '2021-08-28T15:21:02Z', 'revision_number': 5, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:03:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:37Z', 'updated_at': '2021-08-28T15:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'c18aeee2-ef93-4e88-b8b7-115a7de77248', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'port_id': '0009fd87-24f9-4598-8650-815e10b6f346', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d', 'mac_address': 'fa:16:3e:3e:70:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cefa0bd-8918-4f82-a86e-823b92ee4210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:19:32Z', 'updated_at': '2021-08-28T15:19:38Z', 'revision_number': 1, 'project_id': '882056e022594e62849ed5c991d6169b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716cb121-ec1f-4a51-b009-62c8a5dc7679', 'name': '', 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'mac_address': 'fa:16:3e:0d:09:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '54a87143-ea46-45e4-a07a-4882672eba9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:49Z', 'updated_at': '2021-08-28T15:19:04Z', 'revision_number': 5, 'project_id': '882056e022594e62849ed5c991d6169b', 'subnets': [{'id': '54a87143-ea46-45e4-a07a-4882672eba9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c62feec3-ce6f-4311-8c0d-cbe2445d53b9', 'name': '', 'network_id': '18cc3b47-9d67-42d4-a8d6-d8a9de181f8f', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'mac_address': 'fa:16:3e:bf:ec:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '48d634f9-cb79-4ad4-b3fd-a5bc7d67a37f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:21:01Z', 'updated_at': '2021-08-28T15:21:02Z', 'revision_number': 2, 'project_id': '882056e022594e62849ed5c991d6169b', 'subnets': [{'id': '48d634f9-cb79-4ad4-b3fd-a5bc7d67a37f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:21:03.649845 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cde69ae-44cf-4975-b0fc-d6007a11d582 None None] Checking router: 4515a1dd-f473-4075-afe0-bd0977c7c81c for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:21:03.650498 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cde69ae-44cf-4975-b0fc-d6007a11d582 None None] Updating router 4515a1dd-f473-4075-afe0-bd0977c7c81c port c62feec3-ce6f-4311-8c0d-cbe2445d53b9 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:21:03.687033 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2cde69ae-44cf-4975-b0fc-d6007a11d582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:04.012693 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2cde69ae-44cf-4975-b0fc-d6007a11d582 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:04.027102 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2cde69ae-44cf-4975-b0fc-d6007a11d582 None None] Transition to ACTIVE for port object c62feec3-ce6f-4311-8c0d-cbe2445d53b9 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:21:04.038088 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2cde69ae-44cf-4975-b0fc-d6007a11d582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:04.082641 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd6472-06db-4827-adcb-7fcfa28a96cb None None] Pushing event updated for resources: {'Port': ['ID=c62feec3-ce6f-4311-8c0d-cbe2445d53b9,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:04.165876 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-25acb007-f0fb-488d-b62e-f585efa78e66 req-6409cea6-a53e-4a7a-87e6-d637ff358e43 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fc52888-fd34-4ac3-9a44-60bc9b75915e HTTP/1.1" status: 200 len: 210 time: 0.0676770 Aug 28 15:21:04.207468 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-2cde69ae-44cf-4975-b0fc-d6007a11d582 None None] Attempting to bind port c62feec3-ce6f-4311-8c0d-cbe2445d53b9 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:21:04.208163 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-2cde69ae-44cf-4975-b0fc-d6007a11d582 None None] Attempting to bind port c62feec3-ce6f-4311-8c0d-cbe2445d53b9 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'e54e6e78-7ede-476d-9447-81151d0a1560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '18cc3b47-9d67-42d4-a8d6-d8a9de181f8f'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:21:04.208652 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cde69ae-44cf-4975-b0fc-d6007a11d582 None None] Attempting to bind port c62feec3-ce6f-4311-8c0d-cbe2445d53b9 on network 18cc3b47-9d67-42d4-a8d6-d8a9de181f8f {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:21:04.214104 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cde69ae-44cf-4975-b0fc-d6007a11d582 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:21:04.214565 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cde69ae-44cf-4975-b0fc-d6007a11d582 None None] Checking segment: {'id': 'e54e6e78-7ede-476d-9447-81151d0a1560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '18cc3b47-9d67-42d4-a8d6-d8a9de181f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:21:04.215042 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2cde69ae-44cf-4975-b0fc-d6007a11d582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:04.215542 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cde69ae-44cf-4975-b0fc-d6007a11d582 None None] Bound using segment: {'id': 'e54e6e78-7ede-476d-9447-81151d0a1560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '18cc3b47-9d67-42d4-a8d6-d8a9de181f8f'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:21:04.216076 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-2cde69ae-44cf-4975-b0fc-d6007a11d582 None None] Bound port: c62feec3-ce6f-4311-8c0d-cbe2445d53b9, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54e6e78-7ede-476d-9447-81151d0a1560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '18cc3b47-9d67-42d4-a8d6-d8a9de181f8f'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:21:04.216599 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2cde69ae-44cf-4975-b0fc-d6007a11d582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:04.302328 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-86da19ce-8266-4f87-936b-3ae65416a957 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:04.304076 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-86da19ce-8266-4f87-936b-3ae65416a957 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.41 "GET /v2.0/networks?id=bd620003-6a83-46ba-9892-fe3a5e69ab57 HTTP/1.1" status: 200 len: 813 time: 0.2544630 Aug 28 15:21:04.319732 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-2cde69ae-44cf-4975-b0fc-d6007a11d582 None None] For port c62feec3-ce6f-4311-8c0d-cbe2445d53b9, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:21:04.324238 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-2cde69ae-44cf-4975-b0fc-d6007a11d582 None None] For port c62feec3-ce6f-4311-8c0d-cbe2445d53b9, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=c62feec3-ce6f-4311-8c0d-cbe2445d53b9,segment=NetworkSegment(e54e6e78-7ede-476d-9447-81151d0a1560),segment_id=e54e6e78-7ede-476d-9447-81151d0a1560)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:21:04.328927 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-84aebb2d-7254-428d-b14e-f48867ebdb5e tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Request body: {'port': {'device_id': '3fc52888-fd34-4ac3-9a44-60bc9b75915e', 'network_id': 'bd620003-6a83-46ba-9892-fe3a5e69ab57', 'admin_state_up': True, 'tenant_id': '777d9510010d4a1f9b746277b4263cbf'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:21:04.331487 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2cde69ae-44cf-4975-b0fc-d6007a11d582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:04.464126 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd6472-06db-4827-adcb-7fcfa28a96cb None None] Pushing event updated for resources: {'Port': ['ID=c62feec3-ce6f-4311-8c0d-cbe2445d53b9,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:04.480154 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cde69ae-44cf-4975-b0fc-d6007a11d582 None None] Routers {'4515a1dd-f473-4075-afe0-bd0977c7c81c'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:21:04.480802 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-2cde69ae-44cf-4975-b0fc-d6007a11d582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:20:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4515a1dd-f473-4075-afe0-bd0977c7c81c'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:21:04.586767 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-84aebb2d-7254-428d-b14e-f48867ebdb5e tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Made reservation on behalf of 777d9510010d4a1f9b746277b4263cbf for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:21:04.590304 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-84aebb2d-7254-428d-b14e-f48867ebdb5e tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:04.759806 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-2cde69ae-44cf-4975-b0fc-d6007a11d582 None None] Set router 4515a1dd-f473-4075-afe0-bd0977c7c81c gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:21:04.820183 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-84aebb2d-7254-428d-b14e-f48867ebdb5e tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Allocated IP 172.20.0.14 (bd620003-6a83-46ba-9892-fe3a5e69ab57/c8337e0c-2603-4789-9044-631bb29ac1b8/7d853611-9d7f-4865-a68b-2413a97c1034) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:21:05.047178 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-84aebb2d-7254-428d-b14e-f48867ebdb5e tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:05.055131 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-2cde69ae-44cf-4975-b0fc-d6007a11d582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'name': 'tempest-TestNetworkBasicOps-router-707599765', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:18:35Z', 'updated_at': '2021-08-28T15:21:02Z', 'revision_number': 5, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:03:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:37Z', 'updated_at': '2021-08-28T15:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'c18aeee2-ef93-4e88-b8b7-115a7de77248', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'port_id': '0009fd87-24f9-4598-8650-815e10b6f346', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d', 'mac_address': 'fa:16:3e:3e:70:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cefa0bd-8918-4f82-a86e-823b92ee4210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:19:32Z', 'updated_at': '2021-08-28T15:19:38Z', 'revision_number': 1, 'project_id': '882056e022594e62849ed5c991d6169b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716cb121-ec1f-4a51-b009-62c8a5dc7679', 'name': '', 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'mac_address': 'fa:16:3e:0d:09:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '54a87143-ea46-45e4-a07a-4882672eba9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:49Z', 'updated_at': '2021-08-28T15:19:04Z', 'revision_number': 5, 'project_id': '882056e022594e62849ed5c991d6169b', 'subnets': [{'id': '54a87143-ea46-45e4-a07a-4882672eba9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c62feec3-ce6f-4311-8c0d-cbe2445d53b9', 'name': '', 'network_id': '18cc3b47-9d67-42d4-a8d6-d8a9de181f8f', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'mac_address': 'fa:16:3e:bf:ec:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '48d634f9-cb79-4ad4-b3fd-a5bc7d67a37f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:21:01Z', 'updated_at': '2021-08-28T15:21:04Z', 'revision_number': 4, 'project_id': '882056e022594e62849ed5c991d6169b', 'subnets': [{'id': '48d634f9-cb79-4ad4-b3fd-a5bc7d67a37f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:21:05.086338 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cde69ae-44cf-4975-b0fc-d6007a11d582 None None] The sync data for ids ['4515a1dd-f473-4075-afe0-bd0977c7c81c'] in n-d-712137-10 is: [{'id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'name': 'tempest-TestNetworkBasicOps-router-707599765', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:18:35Z', 'updated_at': '2021-08-28T15:21:02Z', 'revision_number': 5, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:03:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:37Z', 'updated_at': '2021-08-28T15:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'c18aeee2-ef93-4e88-b8b7-115a7de77248', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'port_id': '0009fd87-24f9-4598-8650-815e10b6f346', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d', 'mac_address': 'fa:16:3e:3e:70:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cefa0bd-8918-4f82-a86e-823b92ee4210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:19:32Z', 'updated_at': '2021-08-28T15:19:38Z', 'revision_number': 1, 'project_id': '882056e022594e62849ed5c991d6169b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716cb121-ec1f-4a51-b009-62c8a5dc7679', 'name': '', 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'mac_address': 'fa:16:3e:0d:09:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '54a87143-ea46-45e4-a07a-4882672eba9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:49Z', 'updated_at': '2021-08-28T15:19:04Z', 'revision_number': 5, 'project_id': '882056e022594e62849ed5c991d6169b', 'subnets': [{'id': '54a87143-ea46-45e4-a07a-4882672eba9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c62feec3-ce6f-4311-8c0d-cbe2445d53b9', 'name': '', 'network_id': '18cc3b47-9d67-42d4-a8d6-d8a9de181f8f', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'mac_address': 'fa:16:3e:bf:ec:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '48d634f9-cb79-4ad4-b3fd-a5bc7d67a37f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:21:01Z', 'updated_at': '2021-08-28T15:21:04Z', 'revision_number': 4, 'project_id': '882056e022594e62849ed5c991d6169b', 'subnets': [{'id': '48d634f9-cb79-4ad4-b3fd-a5bc7d67a37f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:21:05.094406 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-84aebb2d-7254-428d-b14e-f48867ebdb5e tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:05.154849 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-84aebb2d-7254-428d-b14e-f48867ebdb5e tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Network bd620003-6a83-46ba-9892-fe3a5e69ab57 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:21:05.165001 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-84aebb2d-7254-428d-b14e-f48867ebdb5e tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:21:05.169434 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-84aebb2d-7254-428d-b14e-f48867ebdb5e tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:21:05.173351 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aebb2d-7254-428d-b14e-f48867ebdb5e tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Pushing event updated for resources: {'Port': ['ID=7d853611-9d7f-4865-a68b-2413a97c1034,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:05.232741 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-84aebb2d-7254-428d-b14e-f48867ebdb5e tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:05.233374 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-84aebb2d-7254-428d-b14e-f48867ebdb5e tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:05.255445 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-84aebb2d-7254-428d-b14e-f48867ebdb5e tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9320650 Aug 28 15:21:05.275215 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-8bf75695-430d-458d-9557-a658da4a1867 service neutron] Request body: {'port': {'device_id': '3fc52888-fd34-4ac3-9a44-60bc9b75915e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:21:05.367003 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c08cda-4958-4836-9a88-9ad43025131b req-2c6587ee-d1b9-439b-8bd4-7437359ecca3 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:05.371317 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e2c08cda-4958-4836-9a88-9ad43025131b req-2c6587ee-d1b9-439b-8bd4-7437359ecca3 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fc52888-fd34-4ac3-9a44-60bc9b75915e HTTP/1.1" status: 200 len: 932 time: 0.1145599 Aug 28 15:21:05.376838 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-8bf75695-430d-458d-9557-a658da4a1867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:05.464910 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e2c08cda-4958-4836-9a88-9ad43025131b req-5e49111c-0119-441d-be89-4e639d859216 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/security-groups?id=60743525-baa6-492c-96d7-b2711b948c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742161 Aug 28 15:21:05.811039 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-8bf75695-430d-458d-9557-a658da4a1867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d853611-9d7f-4865-a68b-2413a97c1034 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:21:05.822611 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-8bf75695-430d-458d-9557-a658da4a1867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:05.842480 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-8bf75695-430d-458d-9557-a658da4a1867 service neutron] Transition to ACTIVE for port object 7d853611-9d7f-4865-a68b-2413a97c1034 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:21:05.846466 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-8bf75695-430d-458d-9557-a658da4a1867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:05.952939 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf75695-430d-458d-9557-a658da4a1867 service neutron] Pushing event updated for resources: {'Port': ['ID=7d853611-9d7f-4865-a68b-2413a97c1034,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:05.995807 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-8bf75695-430d-458d-9557-a658da4a1867 service neutron] Attempting to bind port 7d853611-9d7f-4865-a68b-2413a97c1034 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:21:05.996242 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-8bf75695-430d-458d-9557-a658da4a1867 service neutron] Attempting to bind port 7d853611-9d7f-4865-a68b-2413a97c1034 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '01c5611e-ae4b-4448-9fce-3787a47d59b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd620003-6a83-46ba-9892-fe3a5e69ab57'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:21:05.996675 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-8bf75695-430d-458d-9557-a658da4a1867 service neutron] Attempting to bind port 7d853611-9d7f-4865-a68b-2413a97c1034 on network bd620003-6a83-46ba-9892-fe3a5e69ab57 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:21:06.007221 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-8bf75695-430d-458d-9557-a658da4a1867 service neutron] Port 7d853611-9d7f-4865-a68b-2413a97c1034 on network bd620003-6a83-46ba-9892-fe3a5e69ab57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:21:06.011842 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-8bf75695-430d-458d-9557-a658da4a1867 service neutron] Attempting to bind port 7d853611-9d7f-4865-a68b-2413a97c1034 on network bd620003-6a83-46ba-9892-fe3a5e69ab57 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:21:06.018022 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-8bf75695-430d-458d-9557-a658da4a1867 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:21:06.018394 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-8bf75695-430d-458d-9557-a658da4a1867 service neutron] Checking segment: {'id': '01c5611e-ae4b-4448-9fce-3787a47d59b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd620003-6a83-46ba-9892-fe3a5e69ab57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:21:06.018983 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-8bf75695-430d-458d-9557-a658da4a1867 service neutron] Bound using segment: {'id': '01c5611e-ae4b-4448-9fce-3787a47d59b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd620003-6a83-46ba-9892-fe3a5e69ab57'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:21:06.019828 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-8bf75695-430d-458d-9557-a658da4a1867 service neutron] Bound port: 7d853611-9d7f-4865-a68b-2413a97c1034, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01c5611e-ae4b-4448-9fce-3787a47d59b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd620003-6a83-46ba-9892-fe3a5e69ab57'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:21:06.020253 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-8bf75695-430d-458d-9557-a658da4a1867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:06.099567 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device c62feec3-ce6f-4311-8c0d-cbe2445d53b9 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:21:06.133122 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-8bf75695-430d-458d-9557-a658da4a1867 service neutron] For port 7d853611-9d7f-4865-a68b-2413a97c1034, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:21:06.137035 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-8bf75695-430d-458d-9557-a658da4a1867 service neutron] For port 7d853611-9d7f-4865-a68b-2413a97c1034, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=7d853611-9d7f-4865-a68b-2413a97c1034,segment=NetworkSegment(01c5611e-ae4b-4448-9fce-3787a47d59b0),segment_id=01c5611e-ae4b-4448-9fce-3787a47d59b0)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:21:06.161062 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-8bf75695-430d-458d-9557-a658da4a1867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:06.205086 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port c62feec3-ce6f-4311-8c0d-cbe2445d53b9 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:21:06.209886 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port c62feec3-ce6f-4311-8c0d-cbe2445d53b9 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:21:06.210259 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:06.231759 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-8bf75695-430d-458d-9557-a658da4a1867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:06.232386 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-8bf75695-430d-458d-9557-a658da4a1867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:06.234181 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-8bf75695-430d-458d-9557-a658da4a1867 service neutron] 10.222.0.41 "PUT /v2.0/ports/7d853611-9d7f-4865-a68b-2413a97c1034 HTTP/1.1" status: 200 len: 1093 time: 0.9667728 Aug 28 15:21:06.234666 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc52888-fd34-4ac3-9a44-60bc9b75915e', 'tag': '7d853611-9d7f-4865-a68b-2413a97c1034'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:21:06.236975 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d6338a-f225-407c-ba61-191784d21c05" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc52888-fd34-4ac3-9a44-60bc9b75915e", "tag": "7d853611-9d7f-4865-a68b-2413a97c1034"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:21:06.275646 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf75695-430d-458d-9557-a658da4a1867 service neutron] Pushing event updated for resources: {'Port': ['ID=7d853611-9d7f-4865-a68b-2413a97c1034,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:06.333180 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:06.340410 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745cf286-ce2c-4afb-ace1-5e5325f2839b x-openstack-request-id: req-745cf286-ce2c-4afb-ace1-5e5325f2839b {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:21:06.340765 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc52888-fd34-4ac3-9a44-60bc9b75915e", "tag": "7d853611-9d7f-4865-a68b-2413a97c1034", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:21:06.341078 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-745cf286-ce2c-4afb-ace1-5e5325f2839b {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:21:06.341538 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc52888-fd34-4ac3-9a44-60bc9b75915e', 'tag': '7d853611-9d7f-4865-a68b-2413a97c1034', 'status': 'completed', 'code': 200} Aug 28 15:21:06.357680 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-49ca597c-366f-4929-b8db-56815246de91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:06.359336 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-49ca597c-366f-4929-b8db-56815246de91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=777d9510010d4a1f9b746277b4263cbf&device_id=3fc52888-fd34-4ac3-9a44-60bc9b75915e HTTP/1.1" status: 200 len: 1096 time: 0.0628219 Aug 28 15:21:06.383453 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port c62feec3-ce6f-4311-8c0d-cbe2445d53b9, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=c62feec3-ce6f-4311-8c0d-cbe2445d53b9,segment=NetworkSegment(e54e6e78-7ede-476d-9447-81151d0a1560),segment_id=e54e6e78-7ede-476d-9447-81151d0a1560)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:21:06.388632 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:06.417718 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-c34d51bf-11b1-45db-bffe-295498edc129 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d853611-9d7f-4865-a68b-2413a97c1034 HTTP/1.1" status: 200 len: 217 time: 0.0494163 Aug 28 15:21:06.455979 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=c62feec3-ce6f-4311-8c0d-cbe2445d53b9,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:06.482980 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-71fac01f-cdc9-4f24-9c02-04750fe068b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:06.484948 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-71fac01f-cdc9-4f24-9c02-04750fe068b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8337e0c-2603-4789-9044-631bb29ac1b8 HTTP/1.1" status: 200 len: 853 time: 0.0600591 Aug 28 15:21:06.531170 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-f684983f-0aea-49c4-b0da-dc2c829e9331 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bd620003-6a83-46ba-9892-fe3a5e69ab57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265174 Aug 28 15:21:06.656606 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156a115-2a28-4362-8168-449e9af4ab1f req-a0702cb2-3069-493f-9c9f-e3a1bbd6c8e1 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:06.658443 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8156a115-2a28-4362-8168-449e9af4ab1f req-a0702cb2-3069-493f-9c9f-e3a1bbd6c8e1 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fc52888-fd34-4ac3-9a44-60bc9b75915e HTTP/1.1" status: 200 len: 944 time: 0.1108537 Aug 28 15:21:06.694300 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-1185c196-94d2-4e6c-95d4-426a4ebef89a service neutron] 10.222.0.41 "GET /v2.0/networks/bd620003-6a83-46ba-9892-fe3a5e69ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553817 Aug 28 15:21:06.777358 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8156a115-2a28-4362-8168-449e9af4ab1f req-c4f87330-227f-4e8c-a610-d24e521a539d tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/security-groups?id=60743525-baa6-492c-96d7-b2711b948c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979791 Aug 28 15:21:06.832270 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3eb0571a-3fa9-4a12-8209-8d2246749936 req-4cad33e9-3e9d-402e-9d70-7cd735e87621 service neutron] 10.222.0.41 "GET /v2.0/networks/bd620003-6a83-46ba-9892-fe3a5e69ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293247 Aug 28 15:21:06.937345 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6338a-f225-407c-ba61-191784d21c05 req-2b275a67-6f28-4cd8-ad6a-dd66842ce122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:06.941336 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b0d6338a-f225-407c-ba61-191784d21c05 req-2b275a67-6f28-4cd8-ad6a-dd66842ce122 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=777d9510010d4a1f9b746277b4263cbf&device_id=3fc52888-fd34-4ac3-9a44-60bc9b75915e HTTP/1.1" status: 200 len: 1096 time: 0.0488000 Aug 28 15:21:07.062309 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6338a-f225-407c-ba61-191784d21c05 req-d9081698-ca92-48f8-9147-57111c40b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:07.064406 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b0d6338a-f225-407c-ba61-191784d21c05 req-d9081698-ca92-48f8-9147-57111c40b579 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bd620003-6a83-46ba-9892-fe3a5e69ab57 HTTP/1.1" status: 200 len: 914 time: 0.1105752 Aug 28 15:21:07.131841 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b0d6338a-f225-407c-ba61-191784d21c05 req-81ae8c43-c9e1-4ba7-8360-39ad7e251409 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d853611-9d7f-4865-a68b-2413a97c1034 HTTP/1.1" status: 200 len: 217 time: 0.0497603 Aug 28 15:21:07.184701 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6338a-f225-407c-ba61-191784d21c05 req-d4157b0c-8097-404b-bd4b-85e9c5746ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:07.186213 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b0d6338a-f225-407c-ba61-191784d21c05 req-d4157b0c-8097-404b-bd4b-85e9c5746ab9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8337e0c-2603-4789-9044-631bb29ac1b8 HTTP/1.1" status: 200 len: 853 time: 0.0479248 Aug 28 15:21:07.233978 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b0d6338a-f225-407c-ba61-191784d21c05 req-2a0f2884-864e-4d1a-8454-44da67506406 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bd620003-6a83-46ba-9892-fe3a5e69ab57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301721 Aug 28 15:21:07.334577 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b0d6338a-f225-407c-ba61-191784d21c05 req-d86f00a4-2b9e-4d16-ac5e-522524a04bad service neutron] 10.222.0.41 "GET /v2.0/networks/bd620003-6a83-46ba-9892-fe3a5e69ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913417 Aug 28 15:21:07.468292 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b0d6338a-f225-407c-ba61-191784d21c05 req-aec970a7-f271-4a7d-b7f1-3c7fd693730d service neutron] 10.222.0.41 "GET /v2.0/networks/bd620003-6a83-46ba-9892-fe3a5e69ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204164 Aug 28 15:21:07.941710 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d82f02-8dc0-4878-b70d-3ae1d5a4dd92 req-b914f14f-a420-443d-8da4-520cd8fe9bb3 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:07.945137 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-48d82f02-8dc0-4878-b70d-3ae1d5a4dd92 req-b914f14f-a420-443d-8da4-520cd8fe9bb3 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fc52888-fd34-4ac3-9a44-60bc9b75915e HTTP/1.1" status: 200 len: 944 time: 0.0779555 Aug 28 15:21:07.994116 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-48d82f02-8dc0-4878-b70d-3ae1d5a4dd92 req-0e0d820a-202c-4d54-9926-63f8af288779 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/security-groups?id=60743525-baa6-492c-96d7-b2711b948c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435779 Aug 28 15:21:08.004047 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-255d693f-b179-4d66-9cf4-4eb48ccfe1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:08.008748 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device c62feec3-ce6f-4311-8c0d-cbe2445d53b9 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:21:08.066699 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port c62feec3-ce6f-4311-8c0d-cbe2445d53b9 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:21:08.067092 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:09.134445 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0125dd-529a-4dda-9c75-18c36b1f7459 req-51464d0b-1bf3-4d55-a541-35f488d6d5a9 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:09.135955 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7a0125dd-529a-4dda-9c75-18c36b1f7459 req-51464d0b-1bf3-4d55-a541-35f488d6d5a9 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fc52888-fd34-4ac3-9a44-60bc9b75915e HTTP/1.1" status: 200 len: 944 time: 0.0631278 Aug 28 15:21:09.189410 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7a0125dd-529a-4dda-9c75-18c36b1f7459 req-53fbac36-ed82-488d-9ddf-4e58a0e2b993 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/security-groups?id=60743525-baa6-492c-96d7-b2711b948c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465736 Aug 28 15:21:09.456640 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 7d853611-9d7f-4865-a68b-2413a97c1034 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:21:09.613751 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 7d853611-9d7f-4865-a68b-2413a97c1034, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=7d853611-9d7f-4865-a68b-2413a97c1034,segment=NetworkSegment(01c5611e-ae4b-4448-9fce-3787a47d59b0),segment_id=01c5611e-ae4b-4448-9fce-3787a47d59b0)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:21:09.636232 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '7d853611-9d7f-4865-a68b-2413a97c1034', 'network_id': 'bd620003-6a83-46ba-9892-fe3a5e69ab57', 'port_id': '7d853611-9d7f-4865-a68b-2413a97c1034', 'mac_address': 'fa:16:3e:18:80:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8337e0c-2603-4789-9044-631bb29ac1b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:21:09.690053 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:09.705643 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d853611-9d7f-4865-a68b-2413a97c1034 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:21:09.727576 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 7d853611-9d7f-4865-a68b-2413a97c1034, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=7d853611-9d7f-4865-a68b-2413a97c1034,segment=NetworkSegment(01c5611e-ae4b-4448-9fce-3787a47d59b0),segment_id=01c5611e-ae4b-4448-9fce-3787a47d59b0)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:21:09.732294 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:09.813773 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=7d853611-9d7f-4865-a68b-2413a97c1034,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:10.063101 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['7d853611-9d7f-4865-a68b-2413a97c1034'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:21:10.374879 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ca6b0-26cf-412f-9cc5-094eef1ee48d req-27f0cc90-8626-4da7-916c-16eb4c261ca7 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:10.376488 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d47ca6b0-26cf-412f-9cc5-094eef1ee48d req-27f0cc90-8626-4da7-916c-16eb4c261ca7 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fc52888-fd34-4ac3-9a44-60bc9b75915e HTTP/1.1" status: 200 len: 945 time: 0.0804641 Aug 28 15:21:10.431404 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d47ca6b0-26cf-412f-9cc5-094eef1ee48d req-c2736da0-6483-4c17-ab62-b6f56dbcb6c7 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/security-groups?id=60743525-baa6-492c-96d7-b2711b948c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477464 Aug 28 15:21:10.569784 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ea8638f-a62a-4fc6-8ae8-ada128fca150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:10.837616 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:11.460547 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 7d853611-9d7f-4865-a68b-2413a97c1034 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:21:11.671159 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12511e0e-fd2c-4192-987a-932cbf215149 req-a1fe42d0-58af-41a3-a6a6-ebc0a37adc58 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:11.680525 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12511e0e-fd2c-4192-987a-932cbf215149 req-a1fe42d0-58af-41a3-a6a6-ebc0a37adc58 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fc52888-fd34-4ac3-9a44-60bc9b75915e HTTP/1.1" status: 200 len: 945 time: 0.1134021 Aug 28 15:21:11.757455 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12511e0e-fd2c-4192-987a-932cbf215149 req-90f26575-cefc-4405-af26-8de61c613b38 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/security-groups?id=60743525-baa6-492c-96d7-b2711b948c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755308 Aug 28 15:21:11.794016 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:11.802175 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 7d853611-9d7f-4865-a68b-2413a97c1034 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:21:11.819917 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 7d853611-9d7f-4865-a68b-2413a97c1034 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:21:11.820628 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:11.939999 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:11.971568 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc52888-fd34-4ac3-9a44-60bc9b75915e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d853611-9d7f-4865-a68b-2413a97c1034'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:21:11.974798 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583de3a7-3a6f-4016-bd81-1fa18233a476" -d '{"events": [{"server_uuid": "3fc52888-fd34-4ac3-9a44-60bc9b75915e", "name": "network-vif-plugged", "status": "completed", "tag": "7d853611-9d7f-4865-a68b-2413a97c1034"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:21:11.988947 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 7d853611-9d7f-4865-a68b-2413a97c1034, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=7d853611-9d7f-4865-a68b-2413a97c1034,segment=NetworkSegment(01c5611e-ae4b-4448-9fce-3787a47d59b0),segment_id=01c5611e-ae4b-4448-9fce-3787a47d59b0)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:21:11.996013 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:12.033149 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4037649-c388-473a-b160-66b74c59d998 x-openstack-request-id: req-e4037649-c388-473a-b160-66b74c59d998 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:21:12.033394 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc52888-fd34-4ac3-9a44-60bc9b75915e", "name": "network-vif-plugged", "status": "completed", "tag": "7d853611-9d7f-4865-a68b-2413a97c1034", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:21:12.033604 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4037649-c388-473a-b160-66b74c59d998 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:21:12.033990 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc52888-fd34-4ac3-9a44-60bc9b75915e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d853611-9d7f-4865-a68b-2413a97c1034', 'code': 200} Aug 28 15:21:12.090067 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=7d853611-9d7f-4865-a68b-2413a97c1034,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:12.197773 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28701dea-f1aa-45b9-a5b2-661415982106 req-3f352518-f0c3-4c4d-bc64-b5acf3693f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:12.199357 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-28701dea-f1aa-45b9-a5b2-661415982106 req-3f352518-f0c3-4c4d-bc64-b5acf3693f35 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3fc52888-fd34-4ac3-9a44-60bc9b75915e HTTP/1.1" status: 200 len: 1098 time: 0.0627742 Aug 28 15:21:12.251741 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-28701dea-f1aa-45b9-a5b2-661415982106 req-40fc3f41-d74f-43bc-bd45-6deaa034c76d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=60743525-baa6-492c-96d7-b2711b948c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420334 Aug 28 15:21:12.960971 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a08caa-88e3-4c09-8748-9212638e3038 req-ff54228e-d36a-4999-a4f3-3856d9bd0a66 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:12.963457 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d3a08caa-88e3-4c09-8748-9212638e3038 req-ff54228e-d36a-4999-a4f3-3856d9bd0a66 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fc52888-fd34-4ac3-9a44-60bc9b75915e HTTP/1.1" status: 200 len: 946 time: 0.1320724 Aug 28 15:21:13.024973 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d3a08caa-88e3-4c09-8748-9212638e3038 req-69dd1c36-9f7b-451d-b294-484f8a177f72 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/security-groups?id=60743525-baa6-492c-96d7-b2711b948c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530596 Aug 28 15:21:13.268630 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:14.139758 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c8bd9-44d6-4fd3-bcf3-b3d504542f16 req-b18e9991-baa9-4d62-8d5c-1225be9cf9fc tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:14.139758 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-121c8bd9-44d6-4fd3-bcf3-b3d504542f16 req-b18e9991-baa9-4d62-8d5c-1225be9cf9fc tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fc52888-fd34-4ac3-9a44-60bc9b75915e HTTP/1.1" status: 200 len: 946 time: 0.0527146 Aug 28 15:21:14.182530 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-121c8bd9-44d6-4fd3-bcf3-b3d504542f16 req-a18fe9ad-a061-466d-a522-9ce5ce25d9d0 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/security-groups?id=60743525-baa6-492c-96d7-b2711b948c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364089 Aug 28 15:21:17.069059 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:21:18.395010 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade861b-a12f-4126-a84b-306e80e36b87 req-dabbe368-e60c-4aa3-bdcd-cc553bede0c6 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:18.396424 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fade861b-a12f-4126-a84b-306e80e36b87 req-dabbe368-e60c-4aa3-bdcd-cc553bede0c6 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/networks?id=8878cb2c-b382-48c1-8c2a-67543a7cb61c HTTP/1.1" status: 200 len: 811 time: 0.1053102 Aug 28 15:21:18.412274 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fade861b-a12f-4126-a84b-306e80e36b87 req-4fecf46b-ffe6-4172-9c86-1c56f7cb982c tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/quotas/c6cc5102288e4115b2b96ff1028147b2 HTTP/1.1" status: 200 len: 375 time: 0.0098400 Aug 28 15:21:18.475779 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fade861b-a12f-4126-a84b-306e80e36b87 req-f6e0d8b9-09b3-4048-bcb4-3a5d08f7bb92 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6cc5102288e4115b2b96ff1028147b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575292 Aug 28 15:21:18.569526 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fade861b-a12f-4126-a84b-306e80e36b87 req-4702123c-438c-4407-8703-b889be714a67 service neutron] 10.222.0.13 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869234 Aug 28 15:21:18.660760 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fade861b-a12f-4126-a84b-306e80e36b87 req-a6eab32b-16ee-4e69-9a46-b4b3e692edef service neutron] 10.222.0.13 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841799 Aug 28 15:21:18.871240 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-172ae77d-7ddd-402e-a67a-5791728795b5 req-6fb8ba03-45e9-4f84-bdbc-f594d3b90d3f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 210 time: 0.0314238 Aug 28 15:21:19.793937 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade861b-a12f-4126-a84b-306e80e36b87 req-4b7adceb-ae78-489a-95fc-955ab30568b1 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:19.795648 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fade861b-a12f-4126-a84b-306e80e36b87 req-4b7adceb-ae78-489a-95fc-955ab30568b1 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.36 "GET /v2.0/networks?id=8878cb2c-b382-48c1-8c2a-67543a7cb61c HTTP/1.1" status: 200 len: 811 time: 0.1066639 Aug 28 15:21:19.830986 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-fade861b-a12f-4126-a84b-306e80e36b87 req-3c1cf077-c761-4644-b446-e1a842eb9b65 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Request body: {'port': {'device_id': 'a5f7dca7-ab9a-479d-91b0-c257a30bf88d', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'admin_state_up': True, 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:21:19.974047 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f6608263-ec11-4010-870b-612d46dc9c17 req-23a4cb93-be61-4c87-96a4-33274c418bb5 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 210 time: 0.0283301 Aug 28 15:21:19.975919 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fade861b-a12f-4126-a84b-306e80e36b87 req-3c1cf077-c761-4644-b446-e1a842eb9b65 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Made reservation on behalf of c6cc5102288e4115b2b96ff1028147b2 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:21:19.982038 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-fade861b-a12f-4126-a84b-306e80e36b87 req-3c1cf077-c761-4644-b446-e1a842eb9b65 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:20.153328 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-fade861b-a12f-4126-a84b-306e80e36b87 req-3c1cf077-c761-4644-b446-e1a842eb9b65 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Allocated IP 172.20.0.13 (8878cb2c-b382-48c1-8c2a-67543a7cb61c/551c7bac-a4f4-45ec-a575-eb6f29eb5d74/ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:21:20.355475 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-fade861b-a12f-4126-a84b-306e80e36b87 req-3c1cf077-c761-4644-b446-e1a842eb9b65 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:20.371095 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-fade861b-a12f-4126-a84b-306e80e36b87 req-3c1cf077-c761-4644-b446-e1a842eb9b65 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Transition to ACTIVE for port object ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:21:20.407034 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-fade861b-a12f-4126-a84b-306e80e36b87 req-3c1cf077-c761-4644-b446-e1a842eb9b65 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:20.452861 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fade861b-a12f-4126-a84b-306e80e36b87 req-3c1cf077-c761-4644-b446-e1a842eb9b65 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Network 8878cb2c-b382-48c1-8c2a-67543a7cb61c is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:21:20.456126 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-fade861b-a12f-4126-a84b-306e80e36b87 req-3c1cf077-c761-4644-b446-e1a842eb9b65 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:21:20.460704 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-fade861b-a12f-4126-a84b-306e80e36b87 req-3c1cf077-c761-4644-b446-e1a842eb9b65 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:21:20.467459 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1cf077-c761-4644-b446-e1a842eb9b65 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Pushing event updated for resources: {'Port': ['ID=ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:20.518714 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade861b-a12f-4126-a84b-306e80e36b87 req-3c1cf077-c761-4644-b446-e1a842eb9b65 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:20.520092 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-fade861b-a12f-4126-a84b-306e80e36b87 req-3c1cf077-c761-4644-b446-e1a842eb9b65 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:20.536041 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fade861b-a12f-4126-a84b-306e80e36b87 req-3c1cf077-c761-4644-b446-e1a842eb9b65 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7089107 Aug 28 15:21:20.552833 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-fade861b-a12f-4126-a84b-306e80e36b87 req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Request body: {'port': {'device_id': 'a5f7dca7-ab9a-479d-91b0-c257a30bf88d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:21:20.622200 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-fade861b-a12f-4126-a84b-306e80e36b87 req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:20.724659 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-af939c42-6f3e-463e-a253-02d91d038fe1 None None] Provisioning for port ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:21:20.730239 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-af939c42-6f3e-463e-a253-02d91d038fe1 None None] Provisioning complete for port ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:21:20.730991 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-af939c42-6f3e-463e-a253-02d91d038fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:20.772394 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-af939c42-6f3e-463e-a253-02d91d038fe1 None None] Port ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:21:20.919266 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-fade861b-a12f-4126-a84b-306e80e36b87 req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:21:20.927833 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-fade861b-a12f-4126-a84b-306e80e36b87 req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:20.941122 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-fade861b-a12f-4126-a84b-306e80e36b87 req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Transition to ACTIVE for port object ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:21:20.950523 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-fade861b-a12f-4126-a84b-306e80e36b87 req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:21.037175 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Pushing event updated for resources: {'Port': ['ID=ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:21.090933 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-fade861b-a12f-4126-a84b-306e80e36b87 req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Attempting to bind port ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:21:21.091344 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-fade861b-a12f-4126-a84b-306e80e36b87 req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Attempting to bind port ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:21:21.091780 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade861b-a12f-4126-a84b-306e80e36b87 req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Attempting to bind port ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40 on network 8878cb2c-b382-48c1-8c2a-67543a7cb61c {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:21:21.096994 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade861b-a12f-4126-a84b-306e80e36b87 req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Port ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40 on network 8878cb2c-b382-48c1-8c2a-67543a7cb61c not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:21:21.097941 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade861b-a12f-4126-a84b-306e80e36b87 req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Attempting to bind port ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40 on network 8878cb2c-b382-48c1-8c2a-67543a7cb61c {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:21:21.103448 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade861b-a12f-4126-a84b-306e80e36b87 req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:21:21.103902 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade861b-a12f-4126-a84b-306e80e36b87 req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Checking segment: {'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:21:21.104386 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade861b-a12f-4126-a84b-306e80e36b87 req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Bound using segment: {'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:21:21.104877 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-fade861b-a12f-4126-a84b-306e80e36b87 req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Bound port: ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:21:21.105442 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-fade861b-a12f-4126-a84b-306e80e36b87 req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:21.238016 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d928da9-b65a-487e-9351-323bf0c4a15f req-211cd7fc-eb0b-4d18-9166-c65da6f47810 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:21.251998 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6d928da9-b65a-487e-9351-323bf0c4a15f req-211cd7fc-eb0b-4d18-9166-c65da6f47810 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 944 time: 0.1344340 Aug 28 15:21:21.261806 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-fade861b-a12f-4126-a84b-306e80e36b87 req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] For port ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:21:21.266532 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-fade861b-a12f-4126-a84b-306e80e36b87 req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] For port ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:21:21.281445 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-fade861b-a12f-4126-a84b-306e80e36b87 req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:21.350044 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6d928da9-b65a-487e-9351-323bf0c4a15f req-26353f27-5803-4cd3-a4e0-d13bcb0c0a49 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813439 Aug 28 15:21:21.381569 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade861b-a12f-4126-a84b-306e80e36b87 req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:21.382204 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-fade861b-a12f-4126-a84b-306e80e36b87 req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:21.383968 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fade861b-a12f-4126-a84b-306e80e36b87 req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] 10.222.0.36 "PUT /v2.0/ports/ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40 HTTP/1.1" status: 200 len: 1093 time: 0.8387213 Aug 28 15:21:21.384622 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Pushing event updated for resources: {'Port': ['ID=ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:21.386812 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f7dca7-ab9a-479d-91b0-c257a30bf88d', 'tag': 'ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:21:21.390337 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187b60dd-745b-452d-8898-9765b1033569" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f7dca7-ab9a-479d-91b0-c257a30bf88d", "tag": "ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:21:21.401403 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:21.401757 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:21.402562 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:21.402562 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:21.403027 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:21.403362 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:21.403721 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:21.404056 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:21.404380 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:21.404705 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:21.405170 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:21.405496 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff60d6d-9db3-43f8-b90b-a80cec1aa37a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:21.442354 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482b76bb-7205-49b3-9512-a6d87c5dd08d x-openstack-request-id: req-482b76bb-7205-49b3-9512-a6d87c5dd08d {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:21:21.442645 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f7dca7-ab9a-479d-91b0-c257a30bf88d", "tag": "ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:21:21.442898 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-482b76bb-7205-49b3-9512-a6d87c5dd08d {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:21:21.443296 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f7dca7-ab9a-479d-91b0-c257a30bf88d', 'tag': 'ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40', 'status': 'completed', 'code': 200} Aug 28 15:21:21.501165 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade861b-a12f-4126-a84b-306e80e36b87 req-3c0e3d8d-0b7b-4631-bb61-b6797c93ccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:21.503041 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fade861b-a12f-4126-a84b-306e80e36b87 req-3c0e3d8d-0b7b-4631-bb61-b6797c93ccfd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6cc5102288e4115b2b96ff1028147b2&device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 1096 time: 0.0503891 Aug 28 15:21:21.556226 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fade861b-a12f-4126-a84b-306e80e36b87 req-b4659240-00d6-44a0-a6f4-c07930ba3551 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40 HTTP/1.1" status: 200 len: 217 time: 0.0450742 Aug 28 15:21:21.613207 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade861b-a12f-4126-a84b-306e80e36b87 req-81ac0838-ea04-4749-840b-955f1df790aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:21.615912 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fade861b-a12f-4126-a84b-306e80e36b87 req-81ac0838-ea04-4749-840b-955f1df790aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=551c7bac-a4f4-45ec-a575-eb6f29eb5d74 HTTP/1.1" status: 200 len: 850 time: 0.0521610 Aug 28 15:21:21.666230 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade861b-a12f-4126-a84b-306e80e36b87 req-5482e686-1120-4a08-bbf1-a66b92cee2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:21.668008 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fade861b-a12f-4126-a84b-306e80e36b87 req-5482e686-1120-4a08-bbf1-a66b92cee2cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8878cb2c-b382-48c1-8c2a-67543a7cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443594 Aug 28 15:21:22.107967 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fade861b-a12f-4126-a84b-306e80e36b87 req-6dbb9b28-9f4e-4ac2-86b6-81e86badef7a service neutron] 10.222.0.36 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329045 Aug 28 15:21:22.209259 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fade861b-a12f-4126-a84b-306e80e36b87 req-436c38f2-5495-4093-b3ab-fdc8b1e88d13 service neutron] 10.222.0.36 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937612 Aug 28 15:21:22.318032 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b60dd-745b-452d-8898-9765b1033569 req-68134ed4-d7bb-4af4-a33f-67369714f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:22.319627 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-187b60dd-745b-452d-8898-9765b1033569 req-68134ed4-d7bb-4af4-a33f-67369714f97c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6cc5102288e4115b2b96ff1028147b2&device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 1096 time: 0.0554833 Aug 28 15:21:22.418163 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b60dd-745b-452d-8898-9765b1033569 req-68750467-f5bc-4f43-a939-7968e479a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:22.419970 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-187b60dd-745b-452d-8898-9765b1033569 req-68750467-f5bc-4f43-a939-7968e479a8c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8878cb2c-b382-48c1-8c2a-67543a7cb61c HTTP/1.1" status: 200 len: 912 time: 0.0928957 Aug 28 15:21:22.493911 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-187b60dd-745b-452d-8898-9765b1033569 req-c8acdcd4-2f91-440c-a809-6dae92efe616 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40 HTTP/1.1" status: 200 len: 217 time: 0.0589414 Aug 28 15:21:22.545539 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5f8db-c25c-4102-a0e6-428f60821c96 req-f845a4ef-b885-4e78-b21e-0f5a8c2babfb tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:22.547019 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-85f5f8db-c25c-4102-a0e6-428f60821c96 req-f845a4ef-b885-4e78-b21e-0f5a8c2babfb tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 944 time: 0.1210916 Aug 28 15:21:22.575034 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b60dd-745b-452d-8898-9765b1033569 req-2cda6e31-ab9f-4af4-b64e-7dbe4a135dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:22.576756 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-187b60dd-745b-452d-8898-9765b1033569 req-2cda6e31-ab9f-4af4-b64e-7dbe4a135dc3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=551c7bac-a4f4-45ec-a575-eb6f29eb5d74 HTTP/1.1" status: 200 len: 850 time: 0.0755110 Aug 28 15:21:22.606048 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-85f5f8db-c25c-4102-a0e6-428f60821c96 req-f9206050-1e2b-44ad-88df-52c1b193f041 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506935 Aug 28 15:21:22.641289 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b60dd-745b-452d-8898-9765b1033569 req-39ff24f6-310f-46a7-ad4a-fd32239dd7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:22.642792 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-187b60dd-745b-452d-8898-9765b1033569 req-39ff24f6-310f-46a7-ad4a-fd32239dd7e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8878cb2c-b382-48c1-8c2a-67543a7cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553327 Aug 28 15:21:22.738969 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-187b60dd-745b-452d-8898-9765b1033569 req-a2ba63d2-efb4-4f9e-9acb-06d79f10622f service neutron] 10.222.0.36 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883605 Aug 28 15:21:22.827377 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-187b60dd-745b-452d-8898-9765b1033569 req-d126660f-be31-4608-8992-cb3a5b79b97c service neutron] 10.222.0.36 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811357 Aug 28 15:21:23.754222 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702e482-b1dd-43fb-9cc8-2f4c9d1bbbe2 req-04b4b51e-85ed-42b6-8c63-055384bfa46e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:23.755828 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0702e482-b1dd-43fb-9cc8-2f4c9d1bbbe2 req-04b4b51e-85ed-42b6-8c63-055384bfa46e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 944 time: 0.0647323 Aug 28 15:21:23.830684 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0702e482-b1dd-43fb-9cc8-2f4c9d1bbbe2 req-d8d238c4-156a-4780-a271-ff8d3951a0c8 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682752 Aug 28 15:21:24.437906 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:25.012583 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b83ad2-b3fa-4323-b00f-0c0b479a6fa6 req-eedee860-9d17-4f5d-abeb-07d7384aaa8c tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:25.014436 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-49b83ad2-b3fa-4323-b00f-0c0b479a6fa6 req-eedee860-9d17-4f5d-abeb-07d7384aaa8c tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 944 time: 0.0795627 Aug 28 15:21:25.093940 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-49b83ad2-b3fa-4323-b00f-0c0b479a6fa6 req-da86b57c-cbd6-4244-9f5e-18fb17d6dcc9 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645206 Aug 28 15:21:26.036775 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40422) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:26.275367 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fb4b2-f20c-4b6b-91ea-725ae21f34a7 req-6e10c8f4-9b19-43d1-8c7c-618a824bfe75 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:26.277111 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-446fb4b2-f20c-4b6b-91ea-725ae21f34a7 req-6e10c8f4-9b19-43d1-8c7c-618a824bfe75 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 944 time: 0.0870001 Aug 28 15:21:26.342769 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-446fb4b2-f20c-4b6b-91ea-725ae21f34a7 req-0504a952-d622-4f12-a6cb-a0c5d9f2d51c tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581195 Aug 28 15:21:26.600163 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:26.628057 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fe0b3606-8445-4f3c-aa72-916286abc8cb tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:27.155955 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-fe0b3606-8445-4f3c-aa72-916286abc8cb tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Deleting port c62feec3-ce6f-4311-8c0d-cbe2445d53b9 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:21:27.156613 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fe0b3606-8445-4f3c-aa72-916286abc8cb tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:27.254017 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-fe0b3606-8445-4f3c-aa72-916286abc8cb tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] For port c62feec3-ce6f-4311-8c0d-cbe2445d53b9, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=c62feec3-ce6f-4311-8c0d-cbe2445d53b9,segment=NetworkSegment(e54e6e78-7ede-476d-9447-81151d0a1560),segment_id=e54e6e78-7ede-476d-9447-81151d0a1560)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:21:27.255747 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fe0b3606-8445-4f3c-aa72-916286abc8cb tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:27.270204 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-fe0b3606-8445-4f3c-aa72-916286abc8cb tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Calling delete_port for c62feec3-ce6f-4311-8c0d-cbe2445d53b9 owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:21:27.548138 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe6892-eee3-4ff6-8838-e0665d8236a6 req-ff1a2895-4cfc-454c-b9b5-63636961426b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:27.549546 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fbbe6892-eee3-4ff6-8838-e0665d8236a6 req-ff1a2895-4cfc-454c-b9b5-63636961426b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 944 time: 0.0688269 Aug 28 15:21:27.556050 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fe0b3606-8445-4f3c-aa72-916286abc8cb tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:27.590087 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b3606-8445-4f3c-aa72-916286abc8cb tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event deleted for resources: {'Port': ['ID=c62feec3-ce6f-4311-8c0d-cbe2445d53b9,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:27.647483 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fbbe6892-eee3-4ff6-8838-e0665d8236a6 req-88263c6c-644a-4a62-84cd-7688961f6a00 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648437 Aug 28 15:21:27.898657 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fe0b3606-8445-4f3c-aa72-916286abc8cb tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:28.214577 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0b3606-8445-4f3c-aa72-916286abc8cb tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Router 4515a1dd-f473-4075-afe0-bd0977c7c81c has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:21:28.369795 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0b3606-8445-4f3c-aa72-916286abc8cb tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:21:28.377086 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fe0b3606-8445-4f3c-aa72-916286abc8cb tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "PUT /v2.0/routers/4515a1dd-f473-4075-afe0-bd0977c7c81c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3392322 Aug 28 15:21:28.396186 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0c8f33-232a-473d-a996-2f34b273f765 None None] Sync routers for ids ['4515a1dd-f473-4075-afe0-bd0977c7c81c'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:21:28.417898 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0c8f33-232a-473d-a996-2f34b273f765 None None] Routers {'4515a1dd-f473-4075-afe0-bd0977c7c81c'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:21:28.418538 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7e0c8f33-232a-473d-a996-2f34b273f765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:21:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4515a1dd-f473-4075-afe0-bd0977c7c81c'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:21:28.662122 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d8207-524d-460a-b064-0195796154ce req-21e449da-3855-4f10-acea-176590d069d4 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:28.664028 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-646d8207-524d-460a-b064-0195796154ce req-21e449da-3855-4f10-acea-176590d069d4 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52e332e-31ae-4055-b648-41694e951b7b HTTP/1.1" status: 200 len: 946 time: 0.0589552 Aug 28 15:21:28.691080 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-7e0c8f33-232a-473d-a996-2f34b273f765 None None] Set router 4515a1dd-f473-4075-afe0-bd0977c7c81c gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:21:28.754479 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-646d8207-524d-460a-b064-0195796154ce req-5b4315ea-539e-43ba-9bba-fb522df795c5 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6a5feb1-d025-4f6b-8643-e0d41dbd3445&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834348 Aug 28 15:21:28.844132 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135f199-2e21-4364-af2a-9e41afacf490 req-e23238b1-03f7-4299-887f-0e87a1c0ff07 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:28.846373 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2135f199-2e21-4364-af2a-9e41afacf490 req-e23238b1-03f7-4299-887f-0e87a1c0ff07 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 944 time: 0.0968339 Aug 28 15:21:28.893831 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2135f199-2e21-4364-af2a-9e41afacf490 req-ed6c707d-2829-4758-8a70-9984c26d1b05 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405562 Aug 28 15:21:29.000303 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7e0c8f33-232a-473d-a996-2f34b273f765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'name': 'tempest-TestNetworkBasicOps-router-707599765', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:18:35Z', 'updated_at': '2021-08-28T15:21:27Z', 'revision_number': 6, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:03:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:37Z', 'updated_at': '2021-08-28T15:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'c18aeee2-ef93-4e88-b8b7-115a7de77248', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'port_id': '0009fd87-24f9-4598-8650-815e10b6f346', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d', 'mac_address': 'fa:16:3e:3e:70:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cefa0bd-8918-4f82-a86e-823b92ee4210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:19:32Z', 'updated_at': '2021-08-28T15:19:38Z', 'revision_number': 1, 'project_id': '882056e022594e62849ed5c991d6169b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716cb121-ec1f-4a51-b009-62c8a5dc7679', 'name': '', 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'mac_address': 'fa:16:3e:0d:09:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '54a87143-ea46-45e4-a07a-4882672eba9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:49Z', 'updated_at': '2021-08-28T15:19:04Z', 'revision_number': 5, 'project_id': '882056e022594e62849ed5c991d6169b', 'subnets': [{'id': '54a87143-ea46-45e4-a07a-4882672eba9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:21:29.035934 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0c8f33-232a-473d-a996-2f34b273f765 None None] Checking router: 4515a1dd-f473-4075-afe0-bd0977c7c81c for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:21:29.045063 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0c8f33-232a-473d-a996-2f34b273f765 None None] Routers {'4515a1dd-f473-4075-afe0-bd0977c7c81c'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:21:29.045794 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7e0c8f33-232a-473d-a996-2f34b273f765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:21:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4515a1dd-f473-4075-afe0-bd0977c7c81c'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:21:29.183570 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-7e0c8f33-232a-473d-a996-2f34b273f765 None None] Set router 4515a1dd-f473-4075-afe0-bd0977c7c81c gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:21:29.434457 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7e0c8f33-232a-473d-a996-2f34b273f765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'name': 'tempest-TestNetworkBasicOps-router-707599765', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:18:35Z', 'updated_at': '2021-08-28T15:21:27Z', 'revision_number': 6, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:03:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:37Z', 'updated_at': '2021-08-28T15:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'c18aeee2-ef93-4e88-b8b7-115a7de77248', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'port_id': '0009fd87-24f9-4598-8650-815e10b6f346', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d', 'mac_address': 'fa:16:3e:3e:70:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cefa0bd-8918-4f82-a86e-823b92ee4210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:19:32Z', 'updated_at': '2021-08-28T15:19:38Z', 'revision_number': 1, 'project_id': '882056e022594e62849ed5c991d6169b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716cb121-ec1f-4a51-b009-62c8a5dc7679', 'name': '', 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'mac_address': 'fa:16:3e:0d:09:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '54a87143-ea46-45e4-a07a-4882672eba9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:49Z', 'updated_at': '2021-08-28T15:19:04Z', 'revision_number': 5, 'project_id': '882056e022594e62849ed5c991d6169b', 'subnets': [{'id': '54a87143-ea46-45e4-a07a-4882672eba9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:21:29.460936 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0c8f33-232a-473d-a996-2f34b273f765 None None] The sync data for ids ['4515a1dd-f473-4075-afe0-bd0977c7c81c'] in n-d-712137-10 is: [{'id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'name': 'tempest-TestNetworkBasicOps-router-707599765', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:18:35Z', 'updated_at': '2021-08-28T15:21:27Z', 'revision_number': 6, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:03:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:37Z', 'updated_at': '2021-08-28T15:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'c18aeee2-ef93-4e88-b8b7-115a7de77248', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'port_id': '0009fd87-24f9-4598-8650-815e10b6f346', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d', 'mac_address': 'fa:16:3e:3e:70:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cefa0bd-8918-4f82-a86e-823b92ee4210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:19:32Z', 'updated_at': '2021-08-28T15:19:38Z', 'revision_number': 1, 'project_id': '882056e022594e62849ed5c991d6169b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716cb121-ec1f-4a51-b009-62c8a5dc7679', 'name': '', 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'mac_address': 'fa:16:3e:0d:09:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '54a87143-ea46-45e4-a07a-4882672eba9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:49Z', 'updated_at': '2021-08-28T15:19:04Z', 'revision_number': 5, 'project_id': '882056e022594e62849ed5c991d6169b', 'subnets': [{'id': '54a87143-ea46-45e4-a07a-4882672eba9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:21:29.907536 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb29fc-3c4d-40a3-9fe0-7ff1479b199d req-3b31ac55-a9ad-4710-aea4-bed50d6dbf91 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:29.917036 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-86eb29fc-3c4d-40a3-9fe0-7ff1479b199d req-3b31ac55-a9ad-4710-aea4-bed50d6dbf91 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52e332e-31ae-4055-b648-41694e951b7b HTTP/1.1" status: 200 len: 946 time: 0.0756168 Aug 28 15:21:29.975202 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-86eb29fc-3c4d-40a3-9fe0-7ff1479b199d req-48be136e-ddb4-4db6-be81-2239f6e98031 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6a5feb1-d025-4f6b-8643-e0d41dbd3445&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571973 Aug 28 15:21:29.978295 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device c62feec3-ce6f-4311-8c0d-cbe2445d53b9 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:21:30.017389 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: c62feec3-ce6f-4311-8c0d-cbe2445d53b9 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:21:30.018422 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device c62feec3-ce6f-4311-8c0d-cbe2445d53b9 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:21:30.181583 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71aa6b6-6915-4a4a-ad60-1a393cc8e36e req-8891fdf6-95d1-4203-8c57-b9d3daed358f tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:30.183141 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a71aa6b6-6915-4a4a-ad60-1a393cc8e36e req-8891fdf6-95d1-4203-8c57-b9d3daed358f tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.36 "GET /v2.0/ports?device_id=f52e332e-31ae-4055-b648-41694e951b7b HTTP/1.1" status: 200 len: 946 time: 0.1157734 Aug 28 15:21:30.195163 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22592fa6-d982-4bca-8af5-9f3056915724 req-3196eeff-bdef-4beb-9094-6686f4971c39 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:30.196983 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-22592fa6-d982-4bca-8af5-9f3056915724 req-3196eeff-bdef-4beb-9094-6686f4971c39 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 944 time: 0.0884922 Aug 28 15:21:30.259946 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-22592fa6-d982-4bca-8af5-9f3056915724 req-cf34945c-e9f6-4e1a-9033-51e3c6c4ca84 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539918 Aug 28 15:21:30.309722 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-a71aa6b6-6915-4a4a-ad60-1a393cc8e36e req-bf9979a4-623a-4046-8d13-7b5ce43ea793 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Deleting port 3fb65823-5906-4d4b-9eaa-dccb301bcc01 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:21:30.310061 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a71aa6b6-6915-4a4a-ad60-1a393cc8e36e req-bf9979a4-623a-4046-8d13-7b5ce43ea793 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:30.407619 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-a71aa6b6-6915-4a4a-ad60-1a393cc8e36e req-bf9979a4-623a-4046-8d13-7b5ce43ea793 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] For port 3fb65823-5906-4d4b-9eaa-dccb301bcc01, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=3fb65823-5906-4d4b-9eaa-dccb301bcc01,segment=NetworkSegment(e54e6e78-7ede-476d-9447-81151d0a1560),segment_id=e54e6e78-7ede-476d-9447-81151d0a1560)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:21:30.408027 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a71aa6b6-6915-4a4a-ad60-1a393cc8e36e req-bf9979a4-623a-4046-8d13-7b5ce43ea793 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:30.422832 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-a71aa6b6-6915-4a4a-ad60-1a393cc8e36e req-bf9979a4-623a-4046-8d13-7b5ce43ea793 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Calling delete_port for 3fb65823-5906-4d4b-9eaa-dccb301bcc01 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:21:30.552149 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a71aa6b6-6915-4a4a-ad60-1a393cc8e36e req-bf9979a4-623a-4046-8d13-7b5ce43ea793 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:30.589493 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9979a4-623a-4046-8d13-7b5ce43ea793 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event deleted for resources: {'Port': ['ID=3fb65823-5906-4d4b-9eaa-dccb301bcc01,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:30.631358 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71aa6b6-6915-4a4a-ad60-1a393cc8e36e req-bf9979a4-623a-4046-8d13-7b5ce43ea793 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] No DVR routers for this DVR port 3fb65823-5906-4d4b-9eaa-dccb301bcc01 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:21:30.633974 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a71aa6b6-6915-4a4a-ad60-1a393cc8e36e req-bf9979a4-623a-4046-8d13-7b5ce43ea793 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:30.636048 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a71aa6b6-6915-4a4a-ad60-1a393cc8e36e req-bf9979a4-623a-4046-8d13-7b5ce43ea793 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.36 "DELETE /v2.0/ports/3fb65823-5906-4d4b-9eaa-dccb301bcc01 HTTP/1.1" status: 204 len: 173 time: 0.4453113 Aug 28 15:21:30.636430 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52e332e-31ae-4055-b648-41694e951b7b', 'name': 'network-vif-deleted', 'tag': '3fb65823-5906-4d4b-9eaa-dccb301bcc01'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:21:30.638650 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3da5b0-e6e1-432a-9b19-ea0f8ee60f29" -d '{"events": [{"server_uuid": "f52e332e-31ae-4055-b648-41694e951b7b", "name": "network-vif-deleted", "tag": "3fb65823-5906-4d4b-9eaa-dccb301bcc01"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:21:30.681900 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2e900c-61c9-43e9-a1cc-bc7ca201e2ef x-openstack-request-id: req-4c2e900c-61c9-43e9-a1cc-bc7ca201e2ef {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:21:30.682286 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52e332e-31ae-4055-b648-41694e951b7b", "name": "network-vif-deleted", "tag": "3fb65823-5906-4d4b-9eaa-dccb301bcc01", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:21:30.682762 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c2e900c-61c9-43e9-a1cc-bc7ca201e2ef {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:21:30.683168 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52e332e-31ae-4055-b648-41694e951b7b', 'name': 'network-vif-deleted', 'tag': '3fb65823-5906-4d4b-9eaa-dccb301bcc01', 'status': 'completed', 'code': 200} Aug 28 15:21:31.337340 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d0c72e3e-706c-4574-b1d9-7ea63d03de61 req-7f6f946a-954d-4567-881a-f16975586c25 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52e332e-31ae-4055-b648-41694e951b7b HTTP/1.1" status: 200 len: 210 time: 0.1275067 Aug 28 15:21:31.543275 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca987dd-d73f-49b3-9c87-af27ff2f2c77 req-63978982-ceb8-4d51-8ed6-9aac87e4818c tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:31.545152 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7ca987dd-d73f-49b3-9c87-af27ff2f2c77 req-63978982-ceb8-4d51-8ed6-9aac87e4818c tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 944 time: 0.0833912 Aug 28 15:21:31.602023 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7ca987dd-d73f-49b3-9c87-af27ff2f2c77 req-90485cb8-b0ad-4761-9c0d-916c7ed26a34 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495586 Aug 28 15:21:32.438221 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40526) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:32.476739 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 3fb65823-5906-4d4b-9eaa-dccb301bcc01 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:21:32.497837 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 3fb65823-5906-4d4b-9eaa-dccb301bcc01 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:21:32.498194 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 3fb65823-5906-4d4b-9eaa-dccb301bcc01 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:21:32.518450 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9f9c4a46-960c-4c32-a610-23d5731e26bf tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:32.548071 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9f9c4a46-960c-4c32-a610-23d5731e26bf tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:32.625179 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9f9c4a46-960c-4c32-a610-23d5731e26bf tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:32.642230 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9f9c4a46-960c-4c32-a610-23d5731e26bf tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:32.645950 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9f9c4a46-960c-4c32-a610-23d5731e26bf tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "DELETE /v2.0/security-groups/b6a5feb1-d025-4f6b-8643-e0d41dbd3445 HTTP/1.1" status: 204 len: 168 time: 0.2037482 Aug 28 15:21:32.728488 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40540) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:32.729684 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c4a46-960c-4c32-a610-23d5731e26bf tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a5feb1-d025-4f6b-8643-e0d41dbd3445,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:32.864335 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-426c0ff9-bf3d-40ec-bb85-4b02e9483687 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Deleting subnet 48d634f9-cb79-4ad4-b3fd-a5bc7d67a37f {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:21:32.887797 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-426c0ff9-bf3d-40ec-bb85-4b02e9483687 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:32.950004 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43cadf-2afa-47e9-a6db-33f9db15d09a req-b99ac131-164a-43b5-a4d3-bb7a6fc01c62 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:32.951209 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0a43cadf-2afa-47e9-a6db-33f9db15d09a req-b99ac131-164a-43b5-a4d3-bb7a6fc01c62 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 944 time: 0.1257367 Aug 28 15:21:32.964325 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-426c0ff9-bf3d-40ec-bb85-4b02e9483687 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:33.099727 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-426c0ff9-bf3d-40ec-bb85-4b02e9483687 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:33.178542 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0a43cadf-2afa-47e9-a6db-33f9db15d09a req-1dbba5be-9c67-4564-86b7-80738d201af5 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090108 Aug 28 15:21:33.203887 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-426c0ff9-bf3d-40ec-bb85-4b02e9483687 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:33.237125 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c0ff9-bf3d-40ec-bb85-4b02e9483687 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event deleted for resources: {'Subnet': ['ID=48d634f9-cb79-4ad4-b3fd-a5bc7d67a37f,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:33.241755 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-426c0ff9-bf3d-40ec-bb85-4b02e9483687 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:33.246553 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40542) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:33.246676 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-426c0ff9-bf3d-40ec-bb85-4b02e9483687 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "DELETE /v2.0/subnets/48d634f9-cb79-4ad4-b3fd-a5bc7d67a37f HTTP/1.1" status: 204 len: 168 time: 0.5168054 Aug 28 15:21:33.249898 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87886844-1b03-4136-948b-fc91d802bced None None] Network 18cc3b47-9d67-42d4-a8d6-d8a9de181f8f requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:21:33.352646 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-35d185ff-1ec0-42cd-a310-1bc31738e546 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:33.434163 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-35d185ff-1ec0-42cd-a310-1bc31738e546 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Deleting port eee80be4-41ec-4f22-9545-d2755015f675 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:21:33.434568 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-35d185ff-1ec0-42cd-a310-1bc31738e546 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:33.489751 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b308a8-2f68-4939-be3e-80b6d647a461 None None] DHCP port deletion for 18cc3b47-9d67-42d4-a8d6-d8a9de181f8f request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:21:33.500031 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-35d185ff-1ec0-42cd-a310-1bc31738e546 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] For port eee80be4-41ec-4f22-9545-d2755015f675, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=eee80be4-41ec-4f22-9545-d2755015f675,segment=NetworkSegment(e54e6e78-7ede-476d-9447-81151d0a1560),segment_id=e54e6e78-7ede-476d-9447-81151d0a1560)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:21:33.500421 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-35d185ff-1ec0-42cd-a310-1bc31738e546 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:33.520416 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-35d185ff-1ec0-42cd-a310-1bc31738e546 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Calling delete_port for eee80be4-41ec-4f22-9545-d2755015f675 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:21:33.608994 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-35d185ff-1ec0-42cd-a310-1bc31738e546 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:33.639850 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-00b308a8-2f68-4939-be3e-80b6d647a461 None None] Deleting port eee80be4-41ec-4f22-9545-d2755015f675 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:21:33.640609 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-00b308a8-2f68-4939-be3e-80b6d647a461 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:33.646536 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d185ff-1ec0-42cd-a310-1bc31738e546 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] No DVR routers for this DVR port eee80be4-41ec-4f22-9545-d2755015f675 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:21:33.654204 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d185ff-1ec0-42cd-a310-1bc31738e546 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event deleted for resources: {'Port': ['ID=eee80be4-41ec-4f22-9545-d2755015f675,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:33.749168 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-35d185ff-1ec0-42cd-a310-1bc31738e546 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:33.750975 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-00b308a8-2f68-4939-be3e-80b6d647a461 None None] For port eee80be4-41ec-4f22-9545-d2755015f675, host n-d-712137-10, got binding levels [] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:21:33.751380 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-00b308a8-2f68-4939-be3e-80b6d647a461 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:33.762857 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-35d185ff-1ec0-42cd-a310-1bc31738e546 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18cc3b47-9d67-42d4-a8d6-d8a9de181f8f']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:21:33.774879 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-35d185ff-1ec0-42cd-a310-1bc31738e546 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54e6e78-7ede-476d-9447-81151d0a1560') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:21:33.775395 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-35d185ff-1ec0-42cd-a310-1bc31738e546 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54e6e78-7ede-476d-9447-81151d0a1560') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:21:33.780047 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-00b308a8-2f68-4939-be3e-80b6d647a461 None None] Calling delete_port for eee80be4-41ec-4f22-9545-d2755015f675 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:21:33.786291 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.ipam_backend_mixin [None req-00b308a8-2f68-4939-be3e-80b6d647a461 None None] Port eee80be4-41ec-4f22-9545-d2755015f675 was not found and therefore no delete operation was performed {{(pid=106331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 15:21:33.788186 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-35d185ff-1ec0-42cd-a310-1bc31738e546 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:33.789833 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-00b308a8-2f68-4939-be3e-80b6d647a461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:33.812355 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b308a8-2f68-4939-be3e-80b6d647a461 None None] No DVR routers for this DVR port eee80be4-41ec-4f22-9545-d2755015f675 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:21:33.826820 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-35d185ff-1ec0-42cd-a310-1bc31738e546 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:33.834794 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35d185ff-1ec0-42cd-a310-1bc31738e546 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:21:33.835437 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-35d185ff-1ec0-42cd-a310-1bc31738e546 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:33.841095 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b308a8-2f68-4939-be3e-80b6d647a461 None None] Pushing event deleted for resources: {'Port': ['ID=eee80be4-41ec-4f22-9545-d2755015f675,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:21:33.852426 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:21:33.908191 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-35d185ff-1ec0-42cd-a310-1bc31738e546 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:33.928335 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-35d185ff-1ec0-42cd-a310-1bc31738e546 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:33.935848 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40552) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:33.944273 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-35d185ff-1ec0-42cd-a310-1bc31738e546 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "DELETE /v2.0/networks/18cc3b47-9d67-42d4-a8d6-d8a9de181f8f HTTP/1.1" status: 204 len: 168 time: 0.6845376 Aug 28 15:21:33.945305 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d185ff-1ec0-42cd-a310-1bc31738e546 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event deleted for resources: {'Network': ['ID=18cc3b47-9d67-42d4-a8d6-d8a9de181f8f,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:34.099572 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device eee80be4-41ec-4f22-9545-d2755015f675 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:21:34.121360 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: eee80be4-41ec-4f22-9545-d2755015f675 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:21:34.121929 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device eee80be4-41ec-4f22-9545-d2755015f675 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:21:34.219396 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-d12ffb6c-ba2b-4ddb-b5ed-51e9ffd6b517 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Deleting port ae85a8e6-e85f-495b-8dde-a3d03af5337e {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:21:34.219834 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d12ffb6c-ba2b-4ddb-b5ed-51e9ffd6b517 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:34.429576 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d12ffb6c-ba2b-4ddb-b5ed-51e9ffd6b517 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:34.429928 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d12ffb6c-ba2b-4ddb-b5ed-51e9ffd6b517 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:34.436372 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e253653-b8f5-433f-927a-f02cf52ff77e req-dd27e004-7b6e-4e28-9d9e-48906c9b1708 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:34.442487 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e253653-b8f5-433f-927a-f02cf52ff77e req-dd27e004-7b6e-4e28-9d9e-48906c9b1708 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 944 time: 0.1748712 Aug 28 15:21:34.484763 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-d12ffb6c-ba2b-4ddb-b5ed-51e9ffd6b517 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Calling delete_port for ae85a8e6-e85f-495b-8dde-a3d03af5337e owned by network:floatingip {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:21:34.532325 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e253653-b8f5-433f-927a-f02cf52ff77e req-ac37dfcb-ab73-4543-b1f0-f5ce5db862d2 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832028 Aug 28 15:21:34.702720 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d12ffb6c-ba2b-4ddb-b5ed-51e9ffd6b517 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:34.757538 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ffb6c-ba2b-4ddb-b5ed-51e9ffd6b517 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event deleted for resources: {'Port': ['ID=ae85a8e6-e85f-495b-8dde-a3d03af5337e,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:34.807066 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d12ffb6c-ba2b-4ddb-b5ed-51e9ffd6b517 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for floatingip, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:34.807404 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [None req-d12ffb6c-ba2b-4ddb-b5ed-51e9ffd6b517 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Floating IP c18aeee2-ef93-4e88-b8b7-115a7de77248 disassociated (deleted). External IP: 172.25.3.182, port: 0009fd87-24f9-4598-8650-815e10b6f346. Aug 28 15:21:35.072141 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12ffb6c-ba2b-4ddb-b5ed-51e9ffd6b517 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Router 4515a1dd-f473-4075-afe0-bd0977c7c81c has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:21:35.222665 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12ffb6c-ba2b-4ddb-b5ed-51e9ffd6b517 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:21:35.227444 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d12ffb6c-ba2b-4ddb-b5ed-51e9ffd6b517 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:35.234765 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af8eea7-92b9-40fa-ab43-a1b833bdb19d None None] Sync routers for ids ['4515a1dd-f473-4075-afe0-bd0977c7c81c'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:21:35.249159 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af8eea7-92b9-40fa-ab43-a1b833bdb19d None None] Routers {'4515a1dd-f473-4075-afe0-bd0977c7c81c'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:21:35.250699 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-7af8eea7-92b9-40fa-ab43-a1b833bdb19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:21:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4515a1dd-f473-4075-afe0-bd0977c7c81c'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:21:35.313634 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d12ffb6c-ba2b-4ddb-b5ed-51e9ffd6b517 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "DELETE /v2.0/floatingips/c18aeee2-ef93-4e88-b8b7-115a7de77248 HTTP/1.1" status: 204 len: 168 time: 1.3766077 Aug 28 15:21:35.314603 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cefa0bd-8918-4f82-a86e-823b92ee4210', 'tag': '0009fd87-24f9-4598-8650-815e10b6f346'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:21:35.318449 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c46908-548c-4bf1-b102-307d0b644eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "5cefa0bd-8918-4f82-a86e-823b92ee4210", "tag": "0009fd87-24f9-4598-8650-815e10b6f346"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:21:35.367094 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7944fc6a-dd4a-47dd-bdef-65614d652f48 x-openstack-request-id: req-7944fc6a-dd4a-47dd-bdef-65614d652f48 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:21:35.367519 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cefa0bd-8918-4f82-a86e-823b92ee4210", "tag": "0009fd87-24f9-4598-8650-815e10b6f346", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:21:35.367900 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7944fc6a-dd4a-47dd-bdef-65614d652f48 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:21:35.368567 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cefa0bd-8918-4f82-a86e-823b92ee4210', 'tag': '0009fd87-24f9-4598-8650-815e10b6f346', 'status': 'completed', 'code': 200} Aug 28 15:21:35.416921 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-7af8eea7-92b9-40fa-ab43-a1b833bdb19d None None] Set router 4515a1dd-f473-4075-afe0-bd0977c7c81c gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:21:35.446611 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c46908-548c-4bf1-b102-307d0b644eb7 req-081e7fe8-a3c4-496d-aa58-02b5ad828289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:35.448408 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-16c46908-548c-4bf1-b102-307d0b644eb7 req-081e7fe8-a3c4-496d-aa58-02b5ad828289 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=882056e022594e62849ed5c991d6169b&device_id=5cefa0bd-8918-4f82-a86e-823b92ee4210 HTTP/1.1" status: 200 len: 1097 time: 0.0521951 Aug 28 15:21:35.681410 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-7af8eea7-92b9-40fa-ab43-a1b833bdb19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'name': 'tempest-TestNetworkBasicOps-router-707599765', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:18:35Z', 'updated_at': '2021-08-28T15:21:27Z', 'revision_number': 6, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:03:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:37Z', 'updated_at': '2021-08-28T15:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '716cb121-ec1f-4a51-b009-62c8a5dc7679', 'name': '', 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'mac_address': 'fa:16:3e:0d:09:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '54a87143-ea46-45e4-a07a-4882672eba9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:49Z', 'updated_at': '2021-08-28T15:19:04Z', 'revision_number': 5, 'project_id': '882056e022594e62849ed5c991d6169b', 'subnets': [{'id': '54a87143-ea46-45e4-a07a-4882672eba9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:21:35.713041 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af8eea7-92b9-40fa-ab43-a1b833bdb19d None None] Checking router: 4515a1dd-f473-4075-afe0-bd0977c7c81c for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:21:35.725897 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af8eea7-92b9-40fa-ab43-a1b833bdb19d None None] Routers {'4515a1dd-f473-4075-afe0-bd0977c7c81c'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:21:35.727014 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-7af8eea7-92b9-40fa-ab43-a1b833bdb19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:21:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4515a1dd-f473-4075-afe0-bd0977c7c81c'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:21:35.767181 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb2d98-76d8-4077-8825-5d852ebf7074 req-466aad07-8ea1-4a84-b685-a7e97c4ba978 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:35.769613 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cefb2d98-76d8-4077-8825-5d852ebf7074 req-466aad07-8ea1-4a84-b685-a7e97c4ba978 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 944 time: 0.1022813 Aug 28 15:21:35.876273 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cefb2d98-76d8-4077-8825-5d852ebf7074 req-2674cc43-8f3d-4ab4-8083-db306133c20b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983484 Aug 28 15:21:35.985639 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-7af8eea7-92b9-40fa-ab43-a1b833bdb19d None None] Set router 4515a1dd-f473-4075-afe0-bd0977c7c81c gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:21:36.136936 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c46908-548c-4bf1-b102-307d0b644eb7 req-92ae293b-8587-40a3-8485-b59abb136a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:36.138452 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-16c46908-548c-4bf1-b102-307d0b644eb7 req-92ae293b-8587-40a3-8485-b59abb136a4d service neutron] 10.222.0.41 "GET /v2.0/networks?id=8a81e780-ac39-4b2e-90e9-a26ced5b068d HTTP/1.1" status: 200 len: 897 time: 0.6816728 Aug 28 15:21:36.146133 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc70bda-d206-4c16-999a-8eb5cb2d38f4 req-c9938c2e-51c7-490e-a717-0983b883ea08 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:36.147629 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fcc70bda-d206-4c16-999a-8eb5cb2d38f4 req-c9938c2e-51c7-490e-a717-0983b883ea08 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cefa0bd-8918-4f82-a86e-823b92ee4210 HTTP/1.1" status: 200 len: 945 time: 0.5243895 Aug 28 15:21:36.197888 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-16c46908-548c-4bf1-b102-307d0b644eb7 req-8407f107-946a-439e-8a16-7ef1f5c761ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0009fd87-24f9-4598-8650-815e10b6f346 HTTP/1.1" status: 200 len: 217 time: 0.0491343 Aug 28 15:21:36.224180 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-7af8eea7-92b9-40fa-ab43-a1b833bdb19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'name': 'tempest-TestNetworkBasicOps-router-707599765', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:18:35Z', 'updated_at': '2021-08-28T15:21:27Z', 'revision_number': 6, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:03:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:37Z', 'updated_at': '2021-08-28T15:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '716cb121-ec1f-4a51-b009-62c8a5dc7679', 'name': '', 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'mac_address': 'fa:16:3e:0d:09:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '54a87143-ea46-45e4-a07a-4882672eba9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:49Z', 'updated_at': '2021-08-28T15:19:04Z', 'revision_number': 5, 'project_id': '882056e022594e62849ed5c991d6169b', 'subnets': [{'id': '54a87143-ea46-45e4-a07a-4882672eba9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:21:36.257871 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af8eea7-92b9-40fa-ab43-a1b833bdb19d None None] The sync data for ids ['4515a1dd-f473-4075-afe0-bd0977c7c81c'] in n-d-712137-10 is: [{'id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'name': 'tempest-TestNetworkBasicOps-router-707599765', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:18:35Z', 'updated_at': '2021-08-28T15:21:27Z', 'revision_number': 6, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:03:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:37Z', 'updated_at': '2021-08-28T15:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '716cb121-ec1f-4a51-b009-62c8a5dc7679', 'name': '', 'network_id': '8a81e780-ac39-4b2e-90e9-a26ced5b068d', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'mac_address': 'fa:16:3e:0d:09:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '54a87143-ea46-45e4-a07a-4882672eba9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:49Z', 'updated_at': '2021-08-28T15:19:04Z', 'revision_number': 5, 'project_id': '882056e022594e62849ed5c991d6169b', 'subnets': [{'id': '54a87143-ea46-45e4-a07a-4882672eba9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:21:36.260180 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fcc70bda-d206-4c16-999a-8eb5cb2d38f4 req-238aad5c-b8cc-4967-aa93-03e580d89943 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d03fd-734c-4627-9184-a07405d51d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055794 Aug 28 15:21:36.280631 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c46908-548c-4bf1-b102-307d0b644eb7 req-fdb7888f-da52-40d0-ab9e-c6b47f685247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:36.282109 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-16c46908-548c-4bf1-b102-307d0b644eb7 req-fdb7888f-da52-40d0-ab9e-c6b47f685247 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=54a87143-ea46-45e4-a07a-4882672eba9f HTTP/1.1" status: 200 len: 835 time: 0.0673299 Aug 28 15:21:36.339563 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c46908-548c-4bf1-b102-307d0b644eb7 req-fc007fcb-0259-45b6-96b6-5cffd2a0d4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:36.339831 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-16c46908-548c-4bf1-b102-307d0b644eb7 req-fc007fcb-0259-45b6-96b6-5cffd2a0d4e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8a81e780-ac39-4b2e-90e9-a26ced5b068d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493472 Aug 28 15:21:36.453673 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-16c46908-548c-4bf1-b102-307d0b644eb7 req-99001c7e-6703-4d2b-8cf4-fdb6da6a60e9 service neutron] 10.222.0.41 "GET /v2.0/networks/8a81e780-ac39-4b2e-90e9-a26ced5b068d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965705 Aug 28 15:21:36.553678 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-16c46908-548c-4bf1-b102-307d0b644eb7 req-34d23eeb-37cf-45fe-a36c-23bd12f1b40d service neutron] 10.222.0.41 "GET /v2.0/networks/8a81e780-ac39-4b2e-90e9-a26ced5b068d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920241 Aug 28 15:21:36.555494 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ff2265-f788-4c34-9c5e-9d27aa85e548 None None] New status for floating IP c18aeee2-ef93-4e88-b8b7-115a7de77248: DOWN {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:21:37.009316 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568dd97-c23b-480c-8643-58d94b1e21c9 req-c71fbce6-d07e-4ce7-9e68-1be7807472b0 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:37.011085 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6568dd97-c23b-480c-8643-58d94b1e21c9 req-c71fbce6-d07e-4ce7-9e68-1be7807472b0 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 944 time: 0.0501258 Aug 28 15:21:37.082682 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6568dd97-c23b-480c-8643-58d94b1e21c9 req-6f8eefcb-d64e-4a24-9dc0-787a4135d05e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641229 Aug 28 15:21:37.391078 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a77d3-8f9b-443c-9a7a-2f99d2d570be req-b690a506-13c5-4ff2-b415-c60ff8dd3f42 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:37.392863 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c36a77d3-8f9b-443c-9a7a-2f99d2d570be req-b690a506-13c5-4ff2-b415-c60ff8dd3f42 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cefa0bd-8918-4f82-a86e-823b92ee4210 HTTP/1.1" status: 200 len: 945 time: 0.0655196 Aug 28 15:21:37.401649 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dde1a-b6dd-4104-90b0-0da6b63c7c52 req-0ac52394-9a71-4964-8a89-f864df6457ba tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:37.403130 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e64dde1a-b6dd-4104-90b0-0da6b63c7c52 req-0ac52394-9a71-4964-8a89-f864df6457ba tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cefa0bd-8918-4f82-a86e-823b92ee4210 HTTP/1.1" status: 200 len: 945 time: 0.0589116 Aug 28 15:21:37.437355 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c36a77d3-8f9b-443c-9a7a-2f99d2d570be req-91cca349-8290-477f-8a17-ae6c40ab9def tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d03fd-734c-4627-9184-a07405d51d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375357 Aug 28 15:21:37.527588 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-e64dde1a-b6dd-4104-90b0-0da6b63c7c52 req-ab57f3a3-4857-488f-9c63-a68ef2e91c1a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Deleting port 0009fd87-24f9-4598-8650-815e10b6f346 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:21:37.527960 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e64dde1a-b6dd-4104-90b0-0da6b63c7c52 req-ab57f3a3-4857-488f-9c63-a68ef2e91c1a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:37.629081 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-e64dde1a-b6dd-4104-90b0-0da6b63c7c52 req-ab57f3a3-4857-488f-9c63-a68ef2e91c1a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] For port 0009fd87-24f9-4598-8650-815e10b6f346, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=0009fd87-24f9-4598-8650-815e10b6f346,segment=NetworkSegment(74aeee14-0d37-4360-92bb-0c901b877b56),segment_id=74aeee14-0d37-4360-92bb-0c901b877b56)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:21:37.629725 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e64dde1a-b6dd-4104-90b0-0da6b63c7c52 req-ab57f3a3-4857-488f-9c63-a68ef2e91c1a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:37.652602 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-e64dde1a-b6dd-4104-90b0-0da6b63c7c52 req-ab57f3a3-4857-488f-9c63-a68ef2e91c1a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Calling delete_port for 0009fd87-24f9-4598-8650-815e10b6f346 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:21:37.805515 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e64dde1a-b6dd-4104-90b0-0da6b63c7c52 req-ab57f3a3-4857-488f-9c63-a68ef2e91c1a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:37.837612 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57f3a3-4857-488f-9c63-a68ef2e91c1a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event deleted for resources: {'Port': ['ID=0009fd87-24f9-4598-8650-815e10b6f346,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:37.891224 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64dde1a-b6dd-4104-90b0-0da6b63c7c52 req-ab57f3a3-4857-488f-9c63-a68ef2e91c1a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] No DVR routers for this DVR port 0009fd87-24f9-4598-8650-815e10b6f346 on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:21:37.894600 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-e64dde1a-b6dd-4104-90b0-0da6b63c7c52 req-ab57f3a3-4857-488f-9c63-a68ef2e91c1a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:37.896643 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e64dde1a-b6dd-4104-90b0-0da6b63c7c52 req-ab57f3a3-4857-488f-9c63-a68ef2e91c1a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.41 "DELETE /v2.0/ports/0009fd87-24f9-4598-8650-815e10b6f346 HTTP/1.1" status: 204 len: 173 time: 0.4720361 Aug 28 15:21:37.897087 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cefa0bd-8918-4f82-a86e-823b92ee4210', 'name': 'network-vif-deleted', 'tag': '0009fd87-24f9-4598-8650-815e10b6f346'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:21:37.899965 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04efe88-64ff-4307-a43c-343c73d76163" -d '{"events": [{"server_uuid": "5cefa0bd-8918-4f82-a86e-823b92ee4210", "name": "network-vif-deleted", "tag": "0009fd87-24f9-4598-8650-815e10b6f346"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:21:37.943512 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7d800a-73df-440e-8b6d-3e3fdef3caab x-openstack-request-id: req-5b7d800a-73df-440e-8b6d-3e3fdef3caab {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:21:37.943911 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cefa0bd-8918-4f82-a86e-823b92ee4210", "name": "network-vif-deleted", "tag": "0009fd87-24f9-4598-8650-815e10b6f346", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:21:37.944165 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b7d800a-73df-440e-8b6d-3e3fdef3caab {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:21:37.944561 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cefa0bd-8918-4f82-a86e-823b92ee4210', 'name': 'network-vif-deleted', 'tag': '0009fd87-24f9-4598-8650-815e10b6f346', 'status': 'completed', 'code': 200} Aug 28 15:21:37.986265 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-da091e0a-7684-4161-84a6-0349f2b75f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:38.226395 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda18f0d-8f56-45f7-ada9-d9b0831a4003 req-6172498a-031b-4ea3-9e0f-05126b8d3e03 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:38.228109 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dda18f0d-8f56-45f7-ada9-d9b0831a4003 req-6172498a-031b-4ea3-9e0f-05126b8d3e03 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 944 time: 0.0587740 Aug 28 15:21:38.276299 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dda18f0d-8f56-45f7-ada9-d9b0831a4003 req-7499df72-0b0c-45c2-8eff-fb8b164ae4bf tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416303 Aug 28 15:21:38.577731 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-04269012-f807-4256-81e9-49c5f71e9470 req-871f97f1-659d-48db-bfb1-4a8e4a27daef tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cefa0bd-8918-4f82-a86e-823b92ee4210 HTTP/1.1" status: 200 len: 210 time: 0.0387635 Aug 28 15:21:39.394770 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93201556-95d7-4ab4-949e-1df4899112b5 req-a461c000-9237-4fab-9e39-895299de7f2f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:39.396360 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93201556-95d7-4ab4-949e-1df4899112b5 req-a461c000-9237-4fab-9e39-895299de7f2f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 944 time: 0.0516148 Aug 28 15:21:39.435836 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93201556-95d7-4ab4-949e-1df4899112b5 req-1329a1ee-5145-4571-8163-352f6cfb385f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330215 Aug 28 15:21:39.641242 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40666) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:39.719894 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-15768a19-616c-4517-a591-72bf43b1a655 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:39.748091 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-15768a19-616c-4517-a591-72bf43b1a655 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:39.840852 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-15768a19-616c-4517-a591-72bf43b1a655 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:39.843725 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-15768a19-616c-4517-a591-72bf43b1a655 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:39.845038 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-15768a19-616c-4517-a591-72bf43b1a655 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "DELETE /v2.0/security-groups/c06d03fd-734c-4627-9184-a07405d51d0a HTTP/1.1" status: 204 len: 168 time: 0.2023852 Aug 28 15:21:39.866547 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15768a19-616c-4517-a591-72bf43b1a655 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06d03fd-734c-4627-9184-a07405d51d0a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:39.887149 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40676) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:40.333339 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b78ee8e9-6a6c-4a0d-a749-2453db1db10d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:40.563852 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e8cc1bdd-2774-4954-b297-b0e0e9c0128a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:40.585787 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a06e29-14a1-4eca-9191-7f4466b7df34 req-b20c2ecf-f8a0-4f8f-87ba-06af568be08f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:40.587296 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e7a06e29-14a1-4eca-9191-7f4466b7df34 req-b20c2ecf-f8a0-4f8f-87ba-06af568be08f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 944 time: 0.0703740 Aug 28 15:21:40.669495 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e7a06e29-14a1-4eca-9191-7f4466b7df34 req-e3689fab-0c23-45a6-85c1-877c7da4577a tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651219 Aug 28 15:21:40.705149 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-b78ee8e9-6a6c-4a0d-a749-2453db1db10d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Deleting port 716cb121-ec1f-4a51-b009-62c8a5dc7679 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:21:40.705747 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b78ee8e9-6a6c-4a0d-a749-2453db1db10d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:40.798068 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-b78ee8e9-6a6c-4a0d-a749-2453db1db10d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] For port 716cb121-ec1f-4a51-b009-62c8a5dc7679, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=716cb121-ec1f-4a51-b009-62c8a5dc7679,segment=NetworkSegment(74aeee14-0d37-4360-92bb-0c901b877b56),segment_id=74aeee14-0d37-4360-92bb-0c901b877b56)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:21:40.798593 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b78ee8e9-6a6c-4a0d-a749-2453db1db10d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:40.813171 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-b78ee8e9-6a6c-4a0d-a749-2453db1db10d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Calling delete_port for 716cb121-ec1f-4a51-b009-62c8a5dc7679 owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:21:40.831622 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:41.033203 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b78ee8e9-6a6c-4a0d-a749-2453db1db10d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:41.066402 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ee8e9-6a6c-4a0d-a749-2453db1db10d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event deleted for resources: {'Port': ['ID=716cb121-ec1f-4a51-b009-62c8a5dc7679,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:41.258686 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b78ee8e9-6a6c-4a0d-a749-2453db1db10d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:41.532279 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78ee8e9-6a6c-4a0d-a749-2453db1db10d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Router 4515a1dd-f473-4075-afe0-bd0977c7c81c has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:21:41.607071 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 0009fd87-24f9-4598-8650-815e10b6f346 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:21:41.629621 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 0009fd87-24f9-4598-8650-815e10b6f346 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:21:41.630217 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 0009fd87-24f9-4598-8650-815e10b6f346 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:21:41.682090 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78ee8e9-6a6c-4a0d-a749-2453db1db10d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:21:41.688576 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b78ee8e9-6a6c-4a0d-a749-2453db1db10d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "PUT /v2.0/routers/4515a1dd-f473-4075-afe0-bd0977c7c81c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7998579 Aug 28 15:21:41.691159 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40698) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:41.695984 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8931e1c4-767d-4f94-b829-18d2406fbf00 None None] Sync routers for ids ['4515a1dd-f473-4075-afe0-bd0977c7c81c'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:21:41.706647 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8931e1c4-767d-4f94-b829-18d2406fbf00 None None] Routers {'4515a1dd-f473-4075-afe0-bd0977c7c81c'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:21:41.707277 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-8931e1c4-767d-4f94-b829-18d2406fbf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:21:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4515a1dd-f473-4075-afe0-bd0977c7c81c'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:21:41.709757 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b22ea3-18a9-40cd-b799-e254496a628e req-cac00c14-27fd-4cb5-9539-20167bab47ad tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:41.711821 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-59b22ea3-18a9-40cd-b799-e254496a628e req-cac00c14-27fd-4cb5-9539-20167bab47ad tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fc52888-fd34-4ac3-9a44-60bc9b75915e HTTP/1.1" status: 200 len: 946 time: 0.0811708 Aug 28 15:21:41.768371 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-59b22ea3-18a9-40cd-b799-e254496a628e req-46bbe338-f03d-4459-9b9a-f91b1b591379 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/security-groups?id=60743525-baa6-492c-96d7-b2711b948c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475338 Aug 28 15:21:41.789493 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:41.822475 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-7db5b284-ac1c-4bbe-9599-5d6e20fb519d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Deleting subnet 54a87143-ea46-45e4-a07a-4882672eba9f {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:21:41.826577 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7db5b284-ac1c-4bbe-9599-5d6e20fb519d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:41.849862 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-8931e1c4-767d-4f94-b829-18d2406fbf00 None None] Set router 4515a1dd-f473-4075-afe0-bd0977c7c81c gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:21:41.892461 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b41024-954e-47c3-8bff-b9f1ecf8ca6f req-2edec137-7ad6-48e2-8719-6d66a5e08c83 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:41.895052 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c4b41024-954e-47c3-8bff-b9f1ecf8ca6f req-2edec137-7ad6-48e2-8719-6d66a5e08c83 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 944 time: 0.1266792 Aug 28 15:21:41.902591 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7db5b284-ac1c-4bbe-9599-5d6e20fb519d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:41.988049 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c4b41024-954e-47c3-8bff-b9f1ecf8ca6f req-6f1cdc43-ce49-40ab-bd13-42b5b4685ab5 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820374 Aug 28 15:21:42.089368 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7db5b284-ac1c-4bbe-9599-5d6e20fb519d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:42.132466 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-8931e1c4-767d-4f94-b829-18d2406fbf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'name': 'tempest-TestNetworkBasicOps-router-707599765', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:18:35Z', 'updated_at': '2021-08-28T15:21:40Z', 'revision_number': 7, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:03:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:37Z', 'updated_at': '2021-08-28T15:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:21:42.166466 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8931e1c4-767d-4f94-b829-18d2406fbf00 None None] Checking router: 4515a1dd-f473-4075-afe0-bd0977c7c81c for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:21:42.173566 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7db5b284-ac1c-4bbe-9599-5d6e20fb519d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:42.176703 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8931e1c4-767d-4f94-b829-18d2406fbf00 None None] Routers {'4515a1dd-f473-4075-afe0-bd0977c7c81c'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:21:42.178004 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-8931e1c4-767d-4f94-b829-18d2406fbf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:21:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4515a1dd-f473-4075-afe0-bd0977c7c81c'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:21:42.210239 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7db5b284-ac1c-4bbe-9599-5d6e20fb519d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:42.215269 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40718) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:42.223207 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7db5b284-ac1c-4bbe-9599-5d6e20fb519d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "DELETE /v2.0/subnets/54a87143-ea46-45e4-a07a-4882672eba9f HTTP/1.1" status: 204 len: 168 time: 0.5297210 Aug 28 15:21:42.223500 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bee399a-243f-43c4-8410-b226e4fe678b None None] Network 8a81e780-ac39-4b2e-90e9-a26ced5b068d requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:21:42.224191 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5b284-ac1c-4bbe-9599-5d6e20fb519d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event deleted for resources: {'Subnet': ['ID=54a87143-ea46-45e4-a07a-4882672eba9f,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:42.375939 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f9e0cec0-449f-48a6-9d88-2fc4afbec69f tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:42.427171 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-8931e1c4-767d-4f94-b829-18d2406fbf00 None None] Set router 4515a1dd-f473-4075-afe0-bd0977c7c81c gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:21:42.485452 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f9e0cec0-449f-48a6-9d88-2fc4afbec69f tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:42.568645 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-f9e0cec0-449f-48a6-9d88-2fc4afbec69f tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Deleting port 72a50756-6bc7-43cd-bdbf-a99ee5bbc584 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:21:42.568999 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f9e0cec0-449f-48a6-9d88-2fc4afbec69f tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:42.609817 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdea968-fc51-4991-91ca-5675b2ffcec8 None None] DHCP port deletion for 8a81e780-ac39-4b2e-90e9-a26ced5b068d request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:21:42.659785 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-f9e0cec0-449f-48a6-9d88-2fc4afbec69f tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] For port 72a50756-6bc7-43cd-bdbf-a99ee5bbc584, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=72a50756-6bc7-43cd-bdbf-a99ee5bbc584,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:21:42.660310 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f9e0cec0-449f-48a6-9d88-2fc4afbec69f tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:42.669094 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-8931e1c4-767d-4f94-b829-18d2406fbf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'name': 'tempest-TestNetworkBasicOps-router-707599765', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:18:35Z', 'updated_at': '2021-08-28T15:21:40Z', 'revision_number': 7, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:03:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:37Z', 'updated_at': '2021-08-28T15:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:21:42.675229 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-f9e0cec0-449f-48a6-9d88-2fc4afbec69f tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Calling delete_port for 72a50756-6bc7-43cd-bdbf-a99ee5bbc584 owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:21:42.702253 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8931e1c4-767d-4f94-b829-18d2406fbf00 None None] The sync data for ids ['4515a1dd-f473-4075-afe0-bd0977c7c81c'] in n-d-712137-10 is: [{'id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'name': 'tempest-TestNetworkBasicOps-router-707599765', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:18:35Z', 'updated_at': '2021-08-28T15:21:40Z', 'revision_number': 7, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '72a50756-6bc7-43cd-bdbf-a99ee5bbc584', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:03:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4515a1dd-f473-4075-afe0-bd0977c7c81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:18:37Z', 'updated_at': '2021-08-28T15:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:21:42.710110 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-bbdea968-fc51-4991-91ca-5675b2ffcec8 None None] Deleting port 56281aa3-cda5-4684-9c31-8cfa48a2a875 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:21:42.710480 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-bbdea968-fc51-4991-91ca-5675b2ffcec8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:42.775251 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-bbdea968-fc51-4991-91ca-5675b2ffcec8 None None] For port 56281aa3-cda5-4684-9c31-8cfa48a2a875, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=56281aa3-cda5-4684-9c31-8cfa48a2a875,segment=NetworkSegment(74aeee14-0d37-4360-92bb-0c901b877b56),segment_id=74aeee14-0d37-4360-92bb-0c901b877b56)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:21:42.775663 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-bbdea968-fc51-4991-91ca-5675b2ffcec8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:42.788948 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-bbdea968-fc51-4991-91ca-5675b2ffcec8 None None] Calling delete_port for 56281aa3-cda5-4684-9c31-8cfa48a2a875 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:21:42.887307 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-bbdea968-fc51-4991-91ca-5675b2ffcec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:42.889358 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f9e0cec0-449f-48a6-9d88-2fc4afbec69f tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:42.918283 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdea968-fc51-4991-91ca-5675b2ffcec8 None None] Pushing event deleted for resources: {'Port': ['ID=56281aa3-cda5-4684-9c31-8cfa48a2a875,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:42.925302 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e0cec0-449f-48a6-9d88-2fc4afbec69f tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event deleted for resources: {'Port': ['ID=72a50756-6bc7-43cd-bdbf-a99ee5bbc584,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:42.925414 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdea968-fc51-4991-91ca-5675b2ffcec8 None None] No DVR routers for this DVR port 56281aa3-cda5-4684-9c31-8cfa48a2a875 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:21:42.992420 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebea475-233a-48bd-8b9b-09802f3ea6a4 req-e0545445-d411-4bdc-965c-b993088ea82c tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:42.993900 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ebea475-233a-48bd-8b9b-09802f3ea6a4 req-e0545445-d411-4bdc-965c-b993088ea82c tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fc52888-fd34-4ac3-9a44-60bc9b75915e HTTP/1.1" status: 200 len: 946 time: 0.1403959 Aug 28 15:21:43.028517 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f9e0cec0-449f-48a6-9d88-2fc4afbec69f tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:43.129346 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cfb605-9a80-413a-8a29-d62cb4d35c71 req-1eb4a1d9-f138-4d95-bbb8-93abc5a82b84 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:43.131435 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94cfb605-9a80-413a-8a29-d62cb4d35c71 req-1eb4a1d9-f138-4d95-bbb8-93abc5a82b84 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 944 time: 0.0708745 Aug 28 15:21:43.185114 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94cfb605-9a80-413a-8a29-d62cb4d35c71 req-8e2ac78c-8e54-4d99-b203-7c52a1e165e9 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398889 Aug 28 15:21:43.274132 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:43.423438 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ebea475-233a-48bd-8b9b-09802f3ea6a4 req-17ce54b2-bd65-4c7c-8c31-c67ea7212000 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/security-groups?id=60743525-baa6-492c-96d7-b2711b948c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233513 Aug 28 15:21:43.470655 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f9e0cec0-449f-48a6-9d88-2fc4afbec69f tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:43.474186 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f9e0cec0-449f-48a6-9d88-2fc4afbec69f tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:43.525484 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48024c-543e-4713-b517-16dabf10dc6e req-7d32a920-1e3f-4508-bca5-df2af10777ba tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:43.526962 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2f48024c-543e-4713-b517-16dabf10dc6e req-7d32a920-1e3f-4508-bca5-df2af10777ba tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fc52888-fd34-4ac3-9a44-60bc9b75915e HTTP/1.1" status: 200 len: 946 time: 0.1167982 Aug 28 15:21:43.531254 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f9e0cec0-449f-48a6-9d88-2fc4afbec69f tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:43.531839 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e0cec0-449f-48a6-9d88-2fc4afbec69f tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Fanout notify agent at l3_agent the message router_deleted on router 4515a1dd-f473-4075-afe0-bd0977c7c81c {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:21:43.547359 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f9e0cec0-449f-48a6-9d88-2fc4afbec69f tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:43.551229 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f9e0cec0-449f-48a6-9d88-2fc4afbec69f tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "DELETE /v2.0/routers/4515a1dd-f473-4075-afe0-bd0977c7c81c HTTP/1.1" status: 204 len: 168 time: 1.3324401 Aug 28 15:21:43.552226 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40736) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:43.686374 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-2f48024c-543e-4713-b517-16dabf10dc6e req-c22990b8-0a79-41f7-afc2-35838f6e3714 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Deleting port 7d853611-9d7f-4865-a68b-2413a97c1034 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:21:43.686728 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2f48024c-543e-4713-b517-16dabf10dc6e req-c22990b8-0a79-41f7-afc2-35838f6e3714 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:43.720422 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2227dd0f-cdf9-4032-8782-eb4c4ee24a13 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:43.824069 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-2f48024c-543e-4713-b517-16dabf10dc6e req-c22990b8-0a79-41f7-afc2-35838f6e3714 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] For port 7d853611-9d7f-4865-a68b-2413a97c1034, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=7d853611-9d7f-4865-a68b-2413a97c1034,segment=NetworkSegment(01c5611e-ae4b-4448-9fce-3787a47d59b0),segment_id=01c5611e-ae4b-4448-9fce-3787a47d59b0)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:21:43.824654 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2f48024c-543e-4713-b517-16dabf10dc6e req-c22990b8-0a79-41f7-afc2-35838f6e3714 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:43.833596 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2227dd0f-cdf9-4032-8782-eb4c4ee24a13 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:43.843570 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-2f48024c-543e-4713-b517-16dabf10dc6e req-c22990b8-0a79-41f7-afc2-35838f6e3714 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Calling delete_port for 7d853611-9d7f-4865-a68b-2413a97c1034 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:21:43.850203 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-2227dd0f-cdf9-4032-8782-eb4c4ee24a13 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a81e780-ac39-4b2e-90e9-a26ced5b068d']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:21:43.865689 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-2227dd0f-cdf9-4032-8782-eb4c4ee24a13 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74aeee14-0d37-4360-92bb-0c901b877b56') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:21:43.865996 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-2227dd0f-cdf9-4032-8782-eb4c4ee24a13 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74aeee14-0d37-4360-92bb-0c901b877b56') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:21:43.877759 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2227dd0f-cdf9-4032-8782-eb4c4ee24a13 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:43.893783 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2227dd0f-cdf9-4032-8782-eb4c4ee24a13 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:43.900339 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2227dd0f-cdf9-4032-8782-eb4c4ee24a13 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:21:43.900748 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2227dd0f-cdf9-4032-8782-eb4c4ee24a13 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:21:43.903793 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:21:43.983862 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2227dd0f-cdf9-4032-8782-eb4c4ee24a13 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:43.996401 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2227dd0f-cdf9-4032-8782-eb4c4ee24a13 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:44.000101 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2227dd0f-cdf9-4032-8782-eb4c4ee24a13 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "DELETE /v2.0/networks/8a81e780-ac39-4b2e-90e9-a26ced5b068d HTTP/1.1" status: 204 len: 168 time: 0.4465885 Aug 28 15:21:44.015807 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227dd0f-cdf9-4032-8782-eb4c4ee24a13 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event deleted for resources: {'Network': ['ID=8a81e780-ac39-4b2e-90e9-a26ced5b068d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:44.023958 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40748) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:44.029217 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-3b246b5a-1490-469d-b60a-4e18def274b3 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'network': {'name': 'tempest-network-smoke--1059664291', 'project_id': '882056e022594e62849ed5c991d6169b', 'port_security_enabled': True}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:21:44.034759 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2f48024c-543e-4713-b517-16dabf10dc6e req-c22990b8-0a79-41f7-afc2-35838f6e3714 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:44.051146 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['7d853611-9d7f-4865-a68b-2413a97c1034'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:21:44.053112 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b246b5a-1490-469d-b60a-4e18def274b3 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Made reservation on behalf of 882056e022594e62849ed5c991d6169b for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:21:44.058162 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b246b5a-1490-469d-b60a-4e18def274b3 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:44.065690 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22990b8-0a79-41f7-afc2-35838f6e3714 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Pushing event deleted for resources: {'Port': ['ID=7d853611-9d7f-4865-a68b-2413a97c1034,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:44.091633 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b246b5a-1490-469d-b60a-4e18def274b3 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:21:44.105335 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b246b5a-1490-469d-b60a-4e18def274b3 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:44.105678 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-3b246b5a-1490-469d-b60a-4e18def274b3 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Added segment b17d1bde-47bc-4b34-acef-81bd6976a738 of type vlan for network c3ffba0e-5bab-4dc3-b058-57d59d94f08c Aug 28 15:21:44.108995 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f48024c-543e-4713-b517-16dabf10dc6e req-c22990b8-0a79-41f7-afc2-35838f6e3714 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] No DVR routers for this DVR port 7d853611-9d7f-4865-a68b-2413a97c1034 on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:21:44.111552 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-2f48024c-543e-4713-b517-16dabf10dc6e req-c22990b8-0a79-41f7-afc2-35838f6e3714 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:44.113928 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2f48024c-543e-4713-b517-16dabf10dc6e req-c22990b8-0a79-41f7-afc2-35838f6e3714 tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.41 "DELETE /v2.0/ports/7d853611-9d7f-4865-a68b-2413a97c1034 HTTP/1.1" status: 204 len: 173 time: 0.5784240 Aug 28 15:21:44.114372 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc52888-fd34-4ac3-9a44-60bc9b75915e', 'name': 'network-vif-deleted', 'tag': '7d853611-9d7f-4865-a68b-2413a97c1034'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:21:44.116799 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510ae0d8-b552-4497-aa72-6d1f696e3083" -d '{"events": [{"server_uuid": "3fc52888-fd34-4ac3-9a44-60bc9b75915e", "name": "network-vif-deleted", "tag": "7d853611-9d7f-4865-a68b-2413a97c1034"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:21:44.157928 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2847f4e1-1128-4b8e-8cb8-6d423741527a x-openstack-request-id: req-2847f4e1-1128-4b8e-8cb8-6d423741527a {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:21:44.158227 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc52888-fd34-4ac3-9a44-60bc9b75915e", "name": "network-vif-deleted", "tag": "7d853611-9d7f-4865-a68b-2413a97c1034", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:21:44.160498 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2847f4e1-1128-4b8e-8cb8-6d423741527a {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:21:44.160955 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc52888-fd34-4ac3-9a44-60bc9b75915e', 'name': 'network-vif-deleted', 'tag': '7d853611-9d7f-4865-a68b-2413a97c1034', 'status': 'completed', 'code': 200} Aug 28 15:21:44.163452 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b246b5a-1490-469d-b60a-4e18def274b3 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:44.192686 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b246b5a-1490-469d-b60a-4e18def274b3 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:44.198404 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b246b5a-1490-469d-b60a-4e18def274b3 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:44.198993 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b246b5a-1490-469d-b60a-4e18def274b3 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:44.271632 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3b246b5a-1490-469d-b60a-4e18def274b3 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2465849 Aug 28 15:21:44.274560 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40754) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:44.280404 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-d2240937-26c7-409a-8280-ed0c836e5b2a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1989611204', 'admin_state_up': True, 'project_id': '882056e022594e62849ed5c991d6169b', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:21:44.340623 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b246b5a-1490-469d-b60a-4e18def274b3 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'Network': ['ID=c3ffba0e-5bab-4dc3-b058-57d59d94f08c,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:44.353895 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network c3ffba0e-5bab-4dc3-b058-57d59d94f08c details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:21:44.363642 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d2240937-26c7-409a-8280-ed0c836e5b2a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:44.365488 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d2240937-26c7-409a-8280-ed0c836e5b2a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:44.409917 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38320f9-2b86-4046-b5b0-804b0b91778a req-df9d5c54-0d29-47f8-90d0-21fe77e6d84d tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:44.427194 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f38320f9-2b86-4046-b5b0-804b0b91778a req-df9d5c54-0d29-47f8-90d0-21fe77e6d84d tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 944 time: 0.1481864 Aug 28 15:21:44.495974 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f38320f9-2b86-4046-b5b0-804b0b91778a req-da38c6e8-0bff-4858-8bdb-841521c67a76 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651436 Aug 28 15:21:44.512998 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 716cb121-ec1f-4a51-b009-62c8a5dc7679 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:21:44.515967 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d2240937-26c7-409a-8280-ed0c836e5b2a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:44.657019 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b41f8300-f16e-4224-9a64-7eb6da0f9b28 req-8c9b89fc-bd2f-49ef-a2ea-f06169be252d tempest-VolumesSnapshotTestJSON-1924666021 tempest-VolumesSnapshotTestJSON-1924666021-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fc52888-fd34-4ac3-9a44-60bc9b75915e HTTP/1.1" status: 200 len: 210 time: 0.0339825 Aug 28 15:21:44.734784 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d2240937-26c7-409a-8280-ed0c836e5b2a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:44.740959 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:21:44.745449 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 716cb121-ec1f-4a51-b009-62c8a5dc7679 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:21:44.746004 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 716cb121-ec1f-4a51-b009-62c8a5dc7679 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:21:44.746565 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 56281aa3-cda5-4684-9c31-8cfa48a2a875 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:21:44.785265 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 56281aa3-cda5-4684-9c31-8cfa48a2a875 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:21:44.785619 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 56281aa3-cda5-4684-9c31-8cfa48a2a875 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:21:44.892079 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:21:44.904329 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'port_id': 'ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40', 'mac_address': 'fa:16:3e:ad:d0:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:21:44.942604 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d2240937-26c7-409a-8280-ed0c836e5b2a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:44.946325 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:44.960337 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:21:44.968098 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d2240937-26c7-409a-8280-ed0c836e5b2a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:44.981942 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:21:44.985366 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:45.040950 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:45.099958 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-d2240937-26c7-409a-8280-ed0c836e5b2a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Allocated IP 172.25.3.115 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/0418fb35-d8af-4491-93d2-f2e8cfac2153) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:21:45.206856 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d2240937-26c7-409a-8280-ed0c836e5b2a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:45.245817 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d2240937-26c7-409a-8280-ed0c836e5b2a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:45.265022 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:21:45.288085 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2240937-26c7-409a-8280-ed0c836e5b2a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:21:45.291085 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-d2240937-26c7-409a-8280-ed0c836e5b2a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:21:45.295533 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2240937-26c7-409a-8280-ed0c836e5b2a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:21:45.299039 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2240937-26c7-409a-8280-ed0c836e5b2a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'Port': ['ID=0418fb35-d8af-4491-93d2-f2e8cfac2153,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:45.559934 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d2240937-26c7-409a-8280-ed0c836e5b2a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:45.611347 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c71f27-8bd3-46f9-ae79-3a34963757fc req-084c3ae3-bd82-42d5-b2ca-df282cd4380b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:45.613778 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13c71f27-8bd3-46f9-ae79-3a34963757fc req-084c3ae3-bd82-42d5-b2ca-df282cd4380b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 945 time: 0.0506899 Aug 28 15:21:45.665478 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13c71f27-8bd3-46f9-ae79-3a34963757fc req-bff71126-4fd0-4c36-ba87-989e3a8b6bc9 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433652 Aug 28 15:21:45.847258 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d2240937-26c7-409a-8280-ed0c836e5b2a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:45.964426 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 72a50756-6bc7-43cd-bdbf-a99ee5bbc584 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:21:46.002952 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 72a50756-6bc7-43cd-bdbf-a99ee5bbc584 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:21:46.002952 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 72a50756-6bc7-43cd-bdbf-a99ee5bbc584 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:21:46.081497 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2240937-26c7-409a-8280-ed0c836e5b2a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Router 9529f42d-3f5e-4def-9b4d-64f7d43868cf is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:21:46.271954 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2240937-26c7-409a-8280-ed0c836e5b2a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:21:46.282249 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac9f19c-c9fe-4595-bddf-71ddfa8697e3 None None] Sync routers for ids ['9529f42d-3f5e-4def-9b4d-64f7d43868cf'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:21:46.293253 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d2240937-26c7-409a-8280-ed0c836e5b2a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:46.293451 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac9f19c-c9fe-4595-bddf-71ddfa8697e3 None None] Routers {'9529f42d-3f5e-4def-9b4d-64f7d43868cf'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:21:46.294091 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-4ac9f19c-c9fe-4595-bddf-71ddfa8697e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:21:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9529f42d-3f5e-4def-9b4d-64f7d43868cf'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:21:46.297443 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d2240937-26c7-409a-8280-ed0c836e5b2a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0190930 Aug 28 15:21:46.297810 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40788) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:46.330992 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-174b7dc5-3f5b-4dd0-b193-a4eb597b610f tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=882056e022594e62849ed5c991d6169b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316792 Aug 28 15:21:46.333825 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40790) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:46.428746 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-4ac9f19c-c9fe-4595-bddf-71ddfa8697e3 None None] Set router 9529f42d-3f5e-4def-9b4d-64f7d43868cf gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:21:46.536904 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:21:46.619909 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:21:46.625292 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:21:46.626448 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:46.637172 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-4ac9f19c-c9fe-4595-bddf-71ddfa8697e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'name': 'tempest-TestNetworkBasicOps-router-1989611204', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '0418fb35-d8af-4491-93d2-f2e8cfac2153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:21:44Z', 'updated_at': '2021-08-28T15:21:45Z', 'revision_number': 3, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '0418fb35-d8af-4491-93d2-f2e8cfac2153', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:21:44Z', 'updated_at': '2021-08-28T15:21:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:21:46.677100 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac9f19c-c9fe-4595-bddf-71ddfa8697e3 None None] Checking router: 9529f42d-3f5e-4def-9b4d-64f7d43868cf for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:21:46.677727 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac9f19c-c9fe-4595-bddf-71ddfa8697e3 None None] Updating router 9529f42d-3f5e-4def-9b4d-64f7d43868cf port 0418fb35-d8af-4491-93d2-f2e8cfac2153 binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:21:46.723258 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:46.725220 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-4ac9f19c-c9fe-4595-bddf-71ddfa8697e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:46.755247 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f7dca7-ab9a-479d-91b0-c257a30bf88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:21:46.758044 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2dcf9d-be34-4ab1-bc7c-401658f8fe15" -d '{"events": [{"server_uuid": "a5f7dca7-ab9a-479d-91b0-c257a30bf88d", "name": "network-vif-plugged", "status": "completed", "tag": "ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:21:46.773847 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:21:46.778346 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:46.785810 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc23230-0e9d-47da-aa0f-4299b7149014 tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:46.791181 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40798) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:46.792025 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cfc23230-0e9d-47da-aa0f-4299b7149014 tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4563739 Aug 28 15:21:46.841190 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:46.860429 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689c3ca-d532-4b3d-a4af-a8826db4cd44 req-902762c1-4ece-4ebc-b44b-0da704c9a142 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:46.862956 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e689c3ca-d532-4b3d-a4af-a8826db4cd44 req-902762c1-4ece-4ebc-b44b-0da704c9a142 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 946 time: 0.0644789 Aug 28 15:21:46.875966 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601177d7-b763-44b5-9f5b-1718dcc7e6ff x-openstack-request-id: req-601177d7-b763-44b5-9f5b-1718dcc7e6ff {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:21:46.876522 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f7dca7-ab9a-479d-91b0-c257a30bf88d", "name": "network-vif-plugged", "status": "completed", "tag": "ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:21:46.877151 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-601177d7-b763-44b5-9f5b-1718dcc7e6ff {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:21:46.877848 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f7dca7-ab9a-479d-91b0-c257a30bf88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40', 'code': 200} Aug 28 15:21:46.881864 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b244627c-ddad-4699-81b2-1b92cdbcdf3a tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=61448970-1875-4f3f-bc01-29da4e3666f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0828505 Aug 28 15:21:46.882802 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40800) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:46.890044 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-28d350b9-6c03-4e25-a098-c4eef99db178 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1879092050', 'network_id': 'c3ffba0e-5bab-4dc3-b058-57d59d94f08c', 'project_id': '882056e022594e62849ed5c991d6169b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:21:46.953097 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e689c3ca-d532-4b3d-a4af-a8826db4cd44 req-9b427505-33c5-410a-a971-3d0af1b5a6ee tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724993 Aug 28 15:21:47.046406 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83c185-ac24-46bb-881a-c1d0b3208e57 req-fd478adb-a454-46b8-acde-44a5cef9a6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:47.048102 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0c83c185-ac24-46bb-881a-c1d0b3208e57 req-fd478adb-a454-46b8-acde-44a5cef9a6b6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 1098 time: 0.0775578 Aug 28 15:21:47.068508 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d350b9-6c03-4e25-a098-c4eef99db178 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Made reservation on behalf of 882056e022594e62849ed5c991d6169b for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:21:47.072224 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-28d350b9-6c03-4e25-a098-c4eef99db178 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:47.136349 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-4ac9f19c-c9fe-4595-bddf-71ddfa8697e3 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:47.138174 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0c83c185-ac24-46bb-881a-c1d0b3208e57 req-3409845e-2e12-4c17-9a7f-3de72c605ab4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827570 Aug 28 15:21:47.146438 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-4ac9f19c-c9fe-4595-bddf-71ddfa8697e3 None None] Transition to ACTIVE for port object 0418fb35-d8af-4491-93d2-f2e8cfac2153 will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:21:47.152483 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-4ac9f19c-c9fe-4595-bddf-71ddfa8697e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:47.206777 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-4ac9f19c-c9fe-4595-bddf-71ddfa8697e3 None None] Attempting to bind port 0418fb35-d8af-4491-93d2-f2e8cfac2153 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:21:47.207150 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-4ac9f19c-c9fe-4595-bddf-71ddfa8697e3 None None] Attempting to bind port 0418fb35-d8af-4491-93d2-f2e8cfac2153 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:21:47.207507 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac9f19c-c9fe-4595-bddf-71ddfa8697e3 None None] Attempting to bind port 0418fb35-d8af-4491-93d2-f2e8cfac2153 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:21:47.210588 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f00a0-659c-4e9d-a030-f9a12c924345 None None] Pushing event updated for resources: {'Port': ['ID=0418fb35-d8af-4491-93d2-f2e8cfac2153,revision_number=2']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:47.215191 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac9f19c-c9fe-4595-bddf-71ddfa8697e3 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:21:47.215563 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac9f19c-c9fe-4595-bddf-71ddfa8697e3 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:21:47.216088 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-4ac9f19c-c9fe-4595-bddf-71ddfa8697e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:47.216383 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac9f19c-c9fe-4595-bddf-71ddfa8697e3 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:21:47.216870 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-4ac9f19c-c9fe-4595-bddf-71ddfa8697e3 None None] Bound port: 0418fb35-d8af-4491-93d2-f2e8cfac2153, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:21:47.217212 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-4ac9f19c-c9fe-4595-bddf-71ddfa8697e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:47.224574 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f00a0-659c-4e9d-a030-f9a12c924345 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:47.224851 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f00a0-659c-4e9d-a030-f9a12c924345 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:47.225196 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f00a0-659c-4e9d-a030-f9a12c924345 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:47.225512 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f00a0-659c-4e9d-a030-f9a12c924345 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:47.225848 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f00a0-659c-4e9d-a030-f9a12c924345 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:47.226285 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f00a0-659c-4e9d-a030-f9a12c924345 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:47.226705 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f00a0-659c-4e9d-a030-f9a12c924345 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:47.226969 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f00a0-659c-4e9d-a030-f9a12c924345 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:47.227290 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f00a0-659c-4e9d-a030-f9a12c924345 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:47.227627 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f00a0-659c-4e9d-a030-f9a12c924345 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:47.228065 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f00a0-659c-4e9d-a030-f9a12c924345 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:47.229453 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f00a0-659c-4e9d-a030-f9a12c924345 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:47.278070 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-28d350b9-6c03-4e25-a098-c4eef99db178 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:47.287424 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-4ac9f19c-c9fe-4595-bddf-71ddfa8697e3 None None] For port 0418fb35-d8af-4491-93d2-f2e8cfac2153, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:21:47.291324 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-4ac9f19c-c9fe-4595-bddf-71ddfa8697e3 None None] For port 0418fb35-d8af-4491-93d2-f2e8cfac2153, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0418fb35-d8af-4491-93d2-f2e8cfac2153,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:21:47.302000 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-4ac9f19c-c9fe-4595-bddf-71ddfa8697e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:47.353632 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d350b9-6c03-4e25-a098-c4eef99db178 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'Subnet': ['ID=d84b1e4d-5bcd-4219-82bb-f39c416476c2,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:47.369431 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d350b9-6c03-4e25-a098-c4eef99db178 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Checking segment: {'id': 'b17d1bde-47bc-4b34-acef-81bd6976a738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3ffba0e-5bab-4dc3-b058-57d59d94f08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:21:47.369814 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d350b9-6c03-4e25-a098-c4eef99db178 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Network hostable DHCP agents. Network: c3ffba0e-5bab-4dc3-b058-57d59d94f08c, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:21:47.389109 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d350b9-6c03-4e25-a098-c4eef99db178 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Network c3ffba0e-5bab-4dc3-b058-57d59d94f08c is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:21:47.390604 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f00a0-659c-4e9d-a030-f9a12c924345 None None] Pushing event updated for resources: {'Port': ['ID=0418fb35-d8af-4491-93d2-f2e8cfac2153,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:47.394506 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac9f19c-c9fe-4595-bddf-71ddfa8697e3 None None] Routers {'9529f42d-3f5e-4def-9b4d-64f7d43868cf'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:21:47.395245 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-4ac9f19c-c9fe-4595-bddf-71ddfa8697e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:21:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9529f42d-3f5e-4def-9b4d-64f7d43868cf'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:21:47.401991 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-28d350b9-6c03-4e25-a098-c4eef99db178 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, c3ffba0e-5bab-4dc3-b058-57d59d94f08c) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:21:47.407679 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d350b9-6c03-4e25-a098-c4eef99db178 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:47.410159 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-28d350b9-6c03-4e25-a098-c4eef99db178 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:47.411059 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6ad9ee-c331-44ef-bc35-5bc0e541590b None None] Network c3ffba0e-5bab-4dc3-b058-57d59d94f08c requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:21:47.426338 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-28d350b9-6c03-4e25-a098-c4eef99db178 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5421767 Aug 28 15:21:47.428983 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40820) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:47.647951 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-4ac9f19c-c9fe-4595-bddf-71ddfa8697e3 None None] Set router 9529f42d-3f5e-4def-9b4d-64f7d43868cf gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:21:47.651707 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1905c1f-9754-4c18-85f0-ccb2cdae1f4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-c3ffba0e-5bab-4dc3-b058-57d59d94f08c', 'network_id': 'c3ffba0e-5bab-4dc3-b058-57d59d94f08c', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'fixed_ips': [{'subnet_id': 'd84b1e4d-5bcd-4219-82bb-f39c416476c2'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:21:47.651707 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c1905c1f-9754-4c18-85f0-ccb2cdae1f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:47.680659 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 7d853611-9d7f-4865-a68b-2413a97c1034 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:21:47.710091 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 7d853611-9d7f-4865-a68b-2413a97c1034 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:21:47.710782 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 7d853611-9d7f-4865-a68b-2413a97c1034 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:21:47.865707 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-c1905c1f-9754-4c18-85f0-ccb2cdae1f4a None None] Allocated IP 172.20.0.2 (c3ffba0e-5bab-4dc3-b058-57d59d94f08c/d84b1e4d-5bcd-4219-82bb-f39c416476c2/28c58297-5dac-4227-8e84-aacd5c9f3861) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:21:47.982895 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-4ac9f19c-c9fe-4595-bddf-71ddfa8697e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'name': 'tempest-TestNetworkBasicOps-router-1989611204', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '0418fb35-d8af-4491-93d2-f2e8cfac2153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:21:44Z', 'updated_at': '2021-08-28T15:21:45Z', 'revision_number': 3, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '0418fb35-d8af-4491-93d2-f2e8cfac2153', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:21:44Z', 'updated_at': '2021-08-28T15:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:21:48.022738 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac9f19c-c9fe-4595-bddf-71ddfa8697e3 None None] The sync data for ids ['9529f42d-3f5e-4def-9b4d-64f7d43868cf'] in n-d-712137-10 is: [{'id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'name': 'tempest-TestNetworkBasicOps-router-1989611204', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '0418fb35-d8af-4491-93d2-f2e8cfac2153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:21:44Z', 'updated_at': '2021-08-28T15:21:45Z', 'revision_number': 3, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '0418fb35-d8af-4491-93d2-f2e8cfac2153', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:21:44Z', 'updated_at': '2021-08-28T15:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:21:48.141436 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c1905c1f-9754-4c18-85f0-ccb2cdae1f4a None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:48.152795 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c1905c1f-9754-4c18-85f0-ccb2cdae1f4a None None] Transition to ACTIVE for port object 28c58297-5dac-4227-8e84-aacd5c9f3861 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:21:48.171474 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c1905c1f-9754-4c18-85f0-ccb2cdae1f4a None None] Transition to ACTIVE for port object 28c58297-5dac-4227-8e84-aacd5c9f3861 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:21:48.181365 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c1905c1f-9754-4c18-85f0-ccb2cdae1f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:48.214006 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecfbf2-c6b0-4033-b580-96c743060b0f req-c10ece63-a6c7-45fe-8595-85b285b8d0b6 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:48.226684 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2cecfbf2-c6b0-4033-b580-96c743060b0f req-c10ece63-a6c7-45fe-8595-85b285b8d0b6 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 946 time: 0.1036801 Aug 28 15:21:48.229175 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1905c1f-9754-4c18-85f0-ccb2cdae1f4a None None] Network c3ffba0e-5bab-4dc3-b058-57d59d94f08c is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:21:48.233189 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-c1905c1f-9754-4c18-85f0-ccb2cdae1f4a None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:21:48.236103 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1905c1f-9754-4c18-85f0-ccb2cdae1f4a None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:21:48.278198 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f8107534-4c6a-4364-8082-0642bf1e0c9b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:48.299409 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2cecfbf2-c6b0-4033-b580-96c743060b0f req-d0f1c573-217d-449c-acad-1f3a3f7556ef tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715582 Aug 28 15:21:48.308206 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1905c1f-9754-4c18-85f0-ccb2cdae1f4a None None] Pushing event updated for resources: {'Port': ['ID=28c58297-5dac-4227-8e84-aacd5c9f3861,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:48.331571 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c1905c1f-9754-4c18-85f0-ccb2cdae1f4a None None] Attempting to bind port 28c58297-5dac-4227-8e84-aacd5c9f3861 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:21:48.332286 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c1905c1f-9754-4c18-85f0-ccb2cdae1f4a None None] Attempting to bind port 28c58297-5dac-4227-8e84-aacd5c9f3861 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'b17d1bde-47bc-4b34-acef-81bd6976a738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3ffba0e-5bab-4dc3-b058-57d59d94f08c'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:21:48.332819 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1905c1f-9754-4c18-85f0-ccb2cdae1f4a None None] Attempting to bind port 28c58297-5dac-4227-8e84-aacd5c9f3861 on network c3ffba0e-5bab-4dc3-b058-57d59d94f08c {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:21:48.339691 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1905c1f-9754-4c18-85f0-ccb2cdae1f4a None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:21:48.340756 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1905c1f-9754-4c18-85f0-ccb2cdae1f4a None None] Checking segment: {'id': 'b17d1bde-47bc-4b34-acef-81bd6976a738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3ffba0e-5bab-4dc3-b058-57d59d94f08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:21:48.341351 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c1905c1f-9754-4c18-85f0-ccb2cdae1f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:48.341899 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1905c1f-9754-4c18-85f0-ccb2cdae1f4a None None] Bound using segment: {'id': 'b17d1bde-47bc-4b34-acef-81bd6976a738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3ffba0e-5bab-4dc3-b058-57d59d94f08c'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:21:48.342551 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c1905c1f-9754-4c18-85f0-ccb2cdae1f4a None None] Bound port: 28c58297-5dac-4227-8e84-aacd5c9f3861, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17d1bde-47bc-4b34-acef-81bd6976a738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3ffba0e-5bab-4dc3-b058-57d59d94f08c'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:21:48.343096 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c1905c1f-9754-4c18-85f0-ccb2cdae1f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:48.453174 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c1905c1f-9754-4c18-85f0-ccb2cdae1f4a None None] For port 28c58297-5dac-4227-8e84-aacd5c9f3861, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:21:48.457713 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c1905c1f-9754-4c18-85f0-ccb2cdae1f4a None None] For port 28c58297-5dac-4227-8e84-aacd5c9f3861, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=28c58297-5dac-4227-8e84-aacd5c9f3861,segment=NetworkSegment(b17d1bde-47bc-4b34-acef-81bd6976a738),segment_id=b17d1bde-47bc-4b34-acef-81bd6976a738)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:21:48.465793 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c1905c1f-9754-4c18-85f0-ccb2cdae1f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:48.574077 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1905c1f-9754-4c18-85f0-ccb2cdae1f4a None None] Pushing event updated for resources: {'Port': ['ID=28c58297-5dac-4227-8e84-aacd5c9f3861,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:48.768344 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-f8107534-4c6a-4364-8082-0642bf1e0c9b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Allocated IP 172.20.0.1 (c3ffba0e-5bab-4dc3-b058-57d59d94f08c/d84b1e4d-5bcd-4219-82bb-f39c416476c2/6cc2877b-de8b-4193-8f3e-a5f596292115) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:21:48.969842 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f8107534-4c6a-4364-8082-0642bf1e0c9b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:48.994605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-f8107534-4c6a-4364-8082-0642bf1e0c9b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Transition to ACTIVE for port object 6cc2877b-de8b-4193-8f3e-a5f596292115 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:21:49.084685 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f8107534-4c6a-4364-8082-0642bf1e0c9b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:49.170530 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8107534-4c6a-4364-8082-0642bf1e0c9b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'Port': ['ID=6cc2877b-de8b-4193-8f3e-a5f596292115,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:49.181282 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8107534-4c6a-4364-8082-0642bf1e0c9b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Network c3ffba0e-5bab-4dc3-b058-57d59d94f08c is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:21:49.192090 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-f8107534-4c6a-4364-8082-0642bf1e0c9b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:21:49.201068 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8107534-4c6a-4364-8082-0642bf1e0c9b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:21:49.312344 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f8107534-4c6a-4364-8082-0642bf1e0c9b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:49.491156 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1665583-613c-4f93-bc64-461c4489ec3e req-deebc98b-9363-4fc8-ab65-248e0de66837 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:49.492932 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1665583-613c-4f93-bc64-461c4489ec3e req-deebc98b-9363-4fc8-ab65-248e0de66837 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 946 time: 0.0947711 Aug 28 15:21:49.534983 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f8107534-4c6a-4364-8082-0642bf1e0c9b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:49.591820 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1665583-613c-4f93-bc64-461c4489ec3e req-1ed0bacc-ca00-40aa-865d-63bc1f8c256e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808423 Aug 28 15:21:49.730928 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7691b0-e519-4f66-8afe-083b4efbbfdc req-ee2d5d63-25f9-42fb-bf93-c6f6a63513de tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:49.740219 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3d7691b0-e519-4f66-8afe-083b4efbbfdc req-ee2d5d63-25f9-42fb-bf93-c6f6a63513de tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 946 time: 0.0731754 Aug 28 15:21:49.801124 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3d7691b0-e519-4f66-8afe-083b4efbbfdc req-3688b26f-1451-4de5-86c3-25251a1b3de1 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573866 Aug 28 15:21:49.940792 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f14ced-f62b-4271-aa9b-a5b19ecea8d8 None None] Network c3ffba0e-5bab-4dc3-b058-57d59d94f08c requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:21:49.954450 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f8107534-4c6a-4364-8082-0642bf1e0c9b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:49.986028 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f8107534-4c6a-4364-8082-0642bf1e0c9b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:50.098078 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-eba651dc-9268-4515-9519-318ee67259b2 None None] Provisioning for port 28c58297-5dac-4227-8e84-aacd5c9f3861 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:21:50.102465 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8107534-4c6a-4364-8082-0642bf1e0c9b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'Port': ['ID=6cc2877b-de8b-4193-8f3e-a5f596292115,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:50.108514 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f8107534-4c6a-4364-8082-0642bf1e0c9b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:50.121091 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534419d-347a-4e87-a8d6-21115fab8f03 req-4b233940-e655-49a1-b8ec-236c3ac20893 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:50.122517 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6534419d-347a-4e87-a8d6-21115fab8f03 req-4b233940-e655-49a1-b8ec-236c3ac20893 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 946 time: 0.1862383 Aug 28 15:21:50.246061 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6534419d-347a-4e87-a8d6-21115fab8f03 req-b87ae6a9-3a6a-466b-8264-86ac5d6b4e4f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125214 Aug 28 15:21:50.286403 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 28c58297-5dac-4227-8e84-aacd5c9f3861 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:21:50.358953 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8107534-4c6a-4364-8082-0642bf1e0c9b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Network c3ffba0e-5bab-4dc3-b058-57d59d94f08c is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:21:50.360779 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-f8107534-4c6a-4364-8082-0642bf1e0c9b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:21:50.477796 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 28c58297-5dac-4227-8e84-aacd5c9f3861 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:21:50.494787 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 28c58297-5dac-4227-8e84-aacd5c9f3861 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:21:50.495165 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:50.531578 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8107534-4c6a-4364-8082-0642bf1e0c9b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Router 9529f42d-3f5e-4def-9b4d-64f7d43868cf has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:21:50.655837 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:50.693882 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8107534-4c6a-4364-8082-0642bf1e0c9b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:21:50.699736 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f8107534-4c6a-4364-8082-0642bf1e0c9b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "PUT /v2.0/routers/9529f42d-3f5e-4def-9b4d-64f7d43868cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2694011 Aug 28 15:21:50.702539 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40888) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:50.720161 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 28c58297-5dac-4227-8e84-aacd5c9f3861, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=28c58297-5dac-4227-8e84-aacd5c9f3861,segment=NetworkSegment(b17d1bde-47bc-4b34-acef-81bd6976a738),segment_id=b17d1bde-47bc-4b34-acef-81bd6976a738)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:21:50.727977 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:50.730547 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0418fb35-d8af-4491-93d2-f2e8cfac2153 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:21:50.787060 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=28c58297-5dac-4227-8e84-aacd5c9f3861,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:50.813999 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a49880c-104e-4f54-9f54-7e6df8c80392 None None] Sync routers for ids ['9529f42d-3f5e-4def-9b4d-64f7d43868cf'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:21:50.850093 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a49880c-104e-4f54-9f54-7e6df8c80392 None None] Routers {'9529f42d-3f5e-4def-9b4d-64f7d43868cf'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:21:50.852508 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-2a49880c-104e-4f54-9f54-7e6df8c80392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:21:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9529f42d-3f5e-4def-9b4d-64f7d43868cf'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:21:50.921474 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 0418fb35-d8af-4491-93d2-f2e8cfac2153 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:21:50.968670 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 0418fb35-d8af-4491-93d2-f2e8cfac2153 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:21:50.969284 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:51.015561 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a272b6-cf76-48a4-b7ee-f685f90ca8c9 req-8365b816-ec04-410b-a1e0-698d0524f07e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:51.025651 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-fb41bba2-c1c2-4f7f-b893-4b634ca1202c None None] Provisioning for port 6cc2877b-de8b-4193-8f3e-a5f596292115 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:21:51.029917 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-18a272b6-cf76-48a4-b7ee-f685f90ca8c9 req-8365b816-ec04-410b-a1e0-698d0524f07e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 946 time: 0.1615720 Aug 28 15:21:51.051146 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-fb41bba2-c1c2-4f7f-b893-4b634ca1202c None None] Provisioning complete for port 6cc2877b-de8b-4193-8f3e-a5f596292115 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:21:51.051841 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fb41bba2-c1c2-4f7f-b893-4b634ca1202c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:51.118298 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-2a49880c-104e-4f54-9f54-7e6df8c80392 None None] Set router 9529f42d-3f5e-4def-9b4d-64f7d43868cf gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:21:51.131328 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-18a272b6-cf76-48a4-b7ee-f685f90ca8c9 req-c9f6273d-bdcb-455c-bb59-e6c836b63323 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999587 Aug 28 15:21:51.152284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c11ae1-48b8-425e-80db-5629153c2eac tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:51.152867 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c11ae1-48b8-425e-80db-5629153c2eac tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:51.153250 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c11ae1-48b8-425e-80db-5629153c2eac tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:51.153989 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c11ae1-48b8-425e-80db-5629153c2eac tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:51.154341 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c11ae1-48b8-425e-80db-5629153c2eac tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:51.155030 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c11ae1-48b8-425e-80db-5629153c2eac tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:51.155476 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c11ae1-48b8-425e-80db-5629153c2eac tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:51.155910 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c11ae1-48b8-425e-80db-5629153c2eac tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:51.156432 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c11ae1-48b8-425e-80db-5629153c2eac tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:51.156894 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c11ae1-48b8-425e-80db-5629153c2eac tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:51.157350 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c11ae1-48b8-425e-80db-5629153c2eac tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:51.163169 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40894) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:51.164549 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c6c11ae1-48b8-425e-80db-5629153c2eac tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7760 time: 0.4607143 Aug 28 15:21:51.235210 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-fb41bba2-c1c2-4f7f-b893-4b634ca1202c None None] Port 6cc2877b-de8b-4193-8f3e-a5f596292115 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:21:51.421803 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033f858b-ef34-42e2-b0e5-852bb47d225a tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:51.425368 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-fb41bba2-c1c2-4f7f-b893-4b634ca1202c None None] Provisioning complete for port 28c58297-5dac-4227-8e84-aacd5c9f3861 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:21:51.426838 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033f858b-ef34-42e2-b0e5-852bb47d225a tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:51.426959 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fb41bba2-c1c2-4f7f-b893-4b634ca1202c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:51.431099 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033f858b-ef34-42e2-b0e5-852bb47d225a tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:51.432732 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033f858b-ef34-42e2-b0e5-852bb47d225a tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:51.433178 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033f858b-ef34-42e2-b0e5-852bb47d225a tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:51.434804 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033f858b-ef34-42e2-b0e5-852bb47d225a tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:51.436981 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033f858b-ef34-42e2-b0e5-852bb47d225a tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:51.437760 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033f858b-ef34-42e2-b0e5-852bb47d225a tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:51.438885 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033f858b-ef34-42e2-b0e5-852bb47d225a tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:51.438885 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033f858b-ef34-42e2-b0e5-852bb47d225a tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:51.438885 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033f858b-ef34-42e2-b0e5-852bb47d225a tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:51.444647 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-033f858b-ef34-42e2-b0e5-852bb47d225a tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7091 time: 0.2776604 Aug 28 15:21:51.446264 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40902) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:51.499617 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:51.566868 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 0418fb35-d8af-4491-93d2-f2e8cfac2153, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0418fb35-d8af-4491-93d2-f2e8cfac2153,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:21:51.601556 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:51.704674 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=0418fb35-d8af-4491-93d2-f2e8cfac2153,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:51.711938 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-2a49880c-104e-4f54-9f54-7e6df8c80392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'name': 'tempest-TestNetworkBasicOps-router-1989611204', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '0418fb35-d8af-4491-93d2-f2e8cfac2153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:21:44Z', 'updated_at': '2021-08-28T15:21:49Z', 'revision_number': 4, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '0418fb35-d8af-4491-93d2-f2e8cfac2153', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:21:44Z', 'updated_at': '2021-08-28T15:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '6cc2877b-de8b-4193-8f3e-a5f596292115', 'name': '', 'network_id': 'c3ffba0e-5bab-4dc3-b058-57d59d94f08c', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'mac_address': 'fa:16:3e:81:06:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'd84b1e4d-5bcd-4219-82bb-f39c416476c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:21:48Z', 'updated_at': '2021-08-28T15:21:49Z', 'revision_number': 2, 'project_id': '882056e022594e62849ed5c991d6169b', 'subnets': [{'id': 'd84b1e4d-5bcd-4219-82bb-f39c416476c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:21:51.746108 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a49880c-104e-4f54-9f54-7e6df8c80392 None None] Checking router: 9529f42d-3f5e-4def-9b4d-64f7d43868cf for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:21:51.746758 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a49880c-104e-4f54-9f54-7e6df8c80392 None None] Updating router 9529f42d-3f5e-4def-9b4d-64f7d43868cf port 6cc2877b-de8b-4193-8f3e-a5f596292115 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:21:51.776258 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2a49880c-104e-4f54-9f54-7e6df8c80392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:51.859979 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-28077c50-83db-41b1-92c7-972b14535fc5 None None] Provisioning complete for port 6cc2877b-de8b-4193-8f3e-a5f596292115 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:21:51.860360 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-28077c50-83db-41b1-92c7-972b14535fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:51.998361 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-28077c50-83db-41b1-92c7-972b14535fc5 None None] Port 6cc2877b-de8b-4193-8f3e-a5f596292115 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:21:52.069376 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 28c58297-5dac-4227-8e84-aacd5c9f3861 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:21:52.199784 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b1866acd-67df-4a23-b666-7f1663161ec7 tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4488 time: 0.7517128 Aug 28 15:21:52.301610 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b4773-7ba8-46e0-9e03-7d8ce98fd859 req-65e09662-9591-4c46-a19b-5f3eb8223e80 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:52.312991 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b51b4773-7ba8-46e0-9e03-7d8ce98fd859 req-65e09662-9591-4c46-a19b-5f3eb8223e80 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 946 time: 0.1067381 Aug 28 15:21:52.396996 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e14a43-65b1-40a9-9576-a9d9a8119e0d req-1804e48a-05df-4b72-a89c-d7770a1b48a9 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:52.403740 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 28c58297-5dac-4227-8e84-aacd5c9f3861 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:21:52.404169 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:52.408029 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-52e14a43-65b1-40a9-9576-a9d9a8119e0d req-1804e48a-05df-4b72-a89c-d7770a1b48a9 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 946 time: 0.1577096 Aug 28 15:21:52.489258 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-52e14a43-65b1-40a9-9576-a9d9a8119e0d req-c7f45216-ade0-4056-87d7-12a72d2881a4 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793371 Aug 28 15:21:52.508597 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-b51b4773-7ba8-46e0-9e03-7d8ce98fd859 req-43c15cdd-6d9c-4621-8482-321b2e59d0c4 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Deleting port ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:21:52.508937 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b51b4773-7ba8-46e0-9e03-7d8ce98fd859 req-43c15cdd-6d9c-4621-8482-321b2e59d0c4 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:52.553917 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2a49880c-104e-4f54-9f54-7e6df8c80392 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:52.570894 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2a49880c-104e-4f54-9f54-7e6df8c80392 None None] Transition to ACTIVE for port object 6cc2877b-de8b-4193-8f3e-a5f596292115 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:21:52.584171 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2a49880c-104e-4f54-9f54-7e6df8c80392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:52.616122 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-b51b4773-7ba8-46e0-9e03-7d8ce98fd859 req-43c15cdd-6d9c-4621-8482-321b2e59d0c4 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] For port ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:21:52.616636 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b51b4773-7ba8-46e0-9e03-7d8ce98fd859 req-43c15cdd-6d9c-4621-8482-321b2e59d0c4 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:52.637584 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-b51b4773-7ba8-46e0-9e03-7d8ce98fd859 req-43c15cdd-6d9c-4621-8482-321b2e59d0c4 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Calling delete_port for ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:21:52.767161 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac2fe0-6f1f-4bac-92bf-ddf83b8792ae None None] Pushing event updated for resources: {'Port': ['ID=6cc2877b-de8b-4193-8f3e-a5f596292115,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:52.777313 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0418fb35-d8af-4491-93d2-f2e8cfac2153 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:21:52.869272 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b51b4773-7ba8-46e0-9e03-7d8ce98fd859 req-43c15cdd-6d9c-4621-8482-321b2e59d0c4 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:52.911552 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-2a49880c-104e-4f54-9f54-7e6df8c80392 None None] Attempting to bind port 6cc2877b-de8b-4193-8f3e-a5f596292115 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:21:52.911960 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-2a49880c-104e-4f54-9f54-7e6df8c80392 None None] Attempting to bind port 6cc2877b-de8b-4193-8f3e-a5f596292115 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'b17d1bde-47bc-4b34-acef-81bd6976a738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3ffba0e-5bab-4dc3-b058-57d59d94f08c'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:21:52.912331 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a49880c-104e-4f54-9f54-7e6df8c80392 None None] Attempting to bind port 6cc2877b-de8b-4193-8f3e-a5f596292115 on network c3ffba0e-5bab-4dc3-b058-57d59d94f08c {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:21:52.917313 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c15cdd-6d9c-4621-8482-321b2e59d0c4 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Pushing event deleted for resources: {'Port': ['ID=ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:52.922288 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a49880c-104e-4f54-9f54-7e6df8c80392 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:21:52.922288 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a49880c-104e-4f54-9f54-7e6df8c80392 None None] Checking segment: {'id': 'b17d1bde-47bc-4b34-acef-81bd6976a738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3ffba0e-5bab-4dc3-b058-57d59d94f08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:21:52.922288 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2a49880c-104e-4f54-9f54-7e6df8c80392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:52.922288 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a49880c-104e-4f54-9f54-7e6df8c80392 None None] Bound using segment: {'id': 'b17d1bde-47bc-4b34-acef-81bd6976a738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3ffba0e-5bab-4dc3-b058-57d59d94f08c'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:21:52.922288 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-2a49880c-104e-4f54-9f54-7e6df8c80392 None None] Bound port: 6cc2877b-de8b-4193-8f3e-a5f596292115, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17d1bde-47bc-4b34-acef-81bd6976a738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3ffba0e-5bab-4dc3-b058-57d59d94f08c'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:21:52.922758 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2a49880c-104e-4f54-9f54-7e6df8c80392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:53.008358 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 0418fb35-d8af-4491-93d2-f2e8cfac2153 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:21:53.008983 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:53.052437 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51b4773-7ba8-46e0-9e03-7d8ce98fd859 req-43c15cdd-6d9c-4621-8482-321b2e59d0c4 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] No DVR routers for this DVR port ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:21:53.060252 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b51b4773-7ba8-46e0-9e03-7d8ce98fd859 req-43c15cdd-6d9c-4621-8482-321b2e59d0c4 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:53.070259 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b51b4773-7ba8-46e0-9e03-7d8ce98fd859 req-43c15cdd-6d9c-4621-8482-321b2e59d0c4 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.36 "DELETE /v2.0/ports/ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40 HTTP/1.1" status: 204 len: 173 time: 0.7505136 Aug 28 15:21:53.070900 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f7dca7-ab9a-479d-91b0-c257a30bf88d', 'name': 'network-vif-deleted', 'tag': 'ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:21:53.071006 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-2a49880c-104e-4f54-9f54-7e6df8c80392 None None] For port 6cc2877b-de8b-4193-8f3e-a5f596292115, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:21:53.084487 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d711deb-cab6-484f-9106-e2ef302439c5" -d '{"events": [{"server_uuid": "a5f7dca7-ab9a-479d-91b0-c257a30bf88d", "name": "network-vif-deleted", "tag": "ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:21:53.094757 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-2a49880c-104e-4f54-9f54-7e6df8c80392 None None] For port 6cc2877b-de8b-4193-8f3e-a5f596292115, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6cc2877b-de8b-4193-8f3e-a5f596292115,segment=NetworkSegment(b17d1bde-47bc-4b34-acef-81bd6976a738),segment_id=b17d1bde-47bc-4b34-acef-81bd6976a738)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:21:53.114437 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2a49880c-104e-4f54-9f54-7e6df8c80392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:53.170501 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c313fbcd-f66f-40e3-bb8c-aefb56cb9e54 x-openstack-request-id: req-c313fbcd-f66f-40e3-bb8c-aefb56cb9e54 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:21:53.171113 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f7dca7-ab9a-479d-91b0-c257a30bf88d", "name": "network-vif-deleted", "tag": "ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:21:53.171563 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c313fbcd-f66f-40e3-bb8c-aefb56cb9e54 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:21:53.172141 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f7dca7-ab9a-479d-91b0-c257a30bf88d', 'name': 'network-vif-deleted', 'tag': 'ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40', 'status': 'completed', 'code': 200} Aug 28 15:21:53.258536 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac2fe0-6f1f-4bac-92bf-ddf83b8792ae None None] Pushing event updated for resources: {'Port': ['ID=6cc2877b-de8b-4193-8f3e-a5f596292115,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:53.263567 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a49880c-104e-4f54-9f54-7e6df8c80392 None None] Routers {'9529f42d-3f5e-4def-9b4d-64f7d43868cf'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:21:53.264318 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-2a49880c-104e-4f54-9f54-7e6df8c80392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:21:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9529f42d-3f5e-4def-9b4d-64f7d43868cf'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:21:53.412182 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40924) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:53.417361 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-1ab4d0d5-842b-4183-9e3e-e42a86d08169 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1444861387', 'description': 'tempest-secgroup-smoke-1444861387 description', 'project_id': '882056e022594e62849ed5c991d6169b'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:21:53.457016 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1ab4d0d5-842b-4183-9e3e-e42a86d08169 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:53.495631 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-2a49880c-104e-4f54-9f54-7e6df8c80392 None None] Set router 9529f42d-3f5e-4def-9b4d-64f7d43868cf gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:21:53.635030 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1ab4d0d5-842b-4183-9e3e-e42a86d08169 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:53.640732 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1ab4d0d5-842b-4183-9e3e-e42a86d08169 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:53.676507 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4d0d5-842b-4183-9e3e-e42a86d08169 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b1360d-3a4d-4474-a6f4-6fa8c6094a91,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:53.688896 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1ab4d0d5-842b-4183-9e3e-e42a86d08169 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:53.694526 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40930) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:53.701196 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-afff7538-37b6-40b5-8a19-9921dac81ea2 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'security_group_rule': {'security_group_id': 'd9b1360d-3a4d-4474-a6f4-6fa8c6094a91', 'project_id': '882056e022594e62849ed5c991d6169b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:21:53.706129 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1ab4d0d5-842b-4183-9e3e-e42a86d08169 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2922671 Aug 28 15:21:53.761850 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e5918670-2068-4856-95e3-d88ef244e3bb req-d0485481-08bb-4d58-a4e6-aa88ffa2b47f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 210 time: 0.0534334 Aug 28 15:21:53.810748 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-afff7538-37b6-40b5-8a19-9921dac81ea2 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:53.938985 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-afff7538-37b6-40b5-8a19-9921dac81ea2 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:53.945020 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-afff7538-37b6-40b5-8a19-9921dac81ea2 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:53.974887 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-2a49880c-104e-4f54-9f54-7e6df8c80392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'name': 'tempest-TestNetworkBasicOps-router-1989611204', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '0418fb35-d8af-4491-93d2-f2e8cfac2153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:21:44Z', 'updated_at': '2021-08-28T15:21:49Z', 'revision_number': 4, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '0418fb35-d8af-4491-93d2-f2e8cfac2153', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:21:44Z', 'updated_at': '2021-08-28T15:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '6cc2877b-de8b-4193-8f3e-a5f596292115', 'name': '', 'network_id': 'c3ffba0e-5bab-4dc3-b058-57d59d94f08c', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'mac_address': 'fa:16:3e:81:06:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'd84b1e4d-5bcd-4219-82bb-f39c416476c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:21:48Z', 'updated_at': '2021-08-28T15:21:53Z', 'revision_number': 4, 'project_id': '882056e022594e62849ed5c991d6169b', 'subnets': [{'id': 'd84b1e4d-5bcd-4219-82bb-f39c416476c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:21:53.986611 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-afff7538-37b6-40b5-8a19-9921dac81ea2 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:54.008314 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-afff7538-37b6-40b5-8a19-9921dac81ea2 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3091743 Aug 28 15:21:54.008557 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40946) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:54.013129 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff7538-37b6-40b5-8a19-9921dac81ea2 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a8cab3-789a-4305-bf07-e9e467e75f0f,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:54.013753 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-2c6af0f5-f209-45d8-a378-d4d4c339fd8e tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'security_group_rule': {'security_group_id': 'd9b1360d-3a4d-4474-a6f4-6fa8c6094a91', 'project_id': '882056e022594e62849ed5c991d6169b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:21:54.066245 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a49880c-104e-4f54-9f54-7e6df8c80392 None None] The sync data for ids ['9529f42d-3f5e-4def-9b4d-64f7d43868cf'] in n-d-712137-10 is: [{'id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'name': 'tempest-TestNetworkBasicOps-router-1989611204', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '0418fb35-d8af-4491-93d2-f2e8cfac2153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:21:44Z', 'updated_at': '2021-08-28T15:21:49Z', 'revision_number': 4, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '0418fb35-d8af-4491-93d2-f2e8cfac2153', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:21:44Z', 'updated_at': '2021-08-28T15:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '6cc2877b-de8b-4193-8f3e-a5f596292115', 'name': '', 'network_id': 'c3ffba0e-5bab-4dc3-b058-57d59d94f08c', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'mac_address': 'fa:16:3e:81:06:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'd84b1e4d-5bcd-4219-82bb-f39c416476c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:21:48Z', 'updated_at': '2021-08-28T15:21:53Z', 'revision_number': 4, 'project_id': '882056e022594e62849ed5c991d6169b', 'subnets': [{'id': 'd84b1e4d-5bcd-4219-82bb-f39c416476c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:21:54.078513 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:21:54.125425 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2c6af0f5-f209-45d8-a378-d4d4c339fd8e tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:54.196111 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-2284acbc-3855-424b-8d35-f7bdc24f311e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1395040 Aug 28 15:21:54.278238 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2c6af0f5-f209-45d8-a378-d4d4c339fd8e tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:54.283485 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2c6af0f5-f209-45d8-a378-d4d4c339fd8e tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:54.331567 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6af0f5-f209-45d8-a378-d4d4c339fd8e tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6cc1f5a-77ac-4528-bfb0-31fcb4f58d8f,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:54.344480 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2c6af0f5-f209-45d8-a378-d4d4c339fd8e tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:54.349547 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2c6af0f5-f209-45d8-a378-d4d4c339fd8e tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3399217 Aug 28 15:21:54.350740 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40960) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:54.365873 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-0179195c-ba51-410b-a99f-d1369e67ffd9 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'security_group_rule': {'security_group_id': 'd9b1360d-3a4d-4474-a6f4-6fa8c6094a91', 'project_id': '882056e022594e62849ed5c991d6169b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:21:54.469921 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:54.497918 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0179195c-ba51-410b-a99f-d1369e67ffd9 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:54.531034 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-5f2a6674-c6af-4f5e-b4c5-213550c24fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:54.531553 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-5f2a6674-c6af-4f5e-b4c5-213550c24fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:54.531932 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-5f2a6674-c6af-4f5e-b4c5-213550c24fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:54.532404 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-5f2a6674-c6af-4f5e-b4c5-213550c24fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:54.532873 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-5f2a6674-c6af-4f5e-b4c5-213550c24fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:54.534093 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-5f2a6674-c6af-4f5e-b4c5-213550c24fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:54.534600 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-5f2a6674-c6af-4f5e-b4c5-213550c24fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:54.536843 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:21:54.543620 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-5f2a6674-c6af-4f5e-b4c5-213550c24fd4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad719b405fc34c1c8445c92c2e91c430&device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 6499 time: 0.1331513 Aug 28 15:21:54.592820 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:21:54.593180 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device ca714ac0-ed37-4ae3-9eb4-5ed3fea23b40 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:21:54.678993 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0179195c-ba51-410b-a99f-d1369e67ffd9 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:54.684748 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0179195c-ba51-410b-a99f-d1369e67ffd9 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:54.723989 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179195c-ba51-410b-a99f-d1369e67ffd9 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6dee11-42d1-4e84-be6f-752e071731b0,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:54.749747 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0179195c-ba51-410b-a99f-d1369e67ffd9 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:54.762257 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0179195c-ba51-410b-a99f-d1369e67ffd9 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4055748 Aug 28 15:21:54.762923 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40970) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:54.770947 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-02e67527-2c8c-4b65-a30c-94008a507872 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'security_group_rule': {'security_group_id': 'd9b1360d-3a4d-4474-a6f4-6fa8c6094a91', 'project_id': '882056e022594e62849ed5c991d6169b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:21:54.778031 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-ae16fe70-ba34-4d4f-a8aa-7e995ebcea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:54.778527 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-ae16fe70-ba34-4d4f-a8aa-7e995ebcea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:54.779003 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-ae16fe70-ba34-4d4f-a8aa-7e995ebcea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:54.780647 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-ae16fe70-ba34-4d4f-a8aa-7e995ebcea10 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a&id=2e337a80-f61c-4bca-8264-d9f248c90759&id=2e337a80-f61c-4bca-8264-d9f248c90759&id=2e337a80-f61c-4bca-8264-d9f248c90759&id=2e337a80-f61c-4bca-8264-d9f248c90759&id=a36e233e-9694-4856-84b9-f3f8aa62d273&id=a36e233e-9694-4856-84b9-f3f8aa62d273 HTTP/1.1" status: 200 len: 2291 time: 0.2051611 Aug 28 15:21:54.866582 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-02e67527-2c8c-4b65-a30c-94008a507872 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:54.922327 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-59942261-71f0-42ff-9118-6853f3a4e5db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a0f45d1-344f-409c-bd68-0b8ed3e04c72 HTTP/1.1" status: 200 len: 1000 time: 0.1341803 Aug 28 15:21:55.046333 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ceeb95aa-4651-4c51-a4ad-ee98f924f510 req-16dd8144-333d-47c0-9249-2446735abed3 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 210 time: 0.0997078 Aug 28 15:21:55.079590 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-02e67527-2c8c-4b65-a30c-94008a507872 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:55.093372 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-02e67527-2c8c-4b65-a30c-94008a507872 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:55.098996 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-572addda-3e00-4ff4-ad98-719e3862424a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:55.100754 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-572addda-3e00-4ff4-ad98-719e3862424a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73534ea4-fd9f-45ca-ad96-4ea00206b4ee HTTP/1.1" status: 200 len: 851 time: 0.1687677 Aug 28 15:21:55.138072 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e67527-2c8c-4b65-a30c-94008a507872 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e80fd6-6b52-439d-a69e-1636def63776,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:55.143726 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40978) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:55.146933 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-02e67527-2c8c-4b65-a30c-94008a507872 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:55.149001 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-02e67527-2c8c-4b65-a30c-94008a507872 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3850689 Aug 28 15:21:55.154187 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40980) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:55.162000 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-f46df49d-ef99-49f2-957e-64589c0388b1 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'security_group_rule': {'security_group_id': 'd9b1360d-3a4d-4474-a6f4-6fa8c6094a91', 'project_id': '882056e022594e62849ed5c991d6169b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:21:55.188171 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-638d2d00-e59c-4c91-a13e-bc65170ba4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:55.190729 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-638d2d00-e59c-4c91-a13e-bc65170ba4f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826073 Aug 28 15:21:55.215700 n-d-712137-10 neutron-server[106330]: INFO neutron.db.securitygroups_db [None req-f46df49d-ef99-49f2-957e-64589c0388b1 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Project 882056e022594e62849ed5c991d6169b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 15:21:55.232114 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f46df49d-ef99-49f2-957e-64589c0388b1 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:55.386841 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-6916c37c-257b-4d66-a90f-a0d13a3d1220 service neutron] 10.222.0.36 "GET /v2.0/networks/26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880734 Aug 28 15:21:55.388371 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-36379a26-f958-446c-8f20-df7659c36189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:55.445918 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f46df49d-ef99-49f2-957e-64589c0388b1 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:55.463529 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f46df49d-ef99-49f2-957e-64589c0388b1 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:55.496376 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46df49d-ef99-49f2-957e-64589c0388b1 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35187642-de92-46de-8b68-1cf98dc97579,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:55.601952 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-f39755bf-d693-4663-8e1e-704091a597e7 service neutron] 10.222.0.36 "GET /v2.0/networks/26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001212 Aug 28 15:21:55.676487 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-36379a26-f958-446c-8f20-df7659c36189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:55.686782 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-36379a26-f958-446c-8f20-df7659c36189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:55.706257 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f46df49d-ef99-49f2-957e-64589c0388b1 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:55.710226 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-ce2c6502-1f13-4944-8dcc-66e1c8320fb2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=f1ecb044-2bfe-4874-89df-8daa50563f78 HTTP/1.1" status: 200 len: 217 time: 0.0973735 Aug 28 15:21:55.710371 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f46df49d-ef99-49f2-957e-64589c0388b1 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5514889 Aug 28 15:21:55.710468 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 40986) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:55.727798 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-613184d4-845e-4d8b-9700-fbd0b66586fb tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'security_group_rule': {'security_group_id': 'd9b1360d-3a4d-4474-a6f4-6fa8c6094a91', 'project_id': '882056e022594e62849ed5c991d6169b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:21:55.737124 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-36379a26-f958-446c-8f20-df7659c36189 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5f1548d23f647e0b8a5327bf113b1ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5906177 Aug 28 15:21:55.737746 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 40988) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:55.792087 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36379a26-f958-446c-8f20-df7659c36189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41994435-ad3c-4cd4-9ea3-87157024a50a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:55.841824 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-198364cd-564f-4e09-9c4c-2f9e0a0a7470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:55.902324 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-198364cd-564f-4e09-9c4c-2f9e0a0a7470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:55.922744 n-d-712137-10 neutron-server[106329]: INFO neutron.db.securitygroups_db [None req-613184d4-845e-4d8b-9700-fbd0b66586fb tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Project 882056e022594e62849ed5c991d6169b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 15:21:55.930877 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-613184d4-845e-4d8b-9700-fbd0b66586fb tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:55.935941 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-448df4be-9a70-46cb-803a-4534d44d3037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:55.937441 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-448df4be-9a70-46cb-803a-4534d44d3037 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee9e1d3e-90f3-4805-bd4b-3365719a7970 HTTP/1.1" status: 200 len: 797 time: 0.1993027 Aug 28 15:21:55.981833 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-198364cd-564f-4e09-9c4c-2f9e0a0a7470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:55.989756 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-198364cd-564f-4e09-9c4c-2f9e0a0a7470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:55.994201 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-198364cd-564f-4e09-9c4c-2f9e0a0a7470 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41994435-ad3c-4cd4-9ea3-87157024a50a HTTP/1.1" status: 204 len: 168 time: 0.2471597 Aug 28 15:21:56.027912 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198364cd-564f-4e09-9c4c-2f9e0a0a7470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41994435-ad3c-4cd4-9ea3-87157024a50a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:56.147055 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6cc2877b-de8b-4193-8f3e-a5f596292115 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:21:56.223084 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-613184d4-845e-4d8b-9700-fbd0b66586fb tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:56.229115 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-6195892e-fbf7-405a-b004-913f4167bb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:56.230712 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-6195892e-fbf7-405a-b004-913f4167bb95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e337a80-f61c-4bca-8264-d9f248c90759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2855625 Aug 28 15:21:56.232032 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-613184d4-845e-4d8b-9700-fbd0b66586fb tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:56.290057 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a27ea5de-eaa4-4117-ae87-61749a155a31 req-b812a8f3-6eac-428e-9ee8-854569771828 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 210 time: 0.0677652 Aug 28 15:21:56.312975 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613184d4-845e-4d8b-9700-fbd0b66586fb tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9b616d-99af-47f1-aefa-78203d094e19,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:56.320156 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 6cc2877b-de8b-4193-8f3e-a5f596292115 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:21:56.322822 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-613184d4-845e-4d8b-9700-fbd0b66586fb tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:56.331724 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 6cc2877b-de8b-4193-8f3e-a5f596292115 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:21:56.331724 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:56.332440 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-613184d4-845e-4d8b-9700-fbd0b66586fb tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6142111 Aug 28 15:21:56.442495 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-0960990d-660a-4a0e-81e8-9626cee8b7ff service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040074 Aug 28 15:21:56.497038 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:56.613990 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 6cc2877b-de8b-4193-8f3e-a5f596292115, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6cc2877b-de8b-4193-8f3e-a5f596292115,segment=NetworkSegment(b17d1bde-47bc-4b34-acef-81bd6976a738),segment_id=b17d1bde-47bc-4b34-acef-81bd6976a738)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:21:56.643560 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:56.648880 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:56.700565 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=6cc2877b-de8b-4193-8f3e-a5f596292115,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:56.709909 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:56.710371 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:56.710814 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:56.711720 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:56.711720 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:56.712799 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:56.713974 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:56.714421 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:56.715255 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:56.716528 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:56.716528 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:56.716528 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:56.784635 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-5fdb37f5-d054-4945-a9de-5ae948bf0d62 service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344040 Aug 28 15:21:56.844009 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-8a9b912d-ea69-4f01-b10c-0641713a2e9f tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1444861387&fields=id&tenant_id=882056e022594e62849ed5c991d6169b HTTP/1.1" status: 200 len: 267 time: 0.1035056 Aug 28 15:21:56.844189 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41014) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:56.844634 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-56f15f18-1543-4e20-b4c8-f7a41d6ee239 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=812faf11-1952-4526-859c-7622a369ee03 HTTP/1.1" status: 200 len: 217 time: 0.0512741 Aug 28 15:21:56.866292 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-890e1b9a-222e-449c-9b36-d4a8ee3c33fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:56.931098 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-36266675-e04f-4dbf-844e-ac7b530f3d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:56.932928 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-36266675-e04f-4dbf-844e-ac7b530f3d83 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee9e1d3e-90f3-4805-bd4b-3365719a7970 HTTP/1.1" status: 200 len: 797 time: 0.0816729 Aug 28 15:21:57.053432 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-890e1b9a-222e-449c-9b36-d4a8ee3c33fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:57.065788 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-890e1b9a-222e-449c-9b36-d4a8ee3c33fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:57.082193 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-ed3bd314-879f-4ec7-8ad7-907e5c46e69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:57.083738 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-ed3bd314-879f-4ec7-8ad7-907e5c46e69a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e337a80-f61c-4bca-8264-d9f248c90759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1160476 Aug 28 15:21:57.116223 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-4fd2dad2-40ff-4b96-8cad-34d8b5db2ce8 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:57.123349 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-4fd2dad2-40ff-4b96-8cad-34d8b5db2ce8 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/networks?id=c3ffba0e-5bab-4dc3-b058-57d59d94f08c HTTP/1.1" status: 200 len: 797 time: 0.2706733 Aug 28 15:21:57.141823 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-890e1b9a-222e-449c-9b36-d4a8ee3c33fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b311fabcc82c4cb680e3e39be7a33764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2965419 Aug 28 15:21:57.142906 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e1b9a-222e-449c-9b36-d4a8ee3c33fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79da5ace-41dc-44db-ba31-8686ad65633d,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:57.145352 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41020) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:21:57.209788 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-4fbb8d29-45d1-4b01-88c9-f834884c11ac tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/quotas/882056e022594e62849ed5c991d6169b HTTP/1.1" status: 200 len: 375 time: 0.0854611 Aug 28 15:21:57.233080 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38cac452-2083-4411-a67b-9fa7e8e14393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:57.306937 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38cac452-2083-4411-a67b-9fa7e8e14393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:57.312645 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-b006e474-943e-416f-a216-f28f78a2de05 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=882056e022594e62849ed5c991d6169b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0949161 Aug 28 15:21:57.328399 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-1c04c966-7e32-4003-ad56-58bfc6d9848e service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357759 Aug 28 15:21:57.464549 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-81193e88-715d-450d-8aa8-10f5535f9eff service neutron] 10.222.0.13 "GET /v2.0/networks/c3ffba0e-5bab-4dc3-b058-57d59d94f08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449928 Aug 28 15:21:57.616655 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-9f31d520-2881-40d4-afae-597120298826 service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715809 Aug 28 15:21:57.622293 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-f3b41741-11c0-4a3a-9d20-87ab7ec4e623 service neutron] 10.222.0.13 "GET /v2.0/networks/c3ffba0e-5bab-4dc3-b058-57d59d94f08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221714 Aug 28 15:21:57.682872 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-8b12ef16-508e-4118-a84d-b5acad674e37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=30961ef5-4a0d-454a-bc6e-519c94cbf152 HTTP/1.1" status: 200 len: 217 time: 0.0587142 Aug 28 15:21:57.715846 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ab6a34f2-6ac2-4139-be3d-1531c002db18 req-ee832bf3-2bff-40f4-97b8-a623a750b5b7 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 210 time: 0.0324547 Aug 28 15:21:57.745513 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38cac452-2083-4411-a67b-9fa7e8e14393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:57.757349 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38cac452-2083-4411-a67b-9fa7e8e14393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:57.761373 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-38cac452-2083-4411-a67b-9fa7e8e14393 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79da5ace-41dc-44db-ba31-8686ad65633d HTTP/1.1" status: 204 len: 168 time: 0.6151121 Aug 28 15:21:57.797612 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cac452-2083-4411-a67b-9fa7e8e14393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79da5ace-41dc-44db-ba31-8686ad65633d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:21:57.814740 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-0b0fa98e-c247-41d7-96dc-d5035585d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:57.817880 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-0b0fa98e-c247-41d7-96dc-d5035585d683 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee9e1d3e-90f3-4805-bd4b-3365719a7970 HTTP/1.1" status: 200 len: 797 time: 0.1235757 Aug 28 15:21:57.828238 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cac452-2083-4411-a67b-9fa7e8e14393 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:57.828600 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cac452-2083-4411-a67b-9fa7e8e14393 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:57.828938 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cac452-2083-4411-a67b-9fa7e8e14393 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:57.833415 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cac452-2083-4411-a67b-9fa7e8e14393 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:57.833415 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cac452-2083-4411-a67b-9fa7e8e14393 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:57.833415 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cac452-2083-4411-a67b-9fa7e8e14393 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:57.833415 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cac452-2083-4411-a67b-9fa7e8e14393 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:57.833415 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cac452-2083-4411-a67b-9fa7e8e14393 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:57.833415 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cac452-2083-4411-a67b-9fa7e8e14393 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:57.833415 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cac452-2083-4411-a67b-9fa7e8e14393 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:57.833415 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cac452-2083-4411-a67b-9fa7e8e14393 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:57.833415 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cac452-2083-4411-a67b-9fa7e8e14393 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:21:57.952121 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1039b0d5-b8a2-458f-a524-1550d5948d9e req-cc976dc4-f9af-46f3-92bc-77fb45912179 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d21422f-22d2-4fca-94f6-bca72e7922c9 HTTP/1.1" status: 200 len: 210 time: 0.0582418 Aug 28 15:21:57.967934 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-96348f46-d0fe-4a40-bc3b-a6f1b2b58180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:57.969648 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-96348f46-d0fe-4a40-bc3b-a6f1b2b58180 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e337a80-f61c-4bca-8264-d9f248c90759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1450162 Aug 28 15:21:58.090429 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6cc2877b-de8b-4193-8f3e-a5f596292115 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:21:58.266124 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 6cc2877b-de8b-4193-8f3e-a5f596292115 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:21:58.273431 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:21:58.345163 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-73c854d2-b32e-4217-9737-972e979c7c5f service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627257 Aug 28 15:21:58.521022 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-2e8cad68-d7a7-45e7-8d1a-be8d24f3a34a service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697154 Aug 28 15:21:58.599740 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-c14238c3-b2c1-4b22-a561-b1598a05cb4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=16321fa2-91e2-42a3-8f1a-9e609d1ba006 HTTP/1.1" status: 200 len: 217 time: 0.0664425 Aug 28 15:21:58.675944 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-414a1741-1f51-4eef-9cc8-6d94ec05ea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:58.677743 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-414a1741-1f51-4eef-9cc8-6d94ec05ea54 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee9e1d3e-90f3-4805-bd4b-3365719a7970 HTTP/1.1" status: 200 len: 797 time: 0.0714388 Aug 28 15:21:58.785915 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-ddab928b-194f-4a70-b53e-46804e1170b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:58.789140 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-ddab928b-194f-4a70-b53e-46804e1170b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e337a80-f61c-4bca-8264-d9f248c90759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1015720 Aug 28 15:21:59.016215 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-17796011-726e-4c43-bf6a-fe7af9af5c09 req-aa110d72-cb06-4c95-8329-743ca575a945 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f7dca7-ab9a-479d-91b0-c257a30bf88d HTTP/1.1" status: 200 len: 210 time: 0.0844378 Aug 28 15:21:59.145845 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-97e0206d-4d2b-46ff-ac7a-0e52e8935c41 req-33d4be4b-2d37-4543-ad0f-da91e358a95f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2111471 Aug 28 15:21:59.175182 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-7da258c9-d770-4268-b7fd-bf66f41f197d service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783517 Aug 28 15:21:59.213020 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-91157674-2783-40cb-bd76-1a2f68a8511a req-b39ae005-20f2-4d1c-a7ed-89f6f0b4863c tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d21422f-22d2-4fca-94f6-bca72e7922c9 HTTP/1.1" status: 200 len: 210 time: 0.0456450 Aug 28 15:21:59.279443 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-b0e4c22e-628c-41b2-a7d9-f8cda57bca58 service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965614 Aug 28 15:21:59.344742 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-d3a3d115-61f7-4f2d-be2b-3e32da35c1e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=50deec03-7b81-42d5-aaf9-ae33b02083dc HTTP/1.1" status: 200 len: 217 time: 0.0549295 Aug 28 15:21:59.430235 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0206d-4d2b-46ff-ac7a-0e52e8935c41 req-e3d43270-2f8a-40ca-a762-f140139db5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:59.432110 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-97e0206d-4d2b-46ff-ac7a-0e52e8935c41 req-e3d43270-2f8a-40ca-a762-f140139db5b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b4c7c44e9c74732be623a1bd8d5a647&device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 1097 time: 0.1514535 Aug 28 15:21:59.443857 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-7c2e275a-cc3b-41f4-9ead-8e9aebaabc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:59.445933 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-7c2e275a-cc3b-41f4-9ead-8e9aebaabc48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=32296ab6-0e0f-4355-bb6c-e0506c5f4601 HTTP/1.1" status: 200 len: 797 time: 0.0866709 Aug 28 15:21:59.605723 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-b752bac4-a972-4f22-92e4-7e288c0d3a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:59.607438 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-b752bac4-a972-4f22-92e4-7e288c0d3a0c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a36e233e-9694-4856-84b9-f3f8aa62d273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1541204 Aug 28 15:21:59.826188 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0206d-4d2b-46ff-ac7a-0e52e8935c41 req-3c3b5671-c408-4070-84a5-3a2a965d8c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:59.834244 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-97e0206d-4d2b-46ff-ac7a-0e52e8935c41 req-3c3b5671-c408-4070-84a5-3a2a965d8c5e service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f9ae0f6-9541-42e4-a2b7-8013952788b7 HTTP/1.1" status: 200 len: 911 time: 0.3159680 Aug 28 15:21:59.847610 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-5f1faea8-4190-41a3-bdaf-a2e883e3324c tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:21:59.849250 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-5f1faea8-4190-41a3-bdaf-a2e883e3324c tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.41 "GET /v2.0/networks?id=c3ffba0e-5bab-4dc3-b058-57d59d94f08c HTTP/1.1" status: 200 len: 797 time: 0.3476119 Aug 28 15:21:59.935707 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-f4f88ec5-eb86-489e-9384-a008a83779f7 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=882056e022594e62849ed5c991d6169b HTTP/1.1" status: 200 len: 380 time: 0.0723846 Aug 28 15:21:59.950183 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-06b3a6aa-8676-4050-bf90-8ddc18359d92 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'port': {'device_id': '9d21422f-22d2-4fca-94f6-bca72e7922c9', 'network_id': 'c3ffba0e-5bab-4dc3-b058-57d59d94f08c', 'admin_state_up': True, 'tenant_id': '882056e022594e62849ed5c991d6169b', 'security_groups': ['d9b1360d-3a4d-4474-a6f4-6fa8c6094a91']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:22:00.005269 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-accce8d3-7bf5-4f35-805f-349d2e8ac5be service neutron] 10.222.0.36 "GET /v2.0/networks/a36e233e-9694-4856-84b9-f3f8aa62d273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536637 Aug 28 15:22:00.130382 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-21c3f0ca-dcca-40c0-ad40-efec4cc6d94d service neutron] 10.222.0.36 "GET /v2.0/networks/a36e233e-9694-4856-84b9-f3f8aa62d273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118383 Aug 28 15:22:00.132618 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-97e0206d-4d2b-46ff-ac7a-0e52e8935c41 req-7e31f569-96d7-4254-87d3-0e7709180f36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 HTTP/1.1" status: 200 len: 1001 time: 0.2776339 Aug 28 15:22:00.252882 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-e9604f2d-9788-4f5e-9b47-922a48fd4956 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8cb26e22-61bc-45a1-a731-63fca20f0e30 HTTP/1.1" status: 200 len: 217 time: 0.1142855 Aug 28 15:22:00.270591 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-06b3a6aa-8676-4050-bf90-8ddc18359d92 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Made reservation on behalf of 882056e022594e62849ed5c991d6169b for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:22:00.274400 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-06b3a6aa-8676-4050-bf90-8ddc18359d92 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:00.390817 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0206d-4d2b-46ff-ac7a-0e52e8935c41 req-12f621c6-61ae-48ec-aabb-4fcb373bf61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:00.392395 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-97e0206d-4d2b-46ff-ac7a-0e52e8935c41 req-12f621c6-61ae-48ec-aabb-4fcb373bf61a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c596a36d-07a5-46e9-9d8f-f620a91423a0 HTTP/1.1" status: 200 len: 849 time: 0.2345181 Aug 28 15:22:00.412707 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-da92d61c-abe0-42b0-a779-0df31f077fd1 req-7fb3c11d-8d18-4307-9406-99184791d53a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d21422f-22d2-4fca-94f6-bca72e7922c9 HTTP/1.1" status: 200 len: 210 time: 0.0480344 Aug 28 15:22:00.422100 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-a9e08324-7806-4701-b668-b91d2dcd22bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:00.424087 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-a9e08324-7806-4701-b668-b91d2dcd22bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=32296ab6-0e0f-4355-bb6c-e0506c5f4601 HTTP/1.1" status: 200 len: 797 time: 0.1229858 Aug 28 15:22:00.482927 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0206d-4d2b-46ff-ac7a-0e52e8935c41 req-4e89cdfa-0c27-4ada-9cd0-101c70b9c9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:00.484512 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-97e0206d-4d2b-46ff-ac7a-0e52e8935c41 req-4e89cdfa-0c27-4ada-9cd0-101c70b9c9e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f9ae0f6-9541-42e4-a2b7-8013952788b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744784 Aug 28 15:22:00.497108 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-2917e9c2-692d-474a-ad31-4e716c8db639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:00.499597 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-2917e9c2-692d-474a-ad31-4e716c8db639 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a36e233e-9694-4856-84b9-f3f8aa62d273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0614500 Aug 28 15:22:00.578381 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-06b3a6aa-8676-4050-bf90-8ddc18359d92 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Allocated IP 172.20.0.14 (c3ffba0e-5bab-4dc3-b058-57d59d94f08c/d84b1e4d-5bcd-4219-82bb-f39c416476c2/59a92653-7594-44aa-bf01-8776e400f975) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:22:00.674184 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-65957bbe-f1dc-4855-bb7b-4af620899370 service neutron] 10.222.0.36 "GET /v2.0/networks/a36e233e-9694-4856-84b9-f3f8aa62d273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653259 Aug 28 15:22:00.676133 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-97e0206d-4d2b-46ff-ac7a-0e52e8935c41 req-8e869baa-d6ff-42a9-84ab-9d0937025ab7 service neutron] 10.222.0.41 "GET /v2.0/networks/8f9ae0f6-9541-42e4-a2b7-8013952788b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755817 Aug 28 15:22:00.907382 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d20c1620-a7a6-4229-a034-19321fad71b1 req-b3842ce8-b317-4101-94b7-a5e6fe786ca8 service neutron] 10.222.0.36 "GET /v2.0/networks/a36e233e-9694-4856-84b9-f3f8aa62d273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259073 Aug 28 15:22:00.926017 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-97e0206d-4d2b-46ff-ac7a-0e52e8935c41 req-bfc36c7d-ebf2-42ee-aa79-d606ca7d1dbe service neutron] 10.222.0.41 "GET /v2.0/networks/8f9ae0f6-9541-42e4-a2b7-8013952788b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358515 Aug 28 15:22:00.976125 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-06b3a6aa-8676-4050-bf90-8ddc18359d92 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:00.996358 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-06b3a6aa-8676-4050-bf90-8ddc18359d92 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Transition to ACTIVE for port object 59a92653-7594-44aa-bf01-8776e400f975 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:22:01.050436 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-06b3a6aa-8676-4050-bf90-8ddc18359d92 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:01.141290 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-06b3a6aa-8676-4050-bf90-8ddc18359d92 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Network c3ffba0e-5bab-4dc3-b058-57d59d94f08c is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:22:01.151822 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-06b3a6aa-8676-4050-bf90-8ddc18359d92 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:22:01.164082 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-06b3a6aa-8676-4050-bf90-8ddc18359d92 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:22:01.172905 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3a6aa-8676-4050-bf90-8ddc18359d92 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'Port': ['ID=59a92653-7594-44aa-bf01-8776e400f975,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:01.286383 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-06b3a6aa-8676-4050-bf90-8ddc18359d92 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:01.287068 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-06b3a6aa-8676-4050-bf90-8ddc18359d92 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:01.321370 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-06b3a6aa-8676-4050-bf90-8ddc18359d92 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3765683 Aug 28 15:22:01.337748 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-3d2ff739-1dc1-45a9-92ee-2ea5fa76c957 service neutron] Request body: {'port': {'device_id': '9d21422f-22d2-4fca-94f6-bca72e7922c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:22:01.366717 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41104) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:01.429086 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-3d2ff739-1dc1-45a9-92ee-2ea5fa76c957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:01.581033 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f87e8e6a-d830-4aa0-8803-38b2161c5ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:01.614792 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-507504d2-9ce8-4e30-8e39-0cae18a0a63b None None] Provisioning for port 59a92653-7594-44aa-bf01-8776e400f975 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:22:01.619452 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-507504d2-9ce8-4e30-8e39-0cae18a0a63b None None] Provisioning complete for port 59a92653-7594-44aa-bf01-8776e400f975 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:22:01.619850 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-507504d2-9ce8-4e30-8e39-0cae18a0a63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:01.700936 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-507504d2-9ce8-4e30-8e39-0cae18a0a63b None None] Port 59a92653-7594-44aa-bf01-8776e400f975 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:22:01.734383 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846dd45-2822-41d0-b7af-bae4338ff32d req-25f976b4-68ca-4d7a-a544-a189cd975ef7 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:01.736501 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c846dd45-2822-41d0-b7af-bae4338ff32d req-25f976b4-68ca-4d7a-a544-a189cd975ef7 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d21422f-22d2-4fca-94f6-bca72e7922c9 HTTP/1.1" status: 200 len: 932 time: 0.2000432 Aug 28 15:22:01.739364 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f87e8e6a-d830-4aa0-8803-38b2161c5ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:01.748462 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f87e8e6a-d830-4aa0-8803-38b2161c5ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:01.844776 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f87e8e6a-d830-4aa0-8803-38b2161c5ffd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0669c871bfb4d7abbf8ae5345af4f24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4766631 Aug 28 15:22:01.846200 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41122) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:01.846904 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e8e6a-d830-4aa0-8803-38b2161c5ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2fccbc-fb97-4623-a2ac-729c2651217b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:01.941974 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c846dd45-2822-41d0-b7af-bae4338ff32d req-c3daf6a3-1599-48f5-b57d-2f6db864d964 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9b1360d-3a4d-4474-a6f4-6fa8c6094a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975455 Aug 28 15:22:01.991054 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-80d63b4b-d0da-4fe5-82e0-e8f81e534b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:01.997019 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-3d2ff739-1dc1-45a9-92ee-2ea5fa76c957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a92653-7594-44aa-bf01-8776e400f975 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:22:02.010760 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-3d2ff739-1dc1-45a9-92ee-2ea5fa76c957 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:02.032584 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-80d63b4b-d0da-4fe5-82e0-e8f81e534b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:02.040848 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-3d2ff739-1dc1-45a9-92ee-2ea5fa76c957 service neutron] Transition to ACTIVE for port object 59a92653-7594-44aa-bf01-8776e400f975 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:22:02.050369 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-3d2ff739-1dc1-45a9-92ee-2ea5fa76c957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:02.147007 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ff739-1dc1-45a9-92ee-2ea5fa76c957 service neutron] Pushing event updated for resources: {'Port': ['ID=59a92653-7594-44aa-bf01-8776e400f975,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:02.157071 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-80d63b4b-d0da-4fe5-82e0-e8f81e534b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:02.161078 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-80d63b4b-d0da-4fe5-82e0-e8f81e534b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:02.165099 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-80d63b4b-d0da-4fe5-82e0-e8f81e534b90 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f2fccbc-fb97-4623-a2ac-729c2651217b HTTP/1.1" status: 204 len: 168 time: 0.3082712 Aug 28 15:22:02.199948 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d63b4b-d0da-4fe5-82e0-e8f81e534b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2fccbc-fb97-4623-a2ac-729c2651217b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:02.234467 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-3d2ff739-1dc1-45a9-92ee-2ea5fa76c957 service neutron] Attempting to bind port 59a92653-7594-44aa-bf01-8776e400f975 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:22:02.235034 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-3d2ff739-1dc1-45a9-92ee-2ea5fa76c957 service neutron] Attempting to bind port 59a92653-7594-44aa-bf01-8776e400f975 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': 'b17d1bde-47bc-4b34-acef-81bd6976a738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3ffba0e-5bab-4dc3-b058-57d59d94f08c'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:22:02.235533 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-3d2ff739-1dc1-45a9-92ee-2ea5fa76c957 service neutron] Attempting to bind port 59a92653-7594-44aa-bf01-8776e400f975 on network c3ffba0e-5bab-4dc3-b058-57d59d94f08c {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:22:02.254371 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-3d2ff739-1dc1-45a9-92ee-2ea5fa76c957 service neutron] Port 59a92653-7594-44aa-bf01-8776e400f975 on network c3ffba0e-5bab-4dc3-b058-57d59d94f08c not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:22:02.254801 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-3d2ff739-1dc1-45a9-92ee-2ea5fa76c957 service neutron] Attempting to bind port 59a92653-7594-44aa-bf01-8776e400f975 on network c3ffba0e-5bab-4dc3-b058-57d59d94f08c {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:22:02.261693 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-3d2ff739-1dc1-45a9-92ee-2ea5fa76c957 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:22:02.262189 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-3d2ff739-1dc1-45a9-92ee-2ea5fa76c957 service neutron] Checking segment: {'id': 'b17d1bde-47bc-4b34-acef-81bd6976a738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3ffba0e-5bab-4dc3-b058-57d59d94f08c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:22:02.262674 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-3d2ff739-1dc1-45a9-92ee-2ea5fa76c957 service neutron] Bound using segment: {'id': 'b17d1bde-47bc-4b34-acef-81bd6976a738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3ffba0e-5bab-4dc3-b058-57d59d94f08c'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:22:02.263231 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-3d2ff739-1dc1-45a9-92ee-2ea5fa76c957 service neutron] Bound port: 59a92653-7594-44aa-bf01-8776e400f975, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b17d1bde-47bc-4b34-acef-81bd6976a738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3ffba0e-5bab-4dc3-b058-57d59d94f08c'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:22:02.263895 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-3d2ff739-1dc1-45a9-92ee-2ea5fa76c957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:02.374027 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-3d2ff739-1dc1-45a9-92ee-2ea5fa76c957 service neutron] For port 59a92653-7594-44aa-bf01-8776e400f975, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:22:02.378507 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-3d2ff739-1dc1-45a9-92ee-2ea5fa76c957 service neutron] For port 59a92653-7594-44aa-bf01-8776e400f975, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=59a92653-7594-44aa-bf01-8776e400f975,segment=NetworkSegment(b17d1bde-47bc-4b34-acef-81bd6976a738),segment_id=b17d1bde-47bc-4b34-acef-81bd6976a738)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:22:02.383026 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-3d2ff739-1dc1-45a9-92ee-2ea5fa76c957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:02.406567 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-3d2ff739-1dc1-45a9-92ee-2ea5fa76c957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:02.408229 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-3d2ff739-1dc1-45a9-92ee-2ea5fa76c957 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:02.410283 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-3d2ff739-1dc1-45a9-92ee-2ea5fa76c957 service neutron] 10.222.0.41 "PUT /v2.0/ports/59a92653-7594-44aa-bf01-8776e400f975 HTTP/1.1" status: 200 len: 1093 time: 1.0780699 Aug 28 15:22:02.412581 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d21422f-22d2-4fca-94f6-bca72e7922c9', 'tag': '59a92653-7594-44aa-bf01-8776e400f975'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:22:02.416803 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b240008d-04fd-4a8f-bad7-a1af7084e1dc" -d '{"events": [{"name": "network-changed", "server_uuid": "9d21422f-22d2-4fca-94f6-bca72e7922c9", "tag": "59a92653-7594-44aa-bf01-8776e400f975"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:22:02.489467 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2f4ec7-780f-4dc9-b403-de29caa2a6a1 x-openstack-request-id: req-4e2f4ec7-780f-4dc9-b403-de29caa2a6a1 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:22:02.489971 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d21422f-22d2-4fca-94f6-bca72e7922c9", "tag": "59a92653-7594-44aa-bf01-8776e400f975", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:22:02.490474 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e2f4ec7-780f-4dc9-b403-de29caa2a6a1 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:22:02.491011 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d21422f-22d2-4fca-94f6-bca72e7922c9', 'tag': '59a92653-7594-44aa-bf01-8776e400f975', 'status': 'completed', 'code': 200} Aug 28 15:22:02.570994 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-6253d1d3-8b1f-420f-8d0e-952e84aee327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:02.572906 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-6253d1d3-8b1f-420f-8d0e-952e84aee327 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=882056e022594e62849ed5c991d6169b&device_id=9d21422f-22d2-4fca-94f6-bca72e7922c9 HTTP/1.1" status: 200 len: 1096 time: 0.0810628 Aug 28 15:22:02.576819 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ff739-1dc1-45a9-92ee-2ea5fa76c957 service neutron] Pushing event updated for resources: {'Port': ['ID=59a92653-7594-44aa-bf01-8776e400f975,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:02.640792 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-f003218e-ed81-4a6c-b0e1-c89919fe151d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59a92653-7594-44aa-bf01-8776e400f975 HTTP/1.1" status: 200 len: 217 time: 0.0578213 Aug 28 15:22:02.693044 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41136) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:02.713523 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-16c9840e-dcd7-46a2-b457-1365aa182162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:02.719358 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-4f5124df-e251-415c-bfc2-7e78c1101a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:02.721107 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-4f5124df-e251-415c-bfc2-7e78c1101a62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d84b1e4d-5bcd-4219-82bb-f39c416476c2 HTTP/1.1" status: 200 len: 835 time: 0.0733390 Aug 28 15:22:02.783821 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-517f23aa-9c91-4539-8826-6f2b4de13598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:02.785687 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-517f23aa-9c91-4539-8826-6f2b4de13598 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c3ffba0e-5bab-4dc3-b058-57d59d94f08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562961 Aug 28 15:22:02.843076 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-16c9840e-dcd7-46a2-b457-1365aa182162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:02.848486 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-16c9840e-dcd7-46a2-b457-1365aa182162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:02.923141 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c9840e-dcd7-46a2-b457-1365aa182162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6458a9-a0d5-4be9-b9a8-eea2a56f7ad9,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:02.930865 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-74779df9-c4c1-4bf5-a8ca-79c2714c88be service neutron] 10.222.0.41 "GET /v2.0/networks/c3ffba0e-5bab-4dc3-b058-57d59d94f08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378493 Aug 28 15:22:02.932001 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-16c9840e-dcd7-46a2-b457-1365aa182162 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c302b48ac2a46c7b5a22ea3f80a71fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2376845 Aug 28 15:22:02.932538 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41142) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:02.990041 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0a4d83e0-157b-455b-ba9a-89fe9894bd38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:03.016746 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0a4d83e0-157b-455b-ba9a-89fe9894bd38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:03.073961 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0a4d83e0-157b-455b-ba9a-89fe9894bd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:03.078068 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0a4d83e0-157b-455b-ba9a-89fe9894bd38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:03.082942 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0a4d83e0-157b-455b-ba9a-89fe9894bd38 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac6458a9-a0d5-4be9-b9a8-eea2a56f7ad9 HTTP/1.1" status: 204 len: 168 time: 0.1469688 Aug 28 15:22:03.083065 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1cf9744-b730-4e64-bed5-dad7f032155e req-1b242498-8347-4094-b5e7-21d0aa3cf419 service neutron] 10.222.0.41 "GET /v2.0/networks/c3ffba0e-5bab-4dc3-b058-57d59d94f08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433077 Aug 28 15:22:03.090086 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d83e0-157b-455b-ba9a-89fe9894bd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6458a9-a0d5-4be9-b9a8-eea2a56f7ad9,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:03.131170 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68616fa-e311-4d6b-b24d-4592a1a3f275 req-3998455e-a595-459b-a24d-008df842aef3 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:03.132779 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b68616fa-e311-4d6b-b24d-4592a1a3f275 req-3998455e-a595-459b-a24d-008df842aef3 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d21422f-22d2-4fca-94f6-bca72e7922c9 HTTP/1.1" status: 200 len: 944 time: 0.0742686 Aug 28 15:22:03.213384 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240008d-04fd-4a8f-bad7-a1af7084e1dc req-c7a43a19-de78-44b6-8420-a51d5650f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:03.214910 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b240008d-04fd-4a8f-bad7-a1af7084e1dc req-c7a43a19-de78-44b6-8420-a51d5650f383 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=882056e022594e62849ed5c991d6169b&device_id=9d21422f-22d2-4fca-94f6-bca72e7922c9 HTTP/1.1" status: 200 len: 1096 time: 0.0532222 Aug 28 15:22:03.221035 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b68616fa-e311-4d6b-b24d-4592a1a3f275 req-55b6fbc7-9efa-40e9-95ab-e2ca9a55b447 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9b1360d-3a4d-4474-a6f4-6fa8c6094a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803668 Aug 28 15:22:03.315505 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240008d-04fd-4a8f-bad7-a1af7084e1dc req-d50a4e4c-49d1-41bd-adce-31e56a7b0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:03.316388 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b240008d-04fd-4a8f-bad7-a1af7084e1dc req-d50a4e4c-49d1-41bd-adce-31e56a7b0249 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c3ffba0e-5bab-4dc3-b058-57d59d94f08c HTTP/1.1" status: 200 len: 898 time: 0.0938118 Aug 28 15:22:03.369643 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b240008d-04fd-4a8f-bad7-a1af7084e1dc req-ee347326-893a-4589-a5f6-fe568a0ec541 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59a92653-7594-44aa-bf01-8776e400f975 HTTP/1.1" status: 200 len: 217 time: 0.0428238 Aug 28 15:22:03.422813 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240008d-04fd-4a8f-bad7-a1af7084e1dc req-75dbe403-2731-454b-a1c4-a89365adfbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:03.425383 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b240008d-04fd-4a8f-bad7-a1af7084e1dc req-75dbe403-2731-454b-a1c4-a89365adfbde service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d84b1e4d-5bcd-4219-82bb-f39c416476c2 HTTP/1.1" status: 200 len: 835 time: 0.0483124 Aug 28 15:22:03.484896 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240008d-04fd-4a8f-bad7-a1af7084e1dc req-1428106b-3784-496d-912f-75fdf819b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:03.486811 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b240008d-04fd-4a8f-bad7-a1af7084e1dc req-1428106b-3784-496d-912f-75fdf819b177 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c3ffba0e-5bab-4dc3-b058-57d59d94f08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543845 Aug 28 15:22:03.597367 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b240008d-04fd-4a8f-bad7-a1af7084e1dc req-61b040a3-afcc-4062-88d0-e6b57995efb9 service neutron] 10.222.0.41 "GET /v2.0/networks/c3ffba0e-5bab-4dc3-b058-57d59d94f08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022651 Aug 28 15:22:03.724905 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b240008d-04fd-4a8f-bad7-a1af7084e1dc req-57fd8696-f094-472b-8c8f-bef078824ba9 service neutron] 10.222.0.41 "GET /v2.0/networks/c3ffba0e-5bab-4dc3-b058-57d59d94f08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202922 Aug 28 15:22:04.420478 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68f4db-e76b-44ee-9a20-61172df9586d req-1dddbd1c-5318-4537-8fe7-00e34763e4cc tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:04.422096 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3c68f4db-e76b-44ee-9a20-61172df9586d req-1dddbd1c-5318-4537-8fe7-00e34763e4cc tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d21422f-22d2-4fca-94f6-bca72e7922c9 HTTP/1.1" status: 200 len: 944 time: 0.0887363 Aug 28 15:22:04.473466 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3c68f4db-e76b-44ee-9a20-61172df9586d req-e2ad745f-ff53-490b-9660-054b318627b1 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9b1360d-3a4d-4474-a6f4-6fa8c6094a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446658 Aug 28 15:22:05.607686 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4eb0fa-a785-49d7-92ca-e91f9257d5d0 req-3c9a687a-7481-475f-91db-fc4b1ecf1a3d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:05.609419 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cc4eb0fa-a785-49d7-92ca-e91f9257d5d0 req-3c9a687a-7481-475f-91db-fc4b1ecf1a3d tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d21422f-22d2-4fca-94f6-bca72e7922c9 HTTP/1.1" status: 200 len: 944 time: 0.0675824 Aug 28 15:22:05.651891 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cc4eb0fa-a785-49d7-92ca-e91f9257d5d0 req-d2916dc5-1de8-4d42-a4b3-9b55625cfdad tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9b1360d-3a4d-4474-a6f4-6fa8c6094a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356476 Aug 28 15:22:05.726076 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 59a92653-7594-44aa-bf01-8776e400f975 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:22:05.777974 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41250) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:05.861777 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 59a92653-7594-44aa-bf01-8776e400f975, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=59a92653-7594-44aa-bf01-8776e400f975,segment=NetworkSegment(b17d1bde-47bc-4b34-acef-81bd6976a738),segment_id=b17d1bde-47bc-4b34-acef-81bd6976a738)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:22:05.880840 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '59a92653-7594-44aa-bf01-8776e400f975', 'network_id': 'c3ffba0e-5bab-4dc3-b058-57d59d94f08c', 'port_id': '59a92653-7594-44aa-bf01-8776e400f975', 'mac_address': 'fa:16:3e:76:07:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd84b1e4d-5bcd-4219-82bb-f39c416476c2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:22:05.916359 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a0ff8918-eb27-4e9c-9718-0bc52225cd2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:05.941612 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:05.962030 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a92653-7594-44aa-bf01-8776e400f975 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:22:05.985341 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 59a92653-7594-44aa-bf01-8776e400f975, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=59a92653-7594-44aa-bf01-8776e400f975,segment=NetworkSegment(b17d1bde-47bc-4b34-acef-81bd6976a738),segment_id=b17d1bde-47bc-4b34-acef-81bd6976a738)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:22:05.989795 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:06.056464 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a0ff8918-eb27-4e9c-9718-0bc52225cd2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:06.058033 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=59a92653-7594-44aa-bf01-8776e400f975,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:06.069371 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a0ff8918-eb27-4e9c-9718-0bc52225cd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:06.111367 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a0ff8918-eb27-4e9c-9718-0bc52225cd2c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=700dc2743e0f450dbf8fc6b58eb37fb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3315821 Aug 28 15:22:06.112311 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff8918-eb27-4e9c-9718-0bc52225cd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f815e4-b6ea-4d5a-95c6-34cdc74c58a3,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:06.113647 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41260) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:06.191897 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3adb4ff9-9778-450f-a3f5-2f40b6dd3669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:06.214734 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3adb4ff9-9778-450f-a3f5-2f40b6dd3669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:06.263680 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3adb4ff9-9778-450f-a3f5-2f40b6dd3669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:06.266291 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3adb4ff9-9778-450f-a3f5-2f40b6dd3669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:06.270303 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3adb4ff9-9778-450f-a3f5-2f40b6dd3669 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8f815e4-b6ea-4d5a-95c6-34cdc74c58a3 HTTP/1.1" status: 204 len: 168 time: 0.1551297 Aug 28 15:22:06.278057 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb4ff9-9778-450f-a3f5-2f40b6dd3669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f815e4-b6ea-4d5a-95c6-34cdc74c58a3,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:06.348823 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['59a92653-7594-44aa-bf01-8776e400f975'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:22:06.562708 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41268) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:06.577615 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b5151f96-5ccd-4316-b39f-bc5f3872227b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:06.764275 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b5151f96-5ccd-4316-b39f-bc5f3872227b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:06.769990 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b5151f96-5ccd-4316-b39f-bc5f3872227b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:06.824334 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b5151f96-5ccd-4316-b39f-bc5f3872227b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4238d9857fc45718389822798e7ca21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2604368 Aug 28 15:22:06.827477 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41276) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:06.836088 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5151f96-5ccd-4316-b39f-bc5f3872227b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504810e8-64b2-4246-a36e-b32b7044484b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:06.900131 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c502f5-cb1a-43a9-85c3-4d1bbfb1846b req-badbae7f-c36e-4191-8b62-8d2f4af2bb8a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:06.901974 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-33c502f5-cb1a-43a9-85c3-4d1bbfb1846b req-badbae7f-c36e-4191-8b62-8d2f4af2bb8a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d21422f-22d2-4fca-94f6-bca72e7922c9 HTTP/1.1" status: 200 len: 945 time: 0.0819924 Aug 28 15:22:06.922813 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-712ea11c-862d-4a87-9d80-ebf0cd0c0e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:06.949350 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-33c502f5-cb1a-43a9-85c3-4d1bbfb1846b req-5f6fd265-b77f-4b76-aa4b-bbf25a40eccc tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9b1360d-3a4d-4474-a6f4-6fa8c6094a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406601 Aug 28 15:22:06.951584 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-712ea11c-862d-4a87-9d80-ebf0cd0c0e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:07.003763 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-712ea11c-862d-4a87-9d80-ebf0cd0c0e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:07.006536 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-712ea11c-862d-4a87-9d80-ebf0cd0c0e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:07.007867 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-712ea11c-862d-4a87-9d80-ebf0cd0c0e3b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/504810e8-64b2-4246-a36e-b32b7044484b HTTP/1.1" status: 204 len: 168 time: 0.1787560 Aug 28 15:22:07.015890 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ea11c-862d-4a87-9d80-ebf0cd0c0e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504810e8-64b2-4246-a36e-b32b7044484b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:07.752950 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 59a92653-7594-44aa-bf01-8776e400f975 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:22:07.818550 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 59a92653-7594-44aa-bf01-8776e400f975 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:22:07.822691 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 59a92653-7594-44aa-bf01-8776e400f975 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:22:07.823229 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:07.926206 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:07.970662 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d21422f-22d2-4fca-94f6-bca72e7922c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a92653-7594-44aa-bf01-8776e400f975'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:22:08.009876 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf764012-5560-4e82-a468-5377a31b0ad1" -d '{"events": [{"server_uuid": "9d21422f-22d2-4fca-94f6-bca72e7922c9", "name": "network-vif-plugged", "status": "completed", "tag": "59a92653-7594-44aa-bf01-8776e400f975"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:22:08.088773 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 59a92653-7594-44aa-bf01-8776e400f975, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=59a92653-7594-44aa-bf01-8776e400f975,segment=NetworkSegment(b17d1bde-47bc-4b34-acef-81bd6976a738),segment_id=b17d1bde-47bc-4b34-acef-81bd6976a738)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:22:08.098102 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:08.114685 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebc9468-bf2e-443a-8714-cfa9a985335f x-openstack-request-id: req-4ebc9468-bf2e-443a-8714-cfa9a985335f {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:22:08.115261 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d21422f-22d2-4fca-94f6-bca72e7922c9", "name": "network-vif-plugged", "status": "completed", "tag": "59a92653-7594-44aa-bf01-8776e400f975", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:22:08.115680 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ebc9468-bf2e-443a-8714-cfa9a985335f {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:22:08.116219 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d21422f-22d2-4fca-94f6-bca72e7922c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a92653-7594-44aa-bf01-8776e400f975', 'code': 200} Aug 28 15:22:08.178735 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c7b382bd-b0ea-4ad9-9d78-02c5fc516f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:08.255883 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c942e8-2575-4eb9-ab4c-3bd53cdfa493 req-02f33e58-ad54-441d-8cd8-b124183124c5 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:08.269369 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-49c942e8-2575-4eb9-ab4c-3bd53cdfa493 req-02f33e58-ad54-441d-8cd8-b124183124c5 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d21422f-22d2-4fca-94f6-bca72e7922c9 HTTP/1.1" status: 200 len: 946 time: 0.1576207 Aug 28 15:22:08.275885 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=59a92653-7594-44aa-bf01-8776e400f975,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:08.384430 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-49c942e8-2575-4eb9-ab4c-3bd53cdfa493 req-259d8799-fa97-4a2f-aab1-75d28dfd374f tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9b1360d-3a4d-4474-a6f4-6fa8c6094a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138477 Aug 28 15:22:08.393259 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6ddc0-75d4-48b9-b9b6-ec2b630b7809 req-54707b1d-4070-477d-ab00-6e85d6fc6de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:08.395150 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cca6ddc0-75d4-48b9-b9b6-ec2b630b7809 req-54707b1d-4070-477d-ab00-6e85d6fc6de3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9d21422f-22d2-4fca-94f6-bca72e7922c9 HTTP/1.1" status: 200 len: 1098 time: 0.1993144 Aug 28 15:22:08.467802 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cca6ddc0-75d4-48b9-b9b6-ec2b630b7809 req-c6519661-39df-4d6c-8dae-0a5a4c38c1b5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d9b1360d-3a4d-4474-a6f4-6fa8c6094a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650039 Aug 28 15:22:09.521057 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae9360-e398-4cb8-b2b2-6fe9211fe445 req-70073c16-9bb8-4b89-8c70-1a13b571c91a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:09.522916 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-04ae9360-e398-4cb8-b2b2-6fe9211fe445 req-70073c16-9bb8-4b89-8c70-1a13b571c91a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d21422f-22d2-4fca-94f6-bca72e7922c9 HTTP/1.1" status: 200 len: 946 time: 0.0605402 Aug 28 15:22:09.579910 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-04ae9360-e398-4cb8-b2b2-6fe9211fe445 req-acc391b5-3e1d-4aff-8f17-38df92c3597c tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9b1360d-3a4d-4474-a6f4-6fa8c6094a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498054 Aug 28 15:22:10.570160 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5d0eed20-ef00-4beb-8916-646efbcb88b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:10.737736 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a4d2a-404d-4f3b-ab5d-48ac29bfb3dd req-9af6e2dd-2ec3-4f9d-a9ce-ed34c5389e3b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:10.740118 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-059a4d2a-404d-4f3b-ab5d-48ac29bfb3dd req-9af6e2dd-2ec3-4f9d-a9ce-ed34c5389e3b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d21422f-22d2-4fca-94f6-bca72e7922c9 HTTP/1.1" status: 200 len: 946 time: 0.0668559 Aug 28 15:22:10.814851 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-059a4d2a-404d-4f3b-ab5d-48ac29bfb3dd req-1fd52629-f717-4efd-bb63-a9a2617b85ce tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9b1360d-3a4d-4474-a6f4-6fa8c6094a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659428 Aug 28 15:22:10.865178 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:10.968568 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089b5b2-cfe6-4145-9cbf-f7052a72e53b req-afde3a84-91e8-455e-9277-a3f8ef8591cd tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:10.980883 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d089b5b2-cfe6-4145-9cbf-f7052a72e53b req-afde3a84-91e8-455e-9277-a3f8ef8591cd tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d21422f-22d2-4fca-94f6-bca72e7922c9 HTTP/1.1" status: 200 len: 946 time: 0.0699289 Aug 28 15:22:11.045619 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d089b5b2-cfe6-4145-9cbf-f7052a72e53b req-c95abf59-9d60-4c5a-b590-f208874e7950 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9b1360d-3a4d-4474-a6f4-6fa8c6094a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632756 Aug 28 15:22:11.068740 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41460) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:11.120001 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d638fa6-5a29-48d3-b423-411d62d4539b tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:11.121896 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0d638fa6-5a29-48d3-b423-411d62d4539b tempest-TestNetworkBasicOps-965533232 tempest-TestNetworkBasicOps-965533232-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9d21422f-22d2-4fca-94f6-bca72e7922c9 HTTP/1.1" status: 200 len: 1093 time: 0.0518816 Aug 28 15:22:11.125200 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41462) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:11.130131 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-654c4373-2531-4659-b908-43ff56dad969 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'port_id': '59a92653-7594-44aa-bf01-8776e400f975', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:22:11.162136 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-654c4373-2531-4659-b908-43ff56dad969 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:11.338331 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-654c4373-2531-4659-b908-43ff56dad969 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:11.462818 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-654c4373-2531-4659-b908-43ff56dad969 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Allocated IP 172.25.3.128 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/6b6ab9dd-57cd-4200-9feb-1ddc46f2f119) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:22:11.579894 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-654c4373-2531-4659-b908-43ff56dad969 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:11.681481 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-654c4373-2531-4659-b908-43ff56dad969 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:11.724503 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654c4373-2531-4659-b908-43ff56dad969 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:22:11.728236 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-654c4373-2531-4659-b908-43ff56dad969 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:22:11.734653 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654c4373-2531-4659-b908-43ff56dad969 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:22:11.780316 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:12.123794 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c4373-2531-4659-b908-43ff56dad969 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'Port': ['ID=6b6ab9dd-57cd-4200-9feb-1ddc46f2f119,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:12.912376 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-654c4373-2531-4659-b908-43ff56dad969 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:13.074930 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-654c4373-2531-4659-b908-43ff56dad969 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:13.286019 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:13.364404 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-654c4373-2531-4659-b908-43ff56dad969 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:13.374830 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-654c4373-2531-4659-b908-43ff56dad969 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:13.437616 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c4373-2531-4659-b908-43ff56dad969 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event updated for resources: {'Port': ['ID=6b6ab9dd-57cd-4200-9feb-1ddc46f2f119,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:13.516537 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-654c4373-2531-4659-b908-43ff56dad969 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:13.728070 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-654c4373-2531-4659-b908-43ff56dad969 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Floating IP 091f28c3-fe41-4f82-8fbf-f8ca0cdb2e0c associated. External IP: 172.25.3.128, port: 59a92653-7594-44aa-bf01-8776e400f975. Aug 28 15:22:14.114746 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654c4373-2531-4659-b908-43ff56dad969 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Router 9529f42d-3f5e-4def-9b4d-64f7d43868cf has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:22:14.253124 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654c4373-2531-4659-b908-43ff56dad969 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:22:14.265838 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7748e2f-f09b-4543-a333-1174b760d392 None None] Sync routers for ids ['9529f42d-3f5e-4def-9b4d-64f7d43868cf'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:22:14.278879 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-654c4373-2531-4659-b908-43ff56dad969 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:14.283358 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7748e2f-f09b-4543-a333-1174b760d392 None None] Routers {'9529f42d-3f5e-4def-9b4d-64f7d43868cf'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:22:14.284229 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a7748e2f-f09b-4543-a333-1174b760d392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:22:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9529f42d-3f5e-4def-9b4d-64f7d43868cf'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:22:14.319349 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-654c4373-2531-4659-b908-43ff56dad969 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1918008 Aug 28 15:22:14.320090 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d21422f-22d2-4fca-94f6-bca72e7922c9', 'tag': '59a92653-7594-44aa-bf01-8776e400f975'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:22:14.321391 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41500) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:14.334415 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca925be6-1481-4489-bf7c-3afb571a5a89" -d '{"events": [{"name": "network-changed", "server_uuid": "9d21422f-22d2-4fca-94f6-bca72e7922c9", "tag": "59a92653-7594-44aa-bf01-8776e400f975"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:22:14.483168 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-43b438a8-5faa-42de-b91d-53e047366244 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/floatingips/091f28c3-fe41-4f82-8fbf-f8ca0cdb2e0c HTTP/1.1" status: 200 len: 992 time: 0.1587694 Aug 28 15:22:14.520283 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdfc1f4-2b1c-4acb-bac7-8722e6d0f57b x-openstack-request-id: req-7bdfc1f4-2b1c-4acb-bac7-8722e6d0f57b {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:22:14.521500 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d21422f-22d2-4fca-94f6-bca72e7922c9", "tag": "59a92653-7594-44aa-bf01-8776e400f975", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:22:14.521980 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7bdfc1f4-2b1c-4acb-bac7-8722e6d0f57b {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:22:14.522483 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d21422f-22d2-4fca-94f6-bca72e7922c9', 'tag': '59a92653-7594-44aa-bf01-8776e400f975', 'status': 'completed', 'code': 200} Aug 28 15:22:14.529198 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41508) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:14.670852 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca925be6-1481-4489-bf7c-3afb571a5a89 req-2d6e3556-5064-48a7-ad18-1320c6f17afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:14.672404 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ca925be6-1481-4489-bf7c-3afb571a5a89 req-2d6e3556-5064-48a7-ad18-1320c6f17afa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=882056e022594e62849ed5c991d6169b&device_id=9d21422f-22d2-4fca-94f6-bca72e7922c9 HTTP/1.1" status: 200 len: 1098 time: 0.1293304 Aug 28 15:22:14.818487 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-a7748e2f-f09b-4543-a333-1174b760d392 None None] Set router 9529f42d-3f5e-4def-9b4d-64f7d43868cf gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:22:14.822812 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1a7a12de-3c41-40b4-8f88-d077838aaba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:14.898839 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca925be6-1481-4489-bf7c-3afb571a5a89 req-97f7ed96-7970-4741-aecc-ee8e33511508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:14.904337 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ca925be6-1481-4489-bf7c-3afb571a5a89 req-97f7ed96-7970-4741-aecc-ee8e33511508 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c3ffba0e-5bab-4dc3-b058-57d59d94f08c HTTP/1.1" status: 200 len: 898 time: 0.2246068 Aug 28 15:22:15.030072 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ca925be6-1481-4489-bf7c-3afb571a5a89 req-33ca9e2d-da8c-44c3-b9b0-de359261180d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59a92653-7594-44aa-bf01-8776e400f975 HTTP/1.1" status: 200 len: 1000 time: 0.1119971 Aug 28 15:22:15.084527 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1a7a12de-3c41-40b4-8f88-d077838aaba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:15.089728 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1a7a12de-3c41-40b4-8f88-d077838aaba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:15.124672 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca925be6-1481-4489-bf7c-3afb571a5a89 req-6d278621-8d66-4bda-9671-1f62dda0fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:15.127604 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ca925be6-1481-4489-bf7c-3afb571a5a89 req-6d278621-8d66-4bda-9671-1f62dda0fe1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d84b1e4d-5bcd-4219-82bb-f39c416476c2 HTTP/1.1" status: 200 len: 835 time: 0.0900619 Aug 28 15:22:15.150818 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a12de-3c41-40b4-8f88-d077838aaba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abb2309-231a-4615-9eed-df86e8ab714d,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:15.175218 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1a7a12de-3c41-40b4-8f88-d077838aaba3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2022a5a35bf9490f94d8710ab2486c62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6425748 Aug 28 15:22:15.175533 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41518) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:15.196012 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca925be6-1481-4489-bf7c-3afb571a5a89 req-e36893e6-4c47-4c12-97bc-ae50fe405ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:15.197701 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ca925be6-1481-4489-bf7c-3afb571a5a89 req-e36893e6-4c47-4c12-97bc-ae50fe405ec9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c3ffba0e-5bab-4dc3-b058-57d59d94f08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623729 Aug 28 15:22:15.235646 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a7748e2f-f09b-4543-a333-1174b760d392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'name': 'tempest-TestNetworkBasicOps-router-1989611204', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '0418fb35-d8af-4491-93d2-f2e8cfac2153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:21:44Z', 'updated_at': '2021-08-28T15:21:49Z', 'revision_number': 4, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '0418fb35-d8af-4491-93d2-f2e8cfac2153', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:21:44Z', 'updated_at': '2021-08-28T15:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '091f28c3-fe41-4f82-8fbf-f8ca0cdb2e0c', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'port_id': '59a92653-7594-44aa-bf01-8776e400f975', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ffba0e-5bab-4dc3-b058-57d59d94f08c', 'mac_address': 'fa:16:3e:76:07:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d21422f-22d2-4fca-94f6-bca72e7922c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:22:12Z', 'updated_at': '2021-08-28T15:22:12Z', 'revision_number': 0, 'project_id': '882056e022594e62849ed5c991d6169b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cc2877b-de8b-4193-8f3e-a5f596292115', 'name': '', 'network_id': 'c3ffba0e-5bab-4dc3-b058-57d59d94f08c', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'mac_address': 'fa:16:3e:81:06:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'd84b1e4d-5bcd-4219-82bb-f39c416476c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:21:48Z', 'updated_at': '2021-08-28T15:21:56Z', 'revision_number': 5, 'project_id': '882056e022594e62849ed5c991d6169b', 'subnets': [{'id': 'd84b1e4d-5bcd-4219-82bb-f39c416476c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:22:15.267723 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7748e2f-f09b-4543-a333-1174b760d392 None None] Checking router: 9529f42d-3f5e-4def-9b4d-64f7d43868cf for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:22:15.278880 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7748e2f-f09b-4543-a333-1174b760d392 None None] Routers {'9529f42d-3f5e-4def-9b4d-64f7d43868cf'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:22:15.279643 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a7748e2f-f09b-4543-a333-1174b760d392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:22:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9529f42d-3f5e-4def-9b4d-64f7d43868cf'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:22:15.307271 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5172c3b4-188d-480f-8a21-3bc731536ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:15.357498 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ca925be6-1481-4489-bf7c-3afb571a5a89 req-cedfa0db-6471-460b-aefa-12397f12769e service neutron] 10.222.0.41 "GET /v2.0/networks/c3ffba0e-5bab-4dc3-b058-57d59d94f08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507335 Aug 28 15:22:15.358522 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5172c3b4-188d-480f-8a21-3bc731536ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:15.435497 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-a7748e2f-f09b-4543-a333-1174b760d392 None None] Set router 9529f42d-3f5e-4def-9b4d-64f7d43868cf gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:22:15.481438 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ca925be6-1481-4489-bf7c-3afb571a5a89 req-63daa7f3-1b8f-4a3d-b94c-3ead0ffa7788 service neutron] 10.222.0.41 "GET /v2.0/networks/c3ffba0e-5bab-4dc3-b058-57d59d94f08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104302 Aug 28 15:22:15.487298 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41522) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:15.494702 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5172c3b4-188d-480f-8a21-3bc731536ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:15.498297 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5172c3b4-188d-480f-8a21-3bc731536ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:15.501792 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5172c3b4-188d-480f-8a21-3bc731536ae4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2abb2309-231a-4615-9eed-df86e8ab714d HTTP/1.1" status: 204 len: 168 time: 0.3228316 Aug 28 15:22:15.616383 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172c3b4-188d-480f-8a21-3bc731536ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abb2309-231a-4615-9eed-df86e8ab714d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:15.710864 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2cacc9eb-dd41-4e4d-afca-2e8681173a48 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/floatingips/091f28c3-fe41-4f82-8fbf-f8ca0cdb2e0c HTTP/1.1" status: 200 len: 992 time: 0.2207201 Aug 28 15:22:15.905458 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a7748e2f-f09b-4543-a333-1174b760d392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'name': 'tempest-TestNetworkBasicOps-router-1989611204', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '0418fb35-d8af-4491-93d2-f2e8cfac2153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:21:44Z', 'updated_at': '2021-08-28T15:21:49Z', 'revision_number': 4, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '0418fb35-d8af-4491-93d2-f2e8cfac2153', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:21:44Z', 'updated_at': '2021-08-28T15:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '091f28c3-fe41-4f82-8fbf-f8ca0cdb2e0c', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'port_id': '59a92653-7594-44aa-bf01-8776e400f975', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ffba0e-5bab-4dc3-b058-57d59d94f08c', 'mac_address': 'fa:16:3e:76:07:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d21422f-22d2-4fca-94f6-bca72e7922c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:22:12Z', 'updated_at': '2021-08-28T15:22:12Z', 'revision_number': 0, 'project_id': '882056e022594e62849ed5c991d6169b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cc2877b-de8b-4193-8f3e-a5f596292115', 'name': '', 'network_id': 'c3ffba0e-5bab-4dc3-b058-57d59d94f08c', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'mac_address': 'fa:16:3e:81:06:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'd84b1e4d-5bcd-4219-82bb-f39c416476c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:21:48Z', 'updated_at': '2021-08-28T15:21:56Z', 'revision_number': 5, 'project_id': '882056e022594e62849ed5c991d6169b', 'subnets': [{'id': 'd84b1e4d-5bcd-4219-82bb-f39c416476c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:22:15.934663 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7748e2f-f09b-4543-a333-1174b760d392 None None] The sync data for ids ['9529f42d-3f5e-4def-9b4d-64f7d43868cf'] in n-d-712137-10 is: [{'id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'name': 'tempest-TestNetworkBasicOps-router-1989611204', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '0418fb35-d8af-4491-93d2-f2e8cfac2153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:21:44Z', 'updated_at': '2021-08-28T15:21:49Z', 'revision_number': 4, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '0418fb35-d8af-4491-93d2-f2e8cfac2153', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:21:44Z', 'updated_at': '2021-08-28T15:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '091f28c3-fe41-4f82-8fbf-f8ca0cdb2e0c', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'port_id': '59a92653-7594-44aa-bf01-8776e400f975', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ffba0e-5bab-4dc3-b058-57d59d94f08c', 'mac_address': 'fa:16:3e:76:07:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d21422f-22d2-4fca-94f6-bca72e7922c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:22:12Z', 'updated_at': '2021-08-28T15:22:12Z', 'revision_number': 0, 'project_id': '882056e022594e62849ed5c991d6169b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cc2877b-de8b-4193-8f3e-a5f596292115', 'name': '', 'network_id': 'c3ffba0e-5bab-4dc3-b058-57d59d94f08c', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'mac_address': 'fa:16:3e:81:06:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'd84b1e4d-5bcd-4219-82bb-f39c416476c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:21:48Z', 'updated_at': '2021-08-28T15:21:56Z', 'revision_number': 5, 'project_id': '882056e022594e62849ed5c991d6169b', 'subnets': [{'id': 'd84b1e4d-5bcd-4219-82bb-f39c416476c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:22:16.035703 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41532) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:16.061101 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-10482635-94f1-419c-b344-91652b9048d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:16.222306 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-10482635-94f1-419c-b344-91652b9048d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:16.228167 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-10482635-94f1-419c-b344-91652b9048d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:16.252705 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dc8c97-34d6-4d66-be60-bc1d6faf1a4e None None] New status for floating IP 091f28c3-fe41-4f82-8fbf-f8ca0cdb2e0c: ACTIVE {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:22:16.272970 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41536) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:16.273237 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-10482635-94f1-419c-b344-91652b9048d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=156e7b363bd4472ab9948417962a7a1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363069 Aug 28 15:22:16.273930 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10482635-94f1-419c-b344-91652b9048d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb8cfb2-ebec-48f8-bb00-1256ec10002f,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:16.337482 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e7e0d885-bbd7-4274-b251-e26b5aaff315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:16.361361 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e7e0d885-bbd7-4274-b251-e26b5aaff315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:16.427601 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e7e0d885-bbd7-4274-b251-e26b5aaff315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:16.431145 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e7e0d885-bbd7-4274-b251-e26b5aaff315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:16.435682 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e7e0d885-bbd7-4274-b251-e26b5aaff315 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8bb8cfb2-ebec-48f8-bb00-1256ec10002f HTTP/1.1" status: 204 len: 168 time: 0.1613822 Aug 28 15:22:16.463959 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0d885-bbd7-4274-b251-e26b5aaff315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb8cfb2-ebec-48f8-bb00-1256ec10002f,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:16.713548 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41544) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:16.863723 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e256c614-4f7e-431e-b807-0b7db88813f0 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/floatingips/091f28c3-fe41-4f82-8fbf-f8ca0cdb2e0c HTTP/1.1" status: 200 len: 994 time: 0.1434457 Aug 28 15:22:22.395314 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41676) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:22.577606 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0ab384a2-1fbb-4e2d-b21a-03cf54a4fade admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:22.724294 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0ab384a2-1fbb-4e2d-b21a-03cf54a4fade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:22.729655 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0ab384a2-1fbb-4e2d-b21a-03cf54a4fade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:22.764788 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0ab384a2-1fbb-4e2d-b21a-03cf54a4fade admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea25cf4ca4c6487d8377550d474a39a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3664203 Aug 28 15:22:22.768191 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41684) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:22.784733 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab384a2-1fbb-4e2d-b21a-03cf54a4fade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae03999-6189-456d-98eb-861a2e3c05d1,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:22.793047 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab384a2-1fbb-4e2d-b21a-03cf54a4fade admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:22.793332 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab384a2-1fbb-4e2d-b21a-03cf54a4fade admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:22.793679 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab384a2-1fbb-4e2d-b21a-03cf54a4fade admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:22.794025 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab384a2-1fbb-4e2d-b21a-03cf54a4fade admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:22.794356 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab384a2-1fbb-4e2d-b21a-03cf54a4fade admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:22.794688 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab384a2-1fbb-4e2d-b21a-03cf54a4fade admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:22.795072 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab384a2-1fbb-4e2d-b21a-03cf54a4fade admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:22.795405 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab384a2-1fbb-4e2d-b21a-03cf54a4fade admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:22.795815 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab384a2-1fbb-4e2d-b21a-03cf54a4fade admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:22.796148 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab384a2-1fbb-4e2d-b21a-03cf54a4fade admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:22.796467 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab384a2-1fbb-4e2d-b21a-03cf54a4fade admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:22.797088 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab384a2-1fbb-4e2d-b21a-03cf54a4fade admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:22.841823 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1f696234-b6b3-45f8-9ebe-dd7872ee5d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:22.870697 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1f696234-b6b3-45f8-9ebe-dd7872ee5d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:22.930316 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1f696234-b6b3-45f8-9ebe-dd7872ee5d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:22.933280 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1f696234-b6b3-45f8-9ebe-dd7872ee5d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:22.934558 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1f696234-b6b3-45f8-9ebe-dd7872ee5d73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aae03999-6189-456d-98eb-861a2e3c05d1 HTTP/1.1" status: 204 len: 168 time: 0.1645958 Aug 28 15:22:22.956564 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f696234-b6b3-45f8-9ebe-dd7872ee5d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae03999-6189-456d-98eb-861a2e3c05d1,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:23.240968 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41692) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:23.256234 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3d800497-19c2-414d-8c84-6ab532eca091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:23.366959 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3d800497-19c2-414d-8c84-6ab532eca091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:23.371248 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3d800497-19c2-414d-8c84-6ab532eca091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:23.403281 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d800497-19c2-414d-8c84-6ab532eca091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3b5ff8-f32f-410b-83ce-470c027ec392,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:23.428551 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3d800497-19c2-414d-8c84-6ab532eca091 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ebcf7736780c4c08bc2c9934e6ec97a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1864715 Aug 28 15:22:23.431168 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41696) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:23.491648 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d21797b0-2728-4204-8854-c1d68c13f492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:23.515582 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d21797b0-2728-4204-8854-c1d68c13f492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:23.568489 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d21797b0-2728-4204-8854-c1d68c13f492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:23.572026 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d21797b0-2728-4204-8854-c1d68c13f492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:23.576069 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d21797b0-2728-4204-8854-c1d68c13f492 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d3b5ff8-f32f-410b-83ce-470c027ec392 HTTP/1.1" status: 204 len: 168 time: 0.1411316 Aug 28 15:22:23.583692 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21797b0-2728-4204-8854-c1d68c13f492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3b5ff8-f32f-410b-83ce-470c027ec392,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:24.458461 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:25.625854 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41788) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:25.739253 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-011e61ba-2de0-431d-bb79-19be6019d740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:25.893202 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-011e61ba-2de0-431d-bb79-19be6019d740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:25.897709 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-011e61ba-2de0-431d-bb79-19be6019d740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:25.946596 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e61ba-2de0-431d-bb79-19be6019d740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d057a2-32d5-440a-8d1a-8964293e7ae4,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:25.956573 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41800) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:25.957148 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-011e61ba-2de0-431d-bb79-19be6019d740 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35d2d240d15b4c11a616450028a33ff9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3298306 Aug 28 15:22:26.019413 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6a92376-36bb-4c74-8544-ec31536a2ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:26.044576 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6a92376-36bb-4c74-8544-ec31536a2ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:26.106352 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6a92376-36bb-4c74-8544-ec31536a2ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:26.109999 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6a92376-36bb-4c74-8544-ec31536a2ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:26.112128 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e6a92376-36bb-4c74-8544-ec31536a2ca5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6d057a2-32d5-440a-8d1a-8964293e7ae4 HTTP/1.1" status: 204 len: 168 time: 0.1543384 Aug 28 15:22:26.121266 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a92376-36bb-4c74-8544-ec31536a2ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d057a2-32d5-440a-8d1a-8964293e7ae4,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:26.422651 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 41816) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:26.437784 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-509f4ea6-42ea-41f4-9546-0ba731fc16a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:26.557154 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-509f4ea6-42ea-41f4-9546-0ba731fc16a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:26.561563 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-509f4ea6-42ea-41f4-9546-0ba731fc16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:26.610408 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-509f4ea6-42ea-41f4-9546-0ba731fc16a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9307fbe24ee147ecb4a2edba4ee4b67d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1855180 Aug 28 15:22:26.611875 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f4ea6-42ea-41f4-9546-0ba731fc16a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87590216-28ff-48a1-a058-f8d7e3df2ed2,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:26.613234 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 41820) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:26.630367 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:26.670733 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e906f9d7-17f9-459f-b851-0f438cacbdfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:26.695716 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e906f9d7-17f9-459f-b851-0f438cacbdfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:26.748457 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e906f9d7-17f9-459f-b851-0f438cacbdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:26.752004 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e906f9d7-17f9-459f-b851-0f438cacbdfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:26.753252 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e906f9d7-17f9-459f-b851-0f438cacbdfd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87590216-28ff-48a1-a058-f8d7e3df2ed2 HTTP/1.1" status: 204 len: 168 time: 0.1370244 Aug 28 15:22:26.762646 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906f9d7-17f9-459f-b851-0f438cacbdfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87590216-28ff-48a1-a058-f8d7e3df2ed2,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:30.746090 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-1a54914d-dad0-45e4-8a38-c79c6d626c09 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:30.747514 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-1a54914d-dad0-45e4-8a38-c79c6d626c09 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/networks?id=8878cb2c-b382-48c1-8c2a-67543a7cb61c HTTP/1.1" status: 200 len: 811 time: 0.1051226 Aug 28 15:22:30.763510 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-c9264a60-c682-4a06-a57c-3df51c5925e9 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/quotas/c6cc5102288e4115b2b96ff1028147b2 HTTP/1.1" status: 200 len: 375 time: 0.0093138 Aug 28 15:22:30.825981 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-1d7dd485-84af-406e-954c-7bdad660f370 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6cc5102288e4115b2b96ff1028147b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567939 Aug 28 15:22:30.936032 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-f4298c37-7b6f-4153-86d2-7dc6c0ddc1d5 service neutron] 10.222.0.13 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026502 Aug 28 15:22:31.034742 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-fe936cb6-7103-4055-9472-6b75153e037f service neutron] 10.222.0.13 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919917 Aug 28 15:22:31.071240 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:22:31.380075 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-36c0d8cc-e7aa-45a5-a964-d74804e6615c req-465e860d-720d-41bc-8f0d-39aaf42fde72 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff370059-a443-4aaf-b5e5-c57b9021f461 HTTP/1.1" status: 200 len: 210 time: 0.0325835 Aug 28 15:22:32.423084 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-9f2c4fbf-30e2-4152-8cb6-db869a9cd8a9 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:32.424672 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-9f2c4fbf-30e2-4152-8cb6-db869a9cd8a9 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.36 "GET /v2.0/networks?id=8878cb2c-b382-48c1-8c2a-67543a7cb61c HTTP/1.1" status: 200 len: 811 time: 0.1315448 Aug 28 15:22:32.440539 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-7d9147da-7e2b-454a-bd15-cc9276621a5b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Request body: {'port': {'device_id': 'ff370059-a443-4aaf-b5e5-c57b9021f461', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'admin_state_up': True, 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:22:32.502509 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cc1f0bb7-2202-4f31-ae2c-aae9abd58cc1 req-d54ba52e-4f82-421d-b48e-47d41281be53 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff370059-a443-4aaf-b5e5-c57b9021f461 HTTP/1.1" status: 200 len: 210 time: 0.0450242 Aug 28 15:22:32.661021 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-7d9147da-7e2b-454a-bd15-cc9276621a5b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Made reservation on behalf of c6cc5102288e4115b2b96ff1028147b2 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:22:32.666495 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-7d9147da-7e2b-454a-bd15-cc9276621a5b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:32.837010 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-7d9147da-7e2b-454a-bd15-cc9276621a5b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Allocated IP 172.20.0.10 (8878cb2c-b382-48c1-8c2a-67543a7cb61c/551c7bac-a4f4-45ec-a575-eb6f29eb5d74/e2db61cd-bab8-4aae-b20c-1e134c728a6d) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:22:33.019538 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-7d9147da-7e2b-454a-bd15-cc9276621a5b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:33.036043 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-7d9147da-7e2b-454a-bd15-cc9276621a5b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Transition to ACTIVE for port object e2db61cd-bab8-4aae-b20c-1e134c728a6d will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:22:33.073267 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-7d9147da-7e2b-454a-bd15-cc9276621a5b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:33.122866 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-7d9147da-7e2b-454a-bd15-cc9276621a5b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Network 8878cb2c-b382-48c1-8c2a-67543a7cb61c is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:22:33.129136 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-7d9147da-7e2b-454a-bd15-cc9276621a5b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:22:33.133409 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-7d9147da-7e2b-454a-bd15-cc9276621a5b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:22:33.162226 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9147da-7e2b-454a-bd15-cc9276621a5b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Pushing event updated for resources: {'Port': ['ID=e2db61cd-bab8-4aae-b20c-1e134c728a6d,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:33.193158 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-7d9147da-7e2b-454a-bd15-cc9276621a5b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:33.193814 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-7d9147da-7e2b-454a-bd15-cc9276621a5b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:33.215515 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-7d9147da-7e2b-454a-bd15-cc9276621a5b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7812011 Aug 28 15:22:33.229893 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-320189ef-1514-42fd-931b-047f316c21c5 service neutron] Request body: {'port': {'device_id': 'ff370059-a443-4aaf-b5e5-c57b9021f461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:22:33.294891 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-320189ef-1514-42fd-931b-047f316c21c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:33.474892 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a4d46c2e-e720-4091-bc1e-fc08d3808f25 None None] Provisioning for port e2db61cd-bab8-4aae-b20c-1e134c728a6d completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:22:33.479075 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a4d46c2e-e720-4091-bc1e-fc08d3808f25 None None] Provisioning complete for port e2db61cd-bab8-4aae-b20c-1e134c728a6d triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:22:33.479514 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a4d46c2e-e720-4091-bc1e-fc08d3808f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:33.515081 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a4d46c2e-e720-4091-bc1e-fc08d3808f25 None None] Port e2db61cd-bab8-4aae-b20c-1e134c728a6d cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:22:33.630454 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-320189ef-1514-42fd-931b-047f316c21c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2db61cd-bab8-4aae-b20c-1e134c728a6d {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:22:33.639487 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-320189ef-1514-42fd-931b-047f316c21c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:33.661733 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cfee8-8c11-4910-aea7-eb4a3962377c req-68a1229d-cb71-4985-aeeb-9dbb9ec709a8 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:33.663227 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-be1cfee8-8c11-4910-aea7-eb4a3962377c req-68a1229d-cb71-4985-aeeb-9dbb9ec709a8 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff370059-a443-4aaf-b5e5-c57b9021f461 HTTP/1.1" status: 200 len: 932 time: 0.0942802 Aug 28 15:22:33.665965 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-320189ef-1514-42fd-931b-047f316c21c5 service neutron] Transition to ACTIVE for port object e2db61cd-bab8-4aae-b20c-1e134c728a6d will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:22:33.670207 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-320189ef-1514-42fd-931b-047f316c21c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:33.780193 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-be1cfee8-8c11-4910-aea7-eb4a3962377c req-b64429b6-e7d1-4588-a7bb-279f2b82306a tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057916 Aug 28 15:22:33.780834 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320189ef-1514-42fd-931b-047f316c21c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e2db61cd-bab8-4aae-b20c-1e134c728a6d,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:33.882204 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-320189ef-1514-42fd-931b-047f316c21c5 service neutron] Attempting to bind port e2db61cd-bab8-4aae-b20c-1e134c728a6d on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:22:33.882543 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-320189ef-1514-42fd-931b-047f316c21c5 service neutron] Attempting to bind port e2db61cd-bab8-4aae-b20c-1e134c728a6d by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:22:33.882877 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-320189ef-1514-42fd-931b-047f316c21c5 service neutron] Attempting to bind port e2db61cd-bab8-4aae-b20c-1e134c728a6d on network 8878cb2c-b382-48c1-8c2a-67543a7cb61c {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:22:33.889813 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-320189ef-1514-42fd-931b-047f316c21c5 service neutron] Port e2db61cd-bab8-4aae-b20c-1e134c728a6d on network 8878cb2c-b382-48c1-8c2a-67543a7cb61c not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:22:33.890138 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-320189ef-1514-42fd-931b-047f316c21c5 service neutron] Attempting to bind port e2db61cd-bab8-4aae-b20c-1e134c728a6d on network 8878cb2c-b382-48c1-8c2a-67543a7cb61c {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:22:33.904213 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-320189ef-1514-42fd-931b-047f316c21c5 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:22:33.904929 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-320189ef-1514-42fd-931b-047f316c21c5 service neutron] Checking segment: {'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:22:33.905527 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-320189ef-1514-42fd-931b-047f316c21c5 service neutron] Bound using segment: {'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:22:33.906968 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-320189ef-1514-42fd-931b-047f316c21c5 service neutron] Bound port: e2db61cd-bab8-4aae-b20c-1e134c728a6d, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:22:33.907595 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-320189ef-1514-42fd-931b-047f316c21c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:34.035525 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-320189ef-1514-42fd-931b-047f316c21c5 service neutron] For port e2db61cd-bab8-4aae-b20c-1e134c728a6d, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:22:34.044012 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-320189ef-1514-42fd-931b-047f316c21c5 service neutron] For port e2db61cd-bab8-4aae-b20c-1e134c728a6d, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=e2db61cd-bab8-4aae-b20c-1e134c728a6d,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:22:34.052599 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-320189ef-1514-42fd-931b-047f316c21c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:34.102862 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-320189ef-1514-42fd-931b-047f316c21c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:34.103953 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-320189ef-1514-42fd-931b-047f316c21c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:34.106537 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-320189ef-1514-42fd-931b-047f316c21c5 service neutron] 10.222.0.36 "PUT /v2.0/ports/e2db61cd-bab8-4aae-b20c-1e134c728a6d HTTP/1.1" status: 200 len: 1093 time: 0.8814898 Aug 28 15:22:34.107737 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff370059-a443-4aaf-b5e5-c57b9021f461', 'tag': 'e2db61cd-bab8-4aae-b20c-1e134c728a6d'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:22:34.112014 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf7bef3-2684-407e-9def-81416b67e1ed" -d '{"events": [{"name": "network-changed", "server_uuid": "ff370059-a443-4aaf-b5e5-c57b9021f461", "tag": "e2db61cd-bab8-4aae-b20c-1e134c728a6d"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:22:34.151632 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320189ef-1514-42fd-931b-047f316c21c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e2db61cd-bab8-4aae-b20c-1e134c728a6d,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:34.206738 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95073fcb-c23f-4c22-b0d9-80b5881e8945 x-openstack-request-id: req-95073fcb-c23f-4c22-b0d9-80b5881e8945 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:22:34.206738 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff370059-a443-4aaf-b5e5-c57b9021f461", "tag": "e2db61cd-bab8-4aae-b20c-1e134c728a6d", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:22:34.206998 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95073fcb-c23f-4c22-b0d9-80b5881e8945 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:22:34.207436 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff370059-a443-4aaf-b5e5-c57b9021f461', 'tag': 'e2db61cd-bab8-4aae-b20c-1e134c728a6d', 'status': 'completed', 'code': 200} Aug 28 15:22:34.230890 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-394ffc60-721c-4576-a613-81e77c7e15b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:34.232691 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-394ffc60-721c-4576-a613-81e77c7e15b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6cc5102288e4115b2b96ff1028147b2&device_id=ff370059-a443-4aaf-b5e5-c57b9021f461 HTTP/1.1" status: 200 len: 1096 time: 0.0765002 Aug 28 15:22:34.283450 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-4732868a-3e17-45f2-985e-505050142750 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2db61cd-bab8-4aae-b20c-1e134c728a6d HTTP/1.1" status: 200 len: 217 time: 0.0428021 Aug 28 15:22:34.345115 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-82599fcc-035c-464f-8335-da713b793185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:34.346651 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-82599fcc-035c-464f-8335-da713b793185 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=551c7bac-a4f4-45ec-a575-eb6f29eb5d74 HTTP/1.1" status: 200 len: 850 time: 0.0561821 Aug 28 15:22:34.403041 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-4375aed0-e58c-4b9d-a6af-ef3a7c323799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:34.404591 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-4375aed0-e58c-4b9d-a6af-ef3a7c323799 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8878cb2c-b382-48c1-8c2a-67543a7cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513637 Aug 28 15:22:34.507134 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-888e26e7-d347-49af-8de1-55e9b9c25bbd service neutron] 10.222.0.36 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949273 Aug 28 15:22:34.605536 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92f971c0-a6bb-4218-9c7d-18439cfee2bf req-91edafcb-1ddf-4c0c-b5fe-e3c4aee40517 service neutron] 10.222.0.36 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909200 Aug 28 15:22:34.688563 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7bef3-2684-407e-9def-81416b67e1ed req-9fc5f4c3-1693-4f58-80f1-0aba5d431602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:34.689941 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9bf7bef3-2684-407e-9def-81416b67e1ed req-9fc5f4c3-1693-4f58-80f1-0aba5d431602 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6cc5102288e4115b2b96ff1028147b2&device_id=ff370059-a443-4aaf-b5e5-c57b9021f461 HTTP/1.1" status: 200 len: 1096 time: 0.0427616 Aug 28 15:22:34.782247 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7bef3-2684-407e-9def-81416b67e1ed req-1e6ac002-bc66-4011-b2d3-9cd3ff866b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:34.783796 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9bf7bef3-2684-407e-9def-81416b67e1ed req-1e6ac002-bc66-4011-b2d3-9cd3ff866b47 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8878cb2c-b382-48c1-8c2a-67543a7cb61c HTTP/1.1" status: 200 len: 912 time: 0.0869832 Aug 28 15:22:34.830892 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9bf7bef3-2684-407e-9def-81416b67e1ed req-01a72a49-3f13-440e-8a13-41ea361773d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2db61cd-bab8-4aae-b20c-1e134c728a6d HTTP/1.1" status: 200 len: 217 time: 0.0396519 Aug 28 15:22:34.904973 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7bef3-2684-407e-9def-81416b67e1ed req-9fc11c41-203a-4894-a0a0-641e45f7eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:34.907188 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9bf7bef3-2684-407e-9def-81416b67e1ed req-9fc11c41-203a-4894-a0a0-641e45f7eff1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=551c7bac-a4f4-45ec-a575-eb6f29eb5d74 HTTP/1.1" status: 200 len: 850 time: 0.0699499 Aug 28 15:22:34.980993 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6bedc-71c3-42df-8492-499ddc3830cb req-4147f407-eccf-49a5-90e1-d3f2f0b722b2 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:34.982519 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-24b6bedc-71c3-42df-8492-499ddc3830cb req-4147f407-eccf-49a5-90e1-d3f2f0b722b2 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff370059-a443-4aaf-b5e5-c57b9021f461 HTTP/1.1" status: 200 len: 944 time: 0.0937922 Aug 28 15:22:34.985447 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7bef3-2684-407e-9def-81416b67e1ed req-bb913532-d308-463b-afca-0e24e2257b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:34.986809 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9bf7bef3-2684-407e-9def-81416b67e1ed req-bb913532-d308-463b-afca-0e24e2257b8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8878cb2c-b382-48c1-8c2a-67543a7cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665548 Aug 28 15:22:35.068494 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-24b6bedc-71c3-42df-8492-499ddc3830cb req-480c673a-9686-4320-bf27-f8647bc8aae6 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794387 Aug 28 15:22:35.101867 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9bf7bef3-2684-407e-9def-81416b67e1ed req-bf874708-da2c-4b59-afa1-6100c7e850a4 service neutron] 10.222.0.36 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059294 Aug 28 15:22:35.216762 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9bf7bef3-2684-407e-9def-81416b67e1ed req-4fe1e099-6dca-4ef4-9d1c-b55a3caaeca8 service neutron] 10.222.0.36 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062465 Aug 28 15:22:36.230613 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc5153-6977-436b-9575-86efb13796b1 req-83aeb0c3-cc7b-4c0e-9e17-b8fcf05668f3 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:36.232146 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bbbc5153-6977-436b-9575-86efb13796b1 req-83aeb0c3-cc7b-4c0e-9e17-b8fcf05668f3 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff370059-a443-4aaf-b5e5-c57b9021f461 HTTP/1.1" status: 200 len: 944 time: 0.0536294 Aug 28 15:22:36.283993 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bbbc5153-6977-436b-9575-86efb13796b1 req-ca57b0ee-df9a-4237-9007-19b8121ddb48 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401814 Aug 28 15:22:37.441670 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547472c-3ee0-4721-aad0-648f9a73b993 req-10ddfbd7-17cd-4c24-8798-8fb71a43c15b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:37.443200 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2547472c-3ee0-4721-aad0-648f9a73b993 req-10ddfbd7-17cd-4c24-8798-8fb71a43c15b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff370059-a443-4aaf-b5e5-c57b9021f461 HTTP/1.1" status: 200 len: 944 time: 0.0738513 Aug 28 15:22:37.505914 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2547472c-3ee0-4721-aad0-648f9a73b993 req-9f90eb59-157f-4e22-b436-3f278da01b8e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564539 Aug 28 15:22:37.919746 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42044) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:37.991004 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-afaa8669-a628-4224-9d41-c45b6e542432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:38.033718 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a4cccd9f-1f34-45d5-9d50-6ab7229974c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:38.129298 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a4cccd9f-1f34-45d5-9d50-6ab7229974c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:38.133065 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a4cccd9f-1f34-45d5-9d50-6ab7229974c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:38.174271 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a4cccd9f-1f34-45d5-9d50-6ab7229974c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0355cabb56d4b7c98124f02e497819c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2502520 Aug 28 15:22:38.174461 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42050) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:38.182126 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cccd9f-1f34-45d5-9d50-6ab7229974c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf38d7f-f71d-405b-b290-d0207382c55d,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:38.232980 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42054) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:38.237464 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d7dcef76-c9f2-41c7-a90d-d54f0f265424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:38.259942 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d7dcef76-c9f2-41c7-a90d-d54f0f265424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:38.282338 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde581cb-174c-4aba-9499-53ebbf75c35e admin admin] Deleting subnet c8337e0c-2603-4789-9044-631bb29ac1b8 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:22:38.285751 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dde581cb-174c-4aba-9499-53ebbf75c35e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:38.313094 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d7dcef76-c9f2-41c7-a90d-d54f0f265424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:38.316190 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d7dcef76-c9f2-41c7-a90d-d54f0f265424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:38.320189 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d7dcef76-c9f2-41c7-a90d-d54f0f265424 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1bf38d7f-f71d-405b-b290-d0207382c55d HTTP/1.1" status: 204 len: 168 time: 0.1447163 Aug 28 15:22:38.330735 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dcef76-c9f2-41c7-a90d-d54f0f265424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf38d7f-f71d-405b-b290-d0207382c55d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:38.338291 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dde581cb-174c-4aba-9499-53ebbf75c35e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:38.391947 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dde581cb-174c-4aba-9499-53ebbf75c35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:38.453966 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dde581cb-174c-4aba-9499-53ebbf75c35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:38.483985 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde581cb-174c-4aba-9499-53ebbf75c35e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8337e0c-2603-4789-9044-631bb29ac1b8,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:38.487950 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dde581cb-174c-4aba-9499-53ebbf75c35e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:38.490376 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-dde581cb-174c-4aba-9499-53ebbf75c35e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c8337e0c-2603-4789-9044-631bb29ac1b8 HTTP/1.1" status: 204 len: 168 time: 0.2548504 Aug 28 15:22:38.492776 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42062) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:38.564907 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b941c06e-aad2-4648-b7b6-b49a3662baae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:38.659089 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42066) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:38.673022 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d3bbf80a-67b7-435e-a9c0-9bc296b09caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:38.683706 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b941c06e-aad2-4648-b7b6-b49a3662baae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:38.704680 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50767a3-974f-43af-abaa-7639adcaf044 req-cefb3bd1-a3c3-45ec-964f-1ee49322d84a tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:38.706403 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e50767a3-974f-43af-abaa-7639adcaf044 req-cefb3bd1-a3c3-45ec-964f-1ee49322d84a tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff370059-a443-4aaf-b5e5-c57b9021f461 HTTP/1.1" status: 200 len: 944 time: 0.1081805 Aug 28 15:22:38.708247 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-b941c06e-aad2-4648-b7b6-b49a3662baae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd620003-6a83-46ba-9892-fe3a5e69ab57']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:22:38.720247 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-b941c06e-aad2-4648-b7b6-b49a3662baae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c5611e-ae4b-4448-9fce-3787a47d59b0') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:22:38.720552 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-b941c06e-aad2-4648-b7b6-b49a3662baae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c5611e-ae4b-4448-9fce-3787a47d59b0') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:22:38.731490 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b941c06e-aad2-4648-b7b6-b49a3662baae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:38.761279 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b941c06e-aad2-4648-b7b6-b49a3662baae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:38.775452 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b941c06e-aad2-4648-b7b6-b49a3662baae admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:22:38.775835 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b941c06e-aad2-4648-b7b6-b49a3662baae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:38.787516 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d3bbf80a-67b7-435e-a9c0-9bc296b09caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:38.791558 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d3bbf80a-67b7-435e-a9c0-9bc296b09caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:22:38.814876 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:22:38.826795 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e50767a3-974f-43af-abaa-7639adcaf044 req-a84e8541-7e4f-44a0-90bd-5502ec4ce222 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106744 Aug 28 15:22:38.828505 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bbf80a-67b7-435e-a9c0-9bc296b09caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13bbe84-a079-463a-be6b-d0d36ea6e49a,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:38.837471 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d3bbf80a-67b7-435e-a9c0-9bc296b09caf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65cde7849bdb47fa9cb3b3aca98dbc4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1771538 Aug 28 15:22:38.838215 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42068) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:38.848169 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b941c06e-aad2-4648-b7b6-b49a3662baae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:38.854061 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b941c06e-aad2-4648-b7b6-b49a3662baae admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:38.855904 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b941c06e-aad2-4648-b7b6-b49a3662baae admin admin] 10.222.0.13 "DELETE /v2.0/networks/bd620003-6a83-46ba-9892-fe3a5e69ab57 HTTP/1.1" status: 204 len: 168 time: 0.3619516 Aug 28 15:22:38.867466 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b941c06e-aad2-4648-b7b6-b49a3662baae admin admin] Pushing event deleted for resources: {'Network': ['ID=bd620003-6a83-46ba-9892-fe3a5e69ab57,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:38.900852 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dddfd078-a8f4-4269-b97a-6df11cd87949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:38.924880 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dddfd078-a8f4-4269-b97a-6df11cd87949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:38.974616 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dddfd078-a8f4-4269-b97a-6df11cd87949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:38.977187 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dddfd078-a8f4-4269-b97a-6df11cd87949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:38.978358 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-dddfd078-a8f4-4269-b97a-6df11cd87949 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e13bbe84-a079-463a-be6b-d0d36ea6e49a HTTP/1.1" status: 204 len: 168 time: 0.1390088 Aug 28 15:22:38.986810 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddfd078-a8f4-4269-b97a-6df11cd87949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13bbe84-a079-463a-be6b-d0d36ea6e49a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:39.030111 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42074) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:39.072871 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fc99306e-52ff-4900-a776-ff3c0464b83e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=777d9510010d4a1f9b746277b4263cbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408821 Aug 28 15:22:39.075504 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42076) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:39.125312 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-121b52b2-7113-4bb3-ad39-fbbd20b4e718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:39.146925 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-121b52b2-7113-4bb3-ad39-fbbd20b4e718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:39.196167 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-121b52b2-7113-4bb3-ad39-fbbd20b4e718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:39.198786 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-121b52b2-7113-4bb3-ad39-fbbd20b4e718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:39.202639 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-121b52b2-7113-4bb3-ad39-fbbd20b4e718 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60743525-baa6-492c-96d7-b2711b948c9e HTTP/1.1" status: 204 len: 168 time: 0.1237991 Aug 28 15:22:39.209760 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b52b2-7113-4bb3-ad39-fbbd20b4e718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60743525-baa6-492c-96d7-b2711b948c9e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:39.982950 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86b2c6-010d-46bc-b986-e0c39fe30726 req-51880ea2-4a48-4c8f-890d-df4d36e8a3af tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:39.985324 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c86b2c6-010d-46bc-b986-e0c39fe30726 req-51880ea2-4a48-4c8f-890d-df4d36e8a3af tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff370059-a443-4aaf-b5e5-c57b9021f461 HTTP/1.1" status: 200 len: 944 time: 0.0572152 Aug 28 15:22:40.023966 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9c86b2c6-010d-46bc-b986-e0c39fe30726 req-e24dae83-2b36-4dc2-bc37-511c47dfb8a8 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322611 Aug 28 15:22:40.564199 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9042735a-bd0c-4686-8593-a9676eaddcb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:40.839275 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:41.153585 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251603da-12bf-4d42-a751-02e92e18714e req-385901f0-0c7a-4033-b54d-42cab3c24b1b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:41.155369 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-251603da-12bf-4d42-a751-02e92e18714e req-385901f0-0c7a-4033-b54d-42cab3c24b1b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff370059-a443-4aaf-b5e5-c57b9021f461 HTTP/1.1" status: 200 len: 944 time: 0.0585146 Aug 28 15:22:41.208997 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-251603da-12bf-4d42-a751-02e92e18714e req-34ac9ca9-1b91-4616-b199-2f324ddcac93 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462132 Aug 28 15:22:41.772150 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:42.328500 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5c424-7c0e-46ee-a64a-594fecd6cf4d req-155407ae-f683-4718-ba77-2a82dc838424 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:42.330130 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-32d5c424-7c0e-46ee-a64a-594fecd6cf4d req-155407ae-f683-4718-ba77-2a82dc838424 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff370059-a443-4aaf-b5e5-c57b9021f461 HTTP/1.1" status: 200 len: 944 time: 0.0518448 Aug 28 15:22:42.368705 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-32d5c424-7c0e-46ee-a64a-594fecd6cf4d req-e2a8be19-53d4-493b-a281-39e06de57fe4 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324512 Aug 28 15:22:43.269359 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:43.494679 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7dec14-e3e6-4b9f-b099-2edd553d097f req-9eab3df9-9d06-4818-b0fb-ebf6a6df04fd tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:43.496361 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2a7dec14-e3e6-4b9f-b099-2edd553d097f req-9eab3df9-9d06-4818-b0fb-ebf6a6df04fd tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff370059-a443-4aaf-b5e5-c57b9021f461 HTTP/1.1" status: 200 len: 944 time: 0.0543635 Aug 28 15:22:43.537531 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2a7dec14-e3e6-4b9f-b099-2edd553d097f req-54869614-af98-41d9-8c4f-6f67a3f3c07f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334771 Aug 28 15:22:44.678887 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87f6c6-e767-401e-9ece-1648ab037c38 req-0bc305f6-c49e-4d54-9a9f-8d65c6f5859a tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:44.680548 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0f87f6c6-e767-401e-9ece-1648ab037c38 req-0bc305f6-c49e-4d54-9a9f-8d65c6f5859a tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff370059-a443-4aaf-b5e5-c57b9021f461 HTTP/1.1" status: 200 len: 944 time: 0.0549953 Aug 28 15:22:44.720158 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0f87f6c6-e767-401e-9ece-1648ab037c38 req-8f778ddc-980c-4612-8810-7723ab261fdd tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324211 Aug 28 15:22:45.364575 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42268) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:45.480067 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b29291f2-4c76-4e7d-bcd2-9494782b8bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:45.571525 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b29291f2-4c76-4e7d-bcd2-9494782b8bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:45.575328 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b29291f2-4c76-4e7d-bcd2-9494782b8bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:45.856654 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76598ec1-598f-4834-b0e8-4d2b2a95de49 req-1b7415c6-b0ec-4cc2-90e0-83d7d165b965 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:45.858200 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-76598ec1-598f-4834-b0e8-4d2b2a95de49 req-1b7415c6-b0ec-4cc2-90e0-83d7d165b965 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff370059-a443-4aaf-b5e5-c57b9021f461 HTTP/1.1" status: 200 len: 944 time: 0.0633483 Aug 28 15:22:45.903863 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-76598ec1-598f-4834-b0e8-4d2b2a95de49 req-ebf97d54-5c73-43ab-b997-a9cb303181ce tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379877 Aug 28 15:22:45.932001 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b29291f2-4c76-4e7d-bcd2-9494782b8bff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71dea3e0848c4103bfaaefc40fded64a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5662971 Aug 28 15:22:45.932861 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29291f2-4c76-4e7d-bcd2-9494782b8bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0f641c-8eee-4be3-9b73-bdf8e303f867,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:45.934722 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42276) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:45.988825 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-caea46d1-f1f6-4e99-92fc-f6f3062e115e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:46.016801 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-caea46d1-f1f6-4e99-92fc-f6f3062e115e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:46.062240 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-caea46d1-f1f6-4e99-92fc-f6f3062e115e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:46.064839 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-caea46d1-f1f6-4e99-92fc-f6f3062e115e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:46.065839 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-caea46d1-f1f6-4e99-92fc-f6f3062e115e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d0f641c-8eee-4be3-9b73-bdf8e303f867 HTTP/1.1" status: 204 len: 168 time: 0.1301472 Aug 28 15:22:46.073474 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea46d1-f1f6-4e99-92fc-f6f3062e115e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0f641c-8eee-4be3-9b73-bdf8e303f867,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:46.359635 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42290) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:46.373066 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb3eb8a5-0505-4179-9e8b-9597da0df313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:46.476103 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb3eb8a5-0505-4179-9e8b-9597da0df313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:46.480480 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb3eb8a5-0505-4179-9e8b-9597da0df313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:46.527496 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fb3eb8a5-0505-4179-9e8b-9597da0df313 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8a9d7a4021a42c389a06712242bfa84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1660149 Aug 28 15:22:46.528155 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3eb8a5-0505-4179-9e8b-9597da0df313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbe993e-57c9-404f-a038-2e559830a562,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:46.529660 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42292) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:46.581001 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5df3557b-791d-4118-b6b4-2834cce69a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:46.601474 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5df3557b-791d-4118-b6b4-2834cce69a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:46.648747 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5df3557b-791d-4118-b6b4-2834cce69a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:46.652472 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5df3557b-791d-4118-b6b4-2834cce69a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:46.653652 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5df3557b-791d-4118-b6b4-2834cce69a0f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/edbe993e-57c9-404f-a038-2e559830a562 HTTP/1.1" status: 204 len: 168 time: 0.1229727 Aug 28 15:22:46.661837 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3557b-791d-4118-b6b4-2834cce69a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbe993e-57c9-404f-a038-2e559830a562,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:46.739642 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device e2db61cd-bab8-4aae-b20c-1e134c728a6d details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:22:46.854018 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port e2db61cd-bab8-4aae-b20c-1e134c728a6d, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=e2db61cd-bab8-4aae-b20c-1e134c728a6d,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:22:46.870518 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'e2db61cd-bab8-4aae-b20c-1e134c728a6d', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'port_id': 'e2db61cd-bab8-4aae-b20c-1e134c728a6d', 'mac_address': 'fa:16:3e:56:8b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:22:46.910768 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:46.925589 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2db61cd-bab8-4aae-b20c-1e134c728a6d {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:22:46.945898 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port e2db61cd-bab8-4aae-b20c-1e134c728a6d, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=e2db61cd-bab8-4aae-b20c-1e134c728a6d,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:22:46.951925 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:47.018387 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=e2db61cd-bab8-4aae-b20c-1e134c728a6d,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:47.038296 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55367d0c-ca02-45aa-abd8-71358ef304c0 req-cad89cf6-bcf4-41ef-b7f6-7d860120c479 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:47.041714 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-55367d0c-ca02-45aa-abd8-71358ef304c0 req-cad89cf6-bcf4-41ef-b7f6-7d860120c479 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff370059-a443-4aaf-b5e5-c57b9021f461 HTTP/1.1" status: 200 len: 945 time: 0.0571661 Aug 28 15:22:47.042488 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42304) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:47.071209 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e13a9363-ed73-4434-8805-09d6a6043747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:47.106916 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-55367d0c-ca02-45aa-abd8-71358ef304c0 req-c16d636a-8535-4706-9305-fbf71f2ffb57 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563426 Aug 28 15:22:47.179456 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e13a9363-ed73-4434-8805-09d6a6043747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:47.183432 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e13a9363-ed73-4434-8805-09d6a6043747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:47.219471 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['e2db61cd-bab8-4aae-b20c-1e134c728a6d'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:22:47.227497 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e13a9363-ed73-4434-8805-09d6a6043747 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92bfdd05801b47529a03a4ae6faebe98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1837883 Aug 28 15:22:47.228334 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42306) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:47.228808 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a9363-ed73-4434-8805-09d6a6043747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b06748-854b-4459-9ba9-880bade6997d,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:47.291607 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-81a4f5f5-51e8-4d1e-96fc-ecde68bed5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:47.317143 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-81a4f5f5-51e8-4d1e-96fc-ecde68bed5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:47.372374 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-81a4f5f5-51e8-4d1e-96fc-ecde68bed5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:47.375997 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-81a4f5f5-51e8-4d1e-96fc-ecde68bed5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:47.377172 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-81a4f5f5-51e8-4d1e-96fc-ecde68bed5a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88b06748-854b-4459-9ba9-880bade6997d HTTP/1.1" status: 204 len: 168 time: 0.1478388 Aug 28 15:22:47.385313 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a4f5f5-51e8-4d1e-96fc-ecde68bed5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b06748-854b-4459-9ba9-880bade6997d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:48.243195 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04358f2e-3bea-4dfe-a56c-e1abacb3e9d9 req-f23137e3-aa62-4110-96d3-dcbec16543ad tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:48.244821 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-04358f2e-3bea-4dfe-a56c-e1abacb3e9d9 req-f23137e3-aa62-4110-96d3-dcbec16543ad tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff370059-a443-4aaf-b5e5-c57b9021f461 HTTP/1.1" status: 200 len: 945 time: 0.0558290 Aug 28 15:22:48.288808 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-04358f2e-3bea-4dfe-a56c-e1abacb3e9d9 req-ab4edc09-d967-4965-acc5-8a91ff36e767 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361662 Aug 28 15:22:48.478267 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-5d6d23b4-5306-45f1-873d-5d5e26b10dbc req-64978dc0-28bb-4094-a3ce-06f25647779b service neutron] (106329) timed out ('10.222.0.13', 51338) {{(pid=106329) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 15:22:48.632122 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42354) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:48.753048 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device e2db61cd-bab8-4aae-b20c-1e134c728a6d up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:22:48.804271 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port e2db61cd-bab8-4aae-b20c-1e134c728a6d completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:22:48.807923 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port e2db61cd-bab8-4aae-b20c-1e134c728a6d triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:22:48.808361 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:48.859999 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-84aa421b-4441-472b-9855-d0a0f4a01f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:48.903704 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:48.928936 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff370059-a443-4aaf-b5e5-c57b9021f461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2db61cd-bab8-4aae-b20c-1e134c728a6d'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:22:48.931472 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a6a4e4-14b2-4660-828b-c829d9fb7b94" -d '{"events": [{"server_uuid": "ff370059-a443-4aaf-b5e5-c57b9021f461", "name": "network-vif-plugged", "status": "completed", "tag": "e2db61cd-bab8-4aae-b20c-1e134c728a6d"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:22:48.944105 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port e2db61cd-bab8-4aae-b20c-1e134c728a6d, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=e2db61cd-bab8-4aae-b20c-1e134c728a6d,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:22:48.951220 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:48.975858 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-84aa421b-4441-472b-9855-d0a0f4a01f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:48.977548 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f6e75d-6ee4-4611-a95d-8f3e0e0eefeb x-openstack-request-id: req-80f6e75d-6ee4-4611-a95d-8f3e0e0eefeb {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:22:48.977861 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff370059-a443-4aaf-b5e5-c57b9021f461", "name": "network-vif-plugged", "status": "completed", "tag": "e2db61cd-bab8-4aae-b20c-1e134c728a6d", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:22:48.978108 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80f6e75d-6ee4-4611-a95d-8f3e0e0eefeb {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:22:48.978549 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff370059-a443-4aaf-b5e5-c57b9021f461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2db61cd-bab8-4aae-b20c-1e134c728a6d', 'code': 200} Aug 28 15:22:48.982326 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-84aa421b-4441-472b-9855-d0a0f4a01f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:49.018699 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=e2db61cd-bab8-4aae-b20c-1e134c728a6d,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:49.044668 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-84aa421b-4441-472b-9855-d0a0f4a01f68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81768916620246e8b5cbd31f534d3206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4109709 Aug 28 15:22:49.047051 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42374) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:49.048249 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa421b-4441-472b-9855-d0a0f4a01f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c29252-088c-4538-9e07-56c4c184ed8e,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:49.126878 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703465e6-fdde-4bf1-a8e5-34d42e68ec41 req-0d757bb6-f62f-44e4-a5dc-c3d3ce108ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:49.128385 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-703465e6-fdde-4bf1-a8e5-34d42e68ec41 req-0d757bb6-f62f-44e4-a5dc-c3d3ce108ade service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ff370059-a443-4aaf-b5e5-c57b9021f461 HTTP/1.1" status: 200 len: 1098 time: 0.0725000 Aug 28 15:22:49.153493 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-60dde7fc-6398-4ceb-9ca6-8059d8f2b7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:49.192532 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-60dde7fc-6398-4ceb-9ca6-8059d8f2b7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:49.195544 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-703465e6-fdde-4bf1-a8e5-34d42e68ec41 req-c6f11951-ad57-4a3d-97dc-cc662c70a2fb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574753 Aug 28 15:22:49.243997 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-60dde7fc-6398-4ceb-9ca6-8059d8f2b7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:49.246551 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-60dde7fc-6398-4ceb-9ca6-8059d8f2b7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:49.247735 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-60dde7fc-6398-4ceb-9ca6-8059d8f2b7d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27c29252-088c-4538-9e07-56c4c184ed8e HTTP/1.1" status: 204 len: 168 time: 0.1992242 Aug 28 15:22:49.256231 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dde7fc-6398-4ceb-9ca6-8059d8f2b7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c29252-088c-4538-9e07-56c4c184ed8e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:49.612534 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed2054-fbe1-4ff3-b8d1-1f93b90a49f5 req-841d5416-c699-4351-9a66-82b217d1ecca tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:49.614116 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54ed2054-fbe1-4ff3-b8d1-1f93b90a49f5 req-841d5416-c699-4351-9a66-82b217d1ecca tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff370059-a443-4aaf-b5e5-c57b9021f461 HTTP/1.1" status: 200 len: 946 time: 0.2341871 Aug 28 15:22:49.666706 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54ed2054-fbe1-4ff3-b8d1-1f93b90a49f5 req-c9ef256a-16a9-4a36-a59d-08c68a606722 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418816 Aug 28 15:22:49.710975 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42422) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:49.866079 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6e155675-eff4-4d58-bd26-f24b9090fff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:49.979986 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6e155675-eff4-4d58-bd26-f24b9090fff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:49.980350 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42438) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:49.984277 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6e155675-eff4-4d58-bd26-f24b9090fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:50.034351 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42442) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:50.034558 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6e155675-eff4-4d58-bd26-f24b9090fff0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a110e46c8c0f43ba86193bfd21f2f6c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3222954 Aug 28 15:22:50.036036 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e155675-eff4-4d58-bd26-f24b9090fff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1243ee-a691-424a-afc2-ded66b3c82d2,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:50.088134 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0e3c1f23-2fcf-4c7c-8185-a21d7236db79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:50.105982 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-b6047134-bdc8-41f7-87bb-afc9180667ec admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1447550605-network', 'tenant_id': 'dadee8b6c36e4e9e90156151587eb165'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:22:50.119356 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0e3c1f23-2fcf-4c7c-8185-a21d7236db79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:50.152985 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6047134-bdc8-41f7-87bb-afc9180667ec admin admin] Made reservation on behalf of dadee8b6c36e4e9e90156151587eb165 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:22:50.155478 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b6047134-bdc8-41f7-87bb-afc9180667ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:50.168282 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b6047134-bdc8-41f7-87bb-afc9180667ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:50.200986 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0e3c1f23-2fcf-4c7c-8185-a21d7236db79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:50.203623 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0e3c1f23-2fcf-4c7c-8185-a21d7236db79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:50.207116 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0e3c1f23-2fcf-4c7c-8185-a21d7236db79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed1243ee-a691-424a-afc2-ded66b3c82d2 HTTP/1.1" status: 204 len: 168 time: 0.1690242 Aug 28 15:22:50.221027 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c1f23-2fcf-4c7c-8185-a21d7236db79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1243ee-a691-424a-afc2-ded66b3c82d2,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:50.295352 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b6047134-bdc8-41f7-87bb-afc9180667ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:50.300127 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b6047134-bdc8-41f7-87bb-afc9180667ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:50.327835 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6047134-bdc8-41f7-87bb-afc9180667ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be30b5b-08d9-4905-a81b-e110f070de5e,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:50.332959 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6047134-bdc8-41f7-87bb-afc9180667ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:22:50.344407 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b6047134-bdc8-41f7-87bb-afc9180667ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:50.344845 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-b6047134-bdc8-41f7-87bb-afc9180667ec admin admin] Added segment ac4bda5e-1715-45d9-bc90-aa8576c25517 of type vlan for network 7114035e-e0a7-468b-87b4-8630795bd1bb Aug 28 15:22:50.384133 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b6047134-bdc8-41f7-87bb-afc9180667ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:50.409791 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b6047134-bdc8-41f7-87bb-afc9180667ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:50.410919 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6047134-bdc8-41f7-87bb-afc9180667ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:50.411522 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b6047134-bdc8-41f7-87bb-afc9180667ec admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:50.475271 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b6047134-bdc8-41f7-87bb-afc9180667ec admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4935238 Aug 28 15:22:50.478269 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42450) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:50.483731 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-55fa23aa-44c8-4a14-a8df-d59fa5f81fdc admin admin] Request body: {'subnet': {'network_id': '7114035e-e0a7-468b-87b4-8630795bd1bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1447550605-subnet', 'tenant_id': 'dadee8b6c36e4e9e90156151587eb165', 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:22:50.504445 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42452) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:50.505669 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6047134-bdc8-41f7-87bb-afc9180667ec admin admin] Pushing event updated for resources: {'Network': ['ID=7114035e-e0a7-468b-87b4-8630795bd1bb,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:50.516650 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 7114035e-e0a7-468b-87b4-8630795bd1bb details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:22:50.517173 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fa23aa-44c8-4a14-a8df-d59fa5f81fdc admin admin] Made reservation on behalf of dadee8b6c36e4e9e90156151587eb165 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:22:50.519090 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55fa23aa-44c8-4a14-a8df-d59fa5f81fdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:50.527089 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7b90c551-6730-4979-bc0f-a334c9b70846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:50.755496 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7b90c551-6730-4979-bc0f-a334c9b70846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:50.760346 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7b90c551-6730-4979-bc0f-a334c9b70846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:50.793435 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55fa23aa-44c8-4a14-a8df-d59fa5f81fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:50.847919 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7b90c551-6730-4979-bc0f-a334c9b70846 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=790b602cb34b47058d1c77748f23dd06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3398097 Aug 28 15:22:50.847919 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90c551-6730-4979-bc0f-a334c9b70846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a7a66a-22a2-4525-b4e8-70b1adc78481,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:50.850920 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42456) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:50.894346 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa23aa-44c8-4a14-a8df-d59fa5f81fdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=061fbc09-fafa-4185-ba19-b57a6bb1398e,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:50.934232 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fa23aa-44c8-4a14-a8df-d59fa5f81fdc admin admin] Checking segment: {'id': 'ac4bda5e-1715-45d9-bc90-aa8576c25517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7114035e-e0a7-468b-87b4-8630795bd1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:22:50.934494 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fa23aa-44c8-4a14-a8df-d59fa5f81fdc admin admin] Network hostable DHCP agents. Network: 7114035e-e0a7-468b-87b4-8630795bd1bb, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:22:50.942595 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a1de42e3-d477-4f3b-94c6-099d37228090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:50.979338 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a1de42e3-d477-4f3b-94c6-099d37228090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:50.986266 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fa23aa-44c8-4a14-a8df-d59fa5f81fdc admin admin] Network 7114035e-e0a7-468b-87b4-8630795bd1bb is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:22:51.002669 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-55fa23aa-44c8-4a14-a8df-d59fa5f81fdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 7114035e-e0a7-468b-87b4-8630795bd1bb) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:22:51.013146 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6399a5d6-b526-48f4-a6de-84e0f31415e3 None None] Network 7114035e-e0a7-468b-87b4-8630795bd1bb requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:22:51.017685 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fa23aa-44c8-4a14-a8df-d59fa5f81fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:51.018294 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-55fa23aa-44c8-4a14-a8df-d59fa5f81fdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:51.041018 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-55fa23aa-44c8-4a14-a8df-d59fa5f81fdc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5587447 Aug 28 15:22:51.041602 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42460) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:51.047271 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-0e557ad4-d030-4cb0-bbd4-b72f2d73ea43 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1447550605-router', 'tenant_id': 'dadee8b6c36e4e9e90156151587eb165', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:22:51.069194 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b1af8-e6e7-4fa7-9577-dcf87b903656 req-912b298f-ea66-438d-9543-98276f6a8989 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:51.070715 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e557ad4-d030-4cb0-bbd4-b72f2d73ea43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:51.071916 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e557ad4-d030-4cb0-bbd4-b72f2d73ea43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:51.076632 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7f9b1af8-e6e7-4fa7-9577-dcf87b903656 req-912b298f-ea66-438d-9543-98276f6a8989 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff370059-a443-4aaf-b5e5-c57b9021f461 HTTP/1.1" status: 200 len: 946 time: 0.3476241 Aug 28 15:22:51.078307 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a1de42e3-d477-4f3b-94c6-099d37228090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:51.081207 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a1de42e3-d477-4f3b-94c6-099d37228090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:51.085150 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a1de42e3-d477-4f3b-94c6-099d37228090 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2a7a66a-22a2-4525-b4e8-70b1adc78481 HTTP/1.1" status: 204 len: 168 time: 0.2292349 Aug 28 15:22:51.132149 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7f9b1af8-e6e7-4fa7-9577-dcf87b903656 req-b5feb819-59f8-4520-b2e6-bbbe8cdbaf4c tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540316 Aug 28 15:22:51.148004 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e557ad4-d030-4cb0-bbd4-b72f2d73ea43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:51.149206 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de42e3-d477-4f3b-94c6-099d37228090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a7a66a-22a2-4525-b4e8-70b1adc78481,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:51.271403 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2437b5-e110-4878-9052-c36eb561a238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-7114035e-e0a7-468b-87b4-8630795bd1bb', 'network_id': '7114035e-e0a7-468b-87b4-8630795bd1bb', 'tenant_id': 'dadee8b6c36e4e9e90156151587eb165', 'fixed_ips': [{'subnet_id': '061fbc09-fafa-4185-ba19-b57a6bb1398e'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:22:51.272649 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ea2437b5-e110-4878-9052-c36eb561a238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:51.275989 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4520292-6d54-49a8-9775-df425047893c req-1d2e0ca0-040a-49aa-9de9-258446246954 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:51.285403 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e4520292-6d54-49a8-9775-df425047893c req-1d2e0ca0-040a-49aa-9de9-258446246954 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff370059-a443-4aaf-b5e5-c57b9021f461 HTTP/1.1" status: 200 len: 946 time: 0.0652394 Aug 28 15:22:51.314811 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e557ad4-d030-4cb0-bbd4-b72f2d73ea43 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:51.338134 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e4520292-6d54-49a8-9775-df425047893c req-f94cae38-b297-4054-9e1c-178304942ab7 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517428 Aug 28 15:22:51.478876 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-ea2437b5-e110-4878-9052-c36eb561a238 None None] Allocated IP 172.20.0.2 (7114035e-e0a7-468b-87b4-8630795bd1bb/061fbc09-fafa-4185-ba19-b57a6bb1398e/6e589f28-cfff-4293-a0d1-a557d0834c80) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:22:51.572800 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e557ad4-d030-4cb0-bbd4-b72f2d73ea43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:51.599821 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e557ad4-d030-4cb0-bbd4-b72f2d73ea43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:51.678606 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ea2437b5-e110-4878-9052-c36eb561a238 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:51.689110 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ea2437b5-e110-4878-9052-c36eb561a238 None None] Transition to ACTIVE for port object 6e589f28-cfff-4293-a0d1-a557d0834c80 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:22:51.706765 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ea2437b5-e110-4878-9052-c36eb561a238 None None] Transition to ACTIVE for port object 6e589f28-cfff-4293-a0d1-a557d0834c80 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:22:51.715772 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ea2437b5-e110-4878-9052-c36eb561a238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:51.733875 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-0e557ad4-d030-4cb0-bbd4-b72f2d73ea43 admin admin] Allocated IP 172.25.3.101 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/e77e9726-65c0-4c50-8114-a32711622eb9) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:22:51.765258 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2437b5-e110-4878-9052-c36eb561a238 None None] Network 7114035e-e0a7-468b-87b4-8630795bd1bb is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:22:51.768825 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-ea2437b5-e110-4878-9052-c36eb561a238 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:22:51.774277 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2437b5-e110-4878-9052-c36eb561a238 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:22:51.783272 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2437b5-e110-4878-9052-c36eb561a238 None None] Pushing event updated for resources: {'Port': ['ID=6e589f28-cfff-4293-a0d1-a557d0834c80,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:51.845380 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-ea2437b5-e110-4878-9052-c36eb561a238 None None] Attempting to bind port 6e589f28-cfff-4293-a0d1-a557d0834c80 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:22:51.845380 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-ea2437b5-e110-4878-9052-c36eb561a238 None None] Attempting to bind port 6e589f28-cfff-4293-a0d1-a557d0834c80 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'ac4bda5e-1715-45d9-bc90-aa8576c25517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7114035e-e0a7-468b-87b4-8630795bd1bb'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:22:51.845628 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2437b5-e110-4878-9052-c36eb561a238 None None] Attempting to bind port 6e589f28-cfff-4293-a0d1-a557d0834c80 on network 7114035e-e0a7-468b-87b4-8630795bd1bb {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:22:51.851143 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2437b5-e110-4878-9052-c36eb561a238 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:22:51.851927 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2437b5-e110-4878-9052-c36eb561a238 None None] Checking segment: {'id': 'ac4bda5e-1715-45d9-bc90-aa8576c25517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7114035e-e0a7-468b-87b4-8630795bd1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:22:51.852342 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ea2437b5-e110-4878-9052-c36eb561a238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:51.852794 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2437b5-e110-4878-9052-c36eb561a238 None None] Bound using segment: {'id': 'ac4bda5e-1715-45d9-bc90-aa8576c25517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7114035e-e0a7-468b-87b4-8630795bd1bb'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:22:51.853365 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-ea2437b5-e110-4878-9052-c36eb561a238 None None] Bound port: 6e589f28-cfff-4293-a0d1-a557d0834c80, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4bda5e-1715-45d9-bc90-aa8576c25517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7114035e-e0a7-468b-87b4-8630795bd1bb'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:22:51.853759 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ea2437b5-e110-4878-9052-c36eb561a238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:51.927146 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e557ad4-d030-4cb0-bbd4-b72f2d73ea43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:52.012219 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e557ad4-d030-4cb0-bbd4-b72f2d73ea43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:52.077381 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e557ad4-d030-4cb0-bbd4-b72f2d73ea43 admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:22:52.082067 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-0e557ad4-d030-4cb0-bbd4-b72f2d73ea43 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:22:52.085066 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e557ad4-d030-4cb0-bbd4-b72f2d73ea43 admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:22:52.091738 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e557ad4-d030-4cb0-bbd4-b72f2d73ea43 admin admin] Pushing event updated for resources: {'Port': ['ID=e77e9726-65c0-4c50-8114-a32711622eb9,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:52.105130 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42508) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:52.107937 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-ea2437b5-e110-4878-9052-c36eb561a238 None None] For port 6e589f28-cfff-4293-a0d1-a557d0834c80, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:22:52.112786 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-ea2437b5-e110-4878-9052-c36eb561a238 None None] For port 6e589f28-cfff-4293-a0d1-a557d0834c80, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6e589f28-cfff-4293-a0d1-a557d0834c80,segment=NetworkSegment(ac4bda5e-1715-45d9-bc90-aa8576c25517),segment_id=ac4bda5e-1715-45d9-bc90-aa8576c25517)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:22:52.119336 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ea2437b5-e110-4878-9052-c36eb561a238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:52.240970 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2437b5-e110-4878-9052-c36eb561a238 None None] Pushing event updated for resources: {'Port': ['ID=6e589f28-cfff-4293-a0d1-a557d0834c80,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:52.285592 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-2a25e524-08d0-461b-89ad-1e3b89c13f3a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2126471513-network', 'tenant_id': '261eadcc8020451abe444ab022ed8e44'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:22:52.319521 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a25e524-08d0-461b-89ad-1e3b89c13f3a admin admin] Made reservation on behalf of 261eadcc8020451abe444ab022ed8e44 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:22:52.326150 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2a25e524-08d0-461b-89ad-1e3b89c13f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:52.340299 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2a25e524-08d0-461b-89ad-1e3b89c13f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:52.467600 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2a25e524-08d0-461b-89ad-1e3b89c13f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:52.487797 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2a25e524-08d0-461b-89ad-1e3b89c13f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:52.558144 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e557ad4-d030-4cb0-bbd4-b72f2d73ea43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:52.593328 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25e524-08d0-461b-89ad-1e3b89c13f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888bc22d-9044-4fcd-986a-2ffdef5751fa,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:52.607630 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a25e524-08d0-461b-89ad-1e3b89c13f3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:22:52.625372 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2a25e524-08d0-461b-89ad-1e3b89c13f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:52.625767 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-2a25e524-08d0-461b-89ad-1e3b89c13f3a admin admin] Added segment d2d9de8b-934c-4597-9c52-9f59018c53d5 of type vlan for network 56ffe752-6272-40d8-bba5-9f85d34bbf89 Aug 28 15:22:52.677594 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2a25e524-08d0-461b-89ad-1e3b89c13f3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:52.711468 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2a25e524-08d0-461b-89ad-1e3b89c13f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:52.712740 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a25e524-08d0-461b-89ad-1e3b89c13f3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:52.713372 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2a25e524-08d0-461b-89ad-1e3b89c13f3a admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:52.787152 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2a25e524-08d0-461b-89ad-1e3b89c13f3a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6801567 Aug 28 15:22:52.789729 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42532) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:52.796967 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-fc923129-6963-40a8-8c63-523704f2f44f admin admin] Request body: {'subnet': {'network_id': '56ffe752-6272-40d8-bba5-9f85d34bbf89', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2126471513-subnet', 'tenant_id': '261eadcc8020451abe444ab022ed8e44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:22:52.815269 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25e524-08d0-461b-89ad-1e3b89c13f3a admin admin] Pushing event updated for resources: {'Network': ['ID=56ffe752-6272-40d8-bba5-9f85d34bbf89,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:52.826106 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 56ffe752-6272-40d8-bba5-9f85d34bbf89 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:22:52.843850 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc923129-6963-40a8-8c63-523704f2f44f admin admin] Made reservation on behalf of 261eadcc8020451abe444ab022ed8e44 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:22:52.846483 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fc923129-6963-40a8-8c63-523704f2f44f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:52.852514 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e557ad4-d030-4cb0-bbd4-b72f2d73ea43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:53.038316 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e557ad4-d030-4cb0-bbd4-b72f2d73ea43 admin admin] Router 2f704780-28fe-45cf-8055-840bab066609 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:22:53.128550 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fc923129-6963-40a8-8c63-523704f2f44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:53.213116 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc923129-6963-40a8-8c63-523704f2f44f admin admin] Checking segment: {'id': 'd2d9de8b-934c-4597-9c52-9f59018c53d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '56ffe752-6272-40d8-bba5-9f85d34bbf89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:22:53.213790 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc923129-6963-40a8-8c63-523704f2f44f admin admin] Network hostable DHCP agents. Network: 56ffe752-6272-40d8-bba5-9f85d34bbf89, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:22:53.231860 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc923129-6963-40a8-8c63-523704f2f44f admin admin] Pushing event updated for resources: {'Subnet': ['ID=09f9df54-d080-47bc-8a64-dfb6cebb50a4,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:53.234817 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e557ad4-d030-4cb0-bbd4-b72f2d73ea43 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:22:53.244342 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc923129-6963-40a8-8c63-523704f2f44f admin admin] Network 56ffe752-6272-40d8-bba5-9f85d34bbf89 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:22:53.244534 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841b4bc8-d199-4db1-9a43-011daa09dfef None None] Sync routers for ids ['2f704780-28fe-45cf-8055-840bab066609'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:22:53.261885 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-fc923129-6963-40a8-8c63-523704f2f44f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 56ffe752-6272-40d8-bba5-9f85d34bbf89) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:22:53.273213 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5049e8f-b31c-42ae-aa49-ac1ea50b34db None None] Network 56ffe752-6272-40d8-bba5-9f85d34bbf89 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:22:53.273692 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc923129-6963-40a8-8c63-523704f2f44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:53.274365 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fc923129-6963-40a8-8c63-523704f2f44f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:53.291140 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841b4bc8-d199-4db1-9a43-011daa09dfef None None] Routers {'2f704780-28fe-45cf-8055-840bab066609'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:22:53.295236 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-841b4bc8-d199-4db1-9a43-011daa09dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:22:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2f704780-28fe-45cf-8055-840bab066609'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:22:53.305781 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fc923129-6963-40a8-8c63-523704f2f44f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5141439 Aug 28 15:22:53.337827 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0e557ad4-d030-4cb0-bbd4-b72f2d73ea43 admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:53.343219 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0e557ad4-d030-4cb0-bbd4-b72f2d73ea43 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2970047 Aug 28 15:22:53.343219 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42552) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:53.701839 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c15723-91a7-431a-a1eb-a9e18e441261 None None] Network 56ffe752-6272-40d8-bba5-9f85d34bbf89 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:22:53.706896 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-841b4bc8-d199-4db1-9a43-011daa09dfef None None] Set router 2f704780-28fe-45cf-8055-840bab066609 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:22:53.973272 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5302f48b-8844-4d35-9ae1-3ccf31562994 None None] Network 7114035e-e0a7-468b-87b4-8630795bd1bb requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:22:54.003959 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-841b4bc8-d199-4db1-9a43-011daa09dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f704780-28fe-45cf-8055-840bab066609', 'name': 'tempest-TestAggregatesBasicOps-1447550605-router', 'tenant_id': 'dadee8b6c36e4e9e90156151587eb165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e77e9726-65c0-4c50-8114-a32711622eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:22:51Z', 'updated_at': '2021-08-28T15:22:52Z', 'revision_number': 3, 'project_id': 'dadee8b6c36e4e9e90156151587eb165', 'gw_port': {'id': 'e77e9726-65c0-4c50-8114-a32711622eb9', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f704780-28fe-45cf-8055-840bab066609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:22:51Z', 'updated_at': '2021-08-28T15:22:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:22:54.056843 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841b4bc8-d199-4db1-9a43-011daa09dfef None None] Checking router: 2f704780-28fe-45cf-8055-840bab066609 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:22:54.057283 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841b4bc8-d199-4db1-9a43-011daa09dfef None None] Updating router 2f704780-28fe-45cf-8055-840bab066609 port e77e9726-65c0-4c50-8114-a32711622eb9 binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:22:54.113589 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-26339ae7-9387-4de4-83b7-3db2faf84061 None None] Provisioning for port 6e589f28-cfff-4293-a0d1-a557d0834c80 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:22:54.116331 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-841b4bc8-d199-4db1-9a43-011daa09dfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:54.155919 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6e589f28-cfff-4293-a0d1-a557d0834c80 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:22:54.173663 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-580ff075-1abb-419d-b2bc-71de8d9ebeb0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0944824 Aug 28 15:22:54.237883 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c1639405-85d1-40b9-9b83-f1b4259e40a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:54.293940 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42582) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:54.298139 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 6e589f28-cfff-4293-a0d1-a557d0834c80 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:22:54.302385 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 6e589f28-cfff-4293-a0d1-a557d0834c80 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:22:54.302885 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:54.303168 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-400e2bf9-d464-456a-a8d5-dfd7372d8362 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1032718127-network', 'tenant_id': '4b27a57fba754e50af001a932ecaccb0'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:22:54.340379 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400e2bf9-d464-456a-a8d5-dfd7372d8362 admin admin] Made reservation on behalf of 4b27a57fba754e50af001a932ecaccb0 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:22:54.343121 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-400e2bf9-d464-456a-a8d5-dfd7372d8362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:54.346753 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-42c2fc25-823f-44dc-9f27-26497ec89521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:54.347674 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-42c2fc25-823f-44dc-9f27-26497ec89521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:54.348172 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-42c2fc25-823f-44dc-9f27-26497ec89521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:54.349144 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-42c2fc25-823f-44dc-9f27-26497ec89521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:54.349647 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-42c2fc25-823f-44dc-9f27-26497ec89521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:54.350274 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-42c2fc25-823f-44dc-9f27-26497ec89521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:54.350756 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-42c2fc25-823f-44dc-9f27-26497ec89521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:54.354873 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-400e2bf9-d464-456a-a8d5-dfd7372d8362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:54.358690 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-42c2fc25-823f-44dc-9f27-26497ec89521 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad719b405fc34c1c8445c92c2e91c430&device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 6499 time: 0.1225743 Aug 28 15:22:54.467056 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:54.496392 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:54.534955 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-400e2bf9-d464-456a-a8d5-dfd7372d8362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:54.541041 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-400e2bf9-d464-456a-a8d5-dfd7372d8362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:54.554291 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 6e589f28-cfff-4293-a0d1-a557d0834c80, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6e589f28-cfff-4293-a0d1-a557d0834c80,segment=NetworkSegment(ac4bda5e-1715-45d9-bc90-aa8576c25517),segment_id=ac4bda5e-1715-45d9-bc90-aa8576c25517)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:22:54.556609 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-91ab9ac8-c6eb-4b9d-9e00-6d6ddf9cae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:54.557089 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-91ab9ac8-c6eb-4b9d-9e00-6d6ddf9cae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:54.557667 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-91ab9ac8-c6eb-4b9d-9e00-6d6ddf9cae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:54.559470 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-91ab9ac8-c6eb-4b9d-9e00-6d6ddf9cae05 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a&id=2e337a80-f61c-4bca-8264-d9f248c90759&id=2e337a80-f61c-4bca-8264-d9f248c90759&id=2e337a80-f61c-4bca-8264-d9f248c90759&id=2e337a80-f61c-4bca-8264-d9f248c90759&id=a36e233e-9694-4856-84b9-f3f8aa62d273&id=a36e233e-9694-4856-84b9-f3f8aa62d273 HTTP/1.1" status: 200 len: 2291 time: 0.1710703 Aug 28 15:22:54.566560 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:54.586999 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-400e2bf9-d464-456a-a8d5-dfd7372d8362 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:22:54.589397 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e2bf9-d464-456a-a8d5-dfd7372d8362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5209ddd9-03e2-4816-a432-31518936b90b,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:54.590324 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-841b4bc8-d199-4db1-9a43-011daa09dfef None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:54.609509 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-400e2bf9-d464-456a-a8d5-dfd7372d8362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:54.610290 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-400e2bf9-d464-456a-a8d5-dfd7372d8362 admin admin] Added segment bb53df55-d8eb-44a1-a6e2-59f5a609fc8d of type vlan for network c744522e-54e0-44df-86dc-5e2d678acaba Aug 28 15:22:54.613225 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-841b4bc8-d199-4db1-9a43-011daa09dfef None None] Transition to ACTIVE for port object e77e9726-65c0-4c50-8114-a32711622eb9 will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:22:54.624328 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-841b4bc8-d199-4db1-9a43-011daa09dfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:54.666222 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-400e2bf9-d464-456a-a8d5-dfd7372d8362 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:54.677216 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=6e589f28-cfff-4293-a0d1-a557d0834c80,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:54.678547 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-841b4bc8-d199-4db1-9a43-011daa09dfef None None] Attempting to bind port e77e9726-65c0-4c50-8114-a32711622eb9 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:22:54.678931 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-841b4bc8-d199-4db1-9a43-011daa09dfef None None] Attempting to bind port e77e9726-65c0-4c50-8114-a32711622eb9 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:22:54.679302 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b4bc8-d199-4db1-9a43-011daa09dfef None None] Attempting to bind port e77e9726-65c0-4c50-8114-a32711622eb9 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:22:54.684216 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5aaea-35eb-4fcc-abae-6b521f14c31c None None] Pushing event updated for resources: {'Port': ['ID=e77e9726-65c0-4c50-8114-a32711622eb9,revision_number=2']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:54.688219 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b4bc8-d199-4db1-9a43-011daa09dfef None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:22:54.688838 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b4bc8-d199-4db1-9a43-011daa09dfef None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:22:54.689411 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-841b4bc8-d199-4db1-9a43-011daa09dfef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:54.689976 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b4bc8-d199-4db1-9a43-011daa09dfef None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:22:54.690623 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-841b4bc8-d199-4db1-9a43-011daa09dfef None None] Bound port: e77e9726-65c0-4c50-8114-a32711622eb9, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:22:54.691010 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-841b4bc8-d199-4db1-9a43-011daa09dfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:54.694226 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-d1170c26-30d6-4dc7-ab47-099b476848e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a0f45d1-344f-409c-bd68-0b8ed3e04c72 HTTP/1.1" status: 200 len: 1000 time: 0.1262021 Aug 28 15:22:54.700248 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-052c14e6-4ae6-4af2-b987-5182a825bb5c None None] Provisioning complete for port 6e589f28-cfff-4293-a0d1-a557d0834c80 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:22:54.700677 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-052c14e6-4ae6-4af2-b987-5182a825bb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:54.701413 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-c1639405-85d1-40b9-9b83-f1b4259e40a8 admin admin] Allocated IP 172.20.0.1 (7114035e-e0a7-468b-87b4-8630795bd1bb/061fbc09-fafa-4185-ba19-b57a6bb1398e/33f0e55c-0afb-41f4-881e-354f49b77e79) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:22:54.716288 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b5aaea-35eb-4fcc-abae-6b521f14c31c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:54.716666 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b5aaea-35eb-4fcc-abae-6b521f14c31c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:54.717010 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b5aaea-35eb-4fcc-abae-6b521f14c31c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:54.717474 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b5aaea-35eb-4fcc-abae-6b521f14c31c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:54.718235 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b5aaea-35eb-4fcc-abae-6b521f14c31c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:54.718821 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b5aaea-35eb-4fcc-abae-6b521f14c31c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:54.719121 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b5aaea-35eb-4fcc-abae-6b521f14c31c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:54.719447 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b5aaea-35eb-4fcc-abae-6b521f14c31c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:54.719967 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b5aaea-35eb-4fcc-abae-6b521f14c31c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:54.720293 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b5aaea-35eb-4fcc-abae-6b521f14c31c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:54.720798 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b5aaea-35eb-4fcc-abae-6b521f14c31c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:54.721292 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b5aaea-35eb-4fcc-abae-6b521f14c31c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:54.722037 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-400e2bf9-d464-456a-a8d5-dfd7372d8362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:54.723207 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400e2bf9-d464-456a-a8d5-dfd7372d8362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:54.723940 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-400e2bf9-d464-456a-a8d5-dfd7372d8362 admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:54.756246 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-400e2bf9-d464-456a-a8d5-dfd7372d8362 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4499631 Aug 28 15:22:54.765204 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42588) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:54.769588 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-913a06b4-76ee-4cdf-903d-6fc06d0744f1 admin admin] Request body: {'subnet': {'network_id': 'c744522e-54e0-44df-86dc-5e2d678acaba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1032718127-subnet', 'tenant_id': '4b27a57fba754e50af001a932ecaccb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:22:54.782570 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-841b4bc8-d199-4db1-9a43-011daa09dfef None None] For port e77e9726-65c0-4c50-8114-a32711622eb9, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:22:54.786568 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-841b4bc8-d199-4db1-9a43-011daa09dfef None None] For port e77e9726-65c0-4c50-8114-a32711622eb9, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e77e9726-65c0-4c50-8114-a32711622eb9,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:22:54.793828 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-841b4bc8-d199-4db1-9a43-011daa09dfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:54.887278 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-f80bb0f1-1278-4cf0-ad28-17b471ccd318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:54.892989 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-f80bb0f1-1278-4cf0-ad28-17b471ccd318 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73534ea4-fd9f-45ca-ad96-4ea00206b4ee HTTP/1.1" status: 200 len: 851 time: 0.1871588 Aug 28 15:22:54.915470 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e2bf9-d464-456a-a8d5-dfd7372d8362 admin admin] Pushing event updated for resources: {'Network': ['ID=c744522e-54e0-44df-86dc-5e2d678acaba,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:54.919874 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841b4bc8-d199-4db1-9a43-011daa09dfef None None] Routers {'2f704780-28fe-45cf-8055-840bab066609'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:22:54.920750 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-841b4bc8-d199-4db1-9a43-011daa09dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:22:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2f704780-28fe-45cf-8055-840bab066609'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:22:54.923162 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5aaea-35eb-4fcc-abae-6b521f14c31c None None] Pushing event updated for resources: {'Port': ['ID=e77e9726-65c0-4c50-8114-a32711622eb9,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:54.926113 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network c744522e-54e0-44df-86dc-5e2d678acaba details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:22:54.934771 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913a06b4-76ee-4cdf-903d-6fc06d0744f1 admin admin] Made reservation on behalf of 4b27a57fba754e50af001a932ecaccb0 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:22:54.938286 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-913a06b4-76ee-4cdf-903d-6fc06d0744f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:55.041302 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c1639405-85d1-40b9-9b83-f1b4259e40a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:55.051513 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-04bd9c4b-595b-4c5f-ae8f-ef9db6ff328b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:55.052710 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-841b4bc8-d199-4db1-9a43-011daa09dfef None None] Set router 2f704780-28fe-45cf-8055-840bab066609 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:22:55.053061 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-04bd9c4b-595b-4c5f-ae8f-ef9db6ff328b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1520286 Aug 28 15:22:55.074859 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-c1639405-85d1-40b9-9b83-f1b4259e40a8 admin admin] Transition to ACTIVE for port object 33f0e55c-0afb-41f4-881e-354f49b77e79 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:22:55.163593 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-e391a30a-a4d6-4791-8685-065b768798ea tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:55.165332 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-e391a30a-a4d6-4791-8685-065b768798ea tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/networks?id=8878cb2c-b382-48c1-8c2a-67543a7cb61c HTTP/1.1" status: 200 len: 811 time: 0.1108370 Aug 28 15:22:55.182628 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-576767df-eccb-4e77-8204-6f512c49684e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/quotas/c6cc5102288e4115b2b96ff1028147b2 HTTP/1.1" status: 200 len: 375 time: 0.0094135 Aug 28 15:22:55.231123 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c1639405-85d1-40b9-9b83-f1b4259e40a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:55.241701 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-52256323-7d59-4018-93c3-a0b29785109c tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6cc5102288e4115b2b96ff1028147b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516639 Aug 28 15:22:55.244231 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-38d957d8-f7c2-41e6-b8e9-7680ecb56d2f service neutron] 10.222.0.36 "GET /v2.0/networks/26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807761 Aug 28 15:22:55.337932 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-841b4bc8-d199-4db1-9a43-011daa09dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f704780-28fe-45cf-8055-840bab066609', 'name': 'tempest-TestAggregatesBasicOps-1447550605-router', 'tenant_id': 'dadee8b6c36e4e9e90156151587eb165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e77e9726-65c0-4c50-8114-a32711622eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:22:51Z', 'updated_at': '2021-08-28T15:22:52Z', 'revision_number': 3, 'project_id': 'dadee8b6c36e4e9e90156151587eb165', 'gw_port': {'id': 'e77e9726-65c0-4c50-8114-a32711622eb9', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f704780-28fe-45cf-8055-840bab066609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:22:51Z', 'updated_at': '2021-08-28T15:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:22:55.351680 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-5a90a395-fdd8-42da-bc32-6704d8e82075 service neutron] 10.222.0.13 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998895 Aug 28 15:22:55.365770 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841b4bc8-d199-4db1-9a43-011daa09dfef None None] The sync data for ids ['2f704780-28fe-45cf-8055-840bab066609'] in n-d-712137-10 is: [{'id': '2f704780-28fe-45cf-8055-840bab066609', 'name': 'tempest-TestAggregatesBasicOps-1447550605-router', 'tenant_id': 'dadee8b6c36e4e9e90156151587eb165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e77e9726-65c0-4c50-8114-a32711622eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:22:51Z', 'updated_at': '2021-08-28T15:22:52Z', 'revision_number': 3, 'project_id': 'dadee8b6c36e4e9e90156151587eb165', 'gw_port': {'id': 'e77e9726-65c0-4c50-8114-a32711622eb9', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f704780-28fe-45cf-8055-840bab066609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:22:51Z', 'updated_at': '2021-08-28T15:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:22:55.458744 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-8492a567-77af-47cc-b588-d932dd4b629d service neutron] 10.222.0.13 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006877 Aug 28 15:22:55.723606 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1639405-85d1-40b9-9b83-f1b4259e40a8 admin admin] Network 7114035e-e0a7-468b-87b4-8630795bd1bb is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:22:55.731616 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-c1639405-85d1-40b9-9b83-f1b4259e40a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:22:55.738373 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1639405-85d1-40b9-9b83-f1b4259e40a8 admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:22:55.743718 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-913a06b4-76ee-4cdf-903d-6fc06d0744f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:55.839526 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1639405-85d1-40b9-9b83-f1b4259e40a8 admin admin] Pushing event updated for resources: {'Port': ['ID=33f0e55c-0afb-41f4-881e-354f49b77e79,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:55.900355 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-15b55527-d635-4651-8ecd-a965ea4fb8c9 req-d6d0b335-3351-42b7-a9c7-7668546b3a5b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 210 time: 0.1595335 Aug 28 15:22:55.907969 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c1639405-85d1-40b9-9b83-f1b4259e40a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:56.015180 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a06b4-76ee-4cdf-903d-6fc06d0744f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=243cb823-df8c-4948-967b-c757e507a38d,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:56.024155 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-c64929ca-71fc-42df-ac02-149542604358 service neutron] 10.222.0.36 "GET /v2.0/networks/26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702168 Aug 28 15:22:56.030697 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913a06b4-76ee-4cdf-903d-6fc06d0744f1 admin admin] Checking segment: {'id': 'bb53df55-d8eb-44a1-a6e2-59f5a609fc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c744522e-54e0-44df-86dc-5e2d678acaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:22:56.031055 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913a06b4-76ee-4cdf-903d-6fc06d0744f1 admin admin] Network hostable DHCP agents. Network: c744522e-54e0-44df-86dc-5e2d678acaba, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:22:56.090673 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d8b4554c-4cf0-4be9-b6a2-2f69ce468668 None None] Provisioning for port 33f0e55c-0afb-41f4-881e-354f49b77e79 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:22:56.096964 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d8b4554c-4cf0-4be9-b6a2-2f69ce468668 None None] Provisioning complete for port 33f0e55c-0afb-41f4-881e-354f49b77e79 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:22:56.098834 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d8b4554c-4cf0-4be9-b6a2-2f69ce468668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:56.142133 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-a8806e91-a11b-4c98-950d-a66b04b98ff3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=f1ecb044-2bfe-4874-89df-8daa50563f78 HTTP/1.1" status: 200 len: 217 time: 0.1079483 Aug 28 15:22:56.151871 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-d8b4554c-4cf0-4be9-b6a2-2f69ce468668 None None] Port 33f0e55c-0afb-41f4-881e-354f49b77e79 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:22:56.212913 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6e589f28-cfff-4293-a0d1-a557d0834c80 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:22:56.223613 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913a06b4-76ee-4cdf-903d-6fc06d0744f1 admin admin] Network c744522e-54e0-44df-86dc-5e2d678acaba is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:22:56.238444 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c1639405-85d1-40b9-9b83-f1b4259e40a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:56.245990 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-913a06b4-76ee-4cdf-903d-6fc06d0744f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, c744522e-54e0-44df-86dc-5e2d678acaba) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:22:56.259602 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913a06b4-76ee-4cdf-903d-6fc06d0744f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:56.260310 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-913a06b4-76ee-4cdf-903d-6fc06d0744f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:56.262442 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737584d1-23ac-4e01-9825-9336a98fc0d9 None None] Network c744522e-54e0-44df-86dc-5e2d678acaba requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:22:56.271891 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-518587b5-5b5e-4ccc-8426-876cd55c1ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:56.273480 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-518587b5-5b5e-4ccc-8426-876cd55c1ad7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee9e1d3e-90f3-4805-bd4b-3365719a7970 HTTP/1.1" status: 200 len: 797 time: 0.1227796 Aug 28 15:22:56.325779 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-913a06b4-76ee-4cdf-903d-6fc06d0744f1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5616879 Aug 28 15:22:56.337521 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 6e589f28-cfff-4293-a0d1-a557d0834c80 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:22:56.338135 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:56.473877 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-94fc0263-1c4c-43a2-b4a8-c5270aac8450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:56.475565 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-94fc0263-1c4c-43a2-b4a8-c5270aac8450 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e337a80-f61c-4bca-8264-d9f248c90759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1718833 Aug 28 15:22:56.536249 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3509a3dd-4c81-4229-8134-33f4ce1a24a5 None None] Network c744522e-54e0-44df-86dc-5e2d678acaba requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:22:56.648826 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c1639405-85d1-40b9-9b83-f1b4259e40a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:56.662111 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-153d6485-8210-4f37-8e25-6b21a1ebb523 service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775911 Aug 28 15:22:56.665125 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c1639405-85d1-40b9-9b83-f1b4259e40a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:56.671245 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e77e9726-65c0-4c50-8114-a32711622eb9 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:22:56.704163 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:56.772951 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port e77e9726-65c0-4c50-8114-a32711622eb9 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:22:56.778614 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port e77e9726-65c0-4c50-8114-a32711622eb9 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:22:56.778992 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:56.800468 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c1639405-85d1-40b9-9b83-f1b4259e40a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:56.805187 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1639405-85d1-40b9-9b83-f1b4259e40a8 admin admin] Pushing event updated for resources: {'Port': ['ID=33f0e55c-0afb-41f4-881e-354f49b77e79,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:56.894791 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-90be9e44-8c46-43fb-902f-4ac13f33806d service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219956 Aug 28 15:22:56.942501 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:56.957972 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-84c82071-c333-4664-8515-787689cbba19 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=812faf11-1952-4526-859c-7622a369ee03 HTTP/1.1" status: 200 len: 217 time: 0.0464070 Aug 28 15:22:56.970124 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port e77e9726-65c0-4c50-8114-a32711622eb9, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e77e9726-65c0-4c50-8114-a32711622eb9,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:22:56.976692 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:57.023198 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1639405-85d1-40b9-9b83-f1b4259e40a8 admin admin] Network 7114035e-e0a7-468b-87b4-8630795bd1bb is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:22:57.026690 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-c1639405-85d1-40b9-9b83-f1b4259e40a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:22:57.053157 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-4ef896ef-24fd-4a3e-8308-f4bd222b7e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:57.055191 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-4ef896ef-24fd-4a3e-8308-f4bd222b7e88 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee9e1d3e-90f3-4805-bd4b-3365719a7970 HTTP/1.1" status: 200 len: 797 time: 0.0844209 Aug 28 15:22:57.065424 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=e77e9726-65c0-4c50-8114-a32711622eb9,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:57.075449 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:57.075869 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:57.076219 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:57.076561 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:57.078338 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:57.078694 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:57.079036 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:57.079372 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:57.079803 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:57.080142 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:57.080523 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:57.080862 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:57.117136 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-cb33221e-262c-42f0-b5e0-332b733d03a0 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:57.119114 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-cb33221e-262c-42f0-b5e0-332b733d03a0 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.13 "GET /v2.0/networks?id=56ffe752-6272-40d8-bba5-9f85d34bbf89 HTTP/1.1" status: 200 len: 809 time: 0.2361321 Aug 28 15:22:57.147402 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-3e0fcc11-5f5a-47a9-ac65-b4cd472127e1 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:57.149930 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-3e0fcc11-5f5a-47a9-ac65-b4cd472127e1 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.36 "GET /v2.0/networks?id=8878cb2c-b382-48c1-8c2a-67543a7cb61c HTTP/1.1" status: 200 len: 811 time: 0.2293055 Aug 28 15:22:57.165077 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-8a0444ca-de40-417c-a81b-780d77c8cc86 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Request body: {'port': {'device_id': '8dc3c89a-36b6-417b-9a77-3c9540bb8793', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'admin_state_up': True, 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:22:57.187057 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-29f5d535-3c75-4cde-b0b0-5e3bc8dca2a8 req-6abb2aa1-881a-4a21-b9fe-2f6916eb3b7c tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 210 time: 0.0677731 Aug 28 15:22:57.216223 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-0b299b04-2595-4098-a5c6-266129b84ac0 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.13 "GET /v2.0/quotas/261eadcc8020451abe444ab022ed8e44 HTTP/1.1" status: 200 len: 375 time: 0.0648792 Aug 28 15:22:57.281977 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-19fba138-d292-428b-920c-ced9d058dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:57.283706 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-19fba138-d292-428b-920c-ced9d058dbc7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e337a80-f61c-4bca-8264-d9f248c90759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1720388 Aug 28 15:22:57.293459 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-be9b3edf-e222-459c-ab62-1123ac693314 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=261eadcc8020451abe444ab022ed8e44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451901 Aug 28 15:22:57.406723 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-3198bd17-813c-4188-99c1-8122cc34e1b3 service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139646 Aug 28 15:22:57.408552 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1639405-85d1-40b9-9b83-f1b4259e40a8 admin admin] Router 2f704780-28fe-45cf-8055-840bab066609 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:22:57.434134 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-8a0444ca-de40-417c-a81b-780d77c8cc86 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Made reservation on behalf of c6cc5102288e4115b2b96ff1028147b2 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:22:57.438210 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-8a0444ca-de40-417c-a81b-780d77c8cc86 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:57.481332 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-3c07633d-90e3-4d35-b668-7cce99fe03fe service neutron] 10.222.0.13 "GET /v2.0/networks/56ffe752-6272-40d8-bba5-9f85d34bbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819274 Aug 28 15:22:57.500239 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2f5e8c68-0c14-4193-bccf-8ce1eef240fa None None] Provisioning complete for port 33f0e55c-0afb-41f4-881e-354f49b77e79 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:22:57.503222 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2f5e8c68-0c14-4193-bccf-8ce1eef240fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:57.578422 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-2f5e8c68-0c14-4193-bccf-8ce1eef240fa None None] Port 33f0e55c-0afb-41f4-881e-354f49b77e79 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:22:57.601914 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-2a286d13-af7e-44c0-9dbf-f04cc10d19fe service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868184 Aug 28 15:22:57.610040 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1639405-85d1-40b9-9b83-f1b4259e40a8 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:22:57.620688 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c1639405-85d1-40b9-9b83-f1b4259e40a8 admin admin] 10.222.0.13 "PUT /v2.0/routers/2f704780-28fe-45cf-8055-840bab066609/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2758918 Aug 28 15:22:57.625821 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-e5080f3d-9f64-43bf-aba4-f5731974739e service neutron] 10.222.0.13 "GET /v2.0/networks/56ffe752-6272-40d8-bba5-9f85d34bbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078513 Aug 28 15:22:57.707689 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-f8e05d07-d959-4f79-8b10-17779b0588e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=30961ef5-4a0d-454a-bc6e-519c94cbf152 HTTP/1.1" status: 200 len: 217 time: 0.0961859 Aug 28 15:22:57.710254 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-8a0444ca-de40-417c-a81b-780d77c8cc86 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Allocated IP 172.20.0.14 (8878cb2c-b382-48c1-8c2a-67543a7cb61c/551c7bac-a4f4-45ec-a575-eb6f29eb5d74/c54e2dde-6fea-4f87-9b65-09266fc3d3d2) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:22:57.767342 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de57d7f-78da-4975-9c99-70f06093f6c4 None None] Sync routers for ids ['2f704780-28fe-45cf-8055-840bab066609'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:22:57.789082 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de57d7f-78da-4975-9c99-70f06093f6c4 None None] Routers {'2f704780-28fe-45cf-8055-840bab066609'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:22:57.790909 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5de57d7f-78da-4975-9c99-70f06093f6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:22:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2f704780-28fe-45cf-8055-840bab066609'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:22:57.814211 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-48edfe6d-4541-483e-a07d-44fe997a9978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:57.816162 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-48edfe6d-4541-483e-a07d-44fe997a9978 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee9e1d3e-90f3-4805-bd4b-3365719a7970 HTTP/1.1" status: 200 len: 797 time: 0.1015031 Aug 28 15:22:57.929346 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-5de57d7f-78da-4975-9c99-70f06093f6c4 None None] Set router 2f704780-28fe-45cf-8055-840bab066609 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:22:57.973444 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-56cd5e9c-66ad-4128-9c85-07aaff0ca988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:57.975124 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-56cd5e9c-66ad-4128-9c85-07aaff0ca988 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e337a80-f61c-4bca-8264-d9f248c90759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1520572 Aug 28 15:22:58.003481 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-8a0444ca-de40-417c-a81b-780d77c8cc86 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:58.049832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-8a0444ca-de40-417c-a81b-780d77c8cc86 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Transition to ACTIVE for port object c54e2dde-6fea-4f87-9b65-09266fc3d3d2 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:22:58.091162 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2027171d-2a11-422d-8050-da2a80c38bbf req-bf4e5456-df5c-4f4f-996d-2aab0793b8a3 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.13 "GET /v2.0/ports?device_id=34ab54c1-0ae7-40cb-a874-34e96fd1fbec HTTP/1.1" status: 200 len: 210 time: 0.1149213 Aug 28 15:22:58.130649 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-8a0444ca-de40-417c-a81b-780d77c8cc86 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:58.157172 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e77e9726-65c0-4c50-8114-a32711622eb9 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:22:58.164516 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['e2db61cd-bab8-4aae-b20c-1e134c728a6d'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:22:58.224997 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-496692af-25b1-485f-9802-078c70b194ea service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318518 Aug 28 15:22:58.285953 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-8a0444ca-de40-417c-a81b-780d77c8cc86 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Network 8878cb2c-b382-48c1-8c2a-67543a7cb61c is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:22:58.323795 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-8a0444ca-de40-417c-a81b-780d77c8cc86 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:22:58.347514 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-8a0444ca-de40-417c-a81b-780d77c8cc86 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:22:58.384770 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port e77e9726-65c0-4c50-8114-a32711622eb9 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:22:58.385142 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:58.439773 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-8a2c7e4c-0de7-4dfc-8fd1-b01395b11c8d service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057393 Aug 28 15:22:58.507872 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0444ca-de40-417c-a81b-780d77c8cc86 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Pushing event updated for resources: {'Port': ['ID=c54e2dde-6fea-4f87-9b65-09266fc3d3d2,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:58.575442 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-48f0dce7-66ad-4a9c-9849-8491b4d59444 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=16321fa2-91e2-42a3-8f1a-9e609d1ba006 HTTP/1.1" status: 200 len: 217 time: 0.1266391 Aug 28 15:22:58.582800 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5de37e-12bb-44be-86ce-2da3fa7e035a req-7add1dcd-0ab8-4425-9bb4-62fa98a9057c tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:58.584416 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6b5de37e-12bb-44be-86ce-2da3fa7e035a req-7add1dcd-0ab8-4425-9bb4-62fa98a9057c tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 932 time: 0.2226069 Aug 28 15:22:58.596424 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0444ca-de40-417c-a81b-780d77c8cc86 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:58.596785 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0444ca-de40-417c-a81b-780d77c8cc86 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:58.597140 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0444ca-de40-417c-a81b-780d77c8cc86 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:58.597487 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0444ca-de40-417c-a81b-780d77c8cc86 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:58.597837 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0444ca-de40-417c-a81b-780d77c8cc86 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:58.598177 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0444ca-de40-417c-a81b-780d77c8cc86 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:58.598512 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0444ca-de40-417c-a81b-780d77c8cc86 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:58.598845 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0444ca-de40-417c-a81b-780d77c8cc86 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:58.599180 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0444ca-de40-417c-a81b-780d77c8cc86 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:58.599510 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0444ca-de40-417c-a81b-780d77c8cc86 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:58.599871 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0444ca-de40-417c-a81b-780d77c8cc86 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:58.600205 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0444ca-de40-417c-a81b-780d77c8cc86 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:22:58.648967 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-8a0444ca-de40-417c-a81b-780d77c8cc86 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:58.649402 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-8a0444ca-de40-417c-a81b-780d77c8cc86 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:58.672200 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5de57d7f-78da-4975-9c99-70f06093f6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f704780-28fe-45cf-8055-840bab066609', 'name': 'tempest-TestAggregatesBasicOps-1447550605-router', 'tenant_id': 'dadee8b6c36e4e9e90156151587eb165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e77e9726-65c0-4c50-8114-a32711622eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:22:51Z', 'updated_at': '2021-08-28T15:22:56Z', 'revision_number': 4, 'project_id': 'dadee8b6c36e4e9e90156151587eb165', 'gw_port': {'id': 'e77e9726-65c0-4c50-8114-a32711622eb9', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f704780-28fe-45cf-8055-840bab066609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:22:51Z', 'updated_at': '2021-08-28T15:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '33f0e55c-0afb-41f4-881e-354f49b77e79', 'name': '', 'network_id': '7114035e-e0a7-468b-87b4-8630795bd1bb', 'tenant_id': 'dadee8b6c36e4e9e90156151587eb165', 'mac_address': 'fa:16:3e:09:b9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f704780-28fe-45cf-8055-840bab066609', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '061fbc09-fafa-4185-ba19-b57a6bb1398e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:22:54Z', 'updated_at': '2021-08-28T15:22:56Z', 'revision_number': 2, 'project_id': 'dadee8b6c36e4e9e90156151587eb165', 'subnets': [{'id': '061fbc09-fafa-4185-ba19-b57a6bb1398e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:22:58.706571 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-8a0444ca-de40-417c-a81b-780d77c8cc86 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5455277 Aug 28 15:22:58.733785 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6b5de37e-12bb-44be-86ce-2da3fa7e035a req-01e98f04-d4b1-4aad-a0fa-cb9a60a8e2a1 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186893 Aug 28 15:22:58.736242 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de57d7f-78da-4975-9c99-70f06093f6c4 None None] Checking router: 2f704780-28fe-45cf-8055-840bab066609 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:22:58.736585 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de57d7f-78da-4975-9c99-70f06093f6c4 None None] Updating router 2f704780-28fe-45cf-8055-840bab066609 port 33f0e55c-0afb-41f4-881e-354f49b77e79 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:22:58.753738 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-cbc61a69-94c7-4e7d-8283-f42710fa258b service neutron] Request body: {'port': {'device_id': '8dc3c89a-36b6-417b-9a77-3c9540bb8793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:22:58.756092 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-1f0580a6-7525-461b-bbdd-a569b80f23f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:58.759212 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-1f0580a6-7525-461b-bbdd-a569b80f23f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee9e1d3e-90f3-4805-bd4b-3365719a7970 HTTP/1.1" status: 200 len: 797 time: 0.1767771 Aug 28 15:22:58.769513 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4783ff54-e6ed-4e9f-b340-76ab90c92e6a None None] Provisioning for port c54e2dde-6fea-4f87-9b65-09266fc3d3d2 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:22:58.781017 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4783ff54-e6ed-4e9f-b340-76ab90c92e6a None None] Provisioning complete for port c54e2dde-6fea-4f87-9b65-09266fc3d3d2 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:22:58.781483 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4783ff54-e6ed-4e9f-b340-76ab90c92e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:58.829848 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-4783ff54-e6ed-4e9f-b340-76ab90c92e6a None None] Port c54e2dde-6fea-4f87-9b65-09266fc3d3d2 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:22:58.831837 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5de57d7f-78da-4975-9c99-70f06093f6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:58.835756 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-cbc61a69-94c7-4e7d-8283-f42710fa258b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:58.864728 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-e0dd9769-9f55-4cf7-962c-7eed6887a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:58.869626 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-e0dd9769-9f55-4cf7-962c-7eed6887a87d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e337a80-f61c-4bca-8264-d9f248c90759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1027737 Aug 28 15:22:58.928240 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42682) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:22:58.937873 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-6fbf018f-401c-4410-a23a-134509ab24a8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1113881082-network', 'tenant_id': 'b5cdf5fb2bde49c6a0ca65d7979f4f66'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:22:59.054197 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbf018f-401c-4410-a23a-134509ab24a8 admin admin] Made reservation on behalf of b5cdf5fb2bde49c6a0ca65d7979f4f66 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:22:59.056433 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6fbf018f-401c-4410-a23a-134509ab24a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:59.069585 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6fbf018f-401c-4410-a23a-134509ab24a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:59.077733 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-47cefea0-f3cd-4d0b-980d-59ecab523ba3 service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990836 Aug 28 15:22:59.258477 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-97b7f8e4-c6be-4e3e-9fbf-783838cfacdc req-528f0009-1da6-4dd5-8a57-6d95678116fa tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.13 "GET /v2.0/ports?device_id=34ab54c1-0ae7-40cb-a874-34e96fd1fbec HTTP/1.1" status: 200 len: 210 time: 0.0479383 Aug 28 15:22:59.263507 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-5495529b-beca-4704-800f-6113b25e6271 service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778970 Aug 28 15:22:59.334430 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-cbc61a69-94c7-4e7d-8283-f42710fa258b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c54e2dde-6fea-4f87-9b65-09266fc3d3d2 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:22:59.350832 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-cbc61a69-94c7-4e7d-8283-f42710fa258b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:59.354635 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6fbf018f-401c-4410-a23a-134509ab24a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:59.362958 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-b6c6d1ae-89aa-438d-8ae1-6fb448216a2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=50deec03-7b81-42d5-aaf9-ae33b02083dc HTTP/1.1" status: 200 len: 217 time: 0.0915995 Aug 28 15:22:59.370968 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5de57d7f-78da-4975-9c99-70f06093f6c4 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:59.376520 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6fbf018f-401c-4410-a23a-134509ab24a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:59.403525 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-5de57d7f-78da-4975-9c99-70f06093f6c4 None None] Transition to ACTIVE for port object 33f0e55c-0afb-41f4-881e-354f49b77e79 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:22:59.417892 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5de57d7f-78da-4975-9c99-70f06093f6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:59.427633 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-cbc61a69-94c7-4e7d-8283-f42710fa258b service neutron] Transition to ACTIVE for port object c54e2dde-6fea-4f87-9b65-09266fc3d3d2 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:22:59.428082 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-b6c0134b-df27-413c-9a83-93be5f2c44b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:59.430319 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-b6c0134b-df27-413c-9a83-93be5f2c44b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=32296ab6-0e0f-4355-bb6c-e0506c5f4601 HTTP/1.1" status: 200 len: 797 time: 0.0601807 Aug 28 15:22:59.446003 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-cbc61a69-94c7-4e7d-8283-f42710fa258b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:59.448791 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fbf018f-401c-4410-a23a-134509ab24a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:22:59.499629 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ca8ca-4709-46b9-b3bc-42fe7e50f917 None None] Pushing event updated for resources: {'Port': ['ID=33f0e55c-0afb-41f4-881e-354f49b77e79,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:59.529288 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf018f-401c-4410-a23a-134509ab24a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f4ec55-60b2-413d-a20c-59d6dc697279,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:59.557528 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6fbf018f-401c-4410-a23a-134509ab24a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:59.562455 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-6fbf018f-401c-4410-a23a-134509ab24a8 admin admin] Added segment f2987705-5900-4ce6-9b9e-e02777cde5be of type vlan for network aca07180-1e71-4f6b-8f92-30f08512fe15 Aug 28 15:22:59.570100 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-2f2f5c20-b015-4abb-aa9c-9fc7fbae12ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:59.572396 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-2f2f5c20-b015-4abb-aa9c-9fc7fbae12ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a36e233e-9694-4856-84b9-f3f8aa62d273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1349623 Aug 28 15:22:59.597947 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-877f4316-a1bf-451d-ba82-c401597e4278 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:22:59.600356 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc61a69-94c7-4e7d-8283-f42710fa258b service neutron] Pushing event updated for resources: {'Port': ['ID=c54e2dde-6fea-4f87-9b65-09266fc3d3d2,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:22:59.600966 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-877f4316-a1bf-451d-ba82-c401597e4278 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190630 Aug 28 15:22:59.651687 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-5de57d7f-78da-4975-9c99-70f06093f6c4 None None] Attempting to bind port 33f0e55c-0afb-41f4-881e-354f49b77e79 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:22:59.652158 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-5de57d7f-78da-4975-9c99-70f06093f6c4 None None] Attempting to bind port 33f0e55c-0afb-41f4-881e-354f49b77e79 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'ac4bda5e-1715-45d9-bc90-aa8576c25517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7114035e-e0a7-468b-87b4-8630795bd1bb'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:22:59.653973 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de57d7f-78da-4975-9c99-70f06093f6c4 None None] Attempting to bind port 33f0e55c-0afb-41f4-881e-354f49b77e79 on network 7114035e-e0a7-468b-87b4-8630795bd1bb {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:22:59.662301 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de57d7f-78da-4975-9c99-70f06093f6c4 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:22:59.665866 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de57d7f-78da-4975-9c99-70f06093f6c4 None None] Checking segment: {'id': 'ac4bda5e-1715-45d9-bc90-aa8576c25517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7114035e-e0a7-468b-87b4-8630795bd1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:22:59.667468 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5de57d7f-78da-4975-9c99-70f06093f6c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:59.667468 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de57d7f-78da-4975-9c99-70f06093f6c4 None None] Bound using segment: {'id': 'ac4bda5e-1715-45d9-bc90-aa8576c25517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7114035e-e0a7-468b-87b4-8630795bd1bb'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:22:59.670165 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-5de57d7f-78da-4975-9c99-70f06093f6c4 None None] Bound port: 33f0e55c-0afb-41f4-881e-354f49b77e79, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4bda5e-1715-45d9-bc90-aa8576c25517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7114035e-e0a7-468b-87b4-8630795bd1bb'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:22:59.671275 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5de57d7f-78da-4975-9c99-70f06093f6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:59.765968 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-cbc61a69-94c7-4e7d-8283-f42710fa258b service neutron] Attempting to bind port c54e2dde-6fea-4f87-9b65-09266fc3d3d2 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:22:59.766331 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-cbc61a69-94c7-4e7d-8283-f42710fa258b service neutron] Attempting to bind port c54e2dde-6fea-4f87-9b65-09266fc3d3d2 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:22:59.766754 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-cbc61a69-94c7-4e7d-8283-f42710fa258b service neutron] Attempting to bind port c54e2dde-6fea-4f87-9b65-09266fc3d3d2 on network 8878cb2c-b382-48c1-8c2a-67543a7cb61c {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:22:59.798107 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6fbf018f-401c-4410-a23a-134509ab24a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:59.810666 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-3792cc2d-b2e4-48d5-87b4-b9928b1bd016 service neutron] 10.222.0.36 "GET /v2.0/networks/a36e233e-9694-4856-84b9-f3f8aa62d273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973033 Aug 28 15:22:59.816967 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-5de57d7f-78da-4975-9c99-70f06093f6c4 None None] For port 33f0e55c-0afb-41f4-881e-354f49b77e79, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:22:59.820960 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-5de57d7f-78da-4975-9c99-70f06093f6c4 None None] For port 33f0e55c-0afb-41f4-881e-354f49b77e79, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=33f0e55c-0afb-41f4-881e-354f49b77e79,segment=NetworkSegment(ac4bda5e-1715-45d9-bc90-aa8576c25517),segment_id=ac4bda5e-1715-45d9-bc90-aa8576c25517)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:22:59.828088 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5de57d7f-78da-4975-9c99-70f06093f6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:59.846362 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-cbc61a69-94c7-4e7d-8283-f42710fa258b service neutron] Port c54e2dde-6fea-4f87-9b65-09266fc3d3d2 on network 8878cb2c-b382-48c1-8c2a-67543a7cb61c not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:22:59.846986 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-cbc61a69-94c7-4e7d-8283-f42710fa258b service neutron] Attempting to bind port c54e2dde-6fea-4f87-9b65-09266fc3d3d2 on network 8878cb2c-b382-48c1-8c2a-67543a7cb61c {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:22:59.908294 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-275b170f-dc40-4f44-aac9-25603f7bb558 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:22:59.916630 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-275b170f-dc40-4f44-aac9-25603f7bb558 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.41 "GET /v2.0/networks?id=56ffe752-6272-40d8-bba5-9f85d34bbf89 HTTP/1.1" status: 200 len: 809 time: 0.5594969 Aug 28 15:22:59.920892 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-cbc61a69-94c7-4e7d-8283-f42710fa258b service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:22:59.921315 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-cbc61a69-94c7-4e7d-8283-f42710fa258b service neutron] Checking segment: {'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:22:59.921718 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-cbc61a69-94c7-4e7d-8283-f42710fa258b service neutron] Bound using segment: {'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:22:59.922181 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-cbc61a69-94c7-4e7d-8283-f42710fa258b service neutron] Bound port: c54e2dde-6fea-4f87-9b65-09266fc3d3d2, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:22:59.922550 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-cbc61a69-94c7-4e7d-8283-f42710fa258b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:22:59.937166 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de57d7f-78da-4975-9c99-70f06093f6c4 None None] Routers {'2f704780-28fe-45cf-8055-840bab066609'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:22:59.938043 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5de57d7f-78da-4975-9c99-70f06093f6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:22:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2f704780-28fe-45cf-8055-840bab066609'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:22:59.961150 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9097ea00-a05a-40ff-8da2-37e7359022e9 req-282e1e86-a8f9-4f27-a953-8badd012e56d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0658827 Aug 28 15:22:59.991957 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-d58faaea-a81c-42d9-bd09-d3f4a89cee51 service neutron] 10.222.0.36 "GET /v2.0/networks/a36e233e-9694-4856-84b9-f3f8aa62d273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724317 Aug 28 15:23:00.002740 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6fbf018f-401c-4410-a23a-134509ab24a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:00.003462 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ca8ca-4709-46b9-b3bc-42fe7e50f917 None None] Pushing event updated for resources: {'Port': ['ID=33f0e55c-0afb-41f4-881e-354f49b77e79,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:00.003594 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbf018f-401c-4410-a23a-134509ab24a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:00.004068 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6fbf018f-401c-4410-a23a-134509ab24a8 admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:00.040277 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-e4585c9b-26df-4207-9269-93d50b4ba767 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Request body: {'port': {'device_id': '34ab54c1-0ae7-40cb-a874-34e96fd1fbec', 'network_id': '56ffe752-6272-40d8-bba5-9f85d34bbf89', 'admin_state_up': True, 'tenant_id': '261eadcc8020451abe444ab022ed8e44'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:23:00.077958 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-7fbfdfa6-1a9c-46c6-acc8-08a35fbbfe36 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8cb26e22-61bc-45a1-a731-63fca20f0e30 HTTP/1.1" status: 200 len: 217 time: 0.0770509 Aug 28 15:23:00.115031 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6fbf018f-401c-4410-a23a-134509ab24a8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1853938 Aug 28 15:23:00.146975 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-f980b3d7-5a39-47b8-b9b0-43e04c3cee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:00.150340 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-f980b3d7-5a39-47b8-b9b0-43e04c3cee4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=32296ab6-0e0f-4355-bb6c-e0506c5f4601 HTTP/1.1" status: 200 len: 797 time: 0.0578089 Aug 28 15:23:00.151720 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42694) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:00.157258 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-8d9b4d6a-4b3a-4fd3-9d0b-5793f3d9811a admin admin] Request body: {'subnet': {'network_id': 'aca07180-1e71-4f6b-8f92-30f08512fe15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1113881082-subnet', 'tenant_id': 'b5cdf5fb2bde49c6a0ca65d7979f4f66', 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:23:00.175557 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-5de57d7f-78da-4975-9c99-70f06093f6c4 None None] Set router 2f704780-28fe-45cf-8055-840bab066609 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:23:00.219610 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9b4d6a-4b3a-4fd3-9d0b-5793f3d9811a admin admin] Made reservation on behalf of b5cdf5fb2bde49c6a0ca65d7979f4f66 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:23:00.221946 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d9b4d6a-4b3a-4fd3-9d0b-5793f3d9811a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:00.231390 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097ea00-a05a-40ff-8da2-37e7359022e9 req-0bfa4f99-f12e-4d4c-bcc7-5e11b5e8cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:00.233583 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9097ea00-a05a-40ff-8da2-37e7359022e9 req-0bfa4f99-f12e-4d4c-bcc7-5e11b5e8cbc9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b4c7c44e9c74732be623a1bd8d5a647&device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 1097 time: 0.1988499 Aug 28 15:23:00.394308 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097ea00-a05a-40ff-8da2-37e7359022e9 req-2dde9508-abb6-4325-bce0-b789c684921c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:00.395820 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9097ea00-a05a-40ff-8da2-37e7359022e9 req-2dde9508-abb6-4325-bce0-b789c684921c service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f9ae0f6-9541-42e4-a2b7-8013952788b7 HTTP/1.1" status: 200 len: 911 time: 0.1162434 Aug 28 15:23:00.414471 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf018f-401c-4410-a23a-134509ab24a8 admin admin] Pushing event updated for resources: {'Network': ['ID=aca07180-1e71-4f6b-8f92-30f08512fe15,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:00.417992 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-c3331c89-9f11-4cb4-a451-f61f7d58176b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:00.419648 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-c3331c89-9f11-4cb4-a451-f61f7d58176b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a36e233e-9694-4856-84b9-f3f8aa62d273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2359118 Aug 28 15:23:00.438290 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c20c63-1531-43d2-baee-38d723bfab8b req-e228ff6c-2d99-4a4b-a7fd-d7fd1267b732 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:00.447145 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d3c20c63-1531-43d2-baee-38d723bfab8b req-e228ff6c-2d99-4a4b-a7fd-d7fd1267b732 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 944 time: 0.6013367 Aug 28 15:23:00.498284 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9097ea00-a05a-40ff-8da2-37e7359022e9 req-711d0b89-da3d-46ab-8947-6a363fe42d91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 HTTP/1.1" status: 200 len: 1001 time: 0.0775964 Aug 28 15:23:00.514891 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d3c20c63-1531-43d2-baee-38d723bfab8b req-a31ccb29-acc1-4029-aac3-17403a2e8e0a tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640721 Aug 28 15:23:00.531972 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-839745dd-6f4c-487d-8cb6-6d0afe53dabb req-c5b787d1-93d7-427b-93e9-f2c30c8a31af tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.13 "GET /v2.0/ports?device_id=34ab54c1-0ae7-40cb-a874-34e96fd1fbec HTTP/1.1" status: 200 len: 210 time: 0.1306574 Aug 28 15:23:00.589226 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-e4585c9b-26df-4207-9269-93d50b4ba767 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Made reservation on behalf of 261eadcc8020451abe444ab022ed8e44 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:23:00.595727 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network aca07180-1e71-4f6b-8f92-30f08512fe15 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:23:00.596476 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-e4585c9b-26df-4207-9269-93d50b4ba767 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:00.701738 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097ea00-a05a-40ff-8da2-37e7359022e9 req-a15efee1-2cee-403b-8bc1-8f5eafa338e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:00.703845 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9097ea00-a05a-40ff-8da2-37e7359022e9 req-a15efee1-2cee-403b-8bc1-8f5eafa338e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c596a36d-07a5-46e9-9d8f-f620a91423a0 HTTP/1.1" status: 200 len: 849 time: 0.1751659 Aug 28 15:23:00.758537 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-cbc61a69-94c7-4e7d-8283-f42710fa258b service neutron] For port c54e2dde-6fea-4f87-9b65-09266fc3d3d2, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:23:00.787497 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-39c189d9-dd48-4f1f-ba78-b8941b3091f4 service neutron] 10.222.0.36 "GET /v2.0/networks/a36e233e-9694-4856-84b9-f3f8aa62d273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707491 Aug 28 15:23:00.806403 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-cbc61a69-94c7-4e7d-8283-f42710fa258b service neutron] For port c54e2dde-6fea-4f87-9b65-09266fc3d3d2, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=c54e2dde-6fea-4f87-9b65-09266fc3d3d2,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:23:00.817789 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-cbc61a69-94c7-4e7d-8283-f42710fa258b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:00.824481 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5de57d7f-78da-4975-9c99-70f06093f6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f704780-28fe-45cf-8055-840bab066609', 'name': 'tempest-TestAggregatesBasicOps-1447550605-router', 'tenant_id': 'dadee8b6c36e4e9e90156151587eb165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e77e9726-65c0-4c50-8114-a32711622eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:22:51Z', 'updated_at': '2021-08-28T15:22:56Z', 'revision_number': 4, 'project_id': 'dadee8b6c36e4e9e90156151587eb165', 'gw_port': {'id': 'e77e9726-65c0-4c50-8114-a32711622eb9', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f704780-28fe-45cf-8055-840bab066609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:22:51Z', 'updated_at': '2021-08-28T15:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '33f0e55c-0afb-41f4-881e-354f49b77e79', 'name': '', 'network_id': '7114035e-e0a7-468b-87b4-8630795bd1bb', 'tenant_id': 'dadee8b6c36e4e9e90156151587eb165', 'mac_address': 'fa:16:3e:09:b9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f704780-28fe-45cf-8055-840bab066609', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '061fbc09-fafa-4185-ba19-b57a6bb1398e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:22:54Z', 'updated_at': '2021-08-28T15:22:59Z', 'revision_number': 4, 'project_id': 'dadee8b6c36e4e9e90156151587eb165', 'subnets': [{'id': '061fbc09-fafa-4185-ba19-b57a6bb1398e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:00.858750 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de57d7f-78da-4975-9c99-70f06093f6c4 None None] The sync data for ids ['2f704780-28fe-45cf-8055-840bab066609'] in n-d-712137-10 is: [{'id': '2f704780-28fe-45cf-8055-840bab066609', 'name': 'tempest-TestAggregatesBasicOps-1447550605-router', 'tenant_id': 'dadee8b6c36e4e9e90156151587eb165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e77e9726-65c0-4c50-8114-a32711622eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:22:51Z', 'updated_at': '2021-08-28T15:22:56Z', 'revision_number': 4, 'project_id': 'dadee8b6c36e4e9e90156151587eb165', 'gw_port': {'id': 'e77e9726-65c0-4c50-8114-a32711622eb9', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f704780-28fe-45cf-8055-840bab066609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:22:51Z', 'updated_at': '2021-08-28T15:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '33f0e55c-0afb-41f4-881e-354f49b77e79', 'name': '', 'network_id': '7114035e-e0a7-468b-87b4-8630795bd1bb', 'tenant_id': 'dadee8b6c36e4e9e90156151587eb165', 'mac_address': 'fa:16:3e:09:b9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f704780-28fe-45cf-8055-840bab066609', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '061fbc09-fafa-4185-ba19-b57a6bb1398e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:22:54Z', 'updated_at': '2021-08-28T15:22:59Z', 'revision_number': 4, 'project_id': 'dadee8b6c36e4e9e90156151587eb165', 'subnets': [{'id': '061fbc09-fafa-4185-ba19-b57a6bb1398e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:23:00.890748 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc61a69-94c7-4e7d-8283-f42710fa258b service neutron] Pushing event updated for resources: {'Port': ['ID=c54e2dde-6fea-4f87-9b65-09266fc3d3d2,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:00.891568 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097ea00-a05a-40ff-8da2-37e7359022e9 req-9b752cbd-a978-421b-9297-7e0d1a56661e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:00.893872 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9097ea00-a05a-40ff-8da2-37e7359022e9 req-9b752cbd-a978-421b-9297-7e0d1a56661e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f9ae0f6-9541-42e4-a2b7-8013952788b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1794477 Aug 28 15:23:00.912737 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-cbc61a69-94c7-4e7d-8283-f42710fa258b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:00.913735 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-cbc61a69-94c7-4e7d-8283-f42710fa258b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:00.915427 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-cbc61a69-94c7-4e7d-8283-f42710fa258b service neutron] 10.222.0.36 "PUT /v2.0/ports/c54e2dde-6fea-4f87-9b65-09266fc3d3d2 HTTP/1.1" status: 200 len: 1093 time: 2.1799855 Aug 28 15:23:00.916019 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dc3c89a-36b6-417b-9a77-3c9540bb8793', 'tag': 'c54e2dde-6fea-4f87-9b65-09266fc3d3d2'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:23:00.921187 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89da69ed-d6a2-4874-82fa-eac29a9870d7" -d '{"events": [{"name": "network-changed", "server_uuid": "8dc3c89a-36b6-417b-9a77-3c9540bb8793", "tag": "c54e2dde-6fea-4f87-9b65-09266fc3d3d2"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:23:00.928256 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-e4585c9b-26df-4207-9269-93d50b4ba767 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Allocated IP 172.20.0.7 (56ffe752-6272-40d8-bba5-9f85d34bbf89/09f9df54-d080-47bc-8a64-dfb6cebb50a4/46ec3186-6d73-4329-9400-1bbcaf7acb6a) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:23:01.051837 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6350bf41-2570-42c4-ae5a-9829a8f7e986 x-openstack-request-id: req-6350bf41-2570-42c4-ae5a-9829a8f7e986 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:23:01.052407 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dc3c89a-36b6-417b-9a77-3c9540bb8793", "tag": "c54e2dde-6fea-4f87-9b65-09266fc3d3d2", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:23:01.052952 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6350bf41-2570-42c4-ae5a-9829a8f7e986 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:23:01.053269 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dc3c89a-36b6-417b-9a77-3c9540bb8793', 'tag': 'c54e2dde-6fea-4f87-9b65-09266fc3d3d2', 'status': 'completed', 'code': 200} Aug 28 15:23:01.067098 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d9b4d6a-4b3a-4fd3-9d0b-5793f3d9811a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:01.100990 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-d1c04a08-ca57-461c-a546-926a3f529b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:01.103577 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-d1c04a08-ca57-461c-a546-926a3f529b90 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6cc5102288e4115b2b96ff1028147b2&device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 1096 time: 0.1264207 Aug 28 15:23:01.202555 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b4d6a-4b3a-4fd3-9d0b-5793f3d9811a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f32c4b99-7820-4b98-abfa-0f526d8a63a1,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:01.216092 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9b4d6a-4b3a-4fd3-9d0b-5793f3d9811a admin admin] Checking segment: {'id': 'f2987705-5900-4ce6-9b9e-e02777cde5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aca07180-1e71-4f6b-8f92-30f08512fe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:23:01.216455 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9b4d6a-4b3a-4fd3-9d0b-5793f3d9811a admin admin] Network hostable DHCP agents. Network: aca07180-1e71-4f6b-8f92-30f08512fe15, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:23:01.222905 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-f322b34c-f5af-4a1a-8bdd-6516ef93685e service neutron] 10.222.0.36 "GET /v2.0/networks/a36e233e-9694-4856-84b9-f3f8aa62d273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742313 Aug 28 15:23:01.250922 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9097ea00-a05a-40ff-8da2-37e7359022e9 req-6e0fd6d8-26a0-4aa4-989a-3369e82bc7c1 service neutron] 10.222.0.41 "GET /v2.0/networks/8f9ae0f6-9541-42e4-a2b7-8013952788b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358653 Aug 28 15:23:01.261404 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-545b4f0b-ae9c-4e8f-ba0d-9658edf5439c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c54e2dde-6fea-4f87-9b65-09266fc3d3d2 HTTP/1.1" status: 200 len: 217 time: 0.1405494 Aug 28 15:23:01.279375 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9b4d6a-4b3a-4fd3-9d0b-5793f3d9811a admin admin] Network aca07180-1e71-4f6b-8f92-30f08512fe15 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:23:01.333041 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-8d9b4d6a-4b3a-4fd3-9d0b-5793f3d9811a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, aca07180-1e71-4f6b-8f92-30f08512fe15) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:23:01.343758 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acabd00b-5400-483d-a76e-45c2efef069b None None] Network aca07180-1e71-4f6b-8f92-30f08512fe15 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:23:01.502195 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-e4585c9b-26df-4207-9269-93d50b4ba767 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:01.592929 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-e4585c9b-26df-4207-9269-93d50b4ba767 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:01.697074 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcac9dc5-2d01-4c4b-a21d-474d5f40c9cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-aca07180-1e71-4f6b-8f92-30f08512fe15', 'network_id': 'aca07180-1e71-4f6b-8f92-30f08512fe15', 'tenant_id': 'b5cdf5fb2bde49c6a0ca65d7979f4f66', 'fixed_ips': [{'subnet_id': 'f32c4b99-7820-4b98-abfa-0f526d8a63a1'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:23:01.698184 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-dcac9dc5-2d01-4c4b-a21d-474d5f40c9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:01.764807 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-42667712-dbee-4c9b-8b79-8dbfb849d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:01.766745 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-42667712-dbee-4c9b-8b79-8dbfb849d4d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=551c7bac-a4f4-45ec-a575-eb6f29eb5d74 HTTP/1.1" status: 200 len: 850 time: 0.4967277 Aug 28 15:23:01.807435 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-e4585c9b-26df-4207-9269-93d50b4ba767 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Network 56ffe752-6272-40d8-bba5-9f85d34bbf89 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:23:01.840012 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-e4585c9b-26df-4207-9269-93d50b4ba767 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:23:01.897612 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4585c9b-26df-4207-9269-93d50b4ba767 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Pushing event updated for resources: {'Port': ['ID=46ec3186-6d73-4329-9400-1bbcaf7acb6a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:01.900888 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-e4585c9b-26df-4207-9269-93d50b4ba767 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:23:01.983496 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997e0d6-d49a-40be-aa17-9365d2ca449f req-51630def-17d3-4ec0-b461-b20cc584da15 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:01.998980 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d997e0d6-d49a-40be-aa17-9365d2ca449f req-51630def-17d3-4ec0-b461-b20cc584da15 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.13 "GET /v2.0/ports?device_id=34ab54c1-0ae7-40cb-a874-34e96fd1fbec HTTP/1.1" status: 200 len: 931 time: 0.2711165 Aug 28 15:23:02.002752 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-dcac9dc5-2d01-4c4b-a21d-474d5f40c9cf None None] Allocated IP 172.20.0.2 (aca07180-1e71-4f6b-8f92-30f08512fe15/f32c4b99-7820-4b98-abfa-0f526d8a63a1/f467705d-c284-48d2-9549-c5e5e7c77a9d) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:23:02.010177 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9b4d6a-4b3a-4fd3-9d0b-5793f3d9811a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:02.011227 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d9b4d6a-4b3a-4fd3-9d0b-5793f3d9811a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:02.071502 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-e4585c9b-26df-4207-9269-93d50b4ba767 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:02.072032 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-e4585c9b-26df-4207-9269-93d50b4ba767 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:02.123190 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8d9b4d6a-4b3a-4fd3-9d0b-5793f3d9811a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9643669 Aug 28 15:23:02.123406 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-8326d336-8127-4764-a42e-a66410bf5ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:02.131292 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-8326d336-8127-4764-a42e-a66410bf5ab0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8878cb2c-b382-48c1-8c2a-67543a7cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3325596 Aug 28 15:23:02.135599 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42710) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:02.143723 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-f60a1f23-6110-4322-865e-8571927042c1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1113881082-router', 'tenant_id': 'b5cdf5fb2bde49c6a0ca65d7979f4f66', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:23:02.269017 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f6335-a28c-4241-a5b3-5b96bb5e511f req-8d36f58d-6ae7-4bb7-9f81-6cf189daa3a2 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:02.292349 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-793f6335-a28c-4241-a5b3-5b96bb5e511f req-8d36f58d-6ae7-4bb7-9f81-6cf189daa3a2 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 944 time: 0.3018839 Aug 28 15:23:02.324807 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f60a1f23-6110-4322-865e-8571927042c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:02.327421 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f60a1f23-6110-4322-865e-8571927042c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:02.344777 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9097ea00-a05a-40ff-8da2-37e7359022e9 req-72aacc68-8246-4ba7-a54f-13ca87f367fb service neutron] 10.222.0.41 "GET /v2.0/networks/8f9ae0f6-9541-42e4-a2b7-8013952788b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0862250 Aug 28 15:23:02.385752 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 33f0e55c-0afb-41f4-881e-354f49b77e79 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:23:02.446599 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-e4585c9b-26df-4207-9269-93d50b4ba767 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4752266 Aug 28 15:23:02.465661 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d997e0d6-d49a-40be-aa17-9365d2ca449f req-90980f2f-3f4e-4895-8168-c165aad01c09 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.13 "GET /v2.0/security-groups?id=888bc22d-9044-4fcd-986a-2ffdef5751fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4654608 Aug 28 15:23:02.496577 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-36c65041-acf6-4de3-ab51-584f20409e70 service neutron] Request body: {'port': {'device_id': '34ab54c1-0ae7-40cb-a874-34e96fd1fbec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:23:02.506289 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f60a1f23-6110-4322-865e-8571927042c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:02.519244 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-793f6335-a28c-4241-a5b3-5b96bb5e511f req-90b1f267-cfd2-4936-bc26-774dd61322c9 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258341 Aug 28 15:23:02.520966 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-dcac9dc5-2d01-4c4b-a21d-474d5f40c9cf None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:02.548999 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-dcac9dc5-2d01-4c4b-a21d-474d5f40c9cf None None] Transition to ACTIVE for port object f467705d-c284-48d2-9549-c5e5e7c77a9d will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:23:02.616068 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-dcac9dc5-2d01-4c4b-a21d-474d5f40c9cf None None] Transition to ACTIVE for port object f467705d-c284-48d2-9549-c5e5e7c77a9d will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:23:02.647935 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-dcac9dc5-2d01-4c4b-a21d-474d5f40c9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:02.657757 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-36c65041-acf6-4de3-ab51-584f20409e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:02.663253 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-ff2b6d32-f810-4be5-85d2-b261cbd9cd6e service neutron] 10.222.0.36 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5165939 Aug 28 15:23:02.768656 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac9dc5-2d01-4c4b-a21d-474d5f40c9cf None None] Pushing event updated for resources: {'Port': ['ID=f467705d-c284-48d2-9549-c5e5e7c77a9d,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:02.791672 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcac9dc5-2d01-4c4b-a21d-474d5f40c9cf None None] Network aca07180-1e71-4f6b-8f92-30f08512fe15 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:23:02.801921 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-dcac9dc5-2d01-4c4b-a21d-474d5f40c9cf None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:23:02.805603 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcac9dc5-2d01-4c4b-a21d-474d5f40c9cf None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:23:02.808713 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 33f0e55c-0afb-41f4-881e-354f49b77e79 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:23:02.816660 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 33f0e55c-0afb-41f4-881e-354f49b77e79 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:23:02.817012 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:02.909886 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f60a1f23-6110-4322-865e-8571927042c1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:02.942570 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-dcac9dc5-2d01-4c4b-a21d-474d5f40c9cf None None] Attempting to bind port f467705d-c284-48d2-9549-c5e5e7c77a9d on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:23:02.942570 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-dcac9dc5-2d01-4c4b-a21d-474d5f40c9cf None None] Attempting to bind port f467705d-c284-48d2-9549-c5e5e7c77a9d by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'f2987705-5900-4ce6-9b9e-e02777cde5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aca07180-1e71-4f6b-8f92-30f08512fe15'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:23:02.945272 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcac9dc5-2d01-4c4b-a21d-474d5f40c9cf None None] Attempting to bind port f467705d-c284-48d2-9549-c5e5e7c77a9d on network aca07180-1e71-4f6b-8f92-30f08512fe15 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:23:03.031884 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcac9dc5-2d01-4c4b-a21d-474d5f40c9cf None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:23:03.032631 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcac9dc5-2d01-4c4b-a21d-474d5f40c9cf None None] Checking segment: {'id': 'f2987705-5900-4ce6-9b9e-e02777cde5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aca07180-1e71-4f6b-8f92-30f08512fe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:23:03.032815 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-dcac9dc5-2d01-4c4b-a21d-474d5f40c9cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:03.033074 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcac9dc5-2d01-4c4b-a21d-474d5f40c9cf None None] Bound using segment: {'id': 'f2987705-5900-4ce6-9b9e-e02777cde5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aca07180-1e71-4f6b-8f92-30f08512fe15'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:23:03.033566 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-dcac9dc5-2d01-4c4b-a21d-474d5f40c9cf None None] Bound port: f467705d-c284-48d2-9549-c5e5e7c77a9d, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2987705-5900-4ce6-9b9e-e02777cde5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aca07180-1e71-4f6b-8f92-30f08512fe15'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:23:03.034393 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-dcac9dc5-2d01-4c4b-a21d-474d5f40c9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:03.088109 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:03.150425 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 33f0e55c-0afb-41f4-881e-354f49b77e79, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=33f0e55c-0afb-41f4-881e-354f49b77e79,segment=NetworkSegment(ac4bda5e-1715-45d9-bc90-aa8576c25517),segment_id=ac4bda5e-1715-45d9-bc90-aa8576c25517)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:23:03.173052 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:03.236570 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-dcac9dc5-2d01-4c4b-a21d-474d5f40c9cf None None] For port f467705d-c284-48d2-9549-c5e5e7c77a9d, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:23:03.242051 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-dcac9dc5-2d01-4c4b-a21d-474d5f40c9cf None None] For port f467705d-c284-48d2-9549-c5e5e7c77a9d, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f467705d-c284-48d2-9549-c5e5e7c77a9d,segment=NetworkSegment(f2987705-5900-4ce6-9b9e-e02777cde5be),segment_id=f2987705-5900-4ce6-9b9e-e02777cde5be)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:23:03.259494 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-dcac9dc5-2d01-4c4b-a21d-474d5f40c9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:03.277580 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=33f0e55c-0afb-41f4-881e-354f49b77e79,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:03.312900 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f60a1f23-6110-4322-865e-8571927042c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:03.373541 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9e810c62-54fc-4de0-a4c3-0bdf453cad3d req-def0c0e4-f52b-4e8a-a60f-280cca1ae2f3 service neutron] 10.222.0.36 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7019501 Aug 28 15:23:03.378046 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac9dc5-2d01-4c4b-a21d-474d5f40c9cf None None] Pushing event updated for resources: {'Port': ['ID=f467705d-c284-48d2-9549-c5e5e7c77a9d,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:03.394852 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f60a1f23-6110-4322-865e-8571927042c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:03.570505 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da69ed-d6a2-4874-82fa-eac29a9870d7 req-1e4afd27-c40d-4f4f-8926-33376486e1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:03.582272 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-89da69ed-d6a2-4874-82fa-eac29a9870d7 req-1e4afd27-c40d-4f4f-8926-33376486e1aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6cc5102288e4115b2b96ff1028147b2&device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 1096 time: 0.1160190 Aug 28 15:23:03.644535 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-f60a1f23-6110-4322-865e-8571927042c1 admin admin] Allocated IP 172.25.3.76 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/7e868e08-3871-4878-95fc-720c0fcd2fbb) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:23:03.811723 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348bf98-6b24-458c-bc55-450755722a27 req-b5e37c69-c680-4196-9703-8995e3d70602 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:03.813246 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3348bf98-6b24-458c-bc55-450755722a27 req-b5e37c69-c680-4196-9703-8995e3d70602 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 944 time: 0.1224778 Aug 28 15:23:03.869578 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce2d9a-63cb-45d5-b6e9-e01e943da67b req-a7f3b67b-930b-4c12-987a-532bd510998b tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:03.871163 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b0ce2d9a-63cb-45d5-b6e9-e01e943da67b req-a7f3b67b-930b-4c12-987a-532bd510998b tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.13 "GET /v2.0/ports?device_id=34ab54c1-0ae7-40cb-a874-34e96fd1fbec HTTP/1.1" status: 200 len: 931 time: 0.2697372 Aug 28 15:23:03.894021 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f60a1f23-6110-4322-865e-8571927042c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:03.898732 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3348bf98-6b24-458c-bc55-450755722a27 req-b3c32910-5c9f-4c0b-8688-5a4373dff759 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663881 Aug 28 15:23:03.937348 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-36c65041-acf6-4de3-ab51-584f20409e70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ec3186-6d73-4329-9400-1bbcaf7acb6a {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:23:03.965098 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-36c65041-acf6-4de3-ab51-584f20409e70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:03.969718 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da69ed-d6a2-4874-82fa-eac29a9870d7 req-d384abc7-94cc-43a9-8ff7-06195759c002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:03.970833 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-89da69ed-d6a2-4874-82fa-eac29a9870d7 req-d384abc7-94cc-43a9-8ff7-06195759c002 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8878cb2c-b382-48c1-8c2a-67543a7cb61c HTTP/1.1" status: 200 len: 912 time: 0.3682704 Aug 28 15:23:04.000152 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f60a1f23-6110-4322-865e-8571927042c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:04.036512 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b0ce2d9a-63cb-45d5-b6e9-e01e943da67b req-549c8f38-e516-45c6-a9f7-d338d789ff71 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.13 "GET /v2.0/security-groups?id=888bc22d-9044-4fcd-986a-2ffdef5751fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537979 Aug 28 15:23:04.042273 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-89da69ed-d6a2-4874-82fa-eac29a9870d7 req-0768ace1-9b18-4755-846a-3d2ef0915449 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c54e2dde-6fea-4f87-9b65-09266fc3d3d2 HTTP/1.1" status: 200 len: 217 time: 0.0624762 Aug 28 15:23:04.047390 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-36c65041-acf6-4de3-ab51-584f20409e70 service neutron] Transition to ACTIVE for port object 46ec3186-6d73-4329-9400-1bbcaf7acb6a will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:23:04.087310 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60a1f23-6110-4322-865e-8571927042c1 admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:23:04.091964 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-f60a1f23-6110-4322-865e-8571927042c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:23:04.097848 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-36c65041-acf6-4de3-ab51-584f20409e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:04.103085 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60a1f23-6110-4322-865e-8571927042c1 admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:23:04.147614 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a1f23-6110-4322-865e-8571927042c1 admin admin] Pushing event updated for resources: {'Port': ['ID=7e868e08-3871-4878-95fc-720c0fcd2fbb,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:04.182084 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da69ed-d6a2-4874-82fa-eac29a9870d7 req-eb582fce-3c86-4ac2-8d0c-f383900c34ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:04.183590 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-89da69ed-d6a2-4874-82fa-eac29a9870d7 req-eb582fce-3c86-4ac2-8d0c-f383900c34ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=551c7bac-a4f4-45ec-a575-eb6f29eb5d74 HTTP/1.1" status: 200 len: 850 time: 0.1321230 Aug 28 15:23:04.225852 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c65041-acf6-4de3-ab51-584f20409e70 service neutron] Pushing event updated for resources: {'Port': ['ID=46ec3186-6d73-4329-9400-1bbcaf7acb6a,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:04.317001 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da69ed-d6a2-4874-82fa-eac29a9870d7 req-96389452-20d6-4a2e-a111-090b2af53531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:04.318842 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-89da69ed-d6a2-4874-82fa-eac29a9870d7 req-96389452-20d6-4a2e-a111-090b2af53531 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8878cb2c-b382-48c1-8c2a-67543a7cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1175113 Aug 28 15:23:04.397087 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-36c65041-acf6-4de3-ab51-584f20409e70 service neutron] Attempting to bind port 46ec3186-6d73-4329-9400-1bbcaf7acb6a on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:23:04.397578 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-36c65041-acf6-4de3-ab51-584f20409e70 service neutron] Attempting to bind port 46ec3186-6d73-4329-9400-1bbcaf7acb6a by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': 'd2d9de8b-934c-4597-9c52-9f59018c53d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '56ffe752-6272-40d8-bba5-9f85d34bbf89'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:23:04.398146 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-36c65041-acf6-4de3-ab51-584f20409e70 service neutron] Attempting to bind port 46ec3186-6d73-4329-9400-1bbcaf7acb6a on network 56ffe752-6272-40d8-bba5-9f85d34bbf89 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:23:04.412089 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-36c65041-acf6-4de3-ab51-584f20409e70 service neutron] Port 46ec3186-6d73-4329-9400-1bbcaf7acb6a on network 56ffe752-6272-40d8-bba5-9f85d34bbf89 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:23:04.412532 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-36c65041-acf6-4de3-ab51-584f20409e70 service neutron] Attempting to bind port 46ec3186-6d73-4329-9400-1bbcaf7acb6a on network 56ffe752-6272-40d8-bba5-9f85d34bbf89 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:23:04.424714 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-36c65041-acf6-4de3-ab51-584f20409e70 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:23:04.425442 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-36c65041-acf6-4de3-ab51-584f20409e70 service neutron] Checking segment: {'id': 'd2d9de8b-934c-4597-9c52-9f59018c53d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '56ffe752-6272-40d8-bba5-9f85d34bbf89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:23:04.425608 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-36c65041-acf6-4de3-ab51-584f20409e70 service neutron] Bound using segment: {'id': 'd2d9de8b-934c-4597-9c52-9f59018c53d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '56ffe752-6272-40d8-bba5-9f85d34bbf89'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:23:04.426107 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-36c65041-acf6-4de3-ab51-584f20409e70 service neutron] Bound port: 46ec3186-6d73-4329-9400-1bbcaf7acb6a, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2d9de8b-934c-4597-9c52-9f59018c53d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '56ffe752-6272-40d8-bba5-9f85d34bbf89'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:23:04.426537 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-36c65041-acf6-4de3-ab51-584f20409e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:04.484641 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 33f0e55c-0afb-41f4-881e-354f49b77e79 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:23:04.521092 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f60a1f23-6110-4322-865e-8571927042c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:04.583747 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-89da69ed-d6a2-4874-82fa-eac29a9870d7 req-278c2263-397b-428b-91b9-501b66ef1abb service neutron] 10.222.0.36 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556169 Aug 28 15:23:04.589267 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 33f0e55c-0afb-41f4-881e-354f49b77e79 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:23:04.589657 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:04.705665 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-36c65041-acf6-4de3-ab51-584f20409e70 service neutron] For port 46ec3186-6d73-4329-9400-1bbcaf7acb6a, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:23:04.710904 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-36c65041-acf6-4de3-ab51-584f20409e70 service neutron] For port 46ec3186-6d73-4329-9400-1bbcaf7acb6a, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=46ec3186-6d73-4329-9400-1bbcaf7acb6a,segment=NetworkSegment(d2d9de8b-934c-4597-9c52-9f59018c53d5),segment_id=d2d9de8b-934c-4597-9c52-9f59018c53d5)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:23:04.729287 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-36c65041-acf6-4de3-ab51-584f20409e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:04.766976 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f467705d-c284-48d2-9549-c5e5e7c77a9d up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:23:04.826409 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-36c65041-acf6-4de3-ab51-584f20409e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:04.827820 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-36c65041-acf6-4de3-ab51-584f20409e70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:04.830223 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-36c65041-acf6-4de3-ab51-584f20409e70 service neutron] 10.222.0.41 "PUT /v2.0/ports/46ec3186-6d73-4329-9400-1bbcaf7acb6a HTTP/1.1" status: 200 len: 1092 time: 2.3440609 Aug 28 15:23:04.862797 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ab54c1-0ae7-40cb-a874-34e96fd1fbec', 'tag': '46ec3186-6d73-4329-9400-1bbcaf7acb6a'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:23:04.863109 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3acf67a-3980-4425-adb4-1c40518ea421" -d '{"events": [{"name": "network-changed", "server_uuid": "34ab54c1-0ae7-40cb-a874-34e96fd1fbec", "tag": "46ec3186-6d73-4329-9400-1bbcaf7acb6a"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:23:04.871392 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port f467705d-c284-48d2-9549-c5e5e7c77a9d completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:23:04.877994 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f60a1f23-6110-4322-865e-8571927042c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:05.000444 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd0c57f-9a9e-4681-b744-eeb3db6d1ec5 x-openstack-request-id: req-0cd0c57f-9a9e-4681-b744-eeb3db6d1ec5 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:23:05.001317 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ab54c1-0ae7-40cb-a874-34e96fd1fbec", "tag": "46ec3186-6d73-4329-9400-1bbcaf7acb6a", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:23:05.002047 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0cd0c57f-9a9e-4681-b744-eeb3db6d1ec5 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:23:05.003893 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ab54c1-0ae7-40cb-a874-34e96fd1fbec', 'tag': '46ec3186-6d73-4329-9400-1bbcaf7acb6a', 'status': 'completed', 'code': 200} Aug 28 15:23:05.014911 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-89da69ed-d6a2-4874-82fa-eac29a9870d7 req-f969d13c-d760-4b07-9da9-f25c4eec78bc service neutron] 10.222.0.36 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131751 Aug 28 15:23:05.016665 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c65041-acf6-4de3-ab51-584f20409e70 service neutron] Pushing event updated for resources: {'Port': ['ID=46ec3186-6d73-4329-9400-1bbcaf7acb6a,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:05.044820 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-83d1d72e-1b16-41e6-9e64-084e7bfa96ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:05.046598 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-83d1d72e-1b16-41e6-9e64-084e7bfa96ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=261eadcc8020451abe444ab022ed8e44&device_id=34ab54c1-0ae7-40cb-a874-34e96fd1fbec HTTP/1.1" status: 200 len: 1095 time: 0.1563661 Aug 28 15:23:05.088227 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e0b721-c135-4cca-9434-9acb480b0f3d None None] Network aca07180-1e71-4f6b-8f92-30f08512fe15 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:23:05.111039 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-d29fb556-d610-4a71-bd6e-9ea63069abb2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46ec3186-6d73-4329-9400-1bbcaf7acb6a HTTP/1.1" status: 200 len: 217 time: 0.0499279 Aug 28 15:23:05.187690 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f297845e-6d42-4ead-b4ef-334077f99b11 None None] Provisioning for port f467705d-c284-48d2-9549-c5e5e7c77a9d completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:23:05.205720 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f297845e-6d42-4ead-b4ef-334077f99b11 None None] Provisioning complete for port f467705d-c284-48d2-9549-c5e5e7c77a9d triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:23:05.206337 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f297845e-6d42-4ead-b4ef-334077f99b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:05.218379 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-cea10f4e-92b2-4398-9fe4-a91c97d30f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:05.220370 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-cea10f4e-92b2-4398-9fe4-a91c97d30f33 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09f9df54-d080-47bc-8a64-dfb6cebb50a4 HTTP/1.1" status: 200 len: 849 time: 0.1011250 Aug 28 15:23:05.266073 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-36f1f5a8-d649-404c-a839-2171fb5e0d63 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56ffe752-6272-40d8-bba5-9f85d34bbf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356574 Aug 28 15:23:05.298495 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4e821-d8f8-478c-b514-5aac17ae8ac4 req-d8759b6d-7174-4a65-a94a-c8895484e053 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:05.300136 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-70a4e821-d8f8-478c-b514-5aac17ae8ac4 req-d8759b6d-7174-4a65-a94a-c8895484e053 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 944 time: 0.1623430 Aug 28 15:23:05.338593 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60a1f23-6110-4322-865e-8571927042c1 admin admin] Router 6184b971-14d0-406b-b25a-1faf8c811208 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:23:05.391831 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f297845e-6d42-4ead-b4ef-334077f99b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:05.398814 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4b20e-6bec-4bf4-8a89-51ed54c99a22 req-89e96403-a296-41f2-b31c-05b0d90da917 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:05.400703 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21d4b20e-6bec-4bf4-8a89-51ed54c99a22 req-89e96403-a296-41f2-b31c-05b0d90da917 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.13 "GET /v2.0/ports?device_id=34ab54c1-0ae7-40cb-a874-34e96fd1fbec HTTP/1.1" status: 200 len: 943 time: 0.1550996 Aug 28 15:23:05.431454 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-f297845e-6d42-4ead-b4ef-334077f99b11 None None] For port f467705d-c284-48d2-9549-c5e5e7c77a9d, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f467705d-c284-48d2-9549-c5e5e7c77a9d,segment=NetworkSegment(f2987705-5900-4ce6-9b9e-e02777cde5be),segment_id=f2987705-5900-4ce6-9b9e-e02777cde5be)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:23:05.443198 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f297845e-6d42-4ead-b4ef-334077f99b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:05.447993 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-70a4e821-d8f8-478c-b514-5aac17ae8ac4 req-88f9a137-05c3-448b-b5d2-128081be4ff4 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389890 Aug 28 15:23:05.481048 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-6f8f2690-7411-4b71-bfac-963efbcda273 service neutron] 10.222.0.41 "GET /v2.0/networks/56ffe752-6272-40d8-bba5-9f85d34bbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953726 Aug 28 15:23:05.481048 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21d4b20e-6bec-4bf4-8a89-51ed54c99a22 req-b39194a8-5f42-4bff-ad47-35b50024ee87 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.13 "GET /v2.0/security-groups?id=888bc22d-9044-4fcd-986a-2ffdef5751fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657005 Aug 28 15:23:05.583056 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297845e-6d42-4ead-b4ef-334077f99b11 None None] Pushing event updated for resources: {'Port': ['ID=f467705d-c284-48d2-9549-c5e5e7c77a9d,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:05.613101 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60a1f23-6110-4322-865e-8571927042c1 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:23:05.640729 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d00f44-3d53-4884-8af2-a5bfcae2e154 None None] Sync routers for ids ['6184b971-14d0-406b-b25a-1faf8c811208'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:23:05.658104 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f60a1f23-6110-4322-865e-8571927042c1 admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:05.664513 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f60a1f23-6110-4322-865e-8571927042c1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5227189 Aug 28 15:23:05.665657 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42736) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:05.678638 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d00f44-3d53-4884-8af2-a5bfcae2e154 None None] Routers {'6184b971-14d0-406b-b25a-1faf8c811208'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:23:05.681573 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d6d00f44-3d53-4884-8af2-a5bfcae2e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:22:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['6184b971-14d0-406b-b25a-1faf8c811208'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:05.739100 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4305f82d-c91c-4dd8-b509-b76449f22e71 req-b69f09d9-7b02-414b-b3df-9c447801c3e4 service neutron] 10.222.0.41 "GET /v2.0/networks/56ffe752-6272-40d8-bba5-9f85d34bbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549922 Aug 28 15:23:05.770211 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7544ee1c-fa90-46fe-893d-f029686c763a None None] Provisioning complete for port f467705d-c284-48d2-9549-c5e5e7c77a9d triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:23:05.770699 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7544ee1c-fa90-46fe-893d-f029686c763a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:05.889397 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-d6d00f44-3d53-4884-8af2-a5bfcae2e154 None None] Set router 6184b971-14d0-406b-b25a-1faf8c811208 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:23:05.895464 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acf67a-3980-4425-adb4-1c40518ea421 req-ac1511c8-32fe-42ca-99c5-fb04f8d6de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:05.897504 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e3acf67a-3980-4425-adb4-1c40518ea421 req-ac1511c8-32fe-42ca-99c5-fb04f8d6de16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=261eadcc8020451abe444ab022ed8e44&device_id=34ab54c1-0ae7-40cb-a874-34e96fd1fbec HTTP/1.1" status: 200 len: 1095 time: 0.0956154 Aug 28 15:23:06.050180 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acf67a-3980-4425-adb4-1c40518ea421 req-53006da6-99be-48a7-a935-b084f31791b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:06.051715 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e3acf67a-3980-4425-adb4-1c40518ea421 req-53006da6-99be-48a7-a935-b084f31791b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=56ffe752-6272-40d8-bba5-9f85d34bbf89 HTTP/1.1" status: 200 len: 910 time: 0.1468441 Aug 28 15:23:06.102473 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e3acf67a-3980-4425-adb4-1c40518ea421 req-bab4ce9a-435a-420f-8744-5fc287a2bf8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46ec3186-6d73-4329-9400-1bbcaf7acb6a HTTP/1.1" status: 200 len: 217 time: 0.0420694 Aug 28 15:23:06.148584 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f467705d-c284-48d2-9549-c5e5e7c77a9d up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:23:06.208436 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acf67a-3980-4425-adb4-1c40518ea421 req-1c6ec104-84a6-4139-8afc-7a3eaa9a88fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:06.210729 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e3acf67a-3980-4425-adb4-1c40518ea421 req-1c6ec104-84a6-4139-8afc-7a3eaa9a88fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09f9df54-d080-47bc-8a64-dfb6cebb50a4 HTTP/1.1" status: 200 len: 849 time: 0.0987926 Aug 28 15:23:06.218976 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port f467705d-c284-48d2-9549-c5e5e7c77a9d triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:23:06.219351 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:06.230442 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d6d00f44-3d53-4884-8af2-a5bfcae2e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6184b971-14d0-406b-b25a-1faf8c811208', 'name': 'tempest-TestAggregatesBasicOps-1113881082-router', 'tenant_id': 'b5cdf5fb2bde49c6a0ca65d7979f4f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '7e868e08-3871-4878-95fc-720c0fcd2fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:02Z', 'updated_at': '2021-08-28T15:23:04Z', 'revision_number': 3, 'project_id': 'b5cdf5fb2bde49c6a0ca65d7979f4f66', 'gw_port': {'id': '7e868e08-3871-4878-95fc-720c0fcd2fbb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:77:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6184b971-14d0-406b-b25a-1faf8c811208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:03Z', 'updated_at': '2021-08-28T15:23:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:06.259333 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e3acf67a-3980-4425-adb4-1c40518ea421 req-2bd5a008-bb49-4e78-a50c-b6cceb5d4fd7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56ffe752-6272-40d8-bba5-9f85d34bbf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399821 Aug 28 15:23:06.265157 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d00f44-3d53-4884-8af2-a5bfcae2e154 None None] Checking router: 6184b971-14d0-406b-b25a-1faf8c811208 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:23:06.265792 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d00f44-3d53-4884-8af2-a5bfcae2e154 None None] Updating router 6184b971-14d0-406b-b25a-1faf8c811208 port 7e868e08-3871-4878-95fc-720c0fcd2fbb binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:23:06.301484 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-d6d00f44-3d53-4884-8af2-a5bfcae2e154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:06.396193 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e3acf67a-3980-4425-adb4-1c40518ea421 req-1e95460d-4d67-4b01-b6e0-0106d46c2b37 service neutron] 10.222.0.41 "GET /v2.0/networks/56ffe752-6272-40d8-bba5-9f85d34bbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275153 Aug 28 15:23:06.538559 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e3acf67a-3980-4425-adb4-1c40518ea421 req-2565d75d-a493-4e2d-88bf-59176f7210aa service neutron] 10.222.0.41 "GET /v2.0/networks/56ffe752-6272-40d8-bba5-9f85d34bbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333618 Aug 28 15:23:06.555105 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dee2cc02-813b-4d65-bfa0-782461d62e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:06.706073 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b203b81-a5dc-4cbf-abb7-e06435cd5c72 req-7db188b8-2174-4b7a-b425-c4dc65f4d789 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:06.706651 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8b203b81-a5dc-4cbf-abb7-e06435cd5c72 req-7db188b8-2174-4b7a-b425-c4dc65f4d789 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.13 "GET /v2.0/ports?device_id=34ab54c1-0ae7-40cb-a874-34e96fd1fbec HTTP/1.1" status: 200 len: 943 time: 0.1004627 Aug 28 15:23:06.724905 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-d6d00f44-3d53-4884-8af2-a5bfcae2e154 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:06.740810 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-d6d00f44-3d53-4884-8af2-a5bfcae2e154 None None] Transition to ACTIVE for port object 7e868e08-3871-4878-95fc-720c0fcd2fbb will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:23:06.751405 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-d6d00f44-3d53-4884-8af2-a5bfcae2e154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:06.769082 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00b19a-cf38-46a2-886b-8a4b81b4f642 req-874748aa-09b8-48ac-a1a3-50e6ee0fc7d0 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:06.770768 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8d00b19a-cf38-46a2-886b-8a4b81b4f642 req-874748aa-09b8-48ac-a1a3-50e6ee0fc7d0 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 944 time: 0.1418998 Aug 28 15:23:06.796661 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8b203b81-a5dc-4cbf-abb7-e06435cd5c72 req-11c22977-59a6-44ab-8dc4-d4d87f0775f1 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.13 "GET /v2.0/security-groups?id=888bc22d-9044-4fcd-986a-2ffdef5751fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590813 Aug 28 15:23:06.832593 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-d6d00f44-3d53-4884-8af2-a5bfcae2e154 None None] Attempting to bind port 7e868e08-3871-4878-95fc-720c0fcd2fbb on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:23:06.832975 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-d6d00f44-3d53-4884-8af2-a5bfcae2e154 None None] Attempting to bind port 7e868e08-3871-4878-95fc-720c0fcd2fbb by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:23:06.833955 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d00f44-3d53-4884-8af2-a5bfcae2e154 None None] Attempting to bind port 7e868e08-3871-4878-95fc-720c0fcd2fbb on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:23:06.840944 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d00f44-3d53-4884-8af2-a5bfcae2e154 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:23:06.842321 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d00f44-3d53-4884-8af2-a5bfcae2e154 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:23:06.842321 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-d6d00f44-3d53-4884-8af2-a5bfcae2e154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:06.843919 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d00f44-3d53-4884-8af2-a5bfcae2e154 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:23:06.843919 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-d6d00f44-3d53-4884-8af2-a5bfcae2e154 None None] Bound port: 7e868e08-3871-4878-95fc-720c0fcd2fbb, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:23:06.843919 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-d6d00f44-3d53-4884-8af2-a5bfcae2e154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:06.846757 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947c6a4-71fb-4284-97bd-731516b934e2 None None] Pushing event updated for resources: {'Port': ['ID=7e868e08-3871-4878-95fc-720c0fcd2fbb,revision_number=2']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:06.875872 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8d00b19a-cf38-46a2-886b-8a4b81b4f642 req-2e9df4da-9807-4d1a-9059-3172841114a2 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951424 Aug 28 15:23:06.888149 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-dee2cc02-813b-4d65-bfa0-782461d62e90 admin admin] Allocated IP 172.20.0.1 (aca07180-1e71-4f6b-8f92-30f08512fe15/f32c4b99-7820-4b98-abfa-0f526d8a63a1/1e9250cd-9bbb-4075-a969-fd76893ac3b4) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:23:06.961303 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-d6d00f44-3d53-4884-8af2-a5bfcae2e154 None None] For port 7e868e08-3871-4878-95fc-720c0fcd2fbb, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:23:06.965744 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-d6d00f44-3d53-4884-8af2-a5bfcae2e154 None None] For port 7e868e08-3871-4878-95fc-720c0fcd2fbb, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7e868e08-3871-4878-95fc-720c0fcd2fbb,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:23:06.973181 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-d6d00f44-3d53-4884-8af2-a5bfcae2e154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:07.053657 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dee2cc02-813b-4d65-bfa0-782461d62e90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:07.055068 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d00f44-3d53-4884-8af2-a5bfcae2e154 None None] Routers {'6184b971-14d0-406b-b25a-1faf8c811208'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:23:07.055800 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d6d00f44-3d53-4884-8af2-a5bfcae2e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:22:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['6184b971-14d0-406b-b25a-1faf8c811208'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:07.058365 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947c6a4-71fb-4284-97bd-731516b934e2 None None] Pushing event updated for resources: {'Port': ['ID=7e868e08-3871-4878-95fc-720c0fcd2fbb,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:07.073089 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-dee2cc02-813b-4d65-bfa0-782461d62e90 admin admin] Transition to ACTIVE for port object 1e9250cd-9bbb-4075-a969-fd76893ac3b4 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:23:07.114640 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dee2cc02-813b-4d65-bfa0-782461d62e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:07.163409 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee2cc02-813b-4d65-bfa0-782461d62e90 admin admin] Network aca07180-1e71-4f6b-8f92-30f08512fe15 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:23:07.172271 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-dee2cc02-813b-4d65-bfa0-782461d62e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:23:07.173729 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-d6d00f44-3d53-4884-8af2-a5bfcae2e154 None None] Set router 6184b971-14d0-406b-b25a-1faf8c811208 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:23:07.175996 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee2cc02-813b-4d65-bfa0-782461d62e90 admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:23:07.202618 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2cc02-813b-4d65-bfa0-782461d62e90 admin admin] Pushing event updated for resources: {'Port': ['ID=1e9250cd-9bbb-4075-a969-fd76893ac3b4,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:07.229043 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dee2cc02-813b-4d65-bfa0-782461d62e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:07.448432 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d6d00f44-3d53-4884-8af2-a5bfcae2e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6184b971-14d0-406b-b25a-1faf8c811208', 'name': 'tempest-TestAggregatesBasicOps-1113881082-router', 'tenant_id': 'b5cdf5fb2bde49c6a0ca65d7979f4f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '7e868e08-3871-4878-95fc-720c0fcd2fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:02Z', 'updated_at': '2021-08-28T15:23:04Z', 'revision_number': 3, 'project_id': 'b5cdf5fb2bde49c6a0ca65d7979f4f66', 'gw_port': {'id': '7e868e08-3871-4878-95fc-720c0fcd2fbb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:77:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6184b971-14d0-406b-b25a-1faf8c811208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:03Z', 'updated_at': '2021-08-28T15:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:07.485793 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d00f44-3d53-4884-8af2-a5bfcae2e154 None None] The sync data for ids ['6184b971-14d0-406b-b25a-1faf8c811208'] in n-d-712137-10 is: [{'id': '6184b971-14d0-406b-b25a-1faf8c811208', 'name': 'tempest-TestAggregatesBasicOps-1113881082-router', 'tenant_id': 'b5cdf5fb2bde49c6a0ca65d7979f4f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '7e868e08-3871-4878-95fc-720c0fcd2fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:02Z', 'updated_at': '2021-08-28T15:23:04Z', 'revision_number': 3, 'project_id': 'b5cdf5fb2bde49c6a0ca65d7979f4f66', 'gw_port': {'id': '7e868e08-3871-4878-95fc-720c0fcd2fbb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:77:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6184b971-14d0-406b-b25a-1faf8c811208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:03Z', 'updated_at': '2021-08-28T15:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:23:07.489092 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dee2cc02-813b-4d65-bfa0-782461d62e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:07.577808 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2f34f134-f60f-4009-bece-e6e77bb40dd0 None None] Provisioning for port 1e9250cd-9bbb-4075-a969-fd76893ac3b4 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:23:07.584087 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2f34f134-f60f-4009-bece-e6e77bb40dd0 None None] Provisioning complete for port 1e9250cd-9bbb-4075-a969-fd76893ac3b4 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:23:07.584461 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2f34f134-f60f-4009-bece-e6e77bb40dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:07.638141 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-2f34f134-f60f-4009-bece-e6e77bb40dd0 None None] Port 1e9250cd-9bbb-4075-a969-fd76893ac3b4 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:23:07.715973 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dee2cc02-813b-4d65-bfa0-782461d62e90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:07.721886 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dee2cc02-813b-4d65-bfa0-782461d62e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:07.835915 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2cc02-813b-4d65-bfa0-782461d62e90 admin admin] Pushing event updated for resources: {'Port': ['ID=1e9250cd-9bbb-4075-a969-fd76893ac3b4,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:07.841388 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dee2cc02-813b-4d65-bfa0-782461d62e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:07.981546 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44627163-9402-4cbb-b719-3a8210422dfb req-3de4c003-5901-4c4e-8b01-609f583e5371 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:07.987799 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee2cc02-813b-4d65-bfa0-782461d62e90 admin admin] Network aca07180-1e71-4f6b-8f92-30f08512fe15 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:23:07.992871 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-44627163-9402-4cbb-b719-3a8210422dfb req-3de4c003-5901-4c4e-8b01-609f583e5371 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.13 "GET /v2.0/ports?device_id=34ab54c1-0ae7-40cb-a874-34e96fd1fbec HTTP/1.1" status: 200 len: 943 time: 0.0923545 Aug 28 15:23:07.995004 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-dee2cc02-813b-4d65-bfa0-782461d62e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:23:08.001535 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b1db2309-4147-4e68-9470-e731d3cb38e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:08.078594 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:23:08.140801 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-44627163-9402-4cbb-b719-3a8210422dfb req-2277c82f-1e0a-4fb9-b8a0-0fb697b81fc4 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.13 "GET /v2.0/security-groups?id=888bc22d-9044-4fcd-986a-2ffdef5751fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469448 Aug 28 15:23:08.210264 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7e868e08-3871-4878-95fc-720c0fcd2fbb up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:23:08.304750 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 7e868e08-3871-4878-95fc-720c0fcd2fbb completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:23:08.315056 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 7e868e08-3871-4878-95fc-720c0fcd2fbb triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:23:08.315056 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:08.426690 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072c632-91bc-4208-899c-358ed51d7fa5 req-99597c96-024f-4aca-b0a4-35fd939ad99d tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:08.428441 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6072c632-91bc-4208-899c-358ed51d7fa5 req-99597c96-024f-4aca-b0a4-35fd939ad99d tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 944 time: 0.3557775 Aug 28 15:23:08.490214 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee2cc02-813b-4d65-bfa0-782461d62e90 admin admin] Router 6184b971-14d0-406b-b25a-1faf8c811208 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:23:08.497381 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6072c632-91bc-4208-899c-358ed51d7fa5 req-067580fe-1f39-4116-b34b-e888d6987009 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586364 Aug 28 15:23:08.550569 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:08.556778 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c5140868-182d-49d7-9aba-063b966ee4d0 None None] Provisioning complete for port 1e9250cd-9bbb-4075-a969-fd76893ac3b4 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:23:08.558016 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c5140868-182d-49d7-9aba-063b966ee4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:08.606346 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 7e868e08-3871-4878-95fc-720c0fcd2fbb, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7e868e08-3871-4878-95fc-720c0fcd2fbb,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:23:08.614734 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c5140868-182d-49d7-9aba-063b966ee4d0 None None] Port 1e9250cd-9bbb-4075-a969-fd76893ac3b4 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:23:08.616366 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:08.690506 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee2cc02-813b-4d65-bfa0-782461d62e90 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:23:08.695978 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-dee2cc02-813b-4d65-bfa0-782461d62e90 admin admin] 10.222.0.13 "PUT /v2.0/routers/6184b971-14d0-406b-b25a-1faf8c811208/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0288908 Aug 28 15:23:08.725189 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=7e868e08-3871-4878-95fc-720c0fcd2fbb,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:09.333126 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec7b29-68f7-421e-87bb-ea8f32835e03 req-2d109456-02eb-4bc5-8b5a-20ea05cf6e86 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:09.335693 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f6ec7b29-68f7-421e-87bb-ea8f32835e03 req-2d109456-02eb-4bc5-8b5a-20ea05cf6e86 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.13 "GET /v2.0/ports?device_id=34ab54c1-0ae7-40cb-a874-34e96fd1fbec HTTP/1.1" status: 200 len: 943 time: 0.0899713 Aug 28 15:23:09.396076 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f6ec7b29-68f7-421e-87bb-ea8f32835e03 req-81e581a6-00d8-4cbc-ab85-b3829235d346 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.13 "GET /v2.0/security-groups?id=888bc22d-9044-4fcd-986a-2ffdef5751fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529077 Aug 28 15:23:09.631429 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5fc4e-0c02-44e6-a13e-2c5d4272f0cc req-4df5eb10-eb6f-4317-be67-97692d8cdcaa tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:09.636143 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-44d5fc4e-0c02-44e6-a13e-2c5d4272f0cc req-4df5eb10-eb6f-4317-be67-97692d8cdcaa tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 944 time: 0.0530691 Aug 28 15:23:09.677664 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-44d5fc4e-0c02-44e6-a13e-2c5d4272f0cc req-a5504959-bc8d-4ff9-b3f5-4900840e5b6f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376248 Aug 28 15:23:09.702679 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f958f20-4b1a-497f-b64a-cdeec4499ff8 None None] Sync routers for ids ['6184b971-14d0-406b-b25a-1faf8c811208'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:23:09.713323 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f958f20-4b1a-497f-b64a-cdeec4499ff8 None None] Routers {'6184b971-14d0-406b-b25a-1faf8c811208'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:23:09.713958 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0f958f20-4b1a-497f-b64a-cdeec4499ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:22:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['6184b971-14d0-406b-b25a-1faf8c811208'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:09.822476 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-0f958f20-4b1a-497f-b64a-cdeec4499ff8 None None] Set router 6184b971-14d0-406b-b25a-1faf8c811208 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:23:09.907217 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42806) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:09.954883 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 46ec3186-6d73-4329-9400-1bbcaf7acb6a details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:23:10.098946 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7e868e08-3871-4878-95fc-720c0fcd2fbb up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:23:10.133036 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 46ec3186-6d73-4329-9400-1bbcaf7acb6a, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=46ec3186-6d73-4329-9400-1bbcaf7acb6a,segment=NetworkSegment(d2d9de8b-934c-4597-9c52-9f59018c53d5),segment_id=d2d9de8b-934c-4597-9c52-9f59018c53d5)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:23:10.161516 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '46ec3186-6d73-4329-9400-1bbcaf7acb6a', 'network_id': '56ffe752-6272-40d8-bba5-9f85d34bbf89', 'port_id': '46ec3186-6d73-4329-9400-1bbcaf7acb6a', 'mac_address': 'fa:16:3e:f3:f7:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09f9df54-d080-47bc-8a64-dfb6cebb50a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:23:10.224299 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0f958f20-4b1a-497f-b64a-cdeec4499ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6184b971-14d0-406b-b25a-1faf8c811208', 'name': 'tempest-TestAggregatesBasicOps-1113881082-router', 'tenant_id': 'b5cdf5fb2bde49c6a0ca65d7979f4f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '7e868e08-3871-4878-95fc-720c0fcd2fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:02Z', 'updated_at': '2021-08-28T15:23:07Z', 'revision_number': 4, 'project_id': 'b5cdf5fb2bde49c6a0ca65d7979f4f66', 'gw_port': {'id': '7e868e08-3871-4878-95fc-720c0fcd2fbb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6184b971-14d0-406b-b25a-1faf8c811208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:03Z', 'updated_at': '2021-08-28T15:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '1e9250cd-9bbb-4075-a969-fd76893ac3b4', 'name': '', 'network_id': 'aca07180-1e71-4f6b-8f92-30f08512fe15', 'tenant_id': 'b5cdf5fb2bde49c6a0ca65d7979f4f66', 'mac_address': 'fa:16:3e:7f:70:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6184b971-14d0-406b-b25a-1faf8c811208', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'f32c4b99-7820-4b98-abfa-0f526d8a63a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:06Z', 'updated_at': '2021-08-28T15:23:07Z', 'revision_number': 2, 'project_id': 'b5cdf5fb2bde49c6a0ca65d7979f4f66', 'subnets': [{'id': 'f32c4b99-7820-4b98-abfa-0f526d8a63a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:10.227135 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 7e868e08-3871-4878-95fc-720c0fcd2fbb triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:23:10.227625 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:10.229323 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:10.258475 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f958f20-4b1a-497f-b64a-cdeec4499ff8 None None] Checking router: 6184b971-14d0-406b-b25a-1faf8c811208 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:23:10.258839 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f958f20-4b1a-497f-b64a-cdeec4499ff8 None None] Updating router 6184b971-14d0-406b-b25a-1faf8c811208 port 1e9250cd-9bbb-4075-a969-fd76893ac3b4 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:23:10.295737 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a0c421e5-84ef-4fbd-b947-ae8c77b0549a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:10.313878 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ec3186-6d73-4329-9400-1bbcaf7acb6a {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:23:10.337448 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0f958f20-4b1a-497f-b64a-cdeec4499ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:10.353947 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 46ec3186-6d73-4329-9400-1bbcaf7acb6a, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=46ec3186-6d73-4329-9400-1bbcaf7acb6a,segment=NetworkSegment(d2d9de8b-934c-4597-9c52-9f59018c53d5),segment_id=d2d9de8b-934c-4597-9c52-9f59018c53d5)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:23:10.360851 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:10.550339 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=46ec3186-6d73-4329-9400-1bbcaf7acb6a,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:10.587683 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5d59a565-4b9b-4791-9fc1-48e6b1388a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:10.822103 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb6401-c659-4070-835d-f19a935984c0 req-da4fa5fd-e1c2-47c4-a7ce-f01386f6f78e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:10.828165 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-27eb6401-c659-4070-835d-f19a935984c0 req-da4fa5fd-e1c2-47c4-a7ce-f01386f6f78e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 944 time: 0.0603917 Aug 28 15:23:10.852612 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35c2dd-c09c-40cb-976d-29d114b7c39c req-bcd56d3a-2fb3-43d4-80c6-890c0f212d81 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:10.854409 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6a35c2dd-c09c-40cb-976d-29d114b7c39c req-bcd56d3a-2fb3-43d4-80c6-890c0f212d81 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.13 "GET /v2.0/ports?device_id=34ab54c1-0ae7-40cb-a874-34e96fd1fbec HTTP/1.1" status: 200 len: 944 time: 0.0810597 Aug 28 15:23:10.865902 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['46ec3186-6d73-4329-9400-1bbcaf7acb6a'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:23:10.900031 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-27eb6401-c659-4070-835d-f19a935984c0 req-68d3e6f7-43e4-40fd-96a2-a230d8ccf09d tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635471 Aug 28 15:23:10.931084 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:10.970192 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6a35c2dd-c09c-40cb-976d-29d114b7c39c req-80b27522-1184-4845-8751-d6acc8ec7027 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.13 "GET /v2.0/security-groups?id=888bc22d-9044-4fcd-986a-2ffdef5751fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760655 Aug 28 15:23:10.994577 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0f958f20-4b1a-497f-b64a-cdeec4499ff8 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:11.017438 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0f958f20-4b1a-497f-b64a-cdeec4499ff8 None None] Transition to ACTIVE for port object 1e9250cd-9bbb-4075-a969-fd76893ac3b4 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:23:11.034416 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0f958f20-4b1a-497f-b64a-cdeec4499ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:11.075059 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-a0c421e5-84ef-4fbd-b947-ae8c77b0549a admin admin] Deleting port 33f0e55c-0afb-41f4-881e-354f49b77e79 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:23:11.075596 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a0c421e5-84ef-4fbd-b947-ae8c77b0549a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:11.107154 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1632f3-9e43-45bd-a451-a70a0a5f0141 None None] Pushing event updated for resources: {'Port': ['ID=1e9250cd-9bbb-4075-a969-fd76893ac3b4,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:11.183058 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-0f958f20-4b1a-497f-b64a-cdeec4499ff8 None None] Attempting to bind port 1e9250cd-9bbb-4075-a969-fd76893ac3b4 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:23:11.183436 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-0f958f20-4b1a-497f-b64a-cdeec4499ff8 None None] Attempting to bind port 1e9250cd-9bbb-4075-a969-fd76893ac3b4 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'f2987705-5900-4ce6-9b9e-e02777cde5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aca07180-1e71-4f6b-8f92-30f08512fe15'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:23:11.183855 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f958f20-4b1a-497f-b64a-cdeec4499ff8 None None] Attempting to bind port 1e9250cd-9bbb-4075-a969-fd76893ac3b4 on network aca07180-1e71-4f6b-8f92-30f08512fe15 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:23:11.191310 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f958f20-4b1a-497f-b64a-cdeec4499ff8 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:23:11.191503 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f958f20-4b1a-497f-b64a-cdeec4499ff8 None None] Checking segment: {'id': 'f2987705-5900-4ce6-9b9e-e02777cde5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aca07180-1e71-4f6b-8f92-30f08512fe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:23:11.191998 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0f958f20-4b1a-497f-b64a-cdeec4499ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:11.192406 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f958f20-4b1a-497f-b64a-cdeec4499ff8 None None] Bound using segment: {'id': 'f2987705-5900-4ce6-9b9e-e02777cde5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aca07180-1e71-4f6b-8f92-30f08512fe15'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:23:11.192925 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-0f958f20-4b1a-497f-b64a-cdeec4499ff8 None None] Bound port: 1e9250cd-9bbb-4075-a969-fd76893ac3b4, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2987705-5900-4ce6-9b9e-e02777cde5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aca07180-1e71-4f6b-8f92-30f08512fe15'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:23:11.193304 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0f958f20-4b1a-497f-b64a-cdeec4499ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:11.208302 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-a0c421e5-84ef-4fbd-b947-ae8c77b0549a admin admin] For port 33f0e55c-0afb-41f4-881e-354f49b77e79, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=33f0e55c-0afb-41f4-881e-354f49b77e79,segment=NetworkSegment(ac4bda5e-1715-45d9-bc90-aa8576c25517),segment_id=ac4bda5e-1715-45d9-bc90-aa8576c25517)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:23:11.209109 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a0c421e5-84ef-4fbd-b947-ae8c77b0549a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:11.229381 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-a0c421e5-84ef-4fbd-b947-ae8c77b0549a admin admin] Calling delete_port for 33f0e55c-0afb-41f4-881e-354f49b77e79 owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:23:11.268341 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-0f958f20-4b1a-497f-b64a-cdeec4499ff8 None None] For port 1e9250cd-9bbb-4075-a969-fd76893ac3b4, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:23:11.272196 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-0f958f20-4b1a-497f-b64a-cdeec4499ff8 None None] For port 1e9250cd-9bbb-4075-a969-fd76893ac3b4, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=1e9250cd-9bbb-4075-a969-fd76893ac3b4,segment=NetworkSegment(f2987705-5900-4ce6-9b9e-e02777cde5be),segment_id=f2987705-5900-4ce6-9b9e-e02777cde5be)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:23:11.281491 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0f958f20-4b1a-497f-b64a-cdeec4499ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:11.343890 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f958f20-4b1a-497f-b64a-cdeec4499ff8 None None] Routers {'6184b971-14d0-406b-b25a-1faf8c811208'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:23:11.344541 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0f958f20-4b1a-497f-b64a-cdeec4499ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:23:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['6184b971-14d0-406b-b25a-1faf8c811208'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:11.391366 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1632f3-9e43-45bd-a451-a70a0a5f0141 None None] Pushing event updated for resources: {'Port': ['ID=1e9250cd-9bbb-4075-a969-fd76893ac3b4,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:11.480139 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a0c421e5-84ef-4fbd-b947-ae8c77b0549a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:11.480812 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-0f958f20-4b1a-497f-b64a-cdeec4499ff8 None None] Set router 6184b971-14d0-406b-b25a-1faf8c811208 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:23:11.518592 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c421e5-84ef-4fbd-b947-ae8c77b0549a admin admin] Pushing event deleted for resources: {'Port': ['ID=33f0e55c-0afb-41f4-881e-354f49b77e79,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:11.783464 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a0c421e5-84ef-4fbd-b947-ae8c77b0549a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:11.830080 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:11.858544 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0f958f20-4b1a-497f-b64a-cdeec4499ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6184b971-14d0-406b-b25a-1faf8c811208', 'name': 'tempest-TestAggregatesBasicOps-1113881082-router', 'tenant_id': 'b5cdf5fb2bde49c6a0ca65d7979f4f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '7e868e08-3871-4878-95fc-720c0fcd2fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:02Z', 'updated_at': '2021-08-28T15:23:07Z', 'revision_number': 4, 'project_id': 'b5cdf5fb2bde49c6a0ca65d7979f4f66', 'gw_port': {'id': '7e868e08-3871-4878-95fc-720c0fcd2fbb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6184b971-14d0-406b-b25a-1faf8c811208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:03Z', 'updated_at': '2021-08-28T15:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '1e9250cd-9bbb-4075-a969-fd76893ac3b4', 'name': '', 'network_id': 'aca07180-1e71-4f6b-8f92-30f08512fe15', 'tenant_id': 'b5cdf5fb2bde49c6a0ca65d7979f4f66', 'mac_address': 'fa:16:3e:7f:70:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6184b971-14d0-406b-b25a-1faf8c811208', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'f32c4b99-7820-4b98-abfa-0f526d8a63a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:06Z', 'updated_at': '2021-08-28T15:23:11Z', 'revision_number': 4, 'project_id': 'b5cdf5fb2bde49c6a0ca65d7979f4f66', 'subnets': [{'id': 'f32c4b99-7820-4b98-abfa-0f526d8a63a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:11.900245 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f958f20-4b1a-497f-b64a-cdeec4499ff8 None None] The sync data for ids ['6184b971-14d0-406b-b25a-1faf8c811208'] in n-d-712137-10 is: [{'id': '6184b971-14d0-406b-b25a-1faf8c811208', 'name': 'tempest-TestAggregatesBasicOps-1113881082-router', 'tenant_id': 'b5cdf5fb2bde49c6a0ca65d7979f4f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '7e868e08-3871-4878-95fc-720c0fcd2fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:02Z', 'updated_at': '2021-08-28T15:23:07Z', 'revision_number': 4, 'project_id': 'b5cdf5fb2bde49c6a0ca65d7979f4f66', 'gw_port': {'id': '7e868e08-3871-4878-95fc-720c0fcd2fbb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6184b971-14d0-406b-b25a-1faf8c811208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:03Z', 'updated_at': '2021-08-28T15:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '1e9250cd-9bbb-4075-a969-fd76893ac3b4', 'name': '', 'network_id': 'aca07180-1e71-4f6b-8f92-30f08512fe15', 'tenant_id': 'b5cdf5fb2bde49c6a0ca65d7979f4f66', 'mac_address': 'fa:16:3e:7f:70:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6184b971-14d0-406b-b25a-1faf8c811208', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'f32c4b99-7820-4b98-abfa-0f526d8a63a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:06Z', 'updated_at': '2021-08-28T15:23:11Z', 'revision_number': 4, 'project_id': 'b5cdf5fb2bde49c6a0ca65d7979f4f66', 'subnets': [{'id': 'f32c4b99-7820-4b98-abfa-0f526d8a63a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:23:11.987899 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 46ec3186-6d73-4329-9400-1bbcaf7acb6a up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:23:12.136705 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 46ec3186-6d73-4329-9400-1bbcaf7acb6a completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:23:12.141187 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 46ec3186-6d73-4329-9400-1bbcaf7acb6a triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:23:12.141570 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:12.212020 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb848a-cf98-4c1b-9097-4b9f3780be36 req-e84777a3-7994-4417-a560-2f36a7e518db tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:12.217164 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b0fb848a-cf98-4c1b-9097-4b9f3780be36 req-e84777a3-7994-4417-a560-2f36a7e518db tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 944 time: 0.1585691 Aug 28 15:23:12.221217 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c421e5-84ef-4fbd-b947-ae8c77b0549a admin admin] Router 2f704780-28fe-45cf-8055-840bab066609 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:23:12.333637 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b0fb848a-cf98-4c1b-9097-4b9f3780be36 req-6cee1034-671c-4504-9c0f-96bb682eb0a5 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067219 Aug 28 15:23:12.342145 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f03c6-6fa7-40c8-9b55-1cf243d2e3e1 req-03d412c7-6d0c-4205-ad2b-8b4979d3e97c tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:12.350162 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1e9250cd-9bbb-4075-a969-fd76893ac3b4 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:23:12.351617 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-413f03c6-6fa7-40c8-9b55-1cf243d2e3e1 req-03d412c7-6d0c-4205-ad2b-8b4979d3e97c tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.13 "GET /v2.0/ports?device_id=34ab54c1-0ae7-40cb-a874-34e96fd1fbec HTTP/1.1" status: 200 len: 944 time: 0.2182708 Aug 28 15:23:12.430167 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:12.472551 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-413f03c6-6fa7-40c8-9b55-1cf243d2e3e1 req-be3d99fd-4f31-46dc-8c86-b89fade3be7d tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.13 "GET /v2.0/security-groups?id=888bc22d-9044-4fcd-986a-2ffdef5751fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197066 Aug 28 15:23:12.475258 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ab54c1-0ae7-40cb-a874-34e96fd1fbec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ec3186-6d73-4329-9400-1bbcaf7acb6a'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:23:12.485268 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf15aa5-c5b2-48d1-8ad9-beda353b7fcd" -d '{"events": [{"server_uuid": "34ab54c1-0ae7-40cb-a874-34e96fd1fbec", "name": "network-vif-plugged", "status": "completed", "tag": "46ec3186-6d73-4329-9400-1bbcaf7acb6a"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:23:12.500538 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 46ec3186-6d73-4329-9400-1bbcaf7acb6a, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=46ec3186-6d73-4329-9400-1bbcaf7acb6a,segment=NetworkSegment(d2d9de8b-934c-4597-9c52-9f59018c53d5),segment_id=d2d9de8b-934c-4597-9c52-9f59018c53d5)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:23:12.503160 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 1e9250cd-9bbb-4075-a969-fd76893ac3b4 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:23:12.504544 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c421e5-84ef-4fbd-b947-ae8c77b0549a admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:23:12.513088 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a0c421e5-84ef-4fbd-b947-ae8c77b0549a admin admin] 10.222.0.13 "PUT /v2.0/routers/2f704780-28fe-45cf-8055-840bab066609/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6046057 Aug 28 15:23:12.515922 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42830) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:12.520184 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:12.521840 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eac8e0-a44b-40cc-89fd-29f3ec1456d4 None None] Sync routers for ids ['2f704780-28fe-45cf-8055-840bab066609'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:23:12.524155 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 1e9250cd-9bbb-4075-a969-fd76893ac3b4 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:23:12.524752 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:12.546738 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eac8e0-a44b-40cc-89fd-29f3ec1456d4 None None] Routers {'2f704780-28fe-45cf-8055-840bab066609'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:23:12.548107 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d4eac8e0-a44b-40cc-89fd-29f3ec1456d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:23:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2f704780-28fe-45cf-8055-840bab066609'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:12.650708 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93ae3cd-6b28-440b-adf2-261c1e118472 x-openstack-request-id: req-d93ae3cd-6b28-440b-adf2-261c1e118472 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:23:12.651349 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ab54c1-0ae7-40cb-a874-34e96fd1fbec", "name": "network-vif-plugged", "status": "completed", "tag": "46ec3186-6d73-4329-9400-1bbcaf7acb6a", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:23:12.651846 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d93ae3cd-6b28-440b-adf2-261c1e118472 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:23:12.652476 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ab54c1-0ae7-40cb-a874-34e96fd1fbec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ec3186-6d73-4329-9400-1bbcaf7acb6a', 'code': 200} Aug 28 15:23:12.711333 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=46ec3186-6d73-4329-9400-1bbcaf7acb6a,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:12.792166 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-d4eac8e0-a44b-40cc-89fd-29f3ec1456d4 None None] Set router 2f704780-28fe-45cf-8055-840bab066609 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:23:12.816165 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:12.870768 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2ad4e-f95d-4a14-b0f1-3bda3eb633bf req-bb8d891e-820c-443c-bd3c-a3ffaac880e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:12.873431 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-32f2ad4e-f95d-4a14-b0f1-3bda3eb633bf req-bb8d891e-820c-443c-bd3c-a3ffaac880e2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=34ab54c1-0ae7-40cb-a874-34e96fd1fbec HTTP/1.1" status: 200 len: 1097 time: 0.1887207 Aug 28 15:23:12.927789 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-62f9ccab-1224-4c2b-9721-8630208ced07 admin admin] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:12.930741 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 1e9250cd-9bbb-4075-a969-fd76893ac3b4, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=1e9250cd-9bbb-4075-a969-fd76893ac3b4,segment=NetworkSegment(f2987705-5900-4ce6-9b9e-e02777cde5be),segment_id=f2987705-5900-4ce6-9b9e-e02777cde5be)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:23:12.940420 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:13.067585 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=1e9250cd-9bbb-4075-a969-fd76893ac3b4,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:13.092187 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-32f2ad4e-f95d-4a14-b0f1-3bda3eb633bf req-c92ce979-750d-4309-a5ce-71a2aaf8332b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=888bc22d-9044-4fcd-986a-2ffdef5751fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050879 Aug 28 15:23:13.097691 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-62f9ccab-1224-4c2b-9721-8630208ced07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:13.176527 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-62f9ccab-1224-4c2b-9721-8630208ced07 admin admin] Deleting port e77e9726-65c0-4c50-8114-a32711622eb9 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:23:13.176971 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-62f9ccab-1224-4c2b-9721-8630208ced07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:13.245402 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d4eac8e0-a44b-40cc-89fd-29f3ec1456d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f704780-28fe-45cf-8055-840bab066609', 'name': 'tempest-TestAggregatesBasicOps-1447550605-router', 'tenant_id': 'dadee8b6c36e4e9e90156151587eb165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e77e9726-65c0-4c50-8114-a32711622eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:22:51Z', 'updated_at': '2021-08-28T15:23:11Z', 'revision_number': 5, 'project_id': 'dadee8b6c36e4e9e90156151587eb165', 'gw_port': {'id': 'e77e9726-65c0-4c50-8114-a32711622eb9', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f704780-28fe-45cf-8055-840bab066609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:22:51Z', 'updated_at': '2021-08-28T15:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:13.281668 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:13.282559 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eac8e0-a44b-40cc-89fd-29f3ec1456d4 None None] Checking router: 2f704780-28fe-45cf-8055-840bab066609 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:23:13.292855 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eac8e0-a44b-40cc-89fd-29f3ec1456d4 None None] Routers {'2f704780-28fe-45cf-8055-840bab066609'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:23:13.293489 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d4eac8e0-a44b-40cc-89fd-29f3ec1456d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:23:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2f704780-28fe-45cf-8055-840bab066609'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:13.300556 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-62f9ccab-1224-4c2b-9721-8630208ced07 admin admin] For port e77e9726-65c0-4c50-8114-a32711622eb9, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e77e9726-65c0-4c50-8114-a32711622eb9,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:23:13.301063 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-62f9ccab-1224-4c2b-9721-8630208ced07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:13.319052 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-62f9ccab-1224-4c2b-9721-8630208ced07 admin admin] Calling delete_port for e77e9726-65c0-4c50-8114-a32711622eb9 owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:23:13.460177 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-d4eac8e0-a44b-40cc-89fd-29f3ec1456d4 None None] Set router 2f704780-28fe-45cf-8055-840bab066609 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:23:13.512079 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1e404-fa8e-494d-b58c-1af241fa8703 req-3c1fac09-f67b-4569-b6c2-77df91fa1ff4 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:13.521826 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1fb1e404-fa8e-494d-b58c-1af241fa8703 req-3c1fac09-f67b-4569-b6c2-77df91fa1ff4 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 944 time: 0.0804598 Aug 28 15:23:13.580695 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d4eac8e0-a44b-40cc-89fd-29f3ec1456d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f704780-28fe-45cf-8055-840bab066609', 'name': 'tempest-TestAggregatesBasicOps-1447550605-router', 'tenant_id': 'dadee8b6c36e4e9e90156151587eb165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:22:51Z', 'updated_at': '2021-08-28T15:23:13Z', 'revision_number': 6, 'project_id': 'dadee8b6c36e4e9e90156151587eb165', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:13.608351 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1fb1e404-fa8e-494d-b58c-1af241fa8703 req-b2e2b35b-d36f-4db3-9d68-70ceee5fa466 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854759 Aug 28 15:23:13.665965 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eac8e0-a44b-40cc-89fd-29f3ec1456d4 None None] The sync data for ids ['2f704780-28fe-45cf-8055-840bab066609'] in n-d-712137-10 is: [{'id': '2f704780-28fe-45cf-8055-840bab066609', 'name': 'tempest-TestAggregatesBasicOps-1447550605-router', 'tenant_id': 'dadee8b6c36e4e9e90156151587eb165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:22:51Z', 'updated_at': '2021-08-28T15:23:13Z', 'revision_number': 6, 'project_id': 'dadee8b6c36e4e9e90156151587eb165', 'gw_port_host': None}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:23:13.706853 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-62f9ccab-1224-4c2b-9721-8630208ced07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:13.749382 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9ccab-1224-4c2b-9721-8630208ced07 admin admin] Pushing event deleted for resources: {'Port': ['ID=e77e9726-65c0-4c50-8114-a32711622eb9,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:13.781252 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc99a1-c685-4903-a2a7-9a9a11bdc403 req-7e105b62-88e4-4245-b0c0-01f2e6b4ae89 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:13.783010 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c9bc99a1-c685-4903-a2a7-9a9a11bdc403 req-7e105b62-88e4-4245-b0c0-01f2e6b4ae89 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.13 "GET /v2.0/ports?device_id=34ab54c1-0ae7-40cb-a874-34e96fd1fbec HTTP/1.1" status: 200 len: 945 time: 0.1344392 Aug 28 15:23:13.861297 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-62f9ccab-1224-4c2b-9721-8630208ced07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:13.868688 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c9bc99a1-c685-4903-a2a7-9a9a11bdc403 req-76ba8194-ca14-4ff9-8783-2b0334e265eb tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.13 "GET /v2.0/security-groups?id=888bc22d-9044-4fcd-986a-2ffdef5751fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643480 Aug 28 15:23:13.980494 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-62f9ccab-1224-4c2b-9721-8630208ced07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:13.983604 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-62f9ccab-1224-4c2b-9721-8630208ced07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:14.032708 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-62f9ccab-1224-4c2b-9721-8630208ced07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:14.033411 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f9ccab-1224-4c2b-9721-8630208ced07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f704780-28fe-45cf-8055-840bab066609 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:23:14.038503 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-62f9ccab-1224-4c2b-9721-8630208ced07 admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:14.039872 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-62f9ccab-1224-4c2b-9721-8630208ced07 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2f704780-28fe-45cf-8055-840bab066609 HTTP/1.1" status: 204 len: 168 time: 1.5222206 Aug 28 15:23:14.042331 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42844) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:14.099762 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1575fa0-e58f-4c31-a185-7fd1da8c6ab8 admin admin] Deleting subnet 061fbc09-fafa-4185-ba19-b57a6bb1398e {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:23:14.103948 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a1575fa0-e58f-4c31-a185-7fd1da8c6ab8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:14.149679 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a1575fa0-e58f-4c31-a185-7fd1da8c6ab8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:14.250311 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a1575fa0-e58f-4c31-a185-7fd1da8c6ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:14.305449 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a1575fa0-e58f-4c31-a185-7fd1da8c6ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:14.334723 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1575fa0-e58f-4c31-a185-7fd1da8c6ab8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=061fbc09-fafa-4185-ba19-b57a6bb1398e,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:14.338197 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a1575fa0-e58f-4c31-a185-7fd1da8c6ab8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:14.340082 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a1575fa0-e58f-4c31-a185-7fd1da8c6ab8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/061fbc09-fafa-4185-ba19-b57a6bb1398e HTTP/1.1" status: 204 len: 168 time: 0.2967675 Aug 28 15:23:14.343162 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42846) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:14.346955 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b99579-79a8-4dd2-9285-eb47755c6215 None None] Network 7114035e-e0a7-468b-87b4-8630795bd1bb requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:23:14.420218 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc3c1b11-14a1-4077-a6e0-d184df43a116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:14.489666 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-dc3c1b11-14a1-4077-a6e0-d184df43a116 admin admin] Deleting port 6e589f28-cfff-4293-a0d1-a557d0834c80 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:23:14.490737 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc3c1b11-14a1-4077-a6e0-d184df43a116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:14.590730 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc17a64b-2c48-42fe-a53c-4b4622ba468a None None] DHCP port deletion for 7114035e-e0a7-468b-87b4-8630795bd1bb request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:23:14.595563 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-dc3c1b11-14a1-4077-a6e0-d184df43a116 admin admin] For port 6e589f28-cfff-4293-a0d1-a557d0834c80, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6e589f28-cfff-4293-a0d1-a557d0834c80,segment=NetworkSegment(ac4bda5e-1715-45d9-bc90-aa8576c25517),segment_id=ac4bda5e-1715-45d9-bc90-aa8576c25517)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:23:14.596210 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc3c1b11-14a1-4077-a6e0-d184df43a116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:14.638869 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-dc3c1b11-14a1-4077-a6e0-d184df43a116 admin admin] Calling delete_port for 6e589f28-cfff-4293-a0d1-a557d0834c80 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:23:14.644273 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1e9250cd-9bbb-4075-a969-fd76893ac3b4 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:23:14.714350 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-cc17a64b-2c48-42fe-a53c-4b4622ba468a None None] Deleting port 6e589f28-cfff-4293-a0d1-a557d0834c80 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:23:14.714749 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cc17a64b-2c48-42fe-a53c-4b4622ba468a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:14.751691 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e3879-4b87-4e28-85f9-f540e2578c1c req-be0fdc28-5027-4794-8803-b7b34446ac63 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:14.754100 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f39e3879-4b87-4e28-85f9-f540e2578c1c req-be0fdc28-5027-4794-8803-b7b34446ac63 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 944 time: 0.0739248 Aug 28 15:23:14.767723 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 1e9250cd-9bbb-4075-a969-fd76893ac3b4 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:23:14.768248 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:14.772371 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc3c1b11-14a1-4077-a6e0-d184df43a116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:14.813318 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c1b11-14a1-4077-a6e0-d184df43a116 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e589f28-cfff-4293-a0d1-a557d0834c80,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:14.815351 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3c1b11-14a1-4077-a6e0-d184df43a116 admin admin] No DVR routers for this DVR port 6e589f28-cfff-4293-a0d1-a557d0834c80 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:23:14.818032 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-cc17a64b-2c48-42fe-a53c-4b4622ba468a None None] For port 6e589f28-cfff-4293-a0d1-a557d0834c80, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6e589f28-cfff-4293-a0d1-a557d0834c80,segment=NetworkSegment(ac4bda5e-1715-45d9-bc90-aa8576c25517),segment_id=ac4bda5e-1715-45d9-bc90-aa8576c25517)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:23:14.818499 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cc17a64b-2c48-42fe-a53c-4b4622ba468a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:14.825406 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f39e3879-4b87-4e28-85f9-f540e2578c1c req-982bd5e6-5662-415d-ac71-17be9e6c97b9 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640824 Aug 28 15:23:14.834868 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-cc17a64b-2c48-42fe-a53c-4b4622ba468a None None] Calling delete_port for 6e589f28-cfff-4293-a0d1-a557d0834c80 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:23:14.951354 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 33f0e55c-0afb-41f4-881e-354f49b77e79 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:23:14.991277 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 33f0e55c-0afb-41f4-881e-354f49b77e79 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:23:14.991800 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 33f0e55c-0afb-41f4-881e-354f49b77e79 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:23:14.999022 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cc17a64b-2c48-42fe-a53c-4b4622ba468a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:15.027556 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc3c1b11-14a1-4077-a6e0-d184df43a116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:15.032535 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc17a64b-2c48-42fe-a53c-4b4622ba468a None None] Pushing event deleted for resources: {'Port': ['ID=6e589f28-cfff-4293-a0d1-a557d0834c80,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:15.035508 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc17a64b-2c48-42fe-a53c-4b4622ba468a None None] No DVR routers for this DVR port 6e589f28-cfff-4293-a0d1-a557d0834c80 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:23:15.101112 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-dc3c1b11-14a1-4077-a6e0-d184df43a116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7114035e-e0a7-468b-87b4-8630795bd1bb']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:15.120494 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-dc3c1b11-14a1-4077-a6e0-d184df43a116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4bda5e-1715-45d9-bc90-aa8576c25517') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:15.120818 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-dc3c1b11-14a1-4077-a6e0-d184df43a116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4bda5e-1715-45d9-bc90-aa8576c25517') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:15.133980 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc3c1b11-14a1-4077-a6e0-d184df43a116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:15.158436 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a38f4-9a42-4f56-93cd-e91a953da303 req-55869edd-3920-4a28-bd85-a2eb3cea3a38 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:15.160243 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0a6a38f4-9a42-4f56-93cd-e91a953da303 req-55869edd-3920-4a28-bd85-a2eb3cea3a38 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.13 "GET /v2.0/ports?device_id=34ab54c1-0ae7-40cb-a874-34e96fd1fbec HTTP/1.1" status: 200 len: 945 time: 0.1385081 Aug 28 15:23:15.165136 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc3c1b11-14a1-4077-a6e0-d184df43a116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:15.189706 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3c1b11-14a1-4077-a6e0-d184df43a116 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:23:15.190245 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc3c1b11-14a1-4077-a6e0-d184df43a116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:23:15.192675 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:23:15.276167 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0a6a38f4-9a42-4f56-93cd-e91a953da303 req-cf4fd42c-5c90-43d6-a331-f934d98542c3 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.13 "GET /v2.0/security-groups?id=888bc22d-9044-4fcd-986a-2ffdef5751fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071951 Aug 28 15:23:15.301714 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc3c1b11-14a1-4077-a6e0-d184df43a116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:15.307182 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dc3c1b11-14a1-4077-a6e0-d184df43a116 admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:15.312862 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42858) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:15.312980 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-dc3c1b11-14a1-4077-a6e0-d184df43a116 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7114035e-e0a7-468b-87b4-8630795bd1bb HTTP/1.1" status: 204 len: 168 time: 0.9685411 Aug 28 15:23:15.328441 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c1b11-14a1-4077-a6e0-d184df43a116 admin admin] Pushing event deleted for resources: {'Network': ['ID=7114035e-e0a7-468b-87b4-8630795bd1bb,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:15.757849 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fc5e3c91-8bf7-4c1f-89c6-eb1bfe7a16bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:16.047068 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370cf90-cf0d-4b0a-a2a0-fc7286703be2 req-cd3fc29d-95b9-476b-9a7e-e07e89f856c8 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:16.058930 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5370cf90-cf0d-4b0a-a2a0-fc7286703be2 req-cd3fc29d-95b9-476b-9a7e-e07e89f856c8 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 944 time: 0.1025441 Aug 28 15:23:16.155129 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5370cf90-cf0d-4b0a-a2a0-fc7286703be2 req-7b473486-9dd0-4943-bda3-808f0722ba0e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645690 Aug 28 15:23:16.157543 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6e589f28-cfff-4293-a0d1-a557d0834c80 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:23:16.182321 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 6e589f28-cfff-4293-a0d1-a557d0834c80 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:23:16.182663 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6e589f28-cfff-4293-a0d1-a557d0834c80 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:23:16.183069 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e77e9726-65c0-4c50-8114-a32711622eb9 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:23:16.201137 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-fc5e3c91-8bf7-4c1f-89c6-eb1bfe7a16bd admin admin] Deleting port 1e9250cd-9bbb-4075-a969-fd76893ac3b4 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:23:16.201484 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fc5e3c91-8bf7-4c1f-89c6-eb1bfe7a16bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:16.219817 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: e77e9726-65c0-4c50-8114-a32711622eb9 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:23:16.220265 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e77e9726-65c0-4c50-8114-a32711622eb9 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:23:16.302641 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-fc5e3c91-8bf7-4c1f-89c6-eb1bfe7a16bd admin admin] For port 1e9250cd-9bbb-4075-a969-fd76893ac3b4, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=1e9250cd-9bbb-4075-a969-fd76893ac3b4,segment=NetworkSegment(f2987705-5900-4ce6-9b9e-e02777cde5be),segment_id=f2987705-5900-4ce6-9b9e-e02777cde5be)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:23:16.303020 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fc5e3c91-8bf7-4c1f-89c6-eb1bfe7a16bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:16.320821 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-fc5e3c91-8bf7-4c1f-89c6-eb1bfe7a16bd admin admin] Calling delete_port for 1e9250cd-9bbb-4075-a969-fd76893ac3b4 owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:23:16.520566 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fc5e3c91-8bf7-4c1f-89c6-eb1bfe7a16bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:16.552831 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e3c91-8bf7-4c1f-89c6-eb1bfe7a16bd admin admin] Pushing event deleted for resources: {'Port': ['ID=1e9250cd-9bbb-4075-a969-fd76893ac3b4,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:16.750025 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fc5e3c91-8bf7-4c1f-89c6-eb1bfe7a16bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:17.004493 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5e3c91-8bf7-4c1f-89c6-eb1bfe7a16bd admin admin] Router 6184b971-14d0-406b-b25a-1faf8c811208 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:23:17.128026 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5e3c91-8bf7-4c1f-89c6-eb1bfe7a16bd admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:23:17.133761 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fc5e3c91-8bf7-4c1f-89c6-eb1bfe7a16bd admin admin] 10.222.0.13 "PUT /v2.0/routers/6184b971-14d0-406b-b25a-1faf8c811208/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8194916 Aug 28 15:23:17.136475 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42886) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:17.142842 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4628c7f6-b631-49e3-b5ef-619f9cdea349 None None] Sync routers for ids ['6184b971-14d0-406b-b25a-1faf8c811208'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:23:17.154728 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4628c7f6-b631-49e3-b5ef-619f9cdea349 None None] Routers {'6184b971-14d0-406b-b25a-1faf8c811208'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:23:17.156549 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-4628c7f6-b631-49e3-b5ef-619f9cdea349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:23:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['6184b971-14d0-406b-b25a-1faf8c811208'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:17.344712 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-4628c7f6-b631-49e3-b5ef-619f9cdea349 None None] Set router 6184b971-14d0-406b-b25a-1faf8c811208 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:23:17.572404 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-4628c7f6-b631-49e3-b5ef-619f9cdea349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6184b971-14d0-406b-b25a-1faf8c811208', 'name': 'tempest-TestAggregatesBasicOps-1113881082-router', 'tenant_id': 'b5cdf5fb2bde49c6a0ca65d7979f4f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '7e868e08-3871-4878-95fc-720c0fcd2fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:02Z', 'updated_at': '2021-08-28T15:23:16Z', 'revision_number': 5, 'project_id': 'b5cdf5fb2bde49c6a0ca65d7979f4f66', 'gw_port': {'id': '7e868e08-3871-4878-95fc-720c0fcd2fbb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6184b971-14d0-406b-b25a-1faf8c811208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:03Z', 'updated_at': '2021-08-28T15:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:17.609260 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4628c7f6-b631-49e3-b5ef-619f9cdea349 None None] Checking router: 6184b971-14d0-406b-b25a-1faf8c811208 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:23:17.619562 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4628c7f6-b631-49e3-b5ef-619f9cdea349 None None] Routers {'6184b971-14d0-406b-b25a-1faf8c811208'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:23:17.620236 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-4628c7f6-b631-49e3-b5ef-619f9cdea349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:23:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['6184b971-14d0-406b-b25a-1faf8c811208'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:17.627233 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17409f0a-0920-4da2-afe8-d3cba380cdbd req-dedb9488-1d7c-491f-9a14-cdcd516e95d8 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:17.628786 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-17409f0a-0920-4da2-afe8-d3cba380cdbd req-dedb9488-1d7c-491f-9a14-cdcd516e95d8 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 944 time: 0.0676301 Aug 28 15:23:17.630018 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9d1a4536-9d52-4557-b18b-bb96d9a6e76a admin admin] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:17.729240 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-4628c7f6-b631-49e3-b5ef-619f9cdea349 None None] Set router 6184b971-14d0-406b-b25a-1faf8c811208 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:23:17.748441 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-17409f0a-0920-4da2-afe8-d3cba380cdbd req-03af02e0-daaf-44dd-9714-97c3a0fed7bc tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785055 Aug 28 15:23:17.778767 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9d1a4536-9d52-4557-b18b-bb96d9a6e76a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:17.835313 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-9d1a4536-9d52-4557-b18b-bb96d9a6e76a admin admin] Deleting port 7e868e08-3871-4878-95fc-720c0fcd2fbb {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:23:17.835831 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9d1a4536-9d52-4557-b18b-bb96d9a6e76a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:17.928980 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-4628c7f6-b631-49e3-b5ef-619f9cdea349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6184b971-14d0-406b-b25a-1faf8c811208', 'name': 'tempest-TestAggregatesBasicOps-1113881082-router', 'tenant_id': 'b5cdf5fb2bde49c6a0ca65d7979f4f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '7e868e08-3871-4878-95fc-720c0fcd2fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:02Z', 'updated_at': '2021-08-28T15:23:16Z', 'revision_number': 5, 'project_id': 'b5cdf5fb2bde49c6a0ca65d7979f4f66', 'gw_port': {'id': '7e868e08-3871-4878-95fc-720c0fcd2fbb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6184b971-14d0-406b-b25a-1faf8c811208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:03Z', 'updated_at': '2021-08-28T15:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:17.931083 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-9d1a4536-9d52-4557-b18b-bb96d9a6e76a admin admin] For port 7e868e08-3871-4878-95fc-720c0fcd2fbb, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7e868e08-3871-4878-95fc-720c0fcd2fbb,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:23:17.931650 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9d1a4536-9d52-4557-b18b-bb96d9a6e76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:17.945387 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-9d1a4536-9d52-4557-b18b-bb96d9a6e76a admin admin] Calling delete_port for 7e868e08-3871-4878-95fc-720c0fcd2fbb owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:23:17.965149 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4628c7f6-b631-49e3-b5ef-619f9cdea349 None None] The sync data for ids ['6184b971-14d0-406b-b25a-1faf8c811208'] in n-d-712137-10 is: [{'id': '6184b971-14d0-406b-b25a-1faf8c811208', 'name': 'tempest-TestAggregatesBasicOps-1113881082-router', 'tenant_id': 'b5cdf5fb2bde49c6a0ca65d7979f4f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '7e868e08-3871-4878-95fc-720c0fcd2fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:02Z', 'updated_at': '2021-08-28T15:23:16Z', 'revision_number': 5, 'project_id': 'b5cdf5fb2bde49c6a0ca65d7979f4f66', 'gw_port': {'id': '7e868e08-3871-4878-95fc-720c0fcd2fbb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6184b971-14d0-406b-b25a-1faf8c811208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:03Z', 'updated_at': '2021-08-28T15:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:23:18.118604 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300f416-63cd-40b1-ba7e-67c6163b4385 req-658619eb-9ffa-4dc3-8560-2bd09b3fec7d tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:18.120164 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f300f416-63cd-40b1-ba7e-67c6163b4385 req-658619eb-9ffa-4dc3-8560-2bd09b3fec7d tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.13 "GET /v2.0/ports?device_id=34ab54c1-0ae7-40cb-a874-34e96fd1fbec HTTP/1.1" status: 200 len: 945 time: 0.1028593 Aug 28 15:23:18.188357 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f300f416-63cd-40b1-ba7e-67c6163b4385 req-3e123df4-20b5-46bd-b5c8-5064c0a9ee34 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.13 "GET /v2.0/security-groups?id=888bc22d-9044-4fcd-986a-2ffdef5751fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590076 Aug 28 15:23:18.202100 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9d1a4536-9d52-4557-b18b-bb96d9a6e76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:18.225385 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a4536-9d52-4557-b18b-bb96d9a6e76a admin admin] Pushing event deleted for resources: {'Port': ['ID=7e868e08-3871-4878-95fc-720c0fcd2fbb,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:18.292684 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9d1a4536-9d52-4557-b18b-bb96d9a6e76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:18.416278 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9d1a4536-9d52-4557-b18b-bb96d9a6e76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:18.418574 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9d1a4536-9d52-4557-b18b-bb96d9a6e76a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:18.467757 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9d1a4536-9d52-4557-b18b-bb96d9a6e76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:18.468366 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1a4536-9d52-4557-b18b-bb96d9a6e76a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6184b971-14d0-406b-b25a-1faf8c811208 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:23:18.470323 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1e9250cd-9bbb-4075-a969-fd76893ac3b4 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:23:18.472813 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9d1a4536-9d52-4557-b18b-bb96d9a6e76a admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:18.474207 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9d1a4536-9d52-4557-b18b-bb96d9a6e76a admin admin] 10.222.0.13 "DELETE /v2.0/routers/6184b971-14d0-406b-b25a-1faf8c811208 HTTP/1.1" status: 204 len: 168 time: 1.3358436 Aug 28 15:23:18.476830 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42912) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:18.494187 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 1e9250cd-9bbb-4075-a969-fd76893ac3b4 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:23:18.494898 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1e9250cd-9bbb-4075-a969-fd76893ac3b4 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:23:18.523192 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4eef8e1-4f84-4816-940a-706de2142acf admin admin] Deleting subnet f32c4b99-7820-4b98-abfa-0f526d8a63a1 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:23:18.526285 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d4eef8e1-4f84-4816-940a-706de2142acf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:18.561887 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d4eef8e1-4f84-4816-940a-706de2142acf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:18.645520 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d4eef8e1-4f84-4816-940a-706de2142acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:18.703234 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d4eef8e1-4f84-4816-940a-706de2142acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:18.732624 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d4eef8e1-4f84-4816-940a-706de2142acf admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:18.736898 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d4eef8e1-4f84-4816-940a-706de2142acf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f32c4b99-7820-4b98-abfa-0f526d8a63a1 HTTP/1.1" status: 204 len: 168 time: 0.2566819 Aug 28 15:23:18.736898 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eef8e1-4f84-4816-940a-706de2142acf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f32c4b99-7820-4b98-abfa-0f526d8a63a1,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:18.737339 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42914) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:18.739785 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deca5564-1c6d-47db-8777-e4b0ef42ba3c None None] Network aca07180-1e71-4f6b-8f92-30f08512fe15 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:23:18.816147 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27a409e6-7ff6-4d90-a10d-ba9b023a2a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:18.874759 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0fbda-5dd8-4525-93ff-5d120ac2e65b req-1c99e199-1103-4870-92e0-49e8539316f7 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:18.877173 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-98c0fbda-5dd8-4525-93ff-5d120ac2e65b req-1c99e199-1103-4870-92e0-49e8539316f7 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 944 time: 0.0547297 Aug 28 15:23:18.878440 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-27a409e6-7ff6-4d90-a10d-ba9b023a2a31 admin admin] Deleting port f467705d-c284-48d2-9549-c5e5e7c77a9d {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:23:18.878794 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27a409e6-7ff6-4d90-a10d-ba9b023a2a31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:18.918376 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-98c0fbda-5dd8-4525-93ff-5d120ac2e65b req-50fd82a8-6116-44b1-a303-4eec5ae67a82 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348372 Aug 28 15:23:18.944812 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-27a409e6-7ff6-4d90-a10d-ba9b023a2a31 admin admin] For port f467705d-c284-48d2-9549-c5e5e7c77a9d, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f467705d-c284-48d2-9549-c5e5e7c77a9d,segment=NetworkSegment(f2987705-5900-4ce6-9b9e-e02777cde5be),segment_id=f2987705-5900-4ce6-9b9e-e02777cde5be)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:23:18.945177 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27a409e6-7ff6-4d90-a10d-ba9b023a2a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:18.958533 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-27a409e6-7ff6-4d90-a10d-ba9b023a2a31 admin admin] Calling delete_port for f467705d-c284-48d2-9549-c5e5e7c77a9d owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:23:19.039889 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d54a65-f665-4367-8fbb-b4e503259554 None None] DHCP port deletion for aca07180-1e71-4f6b-8f92-30f08512fe15 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:23:19.046687 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27a409e6-7ff6-4d90-a10d-ba9b023a2a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:19.067182 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-73d54a65-f665-4367-8fbb-b4e503259554 None None] The port 'f467705d-c284-48d2-9549-c5e5e7c77a9d' was deleted {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 28 15:23:19.077763 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a409e6-7ff6-4d90-a10d-ba9b023a2a31 admin admin] No DVR routers for this DVR port f467705d-c284-48d2-9549-c5e5e7c77a9d on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:23:19.083873 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a409e6-7ff6-4d90-a10d-ba9b023a2a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=f467705d-c284-48d2-9549-c5e5e7c77a9d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:19.156569 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27a409e6-7ff6-4d90-a10d-ba9b023a2a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:19.166283 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-27a409e6-7ff6-4d90-a10d-ba9b023a2a31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aca07180-1e71-4f6b-8f92-30f08512fe15']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:19.176796 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-27a409e6-7ff6-4d90-a10d-ba9b023a2a31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2987705-5900-4ce6-9b9e-e02777cde5be') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:19.177091 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-27a409e6-7ff6-4d90-a10d-ba9b023a2a31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2987705-5900-4ce6-9b9e-e02777cde5be') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:19.185744 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27a409e6-7ff6-4d90-a10d-ba9b023a2a31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:19.199014 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27a409e6-7ff6-4d90-a10d-ba9b023a2a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:19.205152 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a409e6-7ff6-4d90-a10d-ba9b023a2a31 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:23:19.205532 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27a409e6-7ff6-4d90-a10d-ba9b023a2a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:23:19.207131 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:23:19.268863 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27a409e6-7ff6-4d90-a10d-ba9b023a2a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:19.275439 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27a409e6-7ff6-4d90-a10d-ba9b023a2a31 admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:19.277342 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-27a409e6-7ff6-4d90-a10d-ba9b023a2a31 admin admin] 10.222.0.13 "DELETE /v2.0/networks/aca07180-1e71-4f6b-8f92-30f08512fe15 HTTP/1.1" status: 204 len: 168 time: 0.5388932 Aug 28 15:23:19.311998 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a409e6-7ff6-4d90-a10d-ba9b023a2a31 admin admin] Pushing event deleted for resources: {'Network': ['ID=aca07180-1e71-4f6b-8f92-30f08512fe15,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:19.337444 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707cdf4-8884-4c57-b235-031e41f4bbba req-d7560776-34c8-42c9-a1a4-e134c6391797 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:19.339102 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2707cdf4-8884-4c57-b235-031e41f4bbba req-d7560776-34c8-42c9-a1a4-e134c6391797 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.13 "GET /v2.0/ports?device_id=34ab54c1-0ae7-40cb-a874-34e96fd1fbec HTTP/1.1" status: 200 len: 945 time: 0.0795133 Aug 28 15:23:19.380879 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2707cdf4-8884-4c57-b235-031e41f4bbba req-6028cd4c-18ae-49ee-9d50-59d609e3103f tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.13 "GET /v2.0/security-groups?id=888bc22d-9044-4fcd-986a-2ffdef5751fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350454 Aug 28 15:23:19.494640 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42928) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:19.535156 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-41cb41cb-fcf8-464e-b2f6-63ecccdda3b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dadee8b6c36e4e9e90156151587eb165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393634 Aug 28 15:23:19.537569 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42930) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:19.585322 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1a40342b-ebdf-4789-b504-d0fe5e4b8d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:19.606490 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1a40342b-ebdf-4789-b504-d0fe5e4b8d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:19.679181 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1a40342b-ebdf-4789-b504-d0fe5e4b8d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:19.681686 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1a40342b-ebdf-4789-b504-d0fe5e4b8d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:19.682850 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1a40342b-ebdf-4789-b504-d0fe5e4b8d20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2be30b5b-08d9-4905-a81b-e110f070de5e HTTP/1.1" status: 204 len: 168 time: 0.1443832 Aug 28 15:23:19.701957 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea8ce9-1d65-4ddb-be5d-1b3c2929518a req-86467876-d2ea-442d-afcc-a41f79c53d28 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:19.703436 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4fea8ce9-1d65-4ddb-be5d-1b3c2929518a req-86467876-d2ea-442d-afcc-a41f79c53d28 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ab54c1-0ae7-40cb-a874-34e96fd1fbec HTTP/1.1" status: 200 len: 945 time: 0.0632613 Aug 28 15:23:19.704670 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a40342b-ebdf-4789-b504-d0fe5e4b8d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be30b5b-08d9-4905-a81b-e110f070de5e,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:19.815611 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-4fea8ce9-1d65-4ddb-be5d-1b3c2929518a req-ed660ab1-1e30-42d3-8ef6-f5cc85933366 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Deleting port 46ec3186-6d73-4329-9400-1bbcaf7acb6a {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:23:19.816333 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4fea8ce9-1d65-4ddb-be5d-1b3c2929518a req-ed660ab1-1e30-42d3-8ef6-f5cc85933366 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:19.918831 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-4fea8ce9-1d65-4ddb-be5d-1b3c2929518a req-ed660ab1-1e30-42d3-8ef6-f5cc85933366 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] For port 46ec3186-6d73-4329-9400-1bbcaf7acb6a, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=46ec3186-6d73-4329-9400-1bbcaf7acb6a,segment=NetworkSegment(d2d9de8b-934c-4597-9c52-9f59018c53d5),segment_id=d2d9de8b-934c-4597-9c52-9f59018c53d5)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:23:19.919186 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4fea8ce9-1d65-4ddb-be5d-1b3c2929518a req-ed660ab1-1e30-42d3-8ef6-f5cc85933366 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:19.941110 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-4fea8ce9-1d65-4ddb-be5d-1b3c2929518a req-ed660ab1-1e30-42d3-8ef6-f5cc85933366 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Calling delete_port for 46ec3186-6d73-4329-9400-1bbcaf7acb6a owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:23:20.081796 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44813e-aada-4c14-83d6-18023879da21 req-9f5146e4-b632-43a9-b560-915e09f0339f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:20.083347 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-af44813e-aada-4c14-83d6-18023879da21 req-9f5146e4-b632-43a9-b560-915e09f0339f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 944 time: 0.0884805 Aug 28 15:23:20.097857 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f467705d-c284-48d2-9549-c5e5e7c77a9d no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:23:20.122193 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: f467705d-c284-48d2-9549-c5e5e7c77a9d {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:23:20.123083 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f467705d-c284-48d2-9549-c5e5e7c77a9d not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:23:20.123503 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7e868e08-3871-4878-95fc-720c0fcd2fbb no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:23:20.142360 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42938) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:20.151904 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 7e868e08-3871-4878-95fc-720c0fcd2fbb {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:23:20.152401 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7e868e08-3871-4878-95fc-720c0fcd2fbb not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:23:20.168519 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-af44813e-aada-4c14-83d6-18023879da21 req-2c4a07fc-2bb0-420b-8bb7-9c8b1a46dabc tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623760 Aug 28 15:23:20.171085 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4fea8ce9-1d65-4ddb-be5d-1b3c2929518a req-ed660ab1-1e30-42d3-8ef6-f5cc85933366 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:20.187509 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['46ec3186-6d73-4329-9400-1bbcaf7acb6a'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:23:20.210844 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c8a3bb6a-c2f7-472b-a046-ea01b5a01ebd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b5cdf5fb2bde49c6a0ca65d7979f4f66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0674095 Aug 28 15:23:20.214283 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42940) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:20.239261 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed660ab1-1e30-42d3-8ef6-f5cc85933366 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Pushing event deleted for resources: {'Port': ['ID=46ec3186-6d73-4329-9400-1bbcaf7acb6a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:20.262736 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fea8ce9-1d65-4ddb-be5d-1b3c2929518a req-ed660ab1-1e30-42d3-8ef6-f5cc85933366 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] No DVR routers for this DVR port 46ec3186-6d73-4329-9400-1bbcaf7acb6a on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:23:20.266575 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4fea8ce9-1d65-4ddb-be5d-1b3c2929518a req-ed660ab1-1e30-42d3-8ef6-f5cc85933366 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:20.269085 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4fea8ce9-1d65-4ddb-be5d-1b3c2929518a req-ed660ab1-1e30-42d3-8ef6-f5cc85933366 tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.41 "DELETE /v2.0/ports/46ec3186-6d73-4329-9400-1bbcaf7acb6a HTTP/1.1" status: 204 len: 173 time: 0.5580823 Aug 28 15:23:20.269547 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ab54c1-0ae7-40cb-a874-34e96fd1fbec', 'name': 'network-vif-deleted', 'tag': '46ec3186-6d73-4329-9400-1bbcaf7acb6a'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:23:20.273369 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a56ed9e-bb3b-49d7-97d0-b32c474d2342" -d '{"events": [{"server_uuid": "34ab54c1-0ae7-40cb-a874-34e96fd1fbec", "name": "network-vif-deleted", "tag": "46ec3186-6d73-4329-9400-1bbcaf7acb6a"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:23:20.288035 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a0a8e515-fcc5-4fc0-9cd8-f64318fd2741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:20.326772 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513540cc-a62e-448d-9abb-2a59fe04ab65 x-openstack-request-id: req-513540cc-a62e-448d-9abb-2a59fe04ab65 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:23:20.327086 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ab54c1-0ae7-40cb-a874-34e96fd1fbec", "name": "network-vif-deleted", "tag": "46ec3186-6d73-4329-9400-1bbcaf7acb6a", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:23:20.327435 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-513540cc-a62e-448d-9abb-2a59fe04ab65 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:23:20.328072 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ab54c1-0ae7-40cb-a874-34e96fd1fbec', 'name': 'network-vif-deleted', 'tag': '46ec3186-6d73-4329-9400-1bbcaf7acb6a', 'status': 'completed', 'code': 200} Aug 28 15:23:20.334335 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a0a8e515-fcc5-4fc0-9cd8-f64318fd2741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:20.408548 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a0a8e515-fcc5-4fc0-9cd8-f64318fd2741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:20.411428 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a0a8e515-fcc5-4fc0-9cd8-f64318fd2741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:20.412871 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a0a8e515-fcc5-4fc0-9cd8-f64318fd2741 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9f4ec55-60b2-413d-a20c-59d6dc697279 HTTP/1.1" status: 204 len: 168 time: 0.1975365 Aug 28 15:23:20.424130 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8e515-fcc5-4fc0-9cd8-f64318fd2741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f4ec55-60b2-413d-a20c-59d6dc697279,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:20.532007 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74602755-f16d-4367-87e9-df33ea4d931e req-45b3bbef-f846-4f1d-85cd-417c1c6ab2ac tempest-VolumesActionsTest-71975770 tempest-VolumesActionsTest-71975770-project] 10.222.0.13 "GET /v2.0/ports?device_id=34ab54c1-0ae7-40cb-a874-34e96fd1fbec HTTP/1.1" status: 200 len: 210 time: 0.0370617 Aug 28 15:23:21.248867 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42972) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:21.313864 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea788c-aa38-4f45-9265-365fb22cb067 req-4cc9b4e9-ad9d-4bb5-8165-ff50d11ad580 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:21.316093 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-15ea788c-aa38-4f45-9265-365fb22cb067 req-4cc9b4e9-ad9d-4bb5-8165-ff50d11ad580 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 944 time: 0.0558872 Aug 28 15:23:21.359723 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-15ea788c-aa38-4f45-9265-365fb22cb067 req-ab933a22-922d-4e99-bd15-4e83a42e451f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370088 Aug 28 15:23:21.401561 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-d1dafef8-af92-4f7a-a6dd-7b458da8e1c2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-79400804-network', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:23:21.423920 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1dafef8-af92-4f7a-a6dd-7b458da8e1c2 admin admin] Made reservation on behalf of 555f7f8f6e114106877ec3a31244bea0 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:23:21.426517 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d1dafef8-af92-4f7a-a6dd-7b458da8e1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:21.436703 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d1dafef8-af92-4f7a-a6dd-7b458da8e1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:21.538644 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d1dafef8-af92-4f7a-a6dd-7b458da8e1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:21.543764 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d1dafef8-af92-4f7a-a6dd-7b458da8e1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:21.578014 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1dafef8-af92-4f7a-a6dd-7b458da8e1c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:23:21.582798 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dafef8-af92-4f7a-a6dd-7b458da8e1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9923a07a-cda2-44a1-9e2d-7570e995cced,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:21.590753 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d1dafef8-af92-4f7a-a6dd-7b458da8e1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:21.590753 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-d1dafef8-af92-4f7a-a6dd-7b458da8e1c2 admin admin] Added segment 9e2cfbd1-e930-4cfd-b256-7cd8636712ca of type vlan for network 76fd90f7-3343-4298-9bbe-ebe12140d877 Aug 28 15:23:21.649175 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d1dafef8-af92-4f7a-a6dd-7b458da8e1c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:21.675531 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d1dafef8-af92-4f7a-a6dd-7b458da8e1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:21.677014 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dafef8-af92-4f7a-a6dd-7b458da8e1c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:21.677595 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d1dafef8-af92-4f7a-a6dd-7b458da8e1c2 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:21.739789 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 42984) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:21.739959 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d1dafef8-af92-4f7a-a6dd-7b458da8e1c2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4893808 Aug 28 15:23:21.748466 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-4cc07d4c-8008-416f-b9b2-be8c3951e8ab admin admin] Request body: {'subnet': {'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-79400804-subnet', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:23:21.752761 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dafef8-af92-4f7a-a6dd-7b458da8e1c2 admin admin] Pushing event updated for resources: {'Network': ['ID=76fd90f7-3343-4298-9bbe-ebe12140d877,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:21.763746 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 76fd90f7-3343-4298-9bbe-ebe12140d877 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:23:21.777373 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc07d4c-8008-416f-b9b2-be8c3951e8ab admin admin] Made reservation on behalf of 555f7f8f6e114106877ec3a31244bea0 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:23:21.780936 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4cc07d4c-8008-416f-b9b2-be8c3951e8ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:22.015729 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4cc07d4c-8008-416f-b9b2-be8c3951e8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:22.083418 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc07d4c-8008-416f-b9b2-be8c3951e8ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=d47280d4-d4b0-428c-afd5-9884a7cafefb,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:22.096132 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc07d4c-8008-416f-b9b2-be8c3951e8ab admin admin] Checking segment: {'id': '9e2cfbd1-e930-4cfd-b256-7cd8636712ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:23:22.096666 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc07d4c-8008-416f-b9b2-be8c3951e8ab admin admin] Network hostable DHCP agents. Network: 76fd90f7-3343-4298-9bbe-ebe12140d877, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:23:22.115959 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc07d4c-8008-416f-b9b2-be8c3951e8ab admin admin] Network 76fd90f7-3343-4298-9bbe-ebe12140d877 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:23:22.126067 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-4cc07d4c-8008-416f-b9b2-be8c3951e8ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 76fd90f7-3343-4298-9bbe-ebe12140d877) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:23:22.131020 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc07d4c-8008-416f-b9b2-be8c3951e8ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:22.131899 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4cc07d4c-8008-416f-b9b2-be8c3951e8ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:22.141765 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadb5d31-dd7a-4850-947a-99817a2ba2c7 None None] Network 76fd90f7-3343-4298-9bbe-ebe12140d877 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:23:22.156394 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4cc07d4c-8008-416f-b9b2-be8c3951e8ab admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4097226 Aug 28 15:23:22.156983 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 42992) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:22.162318 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-79400804-router', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:23:22.185966 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:22.187756 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:22.258422 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:22.315875 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa6b7ef-e2ef-4707-91c7-57e98fdc7703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-76fd90f7-3343-4298-9bbe-ebe12140d877', 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'fixed_ips': [{'subnet_id': 'd47280d4-d4b0-428c-afd5-9884a7cafefb'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:23:22.317812 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9fa6b7ef-e2ef-4707-91c7-57e98fdc7703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:22.438950 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:22.508637 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-9fa6b7ef-e2ef-4707-91c7-57e98fdc7703 None None] Allocated IP 172.20.0.2 (76fd90f7-3343-4298-9bbe-ebe12140d877/d47280d4-d4b0-428c-afd5-9884a7cafefb/1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:23:22.547681 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad35eee-cd46-48ae-b43d-933876274730 req-a66cd0ef-a209-4a39-901b-fe1db3fbb96d tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:22.560550 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0ad35eee-cd46-48ae-b43d-933876274730 req-a66cd0ef-a209-4a39-901b-fe1db3fbb96d tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 944 time: 0.0934565 Aug 28 15:23:22.629088 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0ad35eee-cd46-48ae-b43d-933876274730 req-65faa92e-cb32-43f3-aaf4-9441da35f0e2 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671034 Aug 28 15:23:22.739204 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9fa6b7ef-e2ef-4707-91c7-57e98fdc7703 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:22.755759 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9fa6b7ef-e2ef-4707-91c7-57e98fdc7703 None None] Transition to ACTIVE for port object 1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:23:22.780627 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9fa6b7ef-e2ef-4707-91c7-57e98fdc7703 None None] Transition to ACTIVE for port object 1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:23:22.787212 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9fa6b7ef-e2ef-4707-91c7-57e98fdc7703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:22.836799 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa6b7ef-e2ef-4707-91c7-57e98fdc7703 None None] Network 76fd90f7-3343-4298-9bbe-ebe12140d877 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:23:22.840155 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-9fa6b7ef-e2ef-4707-91c7-57e98fdc7703 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:23:22.844189 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa6b7ef-e2ef-4707-91c7-57e98fdc7703 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:23:22.852600 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6b7ef-e2ef-4707-91c7-57e98fdc7703 None None] Pushing event updated for resources: {'Port': ['ID=1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:22.917592 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-9fa6b7ef-e2ef-4707-91c7-57e98fdc7703 None None] Attempting to bind port 1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:23:22.917986 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-9fa6b7ef-e2ef-4707-91c7-57e98fdc7703 None None] Attempting to bind port 1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '9e2cfbd1-e930-4cfd-b256-7cd8636712ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:23:22.918472 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa6b7ef-e2ef-4707-91c7-57e98fdc7703 None None] Attempting to bind port 1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60 on network 76fd90f7-3343-4298-9bbe-ebe12140d877 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:23:22.929237 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa6b7ef-e2ef-4707-91c7-57e98fdc7703 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:23:22.929696 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa6b7ef-e2ef-4707-91c7-57e98fdc7703 None None] Checking segment: {'id': '9e2cfbd1-e930-4cfd-b256-7cd8636712ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:23:22.930940 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9fa6b7ef-e2ef-4707-91c7-57e98fdc7703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:22.930940 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa6b7ef-e2ef-4707-91c7-57e98fdc7703 None None] Bound using segment: {'id': '9e2cfbd1-e930-4cfd-b256-7cd8636712ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:23:22.931313 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-9fa6b7ef-e2ef-4707-91c7-57e98fdc7703 None None] Bound port: 1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e2cfbd1-e930-4cfd-b256-7cd8636712ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:23:22.931743 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9fa6b7ef-e2ef-4707-91c7-57e98fdc7703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:23.017411 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9fa6b7ef-e2ef-4707-91c7-57e98fdc7703 None None] For port 1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:23:23.021245 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9fa6b7ef-e2ef-4707-91c7-57e98fdc7703 None None] For port 1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60,segment=NetworkSegment(9e2cfbd1-e930-4cfd-b256-7cd8636712ca),segment_id=9e2cfbd1-e930-4cfd-b256-7cd8636712ca)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:23:23.026340 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9fa6b7ef-e2ef-4707-91c7-57e98fdc7703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:23.114658 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6b7ef-e2ef-4707-91c7-57e98fdc7703 None None] Pushing event updated for resources: {'Port': ['ID=1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:23.116009 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:23.140389 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:23.298311 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] Allocated IP 172.25.3.233 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/e119bc8c-5f46-4b69-afce-53d3bd304788) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:23:23.447617 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:23.489923 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:23.533557 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:23:23.540427 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:23:23.544741 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:23:23.568713 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] Pushing event updated for resources: {'Port': ['ID=e119bc8c-5f46-4b69-afce-53d3bd304788,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:23.581456 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:23:23.581809 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:23:23.582162 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:23:23.582563 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:23:23.582901 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:23:23.583271 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:23:23.583568 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:23:23.583916 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:23:23.584266 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:23:23.584654 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:23:23.585019 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:23:23.585334 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:23:23.886614 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf1fff-3880-4e5b-9cce-c12b532e51bd req-683f20d0-ba47-43d2-af04-8798209c2b83 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:23.889287 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-30bf1fff-3880-4e5b-9cce-c12b532e51bd req-683f20d0-ba47-43d2-af04-8798209c2b83 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 944 time: 0.1236761 Aug 28 15:23:23.898796 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:24.015350 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-30bf1fff-3880-4e5b-9cce-c12b532e51bd req-b78e5ca7-e3cc-46e7-b093-8be1641d7eb2 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141434 Aug 28 15:23:24.064497 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 46ec3186-6d73-4329-9400-1bbcaf7acb6a no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:23:24.123930 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 46ec3186-6d73-4329-9400-1bbcaf7acb6a {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:23:24.124531 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 46ec3186-6d73-4329-9400-1bbcaf7acb6a not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:23:24.173955 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:24.217582 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:23:24.283424 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:23:24.299507 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a00fd5-b0eb-46a1-9fba-6db6963272c1 None None] Network 76fd90f7-3343-4298-9bbe-ebe12140d877 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:23:24.352244 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] Router f589c588-da21-4582-bfef-0c91fa0c49b1 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:23:24.376182 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8f016643-522c-4fb9-bffb-9517a6ad3ea7 None None] Provisioning for port 1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:23:24.384506 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8f016643-522c-4fb9-bffb-9517a6ad3ea7 None None] Provisioning complete for port 1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:23:24.385185 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8f016643-522c-4fb9-bffb-9517a6ad3ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:24.485997 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:23:24.502646 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773aa9a0-90d8-45ab-babd-3291527d48e4 None None] Sync routers for ids ['f589c588-da21-4582-bfef-0c91fa0c49b1'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:23:24.503266 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:24.507024 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e3da0e76-5b2e-4cbd-8ea9-9b219a0555bf admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3462560 Aug 28 15:23:24.507537 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43018) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:24.521472 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773aa9a0-90d8-45ab-babd-3291527d48e4 None None] Routers {'f589c588-da21-4582-bfef-0c91fa0c49b1'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:23:24.522653 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-773aa9a0-90d8-45ab-babd-3291527d48e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:23:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f589c588-da21-4582-bfef-0c91fa0c49b1'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:24.533072 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:24.567867 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8f016643-522c-4fb9-bffb-9517a6ad3ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:24.611440 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8f016643-522c-4fb9-bffb-9517a6ad3ea7 None None] For port 1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60,segment=NetworkSegment(9e2cfbd1-e930-4cfd-b256-7cd8636712ca),segment_id=9e2cfbd1-e930-4cfd-b256-7cd8636712ca)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:23:24.618590 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8f016643-522c-4fb9-bffb-9517a6ad3ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:24.669279 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-773aa9a0-90d8-45ab-babd-3291527d48e4 None None] Set router f589c588-da21-4582-bfef-0c91fa0c49b1 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:23:24.687432 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f016643-522c-4fb9-bffb-9517a6ad3ea7 None None] Pushing event updated for resources: {'Port': ['ID=1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:24.889397 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device c54e2dde-6fea-4f87-9b65-09266fc3d3d2 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:23:24.946087 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-773aa9a0-90d8-45ab-babd-3291527d48e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'name': 'tempest-TestVolumeBackupRestore-79400804-router', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:22Z', 'updated_at': '2021-08-28T15:23:23Z', 'revision_number': 3, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'gw_port': {'id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:23Z', 'updated_at': '2021-08-28T15:23:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:24.981309 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773aa9a0-90d8-45ab-babd-3291527d48e4 None None] Checking router: f589c588-da21-4582-bfef-0c91fa0c49b1 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:23:24.981936 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773aa9a0-90d8-45ab-babd-3291527d48e4 None None] Updating router f589c588-da21-4582-bfef-0c91fa0c49b1 port e119bc8c-5f46-4b69-afce-53d3bd304788 binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:23:24.999322 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-203e4ec4-7792-4165-84c6-9d0fd19105ab None None] Provisioning complete for port 1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:23:24.999610 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-203e4ec4-7792-4165-84c6-9d0fd19105ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:25.012836 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-773aa9a0-90d8-45ab-babd-3291527d48e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:25.065721 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port c54e2dde-6fea-4f87-9b65-09266fc3d3d2, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=c54e2dde-6fea-4f87-9b65-09266fc3d3d2,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:23:25.083530 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'c54e2dde-6fea-4f87-9b65-09266fc3d3d2', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'port_id': 'c54e2dde-6fea-4f87-9b65-09266fc3d3d2', 'mac_address': 'fa:16:3e:83:45:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:23:25.150601 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-957b8fa7-8a4f-4ae7-a9c6-477c0e2254fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:25.170778 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:25.178146 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1753a5-342d-4d8a-b7cb-f02992f92484 req-334fac8b-93be-4087-9f82-50870dcc77e7 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:25.181060 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-de1753a5-342d-4d8a-b7cb-f02992f92484 req-334fac8b-93be-4087-9f82-50870dcc77e7 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 944 time: 0.0533051 Aug 28 15:23:25.201935 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54e2dde-6fea-4f87-9b65-09266fc3d3d2 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:23:25.235946 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-de1753a5-342d-4d8a-b7cb-f02992f92484 req-ed1d3960-6f44-48a3-bcf7-02acf1be8a81 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472450 Aug 28 15:23:25.243454 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port c54e2dde-6fea-4f87-9b65-09266fc3d3d2, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=c54e2dde-6fea-4f87-9b65-09266fc3d3d2,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:23:25.249817 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:25.308874 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=c54e2dde-6fea-4f87-9b65-09266fc3d3d2,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:25.346720 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-957b8fa7-8a4f-4ae7-a9c6-477c0e2254fb admin admin] Allocated IP 172.20.0.1 (76fd90f7-3343-4298-9bbe-ebe12140d877/d47280d4-d4b0-428c-afd5-9884a7cafefb/20878db2-2a33-4104-9b1f-2826c0476af4) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:23:25.396922 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-773aa9a0-90d8-45ab-babd-3291527d48e4 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:25.408453 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-773aa9a0-90d8-45ab-babd-3291527d48e4 None None] Transition to ACTIVE for port object e119bc8c-5f46-4b69-afce-53d3bd304788 will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:23:25.415263 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-773aa9a0-90d8-45ab-babd-3291527d48e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:25.478510 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-773aa9a0-90d8-45ab-babd-3291527d48e4 None None] Attempting to bind port e119bc8c-5f46-4b69-afce-53d3bd304788 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:23:25.478906 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-773aa9a0-90d8-45ab-babd-3291527d48e4 None None] Attempting to bind port e119bc8c-5f46-4b69-afce-53d3bd304788 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:23:25.479272 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773aa9a0-90d8-45ab-babd-3291527d48e4 None None] Attempting to bind port e119bc8c-5f46-4b69-afce-53d3bd304788 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:23:25.481533 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80eff1-8a25-441a-a764-883e6d242cd2 None None] Pushing event updated for resources: {'Port': ['ID=e119bc8c-5f46-4b69-afce-53d3bd304788,revision_number=2']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:25.487857 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773aa9a0-90d8-45ab-babd-3291527d48e4 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:23:25.488239 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773aa9a0-90d8-45ab-babd-3291527d48e4 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:23:25.488646 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-773aa9a0-90d8-45ab-babd-3291527d48e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:25.489084 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773aa9a0-90d8-45ab-babd-3291527d48e4 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:23:25.489557 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-773aa9a0-90d8-45ab-babd-3291527d48e4 None None] Bound port: e119bc8c-5f46-4b69-afce-53d3bd304788, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:23:25.489938 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-773aa9a0-90d8-45ab-babd-3291527d48e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:25.495894 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-957b8fa7-8a4f-4ae7-a9c6-477c0e2254fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:25.514645 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['c54e2dde-6fea-4f87-9b65-09266fc3d3d2'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:23:25.521737 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-957b8fa7-8a4f-4ae7-a9c6-477c0e2254fb admin admin] Transition to ACTIVE for port object 20878db2-2a33-4104-9b1f-2826c0476af4 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:23:25.553794 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-773aa9a0-90d8-45ab-babd-3291527d48e4 None None] For port e119bc8c-5f46-4b69-afce-53d3bd304788, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:23:25.557497 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-773aa9a0-90d8-45ab-babd-3291527d48e4 None None] For port e119bc8c-5f46-4b69-afce-53d3bd304788, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e119bc8c-5f46-4b69-afce-53d3bd304788,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:23:25.562788 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-773aa9a0-90d8-45ab-babd-3291527d48e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:25.566505 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-957b8fa7-8a4f-4ae7-a9c6-477c0e2254fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:25.612148 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957b8fa7-8a4f-4ae7-a9c6-477c0e2254fb admin admin] Network 76fd90f7-3343-4298-9bbe-ebe12140d877 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:23:25.615477 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-957b8fa7-8a4f-4ae7-a9c6-477c0e2254fb admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:23:25.630042 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957b8fa7-8a4f-4ae7-a9c6-477c0e2254fb admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:23:25.704360 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b8fa7-8a4f-4ae7-a9c6-477c0e2254fb admin admin] Pushing event updated for resources: {'Port': ['ID=20878db2-2a33-4104-9b1f-2826c0476af4,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:25.713040 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773aa9a0-90d8-45ab-babd-3291527d48e4 None None] Routers {'f589c588-da21-4582-bfef-0c91fa0c49b1'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:23:25.713882 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-773aa9a0-90d8-45ab-babd-3291527d48e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:23:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f589c588-da21-4582-bfef-0c91fa0c49b1'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:25.742360 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-957b8fa7-8a4f-4ae7-a9c6-477c0e2254fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:25.796178 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80eff1-8a25-441a-a764-883e6d242cd2 None None] Pushing event updated for resources: {'Port': ['ID=e119bc8c-5f46-4b69-afce-53d3bd304788,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:25.976481 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-773aa9a0-90d8-45ab-babd-3291527d48e4 None None] Set router f589c588-da21-4582-bfef-0c91fa0c49b1 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:23:26.062718 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-546621fe-8fa9-4272-9afe-ed0d86130c6e None None] Provisioning for port 20878db2-2a33-4104-9b1f-2826c0476af4 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:23:26.067769 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-546621fe-8fa9-4272-9afe-ed0d86130c6e None None] Provisioning complete for port 20878db2-2a33-4104-9b1f-2826c0476af4 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:23:26.069058 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-546621fe-8fa9-4272-9afe-ed0d86130c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:26.091264 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-957b8fa7-8a4f-4ae7-a9c6-477c0e2254fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:26.119075 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:23:26.160124 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-546621fe-8fa9-4272-9afe-ed0d86130c6e None None] Port 20878db2-2a33-4104-9b1f-2826c0476af4 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:23:26.180455 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:23:26.180455 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:26.245315 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-773aa9a0-90d8-45ab-babd-3291527d48e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'name': 'tempest-TestVolumeBackupRestore-79400804-router', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:22Z', 'updated_at': '2021-08-28T15:23:23Z', 'revision_number': 3, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'gw_port': {'id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:23Z', 'updated_at': '2021-08-28T15:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:26.300651 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773aa9a0-90d8-45ab-babd-3291527d48e4 None None] The sync data for ids ['f589c588-da21-4582-bfef-0c91fa0c49b1'] in n-d-712137-10 is: [{'id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'name': 'tempest-TestVolumeBackupRestore-79400804-router', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:22Z', 'updated_at': '2021-08-28T15:23:23Z', 'revision_number': 3, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'gw_port': {'id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:23Z', 'updated_at': '2021-08-28T15:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:23:26.326743 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-957b8fa7-8a4f-4ae7-a9c6-477c0e2254fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:26.333247 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-957b8fa7-8a4f-4ae7-a9c6-477c0e2254fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:26.452407 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b8fa7-8a4f-4ae7-a9c6-477c0e2254fb admin admin] Pushing event updated for resources: {'Port': ['ID=20878db2-2a33-4104-9b1f-2826c0476af4,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:26.457256 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-957b8fa7-8a4f-4ae7-a9c6-477c0e2254fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:26.479920 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca0691-40b3-4d84-8383-090ea0316932 req-41755986-0a16-4d0d-9c34-2966ec00ac05 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:26.482076 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b6ca0691-40b3-4d84-8383-090ea0316932 req-41755986-0a16-4d0d-9c34-2966ec00ac05 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 945 time: 0.1445205 Aug 28 15:23:26.575227 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b6ca0691-40b3-4d84-8383-090ea0316932 req-1abd9e35-d8f5-466a-981c-3198bad4c051 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787370 Aug 28 15:23:26.617568 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957b8fa7-8a4f-4ae7-a9c6-477c0e2254fb admin admin] Network 76fd90f7-3343-4298-9bbe-ebe12140d877 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:23:26.623388 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:26.623578 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-957b8fa7-8a4f-4ae7-a9c6-477c0e2254fb admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:23:26.846609 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957b8fa7-8a4f-4ae7-a9c6-477c0e2254fb admin admin] Router f589c588-da21-4582-bfef-0c91fa0c49b1 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:23:26.908448 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device c54e2dde-6fea-4f87-9b65-09266fc3d3d2 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:23:26.968023 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port c54e2dde-6fea-4f87-9b65-09266fc3d3d2 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:23:26.976517 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port c54e2dde-6fea-4f87-9b65-09266fc3d3d2 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:23:26.976890 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:26.981242 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957b8fa7-8a4f-4ae7-a9c6-477c0e2254fb admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:23:26.987644 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-957b8fa7-8a4f-4ae7-a9c6-477c0e2254fb admin admin] 10.222.0.13 "PUT /v2.0/routers/f589c588-da21-4582-bfef-0c91fa0c49b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4792795 Aug 28 15:23:27.041660 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-721ce6ab-d755-4614-8e2b-5f19ccf71def None None] Provisioning complete for port 20878db2-2a33-4104-9b1f-2826c0476af4 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:23:27.052415 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-721ce6ab-d755-4614-8e2b-5f19ccf71def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:27.145538 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:27.147457 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-721ce6ab-d755-4614-8e2b-5f19ccf71def None None] Port 20878db2-2a33-4104-9b1f-2826c0476af4 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:23:27.179875 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc3c89a-36b6-417b-9a77-3c9540bb8793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54e2dde-6fea-4f87-9b65-09266fc3d3d2'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:23:27.181921 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f52f038-a2d7-4c8c-b94c-1a279cf6246c" -d '{"events": [{"server_uuid": "8dc3c89a-36b6-417b-9a77-3c9540bb8793", "name": "network-vif-plugged", "status": "completed", "tag": "c54e2dde-6fea-4f87-9b65-09266fc3d3d2"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:23:27.194191 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port c54e2dde-6fea-4f87-9b65-09266fc3d3d2, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=c54e2dde-6fea-4f87-9b65-09266fc3d3d2,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:23:27.199851 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:27.235787 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd27624-2240-4e42-a41b-5211a8530a23 x-openstack-request-id: req-2dd27624-2240-4e42-a41b-5211a8530a23 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:23:27.236239 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc3c89a-36b6-417b-9a77-3c9540bb8793", "name": "network-vif-plugged", "status": "completed", "tag": "c54e2dde-6fea-4f87-9b65-09266fc3d3d2", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:23:27.236663 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2dd27624-2240-4e42-a41b-5211a8530a23 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:23:27.237187 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc3c89a-36b6-417b-9a77-3c9540bb8793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54e2dde-6fea-4f87-9b65-09266fc3d3d2', 'code': 200} Aug 28 15:23:27.269071 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=c54e2dde-6fea-4f87-9b65-09266fc3d3d2,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:27.353999 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0040f-e9f9-454c-b227-064c6d4c6f75 req-b70d3f9e-610d-4d6a-9e45-afee84ed7452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:27.361092 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1cc0040f-e9f9-454c-b227-064c6d4c6f75 req-b70d3f9e-610d-4d6a-9e45-afee84ed7452 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 1098 time: 0.0656774 Aug 28 15:23:27.402689 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1cc0040f-e9f9-454c-b227-064c6d4c6f75 req-4f05fc77-380b-427d-a56b-a16a338f9622 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338805 Aug 28 15:23:27.588716 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43072) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:27.594902 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-67b58b15-eb67-46e1-beaa-b935fdf3cf2f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2073255074-network', 'tenant_id': '02fa4c6919414fd4a8a050755ef77f95'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:23:27.617183 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b58b15-eb67-46e1-beaa-b935fdf3cf2f admin admin] Made reservation on behalf of 02fa4c6919414fd4a8a050755ef77f95 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:23:27.619569 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-67b58b15-eb67-46e1-beaa-b935fdf3cf2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:27.628603 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-67b58b15-eb67-46e1-beaa-b935fdf3cf2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:27.714145 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfb844-b71f-4499-bb8c-02d801928e7f req-8ceecafb-ab02-4cfc-8b67-79265fadae93 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:27.716024 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d5cfb844-b71f-4499-bb8c-02d801928e7f req-8ceecafb-ab02-4cfc-8b67-79265fadae93 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 946 time: 0.0601990 Aug 28 15:23:27.727928 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-67b58b15-eb67-46e1-beaa-b935fdf3cf2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:27.732751 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-67b58b15-eb67-46e1-beaa-b935fdf3cf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:27.759665 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d5cfb844-b71f-4499-bb8c-02d801928e7f req-6f1f4d97-7215-4fa7-980b-971142ccda4a tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362544 Aug 28 15:23:27.764500 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67b58b15-eb67-46e1-beaa-b935fdf3cf2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:23:27.779955 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b58b15-eb67-46e1-beaa-b935fdf3cf2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdc33a9-a607-4b4a-a2ae-c20be0777847,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:27.787986 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-67b58b15-eb67-46e1-beaa-b935fdf3cf2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:27.788510 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-67b58b15-eb67-46e1-beaa-b935fdf3cf2f admin admin] Added segment 92853b97-a567-4155-ab76-461e042a6972 of type vlan for network 3df6053e-50cd-4250-9582-5523607e85e5 Aug 28 15:23:27.811904 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43080) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:27.839543 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-67b58b15-eb67-46e1-beaa-b935fdf3cf2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:27.869260 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-67b58b15-eb67-46e1-beaa-b935fdf3cf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:27.870375 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b58b15-eb67-46e1-beaa-b935fdf3cf2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:27.871037 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-67b58b15-eb67-46e1-beaa-b935fdf3cf2f admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:27.912940 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c3537b09-f0df-483d-8318-5f6f81d90811 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/floatingips/091f28c3-fe41-4f82-8fbf-f8ca0cdb2e0c HTTP/1.1" status: 200 len: 994 time: 0.0997889 Aug 28 15:23:27.930193 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-67b58b15-eb67-46e1-beaa-b935fdf3cf2f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3401284 Aug 28 15:23:27.933266 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43086) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:27.938452 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-72da6218-7199-4178-b8e1-04fdc6825e1a admin admin] Request body: {'subnet': {'network_id': '3df6053e-50cd-4250-9582-5523607e85e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2073255074-subnet', 'tenant_id': '02fa4c6919414fd4a8a050755ef77f95', 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:23:27.951893 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b58b15-eb67-46e1-beaa-b935fdf3cf2f admin admin] Pushing event updated for resources: {'Network': ['ID=3df6053e-50cd-4250-9582-5523607e85e5,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:27.965198 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 3df6053e-50cd-4250-9582-5523607e85e5 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:23:27.974340 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72da6218-7199-4178-b8e1-04fdc6825e1a admin admin] Made reservation on behalf of 02fa4c6919414fd4a8a050755ef77f95 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:23:27.977154 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-72da6218-7199-4178-b8e1-04fdc6825e1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:28.188024 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e119bc8c-5f46-4b69-afce-53d3bd304788 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:23:28.218759 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43100) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:28.260146 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port e119bc8c-5f46-4b69-afce-53d3bd304788 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:23:28.267434 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port e119bc8c-5f46-4b69-afce-53d3bd304788 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:23:28.267879 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:28.348340 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-72da6218-7199-4178-b8e1-04fdc6825e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:28.433171 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da6218-7199-4178-b8e1-04fdc6825e1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=761c577a-f036-418e-bae3-de7c049ad092,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:28.447942 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:28.466377 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72da6218-7199-4178-b8e1-04fdc6825e1a admin admin] Checking segment: {'id': '92853b97-a567-4155-ab76-461e042a6972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3df6053e-50cd-4250-9582-5523607e85e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:23:28.466742 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72da6218-7199-4178-b8e1-04fdc6825e1a admin admin] Network hostable DHCP agents. Network: 3df6053e-50cd-4250-9582-5523607e85e5, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:23:28.508065 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port e119bc8c-5f46-4b69-afce-53d3bd304788, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e119bc8c-5f46-4b69-afce-53d3bd304788,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:23:28.513113 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72da6218-7199-4178-b8e1-04fdc6825e1a admin admin] Network 3df6053e-50cd-4250-9582-5523607e85e5 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:23:28.523929 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:28.543503 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-72da6218-7199-4178-b8e1-04fdc6825e1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 3df6053e-50cd-4250-9582-5523607e85e5) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:23:28.558519 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d0e7c-d4d6-462a-a08c-d3d450a31c0c None None] Sync routers for ids ['f589c588-da21-4582-bfef-0c91fa0c49b1'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:23:28.563838 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72da6218-7199-4178-b8e1-04fdc6825e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:28.564689 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-72da6218-7199-4178-b8e1-04fdc6825e1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:28.583877 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-72da6218-7199-4178-b8e1-04fdc6825e1a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6494083 Aug 28 15:23:28.586219 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43106) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:28.593233 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-5e14788f-ba04-4409-bd99-223ac9b937e1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2073255074-router', 'tenant_id': '02fa4c6919414fd4a8a050755ef77f95', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:23:28.616457 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-ff7f199c-4380-4b77-be7c-0c804171e115 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Deleting port 6b6ab9dd-57cd-4200-9feb-1ddc46f2f119 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:23:28.618070 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ff7f199c-4380-4b77-be7c-0c804171e115 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:28.623202 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5e14788f-ba04-4409-bd99-223ac9b937e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:28.624642 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5e14788f-ba04-4409-bd99-223ac9b937e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:28.658568 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb02c7f-9a84-4d57-b590-b62af9dd05a3 None None] Network 3df6053e-50cd-4250-9582-5523607e85e5 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:23:28.707226 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5e14788f-ba04-4409-bd99-223ac9b937e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:28.765051 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ff7f199c-4380-4b77-be7c-0c804171e115 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:28.765403 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ff7f199c-4380-4b77-be7c-0c804171e115 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:28.779714 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-ff7f199c-4380-4b77-be7c-0c804171e115 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Calling delete_port for 6b6ab9dd-57cd-4200-9feb-1ddc46f2f119 owned by network:floatingip {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:23:28.803621 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d0e7c-d4d6-462a-a08c-d3d450a31c0c None None] Routers {'f589c588-da21-4582-bfef-0c91fa0c49b1'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:23:28.804290 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-3d4d0e7c-d4d6-462a-a08c-d3d450a31c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:23:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f589c588-da21-4582-bfef-0c91fa0c49b1'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:28.895044 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=e119bc8c-5f46-4b69-afce-53d3bd304788,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:28.994914 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ff7f199c-4380-4b77-be7c-0c804171e115 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:29.003457 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5e14788f-ba04-4409-bd99-223ac9b937e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:29.033141 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-3d4d0e7c-d4d6-462a-a08c-d3d450a31c0c None None] Set router f589c588-da21-4582-bfef-0c91fa0c49b1 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:23:29.062779 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f199c-4380-4b77-be7c-0c804171e115 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event deleted for resources: {'Port': ['ID=6b6ab9dd-57cd-4200-9feb-1ddc46f2f119,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:29.080327 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a81bf-0bc0-4064-b48d-81f0def2bb27 req-4f0ba432-a107-4d7b-a02b-fc3721895133 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:29.082062 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1e7a81bf-0bc0-4064-b48d-81f0def2bb27 req-4f0ba432-a107-4d7b-a02b-fc3721895133 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 946 time: 0.1972311 Aug 28 15:23:29.114783 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644bf419-746f-4489-bcfb-9a5e80f365cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-3df6053e-50cd-4250-9582-5523607e85e5', 'network_id': '3df6053e-50cd-4250-9582-5523607e85e5', 'tenant_id': '02fa4c6919414fd4a8a050755ef77f95', 'fixed_ips': [{'subnet_id': '761c577a-f036-418e-bae3-de7c049ad092'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:23:29.115795 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-644bf419-746f-4489-bcfb-9a5e80f365cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:29.139464 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1e7a81bf-0bc0-4064-b48d-81f0def2bb27 req-b1a9886b-94f0-4b38-8c18-5563b4ad8d60 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482244 Aug 28 15:23:29.230939 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ff7f199c-4380-4b77-be7c-0c804171e115 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for floatingip, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:29.231363 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [None req-ff7f199c-4380-4b77-be7c-0c804171e115 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Floating IP 091f28c3-fe41-4f82-8fbf-f8ca0cdb2e0c disassociated (deleted). External IP: 172.25.3.128, port: 59a92653-7594-44aa-bf01-8776e400f975. Aug 28 15:23:29.558065 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e6192-6f3d-4adf-a64e-e7e280de7ba5 req-ed7877a5-9657-43b6-b348-3e79d97b6662 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:29.560830 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-661e6192-6f3d-4adf-a64e-e7e280de7ba5 req-ed7877a5-9657-43b6-b348-3e79d97b6662 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 946 time: 0.1663897 Aug 28 15:23:29.708804 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-661e6192-6f3d-4adf-a64e-e7e280de7ba5 req-395398d5-e1b6-4693-b7ad-d708c76d3ae1 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085777 Aug 28 15:23:29.768836 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7f199c-4380-4b77-be7c-0c804171e115 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Router 9529f42d-3f5e-4def-9b4d-64f7d43868cf has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:23:29.832594 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5e14788f-ba04-4409-bd99-223ac9b937e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:29.872260 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5e14788f-ba04-4409-bd99-223ac9b937e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:29.904415 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-644bf419-746f-4489-bcfb-9a5e80f365cd None None] Allocated IP 172.20.0.2 (3df6053e-50cd-4250-9582-5523607e85e5/761c577a-f036-418e-bae3-de7c049ad092/d9732220-4bd2-4858-9a1a-b915e4b18afc) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:23:30.060540 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7f199c-4380-4b77-be7c-0c804171e115 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:23:30.070667 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ff7f199c-4380-4b77-be7c-0c804171e115 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:30.076153 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70087fb0-c381-432d-835f-5ab27530b97f None None] Sync routers for ids ['9529f42d-3f5e-4def-9b4d-64f7d43868cf'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:23:30.093828 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70087fb0-c381-432d-835f-5ab27530b97f None None] Routers {'9529f42d-3f5e-4def-9b4d-64f7d43868cf'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:23:30.095030 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-70087fb0-c381-432d-835f-5ab27530b97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:23:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9529f42d-3f5e-4def-9b4d-64f7d43868cf'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:30.101986 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-3d4d0e7c-d4d6-462a-a08c-d3d450a31c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'name': 'tempest-TestVolumeBackupRestore-79400804-router', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:22Z', 'updated_at': '2021-08-28T15:23:26Z', 'revision_number': 4, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'gw_port': {'id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:23Z', 'updated_at': '2021-08-28T15:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '20878db2-2a33-4104-9b1f-2826c0476af4', 'name': '', 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'mac_address': 'fa:16:3e:f6:1c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'd47280d4-d4b0-428c-afd5-9884a7cafefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:25Z', 'updated_at': '2021-08-28T15:23:26Z', 'revision_number': 2, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'subnets': [{'id': 'd47280d4-d4b0-428c-afd5-9884a7cafefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:30.130717 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ff7f199c-4380-4b77-be7c-0c804171e115 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "DELETE /v2.0/floatingips/091f28c3-fe41-4f82-8fbf-f8ca0cdb2e0c HTTP/1.1" status: 204 len: 168 time: 1.9108102 Aug 28 15:23:30.135127 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d21422f-22d2-4fca-94f6-bca72e7922c9', 'tag': '59a92653-7594-44aa-bf01-8776e400f975'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:23:30.148327 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5846cb47-33d5-48dd-8ed0-3b89ea1549cd" -d '{"events": [{"name": "network-changed", "server_uuid": "9d21422f-22d2-4fca-94f6-bca72e7922c9", "tag": "59a92653-7594-44aa-bf01-8776e400f975"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:23:30.160546 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d0e7c-d4d6-462a-a08c-d3d450a31c0c None None] Checking router: f589c588-da21-4582-bfef-0c91fa0c49b1 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:23:30.161141 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d0e7c-d4d6-462a-a08c-d3d450a31c0c None None] Updating router f589c588-da21-4582-bfef-0c91fa0c49b1 port 20878db2-2a33-4104-9b1f-2826c0476af4 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:23:30.214326 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3d4d0e7c-d4d6-462a-a08c-d3d450a31c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:30.260669 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e119bc8c-5f46-4b69-afce-53d3bd304788 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:23:30.268892 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-5e14788f-ba04-4409-bd99-223ac9b937e1 admin admin] Allocated IP 172.25.3.94 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/2f0160d8-8769-48ca-83a2-6eb7f74bacf5) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:23:30.285240 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549cb746-114e-4d81-bd6d-17a77ff348d9 req-02d04ff4-cecc-4a9c-bb07-d72a7865b1e9 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:30.286877 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-549cb746-114e-4d81-bd6d-17a77ff348d9 req-02d04ff4-cecc-4a9c-bb07-d72a7865b1e9 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 946 time: 0.0881739 Aug 28 15:23:30.421120 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-549cb746-114e-4d81-bd6d-17a77ff348d9 req-b9df5e5e-9a85-479d-b7fd-36a7d411b79c tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278131 Aug 28 15:23:30.499639 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc59dc2-1aeb-4689-b29a-87217d43611e x-openstack-request-id: req-afc59dc2-1aeb-4689-b29a-87217d43611e {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:23:30.500546 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d21422f-22d2-4fca-94f6-bca72e7922c9", "tag": "59a92653-7594-44aa-bf01-8776e400f975", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:23:30.501029 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-afc59dc2-1aeb-4689-b29a-87217d43611e {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:23:30.502083 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d21422f-22d2-4fca-94f6-bca72e7922c9', 'tag': '59a92653-7594-44aa-bf01-8776e400f975', 'status': 'completed', 'code': 200} Aug 28 15:23:30.574164 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-70087fb0-c381-432d-835f-5ab27530b97f None None] Set router 9529f42d-3f5e-4def-9b4d-64f7d43868cf gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:23:30.602986 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-644bf419-746f-4489-bcfb-9a5e80f365cd None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:30.613763 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port e119bc8c-5f46-4b69-afce-53d3bd304788 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:23:30.614133 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:30.644942 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846cb47-33d5-48dd-8ed0-3b89ea1549cd req-54d35f59-5fee-4948-9d1f-96877982aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:30.646946 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5846cb47-33d5-48dd-8ed0-3b89ea1549cd req-54d35f59-5fee-4948-9d1f-96877982aa25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=882056e022594e62849ed5c991d6169b&device_id=9d21422f-22d2-4fca-94f6-bca72e7922c9 HTTP/1.1" status: 200 len: 1098 time: 0.1306398 Aug 28 15:23:30.681757 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5e14788f-ba04-4409-bd99-223ac9b937e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:30.714568 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-644bf419-746f-4489-bcfb-9a5e80f365cd None None] Transition to ACTIVE for port object d9732220-4bd2-4858-9a1a-b915e4b18afc will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:23:30.769970 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ead94-d3f0-4b93-b942-0325e463e4f3 req-9aab881d-539b-40c4-9f50-57f2c4e95d0e tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:30.772663 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5e14788f-ba04-4409-bd99-223ac9b937e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:30.773167 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-644bf419-746f-4489-bcfb-9a5e80f365cd None None] Transition to ACTIVE for port object d9732220-4bd2-4858-9a1a-b915e4b18afc will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:23:30.780201 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-533ead94-d3f0-4b93-b942-0325e463e4f3 req-9aab881d-539b-40c4-9f50-57f2c4e95d0e tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d21422f-22d2-4fca-94f6-bca72e7922c9 HTTP/1.1" status: 200 len: 946 time: 0.1299362 Aug 28 15:23:30.834333 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-644bf419-746f-4489-bcfb-9a5e80f365cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:30.853324 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e14788f-ba04-4409-bd99-223ac9b937e1 admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:23:30.857656 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-5e14788f-ba04-4409-bd99-223ac9b937e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:23:30.869743 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e14788f-ba04-4409-bd99-223ac9b937e1 admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:23:30.883289 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14788f-ba04-4409-bd99-223ac9b937e1 admin admin] Pushing event updated for resources: {'Port': ['ID=2f0160d8-8769-48ca-83a2-6eb7f74bacf5,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:30.895990 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-533ead94-d3f0-4b93-b942-0325e463e4f3 req-7ad4074f-123b-4c2e-944b-bbeab6b4387b tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9b1360d-3a4d-4474-a6f4-6fa8c6094a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144538 Aug 28 15:23:30.897344 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846cb47-33d5-48dd-8ed0-3b89ea1549cd req-4f0f49bb-9cc4-4ebe-bf53-cd5a907a714e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:30.898889 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5846cb47-33d5-48dd-8ed0-3b89ea1549cd req-4f0f49bb-9cc4-4ebe-bf53-cd5a907a714e service neutron] 10.222.0.41 "GET /v2.0/networks?id=c3ffba0e-5bab-4dc3-b058-57d59d94f08c HTTP/1.1" status: 200 len: 898 time: 0.2199345 Aug 28 15:23:30.958615 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-70087fb0-c381-432d-835f-5ab27530b97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'name': 'tempest-TestNetworkBasicOps-router-1989611204', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '0418fb35-d8af-4491-93d2-f2e8cfac2153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:21:44Z', 'updated_at': '2021-08-28T15:21:49Z', 'revision_number': 4, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '0418fb35-d8af-4491-93d2-f2e8cfac2153', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:21:44Z', 'updated_at': '2021-08-28T15:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '6cc2877b-de8b-4193-8f3e-a5f596292115', 'name': '', 'network_id': 'c3ffba0e-5bab-4dc3-b058-57d59d94f08c', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'mac_address': 'fa:16:3e:81:06:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'd84b1e4d-5bcd-4219-82bb-f39c416476c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:21:48Z', 'updated_at': '2021-08-28T15:21:56Z', 'revision_number': 5, 'project_id': '882056e022594e62849ed5c991d6169b', 'subnets': [{'id': 'd84b1e4d-5bcd-4219-82bb-f39c416476c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:30.989788 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70087fb0-c381-432d-835f-5ab27530b97f None None] Checking router: 9529f42d-3f5e-4def-9b4d-64f7d43868cf for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:23:30.998375 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5846cb47-33d5-48dd-8ed0-3b89ea1549cd req-dfb87222-cc90-424f-acbd-3a0b63a3afbd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59a92653-7594-44aa-bf01-8776e400f975 HTTP/1.1" status: 200 len: 217 time: 0.0854526 Aug 28 15:23:30.999305 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70087fb0-c381-432d-835f-5ab27530b97f None None] Routers {'9529f42d-3f5e-4def-9b4d-64f7d43868cf'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:23:31.003032 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-70087fb0-c381-432d-835f-5ab27530b97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:23:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9529f42d-3f5e-4def-9b4d-64f7d43868cf'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:31.006570 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644bf419-746f-4489-bcfb-9a5e80f365cd None None] Network 3df6053e-50cd-4250-9582-5523607e85e5 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:23:31.025811 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-644bf419-746f-4489-bcfb-9a5e80f365cd None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:23:31.050463 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644bf419-746f-4489-bcfb-9a5e80f365cd None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:23:31.055318 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644bf419-746f-4489-bcfb-9a5e80f365cd None None] Pushing event updated for resources: {'Port': ['ID=d9732220-4bd2-4858-9a1a-b915e4b18afc,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:31.101136 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846cb47-33d5-48dd-8ed0-3b89ea1549cd req-ba38daa9-1f58-450a-93b8-a574b4b5e78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:31.110272 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5846cb47-33d5-48dd-8ed0-3b89ea1549cd req-ba38daa9-1f58-450a-93b8-a574b4b5e78e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d84b1e4d-5bcd-4219-82bb-f39c416476c2 HTTP/1.1" status: 200 len: 835 time: 0.1036971 Aug 28 15:23:31.176389 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-70087fb0-c381-432d-835f-5ab27530b97f None None] Set router 9529f42d-3f5e-4def-9b4d-64f7d43868cf gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:23:31.227911 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-644bf419-746f-4489-bcfb-9a5e80f365cd None None] Attempting to bind port d9732220-4bd2-4858-9a1a-b915e4b18afc on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:23:31.228388 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-644bf419-746f-4489-bcfb-9a5e80f365cd None None] Attempting to bind port d9732220-4bd2-4858-9a1a-b915e4b18afc by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '92853b97-a567-4155-ab76-461e042a6972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3df6053e-50cd-4250-9582-5523607e85e5'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:23:31.228658 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644bf419-746f-4489-bcfb-9a5e80f365cd None None] Attempting to bind port d9732220-4bd2-4858-9a1a-b915e4b18afc on network 3df6053e-50cd-4250-9582-5523607e85e5 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:23:31.234831 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846cb47-33d5-48dd-8ed0-3b89ea1549cd req-6c307e2f-52be-44f5-8887-db0dcb41cd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:31.238981 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5846cb47-33d5-48dd-8ed0-3b89ea1549cd req-6c307e2f-52be-44f5-8887-db0dcb41cd42 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c3ffba0e-5bab-4dc3-b058-57d59d94f08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1202309 Aug 28 15:23:31.253435 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [req-5846cb47-33d5-48dd-8ed0-3b89ea1549cd req-ef67c1cc-5322-4f83-9e29-32c609f59e07 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:23:31.255088 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644bf419-746f-4489-bcfb-9a5e80f365cd None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:23:31.255513 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644bf419-746f-4489-bcfb-9a5e80f365cd None None] Checking segment: {'id': '92853b97-a567-4155-ab76-461e042a6972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3df6053e-50cd-4250-9582-5523607e85e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:23:31.255855 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5846cb47-33d5-48dd-8ed0-3b89ea1549cd req-ef67c1cc-5322-4f83-9e29-32c609f59e07 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074651 Aug 28 15:23:31.256101 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-644bf419-746f-4489-bcfb-9a5e80f365cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:31.256400 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644bf419-746f-4489-bcfb-9a5e80f365cd None None] Bound using segment: {'id': '92853b97-a567-4155-ab76-461e042a6972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3df6053e-50cd-4250-9582-5523607e85e5'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:23:31.256901 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-644bf419-746f-4489-bcfb-9a5e80f365cd None None] Bound port: d9732220-4bd2-4858-9a1a-b915e4b18afc, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92853b97-a567-4155-ab76-461e042a6972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3df6053e-50cd-4250-9582-5523607e85e5'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:23:31.257276 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-644bf419-746f-4489-bcfb-9a5e80f365cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:31.312169 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5e14788f-ba04-4409-bd99-223ac9b937e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:31.413226 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5846cb47-33d5-48dd-8ed0-3b89ea1549cd req-aa12025d-9f6d-458f-ad32-0093b4c52bfd service neutron] 10.222.0.41 "GET /v2.0/networks/c3ffba0e-5bab-4dc3-b058-57d59d94f08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480517 Aug 28 15:23:31.469137 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3d4d0e7c-d4d6-462a-a08c-d3d450a31c0c None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:31.497403 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3d4d0e7c-d4d6-462a-a08c-d3d450a31c0c None None] Transition to ACTIVE for port object 20878db2-2a33-4104-9b1f-2826c0476af4 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:23:31.506795 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3d4d0e7c-d4d6-462a-a08c-d3d450a31c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:31.560874 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5846cb47-33d5-48dd-8ed0-3b89ea1549cd req-9d445bb0-9d63-400f-af50-fceeea376391 service neutron] 10.222.0.41 "GET /v2.0/networks/c3ffba0e-5bab-4dc3-b058-57d59d94f08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400352 Aug 28 15:23:31.689655 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-70087fb0-c381-432d-835f-5ab27530b97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'name': 'tempest-TestNetworkBasicOps-router-1989611204', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '0418fb35-d8af-4491-93d2-f2e8cfac2153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:21:44Z', 'updated_at': '2021-08-28T15:21:49Z', 'revision_number': 4, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '0418fb35-d8af-4491-93d2-f2e8cfac2153', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:21:44Z', 'updated_at': '2021-08-28T15:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '6cc2877b-de8b-4193-8f3e-a5f596292115', 'name': '', 'network_id': 'c3ffba0e-5bab-4dc3-b058-57d59d94f08c', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'mac_address': 'fa:16:3e:81:06:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'd84b1e4d-5bcd-4219-82bb-f39c416476c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:21:48Z', 'updated_at': '2021-08-28T15:21:56Z', 'revision_number': 5, 'project_id': '882056e022594e62849ed5c991d6169b', 'subnets': [{'id': 'd84b1e4d-5bcd-4219-82bb-f39c416476c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:31.738865 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-644bf419-746f-4489-bcfb-9a5e80f365cd None None] For port d9732220-4bd2-4858-9a1a-b915e4b18afc, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:23:31.757814 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-644bf419-746f-4489-bcfb-9a5e80f365cd None None] For port d9732220-4bd2-4858-9a1a-b915e4b18afc, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=d9732220-4bd2-4858-9a1a-b915e4b18afc,segment=NetworkSegment(92853b97-a567-4155-ab76-461e042a6972),segment_id=92853b97-a567-4155-ab76-461e042a6972)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:23:31.787467 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70087fb0-c381-432d-835f-5ab27530b97f None None] The sync data for ids ['9529f42d-3f5e-4def-9b4d-64f7d43868cf'] in n-d-712137-10 is: [{'id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'name': 'tempest-TestNetworkBasicOps-router-1989611204', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '0418fb35-d8af-4491-93d2-f2e8cfac2153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:21:44Z', 'updated_at': '2021-08-28T15:21:49Z', 'revision_number': 4, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '0418fb35-d8af-4491-93d2-f2e8cfac2153', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:21:44Z', 'updated_at': '2021-08-28T15:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '6cc2877b-de8b-4193-8f3e-a5f596292115', 'name': '', 'network_id': 'c3ffba0e-5bab-4dc3-b058-57d59d94f08c', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'mac_address': 'fa:16:3e:81:06:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'd84b1e4d-5bcd-4219-82bb-f39c416476c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:21:48Z', 'updated_at': '2021-08-28T15:21:56Z', 'revision_number': 5, 'project_id': '882056e022594e62849ed5c991d6169b', 'subnets': [{'id': 'd84b1e4d-5bcd-4219-82bb-f39c416476c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:23:31.792938 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-644bf419-746f-4489-bcfb-9a5e80f365cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:31.824428 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060e676-5b31-4963-9e8c-158aab2a8bba None None] Pushing event updated for resources: {'Port': ['ID=20878db2-2a33-4104-9b1f-2826c0476af4,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:31.845848 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce4511-a92c-4b81-895d-57b54051426a req-251eb748-ecf2-4580-8dbf-c98784a6d505 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:31.849830 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7dce4511-a92c-4b81-895d-57b54051426a req-251eb748-ecf2-4580-8dbf-c98784a6d505 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 946 time: 0.1503825 Aug 28 15:23:31.926353 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2c4fc-3285-4a9e-810a-ef4d4a6b3274 req-aee09c8f-f9e8-4fe7-b60d-4fff39e759fd tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:31.947629 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4b2c4fc-3285-4a9e-810a-ef4d4a6b3274 req-aee09c8f-f9e8-4fe7-b60d-4fff39e759fd tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 946 time: 0.3265328 Aug 28 15:23:32.007772 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5e14788f-ba04-4409-bd99-223ac9b937e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:32.068315 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644bf419-746f-4489-bcfb-9a5e80f365cd None None] Pushing event updated for resources: {'Port': ['ID=d9732220-4bd2-4858-9a1a-b915e4b18afc,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:32.173476 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-3d4d0e7c-d4d6-462a-a08c-d3d450a31c0c None None] Attempting to bind port 20878db2-2a33-4104-9b1f-2826c0476af4 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:23:32.174119 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-3d4d0e7c-d4d6-462a-a08c-d3d450a31c0c None None] Attempting to bind port 20878db2-2a33-4104-9b1f-2826c0476af4 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '9e2cfbd1-e930-4cfd-b256-7cd8636712ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:23:32.174598 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4d0e7c-d4d6-462a-a08c-d3d450a31c0c None None] Attempting to bind port 20878db2-2a33-4104-9b1f-2826c0476af4 on network 76fd90f7-3343-4298-9bbe-ebe12140d877 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:23:32.182692 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4d0e7c-d4d6-462a-a08c-d3d450a31c0c None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:23:32.183508 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4d0e7c-d4d6-462a-a08c-d3d450a31c0c None None] Checking segment: {'id': '9e2cfbd1-e930-4cfd-b256-7cd8636712ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:23:32.184110 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3d4d0e7c-d4d6-462a-a08c-d3d450a31c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:32.185410 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4d0e7c-d4d6-462a-a08c-d3d450a31c0c None None] Bound using segment: {'id': '9e2cfbd1-e930-4cfd-b256-7cd8636712ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:23:32.196941 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-3d4d0e7c-d4d6-462a-a08c-d3d450a31c0c None None] Bound port: 20878db2-2a33-4104-9b1f-2826c0476af4, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e2cfbd1-e930-4cfd-b256-7cd8636712ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:23:32.196941 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3d4d0e7c-d4d6-462a-a08c-d3d450a31c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:32.244060 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4b2c4fc-3285-4a9e-810a-ef4d4a6b3274 req-0348c7b9-dc97-4b4d-b02b-1f219c2eebc6 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922139 Aug 28 15:23:32.313356 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9b15e-4066-4a7c-81a5-f8c85ce4dd73 req-08993040-78a6-4efe-98db-f9de2a77842a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:32.315548 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a0d9b15e-4066-4a7c-81a5-f8c85ce4dd73 req-08993040-78a6-4efe-98db-f9de2a77842a tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d21422f-22d2-4fca-94f6-bca72e7922c9 HTTP/1.1" status: 200 len: 946 time: 0.2481680 Aug 28 15:23:32.390490 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-3d4d0e7c-d4d6-462a-a08c-d3d450a31c0c None None] For port 20878db2-2a33-4104-9b1f-2826c0476af4, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:23:32.395103 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-3d4d0e7c-d4d6-462a-a08c-d3d450a31c0c None None] For port 20878db2-2a33-4104-9b1f-2826c0476af4, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=20878db2-2a33-4104-9b1f-2826c0476af4,segment=NetworkSegment(9e2cfbd1-e930-4cfd-b256-7cd8636712ca),segment_id=9e2cfbd1-e930-4cfd-b256-7cd8636712ca)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:23:32.403234 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3d4d0e7c-d4d6-462a-a08c-d3d450a31c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:32.450825 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c34a5-853e-4a3a-97ff-3c1c934e9f0f req-78f7c316-c5ba-4774-935b-3eaa29033fb0 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:32.464820 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebd1080-7a30-4520-9374-5d4e1c6bae6f None None] New status for floating IP 091f28c3-fe41-4f82-8fbf-f8ca0cdb2e0c: DOWN {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:23:32.470527 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cd1c34a5-853e-4a3a-97ff-3c1c934e9f0f req-78f7c316-c5ba-4774-935b-3eaa29033fb0 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d21422f-22d2-4fca-94f6-bca72e7922c9 HTTP/1.1" status: 200 len: 946 time: 0.3081117 Aug 28 15:23:32.491143 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e14788f-ba04-4409-bd99-223ac9b937e1 admin admin] Router 3bed3eea-2447-4bf1-880e-b62b1e79caa7 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:23:32.599300 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d0e7c-d4d6-462a-a08c-d3d450a31c0c None None] Routers {'f589c588-da21-4582-bfef-0c91fa0c49b1'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:23:32.600064 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-3d4d0e7c-d4d6-462a-a08c-d3d450a31c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:23:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f589c588-da21-4582-bfef-0c91fa0c49b1'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:32.739938 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e14788f-ba04-4409-bd99-223ac9b937e1 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:23:32.759758 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060e676-5b31-4963-9e8c-158aab2a8bba None None] Pushing event updated for resources: {'Port': ['ID=20878db2-2a33-4104-9b1f-2826c0476af4,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:32.760459 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a62366-60f7-4f2f-9503-a3797638784b None None] Sync routers for ids ['3bed3eea-2447-4bf1-880e-b62b1e79caa7'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:23:32.775691 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a62366-60f7-4f2f-9503-a3797638784b None None] Routers {'3bed3eea-2447-4bf1-880e-b62b1e79caa7'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:23:32.776440 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e2a62366-60f7-4f2f-9503-a3797638784b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:23:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['3bed3eea-2447-4bf1-880e-b62b1e79caa7'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:32.782983 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5e14788f-ba04-4409-bd99-223ac9b937e1 admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:32.785161 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5e14788f-ba04-4409-bd99-223ac9b937e1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.1974869 Aug 28 15:23:32.789425 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43170) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:32.973618 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-e2a62366-60f7-4f2f-9503-a3797638784b None None] Set router 3bed3eea-2447-4bf1-880e-b62b1e79caa7 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:23:32.994060 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-3d4d0e7c-d4d6-462a-a08c-d3d450a31c0c None None] Set router f589c588-da21-4582-bfef-0c91fa0c49b1 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:23:33.397637 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e2a62366-60f7-4f2f-9503-a3797638784b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bed3eea-2447-4bf1-880e-b62b1e79caa7', 'name': 'tempest-TestVolumeBackupRestore-2073255074-router', 'tenant_id': '02fa4c6919414fd4a8a050755ef77f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '2f0160d8-8769-48ca-83a2-6eb7f74bacf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:28Z', 'updated_at': '2021-08-28T15:23:31Z', 'revision_number': 3, 'project_id': '02fa4c6919414fd4a8a050755ef77f95', 'gw_port': {'id': '2f0160d8-8769-48ca-83a2-6eb7f74bacf5', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bed3eea-2447-4bf1-880e-b62b1e79caa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:29Z', 'updated_at': '2021-08-28T15:23:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:33.449094 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-3d4d0e7c-d4d6-462a-a08c-d3d450a31c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'name': 'tempest-TestVolumeBackupRestore-79400804-router', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:22Z', 'updated_at': '2021-08-28T15:23:26Z', 'revision_number': 4, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'gw_port': {'id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:23Z', 'updated_at': '2021-08-28T15:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '20878db2-2a33-4104-9b1f-2826c0476af4', 'name': '', 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'mac_address': 'fa:16:3e:f6:1c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'd47280d4-d4b0-428c-afd5-9884a7cafefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:25Z', 'updated_at': '2021-08-28T15:23:32Z', 'revision_number': 4, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'subnets': [{'id': 'd47280d4-d4b0-428c-afd5-9884a7cafefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:33.469748 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-7dce4511-a92c-4b81-895d-57b54051426a req-5b93eb7a-bbfc-4553-acde-3177fb3a3879 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Deleting port c54e2dde-6fea-4f87-9b65-09266fc3d3d2 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:23:33.470319 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-7dce4511-a92c-4b81-895d-57b54051426a req-5b93eb7a-bbfc-4553-acde-3177fb3a3879 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:33.483187 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a62366-60f7-4f2f-9503-a3797638784b None None] Checking router: 3bed3eea-2447-4bf1-880e-b62b1e79caa7 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:23:33.483584 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a62366-60f7-4f2f-9503-a3797638784b None None] Updating router 3bed3eea-2447-4bf1-880e-b62b1e79caa7 port 2f0160d8-8769-48ca-83a2-6eb7f74bacf5 binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:23:33.512155 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d0e7c-d4d6-462a-a08c-d3d450a31c0c None None] The sync data for ids ['f589c588-da21-4582-bfef-0c91fa0c49b1'] in n-d-712137-10 is: [{'id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'name': 'tempest-TestVolumeBackupRestore-79400804-router', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:22Z', 'updated_at': '2021-08-28T15:23:26Z', 'revision_number': 4, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'gw_port': {'id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:23Z', 'updated_at': '2021-08-28T15:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '20878db2-2a33-4104-9b1f-2826c0476af4', 'name': '', 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'mac_address': 'fa:16:3e:f6:1c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'd47280d4-d4b0-428c-afd5-9884a7cafefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:25Z', 'updated_at': '2021-08-28T15:23:32Z', 'revision_number': 4, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'subnets': [{'id': 'd47280d4-d4b0-428c-afd5-9884a7cafefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:23:33.538360 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a0d9b15e-4066-4a7c-81a5-f8c85ce4dd73 req-2ea6b901-b966-4ea7-8dd5-52ff56a1af65 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9b1360d-3a4d-4474-a6f4-6fa8c6094a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2109902 Aug 28 15:23:33.567072 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-e2a62366-60f7-4f2f-9503-a3797638784b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:33.692310 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26e979-f40a-409d-a1f0-125b80e3ab19 req-d39ce51e-5bfa-486a-b7de-7c60ee59a868 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:33.693823 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7013e37-6f7b-4a64-a4b9-c133b242cfe3 None None] Network 3df6053e-50cd-4250-9582-5523607e85e5 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:23:33.702481 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4d26e979-f40a-409d-a1f0-125b80e3ab19 req-d39ce51e-5bfa-486a-b7de-7c60ee59a868 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 946 time: 0.2468998 Aug 28 15:23:33.817974 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4d26e979-f40a-409d-a1f0-125b80e3ab19 req-7cfa328b-0e9f-44a5-ae6c-74757e2d476a tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141522 Aug 28 15:23:33.902867 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-cd1c34a5-853e-4a3a-97ff-3c1c934e9f0f req-ff822f92-0780-4704-86b7-e4d0665fa136 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Deleting port 59a92653-7594-44aa-bf01-8776e400f975 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:23:33.909656 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cd1c34a5-853e-4a3a-97ff-3c1c934e9f0f req-ff822f92-0780-4704-86b7-e4d0665fa136 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:34.016501 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0f29875e-c4c9-4952-9571-a06890105b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:34.189310 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-e2a62366-60f7-4f2f-9503-a3797638784b None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:34.221232 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-e2a62366-60f7-4f2f-9503-a3797638784b None None] Transition to ACTIVE for port object 2f0160d8-8769-48ca-83a2-6eb7f74bacf5 will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:23:34.239223 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-35aaf920-e591-43b0-9387-e0b78824bb09 None None] Provisioning for port d9732220-4bd2-4858-9a1a-b915e4b18afc completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:23:34.244500 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-e2a62366-60f7-4f2f-9503-a3797638784b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:34.253801 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-cd1c34a5-853e-4a3a-97ff-3c1c934e9f0f req-ff822f92-0780-4704-86b7-e4d0665fa136 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] For port 59a92653-7594-44aa-bf01-8776e400f975, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=59a92653-7594-44aa-bf01-8776e400f975,segment=NetworkSegment(b17d1bde-47bc-4b34-acef-81bd6976a738),segment_id=b17d1bde-47bc-4b34-acef-81bd6976a738)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:23:34.258447 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cd1c34a5-853e-4a3a-97ff-3c1c934e9f0f req-ff822f92-0780-4704-86b7-e4d0665fa136 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:34.304300 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-cd1c34a5-853e-4a3a-97ff-3c1c934e9f0f req-ff822f92-0780-4704-86b7-e4d0665fa136 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Calling delete_port for 59a92653-7594-44aa-bf01-8776e400f975 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:23:34.391391 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51123be8-b048-49c8-a0aa-9e8f85a95fcb None None] Pushing event updated for resources: {'Port': ['ID=2f0160d8-8769-48ca-83a2-6eb7f74bacf5,revision_number=2']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:34.432026 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-e2a62366-60f7-4f2f-9503-a3797638784b None None] Attempting to bind port 2f0160d8-8769-48ca-83a2-6eb7f74bacf5 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:23:34.432306 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-e2a62366-60f7-4f2f-9503-a3797638784b None None] Attempting to bind port 2f0160d8-8769-48ca-83a2-6eb7f74bacf5 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:23:34.432839 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a62366-60f7-4f2f-9503-a3797638784b None None] Attempting to bind port 2f0160d8-8769-48ca-83a2-6eb7f74bacf5 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:23:34.436335 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 20878db2-2a33-4104-9b1f-2826c0476af4 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:23:34.446573 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a62366-60f7-4f2f-9503-a3797638784b None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:23:34.446951 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a62366-60f7-4f2f-9503-a3797638784b None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:23:34.447357 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-e2a62366-60f7-4f2f-9503-a3797638784b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:34.451207 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a62366-60f7-4f2f-9503-a3797638784b None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:23:34.451856 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-e2a62366-60f7-4f2f-9503-a3797638784b None None] Bound port: 2f0160d8-8769-48ca-83a2-6eb7f74bacf5, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:23:34.452259 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-e2a62366-60f7-4f2f-9503-a3797638784b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:34.489956 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-0f29875e-c4c9-4952-9571-a06890105b4f admin admin] Allocated IP 172.20.0.1 (3df6053e-50cd-4250-9582-5523607e85e5/761c577a-f036-418e-bae3-de7c049ad092/21020c85-ac00-47d8-bfbe-5def7f7d82e9) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:23:34.598576 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 20878db2-2a33-4104-9b1f-2826c0476af4 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:23:34.603932 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 20878db2-2a33-4104-9b1f-2826c0476af4 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:23:34.604681 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:34.628740 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-e2a62366-60f7-4f2f-9503-a3797638784b None None] For port 2f0160d8-8769-48ca-83a2-6eb7f74bacf5, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:23:34.639489 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-e2a62366-60f7-4f2f-9503-a3797638784b None None] For port 2f0160d8-8769-48ca-83a2-6eb7f74bacf5, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2f0160d8-8769-48ca-83a2-6eb7f74bacf5,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:23:34.644894 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cd1c34a5-853e-4a3a-97ff-3c1c934e9f0f req-ff822f92-0780-4704-86b7-e4d0665fa136 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:34.656158 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-e2a62366-60f7-4f2f-9503-a3797638784b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:34.710887 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-7dce4511-a92c-4b81-895d-57b54051426a req-5b93eb7a-bbfc-4553-acde-3177fb3a3879 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] For port c54e2dde-6fea-4f87-9b65-09266fc3d3d2, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=c54e2dde-6fea-4f87-9b65-09266fc3d3d2,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:23:34.711257 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-7dce4511-a92c-4b81-895d-57b54051426a req-5b93eb7a-bbfc-4553-acde-3177fb3a3879 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:34.722891 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff822f92-0780-4704-86b7-e4d0665fa136 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event deleted for resources: {'Port': ['ID=59a92653-7594-44aa-bf01-8776e400f975,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:34.772464 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0f29875e-c4c9-4952-9571-a06890105b4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:34.816487 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-0f29875e-c4c9-4952-9571-a06890105b4f admin admin] Transition to ACTIVE for port object 21020c85-ac00-47d8-bfbe-5def7f7d82e9 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:23:34.830971 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a62366-60f7-4f2f-9503-a3797638784b None None] Routers {'3bed3eea-2447-4bf1-880e-b62b1e79caa7'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:23:34.832118 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e2a62366-60f7-4f2f-9503-a3797638784b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:23:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['3bed3eea-2447-4bf1-880e-b62b1e79caa7'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:34.847328 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-7dce4511-a92c-4b81-895d-57b54051426a req-5b93eb7a-bbfc-4553-acde-3177fb3a3879 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Calling delete_port for c54e2dde-6fea-4f87-9b65-09266fc3d3d2 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:23:34.849530 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1c34a5-853e-4a3a-97ff-3c1c934e9f0f req-ff822f92-0780-4704-86b7-e4d0665fa136 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] No DVR routers for this DVR port 59a92653-7594-44aa-bf01-8776e400f975 on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:23:34.874574 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-cd1c34a5-853e-4a3a-97ff-3c1c934e9f0f req-ff822f92-0780-4704-86b7-e4d0665fa136 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:34.876951 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cd1c34a5-853e-4a3a-97ff-3c1c934e9f0f req-ff822f92-0780-4704-86b7-e4d0665fa136 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.41 "DELETE /v2.0/ports/59a92653-7594-44aa-bf01-8776e400f975 HTTP/1.1" status: 204 len: 173 time: 2.3960407 Aug 28 15:23:34.894883 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:34.983970 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0f29875e-c4c9-4952-9571-a06890105b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:35.024472 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 20878db2-2a33-4104-9b1f-2826c0476af4, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=20878db2-2a33-4104-9b1f-2826c0476af4,segment=NetworkSegment(9e2cfbd1-e930-4cfd-b256-7cd8636712ca),segment_id=9e2cfbd1-e930-4cfd-b256-7cd8636712ca)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:23:35.042081 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:35.043145 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device d9732220-4bd2-4858-9a1a-b915e4b18afc up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:23:35.084524 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51123be8-b048-49c8-a0aa-9e8f85a95fcb None None] Pushing event updated for resources: {'Port': ['ID=2f0160d8-8769-48ca-83a2-6eb7f74bacf5,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:35.158869 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29875e-c4c9-4952-9571-a06890105b4f admin admin] Pushing event updated for resources: {'Port': ['ID=21020c85-ac00-47d8-bfbe-5def7f7d82e9,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:35.185842 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f29875e-c4c9-4952-9571-a06890105b4f admin admin] Network 3df6053e-50cd-4250-9582-5523607e85e5 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:23:35.203688 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d21422f-22d2-4fca-94f6-bca72e7922c9', 'name': 'network-vif-deleted', 'tag': '59a92653-7594-44aa-bf01-8776e400f975'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:23:35.204731 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-0f29875e-c4c9-4952-9571-a06890105b4f admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:23:35.209930 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6777bd3c-6217-4961-9662-15794307efc5" -d '{"events": [{"server_uuid": "9d21422f-22d2-4fca-94f6-bca72e7922c9", "name": "network-vif-deleted", "tag": "59a92653-7594-44aa-bf01-8776e400f975"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:23:35.221050 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f29875e-c4c9-4952-9571-a06890105b4f admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:23:35.304935 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port d9732220-4bd2-4858-9a1a-b915e4b18afc completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:23:35.319422 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port d9732220-4bd2-4858-9a1a-b915e4b18afc triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:23:35.321170 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:35.342002 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0f29875e-c4c9-4952-9571-a06890105b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:35.425462 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=20878db2-2a33-4104-9b1f-2826c0476af4,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:35.497752 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7739799-0970-420c-b6ab-b78c3f436611 req-ce0cc7b2-d7bc-44b3-8175-94dc8eff770b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:35.523939 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c7739799-0970-420c-b6ab-b78c3f436611 req-ce0cc7b2-d7bc-44b3-8175-94dc8eff770b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 946 time: 0.3030751 Aug 28 15:23:35.695211 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:35.797464 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6770aef5-e73a-413f-be63-84c7dae3e7fe req-c2b0b027-c2a4-4fa9-bba7-4db0818d29a9 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d21422f-22d2-4fca-94f6-bca72e7922c9 HTTP/1.1" status: 200 len: 210 time: 0.1262689 Aug 28 15:23:35.822998 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port d9732220-4bd2-4858-9a1a-b915e4b18afc, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=d9732220-4bd2-4858-9a1a-b915e4b18afc,segment=NetworkSegment(92853b97-a567-4155-ab76-461e042a6972),segment_id=92853b97-a567-4155-ab76-461e042a6972)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:23:35.835114 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:35.894067 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-e2a62366-60f7-4f2f-9503-a3797638784b None None] Set router 3bed3eea-2447-4bf1-880e-b62b1e79caa7 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:23:35.900361 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c7739799-0970-420c-b6ab-b78c3f436611 req-17dc1608-d685-478c-86b3-e76e4c051af1 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630166 Aug 28 15:23:35.907308 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-7dce4511-a92c-4b81-895d-57b54051426a req-5b93eb7a-bbfc-4553-acde-3177fb3a3879 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:35.907903 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0f29875e-c4c9-4952-9571-a06890105b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:36.000130 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['e2db61cd-bab8-4aae-b20c-1e134c728a6d'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:23:36.134226 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3087d6c-a4f8-460a-be6f-4a7682a501b2 x-openstack-request-id: req-c3087d6c-a4f8-460a-be6f-4a7682a501b2 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:23:36.135066 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d21422f-22d2-4fca-94f6-bca72e7922c9", "name": "network-vif-deleted", "tag": "59a92653-7594-44aa-bf01-8776e400f975", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:23:36.135620 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3087d6c-a4f8-460a-be6f-4a7682a501b2 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:23:36.139251 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d21422f-22d2-4fca-94f6-bca72e7922c9', 'name': 'network-vif-deleted', 'tag': '59a92653-7594-44aa-bf01-8776e400f975', 'status': 'completed', 'code': 200} Aug 28 15:23:36.194377 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93eb7a-bbfc-4553-acde-3177fb3a3879 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Pushing event deleted for resources: {'Port': ['ID=c54e2dde-6fea-4f87-9b65-09266fc3d3d2,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:36.251575 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 59a92653-7594-44aa-bf01-8776e400f975 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:23:36.268729 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0f29875e-c4c9-4952-9571-a06890105b4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:36.271037 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dce4511-a92c-4b81-895d-57b54051426a req-5b93eb7a-bbfc-4553-acde-3177fb3a3879 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] No DVR routers for this DVR port c54e2dde-6fea-4f87-9b65-09266fc3d3d2 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:23:36.275804 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-7dce4511-a92c-4b81-895d-57b54051426a req-5b93eb7a-bbfc-4553-acde-3177fb3a3879 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:36.280004 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0f29875e-c4c9-4952-9571-a06890105b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:36.290291 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7dce4511-a92c-4b81-895d-57b54051426a req-5b93eb7a-bbfc-4553-acde-3177fb3a3879 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.36 "DELETE /v2.0/ports/c54e2dde-6fea-4f87-9b65-09266fc3d3d2 HTTP/1.1" status: 204 len: 173 time: 4.4286366 Aug 28 15:23:36.345584 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=d9732220-4bd2-4858-9a1a-b915e4b18afc,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:36.377041 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 59a92653-7594-44aa-bf01-8776e400f975 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:23:36.378374 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 59a92653-7594-44aa-bf01-8776e400f975 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:23:36.380147 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 20878db2-2a33-4104-9b1f-2826c0476af4 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:23:36.402486 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-49825a24-1cf6-4bd1-9467-0fb865163355 None None] Provisioning for port 21020c85-ac00-47d8-bfbe-5def7f7d82e9 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:23:36.410416 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29875e-c4c9-4952-9571-a06890105b4f admin admin] Pushing event updated for resources: {'Port': ['ID=21020c85-ac00-47d8-bfbe-5def7f7d82e9,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:36.414257 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0f29875e-c4c9-4952-9571-a06890105b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:36.476784 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-49825a24-1cf6-4bd1-9467-0fb865163355 None None] Provisioning complete for port 21020c85-ac00-47d8-bfbe-5def7f7d82e9 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:23:36.477329 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-49825a24-1cf6-4bd1-9467-0fb865163355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:36.576789 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f29875e-c4c9-4952-9571-a06890105b4f admin admin] Network 3df6053e-50cd-4250-9582-5523607e85e5 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:23:36.578437 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-0f29875e-c4c9-4952-9571-a06890105b4f admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:23:36.609515 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-49825a24-1cf6-4bd1-9467-0fb865163355 None None] Port 21020c85-ac00-47d8-bfbe-5def7f7d82e9 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:23:36.619106 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 20878db2-2a33-4104-9b1f-2826c0476af4 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:23:36.619559 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:36.646108 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e2a62366-60f7-4f2f-9503-a3797638784b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bed3eea-2447-4bf1-880e-b62b1e79caa7', 'name': 'tempest-TestVolumeBackupRestore-2073255074-router', 'tenant_id': '02fa4c6919414fd4a8a050755ef77f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '2f0160d8-8769-48ca-83a2-6eb7f74bacf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:28Z', 'updated_at': '2021-08-28T15:23:31Z', 'revision_number': 3, 'project_id': '02fa4c6919414fd4a8a050755ef77f95', 'gw_port': {'id': '2f0160d8-8769-48ca-83a2-6eb7f74bacf5', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bed3eea-2447-4bf1-880e-b62b1e79caa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:29Z', 'updated_at': '2021-08-28T15:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:36.711689 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a62366-60f7-4f2f-9503-a3797638784b None None] The sync data for ids ['3bed3eea-2447-4bf1-880e-b62b1e79caa7'] in n-d-712137-10 is: [{'id': '3bed3eea-2447-4bf1-880e-b62b1e79caa7', 'name': 'tempest-TestVolumeBackupRestore-2073255074-router', 'tenant_id': '02fa4c6919414fd4a8a050755ef77f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '2f0160d8-8769-48ca-83a2-6eb7f74bacf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:28Z', 'updated_at': '2021-08-28T15:23:31Z', 'revision_number': 3, 'project_id': '02fa4c6919414fd4a8a050755ef77f95', 'gw_port': {'id': '2f0160d8-8769-48ca-83a2-6eb7f74bacf5', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bed3eea-2447-4bf1-880e-b62b1e79caa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:29Z', 'updated_at': '2021-08-28T15:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:23:36.751815 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f29875e-c4c9-4952-9571-a06890105b4f admin admin] Router 3bed3eea-2447-4bf1-880e-b62b1e79caa7 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:23:36.888211 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43206) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:36.922901 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device c54e2dde-6fea-4f87-9b65-09266fc3d3d2 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:23:36.927142 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f29875e-c4c9-4952-9571-a06890105b4f admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:23:36.933695 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0f29875e-c4c9-4952-9571-a06890105b4f admin admin] 10.222.0.13 "PUT /v2.0/routers/3bed3eea-2447-4bf1-880e-b62b1e79caa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1427102 Aug 28 15:23:36.966909 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: c54e2dde-6fea-4f87-9b65-09266fc3d3d2 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:23:36.967264 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device c54e2dde-6fea-4f87-9b65-09266fc3d3d2 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:23:36.981016 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c199f9b0-88ea-4b87-907e-1517b03746e5 None None] Provisioning complete for port 21020c85-ac00-47d8-bfbe-5def7f7d82e9 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:23:36.981911 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c199f9b0-88ea-4b87-907e-1517b03746e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:37.004154 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4642c4e4-9f22-4b13-abbb-2760fa2fb2ee tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:37.051273 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c199f9b0-88ea-4b87-907e-1517b03746e5 None None] Port 21020c85-ac00-47d8-bfbe-5def7f7d82e9 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:23:37.054380 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4642c4e4-9f22-4b13-abbb-2760fa2fb2ee tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:37.093208 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9e5d96e5-f152-4bae-b8de-2fdd360922bf req-debc6b85-feda-401f-8e0b-4c50dcebbfe0 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 210 time: 0.0582068 Aug 28 15:23:37.216516 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4642c4e4-9f22-4b13-abbb-2760fa2fb2ee tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:37.223377 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4642c4e4-9f22-4b13-abbb-2760fa2fb2ee tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:37.224823 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4642c4e4-9f22-4b13-abbb-2760fa2fb2ee tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "DELETE /v2.0/security-groups/d9b1360d-3a4d-4474-a6f4-6fa8c6094a91 HTTP/1.1" status: 204 len: 168 time: 0.3372741 Aug 28 15:23:37.248278 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4642c4e4-9f22-4b13-abbb-2760fa2fb2ee tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b1360d-3a4d-4474-a6f4-6fa8c6094a91,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:37.281639 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43226) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:37.844919 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4170c481-d4b0-4f70-a3a2-70f228cf4592 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:37.992520 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f70f925c-c81a-479e-93ba-9f952231d012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:38.166836 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc3c89a-36b6-417b-9a77-3c9540bb8793', 'name': 'network-vif-deleted', 'tag': 'c54e2dde-6fea-4f87-9b65-09266fc3d3d2'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:23:38.169877 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd982a0-f16d-4dcc-9095-18f9f462497f" -d '{"events": [{"server_uuid": "8dc3c89a-36b6-417b-9a77-3c9540bb8793", "name": "network-vif-deleted", "tag": "c54e2dde-6fea-4f87-9b65-09266fc3d3d2"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:23:38.241751 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2abf369b-ce53-4cdb-9816-88a2317039e6 req-02e64ecd-6dd7-4a1a-a3bf-bec4d1589fe0 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 210 time: 0.0349426 Aug 28 15:23:38.248613 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-4170c481-d4b0-4f70-a3a2-70f228cf4592 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Deleting port 6cc2877b-de8b-4193-8f3e-a5f596292115 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:23:38.249367 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4170c481-d4b0-4f70-a3a2-70f228cf4592 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:38.269264 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d379431-6e52-49a6-b66a-99cb6bc6f632 x-openstack-request-id: req-8d379431-6e52-49a6-b66a-99cb6bc6f632 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:23:38.269654 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc3c89a-36b6-417b-9a77-3c9540bb8793", "name": "network-vif-deleted", "tag": "c54e2dde-6fea-4f87-9b65-09266fc3d3d2", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:23:38.270127 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d379431-6e52-49a6-b66a-99cb6bc6f632 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:23:38.270584 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc3c89a-36b6-417b-9a77-3c9540bb8793', 'name': 'network-vif-deleted', 'tag': 'c54e2dde-6fea-4f87-9b65-09266fc3d3d2', 'status': 'completed', 'code': 200} Aug 28 15:23:38.283450 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2f0160d8-8769-48ca-83a2-6eb7f74bacf5 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:23:38.370198 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 2f0160d8-8769-48ca-83a2-6eb7f74bacf5 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:23:38.375261 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 2f0160d8-8769-48ca-83a2-6eb7f74bacf5 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:23:38.375750 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:38.413691 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-4170c481-d4b0-4f70-a3a2-70f228cf4592 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] For port 6cc2877b-de8b-4193-8f3e-a5f596292115, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6cc2877b-de8b-4193-8f3e-a5f596292115,segment=NetworkSegment(b17d1bde-47bc-4b34-acef-81bd6976a738),segment_id=b17d1bde-47bc-4b34-acef-81bd6976a738)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:23:38.414335 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4170c481-d4b0-4f70-a3a2-70f228cf4592 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:38.433664 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-4170c481-d4b0-4f70-a3a2-70f228cf4592 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Calling delete_port for 6cc2877b-de8b-4193-8f3e-a5f596292115 owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:23:38.469488 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:38.492506 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 2f0160d8-8769-48ca-83a2-6eb7f74bacf5, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2f0160d8-8769-48ca-83a2-6eb7f74bacf5,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:23:38.500028 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:38.501266 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device d9732220-4bd2-4858-9a1a-b915e4b18afc up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:23:38.618890 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=2f0160d8-8769-48ca-83a2-6eb7f74bacf5,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:38.632448 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port d9732220-4bd2-4858-9a1a-b915e4b18afc triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:23:38.632957 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:38.697828 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4170c481-d4b0-4f70-a3a2-70f228cf4592 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:38.734776 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170c481-d4b0-4f70-a3a2-70f228cf4592 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event deleted for resources: {'Port': ['ID=6cc2877b-de8b-4193-8f3e-a5f596292115,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:38.963822 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4170c481-d4b0-4f70-a3a2-70f228cf4592 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:39.044878 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7765962-7331-492e-8a5d-660dc3f7d6ff None None] Sync routers for ids ['3bed3eea-2447-4bf1-880e-b62b1e79caa7'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:23:39.054699 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7765962-7331-492e-8a5d-660dc3f7d6ff None None] Routers {'3bed3eea-2447-4bf1-880e-b62b1e79caa7'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:23:39.055411 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b7765962-7331-492e-8a5d-660dc3f7d6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:23:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['3bed3eea-2447-4bf1-880e-b62b1e79caa7'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:39.187687 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-b7765962-7331-492e-8a5d-660dc3f7d6ff None None] Set router 3bed3eea-2447-4bf1-880e-b62b1e79caa7 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:23:39.217538 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4170c481-d4b0-4f70-a3a2-70f228cf4592 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Router 9529f42d-3f5e-4def-9b4d-64f7d43868cf has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:23:39.384988 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4170c481-d4b0-4f70-a3a2-70f228cf4592 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:23:39.394709 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4170c481-d4b0-4f70-a3a2-70f228cf4592 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "PUT /v2.0/routers/9529f42d-3f5e-4def-9b4d-64f7d43868cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1093230 Aug 28 15:23:39.394966 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43244) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:39.397488 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c20243-a9d4-444c-a196-7edc66f78496 None None] Sync routers for ids ['9529f42d-3f5e-4def-9b4d-64f7d43868cf'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:23:39.410781 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c20243-a9d4-444c-a196-7edc66f78496 None None] Routers {'9529f42d-3f5e-4def-9b4d-64f7d43868cf'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:23:39.411401 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-18c20243-a9d4-444c-a196-7edc66f78496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:23:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9529f42d-3f5e-4def-9b4d-64f7d43868cf'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:39.435068 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c548b52d-5ac6-4f23-ae77-3ecd67cc632a req-f560f365-46f5-417a-ac00-d3711d64c0ae tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 210 time: 0.0798836 Aug 28 15:23:39.463904 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-70475da5-2a00-4bf2-9a4b-ff257e8d2d05 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Deleting subnet d84b1e4d-5bcd-4219-82bb-f39c416476c2 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:23:39.470206 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-70475da5-2a00-4bf2-9a4b-ff257e8d2d05 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:39.498519 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b7765962-7331-492e-8a5d-660dc3f7d6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bed3eea-2447-4bf1-880e-b62b1e79caa7', 'name': 'tempest-TestVolumeBackupRestore-2073255074-router', 'tenant_id': '02fa4c6919414fd4a8a050755ef77f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '2f0160d8-8769-48ca-83a2-6eb7f74bacf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:28Z', 'updated_at': '2021-08-28T15:23:35Z', 'revision_number': 4, 'project_id': '02fa4c6919414fd4a8a050755ef77f95', 'gw_port': {'id': '2f0160d8-8769-48ca-83a2-6eb7f74bacf5', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bed3eea-2447-4bf1-880e-b62b1e79caa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:29Z', 'updated_at': '2021-08-28T15:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '21020c85-ac00-47d8-bfbe-5def7f7d82e9', 'name': '', 'network_id': '3df6053e-50cd-4250-9582-5523607e85e5', 'tenant_id': '02fa4c6919414fd4a8a050755ef77f95', 'mac_address': 'fa:16:3e:e5:e8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bed3eea-2447-4bf1-880e-b62b1e79caa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '761c577a-f036-418e-bae3-de7c049ad092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:34Z', 'updated_at': '2021-08-28T15:23:36Z', 'revision_number': 2, 'project_id': '02fa4c6919414fd4a8a050755ef77f95', 'subnets': [{'id': '761c577a-f036-418e-bae3-de7c049ad092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:39.516439 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-70475da5-2a00-4bf2-9a4b-ff257e8d2d05 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:39.531345 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7765962-7331-492e-8a5d-660dc3f7d6ff None None] Checking router: 3bed3eea-2447-4bf1-880e-b62b1e79caa7 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:23:39.531894 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7765962-7331-492e-8a5d-660dc3f7d6ff None None] Updating router 3bed3eea-2447-4bf1-880e-b62b1e79caa7 port 21020c85-ac00-47d8-bfbe-5def7f7d82e9 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:23:39.560190 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b7765962-7331-492e-8a5d-660dc3f7d6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:39.583234 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-18c20243-a9d4-444c-a196-7edc66f78496 None None] Set router 9529f42d-3f5e-4def-9b4d-64f7d43868cf gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:23:39.699182 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-70475da5-2a00-4bf2-9a4b-ff257e8d2d05 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:39.767578 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-70475da5-2a00-4bf2-9a4b-ff257e8d2d05 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:39.799365 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70475da5-2a00-4bf2-9a4b-ff257e8d2d05 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event deleted for resources: {'Subnet': ['ID=d84b1e4d-5bcd-4219-82bb-f39c416476c2,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:39.811803 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-70475da5-2a00-4bf2-9a4b-ff257e8d2d05 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:39.814677 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-70475da5-2a00-4bf2-9a4b-ff257e8d2d05 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "DELETE /v2.0/subnets/d84b1e4d-5bcd-4219-82bb-f39c416476c2 HTTP/1.1" status: 204 len: 168 time: 0.4185045 Aug 28 15:23:39.818253 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43246) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:39.825498 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485d3e10-c59c-486a-bbdf-467851aefe06 None None] Network c3ffba0e-5bab-4dc3-b058-57d59d94f08c requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:23:39.835693 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-18c20243-a9d4-444c-a196-7edc66f78496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'name': 'tempest-TestNetworkBasicOps-router-1989611204', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '0418fb35-d8af-4491-93d2-f2e8cfac2153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:21:44Z', 'updated_at': '2021-08-28T15:23:38Z', 'revision_number': 5, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '0418fb35-d8af-4491-93d2-f2e8cfac2153', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:21:44Z', 'updated_at': '2021-08-28T15:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:39.862726 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c20243-a9d4-444c-a196-7edc66f78496 None None] Checking router: 9529f42d-3f5e-4def-9b4d-64f7d43868cf for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:23:39.872482 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c20243-a9d4-444c-a196-7edc66f78496 None None] Routers {'9529f42d-3f5e-4def-9b4d-64f7d43868cf'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:23:39.873438 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-18c20243-a9d4-444c-a196-7edc66f78496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:23:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9529f42d-3f5e-4def-9b4d-64f7d43868cf'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:39.975393 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9920aa49-6668-4aa4-bb67-2d758af1e209 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:40.001399 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-18c20243-a9d4-444c-a196-7edc66f78496 None None] Set router 9529f42d-3f5e-4def-9b4d-64f7d43868cf gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:23:40.127884 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9920aa49-6668-4aa4-bb67-2d758af1e209 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:40.206607 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36877bb-8b35-451e-a0d4-a6315b92353d None None] DHCP port deletion for c3ffba0e-5bab-4dc3-b058-57d59d94f08c request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:23:40.250702 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-18c20243-a9d4-444c-a196-7edc66f78496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'name': 'tempest-TestNetworkBasicOps-router-1989611204', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '0418fb35-d8af-4491-93d2-f2e8cfac2153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:21:44Z', 'updated_at': '2021-08-28T15:23:38Z', 'revision_number': 5, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '0418fb35-d8af-4491-93d2-f2e8cfac2153', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:21:44Z', 'updated_at': '2021-08-28T15:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:40.252028 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-9920aa49-6668-4aa4-bb67-2d758af1e209 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Deleting port 0418fb35-d8af-4491-93d2-f2e8cfac2153 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:23:40.252494 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9920aa49-6668-4aa4-bb67-2d758af1e209 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:40.285854 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2f0160d8-8769-48ca-83a2-6eb7f74bacf5 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:23:40.297004 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c20243-a9d4-444c-a196-7edc66f78496 None None] The sync data for ids ['9529f42d-3f5e-4def-9b4d-64f7d43868cf'] in n-d-712137-10 is: [{'id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'name': 'tempest-TestNetworkBasicOps-router-1989611204', 'tenant_id': '882056e022594e62849ed5c991d6169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '0418fb35-d8af-4491-93d2-f2e8cfac2153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:21:44Z', 'updated_at': '2021-08-28T15:23:38Z', 'revision_number': 5, 'project_id': '882056e022594e62849ed5c991d6169b', 'gw_port': {'id': '0418fb35-d8af-4491-93d2-f2e8cfac2153', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9529f42d-3f5e-4def-9b4d-64f7d43868cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:21:44Z', 'updated_at': '2021-08-28T15:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:23:40.339639 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b7765962-7331-492e-8a5d-660dc3f7d6ff None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:40.363950 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b7765962-7331-492e-8a5d-660dc3f7d6ff None None] Transition to ACTIVE for port object 21020c85-ac00-47d8-bfbe-5def7f7d82e9 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:23:40.365681 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-9920aa49-6668-4aa4-bb67-2d758af1e209 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] For port 0418fb35-d8af-4491-93d2-f2e8cfac2153, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0418fb35-d8af-4491-93d2-f2e8cfac2153,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:23:40.366173 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9920aa49-6668-4aa4-bb67-2d758af1e209 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:40.377473 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-e36877bb-8b35-451e-a0d4-a6315b92353d None None] Deleting port 28c58297-5dac-4227-8e84-aacd5c9f3861 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:23:40.377887 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e36877bb-8b35-451e-a0d4-a6315b92353d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:40.382142 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-9920aa49-6668-4aa4-bb67-2d758af1e209 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Calling delete_port for 0418fb35-d8af-4491-93d2-f2e8cfac2153 owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:23:40.382343 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b7765962-7331-492e-8a5d-660dc3f7d6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:40.500733 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0d13a-10dc-4072-85f6-49cabc512429 None None] Pushing event updated for resources: {'Port': ['ID=21020c85-ac00-47d8-bfbe-5def7f7d82e9,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:40.505400 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-e36877bb-8b35-451e-a0d4-a6315b92353d None None] For port 28c58297-5dac-4227-8e84-aacd5c9f3861, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=28c58297-5dac-4227-8e84-aacd5c9f3861,segment=NetworkSegment(b17d1bde-47bc-4b34-acef-81bd6976a738),segment_id=b17d1bde-47bc-4b34-acef-81bd6976a738)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:23:40.505807 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e36877bb-8b35-451e-a0d4-a6315b92353d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:40.508332 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 2f0160d8-8769-48ca-83a2-6eb7f74bacf5 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:23:40.508699 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:40.552691 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-e36877bb-8b35-451e-a0d4-a6315b92353d None None] Calling delete_port for 28c58297-5dac-4227-8e84-aacd5c9f3861 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:23:40.623312 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9920aa49-6668-4aa4-bb67-2d758af1e209 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:40.644694 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0d4ebaab-b990-49db-b1a2-859fb2c244a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:40.644908 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e3bec7e-ea2f-4569-80b1-1731575ab1bd req-c9b84478-8d82-43c5-877d-506502ffcc86 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 210 time: 0.0632524 Aug 28 15:23:40.670050 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920aa49-6668-4aa4-bb67-2d758af1e209 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event deleted for resources: {'Port': ['ID=0418fb35-d8af-4491-93d2-f2e8cfac2153,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:40.740889 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-b7765962-7331-492e-8a5d-660dc3f7d6ff None None] Attempting to bind port 21020c85-ac00-47d8-bfbe-5def7f7d82e9 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:23:40.741267 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-b7765962-7331-492e-8a5d-660dc3f7d6ff None None] Attempting to bind port 21020c85-ac00-47d8-bfbe-5def7f7d82e9 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '92853b97-a567-4155-ab76-461e042a6972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3df6053e-50cd-4250-9582-5523607e85e5'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:23:40.741914 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7765962-7331-492e-8a5d-660dc3f7d6ff None None] Attempting to bind port 21020c85-ac00-47d8-bfbe-5def7f7d82e9 on network 3df6053e-50cd-4250-9582-5523607e85e5 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:23:40.766303 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7765962-7331-492e-8a5d-660dc3f7d6ff None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:23:40.766685 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7765962-7331-492e-8a5d-660dc3f7d6ff None None] Checking segment: {'id': '92853b97-a567-4155-ab76-461e042a6972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3df6053e-50cd-4250-9582-5523607e85e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:23:40.767098 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b7765962-7331-492e-8a5d-660dc3f7d6ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:40.767496 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7765962-7331-492e-8a5d-660dc3f7d6ff None None] Bound using segment: {'id': '92853b97-a567-4155-ab76-461e042a6972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3df6053e-50cd-4250-9582-5523607e85e5'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:23:40.768069 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-b7765962-7331-492e-8a5d-660dc3f7d6ff None None] Bound port: 21020c85-ac00-47d8-bfbe-5def7f7d82e9, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92853b97-a567-4155-ab76-461e042a6972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3df6053e-50cd-4250-9582-5523607e85e5'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:23:40.768462 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b7765962-7331-492e-8a5d-660dc3f7d6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:40.771106 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9920aa49-6668-4aa4-bb67-2d758af1e209 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:40.901005 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e36877bb-8b35-451e-a0d4-a6315b92353d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:40.918885 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:40.955731 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36877bb-8b35-451e-a0d4-a6315b92353d None None] Pushing event deleted for resources: {'Port': ['ID=28c58297-5dac-4227-8e84-aacd5c9f3861,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:40.970609 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36877bb-8b35-451e-a0d4-a6315b92353d None None] No DVR routers for this DVR port 28c58297-5dac-4227-8e84-aacd5c9f3861 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:23:40.978647 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-b7765962-7331-492e-8a5d-660dc3f7d6ff None None] For port 21020c85-ac00-47d8-bfbe-5def7f7d82e9, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:23:40.984348 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-b7765962-7331-492e-8a5d-660dc3f7d6ff None None] For port 21020c85-ac00-47d8-bfbe-5def7f7d82e9, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=21020c85-ac00-47d8-bfbe-5def7f7d82e9,segment=NetworkSegment(92853b97-a567-4155-ab76-461e042a6972),segment_id=92853b97-a567-4155-ab76-461e042a6972)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:23:40.999874 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b7765962-7331-492e-8a5d-660dc3f7d6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:41.069776 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0d13a-10dc-4072-85f6-49cabc512429 None None] Pushing event updated for resources: {'Port': ['ID=21020c85-ac00-47d8-bfbe-5def7f7d82e9,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:41.088210 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7765962-7331-492e-8a5d-660dc3f7d6ff None None] Routers {'3bed3eea-2447-4bf1-880e-b62b1e79caa7'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:23:41.089014 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b7765962-7331-492e-8a5d-660dc3f7d6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:23:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['3bed3eea-2447-4bf1-880e-b62b1e79caa7'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:41.218025 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-b7765962-7331-492e-8a5d-660dc3f7d6ff None None] Set router 3bed3eea-2447-4bf1-880e-b62b1e79caa7 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:23:41.264411 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9920aa49-6668-4aa4-bb67-2d758af1e209 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:41.266634 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9920aa49-6668-4aa4-bb67-2d758af1e209 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:41.319178 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9920aa49-6668-4aa4-bb67-2d758af1e209 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:41.320403 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9920aa49-6668-4aa4-bb67-2d758af1e209 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Fanout notify agent at l3_agent the message router_deleted on router 9529f42d-3f5e-4def-9b4d-64f7d43868cf {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:23:41.327581 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9920aa49-6668-4aa4-bb67-2d758af1e209 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:41.331583 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43254) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:41.331886 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9920aa49-6668-4aa4-bb67-2d758af1e209 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "DELETE /v2.0/routers/9529f42d-3f5e-4def-9b4d-64f7d43868cf HTTP/1.1" status: 204 len: 168 time: 1.5125914 Aug 28 15:23:41.431389 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ea2fb392-5c65-46a3-9818-42ba9f1cdfb0 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:41.502375 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b7765962-7331-492e-8a5d-660dc3f7d6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bed3eea-2447-4bf1-880e-b62b1e79caa7', 'name': 'tempest-TestVolumeBackupRestore-2073255074-router', 'tenant_id': '02fa4c6919414fd4a8a050755ef77f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '2f0160d8-8769-48ca-83a2-6eb7f74bacf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:28Z', 'updated_at': '2021-08-28T15:23:35Z', 'revision_number': 4, 'project_id': '02fa4c6919414fd4a8a050755ef77f95', 'gw_port': {'id': '2f0160d8-8769-48ca-83a2-6eb7f74bacf5', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bed3eea-2447-4bf1-880e-b62b1e79caa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:29Z', 'updated_at': '2021-08-28T15:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '21020c85-ac00-47d8-bfbe-5def7f7d82e9', 'name': '', 'network_id': '3df6053e-50cd-4250-9582-5523607e85e5', 'tenant_id': '02fa4c6919414fd4a8a050755ef77f95', 'mac_address': 'fa:16:3e:e5:e8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bed3eea-2447-4bf1-880e-b62b1e79caa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '761c577a-f036-418e-bae3-de7c049ad092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:34Z', 'updated_at': '2021-08-28T15:23:40Z', 'revision_number': 4, 'project_id': '02fa4c6919414fd4a8a050755ef77f95', 'subnets': [{'id': '761c577a-f036-418e-bae3-de7c049ad092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:41.530508 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7765962-7331-492e-8a5d-660dc3f7d6ff None None] The sync data for ids ['3bed3eea-2447-4bf1-880e-b62b1e79caa7'] in n-d-712137-10 is: [{'id': '3bed3eea-2447-4bf1-880e-b62b1e79caa7', 'name': 'tempest-TestVolumeBackupRestore-2073255074-router', 'tenant_id': '02fa4c6919414fd4a8a050755ef77f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '2f0160d8-8769-48ca-83a2-6eb7f74bacf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:28Z', 'updated_at': '2021-08-28T15:23:35Z', 'revision_number': 4, 'project_id': '02fa4c6919414fd4a8a050755ef77f95', 'gw_port': {'id': '2f0160d8-8769-48ca-83a2-6eb7f74bacf5', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bed3eea-2447-4bf1-880e-b62b1e79caa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:29Z', 'updated_at': '2021-08-28T15:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '21020c85-ac00-47d8-bfbe-5def7f7d82e9', 'name': '', 'network_id': '3df6053e-50cd-4250-9582-5523607e85e5', 'tenant_id': '02fa4c6919414fd4a8a050755ef77f95', 'mac_address': 'fa:16:3e:e5:e8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bed3eea-2447-4bf1-880e-b62b1e79caa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '761c577a-f036-418e-bae3-de7c049ad092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:34Z', 'updated_at': '2021-08-28T15:23:40Z', 'revision_number': 4, 'project_id': '02fa4c6919414fd4a8a050755ef77f95', 'subnets': [{'id': '761c577a-f036-418e-bae3-de7c049ad092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:23:41.535600 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ea2fb392-5c65-46a3-9818-42ba9f1cdfb0 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:41.548736 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-ea2fb392-5c65-46a3-9818-42ba9f1cdfb0 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ffba0e-5bab-4dc3-b058-57d59d94f08c']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:41.561150 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-ea2fb392-5c65-46a3-9818-42ba9f1cdfb0 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b17d1bde-47bc-4b34-acef-81bd6976a738') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:41.561802 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-ea2fb392-5c65-46a3-9818-42ba9f1cdfb0 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b17d1bde-47bc-4b34-acef-81bd6976a738') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:41.571989 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ea2fb392-5c65-46a3-9818-42ba9f1cdfb0 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:41.587167 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ea2fb392-5c65-46a3-9818-42ba9f1cdfb0 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:41.595198 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea2fb392-5c65-46a3-9818-42ba9f1cdfb0 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:23:41.595895 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ea2fb392-5c65-46a3-9818-42ba9f1cdfb0 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:23:41.599432 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:23:41.683711 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ea2fb392-5c65-46a3-9818-42ba9f1cdfb0 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:41.694068 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ea2fb392-5c65-46a3-9818-42ba9f1cdfb0 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:41.696448 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ea2fb392-5c65-46a3-9818-42ba9f1cdfb0 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] 10.222.0.13 "DELETE /v2.0/networks/c3ffba0e-5bab-4dc3-b058-57d59d94f08c HTTP/1.1" status: 204 len: 168 time: 0.3634076 Aug 28 15:23:41.725693 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2fb392-5c65-46a3-9818-42ba9f1cdfb0 tempest-TestNetworkBasicOps-384143953 tempest-TestNetworkBasicOps-384143953-project] Pushing event deleted for resources: {'Network': ['ID=c3ffba0e-5bab-4dc3-b058-57d59d94f08c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:41.758256 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c9ebef86-d4bc-43b0-ae7a-3e64970cd458 req-97b0463e-bb0b-4568-a7d6-41171d37b426 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 210 time: 0.0276294 Aug 28 15:23:41.798320 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:42.108826 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43298) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:42.237117 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 21020c85-ac00-47d8-bfbe-5def7f7d82e9 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:23:42.329612 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 21020c85-ac00-47d8-bfbe-5def7f7d82e9 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:23:42.334281 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 21020c85-ac00-47d8-bfbe-5def7f7d82e9 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:23:42.334963 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:42.383174 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43306) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:42.384842 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d519c64e-b413-45b6-919a-98e4869b1792 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=882056e022594e62849ed5c991d6169b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2742665 Aug 28 15:23:42.509819 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2b792b40-79ca-4eea-9a42-e04e86b20044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:42.556724 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:42.582805 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2b792b40-79ca-4eea-9a42-e04e86b20044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:42.632060 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 21020c85-ac00-47d8-bfbe-5def7f7d82e9, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=21020c85-ac00-47d8-bfbe-5def7f7d82e9,segment=NetworkSegment(92853b97-a567-4155-ab76-461e042a6972),segment_id=92853b97-a567-4155-ab76-461e042a6972)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:23:42.641097 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:42.698934 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2b792b40-79ca-4eea-9a42-e04e86b20044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:42.703130 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2b792b40-79ca-4eea-9a42-e04e86b20044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:42.707189 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2b792b40-79ca-4eea-9a42-e04e86b20044 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06441618-530e-41a5-b6e0-c9b270b08ab9 HTTP/1.1" status: 204 len: 168 time: 0.3217218 Aug 28 15:23:42.732894 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b792b40-79ca-4eea-9a42-e04e86b20044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06441618-530e-41a5-b6e0-c9b270b08ab9,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:42.771310 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=21020c85-ac00-47d8-bfbe-5def7f7d82e9,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:42.783776 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6cc2877b-de8b-4193-8f3e-a5f596292115 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:23:42.848968 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 6cc2877b-de8b-4193-8f3e-a5f596292115 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:23:42.849316 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6cc2877b-de8b-4193-8f3e-a5f596292115 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:23:42.849736 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 28c58297-5dac-4227-8e84-aacd5c9f3861 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:23:42.924736 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 28c58297-5dac-4227-8e84-aacd5c9f3861 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:23:42.925086 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 28c58297-5dac-4227-8e84-aacd5c9f3861 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:23:42.925499 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0418fb35-d8af-4491-93d2-f2e8cfac2153 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:23:42.985657 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 0418fb35-d8af-4491-93d2-f2e8cfac2153 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:23:42.986008 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0418fb35-d8af-4491-93d2-f2e8cfac2153 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:23:43.084294 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-661bb5a3-0452-4a95-ae11-a23db46d52a9 req-02e2ff25-0099-4f6f-b841-aa312a4cd49b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dc3c89a-36b6-417b-9a77-3c9540bb8793 HTTP/1.1" status: 200 len: 210 time: 0.0807364 Aug 28 15:23:43.282129 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:43.375522 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43356) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:43.404703 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ecb61588-05a6-48aa-8250-9158169c1c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:43.551378 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ecb61588-05a6-48aa-8250-9158169c1c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:43.556193 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ecb61588-05a6-48aa-8250-9158169c1c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:43.600102 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ecb61588-05a6-48aa-8250-9158169c1c68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=328f8d35f2f14721be770dd3fcd3c0e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2236352 Aug 28 15:23:43.602778 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43358) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:43.612104 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb61588-05a6-48aa-8250-9158169c1c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3840f96-6e7a-4dd8-bd85-280e735c18af,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:43.673011 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-63be880a-69bc-49df-b51e-4b90bdca97a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:43.704745 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-63be880a-69bc-49df-b51e-4b90bdca97a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:43.766423 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-63be880a-69bc-49df-b51e-4b90bdca97a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:43.769666 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-63be880a-69bc-49df-b51e-4b90bdca97a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:43.773489 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-63be880a-69bc-49df-b51e-4b90bdca97a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3840f96-6e7a-4dd8-bd85-280e735c18af HTTP/1.1" status: 204 len: 168 time: 0.1694663 Aug 28 15:23:43.787237 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be880a-69bc-49df-b51e-4b90bdca97a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3840f96-6e7a-4dd8-bd85-280e735c18af,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:44.185070 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 21020c85-ac00-47d8-bfbe-5def7f7d82e9 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:23:44.311271 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 21020c85-ac00-47d8-bfbe-5def7f7d82e9 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:23:44.311970 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:45.069572 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:23:48.816455 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46110914-73dc-4df4-a9f2-4d0d8b43c53c req-0203f3ca-2376-4c28-b83f-db1a3d5e1878 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:48.818184 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-46110914-73dc-4df4-a9f2-4d0d8b43c53c req-0203f3ca-2376-4c28-b83f-db1a3d5e1878 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff370059-a443-4aaf-b5e5-c57b9021f461 HTTP/1.1" status: 200 len: 946 time: 0.0505004 Aug 28 15:23:48.860950 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-46110914-73dc-4df4-a9f2-4d0d8b43c53c req-c023ac21-22e5-456d-870b-85deb188ac03 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363090 Aug 28 15:23:50.008956 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecaba25-2a4d-46f6-8b70-848d5f916bad req-6c24dd65-c2a7-40e5-92ca-2297dbd39bd7 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:50.010778 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ecaba25-2a4d-46f6-8b70-848d5f916bad req-6c24dd65-c2a7-40e5-92ca-2297dbd39bd7 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff370059-a443-4aaf-b5e5-c57b9021f461 HTTP/1.1" status: 200 len: 946 time: 0.0630779 Aug 28 15:23:50.054629 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ecaba25-2a4d-46f6-8b70-848d5f916bad req-3cfda6ce-d17f-483f-825d-a8579f4eb38d tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=84a8316e-ab91-4dc4-a398-6e028e2ab94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362563 Aug 28 15:23:50.221369 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087885b-a5da-46a2-a459-21e864fc013e req-76327e63-2931-434b-ace3-de319562e510 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:50.223115 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b087885b-a5da-46a2-a459-21e864fc013e req-76327e63-2931-434b-ace3-de319562e510 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff370059-a443-4aaf-b5e5-c57b9021f461 HTTP/1.1" status: 200 len: 946 time: 0.0608993 Aug 28 15:23:50.335843 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-b087885b-a5da-46a2-a459-21e864fc013e req-14ec47a5-3ce7-4c17-8f37-77cadb06110f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Deleting port e2db61cd-bab8-4aae-b20c-1e134c728a6d {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:23:50.336458 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b087885b-a5da-46a2-a459-21e864fc013e req-14ec47a5-3ce7-4c17-8f37-77cadb06110f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:50.440794 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-b087885b-a5da-46a2-a459-21e864fc013e req-14ec47a5-3ce7-4c17-8f37-77cadb06110f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] For port e2db61cd-bab8-4aae-b20c-1e134c728a6d, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=e2db61cd-bab8-4aae-b20c-1e134c728a6d,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:23:50.441057 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b087885b-a5da-46a2-a459-21e864fc013e req-14ec47a5-3ce7-4c17-8f37-77cadb06110f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:50.455697 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-b087885b-a5da-46a2-a459-21e864fc013e req-14ec47a5-3ce7-4c17-8f37-77cadb06110f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Calling delete_port for e2db61cd-bab8-4aae-b20c-1e134c728a6d owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:23:50.625479 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b087885b-a5da-46a2-a459-21e864fc013e req-14ec47a5-3ce7-4c17-8f37-77cadb06110f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:50.648678 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['e2db61cd-bab8-4aae-b20c-1e134c728a6d'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:23:50.676264 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec47a5-3ce7-4c17-8f37-77cadb06110f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Pushing event deleted for resources: {'Port': ['ID=e2db61cd-bab8-4aae-b20c-1e134c728a6d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:50.740435 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-b087885b-a5da-46a2-a459-21e864fc013e req-14ec47a5-3ce7-4c17-8f37-77cadb06110f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] No DVR routers for this DVR port e2db61cd-bab8-4aae-b20c-1e134c728a6d on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:23:50.743830 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b087885b-a5da-46a2-a459-21e864fc013e req-14ec47a5-3ce7-4c17-8f37-77cadb06110f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:50.747020 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b087885b-a5da-46a2-a459-21e864fc013e req-14ec47a5-3ce7-4c17-8f37-77cadb06110f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.36 "DELETE /v2.0/ports/e2db61cd-bab8-4aae-b20c-1e134c728a6d HTTP/1.1" status: 204 len: 173 time: 0.5183430 Aug 28 15:23:50.747917 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff370059-a443-4aaf-b5e5-c57b9021f461', 'name': 'network-vif-deleted', 'tag': 'e2db61cd-bab8-4aae-b20c-1e134c728a6d'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:23:50.750444 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb654e47-ede4-426d-82fb-a1c59e778bad" -d '{"events": [{"server_uuid": "ff370059-a443-4aaf-b5e5-c57b9021f461", "name": "network-vif-deleted", "tag": "e2db61cd-bab8-4aae-b20c-1e134c728a6d"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:23:50.815809 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fa50b7-c7bf-4e71-93c6-de80a2e65ab3 x-openstack-request-id: req-c3fa50b7-c7bf-4e71-93c6-de80a2e65ab3 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:23:50.816221 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff370059-a443-4aaf-b5e5-c57b9021f461", "name": "network-vif-deleted", "tag": "e2db61cd-bab8-4aae-b20c-1e134c728a6d", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:23:50.818420 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3fa50b7-c7bf-4e71-93c6-de80a2e65ab3 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:23:50.818933 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff370059-a443-4aaf-b5e5-c57b9021f461', 'name': 'network-vif-deleted', 'tag': 'e2db61cd-bab8-4aae-b20c-1e134c728a6d', 'status': 'completed', 'code': 200} Aug 28 15:23:50.995139 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd4466-adc0-448b-8964-47928708eac0 req-67bec4bf-7034-444b-a7c8-7938700f199f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:50.997300 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4fdd4466-adc0-448b-8964-47928708eac0 req-67bec4bf-7034-444b-a7c8-7938700f199f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 945 time: 0.0595374 Aug 28 15:23:51.064214 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4fdd4466-adc0-448b-8964-47928708eac0 req-d319b77b-2fa4-42be-9143-1c0b5ab9dfc6 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551763 Aug 28 15:23:51.229000 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-184a3401-7e04-46dd-af70-3bb4035e3216 req-6a1b6897-fb07-4c7d-83a0-f37f252696a8 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff370059-a443-4aaf-b5e5-c57b9021f461 HTTP/1.1" status: 200 len: 210 time: 0.0543442 Aug 28 15:23:52.223645 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c1d36-31b0-46a5-a2f8-c3640821176f req-34bcb557-4c07-4f6e-8003-ee3145b339c1 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:52.232309 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-378c1d36-31b0-46a5-a2f8-c3640821176f req-34bcb557-4c07-4f6e-8003-ee3145b339c1 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 945 time: 0.0701501 Aug 28 15:23:52.287415 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-378c1d36-31b0-46a5-a2f8-c3640821176f req-7a5e4286-a6f1-4f1e-93a7-60e9be0c10c9 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533359 Aug 28 15:23:52.326416 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-586dbc7e-79cd-4327-9e82-6dadba9f419d req-5e071f39-3297-43ff-bc8c-92d51cfe1794 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff370059-a443-4aaf-b5e5-c57b9021f461 HTTP/1.1" status: 200 len: 210 time: 0.0295084 Aug 28 15:23:53.464051 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43518) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:53.477273 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-045cf7e3-3e19-4299-8bd0-aee3aefd914c req-64f6d63a-885c-4291-ab52-9b47b5a6661b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff370059-a443-4aaf-b5e5-c57b9021f461 HTTP/1.1" status: 200 len: 210 time: 0.0535657 Aug 28 15:23:53.523408 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-094ae2ed-b7f5-40cf-817c-eedf700729dc admin admin] Deleting subnet 09f9df54-d080-47bc-8a64-dfb6cebb50a4 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:23:53.529131 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-094ae2ed-b7f5-40cf-817c-eedf700729dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:53.540989 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd81d75-d0cd-47c3-ab30-7026a1b161f2 req-740017d3-5d4a-43da-adb2-5e5037877094 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:53.542501 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8fd81d75-d0cd-47c3-ab30-7026a1b161f2 req-740017d3-5d4a-43da-adb2-5e5037877094 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 945 time: 0.1452396 Aug 28 15:23:53.581451 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-094ae2ed-b7f5-40cf-817c-eedf700729dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:53.630096 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-094ae2ed-b7f5-40cf-817c-eedf700729dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:53.747397 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8fd81d75-d0cd-47c3-ab30-7026a1b161f2 req-ba0a29da-e418-4ec7-9304-18106b201395 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143482 Aug 28 15:23:53.775517 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-094ae2ed-b7f5-40cf-817c-eedf700729dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:53.813689 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ae2ed-b7f5-40cf-817c-eedf700729dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09f9df54-d080-47bc-8a64-dfb6cebb50a4,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:53.817175 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-094ae2ed-b7f5-40cf-817c-eedf700729dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:53.821755 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-094ae2ed-b7f5-40cf-817c-eedf700729dc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/09f9df54-d080-47bc-8a64-dfb6cebb50a4 HTTP/1.1" status: 204 len: 168 time: 0.3525870 Aug 28 15:23:53.821755 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43524) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:53.903775 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-29ebc215-1388-4648-8566-7c55d51f33d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:53.996372 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-29ebc215-1388-4648-8566-7c55d51f33d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:54.007289 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-29ebc215-1388-4648-8566-7c55d51f33d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ffe752-6272-40d8-bba5-9f85d34bbf89']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:54.021162 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-29ebc215-1388-4648-8566-7c55d51f33d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d9de8b-934c-4597-9c52-9f59018c53d5') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:54.021462 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-29ebc215-1388-4648-8566-7c55d51f33d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d9de8b-934c-4597-9c52-9f59018c53d5') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:54.032516 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-29ebc215-1388-4648-8566-7c55d51f33d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:54.053976 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-29ebc215-1388-4648-8566-7c55d51f33d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:54.063304 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ebc215-1388-4648-8566-7c55d51f33d2 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:23:54.063917 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-29ebc215-1388-4648-8566-7c55d51f33d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:23:54.065714 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:23:54.133684 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-29ebc215-1388-4648-8566-7c55d51f33d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:54.141812 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-29ebc215-1388-4648-8566-7c55d51f33d2 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:54.146465 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-29ebc215-1388-4648-8566-7c55d51f33d2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/56ffe752-6272-40d8-bba5-9f85d34bbf89 HTTP/1.1" status: 204 len: 168 time: 0.3213983 Aug 28 15:23:54.146801 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43526) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:54.156290 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ebc215-1388-4648-8566-7c55d51f33d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=56ffe752-6272-40d8-bba5-9f85d34bbf89,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:54.209242 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-474e9a5f-b505-4bf6-bfab-38651a24cb6f admin admin] Deleting subnet 243cb823-df8c-4948-967b-c757e507a38d {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:23:54.214099 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-474e9a5f-b505-4bf6-bfab-38651a24cb6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:54.254130 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-474e9a5f-b505-4bf6-bfab-38651a24cb6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:54.308384 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-474e9a5f-b505-4bf6-bfab-38651a24cb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:54.451990 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-474e9a5f-b505-4bf6-bfab-38651a24cb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:54.470963 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:54.480789 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e9a5f-b505-4bf6-bfab-38651a24cb6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=243cb823-df8c-4948-967b-c757e507a38d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:54.487740 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-474e9a5f-b505-4bf6-bfab-38651a24cb6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:54.490006 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-474e9a5f-b505-4bf6-bfab-38651a24cb6f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/243cb823-df8c-4948-967b-c757e507a38d HTTP/1.1" status: 204 len: 168 time: 0.3419566 Aug 28 15:23:54.492404 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43528) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:54.566238 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3460e209-4e99-4d0d-83cf-f6d95233dbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:54.606339 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-029aadb2-e41c-4172-bfc0-836c402d7899 req-ad932c8e-c544-4a39-a8fc-6be263a183d1 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff370059-a443-4aaf-b5e5-c57b9021f461 HTTP/1.1" status: 200 len: 210 time: 0.0372334 Aug 28 15:23:54.680728 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3460e209-4e99-4d0d-83cf-f6d95233dbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:54.692385 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-3460e209-4e99-4d0d-83cf-f6d95233dbf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c744522e-54e0-44df-86dc-5e2d678acaba']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:54.704759 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-3460e209-4e99-4d0d-83cf-f6d95233dbf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb53df55-d8eb-44a1-a6e2-59f5a609fc8d') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:54.704974 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-3460e209-4e99-4d0d-83cf-f6d95233dbf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb53df55-d8eb-44a1-a6e2-59f5a609fc8d') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:23:54.715586 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3460e209-4e99-4d0d-83cf-f6d95233dbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:54.732502 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3460e209-4e99-4d0d-83cf-f6d95233dbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:54.740881 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3460e209-4e99-4d0d-83cf-f6d95233dbf0 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:23:54.740881 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3460e209-4e99-4d0d-83cf-f6d95233dbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:23:54.798966 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:23:54.812785 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3460e209-4e99-4d0d-83cf-f6d95233dbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:54.824983 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3460e209-4e99-4d0d-83cf-f6d95233dbf0 admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:54.826900 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3460e209-4e99-4d0d-83cf-f6d95233dbf0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c744522e-54e0-44df-86dc-5e2d678acaba HTTP/1.1" status: 204 len: 168 time: 0.3333981 Aug 28 15:23:54.853308 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460e209-4e99-4d0d-83cf-f6d95233dbf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c744522e-54e0-44df-86dc-5e2d678acaba,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:54.945842 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf05d2-ab8a-4ac6-b700-504565526008 req-76205df0-d336-44bd-821f-0c7e2a610be3 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:54.947604 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-43bf05d2-ab8a-4ac6-b700-504565526008 req-76205df0-d336-44bd-821f-0c7e2a610be3 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 945 time: 0.0744314 Aug 28 15:23:54.998693 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-43bf05d2-ab8a-4ac6-b700-504565526008 req-e2852c33-ad87-4180-9bba-d2c8cc3b678e tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437679 Aug 28 15:23:55.046802 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device e2db61cd-bab8-4aae-b20c-1e134c728a6d no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:23:55.077117 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43540) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:55.083424 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: e2db61cd-bab8-4aae-b20c-1e134c728a6d {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:23:55.084059 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device e2db61cd-bab8-4aae-b20c-1e134c728a6d not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:23:55.128290 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-bd73df5f-ed21-4ed1-bae3-e7e351d793b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=261eadcc8020451abe444ab022ed8e44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498185 Aug 28 15:23:55.130863 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43542) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:55.185037 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7bad7a7f-b6fe-4768-b605-43d521fdcd51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:55.209890 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7bad7a7f-b6fe-4768-b605-43d521fdcd51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:55.258467 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7bad7a7f-b6fe-4768-b605-43d521fdcd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:55.261398 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7bad7a7f-b6fe-4768-b605-43d521fdcd51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:55.265112 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7bad7a7f-b6fe-4768-b605-43d521fdcd51 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/888bc22d-9044-4fcd-986a-2ffdef5751fa HTTP/1.1" status: 204 len: 168 time: 0.1306009 Aug 28 15:23:55.285356 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad7a7f-b6fe-4768-b605-43d521fdcd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888bc22d-9044-4fcd-986a-2ffdef5751fa,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:55.719580 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43552) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:55.776613 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f3c4a019-7340-44a8-ae67-8e476bbc86f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b27a57fba754e50af001a932ecaccb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0555174 Aug 28 15:23:55.780224 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43554) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:55.842948 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb8a5890-1ce2-4235-9fd8-75d9bf314258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:55.870594 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb8a5890-1ce2-4235-9fd8-75d9bf314258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:55.945250 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb8a5890-1ce2-4235-9fd8-75d9bf314258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:55.948517 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb8a5890-1ce2-4235-9fd8-75d9bf314258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:55.950310 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-eb8a5890-1ce2-4235-9fd8-75d9bf314258 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5209ddd9-03e2-4816-a432-31518936b90b HTTP/1.1" status: 204 len: 168 time: 0.1691751 Aug 28 15:23:55.960010 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a5890-1ce2-4235-9fd8-75d9bf314258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5209ddd9-03e2-4816-a432-31518936b90b,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:56.153279 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334325c5-8384-4bca-958e-1e8c397ee2db req-69d58424-1c06-4138-a580-987c3dae97ce tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:56.155801 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-334325c5-8384-4bca-958e-1e8c397ee2db req-69d58424-1c06-4138-a580-987c3dae97ce tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 945 time: 0.0623765 Aug 28 15:23:56.219257 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-334325c5-8384-4bca-958e-1e8c397ee2db req-7c32f840-647f-49cc-9453-2ac9fb83b2fd tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571659 Aug 28 15:23:56.609440 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:57.376660 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7632d-030e-4eb4-9039-c183ae47665d req-92bc040d-fe76-4cd6-a60f-4da1ea90d895 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:57.379138 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-47d7632d-030e-4eb4-9039-c183ae47665d req-92bc040d-fe76-4cd6-a60f-4da1ea90d895 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 945 time: 0.0750649 Aug 28 15:23:57.436995 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-47d7632d-030e-4eb4-9039-c183ae47665d req-03055988-4dd4-4506-9007-b4c6fb7098f3 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406554 Aug 28 15:23:58.608392 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60290e-6545-4578-a4d5-65b18e2e3e74 req-e90f3e59-435f-44ae-ad73-e05a5789c494 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:58.616032 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cf60290e-6545-4578-a4d5-65b18e2e3e74 req-e90f3e59-435f-44ae-ad73-e05a5789c494 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 945 time: 0.0894170 Aug 28 15:23:58.675116 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cf60290e-6545-4578-a4d5-65b18e2e3e74 req-2effc377-0da4-49f1-98e8-fb1e8e27b404 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490847 Aug 28 15:23:59.124680 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43700) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:59.129400 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-4de9f0fd-5233-4933-b6ae-f849f3d27abd tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1648540979', 'description': 'tempest-secgroup-smoke-1648540979 description', 'project_id': 'c6cc5102288e4115b2b96ff1028147b2'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:23:59.161238 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4de9f0fd-5233-4933-b6ae-f849f3d27abd tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:59.254889 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4de9f0fd-5233-4933-b6ae-f849f3d27abd tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:59.258439 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4de9f0fd-5233-4933-b6ae-f849f3d27abd tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:59.291563 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9f0fd-5233-4933-b6ae-f849f3d27abd tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa152e2-9dd3-45d9-b43e-fb91795b4648,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:59.295266 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4de9f0fd-5233-4933-b6ae-f849f3d27abd tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:59.299553 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4de9f0fd-5233-4933-b6ae-f849f3d27abd tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1738169 Aug 28 15:23:59.299731 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43704) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:59.304603 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-1dca3fe9-4bd1-4bb3-a955-7d9096b10631 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Request body: {'security_group_rule': {'security_group_id': '8fa152e2-9dd3-45d9-b43e-fb91795b4648', 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:23:59.354068 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1dca3fe9-4bd1-4bb3-a955-7d9096b10631 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:59.405652 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1dca3fe9-4bd1-4bb3-a955-7d9096b10631 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:59.409858 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1dca3fe9-4bd1-4bb3-a955-7d9096b10631 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:59.427206 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca3fe9-4bd1-4bb3-a955-7d9096b10631 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c471deb5-14b3-4e70-b55d-c895ef37a89d,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:59.440166 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca3fe9-4bd1-4bb3-a955-7d9096b10631 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:23:59.440861 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca3fe9-4bd1-4bb3-a955-7d9096b10631 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:23:59.441213 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca3fe9-4bd1-4bb3-a955-7d9096b10631 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:23:59.441563 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca3fe9-4bd1-4bb3-a955-7d9096b10631 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:23:59.441944 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca3fe9-4bd1-4bb3-a955-7d9096b10631 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:23:59.442407 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca3fe9-4bd1-4bb3-a955-7d9096b10631 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:23:59.442749 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca3fe9-4bd1-4bb3-a955-7d9096b10631 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:23:59.443084 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca3fe9-4bd1-4bb3-a955-7d9096b10631 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:23:59.443413 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca3fe9-4bd1-4bb3-a955-7d9096b10631 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:23:59.443787 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca3fe9-4bd1-4bb3-a955-7d9096b10631 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:23:59.444120 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca3fe9-4bd1-4bb3-a955-7d9096b10631 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:23:59.444450 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dca3fe9-4bd1-4bb3-a955-7d9096b10631 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:23:59.447548 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1dca3fe9-4bd1-4bb3-a955-7d9096b10631 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:59.452687 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43708) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:59.456232 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1dca3fe9-4bd1-4bb3-a955-7d9096b10631 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1552494 Aug 28 15:23:59.457306 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-16e80e5b-a795-4df9-98c6-6750e06d3c50 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Request body: {'security_group_rule': {'security_group_id': '8fa152e2-9dd3-45d9-b43e-fb91795b4648', 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:23:59.488387 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-16e80e5b-a795-4df9-98c6-6750e06d3c50 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:59.555414 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-16e80e5b-a795-4df9-98c6-6750e06d3c50 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:59.560623 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-16e80e5b-a795-4df9-98c6-6750e06d3c50 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:59.579055 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e80e5b-a795-4df9-98c6-6750e06d3c50 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad979907-9e81-4501-9237-fd5a2fac389d,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:59.586763 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-16e80e5b-a795-4df9-98c6-6750e06d3c50 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:59.591474 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43710) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:59.592210 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-16e80e5b-a795-4df9-98c6-6750e06d3c50 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1384072 Aug 28 15:23:59.596246 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-ef90f079-1f6d-418c-9f12-0efbd2cdd02f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Request body: {'security_group_rule': {'security_group_id': '8fa152e2-9dd3-45d9-b43e-fb91795b4648', 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:23:59.623479 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ef90f079-1f6d-418c-9f12-0efbd2cdd02f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:59.694964 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ef90f079-1f6d-418c-9f12-0efbd2cdd02f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:59.699450 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ef90f079-1f6d-418c-9f12-0efbd2cdd02f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:59.723337 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ef90f079-1f6d-418c-9f12-0efbd2cdd02f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:59.724734 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ef90f079-1f6d-418c-9f12-0efbd2cdd02f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322167 Aug 28 15:23:59.725736 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90f079-1f6d-418c-9f12-0efbd2cdd02f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6769acd2-3b3a-42fb-a64e-089453b9df71,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:59.727543 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43714) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:59.732760 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-75f481b0-a753-4002-87b9-758fce2686cc tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Request body: {'security_group_rule': {'security_group_id': '8fa152e2-9dd3-45d9-b43e-fb91795b4648', 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:23:59.769781 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75f481b0-a753-4002-87b9-758fce2686cc tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:59.841833 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7cdce-db56-4c88-a0a5-6d5b6065ce64 req-b2005635-69dd-44c0-87fc-e300c6ec7baf tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:23:59.843289 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-acc7cdce-db56-4c88-a0a5-6d5b6065ce64 req-b2005635-69dd-44c0-87fc-e300c6ec7baf tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 945 time: 0.0829108 Aug 28 15:23:59.864950 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75f481b0-a753-4002-87b9-758fce2686cc tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:59.875992 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75f481b0-a753-4002-87b9-758fce2686cc tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:59.910346 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-acc7cdce-db56-4c88-a0a5-6d5b6065ce64 req-dd099ac4-0ff0-4225-81bf-40b6c420fb8c tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567050 Aug 28 15:23:59.911628 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f481b0-a753-4002-87b9-758fce2686cc tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8197933a-5339-4b50-9989-0b3d4cdf6308,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:23:59.919807 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75f481b0-a753-4002-87b9-758fce2686cc tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:23:59.922655 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-75f481b0-a753-4002-87b9-758fce2686cc tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1939323 Aug 28 15:23:59.925280 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 43716) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:23:59.938534 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-d21fed27-f424-4bb4-8e6d-07bc3b79abd1 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Request body: {'security_group_rule': {'security_group_id': '8fa152e2-9dd3-45d9-b43e-fb91795b4648', 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:23:59.960493 n-d-712137-10 neutron-server[106329]: INFO neutron.db.securitygroups_db [None req-d21fed27-f424-4bb4-8e6d-07bc3b79abd1 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Project c6cc5102288e4115b2b96ff1028147b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 15:23:59.966506 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d21fed27-f424-4bb4-8e6d-07bc3b79abd1 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:00.037826 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d21fed27-f424-4bb4-8e6d-07bc3b79abd1 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:00.041803 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d21fed27-f424-4bb4-8e6d-07bc3b79abd1 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:00.070683 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fed27-f424-4bb4-8e6d-07bc3b79abd1 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7b6a54-df54-46a7-a6cc-f5792f06d058,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:24:00.079765 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d21fed27-f424-4bb4-8e6d-07bc3b79abd1 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:00.083757 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d21fed27-f424-4bb4-8e6d-07bc3b79abd1 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1550224 Aug 28 15:24:00.084591 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 43718) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:24:00.089672 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-c379d429-d539-4c99-a7ff-5b77d27a09b3 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Request body: {'security_group_rule': {'security_group_id': '8fa152e2-9dd3-45d9-b43e-fb91795b4648', 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:24:00.113793 n-d-712137-10 neutron-server[106330]: INFO neutron.db.securitygroups_db [None req-c379d429-d539-4c99-a7ff-5b77d27a09b3 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Project c6cc5102288e4115b2b96ff1028147b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 15:24:00.120231 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c379d429-d539-4c99-a7ff-5b77d27a09b3 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:00.209963 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c379d429-d539-4c99-a7ff-5b77d27a09b3 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:00.216206 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c379d429-d539-4c99-a7ff-5b77d27a09b3 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:00.254769 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c379d429-d539-4c99-a7ff-5b77d27a09b3 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:00.262534 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c379d429-d539-4c99-a7ff-5b77d27a09b3 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1765690 Aug 28 15:24:00.272549 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379d429-d539-4c99-a7ff-5b77d27a09b3 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b208ce-e55e-4cdd-b5a6-6afe5e1bb04c,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:24:01.082093 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050cc0a-faa8-4664-a095-2ba5c0de4619 req-f3d726c2-0051-46df-a42e-4d433bd0fdd8 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:01.090836 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5050cc0a-faa8-4664-a095-2ba5c0de4619 req-f3d726c2-0051-46df-a42e-4d433bd0fdd8 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 945 time: 0.0797324 Aug 28 15:24:01.141387 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5050cc0a-faa8-4664-a095-2ba5c0de4619 req-ca8adff7-376d-4ff6-9373-0495acb2625c tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494711 Aug 28 15:24:02.300590 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab2b2f-0b77-4f8a-bc9f-3b1e813308ba req-6ac2b8ec-da5e-4a13-b0f2-715b08b328b4 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:02.302183 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74ab2b2f-0b77-4f8a-bc9f-3b1e813308ba req-6ac2b8ec-da5e-4a13-b0f2-715b08b328b4 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 945 time: 0.0708654 Aug 28 15:24:02.380771 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-74ab2b2f-0b77-4f8a-bc9f-3b1e813308ba req-2628fb6b-b58c-493f-a1de-a7c288f364e5 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614502 Aug 28 15:24:02.728301 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab648c-cb5a-4464-8ecb-095415a196f8 req-bdd86fa8-802b-4a8c-ada5-d8509dd8eaa9 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:02.736526 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5fab648c-cb5a-4464-8ecb-095415a196f8 req-bdd86fa8-802b-4a8c-ada5-d8509dd8eaa9 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 945 time: 0.1123223 Aug 28 15:24:02.757747 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa53d9-c39d-445a-be8d-ce91e1fc3bfa req-d2e70555-ddc5-4a15-af62-53faf64ffaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:02.760149 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d7fa53d9-c39d-445a-be8d-ce91e1fc3bfa req-d2e70555-ddc5-4a15-af62-53faf64ffaeb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b4c7c44e9c74732be623a1bd8d5a647&device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 1097 time: 0.0957642 Aug 28 15:24:02.896109 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5fab648c-cb5a-4464-8ecb-095415a196f8 req-ecf18fe7-b372-41f3-b7e7-6a178844ea2f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583185 Aug 28 15:24:02.965884 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa53d9-c39d-445a-be8d-ce91e1fc3bfa req-97a7c3f6-915e-4b32-ba27-9ed709e28fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:02.967632 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d7fa53d9-c39d-445a-be8d-ce91e1fc3bfa req-97a7c3f6-915e-4b32-ba27-9ed709e28fb9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f9ae0f6-9541-42e4-a2b7-8013952788b7 HTTP/1.1" status: 200 len: 911 time: 0.1919789 Aug 28 15:24:03.072819 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d7fa53d9-c39d-445a-be8d-ce91e1fc3bfa req-26a59881-6dc5-4a86-b551-d951304678fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 HTTP/1.1" status: 200 len: 1001 time: 0.0979638 Aug 28 15:24:03.131867 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa53d9-c39d-445a-be8d-ce91e1fc3bfa req-1cb9885f-6916-47cf-975f-17d1f07e23de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:03.133397 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d7fa53d9-c39d-445a-be8d-ce91e1fc3bfa req-1cb9885f-6916-47cf-975f-17d1f07e23de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c596a36d-07a5-46e9-9d8f-f620a91423a0 HTTP/1.1" status: 200 len: 849 time: 0.0536213 Aug 28 15:24:03.187215 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa53d9-c39d-445a-be8d-ce91e1fc3bfa req-8d8e8c35-2f09-4d86-984e-f2c83f88d73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:03.189218 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d7fa53d9-c39d-445a-be8d-ce91e1fc3bfa req-8d8e8c35-2f09-4d86-984e-f2c83f88d73b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f9ae0f6-9541-42e4-a2b7-8013952788b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482607 Aug 28 15:24:03.313523 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d7fa53d9-c39d-445a-be8d-ce91e1fc3bfa req-577f5817-f2d6-4fcb-b38a-f3fd2031d2cc service neutron] 10.222.0.41 "GET /v2.0/networks/8f9ae0f6-9541-42e4-a2b7-8013952788b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170306 Aug 28 15:24:03.432403 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d7fa53d9-c39d-445a-be8d-ce91e1fc3bfa req-57e0c0a4-caab-4c51-9524-10ff85de20f8 service neutron] 10.222.0.41 "GET /v2.0/networks/8f9ae0f6-9541-42e4-a2b7-8013952788b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121705 Aug 28 15:24:04.087380 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d5be8-699d-436d-a63f-af8ca6882dc8 req-c48f4365-faf2-4aea-bebd-e4d59821093e tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:04.089685 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ff8d5be8-699d-436d-a63f-af8ca6882dc8 req-c48f4365-faf2-4aea-bebd-e4d59821093e tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 945 time: 0.0857813 Aug 28 15:24:04.150813 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ff8d5be8-699d-436d-a63f-af8ca6882dc8 req-69ee450a-8c94-400a-8a8e-cdec65f87fd6 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538919 Aug 28 15:24:05.284398 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f8b64-6bca-473d-8cdb-a8838eea2858 req-d4e187f5-8f8a-44a7-a231-84a744919d8c tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:05.286146 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3f9f8b64-6bca-473d-8cdb-a8838eea2858 req-d4e187f5-8f8a-44a7-a231-84a744919d8c tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 945 time: 0.0652566 Aug 28 15:24:05.357527 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3f9f8b64-6bca-473d-8cdb-a8838eea2858 req-cdad56d6-1dec-4add-93f6-ed25d9807589 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640414 Aug 28 15:24:07.998304 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-62e846de-1d50-4585-a73f-b10e8cf6bba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:10.571881 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-af3d5e7d-027d-4691-80b4-772808ab096e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:10.918077 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:11.786826 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:13.282492 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:18.318031 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-b91b8640-5da4-4161-a351-216285ea535c tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1648540979&fields=id&tenant_id=c6cc5102288e4115b2b96ff1028147b2 HTTP/1.1" status: 200 len: 267 time: 0.0340214 Aug 28 15:24:18.433360 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-024414c5-3768-4628-a8b4-bcf1cf09a75c tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:18.436383 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-024414c5-3768-4628-a8b4-bcf1cf09a75c tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/networks?id=8878cb2c-b382-48c1-8c2a-67543a7cb61c HTTP/1.1" status: 200 len: 811 time: 0.1098015 Aug 28 15:24:18.451322 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-2792ee78-cc83-4d72-8461-b64f5a1d5ed3 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/quotas/c6cc5102288e4115b2b96ff1028147b2 HTTP/1.1" status: 200 len: 375 time: 0.0104017 Aug 28 15:24:18.512321 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-40f766cd-bae7-47be-b55b-0f4cbcac3611 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6cc5102288e4115b2b96ff1028147b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543137 Aug 28 15:24:18.539330 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-3e18dccf-4033-41e4-b391-75672379f05e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:24:18.540375 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-3e18dccf-4033-41e4-b391-75672379f05e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057080 Aug 28 15:24:18.640331 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-5aa5b1ac-1e69-4359-b213-a6117b47cf52 service neutron] 10.222.0.13 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926931 Aug 28 15:24:18.754464 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-75f85837-4707-4d64-96c3-384ad9be0f81 service neutron] 10.222.0.13 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074116 Aug 28 15:24:19.085735 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2425fcc1-2def-42e7-85a3-564787f510bc req-469fa779-514d-4112-a52c-264d2a7386a8 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3 HTTP/1.1" status: 200 len: 210 time: 0.0363195 Aug 28 15:24:20.216928 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-39089c6b-fd8c-4064-bd56-e109dab693aa req-c80cb4df-f5fc-4d92-a372-ede7ee2e8578 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3 HTTP/1.1" status: 200 len: 210 time: 0.0429630 Aug 28 15:24:20.281068 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-18e687e9-f3dc-492a-af0b-cc2e9e250bfb tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:20.282687 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-18e687e9-f3dc-492a-af0b-cc2e9e250bfb tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.36 "GET /v2.0/networks?id=8878cb2c-b382-48c1-8c2a-67543a7cb61c HTTP/1.1" status: 200 len: 811 time: 0.1914501 Aug 28 15:24:20.343268 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-68bfb72c-81a8-46b5-833f-fdc4a97e0b40 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6cc5102288e4115b2b96ff1028147b2 HTTP/1.1" status: 200 len: 380 time: 0.0443954 Aug 28 15:24:20.358930 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-86948a05-4e6f-4861-a60b-c346188e7b5e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Request body: {'port': {'device_id': '9a3478a7-2207-4e9b-91a8-237cedd159d3', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'admin_state_up': True, 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'security_groups': ['8fa152e2-9dd3-45d9-b43e-fb91795b4648']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:24:20.481054 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-86948a05-4e6f-4861-a60b-c346188e7b5e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Made reservation on behalf of c6cc5102288e4115b2b96ff1028147b2 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:24:20.485305 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-86948a05-4e6f-4861-a60b-c346188e7b5e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:20.641568 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-86948a05-4e6f-4861-a60b-c346188e7b5e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Allocated IP 172.20.0.5 (8878cb2c-b382-48c1-8c2a-67543a7cb61c/551c7bac-a4f4-45ec-a575-eb6f29eb5d74/6fa961bc-f4b3-433e-9351-a10a25d92847) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:24:20.822190 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-86948a05-4e6f-4861-a60b-c346188e7b5e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:20.841237 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-86948a05-4e6f-4861-a60b-c346188e7b5e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Transition to ACTIVE for port object 6fa961bc-f4b3-433e-9351-a10a25d92847 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:24:20.884205 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-86948a05-4e6f-4861-a60b-c346188e7b5e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:20.954199 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-86948a05-4e6f-4861-a60b-c346188e7b5e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Network 8878cb2c-b382-48c1-8c2a-67543a7cb61c is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:24:20.956586 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-86948a05-4e6f-4861-a60b-c346188e7b5e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:24:20.958514 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86948a05-4e6f-4861-a60b-c346188e7b5e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Pushing event updated for resources: {'Port': ['ID=6fa961bc-f4b3-433e-9351-a10a25d92847,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:24:20.960879 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-86948a05-4e6f-4861-a60b-c346188e7b5e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:24:21.026486 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-86948a05-4e6f-4861-a60b-c346188e7b5e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:21.027223 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-86948a05-4e6f-4861-a60b-c346188e7b5e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:21.058304 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-86948a05-4e6f-4861-a60b-c346188e7b5e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7054446 Aug 28 15:24:21.254557 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-e22b2e97-42ce-424d-800e-96a1942aca54 service neutron] Request body: {'port': {'device_id': '9a3478a7-2207-4e9b-91a8-237cedd159d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:24:21.362259 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f6f7e07f-7e50-4b91-9761-28b8a4fe0f41 None None] Provisioning for port 6fa961bc-f4b3-433e-9351-a10a25d92847 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:24:21.366440 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f6f7e07f-7e50-4b91-9761-28b8a4fe0f41 None None] Provisioning complete for port 6fa961bc-f4b3-433e-9351-a10a25d92847 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:24:21.366949 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f6f7e07f-7e50-4b91-9761-28b8a4fe0f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:21.380419 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-e22b2e97-42ce-424d-800e-96a1942aca54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:21.409270 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab091f5-c9f2-4c62-a236-89238be4777b req-b8348290-d118-4125-8eb4-d7319de5b5a2 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:21.417437 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6ab091f5-c9f2-4c62-a236-89238be4777b req-b8348290-d118-4125-8eb4-d7319de5b5a2 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3 HTTP/1.1" status: 200 len: 931 time: 0.0950062 Aug 28 15:24:21.439892 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-f6f7e07f-7e50-4b91-9761-28b8a4fe0f41 None None] Port 6fa961bc-f4b3-433e-9351-a10a25d92847 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:24:21.480198 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6ab091f5-c9f2-4c62-a236-89238be4777b req-c1882a06-1771-4308-a163-225ba7b72758 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619848 Aug 28 15:24:21.767716 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-e22b2e97-42ce-424d-800e-96a1942aca54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa961bc-f4b3-433e-9351-a10a25d92847 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:24:21.781070 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-e22b2e97-42ce-424d-800e-96a1942aca54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:21.800733 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-e22b2e97-42ce-424d-800e-96a1942aca54 service neutron] Transition to ACTIVE for port object 6fa961bc-f4b3-433e-9351-a10a25d92847 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:24:21.805860 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-e22b2e97-42ce-424d-800e-96a1942aca54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:21.882987 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b2e97-42ce-424d-800e-96a1942aca54 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa961bc-f4b3-433e-9351-a10a25d92847,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:24:21.991625 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-e22b2e97-42ce-424d-800e-96a1942aca54 service neutron] Attempting to bind port 6fa961bc-f4b3-433e-9351-a10a25d92847 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:24:21.992034 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-e22b2e97-42ce-424d-800e-96a1942aca54 service neutron] Attempting to bind port 6fa961bc-f4b3-433e-9351-a10a25d92847 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:24:21.992342 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-e22b2e97-42ce-424d-800e-96a1942aca54 service neutron] Attempting to bind port 6fa961bc-f4b3-433e-9351-a10a25d92847 on network 8878cb2c-b382-48c1-8c2a-67543a7cb61c {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:24:21.998797 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-e22b2e97-42ce-424d-800e-96a1942aca54 service neutron] Port 6fa961bc-f4b3-433e-9351-a10a25d92847 on network 8878cb2c-b382-48c1-8c2a-67543a7cb61c not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:24:21.999135 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-e22b2e97-42ce-424d-800e-96a1942aca54 service neutron] Attempting to bind port 6fa961bc-f4b3-433e-9351-a10a25d92847 on network 8878cb2c-b382-48c1-8c2a-67543a7cb61c {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:24:22.004703 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-e22b2e97-42ce-424d-800e-96a1942aca54 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:24:22.005474 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-e22b2e97-42ce-424d-800e-96a1942aca54 service neutron] Checking segment: {'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:24:22.009708 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-e22b2e97-42ce-424d-800e-96a1942aca54 service neutron] Bound using segment: {'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:24:22.010873 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-e22b2e97-42ce-424d-800e-96a1942aca54 service neutron] Bound port: 6fa961bc-f4b3-433e-9351-a10a25d92847, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:24:22.011270 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-e22b2e97-42ce-424d-800e-96a1942aca54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:22.068993 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:24:22.110903 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-e22b2e97-42ce-424d-800e-96a1942aca54 service neutron] For port 6fa961bc-f4b3-433e-9351-a10a25d92847, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:24:22.114617 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-e22b2e97-42ce-424d-800e-96a1942aca54 service neutron] For port 6fa961bc-f4b3-433e-9351-a10a25d92847, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=6fa961bc-f4b3-433e-9351-a10a25d92847,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:24:22.118923 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-e22b2e97-42ce-424d-800e-96a1942aca54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:22.188819 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b2e97-42ce-424d-800e-96a1942aca54 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa961bc-f4b3-433e-9351-a10a25d92847,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:24:22.223118 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-e22b2e97-42ce-424d-800e-96a1942aca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:22.223789 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-e22b2e97-42ce-424d-800e-96a1942aca54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:22.225195 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-e22b2e97-42ce-424d-800e-96a1942aca54 service neutron] 10.222.0.36 "PUT /v2.0/ports/6fa961bc-f4b3-433e-9351-a10a25d92847 HTTP/1.1" status: 200 len: 1092 time: 1.1588054 Aug 28 15:24:22.225644 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3478a7-2207-4e9b-91a8-237cedd159d3', 'tag': '6fa961bc-f4b3-433e-9351-a10a25d92847'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:24:22.227973 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fd8040-de71-4918-b34f-a5fd04fa4fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "9a3478a7-2207-4e9b-91a8-237cedd159d3", "tag": "6fa961bc-f4b3-433e-9351-a10a25d92847"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:24:22.315945 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91952e3-510f-496f-b7e4-d86b2687a033 x-openstack-request-id: req-a91952e3-510f-496f-b7e4-d86b2687a033 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:24:22.317514 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a3478a7-2207-4e9b-91a8-237cedd159d3", "tag": "6fa961bc-f4b3-433e-9351-a10a25d92847", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:24:22.318456 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a91952e3-510f-496f-b7e4-d86b2687a033 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:24:22.318987 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3478a7-2207-4e9b-91a8-237cedd159d3', 'tag': '6fa961bc-f4b3-433e-9351-a10a25d92847', 'status': 'completed', 'code': 200} Aug 28 15:24:22.343545 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-a9b6a0ea-ceb8-424c-8261-04dafe859d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:22.345653 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-a9b6a0ea-ceb8-424c-8261-04dafe859d7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6cc5102288e4115b2b96ff1028147b2&device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3 HTTP/1.1" status: 200 len: 1095 time: 0.0764573 Aug 28 15:24:22.421037 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-b87a1d7c-bae3-4b53-bfca-31848c829037 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fa961bc-f4b3-433e-9351-a10a25d92847 HTTP/1.1" status: 200 len: 217 time: 0.0619686 Aug 28 15:24:22.493392 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-440f3aab-505e-499f-998c-0465a2acf7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:22.497074 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-440f3aab-505e-499f-998c-0465a2acf7f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=551c7bac-a4f4-45ec-a575-eb6f29eb5d74 HTTP/1.1" status: 200 len: 850 time: 0.0686255 Aug 28 15:24:22.567193 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-e000b62c-6dda-4ea3-aa79-0e2647467d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:22.569325 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-e000b62c-6dda-4ea3-aa79-0e2647467d0f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8878cb2c-b382-48c1-8c2a-67543a7cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663619 Aug 28 15:24:22.681543 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405756dd-f2e5-41a6-bcb8-7a40f5d75a5a req-09f85173-1082-4c66-a4db-8f1ae3e3786b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:22.689577 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-405756dd-f2e5-41a6-bcb8-7a40f5d75a5a req-09f85173-1082-4c66-a4db-8f1ae3e3786b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3 HTTP/1.1" status: 200 len: 943 time: 0.0971208 Aug 28 15:24:22.716282 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-5c9f414e-7ab5-46a8-b18b-c8c94477803b service neutron] 10.222.0.36 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335323 Aug 28 15:24:22.870330 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b35e73c2-a868-4b48-bd44-12b438ffadab req-1da0f725-2c4c-485e-be81-8144d2df3235 service neutron] 10.222.0.36 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449897 Aug 28 15:24:23.086758 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd8040-de71-4918-b34f-a5fd04fa4fe1 req-5ebc13bd-df42-449d-8b04-b3e3ca09f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:23.110646 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-98fd8040-de71-4918-b34f-a5fd04fa4fe1 req-5ebc13bd-df42-449d-8b04-b3e3ca09f7e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6cc5102288e4115b2b96ff1028147b2&device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3 HTTP/1.1" status: 200 len: 1095 time: 0.1683280 Aug 28 15:24:23.184712 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-405756dd-f2e5-41a6-bcb8-7a40f5d75a5a req-d0673493-ea57-4055-aec8-b80d506c2dfb tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4941719 Aug 28 15:24:23.255009 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd8040-de71-4918-b34f-a5fd04fa4fe1 req-cfa20c8b-48ae-4864-be35-e6af1beb96aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:23.256780 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-98fd8040-de71-4918-b34f-a5fd04fa4fe1 req-cfa20c8b-48ae-4864-be35-e6af1beb96aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=8878cb2c-b382-48c1-8c2a-67543a7cb61c HTTP/1.1" status: 200 len: 912 time: 0.1453862 Aug 28 15:24:23.304617 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-98fd8040-de71-4918-b34f-a5fd04fa4fe1 req-4b4d16cd-b2a1-4545-b614-115db88e4bd6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fa961bc-f4b3-433e-9351-a10a25d92847 HTTP/1.1" status: 200 len: 217 time: 0.0408649 Aug 28 15:24:23.363100 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd8040-de71-4918-b34f-a5fd04fa4fe1 req-77be32dc-eb7b-4f6f-92fc-1750d9cba8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:23.364774 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-98fd8040-de71-4918-b34f-a5fd04fa4fe1 req-77be32dc-eb7b-4f6f-92fc-1750d9cba8a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=551c7bac-a4f4-45ec-a575-eb6f29eb5d74 HTTP/1.1" status: 200 len: 850 time: 0.0526752 Aug 28 15:24:23.435981 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd8040-de71-4918-b34f-a5fd04fa4fe1 req-ca3b50b6-0854-4edc-bdac-cfb143a422cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:23.437779 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-98fd8040-de71-4918-b34f-a5fd04fa4fe1 req-ca3b50b6-0854-4edc-bdac-cfb143a422cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8878cb2c-b382-48c1-8c2a-67543a7cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659683 Aug 28 15:24:23.542496 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-98fd8040-de71-4918-b34f-a5fd04fa4fe1 req-e447b53e-9ebd-45a0-91dd-a8ff381248c4 service neutron] 10.222.0.36 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974371 Aug 28 15:24:23.646309 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-98fd8040-de71-4918-b34f-a5fd04fa4fe1 req-2ce4d020-15f2-4508-bee9-40361e343ed2 service neutron] 10.222.0.36 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962651 Aug 28 15:24:24.333621 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d535054-0736-43d8-9449-3bba82754b5d req-4e58b499-513e-4d63-b170-05a5db00a896 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:24.335863 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8d535054-0736-43d8-9449-3bba82754b5d req-4e58b499-513e-4d63-b170-05a5db00a896 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3 HTTP/1.1" status: 200 len: 943 time: 0.0641041 Aug 28 15:24:24.385697 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8d535054-0736-43d8-9449-3bba82754b5d req-84465727-0c68-4c8b-bf6a-cd8a931659c9 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422194 Aug 28 15:24:24.473662 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:25.519999 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fce028-1f5c-4f84-b61a-6cc9c287318b req-5265de51-f10f-42f4-965e-b37fea0359cc tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:25.524105 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-95fce028-1f5c-4f84-b61a-6cc9c287318b req-5265de51-f10f-42f4-965e-b37fea0359cc tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3 HTTP/1.1" status: 200 len: 943 time: 0.0627403 Aug 28 15:24:25.564425 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-95fce028-1f5c-4f84-b61a-6cc9c287318b req-a674050e-f5c2-4029-9d79-cd546b67f4c9 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356495 Aug 28 15:24:26.622201 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:26.701864 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95035e-5b7c-4604-99c5-7959c70ddb6f req-2a96abb0-1a3e-4bdf-90fd-a1325785448d tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:26.708194 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2a95035e-5b7c-4604-99c5-7959c70ddb6f req-2a96abb0-1a3e-4bdf-90fd-a1325785448d tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3 HTTP/1.1" status: 200 len: 943 time: 0.0694833 Aug 28 15:24:26.744775 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2a95035e-5b7c-4604-99c5-7959c70ddb6f req-0dda64c4-6df2-4530-bb49-021a7eddd27e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349987 Aug 28 15:24:27.888396 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c559ee-be6c-470c-9285-58f818c38238 req-4a3cc71b-1305-413c-8040-718440412c85 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:27.890697 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-53c559ee-be6c-470c-9285-58f818c38238 req-4a3cc71b-1305-413c-8040-718440412c85 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3 HTTP/1.1" status: 200 len: 943 time: 0.0580647 Aug 28 15:24:27.933439 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-53c559ee-be6c-470c-9285-58f818c38238 req-18d3bbb4-9018-4822-b0a7-a95fddedb393 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352442 Aug 28 15:24:29.055139 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a92166-7d83-4eb8-8cf0-702cde669bba req-ab704528-6072-40bb-ba6c-6fc7cb4c245c tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:29.056736 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-11a92166-7d83-4eb8-8cf0-702cde669bba req-ab704528-6072-40bb-ba6c-6fc7cb4c245c tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3 HTTP/1.1" status: 200 len: 943 time: 0.0530653 Aug 28 15:24:29.098344 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-11a92166-7d83-4eb8-8cf0-702cde669bba req-e2a85bab-dcae-43b4-a854-9f800ebc1e92 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348415 Aug 28 15:24:30.250954 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca91b6-b906-4616-82b1-9a646678602a req-ae283524-83c6-4363-8034-dede1ef0c621 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:30.252610 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d4ca91b6-b906-4616-82b1-9a646678602a req-ae283524-83c6-4363-8034-dede1ef0c621 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3 HTTP/1.1" status: 200 len: 943 time: 0.0625281 Aug 28 15:24:30.292629 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d4ca91b6-b906-4616-82b1-9a646678602a req-5c425f58-a035-4f78-9e41-248a8fd734a8 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335867 Aug 28 15:24:31.431988 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27580a3d-b5e2-4967-921d-460498a9f27f req-25b57507-7121-49be-8ce9-11029a761c13 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:31.434222 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27580a3d-b5e2-4967-921d-460498a9f27f req-25b57507-7121-49be-8ce9-11029a761c13 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3 HTTP/1.1" status: 200 len: 943 time: 0.0582404 Aug 28 15:24:31.476886 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27580a3d-b5e2-4967-921d-460498a9f27f req-1166afb0-ced0-43a5-87ab-88742c488421 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360396 Aug 28 15:24:32.601134 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7f5c8-d818-40c8-9d02-4e95123c101f req-5aa4e913-a3ce-45a2-a66e-b5c2834f7ea4 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:32.602643 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8ed7f5c8-d818-40c8-9d02-4e95123c101f req-5aa4e913-a3ce-45a2-a66e-b5c2834f7ea4 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3 HTTP/1.1" status: 200 len: 943 time: 0.0496497 Aug 28 15:24:32.641885 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8ed7f5c8-d818-40c8-9d02-4e95123c101f req-1c035968-5687-43bd-b181-61c38e9987a6 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323720 Aug 28 15:24:33.279433 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 6fa961bc-f4b3-433e-9351-a10a25d92847 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:24:33.375877 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 6fa961bc-f4b3-433e-9351-a10a25d92847, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=6fa961bc-f4b3-433e-9351-a10a25d92847,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:24:33.389121 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '6fa961bc-f4b3-433e-9351-a10a25d92847', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'port_id': '6fa961bc-f4b3-433e-9351-a10a25d92847', 'mac_address': 'fa:16:3e:c4:11:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:24:33.453150 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:33.467707 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa961bc-f4b3-433e-9351-a10a25d92847 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:24:33.488143 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 6fa961bc-f4b3-433e-9351-a10a25d92847, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=6fa961bc-f4b3-433e-9351-a10a25d92847,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:24:33.492546 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:33.552633 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=6fa961bc-f4b3-433e-9351-a10a25d92847,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:24:33.560884 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:24:33.561230 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:24:33.561600 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:24:33.561938 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:24:33.562277 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:24:33.562602 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:24:33.562926 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:24:33.563257 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:24:33.563580 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:24:33.563943 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:24:33.564255 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:24:33.564572 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:24:33.776167 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ceebb-e0a6-4fec-b10e-4dd9c7cc858d req-a1e22302-9209-490c-8db9-32cdb3306e51 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:33.777111 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['6fa961bc-f4b3-433e-9351-a10a25d92847'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:24:33.778184 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-952ceebb-e0a6-4fec-b10e-4dd9c7cc858d req-a1e22302-9209-490c-8db9-32cdb3306e51 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3 HTTP/1.1" status: 200 len: 944 time: 0.0658076 Aug 28 15:24:33.824736 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-952ceebb-e0a6-4fec-b10e-4dd9c7cc858d req-4cd368b3-3dce-4ad7-984e-e5f85836b6e7 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402896 Aug 28 15:24:34.953574 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7befb79-e1dd-44ef-9634-9921daabfb28 req-6f0f352d-99f2-4b9b-ae9e-99d92fef02cf tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:34.955894 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c7befb79-e1dd-44ef-9634-9921daabfb28 req-6f0f352d-99f2-4b9b-ae9e-99d92fef02cf tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3 HTTP/1.1" status: 200 len: 944 time: 0.0570488 Aug 28 15:24:35.001571 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c7befb79-e1dd-44ef-9634-9921daabfb28 req-8346117a-fca6-4ec0-bff6-80656022083e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339878 Aug 28 15:24:35.294772 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 6fa961bc-f4b3-433e-9351-a10a25d92847 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:24:35.345713 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 6fa961bc-f4b3-433e-9351-a10a25d92847 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:24:35.350835 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 6fa961bc-f4b3-433e-9351-a10a25d92847 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:24:35.351215 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:35.443809 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:35.480397 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 6fa961bc-f4b3-433e-9351-a10a25d92847, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=6fa961bc-f4b3-433e-9351-a10a25d92847,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:24:35.481352 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3478a7-2207-4e9b-91a8-237cedd159d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa961bc-f4b3-433e-9351-a10a25d92847'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:24:35.483803 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e114862-b0b8-44f0-bbc5-4a2a377d433a" -d '{"events": [{"server_uuid": "9a3478a7-2207-4e9b-91a8-237cedd159d3", "name": "network-vif-plugged", "status": "completed", "tag": "6fa961bc-f4b3-433e-9351-a10a25d92847"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:24:35.487860 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:35.539470 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=6fa961bc-f4b3-433e-9351-a10a25d92847,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:24:35.678841 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebaf5f44-09d7-408d-96cc-05e95a1a24bc x-openstack-request-id: req-ebaf5f44-09d7-408d-96cc-05e95a1a24bc {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:24:35.679147 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3478a7-2207-4e9b-91a8-237cedd159d3", "name": "network-vif-plugged", "status": "completed", "tag": "6fa961bc-f4b3-433e-9351-a10a25d92847", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:24:35.679406 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebaf5f44-09d7-408d-96cc-05e95a1a24bc {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:24:35.679849 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3478a7-2207-4e9b-91a8-237cedd159d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa961bc-f4b3-433e-9351-a10a25d92847', 'code': 200} Aug 28 15:24:35.778763 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd33279-eb97-4f5f-aaf7-7223dc1370ce req-fade2220-d557-4f17-a077-b713581615a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:35.780341 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1dd33279-eb97-4f5f-aaf7-7223dc1370ce req-fade2220-d557-4f17-a077-b713581615a9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3 HTTP/1.1" status: 200 len: 1097 time: 0.0440764 Aug 28 15:24:35.819295 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1dd33279-eb97-4f5f-aaf7-7223dc1370ce req-5539705d-16d0-4a58-9709-580f7932f168 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316830 Aug 28 15:24:36.143224 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c464ef8-754d-4095-84e8-2c9d3f092a96 req-85e92868-ce40-43fc-b766-4b5a5b233f57 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:36.148644 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2c464ef8-754d-4095-84e8-2c9d3f092a96 req-85e92868-ce40-43fc-b766-4b5a5b233f57 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3 HTTP/1.1" status: 200 len: 945 time: 0.0562384 Aug 28 15:24:36.195181 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2c464ef8-754d-4095-84e8-2c9d3f092a96 req-92377b38-650e-4049-af2d-ac764e088ae2 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386474 Aug 28 15:24:37.332218 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecf804-b962-4773-8598-45b5fe8be0fb req-23ac816d-e679-46a0-9c50-f02df9f976ff tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:37.334637 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-54ecf804-b962-4773-8598-45b5fe8be0fb req-23ac816d-e679-46a0-9c50-f02df9f976ff tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3 HTTP/1.1" status: 200 len: 945 time: 0.0579951 Aug 28 15:24:37.381972 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-54ecf804-b962-4773-8598-45b5fe8be0fb req-af874155-e749-4f90-8a40-e788f1ee25da tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387044 Aug 28 15:24:37.501007 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aaa09f-80ea-4fc8-adb2-73f6c0c73123 req-50ae9972-326d-4aa0-8516-d4fa422639d6 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:37.502510 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4aaa09f-80ea-4fc8-adb2-73f6c0c73123 req-50ae9972-326d-4aa0-8516-d4fa422639d6 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3 HTTP/1.1" status: 200 len: 945 time: 0.0502353 Aug 28 15:24:37.552236 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4aaa09f-80ea-4fc8-adb2-73f6c0c73123 req-b5603bb0-cc12-4930-9fca-6b96d91458ab tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379047 Aug 28 15:24:37.573786 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44758) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:24:37.619605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bd9368-027c-442b-8555-c68b211f06ad tempest-TestVolumeBootPattern-1199731558 tempest-TestVolumeBootPattern-1199731558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:37.621216 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-05bd9368-027c-442b-8555-c68b211f06ad tempest-TestVolumeBootPattern-1199731558 tempest-TestVolumeBootPattern-1199731558-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3 HTTP/1.1" status: 200 len: 1092 time: 0.0464251 Aug 28 15:24:37.624024 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 44760) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:24:37.628501 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-43bf25f5-2801-45a4-838e-8f8d02df135f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'port_id': '6fa961bc-f4b3-433e-9351-a10a25d92847', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:24:37.654662 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-43bf25f5-2801-45a4-838e-8f8d02df135f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for floatingip, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:37.757621 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-43bf25f5-2801-45a4-838e-8f8d02df135f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:37.878985 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-43bf25f5-2801-45a4-838e-8f8d02df135f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Allocated IP 172.25.3.161 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/94cf321a-652f-4ef3-ad1e-986b06c1ae20) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:24:37.991926 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2cf0419e-c34a-451a-a169-15f239de50b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:38.014174 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-43bf25f5-2801-45a4-838e-8f8d02df135f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:38.053751 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-43bf25f5-2801-45a4-838e-8f8d02df135f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:38.110614 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bf25f5-2801-45a4-838e-8f8d02df135f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:24:38.111855 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf25f5-2801-45a4-838e-8f8d02df135f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Pushing event updated for resources: {'Port': ['ID=94cf321a-652f-4ef3-ad1e-986b06c1ae20,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:24:38.114699 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-43bf25f5-2801-45a4-838e-8f8d02df135f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:24:38.117051 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bf25f5-2801-45a4-838e-8f8d02df135f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:24:38.846661 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-43bf25f5-2801-45a4-838e-8f8d02df135f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:38.924161 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-43bf25f5-2801-45a4-838e-8f8d02df135f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:39.078557 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-43bf25f5-2801-45a4-838e-8f8d02df135f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:39.083920 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-43bf25f5-2801-45a4-838e-8f8d02df135f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:39.159108 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf25f5-2801-45a4-838e-8f8d02df135f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Pushing event updated for resources: {'Port': ['ID=94cf321a-652f-4ef3-ad1e-986b06c1ae20,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:24:39.170023 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-43bf25f5-2801-45a4-838e-8f8d02df135f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:39.286145 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [None req-43bf25f5-2801-45a4-838e-8f8d02df135f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Floating IP 07b624ac-7f09-4145-ac9c-47449c157b06 associated. External IP: 172.25.3.161, port: 6fa961bc-f4b3-433e-9351-a10a25d92847. Aug 28 15:24:39.527754 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43bf25f5-2801-45a4-838e-8f8d02df135f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Router 2b983b1b-6ecb-446e-9caf-11531954b1f2 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:24:39.645326 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bf25f5-2801-45a4-838e-8f8d02df135f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:24:39.656259 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13049c67-a9fa-4b61-bf4a-9c7301d2a3c3 None None] Sync routers for ids ['2b983b1b-6ecb-446e-9caf-11531954b1f2'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:24:39.670719 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-43bf25f5-2801-45a4-838e-8f8d02df135f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:39.675468 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13049c67-a9fa-4b61-bf4a-9c7301d2a3c3 None None] Routers {'2b983b1b-6ecb-446e-9caf-11531954b1f2'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:24:39.676658 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-13049c67-a9fa-4b61-bf4a-9c7301d2a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:24:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2b983b1b-6ecb-446e-9caf-11531954b1f2'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:24:39.708856 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-43bf25f5-2801-45a4-838e-8f8d02df135f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0836554 Aug 28 15:24:39.709630 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3478a7-2207-4e9b-91a8-237cedd159d3', 'tag': '6fa961bc-f4b3-433e-9351-a10a25d92847'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:24:39.712109 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867ec516-d06f-4dad-a0b2-7a78ad59e652" -d '{"events": [{"name": "network-changed", "server_uuid": "9a3478a7-2207-4e9b-91a8-237cedd159d3", "tag": "6fa961bc-f4b3-433e-9351-a10a25d92847"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:24:39.813911 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-13049c67-a9fa-4b61-bf4a-9c7301d2a3c3 None None] Set router 2b983b1b-6ecb-446e-9caf-11531954b1f2 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:24:39.835814 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbcfbe3-54d5-4c17-aff5-bfbe0f3ffd56 x-openstack-request-id: req-8dbcfbe3-54d5-4c17-aff5-bfbe0f3ffd56 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:24:39.836159 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a3478a7-2207-4e9b-91a8-237cedd159d3", "tag": "6fa961bc-f4b3-433e-9351-a10a25d92847", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:24:39.836423 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8dbcfbe3-54d5-4c17-aff5-bfbe0f3ffd56 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:24:39.836888 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3478a7-2207-4e9b-91a8-237cedd159d3', 'tag': '6fa961bc-f4b3-433e-9351-a10a25d92847', 'status': 'completed', 'code': 200} Aug 28 15:24:39.900281 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ec516-d06f-4dad-a0b2-7a78ad59e652 req-9ef11503-e270-4fc7-b0d3-ae7181a2bc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:39.901739 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-867ec516-d06f-4dad-a0b2-7a78ad59e652 req-9ef11503-e270-4fc7-b0d3-ae7181a2bc02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6cc5102288e4115b2b96ff1028147b2&device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3 HTTP/1.1" status: 200 len: 1097 time: 0.0441880 Aug 28 15:24:40.000337 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ec516-d06f-4dad-a0b2-7a78ad59e652 req-71db356c-f8d1-4498-beac-5cf90e6451ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:40.001809 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-867ec516-d06f-4dad-a0b2-7a78ad59e652 req-71db356c-f8d1-4498-beac-5cf90e6451ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=8878cb2c-b382-48c1-8c2a-67543a7cb61c HTTP/1.1" status: 200 len: 912 time: 0.0894213 Aug 28 15:24:40.074164 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-867ec516-d06f-4dad-a0b2-7a78ad59e652 req-027ec298-a4fa-4525-903f-5b469a1afd7f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fa961bc-f4b3-433e-9351-a10a25d92847 HTTP/1.1" status: 200 len: 999 time: 0.0653138 Aug 28 15:24:40.079546 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-13049c67-a9fa-4b61-bf4a-9c7301d2a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'name': 'tempest-TestVolumeBootPattern-189655109-router', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:41Z', 'updated_at': '2021-08-28T15:19:49Z', 'revision_number': 4, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'gw_port': {'id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:43Z', 'updated_at': '2021-08-28T15:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '07b624ac-7f09-4145-ac9c-47449c157b06', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'floating_ip_address': '172.25.3.161', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'port_id': '6fa961bc-f4b3-433e-9351-a10a25d92847', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'mac_address': 'fa:16:3e:c4:11:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3478a7-2207-4e9b-91a8-237cedd159d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:24:38Z', 'updated_at': '2021-08-28T15:24:38Z', 'revision_number': 0, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b97bdaf0-fe94-4442-80b8-d05c9420d5ec', 'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'mac_address': 'fa:16:3e:5b:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:48Z', 'updated_at': '2021-08-28T15:19:59Z', 'revision_number': 5, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'subnets': [{'id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:24:40.107131 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13049c67-a9fa-4b61-bf4a-9c7301d2a3c3 None None] Checking router: 2b983b1b-6ecb-446e-9caf-11531954b1f2 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:24:40.115540 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13049c67-a9fa-4b61-bf4a-9c7301d2a3c3 None None] Routers {'2b983b1b-6ecb-446e-9caf-11531954b1f2'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:24:40.116193 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-13049c67-a9fa-4b61-bf4a-9c7301d2a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:24:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2b983b1b-6ecb-446e-9caf-11531954b1f2'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:24:40.124250 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ec516-d06f-4dad-a0b2-7a78ad59e652 req-0b860ea9-86c4-4577-b22d-0733236e49d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:40.125870 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-867ec516-d06f-4dad-a0b2-7a78ad59e652 req-0b860ea9-86c4-4577-b22d-0733236e49d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=551c7bac-a4f4-45ec-a575-eb6f29eb5d74 HTTP/1.1" status: 200 len: 850 time: 0.0455070 Aug 28 15:24:40.171234 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ec516-d06f-4dad-a0b2-7a78ad59e652 req-ac893736-83fb-4aef-a6a1-f2065abc3829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:40.172670 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-867ec516-d06f-4dad-a0b2-7a78ad59e652 req-ac893736-83fb-4aef-a6a1-f2065abc3829 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8878cb2c-b382-48c1-8c2a-67543a7cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404394 Aug 28 15:24:40.279508 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-867ec516-d06f-4dad-a0b2-7a78ad59e652 req-bacd182a-2c07-4781-860f-4ef23f1aa84b service neutron] 10.222.0.36 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001492 Aug 28 15:24:40.388348 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-13049c67-a9fa-4b61-bf4a-9c7301d2a3c3 None None] Set router 2b983b1b-6ecb-446e-9caf-11531954b1f2 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:24:40.389204 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-867ec516-d06f-4dad-a0b2-7a78ad59e652 req-f04a0bda-7679-409f-a150-697290be5c74 service neutron] 10.222.0.36 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022942 Aug 28 15:24:40.590353 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ab9e3d77-716a-4462-901e-957e8294aed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:40.654269 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-13049c67-a9fa-4b61-bf4a-9c7301d2a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'name': 'tempest-TestVolumeBootPattern-189655109-router', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:41Z', 'updated_at': '2021-08-28T15:19:49Z', 'revision_number': 4, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'gw_port': {'id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:43Z', 'updated_at': '2021-08-28T15:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '07b624ac-7f09-4145-ac9c-47449c157b06', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'floating_ip_address': '172.25.3.161', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'port_id': '6fa961bc-f4b3-433e-9351-a10a25d92847', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'mac_address': 'fa:16:3e:c4:11:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3478a7-2207-4e9b-91a8-237cedd159d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:24:38Z', 'updated_at': '2021-08-28T15:24:38Z', 'revision_number': 0, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b97bdaf0-fe94-4442-80b8-d05c9420d5ec', 'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'mac_address': 'fa:16:3e:5b:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:48Z', 'updated_at': '2021-08-28T15:19:59Z', 'revision_number': 5, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'subnets': [{'id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:24:40.688931 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13049c67-a9fa-4b61-bf4a-9c7301d2a3c3 None None] The sync data for ids ['2b983b1b-6ecb-446e-9caf-11531954b1f2'] in n-d-712137-10 is: [{'id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'name': 'tempest-TestVolumeBootPattern-189655109-router', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:41Z', 'updated_at': '2021-08-28T15:19:49Z', 'revision_number': 4, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'gw_port': {'id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:43Z', 'updated_at': '2021-08-28T15:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '07b624ac-7f09-4145-ac9c-47449c157b06', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'floating_ip_address': '172.25.3.161', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'port_id': '6fa961bc-f4b3-433e-9351-a10a25d92847', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'mac_address': 'fa:16:3e:c4:11:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3478a7-2207-4e9b-91a8-237cedd159d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:24:38Z', 'updated_at': '2021-08-28T15:24:38Z', 'revision_number': 0, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b97bdaf0-fe94-4442-80b8-d05c9420d5ec', 'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'mac_address': 'fa:16:3e:5b:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:48Z', 'updated_at': '2021-08-28T15:19:59Z', 'revision_number': 5, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'subnets': [{'id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:24:40.841868 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:40.935367 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d38a07-cadc-4de2-a57d-eefd0647f973 None None] New status for floating IP 07b624ac-7f09-4145-ac9c-47449c157b06: ACTIVE {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:24:41.777690 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:43.281570 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:54.066866 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-d8a85d6f-0868-4ef2-89ca-a918bb626256 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0577271 Aug 28 15:24:54.169247 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-35b92fbd-2428-4919-8bdc-65da24b08aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:54.169747 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-35b92fbd-2428-4919-8bdc-65da24b08aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:54.170232 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-35b92fbd-2428-4919-8bdc-65da24b08aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:54.170697 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-35b92fbd-2428-4919-8bdc-65da24b08aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:54.171178 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-35b92fbd-2428-4919-8bdc-65da24b08aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:54.171685 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-35b92fbd-2428-4919-8bdc-65da24b08aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:54.172149 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-35b92fbd-2428-4919-8bdc-65da24b08aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:54.174167 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-35b92fbd-2428-4919-8bdc-65da24b08aec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad719b405fc34c1c8445c92c2e91c430&device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 6499 time: 0.0583103 Aug 28 15:24:54.297486 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-d903d2f9-a630-4461-a8ac-966a516d79d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:54.297974 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-d903d2f9-a630-4461-a8ac-966a516d79d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:54.298456 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-d903d2f9-a630-4461-a8ac-966a516d79d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:54.300151 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-d903d2f9-a630-4461-a8ac-966a516d79d9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a&id=2e337a80-f61c-4bca-8264-d9f248c90759&id=2e337a80-f61c-4bca-8264-d9f248c90759&id=2e337a80-f61c-4bca-8264-d9f248c90759&id=2e337a80-f61c-4bca-8264-d9f248c90759&id=a36e233e-9694-4856-84b9-f3f8aa62d273&id=a36e233e-9694-4856-84b9-f3f8aa62d273 HTTP/1.1" status: 200 len: 2291 time: 0.0996482 Aug 28 15:24:54.404758 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-60bae030-490e-47c0-a172-5efc0654bbd1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a0f45d1-344f-409c-bd68-0b8ed3e04c72 HTTP/1.1" status: 200 len: 1000 time: 0.0967505 Aug 28 15:24:54.458135 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-16d19030-6ec8-4c96-a2c6-afa0aa054ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:54.461378 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-16d19030-6ec8-4c96-a2c6-afa0aa054ac1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73534ea4-fd9f-45ca-ad96-4ea00206b4ee HTTP/1.1" status: 200 len: 851 time: 0.0499177 Aug 28 15:24:54.486748 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:54.509437 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-9f08a467-ef5c-49a9-a2a2-38beb8529efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:54.510954 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-9f08a467-ef5c-49a9-a2a2-38beb8529efd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416386 Aug 28 15:24:54.638383 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-8f0163f6-72e3-46a9-9946-da0b54b2d182 service neutron] 10.222.0.36 "GET /v2.0/networks/26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201854 Aug 28 15:24:54.741916 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-5ddaf330-af72-49cc-be66-0c729ec1af6b service neutron] 10.222.0.36 "GET /v2.0/networks/26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959039 Aug 28 15:24:54.796422 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-dae15370-3c19-4d01-b9b2-8360be419627 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=f1ecb044-2bfe-4874-89df-8daa50563f78 HTTP/1.1" status: 200 len: 217 time: 0.0462346 Aug 28 15:24:54.854921 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-3a07aaf6-2f92-4646-930c-d21e2a0bf3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:54.856718 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-3a07aaf6-2f92-4646-930c-d21e2a0bf3b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee9e1d3e-90f3-4805-bd4b-3365719a7970 HTTP/1.1" status: 200 len: 797 time: 0.0539060 Aug 28 15:24:54.922523 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-811ccd7e-7f59-49bd-8e93-9d419942d475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:54.924071 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-811ccd7e-7f59-49bd-8e93-9d419942d475 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e337a80-f61c-4bca-8264-d9f248c90759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0569086 Aug 28 15:24:55.043402 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-db05654b-9124-4542-b59c-7b80839dd8ca service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105852 Aug 28 15:24:55.151808 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-1b02e6fa-6686-4f29-b46a-f0aa666f4cda service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011825 Aug 28 15:24:55.200838 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-1120a789-2f92-47fc-80e3-4870799e845e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=812faf11-1952-4526-859c-7622a369ee03 HTTP/1.1" status: 200 len: 217 time: 0.0419867 Aug 28 15:24:55.264102 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-d202d425-d026-4d2e-8648-8c2ca45a49d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:55.265529 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-d202d425-d026-4d2e-8648-8c2ca45a49d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee9e1d3e-90f3-4805-bd4b-3365719a7970 HTTP/1.1" status: 200 len: 797 time: 0.0580497 Aug 28 15:24:55.328162 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-9774a9de-fd92-49a5-b1be-98e93c800d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:55.329681 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-9774a9de-fd92-49a5-b1be-98e93c800d0e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e337a80-f61c-4bca-8264-d9f248c90759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0568469 Aug 28 15:24:55.457512 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-30b3bc55-5b26-4ac0-a57c-50f5e20dff9b service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195915 Aug 28 15:24:55.569926 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-5a542fc9-5c7e-4a9a-9006-03e699888221 service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013565 Aug 28 15:24:55.623320 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-d46e1f01-edcf-4182-b5eb-36df10310931 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=30961ef5-4a0d-454a-bc6e-519c94cbf152 HTTP/1.1" status: 200 len: 217 time: 0.0448384 Aug 28 15:24:55.694643 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-6edfd3c8-90ed-4016-9cd0-3850d08d4aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:55.696407 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-6edfd3c8-90ed-4016-9cd0-3850d08d4aa1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee9e1d3e-90f3-4805-bd4b-3365719a7970 HTTP/1.1" status: 200 len: 797 time: 0.0651450 Aug 28 15:24:55.753568 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-846d9685-6e10-4775-be54-962b3a540eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:55.755192 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-846d9685-6e10-4775-be54-962b3a540eb5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e337a80-f61c-4bca-8264-d9f248c90759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0505452 Aug 28 15:24:55.869454 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-468268c9-4cad-4df4-a477-9afa6fe9365d service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056287 Aug 28 15:24:55.992108 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-82e6e1f5-fb29-4afa-8643-6a9c4149b75b service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157091 Aug 28 15:24:56.041805 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-cf778737-a611-4a1d-b6e1-0e294345d89c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=16321fa2-91e2-42a3-8f1a-9e609d1ba006 HTTP/1.1" status: 200 len: 217 time: 0.0420372 Aug 28 15:24:56.125303 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-96293af6-a646-4430-90aa-e2be032c6258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:56.126952 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-96293af6-a646-4430-90aa-e2be032c6258 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee9e1d3e-90f3-4805-bd4b-3365719a7970 HTTP/1.1" status: 200 len: 797 time: 0.0783231 Aug 28 15:24:56.191644 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-884a9872-3cb4-495a-8f4a-7793b8e8ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:56.193300 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-884a9872-3cb4-495a-8f4a-7793b8e8ae60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e337a80-f61c-4bca-8264-d9f248c90759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0587089 Aug 28 15:24:56.296631 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-0f77a687-6747-4fca-80d7-a04ab2f4c7a2 service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948477 Aug 28 15:24:56.424776 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-b9be375a-f41a-452f-8508-c63a2d54204a service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204736 Aug 28 15:24:56.472686 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-07f9d7b8-cfc0-4db7-b193-6b0715032cd4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=50deec03-7b81-42d5-aaf9-ae33b02083dc HTTP/1.1" status: 200 len: 217 time: 0.0405254 Aug 28 15:24:56.554661 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-1df1cb77-bef1-4509-a81a-7b16922d4912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:56.556878 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-1df1cb77-bef1-4509-a81a-7b16922d4912 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=32296ab6-0e0f-4355-bb6c-e0506c5f4601 HTTP/1.1" status: 200 len: 797 time: 0.0754478 Aug 28 15:24:56.630751 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:24:56.641244 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-44183c51-2105-43b5-a15d-1979202e7e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:56.643341 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-44183c51-2105-43b5-a15d-1979202e7e61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a36e233e-9694-4856-84b9-f3f8aa62d273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0793607 Aug 28 15:24:56.764533 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-7e587a9e-c13e-4832-bcc9-a1903aaa00ca service neutron] 10.222.0.36 "GET /v2.0/networks/a36e233e-9694-4856-84b9-f3f8aa62d273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128907 Aug 28 15:24:56.880400 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-94483c6c-a932-4bde-a7f3-8072b0c5084b service neutron] 10.222.0.36 "GET /v2.0/networks/a36e233e-9694-4856-84b9-f3f8aa62d273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036656 Aug 28 15:24:56.935618 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-e46a8234-e5d9-4232-af26-e575dd44fef7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8cb26e22-61bc-45a1-a731-63fca20f0e30 HTTP/1.1" status: 200 len: 217 time: 0.0516670 Aug 28 15:24:57.019618 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-ac4bbda3-2bd4-4b3c-815c-156bde9a3ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:57.021282 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-ac4bbda3-2bd4-4b3c-815c-156bde9a3ede service neutron] 10.222.0.36 "GET /v2.0/subnets?id=32296ab6-0e0f-4355-bb6c-e0506c5f4601 HTTP/1.1" status: 200 len: 797 time: 0.0784686 Aug 28 15:24:57.083828 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-25800b11-1dfd-40a6-ba60-629355b35f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:24:57.085364 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-25800b11-1dfd-40a6-ba60-629355b35f9b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a36e233e-9694-4856-84b9-f3f8aa62d273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0545697 Aug 28 15:24:57.192183 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-7dc6c5e1-2641-4113-a2f0-e32787232c4d service neutron] 10.222.0.36 "GET /v2.0/networks/a36e233e-9694-4856-84b9-f3f8aa62d273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981166 Aug 28 15:24:57.301262 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bff6a08-800c-49d5-b6e0-417214b8dc54 req-d2bf5b66-edef-4136-a0a3-a5e40a1870df service neutron] 10.222.0.36 "GET /v2.0/networks/a36e233e-9694-4856-84b9-f3f8aa62d273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012697 Aug 28 15:24:59.069422 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:25:02.978904 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f5738267-4991-4cbc-90a0-ecb02f624288 req-d16275cd-958f-4615-af57-ffbb3538177c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1344099 Aug 28 15:25:03.098085 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5738267-4991-4cbc-90a0-ecb02f624288 req-a119dc73-d421-4664-9508-7c6f628508e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:03.100041 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f5738267-4991-4cbc-90a0-ecb02f624288 req-a119dc73-d421-4664-9508-7c6f628508e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b4c7c44e9c74732be623a1bd8d5a647&device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 1097 time: 0.0592604 Aug 28 15:25:03.230027 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5738267-4991-4cbc-90a0-ecb02f624288 req-752b30a6-cf09-435d-8e64-411c7b9dde18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:03.231810 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f5738267-4991-4cbc-90a0-ecb02f624288 req-752b30a6-cf09-435d-8e64-411c7b9dde18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f9ae0f6-9541-42e4-a2b7-8013952788b7 HTTP/1.1" status: 200 len: 911 time: 0.1094525 Aug 28 15:25:03.310468 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f5738267-4991-4cbc-90a0-ecb02f624288 req-896c4ddd-4eac-415d-9daa-f2eb0bab8de7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 HTTP/1.1" status: 200 len: 1001 time: 0.0702813 Aug 28 15:25:03.380699 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5738267-4991-4cbc-90a0-ecb02f624288 req-81e8656a-7d13-4786-bcea-6321ffdd2875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:03.382587 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f5738267-4991-4cbc-90a0-ecb02f624288 req-81e8656a-7d13-4786-bcea-6321ffdd2875 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c596a36d-07a5-46e9-9d8f-f620a91423a0 HTTP/1.1" status: 200 len: 849 time: 0.0645101 Aug 28 15:25:03.782150 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5738267-4991-4cbc-90a0-ecb02f624288 req-854dbc67-269d-45f0-9cb9-d613d8ffda5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:03.783980 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f5738267-4991-4cbc-90a0-ecb02f624288 req-854dbc67-269d-45f0-9cb9-d613d8ffda5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f9ae0f6-9541-42e4-a2b7-8013952788b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3944921 Aug 28 15:25:03.901915 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f5738267-4991-4cbc-90a0-ecb02f624288 req-cd743688-fd63-43c9-8ef6-e85086c63780 service neutron] 10.222.0.41 "GET /v2.0/networks/8f9ae0f6-9541-42e4-a2b7-8013952788b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085980 Aug 28 15:25:04.010417 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f5738267-4991-4cbc-90a0-ecb02f624288 req-c81d0bd6-0bf1-43e8-96fa-4a50b7dbfd0b service neutron] 10.222.0.41 "GET /v2.0/networks/8f9ae0f6-9541-42e4-a2b7-8013952788b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978663 Aug 28 15:25:07.136236 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01eb650-dfc2-422a-be8f-f090e6866e60 req-37557855-2ef8-4cd6-a4aa-121996826033 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:07.137919 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a01eb650-dfc2-422a-be8f-f090e6866e60 req-37557855-2ef8-4cd6-a4aa-121996826033 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 945 time: 0.0656264 Aug 28 15:25:07.177592 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a01eb650-dfc2-422a-be8f-f090e6866e60 req-3b8c02e8-f1c0-4d98-a09b-2e32d74c2e12 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334449 Aug 28 15:25:07.997683 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-09465746-c1a7-454c-babf-e10e149b9527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:08.300430 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18093f-7e2f-400a-9921-a155406991cf req-87dadef6-0aa1-4cee-84cb-0c8f6ebb4418 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:08.302065 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4c18093f-7e2f-400a-9921-a155406991cf req-87dadef6-0aa1-4cee-84cb-0c8f6ebb4418 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 945 time: 0.0505986 Aug 28 15:25:08.345720 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4c18093f-7e2f-400a-9921-a155406991cf req-31aea00c-0b82-4ed0-9882-e5d45b1096db tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372009 Aug 28 15:25:09.538548 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a213a-7192-4699-965c-6f71a79aa3f1 req-dcdcff53-d14d-434f-a2ba-99ff2ecbb6d2 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:09.540868 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-043a213a-7192-4699-965c-6f71a79aa3f1 req-dcdcff53-d14d-434f-a2ba-99ff2ecbb6d2 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 945 time: 0.1051638 Aug 28 15:25:09.594771 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-043a213a-7192-4699-965c-6f71a79aa3f1 req-15501b6c-82bd-4c6f-be72-c8649f2011b3 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472889 Aug 28 15:25:10.567476 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-04841055-8701-4e11-9b10-aa8ea06b88c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:10.722382 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50202ae-fe9a-4464-8957-8eb813994b02 req-2568d95b-9a2d-4f98-9af5-79aa85e9c4f9 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:10.724034 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a50202ae-fe9a-4464-8957-8eb813994b02 req-2568d95b-9a2d-4f98-9af5-79aa85e9c4f9 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 945 time: 0.0534406 Aug 28 15:25:10.765631 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a50202ae-fe9a-4464-8957-8eb813994b02 req-11aad6bb-bfbe-4b2d-a3b0-57e972300c94 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348475 Aug 28 15:25:10.856364 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:11.785710 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:11.954854 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093093c-139a-4e9e-a351-6b8ab4894b44 req-c3b17a4e-5a53-4fbe-8763-1b3b901a9e08 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:11.956723 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b093093c-139a-4e9e-a351-6b8ab4894b44 req-c3b17a4e-5a53-4fbe-8763-1b3b901a9e08 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 945 time: 0.0671685 Aug 28 15:25:12.018593 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b093093c-139a-4e9e-a351-6b8ab4894b44 req-91d41eb8-e73e-48ad-b856-e12045b2a80a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540714 Aug 28 15:25:13.172393 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f0be0-c8a2-4b64-b12a-d90aedc6dfb6 req-f1ac0738-237c-4515-a429-79159ad4ce1c tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:13.183515 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e03f0be0-c8a2-4b64-b12a-d90aedc6dfb6 req-f1ac0738-237c-4515-a429-79159ad4ce1c tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 945 time: 0.0839572 Aug 28 15:25:13.237227 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e03f0be0-c8a2-4b64-b12a-d90aedc6dfb6 req-d4fd6778-287c-4324-a6dd-e1d61a5ab388 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512922 Aug 28 15:25:13.291879 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:14.363520 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b565945-d4c2-4768-82ca-c5455c76906f req-e883af6d-eadd-441a-974c-9227e6b0dcb8 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:14.365311 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8b565945-d4c2-4768-82ca-c5455c76906f req-e883af6d-eadd-441a-974c-9227e6b0dcb8 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 945 time: 0.0594437 Aug 28 15:25:14.410529 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8b565945-d4c2-4768-82ca-c5455c76906f req-dadd519e-befb-4870-bb50-38268a78bf47 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376055 Aug 28 15:25:15.534753 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe1591-a488-421f-a3f8-ee88ac722534 req-e646996e-1048-44c5-9d29-6b5b30cb7048 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:15.536496 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-37fe1591-a488-421f-a3f8-ee88ac722534 req-e646996e-1048-44c5-9d29-6b5b30cb7048 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 945 time: 0.0514777 Aug 28 15:25:15.576447 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-37fe1591-a488-421f-a3f8-ee88ac722534 req-80d875dc-4fa1-433a-9136-6fd441e22af7 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334153 Aug 28 15:25:16.706271 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24910c-fcbd-4772-b95b-69c90054ff9e req-9ae0a77c-4727-4e85-8458-eeb66fa5cbc6 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:16.708227 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b24910c-fcbd-4772-b95b-69c90054ff9e req-9ae0a77c-4727-4e85-8458-eeb66fa5cbc6 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 945 time: 0.0607159 Aug 28 15:25:16.750166 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b24910c-fcbd-4772-b95b-69c90054ff9e req-d958e924-90d8-426e-bb9f-7f2b7d8e45bb tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357723 Aug 28 15:25:17.881220 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ba16b-cdd2-47e1-8642-e22bf6313b57 req-53eb0f6d-c479-4cee-86d9-06ffe03e4148 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:17.883365 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-182ba16b-cdd2-47e1-8642-e22bf6313b57 req-53eb0f6d-c479-4cee-86d9-06ffe03e4148 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 945 time: 0.0557048 Aug 28 15:25:17.928105 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-182ba16b-cdd2-47e1-8642-e22bf6313b57 req-8f7193cc-91f9-4547-90f6-a6ded46cb69f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378458 Aug 28 15:25:18.178267 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f8790-860d-4579-9d2e-bd3cfdc7c190 req-3c48f8c1-031b-400e-85dd-22086585e6b5 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:18.180705 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-633f8790-860d-4579-9d2e-bd3cfdc7c190 req-3c48f8c1-031b-400e-85dd-22086585e6b5 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 945 time: 0.0907183 Aug 28 15:25:18.205584 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8e88c-8f50-49bd-8b89-19268597d015 req-1991c316-46a5-4b22-8458-3395d0662712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:18.206958 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-85c8e88c-8f50-49bd-8b89-19268597d015 req-1991c316-46a5-4b22-8458-3395d0662712 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b4c7c44e9c74732be623a1bd8d5a647&device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 1097 time: 0.0759442 Aug 28 15:25:18.265343 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-633f8790-860d-4579-9d2e-bd3cfdc7c190 req-cf498896-1415-45e5-93f6-e39d415192f3 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780547 Aug 28 15:25:18.309844 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8e88c-8f50-49bd-8b89-19268597d015 req-b7eab5f2-66f5-446c-a036-11c8c03a1150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:18.311223 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-85c8e88c-8f50-49bd-8b89-19268597d015 req-b7eab5f2-66f5-446c-a036-11c8c03a1150 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f9ae0f6-9541-42e4-a2b7-8013952788b7 HTTP/1.1" status: 200 len: 911 time: 0.0963962 Aug 28 15:25:18.383099 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-85c8e88c-8f50-49bd-8b89-19268597d015 req-120e4974-9541-47af-af78-47a6efe86f11 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 HTTP/1.1" status: 200 len: 1001 time: 0.0634367 Aug 28 15:25:18.432582 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8e88c-8f50-49bd-8b89-19268597d015 req-58925902-6ed2-447e-9f89-b3517b24af36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:18.434045 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-85c8e88c-8f50-49bd-8b89-19268597d015 req-58925902-6ed2-447e-9f89-b3517b24af36 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c596a36d-07a5-46e9-9d8f-f620a91423a0 HTTP/1.1" status: 200 len: 849 time: 0.0445075 Aug 28 15:25:18.483926 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8e88c-8f50-49bd-8b89-19268597d015 req-a63b97f6-7f3f-459a-ba87-45d0b3ac7caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:18.485448 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-85c8e88c-8f50-49bd-8b89-19268597d015 req-a63b97f6-7f3f-459a-ba87-45d0b3ac7caf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f9ae0f6-9541-42e4-a2b7-8013952788b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423415 Aug 28 15:25:18.579462 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-85c8e88c-8f50-49bd-8b89-19268597d015 req-7211c459-58bb-4548-8246-6a7c95c7fa47 service neutron] 10.222.0.41 "GET /v2.0/networks/8f9ae0f6-9541-42e4-a2b7-8013952788b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865695 Aug 28 15:25:18.672137 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-85c8e88c-8f50-49bd-8b89-19268597d015 req-cf88f8e4-a324-4bff-a5ca-93ab84d4383c service neutron] 10.222.0.41 "GET /v2.0/networks/8f9ae0f6-9541-42e4-a2b7-8013952788b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854845 Aug 28 15:25:19.392495 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea143a23-f4e1-46bf-ad49-eb97ebfa4b44 req-7663cc96-4a1e-458c-b89c-032932efbc2a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:19.393985 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ea143a23-f4e1-46bf-ad49-eb97ebfa4b44 req-7663cc96-4a1e-458c-b89c-032932efbc2a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 945 time: 0.0511718 Aug 28 15:25:19.436462 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ea143a23-f4e1-46bf-ad49-eb97ebfa4b44 req-ef175dfa-1c1c-41ac-893f-742254eae855 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363202 Aug 28 15:25:24.477289 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:26.629470 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:36.069545 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:25:38.001064 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9c4fc18b-a7f9-4cbc-99b8-03473d54f7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:40.563127 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9a940db3-95e9-48de-9d36-f3d03514742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:40.848605 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:41.783099 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:43.288975 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:43.448909 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 46746) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:25:43.454018 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-a6e80c7a-44bc-4a57-a017-36d5dad64cdd tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-589880786', 'description': 'tempest-secgroup-smoke-589880786 description', 'project_id': '555f7f8f6e114106877ec3a31244bea0'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:25:43.485549 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a6e80c7a-44bc-4a57-a017-36d5dad64cdd tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:43.572490 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a6e80c7a-44bc-4a57-a017-36d5dad64cdd tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:43.577017 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a6e80c7a-44bc-4a57-a017-36d5dad64cdd tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:43.613507 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a6e80c7a-44bc-4a57-a017-36d5dad64cdd tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:43.614847 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a6e80c7a-44bc-4a57-a017-36d5dad64cdd tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1648557 Aug 28 15:25:43.618645 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 46752) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:25:43.623604 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-6c2ce2ee-543c-4197-84d2-fe197093aee1 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Request body: {'security_group_rule': {'security_group_id': '381b1518-5808-4f8c-8eeb-820af9340735', 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:25:43.628589 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e80c7a-44bc-4a57-a017-36d5dad64cdd tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=381b1518-5808-4f8c-8eeb-820af9340735,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:25:43.644190 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e80c7a-44bc-4a57-a017-36d5dad64cdd tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:25:43.644538 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e80c7a-44bc-4a57-a017-36d5dad64cdd tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:25:43.644881 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e80c7a-44bc-4a57-a017-36d5dad64cdd tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:25:43.645222 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e80c7a-44bc-4a57-a017-36d5dad64cdd tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:25:43.645555 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e80c7a-44bc-4a57-a017-36d5dad64cdd tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:25:43.645881 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e80c7a-44bc-4a57-a017-36d5dad64cdd tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:25:43.646204 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e80c7a-44bc-4a57-a017-36d5dad64cdd tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:25:43.647095 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e80c7a-44bc-4a57-a017-36d5dad64cdd tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:25:43.647420 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e80c7a-44bc-4a57-a017-36d5dad64cdd tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:25:43.647782 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e80c7a-44bc-4a57-a017-36d5dad64cdd tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:25:43.648260 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e80c7a-44bc-4a57-a017-36d5dad64cdd tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:25:43.648783 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e80c7a-44bc-4a57-a017-36d5dad64cdd tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:25:43.670472 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6c2ce2ee-543c-4197-84d2-fe197093aee1 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:43.718563 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6c2ce2ee-543c-4197-84d2-fe197093aee1 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:43.722261 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6c2ce2ee-543c-4197-84d2-fe197093aee1 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:43.741485 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ce2ee-543c-4197-84d2-fe197093aee1 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce62574-5570-4a69-a290-6df131bac783,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:25:43.749343 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6c2ce2ee-543c-4197-84d2-fe197093aee1 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:43.752649 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6c2ce2ee-543c-4197-84d2-fe197093aee1 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329420 Aug 28 15:25:43.753294 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46756) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:25:43.760244 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-c33fbd2d-824b-4018-9903-e6ec9d0fbd26 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Request body: {'security_group_rule': {'security_group_id': '381b1518-5808-4f8c-8eeb-820af9340735', 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:25:43.787834 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c33fbd2d-824b-4018-9903-e6ec9d0fbd26 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:43.849267 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c33fbd2d-824b-4018-9903-e6ec9d0fbd26 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:43.854579 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c33fbd2d-824b-4018-9903-e6ec9d0fbd26 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:43.884562 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33fbd2d-824b-4018-9903-e6ec9d0fbd26 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e46eb88-2d68-421a-947a-c4ac024afb0a,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:25:43.892847 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c33fbd2d-824b-4018-9903-e6ec9d0fbd26 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:43.894077 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c33fbd2d-824b-4018-9903-e6ec9d0fbd26 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1392281 Aug 28 15:25:43.897162 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 46766) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:25:43.901985 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-b9045fb5-6939-431a-8fb0-884269914cb6 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Request body: {'security_group_rule': {'security_group_id': '381b1518-5808-4f8c-8eeb-820af9340735', 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:25:43.902977 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33fbd2d-824b-4018-9903-e6ec9d0fbd26 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:25:43.903455 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33fbd2d-824b-4018-9903-e6ec9d0fbd26 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:25:43.903926 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33fbd2d-824b-4018-9903-e6ec9d0fbd26 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:25:43.904362 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33fbd2d-824b-4018-9903-e6ec9d0fbd26 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:25:43.904791 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33fbd2d-824b-4018-9903-e6ec9d0fbd26 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:25:43.905218 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33fbd2d-824b-4018-9903-e6ec9d0fbd26 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:25:43.905688 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33fbd2d-824b-4018-9903-e6ec9d0fbd26 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:25:43.906246 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33fbd2d-824b-4018-9903-e6ec9d0fbd26 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:25:43.906587 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33fbd2d-824b-4018-9903-e6ec9d0fbd26 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:25:43.906922 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33fbd2d-824b-4018-9903-e6ec9d0fbd26 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:25:43.907244 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33fbd2d-824b-4018-9903-e6ec9d0fbd26 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:25:43.907568 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33fbd2d-824b-4018-9903-e6ec9d0fbd26 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:25:43.934615 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b9045fb5-6939-431a-8fb0-884269914cb6 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:43.996839 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b9045fb5-6939-431a-8fb0-884269914cb6 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:44.000606 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b9045fb5-6939-431a-8fb0-884269914cb6 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:44.018231 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9045fb5-6939-431a-8fb0-884269914cb6 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7050bd7-b37c-4465-a405-38806080b707,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:25:44.025511 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b9045fb5-6939-431a-8fb0-884269914cb6 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:44.026842 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b9045fb5-6939-431a-8fb0-884269914cb6 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285558 Aug 28 15:25:44.029557 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 46768) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:25:44.034006 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-30f75caa-0ae0-4e41-86d8-6404ff607fd9 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Request body: {'security_group_rule': {'security_group_id': '381b1518-5808-4f8c-8eeb-820af9340735', 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:25:44.063448 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-30f75caa-0ae0-4e41-86d8-6404ff607fd9 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:44.131689 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-30f75caa-0ae0-4e41-86d8-6404ff607fd9 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:44.135958 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-30f75caa-0ae0-4e41-86d8-6404ff607fd9 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:44.160712 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f75caa-0ae0-4e41-86d8-6404ff607fd9 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c1be03-f829-4792-b721-3eaefdbbf982,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:25:44.169870 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-30f75caa-0ae0-4e41-86d8-6404ff607fd9 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:44.171132 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-30f75caa-0ae0-4e41-86d8-6404ff607fd9 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1406257 Aug 28 15:25:44.173846 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 46774) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:25:44.179894 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-6a7d9d0f-6462-4a64-830d-12e094f15b0d tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Request body: {'security_group_rule': {'security_group_id': '381b1518-5808-4f8c-8eeb-820af9340735', 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:25:44.202951 n-d-712137-10 neutron-server[106330]: INFO neutron.db.securitygroups_db [None req-6a7d9d0f-6462-4a64-830d-12e094f15b0d tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Project 555f7f8f6e114106877ec3a31244bea0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 15:25:44.207827 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a7d9d0f-6462-4a64-830d-12e094f15b0d tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:44.269862 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a7d9d0f-6462-4a64-830d-12e094f15b0d tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:44.273536 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a7d9d0f-6462-4a64-830d-12e094f15b0d tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:44.291007 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d9d0f-6462-4a64-830d-12e094f15b0d tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=402be98a-8965-4f64-8f4a-39a787332560,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:25:44.297493 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a7d9d0f-6462-4a64-830d-12e094f15b0d tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:44.300089 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6a7d9d0f-6462-4a64-830d-12e094f15b0d tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1252716 Aug 28 15:25:44.301306 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 46776) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:25:44.306406 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-c1211f9a-58e2-49f0-846f-c23d05767438 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Request body: {'security_group_rule': {'security_group_id': '381b1518-5808-4f8c-8eeb-820af9340735', 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:25:44.328978 n-d-712137-10 neutron-server[106330]: INFO neutron.db.securitygroups_db [None req-c1211f9a-58e2-49f0-846f-c23d05767438 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Project 555f7f8f6e114106877ec3a31244bea0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 15:25:44.333965 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c1211f9a-58e2-49f0-846f-c23d05767438 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:44.399750 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c1211f9a-58e2-49f0-846f-c23d05767438 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:44.403906 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c1211f9a-58e2-49f0-846f-c23d05767438 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:44.417863 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1211f9a-58e2-49f0-846f-c23d05767438 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d2892e5-b629-4c51-b2ba-810e8edb0b72,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:25:44.432554 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c1211f9a-58e2-49f0-846f-c23d05767438 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:44.436128 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c1211f9a-58e2-49f0-846f-c23d05767438 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1338413 Aug 28 15:25:44.593097 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-270c4076-c350-4793-9cf7-73919481a687 req-1b50a464-8825-4928-bd63-746a0695be54 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-589880786&fields=id&tenant_id=555f7f8f6e114106877ec3a31244bea0 HTTP/1.1" status: 200 len: 267 time: 0.0425823 Aug 28 15:25:44.711426 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c4076-c350-4793-9cf7-73919481a687 req-9f471825-9802-466e-b8e9-d956470420f2 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:44.712922 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-270c4076-c350-4793-9cf7-73919481a687 req-9f471825-9802-466e-b8e9-d956470420f2 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/networks?id=76fd90f7-3343-4298-9bbe-ebe12140d877 HTTP/1.1" status: 200 len: 812 time: 0.1120670 Aug 28 15:25:44.727964 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-270c4076-c350-4793-9cf7-73919481a687 req-48a4e6be-10a1-4abd-b728-8c4bcbe438b2 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/quotas/555f7f8f6e114106877ec3a31244bea0 HTTP/1.1" status: 200 len: 375 time: 0.0090396 Aug 28 15:25:44.780351 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-270c4076-c350-4793-9cf7-73919481a687 req-9142dac0-78e4-4f02-917d-c04a96eed531 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=555f7f8f6e114106877ec3a31244bea0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467520 Aug 28 15:25:44.846218 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [req-270c4076-c350-4793-9cf7-73919481a687 req-d18eda2c-afd9-40d1-96b1-410a1bc16d0d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:25:44.847337 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-270c4076-c350-4793-9cf7-73919481a687 req-d18eda2c-afd9-40d1-96b1-410a1bc16d0d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0559199 Aug 28 15:25:44.955686 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-270c4076-c350-4793-9cf7-73919481a687 req-76f5124c-1155-4e5f-8c7c-1df35d1fbf2a service neutron] 10.222.0.13 "GET /v2.0/networks/76fd90f7-3343-4298-9bbe-ebe12140d877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991898 Aug 28 15:25:45.064187 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-270c4076-c350-4793-9cf7-73919481a687 req-a46e7732-a334-48a2-bed5-95c5db5fd383 service neutron] 10.222.0.13 "GET /v2.0/networks/76fd90f7-3343-4298-9bbe-ebe12140d877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017423 Aug 28 15:25:45.142583 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705262c-08eb-4c58-981f-6b556864f691 req-c0605ad1-5350-496d-a96c-794461abd163 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:45.148532 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705262c-08eb-4c58-981f-6b556864f691 req-c0605ad1-5350-496d-a96c-794461abd163 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:45.154490 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705262c-08eb-4c58-981f-6b556864f691 req-c0605ad1-5350-496d-a96c-794461abd163 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:45.160399 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705262c-08eb-4c58-981f-6b556864f691 req-c0605ad1-5350-496d-a96c-794461abd163 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:45.166568 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705262c-08eb-4c58-981f-6b556864f691 req-c0605ad1-5350-496d-a96c-794461abd163 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:45.172509 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705262c-08eb-4c58-981f-6b556864f691 req-c0605ad1-5350-496d-a96c-794461abd163 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:45.179689 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705262c-08eb-4c58-981f-6b556864f691 req-c0605ad1-5350-496d-a96c-794461abd163 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:45.181986 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1705262c-08eb-4c58-981f-6b556864f691 req-c0605ad1-5350-496d-a96c-794461abd163 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5435 time: 0.0971127 Aug 28 15:25:45.239796 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1705262c-08eb-4c58-981f-6b556864f691 req-8817fa50-1dcb-4046-987e-5bfa87ae7d6b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0499055 Aug 28 15:25:45.381931 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49da2a4-17bc-4d66-84ca-ccbadfd9471f req-8234f19e-f797-4a4e-9ce9-1ac4d35d40e2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:45.387962 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49da2a4-17bc-4d66-84ca-ccbadfd9471f req-8234f19e-f797-4a4e-9ce9-1ac4d35d40e2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:45.394605 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49da2a4-17bc-4d66-84ca-ccbadfd9471f req-8234f19e-f797-4a4e-9ce9-1ac4d35d40e2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:45.401243 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49da2a4-17bc-4d66-84ca-ccbadfd9471f req-8234f19e-f797-4a4e-9ce9-1ac4d35d40e2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:45.407052 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49da2a4-17bc-4d66-84ca-ccbadfd9471f req-8234f19e-f797-4a4e-9ce9-1ac4d35d40e2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:45.413245 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49da2a4-17bc-4d66-84ca-ccbadfd9471f req-8234f19e-f797-4a4e-9ce9-1ac4d35d40e2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:45.419061 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49da2a4-17bc-4d66-84ca-ccbadfd9471f req-8234f19e-f797-4a4e-9ce9-1ac4d35d40e2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:45.421049 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f49da2a4-17bc-4d66-84ca-ccbadfd9471f req-8234f19e-f797-4a4e-9ce9-1ac4d35d40e2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5435 time: 0.0985572 Aug 28 15:25:46.415076 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0b548fc1-1f46-4406-97e2-d4272f4dc1a3 req-6e748b06-b23d-4513-b154-e6e65fd80b34 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 210 time: 0.0280724 Aug 28 15:25:47.360991 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 46882) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:25:47.425748 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c4076-c350-4793-9cf7-73919481a687 req-1d2e6f90-4b45-46d2-aa1a-62ecba60c440 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:47.427247 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-270c4076-c350-4793-9cf7-73919481a687 req-1d2e6f90-4b45-46d2-aa1a-62ecba60c440 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.41 "GET /v2.0/networks?id=76fd90f7-3343-4298-9bbe-ebe12140d877 HTTP/1.1" status: 200 len: 812 time: 0.1348889 Aug 28 15:25:47.492358 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-270c4076-c350-4793-9cf7-73919481a687 req-396cc404-d1d0-412a-9f78-3a0eb05b9bbc tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=555f7f8f6e114106877ec3a31244bea0 HTTP/1.1" status: 200 len: 379 time: 0.0539157 Aug 28 15:25:47.504257 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-270c4076-c350-4793-9cf7-73919481a687 req-0adc305c-04da-42c0-a1e9-e117e89fa290 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Request body: {'port': {'device_id': '0b41321b-e1bf-4e6b-bc59-1f78ec280d81', 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877', 'admin_state_up': True, 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'security_groups': ['381b1518-5808-4f8c-8eeb-820af9340735']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:25:47.535942 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77db2b-9f74-4c08-afdb-bac2f3ef18b8 req-c53fecf6-1468-4aa9-bff9-c63d49c33665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:47.536422 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77db2b-9f74-4c08-afdb-bac2f3ef18b8 req-c53fecf6-1468-4aa9-bff9-c63d49c33665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:47.537632 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77db2b-9f74-4c08-afdb-bac2f3ef18b8 req-c53fecf6-1468-4aa9-bff9-c63d49c33665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:47.538611 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77db2b-9f74-4c08-afdb-bac2f3ef18b8 req-c53fecf6-1468-4aa9-bff9-c63d49c33665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:47.539427 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77db2b-9f74-4c08-afdb-bac2f3ef18b8 req-c53fecf6-1468-4aa9-bff9-c63d49c33665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:47.540081 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77db2b-9f74-4c08-afdb-bac2f3ef18b8 req-c53fecf6-1468-4aa9-bff9-c63d49c33665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:47.540541 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77db2b-9f74-4c08-afdb-bac2f3ef18b8 req-c53fecf6-1468-4aa9-bff9-c63d49c33665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:47.543094 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9e77db2b-9f74-4c08-afdb-bac2f3ef18b8 req-c53fecf6-1468-4aa9-bff9-c63d49c33665 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 6499 time: 0.1811135 Aug 28 15:25:47.627409 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9e77db2b-9f74-4c08-afdb-bac2f3ef18b8 req-81f0a6b8-f18a-42fb-a88d-885a4b04a67d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2cc65d3d-4071-420b-8848-2fd834446d44&id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751567 Aug 28 15:25:47.665567 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c0eb8321-4b2d-4be2-8a11-69b046e1b4b2 req-731c9563-eaee-448f-bfb5-bb8e08ce3ce2 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 210 time: 0.0601332 Aug 28 15:25:47.700367 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-270c4076-c350-4793-9cf7-73919481a687 req-0adc305c-04da-42c0-a1e9-e117e89fa290 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Made reservation on behalf of 555f7f8f6e114106877ec3a31244bea0 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:25:47.704128 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-270c4076-c350-4793-9cf7-73919481a687 req-0adc305c-04da-42c0-a1e9-e117e89fa290 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:47.904289 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-270c4076-c350-4793-9cf7-73919481a687 req-0adc305c-04da-42c0-a1e9-e117e89fa290 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Allocated IP 172.20.0.4 (76fd90f7-3343-4298-9bbe-ebe12140d877/d47280d4-d4b0-428c-afd5-9884a7cafefb/cd9e0471-e5df-4fb8-846a-9652f1c276c8) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:25:48.064072 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-270c4076-c350-4793-9cf7-73919481a687 req-0adc305c-04da-42c0-a1e9-e117e89fa290 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:48.078126 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-270c4076-c350-4793-9cf7-73919481a687 req-0adc305c-04da-42c0-a1e9-e117e89fa290 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Transition to ACTIVE for port object cd9e0471-e5df-4fb8-846a-9652f1c276c8 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:25:48.122222 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-270c4076-c350-4793-9cf7-73919481a687 req-0adc305c-04da-42c0-a1e9-e117e89fa290 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:48.185002 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-270c4076-c350-4793-9cf7-73919481a687 req-0adc305c-04da-42c0-a1e9-e117e89fa290 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Network 76fd90f7-3343-4298-9bbe-ebe12140d877 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:25:48.189703 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-270c4076-c350-4793-9cf7-73919481a687 req-0adc305c-04da-42c0-a1e9-e117e89fa290 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:25:48.192576 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-270c4076-c350-4793-9cf7-73919481a687 req-0adc305c-04da-42c0-a1e9-e117e89fa290 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:25:48.196018 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc305c-04da-42c0-a1e9-e117e89fa290 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Pushing event updated for resources: {'Port': ['ID=cd9e0471-e5df-4fb8-846a-9652f1c276c8,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:25:48.257359 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c4076-c350-4793-9cf7-73919481a687 req-0adc305c-04da-42c0-a1e9-e117e89fa290 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:48.258184 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-270c4076-c350-4793-9cf7-73919481a687 req-0adc305c-04da-42c0-a1e9-e117e89fa290 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:48.276087 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-270c4076-c350-4793-9cf7-73919481a687 req-0adc305c-04da-42c0-a1e9-e117e89fa290 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7781599 Aug 28 15:25:48.289312 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-270c4076-c350-4793-9cf7-73919481a687 req-f8f2856a-a996-4bb8-9704-ec178f176827 service neutron] Request body: {'port': {'device_id': '0b41321b-e1bf-4e6b-bc59-1f78ec280d81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:25:48.375619 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-270c4076-c350-4793-9cf7-73919481a687 req-f8f2856a-a996-4bb8-9704-ec178f176827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:48.472589 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e097f397-f47e-422f-9200-b96dac9ae673 None None] Provisioning for port cd9e0471-e5df-4fb8-846a-9652f1c276c8 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:25:48.491817 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e097f397-f47e-422f-9200-b96dac9ae673 None None] Provisioning complete for port cd9e0471-e5df-4fb8-846a-9652f1c276c8 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:25:48.492485 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e097f397-f47e-422f-9200-b96dac9ae673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:48.548761 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-e097f397-f47e-422f-9200-b96dac9ae673 None None] Port cd9e0471-e5df-4fb8-846a-9652f1c276c8 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:25:48.690091 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-270c4076-c350-4793-9cf7-73919481a687 req-f8f2856a-a996-4bb8-9704-ec178f176827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd9e0471-e5df-4fb8-846a-9652f1c276c8 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:25:48.699259 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-270c4076-c350-4793-9cf7-73919481a687 req-f8f2856a-a996-4bb8-9704-ec178f176827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:48.715964 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-270c4076-c350-4793-9cf7-73919481a687 req-f8f2856a-a996-4bb8-9704-ec178f176827 service neutron] Transition to ACTIVE for port object cd9e0471-e5df-4fb8-846a-9652f1c276c8 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:25:48.720120 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-270c4076-c350-4793-9cf7-73919481a687 req-f8f2856a-a996-4bb8-9704-ec178f176827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:48.781488 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2856a-a996-4bb8-9704-ec178f176827 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9e0471-e5df-4fb8-846a-9652f1c276c8,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:25:48.827833 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd3dca-7aaa-4aa9-b9d5-94e30a0cb4b1 req-a0cca5f3-c92a-4d1b-87d1-f9ce3fb194a5 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:48.836533 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4cdd3dca-7aaa-4aa9-b9d5-94e30a0cb4b1 req-a0cca5f3-c92a-4d1b-87d1-f9ce3fb194a5 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 943 time: 0.1104982 Aug 28 15:25:48.903579 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4cdd3dca-7aaa-4aa9-b9d5-94e30a0cb4b1 req-e5fc94b8-62c3-434b-b806-b8c86a07acd6 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/security-groups?id=381b1518-5808-4f8c-8eeb-820af9340735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659249 Aug 28 15:25:48.912553 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-270c4076-c350-4793-9cf7-73919481a687 req-f8f2856a-a996-4bb8-9704-ec178f176827 service neutron] Attempting to bind port cd9e0471-e5df-4fb8-846a-9652f1c276c8 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:25:48.913140 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-270c4076-c350-4793-9cf7-73919481a687 req-f8f2856a-a996-4bb8-9704-ec178f176827 service neutron] Attempting to bind port cd9e0471-e5df-4fb8-846a-9652f1c276c8 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '9e2cfbd1-e930-4cfd-b256-7cd8636712ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:25:48.913827 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270c4076-c350-4793-9cf7-73919481a687 req-f8f2856a-a996-4bb8-9704-ec178f176827 service neutron] Attempting to bind port cd9e0471-e5df-4fb8-846a-9652f1c276c8 on network 76fd90f7-3343-4298-9bbe-ebe12140d877 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:25:48.926317 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270c4076-c350-4793-9cf7-73919481a687 req-f8f2856a-a996-4bb8-9704-ec178f176827 service neutron] Port cd9e0471-e5df-4fb8-846a-9652f1c276c8 on network 76fd90f7-3343-4298-9bbe-ebe12140d877 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:25:48.926666 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270c4076-c350-4793-9cf7-73919481a687 req-f8f2856a-a996-4bb8-9704-ec178f176827 service neutron] Attempting to bind port cd9e0471-e5df-4fb8-846a-9652f1c276c8 on network 76fd90f7-3343-4298-9bbe-ebe12140d877 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:25:48.942152 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270c4076-c350-4793-9cf7-73919481a687 req-f8f2856a-a996-4bb8-9704-ec178f176827 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:25:48.942677 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270c4076-c350-4793-9cf7-73919481a687 req-f8f2856a-a996-4bb8-9704-ec178f176827 service neutron] Checking segment: {'id': '9e2cfbd1-e930-4cfd-b256-7cd8636712ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:25:48.943394 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270c4076-c350-4793-9cf7-73919481a687 req-f8f2856a-a996-4bb8-9704-ec178f176827 service neutron] Bound using segment: {'id': '9e2cfbd1-e930-4cfd-b256-7cd8636712ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:25:48.944225 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-270c4076-c350-4793-9cf7-73919481a687 req-f8f2856a-a996-4bb8-9704-ec178f176827 service neutron] Bound port: cd9e0471-e5df-4fb8-846a-9652f1c276c8, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e2cfbd1-e930-4cfd-b256-7cd8636712ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:25:48.944704 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-270c4076-c350-4793-9cf7-73919481a687 req-f8f2856a-a996-4bb8-9704-ec178f176827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:49.024969 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-270c4076-c350-4793-9cf7-73919481a687 req-f8f2856a-a996-4bb8-9704-ec178f176827 service neutron] For port cd9e0471-e5df-4fb8-846a-9652f1c276c8, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:25:49.028743 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-270c4076-c350-4793-9cf7-73919481a687 req-f8f2856a-a996-4bb8-9704-ec178f176827 service neutron] For port cd9e0471-e5df-4fb8-846a-9652f1c276c8, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=cd9e0471-e5df-4fb8-846a-9652f1c276c8,segment=NetworkSegment(9e2cfbd1-e930-4cfd-b256-7cd8636712ca),segment_id=9e2cfbd1-e930-4cfd-b256-7cd8636712ca)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:25:49.034164 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-270c4076-c350-4793-9cf7-73919481a687 req-f8f2856a-a996-4bb8-9704-ec178f176827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:49.082870 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c4076-c350-4793-9cf7-73919481a687 req-f8f2856a-a996-4bb8-9704-ec178f176827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:49.083585 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-270c4076-c350-4793-9cf7-73919481a687 req-f8f2856a-a996-4bb8-9704-ec178f176827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:49.085457 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-270c4076-c350-4793-9cf7-73919481a687 req-f8f2856a-a996-4bb8-9704-ec178f176827 service neutron] 10.222.0.41 "PUT /v2.0/ports/cd9e0471-e5df-4fb8-846a-9652f1c276c8 HTTP/1.1" status: 200 len: 1092 time: 0.8012037 Aug 28 15:25:49.085786 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b41321b-e1bf-4e6b-bc59-1f78ec280d81', 'tag': 'cd9e0471-e5df-4fb8-846a-9652f1c276c8'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:25:49.088112 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a526d67-4f63-4a5b-aba5-ca65ef969cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "0b41321b-e1bf-4e6b-bc59-1f78ec280d81", "tag": "cd9e0471-e5df-4fb8-846a-9652f1c276c8"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:25:49.173498 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0aa902f-6f49-486f-8f2a-18344035ac66 x-openstack-request-id: req-b0aa902f-6f49-486f-8f2a-18344035ac66 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:25:49.174091 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b41321b-e1bf-4e6b-bc59-1f78ec280d81", "tag": "cd9e0471-e5df-4fb8-846a-9652f1c276c8", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:25:49.174522 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0aa902f-6f49-486f-8f2a-18344035ac66 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:25:49.175080 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b41321b-e1bf-4e6b-bc59-1f78ec280d81', 'tag': 'cd9e0471-e5df-4fb8-846a-9652f1c276c8', 'status': 'completed', 'code': 200} Aug 28 15:25:49.176381 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2856a-a996-4bb8-9704-ec178f176827 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9e0471-e5df-4fb8-846a-9652f1c276c8,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:25:49.205757 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c4076-c350-4793-9cf7-73919481a687 req-86d6f695-140d-4068-bb17-f39aa27a8047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:49.207794 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-270c4076-c350-4793-9cf7-73919481a687 req-86d6f695-140d-4068-bb17-f39aa27a8047 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=555f7f8f6e114106877ec3a31244bea0&device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 1095 time: 0.0756471 Aug 28 15:25:49.261013 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-270c4076-c350-4793-9cf7-73919481a687 req-37f5733f-2c0a-4f2a-9a13-eb46b66aa716 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd9e0471-e5df-4fb8-846a-9652f1c276c8 HTTP/1.1" status: 200 len: 217 time: 0.0453563 Aug 28 15:25:49.322407 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c4076-c350-4793-9cf7-73919481a687 req-f6fba7b8-6560-4039-b7db-8b9cdf32ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:49.323927 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-270c4076-c350-4793-9cf7-73919481a687 req-f6fba7b8-6560-4039-b7db-8b9cdf32ed5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d47280d4-d4b0-428c-afd5-9884a7cafefb HTTP/1.1" status: 200 len: 851 time: 0.0551610 Aug 28 15:25:49.372712 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c4076-c350-4793-9cf7-73919481a687 req-5f25ed4a-bb69-4b86-9fb4-bfd9942e873a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:49.374180 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-270c4076-c350-4793-9cf7-73919481a687 req-5f25ed4a-bb69-4b86-9fb4-bfd9942e873a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76fd90f7-3343-4298-9bbe-ebe12140d877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437303 Aug 28 15:25:49.475394 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-270c4076-c350-4793-9cf7-73919481a687 req-e2770eea-97d1-47dc-a75e-97972abc4aa6 service neutron] 10.222.0.41 "GET /v2.0/networks/76fd90f7-3343-4298-9bbe-ebe12140d877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933950 Aug 28 15:25:49.569344 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-270c4076-c350-4793-9cf7-73919481a687 req-86b16f40-5bfb-484c-8b72-d9a234d08499 service neutron] 10.222.0.41 "GET /v2.0/networks/76fd90f7-3343-4298-9bbe-ebe12140d877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870171 Aug 28 15:25:49.663107 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a526d67-4f63-4a5b-aba5-ca65ef969cbb req-fbac2293-d677-442b-b685-995b6bcc5c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:49.664712 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1a526d67-4f63-4a5b-aba5-ca65ef969cbb req-fbac2293-d677-442b-b685-995b6bcc5c56 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=555f7f8f6e114106877ec3a31244bea0&device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 1095 time: 0.0514836 Aug 28 15:25:49.772394 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a526d67-4f63-4a5b-aba5-ca65ef969cbb req-1e3ac223-4e75-46fb-8f58-9b33d46305b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:49.773908 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1a526d67-4f63-4a5b-aba5-ca65ef969cbb req-1e3ac223-4e75-46fb-8f58-9b33d46305b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=76fd90f7-3343-4298-9bbe-ebe12140d877 HTTP/1.1" status: 200 len: 913 time: 0.1027219 Aug 28 15:25:49.817507 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1a526d67-4f63-4a5b-aba5-ca65ef969cbb req-6b9e7407-3f9a-44ef-9d2b-dc2e3a8592e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd9e0471-e5df-4fb8-846a-9652f1c276c8 HTTP/1.1" status: 200 len: 217 time: 0.0353508 Aug 28 15:25:49.878945 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a526d67-4f63-4a5b-aba5-ca65ef969cbb req-e240aa55-0a1f-4190-bb69-323a2cdd69b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:49.881538 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1a526d67-4f63-4a5b-aba5-ca65ef969cbb req-e240aa55-0a1f-4190-bb69-323a2cdd69b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d47280d4-d4b0-428c-afd5-9884a7cafefb HTTP/1.1" status: 200 len: 851 time: 0.0555224 Aug 28 15:25:49.940499 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a526d67-4f63-4a5b-aba5-ca65ef969cbb req-ddaa694a-2e9a-4c8f-a190-c4d070d6d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:49.942342 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1a526d67-4f63-4a5b-aba5-ca65ef969cbb req-ddaa694a-2e9a-4c8f-a190-c4d070d6d04f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76fd90f7-3343-4298-9bbe-ebe12140d877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539122 Aug 28 15:25:50.053234 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1a526d67-4f63-4a5b-aba5-ca65ef969cbb req-384c6c4e-729a-44bc-b40a-dffc8c4a9e35 service neutron] 10.222.0.41 "GET /v2.0/networks/76fd90f7-3343-4298-9bbe-ebe12140d877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026926 Aug 28 15:25:50.155181 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae6405-8d14-46ed-a8eb-44857ec854d9 req-28792578-e475-4f8c-ac3e-b9700e9bec31 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:50.156914 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1a526d67-4f63-4a5b-aba5-ca65ef969cbb req-52c48f2a-0ad5-483d-b343-533af465a28f service neutron] 10.222.0.41 "GET /v2.0/networks/76fd90f7-3343-4298-9bbe-ebe12140d877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968888 Aug 28 15:25:50.157818 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54ae6405-8d14-46ed-a8eb-44857ec854d9 req-28792578-e475-4f8c-ac3e-b9700e9bec31 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 943 time: 0.1009457 Aug 28 15:25:50.205825 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54ae6405-8d14-46ed-a8eb-44857ec854d9 req-40855c73-18a5-459d-86d3-edb46e4e09fb tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/security-groups?id=381b1518-5808-4f8c-8eeb-820af9340735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371549 Aug 28 15:25:51.358198 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd5312-36a8-438e-bef4-3d87565dd1cf req-ac8c22fd-14dc-46e5-a84e-abd86e09587b tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:51.359589 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05dd5312-36a8-438e-bef4-3d87565dd1cf req-ac8c22fd-14dc-46e5-a84e-abd86e09587b tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 943 time: 0.0667689 Aug 28 15:25:51.401247 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05dd5312-36a8-438e-bef4-3d87565dd1cf req-9a486e6a-cc12-48ae-9975-3cc28830e5ae tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/security-groups?id=381b1518-5808-4f8c-8eeb-820af9340735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342877 Aug 28 15:25:52.525192 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68aa42-bf45-482a-bffb-661908fa7ed9 req-15c3a587-a877-4225-8353-1d5c5449d52c tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:52.526765 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7f68aa42-bf45-482a-bffb-661908fa7ed9 req-15c3a587-a877-4225-8353-1d5c5449d52c tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 943 time: 0.0504708 Aug 28 15:25:52.566222 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7f68aa42-bf45-482a-bffb-661908fa7ed9 req-76a5dd9c-eebe-410a-a218-955b9c652fdb tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/security-groups?id=381b1518-5808-4f8c-8eeb-820af9340735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331936 Aug 28 15:25:53.698156 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38b62d-51a3-432d-b4ea-19a57784845e req-d9185cd0-016d-45c3-b112-bdc656de3b0d tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:53.699680 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-af38b62d-51a3-432d-b4ea-19a57784845e req-d9185cd0-016d-45c3-b112-bdc656de3b0d tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 943 time: 0.0525126 Aug 28 15:25:53.738914 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-af38b62d-51a3-432d-b4ea-19a57784845e req-91f85eee-9214-4d7f-aa39-8b56656b0610 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/security-groups?id=381b1518-5808-4f8c-8eeb-820af9340735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331111 Aug 28 15:25:54.085439 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-449dfdd7-6839-4337-8d74-95f939803b2b req-857c0a6b-c4a1-4ab6-bdcf-3c0c9c4f5115 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419092 Aug 28 15:25:54.151794 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dfdd7-6839-4337-8d74-95f939803b2b req-cd370fba-33cb-406c-8264-e149e4725242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:54.153219 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-449dfdd7-6839-4337-8d74-95f939803b2b req-cd370fba-33cb-406c-8264-e149e4725242 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6cc5102288e4115b2b96ff1028147b2&device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3 HTTP/1.1" status: 200 len: 1097 time: 0.0471451 Aug 28 15:25:54.258017 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dfdd7-6839-4337-8d74-95f939803b2b req-ca5d4015-5c96-4e15-85d5-99a81e0d5e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:54.259515 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-449dfdd7-6839-4337-8d74-95f939803b2b req-ca5d4015-5c96-4e15-85d5-99a81e0d5e2d service neutron] 10.222.0.36 "GET /v2.0/networks?id=8878cb2c-b382-48c1-8c2a-67543a7cb61c HTTP/1.1" status: 200 len: 912 time: 0.0873132 Aug 28 15:25:54.336702 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-449dfdd7-6839-4337-8d74-95f939803b2b req-3b3af17f-19c3-4511-98e3-e81a517ef4d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fa961bc-f4b3-433e-9351-a10a25d92847 HTTP/1.1" status: 200 len: 1001 time: 0.0706236 Aug 28 15:25:54.388259 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dfdd7-6839-4337-8d74-95f939803b2b req-2c01e887-a28b-4dd8-afc5-b834c067e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:54.390066 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-449dfdd7-6839-4337-8d74-95f939803b2b req-2c01e887-a28b-4dd8-afc5-b834c067e5d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=551c7bac-a4f4-45ec-a575-eb6f29eb5d74 HTTP/1.1" status: 200 len: 850 time: 0.0469058 Aug 28 15:25:54.438049 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dfdd7-6839-4337-8d74-95f939803b2b req-4ca4af4f-b7a6-4b67-b4fe-4470cde38358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:54.439481 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-449dfdd7-6839-4337-8d74-95f939803b2b req-4ca4af4f-b7a6-4b67-b4fe-4470cde38358 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8878cb2c-b382-48c1-8c2a-67543a7cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423706 Aug 28 15:25:54.476654 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:54.533969 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-449dfdd7-6839-4337-8d74-95f939803b2b req-55f8cfe7-463a-41af-b374-9e8311a5935a service neutron] 10.222.0.36 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869424 Aug 28 15:25:54.627392 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-449dfdd7-6839-4337-8d74-95f939803b2b req-c562b0ee-1802-4671-ba81-d7c04a28b66f service neutron] 10.222.0.36 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862737 Aug 28 15:25:54.856653 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf509aa-c440-4812-9d80-3304f108884e req-0b3deb7e-65ef-4572-89da-2f4698a4441e tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:54.858333 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8cf509aa-c440-4812-9d80-3304f108884e req-0b3deb7e-65ef-4572-89da-2f4698a4441e tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 943 time: 0.0493903 Aug 28 15:25:54.900605 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8cf509aa-c440-4812-9d80-3304f108884e req-9f3c199c-78e8-445d-868c-e24de7aa0028 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/security-groups?id=381b1518-5808-4f8c-8eeb-820af9340735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355310 Aug 28 15:25:56.019378 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55ef80-17ea-4164-8c05-189591cb37b5 req-b7aa51c9-a90c-46c0-8a9e-98f03358cb5b tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:56.021174 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6e55ef80-17ea-4164-8c05-189591cb37b5 req-b7aa51c9-a90c-46c0-8a9e-98f03358cb5b tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 943 time: 0.0507710 Aug 28 15:25:56.065541 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6e55ef80-17ea-4164-8c05-189591cb37b5 req-bb64691c-781d-4d34-89bc-3bd94c0742c3 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/security-groups?id=381b1518-5808-4f8c-8eeb-820af9340735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355289 Aug 28 15:25:56.644026 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:25:57.186998 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097a193-b06b-43da-b387-53e1ab9cba27 req-56e62f8f-fe96-42ed-9d41-7bb80bb6a603 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:57.188568 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2097a193-b06b-43da-b387-53e1ab9cba27 req-56e62f8f-fe96-42ed-9d41-7bb80bb6a603 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 943 time: 0.0532196 Aug 28 15:25:57.229313 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2097a193-b06b-43da-b387-53e1ab9cba27 req-167e8a36-d7bb-4cec-9248-c607cd226e41 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/security-groups?id=381b1518-5808-4f8c-8eeb-820af9340735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336282 Aug 28 15:25:58.362399 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22130692-d3bc-44ae-b97f-6ade84af41e9 req-0f835403-5c07-4c8b-92c0-d903b33f057e tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:58.364033 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-22130692-d3bc-44ae-b97f-6ade84af41e9 req-0f835403-5c07-4c8b-92c0-d903b33f057e tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 943 time: 0.0633042 Aug 28 15:25:58.406878 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-22130692-d3bc-44ae-b97f-6ade84af41e9 req-807734c9-f7ea-40a2-b754-17555ac3df33 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/security-groups?id=381b1518-5808-4f8c-8eeb-820af9340735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355911 Aug 28 15:25:59.545027 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a5d03-4c7e-4ba5-aafa-296ac72fe869 req-958b9e4d-a515-4367-841c-97119b9d3e25 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:25:59.546732 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2a5a5d03-4c7e-4ba5-aafa-296ac72fe869 req-958b9e4d-a515-4367-841c-97119b9d3e25 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 943 time: 0.0579216 Aug 28 15:25:59.587151 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2a5a5d03-4c7e-4ba5-aafa-296ac72fe869 req-bacbec21-55db-4452-a044-00d860dc55ca tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/security-groups?id=381b1518-5808-4f8c-8eeb-820af9340735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345256 Aug 28 15:26:00.708285 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc901c8d-0f59-42f7-8183-31de85eaf9fb req-8d4a9928-71a6-40d6-90fc-b43f54008826 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:00.710343 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dc901c8d-0f59-42f7-8183-31de85eaf9fb req-8d4a9928-71a6-40d6-90fc-b43f54008826 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 943 time: 0.0533509 Aug 28 15:26:00.750218 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dc901c8d-0f59-42f7-8183-31de85eaf9fb req-aacc2c0d-78d9-4ce5-acf0-d85380a15178 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/security-groups?id=381b1518-5808-4f8c-8eeb-820af9340735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331478 Aug 28 15:26:00.889193 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device cd9e0471-e5df-4fb8-846a-9652f1c276c8 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:26:00.986008 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port cd9e0471-e5df-4fb8-846a-9652f1c276c8, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=cd9e0471-e5df-4fb8-846a-9652f1c276c8,segment=NetworkSegment(9e2cfbd1-e930-4cfd-b256-7cd8636712ca),segment_id=9e2cfbd1-e930-4cfd-b256-7cd8636712ca)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:26:00.997256 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'cd9e0471-e5df-4fb8-846a-9652f1c276c8', 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877', 'port_id': 'cd9e0471-e5df-4fb8-846a-9652f1c276c8', 'mac_address': 'fa:16:3e:87:9d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47280d4-d4b0-428c-afd5-9884a7cafefb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:26:01.035146 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:01.049370 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd9e0471-e5df-4fb8-846a-9652f1c276c8 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:26:01.070218 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port cd9e0471-e5df-4fb8-846a-9652f1c276c8, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=cd9e0471-e5df-4fb8-846a-9652f1c276c8,segment=NetworkSegment(9e2cfbd1-e930-4cfd-b256-7cd8636712ca),segment_id=9e2cfbd1-e930-4cfd-b256-7cd8636712ca)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:26:01.074688 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:01.129031 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=cd9e0471-e5df-4fb8-846a-9652f1c276c8,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:26:01.137078 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:01.137427 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:01.137768 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:01.138105 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:01.138438 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:01.138776 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:01.139129 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:01.139464 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:01.139818 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:01.140147 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:01.140474 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:01.140798 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:01.446205 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['cd9e0471-e5df-4fb8-846a-9652f1c276c8'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:26:01.869310 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899371c7-4224-496c-baed-df0a008709a3 req-275e096d-6f86-4420-8fdf-bad4f6beda86 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:01.871168 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-899371c7-4224-496c-baed-df0a008709a3 req-275e096d-6f86-4420-8fdf-bad4f6beda86 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 944 time: 0.0545037 Aug 28 15:26:01.914259 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-899371c7-4224-496c-baed-df0a008709a3 req-05fd32f2-3a64-45c2-b973-fd15517ed023 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/security-groups?id=381b1518-5808-4f8c-8eeb-820af9340735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366120 Aug 28 15:26:02.858306 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c4718d1a-2224-4323-a87d-02085df74e3b req-c0e898b2-abed-40e4-a544-5caceb0671b4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0498369 Aug 28 15:26:02.928643 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device cd9e0471-e5df-4fb8-846a-9652f1c276c8 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:26:02.975339 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4718d1a-2224-4323-a87d-02085df74e3b req-ef500aa3-8a75-4abf-b4cb-78436fd1f32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:02.979709 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c4718d1a-2224-4323-a87d-02085df74e3b req-ef500aa3-8a75-4abf-b4cb-78436fd1f32d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b4c7c44e9c74732be623a1bd8d5a647&device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 1097 time: 0.0594914 Aug 28 15:26:03.016664 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port cd9e0471-e5df-4fb8-846a-9652f1c276c8 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:26:03.028880 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port cd9e0471-e5df-4fb8-846a-9652f1c276c8 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:26:03.030076 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:03.146333 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:03.167694 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d0ba1-8407-46e0-beab-249501a785ee req-d22389c9-3ecc-4187-b901-64256a11ad31 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:03.169824 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f57d0ba1-8407-46e0-beab-249501a785ee req-d22389c9-3ecc-4187-b901-64256a11ad31 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 944 time: 0.1557426 Aug 28 15:26:03.185467 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b41321b-e1bf-4e6b-bc59-1f78ec280d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9e0471-e5df-4fb8-846a-9652f1c276c8'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:26:03.188075 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7fb8b5-cebf-4846-a873-f0a88d08a19f" -d '{"events": [{"server_uuid": "0b41321b-e1bf-4e6b-bc59-1f78ec280d81", "name": "network-vif-plugged", "status": "completed", "tag": "cd9e0471-e5df-4fb8-846a-9652f1c276c8"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:26:03.199265 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4718d1a-2224-4323-a87d-02085df74e3b req-df07da1b-11bf-438f-8e5c-edfa0b246123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:03.200945 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c4718d1a-2224-4323-a87d-02085df74e3b req-df07da1b-11bf-438f-8e5c-edfa0b246123 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f9ae0f6-9541-42e4-a2b7-8013952788b7 HTTP/1.1" status: 200 len: 911 time: 0.1980271 Aug 28 15:26:03.233600 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port cd9e0471-e5df-4fb8-846a-9652f1c276c8, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=cd9e0471-e5df-4fb8-846a-9652f1c276c8,segment=NetworkSegment(9e2cfbd1-e930-4cfd-b256-7cd8636712ca),segment_id=9e2cfbd1-e930-4cfd-b256-7cd8636712ca)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:26:03.242122 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:03.308153 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c4718d1a-2224-4323-a87d-02085df74e3b req-c6ebd401-0920-4ed9-96d1-544e6fc4c4f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 HTTP/1.1" status: 200 len: 1001 time: 0.0911500 Aug 28 15:26:03.317743 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd528460-2a16-43c0-b3be-6a65a1a97e8f x-openstack-request-id: req-fd528460-2a16-43c0-b3be-6a65a1a97e8f {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:26:03.319005 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b41321b-e1bf-4e6b-bc59-1f78ec280d81", "name": "network-vif-plugged", "status": "completed", "tag": "cd9e0471-e5df-4fb8-846a-9652f1c276c8", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:26:03.319993 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd528460-2a16-43c0-b3be-6a65a1a97e8f {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:26:03.328251 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b41321b-e1bf-4e6b-bc59-1f78ec280d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9e0471-e5df-4fb8-846a-9652f1c276c8', 'code': 200} Aug 28 15:26:03.345763 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f57d0ba1-8407-46e0-beab-249501a785ee req-d5c46da1-1323-40d4-a706-2833d5aa35e7 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/security-groups?id=381b1518-5808-4f8c-8eeb-820af9340735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624360 Aug 28 15:26:03.398666 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=cd9e0471-e5df-4fb8-846a-9652f1c276c8,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:26:03.433680 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4718d1a-2224-4323-a87d-02085df74e3b req-ea565cc6-409b-4d03-970e-751ca78b18a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:03.435799 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c4718d1a-2224-4323-a87d-02085df74e3b req-ea565cc6-409b-4d03-970e-751ca78b18a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c596a36d-07a5-46e9-9d8f-f620a91423a0 HTTP/1.1" status: 200 len: 849 time: 0.1119480 Aug 28 15:26:03.466433 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9325898-78c7-4c73-95a2-71ed2818aeb7 req-87e78d68-32cb-4ee1-8294-e0c7859b9b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:03.468097 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d9325898-78c7-4c73-95a2-71ed2818aeb7 req-87e78d68-32cb-4ee1-8294-e0c7859b9b78 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 1097 time: 0.0546622 Aug 28 15:26:03.518295 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4718d1a-2224-4323-a87d-02085df74e3b req-708aec1c-8f85-42ac-86e8-5d8852182c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:03.519838 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c4718d1a-2224-4323-a87d-02085df74e3b req-708aec1c-8f85-42ac-86e8-5d8852182c1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f9ae0f6-9541-42e4-a2b7-8013952788b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765409 Aug 28 15:26:03.525619 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d9325898-78c7-4c73-95a2-71ed2818aeb7 req-de143054-b739-4c71-8b20-a091d57b37b5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=381b1518-5808-4f8c-8eeb-820af9340735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477824 Aug 28 15:26:03.614217 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c4718d1a-2224-4323-a87d-02085df74e3b req-b47bdce0-8fff-466b-9dc6-bed917508eb1 service neutron] 10.222.0.41 "GET /v2.0/networks/8f9ae0f6-9541-42e4-a2b7-8013952788b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864496 Aug 28 15:26:03.870671 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c4718d1a-2224-4323-a87d-02085df74e3b req-8231125a-b3b0-43fb-a6a4-f87efa3e052d service neutron] 10.222.0.41 "GET /v2.0/networks/8f9ae0f6-9541-42e4-a2b7-8013952788b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945754 Aug 28 15:26:04.494542 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b86154-e32d-492a-a6a7-82284eda1477 req-ee07af38-ba9f-4743-a3d3-9eeaa3bc14be tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:04.496059 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-68b86154-e32d-492a-a6a7-82284eda1477 req-ee07af38-ba9f-4743-a3d3-9eeaa3bc14be tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 945 time: 0.0495231 Aug 28 15:26:04.533923 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-68b86154-e32d-492a-a6a7-82284eda1477 req-210513e4-be3c-4171-a97f-6a409d3ec149 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/security-groups?id=381b1518-5808-4f8c-8eeb-820af9340735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317512 Aug 28 15:26:05.651447 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1715b-42a9-4367-a87f-6b88bf8240aa req-7a67b4d3-2d44-4209-81fc-40833427c14e tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:05.652869 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a9a1715b-42a9-4367-a87f-6b88bf8240aa req-7a67b4d3-2d44-4209-81fc-40833427c14e tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 945 time: 0.0498168 Aug 28 15:26:05.691235 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a9a1715b-42a9-4367-a87f-6b88bf8240aa req-72fc1cad-57ae-402c-a719-3f64f698a261 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/security-groups?id=381b1518-5808-4f8c-8eeb-820af9340735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324368 Aug 28 15:26:05.812838 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6ac9c-d658-4b7a-ad7e-92133f6626d2 req-7d02ebcb-e2a2-4d3c-a351-f545aca7ba7c tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:05.814429 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7fb6ac9c-d658-4b7a-ad7e-92133f6626d2 req-7d02ebcb-e2a2-4d3c-a351-f545aca7ba7c tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 945 time: 0.0558093 Aug 28 15:26:05.853871 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7fb6ac9c-d658-4b7a-ad7e-92133f6626d2 req-390d524d-2a14-46dd-8950-22bbd0c61f3b tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/security-groups?id=381b1518-5808-4f8c-8eeb-820af9340735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324204 Aug 28 15:26:05.877005 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47510) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:26:06.033583 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a839e85-e054-4670-9a4e-064f2d9ccea7 tempest-TestVolumeBackupRestore-2034359168 tempest-TestVolumeBackupRestore-2034359168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:06.039130 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2a839e85-e054-4670-9a4e-064f2d9ccea7 tempest-TestVolumeBackupRestore-2034359168 tempest-TestVolumeBackupRestore-2034359168-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 1092 time: 0.1570468 Aug 28 15:26:06.039594 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47516) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:26:06.044891 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-893fc171-265c-4963-903e-1fe41007859c tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'port_id': 'cd9e0471-e5df-4fb8-846a-9652f1c276c8', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:26:06.068741 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47518) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:26:06.077759 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-893fc171-265c-4963-903e-1fe41007859c tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:06.189175 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8ca429b8-bf6e-4caf-95a1-6598b88421d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:06.192357 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-893fc171-265c-4963-903e-1fe41007859c tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:06.283359 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8ca429b8-bf6e-4caf-95a1-6598b88421d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:06.287890 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8ca429b8-bf6e-4caf-95a1-6598b88421d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:06.307291 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-893fc171-265c-4963-903e-1fe41007859c tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Allocated IP 172.25.3.173 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/4d5dc669-6ff0-4582-87ca-1721899e7233) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:26:06.330652 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8ca429b8-bf6e-4caf-95a1-6598b88421d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef3b759359694ce29aa58ef318a9747a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2579625 Aug 28 15:26:06.330652 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca429b8-bf6e-4caf-95a1-6598b88421d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfe31e8-4df7-4ced-8c29-f4a4d33b8e2a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:26:06.332607 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47522) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:26:06.387457 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c82d71a4-43e4-498e-9762-492b24d2b0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:06.414487 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-893fc171-265c-4963-903e-1fe41007859c tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:06.456176 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-893fc171-265c-4963-903e-1fe41007859c tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:06.502946 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893fc171-265c-4963-903e-1fe41007859c tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:26:06.506611 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-893fc171-265c-4963-903e-1fe41007859c tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:26:06.510593 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893fc171-265c-4963-903e-1fe41007859c tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:26:06.516315 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893fc171-265c-4963-903e-1fe41007859c tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Pushing event updated for resources: {'Port': ['ID=4d5dc669-6ff0-4582-87ca-1721899e7233,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:26:06.712544 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c82d71a4-43e4-498e-9762-492b24d2b0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:06.758115 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c82d71a4-43e4-498e-9762-492b24d2b0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:06.760683 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c82d71a4-43e4-498e-9762-492b24d2b0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:06.764221 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c82d71a4-43e4-498e-9762-492b24d2b0ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4cfe31e8-4df7-4ced-8c29-f4a4d33b8e2a HTTP/1.1" status: 204 len: 168 time: 0.4282968 Aug 28 15:26:06.769379 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d71a4-43e4-498e-9762-492b24d2b0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfe31e8-4df7-4ced-8c29-f4a4d33b8e2a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:26:06.920842 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-893fc171-265c-4963-903e-1fe41007859c tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:06.987870 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-893fc171-265c-4963-903e-1fe41007859c tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:07.033328 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47532) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:26:07.046607 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a66e44c5-7aa1-4d23-85e2-8073bd4e233a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:07.136705 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a66e44c5-7aa1-4d23-85e2-8073bd4e233a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:07.141026 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a66e44c5-7aa1-4d23-85e2-8073bd4e233a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:07.149111 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-893fc171-265c-4963-903e-1fe41007859c tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:07.153691 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-893fc171-265c-4963-903e-1fe41007859c tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:07.180977 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a66e44c5-7aa1-4d23-85e2-8073bd4e233a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c7ea69917bd49a1be9514f03abbc50e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465454 Aug 28 15:26:07.183497 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47534) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:26:07.189587 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e44c5-7aa1-4d23-85e2-8073bd4e233a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97dc22da-0c3d-4e9f-bddd-af8d4c40c3f6,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:26:07.229509 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893fc171-265c-4963-903e-1fe41007859c tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Pushing event updated for resources: {'Port': ['ID=4d5dc669-6ff0-4582-87ca-1721899e7233,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:26:07.236375 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c9043a4a-3d60-4da8-b906-149b3c2b8d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:07.237797 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-893fc171-265c-4963-903e-1fe41007859c tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:07.257824 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c9043a4a-3d60-4da8-b906-149b3c2b8d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:07.306349 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c9043a4a-3d60-4da8-b906-149b3c2b8d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:07.308943 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c9043a4a-3d60-4da8-b906-149b3c2b8d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:07.312064 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c9043a4a-3d60-4da8-b906-149b3c2b8d79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97dc22da-0c3d-4e9f-bddd-af8d4c40c3f6 HTTP/1.1" status: 204 len: 168 time: 0.1256480 Aug 28 15:26:07.318084 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9043a4a-3d60-4da8-b906-149b3c2b8d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dc22da-0c3d-4e9f-bddd-af8d4c40c3f6,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:26:07.343256 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-893fc171-265c-4963-903e-1fe41007859c tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Floating IP 2f050c76-8f42-4a68-9f3e-4e5ed84a7c76 associated. External IP: 172.25.3.173, port: cd9e0471-e5df-4fb8-846a-9652f1c276c8. Aug 28 15:26:07.556838 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893fc171-265c-4963-903e-1fe41007859c tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Router f589c588-da21-4582-bfef-0c91fa0c49b1 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:26:07.669572 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893fc171-265c-4963-903e-1fe41007859c tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:26:07.679567 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9495c7-f003-417c-8274-3e8dd1025e8b None None] Sync routers for ids ['f589c588-da21-4582-bfef-0c91fa0c49b1'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:26:07.692377 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-893fc171-265c-4963-903e-1fe41007859c tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:07.693808 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9495c7-f003-417c-8274-3e8dd1025e8b None None] Routers {'f589c588-da21-4582-bfef-0c91fa0c49b1'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:26:07.694582 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-df9495c7-f003-417c-8274-3e8dd1025e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:25:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f589c588-da21-4582-bfef-0c91fa0c49b1'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:26:07.722496 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-893fc171-265c-4963-903e-1fe41007859c tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6788998 Aug 28 15:26:07.722496 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b41321b-e1bf-4e6b-bc59-1f78ec280d81', 'tag': 'cd9e0471-e5df-4fb8-846a-9652f1c276c8'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:26:07.723164 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5212ee-05a1-4980-ae90-a985c25563a0" -d '{"events": [{"name": "network-changed", "server_uuid": "0b41321b-e1bf-4e6b-bc59-1f78ec280d81", "tag": "cd9e0471-e5df-4fb8-846a-9652f1c276c8"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:26:07.723920 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47548) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:26:07.767873 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9dcf1a-ed03-41d6-ab5d-42c5128140b7 tempest-TestVolumeBackupRestore-2034359168 tempest-TestVolumeBackupRestore-2034359168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:07.772093 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3f9dcf1a-ed03-41d6-ab5d-42c5128140b7 tempest-TestVolumeBackupRestore-2034359168 tempest-TestVolumeBackupRestore-2034359168-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 1092 time: 0.0434246 Aug 28 15:26:07.773397 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47554) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:26:07.778225 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-bd0ae3d4-acdd-4362-b5ba-5260ad95ee0b tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Request body: {'floatingip': {'port_id': 'cd9e0471-e5df-4fb8-846a-9652f1c276c8'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:26:07.812742 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-df9495c7-f003-417c-8274-3e8dd1025e8b None None] Set router f589c588-da21-4582-bfef-0c91fa0c49b1 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:26:07.845450 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bd0ae3d4-acdd-4362-b5ba-5260ad95ee0b tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for floatingip, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:07.980441 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dcd44c-9793-4271-907e-b8ffb15ad2d6 x-openstack-request-id: req-32dcd44c-9793-4271-907e-b8ffb15ad2d6 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:26:07.980441 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b41321b-e1bf-4e6b-bc59-1f78ec280d81", "tag": "cd9e0471-e5df-4fb8-846a-9652f1c276c8", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:26:07.980441 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32dcd44c-9793-4271-907e-b8ffb15ad2d6 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:26:07.981303 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b41321b-e1bf-4e6b-bc59-1f78ec280d81', 'tag': 'cd9e0471-e5df-4fb8-846a-9652f1c276c8', 'status': 'completed', 'code': 200} Aug 28 15:26:08.020537 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-358cc3c0-73d4-4b65-9a39-ce026b899813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:08.046917 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5212ee-05a1-4980-ae90-a985c25563a0 req-497dfd1e-9866-4949-adf9-b2c46f103206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:08.048737 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8a5212ee-05a1-4980-ae90-a985c25563a0 req-497dfd1e-9866-4949-adf9-b2c46f103206 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=555f7f8f6e114106877ec3a31244bea0&device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 1097 time: 0.0546415 Aug 28 15:26:08.109817 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-df9495c7-f003-417c-8274-3e8dd1025e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'name': 'tempest-TestVolumeBackupRestore-79400804-router', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:22Z', 'updated_at': '2021-08-28T15:23:26Z', 'revision_number': 4, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'gw_port': {'id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:23Z', 'updated_at': '2021-08-28T15:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '2f050c76-8f42-4a68-9f3e-4e5ed84a7c76', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'port_id': 'cd9e0471-e5df-4fb8-846a-9652f1c276c8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877', 'mac_address': 'fa:16:3e:87:9d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b41321b-e1bf-4e6b-bc59-1f78ec280d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:26:06Z', 'updated_at': '2021-08-28T15:26:06Z', 'revision_number': 0, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20878db2-2a33-4104-9b1f-2826c0476af4', 'name': '', 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'mac_address': 'fa:16:3e:f6:1c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'd47280d4-d4b0-428c-afd5-9884a7cafefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:25Z', 'updated_at': '2021-08-28T15:23:34Z', 'revision_number': 5, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'subnets': [{'id': 'd47280d4-d4b0-428c-afd5-9884a7cafefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:26:08.147350 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9495c7-f003-417c-8274-3e8dd1025e8b None None] Checking router: f589c588-da21-4582-bfef-0c91fa0c49b1 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:26:08.157136 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9495c7-f003-417c-8274-3e8dd1025e8b None None] Routers {'f589c588-da21-4582-bfef-0c91fa0c49b1'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:26:08.158047 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-df9495c7-f003-417c-8274-3e8dd1025e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:25:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f589c588-da21-4582-bfef-0c91fa0c49b1'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:26:08.159728 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5212ee-05a1-4980-ae90-a985c25563a0 req-cd59b50a-f1b6-463e-beb2-70faa0512707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:08.162229 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8a5212ee-05a1-4980-ae90-a985c25563a0 req-cd59b50a-f1b6-463e-beb2-70faa0512707 service neutron] 10.222.0.41 "GET /v2.0/networks?id=76fd90f7-3343-4298-9bbe-ebe12140d877 HTTP/1.1" status: 200 len: 913 time: 0.1054134 Aug 28 15:26:08.239597 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8a5212ee-05a1-4980-ae90-a985c25563a0 req-6090a380-4a24-4a53-978e-d73f125469db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd9e0471-e5df-4fb8-846a-9652f1c276c8 HTTP/1.1" status: 200 len: 999 time: 0.0700831 Aug 28 15:26:08.282419 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-df9495c7-f003-417c-8274-3e8dd1025e8b None None] Set router f589c588-da21-4582-bfef-0c91fa0c49b1 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:26:08.296044 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5212ee-05a1-4980-ae90-a985c25563a0 req-a3dfe34d-667f-47fe-9c13-9d0409361c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:08.297572 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8a5212ee-05a1-4980-ae90-a985c25563a0 req-a3dfe34d-667f-47fe-9c13-9d0409361c7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d47280d4-d4b0-428c-afd5-9884a7cafefb HTTP/1.1" status: 200 len: 851 time: 0.0503836 Aug 28 15:26:08.369886 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5212ee-05a1-4980-ae90-a985c25563a0 req-c5a7ddc0-001b-439f-af87-825d922ccadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:08.371591 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8a5212ee-05a1-4980-ae90-a985c25563a0 req-c5a7ddc0-001b-439f-af87-825d922ccadc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76fd90f7-3343-4298-9bbe-ebe12140d877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656350 Aug 28 15:26:08.534767 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8a5212ee-05a1-4980-ae90-a985c25563a0 req-4cf37688-c73b-44eb-9f9c-53bcfb9b41a9 service neutron] 10.222.0.41 "GET /v2.0/networks/76fd90f7-3343-4298-9bbe-ebe12140d877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538804 Aug 28 15:26:08.535437 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bd0ae3d4-acdd-4362-b5ba-5260ad95ee0b tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:08.540510 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bd0ae3d4-acdd-4362-b5ba-5260ad95ee0b tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:08.598591 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-df9495c7-f003-417c-8274-3e8dd1025e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'name': 'tempest-TestVolumeBackupRestore-79400804-router', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:22Z', 'updated_at': '2021-08-28T15:23:26Z', 'revision_number': 4, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'gw_port': {'id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:23Z', 'updated_at': '2021-08-28T15:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '2f050c76-8f42-4a68-9f3e-4e5ed84a7c76', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'port_id': 'cd9e0471-e5df-4fb8-846a-9652f1c276c8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877', 'mac_address': 'fa:16:3e:87:9d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b41321b-e1bf-4e6b-bc59-1f78ec280d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:26:06Z', 'updated_at': '2021-08-28T15:26:06Z', 'revision_number': 0, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20878db2-2a33-4104-9b1f-2826c0476af4', 'name': '', 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'mac_address': 'fa:16:3e:f6:1c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'd47280d4-d4b0-428c-afd5-9884a7cafefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:25Z', 'updated_at': '2021-08-28T15:23:34Z', 'revision_number': 5, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'subnets': [{'id': 'd47280d4-d4b0-428c-afd5-9884a7cafefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:26:08.645045 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9495c7-f003-417c-8274-3e8dd1025e8b None None] The sync data for ids ['f589c588-da21-4582-bfef-0c91fa0c49b1'] in n-d-712137-10 is: [{'id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'name': 'tempest-TestVolumeBackupRestore-79400804-router', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:22Z', 'updated_at': '2021-08-28T15:23:26Z', 'revision_number': 4, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'gw_port': {'id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:23Z', 'updated_at': '2021-08-28T15:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '2f050c76-8f42-4a68-9f3e-4e5ed84a7c76', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'port_id': 'cd9e0471-e5df-4fb8-846a-9652f1c276c8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877', 'mac_address': 'fa:16:3e:87:9d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b41321b-e1bf-4e6b-bc59-1f78ec280d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:26:06Z', 'updated_at': '2021-08-28T15:26:06Z', 'revision_number': 0, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20878db2-2a33-4104-9b1f-2826c0476af4', 'name': '', 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'mac_address': 'fa:16:3e:f6:1c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'd47280d4-d4b0-428c-afd5-9884a7cafefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:25Z', 'updated_at': '2021-08-28T15:23:34Z', 'revision_number': 5, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'subnets': [{'id': 'd47280d4-d4b0-428c-afd5-9884a7cafefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:26:08.682810 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8a5212ee-05a1-4980-ae90-a985c25563a0 req-5354be72-a2b2-4c6f-a7c6-e2f322a9d1bd service neutron] 10.222.0.41 "GET /v2.0/networks/76fd90f7-3343-4298-9bbe-ebe12140d877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402225 Aug 28 15:26:08.819837 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0ae3d4-acdd-4362-b5ba-5260ad95ee0b tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Router f589c588-da21-4582-bfef-0c91fa0c49b1 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:26:08.901283 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add0e8d3-440a-4521-8680-21850119786a None None] New status for floating IP 2f050c76-8f42-4a68-9f3e-4e5ed84a7c76: ACTIVE {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:26:08.946451 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0ae3d4-acdd-4362-b5ba-5260ad95ee0b tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:26:08.951372 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bd0ae3d4-acdd-4362-b5ba-5260ad95ee0b tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:09.012381 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-bd0ae3d4-acdd-4362-b5ba-5260ad95ee0b tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "PUT /v2.0/floatingips/2f050c76-8f42-4a68-9f3e-4e5ed84a7c76 HTTP/1.1" status: 200 len: 991 time: 1.2376890 Aug 28 15:26:09.237500 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758b22f8-0a32-4132-b9d1-677ca960bb9d None None] Sync routers for ids ['f589c588-da21-4582-bfef-0c91fa0c49b1'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:26:09.246873 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758b22f8-0a32-4132-b9d1-677ca960bb9d None None] Routers {'f589c588-da21-4582-bfef-0c91fa0c49b1'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:26:09.247563 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-758b22f8-0a32-4132-b9d1-677ca960bb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:25:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f589c588-da21-4582-bfef-0c91fa0c49b1'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:26:09.360204 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-758b22f8-0a32-4132-b9d1-677ca960bb9d None None] Set router f589c588-da21-4582-bfef-0c91fa0c49b1 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:26:09.589343 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-758b22f8-0a32-4132-b9d1-677ca960bb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'name': 'tempest-TestVolumeBackupRestore-79400804-router', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:22Z', 'updated_at': '2021-08-28T15:23:26Z', 'revision_number': 4, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'gw_port': {'id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:23Z', 'updated_at': '2021-08-28T15:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '2f050c76-8f42-4a68-9f3e-4e5ed84a7c76', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'port_id': 'cd9e0471-e5df-4fb8-846a-9652f1c276c8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877', 'mac_address': 'fa:16:3e:87:9d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b41321b-e1bf-4e6b-bc59-1f78ec280d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:26:06Z', 'updated_at': '2021-08-28T15:26:09Z', 'revision_number': 2, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20878db2-2a33-4104-9b1f-2826c0476af4', 'name': '', 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'mac_address': 'fa:16:3e:f6:1c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'd47280d4-d4b0-428c-afd5-9884a7cafefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:25Z', 'updated_at': '2021-08-28T15:23:34Z', 'revision_number': 5, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'subnets': [{'id': 'd47280d4-d4b0-428c-afd5-9884a7cafefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:26:09.618870 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758b22f8-0a32-4132-b9d1-677ca960bb9d None None] Checking router: f589c588-da21-4582-bfef-0c91fa0c49b1 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:26:09.627238 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758b22f8-0a32-4132-b9d1-677ca960bb9d None None] Routers {'f589c588-da21-4582-bfef-0c91fa0c49b1'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:26:09.627871 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-758b22f8-0a32-4132-b9d1-677ca960bb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:25:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f589c588-da21-4582-bfef-0c91fa0c49b1'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:26:09.731147 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-758b22f8-0a32-4132-b9d1-677ca960bb9d None None] Set router f589c588-da21-4582-bfef-0c91fa0c49b1 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:26:09.982127 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b41321b-e1bf-4e6b-bc59-1f78ec280d81', 'tag': 'cd9e0471-e5df-4fb8-846a-9652f1c276c8'}, {'name': 'network-changed', 'server_uuid': '0b41321b-e1bf-4e6b-bc59-1f78ec280d81', 'tag': 'cd9e0471-e5df-4fb8-846a-9652f1c276c8'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:26:09.985470 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa06e68-8a51-4489-951f-c5ec0a9b52c4" -d '{"events": [{"name": "network-changed", "server_uuid": "0b41321b-e1bf-4e6b-bc59-1f78ec280d81", "tag": "cd9e0471-e5df-4fb8-846a-9652f1c276c8"}, {"name": "network-changed", "server_uuid": "0b41321b-e1bf-4e6b-bc59-1f78ec280d81", "tag": "cd9e0471-e5df-4fb8-846a-9652f1c276c8"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:26:10.026800 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 28 Aug 2021 15:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1c9e55-6203-4460-ba2b-4e7d36a3d265 x-openstack-request-id: req-5e1c9e55-6203-4460-ba2b-4e7d36a3d265 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:26:10.027386 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b41321b-e1bf-4e6b-bc59-1f78ec280d81", "tag": "cd9e0471-e5df-4fb8-846a-9652f1c276c8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0b41321b-e1bf-4e6b-bc59-1f78ec280d81", "tag": "cd9e0471-e5df-4fb8-846a-9652f1c276c8", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:26:10.027386 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e1c9e55-6203-4460-ba2b-4e7d36a3d265 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:26:10.027794 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b41321b-e1bf-4e6b-bc59-1f78ec280d81', 'tag': 'cd9e0471-e5df-4fb8-846a-9652f1c276c8', 'status': 'completed', 'code': 200} Aug 28 15:26:10.028054 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b41321b-e1bf-4e6b-bc59-1f78ec280d81', 'tag': 'cd9e0471-e5df-4fb8-846a-9652f1c276c8', 'status': 'completed', 'code': 200} Aug 28 15:26:10.094099 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa06e68-8a51-4489-951f-c5ec0a9b52c4 req-0c2bb9c2-606b-4735-9475-b2a68368fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:10.095619 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eaa06e68-8a51-4489-951f-c5ec0a9b52c4 req-0c2bb9c2-606b-4735-9475-b2a68368fca6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=555f7f8f6e114106877ec3a31244bea0&device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 1097 time: 0.0437570 Aug 28 15:26:10.156898 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-758b22f8-0a32-4132-b9d1-677ca960bb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'name': 'tempest-TestVolumeBackupRestore-79400804-router', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:22Z', 'updated_at': '2021-08-28T15:23:26Z', 'revision_number': 4, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'gw_port': {'id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:23Z', 'updated_at': '2021-08-28T15:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '2f050c76-8f42-4a68-9f3e-4e5ed84a7c76', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'port_id': 'cd9e0471-e5df-4fb8-846a-9652f1c276c8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877', 'mac_address': 'fa:16:3e:87:9d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b41321b-e1bf-4e6b-bc59-1f78ec280d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:26:06Z', 'updated_at': '2021-08-28T15:26:09Z', 'revision_number': 2, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20878db2-2a33-4104-9b1f-2826c0476af4', 'name': '', 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'mac_address': 'fa:16:3e:f6:1c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'd47280d4-d4b0-428c-afd5-9884a7cafefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:25Z', 'updated_at': '2021-08-28T15:23:34Z', 'revision_number': 5, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'subnets': [{'id': 'd47280d4-d4b0-428c-afd5-9884a7cafefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:26:10.183340 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758b22f8-0a32-4132-b9d1-677ca960bb9d None None] The sync data for ids ['f589c588-da21-4582-bfef-0c91fa0c49b1'] in n-d-712137-10 is: [{'id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'name': 'tempest-TestVolumeBackupRestore-79400804-router', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:22Z', 'updated_at': '2021-08-28T15:23:26Z', 'revision_number': 4, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'gw_port': {'id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:23Z', 'updated_at': '2021-08-28T15:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '2f050c76-8f42-4a68-9f3e-4e5ed84a7c76', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'port_id': 'cd9e0471-e5df-4fb8-846a-9652f1c276c8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877', 'mac_address': 'fa:16:3e:87:9d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b41321b-e1bf-4e6b-bc59-1f78ec280d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:26:06Z', 'updated_at': '2021-08-28T15:26:09Z', 'revision_number': 2, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20878db2-2a33-4104-9b1f-2826c0476af4', 'name': '', 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'mac_address': 'fa:16:3e:f6:1c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'd47280d4-d4b0-428c-afd5-9884a7cafefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:25Z', 'updated_at': '2021-08-28T15:23:34Z', 'revision_number': 5, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'subnets': [{'id': 'd47280d4-d4b0-428c-afd5-9884a7cafefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:26:10.190583 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa06e68-8a51-4489-951f-c5ec0a9b52c4 req-52e4a3f8-f457-4fc7-a00f-711c84ab6a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:10.192142 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eaa06e68-8a51-4489-951f-c5ec0a9b52c4 req-52e4a3f8-f457-4fc7-a00f-711c84ab6a42 service neutron] 10.222.0.41 "GET /v2.0/networks?id=76fd90f7-3343-4298-9bbe-ebe12140d877 HTTP/1.1" status: 200 len: 913 time: 0.0890765 Aug 28 15:26:10.274666 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eaa06e68-8a51-4489-951f-c5ec0a9b52c4 req-550cb684-1300-49e8-b037-bce873fd2fb9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd9e0471-e5df-4fb8-846a-9652f1c276c8 HTTP/1.1" status: 200 len: 1001 time: 0.0744348 Aug 28 15:26:10.327319 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa06e68-8a51-4489-951f-c5ec0a9b52c4 req-f0e294b7-7fc2-4fc3-a058-b4494a311b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:10.328991 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eaa06e68-8a51-4489-951f-c5ec0a9b52c4 req-f0e294b7-7fc2-4fc3-a058-b4494a311b00 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d47280d4-d4b0-428c-afd5-9884a7cafefb HTTP/1.1" status: 200 len: 851 time: 0.0473423 Aug 28 15:26:10.379393 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa06e68-8a51-4489-951f-c5ec0a9b52c4 req-b23cdeee-bdff-4673-a39a-a1cac33ba45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:10.381705 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eaa06e68-8a51-4489-951f-c5ec0a9b52c4 req-b23cdeee-bdff-4673-a39a-a1cac33ba45d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76fd90f7-3343-4298-9bbe-ebe12140d877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442595 Aug 28 15:26:10.485361 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eaa06e68-8a51-4489-951f-c5ec0a9b52c4 req-f085aefe-bf78-421b-b1d9-a21f086b3498 service neutron] 10.222.0.41 "GET /v2.0/networks/76fd90f7-3343-4298-9bbe-ebe12140d877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922017 Aug 28 15:26:10.565412 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8ec544f1-3fb8-49a3-a25c-e48b681a09a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:10.580801 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eaa06e68-8a51-4489-951f-c5ec0a9b52c4 req-c29013d9-e1c9-4f5c-a0c7-75be62f365ab service neutron] 10.222.0.41 "GET /v2.0/networks/76fd90f7-3343-4298-9bbe-ebe12140d877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870285 Aug 28 15:26:10.668431 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa06e68-8a51-4489-951f-c5ec0a9b52c4 req-955c51e6-31ea-4538-8ac0-95389302c4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:10.669951 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eaa06e68-8a51-4489-951f-c5ec0a9b52c4 req-955c51e6-31ea-4538-8ac0-95389302c4c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=555f7f8f6e114106877ec3a31244bea0&device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 1097 time: 0.0457485 Aug 28 15:26:10.761315 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa06e68-8a51-4489-951f-c5ec0a9b52c4 req-8342cf00-603b-4d54-83db-9cb849379d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:10.762713 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eaa06e68-8a51-4489-951f-c5ec0a9b52c4 req-8342cf00-603b-4d54-83db-9cb849379d40 service neutron] 10.222.0.41 "GET /v2.0/networks?id=76fd90f7-3343-4298-9bbe-ebe12140d877 HTTP/1.1" status: 200 len: 913 time: 0.0854249 Aug 28 15:26:10.833295 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eaa06e68-8a51-4489-951f-c5ec0a9b52c4 req-aec36f6c-d4b9-4a2e-8751-c18a6dfbe177 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd9e0471-e5df-4fb8-846a-9652f1c276c8 HTTP/1.1" status: 200 len: 1001 time: 0.0634549 Aug 28 15:26:10.852295 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:10.892272 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa06e68-8a51-4489-951f-c5ec0a9b52c4 req-c894baa4-14c7-4d2c-b74c-d52274ab2c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:10.893769 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eaa06e68-8a51-4489-951f-c5ec0a9b52c4 req-c894baa4-14c7-4d2c-b74c-d52274ab2c1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d47280d4-d4b0-428c-afd5-9884a7cafefb HTTP/1.1" status: 200 len: 851 time: 0.0532978 Aug 28 15:26:10.946593 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa06e68-8a51-4489-951f-c5ec0a9b52c4 req-d6288ef1-409a-437e-8959-7fed771e66a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:10.946593 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eaa06e68-8a51-4489-951f-c5ec0a9b52c4 req-d6288ef1-409a-437e-8959-7fed771e66a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76fd90f7-3343-4298-9bbe-ebe12140d877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438819 Aug 28 15:26:11.047628 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eaa06e68-8a51-4489-951f-c5ec0a9b52c4 req-773ab545-461b-4411-a3f2-0f34d771a9fd service neutron] 10.222.0.41 "GET /v2.0/networks/76fd90f7-3343-4298-9bbe-ebe12140d877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944748 Aug 28 15:26:11.140478 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eaa06e68-8a51-4489-951f-c5ec0a9b52c4 req-f895f7a1-dbca-4c61-b22a-8256be937d34 service neutron] 10.222.0.41 "GET /v2.0/networks/76fd90f7-3343-4298-9bbe-ebe12140d877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836496 Aug 28 15:26:11.780968 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:13.069620 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:26:13.290223 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:15.469698 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fde757-f5bd-4259-9f03-c601297809fd req-1677babe-5e81-4ed5-9a46-065cab5f569f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:15.471250 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d6fde757-f5bd-4259-9f03-c601297809fd req-1677babe-5e81-4ed5-9a46-065cab5f569f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 945 time: 0.0529213 Aug 28 15:26:15.514680 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d6fde757-f5bd-4259-9f03-c601297809fd req-79b9ef1e-8bc0-4911-b6ca-5a544e6c83d8 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360992 Aug 28 15:26:16.646625 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff37765-22fc-4c9d-92d6-1a5bd4b7ae30 req-9a8232ac-4b1b-4b4d-b4f5-a49c7867c0a3 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:16.648420 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8ff37765-22fc-4c9d-92d6-1a5bd4b7ae30 req-9a8232ac-4b1b-4b4d-b4f5-a49c7867c0a3 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 945 time: 0.0596876 Aug 28 15:26:16.692975 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8ff37765-22fc-4c9d-92d6-1a5bd4b7ae30 req-73c6f24c-9ec2-45a9-a494-0bde6b2e40b7 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=455086cb-e063-4295-a36c-9363d743a612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377741 Aug 28 15:26:16.892719 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1007c-3bdb-405a-9549-75eb068cc7b5 req-0eb42098-5e5f-4b30-a207-5298c406fc61 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:16.894407 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-30c1007c-3bdb-405a-9549-75eb068cc7b5 req-0eb42098-5e5f-4b30-a207-5298c406fc61 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.41 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 945 time: 0.0613625 Aug 28 15:26:16.994607 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-30c1007c-3bdb-405a-9549-75eb068cc7b5 req-fddae926-aff7-4b4a-a33e-79a454ae1947 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Deleting port b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:26:16.995054 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-30c1007c-3bdb-405a-9549-75eb068cc7b5 req-fddae926-aff7-4b4a-a33e-79a454ae1947 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:17.099598 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-30c1007c-3bdb-405a-9549-75eb068cc7b5 req-fddae926-aff7-4b4a-a33e-79a454ae1947 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] For port b31a9b0f-ebac-445a-94a5-d7ea1cc53da3, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=b31a9b0f-ebac-445a-94a5-d7ea1cc53da3,segment=NetworkSegment(687a3d43-ed99-4057-9cfe-8e767b8757a9),segment_id=687a3d43-ed99-4057-9cfe-8e767b8757a9)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:26:17.099598 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-30c1007c-3bdb-405a-9549-75eb068cc7b5 req-fddae926-aff7-4b4a-a33e-79a454ae1947 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:17.346529 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-30c1007c-3bdb-405a-9549-75eb068cc7b5 req-fddae926-aff7-4b4a-a33e-79a454ae1947 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:17.346914 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-30c1007c-3bdb-405a-9549-75eb068cc7b5 req-fddae926-aff7-4b4a-a33e-79a454ae1947 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:17.347232 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [req-30c1007c-3bdb-405a-9549-75eb068cc7b5 req-fddae926-aff7-4b4a-a33e-79a454ae1947 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Floating IP aca6b4c0-6445-4cb1-89a7-3a923f352ca4 disassociated. External IP: 172.25.3.140, port: b31a9b0f-ebac-445a-94a5-d7ea1cc53da3. Aug 28 15:26:17.347572 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-30c1007c-3bdb-405a-9549-75eb068cc7b5 req-fddae926-aff7-4b4a-a33e-79a454ae1947 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Calling delete_port for b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:26:17.494837 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-30c1007c-3bdb-405a-9549-75eb068cc7b5 req-fddae926-aff7-4b4a-a33e-79a454ae1947 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:17.532288 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddae926-aff7-4b4a-a33e-79a454ae1947 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Pushing event deleted for resources: {'Port': ['ID=b31a9b0f-ebac-445a-94a5-d7ea1cc53da3,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:26:17.654109 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30c1007c-3bdb-405a-9549-75eb068cc7b5 req-fddae926-aff7-4b4a-a33e-79a454ae1947 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Router 09b0bf2a-1454-436f-802a-4964ccc7102e has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:26:17.816199 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d57fa2c-4f1a-4cda-8820-0dd022402b64 req-59491116-c119-48e1-91ee-3b0e184ab400 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d57d2-b1f5-4503-8876-edff5c27c2af HTTP/1.1" status: 200 len: 210 time: 0.0438492 Aug 28 15:26:17.825505 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30c1007c-3bdb-405a-9549-75eb068cc7b5 req-fddae926-aff7-4b4a-a33e-79a454ae1947 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:26:17.841578 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b350366a-ec1d-49fd-b99a-24d7ffa4f851 None None] Sync routers for ids ['09b0bf2a-1454-436f-802a-4964ccc7102e'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:26:17.852711 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b350366a-ec1d-49fd-b99a-24d7ffa4f851 None None] Routers {'09b0bf2a-1454-436f-802a-4964ccc7102e'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:26:17.853411 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-b350366a-ec1d-49fd-b99a-24d7ffa4f851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:26:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['09b0bf2a-1454-436f-802a-4964ccc7102e'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:26:17.882722 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c1007c-3bdb-405a-9549-75eb068cc7b5 req-fddae926-aff7-4b4a-a33e-79a454ae1947 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] No DVR routers for this DVR port b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:26:17.887683 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-30c1007c-3bdb-405a-9549-75eb068cc7b5 req-fddae926-aff7-4b4a-a33e-79a454ae1947 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:17.889956 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-30c1007c-3bdb-405a-9549-75eb068cc7b5 req-fddae926-aff7-4b4a-a33e-79a454ae1947 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.41 "DELETE /v2.0/ports/b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 HTTP/1.1" status: 204 len: 173 time: 0.9897423 Aug 28 15:26:17.890564 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335d57d2-b1f5-4503-8876-edff5c27c2af', 'name': 'network-vif-deleted', 'tag': 'b31a9b0f-ebac-445a-94a5-d7ea1cc53da3'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:26:17.893068 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12e1352-b238-411f-a59f-7adba8728a4b" -d '{"events": [{"server_uuid": "335d57d2-b1f5-4503-8876-edff5c27c2af", "name": "network-vif-deleted", "tag": "b31a9b0f-ebac-445a-94a5-d7ea1cc53da3"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:26:17.946254 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb433b2-3a4c-4a91-bef7-8c71d0ab4aba x-openstack-request-id: req-bbb433b2-3a4c-4a91-bef7-8c71d0ab4aba {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:26:17.950756 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335d57d2-b1f5-4503-8876-edff5c27c2af", "name": "network-vif-deleted", "tag": "b31a9b0f-ebac-445a-94a5-d7ea1cc53da3", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:26:17.952046 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbb433b2-3a4c-4a91-bef7-8c71d0ab4aba {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:26:17.952617 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335d57d2-b1f5-4503-8876-edff5c27c2af', 'name': 'network-vif-deleted', 'tag': 'b31a9b0f-ebac-445a-94a5-d7ea1cc53da3', 'status': 'completed', 'code': 200} Aug 28 15:26:18.002759 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-b350366a-ec1d-49fd-b99a-24d7ffa4f851 None None] Set router 09b0bf2a-1454-436f-802a-4964ccc7102e gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:26:18.232716 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-b350366a-ec1d-49fd-b99a-24d7ffa4f851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'name': 'tempest-AttachVolumeTestJSON-250436681-router', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:30Z', 'revision_number': 4, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'gw_port': {'id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '3100191d-3594-4635-bd84-1db28d1a9cbc', 'name': '', 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'mac_address': 'fa:16:3e:ba:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:29Z', 'updated_at': '2021-08-28T15:20:40Z', 'revision_number': 5, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'subnets': [{'id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:26:18.262293 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b350366a-ec1d-49fd-b99a-24d7ffa4f851 None None] Checking router: 09b0bf2a-1454-436f-802a-4964ccc7102e for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:26:18.270904 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b350366a-ec1d-49fd-b99a-24d7ffa4f851 None None] Routers {'09b0bf2a-1454-436f-802a-4964ccc7102e'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:26:18.271524 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-b350366a-ec1d-49fd-b99a-24d7ffa4f851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:26:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['09b0bf2a-1454-436f-802a-4964ccc7102e'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:26:18.385869 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-b350366a-ec1d-49fd-b99a-24d7ffa4f851 None None] Set router 09b0bf2a-1454-436f-802a-4964ccc7102e gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:26:18.594707 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-b350366a-ec1d-49fd-b99a-24d7ffa4f851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'name': 'tempest-AttachVolumeTestJSON-250436681-router', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:30Z', 'revision_number': 4, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'gw_port': {'id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '3100191d-3594-4635-bd84-1db28d1a9cbc', 'name': '', 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'mac_address': 'fa:16:3e:ba:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:29Z', 'updated_at': '2021-08-28T15:20:40Z', 'revision_number': 5, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'subnets': [{'id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:26:18.621827 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b350366a-ec1d-49fd-b99a-24d7ffa4f851 None None] The sync data for ids ['09b0bf2a-1454-436f-802a-4964ccc7102e'] in n-d-712137-10 is: [{'id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'name': 'tempest-AttachVolumeTestJSON-250436681-router', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:30Z', 'revision_number': 4, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'gw_port': {'id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '3100191d-3594-4635-bd84-1db28d1a9cbc', 'name': '', 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'mac_address': 'fa:16:3e:ba:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:29Z', 'updated_at': '2021-08-28T15:20:40Z', 'revision_number': 5, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'subnets': [{'id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:26:18.882688 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf962bf6-e1fb-44e1-a504-149c071a0401 None None] New status for floating IP aca6b4c0-6445-4cb1-89a7-3a923f352ca4: DOWN {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:26:18.920014 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 47694) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:26:19.005907 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6e231e08-3eea-42c1-824e-0d51ef72a2c6 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:19.035201 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6e231e08-3eea-42c1-824e-0d51ef72a2c6 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:19.098175 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6e231e08-3eea-42c1-824e-0d51ef72a2c6 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:19.101652 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6e231e08-3eea-42c1-824e-0d51ef72a2c6 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:19.106173 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6e231e08-3eea-42c1-824e-0d51ef72a2c6 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "DELETE /v2.0/security-groups/455086cb-e063-4295-a36c-9363d743a612 HTTP/1.1" status: 204 len: 168 time: 0.1824441 Aug 28 15:26:19.107272 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47696) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:26:19.115278 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e231e08-3eea-42c1-824e-0d51ef72a2c6 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=455086cb-e063-4295-a36c-9363d743a612,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:26:19.124649 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-ef4644fb-e8bb-47da-90ed-a749170355a3 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] show failed (client error): The resource could not be found. Aug 28 15:26:19.125730 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ef4644fb-e8bb-47da-90ed-a749170355a3 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups/455086cb-e063-4295-a36c-9363d743a612 HTTP/1.1" status: 404 len: 347 time: 0.0165539 Aug 28 15:26:19.128845 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47698) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:26:19.257884 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-befe03d6-6b2d-44a7-aaee-64638dc466ed tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Deleting port efaa8467-3735-4801-98f7-d6f54bbb522f {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:26:19.258231 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-befe03d6-6b2d-44a7-aaee-64638dc466ed tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:19.334438 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-befe03d6-6b2d-44a7-aaee-64638dc466ed tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:19.334778 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-befe03d6-6b2d-44a7-aaee-64638dc466ed tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:19.346281 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-befe03d6-6b2d-44a7-aaee-64638dc466ed tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Calling delete_port for efaa8467-3735-4801-98f7-d6f54bbb522f owned by network:floatingip {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:26:19.483525 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-befe03d6-6b2d-44a7-aaee-64638dc466ed tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:19.507405 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe03d6-6b2d-44a7-aaee-64638dc466ed tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Pushing event deleted for resources: {'Port': ['ID=efaa8467-3735-4801-98f7-d6f54bbb522f,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:26:19.577152 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-befe03d6-6b2d-44a7-aaee-64638dc466ed tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for floatingip, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:19.579907 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-befe03d6-6b2d-44a7-aaee-64638dc466ed tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:19.581093 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-befe03d6-6b2d-44a7-aaee-64638dc466ed tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "DELETE /v2.0/floatingips/aca6b4c0-6445-4cb1-89a7-3a923f352ca4 HTTP/1.1" status: 204 len: 168 time: 0.4513588 Aug 28 15:26:19.932846 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47716) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:26:19.937828 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-98828f13-7ec6-40e8-9ae1-6f3bdd49b60e tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1210232566', 'description': 'tempest-description--923275431'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:26:19.961694 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-98828f13-7ec6-40e8-9ae1-6f3bdd49b60e tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:20.046768 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-98828f13-7ec6-40e8-9ae1-6f3bdd49b60e tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:20.051427 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-98828f13-7ec6-40e8-9ae1-6f3bdd49b60e tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:20.079519 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-98828f13-7ec6-40e8-9ae1-6f3bdd49b60e tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:20.080779 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-98828f13-7ec6-40e8-9ae1-6f3bdd49b60e tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1468689 Aug 28 15:26:20.084297 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47722) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:26:20.089486 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-9956edf6-7599-455f-a91f-e4e949c2fe56 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Request body: {'security_group_rule': {'security_group_id': '4e62da4e-d747-460d-a6ec-788e7e148bb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:26:20.096278 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98828f13-7ec6-40e8-9ae1-6f3bdd49b60e tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e62da4e-d747-460d-a6ec-788e7e148bb0,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:26:20.118352 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9956edf6-7599-455f-a91f-e4e949c2fe56 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:20.175530 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9956edf6-7599-455f-a91f-e4e949c2fe56 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:20.180392 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9956edf6-7599-455f-a91f-e4e949c2fe56 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:20.201404 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956edf6-7599-455f-a91f-e4e949c2fe56 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d2e8b1-206c-43a3-924a-eb4e703fd49b,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:26:20.205069 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9956edf6-7599-455f-a91f-e4e949c2fe56 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:20.206405 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9956edf6-7599-455f-a91f-e4e949c2fe56 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211226 Aug 28 15:26:20.209773 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47728) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:26:20.214576 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-77c49fa6-c4bf-43c0-afdb-86bc5e682766 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Request body: {'security_group_rule': {'security_group_id': '4e62da4e-d747-460d-a6ec-788e7e148bb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:26:20.242657 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77c49fa6-c4bf-43c0-afdb-86bc5e682766 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:20.307683 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77c49fa6-c4bf-43c0-afdb-86bc5e682766 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:20.311847 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77c49fa6-c4bf-43c0-afdb-86bc5e682766 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:20.329144 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c49fa6-c4bf-43c0-afdb-86bc5e682766 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd82c22-ce5a-4fb2-bb30-74b3b53a2374,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:26:20.337015 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77c49fa6-c4bf-43c0-afdb-86bc5e682766 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:20.338326 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-77c49fa6-c4bf-43c0-afdb-86bc5e682766 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1275828 Aug 28 15:26:20.341659 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47732) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:26:20.347246 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-935cfeae-e8f7-4b2c-9ff2-eca528133a8a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:26:20.368747 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-935cfeae-e8f7-4b2c-9ff2-eca528133a8a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:20.468629 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-935cfeae-e8f7-4b2c-9ff2-eca528133a8a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:20.592607 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-935cfeae-e8f7-4b2c-9ff2-eca528133a8a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Allocated IP 172.25.3.145 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/d14112ba-92e1-42c1-a173-6fc1ab517a31) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:26:20.694284 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-935cfeae-e8f7-4b2c-9ff2-eca528133a8a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:20.735083 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-935cfeae-e8f7-4b2c-9ff2-eca528133a8a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:20.784544 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935cfeae-e8f7-4b2c-9ff2-eca528133a8a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:26:20.788424 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-935cfeae-e8f7-4b2c-9ff2-eca528133a8a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:26:20.791058 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935cfeae-e8f7-4b2c-9ff2-eca528133a8a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:26:20.820815 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935cfeae-e8f7-4b2c-9ff2-eca528133a8a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Pushing event updated for resources: {'Port': ['ID=d14112ba-92e1-42c1-a173-6fc1ab517a31,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:26:20.884246 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-935cfeae-e8f7-4b2c-9ff2-eca528133a8a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:20.918625 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-935cfeae-e8f7-4b2c-9ff2-eca528133a8a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:21.052753 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:26:21.072087 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-935cfeae-e8f7-4b2c-9ff2-eca528133a8a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:21.076750 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-935cfeae-e8f7-4b2c-9ff2-eca528133a8a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:21.083548 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:26:21.084017 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device b31a9b0f-ebac-445a-94a5-d7ea1cc53da3 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:26:21.157913 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935cfeae-e8f7-4b2c-9ff2-eca528133a8a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Pushing event updated for resources: {'Port': ['ID=d14112ba-92e1-42c1-a173-6fc1ab517a31,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:26:21.169228 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-935cfeae-e8f7-4b2c-9ff2-eca528133a8a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:21.182730 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-935cfeae-e8f7-4b2c-9ff2-eca528133a8a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:21.184275 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-935cfeae-e8f7-4b2c-9ff2-eca528133a8a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8415875 Aug 28 15:26:21.328120 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-8cd3e062-8dc6-4e0b-a623-bfbe7a28545c tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1210232566&fields=id&tenant_id=5b4c7c44e9c74732be623a1bd8d5a647 HTTP/1.1" status: 200 len: 267 time: 0.0352216 Aug 28 15:26:21.433199 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-f9cbb355-2f8a-484f-8e10-dcdb7025cc2e tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:21.434654 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-f9cbb355-2f8a-484f-8e10-dcdb7025cc2e tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/networks?id=8f9ae0f6-9541-42e4-a2b7-8013952788b7 HTTP/1.1" status: 200 len: 810 time: 0.0989871 Aug 28 15:26:21.450599 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-c5f85a19-ea6c-4aca-aa62-3608fde56150 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/quotas/5b4c7c44e9c74732be623a1bd8d5a647 HTTP/1.1" status: 200 len: 375 time: 0.0096803 Aug 28 15:26:21.510773 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-234d0b92-2640-4d7c-a8ed-237bdae50daf tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b4c7c44e9c74732be623a1bd8d5a647&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540912 Aug 28 15:26:21.718857 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-511d411d-b9ce-4fba-ad98-4b00dd05d27e service neutron] 10.222.0.13 "GET /v2.0/networks/8f9ae0f6-9541-42e4-a2b7-8013952788b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947291 Aug 28 15:26:21.821616 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-55f57b86-92ec-449d-9a2d-69833039cc92 service neutron] 10.222.0.13 "GET /v2.0/networks/8f9ae0f6-9541-42e4-a2b7-8013952788b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935900 Aug 28 15:26:21.991827 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-789e8404-abb0-49e8-81a5-f5afcc092b79 req-f5023678-2f9d-49e7-9bd0-773e31714cc7 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=200b2c54-99a4-43bf-a062-05281a09ce49 HTTP/1.1" status: 200 len: 210 time: 0.0321367 Aug 28 15:26:22.985569 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-946466e4-8a4c-49e0-82d3-1585d91d1e85 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:22.987012 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-946466e4-8a4c-49e0-82d3-1585d91d1e85 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.36 "GET /v2.0/networks?id=8f9ae0f6-9541-42e4-a2b7-8013952788b7 HTTP/1.1" status: 200 len: 810 time: 0.1487255 Aug 28 15:26:23.036414 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-04951041-4d69-4792-90d0-aec3e300fa25 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b4c7c44e9c74732be623a1bd8d5a647 HTTP/1.1" status: 200 len: 380 time: 0.0393131 Aug 28 15:26:23.046337 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-fd045886-1b87-4687-b17a-bf856bed4c6a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Request body: {'port': {'device_id': '200b2c54-99a4-43bf-a062-05281a09ce49', 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7', 'admin_state_up': True, 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'security_groups': ['4e62da4e-d747-460d-a6ec-788e7e148bb0']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:26:23.201651 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-fd045886-1b87-4687-b17a-bf856bed4c6a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Made reservation on behalf of 5b4c7c44e9c74732be623a1bd8d5a647 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:26:23.205636 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-fd045886-1b87-4687-b17a-bf856bed4c6a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:23.358451 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-fd045886-1b87-4687-b17a-bf856bed4c6a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Allocated IP 172.20.0.11 (8f9ae0f6-9541-42e4-a2b7-8013952788b7/c596a36d-07a5-46e9-9d8f-f620a91423a0/9591e318-f96c-4d11-91fe-8c969868cca9) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:26:23.432257 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f8bf85c5-aedd-494c-a063-a541565c1ba5 req-d67ffd96-b6b9-45ea-b507-bb119ed1bb49 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=200b2c54-99a4-43bf-a062-05281a09ce49 HTTP/1.1" status: 200 len: 210 time: 0.3668594 Aug 28 15:26:23.539783 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-fd045886-1b87-4687-b17a-bf856bed4c6a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:23.553686 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-fd045886-1b87-4687-b17a-bf856bed4c6a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Transition to ACTIVE for port object 9591e318-f96c-4d11-91fe-8c969868cca9 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:26:23.587335 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-fd045886-1b87-4687-b17a-bf856bed4c6a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:23.640727 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-fd045886-1b87-4687-b17a-bf856bed4c6a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Network 8f9ae0f6-9541-42e4-a2b7-8013952788b7 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:26:23.643960 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-fd045886-1b87-4687-b17a-bf856bed4c6a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:26:23.649265 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-fd045886-1b87-4687-b17a-bf856bed4c6a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:26:23.674047 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd045886-1b87-4687-b17a-bf856bed4c6a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Pushing event updated for resources: {'Port': ['ID=9591e318-f96c-4d11-91fe-8c969868cca9,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:26:23.704892 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-fd045886-1b87-4687-b17a-bf856bed4c6a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:23.705623 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-fd045886-1b87-4687-b17a-bf856bed4c6a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:23.721658 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-fd045886-1b87-4687-b17a-bf856bed4c6a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6793106 Aug 28 15:26:23.735557 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-f15130a0-3f6b-4edf-a721-c6140079ba8a service neutron] Request body: {'port': {'device_id': '200b2c54-99a4-43bf-a062-05281a09ce49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:26:23.797172 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-f15130a0-3f6b-4edf-a721-c6140079ba8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:23.870036 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ea979902-7b0d-4e7b-86ee-f2414bd07c1b None None] Provisioning for port 9591e318-f96c-4d11-91fe-8c969868cca9 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:26:23.874106 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ea979902-7b0d-4e7b-86ee-f2414bd07c1b None None] Provisioning complete for port 9591e318-f96c-4d11-91fe-8c969868cca9 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:26:23.874476 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ea979902-7b0d-4e7b-86ee-f2414bd07c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:23.919918 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ea979902-7b0d-4e7b-86ee-f2414bd07c1b None None] Port 9591e318-f96c-4d11-91fe-8c969868cca9 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:26:24.081321 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-f15130a0-3f6b-4edf-a721-c6140079ba8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9591e318-f96c-4d11-91fe-8c969868cca9 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:26:24.090049 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-f15130a0-3f6b-4edf-a721-c6140079ba8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:24.103741 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-f15130a0-3f6b-4edf-a721-c6140079ba8a service neutron] Transition to ACTIVE for port object 9591e318-f96c-4d11-91fe-8c969868cca9 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:26:24.107607 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-f15130a0-3f6b-4edf-a721-c6140079ba8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:24.173023 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15130a0-3f6b-4edf-a721-c6140079ba8a service neutron] Pushing event updated for resources: {'Port': ['ID=9591e318-f96c-4d11-91fe-8c969868cca9,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:26:24.232117 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-f15130a0-3f6b-4edf-a721-c6140079ba8a service neutron] Attempting to bind port 9591e318-f96c-4d11-91fe-8c969868cca9 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:26:24.232449 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-f15130a0-3f6b-4edf-a721-c6140079ba8a service neutron] Attempting to bind port 9591e318-f96c-4d11-91fe-8c969868cca9 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '687a3d43-ed99-4057-9cfe-8e767b8757a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:26:24.232780 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-f15130a0-3f6b-4edf-a721-c6140079ba8a service neutron] Attempting to bind port 9591e318-f96c-4d11-91fe-8c969868cca9 on network 8f9ae0f6-9541-42e4-a2b7-8013952788b7 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:26:24.237682 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-f15130a0-3f6b-4edf-a721-c6140079ba8a service neutron] Port 9591e318-f96c-4d11-91fe-8c969868cca9 on network 8f9ae0f6-9541-42e4-a2b7-8013952788b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:26:24.238015 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-f15130a0-3f6b-4edf-a721-c6140079ba8a service neutron] Attempting to bind port 9591e318-f96c-4d11-91fe-8c969868cca9 on network 8f9ae0f6-9541-42e4-a2b7-8013952788b7 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:26:24.244196 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-f15130a0-3f6b-4edf-a721-c6140079ba8a service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:26:24.244544 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-f15130a0-3f6b-4edf-a721-c6140079ba8a service neutron] Checking segment: {'id': '687a3d43-ed99-4057-9cfe-8e767b8757a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:26:24.245264 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-f15130a0-3f6b-4edf-a721-c6140079ba8a service neutron] Bound using segment: {'id': '687a3d43-ed99-4057-9cfe-8e767b8757a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:26:24.245707 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-f15130a0-3f6b-4edf-a721-c6140079ba8a service neutron] Bound port: 9591e318-f96c-4d11-91fe-8c969868cca9, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '687a3d43-ed99-4057-9cfe-8e767b8757a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:26:24.246071 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-f15130a0-3f6b-4edf-a721-c6140079ba8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:24.325932 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-f15130a0-3f6b-4edf-a721-c6140079ba8a service neutron] For port 9591e318-f96c-4d11-91fe-8c969868cca9, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:26:24.329879 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-f15130a0-3f6b-4edf-a721-c6140079ba8a service neutron] For port 9591e318-f96c-4d11-91fe-8c969868cca9, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=9591e318-f96c-4d11-91fe-8c969868cca9,segment=NetworkSegment(687a3d43-ed99-4057-9cfe-8e767b8757a9),segment_id=687a3d43-ed99-4057-9cfe-8e767b8757a9)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:26:24.334998 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-f15130a0-3f6b-4edf-a721-c6140079ba8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:24.375611 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-f15130a0-3f6b-4edf-a721-c6140079ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:24.376392 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-f15130a0-3f6b-4edf-a721-c6140079ba8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:24.377891 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-f15130a0-3f6b-4edf-a721-c6140079ba8a service neutron] 10.222.0.36 "PUT /v2.0/ports/9591e318-f96c-4d11-91fe-8c969868cca9 HTTP/1.1" status: 200 len: 1093 time: 0.6472723 Aug 28 15:26:24.378436 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200b2c54-99a4-43bf-a062-05281a09ce49', 'tag': '9591e318-f96c-4d11-91fe-8c969868cca9'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:26:24.380879 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8879d411-a1ea-4cfc-90cb-775b20c4886b" -d '{"events": [{"name": "network-changed", "server_uuid": "200b2c54-99a4-43bf-a062-05281a09ce49", "tag": "9591e318-f96c-4d11-91fe-8c969868cca9"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:26:24.430970 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473f99cf-ec56-45a9-a112-2ee987d12e8c x-openstack-request-id: req-473f99cf-ec56-45a9-a112-2ee987d12e8c {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:26:24.431356 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200b2c54-99a4-43bf-a062-05281a09ce49", "tag": "9591e318-f96c-4d11-91fe-8c969868cca9", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:26:24.431498 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-473f99cf-ec56-45a9-a112-2ee987d12e8c {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:26:24.431920 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200b2c54-99a4-43bf-a062-05281a09ce49', 'tag': '9591e318-f96c-4d11-91fe-8c969868cca9', 'status': 'completed', 'code': 200} Aug 28 15:26:24.437451 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15130a0-3f6b-4edf-a721-c6140079ba8a service neutron] Pushing event updated for resources: {'Port': ['ID=9591e318-f96c-4d11-91fe-8c969868cca9,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:26:24.478602 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-bf81798b-4339-4b09-b2db-39d360fb4feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:24.480245 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-bf81798b-4339-4b09-b2db-39d360fb4feb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b4c7c44e9c74732be623a1bd8d5a647&device_id=200b2c54-99a4-43bf-a062-05281a09ce49 HTTP/1.1" status: 200 len: 1096 time: 0.0615914 Aug 28 15:26:24.505707 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:24.533632 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-b06d5a4a-9fb7-4261-9ba6-14c3b7af9d72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9591e318-f96c-4d11-91fe-8c969868cca9 HTTP/1.1" status: 200 len: 217 time: 0.0461226 Aug 28 15:26:24.600172 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-af92da43-83c0-44ab-af64-2369a6c86406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:24.602025 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-af92da43-83c0-44ab-af64-2369a6c86406 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c596a36d-07a5-46e9-9d8f-f620a91423a0 HTTP/1.1" status: 200 len: 849 time: 0.0570459 Aug 28 15:26:24.619904 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e973cc-6759-4c39-9dd4-31dea4b0f516 req-ab613a96-bcbb-48f2-a459-f26b3dae98c0 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:24.623987 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-52e973cc-6759-4c39-9dd4-31dea4b0f516 req-ab613a96-bcbb-48f2-a459-f26b3dae98c0 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=200b2c54-99a4-43bf-a062-05281a09ce49 HTTP/1.1" status: 200 len: 944 time: 0.0921638 Aug 28 15:26:24.659298 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-a6d94528-ca90-44e1-abe0-53f6f1357057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:24.662896 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-a6d94528-ca90-44e1-abe0-53f6f1357057 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f9ae0f6-9541-42e4-a2b7-8013952788b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540028 Aug 28 15:26:24.667418 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-52e973cc-6759-4c39-9dd4-31dea4b0f516 req-3815698c-d46c-4b81-88ce-428a38345837 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e62da4e-d747-460d-a6ec-788e7e148bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376399 Aug 28 15:26:24.762854 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-d36443c4-c90f-4bb6-94ef-ba88a8b23620 service neutron] 10.222.0.36 "GET /v2.0/networks/8f9ae0f6-9541-42e4-a2b7-8013952788b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932570 Aug 28 15:26:24.855646 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05e1eed4-39ad-41aa-8d7e-cc72a98b4fa3 req-0af0c4bd-2458-4981-bdf0-4237bedd49c1 service neutron] 10.222.0.36 "GET /v2.0/networks/8f9ae0f6-9541-42e4-a2b7-8013952788b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862842 Aug 28 15:26:24.938700 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879d411-a1ea-4cfc-90cb-775b20c4886b req-68f11f5a-9d8f-43d8-898f-c25f32bcfd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:24.940453 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8879d411-a1ea-4cfc-90cb-775b20c4886b req-68f11f5a-9d8f-43d8-898f-c25f32bcfd7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b4c7c44e9c74732be623a1bd8d5a647&device_id=200b2c54-99a4-43bf-a062-05281a09ce49 HTTP/1.1" status: 200 len: 1096 time: 0.0414271 Aug 28 15:26:25.032864 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879d411-a1ea-4cfc-90cb-775b20c4886b req-4bb1e5f1-3e63-453c-a025-fa44f16bfdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:25.034621 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8879d411-a1ea-4cfc-90cb-775b20c4886b req-4bb1e5f1-3e63-453c-a025-fa44f16bfdba service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f9ae0f6-9541-42e4-a2b7-8013952788b7 HTTP/1.1" status: 200 len: 911 time: 0.0873008 Aug 28 15:26:25.079032 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8879d411-a1ea-4cfc-90cb-775b20c4886b req-e0f6dd3a-295a-4cb1-a794-646c4da086c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9591e318-f96c-4d11-91fe-8c969868cca9 HTTP/1.1" status: 200 len: 217 time: 0.0371273 Aug 28 15:26:25.136361 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879d411-a1ea-4cfc-90cb-775b20c4886b req-0c4bafba-6300-4abe-bd13-775691b2e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:25.137943 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8879d411-a1ea-4cfc-90cb-775b20c4886b req-0c4bafba-6300-4abe-bd13-775691b2e5c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c596a36d-07a5-46e9-9d8f-f620a91423a0 HTTP/1.1" status: 200 len: 849 time: 0.0512798 Aug 28 15:26:25.189771 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879d411-a1ea-4cfc-90cb-775b20c4886b req-e023f11f-e0bb-4e93-9ee5-45b18b1a6db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:25.191310 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8879d411-a1ea-4cfc-90cb-775b20c4886b req-e023f11f-e0bb-4e93-9ee5-45b18b1a6db0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f9ae0f6-9541-42e4-a2b7-8013952788b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435629 Aug 28 15:26:25.288285 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8879d411-a1ea-4cfc-90cb-775b20c4886b req-c1583037-b485-4c8e-8c28-3fc44cc926f2 service neutron] 10.222.0.36 "GET /v2.0/networks/8f9ae0f6-9541-42e4-a2b7-8013952788b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890746 Aug 28 15:26:25.396729 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8879d411-a1ea-4cfc-90cb-775b20c4886b req-82f69414-cfa1-41ae-a2d1-459c35967f8e service neutron] 10.222.0.36 "GET /v2.0/networks/8f9ae0f6-9541-42e4-a2b7-8013952788b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006212 Aug 28 15:26:25.801534 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f916d-7132-4c2e-94d0-7f8c0c7e1e4b req-13512d10-e95d-47a5-8ceb-6d4c4b92d836 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:25.803118 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-981f916d-7132-4c2e-94d0-7f8c0c7e1e4b req-13512d10-e95d-47a5-8ceb-6d4c4b92d836 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=200b2c54-99a4-43bf-a062-05281a09ce49 HTTP/1.1" status: 200 len: 944 time: 0.0529990 Aug 28 15:26:25.843609 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-981f916d-7132-4c2e-94d0-7f8c0c7e1e4b req-f3ac2170-d75b-4651-8f34-b3be06e5255a tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e62da4e-d747-460d-a6ec-788e7e148bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343800 Aug 28 15:26:26.656199 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:26.972813 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a311386-b620-4273-8b8c-7f5735d6e777 req-1878328c-e02c-4ba9-aad9-147ecf775cd3 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:26.974704 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1a311386-b620-4273-8b8c-7f5735d6e777 req-1878328c-e02c-4ba9-aad9-147ecf775cd3 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=200b2c54-99a4-43bf-a062-05281a09ce49 HTTP/1.1" status: 200 len: 944 time: 0.0541239 Aug 28 15:26:27.014784 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1a311386-b620-4273-8b8c-7f5735d6e777 req-695ca4a5-4bb4-45ad-a969-d72286fa1193 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e62da4e-d747-460d-a6ec-788e7e148bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334904 Aug 28 15:26:27.774278 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 9591e318-f96c-4d11-91fe-8c969868cca9 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:26:27.873043 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 9591e318-f96c-4d11-91fe-8c969868cca9, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=9591e318-f96c-4d11-91fe-8c969868cca9,segment=NetworkSegment(687a3d43-ed99-4057-9cfe-8e767b8757a9),segment_id=687a3d43-ed99-4057-9cfe-8e767b8757a9)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:26:27.890573 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '9591e318-f96c-4d11-91fe-8c969868cca9', 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7', 'port_id': '9591e318-f96c-4d11-91fe-8c969868cca9', 'mac_address': 'fa:16:3e:aa:6f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:26:27.928886 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:27.942445 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9591e318-f96c-4d11-91fe-8c969868cca9 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:26:27.962181 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 9591e318-f96c-4d11-91fe-8c969868cca9, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=9591e318-f96c-4d11-91fe-8c969868cca9,segment=NetworkSegment(687a3d43-ed99-4057-9cfe-8e767b8757a9),segment_id=687a3d43-ed99-4057-9cfe-8e767b8757a9)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:26:27.966181 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:28.016599 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=9591e318-f96c-4d11-91fe-8c969868cca9,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:26:28.141909 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3912bd4-cbbf-44f3-9bef-8b27bcc8cfb8 req-04d27a86-e22b-45bc-b6e8-6d0338d9a576 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:28.143783 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d3912bd4-cbbf-44f3-9bef-8b27bcc8cfb8 req-04d27a86-e22b-45bc-b6e8-6d0338d9a576 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=200b2c54-99a4-43bf-a062-05281a09ce49 HTTP/1.1" status: 200 len: 945 time: 0.0591807 Aug 28 15:26:28.187823 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d3912bd4-cbbf-44f3-9bef-8b27bcc8cfb8 req-3ad34797-1d83-45e8-9eed-17275c05f56d tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e62da4e-d747-460d-a6ec-788e7e148bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373144 Aug 28 15:26:28.245917 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['9591e318-f96c-4d11-91fe-8c969868cca9'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:26:29.315260 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2caae23-ef93-4714-b5f3-98fa5869717a req-b6c1a153-8124-494f-937e-0892188e3ef8 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:29.316782 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f2caae23-ef93-4714-b5f3-98fa5869717a req-b6c1a153-8124-494f-937e-0892188e3ef8 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=200b2c54-99a4-43bf-a062-05281a09ce49 HTTP/1.1" status: 200 len: 945 time: 0.0538297 Aug 28 15:26:29.365737 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f2caae23-ef93-4714-b5f3-98fa5869717a req-3d4b80b7-f0ae-4dcc-9a09-0535001b8419 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e62da4e-d747-460d-a6ec-788e7e148bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419207 Aug 28 15:26:29.776945 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 9591e318-f96c-4d11-91fe-8c969868cca9 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:26:29.828465 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 9591e318-f96c-4d11-91fe-8c969868cca9 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:26:29.833612 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 9591e318-f96c-4d11-91fe-8c969868cca9 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:26:29.834260 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:29.933293 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:29.962630 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200b2c54-99a4-43bf-a062-05281a09ce49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9591e318-f96c-4d11-91fe-8c969868cca9'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:26:29.964882 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9320ff3a-eb55-4a61-913a-d1ded3535a01" -d '{"events": [{"server_uuid": "200b2c54-99a4-43bf-a062-05281a09ce49", "name": "network-vif-plugged", "status": "completed", "tag": "9591e318-f96c-4d11-91fe-8c969868cca9"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:26:29.977929 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 9591e318-f96c-4d11-91fe-8c969868cca9, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=9591e318-f96c-4d11-91fe-8c969868cca9,segment=NetworkSegment(687a3d43-ed99-4057-9cfe-8e767b8757a9),segment_id=687a3d43-ed99-4057-9cfe-8e767b8757a9)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:26:29.982536 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:30.009505 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da5ef9f-9998-442e-882b-9337bb6a1636 x-openstack-request-id: req-9da5ef9f-9998-442e-882b-9337bb6a1636 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:26:30.009813 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200b2c54-99a4-43bf-a062-05281a09ce49", "name": "network-vif-plugged", "status": "completed", "tag": "9591e318-f96c-4d11-91fe-8c969868cca9", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:26:30.010066 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9da5ef9f-9998-442e-882b-9337bb6a1636 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:26:30.010459 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200b2c54-99a4-43bf-a062-05281a09ce49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9591e318-f96c-4d11-91fe-8c969868cca9', 'code': 200} Aug 28 15:26:30.036754 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=9591e318-f96c-4d11-91fe-8c969868cca9,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:26:30.406639 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87647569-bf54-4820-80c5-abc11c733cd1 req-8bc8fa68-1077-4de4-b469-09e0668f011f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:30.408428 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-87647569-bf54-4820-80c5-abc11c733cd1 req-8bc8fa68-1077-4de4-b469-09e0668f011f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=200b2c54-99a4-43bf-a062-05281a09ce49 HTTP/1.1" status: 200 len: 1098 time: 0.3432858 Aug 28 15:26:30.446027 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-87647569-bf54-4820-80c5-abc11c733cd1 req-b8a5650a-d299-4330-a9ed-9da9d83088bd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4e62da4e-d747-460d-a6ec-788e7e148bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302446 Aug 28 15:26:30.493266 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b5cc7-2082-45af-b1cb-30bdf6b772a6 req-a5c6fc20-630a-490d-9735-6a3ef05a7047 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:30.494758 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fb5b5cc7-2082-45af-b1cb-30bdf6b772a6 req-a5c6fc20-630a-490d-9735-6a3ef05a7047 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=200b2c54-99a4-43bf-a062-05281a09ce49 HTTP/1.1" status: 200 len: 946 time: 0.0498903 Aug 28 15:26:30.533055 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fb5b5cc7-2082-45af-b1cb-30bdf6b772a6 req-7b585f4b-e279-4939-8ffb-bc647a86048d tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e62da4e-d747-460d-a6ec-788e7e148bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317037 Aug 28 15:26:31.666543 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662debf3-469d-4289-9882-dde9d13cc161 req-e3ea5045-25a1-4b5e-be81-7c70b1a5a713 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:31.668337 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-662debf3-469d-4289-9882-dde9d13cc161 req-e3ea5045-25a1-4b5e-be81-7c70b1a5a713 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=200b2c54-99a4-43bf-a062-05281a09ce49 HTTP/1.1" status: 200 len: 946 time: 0.0619507 Aug 28 15:26:31.716985 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-662debf3-469d-4289-9882-dde9d13cc161 req-af2f7a57-2e5f-471b-85d7-9692fe49e18c tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e62da4e-d747-460d-a6ec-788e7e148bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421987 Aug 28 15:26:31.842710 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209fb8b-3b3d-4431-bb0b-7582043b34fd req-fcbd4d8c-4a5e-41d3-afa0-485b74fc4540 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:31.844550 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c209fb8b-3b3d-4431-bb0b-7582043b34fd req-fcbd4d8c-4a5e-41d3-afa0-485b74fc4540 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=200b2c54-99a4-43bf-a062-05281a09ce49 HTTP/1.1" status: 200 len: 946 time: 0.0574689 Aug 28 15:26:31.853052 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 47978) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:26:31.858606 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-fe9ad8ff-81b7-4337-a7e9-c28ba57d9a3f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Request body: {'floatingip': {'port_id': '9591e318-f96c-4d11-91fe-8c969868cca9'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:26:31.910790 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fe9ad8ff-81b7-4337-a7e9-c28ba57d9a3f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for floatingip, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:32.409149 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fe9ad8ff-81b7-4337-a7e9-c28ba57d9a3f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:32.413513 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fe9ad8ff-81b7-4337-a7e9-c28ba57d9a3f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:32.526225 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-fe9ad8ff-81b7-4337-a7e9-c28ba57d9a3f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Floating IP 1afa5c0e-81f4-4cc0-b6d6-29231641116e associated. External IP: 172.25.3.145, port: 9591e318-f96c-4d11-91fe-8c969868cca9. Aug 28 15:26:32.753058 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9ad8ff-81b7-4337-a7e9-c28ba57d9a3f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Router 09b0bf2a-1454-436f-802a-4964ccc7102e has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:26:32.886719 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9ad8ff-81b7-4337-a7e9-c28ba57d9a3f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:26:32.891974 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fe9ad8ff-81b7-4337-a7e9-c28ba57d9a3f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:32.897339 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aa24b5-e302-4e9d-95fc-f2809bd86f8c None None] Sync routers for ids ['09b0bf2a-1454-436f-802a-4964ccc7102e'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:26:32.907067 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aa24b5-e302-4e9d-95fc-f2809bd86f8c None None] Routers {'09b0bf2a-1454-436f-802a-4964ccc7102e'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:26:32.908193 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-99aa24b5-e302-4e9d-95fc-f2809bd86f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:26:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['09b0bf2a-1454-436f-802a-4964ccc7102e'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:26:32.930762 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fe9ad8ff-81b7-4337-a7e9-c28ba57d9a3f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "PUT /v2.0/floatingips/1afa5c0e-81f4-4cc0-b6d6-29231641116e HTTP/1.1" status: 200 len: 992 time: 1.0765033 Aug 28 15:26:32.931515 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200b2c54-99a4-43bf-a062-05281a09ce49', 'tag': '9591e318-f96c-4d11-91fe-8c969868cca9'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:26:32.934351 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee5b1ea-81dd-4509-96fd-362ef8a4412e" -d '{"events": [{"name": "network-changed", "server_uuid": "200b2c54-99a4-43bf-a062-05281a09ce49", "tag": "9591e318-f96c-4d11-91fe-8c969868cca9"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:26:32.980718 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591f230f-02ef-49ea-830e-1de4e2715315 x-openstack-request-id: req-591f230f-02ef-49ea-830e-1de4e2715315 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:26:32.981085 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200b2c54-99a4-43bf-a062-05281a09ce49", "tag": "9591e318-f96c-4d11-91fe-8c969868cca9", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:26:32.981340 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-591f230f-02ef-49ea-830e-1de4e2715315 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:26:32.981911 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200b2c54-99a4-43bf-a062-05281a09ce49', 'tag': '9591e318-f96c-4d11-91fe-8c969868cca9', 'status': 'completed', 'code': 200} Aug 28 15:26:33.057615 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-99aa24b5-e302-4e9d-95fc-f2809bd86f8c None None] Set router 09b0bf2a-1454-436f-802a-4964ccc7102e gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:26:33.071892 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5b1ea-81dd-4509-96fd-362ef8a4412e req-b9662c91-494c-40a8-97b8-6a2da7af3940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:33.074239 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1ee5b1ea-81dd-4509-96fd-362ef8a4412e req-b9662c91-494c-40a8-97b8-6a2da7af3940 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b4c7c44e9c74732be623a1bd8d5a647&device_id=200b2c54-99a4-43bf-a062-05281a09ce49 HTTP/1.1" status: 200 len: 1098 time: 0.0718017 Aug 28 15:26:33.170589 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5b1ea-81dd-4509-96fd-362ef8a4412e req-257eb521-334d-467c-a2dd-0e2bec7d9e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:33.172266 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1ee5b1ea-81dd-4509-96fd-362ef8a4412e req-257eb521-334d-467c-a2dd-0e2bec7d9e66 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f9ae0f6-9541-42e4-a2b7-8013952788b7 HTTP/1.1" status: 200 len: 911 time: 0.0916829 Aug 28 15:26:33.242460 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1ee5b1ea-81dd-4509-96fd-362ef8a4412e req-e4467eb1-badc-48a6-b3e9-6767c211931c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9591e318-f96c-4d11-91fe-8c969868cca9 HTTP/1.1" status: 200 len: 1000 time: 0.0626965 Aug 28 15:26:33.297713 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5b1ea-81dd-4509-96fd-362ef8a4412e req-d6146af9-db21-45e8-9f65-3a4126970b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:33.299187 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1ee5b1ea-81dd-4509-96fd-362ef8a4412e req-d6146af9-db21-45e8-9f65-3a4126970b4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c596a36d-07a5-46e9-9d8f-f620a91423a0 HTTP/1.1" status: 200 len: 849 time: 0.0505037 Aug 28 15:26:33.309941 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-99aa24b5-e302-4e9d-95fc-f2809bd86f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'name': 'tempest-AttachVolumeTestJSON-250436681-router', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:30Z', 'revision_number': 4, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'gw_port': {'id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '1afa5c0e-81f4-4cc0-b6d6-29231641116e', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'floating_ip_address': '172.25.3.145', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'port_id': '9591e318-f96c-4d11-91fe-8c969868cca9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7', 'mac_address': 'fa:16:3e:aa:6f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200b2c54-99a4-43bf-a062-05281a09ce49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:26:20Z', 'updated_at': '2021-08-28T15:26:32Z', 'revision_number': 1, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3100191d-3594-4635-bd84-1db28d1a9cbc', 'name': '', 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'mac_address': 'fa:16:3e:ba:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:29Z', 'updated_at': '2021-08-28T15:20:40Z', 'revision_number': 5, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'subnets': [{'id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:26:33.336291 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aa24b5-e302-4e9d-95fc-f2809bd86f8c None None] Checking router: 09b0bf2a-1454-436f-802a-4964ccc7102e for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:26:33.345424 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aa24b5-e302-4e9d-95fc-f2809bd86f8c None None] Routers {'09b0bf2a-1454-436f-802a-4964ccc7102e'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:26:33.346057 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-99aa24b5-e302-4e9d-95fc-f2809bd86f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:26:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['09b0bf2a-1454-436f-802a-4964ccc7102e'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:26:33.347381 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5b1ea-81dd-4509-96fd-362ef8a4412e req-8e014725-c152-471b-911f-e5f19c511c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:33.349750 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1ee5b1ea-81dd-4509-96fd-362ef8a4412e req-8e014725-c152-471b-911f-e5f19c511c2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f9ae0f6-9541-42e4-a2b7-8013952788b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432878 Aug 28 15:26:33.453901 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1ee5b1ea-81dd-4509-96fd-362ef8a4412e req-0c7f12a4-f93e-41ac-973b-ad649050d5f9 service neutron] 10.222.0.36 "GET /v2.0/networks/8f9ae0f6-9541-42e4-a2b7-8013952788b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967610 Aug 28 15:26:33.456226 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-99aa24b5-e302-4e9d-95fc-f2809bd86f8c None None] Set router 09b0bf2a-1454-436f-802a-4964ccc7102e gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:26:33.568122 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1ee5b1ea-81dd-4509-96fd-362ef8a4412e req-c97765ac-ef16-43b4-a658-6dc65492ccc5 service neutron] 10.222.0.36 "GET /v2.0/networks/8f9ae0f6-9541-42e4-a2b7-8013952788b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068571 Aug 28 15:26:33.797544 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-99aa24b5-e302-4e9d-95fc-f2809bd86f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'name': 'tempest-AttachVolumeTestJSON-250436681-router', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:30Z', 'revision_number': 4, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'gw_port': {'id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '1afa5c0e-81f4-4cc0-b6d6-29231641116e', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'floating_ip_address': '172.25.3.145', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'port_id': '9591e318-f96c-4d11-91fe-8c969868cca9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7', 'mac_address': 'fa:16:3e:aa:6f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200b2c54-99a4-43bf-a062-05281a09ce49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:26:20Z', 'updated_at': '2021-08-28T15:26:32Z', 'revision_number': 1, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3100191d-3594-4635-bd84-1db28d1a9cbc', 'name': '', 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'mac_address': 'fa:16:3e:ba:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:29Z', 'updated_at': '2021-08-28T15:20:40Z', 'revision_number': 5, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'subnets': [{'id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:26:33.823100 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aa24b5-e302-4e9d-95fc-f2809bd86f8c None None] The sync data for ids ['09b0bf2a-1454-436f-802a-4964ccc7102e'] in n-d-712137-10 is: [{'id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'name': 'tempest-AttachVolumeTestJSON-250436681-router', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:30Z', 'revision_number': 4, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'gw_port': {'id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '1afa5c0e-81f4-4cc0-b6d6-29231641116e', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'floating_ip_address': '172.25.3.145', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'port_id': '9591e318-f96c-4d11-91fe-8c969868cca9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7', 'mac_address': 'fa:16:3e:aa:6f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200b2c54-99a4-43bf-a062-05281a09ce49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:26:20Z', 'updated_at': '2021-08-28T15:26:32Z', 'revision_number': 1, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3100191d-3594-4635-bd84-1db28d1a9cbc', 'name': '', 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'mac_address': 'fa:16:3e:ba:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:29Z', 'updated_at': '2021-08-28T15:20:40Z', 'revision_number': 5, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'subnets': [{'id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:26:34.095496 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15f92aa-ecbf-4a4a-9db7-81dd7eb636ae None None] New status for floating IP 1afa5c0e-81f4-4cc0-b6d6-29231641116e: ACTIVE {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:26:37.899069 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc73688-e952-4e2b-9147-8d1ee0d3a4f4 req-33b20165-0ea2-4282-a0fb-a4afe6e0ce16 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:37.900587 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-efc73688-e952-4e2b-9147-8d1ee0d3a4f4 req-33b20165-0ea2-4282-a0fb-a4afe6e0ce16 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3 HTTP/1.1" status: 200 len: 945 time: 0.0521045 Aug 28 15:26:37.939343 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-efc73688-e952-4e2b-9147-8d1ee0d3a4f4 req-b263f0ab-7820-499e-8496-2d0e542152be tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324035 Aug 28 15:26:38.004856 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1cc1452f-a0e9-4cd8-99f6-2b63a26b5535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:39.065556 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f685f-d013-42ad-b0eb-7f16c5466b0b req-da8ce456-a627-47cd-9156-867ed3da4d7b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:39.068006 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f60f685f-d013-42ad-b0eb-7f16c5466b0b req-da8ce456-a627-47cd-9156-867ed3da4d7b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3 HTTP/1.1" status: 200 len: 945 time: 0.0568929 Aug 28 15:26:39.106281 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f60f685f-d013-42ad-b0eb-7f16c5466b0b req-b48f3cf8-16ed-4a4b-891c-2663884c35fb tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318089 Aug 28 15:26:39.402902 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c8133-7a5e-42b7-a730-222b7ccc543a req-4195f5fe-9629-4e8f-9e1e-25741648396d tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:39.404494 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e92c8133-7a5e-42b7-a730-222b7ccc543a req-4195f5fe-9629-4e8f-9e1e-25741648396d tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3 HTTP/1.1" status: 200 len: 945 time: 0.0515883 Aug 28 15:26:39.502849 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-e92c8133-7a5e-42b7-a730-222b7ccc543a req-adc2ff1e-6a19-48b6-8402-bc77d5987020 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Deleting port 6fa961bc-f4b3-433e-9351-a10a25d92847 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:26:39.503288 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e92c8133-7a5e-42b7-a730-222b7ccc543a req-adc2ff1e-6a19-48b6-8402-bc77d5987020 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:39.605270 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-e92c8133-7a5e-42b7-a730-222b7ccc543a req-adc2ff1e-6a19-48b6-8402-bc77d5987020 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] For port 6fa961bc-f4b3-433e-9351-a10a25d92847, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=6fa961bc-f4b3-433e-9351-a10a25d92847,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:26:39.605641 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e92c8133-7a5e-42b7-a730-222b7ccc543a req-adc2ff1e-6a19-48b6-8402-bc77d5987020 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:39.791592 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e92c8133-7a5e-42b7-a730-222b7ccc543a req-adc2ff1e-6a19-48b6-8402-bc77d5987020 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:39.792402 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e92c8133-7a5e-42b7-a730-222b7ccc543a req-adc2ff1e-6a19-48b6-8402-bc77d5987020 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:39.792959 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [req-e92c8133-7a5e-42b7-a730-222b7ccc543a req-adc2ff1e-6a19-48b6-8402-bc77d5987020 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Floating IP 07b624ac-7f09-4145-ac9c-47449c157b06 disassociated. External IP: 172.25.3.161, port: 6fa961bc-f4b3-433e-9351-a10a25d92847. Aug 28 15:26:39.793352 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-e92c8133-7a5e-42b7-a730-222b7ccc543a req-adc2ff1e-6a19-48b6-8402-bc77d5987020 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Calling delete_port for 6fa961bc-f4b3-433e-9351-a10a25d92847 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:26:39.933832 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e92c8133-7a5e-42b7-a730-222b7ccc543a req-adc2ff1e-6a19-48b6-8402-bc77d5987020 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:39.979313 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2ff1e-6a19-48b6-8402-bc77d5987020 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Pushing event deleted for resources: {'Port': ['ID=6fa961bc-f4b3-433e-9351-a10a25d92847,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:26:40.105577 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e92c8133-7a5e-42b7-a730-222b7ccc543a req-adc2ff1e-6a19-48b6-8402-bc77d5987020 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Router 2b983b1b-6ecb-446e-9caf-11531954b1f2 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:26:40.230575 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dee0efc7-8447-458b-81a3-0bad13603747 req-b3965e11-0fec-43ff-a272-8e2e5458ef67 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3 HTTP/1.1" status: 200 len: 210 time: 0.0317395 Aug 28 15:26:40.245289 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e92c8133-7a5e-42b7-a730-222b7ccc543a req-adc2ff1e-6a19-48b6-8402-bc77d5987020 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:26:40.263458 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e12b79-f115-47e4-8b0b-0b5c482de55e None None] Sync routers for ids ['2b983b1b-6ecb-446e-9caf-11531954b1f2'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:26:40.275438 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e12b79-f115-47e4-8b0b-0b5c482de55e None None] Routers {'2b983b1b-6ecb-446e-9caf-11531954b1f2'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:26:40.276146 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-10e12b79-f115-47e4-8b0b-0b5c482de55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:26:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2b983b1b-6ecb-446e-9caf-11531954b1f2'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:26:40.294530 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92c8133-7a5e-42b7-a730-222b7ccc543a req-adc2ff1e-6a19-48b6-8402-bc77d5987020 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] No DVR routers for this DVR port 6fa961bc-f4b3-433e-9351-a10a25d92847 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:26:40.298040 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e92c8133-7a5e-42b7-a730-222b7ccc543a req-adc2ff1e-6a19-48b6-8402-bc77d5987020 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:40.300225 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e92c8133-7a5e-42b7-a730-222b7ccc543a req-adc2ff1e-6a19-48b6-8402-bc77d5987020 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.36 "DELETE /v2.0/ports/6fa961bc-f4b3-433e-9351-a10a25d92847 HTTP/1.1" status: 204 len: 173 time: 0.8875005 Aug 28 15:26:40.300719 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3478a7-2207-4e9b-91a8-237cedd159d3', 'name': 'network-vif-deleted', 'tag': '6fa961bc-f4b3-433e-9351-a10a25d92847'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:26:40.308249 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4240590-fb5d-4ad9-8d68-6758a2868a76" -d '{"events": [{"server_uuid": "9a3478a7-2207-4e9b-91a8-237cedd159d3", "name": "network-vif-deleted", "tag": "6fa961bc-f4b3-433e-9351-a10a25d92847"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:26:40.356694 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00bff61-b3ec-4f29-b8cc-8ac8c36332b2 x-openstack-request-id: req-e00bff61-b3ec-4f29-b8cc-8ac8c36332b2 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:26:40.357001 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3478a7-2207-4e9b-91a8-237cedd159d3", "name": "network-vif-deleted", "tag": "6fa961bc-f4b3-433e-9351-a10a25d92847", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:26:40.357319 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e00bff61-b3ec-4f29-b8cc-8ac8c36332b2 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:26:40.357666 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3478a7-2207-4e9b-91a8-237cedd159d3', 'name': 'network-vif-deleted', 'tag': '6fa961bc-f4b3-433e-9351-a10a25d92847', 'status': 'completed', 'code': 200} Aug 28 15:26:40.441041 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-10e12b79-f115-47e4-8b0b-0b5c482de55e None None] Set router 2b983b1b-6ecb-446e-9caf-11531954b1f2 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:26:40.579358 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e2c47f30-bca2-44c3-bef3-28ce9d9ff571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:40.681730 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-10e12b79-f115-47e4-8b0b-0b5c482de55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'name': 'tempest-TestVolumeBootPattern-189655109-router', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:41Z', 'updated_at': '2021-08-28T15:19:49Z', 'revision_number': 4, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'gw_port': {'id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:43Z', 'updated_at': '2021-08-28T15:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'b97bdaf0-fe94-4442-80b8-d05c9420d5ec', 'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'mac_address': 'fa:16:3e:5b:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:48Z', 'updated_at': '2021-08-28T15:19:59Z', 'revision_number': 5, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'subnets': [{'id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:26:40.713849 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e12b79-f115-47e4-8b0b-0b5c482de55e None None] Checking router: 2b983b1b-6ecb-446e-9caf-11531954b1f2 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:26:40.728673 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e12b79-f115-47e4-8b0b-0b5c482de55e None None] Routers {'2b983b1b-6ecb-446e-9caf-11531954b1f2'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:26:40.729314 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-10e12b79-f115-47e4-8b0b-0b5c482de55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:26:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2b983b1b-6ecb-446e-9caf-11531954b1f2'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:26:40.849238 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-10e12b79-f115-47e4-8b0b-0b5c482de55e None None] Set router 2b983b1b-6ecb-446e-9caf-11531954b1f2 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:26:40.867410 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:41.073066 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-10e12b79-f115-47e4-8b0b-0b5c482de55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'name': 'tempest-TestVolumeBootPattern-189655109-router', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:41Z', 'updated_at': '2021-08-28T15:19:49Z', 'revision_number': 4, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'gw_port': {'id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:43Z', 'updated_at': '2021-08-28T15:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'b97bdaf0-fe94-4442-80b8-d05c9420d5ec', 'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'mac_address': 'fa:16:3e:5b:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:48Z', 'updated_at': '2021-08-28T15:19:59Z', 'revision_number': 5, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'subnets': [{'id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:26:41.105821 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e12b79-f115-47e4-8b0b-0b5c482de55e None None] The sync data for ids ['2b983b1b-6ecb-446e-9caf-11531954b1f2'] in n-d-712137-10 is: [{'id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'name': 'tempest-TestVolumeBootPattern-189655109-router', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:41Z', 'updated_at': '2021-08-28T15:19:49Z', 'revision_number': 4, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'gw_port': {'id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:43Z', 'updated_at': '2021-08-28T15:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'b97bdaf0-fe94-4442-80b8-d05c9420d5ec', 'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'mac_address': 'fa:16:3e:5b:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:48Z', 'updated_at': '2021-08-28T15:19:59Z', 'revision_number': 5, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'subnets': [{'id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:26:41.403490 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-641b9578-cfc6-4229-9972-229fc002e738 req-0caac69a-0eb4-4b42-bc2a-2f9067baa3ac tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3 HTTP/1.1" status: 200 len: 210 time: 0.0439715 Aug 28 15:26:41.463927 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb328024-c39a-4fc3-b950-0ac3b5a8121b None None] New status for floating IP 07b624ac-7f09-4145-ac9c-47449c157b06: DOWN {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:26:41.785815 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:42.183466 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48200) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:26:42.354512 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-597b49dc-ba46-480c-90e8-9f7658debcc1 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Deleting port 4d5dc669-6ff0-4582-87ca-1721899e7233 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:26:42.354849 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-597b49dc-ba46-480c-90e8-9f7658debcc1 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:42.446679 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-597b49dc-ba46-480c-90e8-9f7658debcc1 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:42.447732 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-597b49dc-ba46-480c-90e8-9f7658debcc1 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:42.462315 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-597b49dc-ba46-480c-90e8-9f7658debcc1 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Calling delete_port for 4d5dc669-6ff0-4582-87ca-1721899e7233 owned by network:floatingip {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:26:42.574724 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3e822245-ed9f-4654-9bcb-a4129a892a55 req-9b3a0f1b-7bdf-49b9-b345-74cbccb78db6 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3 HTTP/1.1" status: 200 len: 210 time: 0.0397887 Aug 28 15:26:42.713766 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-597b49dc-ba46-480c-90e8-9f7658debcc1 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:42.741689 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b49dc-ba46-480c-90e8-9f7658debcc1 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Pushing event deleted for resources: {'Port': ['ID=4d5dc669-6ff0-4582-87ca-1721899e7233,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:26:42.822652 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-597b49dc-ba46-480c-90e8-9f7658debcc1 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for floatingip, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:42.823253 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-597b49dc-ba46-480c-90e8-9f7658debcc1 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Floating IP 2f050c76-8f42-4a68-9f3e-4e5ed84a7c76 disassociated (deleted). External IP: 172.25.3.173, port: cd9e0471-e5df-4fb8-846a-9652f1c276c8. Aug 28 15:26:43.057480 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597b49dc-ba46-480c-90e8-9f7658debcc1 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Router f589c588-da21-4582-bfef-0c91fa0c49b1 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:26:43.170157 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597b49dc-ba46-480c-90e8-9f7658debcc1 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:26:43.175228 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-597b49dc-ba46-480c-90e8-9f7658debcc1 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:43.184492 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b98e65-bcfa-46ed-aeab-be0fea7a2dc0 None None] Sync routers for ids ['f589c588-da21-4582-bfef-0c91fa0c49b1'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:26:43.210620 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-597b49dc-ba46-480c-90e8-9f7658debcc1 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "DELETE /v2.0/floatingips/2f050c76-8f42-4a68-9f3e-4e5ed84a7c76 HTTP/1.1" status: 204 len: 168 time: 1.0231707 Aug 28 15:26:43.210620 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b41321b-e1bf-4e6b-bc59-1f78ec280d81', 'tag': 'cd9e0471-e5df-4fb8-846a-9652f1c276c8'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:26:43.210918 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1f6ae8-ee66-4896-94d2-d78d4144b1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "0b41321b-e1bf-4e6b-bc59-1f78ec280d81", "tag": "cd9e0471-e5df-4fb8-846a-9652f1c276c8"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:26:43.212590 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b98e65-bcfa-46ed-aeab-be0fea7a2dc0 None None] Routers {'f589c588-da21-4582-bfef-0c91fa0c49b1'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:26:43.219897 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a6b98e65-bcfa-46ed-aeab-be0fea7a2dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:26:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f589c588-da21-4582-bfef-0c91fa0c49b1'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:26:43.287382 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a026b6-e22c-4f73-9e9c-097aa02ffaf2 x-openstack-request-id: req-17a026b6-e22c-4f73-9e9c-097aa02ffaf2 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:26:43.288373 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b41321b-e1bf-4e6b-bc59-1f78ec280d81", "tag": "cd9e0471-e5df-4fb8-846a-9652f1c276c8", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:26:43.288797 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17a026b6-e22c-4f73-9e9c-097aa02ffaf2 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:26:43.289361 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b41321b-e1bf-4e6b-bc59-1f78ec280d81', 'tag': 'cd9e0471-e5df-4fb8-846a-9652f1c276c8', 'status': 'completed', 'code': 200} Aug 28 15:26:43.299748 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:43.355430 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f6ae8-ee66-4896-94d2-d78d4144b1e9 req-2d9c8536-8c19-4486-8149-9bef0413059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:43.357680 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3a1f6ae8-ee66-4896-94d2-d78d4144b1e9 req-2d9c8536-8c19-4486-8149-9bef0413059b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=555f7f8f6e114106877ec3a31244bea0&device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 1097 time: 0.0527401 Aug 28 15:26:43.429869 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-a6b98e65-bcfa-46ed-aeab-be0fea7a2dc0 None None] Set router f589c588-da21-4582-bfef-0c91fa0c49b1 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:26:43.543311 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f6ae8-ee66-4896-94d2-d78d4144b1e9 req-28d0cedd-83a4-478c-9a98-ab0d7a1b69b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:43.544868 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3a1f6ae8-ee66-4896-94d2-d78d4144b1e9 req-28d0cedd-83a4-478c-9a98-ab0d7a1b69b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=76fd90f7-3343-4298-9bbe-ebe12140d877 HTTP/1.1" status: 200 len: 913 time: 0.1739817 Aug 28 15:26:43.554240 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66695d-3262-4956-8174-f487efc8133e req-e782d3aa-9ca6-4b0b-80ff-c695c33135d4 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:43.561523 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7c66695d-3262-4956-8174-f487efc8133e req-e782d3aa-9ca6-4b0b-80ff-c695c33135d4 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 945 time: 0.0887845 Aug 28 15:26:43.615830 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3a1f6ae8-ee66-4896-94d2-d78d4144b1e9 req-e252865b-cebf-4763-abdc-dc1a75752e2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd9e0471-e5df-4fb8-846a-9652f1c276c8 HTTP/1.1" status: 200 len: 217 time: 0.0461411 Aug 28 15:26:43.681993 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7c66695d-3262-4956-8174-f487efc8133e req-ef84899a-52b5-4f9a-9bcb-d00b21fe940b tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/security-groups?id=381b1518-5808-4f8c-8eeb-820af9340735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195767 Aug 28 15:26:43.714695 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f6ae8-ee66-4896-94d2-d78d4144b1e9 req-0b044623-d36c-43b2-8224-ce209c190655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:43.716386 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3a1f6ae8-ee66-4896-94d2-d78d4144b1e9 req-0b044623-d36c-43b2-8224-ce209c190655 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d47280d4-d4b0-428c-afd5-9884a7cafefb HTTP/1.1" status: 200 len: 851 time: 0.0851915 Aug 28 15:26:43.749925 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e7f79e1-fe85-4ee0-84ad-7c82cde3ecdc req-3807076f-3a43-4fc8-a918-3ee29a37c996 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3 HTTP/1.1" status: 200 len: 210 time: 0.0844061 Aug 28 15:26:43.770291 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a6b98e65-bcfa-46ed-aeab-be0fea7a2dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'name': 'tempest-TestVolumeBackupRestore-79400804-router', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:22Z', 'updated_at': '2021-08-28T15:23:26Z', 'revision_number': 4, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'gw_port': {'id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:23Z', 'updated_at': '2021-08-28T15:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '20878db2-2a33-4104-9b1f-2826c0476af4', 'name': '', 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'mac_address': 'fa:16:3e:f6:1c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'd47280d4-d4b0-428c-afd5-9884a7cafefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:25Z', 'updated_at': '2021-08-28T15:23:34Z', 'revision_number': 5, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'subnets': [{'id': 'd47280d4-d4b0-428c-afd5-9884a7cafefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:26:43.789729 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f6ae8-ee66-4896-94d2-d78d4144b1e9 req-2482cfdc-173b-4195-b194-6248e54ced89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:43.791354 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3a1f6ae8-ee66-4896-94d2-d78d4144b1e9 req-2482cfdc-173b-4195-b194-6248e54ced89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76fd90f7-3343-4298-9bbe-ebe12140d877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671365 Aug 28 15:26:43.803505 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b98e65-bcfa-46ed-aeab-be0fea7a2dc0 None None] Checking router: f589c588-da21-4582-bfef-0c91fa0c49b1 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:26:43.816550 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b98e65-bcfa-46ed-aeab-be0fea7a2dc0 None None] Routers {'f589c588-da21-4582-bfef-0c91fa0c49b1'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:26:43.818073 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a6b98e65-bcfa-46ed-aeab-be0fea7a2dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:26:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f589c588-da21-4582-bfef-0c91fa0c49b1'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:26:43.837192 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 6fa961bc-f4b3-433e-9351-a10a25d92847 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:26:43.862952 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 6fa961bc-f4b3-433e-9351-a10a25d92847 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:26:43.862952 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 6fa961bc-f4b3-433e-9351-a10a25d92847 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:26:43.930094 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3a1f6ae8-ee66-4896-94d2-d78d4144b1e9 req-628f0b16-052e-463f-8961-e2c2ec9418e6 service neutron] 10.222.0.41 "GET /v2.0/networks/76fd90f7-3343-4298-9bbe-ebe12140d877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244497 Aug 28 15:26:43.963855 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-a6b98e65-bcfa-46ed-aeab-be0fea7a2dc0 None None] Set router f589c588-da21-4582-bfef-0c91fa0c49b1 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:26:44.059340 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3a1f6ae8-ee66-4896-94d2-d78d4144b1e9 req-0ceeb2ea-2289-4c83-bbe8-d90a6aed3b24 service neutron] 10.222.0.41 "GET /v2.0/networks/76fd90f7-3343-4298-9bbe-ebe12140d877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214185 Aug 28 15:26:44.271575 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a6b98e65-bcfa-46ed-aeab-be0fea7a2dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'name': 'tempest-TestVolumeBackupRestore-79400804-router', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:22Z', 'updated_at': '2021-08-28T15:23:26Z', 'revision_number': 4, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'gw_port': {'id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:23Z', 'updated_at': '2021-08-28T15:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '20878db2-2a33-4104-9b1f-2826c0476af4', 'name': '', 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'mac_address': 'fa:16:3e:f6:1c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'd47280d4-d4b0-428c-afd5-9884a7cafefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:25Z', 'updated_at': '2021-08-28T15:23:34Z', 'revision_number': 5, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'subnets': [{'id': 'd47280d4-d4b0-428c-afd5-9884a7cafefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:26:44.305689 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b98e65-bcfa-46ed-aeab-be0fea7a2dc0 None None] The sync data for ids ['f589c588-da21-4582-bfef-0c91fa0c49b1'] in n-d-712137-10 is: [{'id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'name': 'tempest-TestVolumeBackupRestore-79400804-router', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:22Z', 'updated_at': '2021-08-28T15:23:26Z', 'revision_number': 4, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'gw_port': {'id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:23Z', 'updated_at': '2021-08-28T15:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '20878db2-2a33-4104-9b1f-2826c0476af4', 'name': '', 'network_id': '76fd90f7-3343-4298-9bbe-ebe12140d877', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'mac_address': 'fa:16:3e:f6:1c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'd47280d4-d4b0-428c-afd5-9884a7cafefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:25Z', 'updated_at': '2021-08-28T15:23:34Z', 'revision_number': 5, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'subnets': [{'id': 'd47280d4-d4b0-428c-afd5-9884a7cafefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:26:44.569890 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4491b89-8940-427f-82de-fcb6ee29a4e2 None None] New status for floating IP 2f050c76-8f42-4a68-9f3e-4e5ed84a7c76: DOWN {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:26:44.851961 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2a40d-9202-4212-bd83-8616929d6dda req-c6f6dafa-eb78-4908-99d8-012d54e35aff tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:44.860659 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a7e2a40d-9202-4212-bd83-8616929d6dda req-c6f6dafa-eb78-4908-99d8-012d54e35aff tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 945 time: 0.0995109 Aug 28 15:26:44.917374 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3ca26615-08b2-41cc-9712-e4d20c08650b req-d2d4851a-0954-48fb-98c7-d5b3107d908c tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a3478a7-2207-4e9b-91a8-237cedd159d3 HTTP/1.1" status: 200 len: 210 time: 0.0473382 Aug 28 15:26:44.944984 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a7e2a40d-9202-4212-bd83-8616929d6dda req-525512ee-fc27-488b-9074-3073618fdacf tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/security-groups?id=381b1518-5808-4f8c-8eeb-820af9340735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830619 Aug 28 15:26:45.259284 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ac6b2-b18f-4f80-acd2-e5e375de0780 req-8e06168c-2d18-4312-a0c7-6193fafd762a tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:45.260790 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c97ac6b2-b18f-4f80-acd2-e5e375de0780 req-8e06168c-2d18-4312-a0c7-6193fafd762a tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 945 time: 0.0503173 Aug 28 15:26:45.364902 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-c97ac6b2-b18f-4f80-acd2-e5e375de0780 req-0755f69b-e862-4608-b70a-94640af77a27 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Deleting port cd9e0471-e5df-4fb8-846a-9652f1c276c8 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:26:45.365253 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c97ac6b2-b18f-4f80-acd2-e5e375de0780 req-0755f69b-e862-4608-b70a-94640af77a27 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:45.454578 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-c97ac6b2-b18f-4f80-acd2-e5e375de0780 req-0755f69b-e862-4608-b70a-94640af77a27 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] For port cd9e0471-e5df-4fb8-846a-9652f1c276c8, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=cd9e0471-e5df-4fb8-846a-9652f1c276c8,segment=NetworkSegment(9e2cfbd1-e930-4cfd-b256-7cd8636712ca),segment_id=9e2cfbd1-e930-4cfd-b256-7cd8636712ca)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:26:45.454946 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c97ac6b2-b18f-4f80-acd2-e5e375de0780 req-0755f69b-e862-4608-b70a-94640af77a27 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:45.468221 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-c97ac6b2-b18f-4f80-acd2-e5e375de0780 req-0755f69b-e862-4608-b70a-94640af77a27 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Calling delete_port for cd9e0471-e5df-4fb8-846a-9652f1c276c8 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:26:45.603910 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c97ac6b2-b18f-4f80-acd2-e5e375de0780 req-0755f69b-e862-4608-b70a-94640af77a27 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:45.633526 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755f69b-e862-4608-b70a-94640af77a27 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Pushing event deleted for resources: {'Port': ['ID=cd9e0471-e5df-4fb8-846a-9652f1c276c8,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:26:45.646100 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755f69b-e862-4608-b70a-94640af77a27 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:45.646100 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755f69b-e862-4608-b70a-94640af77a27 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:45.646386 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755f69b-e862-4608-b70a-94640af77a27 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:45.646695 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755f69b-e862-4608-b70a-94640af77a27 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:45.647037 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755f69b-e862-4608-b70a-94640af77a27 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:45.647363 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755f69b-e862-4608-b70a-94640af77a27 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:45.647719 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755f69b-e862-4608-b70a-94640af77a27 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:45.648052 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755f69b-e862-4608-b70a-94640af77a27 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:45.648383 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755f69b-e862-4608-b70a-94640af77a27 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:45.648711 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755f69b-e862-4608-b70a-94640af77a27 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:45.649035 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755f69b-e862-4608-b70a-94640af77a27 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:45.649364 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755f69b-e862-4608-b70a-94640af77a27 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:45.684859 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97ac6b2-b18f-4f80-acd2-e5e375de0780 req-0755f69b-e862-4608-b70a-94640af77a27 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] No DVR routers for this DVR port cd9e0471-e5df-4fb8-846a-9652f1c276c8 on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:26:45.687430 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c97ac6b2-b18f-4f80-acd2-e5e375de0780 req-0755f69b-e862-4608-b70a-94640af77a27 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:45.689495 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c97ac6b2-b18f-4f80-acd2-e5e375de0780 req-0755f69b-e862-4608-b70a-94640af77a27 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.41 "DELETE /v2.0/ports/cd9e0471-e5df-4fb8-846a-9652f1c276c8 HTTP/1.1" status: 204 len: 173 time: 0.4220188 Aug 28 15:26:45.689936 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b41321b-e1bf-4e6b-bc59-1f78ec280d81', 'name': 'network-vif-deleted', 'tag': 'cd9e0471-e5df-4fb8-846a-9652f1c276c8'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:26:45.692359 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dccb3f-9531-484f-ac30-f067b68cddb7" -d '{"events": [{"server_uuid": "0b41321b-e1bf-4e6b-bc59-1f78ec280d81", "name": "network-vif-deleted", "tag": "cd9e0471-e5df-4fb8-846a-9652f1c276c8"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:26:45.740964 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814eb2f3-a2fe-4b4f-ab27-ad3af7dba4b2 x-openstack-request-id: req-814eb2f3-a2fe-4b4f-ab27-ad3af7dba4b2 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:26:45.741367 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b41321b-e1bf-4e6b-bc59-1f78ec280d81", "name": "network-vif-deleted", "tag": "cd9e0471-e5df-4fb8-846a-9652f1c276c8", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:26:45.741675 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-814eb2f3-a2fe-4b4f-ab27-ad3af7dba4b2 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:26:45.742446 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b41321b-e1bf-4e6b-bc59-1f78ec280d81', 'name': 'network-vif-deleted', 'tag': 'cd9e0471-e5df-4fb8-846a-9652f1c276c8', 'status': 'completed', 'code': 200} Aug 28 15:26:46.064113 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-393cd1e7-f7e4-41dd-aaff-d0767366715b req-b6ff2cfa-6cf6-4b16-8d5e-ff40dfaad136 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 210 time: 0.0347905 Aug 28 15:26:46.207187 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-be05f717-0ca2-438f-a4ca-7698557d25f4 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1648540979&fields=id&tenant_id=c6cc5102288e4115b2b96ff1028147b2 HTTP/1.1" status: 200 len: 267 time: 0.0422561 Aug 28 15:26:46.317237 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-d43418f7-9d4b-427b-9756-060a7d5ed549 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:46.318677 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-d43418f7-9d4b-427b-9756-060a7d5ed549 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/networks?id=8878cb2c-b382-48c1-8c2a-67543a7cb61c HTTP/1.1" status: 200 len: 811 time: 0.1043167 Aug 28 15:26:46.335537 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-7129ff44-6694-4d5b-87db-4701dd5ea620 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/quotas/c6cc5102288e4115b2b96ff1028147b2 HTTP/1.1" status: 200 len: 375 time: 0.0106361 Aug 28 15:26:46.391335 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-0541dc95-72bf-4357-a036-888f66b93a02 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6cc5102288e4115b2b96ff1028147b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500021 Aug 28 15:26:46.506806 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-ce4d198d-05f5-45ac-893c-6de9709e4b08 service neutron] 10.222.0.13 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013627 Aug 28 15:26:46.598078 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-2fad7502-8589-4713-ba35-517bac776ea2 service neutron] 10.222.0.13 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845273 Aug 28 15:26:46.900467 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0e07794f-c347-4003-89e0-bf1ccba14779 req-6224c91e-f435-418d-9502-97d0594dcf00 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 210 time: 0.0320861 Aug 28 15:26:47.183596 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d462c18e-72e4-4b27-beb8-469316bb62e4 req-bec175be-01e9-4e86-91a6-67b03f206341 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 210 time: 0.0341511 Aug 28 15:26:47.837644 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-59a33bce-5c22-4cfa-a0d3-8c90ac10cbe3 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:47.839195 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-59a33bce-5c22-4cfa-a0d3-8c90ac10cbe3 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.41 "GET /v2.0/networks?id=8878cb2c-b382-48c1-8c2a-67543a7cb61c HTTP/1.1" status: 200 len: 811 time: 0.1238976 Aug 28 15:26:47.886173 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-11c66064-2fbe-4865-b029-3601ab99eb77 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6cc5102288e4115b2b96ff1028147b2 HTTP/1.1" status: 200 len: 380 time: 0.0372560 Aug 28 15:26:47.897061 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-30754557-8373-4050-b7e2-6639cd6aeae8 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Request body: {'port': {'device_id': '4fdf750e-a3ec-4754-a63c-3e121c986b61', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'admin_state_up': True, 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'security_groups': ['8fa152e2-9dd3-45d9-b43e-fb91795b4648']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:26:48.033633 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d28e1e70-d17e-46df-a9c8-0ca15c59abcf req-077f39cf-b125-4c4b-a6fd-d60389467361 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 210 time: 0.0417681 Aug 28 15:26:48.122391 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-30754557-8373-4050-b7e2-6639cd6aeae8 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Made reservation on behalf of c6cc5102288e4115b2b96ff1028147b2 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:26:48.126054 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-30754557-8373-4050-b7e2-6639cd6aeae8 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:48.377221 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-19d053da-3854-44d5-a87e-9a87b4cee7bf req-6a9e1af1-e9b0-4b2b-ad09-25af8486e7d2 tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 210 time: 0.0691822 Aug 28 15:26:48.415963 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-30754557-8373-4050-b7e2-6639cd6aeae8 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Allocated IP 172.20.0.5 (8878cb2c-b382-48c1-8c2a-67543a7cb61c/551c7bac-a4f4-45ec-a575-eb6f29eb5d74/1768b95d-3f83-42a6-8c7e-808146188320) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:26:48.577989 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-30754557-8373-4050-b7e2-6639cd6aeae8 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:48.592750 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-30754557-8373-4050-b7e2-6639cd6aeae8 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Transition to ACTIVE for port object 1768b95d-3f83-42a6-8c7e-808146188320 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:26:48.626145 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-30754557-8373-4050-b7e2-6639cd6aeae8 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:48.674196 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-30754557-8373-4050-b7e2-6639cd6aeae8 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Network 8878cb2c-b382-48c1-8c2a-67543a7cb61c is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:26:48.677961 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-30754557-8373-4050-b7e2-6639cd6aeae8 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:26:48.681805 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-30754557-8373-4050-b7e2-6639cd6aeae8 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:26:48.705848 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30754557-8373-4050-b7e2-6639cd6aeae8 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Pushing event updated for resources: {'Port': ['ID=1768b95d-3f83-42a6-8c7e-808146188320,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:26:48.736787 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-30754557-8373-4050-b7e2-6639cd6aeae8 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:48.737334 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-30754557-8373-4050-b7e2-6639cd6aeae8 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:48.754809 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-30754557-8373-4050-b7e2-6639cd6aeae8 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8621619 Aug 28 15:26:48.769792 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-b7d218c1-55cf-4b20-b251-68ef18f805ec service neutron] Request body: {'port': {'device_id': '4fdf750e-a3ec-4754-a63c-3e121c986b61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:26:48.826077 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-b7d218c1-55cf-4b20-b251-68ef18f805ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:48.892176 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d4689364-15b9-44ae-bcf7-a5da3564e2e2 None None] Provisioning for port 1768b95d-3f83-42a6-8c7e-808146188320 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:26:48.898410 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d4689364-15b9-44ae-bcf7-a5da3564e2e2 None None] Provisioning complete for port 1768b95d-3f83-42a6-8c7e-808146188320 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:26:48.899236 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d4689364-15b9-44ae-bcf7-a5da3564e2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:48.934625 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-d4689364-15b9-44ae-bcf7-a5da3564e2e2 None None] Port 1768b95d-3f83-42a6-8c7e-808146188320 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:26:49.117575 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-b7d218c1-55cf-4b20-b251-68ef18f805ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1768b95d-3f83-42a6-8c7e-808146188320 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:26:49.126126 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-b7d218c1-55cf-4b20-b251-68ef18f805ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:49.139003 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-b7d218c1-55cf-4b20-b251-68ef18f805ec service neutron] Transition to ACTIVE for port object 1768b95d-3f83-42a6-8c7e-808146188320 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:26:49.143046 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-b7d218c1-55cf-4b20-b251-68ef18f805ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:49.174133 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ddaa2-4641-47c8-a7a5-f0bbb70b6b81 req-5d8f8362-133f-4a4b-a688-13cc43f996f5 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:49.175785 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e6ddaa2-4641-47c8-a7a5-f0bbb70b6b81 req-5d8f8362-133f-4a4b-a688-13cc43f996f5 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 931 time: 0.0527120 Aug 28 15:26:49.177389 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device cd9e0471-e5df-4fb8-846a-9652f1c276c8 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:26:49.213113 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: cd9e0471-e5df-4fb8-846a-9652f1c276c8 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:26:49.213468 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device cd9e0471-e5df-4fb8-846a-9652f1c276c8 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:26:49.216036 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d218c1-55cf-4b20-b251-68ef18f805ec service neutron] Pushing event updated for resources: {'Port': ['ID=1768b95d-3f83-42a6-8c7e-808146188320,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:26:49.258330 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e6ddaa2-4641-47c8-a7a5-f0bbb70b6b81 req-c627f6bf-9bb1-44a7-9f5b-94114da8bf49 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533874 Aug 28 15:26:49.290691 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-b7d218c1-55cf-4b20-b251-68ef18f805ec service neutron] Attempting to bind port 1768b95d-3f83-42a6-8c7e-808146188320 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:26:49.291055 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-b7d218c1-55cf-4b20-b251-68ef18f805ec service neutron] Attempting to bind port 1768b95d-3f83-42a6-8c7e-808146188320 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:26:49.291412 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-b7d218c1-55cf-4b20-b251-68ef18f805ec service neutron] Attempting to bind port 1768b95d-3f83-42a6-8c7e-808146188320 on network 8878cb2c-b382-48c1-8c2a-67543a7cb61c {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:26:49.296514 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-b7d218c1-55cf-4b20-b251-68ef18f805ec service neutron] Port 1768b95d-3f83-42a6-8c7e-808146188320 on network 8878cb2c-b382-48c1-8c2a-67543a7cb61c not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:26:49.296888 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-b7d218c1-55cf-4b20-b251-68ef18f805ec service neutron] Attempting to bind port 1768b95d-3f83-42a6-8c7e-808146188320 on network 8878cb2c-b382-48c1-8c2a-67543a7cb61c {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:26:49.303004 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-b7d218c1-55cf-4b20-b251-68ef18f805ec service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:26:49.303350 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-b7d218c1-55cf-4b20-b251-68ef18f805ec service neutron] Checking segment: {'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:26:49.303774 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-b7d218c1-55cf-4b20-b251-68ef18f805ec service neutron] Bound using segment: {'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:26:49.304200 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-b7d218c1-55cf-4b20-b251-68ef18f805ec service neutron] Bound port: 1768b95d-3f83-42a6-8c7e-808146188320, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:26:49.304563 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-b7d218c1-55cf-4b20-b251-68ef18f805ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:49.385533 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-b7d218c1-55cf-4b20-b251-68ef18f805ec service neutron] For port 1768b95d-3f83-42a6-8c7e-808146188320, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:26:49.388668 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-b7d218c1-55cf-4b20-b251-68ef18f805ec service neutron] For port 1768b95d-3f83-42a6-8c7e-808146188320, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=1768b95d-3f83-42a6-8c7e-808146188320,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:26:49.396037 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-b7d218c1-55cf-4b20-b251-68ef18f805ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:49.446936 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-b7d218c1-55cf-4b20-b251-68ef18f805ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:49.448229 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-b7d218c1-55cf-4b20-b251-68ef18f805ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:49.450042 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-b7d218c1-55cf-4b20-b251-68ef18f805ec service neutron] 10.222.0.41 "PUT /v2.0/ports/1768b95d-3f83-42a6-8c7e-808146188320 HTTP/1.1" status: 200 len: 1092 time: 0.6852770 Aug 28 15:26:49.450734 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fdf750e-a3ec-4754-a63c-3e121c986b61', 'tag': '1768b95d-3f83-42a6-8c7e-808146188320'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:26:49.453546 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b8972c-166b-4cf5-b09e-274ebe025ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "4fdf750e-a3ec-4754-a63c-3e121c986b61", "tag": "1768b95d-3f83-42a6-8c7e-808146188320"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:26:49.522362 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d218c1-55cf-4b20-b251-68ef18f805ec service neutron] Pushing event updated for resources: {'Port': ['ID=1768b95d-3f83-42a6-8c7e-808146188320,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:26:49.543386 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-da4d6977-49df-44f0-8532-a9acb050ec50 req-48834c69-a096-43e5-930c-10d6230f653a tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b41321b-e1bf-4e6b-bc59-1f78ec280d81 HTTP/1.1" status: 200 len: 210 time: 0.0467801 Aug 28 15:26:49.578965 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-3e0060e0-9f7e-492d-b849-6d5dc74eb1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:49.582080 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-3e0060e0-9f7e-492d-b849-6d5dc74eb1c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6cc5102288e4115b2b96ff1028147b2&device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 1095 time: 0.0906847 Aug 28 15:26:49.638362 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a416f544-bc19-4781-8012-64033592e764 x-openstack-request-id: req-a416f544-bc19-4781-8012-64033592e764 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:26:49.638596 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fdf750e-a3ec-4754-a63c-3e121c986b61", "tag": "1768b95d-3f83-42a6-8c7e-808146188320", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:26:49.638851 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a416f544-bc19-4781-8012-64033592e764 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:26:49.639223 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fdf750e-a3ec-4754-a63c-3e121c986b61', 'tag': '1768b95d-3f83-42a6-8c7e-808146188320', 'status': 'completed', 'code': 200} Aug 28 15:26:49.641099 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-e533e8e4-c1b9-4ad1-8960-7756f0e595e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1768b95d-3f83-42a6-8c7e-808146188320 HTTP/1.1" status: 200 len: 217 time: 0.0521588 Aug 28 15:26:49.697275 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-86e67861-254e-44fa-9461-e59e527654a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:49.698873 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-86e67861-254e-44fa-9461-e59e527654a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=551c7bac-a4f4-45ec-a575-eb6f29eb5d74 HTTP/1.1" status: 200 len: 850 time: 0.0502253 Aug 28 15:26:49.749260 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-7edae827-060c-408a-8ba1-113eaae73581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:49.751185 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-7edae827-060c-408a-8ba1-113eaae73581 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8878cb2c-b382-48c1-8c2a-67543a7cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429850 Aug 28 15:26:49.854087 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-a5798096-e20a-4997-bd49-22cac3c5ef44 service neutron] 10.222.0.41 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943580 Aug 28 15:26:49.950313 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b5a5212f-79a2-4998-a4cb-13b7a98237ef req-9226e3c4-4a7f-4532-9cfa-a75974dd96a5 service neutron] 10.222.0.41 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888937 Aug 28 15:26:50.070628 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:26:50.168316 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8972c-166b-4cf5-b09e-274ebe025ea8 req-f62fa5e0-e653-4dd7-b906-cbe1e41d7fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:50.169817 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8b8972c-166b-4cf5-b09e-274ebe025ea8 req-f62fa5e0-e653-4dd7-b906-cbe1e41d7fb1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6cc5102288e4115b2b96ff1028147b2&device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 1095 time: 0.0432034 Aug 28 15:26:50.273479 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8972c-166b-4cf5-b09e-274ebe025ea8 req-b19cacaf-ac16-4e3d-a1a1-f35cb658e259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:50.274939 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8b8972c-166b-4cf5-b09e-274ebe025ea8 req-b19cacaf-ac16-4e3d-a1a1-f35cb658e259 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8878cb2c-b382-48c1-8c2a-67543a7cb61c HTTP/1.1" status: 200 len: 912 time: 0.0951934 Aug 28 15:26:50.341745 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8b8972c-166b-4cf5-b09e-274ebe025ea8 req-79aeaa0f-7fe3-4798-9ba7-8470e58ff6ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1768b95d-3f83-42a6-8c7e-808146188320 HTTP/1.1" status: 200 len: 217 time: 0.0508296 Aug 28 15:26:50.408554 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d27818-29f4-432d-a9d8-01d878f74bf0 req-3e8370e9-90b8-4399-96b4-098e1bb1b463 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:50.410204 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f3d27818-29f4-432d-a9d8-01d878f74bf0 req-3e8370e9-90b8-4399-96b4-098e1bb1b463 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 943 time: 0.0560999 Aug 28 15:26:50.412437 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8972c-166b-4cf5-b09e-274ebe025ea8 req-bc2c7add-2ac1-4170-95f7-ea79a06d3e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:50.414172 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8b8972c-166b-4cf5-b09e-274ebe025ea8 req-bc2c7add-2ac1-4170-95f7-ea79a06d3e6b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=551c7bac-a4f4-45ec-a575-eb6f29eb5d74 HTTP/1.1" status: 200 len: 850 time: 0.0655136 Aug 28 15:26:50.465541 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f3d27818-29f4-432d-a9d8-01d878f74bf0 req-4c295960-1c85-4b74-a911-5c03899fa767 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448191 Aug 28 15:26:50.474699 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8972c-166b-4cf5-b09e-274ebe025ea8 req-85c8009c-a96d-4f08-b44d-97d502f4562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:50.476346 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8b8972c-166b-4cf5-b09e-274ebe025ea8 req-85c8009c-a96d-4f08-b44d-97d502f4562e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8878cb2c-b382-48c1-8c2a-67543a7cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545046 Aug 28 15:26:50.572386 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8b8972c-166b-4cf5-b09e-274ebe025ea8 req-e0baa324-3f44-4d89-9214-9ba99060bcdd service neutron] 10.222.0.41 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836666 Aug 28 15:26:50.605451 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 48320) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:26:50.671114 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4e395bc-d74d-4f6f-b102-a9033e5071ba tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:50.679481 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8b8972c-166b-4cf5-b09e-274ebe025ea8 req-b0d25f2c-e459-4124-9ab2-a06e07436344 service neutron] 10.222.0.41 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001720 Aug 28 15:26:50.700042 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4e395bc-d74d-4f6f-b102-a9033e5071ba tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:50.760288 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4e395bc-d74d-4f6f-b102-a9033e5071ba tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:50.762999 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b4e395bc-d74d-4f6f-b102-a9033e5071ba tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:50.764181 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b4e395bc-d74d-4f6f-b102-a9033e5071ba tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] 10.222.0.13 "DELETE /v2.0/security-groups/381b1518-5808-4f8c-8eeb-820af9340735 HTTP/1.1" status: 204 len: 168 time: 0.1573308 Aug 28 15:26:50.775132 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e395bc-d74d-4f6f-b102-a9033e5071ba tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=381b1518-5808-4f8c-8eeb-820af9340735,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:26:50.783807 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e395bc-d74d-4f6f-b102-a9033e5071ba tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:50.784141 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e395bc-d74d-4f6f-b102-a9033e5071ba tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:50.784730 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e395bc-d74d-4f6f-b102-a9033e5071ba tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:50.785057 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e395bc-d74d-4f6f-b102-a9033e5071ba tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:50.785401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e395bc-d74d-4f6f-b102-a9033e5071ba tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:50.785736 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e395bc-d74d-4f6f-b102-a9033e5071ba tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:50.786068 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e395bc-d74d-4f6f-b102-a9033e5071ba tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:50.786399 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e395bc-d74d-4f6f-b102-a9033e5071ba tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:50.786731 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e395bc-d74d-4f6f-b102-a9033e5071ba tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:50.787065 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e395bc-d74d-4f6f-b102-a9033e5071ba tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:50.787438 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e395bc-d74d-4f6f-b102-a9033e5071ba tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:50.787731 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e395bc-d74d-4f6f-b102-a9033e5071ba tempest-TestVolumeBackupRestore-198934907 tempest-TestVolumeBackupRestore-198934907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:26:51.592047 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fdfd2-3f7a-499e-b211-0bbe8e02287d req-321c0369-87eb-4460-ae12-643c1855ca33 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:51.594235 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b2fdfd2-3f7a-499e-b211-0bbe8e02287d req-321c0369-87eb-4460-ae12-643c1855ca33 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 943 time: 0.0603719 Aug 28 15:26:51.641034 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4b2fdfd2-3f7a-499e-b211-0bbe8e02287d req-04202afe-4541-46a1-9527-18f7ebc30063 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403531 Aug 28 15:26:52.782653 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f04c01-6a08-4628-a522-ada719cb0ae5 req-072cda87-b4d4-4012-b6b8-d68af778af71 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:52.791285 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-28f04c01-6a08-4628-a522-ada719cb0ae5 req-072cda87-b4d4-4012-b6b8-d68af778af71 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 943 time: 0.0585806 Aug 28 15:26:52.845069 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-28f04c01-6a08-4628-a522-ada719cb0ae5 req-75f39cb8-7754-4ac3-b31f-045b13900333 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522516 Aug 28 15:26:54.036974 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c7d3c-72a3-4f1f-863c-7a585b537c18 req-4e0c69ea-9a6c-4a56-b550-d554b00ac55a tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:54.039039 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-407c7d3c-72a3-4f1f-863c-7a585b537c18 req-4e0c69ea-9a6c-4a56-b550-d554b00ac55a tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 943 time: 0.0690556 Aug 28 15:26:54.104167 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-407c7d3c-72a3-4f1f-863c-7a585b537c18 req-246d00d7-a1d5-4f48-9ccb-3e4dfab6bcb1 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534496 Aug 28 15:26:54.506175 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:55.225168 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709904e0-947d-45cd-bbc4-a6c64865689b req-6ca9e1f8-18b3-48fb-a11e-9577d751b830 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:55.226689 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-709904e0-947d-45cd-bbc4-a6c64865689b req-6ca9e1f8-18b3-48fb-a11e-9577d751b830 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 943 time: 0.0528436 Aug 28 15:26:55.267145 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-709904e0-947d-45cd-bbc4-a6c64865689b req-b71482f0-cda4-4040-92a9-134052cfb749 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342832 Aug 28 15:26:55.318486 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 48802) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:26:55.691437 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-576352f0-b395-414e-883b-be135a88b63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:56.161355 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-b40b679e-296c-4806-b238-b45ea89eec87 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1372604 Aug 28 15:26:56.284202 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-96d4a996-3370-4c3f-b7f8-30bc0343cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:56.284700 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-96d4a996-3370-4c3f-b7f8-30bc0343cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:56.285204 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-96d4a996-3370-4c3f-b7f8-30bc0343cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:56.285676 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-96d4a996-3370-4c3f-b7f8-30bc0343cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:56.286141 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-96d4a996-3370-4c3f-b7f8-30bc0343cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:56.286606 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-96d4a996-3370-4c3f-b7f8-30bc0343cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:56.287077 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-96d4a996-3370-4c3f-b7f8-30bc0343cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:56.289004 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-96d4a996-3370-4c3f-b7f8-30bc0343cd67 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad719b405fc34c1c8445c92c2e91c430&device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 6499 time: 0.0711465 Aug 28 15:26:56.426206 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeaef25-04cc-498e-886b-bfe9ff5cb6c8 req-7ddb3c62-10e6-4c79-969c-b069cc0ca866 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:56.428101 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cdeaef25-04cc-498e-886b-bfe9ff5cb6c8 req-7ddb3c62-10e6-4c79-969c-b069cc0ca866 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 943 time: 0.0739024 Aug 28 15:26:56.477406 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-576352f0-b395-414e-883b-be135a88b63e admin admin] Deleting port 20878db2-2a33-4104-9b1f-2826c0476af4 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:26:56.477901 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-576352f0-b395-414e-883b-be135a88b63e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:56.482458 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cdeaef25-04cc-498e-886b-bfe9ff5cb6c8 req-4204ae56-f979-4d43-9278-aef47f00b35c tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479729 Aug 28 15:26:56.495476 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-0a65ab8d-4d35-408d-8f80-695c860c32bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:56.495999 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-0a65ab8d-4d35-408d-8f80-695c860c32bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:56.496477 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-0a65ab8d-4d35-408d-8f80-695c860c32bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:56.498169 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-0a65ab8d-4d35-408d-8f80-695c860c32bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a&id=2e337a80-f61c-4bca-8264-d9f248c90759&id=2e337a80-f61c-4bca-8264-d9f248c90759&id=2e337a80-f61c-4bca-8264-d9f248c90759&id=2e337a80-f61c-4bca-8264-d9f248c90759&id=a36e233e-9694-4856-84b9-f3f8aa62d273&id=a36e233e-9694-4856-84b9-f3f8aa62d273 HTTP/1.1" status: 200 len: 2291 time: 0.1779485 Aug 28 15:26:56.608465 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-d597f4d4-2d86-4888-8da1-23f64e29eeed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a0f45d1-344f-409c-bd68-0b8ed3e04c72 HTTP/1.1" status: 200 len: 1000 time: 0.0831575 Aug 28 15:26:56.666335 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:56.674029 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-576352f0-b395-414e-883b-be135a88b63e admin admin] For port 20878db2-2a33-4104-9b1f-2826c0476af4, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=20878db2-2a33-4104-9b1f-2826c0476af4,segment=NetworkSegment(9e2cfbd1-e930-4cfd-b256-7cd8636712ca),segment_id=9e2cfbd1-e930-4cfd-b256-7cd8636712ca)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:26:56.674439 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-576352f0-b395-414e-883b-be135a88b63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:56.694937 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-576352f0-b395-414e-883b-be135a88b63e admin admin] Calling delete_port for 20878db2-2a33-4104-9b1f-2826c0476af4 owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:26:56.701490 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-cfb726c8-a442-4f9b-ba2e-96788a053821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:56.703201 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-cfb726c8-a442-4f9b-ba2e-96788a053821 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73534ea4-fd9f-45ca-ad96-4ea00206b4ee HTTP/1.1" status: 200 len: 851 time: 0.0873773 Aug 28 15:26:56.804803 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-00b0b4a3-67da-4b60-a92f-b828cae283dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:56.806349 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-00b0b4a3-67da-4b60-a92f-b828cae283dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961530 Aug 28 15:26:56.984270 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-506e7dfc-ceca-4298-a403-4a670d5989d2 service neutron] 10.222.0.36 "GET /v2.0/networks/26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366677 Aug 28 15:26:57.095252 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-576352f0-b395-414e-883b-be135a88b63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:57.154081 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576352f0-b395-414e-883b-be135a88b63e admin admin] Pushing event deleted for resources: {'Port': ['ID=20878db2-2a33-4104-9b1f-2826c0476af4,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:26:57.196560 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-7da0de8c-b547-446a-b316-eb688c7ca64f service neutron] 10.222.0.36 "GET /v2.0/networks/26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885128 Aug 28 15:26:57.246762 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-a73e0853-067e-4d0e-b95b-06a1408ad5e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=f1ecb044-2bfe-4874-89df-8daa50563f78 HTTP/1.1" status: 200 len: 217 time: 0.0421500 Aug 28 15:26:57.388418 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-457aa7bb-7a13-46f2-911c-e226bbfd3298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:57.390266 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-457aa7bb-7a13-46f2-911c-e226bbfd3298 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee9e1d3e-90f3-4805-bd4b-3365719a7970 HTTP/1.1" status: 200 len: 797 time: 0.1027637 Aug 28 15:26:57.430910 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-576352f0-b395-414e-883b-be135a88b63e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:57.488175 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-300a3596-d5cf-4c5f-bd05-dc672e02f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:57.490001 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-300a3596-d5cf-4c5f-bd05-dc672e02f2a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e337a80-f61c-4bca-8264-d9f248c90759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0916648 Aug 28 15:26:57.612064 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbe47a-317d-4ea4-8823-894119d0ed5a req-53c6f46c-d5ce-4a9a-94d9-3a08666ff8b7 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:57.616881 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fabbe47a-317d-4ea4-8823-894119d0ed5a req-53c6f46c-d5ce-4a9a-94d9-3a08666ff8b7 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 943 time: 0.0613019 Aug 28 15:26:57.635414 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-bafe1f30-ad92-4ab6-b002-c2c1a265a0d4 service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364574 Aug 28 15:26:57.657452 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fabbe47a-317d-4ea4-8823-894119d0ed5a req-0fd55592-db8b-4b94-a6fd-e097b69f545f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365434 Aug 28 15:26:57.810395 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576352f0-b395-414e-883b-be135a88b63e admin admin] Router f589c588-da21-4582-bfef-0c91fa0c49b1 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:26:57.814544 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-28953286-4446-498d-8672-c1fc1a410c70 service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468043 Aug 28 15:26:57.895647 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-4b821072-e360-4b3a-92f0-b5fd62743863 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=812faf11-1952-4526-859c-7622a369ee03 HTTP/1.1" status: 200 len: 217 time: 0.0731883 Aug 28 15:26:57.997241 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-81fd7bae-d88d-46ed-af61-6d2063d2bcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:57.998724 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-81fd7bae-d88d-46ed-af61-6d2063d2bcd8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee9e1d3e-90f3-4805-bd4b-3365719a7970 HTTP/1.1" status: 200 len: 797 time: 0.0949137 Aug 28 15:26:58.006141 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576352f0-b395-414e-883b-be135a88b63e admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:26:58.017879 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7990eab8-139f-42db-bf0b-95fcd9bfd07a None None] Sync routers for ids ['f589c588-da21-4582-bfef-0c91fa0c49b1'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:26:58.020447 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-576352f0-b395-414e-883b-be135a88b63e admin admin] 10.222.0.13 "PUT /v2.0/routers/f589c588-da21-4582-bfef-0c91fa0c49b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7007256 Aug 28 15:26:58.022766 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49068) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:26:58.031840 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7990eab8-139f-42db-bf0b-95fcd9bfd07a None None] Routers {'f589c588-da21-4582-bfef-0c91fa0c49b1'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:26:58.032536 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7990eab8-139f-42db-bf0b-95fcd9bfd07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:26:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f589c588-da21-4582-bfef-0c91fa0c49b1'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:26:58.130419 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-cf47bc1c-8e53-4f9c-a722-eee87f5ead10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:58.131969 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-cf47bc1c-8e53-4f9c-a722-eee87f5ead10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e337a80-f61c-4bca-8264-d9f248c90759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1240005 Aug 28 15:26:58.150370 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-7990eab8-139f-42db-bf0b-95fcd9bfd07a None None] Set router f589c588-da21-4582-bfef-0c91fa0c49b1 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:26:58.380362 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7990eab8-139f-42db-bf0b-95fcd9bfd07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'name': 'tempest-TestVolumeBackupRestore-79400804-router', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:22Z', 'updated_at': '2021-08-28T15:26:56Z', 'revision_number': 5, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'gw_port': {'id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:23Z', 'updated_at': '2021-08-28T15:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:26:58.425733 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7990eab8-139f-42db-bf0b-95fcd9bfd07a None None] Checking router: f589c588-da21-4582-bfef-0c91fa0c49b1 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:26:58.436287 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7990eab8-139f-42db-bf0b-95fcd9bfd07a None None] Routers {'f589c588-da21-4582-bfef-0c91fa0c49b1'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:26:58.436929 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7990eab8-139f-42db-bf0b-95fcd9bfd07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:26:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['f589c588-da21-4582-bfef-0c91fa0c49b1'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:26:58.551648 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-7990eab8-139f-42db-bf0b-95fcd9bfd07a None None] Set router f589c588-da21-4582-bfef-0c91fa0c49b1 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:26:58.564408 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dda24cd4-1ddf-4289-9427-fdfafd6d2f7f admin admin] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:58.670742 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-28581787-edb2-4e88-9818-7f80b79abb4e service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289090 Aug 28 15:26:58.749409 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dda24cd4-1ddf-4289-9427-fdfafd6d2f7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:58.778947 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7990eab8-139f-42db-bf0b-95fcd9bfd07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'name': 'tempest-TestVolumeBackupRestore-79400804-router', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:22Z', 'updated_at': '2021-08-28T15:26:56Z', 'revision_number': 5, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'gw_port': {'id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:23Z', 'updated_at': '2021-08-28T15:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:26:58.812769 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7990eab8-139f-42db-bf0b-95fcd9bfd07a None None] The sync data for ids ['f589c588-da21-4582-bfef-0c91fa0c49b1'] in n-d-712137-10 is: [{'id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'name': 'tempest-TestVolumeBackupRestore-79400804-router', 'tenant_id': '555f7f8f6e114106877ec3a31244bea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:22Z', 'updated_at': '2021-08-28T15:26:56Z', 'revision_number': 5, 'project_id': '555f7f8f6e114106877ec3a31244bea0', 'gw_port': {'id': 'e119bc8c-5f46-4b69-afce-53d3bd304788', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f589c588-da21-4582-bfef-0c91fa0c49b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:23Z', 'updated_at': '2021-08-28T15:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:26:58.815206 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-a36b917f-52ea-4b5c-b913-05668036991a service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345086 Aug 28 15:26:58.826941 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48a774-0507-40a7-8250-95fac8e4db4c req-bd364018-4906-4b38-945d-c094cb4bc460 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:58.840134 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4c48a774-0507-40a7-8250-95fac8e4db4c req-bd364018-4906-4b38-945d-c094cb4bc460 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 943 time: 0.0829101 Aug 28 15:26:58.886597 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-cd193f70-1ef7-4944-96ae-7164010afc5b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=30961ef5-4a0d-454a-bc6e-519c94cbf152 HTTP/1.1" status: 200 len: 217 time: 0.0629349 Aug 28 15:26:58.888903 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4c48a774-0507-40a7-8250-95fac8e4db4c req-9600d058-a81f-403d-9337-c33736d2693a tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467613 Aug 28 15:26:58.890810 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-dda24cd4-1ddf-4289-9427-fdfafd6d2f7f admin admin] Deleting port e119bc8c-5f46-4b69-afce-53d3bd304788 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:26:58.891176 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dda24cd4-1ddf-4289-9427-fdfafd6d2f7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:58.996832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-a3fa1012-98e8-496e-bda2-b0e7f93d5731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:58.998417 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-a3fa1012-98e8-496e-bda2-b0e7f93d5731 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee9e1d3e-90f3-4805-bd4b-3365719a7970 HTTP/1.1" status: 200 len: 797 time: 0.1007242 Aug 28 15:26:59.064175 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-dda24cd4-1ddf-4289-9427-fdfafd6d2f7f admin admin] For port e119bc8c-5f46-4b69-afce-53d3bd304788, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e119bc8c-5f46-4b69-afce-53d3bd304788,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:26:59.064552 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dda24cd4-1ddf-4289-9427-fdfafd6d2f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:59.081699 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-dda24cd4-1ddf-4289-9427-fdfafd6d2f7f admin admin] Calling delete_port for e119bc8c-5f46-4b69-afce-53d3bd304788 owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:26:59.094229 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-9df16769-dfb5-4de1-b3be-611c969d7e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:59.095691 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-9df16769-dfb5-4de1-b3be-611c969d7e31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e337a80-f61c-4bca-8264-d9f248c90759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0894346 Aug 28 15:26:59.275236 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-fa9eb3de-5620-484d-a79a-6bd327631026 service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478820 Aug 28 15:26:59.416755 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dda24cd4-1ddf-4289-9427-fdfafd6d2f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:59.457252 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-218021af-c081-4d19-b4c8-b675b3314466 service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718965 Aug 28 15:26:59.458477 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda24cd4-1ddf-4289-9427-fdfafd6d2f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=e119bc8c-5f46-4b69-afce-53d3bd304788,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:26:59.516865 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-24dec010-3131-428b-94d9-cb03d65aed2e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=16321fa2-91e2-42a3-8f1a-9e609d1ba006 HTTP/1.1" status: 200 len: 217 time: 0.0521507 Aug 28 15:26:59.586011 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dda24cd4-1ddf-4289-9427-fdfafd6d2f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:59.591289 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-d230c888-e6b9-433c-886f-7e2f87c47991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:59.592760 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-d230c888-e6b9-433c-886f-7e2f87c47991 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee9e1d3e-90f3-4805-bd4b-3365719a7970 HTTP/1.1" status: 200 len: 797 time: 0.0587399 Aug 28 15:26:59.705224 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dda24cd4-1ddf-4289-9427-fdfafd6d2f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:59.710136 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dda24cd4-1ddf-4289-9427-fdfafd6d2f7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:59.753116 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-df7c2dbb-c505-4b10-9381-a7c1d7ac3974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:26:59.754884 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-df7c2dbb-c505-4b10-9381-a7c1d7ac3974 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e337a80-f61c-4bca-8264-d9f248c90759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1347106 Aug 28 15:26:59.758852 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dda24cd4-1ddf-4289-9427-fdfafd6d2f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:59.759380 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda24cd4-1ddf-4289-9427-fdfafd6d2f7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f589c588-da21-4582-bfef-0c91fa0c49b1 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:26:59.763659 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dda24cd4-1ddf-4289-9427-fdfafd6d2f7f admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:59.764785 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-dda24cd4-1ddf-4289-9427-fdfafd6d2f7f admin admin] 10.222.0.13 "DELETE /v2.0/routers/f589c588-da21-4582-bfef-0c91fa0c49b1 HTTP/1.1" status: 204 len: 168 time: 1.7410834 Aug 28 15:26:59.769268 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49266) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:26:59.820696 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0f100e-4adf-4f86-ac34-cd264890bc2a admin admin] Deleting subnet d47280d4-d4b0-428c-afd5-9884a7cafefb {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:26:59.824151 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb0f100e-4adf-4f86-ac34-cd264890bc2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:59.862379 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-e6cefb0b-b1d3-432e-8a44-409539f38bda service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964663 Aug 28 15:26:59.865852 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb0f100e-4adf-4f86-ac34-cd264890bc2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:59.961660 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb0f100e-4adf-4f86-ac34-cd264890bc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:26:59.965110 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-31b3f614-0965-4728-adad-128d7c77156b service neutron] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949180 Aug 28 15:27:00.011452 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-98c7edcd-b6cb-49c2-82e6-b13a11f69a88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=50deec03-7b81-42d5-aaf9-ae33b02083dc HTTP/1.1" status: 200 len: 217 time: 0.0390086 Aug 28 15:27:00.044488 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0998343-df5e-4ecf-9676-64fe9435001d req-a2b55466-8029-4e44-8c60-455319699645 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:00.045986 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e0998343-df5e-4ecf-9676-64fe9435001d req-a2b55466-8029-4e44-8c60-455319699645 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 943 time: 0.0862825 Aug 28 15:27:00.063326 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb0f100e-4adf-4f86-ac34-cd264890bc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:00.064652 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-fd300817-d7ec-48db-82bd-5c915d290de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:00.067252 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-fd300817-d7ec-48db-82bd-5c915d290de0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=32296ab6-0e0f-4355-bb6c-e0506c5f4601 HTTP/1.1" status: 200 len: 797 time: 0.0478241 Aug 28 15:27:00.104430 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f100e-4adf-4f86-ac34-cd264890bc2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d47280d4-d4b0-428c-afd5-9884a7cafefb,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:27:00.118608 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9179395c-f6e9-4d49-9ef5-43603f1a458c None None] Network 76fd90f7-3343-4298-9bbe-ebe12140d877 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:27:00.119205 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-eb0f100e-4adf-4f86-ac34-cd264890bc2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:00.121314 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-eb0f100e-4adf-4f86-ac34-cd264890bc2a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d47280d4-d4b0-428c-afd5-9884a7cafefb HTTP/1.1" status: 204 len: 168 time: 0.3503006 Aug 28 15:27:00.123617 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-38050e2d-3552-4680-88c6-945189695ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:00.125372 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-38050e2d-3552-4680-88c6-945189695ecb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a36e233e-9694-4856-84b9-f3f8aa62d273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0512476 Aug 28 15:27:00.125902 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49270) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:27:00.127421 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e0998343-df5e-4ecf-9676-64fe9435001d req-6cec3256-5605-4e75-b2ec-ed9fbce2bf19 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717678 Aug 28 15:27:00.256732 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98c039ea-f117-445e-ab3a-120fc1e4b450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:00.332589 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-cd981568-830c-41d2-8148-93a2d4344076 service neutron] 10.222.0.36 "GET /v2.0/networks/a36e233e-9694-4856-84b9-f3f8aa62d273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973660 Aug 28 15:27:00.366567 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace54d8c-14e5-4636-bca1-a09ad90fb02d None None] DHCP port deletion for 76fd90f7-3343-4298-9bbe-ebe12140d877 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:27:00.417818 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e119bc8c-5f46-4b69-afce-53d3bd304788 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:27:00.420540 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-98c039ea-f117-445e-ab3a-120fc1e4b450 admin admin] Deleting port 1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:27:00.420888 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98c039ea-f117-445e-ab3a-120fc1e4b450 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:00.448135 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: e119bc8c-5f46-4b69-afce-53d3bd304788 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:27:00.448478 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e119bc8c-5f46-4b69-afce-53d3bd304788 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:27:00.449027 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 20878db2-2a33-4104-9b1f-2826c0476af4 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:27:00.472980 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 20878db2-2a33-4104-9b1f-2826c0476af4 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:27:00.473326 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 20878db2-2a33-4104-9b1f-2826c0476af4 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:27:00.489844 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ace54d8c-14e5-4636-bca1-a09ad90fb02d None None] Deleting port 1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:27:00.490218 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ace54d8c-14e5-4636-bca1-a09ad90fb02d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:00.547756 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-8d2d5dcc-d333-4493-91e2-0f53cfe462fc service neutron] 10.222.0.36 "GET /v2.0/networks/a36e233e-9694-4856-84b9-f3f8aa62d273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051010 Aug 28 15:27:00.550125 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-98c039ea-f117-445e-ab3a-120fc1e4b450 admin admin] For port 1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60,segment=NetworkSegment(9e2cfbd1-e930-4cfd-b256-7cd8636712ca),segment_id=9e2cfbd1-e930-4cfd-b256-7cd8636712ca)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:27:00.550499 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98c039ea-f117-445e-ab3a-120fc1e4b450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:00.576159 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-ace54d8c-14e5-4636-bca1-a09ad90fb02d None None] For port 1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60,segment=NetworkSegment(9e2cfbd1-e930-4cfd-b256-7cd8636712ca),segment_id=9e2cfbd1-e930-4cfd-b256-7cd8636712ca)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:27:00.576661 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ace54d8c-14e5-4636-bca1-a09ad90fb02d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:00.590911 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ace54d8c-14e5-4636-bca1-a09ad90fb02d None None] Calling delete_port for 1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:27:00.605357 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-955688e0-3016-4aef-8e71-97558120b326 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8cb26e22-61bc-45a1-a731-63fca20f0e30 HTTP/1.1" status: 200 len: 217 time: 0.0494339 Aug 28 15:27:00.606249 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-98c039ea-f117-445e-ab3a-120fc1e4b450 admin admin] Calling delete_port for 1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:27:00.679123 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ace54d8c-14e5-4636-bca1-a09ad90fb02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:00.708342 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-0c5f8042-6f8d-43d1-803c-3ed450f8c338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:00.709821 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-0c5f8042-6f8d-43d1-803c-3ed450f8c338 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=32296ab6-0e0f-4355-bb6c-e0506c5f4601 HTTP/1.1" status: 200 len: 797 time: 0.0980475 Aug 28 15:27:00.713766 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace54d8c-14e5-4636-bca1-a09ad90fb02d None None] Pushing event deleted for resources: {'Port': ['ID=1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:27:00.717961 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace54d8c-14e5-4636-bca1-a09ad90fb02d None None] No DVR routers for this DVR port 1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:27:00.766046 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98c039ea-f117-445e-ab3a-120fc1e4b450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:00.774670 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-5e9a218e-60a9-43b0-9437-56f5d84c833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:00.776211 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-5e9a218e-60a9-43b0-9437-56f5d84c833a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a36e233e-9694-4856-84b9-f3f8aa62d273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0589359 Aug 28 15:27:00.804057 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c039ea-f117-445e-ab3a-120fc1e4b450 admin admin] Pushing event deleted for resources: {'Port': ['ID=1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:27:00.806010 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c039ea-f117-445e-ab3a-120fc1e4b450 admin admin] No DVR routers for this DVR port 1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:27:00.929057 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98c039ea-f117-445e-ab3a-120fc1e4b450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:00.942960 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-98c039ea-f117-445e-ab3a-120fc1e4b450 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76fd90f7-3343-4298-9bbe-ebe12140d877']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:27:00.960502 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-98c039ea-f117-445e-ab3a-120fc1e4b450 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e2cfbd1-e930-4cfd-b256-7cd8636712ca') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:27:00.960800 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-98c039ea-f117-445e-ab3a-120fc1e4b450 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e2cfbd1-e930-4cfd-b256-7cd8636712ca') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:27:00.970553 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-8239ac34-74d0-4d22-ae8a-2a2ab3288b2a service neutron] 10.222.0.36 "GET /v2.0/networks/a36e233e-9694-4856-84b9-f3f8aa62d273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759326 Aug 28 15:27:00.973887 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98c039ea-f117-445e-ab3a-120fc1e4b450 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:01.041143 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98c039ea-f117-445e-ab3a-120fc1e4b450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:01.052686 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c039ea-f117-445e-ab3a-120fc1e4b450 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:27:01.053087 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98c039ea-f117-445e-ab3a-120fc1e4b450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:27:01.054850 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:27:01.127696 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98c039ea-f117-445e-ab3a-120fc1e4b450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:01.140707 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-98c039ea-f117-445e-ab3a-120fc1e4b450 admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:01.142585 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-98c039ea-f117-445e-ab3a-120fc1e4b450 admin admin] 10.222.0.13 "DELETE /v2.0/networks/76fd90f7-3343-4298-9bbe-ebe12140d877 HTTP/1.1" status: 204 len: 168 time: 1.0156777 Aug 28 15:27:01.146459 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49282) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:27:01.162346 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c039ea-f117-445e-ab3a-120fc1e4b450 admin admin] Pushing event deleted for resources: {'Network': ['ID=76fd90f7-3343-4298-9bbe-ebe12140d877,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:27:01.165824 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-451a124e-d0a8-41a3-98f5-c97fb3827b1d req-a7a63d54-aa47-4e85-af17-c31c0de48a1e service neutron] 10.222.0.36 "GET /v2.0/networks/a36e233e-9694-4856-84b9-f3f8aa62d273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817493 Aug 28 15:27:01.305901 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9c967-cc7a-4385-ac5d-477dd3c00441 req-3e8f0752-910f-483f-a7e4-6834794fa469 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:01.307302 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-26c9c967-cc7a-4385-ac5d-477dd3c00441 req-3e8f0752-910f-483f-a7e4-6834794fa469 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 943 time: 0.1027787 Aug 28 15:27:01.420427 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-26c9c967-cc7a-4385-ac5d-477dd3c00441 req-b74dae24-ffe4-4fae-b663-13a491def108 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761986 Aug 28 15:27:01.596429 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ed960b10-1276-4491-81d7-7438253628c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:01.849161 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-ed960b10-1276-4491-81d7-7438253628c2 admin admin] Deleting port 21020c85-ac00-47d8-bfbe-5def7f7d82e9 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:27:01.849408 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ed960b10-1276-4491-81d7-7438253628c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:01.931114 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-ed960b10-1276-4491-81d7-7438253628c2 admin admin] For port 21020c85-ac00-47d8-bfbe-5def7f7d82e9, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=21020c85-ac00-47d8-bfbe-5def7f7d82e9,segment=NetworkSegment(92853b97-a567-4155-ab76-461e042a6972),segment_id=92853b97-a567-4155-ab76-461e042a6972)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:27:01.931394 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ed960b10-1276-4491-81d7-7438253628c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:01.944715 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-ed960b10-1276-4491-81d7-7438253628c2 admin admin] Calling delete_port for 21020c85-ac00-47d8-bfbe-5def7f7d82e9 owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:27:02.124260 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ed960b10-1276-4491-81d7-7438253628c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:02.147808 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed960b10-1276-4491-81d7-7438253628c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=21020c85-ac00-47d8-bfbe-5def7f7d82e9,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:27:02.340039 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ed960b10-1276-4491-81d7-7438253628c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:02.340996 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:27:02.372161 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:27:02.372756 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1721d7ae-5a39-4248-9e1f-b5b2bcc8bb60 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:27:02.609203 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179349c-cce0-47f7-88df-222793412727 req-f22d2aaa-2126-47ea-9204-f08db3bc0297 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:02.611039 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b179349c-cce0-47f7-88df-222793412727 req-f22d2aaa-2126-47ea-9204-f08db3bc0297 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 943 time: 0.1023617 Aug 28 15:27:02.645477 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed960b10-1276-4491-81d7-7438253628c2 admin admin] Router 3bed3eea-2447-4bf1-880e-b62b1e79caa7 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:27:02.668102 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b179349c-cce0-47f7-88df-222793412727 req-a9ce7583-6a78-4eac-981d-35d5ccd35246 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484273 Aug 28 15:27:02.809367 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed960b10-1276-4491-81d7-7438253628c2 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:27:02.821769 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ed960b10-1276-4491-81d7-7438253628c2 admin admin] 10.222.0.13 "PUT /v2.0/routers/3bed3eea-2447-4bf1-880e-b62b1e79caa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6740150 Aug 28 15:27:02.822314 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49298) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:27:02.836824 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9821df-23b8-4ba4-afaf-e0652f2006b3 None None] Sync routers for ids ['3bed3eea-2447-4bf1-880e-b62b1e79caa7'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:27:02.850585 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9821df-23b8-4ba4-afaf-e0652f2006b3 None None] Routers {'3bed3eea-2447-4bf1-880e-b62b1e79caa7'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:27:02.851478 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-ac9821df-23b8-4ba4-afaf-e0652f2006b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:26:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['3bed3eea-2447-4bf1-880e-b62b1e79caa7'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:27:02.990395 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49302) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:27:02.992257 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1d9c3609-a1c3-49f6-bcde-6a3585a51f69 admin admin] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:03.014780 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-ac9821df-23b8-4ba4-afaf-e0652f2006b3 None None] Set router 3bed3eea-2447-4bf1-880e-b62b1e79caa7 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:27:03.138790 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1d9c3609-a1c3-49f6-bcde-6a3585a51f69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:03.154238 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f07555d1-2895-4e91-8705-17bb0a453fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:03.220303 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-1d9c3609-a1c3-49f6-bcde-6a3585a51f69 admin admin] Deleting port 2f0160d8-8769-48ca-83a2-6eb7f74bacf5 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:27:03.220656 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1d9c3609-a1c3-49f6-bcde-6a3585a51f69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:03.275703 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-ac9821df-23b8-4ba4-afaf-e0652f2006b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bed3eea-2447-4bf1-880e-b62b1e79caa7', 'name': 'tempest-TestVolumeBackupRestore-2073255074-router', 'tenant_id': '02fa4c6919414fd4a8a050755ef77f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '2f0160d8-8769-48ca-83a2-6eb7f74bacf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:28Z', 'updated_at': '2021-08-28T15:27:02Z', 'revision_number': 5, 'project_id': '02fa4c6919414fd4a8a050755ef77f95', 'gw_port': {'id': '2f0160d8-8769-48ca-83a2-6eb7f74bacf5', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bed3eea-2447-4bf1-880e-b62b1e79caa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:23:29Z', 'updated_at': '2021-08-28T15:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:27:03.309844 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f07555d1-2895-4e91-8705-17bb0a453fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:03.316505 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f07555d1-2895-4e91-8705-17bb0a453fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:03.317900 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9821df-23b8-4ba4-afaf-e0652f2006b3 None None] Checking router: 3bed3eea-2447-4bf1-880e-b62b1e79caa7 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:27:03.329890 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9821df-23b8-4ba4-afaf-e0652f2006b3 None None] Routers {'3bed3eea-2447-4bf1-880e-b62b1e79caa7'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:27:03.330950 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-ac9821df-23b8-4ba4-afaf-e0652f2006b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:26:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['3bed3eea-2447-4bf1-880e-b62b1e79caa7'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:27:03.338795 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-1d9c3609-a1c3-49f6-bcde-6a3585a51f69 admin admin] For port 2f0160d8-8769-48ca-83a2-6eb7f74bacf5, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2f0160d8-8769-48ca-83a2-6eb7f74bacf5,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:27:03.339169 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1d9c3609-a1c3-49f6-bcde-6a3585a51f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:03.355731 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-1d9c3609-a1c3-49f6-bcde-6a3585a51f69 admin admin] Calling delete_port for 2f0160d8-8769-48ca-83a2-6eb7f74bacf5 owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:27:03.392265 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f07555d1-2895-4e91-8705-17bb0a453fec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16a0267d06764ddd920fb4de85d38866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4000704 Aug 28 15:27:03.393648 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07555d1-2895-4e91-8705-17bb0a453fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ebde83-66d9-47d9-8740-6f0c764dd104,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:27:03.397515 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49306) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:27:03.489820 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-40bcf360-8574-4f27-9228-5bf12dc71df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:03.517474 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-40bcf360-8574-4f27-9228-5bf12dc71df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:03.599438 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-40bcf360-8574-4f27-9228-5bf12dc71df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:03.603795 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1d9c3609-a1c3-49f6-bcde-6a3585a51f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:03.604171 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-40bcf360-8574-4f27-9228-5bf12dc71df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:03.609331 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-40bcf360-8574-4f27-9228-5bf12dc71df6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41ebde83-66d9-47d9-8740-6f0c764dd104 HTTP/1.1" status: 204 len: 168 time: 0.2102976 Aug 28 15:27:03.619274 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bcf360-8574-4f27-9228-5bf12dc71df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ebde83-66d9-47d9-8740-6f0c764dd104,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:27:03.643147 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c3609-a1c3-49f6-bcde-6a3585a51f69 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f0160d8-8769-48ca-83a2-6eb7f74bacf5,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:27:03.663486 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-ac9821df-23b8-4ba4-afaf-e0652f2006b3 None None] Set router 3bed3eea-2447-4bf1-880e-b62b1e79caa7 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:27:03.719563 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-ac9821df-23b8-4ba4-afaf-e0652f2006b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bed3eea-2447-4bf1-880e-b62b1e79caa7', 'name': 'tempest-TestVolumeBackupRestore-2073255074-router', 'tenant_id': '02fa4c6919414fd4a8a050755ef77f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:28Z', 'updated_at': '2021-08-28T15:27:03Z', 'revision_number': 6, 'project_id': '02fa4c6919414fd4a8a050755ef77f95', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:27:03.733134 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1d9c3609-a1c3-49f6-bcde-6a3585a51f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:03.757155 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9821df-23b8-4ba4-afaf-e0652f2006b3 None None] The sync data for ids ['3bed3eea-2447-4bf1-880e-b62b1e79caa7'] in n-d-712137-10 is: [{'id': '3bed3eea-2447-4bf1-880e-b62b1e79caa7', 'name': 'tempest-TestVolumeBackupRestore-2073255074-router', 'tenant_id': '02fa4c6919414fd4a8a050755ef77f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:23:28Z', 'updated_at': '2021-08-28T15:27:03Z', 'revision_number': 6, 'project_id': '02fa4c6919414fd4a8a050755ef77f95', 'gw_port_host': None}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:27:03.870520 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1d9c3609-a1c3-49f6-bcde-6a3585a51f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:03.872861 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1d9c3609-a1c3-49f6-bcde-6a3585a51f69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:03.885419 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e8347-39ca-411e-b2c2-e1c566195fa4 req-b78b0dcc-0e5b-4dac-911d-64f54b433012 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:03.887083 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eb3e8347-39ca-411e-b2c2-e1c566195fa4 req-b78b0dcc-0e5b-4dac-911d-64f54b433012 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 943 time: 0.0644736 Aug 28 15:27:03.925470 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1d9c3609-a1c3-49f6-bcde-6a3585a51f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:03.926113 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9c3609-a1c3-49f6-bcde-6a3585a51f69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bed3eea-2447-4bf1-880e-b62b1e79caa7 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:27:03.931057 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1d9c3609-a1c3-49f6-bcde-6a3585a51f69 admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:03.933959 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1d9c3609-a1c3-49f6-bcde-6a3585a51f69 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3bed3eea-2447-4bf1-880e-b62b1e79caa7 HTTP/1.1" status: 204 len: 168 time: 1.1078548 Aug 28 15:27:03.934339 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49318) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:27:03.948176 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eb3e8347-39ca-411e-b2c2-e1c566195fa4 req-c1ee7d41-bebc-4661-baf8-cd27e247bab0 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547156 Aug 28 15:27:03.988187 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-7660528d-59c1-4823-9329-a875bc4756a2 admin admin] Deleting subnet 761c577a-f036-418e-bae3-de7c049ad092 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:27:03.992106 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7660528d-59c1-4823-9329-a875bc4756a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:04.026964 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7660528d-59c1-4823-9329-a875bc4756a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:04.115429 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7660528d-59c1-4823-9329-a875bc4756a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:04.189824 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7660528d-59c1-4823-9329-a875bc4756a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:04.287942 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 21020c85-ac00-47d8-bfbe-5def7f7d82e9 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:27:04.314050 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 21020c85-ac00-47d8-bfbe-5def7f7d82e9 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:27:04.314510 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 21020c85-ac00-47d8-bfbe-5def7f7d82e9 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:27:04.558331 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660528d-59c1-4823-9329-a875bc4756a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=761c577a-f036-418e-bae3-de7c049ad092,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:27:04.564665 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7660528d-59c1-4823-9329-a875bc4756a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:04.568771 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7660528d-59c1-4823-9329-a875bc4756a2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/761c577a-f036-418e-bae3-de7c049ad092 HTTP/1.1" status: 204 len: 168 time: 0.6312635 Aug 28 15:27:04.569480 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49338) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:27:04.571071 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a3f5b3-4a1c-4b42-93ad-587de8838303 None None] Network 3df6053e-50cd-4250-9582-5523607e85e5 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:27:04.655756 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dd2a375f-2f52-460d-b27f-f3e91d601f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:04.715689 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a375f-2f52-460d-b27f-f3e91d601f6d admin admin] Deleting port d9732220-4bd2-4858-9a1a-b915e4b18afc {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:27:04.715936 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dd2a375f-2f52-460d-b27f-f3e91d601f6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:04.782204 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-dd2a375f-2f52-460d-b27f-f3e91d601f6d admin admin] For port d9732220-4bd2-4858-9a1a-b915e4b18afc, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=d9732220-4bd2-4858-9a1a-b915e4b18afc,segment=NetworkSegment(92853b97-a567-4155-ab76-461e042a6972),segment_id=92853b97-a567-4155-ab76-461e042a6972)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:27:04.782204 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dd2a375f-2f52-460d-b27f-f3e91d601f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:04.784784 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa36c90-e058-4526-885b-9d559d6eabb6 None None] DHCP port deletion for 3df6053e-50cd-4250-9582-5523607e85e5 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:27:04.802688 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a375f-2f52-460d-b27f-f3e91d601f6d admin admin] Calling delete_port for d9732220-4bd2-4858-9a1a-b915e4b18afc owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:27:04.849528 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-faa36c90-e058-4526-885b-9d559d6eabb6 None None] Deleting port d9732220-4bd2-4858-9a1a-b915e4b18afc {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:27:04.849906 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-faa36c90-e058-4526-885b-9d559d6eabb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:04.939618 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-faa36c90-e058-4526-885b-9d559d6eabb6 None None] For port d9732220-4bd2-4858-9a1a-b915e4b18afc, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=d9732220-4bd2-4858-9a1a-b915e4b18afc,segment=NetworkSegment(92853b97-a567-4155-ab76-461e042a6972),segment_id=92853b97-a567-4155-ab76-461e042a6972)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:27:04.941059 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-faa36c90-e058-4526-885b-9d559d6eabb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:04.956455 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dd2a375f-2f52-460d-b27f-f3e91d601f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:04.967880 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-faa36c90-e058-4526-885b-9d559d6eabb6 None None] Calling delete_port for d9732220-4bd2-4858-9a1a-b915e4b18afc owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:27:04.992431 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a375f-2f52-460d-b27f-f3e91d601f6d admin admin] Pushing event deleted for resources: {'Port': ['ID=d9732220-4bd2-4858-9a1a-b915e4b18afc,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:27:05.000780 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2a375f-2f52-460d-b27f-f3e91d601f6d admin admin] No DVR routers for this DVR port d9732220-4bd2-4858-9a1a-b915e4b18afc on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:27:05.062906 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:27:05.072284 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-faa36c90-e058-4526-885b-9d559d6eabb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:05.086407 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1046e-4d2d-4ae8-8f2f-07603953ebc2 req-585b5e06-a797-4d1b-968e-b827c84db615 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:05.088320 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7de1046e-4d2d-4ae8-8f2f-07603953ebc2 req-585b5e06-a797-4d1b-968e-b827c84db615 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 943 time: 0.0662796 Aug 28 15:27:05.103347 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa36c90-e058-4526-885b-9d559d6eabb6 None None] Pushing event deleted for resources: {'Port': ['ID=d9732220-4bd2-4858-9a1a-b915e4b18afc,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:27:05.105926 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dd2a375f-2f52-460d-b27f-f3e91d601f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:05.113589 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa36c90-e058-4526-885b-9d559d6eabb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:27:05.113940 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa36c90-e058-4526-885b-9d559d6eabb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:27:05.114289 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa36c90-e058-4526-885b-9d559d6eabb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:27:05.114630 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa36c90-e058-4526-885b-9d559d6eabb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:27:05.114964 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa36c90-e058-4526-885b-9d559d6eabb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:27:05.115301 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa36c90-e058-4526-885b-9d559d6eabb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:27:05.115634 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa36c90-e058-4526-885b-9d559d6eabb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:27:05.115978 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa36c90-e058-4526-885b-9d559d6eabb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:27:05.116491 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa36c90-e058-4526-885b-9d559d6eabb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:27:05.116823 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa36c90-e058-4526-885b-9d559d6eabb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:27:05.117150 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa36c90-e058-4526-885b-9d559d6eabb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:27:05.117481 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa36c90-e058-4526-885b-9d559d6eabb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:27:05.120897 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-dd2a375f-2f52-460d-b27f-f3e91d601f6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df6053e-50cd-4250-9582-5523607e85e5']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:27:05.121974 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa36c90-e058-4526-885b-9d559d6eabb6 None None] No DVR routers for this DVR port d9732220-4bd2-4858-9a1a-b915e4b18afc on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:27:05.142572 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-dd2a375f-2f52-460d-b27f-f3e91d601f6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92853b97-a567-4155-ab76-461e042a6972') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:27:05.143164 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-dd2a375f-2f52-460d-b27f-f3e91d601f6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92853b97-a567-4155-ab76-461e042a6972') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:27:05.146888 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7de1046e-4d2d-4ae8-8f2f-07603953ebc2 req-42770e67-803e-4f9e-9520-012abe61d1c4 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520082 Aug 28 15:27:05.154539 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dd2a375f-2f52-460d-b27f-f3e91d601f6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:05.170097 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dd2a375f-2f52-460d-b27f-f3e91d601f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:05.177483 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2a375f-2f52-460d-b27f-f3e91d601f6d admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:27:05.177888 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dd2a375f-2f52-460d-b27f-f3e91d601f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:27:05.179569 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:27:05.238158 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dd2a375f-2f52-460d-b27f-f3e91d601f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:05.244583 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dd2a375f-2f52-460d-b27f-f3e91d601f6d admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:05.246766 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-dd2a375f-2f52-460d-b27f-f3e91d601f6d admin admin] 10.222.0.13 "DELETE /v2.0/networks/3df6053e-50cd-4250-9582-5523607e85e5 HTTP/1.1" status: 204 len: 168 time: 0.6762888 Aug 28 15:27:05.261193 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a375f-2f52-460d-b27f-f3e91d601f6d admin admin] Pushing event deleted for resources: {'Network': ['ID=3df6053e-50cd-4250-9582-5523607e85e5,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:27:05.282150 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 1768b95d-3f83-42a6-8c7e-808146188320 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:27:05.384095 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 1768b95d-3f83-42a6-8c7e-808146188320, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=1768b95d-3f83-42a6-8c7e-808146188320,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:27:05.397073 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '1768b95d-3f83-42a6-8c7e-808146188320', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'port_id': '1768b95d-3f83-42a6-8c7e-808146188320', 'mac_address': 'fa:16:3e:84:8c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:27:05.426645 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49352) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:27:05.436979 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:05.451908 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1768b95d-3f83-42a6-8c7e-808146188320 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:27:05.475721 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6efab55c-70f1-4731-8bdb-328d608b6957 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=555f7f8f6e114106877ec3a31244bea0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450583 Aug 28 15:27:05.477452 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49354) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:27:05.477603 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 1768b95d-3f83-42a6-8c7e-808146188320, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=1768b95d-3f83-42a6-8c7e-808146188320,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:27:05.482168 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:05.536661 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=1768b95d-3f83-42a6-8c7e-808146188320,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:27:05.544989 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ab0367fa-6928-47a8-b434-ac439fb9dc10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:05.567480 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ab0367fa-6928-47a8-b434-ac439fb9dc10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:05.620169 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ab0367fa-6928-47a8-b434-ac439fb9dc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:05.622749 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ab0367fa-6928-47a8-b434-ac439fb9dc10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:05.623940 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ab0367fa-6928-47a8-b434-ac439fb9dc10 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9923a07a-cda2-44a1-9e2d-7570e995cced HTTP/1.1" status: 204 len: 168 time: 0.1463327 Aug 28 15:27:05.632687 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0367fa-6928-47a8-b434-ac439fb9dc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9923a07a-cda2-44a1-9e2d-7570e995cced,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:27:05.868409 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['1768b95d-3f83-42a6-8c7e-808146188320'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:27:05.950047 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49364) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:27:06.007133 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a0e9a2a6-7fb3-47c7-b88e-544959697dbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02fa4c6919414fd4a8a050755ef77f95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557168 Aug 28 15:27:06.009540 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49366) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:27:06.061002 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-438f0ba9-a194-411e-82b6-75b6b20e3b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:06.085059 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-438f0ba9-a194-411e-82b6-75b6b20e3b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:06.145925 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-438f0ba9-a194-411e-82b6-75b6b20e3b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:06.148735 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-438f0ba9-a194-411e-82b6-75b6b20e3b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:06.149942 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-438f0ba9-a194-411e-82b6-75b6b20e3b67 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0cdc33a9-a607-4b4a-a2ae-c20be0777847 HTTP/1.1" status: 204 len: 168 time: 0.1395001 Aug 28 15:27:06.162657 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f0ba9-a194-411e-82b6-75b6b20e3b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdc33a9-a607-4b4a-a2ae-c20be0777847,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:27:06.285172 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059279f6-ebf2-41d2-9f4b-037699e15f0a req-bb5d4dc9-ddb4-4a48-a91c-8f5ac85e66df tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:06.287312 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-059279f6-ebf2-41d2-9f4b-037699e15f0a req-bb5d4dc9-ddb4-4a48-a91c-8f5ac85e66df tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 944 time: 0.0526240 Aug 28 15:27:06.303219 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2f0160d8-8769-48ca-83a2-6eb7f74bacf5 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:27:06.328282 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 2f0160d8-8769-48ca-83a2-6eb7f74bacf5 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:27:06.328782 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2f0160d8-8769-48ca-83a2-6eb7f74bacf5 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:27:06.329272 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device d9732220-4bd2-4858-9a1a-b915e4b18afc no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:27:06.345967 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-059279f6-ebf2-41d2-9f4b-037699e15f0a req-cc60b61b-889c-4f5e-8a08-5425bc250353 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485272 Aug 28 15:27:06.360643 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: d9732220-4bd2-4858-9a1a-b915e4b18afc {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:27:06.361018 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device d9732220-4bd2-4858-9a1a-b915e4b18afc not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:27:07.298542 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 1768b95d-3f83-42a6-8c7e-808146188320 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:27:07.348715 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 1768b95d-3f83-42a6-8c7e-808146188320 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:27:07.352481 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 1768b95d-3f83-42a6-8c7e-808146188320 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:27:07.352852 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:07.433890 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:07.458746 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdf750e-a3ec-4754-a63c-3e121c986b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1768b95d-3f83-42a6-8c7e-808146188320'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:27:07.461029 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555fe17b-e038-4134-b6a8-f585e5ae68b4" -d '{"events": [{"server_uuid": "4fdf750e-a3ec-4754-a63c-3e121c986b61", "name": "network-vif-plugged", "status": "completed", "tag": "1768b95d-3f83-42a6-8c7e-808146188320"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:27:07.478094 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 1768b95d-3f83-42a6-8c7e-808146188320, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=1768b95d-3f83-42a6-8c7e-808146188320,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:27:07.483004 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:07.483639 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301407e-cba1-48ff-b5cd-bd1e82919e27 req-522b461d-5452-4f70-93ce-b7c780c810cd tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:07.485362 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6301407e-cba1-48ff-b5cd-bd1e82919e27 req-522b461d-5452-4f70-93ce-b7c780c810cd tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 944 time: 0.0671761 Aug 28 15:27:07.520357 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0b1a33-4726-4500-863a-42a9feb831ca x-openstack-request-id: req-fc0b1a33-4726-4500-863a-42a9feb831ca {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:27:07.520656 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fdf750e-a3ec-4754-a63c-3e121c986b61", "name": "network-vif-plugged", "status": "completed", "tag": "1768b95d-3f83-42a6-8c7e-808146188320", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:27:07.520913 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc0b1a33-4726-4500-863a-42a9feb831ca {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:27:07.521312 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fdf750e-a3ec-4754-a63c-3e121c986b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1768b95d-3f83-42a6-8c7e-808146188320', 'code': 200} Aug 28 15:27:07.536317 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6301407e-cba1-48ff-b5cd-bd1e82919e27 req-a901d5db-9679-45c9-afb6-417279df22ab tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413501 Aug 28 15:27:07.538945 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=1768b95d-3f83-42a6-8c7e-808146188320,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:27:07.622855 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0a7c3-a5e2-44ca-8d66-1d080cbe7af4 req-c8cb2153-2867-4a39-9827-9507760b93a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:07.624537 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-09b0a7c3-a5e2-44ca-8d66-1d080cbe7af4 req-c8cb2153-2867-4a39-9827-9507760b93a8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 1097 time: 0.0447032 Aug 28 15:27:07.662916 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-09b0a7c3-a5e2-44ca-8d66-1d080cbe7af4 req-263c656b-9540-42b3-b264-41a22b2177e4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311818 Aug 28 15:27:08.007678 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fa1a73d9-e544-49eb-9bdf-38473b86188d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:08.550494 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49394) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:27:08.661182 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f1361-0329-4cf5-a0b8-cbcb6d4840ab req-c6f97de1-f3c4-448f-a9da-2cc7d7a3c8c2 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:08.662694 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b75f1361-0329-4cf5-a0b8-cbcb6d4840ab req-c6f97de1-f3c4-448f-a9da-2cc7d7a3c8c2 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 945 time: 0.0546789 Aug 28 15:27:08.668356 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f61e9c0a-cf2d-4ca1-9906-40785208e576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:08.701321 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b75f1361-0329-4cf5-a0b8-cbcb6d4840ab req-442ee831-b234-44a2-9f37-c1c54b774a47 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324929 Aug 28 15:27:09.065594 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f61e9c0a-cf2d-4ca1-9906-40785208e576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:09.070037 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f61e9c0a-cf2d-4ca1-9906-40785208e576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:09.110748 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f61e9c0a-cf2d-4ca1-9906-40785208e576 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f203b271ef9e418d8deb121e51f08759&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5590763 Aug 28 15:27:09.112285 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e9c0a-cf2d-4ca1-9906-40785208e576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9df3443-2473-453e-86e0-bbcf8e9066f2,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:27:09.114875 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49402) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:27:09.163616 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f949bce-f894-4d9c-9003-6701369203af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:09.185294 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f949bce-f894-4d9c-9003-6701369203af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:09.234807 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f949bce-f894-4d9c-9003-6701369203af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:09.238151 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f949bce-f894-4d9c-9003-6701369203af admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:09.239292 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5f949bce-f894-4d9c-9003-6701369203af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9df3443-2473-453e-86e0-bbcf8e9066f2 HTTP/1.1" status: 204 len: 168 time: 0.1234298 Aug 28 15:27:09.247120 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f949bce-f894-4d9c-9003-6701369203af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9df3443-2473-453e-86e0-bbcf8e9066f2,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:27:09.819778 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b42e7a-bf10-499a-b949-515bfe0ffb61 req-ce8dc4ab-a620-4aa3-ac8c-a2ea8bbae5be tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:09.821194 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c5b42e7a-bf10-499a-b949-515bfe0ffb61 req-ce8dc4ab-a620-4aa3-ac8c-a2ea8bbae5be tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 945 time: 0.0516102 Aug 28 15:27:09.859155 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c5b42e7a-bf10-499a-b949-515bfe0ffb61 req-dc60aaaa-5db9-498a-8b84-42ff52cc9be8 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319180 Aug 28 15:27:09.975285 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03831d05-97b3-4c79-a0fa-5d66f126f924 req-8f99e1e1-fb44-4afb-8af5-d827c345f02d tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:09.976775 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-03831d05-97b3-4c79-a0fa-5d66f126f924 req-8f99e1e1-fb44-4afb-8af5-d827c345f02d tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 945 time: 0.0489354 Aug 28 15:27:10.012853 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-03831d05-97b3-4c79-a0fa-5d66f126f924 req-d7722666-1b32-4e5c-9614-5a27ceefb8e1 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299857 Aug 28 15:27:10.037476 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49412) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:27:10.228037 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47133755-8610-4dc6-8af8-82fe0a3b3636 tempest-TestVolumeBootPattern-1199731558 tempest-TestVolumeBootPattern-1199731558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:10.232398 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-47133755-8610-4dc6-8af8-82fe0a3b3636 tempest-TestVolumeBootPattern-1199731558 tempest-TestVolumeBootPattern-1199731558-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 1092 time: 0.1911094 Aug 28 15:27:10.232398 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49418) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:27:10.237254 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-77f7aabc-4124-4135-b989-118eb42a4eba tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'port_id': '1768b95d-3f83-42a6-8c7e-808146188320', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:27:10.260555 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77f7aabc-4124-4135-b989-118eb42a4eba tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:10.361135 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77f7aabc-4124-4135-b989-118eb42a4eba tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:10.462445 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-77f7aabc-4124-4135-b989-118eb42a4eba tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Allocated IP 172.25.3.224 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/47e08075-bdfe-4c85-967d-6090aebffede) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:27:10.563616 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77f7aabc-4124-4135-b989-118eb42a4eba tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:10.571928 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fef26691-da7e-408a-8f69-0725115561f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:10.602978 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77f7aabc-4124-4135-b989-118eb42a4eba tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:10.642100 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f7aabc-4124-4135-b989-118eb42a4eba tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:27:10.645098 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-77f7aabc-4124-4135-b989-118eb42a4eba tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:27:10.648663 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f7aabc-4124-4135-b989-118eb42a4eba tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:27:10.673415 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7aabc-4124-4135-b989-118eb42a4eba tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Pushing event updated for resources: {'Port': ['ID=47e08075-bdfe-4c85-967d-6090aebffede,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:27:10.859618 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:11.000615 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77f7aabc-4124-4135-b989-118eb42a4eba tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:11.068969 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77f7aabc-4124-4135-b989-118eb42a4eba tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:11.217108 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77f7aabc-4124-4135-b989-118eb42a4eba tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:11.221299 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77f7aabc-4124-4135-b989-118eb42a4eba tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:11.291081 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7aabc-4124-4135-b989-118eb42a4eba tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Pushing event updated for resources: {'Port': ['ID=47e08075-bdfe-4c85-967d-6090aebffede,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:27:11.302692 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77f7aabc-4124-4135-b989-118eb42a4eba tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:11.402628 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-77f7aabc-4124-4135-b989-118eb42a4eba tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Floating IP 72ec3e3f-80ee-4c69-9bd9-e41f7e859c85 associated. External IP: 172.25.3.224, port: 1768b95d-3f83-42a6-8c7e-808146188320. Aug 28 15:27:11.606159 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f7aabc-4124-4135-b989-118eb42a4eba tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Router 2b983b1b-6ecb-446e-9caf-11531954b1f2 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:27:11.712374 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f7aabc-4124-4135-b989-118eb42a4eba tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:27:11.724189 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8ab80f-31a0-4b21-b1d5-cab89de22287 None None] Sync routers for ids ['2b983b1b-6ecb-446e-9caf-11531954b1f2'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:27:11.729171 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-77f7aabc-4124-4135-b989-118eb42a4eba tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:11.734371 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8ab80f-31a0-4b21-b1d5-cab89de22287 None None] Routers {'2b983b1b-6ecb-446e-9caf-11531954b1f2'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:27:11.734996 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-ab8ab80f-31a0-4b21-b1d5-cab89de22287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:27:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2b983b1b-6ecb-446e-9caf-11531954b1f2'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:27:11.756918 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-77f7aabc-4124-4135-b989-118eb42a4eba tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5233796 Aug 28 15:27:11.757484 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fdf750e-a3ec-4754-a63c-3e121c986b61', 'tag': '1768b95d-3f83-42a6-8c7e-808146188320'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:27:11.759771 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dcdb3b-a9cb-411f-bcc2-466609efd7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "4fdf750e-a3ec-4754-a63c-3e121c986b61", "tag": "1768b95d-3f83-42a6-8c7e-808146188320"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:27:11.788296 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:11.801349 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416b1b84-c877-4649-9a7a-cae5c3175b05 x-openstack-request-id: req-416b1b84-c877-4649-9a7a-cae5c3175b05 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:27:11.801722 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fdf750e-a3ec-4754-a63c-3e121c986b61", "tag": "1768b95d-3f83-42a6-8c7e-808146188320", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:27:11.801984 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-416b1b84-c877-4649-9a7a-cae5c3175b05 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:27:11.802390 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fdf750e-a3ec-4754-a63c-3e121c986b61', 'tag': '1768b95d-3f83-42a6-8c7e-808146188320', 'status': 'completed', 'code': 200} Aug 28 15:27:11.839820 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-ab8ab80f-31a0-4b21-b1d5-cab89de22287 None None] Set router 2b983b1b-6ecb-446e-9caf-11531954b1f2 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:27:11.866395 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcdb3b-a9cb-411f-bcc2-466609efd7ae req-a7a98400-900d-4475-a33c-09c6c2a20e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:11.867983 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-36dcdb3b-a9cb-411f-bcc2-466609efd7ae req-a7a98400-900d-4475-a33c-09c6c2a20e97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6cc5102288e4115b2b96ff1028147b2&device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 1097 time: 0.0444770 Aug 28 15:27:11.960505 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcdb3b-a9cb-411f-bcc2-466609efd7ae req-46394116-b9b5-4a1d-8d01-1a92dc332871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:11.962032 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-36dcdb3b-a9cb-411f-bcc2-466609efd7ae req-46394116-b9b5-4a1d-8d01-1a92dc332871 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8878cb2c-b382-48c1-8c2a-67543a7cb61c HTTP/1.1" status: 200 len: 912 time: 0.0871065 Aug 28 15:27:12.032863 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-36dcdb3b-a9cb-411f-bcc2-466609efd7ae req-23e8d3a3-2b45-4120-aae1-b2371f64249f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1768b95d-3f83-42a6-8c7e-808146188320 HTTP/1.1" status: 200 len: 999 time: 0.0634551 Aug 28 15:27:12.063482 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-ab8ab80f-31a0-4b21-b1d5-cab89de22287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'name': 'tempest-TestVolumeBootPattern-189655109-router', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:41Z', 'updated_at': '2021-08-28T15:19:49Z', 'revision_number': 4, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'gw_port': {'id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:43Z', 'updated_at': '2021-08-28T15:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '72ec3e3f-80ee-4c69-9bd9-e41f7e859c85', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'port_id': '1768b95d-3f83-42a6-8c7e-808146188320', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'mac_address': 'fa:16:3e:84:8c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdf750e-a3ec-4754-a63c-3e121c986b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:27:10Z', 'updated_at': '2021-08-28T15:27:10Z', 'revision_number': 0, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b97bdaf0-fe94-4442-80b8-d05c9420d5ec', 'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'mac_address': 'fa:16:3e:5b:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:48Z', 'updated_at': '2021-08-28T15:19:59Z', 'revision_number': 5, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'subnets': [{'id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:27:12.084872 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcdb3b-a9cb-411f-bcc2-466609efd7ae req-1cc51124-4612-445d-9ac5-7ecc79e21b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:12.086351 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-36dcdb3b-a9cb-411f-bcc2-466609efd7ae req-1cc51124-4612-445d-9ac5-7ecc79e21b89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=551c7bac-a4f4-45ec-a575-eb6f29eb5d74 HTTP/1.1" status: 200 len: 850 time: 0.0466542 Aug 28 15:27:12.089592 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8ab80f-31a0-4b21-b1d5-cab89de22287 None None] Checking router: 2b983b1b-6ecb-446e-9caf-11531954b1f2 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:27:12.098548 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8ab80f-31a0-4b21-b1d5-cab89de22287 None None] Routers {'2b983b1b-6ecb-446e-9caf-11531954b1f2'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:27:12.099155 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-ab8ab80f-31a0-4b21-b1d5-cab89de22287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:27:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2b983b1b-6ecb-446e-9caf-11531954b1f2'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:27:12.132146 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcdb3b-a9cb-411f-bcc2-466609efd7ae req-d5ff9ca9-1bf1-4491-9b27-775f6973a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:12.133575 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-36dcdb3b-a9cb-411f-bcc2-466609efd7ae req-d5ff9ca9-1bf1-4491-9b27-775f6973a6e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8878cb2c-b382-48c1-8c2a-67543a7cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406141 Aug 28 15:27:12.203099 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-ab8ab80f-31a0-4b21-b1d5-cab89de22287 None None] Set router 2b983b1b-6ecb-446e-9caf-11531954b1f2 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:27:12.231134 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-36dcdb3b-a9cb-411f-bcc2-466609efd7ae req-bafd64e2-7a3d-4c7e-bb5f-d02f13afb20f service neutron] 10.222.0.41 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905583 Aug 28 15:27:12.325550 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-36dcdb3b-a9cb-411f-bcc2-466609efd7ae req-9bac090e-10e2-41b2-8e3f-1714c3284771 service neutron] 10.222.0.41 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839260 Aug 28 15:27:12.530225 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-ab8ab80f-31a0-4b21-b1d5-cab89de22287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'name': 'tempest-TestVolumeBootPattern-189655109-router', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:41Z', 'updated_at': '2021-08-28T15:19:49Z', 'revision_number': 4, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'gw_port': {'id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:43Z', 'updated_at': '2021-08-28T15:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '72ec3e3f-80ee-4c69-9bd9-e41f7e859c85', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'port_id': '1768b95d-3f83-42a6-8c7e-808146188320', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'mac_address': 'fa:16:3e:84:8c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdf750e-a3ec-4754-a63c-3e121c986b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:27:10Z', 'updated_at': '2021-08-28T15:27:10Z', 'revision_number': 0, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b97bdaf0-fe94-4442-80b8-d05c9420d5ec', 'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'mac_address': 'fa:16:3e:5b:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:48Z', 'updated_at': '2021-08-28T15:19:59Z', 'revision_number': 5, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'subnets': [{'id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:27:12.559015 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8ab80f-31a0-4b21-b1d5-cab89de22287 None None] The sync data for ids ['2b983b1b-6ecb-446e-9caf-11531954b1f2'] in n-d-712137-10 is: [{'id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'name': 'tempest-TestVolumeBootPattern-189655109-router', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:41Z', 'updated_at': '2021-08-28T15:19:49Z', 'revision_number': 4, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'gw_port': {'id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:43Z', 'updated_at': '2021-08-28T15:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '72ec3e3f-80ee-4c69-9bd9-e41f7e859c85', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'port_id': '1768b95d-3f83-42a6-8c7e-808146188320', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'mac_address': 'fa:16:3e:84:8c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdf750e-a3ec-4754-a63c-3e121c986b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:27:10Z', 'updated_at': '2021-08-28T15:27:10Z', 'revision_number': 0, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b97bdaf0-fe94-4442-80b8-d05c9420d5ec', 'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'mac_address': 'fa:16:3e:5b:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:48Z', 'updated_at': '2021-08-28T15:19:59Z', 'revision_number': 5, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'subnets': [{'id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:27:12.755916 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cd5308-5aa6-4335-b2af-4cda1ef59177 None None] New status for floating IP 72ec3e3f-80ee-4c69-9bd9-e41f7e859c85: ACTIVE {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:27:13.296445 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:24.517981 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:26.670504 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:27.072163 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:27:38.008132 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-98f1864d-6b3d-4011-8021-36d84605f21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:40.573437 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e13f1e13-82a6-4ad9-aa3a-5c149a13529f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:40.862998 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:41.789558 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:43.302636 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:49.751414 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3fa37-2ff8-45c8-a05c-0df3d8d4d462 req-71852575-9568-4b95-be17-2ff98ce6fdeb tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:49.758082 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3fa37-2ff8-45c8-a05c-0df3d8d4d462 req-71852575-9568-4b95-be17-2ff98ce6fdeb tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:49.763930 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3fa37-2ff8-45c8-a05c-0df3d8d4d462 req-71852575-9568-4b95-be17-2ff98ce6fdeb tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:49.769767 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3fa37-2ff8-45c8-a05c-0df3d8d4d462 req-71852575-9568-4b95-be17-2ff98ce6fdeb tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:49.775620 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3fa37-2ff8-45c8-a05c-0df3d8d4d462 req-71852575-9568-4b95-be17-2ff98ce6fdeb tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:49.781506 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3fa37-2ff8-45c8-a05c-0df3d8d4d462 req-71852575-9568-4b95-be17-2ff98ce6fdeb tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:49.787436 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3fa37-2ff8-45c8-a05c-0df3d8d4d462 req-71852575-9568-4b95-be17-2ff98ce6fdeb tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:49.789296 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fef3fa37-2ff8-45c8-a05c-0df3d8d4d462 req-71852575-9568-4b95-be17-2ff98ce6fdeb tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5435 time: 0.0909922 Aug 28 15:27:49.833717 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fef3fa37-2ff8-45c8-a05c-0df3d8d4d462 req-73348675-b29c-4e97-ac5d-88bf8f7ea35e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382199 Aug 28 15:27:50.692435 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-c960be63-fe06-4f72-bbc0-dc83e55734e3 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:50.698503 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-c960be63-fe06-4f72-bbc0-dc83e55734e3 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:50.704358 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-c960be63-fe06-4f72-bbc0-dc83e55734e3 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:50.710729 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-c960be63-fe06-4f72-bbc0-dc83e55734e3 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:50.716597 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-c960be63-fe06-4f72-bbc0-dc83e55734e3 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:50.722435 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-c960be63-fe06-4f72-bbc0-dc83e55734e3 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:50.728246 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-c960be63-fe06-4f72-bbc0-dc83e55734e3 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:50.730110 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-c960be63-fe06-4f72-bbc0-dc83e55734e3 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.36 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5435 time: 0.0925925 Aug 28 15:27:50.774380 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-18d86245-54e8-4b64-8601-22570c029cc9 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:50.775729 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-18d86245-54e8-4b64-8601-22570c029cc9 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.36 "GET /v2.0/ports/812faf11-1952-4526-859c-7622a369ee03?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0397439 Aug 28 15:27:50.877845 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-a39fc616-08c4-4e0b-bcaf-4f525aaf5efd tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.36 "GET /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0963442 Aug 28 15:27:50.888701 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-1813c6a4-5afb-4f18-af0a-f2164e50f66e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:27:50.972275 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-1813c6a4-5afb-4f18-af0a-f2164e50f66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:51.008292 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5f97e-f3b2-47ad-8d6c-7beb2b850780 req-8400602d-c71c-4fe8-a5b9-fc559697fee5 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:51.014260 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5f97e-f3b2-47ad-8d6c-7beb2b850780 req-8400602d-c71c-4fe8-a5b9-fc559697fee5 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:51.020914 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5f97e-f3b2-47ad-8d6c-7beb2b850780 req-8400602d-c71c-4fe8-a5b9-fc559697fee5 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:51.026845 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5f97e-f3b2-47ad-8d6c-7beb2b850780 req-8400602d-c71c-4fe8-a5b9-fc559697fee5 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:51.033325 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5f97e-f3b2-47ad-8d6c-7beb2b850780 req-8400602d-c71c-4fe8-a5b9-fc559697fee5 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:51.039271 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5f97e-f3b2-47ad-8d6c-7beb2b850780 req-8400602d-c71c-4fe8-a5b9-fc559697fee5 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:51.045230 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5f97e-f3b2-47ad-8d6c-7beb2b850780 req-8400602d-c71c-4fe8-a5b9-fc559697fee5 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:51.047070 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-22a5f97e-f3b2-47ad-8d6c-7beb2b850780 req-8400602d-c71c-4fe8-a5b9-fc559697fee5 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 5435 time: 0.1337378 Aug 28 15:27:51.121338 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-22a5f97e-f3b2-47ad-8d6c-7beb2b850780 req-9777377f-7584-4964-af08-f4477afbc8fd tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a&id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550828 Aug 28 15:27:51.203471 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-1813c6a4-5afb-4f18-af0a-f2164e50f66e service neutron] For port 812faf11-1952-4526-859c-7622a369ee03, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=812faf11-1952-4526-859c-7622a369ee03,segment=NetworkSegment(8939f4c3-a1c0-4af7-8a1e-1156976435c2),segment_id=8939f4c3-a1c0-4af7-8a1e-1156976435c2)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:27:51.234543 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-1813c6a4-5afb-4f18-af0a-f2164e50f66e service neutron] For port 812faf11-1952-4526-859c-7622a369ee03, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:27:51.266870 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-1813c6a4-5afb-4f18-af0a-f2164e50f66e service neutron] device_id is not set on port 812faf11-1952-4526-859c-7622a369ee03 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:27:51.275198 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-1813c6a4-5afb-4f18-af0a-f2164e50f66e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:51.280943 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-1813c6a4-5afb-4f18-af0a-f2164e50f66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:51.330515 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813c6a4-5afb-4f18-af0a-f2164e50f66e service neutron] Pushing event updated for resources: {'Port': ['ID=812faf11-1952-4526-859c-7622a369ee03,revision_number=6']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:27:51.348048 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-1813c6a4-5afb-4f18-af0a-f2164e50f66e service neutron] No DVR routers for this DVR port 812faf11-1952-4526-859c-7622a369ee03 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:27:51.355570 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813c6a4-5afb-4f18-af0a-f2164e50f66e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:27:51.355953 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813c6a4-5afb-4f18-af0a-f2164e50f66e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:27:51.356306 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813c6a4-5afb-4f18-af0a-f2164e50f66e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:27:51.356649 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813c6a4-5afb-4f18-af0a-f2164e50f66e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:27:51.356984 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813c6a4-5afb-4f18-af0a-f2164e50f66e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:27:51.357316 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813c6a4-5afb-4f18-af0a-f2164e50f66e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:27:51.357647 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813c6a4-5afb-4f18-af0a-f2164e50f66e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:27:51.357980 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813c6a4-5afb-4f18-af0a-f2164e50f66e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:27:51.358307 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813c6a4-5afb-4f18-af0a-f2164e50f66e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:27:51.358638 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813c6a4-5afb-4f18-af0a-f2164e50f66e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:27:51.358967 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813c6a4-5afb-4f18-af0a-f2164e50f66e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:27:51.359293 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813c6a4-5afb-4f18-af0a-f2164e50f66e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:27:51.401607 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-1813c6a4-5afb-4f18-af0a-f2164e50f66e service neutron] In _notify_port_updated(), no bound segment for port 812faf11-1952-4526-859c-7622a369ee03 on network 2e337a80-f61c-4bca-8264-d9f248c90759 {{(pid=106330) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 15:27:51.402509 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-1813c6a4-5afb-4f18-af0a-f2164e50f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:51.403127 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-1813c6a4-5afb-4f18-af0a-f2164e50f66e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:51.404495 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-1813c6a4-5afb-4f18-af0a-f2164e50f66e service neutron] 10.222.0.36 "PUT /v2.0/ports/812faf11-1952-4526-859c-7622a369ee03 HTTP/1.1" status: 200 len: 1027 time: 0.5201242 Aug 28 15:27:51.452715 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-66a816f0-de8e-43e0-8816-068dc7fcbe8a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:51.454147 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-66a816f0-de8e-43e0-8816-068dc7fcbe8a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.36 "GET /v2.0/ports/f1ecb044-2bfe-4874-89df-8daa50563f78?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0432217 Aug 28 15:27:51.465146 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-aabc1516-deb5-49be-b9fd-118c45bc2b95 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:27:51.514890 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-500d2379-aaa2-4116-bf52-4f5e6ffa5ccd None None] Provisioning complete for port 812faf11-1952-4526-859c-7622a369ee03 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:27:51.515475 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-500d2379-aaa2-4116-bf52-4f5e6ffa5ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:51.519393 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-aabc1516-deb5-49be-b9fd-118c45bc2b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:51.549059 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-500d2379-aaa2-4116-bf52-4f5e6ffa5ccd None None] Port 812faf11-1952-4526-859c-7622a369ee03 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:27:51.652778 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-aabc1516-deb5-49be-b9fd-118c45bc2b95 service neutron] For port f1ecb044-2bfe-4874-89df-8daa50563f78, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f1ecb044-2bfe-4874-89df-8daa50563f78,segment=NetworkSegment(8939f4c3-a1c0-4af7-8a1e-1156976435c2),segment_id=8939f4c3-a1c0-4af7-8a1e-1156976435c2)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:27:51.686224 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-aabc1516-deb5-49be-b9fd-118c45bc2b95 service neutron] For port f1ecb044-2bfe-4874-89df-8daa50563f78, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:27:51.719162 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-aabc1516-deb5-49be-b9fd-118c45bc2b95 service neutron] device_id is not set on port f1ecb044-2bfe-4874-89df-8daa50563f78 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:27:51.728248 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-aabc1516-deb5-49be-b9fd-118c45bc2b95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:51.734587 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-aabc1516-deb5-49be-b9fd-118c45bc2b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:51.800163 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-aabc1516-deb5-49be-b9fd-118c45bc2b95 service neutron] No DVR routers for this DVR port f1ecb044-2bfe-4874-89df-8daa50563f78 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:27:51.802262 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc1516-deb5-49be-b9fd-118c45bc2b95 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ecb044-2bfe-4874-89df-8daa50563f78,revision_number=6']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:27:51.841474 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-aabc1516-deb5-49be-b9fd-118c45bc2b95 service neutron] In _notify_port_updated(), no bound segment for port f1ecb044-2bfe-4874-89df-8daa50563f78 on network 2e337a80-f61c-4bca-8264-d9f248c90759 {{(pid=106330) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 15:27:51.842347 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-aabc1516-deb5-49be-b9fd-118c45bc2b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:51.842951 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-aabc1516-deb5-49be-b9fd-118c45bc2b95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:51.844344 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-aabc1516-deb5-49be-b9fd-118c45bc2b95 service neutron] 10.222.0.36 "PUT /v2.0/ports/f1ecb044-2bfe-4874-89df-8daa50563f78 HTTP/1.1" status: 200 len: 1028 time: 0.3835905 Aug 28 15:27:51.943960 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-c1a9990b-0bc5-421c-9003-edbaaacc4072 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Deleting port 16321fa2-91e2-42a3-8f1a-9e609d1ba006 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:27:51.944303 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-c1a9990b-0bc5-421c-9003-edbaaacc4072 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:51.971940 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-844027d9-a0ab-40f1-8476-ed81b0576345 None None] Provisioning complete for port f1ecb044-2bfe-4874-89df-8daa50563f78 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:27:51.972318 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-844027d9-a0ab-40f1-8476-ed81b0576345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:52.005200 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-844027d9-a0ab-40f1-8476-ed81b0576345 None None] Port f1ecb044-2bfe-4874-89df-8daa50563f78 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:27:52.034049 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-c1a9990b-0bc5-421c-9003-edbaaacc4072 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] For port 16321fa2-91e2-42a3-8f1a-9e609d1ba006, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=16321fa2-91e2-42a3-8f1a-9e609d1ba006,segment=NetworkSegment(8939f4c3-a1c0-4af7-8a1e-1156976435c2),segment_id=8939f4c3-a1c0-4af7-8a1e-1156976435c2)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:27:52.034357 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-c1a9990b-0bc5-421c-9003-edbaaacc4072 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:52.046838 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-c1a9990b-0bc5-421c-9003-edbaaacc4072 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Calling delete_port for 16321fa2-91e2-42a3-8f1a-9e609d1ba006 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:27:52.173347 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-c1a9990b-0bc5-421c-9003-edbaaacc4072 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:52.213860 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9990b-0bc5-421c-9003-edbaaacc4072 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Pushing event deleted for resources: {'Port': ['ID=16321fa2-91e2-42a3-8f1a-9e609d1ba006,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:27:52.272399 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-c1a9990b-0bc5-421c-9003-edbaaacc4072 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] No DVR routers for this DVR port 16321fa2-91e2-42a3-8f1a-9e609d1ba006 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:27:52.275775 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-c1a9990b-0bc5-421c-9003-edbaaacc4072 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:52.277744 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-c1a9990b-0bc5-421c-9003-edbaaacc4072 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.36 "DELETE /v2.0/ports/16321fa2-91e2-42a3-8f1a-9e609d1ba006 HTTP/1.1" status: 204 len: 173 time: 0.4274590 Aug 28 15:27:52.279759 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'name': 'network-vif-deleted', 'tag': '16321fa2-91e2-42a3-8f1a-9e609d1ba006'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:27:52.281996 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9723127-47c2-4b45-b5c8-956d6d8c1c66" -d '{"events": [{"server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "name": "network-vif-deleted", "tag": "16321fa2-91e2-42a3-8f1a-9e609d1ba006"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:27:52.305721 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb16fc-d4f2-4abf-a046-c4cf599d3c8b req-b3bf79c5-ebb7-441d-8cbb-f7c44e933d19 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:52.311545 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb16fc-d4f2-4abf-a046-c4cf599d3c8b req-b3bf79c5-ebb7-441d-8cbb-f7c44e933d19 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:52.318051 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb16fc-d4f2-4abf-a046-c4cf599d3c8b req-b3bf79c5-ebb7-441d-8cbb-f7c44e933d19 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:52.324475 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb16fc-d4f2-4abf-a046-c4cf599d3c8b req-b3bf79c5-ebb7-441d-8cbb-f7c44e933d19 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:52.326212 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-90cb16fc-d4f2-4abf-a046-c4cf599d3c8b req-b3bf79c5-ebb7-441d-8cbb-f7c44e933d19 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 3151 time: 0.1219175 Aug 28 15:27:52.327644 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4e3ec3-736d-4b9a-84c2-ac6984b414ea x-openstack-request-id: req-ba4e3ec3-736d-4b9a-84c2-ac6984b414ea {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:27:52.327956 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "name": "network-vif-deleted", "tag": "16321fa2-91e2-42a3-8f1a-9e609d1ba006", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:27:52.328204 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba4e3ec3-736d-4b9a-84c2-ac6984b414ea {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:27:52.328581 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'name': 'network-vif-deleted', 'tag': '16321fa2-91e2-42a3-8f1a-9e609d1ba006', 'status': 'completed', 'code': 200} Aug 28 15:27:52.410088 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-90cb16fc-d4f2-4abf-a046-c4cf599d3c8b req-128919fc-5f6a-4a77-b2c1-9783d7f1d39c tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633092 Aug 28 15:27:52.436843 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-33224fc4-1674-4c0f-a8e8-f1e4eaed5d97 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Deleting port 50deec03-7b81-42d5-aaf9-ae33b02083dc {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:27:52.437187 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-33224fc4-1674-4c0f-a8e8-f1e4eaed5d97 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:52.525411 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-33224fc4-1674-4c0f-a8e8-f1e4eaed5d97 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] For port 50deec03-7b81-42d5-aaf9-ae33b02083dc, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=50deec03-7b81-42d5-aaf9-ae33b02083dc,segment=NetworkSegment(ec938aac-3055-458d-96d0-77a991606f63),segment_id=ec938aac-3055-458d-96d0-77a991606f63)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:27:52.525693 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-33224fc4-1674-4c0f-a8e8-f1e4eaed5d97 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:52.539066 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-33224fc4-1674-4c0f-a8e8-f1e4eaed5d97 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Calling delete_port for 50deec03-7b81-42d5-aaf9-ae33b02083dc owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:27:52.673113 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-33224fc4-1674-4c0f-a8e8-f1e4eaed5d97 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:52.700673 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33224fc4-1674-4c0f-a8e8-f1e4eaed5d97 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Pushing event deleted for resources: {'Port': ['ID=50deec03-7b81-42d5-aaf9-ae33b02083dc,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:27:52.743911 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-33224fc4-1674-4c0f-a8e8-f1e4eaed5d97 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] No DVR routers for this DVR port 50deec03-7b81-42d5-aaf9-ae33b02083dc on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:27:52.746576 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-33224fc4-1674-4c0f-a8e8-f1e4eaed5d97 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:52.748578 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-33224fc4-1674-4c0f-a8e8-f1e4eaed5d97 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.36 "DELETE /v2.0/ports/50deec03-7b81-42d5-aaf9-ae33b02083dc HTTP/1.1" status: 204 len: 173 time: 0.4636223 Aug 28 15:27:52.846890 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-3090544e-0ca3-42ec-a1e1-9947a0eb6668 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Deleting port 4a0f45d1-344f-409c-bd68-0b8ed3e04c72 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:27:52.847576 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-3090544e-0ca3-42ec-a1e1-9947a0eb6668 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:52.933616 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-3090544e-0ca3-42ec-a1e1-9947a0eb6668 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] For port 4a0f45d1-344f-409c-bd68-0b8ed3e04c72, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=4a0f45d1-344f-409c-bd68-0b8ed3e04c72,segment=NetworkSegment(c3da0be6-b78e-44bb-a617-8f7114ca16cd),segment_id=c3da0be6-b78e-44bb-a617-8f7114ca16cd)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:27:52.933913 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-3090544e-0ca3-42ec-a1e1-9947a0eb6668 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:53.113089 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-3090544e-0ca3-42ec-a1e1-9947a0eb6668 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:53.113473 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-3090544e-0ca3-42ec-a1e1-9947a0eb6668 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:53.113800 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-3090544e-0ca3-42ec-a1e1-9947a0eb6668 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Floating IP 7ced4952-1bf2-4365-befd-dc770e12b3da disassociated. External IP: 172.25.3.78, port: 4a0f45d1-344f-409c-bd68-0b8ed3e04c72. Aug 28 15:27:53.114147 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-3090544e-0ca3-42ec-a1e1-9947a0eb6668 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Calling delete_port for 4a0f45d1-344f-409c-bd68-0b8ed3e04c72 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:27:53.241772 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-3090544e-0ca3-42ec-a1e1-9947a0eb6668 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:53.275619 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090544e-0ca3-42ec-a1e1-9947a0eb6668 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Pushing event deleted for resources: {'Port': ['ID=4a0f45d1-344f-409c-bd68-0b8ed3e04c72,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:27:53.387747 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-3090544e-0ca3-42ec-a1e1-9947a0eb6668 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Router ba0a9660-60e0-4de7-9d02-c0b8a812ce87 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:27:53.494489 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-3090544e-0ca3-42ec-a1e1-9947a0eb6668 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:27:53.506735 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a62f8d-fee6-4894-88c6-e589c34f0795 None None] Sync routers for ids ['ba0a9660-60e0-4de7-9d02-c0b8a812ce87'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:27:53.515574 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a62f8d-fee6-4894-88c6-e589c34f0795 None None] Routers {'ba0a9660-60e0-4de7-9d02-c0b8a812ce87'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:27:53.516242 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-17a62f8d-fee6-4894-88c6-e589c34f0795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:27:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ba0a9660-60e0-4de7-9d02-c0b8a812ce87'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:27:53.539205 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-3090544e-0ca3-42ec-a1e1-9947a0eb6668 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] No DVR routers for this DVR port 4a0f45d1-344f-409c-bd68-0b8ed3e04c72 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:27:53.542078 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-3090544e-0ca3-42ec-a1e1-9947a0eb6668 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:53.544456 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-3090544e-0ca3-42ec-a1e1-9947a0eb6668 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.36 "DELETE /v2.0/ports/4a0f45d1-344f-409c-bd68-0b8ed3e04c72 HTTP/1.1" status: 204 len: 173 time: 0.7897654 Aug 28 15:27:53.635724 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-17a62f8d-fee6-4894-88c6-e589c34f0795 None None] Set router ba0a9660-60e0-4de7-9d02-c0b8a812ce87 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:27:53.660518 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbe504-e065-4007-b544-c9f9f390f732 req-20945148-ea82-4722-b9be-b0f45d15c799 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:53.666570 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbe504-e065-4007-b544-c9f9f390f732 req-20945148-ea82-4722-b9be-b0f45d15c799 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:53.668230 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bbbbe504-e065-4007-b544-c9f9f390f732 req-20945148-ea82-4722-b9be-b0f45d15c799 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 1681 time: 0.1807177 Aug 28 15:27:53.721170 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-838764a3-8543-4e8d-aca5-e8c7b2cc6d2c tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Deleting port 30961ef5-4a0d-454a-bc6e-519c94cbf152 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:27:53.721727 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-838764a3-8543-4e8d-aca5-e8c7b2cc6d2c tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:53.730703 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bbbbe504-e065-4007-b544-c9f9f390f732 req-3ae8bf9b-6f6e-435c-9c71-6525c32e8f40 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc65d3d-4071-420b-8848-2fd834446d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520942 Aug 28 15:27:53.822144 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-838764a3-8543-4e8d-aca5-e8c7b2cc6d2c tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] For port 30961ef5-4a0d-454a-bc6e-519c94cbf152, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=30961ef5-4a0d-454a-bc6e-519c94cbf152,segment=NetworkSegment(8939f4c3-a1c0-4af7-8a1e-1156976435c2),segment_id=8939f4c3-a1c0-4af7-8a1e-1156976435c2)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:27:53.822610 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-838764a3-8543-4e8d-aca5-e8c7b2cc6d2c tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:53.837885 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-838764a3-8543-4e8d-aca5-e8c7b2cc6d2c tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Calling delete_port for 30961ef5-4a0d-454a-bc6e-519c94cbf152 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:27:53.849505 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-17a62f8d-fee6-4894-88c6-e589c34f0795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'name': 'tempest-TaggedBootDevicesTest-1550983569-router', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '316545f5-939b-443a-bc63-43b3ce8a665a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:17:23Z', 'updated_at': '2021-08-28T15:17:29Z', 'revision_number': 4, 'project_id': 'ad719b405fc34c1c8445c92c2e91c430', 'gw_port': {'id': '316545f5-939b-443a-bc63-43b3ce8a665a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:17:24Z', 'updated_at': '2021-08-28T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8', 'name': '', 'network_id': '26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'mac_address': 'fa:16:3e:85:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '73534ea4-fd9f-45ca-ad96-4ea00206b4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:17:28Z', 'updated_at': '2021-08-28T15:17:38Z', 'revision_number': 5, 'project_id': 'ad719b405fc34c1c8445c92c2e91c430', 'subnets': [{'id': '73534ea4-fd9f-45ca-ad96-4ea00206b4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:27:53.884834 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a62f8d-fee6-4894-88c6-e589c34f0795 None None] Checking router: ba0a9660-60e0-4de7-9d02-c0b8a812ce87 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:27:53.893449 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a62f8d-fee6-4894-88c6-e589c34f0795 None None] Routers {'ba0a9660-60e0-4de7-9d02-c0b8a812ce87'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:27:53.894065 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-17a62f8d-fee6-4894-88c6-e589c34f0795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:27:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ba0a9660-60e0-4de7-9d02-c0b8a812ce87'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:27:53.972043 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-838764a3-8543-4e8d-aca5-e8c7b2cc6d2c tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:53.996305 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-17a62f8d-fee6-4894-88c6-e589c34f0795 None None] Set router ba0a9660-60e0-4de7-9d02-c0b8a812ce87 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:27:54.005623 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838764a3-8543-4e8d-aca5-e8c7b2cc6d2c tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Pushing event deleted for resources: {'Port': ['ID=30961ef5-4a0d-454a-bc6e-519c94cbf152,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:27:54.043531 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-838764a3-8543-4e8d-aca5-e8c7b2cc6d2c tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] No DVR routers for this DVR port 30961ef5-4a0d-454a-bc6e-519c94cbf152 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:27:54.046054 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-838764a3-8543-4e8d-aca5-e8c7b2cc6d2c tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:54.048079 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-838764a3-8543-4e8d-aca5-e8c7b2cc6d2c tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.36 "DELETE /v2.0/ports/30961ef5-4a0d-454a-bc6e-519c94cbf152 HTTP/1.1" status: 204 len: 173 time: 0.4968891 Aug 28 15:27:54.144339 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-58157bcb-ca91-4838-a558-633b924b43b8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Deleting port 8cb26e22-61bc-45a1-a731-63fca20f0e30 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:27:54.144664 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-58157bcb-ca91-4838-a558-633b924b43b8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:54.198048 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-17a62f8d-fee6-4894-88c6-e589c34f0795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'name': 'tempest-TaggedBootDevicesTest-1550983569-router', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '316545f5-939b-443a-bc63-43b3ce8a665a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:17:23Z', 'updated_at': '2021-08-28T15:17:29Z', 'revision_number': 4, 'project_id': 'ad719b405fc34c1c8445c92c2e91c430', 'gw_port': {'id': '316545f5-939b-443a-bc63-43b3ce8a665a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:17:24Z', 'updated_at': '2021-08-28T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8', 'name': '', 'network_id': '26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'mac_address': 'fa:16:3e:85:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '73534ea4-fd9f-45ca-ad96-4ea00206b4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:17:28Z', 'updated_at': '2021-08-28T15:17:38Z', 'revision_number': 5, 'project_id': 'ad719b405fc34c1c8445c92c2e91c430', 'subnets': [{'id': '73534ea4-fd9f-45ca-ad96-4ea00206b4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:27:54.225649 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a62f8d-fee6-4894-88c6-e589c34f0795 None None] The sync data for ids ['ba0a9660-60e0-4de7-9d02-c0b8a812ce87'] in n-d-712137-10 is: [{'id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'name': 'tempest-TaggedBootDevicesTest-1550983569-router', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '316545f5-939b-443a-bc63-43b3ce8a665a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:17:23Z', 'updated_at': '2021-08-28T15:17:29Z', 'revision_number': 4, 'project_id': 'ad719b405fc34c1c8445c92c2e91c430', 'gw_port': {'id': '316545f5-939b-443a-bc63-43b3ce8a665a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:17:24Z', 'updated_at': '2021-08-28T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8', 'name': '', 'network_id': '26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'mac_address': 'fa:16:3e:85:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '73534ea4-fd9f-45ca-ad96-4ea00206b4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:17:28Z', 'updated_at': '2021-08-28T15:17:38Z', 'revision_number': 5, 'project_id': 'ad719b405fc34c1c8445c92c2e91c430', 'subnets': [{'id': '73534ea4-fd9f-45ca-ad96-4ea00206b4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:27:54.236733 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-58157bcb-ca91-4838-a558-633b924b43b8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] For port 8cb26e22-61bc-45a1-a731-63fca20f0e30, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=8cb26e22-61bc-45a1-a731-63fca20f0e30,segment=NetworkSegment(ec938aac-3055-458d-96d0-77a991606f63),segment_id=ec938aac-3055-458d-96d0-77a991606f63)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:27:54.237265 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-58157bcb-ca91-4838-a558-633b924b43b8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:54.250705 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-58157bcb-ca91-4838-a558-633b924b43b8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Calling delete_port for 8cb26e22-61bc-45a1-a731-63fca20f0e30 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:27:54.285891 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 4a0f45d1-344f-409c-bd68-0b8ed3e04c72 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:27:54.307020 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 4a0f45d1-344f-409c-bd68-0b8ed3e04c72 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:27:54.307386 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 4a0f45d1-344f-409c-bd68-0b8ed3e04c72 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:27:54.307851 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 30961ef5-4a0d-454a-bc6e-519c94cbf152 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:27:54.327301 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 30961ef5-4a0d-454a-bc6e-519c94cbf152 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:27:54.327672 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 30961ef5-4a0d-454a-bc6e-519c94cbf152 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:27:54.328443 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 8cb26e22-61bc-45a1-a731-63fca20f0e30 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:27:54.330040 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'name': 'network-vif-deleted', 'tag': '50deec03-7b81-42d5-aaf9-ae33b02083dc'}, {'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'name': 'network-vif-deleted', 'tag': '4a0f45d1-344f-409c-bd68-0b8ed3e04c72'}, {'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'name': 'network-vif-deleted', 'tag': '30961ef5-4a0d-454a-bc6e-519c94cbf152'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:27:54.332475 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c658730-362d-420d-8809-3400e2f736b0" -d '{"events": [{"server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "name": "network-vif-deleted", "tag": "50deec03-7b81-42d5-aaf9-ae33b02083dc"}, {"server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "name": "network-vif-deleted", "tag": "4a0f45d1-344f-409c-bd68-0b8ed3e04c72"}, {"server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "name": "network-vif-deleted", "tag": "30961ef5-4a0d-454a-bc6e-519c94cbf152"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:27:54.394422 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 28 Aug 2021 15:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ff6e79-5fa9-437a-ab97-3887fa0273ea x-openstack-request-id: req-28ff6e79-5fa9-437a-ab97-3887fa0273ea {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:27:54.394813 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "name": "network-vif-deleted", "tag": "50deec03-7b81-42d5-aaf9-ae33b02083dc", "status": "completed", "code": 200}, {"server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "name": "network-vif-deleted", "tag": "4a0f45d1-344f-409c-bd68-0b8ed3e04c72", "status": "completed", "code": 200}, {"server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "name": "network-vif-deleted", "tag": "30961ef5-4a0d-454a-bc6e-519c94cbf152", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:27:54.395138 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28ff6e79-5fa9-437a-ab97-3887fa0273ea {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:27:54.395609 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'name': 'network-vif-deleted', 'tag': '50deec03-7b81-42d5-aaf9-ae33b02083dc', 'status': 'completed', 'code': 200} Aug 28 15:27:54.395971 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'name': 'network-vif-deleted', 'tag': '4a0f45d1-344f-409c-bd68-0b8ed3e04c72', 'status': 'completed', 'code': 200} Aug 28 15:27:54.396294 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'name': 'network-vif-deleted', 'tag': '30961ef5-4a0d-454a-bc6e-519c94cbf152', 'status': 'completed', 'code': 200} Aug 28 15:27:54.422782 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-58157bcb-ca91-4838-a558-633b924b43b8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:54.434625 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:54.453800 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58157bcb-ca91-4838-a558-633b924b43b8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Pushing event deleted for resources: {'Port': ['ID=8cb26e22-61bc-45a1-a731-63fca20f0e30,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:27:54.477998 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 812faf11-1952-4526-859c-7622a369ee03 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:27:54.526381 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-58157bcb-ca91-4838-a558-633b924b43b8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] No DVR routers for this DVR port 8cb26e22-61bc-45a1-a731-63fca20f0e30 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:27:54.529846 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-58157bcb-ca91-4838-a558-633b924b43b8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:54.532409 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5e9eb84-4bc1-47c3-a42a-564e9490a528 req-58157bcb-ca91-4838-a558-633b924b43b8 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.36 "DELETE /v2.0/ports/8cb26e22-61bc-45a1-a731-63fca20f0e30 HTTP/1.1" status: 204 len: 173 time: 0.4783711 Aug 28 15:27:54.549495 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:54.560631 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 812faf11-1952-4526-859c-7622a369ee03 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:27:54.561030 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 50deec03-7b81-42d5-aaf9-ae33b02083dc no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:27:54.584447 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee33998-c934-437c-aa71-8ab876c22b4d None None] New status for floating IP 7ced4952-1bf2-4365-befd-dc770e12b3da: DOWN {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:27:54.587943 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 50deec03-7b81-42d5-aaf9-ae33b02083dc {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:27:54.588693 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 50deec03-7b81-42d5-aaf9-ae33b02083dc not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:27:54.588693 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 16321fa2-91e2-42a3-8f1a-9e609d1ba006 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:27:54.638340 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 16321fa2-91e2-42a3-8f1a-9e609d1ba006 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:27:54.638688 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 16321fa2-91e2-42a3-8f1a-9e609d1ba006 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:27:54.639104 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f1ecb044-2bfe-4874-89df-8daa50563f78 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:27:54.738326 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f1ecb044-2bfe-4874-89df-8daa50563f78 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:27:54.919041 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-623514c8-1321-458f-9ef1-54590f8fddfe req-d56c1744-393f-433a-bdb8-7fa64e78ed0a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 210 time: 0.1052551 Aug 28 15:27:56.035961 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1914abc4-a231-4f51-adf4-9053884755e8 req-9b2ab2c1-64cf-459f-b1df-0b06a2b2af33 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 210 time: 0.0288432 Aug 28 15:27:56.397430 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'name': 'network-vif-deleted', 'tag': '8cb26e22-61bc-45a1-a731-63fca20f0e30'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:27:56.399831 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e11bef-3dc7-46c4-b05b-66ffb58f16ef" -d '{"events": [{"server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "name": "network-vif-deleted", "tag": "8cb26e22-61bc-45a1-a731-63fca20f0e30"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:27:56.438305 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e84e9b-89d3-4ace-af01-e3d58fa0131b x-openstack-request-id: req-70e84e9b-89d3-4ace-af01-e3d58fa0131b {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:27:56.438603 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c34e10-e727-44a9-b37c-766f412359c8", "name": "network-vif-deleted", "tag": "8cb26e22-61bc-45a1-a731-63fca20f0e30", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:27:56.439055 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70e84e9b-89d3-4ace-af01-e3d58fa0131b {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:27:56.439578 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c34e10-e727-44a9-b37c-766f412359c8', 'name': 'network-vif-deleted', 'tag': '8cb26e22-61bc-45a1-a731-63fca20f0e30', 'status': 'completed', 'code': 200} Aug 28 15:27:56.670537 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:27:57.050329 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bed3c8aa-3f3a-4fec-8dc8-ec213d2c8c66 req-a35502ef-a185-45d7-b8c1-fc51c1585f3c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=200b2c54-99a4-43bf-a062-05281a09ce49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460017 Aug 28 15:27:57.123092 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3c8aa-3f3a-4fec-8dc8-ec213d2c8c66 req-fbce1b6f-032e-4dfd-bf4e-e46ed88d8ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:57.124668 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bed3c8aa-3f3a-4fec-8dc8-ec213d2c8c66 req-fbce1b6f-032e-4dfd-bf4e-e46ed88d8ac5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b4c7c44e9c74732be623a1bd8d5a647&device_id=200b2c54-99a4-43bf-a062-05281a09ce49 HTTP/1.1" status: 200 len: 1098 time: 0.0508013 Aug 28 15:27:57.215574 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e40b0be-72d3-4c19-bb0c-08f2ff66f9fa req-393f09ce-fc49-4bb4-9332-587add16d0b1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 210 time: 0.0816736 Aug 28 15:27:57.268246 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3c8aa-3f3a-4fec-8dc8-ec213d2c8c66 req-d24ff920-1d13-4582-9a0a-18791e372be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:57.269846 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bed3c8aa-3f3a-4fec-8dc8-ec213d2c8c66 req-d24ff920-1d13-4582-9a0a-18791e372be0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f9ae0f6-9541-42e4-a2b7-8013952788b7 HTTP/1.1" status: 200 len: 911 time: 0.1234415 Aug 28 15:27:57.348798 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bed3c8aa-3f3a-4fec-8dc8-ec213d2c8c66 req-e4d448f3-b44f-4245-887d-c8b2b65fc595 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9591e318-f96c-4d11-91fe-8c969868cca9 HTTP/1.1" status: 200 len: 1002 time: 0.0717974 Aug 28 15:27:57.408558 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3c8aa-3f3a-4fec-8dc8-ec213d2c8c66 req-29739621-e045-45b8-9a77-2d69ab38df6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:57.409969 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bed3c8aa-3f3a-4fec-8dc8-ec213d2c8c66 req-29739621-e045-45b8-9a77-2d69ab38df6f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c596a36d-07a5-46e9-9d8f-f620a91423a0 HTTP/1.1" status: 200 len: 849 time: 0.0541906 Aug 28 15:27:57.459497 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3c8aa-3f3a-4fec-8dc8-ec213d2c8c66 req-b94dd6d5-0150-41c7-97be-0ba6202a5a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:27:57.461357 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bed3c8aa-3f3a-4fec-8dc8-ec213d2c8c66 req-b94dd6d5-0150-41c7-97be-0ba6202a5a0c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f9ae0f6-9541-42e4-a2b7-8013952788b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448971 Aug 28 15:27:57.562616 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bed3c8aa-3f3a-4fec-8dc8-ec213d2c8c66 req-234a8535-8549-42cc-be92-32d5a6b9849b service neutron] 10.222.0.36 "GET /v2.0/networks/8f9ae0f6-9541-42e4-a2b7-8013952788b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945015 Aug 28 15:27:57.664561 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bed3c8aa-3f3a-4fec-8dc8-ec213d2c8c66 req-cf08a1d1-5b30-4c14-80fd-fc3514d9463f service neutron] 10.222.0.36 "GET /v2.0/networks/8f9ae0f6-9541-42e4-a2b7-8013952788b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953081 Aug 28 15:27:58.326785 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a176867-3508-4b99-be58-f05f79309d41 req-703745bb-be6a-4c86-aec6-9f6f67ba5101 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 210 time: 0.0293465 Aug 28 15:27:59.433225 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0c782fe3-9be2-4ca3-9ca9-ff8399a9269f req-b3249a63-3938-47c7-a853-2d9539bd1dd5 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 210 time: 0.0274243 Aug 28 15:28:00.535348 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7f27e15a-2c8a-4da6-b9ae-4c62f7006c27 req-3fc73f87-039c-427a-8789-a9a2cb762483 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 210 time: 0.0265048 Aug 28 15:28:01.637209 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b35c1037-c530-4b12-a702-d4a0a752ea28 req-dd6d96f4-f539-4ca8-a816-71a6af776b6f tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 210 time: 0.0256641 Aug 28 15:28:03.092934 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82543437-9018-4d78-aa6f-554f28d9e610 req-ec8bc882-84e1-490d-9bbb-862990c105f0 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 210 time: 0.3609378 Aug 28 15:28:03.827543 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-424186f7-1a3f-4004-ae91-d1e4c05088c6 req-22aab00e-6d05-4dd9-b101-a7c97a1ad790 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393982 Aug 28 15:28:03.911341 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424186f7-1a3f-4004-ae91-d1e4c05088c6 req-a1124094-f084-4df2-a382-ba181cc52473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:03.913229 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-424186f7-1a3f-4004-ae91-d1e4c05088c6 req-a1124094-f084-4df2-a382-ba181cc52473 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6cc5102288e4115b2b96ff1028147b2&device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 1097 time: 0.0402610 Aug 28 15:28:04.028590 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424186f7-1a3f-4004-ae91-d1e4c05088c6 req-b276084f-9e9a-4e6a-b248-f9cda5c042b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:04.030075 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-424186f7-1a3f-4004-ae91-d1e4c05088c6 req-b276084f-9e9a-4e6a-b248-f9cda5c042b4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8878cb2c-b382-48c1-8c2a-67543a7cb61c HTTP/1.1" status: 200 len: 912 time: 0.0907192 Aug 28 15:28:04.072348 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:28:04.098502 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-424186f7-1a3f-4004-ae91-d1e4c05088c6 req-bc0420b5-f509-499c-82f3-dafc9afb1d6b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1768b95d-3f83-42a6-8c7e-808146188320 HTTP/1.1" status: 200 len: 1001 time: 0.0599229 Aug 28 15:28:04.151212 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424186f7-1a3f-4004-ae91-d1e4c05088c6 req-f1c965cf-6110-454b-b912-47ec84aa472e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:04.152733 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-424186f7-1a3f-4004-ae91-d1e4c05088c6 req-f1c965cf-6110-454b-b912-47ec84aa472e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=551c7bac-a4f4-45ec-a575-eb6f29eb5d74 HTTP/1.1" status: 200 len: 850 time: 0.0458491 Aug 28 15:28:04.220140 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c7af0690-13ac-4680-9006-ea2fca2b3eed req-12aeaf91-6434-456c-9aa5-4cff04f422d1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 210 time: 0.0300939 Aug 28 15:28:04.230262 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424186f7-1a3f-4004-ae91-d1e4c05088c6 req-d19b66ba-d972-4336-9fdc-1c04bc46e3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:04.231910 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-424186f7-1a3f-4004-ae91-d1e4c05088c6 req-d19b66ba-d972-4336-9fdc-1c04bc46e3e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8878cb2c-b382-48c1-8c2a-67543a7cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718129 Aug 28 15:28:04.322531 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-424186f7-1a3f-4004-ae91-d1e4c05088c6 req-682b71b1-1d84-41fe-9ac2-0a3f86eadef5 service neutron] 10.222.0.41 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830126 Aug 28 15:28:04.419564 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-424186f7-1a3f-4004-ae91-d1e4c05088c6 req-b5583d10-c699-4687-a8c5-de674d67e51d service neutron] 10.222.0.41 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866036 Aug 28 15:28:05.341410 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ff414ebf-45af-4123-a1ce-2b9884d771a7 req-625f0c7a-724c-4278-8a0f-13e642ec300a tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c34e10-e727-44a9-b37c-766f412359c8 HTTP/1.1" status: 200 len: 210 time: 0.0266871 Aug 28 15:28:06.433201 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49588) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:28:06.487963 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0a8a90e7-e254-472c-af95-c63ed227df0b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:06.511021 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0a8a90e7-e254-472c-af95-c63ed227df0b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:06.560434 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0a8a90e7-e254-472c-af95-c63ed227df0b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:06.562924 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0a8a90e7-e254-472c-af95-c63ed227df0b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:06.564896 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0a8a90e7-e254-472c-af95-c63ed227df0b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "DELETE /v2.0/security-groups/2cc65d3d-4071-420b-8848-2fd834446d44 HTTP/1.1" status: 204 len: 168 time: 0.1305590 Aug 28 15:28:06.568209 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49590) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:28:06.574050 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a90e7-e254-472c-af95-c63ed227df0b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc65d3d-4071-420b-8848-2fd834446d44,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:06.581961 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8a90e7-e254-472c-af95-c63ed227df0b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:06.582307 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8a90e7-e254-472c-af95-c63ed227df0b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:06.582651 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8a90e7-e254-472c-af95-c63ed227df0b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:06.582988 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-16f89bbf-a43b-4292-8e2f-deba8c81f283 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] show failed (client error): The resource could not be found. Aug 28 15:28:06.583111 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8a90e7-e254-472c-af95-c63ed227df0b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:06.583333 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8a90e7-e254-472c-af95-c63ed227df0b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:06.583750 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8a90e7-e254-472c-af95-c63ed227df0b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:06.584011 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8a90e7-e254-472c-af95-c63ed227df0b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:06.584135 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-16f89bbf-a43b-4292-8e2f-deba8c81f283 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "GET /v2.0/security-groups/2cc65d3d-4071-420b-8848-2fd834446d44 HTTP/1.1" status: 404 len: 347 time: 0.0148749 Aug 28 15:28:06.584437 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8a90e7-e254-472c-af95-c63ed227df0b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:06.584767 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8a90e7-e254-472c-af95-c63ed227df0b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:06.585092 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8a90e7-e254-472c-af95-c63ed227df0b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:06.585412 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8a90e7-e254-472c-af95-c63ed227df0b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:06.585729 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8a90e7-e254-472c-af95-c63ed227df0b tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:06.586854 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49592) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:28:06.711392 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-f518c03e-4c45-4580-a23e-d8905b65354d tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Deleting port e8098554-2c69-459b-ac6f-773818e44eea {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:28:06.711774 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f518c03e-4c45-4580-a23e-d8905b65354d tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:06.787818 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f518c03e-4c45-4580-a23e-d8905b65354d tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:06.788090 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f518c03e-4c45-4580-a23e-d8905b65354d tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:06.800124 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-f518c03e-4c45-4580-a23e-d8905b65354d tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Calling delete_port for e8098554-2c69-459b-ac6f-773818e44eea owned by network:floatingip {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:28:06.935262 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f518c03e-4c45-4580-a23e-d8905b65354d tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:06.962890 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518c03e-4c45-4580-a23e-d8905b65354d tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Pushing event deleted for resources: {'Port': ['ID=e8098554-2c69-459b-ac6f-773818e44eea,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:07.022060 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f518c03e-4c45-4580-a23e-d8905b65354d tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for floatingip, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:07.024798 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f518c03e-4c45-4580-a23e-d8905b65354d tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:07.025943 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f518c03e-4c45-4580-a23e-d8905b65354d tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "DELETE /v2.0/floatingips/7ced4952-1bf2-4365-befd-dc770e12b3da HTTP/1.1" status: 204 len: 168 time: 0.4382048 Aug 28 15:28:07.028608 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49596) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:28:07.118566 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-87d90c25-c087-4ec2-9a46-fc6331277d3d tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Deleting port 812faf11-1952-4526-859c-7622a369ee03 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:28:07.118811 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-87d90c25-c087-4ec2-9a46-fc6331277d3d tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:07.203274 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-87d90c25-c087-4ec2-9a46-fc6331277d3d tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:07.215477 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-87d90c25-c087-4ec2-9a46-fc6331277d3d tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Calling delete_port for 812faf11-1952-4526-859c-7622a369ee03 owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:28:07.343986 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-87d90c25-c087-4ec2-9a46-fc6331277d3d tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:07.384113 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d90c25-c087-4ec2-9a46-fc6331277d3d tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Pushing event deleted for resources: {'Port': ['ID=812faf11-1952-4526-859c-7622a369ee03,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:07.451907 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-87d90c25-c087-4ec2-9a46-fc6331277d3d tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:07.453896 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-87d90c25-c087-4ec2-9a46-fc6331277d3d tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "DELETE /v2.0/ports/812faf11-1952-4526-859c-7622a369ee03 HTTP/1.1" status: 204 len: 168 time: 0.4243791 Aug 28 15:28:07.456924 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49598) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:28:07.546982 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-d396d408-4dcc-4f05-a39a-81323243e689 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Deleting port f1ecb044-2bfe-4874-89df-8daa50563f78 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:28:07.547323 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d396d408-4dcc-4f05-a39a-81323243e689 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:07.633135 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d396d408-4dcc-4f05-a39a-81323243e689 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:07.645835 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-d396d408-4dcc-4f05-a39a-81323243e689 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Calling delete_port for f1ecb044-2bfe-4874-89df-8daa50563f78 owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:28:07.802056 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d396d408-4dcc-4f05-a39a-81323243e689 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:07.835755 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396d408-4dcc-4f05-a39a-81323243e689 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Pushing event deleted for resources: {'Port': ['ID=f1ecb044-2bfe-4874-89df-8daa50563f78,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:07.917246 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d396d408-4dcc-4f05-a39a-81323243e689 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:07.919709 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d396d408-4dcc-4f05-a39a-81323243e689 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "DELETE /v2.0/ports/f1ecb044-2bfe-4874-89df-8daa50563f78 HTTP/1.1" status: 204 len: 168 time: 0.4614506 Aug 28 15:28:07.922121 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49602) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:28:07.978233 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-c31925dc-ab9c-45ca-8eab-09e376e8175e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Deleting subnet 32296ab6-0e0f-4355-bb6c-e0506c5f4601 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:28:07.981900 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c31925dc-ab9c-45ca-8eab-09e376e8175e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:08.010673 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-542234ce-6291-4eda-a980-63c0b29cf8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:08.026248 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c31925dc-ab9c-45ca-8eab-09e376e8175e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:08.121636 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c31925dc-ab9c-45ca-8eab-09e376e8175e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:08.184931 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c31925dc-ab9c-45ca-8eab-09e376e8175e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:08.212709 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31925dc-ab9c-45ca-8eab-09e376e8175e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Pushing event deleted for resources: {'Subnet': ['ID=32296ab6-0e0f-4355-bb6c-e0506c5f4601,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:08.219241 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c31925dc-ab9c-45ca-8eab-09e376e8175e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:08.221392 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c31925dc-ab9c-45ca-8eab-09e376e8175e tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "DELETE /v2.0/subnets/32296ab6-0e0f-4355-bb6c-e0506c5f4601 HTTP/1.1" status: 204 len: 168 time: 0.2976911 Aug 28 15:28:08.224422 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49604) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:28:08.227030 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec530702-dd64-456c-b0b1-20e71f5111ae None None] Network a36e233e-9694-4856-84b9-f3f8aa62d273 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:28:08.283897 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c94c998-2e5d-4fa0-81e9-dd39a7290094 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Deleting subnet ee9e1d3e-90f3-4805-bd4b-3365719a7970 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:28:08.288073 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7c94c998-2e5d-4fa0-81e9-dd39a7290094 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:08.346456 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7c94c998-2e5d-4fa0-81e9-dd39a7290094 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:08.455089 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11ca0f7-8c76-4d6d-ab73-8e77e1ab65c8 None None] DHCP port deletion for a36e233e-9694-4856-84b9-f3f8aa62d273 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:28:08.465331 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7c94c998-2e5d-4fa0-81e9-dd39a7290094 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:08.514720 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-d11ca0f7-8c76-4d6d-ab73-8e77e1ab65c8 None None] Deleting port 7108ba95-a6c9-406e-9ed4-9ef13874feb2 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:28:08.515009 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d11ca0f7-8c76-4d6d-ab73-8e77e1ab65c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:08.545487 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7c94c998-2e5d-4fa0-81e9-dd39a7290094 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:08.578869 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94c998-2e5d-4fa0-81e9-dd39a7290094 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Pushing event deleted for resources: {'Subnet': ['ID=ee9e1d3e-90f3-4805-bd4b-3365719a7970,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:08.582560 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7c94c998-2e5d-4fa0-81e9-dd39a7290094 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:08.584646 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7c94c998-2e5d-4fa0-81e9-dd39a7290094 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "DELETE /v2.0/subnets/ee9e1d3e-90f3-4805-bd4b-3365719a7970 HTTP/1.1" status: 204 len: 168 time: 0.3564177 Aug 28 15:28:08.587215 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49606) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:28:08.589411 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-d11ca0f7-8c76-4d6d-ab73-8e77e1ab65c8 None None] For port 7108ba95-a6c9-406e-9ed4-9ef13874feb2, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7108ba95-a6c9-406e-9ed4-9ef13874feb2,segment=NetworkSegment(ec938aac-3055-458d-96d0-77a991606f63),segment_id=ec938aac-3055-458d-96d0-77a991606f63)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:28:08.590390 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d11ca0f7-8c76-4d6d-ab73-8e77e1ab65c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:08.593451 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8788a46a-42a6-43ca-a960-c1ff250c0212 None None] Network 2e337a80-f61c-4bca-8264-d9f248c90759 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:28:08.638980 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-d11ca0f7-8c76-4d6d-ab73-8e77e1ab65c8 None None] Calling delete_port for 7108ba95-a6c9-406e-9ed4-9ef13874feb2 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:28:08.663876 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0fbc927a-e793-490a-a56e-e7dc556f25e1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:08.721070 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc927a-e793-490a-a56e-e7dc556f25e1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Deleting port 7108ba95-a6c9-406e-9ed4-9ef13874feb2 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:28:08.721412 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0fbc927a-e793-490a-a56e-e7dc556f25e1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:08.792433 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d11ca0f7-8c76-4d6d-ab73-8e77e1ab65c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:08.799238 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-0fbc927a-e793-490a-a56e-e7dc556f25e1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] For port 7108ba95-a6c9-406e-9ed4-9ef13874feb2, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7108ba95-a6c9-406e-9ed4-9ef13874feb2,segment=NetworkSegment(ec938aac-3055-458d-96d0-77a991606f63),segment_id=ec938aac-3055-458d-96d0-77a991606f63)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:28:08.799773 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0fbc927a-e793-490a-a56e-e7dc556f25e1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:08.815373 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc927a-e793-490a-a56e-e7dc556f25e1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Calling delete_port for 7108ba95-a6c9-406e-9ed4-9ef13874feb2 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:28:08.822265 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ca0f7-8c76-4d6d-ab73-8e77e1ab65c8 None None] Pushing event deleted for resources: {'Port': ['ID=7108ba95-a6c9-406e-9ed4-9ef13874feb2,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:08.830881 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11ca0f7-8c76-4d6d-ab73-8e77e1ab65c8 None None] No DVR routers for this DVR port 7108ba95-a6c9-406e-9ed4-9ef13874feb2 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:28:08.833494 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ca0f7-8c76-4d6d-ab73-8e77e1ab65c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:08.833848 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ca0f7-8c76-4d6d-ab73-8e77e1ab65c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:08.834200 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ca0f7-8c76-4d6d-ab73-8e77e1ab65c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:08.834542 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ca0f7-8c76-4d6d-ab73-8e77e1ab65c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:08.834934 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ca0f7-8c76-4d6d-ab73-8e77e1ab65c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:08.835323 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ca0f7-8c76-4d6d-ab73-8e77e1ab65c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:08.835690 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ca0f7-8c76-4d6d-ab73-8e77e1ab65c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:08.836029 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ca0f7-8c76-4d6d-ab73-8e77e1ab65c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:08.836360 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ca0f7-8c76-4d6d-ab73-8e77e1ab65c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:08.836691 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ca0f7-8c76-4d6d-ab73-8e77e1ab65c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:08.837093 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ca0f7-8c76-4d6d-ab73-8e77e1ab65c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:08.837424 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11ca0f7-8c76-4d6d-ab73-8e77e1ab65c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:08.873173 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff0bbe8-fd75-40e8-bbeb-caf0dfd0c708 None None] DHCP port deletion for 2e337a80-f61c-4bca-8264-d9f248c90759 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:28:08.913367 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0fbc927a-e793-490a-a56e-e7dc556f25e1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:08.925138 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ff0bbe8-fd75-40e8-bbeb-caf0dfd0c708 None None] Deleting port f48bba21-3420-4ac1-a77b-751820e2f3c2 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:28:08.925739 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ff0bbe8-fd75-40e8-bbeb-caf0dfd0c708 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:08.941188 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc927a-e793-490a-a56e-e7dc556f25e1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Pushing event deleted for resources: {'Port': ['ID=7108ba95-a6c9-406e-9ed4-9ef13874feb2,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:08.943327 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbc927a-e793-490a-a56e-e7dc556f25e1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] No DVR routers for this DVR port 7108ba95-a6c9-406e-9ed4-9ef13874feb2 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:28:08.996340 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ff0bbe8-fd75-40e8-bbeb-caf0dfd0c708 None None] For port f48bba21-3420-4ac1-a77b-751820e2f3c2, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f48bba21-3420-4ac1-a77b-751820e2f3c2,segment=NetworkSegment(8939f4c3-a1c0-4af7-8a1e-1156976435c2),segment_id=8939f4c3-a1c0-4af7-8a1e-1156976435c2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:28:08.996657 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ff0bbe8-fd75-40e8-bbeb-caf0dfd0c708 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:09.009576 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ff0bbe8-fd75-40e8-bbeb-caf0dfd0c708 None None] Calling delete_port for f48bba21-3420-4ac1-a77b-751820e2f3c2 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:28:09.028258 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0fbc927a-e793-490a-a56e-e7dc556f25e1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:09.039104 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-0fbc927a-e793-490a-a56e-e7dc556f25e1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36e233e-9694-4856-84b9-f3f8aa62d273']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:28:09.049804 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-0fbc927a-e793-490a-a56e-e7dc556f25e1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec938aac-3055-458d-96d0-77a991606f63') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:28:09.050098 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-0fbc927a-e793-490a-a56e-e7dc556f25e1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec938aac-3055-458d-96d0-77a991606f63') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:28:09.058978 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0fbc927a-e793-490a-a56e-e7dc556f25e1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:09.075266 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0fbc927a-e793-490a-a56e-e7dc556f25e1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:09.082244 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fbc927a-e793-490a-a56e-e7dc556f25e1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:28:09.082675 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0fbc927a-e793-490a-a56e-e7dc556f25e1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:28:09.085694 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:28:09.095228 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ff0bbe8-fd75-40e8-bbeb-caf0dfd0c708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:09.119608 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0bbe8-fd75-40e8-bbeb-caf0dfd0c708 None None] Pushing event deleted for resources: {'Port': ['ID=f48bba21-3420-4ac1-a77b-751820e2f3c2,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:09.123155 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff0bbe8-fd75-40e8-bbeb-caf0dfd0c708 None None] No DVR routers for this DVR port f48bba21-3420-4ac1-a77b-751820e2f3c2 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:28:09.151064 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0fbc927a-e793-490a-a56e-e7dc556f25e1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:09.159281 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0fbc927a-e793-490a-a56e-e7dc556f25e1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:09.161041 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0fbc927a-e793-490a-a56e-e7dc556f25e1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "DELETE /v2.0/networks/a36e233e-9694-4856-84b9-f3f8aa62d273 HTTP/1.1" status: 204 len: 168 time: 0.5727048 Aug 28 15:28:09.163799 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49610) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:28:09.173210 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc927a-e793-490a-a56e-e7dc556f25e1 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Pushing event deleted for resources: {'Network': ['ID=a36e233e-9694-4856-84b9-f3f8aa62d273,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:09.239993 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b06d62d6-7cca-45cd-a2ad-47c7d26fccb2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:09.328040 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b06d62d6-7cca-45cd-a2ad-47c7d26fccb2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:09.338697 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-b06d62d6-7cca-45cd-a2ad-47c7d26fccb2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e337a80-f61c-4bca-8264-d9f248c90759']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:28:09.348847 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-b06d62d6-7cca-45cd-a2ad-47c7d26fccb2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8939f4c3-a1c0-4af7-8a1e-1156976435c2') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:28:09.349147 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-b06d62d6-7cca-45cd-a2ad-47c7d26fccb2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8939f4c3-a1c0-4af7-8a1e-1156976435c2') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:28:09.357655 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b06d62d6-7cca-45cd-a2ad-47c7d26fccb2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:09.370813 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b06d62d6-7cca-45cd-a2ad-47c7d26fccb2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:09.377417 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b06d62d6-7cca-45cd-a2ad-47c7d26fccb2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:28:09.377946 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b06d62d6-7cca-45cd-a2ad-47c7d26fccb2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:28:09.381954 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:28:09.441842 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b06d62d6-7cca-45cd-a2ad-47c7d26fccb2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:09.448791 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b06d62d6-7cca-45cd-a2ad-47c7d26fccb2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:09.452118 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b06d62d6-7cca-45cd-a2ad-47c7d26fccb2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] 10.222.0.13 "DELETE /v2.0/networks/2e337a80-f61c-4bca-8264-d9f248c90759 HTTP/1.1" status: 204 len: 168 time: 0.2856874 Aug 28 15:28:09.462962 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d62d6-7cca-45cd-a2ad-47c7d26fccb2 tempest-TaggedBootDevicesTest-1976395646 tempest-TaggedBootDevicesTest-1976395646-project] Pushing event deleted for resources: {'Network': ['ID=2e337a80-f61c-4bca-8264-d9f248c90759,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:10.294231 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f48bba21-3420-4ac1-a77b-751820e2f3c2 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:28:10.315161 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: f48bba21-3420-4ac1-a77b-751820e2f3c2 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:28:10.315504 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f48bba21-3420-4ac1-a77b-751820e2f3c2 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:28:10.316095 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7108ba95-a6c9-406e-9ed4-9ef13874feb2 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:28:10.342541 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 7108ba95-a6c9-406e-9ed4-9ef13874feb2 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:28:10.342989 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7108ba95-a6c9-406e-9ed4-9ef13874feb2 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:28:10.575966 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4e31c7d3-e92c-45e6-9cae-3c9a90542372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:10.878094 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:11.798460 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:13.309962 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:18.371938 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49686) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:28:18.858815 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1175bb69-63b7-4674-b9b3-7db07052644f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:19.124308 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-1175bb69-63b7-4674-b9b3-7db07052644f admin admin] Deleting port fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:28:19.124540 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1175bb69-63b7-4674-b9b3-7db07052644f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:19.201671 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-1175bb69-63b7-4674-b9b3-7db07052644f admin admin] For port fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8,segment=NetworkSegment(c3da0be6-b78e-44bb-a617-8f7114ca16cd),segment_id=c3da0be6-b78e-44bb-a617-8f7114ca16cd)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:28:19.202034 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1175bb69-63b7-4674-b9b3-7db07052644f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:19.214498 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-1175bb69-63b7-4674-b9b3-7db07052644f admin admin] Calling delete_port for fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8 owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:28:19.393249 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1175bb69-63b7-4674-b9b3-7db07052644f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:19.423762 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175bb69-63b7-4674-b9b3-7db07052644f admin admin] Pushing event deleted for resources: {'Port': ['ID=fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:19.589475 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1175bb69-63b7-4674-b9b3-7db07052644f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:19.804680 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1175bb69-63b7-4674-b9b3-7db07052644f admin admin] Router ba0a9660-60e0-4de7-9d02-c0b8a812ce87 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:28:19.912919 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1175bb69-63b7-4674-b9b3-7db07052644f admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:28:19.919092 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1175bb69-63b7-4674-b9b3-7db07052644f admin admin] 10.222.0.13 "PUT /v2.0/routers/ba0a9660-60e0-4de7-9d02-c0b8a812ce87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5460467 Aug 28 15:28:19.920958 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49692) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:28:19.921754 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a5b3cc-64b9-490a-8793-2dcd38f4de4d None None] Sync routers for ids ['ba0a9660-60e0-4de7-9d02-c0b8a812ce87'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:28:19.931185 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a5b3cc-64b9-490a-8793-2dcd38f4de4d None None] Routers {'ba0a9660-60e0-4de7-9d02-c0b8a812ce87'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:28:19.931822 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-40a5b3cc-64b9-490a-8793-2dcd38f4de4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:28:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ba0a9660-60e0-4de7-9d02-c0b8a812ce87'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:28:20.033789 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-40a5b3cc-64b9-490a-8793-2dcd38f4de4d None None] Set router ba0a9660-60e0-4de7-9d02-c0b8a812ce87 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:28:20.223078 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-40a5b3cc-64b9-490a-8793-2dcd38f4de4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'name': 'tempest-TaggedBootDevicesTest-1550983569-router', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '316545f5-939b-443a-bc63-43b3ce8a665a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:17:23Z', 'updated_at': '2021-08-28T15:28:19Z', 'revision_number': 5, 'project_id': 'ad719b405fc34c1c8445c92c2e91c430', 'gw_port': {'id': '316545f5-939b-443a-bc63-43b3ce8a665a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:17:24Z', 'updated_at': '2021-08-28T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:28:20.251997 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a5b3cc-64b9-490a-8793-2dcd38f4de4d None None] Checking router: ba0a9660-60e0-4de7-9d02-c0b8a812ce87 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:28:20.260942 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a5b3cc-64b9-490a-8793-2dcd38f4de4d None None] Routers {'ba0a9660-60e0-4de7-9d02-c0b8a812ce87'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:28:20.261709 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-40a5b3cc-64b9-490a-8793-2dcd38f4de4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:28:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ba0a9660-60e0-4de7-9d02-c0b8a812ce87'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:28:20.384899 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a3831e8d-1635-48f1-913c-331910d45f15 admin admin] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:20.459414 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-40a5b3cc-64b9-490a-8793-2dcd38f4de4d None None] Set router ba0a9660-60e0-4de7-9d02-c0b8a812ce87 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:28:20.487723 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a3831e8d-1635-48f1-913c-331910d45f15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:20.540296 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-a3831e8d-1635-48f1-913c-331910d45f15 admin admin] Deleting port 316545f5-939b-443a-bc63-43b3ce8a665a {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:28:20.540635 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a3831e8d-1635-48f1-913c-331910d45f15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:20.622549 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-a3831e8d-1635-48f1-913c-331910d45f15 admin admin] For port 316545f5-939b-443a-bc63-43b3ce8a665a, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=316545f5-939b-443a-bc63-43b3ce8a665a,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:28:20.622917 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a3831e8d-1635-48f1-913c-331910d45f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:20.634199 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-40a5b3cc-64b9-490a-8793-2dcd38f4de4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'name': 'tempest-TaggedBootDevicesTest-1550983569-router', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '316545f5-939b-443a-bc63-43b3ce8a665a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:17:23Z', 'updated_at': '2021-08-28T15:28:19Z', 'revision_number': 5, 'project_id': 'ad719b405fc34c1c8445c92c2e91c430', 'gw_port': {'id': '316545f5-939b-443a-bc63-43b3ce8a665a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:17:24Z', 'updated_at': '2021-08-28T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:28:20.636488 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-a3831e8d-1635-48f1-913c-331910d45f15 admin admin] Calling delete_port for 316545f5-939b-443a-bc63-43b3ce8a665a owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:28:20.663975 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a5b3cc-64b9-490a-8793-2dcd38f4de4d None None] The sync data for ids ['ba0a9660-60e0-4de7-9d02-c0b8a812ce87'] in n-d-712137-10 is: [{'id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'name': 'tempest-TaggedBootDevicesTest-1550983569-router', 'tenant_id': 'ad719b405fc34c1c8445c92c2e91c430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '316545f5-939b-443a-bc63-43b3ce8a665a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:17:23Z', 'updated_at': '2021-08-28T15:28:19Z', 'revision_number': 5, 'project_id': 'ad719b405fc34c1c8445c92c2e91c430', 'gw_port': {'id': '316545f5-939b-443a-bc63-43b3ce8a665a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0a9660-60e0-4de7-9d02-c0b8a812ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:17:24Z', 'updated_at': '2021-08-28T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:28:20.799159 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a3831e8d-1635-48f1-913c-331910d45f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:20.830819 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3831e8d-1635-48f1-913c-331910d45f15 admin admin] Pushing event deleted for resources: {'Port': ['ID=316545f5-939b-443a-bc63-43b3ce8a665a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:20.889153 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a3831e8d-1635-48f1-913c-331910d45f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:20.977880 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a3831e8d-1635-48f1-913c-331910d45f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:20.979993 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a3831e8d-1635-48f1-913c-331910d45f15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:21.025023 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a3831e8d-1635-48f1-913c-331910d45f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:21.025627 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3831e8d-1635-48f1-913c-331910d45f15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba0a9660-60e0-4de7-9d02-c0b8a812ce87 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:28:21.029920 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a3831e8d-1635-48f1-913c-331910d45f15 admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:21.031102 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a3831e8d-1635-48f1-913c-331910d45f15 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ba0a9660-60e0-4de7-9d02-c0b8a812ce87 HTTP/1.1" status: 204 len: 168 time: 1.1091979 Aug 28 15:28:21.033965 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49696) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:28:21.088338 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d234fd-52a6-42d6-b512-5b7e4e07552a admin admin] Deleting subnet 73534ea4-fd9f-45ca-ad96-4ea00206b4ee {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:28:21.091515 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-21d234fd-52a6-42d6-b512-5b7e4e07552a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:21.127477 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-21d234fd-52a6-42d6-b512-5b7e4e07552a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:21.209062 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-21d234fd-52a6-42d6-b512-5b7e4e07552a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:21.269704 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-21d234fd-52a6-42d6-b512-5b7e4e07552a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:21.293624 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d234fd-52a6-42d6-b512-5b7e4e07552a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73534ea4-fd9f-45ca-ad96-4ea00206b4ee,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:21.306162 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-21d234fd-52a6-42d6-b512-5b7e4e07552a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:21.308077 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-21d234fd-52a6-42d6-b512-5b7e4e07552a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/73534ea4-fd9f-45ca-ad96-4ea00206b4ee HTTP/1.1" status: 204 len: 168 time: 0.2730188 Aug 28 15:28:21.310565 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49700) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:28:21.314929 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147f4c4b-3621-46d3-8b54-5f69446106ea None None] Network 26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:28:21.383525 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-025237b4-130e-4b99-8962-3f892a9afb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:21.438728 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-025237b4-130e-4b99-8962-3f892a9afb22 admin admin] Deleting port e112fb2d-d544-4613-8cf8-00fc5ad84e2b {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:28:21.439079 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-025237b4-130e-4b99-8962-3f892a9afb22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:21.515217 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-025237b4-130e-4b99-8962-3f892a9afb22 admin admin] For port e112fb2d-d544-4613-8cf8-00fc5ad84e2b, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e112fb2d-d544-4613-8cf8-00fc5ad84e2b,segment=NetworkSegment(c3da0be6-b78e-44bb-a617-8f7114ca16cd),segment_id=c3da0be6-b78e-44bb-a617-8f7114ca16cd)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:28:21.516058 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-025237b4-130e-4b99-8962-3f892a9afb22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:21.529096 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-025237b4-130e-4b99-8962-3f892a9afb22 admin admin] Calling delete_port for e112fb2d-d544-4613-8cf8-00fc5ad84e2b owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:28:21.613842 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-025237b4-130e-4b99-8962-3f892a9afb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:21.643520 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025237b4-130e-4b99-8962-3f892a9afb22 admin admin] Pushing event deleted for resources: {'Port': ['ID=e112fb2d-d544-4613-8cf8-00fc5ad84e2b,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:21.648927 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025237b4-130e-4b99-8962-3f892a9afb22 admin admin] No DVR routers for this DVR port e112fb2d-d544-4613-8cf8-00fc5ad84e2b on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:28:21.664633 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a350f00-cf9d-4b68-a76b-6b484d793eb7 None None] DHCP port deletion for 26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:28:21.724630 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-025237b4-130e-4b99-8962-3f892a9afb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:21.734029 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-025237b4-130e-4b99-8962-3f892a9afb22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:28:21.744053 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-025237b4-130e-4b99-8962-3f892a9afb22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3da0be6-b78e-44bb-a617-8f7114ca16cd') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:28:21.744343 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-025237b4-130e-4b99-8962-3f892a9afb22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3da0be6-b78e-44bb-a617-8f7114ca16cd') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:28:21.752860 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-025237b4-130e-4b99-8962-3f892a9afb22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:21.766223 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-025237b4-130e-4b99-8962-3f892a9afb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:21.772249 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025237b4-130e-4b99-8962-3f892a9afb22 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:28:21.772696 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-025237b4-130e-4b99-8962-3f892a9afb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:28:21.774323 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:28:21.831647 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-025237b4-130e-4b99-8962-3f892a9afb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:21.838876 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-025237b4-130e-4b99-8962-3f892a9afb22 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:21.841875 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-025237b4-130e-4b99-8962-3f892a9afb22 admin admin] 10.222.0.13 "DELETE /v2.0/networks/26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a HTTP/1.1" status: 204 len: 168 time: 0.5302234 Aug 28 15:28:21.866919 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025237b4-130e-4b99-8962-3f892a9afb22 admin admin] Pushing event deleted for resources: {'Network': ['ID=26d3b3fa-57d2-4a2b-9fc2-24a1dc09059a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:21.969350 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49704) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:28:22.010643 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-25ef21f5-d0b5-4764-9f21-b81e319bb473 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad719b405fc34c1c8445c92c2e91c430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400689 Aug 28 15:28:22.013111 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49706) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:28:22.060736 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-398882a5-3150-4e01-83da-7e5121dd1682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:22.082393 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-398882a5-3150-4e01-83da-7e5121dd1682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:22.130102 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-398882a5-3150-4e01-83da-7e5121dd1682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:22.132948 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-398882a5-3150-4e01-83da-7e5121dd1682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:22.134407 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-398882a5-3150-4e01-83da-7e5121dd1682 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b76cbd1c-40b1-416a-93b6-ccd0bc3d386a HTTP/1.1" status: 204 len: 168 time: 0.1202769 Aug 28 15:28:22.144094 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398882a5-3150-4e01-83da-7e5121dd1682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76cbd1c-40b1-416a-93b6-ccd0bc3d386a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:22.303606 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 316545f5-939b-443a-bc63-43b3ce8a665a no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:28:22.325963 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 316545f5-939b-443a-bc63-43b3ce8a665a {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:28:22.326602 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 316545f5-939b-443a-bc63-43b3ce8a665a not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:28:22.326718 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e112fb2d-d544-4613-8cf8-00fc5ad84e2b no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:28:22.361149 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: e112fb2d-d544-4613-8cf8-00fc5ad84e2b {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:28:22.361491 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e112fb2d-d544-4613-8cf8-00fc5ad84e2b not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:28:22.362102 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:28:22.381671 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:28:22.382021 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device fd92fa0e-3e35-4ed7-ac3e-872db7b34fe8 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:28:22.894650 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 49744) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:28:22.993318 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-9d452719-d865-4494-a4c4-0fa2a9272266 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-309278520-network', 'tenant_id': '15b4528e1c8e45cbb61fd89bafe3a911'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:28:23.014992 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d452719-d865-4494-a4c4-0fa2a9272266 admin admin] Made reservation on behalf of 15b4528e1c8e45cbb61fd89bafe3a911 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:28:23.018039 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9d452719-d865-4494-a4c4-0fa2a9272266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:23.030364 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9d452719-d865-4494-a4c4-0fa2a9272266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:23.121877 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9d452719-d865-4494-a4c4-0fa2a9272266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:23.126471 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9d452719-d865-4494-a4c4-0fa2a9272266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:23.150792 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d452719-d865-4494-a4c4-0fa2a9272266 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:28:23.162428 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d452719-d865-4494-a4c4-0fa2a9272266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66683467-6a02-4cbe-9af7-60a292ab4d28,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:23.168794 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9d452719-d865-4494-a4c4-0fa2a9272266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:23.169140 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-9d452719-d865-4494-a4c4-0fa2a9272266 admin admin] Added segment e35b26d3-35ee-4b5d-9e33-4ca5a22d6504 of type vlan for network e04ca1c4-f369-49f6-b930-65ae31be0e01 Aug 28 15:28:23.212158 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9d452719-d865-4494-a4c4-0fa2a9272266 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:23.241485 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9d452719-d865-4494-a4c4-0fa2a9272266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:23.242786 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d452719-d865-4494-a4c4-0fa2a9272266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:23.243365 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9d452719-d865-4494-a4c4-0fa2a9272266 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:23.297591 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9d452719-d865-4494-a4c4-0fa2a9272266 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4011393 Aug 28 15:28:23.301153 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49748) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:28:23.304916 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d452719-d865-4494-a4c4-0fa2a9272266 admin admin] Pushing event updated for resources: {'Network': ['ID=e04ca1c4-f369-49f6-b930-65ae31be0e01,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:23.306480 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-89c0a91b-168f-468e-90db-3c9311beb16f admin admin] Request body: {'subnet': {'network_id': 'e04ca1c4-f369-49f6-b930-65ae31be0e01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-309278520-subnet', 'tenant_id': '15b4528e1c8e45cbb61fd89bafe3a911', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:28:23.320677 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network e04ca1c4-f369-49f6-b930-65ae31be0e01 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:28:23.334130 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c0a91b-168f-468e-90db-3c9311beb16f admin admin] Made reservation on behalf of 15b4528e1c8e45cbb61fd89bafe3a911 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:28:23.336960 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-89c0a91b-168f-468e-90db-3c9311beb16f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:23.504262 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-89c0a91b-168f-468e-90db-3c9311beb16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:23.561522 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c0a91b-168f-468e-90db-3c9311beb16f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e741398-9267-4fe7-bbd8-ae26fab8c0a3,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:23.567793 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c0a91b-168f-468e-90db-3c9311beb16f admin admin] Checking segment: {'id': 'e35b26d3-35ee-4b5d-9e33-4ca5a22d6504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e04ca1c4-f369-49f6-b930-65ae31be0e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:28:23.568156 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c0a91b-168f-468e-90db-3c9311beb16f admin admin] Network hostable DHCP agents. Network: e04ca1c4-f369-49f6-b930-65ae31be0e01, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:28:23.584909 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c0a91b-168f-468e-90db-3c9311beb16f admin admin] Network e04ca1c4-f369-49f6-b930-65ae31be0e01 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:28:23.592860 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-89c0a91b-168f-468e-90db-3c9311beb16f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, e04ca1c4-f369-49f6-b930-65ae31be0e01) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:28:23.597649 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c0a91b-168f-468e-90db-3c9311beb16f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:23.598238 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-89c0a91b-168f-468e-90db-3c9311beb16f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:23.603442 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9bb38d-4895-4cbd-b701-3ee5addf613f None None] Network e04ca1c4-f369-49f6-b930-65ae31be0e01 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:28:23.613738 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-89c0a91b-168f-468e-90db-3c9311beb16f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3113801 Aug 28 15:28:23.735377 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b5e46f-0448-4e5d-9d06-06ddb0fd0db2 None None] Network e04ca1c4-f369-49f6-b930-65ae31be0e01 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:28:24.075030 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-491ba8aa-85fe-4209-ba2e-995088ed158b tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:24.076595 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-491ba8aa-85fe-4209-ba2e-995088ed158b tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] 10.222.0.13 "GET /v2.0/networks?id=e04ca1c4-f369-49f6-b930-65ae31be0e01 HTTP/1.1" status: 200 len: 808 time: 0.1129582 Aug 28 15:28:24.096815 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-8968224f-8720-4565-bb2f-91c4ec94fce3 tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] 10.222.0.13 "GET /v2.0/quotas/15b4528e1c8e45cbb61fd89bafe3a911 HTTP/1.1" status: 200 len: 375 time: 0.0120192 Aug 28 15:28:24.131675 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-f01babc8-6c3d-406c-8902-8280a3b3b22b tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=15b4528e1c8e45cbb61fd89bafe3a911&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285978 Aug 28 15:28:24.231576 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-15a97717-78fd-4f2b-884b-af7b7dd6e8c6 service neutron] 10.222.0.13 "GET /v2.0/networks/e04ca1c4-f369-49f6-b930-65ae31be0e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927837 Aug 28 15:28:24.325057 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-fafeaecd-667f-4295-aa31-cd2748d016cd service neutron] 10.222.0.13 "GET /v2.0/networks/e04ca1c4-f369-49f6-b930-65ae31be0e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864177 Aug 28 15:28:24.491421 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9636d97e-04a0-4f37-8d51-1f059a565d63 req-1d22ef65-35a2-45d4-b91d-76229522b3a3 tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ebb6c7c-a37e-4767-9483-8d745480eb36 HTTP/1.1" status: 200 len: 210 time: 0.0285299 Aug 28 15:28:24.519771 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:25.459104 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-a5e829f4-bd44-4d85-bbcd-5e271c49aba2 tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:25.460746 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-a5e829f4-bd44-4d85-bbcd-5e271c49aba2 tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] 10.222.0.36 "GET /v2.0/networks?id=e04ca1c4-f369-49f6-b930-65ae31be0e01 HTTP/1.1" status: 200 len: 808 time: 0.1133168 Aug 28 15:28:25.474583 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-36905b6b-6bb2-471d-8007-7c5a8dc9888b tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Request body: {'port': {'device_id': '3ebb6c7c-a37e-4767-9483-8d745480eb36', 'network_id': 'e04ca1c4-f369-49f6-b930-65ae31be0e01', 'admin_state_up': True, 'tenant_id': '15b4528e1c8e45cbb61fd89bafe3a911'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:28:25.588719 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-36905b6b-6bb2-471d-8007-7c5a8dc9888b tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Made reservation on behalf of 15b4528e1c8e45cbb61fd89bafe3a911 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:28:25.594378 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-36905b6b-6bb2-471d-8007-7c5a8dc9888b tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:25.599969 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-37a02bd9-6d93-4c9a-9684-ceafb4ea29f9 req-f747340e-acae-4e5e-a3fc-bd90a0232563 tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ebb6c7c-a37e-4767-9483-8d745480eb36 HTTP/1.1" status: 200 len: 210 time: 0.0306396 Aug 28 15:28:25.729719 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-36905b6b-6bb2-471d-8007-7c5a8dc9888b tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Allocated IP 172.20.0.8 (e04ca1c4-f369-49f6-b930-65ae31be0e01/9e741398-9267-4fe7-bbd8-ae26fab8c0a3/ace228e2-4517-4772-9fc2-904578083da7) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:28:25.880969 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-36905b6b-6bb2-471d-8007-7c5a8dc9888b tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:25.924369 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-36905b6b-6bb2-471d-8007-7c5a8dc9888b tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:25.970316 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-36905b6b-6bb2-471d-8007-7c5a8dc9888b tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Network e04ca1c4-f369-49f6-b930-65ae31be0e01 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:28:25.976973 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-36905b6b-6bb2-471d-8007-7c5a8dc9888b tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:28:25.979848 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-36905b6b-6bb2-471d-8007-7c5a8dc9888b tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:28:26.012292 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36905b6b-6bb2-471d-8007-7c5a8dc9888b tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Pushing event updated for resources: {'Port': ['ID=ace228e2-4517-4772-9fc2-904578083da7,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:26.037912 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-36905b6b-6bb2-471d-8007-7c5a8dc9888b tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:26.038529 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-36905b6b-6bb2-471d-8007-7c5a8dc9888b tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:26.053312 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-36905b6b-6bb2-471d-8007-7c5a8dc9888b tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5828416 Aug 28 15:28:26.069203 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-dae24f23-c499-4b8c-af99-3ca732c1b88a service neutron] Request body: {'port': {'device_id': '3ebb6c7c-a37e-4767-9483-8d745480eb36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:28:26.126982 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-dae24f23-c499-4b8c-af99-3ca732c1b88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:26.387136 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-dae24f23-c499-4b8c-af99-3ca732c1b88a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace228e2-4517-4772-9fc2-904578083da7 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:28:26.395131 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-dae24f23-c499-4b8c-af99-3ca732c1b88a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:26.407439 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-dae24f23-c499-4b8c-af99-3ca732c1b88a service neutron] Transition to ACTIVE for port object ace228e2-4517-4772-9fc2-904578083da7 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:28:26.411701 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-dae24f23-c499-4b8c-af99-3ca732c1b88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:26.462024 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae24f23-c499-4b8c-af99-3ca732c1b88a service neutron] Pushing event updated for resources: {'Port': ['ID=ace228e2-4517-4772-9fc2-904578083da7,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:26.536524 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-dae24f23-c499-4b8c-af99-3ca732c1b88a service neutron] Attempting to bind port ace228e2-4517-4772-9fc2-904578083da7 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:28:26.536863 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-dae24f23-c499-4b8c-af99-3ca732c1b88a service neutron] Attempting to bind port ace228e2-4517-4772-9fc2-904578083da7 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'e35b26d3-35ee-4b5d-9e33-4ca5a22d6504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e04ca1c4-f369-49f6-b930-65ae31be0e01'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:28:26.537194 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-dae24f23-c499-4b8c-af99-3ca732c1b88a service neutron] Attempting to bind port ace228e2-4517-4772-9fc2-904578083da7 on network e04ca1c4-f369-49f6-b930-65ae31be0e01 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:28:26.541903 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-dae24f23-c499-4b8c-af99-3ca732c1b88a service neutron] Port ace228e2-4517-4772-9fc2-904578083da7 on network e04ca1c4-f369-49f6-b930-65ae31be0e01 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:28:26.542235 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-dae24f23-c499-4b8c-af99-3ca732c1b88a service neutron] Attempting to bind port ace228e2-4517-4772-9fc2-904578083da7 on network e04ca1c4-f369-49f6-b930-65ae31be0e01 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:28:26.547491 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-dae24f23-c499-4b8c-af99-3ca732c1b88a service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:28:26.547866 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-dae24f23-c499-4b8c-af99-3ca732c1b88a service neutron] Checking segment: {'id': 'e35b26d3-35ee-4b5d-9e33-4ca5a22d6504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e04ca1c4-f369-49f6-b930-65ae31be0e01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:28:26.548258 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-dae24f23-c499-4b8c-af99-3ca732c1b88a service neutron] Bound using segment: {'id': 'e35b26d3-35ee-4b5d-9e33-4ca5a22d6504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e04ca1c4-f369-49f6-b930-65ae31be0e01'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:28:26.548700 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-dae24f23-c499-4b8c-af99-3ca732c1b88a service neutron] Bound port: ace228e2-4517-4772-9fc2-904578083da7, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e35b26d3-35ee-4b5d-9e33-4ca5a22d6504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e04ca1c4-f369-49f6-b930-65ae31be0e01'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:28:26.549064 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-dae24f23-c499-4b8c-af99-3ca732c1b88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:26.616159 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-dae24f23-c499-4b8c-af99-3ca732c1b88a service neutron] For port ace228e2-4517-4772-9fc2-904578083da7, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:28:26.619298 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-dae24f23-c499-4b8c-af99-3ca732c1b88a service neutron] For port ace228e2-4517-4772-9fc2-904578083da7, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ace228e2-4517-4772-9fc2-904578083da7,segment=NetworkSegment(e35b26d3-35ee-4b5d-9e33-4ca5a22d6504),segment_id=e35b26d3-35ee-4b5d-9e33-4ca5a22d6504)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:28:26.624129 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-dae24f23-c499-4b8c-af99-3ca732c1b88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:26.665294 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-dae24f23-c499-4b8c-af99-3ca732c1b88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:26.665914 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-dae24f23-c499-4b8c-af99-3ca732c1b88a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:26.667400 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-dae24f23-c499-4b8c-af99-3ca732c1b88a service neutron] 10.222.0.36 "PUT /v2.0/ports/ace228e2-4517-4772-9fc2-904578083da7 HTTP/1.1" status: 200 len: 1092 time: 0.6028411 Aug 28 15:28:26.667837 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebb6c7c-a37e-4767-9483-8d745480eb36', 'tag': 'ace228e2-4517-4772-9fc2-904578083da7'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:28:26.670124 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b25166-2a73-4eb8-bb15-8806bc516cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "3ebb6c7c-a37e-4767-9483-8d745480eb36", "tag": "ace228e2-4517-4772-9fc2-904578083da7"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:28:26.695232 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:26.729912 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba65caf7-23a7-4732-9536-ad5b7c1f26d8 x-openstack-request-id: req-ba65caf7-23a7-4732-9536-ad5b7c1f26d8 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:28:26.730212 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ebb6c7c-a37e-4767-9483-8d745480eb36", "tag": "ace228e2-4517-4772-9fc2-904578083da7", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:28:26.730466 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba65caf7-23a7-4732-9536-ad5b7c1f26d8 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:28:26.730860 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebb6c7c-a37e-4767-9483-8d745480eb36', 'tag': 'ace228e2-4517-4772-9fc2-904578083da7', 'status': 'completed', 'code': 200} Aug 28 15:28:26.741552 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae24f23-c499-4b8c-af99-3ca732c1b88a service neutron] Pushing event updated for resources: {'Port': ['ID=ace228e2-4517-4772-9fc2-904578083da7,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:26.787238 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80caec6-5392-4d51-a858-dfe67a3828fa req-e353d30f-fa8f-48f0-88c0-2e74f3329bde tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:26.788763 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a80caec6-5392-4d51-a858-dfe67a3828fa req-e353d30f-fa8f-48f0-88c0-2e74f3329bde tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ebb6c7c-a37e-4767-9483-8d745480eb36 HTTP/1.1" status: 200 len: 943 time: 0.1063375 Aug 28 15:28:26.791423 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-f04d33a3-e605-4d1b-8024-1a55a28107d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:26.792844 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-f04d33a3-e605-4d1b-8024-1a55a28107d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15b4528e1c8e45cbb61fd89bafe3a911&device_id=3ebb6c7c-a37e-4767-9483-8d745480eb36 HTTP/1.1" status: 200 len: 1095 time: 0.0647182 Aug 28 15:28:26.842142 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-7291f2e5-846d-4a6a-9a91-4c24f399513d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ace228e2-4517-4772-9fc2-904578083da7 HTTP/1.1" status: 200 len: 217 time: 0.0410438 Aug 28 15:28:26.889315 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a80caec6-5392-4d51-a858-dfe67a3828fa req-68c647df-6a38-4945-92bc-7b13ffc8ca39 tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] 10.222.0.13 "GET /v2.0/security-groups?id=66683467-6a02-4cbe-9af7-60a292ab4d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942614 Aug 28 15:28:26.917231 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-814071ea-3e83-4fd9-a13b-5f8dced151b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:26.918827 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-814071ea-3e83-4fd9-a13b-5f8dced151b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9e741398-9267-4fe7-bbd8-ae26fab8c0a3 HTTP/1.1" status: 200 len: 848 time: 0.0704384 Aug 28 15:28:26.950539 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-df36d521-991b-4877-947a-d5360cdb668a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e04ca1c4-f369-49f6-b930-65ae31be0e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248587 Aug 28 15:28:27.038653 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-1ef2d6d0-752c-495b-97f4-f317282f307e service neutron] 10.222.0.36 "GET /v2.0/networks/e04ca1c4-f369-49f6-b930-65ae31be0e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810232 Aug 28 15:28:27.133256 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c51a92ca-0e55-473f-ac14-217c2bcaf784 req-48e32a40-a44a-42be-a12e-6b1d3666602d service neutron] 10.222.0.36 "GET /v2.0/networks/e04ca1c4-f369-49f6-b930-65ae31be0e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876815 Aug 28 15:28:27.220984 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b25166-2a73-4eb8-bb15-8806bc516cdd req-2c53ee78-5021-4734-b834-d84c7d79deda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:27.222901 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40b25166-2a73-4eb8-bb15-8806bc516cdd req-2c53ee78-5021-4734-b834-d84c7d79deda service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15b4528e1c8e45cbb61fd89bafe3a911&device_id=3ebb6c7c-a37e-4767-9483-8d745480eb36 HTTP/1.1" status: 200 len: 1095 time: 0.0424988 Aug 28 15:28:27.324448 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b25166-2a73-4eb8-bb15-8806bc516cdd req-e0ab08bd-f456-4f24-bb57-8f832d6c7962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:27.325980 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40b25166-2a73-4eb8-bb15-8806bc516cdd req-e0ab08bd-f456-4f24-bb57-8f832d6c7962 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e04ca1c4-f369-49f6-b930-65ae31be0e01 HTTP/1.1" status: 200 len: 909 time: 0.0958083 Aug 28 15:28:27.368189 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40b25166-2a73-4eb8-bb15-8806bc516cdd req-3482b0dc-0e30-4972-b26b-d36626c10774 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ace228e2-4517-4772-9fc2-904578083da7 HTTP/1.1" status: 200 len: 217 time: 0.0354166 Aug 28 15:28:27.417066 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b25166-2a73-4eb8-bb15-8806bc516cdd req-0f1a27b2-5b3f-4784-b1b2-f2833f26fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:27.418544 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40b25166-2a73-4eb8-bb15-8806bc516cdd req-0f1a27b2-5b3f-4784-b1b2-f2833f26fa75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9e741398-9267-4fe7-bbd8-ae26fab8c0a3 HTTP/1.1" status: 200 len: 848 time: 0.0431495 Aug 28 15:28:27.449502 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40b25166-2a73-4eb8-bb15-8806bc516cdd req-d03e5d4b-5554-41d8-9595-e9d17e8835d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e04ca1c4-f369-49f6-b930-65ae31be0e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238991 Aug 28 15:28:27.541304 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40b25166-2a73-4eb8-bb15-8806bc516cdd req-c624e117-4bec-4a63-a6e3-aeffb8f1e76c service neutron] 10.222.0.36 "GET /v2.0/networks/e04ca1c4-f369-49f6-b930-65ae31be0e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846808 Aug 28 15:28:27.629285 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40b25166-2a73-4eb8-bb15-8806bc516cdd req-07f54923-e90d-481d-844e-147d0c8b91fd service neutron] 10.222.0.36 "GET /v2.0/networks/e04ca1c4-f369-49f6-b930-65ae31be0e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806980 Aug 28 15:28:28.017852 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50587b3d-86b9-4860-b8c9-58bbed36e80e req-a233c594-6957-4aec-9cb9-fae2b0234fbb tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:28.019526 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-50587b3d-86b9-4860-b8c9-58bbed36e80e req-a233c594-6957-4aec-9cb9-fae2b0234fbb tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ebb6c7c-a37e-4767-9483-8d745480eb36 HTTP/1.1" status: 200 len: 943 time: 0.0570796 Aug 28 15:28:28.059299 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-50587b3d-86b9-4860-b8c9-58bbed36e80e req-358af111-e39e-40ac-a3c5-938680f4c234 tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] 10.222.0.13 "GET /v2.0/security-groups?id=66683467-6a02-4cbe-9af7-60a292ab4d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335443 Aug 28 15:28:29.180152 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442a3f3-380a-4477-aa76-e143e1a752c5 req-8ca3bee5-fe28-42bf-93cb-10ebca44f132 tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:29.181534 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7442a3f3-380a-4477-aa76-e143e1a752c5 req-8ca3bee5-fe28-42bf-93cb-10ebca44f132 tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ebb6c7c-a37e-4767-9483-8d745480eb36 HTTP/1.1" status: 200 len: 943 time: 0.0532770 Aug 28 15:28:29.219705 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7442a3f3-380a-4477-aa76-e143e1a752c5 req-03381762-28e2-4e49-a7f8-9e04fc70bfb3 tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] 10.222.0.13 "GET /v2.0/security-groups?id=66683467-6a02-4cbe-9af7-60a292ab4d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321987 Aug 28 15:28:30.334224 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9d3d8-b3c0-4c86-92a5-79b35ec80179 req-8e166861-58e0-44f6-87ad-43d28c1309c9 tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:30.335714 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05c9d3d8-b3c0-4c86-92a5-79b35ec80179 req-8e166861-58e0-44f6-87ad-43d28c1309c9 tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ebb6c7c-a37e-4767-9483-8d745480eb36 HTTP/1.1" status: 200 len: 943 time: 0.0489874 Aug 28 15:28:30.373629 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05c9d3d8-b3c0-4c86-92a5-79b35ec80179 req-faea8e17-23a6-4e34-8b72-f15e5aa2834e tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] 10.222.0.13 "GET /v2.0/security-groups?id=66683467-6a02-4cbe-9af7-60a292ab4d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318797 Aug 28 15:28:30.472706 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device ace228e2-4517-4772-9fc2-904578083da7 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:28:30.565293 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port ace228e2-4517-4772-9fc2-904578083da7, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ace228e2-4517-4772-9fc2-904578083da7,segment=NetworkSegment(e35b26d3-35ee-4b5d-9e33-4ca5a22d6504),segment_id=e35b26d3-35ee-4b5d-9e33-4ca5a22d6504)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:28:30.732547 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'ace228e2-4517-4772-9fc2-904578083da7', 'network_id': 'e04ca1c4-f369-49f6-b930-65ae31be0e01', 'port_id': 'ace228e2-4517-4772-9fc2-904578083da7', 'mac_address': 'fa:16:3e:1a:f9:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e741398-9267-4fe7-bbd8-ae26fab8c0a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:28:30.767987 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:30.779860 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace228e2-4517-4772-9fc2-904578083da7 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:28:30.799519 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port ace228e2-4517-4772-9fc2-904578083da7, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ace228e2-4517-4772-9fc2-904578083da7,segment=NetworkSegment(e35b26d3-35ee-4b5d-9e33-4ca5a22d6504),segment_id=e35b26d3-35ee-4b5d-9e33-4ca5a22d6504)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:28:30.803231 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:30.848823 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=ace228e2-4517-4772-9fc2-904578083da7,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:31.064979 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['ace228e2-4517-4772-9fc2-904578083da7'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:28:31.488171 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8b24f-a6df-4105-ba6c-c92325f1246e req-ab894ad6-ef38-4817-a34f-c60788585d6d tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:31.489738 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ca8b24f-a6df-4105-ba6c-c92325f1246e req-ab894ad6-ef38-4817-a34f-c60788585d6d tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ebb6c7c-a37e-4767-9483-8d745480eb36 HTTP/1.1" status: 200 len: 944 time: 0.0507135 Aug 28 15:28:31.527952 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ca8b24f-a6df-4105-ba6c-c92325f1246e req-d8533b60-35e7-4df7-ba3e-78e7893ccc26 tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] 10.222.0.13 "GET /v2.0/security-groups?id=66683467-6a02-4cbe-9af7-60a292ab4d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320740 Aug 28 15:28:32.503012 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device ace228e2-4517-4772-9fc2-904578083da7 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:28:32.559621 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port ace228e2-4517-4772-9fc2-904578083da7 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:28:32.564371 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port ace228e2-4517-4772-9fc2-904578083da7 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:28:32.564772 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:32.644002 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:32.645755 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5e3b8-24f3-4844-81bd-62ff38bb325f req-961e8b5d-8618-4bc6-b195-f5cb04a9881d tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:32.647261 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9ca5e3b8-24f3-4844-81bd-62ff38bb325f req-961e8b5d-8618-4bc6-b195-f5cb04a9881d tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ebb6c7c-a37e-4767-9483-8d745480eb36 HTTP/1.1" status: 200 len: 944 time: 0.0485466 Aug 28 15:28:32.667012 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebb6c7c-a37e-4767-9483-8d745480eb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace228e2-4517-4772-9fc2-904578083da7'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:28:32.669316 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570f2557-fadf-4f8a-a459-72d624a2bfd8" -d '{"events": [{"server_uuid": "3ebb6c7c-a37e-4767-9483-8d745480eb36", "name": "network-vif-plugged", "status": "completed", "tag": "ace228e2-4517-4772-9fc2-904578083da7"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:28:32.682454 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port ace228e2-4517-4772-9fc2-904578083da7, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ace228e2-4517-4772-9fc2-904578083da7,segment=NetworkSegment(e35b26d3-35ee-4b5d-9e33-4ca5a22d6504),segment_id=e35b26d3-35ee-4b5d-9e33-4ca5a22d6504)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:28:32.686470 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9ca5e3b8-24f3-4844-81bd-62ff38bb325f req-e1e37303-0e75-46d6-b01c-c1a25d517f01 tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] 10.222.0.13 "GET /v2.0/security-groups?id=66683467-6a02-4cbe-9af7-60a292ab4d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332561 Aug 28 15:28:32.687110 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:32.713112 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1324a45d-9233-4ad4-a3ff-60091a666121 x-openstack-request-id: req-1324a45d-9233-4ad4-a3ff-60091a666121 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:28:32.713417 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebb6c7c-a37e-4767-9483-8d745480eb36", "name": "network-vif-plugged", "status": "completed", "tag": "ace228e2-4517-4772-9fc2-904578083da7", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:28:32.713674 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1324a45d-9233-4ad4-a3ff-60091a666121 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:28:32.714094 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebb6c7c-a37e-4767-9483-8d745480eb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace228e2-4517-4772-9fc2-904578083da7', 'code': 200} Aug 28 15:28:32.738485 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=ace228e2-4517-4772-9fc2-904578083da7,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:32.806553 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd633c37-aea5-417f-b100-7b821f59a9af req-7cd848f5-b218-4e7b-9c38-4a12b43b1cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:32.808016 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd633c37-aea5-417f-b100-7b821f59a9af req-7cd848f5-b218-4e7b-9c38-4a12b43b1cc5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ebb6c7c-a37e-4767-9483-8d745480eb36 HTTP/1.1" status: 200 len: 1097 time: 0.0401084 Aug 28 15:28:32.842048 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd633c37-aea5-417f-b100-7b821f59a9af req-6a292c81-bfeb-4236-a5ee-100ec58acf47 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=66683467-6a02-4cbe-9af7-60a292ab4d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272241 Aug 28 15:28:33.808394 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e4d44-3353-4bf5-8188-7367cd24a689 req-e1976a88-c240-41f7-9520-f660958dc70b tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:33.809779 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bc4e4d44-3353-4bf5-8188-7367cd24a689 req-e1976a88-c240-41f7-9520-f660958dc70b tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ebb6c7c-a37e-4767-9483-8d745480eb36 HTTP/1.1" status: 200 len: 945 time: 0.0524702 Aug 28 15:28:33.849397 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bc4e4d44-3353-4bf5-8188-7367cd24a689 req-c5b2af74-b509-43bb-959c-75aca84f0a44 tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] 10.222.0.13 "GET /v2.0/security-groups?id=66683467-6a02-4cbe-9af7-60a292ab4d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336447 Aug 28 15:28:34.969463 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0e853-8bf7-41e5-952e-f18bab16da1a req-4e900e68-0273-49ba-877f-3aff1c2a0540 tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:34.970972 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bec0e853-8bf7-41e5-952e-f18bab16da1a req-4e900e68-0273-49ba-877f-3aff1c2a0540 tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ebb6c7c-a37e-4767-9483-8d745480eb36 HTTP/1.1" status: 200 len: 945 time: 0.0542884 Aug 28 15:28:35.009145 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bec0e853-8bf7-41e5-952e-f18bab16da1a req-1487c20b-df82-40a5-900e-0117e07316e4 tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] 10.222.0.13 "GET /v2.0/security-groups?id=66683467-6a02-4cbe-9af7-60a292ab4d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321715 Aug 28 15:28:36.627155 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d37d8e-06a9-40bb-a59c-f226c7b2d395 req-2e3909e2-37a8-41bf-a9ee-14a0b36fcf2a tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:36.628780 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b7d37d8e-06a9-40bb-a59c-f226c7b2d395 req-2e3909e2-37a8-41bf-a9ee-14a0b36fcf2a tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ebb6c7c-a37e-4767-9483-8d745480eb36 HTTP/1.1" status: 200 len: 945 time: 0.0504744 Aug 28 15:28:36.667468 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b7d37d8e-06a9-40bb-a59c-f226c7b2d395 req-7d5835cc-fef9-4373-ade4-a88da87cd108 tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] 10.222.0.13 "GET /v2.0/security-groups?id=66683467-6a02-4cbe-9af7-60a292ab4d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326409 Aug 28 15:28:37.793119 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddebb10-fb8c-48ca-8e00-245e37fbb836 req-f79a3ccc-a0d6-4ff4-8bd8-0239af59c356 tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:37.794627 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3ddebb10-fb8c-48ca-8e00-245e37fbb836 req-f79a3ccc-a0d6-4ff4-8bd8-0239af59c356 tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ebb6c7c-a37e-4767-9483-8d745480eb36 HTTP/1.1" status: 200 len: 945 time: 0.0493469 Aug 28 15:28:37.833816 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3ddebb10-fb8c-48ca-8e00-245e37fbb836 req-0dfaee83-05f5-49f3-a1f2-47f863417168 tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] 10.222.0.13 "GET /v2.0/security-groups?id=66683467-6a02-4cbe-9af7-60a292ab4d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325980 Aug 28 15:28:37.936580 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020ed66-92d1-4bff-88b1-2bcbb0035efc req-6a0f749c-deed-4706-85d8-a2d16ec905f2 tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:37.939318 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f020ed66-92d1-4bff-88b1-2bcbb0035efc req-6a0f749c-deed-4706-85d8-a2d16ec905f2 tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ebb6c7c-a37e-4767-9483-8d745480eb36 HTTP/1.1" status: 200 len: 945 time: 0.0518103 Aug 28 15:28:38.017544 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fd396003-bf24-4243-b7fb-b72b86468ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:38.039013 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-f020ed66-92d1-4bff-88b1-2bcbb0035efc req-f9b5f660-4622-40cf-b609-b85252738bce tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Deleting port ace228e2-4517-4772-9fc2-904578083da7 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:28:38.039013 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f020ed66-92d1-4bff-88b1-2bcbb0035efc req-f9b5f660-4622-40cf-b609-b85252738bce tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:38.125214 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-f020ed66-92d1-4bff-88b1-2bcbb0035efc req-f9b5f660-4622-40cf-b609-b85252738bce tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] For port ace228e2-4517-4772-9fc2-904578083da7, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ace228e2-4517-4772-9fc2-904578083da7,segment=NetworkSegment(e35b26d3-35ee-4b5d-9e33-4ca5a22d6504),segment_id=e35b26d3-35ee-4b5d-9e33-4ca5a22d6504)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:28:38.125679 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f020ed66-92d1-4bff-88b1-2bcbb0035efc req-f9b5f660-4622-40cf-b609-b85252738bce tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:38.141267 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-f020ed66-92d1-4bff-88b1-2bcbb0035efc req-f9b5f660-4622-40cf-b609-b85252738bce tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Calling delete_port for ace228e2-4517-4772-9fc2-904578083da7 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:28:38.268770 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f020ed66-92d1-4bff-88b1-2bcbb0035efc req-f9b5f660-4622-40cf-b609-b85252738bce tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:38.281218 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['ace228e2-4517-4772-9fc2-904578083da7'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:28:38.299296 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5f660-4622-40cf-b609-b85252738bce tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Pushing event deleted for resources: {'Port': ['ID=ace228e2-4517-4772-9fc2-904578083da7,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:38.345714 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-f020ed66-92d1-4bff-88b1-2bcbb0035efc req-f9b5f660-4622-40cf-b609-b85252738bce tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] No DVR routers for this DVR port ace228e2-4517-4772-9fc2-904578083da7 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:28:38.348336 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-f020ed66-92d1-4bff-88b1-2bcbb0035efc req-f9b5f660-4622-40cf-b609-b85252738bce tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:38.350320 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f020ed66-92d1-4bff-88b1-2bcbb0035efc req-f9b5f660-4622-40cf-b609-b85252738bce tempest-ServerTagsTestJSON-1989540015 tempest-ServerTagsTestJSON-1989540015-project] 10.222.0.36 "DELETE /v2.0/ports/ace228e2-4517-4772-9fc2-904578083da7 HTTP/1.1" status: 204 len: 173 time: 0.4054658 Aug 28 15:28:38.350758 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebb6c7c-a37e-4767-9483-8d745480eb36', 'name': 'network-vif-deleted', 'tag': 'ace228e2-4517-4772-9fc2-904578083da7'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:28:38.353023 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c0dfad-b525-4a38-ad73-0b905aa13049" -d '{"events": [{"server_uuid": "3ebb6c7c-a37e-4767-9483-8d745480eb36", "name": "network-vif-deleted", "tag": "ace228e2-4517-4772-9fc2-904578083da7"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:28:38.391084 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020dbb9f-0692-4b1c-9bca-ddcecef553f5 x-openstack-request-id: req-020dbb9f-0692-4b1c-9bca-ddcecef553f5 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:28:38.391406 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebb6c7c-a37e-4767-9483-8d745480eb36", "name": "network-vif-deleted", "tag": "ace228e2-4517-4772-9fc2-904578083da7", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:28:38.391694 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-020dbb9f-0692-4b1c-9bca-ddcecef553f5 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:28:38.392085 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebb6c7c-a37e-4767-9483-8d745480eb36', 'name': 'network-vif-deleted', 'tag': 'ace228e2-4517-4772-9fc2-904578083da7', 'status': 'completed', 'code': 200} Aug 28 15:28:38.890954 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49914) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:28:38.934877 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee8ddd28-57df-4e53-a411-cbb59801d05f admin admin] Deleting subnet 9e741398-9267-4fe7-bbd8-ae26fab8c0a3 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:28:38.938609 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ee8ddd28-57df-4e53-a411-cbb59801d05f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:38.972220 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ee8ddd28-57df-4e53-a411-cbb59801d05f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:39.011750 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ee8ddd28-57df-4e53-a411-cbb59801d05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:39.066468 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ee8ddd28-57df-4e53-a411-cbb59801d05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:39.387746 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ddd28-57df-4e53-a411-cbb59801d05f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e741398-9267-4fe7-bbd8-ae26fab8c0a3,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:39.391557 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ee8ddd28-57df-4e53-a411-cbb59801d05f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:39.395805 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ee8ddd28-57df-4e53-a411-cbb59801d05f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9e741398-9267-4fe7-bbd8-ae26fab8c0a3 HTTP/1.1" status: 204 len: 168 time: 0.5014598 Aug 28 15:28:39.395972 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49916) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:28:39.462271 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-18a8dc8f-1c4c-4aa5-af3e-61d7def060f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:39.542063 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-18a8dc8f-1c4c-4aa5-af3e-61d7def060f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:39.552419 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-18a8dc8f-1c4c-4aa5-af3e-61d7def060f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04ca1c4-f369-49f6-b930-65ae31be0e01']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:28:39.562435 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-18a8dc8f-1c4c-4aa5-af3e-61d7def060f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35b26d3-35ee-4b5d-9e33-4ca5a22d6504') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:28:39.562731 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-18a8dc8f-1c4c-4aa5-af3e-61d7def060f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35b26d3-35ee-4b5d-9e33-4ca5a22d6504') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:28:39.571542 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-18a8dc8f-1c4c-4aa5-af3e-61d7def060f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:39.585324 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-18a8dc8f-1c4c-4aa5-af3e-61d7def060f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:39.591402 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a8dc8f-1c4c-4aa5-af3e-61d7def060f5 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:28:39.591815 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-18a8dc8f-1c4c-4aa5-af3e-61d7def060f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:28:39.594095 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:28:39.646393 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-18a8dc8f-1c4c-4aa5-af3e-61d7def060f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:39.651909 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-18a8dc8f-1c4c-4aa5-af3e-61d7def060f5 admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:39.653855 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-18a8dc8f-1c4c-4aa5-af3e-61d7def060f5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e04ca1c4-f369-49f6-b930-65ae31be0e01 HTTP/1.1" status: 204 len: 168 time: 0.2570851 Aug 28 15:28:39.667955 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8dc8f-1c4c-4aa5-af3e-61d7def060f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e04ca1c4-f369-49f6-b930-65ae31be0e01,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:39.775937 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49922) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:28:39.814548 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3af8f005-8eb3-4995-ad23-0c3e7dac2133 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15b4528e1c8e45cbb61fd89bafe3a911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424609 Aug 28 15:28:39.817073 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 49924) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:28:39.866915 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2157054b-efc3-4c7c-9e7a-78ebe685f156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:39.888905 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2157054b-efc3-4c7c-9e7a-78ebe685f156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:39.935272 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2157054b-efc3-4c7c-9e7a-78ebe685f156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:39.938584 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2157054b-efc3-4c7c-9e7a-78ebe685f156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:39.939763 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2157054b-efc3-4c7c-9e7a-78ebe685f156 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66683467-6a02-4cbe-9af7-60a292ab4d28 HTTP/1.1" status: 204 len: 168 time: 0.1213925 Aug 28 15:28:39.948397 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157054b-efc3-4c7c-9e7a-78ebe685f156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66683467-6a02-4cbe-9af7-60a292ab4d28,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:40.581733 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7d8ff527-5d21-445f-8151-80c7255f00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:40.882712 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:41.047838 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-541182c7-820a-451f-aed4-1fe53356f5b1 req-1bfded86-95e9-4b82-b23d-d01215701324 tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f309e13-3d9a-48a5-9a76-47404acefea9 HTTP/1.1" status: 200 len: 210 time: 0.0288687 Aug 28 15:28:41.072497 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:28:41.481197 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-86ecec46-493d-49e1-9cfb-9a8248ac58de req-968505c3-b0f1-4311-8834-61d5f8a159a1 tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0391781 Aug 28 15:28:41.798097 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:42.541152 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device ace228e2-4517-4772-9fc2-904578083da7 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:28:42.564545 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: ace228e2-4517-4772-9fc2-904578083da7 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:28:42.564979 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device ace228e2-4517-4772-9fc2-904578083da7 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:28:42.578824 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3cde0390-2cb1-4009-83b0-40078647c4ae req-2807446b-99b8-4fdc-8b67-f92f64380347 tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0264213 Aug 28 15:28:43.001770 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dded186b-0271-4124-87a6-fa5baa531e23 req-c628709f-2d8c-41d0-beac-104c901b139b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0f309e13-3d9a-48a5-9a76-47404acefea9 HTTP/1.1" status: 200 len: 210 time: 0.0243006 Aug 28 15:28:43.308797 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:43.476288 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11070d17-530b-4c00-8b81-c3933071e25a req-7c0a9a92-fbee-4b1d-a9e1-e257d307fb38 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:43.478996 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-11070d17-530b-4c00-8b81-c3933071e25a req-7c0a9a92-fbee-4b1d-a9e1-e257d307fb38 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=200b2c54-99a4-43bf-a062-05281a09ce49 HTTP/1.1" status: 200 len: 946 time: 0.0534856 Aug 28 15:28:43.496570 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f5291344-6669-40d8-babd-ebcb6bd99dde req-907f5289-36de-4ba3-9c73-d7ba54245a09 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0273340 Aug 28 15:28:43.517372 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-11070d17-530b-4c00-8b81-c3933071e25a req-48066c4e-fc2c-4a1f-971d-bce69690deeb tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e62da4e-d747-460d-a6ec-788e7e148bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326958 Aug 28 15:28:43.680718 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be0d2bb0-2692-4f44-a244-51d2f0a0e4dd req-82a5073c-3b21-4fad-8b6d-f357295aded4 tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0263586 Aug 28 15:28:44.634140 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afe479-6013-4106-a93a-5c7c946d3a4b req-0e9d045c-15eb-460e-99cf-ffee3a80e2fb tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:44.635607 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-11afe479-6013-4106-a93a-5c7c946d3a4b req-0e9d045c-15eb-460e-99cf-ffee3a80e2fb tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=200b2c54-99a4-43bf-a062-05281a09ce49 HTTP/1.1" status: 200 len: 946 time: 0.0478847 Aug 28 15:28:44.673244 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-11afe479-6013-4106-a93a-5c7c946d3a4b req-e4f6379b-e14e-4ab5-8cb0-0ff901dbfb4f tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e62da4e-d747-460d-a6ec-788e7e148bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307117 Aug 28 15:28:44.780618 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5372b346-70e6-4607-a0d6-f3adee8b73e2 req-2ddf117e-3376-4719-a500-79ebf8fbdd8a tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0261924 Aug 28 15:28:45.086200 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3e20e360-5c02-4d5c-ba3b-d51df5b98c04 req-0e7c717a-c194-4fe9-829d-5cb08c42b4e9 tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0271714 Aug 28 15:28:45.456809 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd80ff3-96f1-4d72-b21a-e03eb515c05b req-0ca87e19-df83-43f9-a0af-16a4e0eda857 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:45.458211 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dfd80ff3-96f1-4d72-b21a-e03eb515c05b req-0ca87e19-df83-43f9-a0af-16a4e0eda857 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.36 "GET /v2.0/ports?device_id=200b2c54-99a4-43bf-a062-05281a09ce49 HTTP/1.1" status: 200 len: 946 time: 0.0484273 Aug 28 15:28:45.549867 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-dfd80ff3-96f1-4d72-b21a-e03eb515c05b req-447faff8-8392-44a4-8ffd-ecada17605a2 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Deleting port 9591e318-f96c-4d11-91fe-8c969868cca9 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:28:45.550201 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-dfd80ff3-96f1-4d72-b21a-e03eb515c05b req-447faff8-8392-44a4-8ffd-ecada17605a2 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:45.634412 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-dfd80ff3-96f1-4d72-b21a-e03eb515c05b req-447faff8-8392-44a4-8ffd-ecada17605a2 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] For port 9591e318-f96c-4d11-91fe-8c969868cca9, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=9591e318-f96c-4d11-91fe-8c969868cca9,segment=NetworkSegment(687a3d43-ed99-4057-9cfe-8e767b8757a9),segment_id=687a3d43-ed99-4057-9cfe-8e767b8757a9)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:28:45.634771 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-dfd80ff3-96f1-4d72-b21a-e03eb515c05b req-447faff8-8392-44a4-8ffd-ecada17605a2 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:45.789103 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fda9e-4a9e-462c-b7b5-8d9bc270f74c req-cc95e1a6-5f7c-4b8b-858b-e871efcc00ea tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:45.790635 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-698fda9e-4a9e-462c-b7b5-8d9bc270f74c req-cc95e1a6-5f7c-4b8b-858b-e871efcc00ea tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/ports?device_id=200b2c54-99a4-43bf-a062-05281a09ce49 HTTP/1.1" status: 200 len: 946 time: 0.0494490 Aug 28 15:28:45.810989 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-dfd80ff3-96f1-4d72-b21a-e03eb515c05b req-447faff8-8392-44a4-8ffd-ecada17605a2 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:45.812177 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-dfd80ff3-96f1-4d72-b21a-e03eb515c05b req-447faff8-8392-44a4-8ffd-ecada17605a2 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:45.812413 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [req-dfd80ff3-96f1-4d72-b21a-e03eb515c05b req-447faff8-8392-44a4-8ffd-ecada17605a2 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Floating IP 1afa5c0e-81f4-4cc0-b6d6-29231641116e disassociated. External IP: 172.25.3.145, port: 9591e318-f96c-4d11-91fe-8c969868cca9. Aug 28 15:28:45.812773 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-dfd80ff3-96f1-4d72-b21a-e03eb515c05b req-447faff8-8392-44a4-8ffd-ecada17605a2 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Calling delete_port for 9591e318-f96c-4d11-91fe-8c969868cca9 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:28:45.829441 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-698fda9e-4a9e-462c-b7b5-8d9bc270f74c req-f54515b8-39b0-4f22-bf70-86b30c28c1f7 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e62da4e-d747-460d-a6ec-788e7e148bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323343 Aug 28 15:28:45.943020 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-dfd80ff3-96f1-4d72-b21a-e03eb515c05b req-447faff8-8392-44a4-8ffd-ecada17605a2 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:45.975621 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447faff8-8392-44a4-8ffd-ecada17605a2 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Pushing event deleted for resources: {'Port': ['ID=9591e318-f96c-4d11-91fe-8c969868cca9,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:46.092492 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfd80ff3-96f1-4d72-b21a-e03eb515c05b req-447faff8-8392-44a4-8ffd-ecada17605a2 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Router 09b0bf2a-1454-436f-802a-4964ccc7102e has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:28:46.212462 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b137f78c-707b-4b37-a805-4654f640ff60 req-710a2bbf-ea3e-41df-b282-14d152de06f5 tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0366120 Aug 28 15:28:46.223253 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfd80ff3-96f1-4d72-b21a-e03eb515c05b req-447faff8-8392-44a4-8ffd-ecada17605a2 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:28:46.243107 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c79a717-bf52-4399-8e29-60b6164d05ba None None] Sync routers for ids ['09b0bf2a-1454-436f-802a-4964ccc7102e'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:28:46.254579 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c79a717-bf52-4399-8e29-60b6164d05ba None None] Routers {'09b0bf2a-1454-436f-802a-4964ccc7102e'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:28:46.255198 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9c79a717-bf52-4399-8e29-60b6164d05ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:28:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['09b0bf2a-1454-436f-802a-4964ccc7102e'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:28:46.266332 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd80ff3-96f1-4d72-b21a-e03eb515c05b req-447faff8-8392-44a4-8ffd-ecada17605a2 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] No DVR routers for this DVR port 9591e318-f96c-4d11-91fe-8c969868cca9 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:28:46.268983 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-dfd80ff3-96f1-4d72-b21a-e03eb515c05b req-447faff8-8392-44a4-8ffd-ecada17605a2 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:46.270932 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dfd80ff3-96f1-4d72-b21a-e03eb515c05b req-447faff8-8392-44a4-8ffd-ecada17605a2 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.36 "DELETE /v2.0/ports/9591e318-f96c-4d11-91fe-8c969868cca9 HTTP/1.1" status: 204 len: 173 time: 0.8065329 Aug 28 15:28:46.271364 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200b2c54-99a4-43bf-a062-05281a09ce49', 'name': 'network-vif-deleted', 'tag': '9591e318-f96c-4d11-91fe-8c969868cca9'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:28:46.273633 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1439261-658b-40a8-b71e-e7235dba2022" -d '{"events": [{"server_uuid": "200b2c54-99a4-43bf-a062-05281a09ce49", "name": "network-vif-deleted", "tag": "9591e318-f96c-4d11-91fe-8c969868cca9"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:28:46.313235 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffa7726-692e-474f-b466-9144cdc3ec76 x-openstack-request-id: req-1ffa7726-692e-474f-b466-9144cdc3ec76 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:28:46.313636 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200b2c54-99a4-43bf-a062-05281a09ce49", "name": "network-vif-deleted", "tag": "9591e318-f96c-4d11-91fe-8c969868cca9", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:28:46.314034 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ffa7726-692e-474f-b466-9144cdc3ec76 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:28:46.314535 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200b2c54-99a4-43bf-a062-05281a09ce49', 'name': 'network-vif-deleted', 'tag': '9591e318-f96c-4d11-91fe-8c969868cca9', 'status': 'completed', 'code': 200} Aug 28 15:28:46.374691 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-9c79a717-bf52-4399-8e29-60b6164d05ba None None] Set router 09b0bf2a-1454-436f-802a-4964ccc7102e gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:28:46.587243 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9c79a717-bf52-4399-8e29-60b6164d05ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'name': 'tempest-AttachVolumeTestJSON-250436681-router', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:30Z', 'revision_number': 4, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'gw_port': {'id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '3100191d-3594-4635-bd84-1db28d1a9cbc', 'name': '', 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'mac_address': 'fa:16:3e:ba:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:29Z', 'updated_at': '2021-08-28T15:20:40Z', 'revision_number': 5, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'subnets': [{'id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:28:46.613308 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c79a717-bf52-4399-8e29-60b6164d05ba None None] Checking router: 09b0bf2a-1454-436f-802a-4964ccc7102e for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:28:46.621853 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c79a717-bf52-4399-8e29-60b6164d05ba None None] Routers {'09b0bf2a-1454-436f-802a-4964ccc7102e'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:28:46.622460 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9c79a717-bf52-4399-8e29-60b6164d05ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:28:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['09b0bf2a-1454-436f-802a-4964ccc7102e'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:28:46.732015 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-9c79a717-bf52-4399-8e29-60b6164d05ba None None] Set router 09b0bf2a-1454-436f-802a-4964ccc7102e gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:28:46.915593 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50052) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:28:46.938568 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9c79a717-bf52-4399-8e29-60b6164d05ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'name': 'tempest-AttachVolumeTestJSON-250436681-router', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:30Z', 'revision_number': 4, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'gw_port': {'id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '3100191d-3594-4635-bd84-1db28d1a9cbc', 'name': '', 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'mac_address': 'fa:16:3e:ba:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:29Z', 'updated_at': '2021-08-28T15:20:40Z', 'revision_number': 5, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'subnets': [{'id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:28:46.964506 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c79a717-bf52-4399-8e29-60b6164d05ba None None] The sync data for ids ['09b0bf2a-1454-436f-802a-4964ccc7102e'] in n-d-712137-10 is: [{'id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'name': 'tempest-AttachVolumeTestJSON-250436681-router', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:30Z', 'revision_number': 4, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'gw_port': {'id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '3100191d-3594-4635-bd84-1db28d1a9cbc', 'name': '', 'network_id': '8f9ae0f6-9541-42e4-a2b7-8013952788b7', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'mac_address': 'fa:16:3e:ba:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:29Z', 'updated_at': '2021-08-28T15:20:40Z', 'revision_number': 5, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'subnets': [{'id': 'c596a36d-07a5-46e9-9d8f-f620a91423a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:28:46.972105 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9964b8b2-0336-4dea-99ff-74bc15d82cd8 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:46.996557 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9964b8b2-0336-4dea-99ff-74bc15d82cd8 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:47.052476 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9964b8b2-0336-4dea-99ff-74bc15d82cd8 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:47.055124 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9964b8b2-0336-4dea-99ff-74bc15d82cd8 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:47.056330 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9964b8b2-0336-4dea-99ff-74bc15d82cd8 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "DELETE /v2.0/security-groups/4e62da4e-d747-460d-a6ec-788e7e148bb0 HTTP/1.1" status: 204 len: 168 time: 0.1391766 Aug 28 15:28:47.059254 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50054) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:28:47.065583 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964b8b2-0336-4dea-99ff-74bc15d82cd8 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e62da4e-d747-460d-a6ec-788e7e148bb0,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:47.080185 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-a44d2f0f-470f-4e21-9ec3-85533745eabf tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] show failed (client error): The resource could not be found. Aug 28 15:28:47.084159 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50056) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:28:47.084733 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a44d2f0f-470f-4e21-9ec3-85533745eabf tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "GET /v2.0/security-groups/4e62da4e-d747-460d-a6ec-788e7e148bb0 HTTP/1.1" status: 404 len: 347 time: 0.0244353 Aug 28 15:28:47.210661 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f81c745-a055-4ad2-8821-e174ee80b3a6 None None] New status for floating IP 1afa5c0e-81f4-4cc0-b6d6-29231641116e: DOWN {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:28:47.214771 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-7bf01002-7483-460e-b741-2c026b50ecb6 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Deleting port d14112ba-92e1-42c1-a173-6fc1ab517a31 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:28:47.215119 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7bf01002-7483-460e-b741-2c026b50ecb6 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:47.291785 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7bf01002-7483-460e-b741-2c026b50ecb6 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:47.292209 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7bf01002-7483-460e-b741-2c026b50ecb6 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:47.314586 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-7bf01002-7483-460e-b741-2c026b50ecb6 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Calling delete_port for d14112ba-92e1-42c1-a173-6fc1ab517a31 owned by network:floatingip {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:28:47.334533 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-43b838b0-e4d9-46ab-a3e1-9c43d9a06bcc req-9ff68130-42c6-4fe8-93cc-ddff32acc03b tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0344341 Aug 28 15:28:47.462701 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7bf01002-7483-460e-b741-2c026b50ecb6 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:47.487500 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf01002-7483-460e-b741-2c026b50ecb6 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Pushing event deleted for resources: {'Port': ['ID=d14112ba-92e1-42c1-a173-6fc1ab517a31,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:47.551933 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7bf01002-7483-460e-b741-2c026b50ecb6 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks [] for floatingip, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:47.554431 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7bf01002-7483-460e-b741-2c026b50ecb6 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:47.555586 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7bf01002-7483-460e-b741-2c026b50ecb6 tempest-AttachVolumeTestJSON-443496307 tempest-AttachVolumeTestJSON-443496307-project] 10.222.0.13 "DELETE /v2.0/floatingips/1afa5c0e-81f4-4cc0-b6d6-29231641116e HTTP/1.1" status: 204 len: 168 time: 0.4704442 Aug 28 15:28:48.447859 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b34b1fb9-525b-4c3d-8873-5008c53dbb39 req-b9e17bfc-a1c8-4319-89a9-96e243ef4479 tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0276372 Aug 28 15:28:48.555407 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 9591e318-f96c-4d11-91fe-8c969868cca9 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:28:48.575051 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 9591e318-f96c-4d11-91fe-8c969868cca9 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:28:48.575326 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 9591e318-f96c-4d11-91fe-8c969868cca9 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:28:49.560070 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-93db4047-9200-4ec3-aabf-8d1a2c9a094f req-1e18aa25-d01c-47e4-93d5-ae6057394e32 tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0304000 Aug 28 15:28:50.668778 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-929a9f8e-fad5-4beb-bf95-4cbf81eb99c1 req-a7eb5412-21a4-4764-a4f0-d9a9e49515ef tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0274320 Aug 28 15:28:51.803051 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6ee992b2-cbd8-49d8-9b0c-152ab4321dc8 req-66421c3b-1f05-4d83-84a7-75d56184020d tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0456862 Aug 28 15:28:52.923594 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5dbc9498-66e7-4773-ba26-4788bc1869eb req-ca4823a8-af61-443f-8620-079cfac809fa tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0296209 Aug 28 15:28:54.028845 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-664bfb1d-8ac8-4677-90d1-ad78d69811f0 req-f41c86c3-210f-4023-a7cb-587b0aa736ae tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0273554 Aug 28 15:28:54.513337 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:55.138129 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e031682d-aea6-4c9e-a75d-90ec53b0d821 req-23bc0d5a-64ba-4366-a3fc-4d554339f420 tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0278380 Aug 28 15:28:55.430933 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50134) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:28:56.109585 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9dcfd706-c56d-4990-b142-56ff613256e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:56.279259 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f57d9d6e-d715-4209-9014-4d2ab3b79587 req-c9c879f5-9a87-46b6-b43e-6a22c08ea752 tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0458076 Aug 28 15:28:56.465633 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-9dcfd706-c56d-4990-b142-56ff613256e5 admin admin] Deleting port 3100191d-3594-4635-bd84-1db28d1a9cbc {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:28:56.466434 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9dcfd706-c56d-4990-b142-56ff613256e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:56.568447 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-9dcfd706-c56d-4990-b142-56ff613256e5 admin admin] For port 3100191d-3594-4635-bd84-1db28d1a9cbc, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=3100191d-3594-4635-bd84-1db28d1a9cbc,segment=NetworkSegment(687a3d43-ed99-4057-9cfe-8e767b8757a9),segment_id=687a3d43-ed99-4057-9cfe-8e767b8757a9)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:28:56.568824 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9dcfd706-c56d-4990-b142-56ff613256e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:56.589604 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-9dcfd706-c56d-4990-b142-56ff613256e5 admin admin] Calling delete_port for 3100191d-3594-4635-bd84-1db28d1a9cbc owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:28:56.673877 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:56.861758 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9dcfd706-c56d-4990-b142-56ff613256e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:56.910418 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfd706-c56d-4990-b142-56ff613256e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3100191d-3594-4635-bd84-1db28d1a9cbc,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:57.158853 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9dcfd706-c56d-4990-b142-56ff613256e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:57.418205 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-439e5c54-3df1-4fb0-9773-f675d302fc7a req-17eb3ad6-51cf-4d34-8961-08f7479eeb72 tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0547709 Aug 28 15:28:57.503084 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dcfd706-c56d-4990-b142-56ff613256e5 admin admin] Router 09b0bf2a-1454-436f-802a-4964ccc7102e has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:28:57.674121 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcfd706-c56d-4990-b142-56ff613256e5 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:28:57.693150 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9dcfd706-c56d-4990-b142-56ff613256e5 admin admin] 10.222.0.13 "PUT /v2.0/routers/09b0bf2a-1454-436f-802a-4964ccc7102e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2575128 Aug 28 15:28:57.694081 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50146) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:28:57.695031 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102bcbe3-b428-4c28-bfe6-c16205ffcbb6 None None] Sync routers for ids ['09b0bf2a-1454-436f-802a-4964ccc7102e'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:28:57.710085 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102bcbe3-b428-4c28-bfe6-c16205ffcbb6 None None] Routers {'09b0bf2a-1454-436f-802a-4964ccc7102e'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:28:57.710866 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-102bcbe3-b428-4c28-bfe6-c16205ffcbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:28:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['09b0bf2a-1454-436f-802a-4964ccc7102e'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:28:57.827196 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3c58451e-693f-4c3e-b01b-18cd6ee54246 admin admin] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:57.915541 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-102bcbe3-b428-4c28-bfe6-c16205ffcbb6 None None] Set router 09b0bf2a-1454-436f-802a-4964ccc7102e gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:28:57.962305 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3c58451e-693f-4c3e-b01b-18cd6ee54246 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:58.029135 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3f69c593-ecda-415b-8baf-b621ab6fcb9b req-aabb1814-0dce-4979-ab71-f267bebc8c74 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0f309e13-3d9a-48a5-9a76-47404acefea9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0277526 Aug 28 15:28:58.049861 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-3c58451e-693f-4c3e-b01b-18cd6ee54246 admin admin] Deleting port 1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:28:58.050521 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3c58451e-693f-4c3e-b01b-18cd6ee54246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:58.124638 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3f69c593-ecda-415b-8baf-b621ab6fcb9b req-771a9259-8d1b-4b49-9eeb-f2160c8b1b15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f727e4ba18ce46c28a92fdbb9619fe39&device_id=0f309e13-3d9a-48a5-9a76-47404acefea9 HTTP/1.1" status: 200 len: 210 time: 0.0406427 Aug 28 15:28:58.174234 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3f69c593-ecda-415b-8baf-b621ab6fcb9b req-bce1fb9e-ded3-43f6-89b4-b991f37699aa service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f727e4ba18ce46c28a92fdbb9619fe39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287056 Aug 28 15:28:58.177036 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-3c58451e-693f-4c3e-b01b-18cd6ee54246 admin admin] For port 1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:28:58.177415 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3c58451e-693f-4c3e-b01b-18cd6ee54246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:58.183275 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-102bcbe3-b428-4c28-bfe6-c16205ffcbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'name': 'tempest-AttachVolumeTestJSON-250436681-router', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:28:56Z', 'revision_number': 5, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'gw_port': {'id': '1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:28:58.193512 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-3c58451e-693f-4c3e-b01b-18cd6ee54246 admin admin] Calling delete_port for 1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6 owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:28:58.220748 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102bcbe3-b428-4c28-bfe6-c16205ffcbb6 None None] Checking router: 09b0bf2a-1454-436f-802a-4964ccc7102e for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:28:58.255477 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102bcbe3-b428-4c28-bfe6-c16205ffcbb6 None None] Routers {'09b0bf2a-1454-436f-802a-4964ccc7102e'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:28:58.256537 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-102bcbe3-b428-4c28-bfe6-c16205ffcbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:28:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['09b0bf2a-1454-436f-802a-4964ccc7102e'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:28:58.352846 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69c593-ecda-415b-8baf-b621ab6fcb9b req-15ccfad7-5873-443d-9899-120b561e79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:28:58.354362 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3f69c593-ecda-415b-8baf-b621ab6fcb9b req-15ccfad7-5873-443d-9899-120b561e79f0 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1741414 Aug 28 15:28:58.425316 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-102bcbe3-b428-4c28-bfe6-c16205ffcbb6 None None] Set router 09b0bf2a-1454-436f-802a-4964ccc7102e gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:28:58.475907 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3c58451e-693f-4c3e-b01b-18cd6ee54246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:58.495006 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-102bcbe3-b428-4c28-bfe6-c16205ffcbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'name': 'tempest-AttachVolumeTestJSON-250436681-router', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:28:57Z', 'revision_number': 6, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:28:58.526753 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102bcbe3-b428-4c28-bfe6-c16205ffcbb6 None None] The sync data for ids ['09b0bf2a-1454-436f-802a-4964ccc7102e'] in n-d-712137-10 is: [{'id': '09b0bf2a-1454-436f-802a-4964ccc7102e', 'name': 'tempest-AttachVolumeTestJSON-250436681-router', 'tenant_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:20:26Z', 'updated_at': '2021-08-28T15:28:57Z', 'revision_number': 6, 'project_id': '5b4c7c44e9c74732be623a1bd8d5a647', 'gw_port_host': None}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:28:58.587977 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-41f62e25-85f8-429d-b2bc-1e2c50e3f486 req-6b45ee28-607e-4400-9f72-99ebeaec9e43 tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0584650 Aug 28 15:28:58.921871 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58451e-693f-4c3e-b01b-18cd6ee54246 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:58.981004 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3c58451e-693f-4c3e-b01b-18cd6ee54246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:59.079554 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3c58451e-693f-4c3e-b01b-18cd6ee54246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:59.081796 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3c58451e-693f-4c3e-b01b-18cd6ee54246 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:59.140763 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3c58451e-693f-4c3e-b01b-18cd6ee54246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:59.142665 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c58451e-693f-4c3e-b01b-18cd6ee54246 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09b0bf2a-1454-436f-802a-4964ccc7102e {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:28:59.152022 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3c58451e-693f-4c3e-b01b-18cd6ee54246 admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:59.155393 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3c58451e-693f-4c3e-b01b-18cd6ee54246 admin admin] 10.222.0.13 "DELETE /v2.0/routers/09b0bf2a-1454-436f-802a-4964ccc7102e HTTP/1.1" status: 204 len: 168 time: 1.4594769 Aug 28 15:28:59.157606 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50152) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:28:59.224918 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-594405ca-b548-42ba-b57f-6967c223195d admin admin] Deleting subnet c596a36d-07a5-46e9-9d8f-f620a91423a0 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:28:59.229895 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-594405ca-b548-42ba-b57f-6967c223195d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:59.273190 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-594405ca-b548-42ba-b57f-6967c223195d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:59.352087 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-594405ca-b548-42ba-b57f-6967c223195d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:59.419233 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-594405ca-b548-42ba-b57f-6967c223195d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:59.448981 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-594405ca-b548-42ba-b57f-6967c223195d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:59.450824 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-594405ca-b548-42ba-b57f-6967c223195d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c596a36d-07a5-46e9-9d8f-f620a91423a0 HTTP/1.1" status: 204 len: 168 time: 0.2916086 Aug 28 15:28:59.452237 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594405ca-b548-42ba-b57f-6967c223195d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c596a36d-07a5-46e9-9d8f-f620a91423a0,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:59.453535 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50154) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:28:59.456749 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98750b4-7305-476a-ba65-6f0618bee516 None None] Network 8f9ae0f6-9541-42e4-a2b7-8013952788b7 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:28:59.475123 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594405ca-b548-42ba-b57f-6967c223195d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:59.475478 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594405ca-b548-42ba-b57f-6967c223195d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:59.475862 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594405ca-b548-42ba-b57f-6967c223195d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:59.476204 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594405ca-b548-42ba-b57f-6967c223195d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:59.476537 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594405ca-b548-42ba-b57f-6967c223195d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:59.476866 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594405ca-b548-42ba-b57f-6967c223195d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:59.477197 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594405ca-b548-42ba-b57f-6967c223195d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:59.477523 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594405ca-b548-42ba-b57f-6967c223195d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:59.477846 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594405ca-b548-42ba-b57f-6967c223195d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:59.478171 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594405ca-b548-42ba-b57f-6967c223195d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:59.478494 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594405ca-b548-42ba-b57f-6967c223195d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:59.478814 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594405ca-b548-42ba-b57f-6967c223195d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:28:59.572225 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-36b02418-da6f-41e2-968b-a28b032ba43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:59.671905 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-36b02418-da6f-41e2-968b-a28b032ba43f admin admin] Deleting port 7d85c5ec-0ebb-4059-a1c1-1bff48794924 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:28:59.672294 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-36b02418-da6f-41e2-968b-a28b032ba43f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:59.694562 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a533dbe-8822-4854-944c-f9b668c33fb3 None None] DHCP port deletion for 8f9ae0f6-9541-42e4-a2b7-8013952788b7 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:28:59.770526 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8e2db732-2395-4164-8564-2af9f1a3c0a5 req-1fb062a5-4f7b-4f40-8428-a15f0ff666c7 tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0409968 Aug 28 15:28:59.783257 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8a533dbe-8822-4854-944c-f9b668c33fb3 None None] Deleting port 7d85c5ec-0ebb-4059-a1c1-1bff48794924 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:28:59.783949 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8a533dbe-8822-4854-944c-f9b668c33fb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:59.789842 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-36b02418-da6f-41e2-968b-a28b032ba43f admin admin] For port 7d85c5ec-0ebb-4059-a1c1-1bff48794924, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7d85c5ec-0ebb-4059-a1c1-1bff48794924,segment=NetworkSegment(687a3d43-ed99-4057-9cfe-8e767b8757a9),segment_id=687a3d43-ed99-4057-9cfe-8e767b8757a9)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:28:59.790215 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-36b02418-da6f-41e2-968b-a28b032ba43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:59.803647 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-36b02418-da6f-41e2-968b-a28b032ba43f admin admin] Calling delete_port for 7d85c5ec-0ebb-4059-a1c1-1bff48794924 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:28:59.869328 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8a533dbe-8822-4854-944c-f9b668c33fb3 None None] For port 7d85c5ec-0ebb-4059-a1c1-1bff48794924, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7d85c5ec-0ebb-4059-a1c1-1bff48794924,segment=NetworkSegment(687a3d43-ed99-4057-9cfe-8e767b8757a9),segment_id=687a3d43-ed99-4057-9cfe-8e767b8757a9)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:28:59.869665 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8a533dbe-8822-4854-944c-f9b668c33fb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:59.893255 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8a533dbe-8822-4854-944c-f9b668c33fb3 None None] Calling delete_port for 7d85c5ec-0ebb-4059-a1c1-1bff48794924 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:28:59.894228 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-36b02418-da6f-41e2-968b-a28b032ba43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:28:59.932233 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b02418-da6f-41e2-968b-a28b032ba43f admin admin] No DVR routers for this DVR port 7d85c5ec-0ebb-4059-a1c1-1bff48794924 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:28:59.934299 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b02418-da6f-41e2-968b-a28b032ba43f admin admin] Pushing event deleted for resources: {'Port': ['ID=7d85c5ec-0ebb-4059-a1c1-1bff48794924,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:28:59.979967 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8a533dbe-8822-4854-944c-f9b668c33fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:00.007732 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-36b02418-da6f-41e2-968b-a28b032ba43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:00.011263 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a533dbe-8822-4854-944c-f9b668c33fb3 None None] Pushing event deleted for resources: {'Port': ['ID=7d85c5ec-0ebb-4059-a1c1-1bff48794924,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:00.019788 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-36b02418-da6f-41e2-968b-a28b032ba43f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9ae0f6-9541-42e4-a2b7-8013952788b7']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:00.023049 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a533dbe-8822-4854-944c-f9b668c33fb3 None None] No DVR routers for this DVR port 7d85c5ec-0ebb-4059-a1c1-1bff48794924 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:29:00.032921 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-36b02418-da6f-41e2-968b-a28b032ba43f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '687a3d43-ed99-4057-9cfe-8e767b8757a9') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:00.033215 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-36b02418-da6f-41e2-968b-a28b032ba43f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '687a3d43-ed99-4057-9cfe-8e767b8757a9') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:00.043050 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-36b02418-da6f-41e2-968b-a28b032ba43f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:00.057224 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-36b02418-da6f-41e2-968b-a28b032ba43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:00.064662 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b02418-da6f-41e2-968b-a28b032ba43f admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:29:00.065063 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-36b02418-da6f-41e2-968b-a28b032ba43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:29:00.067438 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:29:00.130287 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-36b02418-da6f-41e2-968b-a28b032ba43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:00.135944 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-36b02418-da6f-41e2-968b-a28b032ba43f admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:00.141226 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-36b02418-da6f-41e2-968b-a28b032ba43f admin admin] 10.222.0.13 "DELETE /v2.0/networks/8f9ae0f6-9541-42e4-a2b7-8013952788b7 HTTP/1.1" status: 204 len: 168 time: 0.6865973 Aug 28 15:29:00.153630 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b02418-da6f-41e2-968b-a28b032ba43f admin admin] Pushing event deleted for resources: {'Network': ['ID=8f9ae0f6-9541-42e4-a2b7-8013952788b7,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:00.267051 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50162) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:00.318561 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8ccaf4ff-9b95-46f0-87ca-5f3c70e2a617 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b4c7c44e9c74732be623a1bd8d5a647&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501976 Aug 28 15:29:00.322723 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50164) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:00.329682 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 3100191d-3594-4635-bd84-1db28d1a9cbc no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:29:00.352358 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 3100191d-3594-4635-bd84-1db28d1a9cbc {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:29:00.352568 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 3100191d-3594-4635-bd84-1db28d1a9cbc not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:29:00.353048 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:29:00.374356 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:29:00.374850 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1ad930c8-9ffa-42c4-94c9-d43d1a8cfae6 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:29:00.375511 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7d85c5ec-0ebb-4059-a1c1-1bff48794924 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:29:00.385839 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8a045cac-64e9-49c9-86a7-41c9b5209f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:00.395003 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 7d85c5ec-0ebb-4059-a1c1-1bff48794924 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:29:00.395588 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7d85c5ec-0ebb-4059-a1c1-1bff48794924 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:29:00.408209 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8a045cac-64e9-49c9-86a7-41c9b5209f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:00.462097 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8a045cac-64e9-49c9-86a7-41c9b5209f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:00.465234 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8a045cac-64e9-49c9-86a7-41c9b5209f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:00.469344 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8a045cac-64e9-49c9-86a7-41c9b5209f57 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5067a053-73c9-4306-a130-7c010e79003a HTTP/1.1" status: 204 len: 168 time: 0.1418638 Aug 28 15:29:00.483021 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a045cac-64e9-49c9-86a7-41c9b5209f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5067a053-73c9-4306-a130-7c010e79003a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:00.899834 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9fbb92a8-27c2-4ff1-a700-b27415299813 req-59134a43-3ab1-4dc7-9766-0f1209b76e8a tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0387967 Aug 28 15:29:02.011699 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d11213d0-2ce1-42db-95dd-afd9ef3ef986 req-3d4466c7-52ba-42ca-95d1-489e1b4470ec tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0296996 Aug 28 15:29:02.109765 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-10050953-6116-4658-85e3-d1caa2af98b0 req-65bc30c9-2bd0-4b91-9481-b622277a59c8 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1648540979&fields=id&tenant_id=c6cc5102288e4115b2b96ff1028147b2 HTTP/1.1" status: 200 len: 267 time: 0.0372047 Aug 28 15:29:02.216101 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10050953-6116-4658-85e3-d1caa2af98b0 req-a4fecc53-a0e2-4cf3-88cd-55d850350283 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:02.218223 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-10050953-6116-4658-85e3-d1caa2af98b0 req-a4fecc53-a0e2-4cf3-88cd-55d850350283 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/networks?id=8878cb2c-b382-48c1-8c2a-67543a7cb61c HTTP/1.1" status: 200 len: 811 time: 0.1011770 Aug 28 15:29:02.234191 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-10050953-6116-4658-85e3-d1caa2af98b0 req-7fa9fcf8-6d3c-413b-bcb6-17997689cb8c tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/quotas/c6cc5102288e4115b2b96ff1028147b2 HTTP/1.1" status: 200 len: 375 time: 0.0097742 Aug 28 15:29:02.295257 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-10050953-6116-4658-85e3-d1caa2af98b0 req-921cdd72-1bd2-4261-8249-93d8ffdf8a34 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6cc5102288e4115b2b96ff1028147b2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0527890 Aug 28 15:29:02.395173 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-10050953-6116-4658-85e3-d1caa2af98b0 req-88d4222a-4caa-42df-8659-9c6de79f9d9a service neutron] 10.222.0.13 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881298 Aug 28 15:29:02.488284 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-10050953-6116-4658-85e3-d1caa2af98b0 req-af457cf2-754b-4d03-acc6-2ed92d5117ee service neutron] 10.222.0.13 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872090 Aug 28 15:29:02.789578 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b5084a39-bf86-4c3a-839c-78b44e31df15 req-ef9915dc-359e-4413-bbaa-3a0aeec71811 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0332806 Aug 28 15:29:03.129116 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d5133185-1c93-46e0-a8f0-0d2807d3913a req-3f4a026c-676a-4579-802a-4d8b0e8f722c tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0341277 Aug 28 15:29:03.763010 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10050953-6116-4658-85e3-d1caa2af98b0 req-3a8bb84f-63e1-4aeb-968b-d82caa647019 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:03.765170 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-10050953-6116-4658-85e3-d1caa2af98b0 req-3a8bb84f-63e1-4aeb-968b-d82caa647019 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.41 "GET /v2.0/networks?id=8878cb2c-b382-48c1-8c2a-67543a7cb61c HTTP/1.1" status: 200 len: 811 time: 0.1156237 Aug 28 15:29:03.866866 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-10050953-6116-4658-85e3-d1caa2af98b0 req-34f3a1b2-7687-47da-adc8-84cf259ca131 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6cc5102288e4115b2b96ff1028147b2 HTTP/1.1" status: 200 len: 380 time: 0.0926671 Aug 28 15:29:03.880466 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-10050953-6116-4658-85e3-d1caa2af98b0 req-64ee490d-72c4-4951-aa48-c74112a19c49 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Request body: {'port': {'device_id': 'a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'admin_state_up': True, 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'security_groups': ['8fa152e2-9dd3-45d9-b43e-fb91795b4648']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:03.926148 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f25b46c1-8d3c-41f2-9a0e-ca328d4eee71 req-6fe97d92-c663-4ff4-95ab-f30c2f48fd96 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0375042 Aug 28 15:29:04.028439 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10050953-6116-4658-85e3-d1caa2af98b0 req-64ee490d-72c4-4951-aa48-c74112a19c49 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Made reservation on behalf of c6cc5102288e4115b2b96ff1028147b2 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:04.032804 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-10050953-6116-4658-85e3-d1caa2af98b0 req-64ee490d-72c4-4951-aa48-c74112a19c49 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:04.185403 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-10050953-6116-4658-85e3-d1caa2af98b0 req-64ee490d-72c4-4951-aa48-c74112a19c49 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Allocated IP 172.20.0.3 (8878cb2c-b382-48c1-8c2a-67543a7cb61c/551c7bac-a4f4-45ec-a575-eb6f29eb5d74/d094a068-de81-455f-9224-18038bbfc98d) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:29:04.286141 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-200b7a3f-4148-4330-9ae6-ec7b4649f3bc req-fabd3eeb-1361-4829-9af0-e967fec7fa72 tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0457768 Aug 28 15:29:04.415011 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-10050953-6116-4658-85e3-d1caa2af98b0 req-64ee490d-72c4-4951-aa48-c74112a19c49 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:04.438986 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-10050953-6116-4658-85e3-d1caa2af98b0 req-64ee490d-72c4-4951-aa48-c74112a19c49 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Transition to ACTIVE for port object d094a068-de81-455f-9224-18038bbfc98d will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:29:04.477418 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-10050953-6116-4658-85e3-d1caa2af98b0 req-64ee490d-72c4-4951-aa48-c74112a19c49 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:04.529824 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10050953-6116-4658-85e3-d1caa2af98b0 req-64ee490d-72c4-4951-aa48-c74112a19c49 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Network 8878cb2c-b382-48c1-8c2a-67543a7cb61c is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:29:04.533240 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-10050953-6116-4658-85e3-d1caa2af98b0 req-64ee490d-72c4-4951-aa48-c74112a19c49 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:04.537346 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-10050953-6116-4658-85e3-d1caa2af98b0 req-64ee490d-72c4-4951-aa48-c74112a19c49 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:29:04.561895 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee490d-72c4-4951-aa48-c74112a19c49 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Pushing event updated for resources: {'Port': ['ID=d094a068-de81-455f-9224-18038bbfc98d,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:04.595595 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10050953-6116-4658-85e3-d1caa2af98b0 req-64ee490d-72c4-4951-aa48-c74112a19c49 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:04.596332 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-10050953-6116-4658-85e3-d1caa2af98b0 req-64ee490d-72c4-4951-aa48-c74112a19c49 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:04.613128 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-10050953-6116-4658-85e3-d1caa2af98b0 req-64ee490d-72c4-4951-aa48-c74112a19c49 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7362077 Aug 28 15:29:04.625972 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-10050953-6116-4658-85e3-d1caa2af98b0 req-6be43cca-d694-40e1-b8c8-7bfb2958f263 service neutron] Request body: {'port': {'device_id': 'a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:04.693315 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-10050953-6116-4658-85e3-d1caa2af98b0 req-6be43cca-d694-40e1-b8c8-7bfb2958f263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:04.890388 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e67df727-2870-4155-82d5-d215f29f36f7 None None] Provisioning for port d094a068-de81-455f-9224-18038bbfc98d completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:29:04.898970 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e67df727-2870-4155-82d5-d215f29f36f7 None None] Provisioning complete for port d094a068-de81-455f-9224-18038bbfc98d triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:29:04.899344 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e67df727-2870-4155-82d5-d215f29f36f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:04.942060 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-e67df727-2870-4155-82d5-d215f29f36f7 None None] Port d094a068-de81-455f-9224-18038bbfc98d cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:29:05.032380 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-10050953-6116-4658-85e3-d1caa2af98b0 req-6be43cca-d694-40e1-b8c8-7bfb2958f263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d094a068-de81-455f-9224-18038bbfc98d {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:29:05.041143 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-10050953-6116-4658-85e3-d1caa2af98b0 req-6be43cca-d694-40e1-b8c8-7bfb2958f263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:05.054812 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-10050953-6116-4658-85e3-d1caa2af98b0 req-6be43cca-d694-40e1-b8c8-7bfb2958f263 service neutron] Transition to ACTIVE for port object d094a068-de81-455f-9224-18038bbfc98d will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:29:05.059164 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-10050953-6116-4658-85e3-d1caa2af98b0 req-6be43cca-d694-40e1-b8c8-7bfb2958f263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:05.076888 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfc296-4aca-4aea-96bd-0fd51981dce0 req-30b9f824-e176-4e0b-b5bb-c3e3a3c10eaf tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:05.078613 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-95cfc296-4aca-4aea-96bd-0fd51981dce0 req-30b9f824-e176-4e0b-b5bb-c3e3a3c10eaf tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 931 time: 0.0681455 Aug 28 15:29:05.137182 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-95cfc296-4aca-4aea-96bd-0fd51981dce0 req-e953d8b6-131b-4db6-991d-0b5dc8812121 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506237 Aug 28 15:29:05.193433 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be43cca-d694-40e1-b8c8-7bfb2958f263 service neutron] Pushing event updated for resources: {'Port': ['ID=d094a068-de81-455f-9224-18038bbfc98d,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:05.224537 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-10050953-6116-4658-85e3-d1caa2af98b0 req-6be43cca-d694-40e1-b8c8-7bfb2958f263 service neutron] Attempting to bind port d094a068-de81-455f-9224-18038bbfc98d on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:29:05.225166 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-10050953-6116-4658-85e3-d1caa2af98b0 req-6be43cca-d694-40e1-b8c8-7bfb2958f263 service neutron] Attempting to bind port d094a068-de81-455f-9224-18038bbfc98d by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:29:05.225744 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10050953-6116-4658-85e3-d1caa2af98b0 req-6be43cca-d694-40e1-b8c8-7bfb2958f263 service neutron] Attempting to bind port d094a068-de81-455f-9224-18038bbfc98d on network 8878cb2c-b382-48c1-8c2a-67543a7cb61c {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:29:05.231451 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10050953-6116-4658-85e3-d1caa2af98b0 req-6be43cca-d694-40e1-b8c8-7bfb2958f263 service neutron] Port d094a068-de81-455f-9224-18038bbfc98d on network 8878cb2c-b382-48c1-8c2a-67543a7cb61c not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:29:05.232277 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10050953-6116-4658-85e3-d1caa2af98b0 req-6be43cca-d694-40e1-b8c8-7bfb2958f263 service neutron] Attempting to bind port d094a068-de81-455f-9224-18038bbfc98d on network 8878cb2c-b382-48c1-8c2a-67543a7cb61c {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:29:05.239339 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10050953-6116-4658-85e3-d1caa2af98b0 req-6be43cca-d694-40e1-b8c8-7bfb2958f263 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:29:05.240246 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10050953-6116-4658-85e3-d1caa2af98b0 req-6be43cca-d694-40e1-b8c8-7bfb2958f263 service neutron] Checking segment: {'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:29:05.240983 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10050953-6116-4658-85e3-d1caa2af98b0 req-6be43cca-d694-40e1-b8c8-7bfb2958f263 service neutron] Bound using segment: {'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:29:05.242118 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-10050953-6116-4658-85e3-d1caa2af98b0 req-6be43cca-d694-40e1-b8c8-7bfb2958f263 service neutron] Bound port: d094a068-de81-455f-9224-18038bbfc98d, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:29:05.242759 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-10050953-6116-4658-85e3-d1caa2af98b0 req-6be43cca-d694-40e1-b8c8-7bfb2958f263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:05.339688 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-10050953-6116-4658-85e3-d1caa2af98b0 req-6be43cca-d694-40e1-b8c8-7bfb2958f263 service neutron] For port d094a068-de81-455f-9224-18038bbfc98d, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:29:05.346213 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-10050953-6116-4658-85e3-d1caa2af98b0 req-6be43cca-d694-40e1-b8c8-7bfb2958f263 service neutron] For port d094a068-de81-455f-9224-18038bbfc98d, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d094a068-de81-455f-9224-18038bbfc98d,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:29:05.351306 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-10050953-6116-4658-85e3-d1caa2af98b0 req-6be43cca-d694-40e1-b8c8-7bfb2958f263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:05.410468 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be43cca-d694-40e1-b8c8-7bfb2958f263 service neutron] Pushing event updated for resources: {'Port': ['ID=d094a068-de81-455f-9224-18038bbfc98d,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:05.421246 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10050953-6116-4658-85e3-d1caa2af98b0 req-6be43cca-d694-40e1-b8c8-7bfb2958f263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:05.422114 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-10050953-6116-4658-85e3-d1caa2af98b0 req-6be43cca-d694-40e1-b8c8-7bfb2958f263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:05.423551 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-10050953-6116-4658-85e3-d1caa2af98b0 req-6be43cca-d694-40e1-b8c8-7bfb2958f263 service neutron] 10.222.0.41 "PUT /v2.0/ports/d094a068-de81-455f-9224-18038bbfc98d HTTP/1.1" status: 200 len: 1092 time: 0.8022649 Aug 28 15:29:05.425272 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6', 'tag': 'd094a068-de81-455f-9224-18038bbfc98d'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:29:05.428644 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca062986-cf3e-4c75-83eb-fb9aed0e5967" -d '{"events": [{"name": "network-changed", "server_uuid": "a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6", "tag": "d094a068-de81-455f-9224-18038bbfc98d"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:29:05.521551 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431ccbf0-349f-4680-9694-15b270016151 x-openstack-request-id: req-431ccbf0-349f-4680-9694-15b270016151 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:29:05.521878 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6", "tag": "d094a068-de81-455f-9224-18038bbfc98d", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:29:05.522353 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-431ccbf0-349f-4680-9694-15b270016151 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:29:05.524185 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6', 'tag': 'd094a068-de81-455f-9224-18038bbfc98d', 'status': 'completed', 'code': 200} Aug 28 15:29:05.527747 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9f937fe4-d0b3-446d-a2ef-fa2e5c4ecc4e req-2c8e14ed-47fe-4320-aabd-b3f81ffea61d tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.1031296 Aug 28 15:29:05.562926 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10050953-6116-4658-85e3-d1caa2af98b0 req-19e49df2-8441-462a-9259-6ff237f2f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:05.564568 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-10050953-6116-4658-85e3-d1caa2af98b0 req-19e49df2-8441-462a-9259-6ff237f2f1f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6cc5102288e4115b2b96ff1028147b2&device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 1095 time: 0.0894110 Aug 28 15:29:05.622049 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-10050953-6116-4658-85e3-d1caa2af98b0 req-bcd02ded-37ef-4f2f-94a6-7eafc4b3485c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d094a068-de81-455f-9224-18038bbfc98d HTTP/1.1" status: 200 len: 217 time: 0.0483158 Aug 28 15:29:05.677377 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10050953-6116-4658-85e3-d1caa2af98b0 req-e7e32917-18be-4d3a-947c-918bf62b0f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:05.679310 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-10050953-6116-4658-85e3-d1caa2af98b0 req-e7e32917-18be-4d3a-947c-918bf62b0f3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=551c7bac-a4f4-45ec-a575-eb6f29eb5d74 HTTP/1.1" status: 200 len: 850 time: 0.0500579 Aug 28 15:29:05.730264 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10050953-6116-4658-85e3-d1caa2af98b0 req-cc9af388-d7a5-4f5b-9a7d-cd4f3668864e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:05.731824 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-10050953-6116-4658-85e3-d1caa2af98b0 req-cc9af388-d7a5-4f5b-9a7d-cd4f3668864e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8878cb2c-b382-48c1-8c2a-67543a7cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446811 Aug 28 15:29:05.843597 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12e64310-5b8f-4598-a96a-0cd9dac52267 req-2766dcc9-4446-40fc-9aa6-938ed27e4f5d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450594 Aug 28 15:29:05.845306 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-10050953-6116-4658-85e3-d1caa2af98b0 req-e7d93460-7ea7-4004-be29-982898411d29 service neutron] 10.222.0.41 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060069 Aug 28 15:29:05.953125 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e64310-5b8f-4598-a96a-0cd9dac52267 req-2042474d-0a4b-4b11-90c7-42f30a671dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:05.960025 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12e64310-5b8f-4598-a96a-0cd9dac52267 req-2042474d-0a4b-4b11-90c7-42f30a671dc1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6cc5102288e4115b2b96ff1028147b2&device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 1097 time: 0.0628843 Aug 28 15:29:05.992903 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-10050953-6116-4658-85e3-d1caa2af98b0 req-6ce606cd-2f02-413c-b2df-244c37b2dbcb service neutron] 10.222.0.41 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367106 Aug 28 15:29:06.088474 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e64310-5b8f-4598-a96a-0cd9dac52267 req-2e79be40-6a55-433d-931b-fd994f445d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:06.090285 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12e64310-5b8f-4598-a96a-0cd9dac52267 req-2e79be40-6a55-433d-931b-fd994f445d32 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8878cb2c-b382-48c1-8c2a-67543a7cb61c HTTP/1.1" status: 200 len: 912 time: 0.1103358 Aug 28 15:29:06.114955 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca062986-cf3e-4c75-83eb-fb9aed0e5967 req-c47e040a-7adf-4390-9c00-c79361389b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:06.117266 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ca062986-cf3e-4c75-83eb-fb9aed0e5967 req-c47e040a-7adf-4390-9c00-c79361389b37 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6cc5102288e4115b2b96ff1028147b2&device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 1095 time: 0.0710440 Aug 28 15:29:06.163134 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12e64310-5b8f-4598-a96a-0cd9dac52267 req-72e4b585-1098-493a-b070-30d3d4aeadfa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1768b95d-3f83-42a6-8c7e-808146188320 HTTP/1.1" status: 200 len: 1001 time: 0.0661411 Aug 28 15:29:06.237356 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca062986-cf3e-4c75-83eb-fb9aed0e5967 req-391bf592-7504-4a58-83de-a7ebf795bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:06.239241 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ca062986-cf3e-4c75-83eb-fb9aed0e5967 req-391bf592-7504-4a58-83de-a7ebf795bc70 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8878cb2c-b382-48c1-8c2a-67543a7cb61c HTTP/1.1" status: 200 len: 912 time: 0.1147239 Aug 28 15:29:06.282538 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e64310-5b8f-4598-a96a-0cd9dac52267 req-3c3ce009-e616-4ded-ba4f-dd7cf28dd674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:06.284089 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12e64310-5b8f-4598-a96a-0cd9dac52267 req-3c3ce009-e616-4ded-ba4f-dd7cf28dd674 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=551c7bac-a4f4-45ec-a575-eb6f29eb5d74 HTTP/1.1" status: 200 len: 850 time: 0.1141696 Aug 28 15:29:06.302799 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ca062986-cf3e-4c75-83eb-fb9aed0e5967 req-225fc41c-c7ca-4842-856a-641df9b23710 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d094a068-de81-455f-9224-18038bbfc98d HTTP/1.1" status: 200 len: 217 time: 0.0558596 Aug 28 15:29:06.335796 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eeb140-e79b-41a1-aa47-206fe246cba3 req-9b32422d-7d04-4d0e-bc15-877e4f092cc1 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:06.347565 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-28eeb140-e79b-41a1-aa47-206fe246cba3 req-9b32422d-7d04-4d0e-bc15-877e4f092cc1 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 943 time: 0.1261265 Aug 28 15:29:06.373816 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e64310-5b8f-4598-a96a-0cd9dac52267 req-674a2425-6461-4731-96c9-1004c7a3a4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:06.375708 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12e64310-5b8f-4598-a96a-0cd9dac52267 req-674a2425-6461-4731-96c9-1004c7a3a4d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8878cb2c-b382-48c1-8c2a-67543a7cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0852363 Aug 28 15:29:06.377063 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca062986-cf3e-4c75-83eb-fb9aed0e5967 req-4159c7df-556b-464a-beb0-6c1a8179c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:06.378549 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ca062986-cf3e-4c75-83eb-fb9aed0e5967 req-4159c7df-556b-464a-beb0-6c1a8179c18e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=551c7bac-a4f4-45ec-a575-eb6f29eb5d74 HTTP/1.1" status: 200 len: 850 time: 0.0688381 Aug 28 15:29:06.403198 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-28eeb140-e79b-41a1-aa47-206fe246cba3 req-e2698720-bdc8-45b0-910a-55263e898637 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544741 Aug 28 15:29:06.450057 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca062986-cf3e-4c75-83eb-fb9aed0e5967 req-eaa679f0-5cf3-4acd-99a3-dd9127960da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:06.451866 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ca062986-cf3e-4c75-83eb-fb9aed0e5967 req-eaa679f0-5cf3-4acd-99a3-dd9127960da7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8878cb2c-b382-48c1-8c2a-67543a7cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635116 Aug 28 15:29:06.505924 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12e64310-5b8f-4598-a96a-0cd9dac52267 req-463e1e0f-166a-4dc8-b813-e281440abaa8 service neutron] 10.222.0.41 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164458 Aug 28 15:29:06.571070 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ca062986-cf3e-4c75-83eb-fb9aed0e5967 req-d0c65c31-5189-469d-b455-d51e710261b5 service neutron] 10.222.0.41 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121688 Aug 28 15:29:06.661609 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12e64310-5b8f-4598-a96a-0cd9dac52267 req-956cb09c-e57d-4ce8-8673-287a2e5b409b service neutron] 10.222.0.41 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408556 Aug 28 15:29:06.719360 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8e8c2a5-6afd-4e27-bcb8-68fe2faddb56 req-e5554963-8fb3-4fc8-92ce-6a9050986e6f tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0589254 Aug 28 15:29:06.735710 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ca062986-cf3e-4c75-83eb-fb9aed0e5967 req-40faa0ea-e952-4d53-a149-964b1e235e4b service neutron] 10.222.0.41 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572633 Aug 28 15:29:07.380458 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50350) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:07.518481 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-96ab7728-9c40-4c45-b479-7e02a96680c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:07.555802 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411ed41-08cc-4752-81c2-2090fd1b916e req-463a62b0-8d38-41ca-bcff-55f2893857c5 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:07.557303 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d411ed41-08cc-4752-81c2-2090fd1b916e req-463a62b0-8d38-41ca-bcff-55f2893857c5 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 943 time: 0.0772214 Aug 28 15:29:07.620656 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d411ed41-08cc-4752-81c2-2090fd1b916e req-3b977926-33b8-4ce7-bb10-ee6d1a19120c tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566750 Aug 28 15:29:07.666354 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-96ab7728-9c40-4c45-b479-7e02a96680c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:07.671372 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-96ab7728-9c40-4c45-b479-7e02a96680c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:07.711056 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-96ab7728-9c40-4c45-b479-7e02a96680c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=512fa136286742a7b9a6d2b127e46fef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3293529 Aug 28 15:29:07.711952 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab7728-9c40-4c45-b479-7e02a96680c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433c7079-986d-4bba-9c4b-a815497d17dd,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:07.713958 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50356) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:07.721488 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ab7728-9c40-4c45-b479-7e02a96680c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:07.721915 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ab7728-9c40-4c45-b479-7e02a96680c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:07.722322 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ab7728-9c40-4c45-b479-7e02a96680c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:07.722723 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ab7728-9c40-4c45-b479-7e02a96680c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:07.723117 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ab7728-9c40-4c45-b479-7e02a96680c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:07.723501 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ab7728-9c40-4c45-b479-7e02a96680c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:07.723919 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ab7728-9c40-4c45-b479-7e02a96680c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:07.724318 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ab7728-9c40-4c45-b479-7e02a96680c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:07.724933 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ab7728-9c40-4c45-b479-7e02a96680c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:07.725488 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ab7728-9c40-4c45-b479-7e02a96680c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:07.725905 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ab7728-9c40-4c45-b479-7e02a96680c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:07.726334 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ab7728-9c40-4c45-b479-7e02a96680c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:07.780851 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7b5bb3db-5457-4f04-994c-c90d8e17aa47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:07.803388 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7b5bb3db-5457-4f04-994c-c90d8e17aa47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:07.843146 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-684bf7c6-e92c-441a-b496-d0fd252f9fd4 req-52b4baf2-abe8-4f45-897b-68d25a98e276 tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0418894 Aug 28 15:29:07.890039 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7b5bb3db-5457-4f04-994c-c90d8e17aa47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:07.892910 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7b5bb3db-5457-4f04-994c-c90d8e17aa47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:07.894249 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7b5bb3db-5457-4f04-994c-c90d8e17aa47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/433c7079-986d-4bba-9c4b-a815497d17dd HTTP/1.1" status: 204 len: 168 time: 0.1787751 Aug 28 15:29:07.905456 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bb3db-5457-4f04-994c-c90d8e17aa47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433c7079-986d-4bba-9c4b-a815497d17dd,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:08.010537 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8f8cbc57-328d-458f-929e-aa5d1be5df9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:08.166892 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50364) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:08.181627 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-06246cd7-742a-4f7e-a106-aada4064cdc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:08.273264 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-06246cd7-742a-4f7e-a106-aada4064cdc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:08.277086 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-06246cd7-742a-4f7e-a106-aada4064cdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:08.316023 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-06246cd7-742a-4f7e-a106-aada4064cdc6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5fa77b6c056b41fa988cd324d343855c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478162 Aug 28 15:29:08.317160 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06246cd7-742a-4f7e-a106-aada4064cdc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76db624f-aff5-4467-b84c-f7eb8abf6f7c,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:08.319095 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50366) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:08.371473 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ae6a2f17-568b-4f2a-b25c-7370dc67d104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:08.393033 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ae6a2f17-568b-4f2a-b25c-7370dc67d104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:08.441924 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ae6a2f17-568b-4f2a-b25c-7370dc67d104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:08.444505 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ae6a2f17-568b-4f2a-b25c-7370dc67d104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:08.445664 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ae6a2f17-568b-4f2a-b25c-7370dc67d104 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76db624f-aff5-4467-b84c-f7eb8abf6f7c HTTP/1.1" status: 204 len: 168 time: 0.1254983 Aug 28 15:29:08.453829 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a2f17-568b-4f2a-b25c-7370dc67d104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76db624f-aff5-4467-b84c-f7eb8abf6f7c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:08.745393 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3b707-94af-40a4-8494-63460224c903 req-29ad94ec-e2ee-4c1e-93bb-c8d1e71772e0 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:08.746900 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d5e3b707-94af-40a4-8494-63460224c903 req-29ad94ec-e2ee-4c1e-93bb-c8d1e71772e0 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 943 time: 0.0580776 Aug 28 15:29:08.785883 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d5e3b707-94af-40a4-8494-63460224c903 req-f74c6349-3baa-415a-9eda-6cdad735680b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322976 Aug 28 15:29:08.959164 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f36e77e2-000f-458b-9d9f-adae7fd16900 req-997f92d5-9cb2-4f3a-96c7-33365cf9111a tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0305259 Aug 28 15:29:09.900281 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31157da9-1b95-4cce-a6fe-fad03be94100 req-70721c07-cd5c-4df9-a016-448aefc65598 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:09.901781 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-31157da9-1b95-4cce-a6fe-fad03be94100 req-70721c07-cd5c-4df9-a016-448aefc65598 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 943 time: 0.0492160 Aug 28 15:29:09.943688 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-31157da9-1b95-4cce-a6fe-fad03be94100 req-c452b90a-1048-4372-bc4c-488244d7244f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346115 Aug 28 15:29:10.378714 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-df5d0315-96b7-4f0a-a2b7-8ffac581c23e req-f9b8cc8d-cf58-41dd-bfb7-404fb318d808 tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.3413529 Aug 28 15:29:10.580782 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1a47e60e-9295-4260-a72b-89bf822810ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:10.867403 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:11.085725 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad805e-883a-4496-8a99-656ed5472386 req-be5b82b2-20f9-4781-890e-7cdba7c5baec tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:11.087568 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-04ad805e-883a-4496-8a99-656ed5472386 req-be5b82b2-20f9-4781-890e-7cdba7c5baec tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 943 time: 0.0643337 Aug 28 15:29:11.134315 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-04ad805e-883a-4496-8a99-656ed5472386 req-33e44c68-7afd-4bde-9dc4-b1f8e08a6521 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401487 Aug 28 15:29:11.490378 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-98912873-5496-4de9-bc71-7b88741d77b5 req-8391cb42-aab8-4d7d-b044-afcb88971bd3 tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0293138 Aug 28 15:29:11.799676 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:12.265862 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661d7d6-86d3-4a7b-9dd8-87054539d976 req-c21f3363-2e2e-44da-babf-6f4e529ed83c tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:12.267395 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1661d7d6-86d3-4a7b-9dd8-87054539d976 req-c21f3363-2e2e-44da-babf-6f4e529ed83c tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 943 time: 0.0624418 Aug 28 15:29:12.313698 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1661d7d6-86d3-4a7b-9dd8-87054539d976 req-8b0d7634-625b-4f56-a326-eb7799290556 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401711 Aug 28 15:29:12.608289 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fc9691b9-0010-4920-bf6c-d8a3aa5a942b req-c7e48bae-f386-458b-b79f-3f2b76cc0a0b tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0283368 Aug 28 15:29:12.802792 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cd923f1e-cf53-4864-9207-b4c184f3ecc1 req-d88946b8-033b-46b9-99f7-7d0b99a95c12 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0252790 Aug 28 15:29:13.315899 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:13.431373 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2495a-7e60-46d5-8f4c-ea8bc7a5f428 req-3849dec1-c90d-4c4f-8938-398e92109e2c tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:13.432921 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bae2495a-7e60-46d5-8f4c-ea8bc7a5f428 req-3849dec1-c90d-4c4f-8938-398e92109e2c tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 943 time: 0.0489883 Aug 28 15:29:13.473251 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bae2495a-7e60-46d5-8f4c-ea8bc7a5f428 req-78f825cd-12bc-42b8-aa5a-0f1ac5ca3169 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330839 Aug 28 15:29:13.714792 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2ea1621a-905d-4071-9867-d7187c160ec1 req-382877d8-178c-4d6f-b3ab-b58ed6bb1e9a tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0290563 Aug 28 15:29:14.610954 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14421c1-3a09-430e-aa3d-3ec4013a4c41 req-72ca314b-8aaf-4ed4-b566-40d93bc7fe48 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:14.612597 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a14421c1-3a09-430e-aa3d-3ec4013a4c41 req-72ca314b-8aaf-4ed4-b566-40d93bc7fe48 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 943 time: 0.0631611 Aug 28 15:29:14.651202 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a14421c1-3a09-430e-aa3d-3ec4013a4c41 req-12499bdf-b8a2-4ed7-b8a3-d4aa3a4a9e22 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325644 Aug 28 15:29:14.818973 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d2fedffd-e73e-4236-9727-e4df02c86b27 req-22f9eaf0-c1ce-4180-b066-48da71f15a59 tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0285242 Aug 28 15:29:15.117839 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f8e68107-50e3-4909-8595-6b1b38fa9f99 req-a8e3f79a-f0fe-4b73-9391-f5c104f89a95 tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28&device_id=0f309e13-3d9a-48a5-9a76-47404acefea9 HTTP/1.1" status: 200 len: 210 time: 0.0302787 Aug 28 15:29:15.316063 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eda860a6-2061-4fd6-882b-95044a650ece req-fd0587af-ac59-4dde-ab7b-df0da8509904 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f727e4ba18ce46c28a92fdbb9619fe39&device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0276301 Aug 28 15:29:15.340375 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05b13a68-495c-4801-9fbc-549f12e29d27 req-b34f1293-33f5-4653-8302-0703e0a180c9 tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0342462 Aug 28 15:29:15.348397 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eda860a6-2061-4fd6-882b-95044a650ece req-7a7a1678-a1d6-461f-9309-88c6d753ec87 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f727e4ba18ce46c28a92fdbb9619fe39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235548 Aug 28 15:29:15.371551 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50536) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:15.446571 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda860a6-2061-4fd6-882b-95044a650ece req-0b617565-b670-4099-9ce1-e9efe024ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:15.448087 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eda860a6-2061-4fd6-882b-95044a650ece req-0b617565-b670-4099-9ce1-e9efe024ed7a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929759 Aug 28 15:29:15.480423 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-620d498c-c5cc-4585-bb64-014b20d378da admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:15.565770 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-620d498c-c5cc-4585-bb64-014b20d378da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:15.569895 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-620d498c-c5cc-4585-bb64-014b20d378da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:15.605403 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d498c-c5cc-4585-bb64-014b20d378da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb4611b-7c71-434b-be1e-e422b322708f,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:15.610600 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-620d498c-c5cc-4585-bb64-014b20d378da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=602326b13ca84e73a75be485acacd879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2371969 Aug 28 15:29:15.613788 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50540) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:15.660565 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ae5e17fb-c9cb-4bb9-ba6f-4b12f741807d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:15.681742 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ae5e17fb-c9cb-4bb9-ba6f-4b12f741807d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:15.734576 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ae5e17fb-c9cb-4bb9-ba6f-4b12f741807d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:15.737432 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ae5e17fb-c9cb-4bb9-ba6f-4b12f741807d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:15.738593 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ae5e17fb-c9cb-4bb9-ba6f-4b12f741807d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9cb4611b-7c71-434b-be1e-e422b322708f HTTP/1.1" status: 204 len: 168 time: 0.1245050 Aug 28 15:29:15.747056 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e17fb-c9cb-4bb9-ba6f-4b12f741807d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb4611b-7c71-434b-be1e-e422b322708f,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:15.779471 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b64a23-893a-47c2-838a-52e02a06f758 req-0617548b-ea3c-404e-85c9-d7bde5d729de tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:15.781006 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a1b64a23-893a-47c2-838a-52e02a06f758 req-0617548b-ea3c-404e-85c9-d7bde5d729de tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 943 time: 0.0607066 Aug 28 15:29:15.819939 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a1b64a23-893a-47c2-838a-52e02a06f758 req-1b84c9c8-de5c-476d-997e-74f059bcd22f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329003 Aug 28 15:29:16.004960 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50548) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:16.018815 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3ee9b188-a836-4b4d-b1a7-68a58e7ae6ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:16.110428 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3ee9b188-a836-4b4d-b1a7-68a58e7ae6ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:16.114246 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3ee9b188-a836-4b4d-b1a7-68a58e7ae6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:16.152123 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3ee9b188-a836-4b4d-b1a7-68a58e7ae6ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1c0e98e0aeb4ccb8b1c7040fb7fad7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456895 Aug 28 15:29:16.152864 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9b188-a836-4b4d-b1a7-68a58e7ae6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d42ad01-9479-4f9d-9c5a-e98e1f40cc3f,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:16.155271 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50550) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:16.204533 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b26886dc-e01d-49e7-9d3e-2c722c79a12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:16.225469 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b26886dc-e01d-49e7-9d3e-2c722c79a12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:16.271765 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b26886dc-e01d-49e7-9d3e-2c722c79a12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:16.274294 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b26886dc-e01d-49e7-9d3e-2c722c79a12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:16.275444 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b26886dc-e01d-49e7-9d3e-2c722c79a12c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d42ad01-9479-4f9d-9c5a-e98e1f40cc3f HTTP/1.1" status: 204 len: 168 time: 0.1192441 Aug 28 15:29:16.283759 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26886dc-e01d-49e7-9d3e-2c722c79a12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d42ad01-9479-4f9d-9c5a-e98e1f40cc3f,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:16.436572 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d68a7e3b-4e82-4a3c-9e62-f5b342cdefb5 req-ff3e2409-90f7-4151-b280-9efb83d8996f tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0307951 Aug 28 15:29:16.758929 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eda860a6-2061-4fd6-882b-95044a650ece req-781db675-9fa9-4b9f-bc4d-84f4dd4ed843 tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.36 "GET /v2.0/ports?device_id=56224294-08a0-4ed9-89e6-31730bba3b28 HTTP/1.1" status: 200 len: 210 time: 0.0285552 Aug 28 15:29:16.944469 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf484291-d5f5-4b2b-ae30-651ea3d829ce req-57027445-457d-4e45-9a52-cf9a4d2ba46b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:16.945960 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bf484291-d5f5-4b2b-ae30-651ea3d829ce req-57027445-457d-4e45-9a52-cf9a4d2ba46b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 943 time: 0.0500059 Aug 28 15:29:16.985035 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bf484291-d5f5-4b2b-ae30-651ea3d829ce req-b01d33be-a104-4878-a174-549323bc4ddc tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323751 Aug 28 15:29:17.672980 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-08390692-dd80-4cf8-8f5d-d2ad14ce291e req-3ca49827-3131-440c-a7e4-0a94f2d51c94 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f727e4ba18ce46c28a92fdbb9619fe39&device_id=0f309e13-3d9a-48a5-9a76-47404acefea9 HTTP/1.1" status: 200 len: 210 time: 0.0293624 Aug 28 15:29:17.696715 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4d0d98a-b0db-4179-a599-e5fd044543c1 req-a8f952fa-fdea-4545-931b-92858343a7bd tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f309e13-3d9a-48a5-9a76-47404acefea9 HTTP/1.1" status: 200 len: 210 time: 0.0289147 Aug 28 15:29:17.702241 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-08390692-dd80-4cf8-8f5d-d2ad14ce291e req-86988c20-b0cc-49d3-81df-837d4e05bc60 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f727e4ba18ce46c28a92fdbb9619fe39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209990 Aug 28 15:29:17.802807 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08390692-dd80-4cf8-8f5d-d2ad14ce291e req-084e7c73-fdbe-4b41-bd57-0820c5e2da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:17.802807 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-08390692-dd80-4cf8-8f5d-d2ad14ce291e req-084e7c73-fdbe-4b41-bd57-0820c5e2da52 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898793 Aug 28 15:29:18.030267 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d094a068-de81-455f-9224-18038bbfc98d details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:29:18.072203 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:29:18.126822 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e01cb3-3bd4-456c-a6ce-37d75038681c req-81e5a11e-809a-4cab-9ddd-2e4dee73ad42 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:18.132163 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e7e01cb3-3bd4-456c-a6ce-37d75038681c req-81e5a11e-809a-4cab-9ddd-2e4dee73ad42 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 943 time: 0.0749660 Aug 28 15:29:18.141540 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d094a068-de81-455f-9224-18038bbfc98d, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d094a068-de81-455f-9224-18038bbfc98d,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:29:18.153593 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'd094a068-de81-455f-9224-18038bbfc98d', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'port_id': 'd094a068-de81-455f-9224-18038bbfc98d', 'mac_address': 'fa:16:3e:92:1c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:29:18.173104 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e7e01cb3-3bd4-456c-a6ce-37d75038681c req-baa7f525-15c6-4524-83bb-7a812c1c28a1 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380433 Aug 28 15:29:18.197273 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:18.210863 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d094a068-de81-455f-9224-18038bbfc98d {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:29:18.229767 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d094a068-de81-455f-9224-18038bbfc98d, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d094a068-de81-455f-9224-18038bbfc98d,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:29:18.233003 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:18.280020 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=d094a068-de81-455f-9224-18038bbfc98d,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:18.288126 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:18.288469 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:18.288809 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:18.289140 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:18.289465 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:18.289791 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:18.290114 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:18.290435 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:18.290755 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:18.291072 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:18.291389 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:18.291735 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:18.489801 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50624) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:18.596569 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['d094a068-de81-455f-9224-18038bbfc98d'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:29:18.597475 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-92dc6e26-396e-4e13-bde3-e41488dfa56c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:18.691810 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-92dc6e26-396e-4e13-bde3-e41488dfa56c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:18.695885 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-92dc6e26-396e-4e13-bde3-e41488dfa56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:18.736232 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-92dc6e26-396e-4e13-bde3-e41488dfa56c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0ed2babec2c4df6b8700e2da1dab4af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2452369 Aug 28 15:29:18.737529 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50630) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:18.739855 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc6e26-396e-4e13-bde3-e41488dfa56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905bb7cd-fb50-4d62-9fe7-d999ffff7b61,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:18.799823 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4374a6c9-4bd8-4745-ae8c-c244cb0b6416 req-acae2a0b-b612-469d-b84e-ea858fab293e tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f309e13-3d9a-48a5-9a76-47404acefea9 HTTP/1.1" status: 200 len: 210 time: 0.0302219 Aug 28 15:29:18.821978 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-826b1e31-4bfa-4a1e-8a76-f749ff22feba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:18.844364 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-826b1e31-4bfa-4a1e-8a76-f749ff22feba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:18.889589 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-826b1e31-4bfa-4a1e-8a76-f749ff22feba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:18.892419 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-826b1e31-4bfa-4a1e-8a76-f749ff22feba admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:18.894271 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-826b1e31-4bfa-4a1e-8a76-f749ff22feba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/905bb7cd-fb50-4d62-9fe7-d999ffff7b61 HTTP/1.1" status: 204 len: 168 time: 0.1551380 Aug 28 15:29:18.904522 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b1e31-4bfa-4a1e-8a76-f749ff22feba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905bb7cd-fb50-4d62-9fe7-d999ffff7b61,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:19.064228 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-08390692-dd80-4cf8-8f5d-d2ad14ce291e req-01f94b5f-0a7e-4c5c-a0c3-42e1be8c5442 tempest-ServerShowV247Test-897199156 tempest-ServerShowV247Test-897199156-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f309e13-3d9a-48a5-9a76-47404acefea9 HTTP/1.1" status: 200 len: 210 time: 0.0256863 Aug 28 15:29:19.290062 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a1895-b821-4a8f-a8c7-0b819f847f4f req-ab5e070f-1505-459b-9490-01e0201bd4a3 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:19.291562 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b35a1895-b821-4a8f-a8c7-0b819f847f4f req-ab5e070f-1505-459b-9490-01e0201bd4a3 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 944 time: 0.0493975 Aug 28 15:29:19.333486 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b35a1895-b821-4a8f-a8c7-0b819f847f4f req-c084d9e1-a137-49af-8cc1-a0e4ffbc1ead tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356157 Aug 28 15:29:20.038374 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d094a068-de81-455f-9224-18038bbfc98d up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:29:20.057701 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50678) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:20.094417 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port d094a068-de81-455f-9224-18038bbfc98d completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:29:20.098624 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port d094a068-de81-455f-9224-18038bbfc98d triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:29:20.098989 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:20.182085 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-24132e34-56a1-4a83-ac31-c682a3fcccab admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:20.292042 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-24132e34-56a1-4a83-ac31-c682a3fcccab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:20.298333 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-24132e34-56a1-4a83-ac31-c682a3fcccab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:20.344081 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:20.347609 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24132e34-56a1-4a83-ac31-c682a3fcccab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70c3d34-314d-4f8e-80a7-e64941a49a39,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:20.361361 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-24132e34-56a1-4a83-ac31-c682a3fcccab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f727e4ba18ce46c28a92fdbb9619fe39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3025763 Aug 28 15:29:20.363956 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50696) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:20.371144 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd094a068-de81-455f-9224-18038bbfc98d'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:29:20.374829 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8365dfde-fbd8-4be9-8d2b-b6a8d3a5aa23" -d '{"events": [{"server_uuid": "a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6", "name": "network-vif-plugged", "status": "completed", "tag": "d094a068-de81-455f-9224-18038bbfc98d"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:29:20.393024 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d094a068-de81-455f-9224-18038bbfc98d, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d094a068-de81-455f-9224-18038bbfc98d,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:29:20.405919 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:20.424974 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-de88aef9-21a7-4b1f-bf59-673a7dd68302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:20.436933 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d8dd62-7181-4e3d-93cf-c0ebffabbeae x-openstack-request-id: req-f1d8dd62-7181-4e3d-93cf-c0ebffabbeae {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:29:20.437572 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6", "name": "network-vif-plugged", "status": "completed", "tag": "d094a068-de81-455f-9224-18038bbfc98d", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:29:20.438026 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1d8dd62-7181-4e3d-93cf-c0ebffabbeae {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:29:20.438620 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd094a068-de81-455f-9224-18038bbfc98d', 'code': 200} Aug 28 15:29:20.470033 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=d094a068-de81-455f-9224-18038bbfc98d,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:20.482823 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-de88aef9-21a7-4b1f-bf59-673a7dd68302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:20.526540 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a838361-e22c-4f6f-8c25-d2e3c18f3427 req-1b6a4a12-6aea-4c21-87c8-448de9441409 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:20.528120 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7a838361-e22c-4f6f-8c25-d2e3c18f3427 req-1b6a4a12-6aea-4c21-87c8-448de9441409 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 945 time: 0.0917985 Aug 28 15:29:20.545588 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-de88aef9-21a7-4b1f-bf59-673a7dd68302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:20.549132 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-de88aef9-21a7-4b1f-bf59-673a7dd68302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:20.550348 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-de88aef9-21a7-4b1f-bf59-673a7dd68302 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d70c3d34-314d-4f8e-80a7-e64941a49a39 HTTP/1.1" status: 204 len: 168 time: 0.1848474 Aug 28 15:29:20.571092 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88aef9-21a7-4b1f-bf59-673a7dd68302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70c3d34-314d-4f8e-80a7-e64941a49a39,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:20.593589 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdec76c-3e9e-4ab6-8a9a-914d6c04d441 req-749074b0-f910-4701-9d31-e0d280595598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:20.595169 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2bdec76c-3e9e-4ab6-8a9a-914d6c04d441 req-749074b0-f910-4701-9d31-e0d280595598 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 1097 time: 0.0883863 Aug 28 15:29:20.609033 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7a838361-e22c-4f6f-8c25-d2e3c18f3427 req-bc0b4751-d4c0-4fa9-9594-23302f677403 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628808 Aug 28 15:29:20.645249 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2bdec76c-3e9e-4ab6-8a9a-914d6c04d441 req-333fbde1-8452-4297-a023-b6acfeeb2be4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349803 Aug 28 15:29:21.215189 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50782) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:21.220895 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50784) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:21.310702 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-98f75752-1456-4cea-9d55-e44703bbf0c4 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1293545640-network', 'tenant_id': '4490bbca76564125b9afe10430716717'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:21.328693 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa49027f-13af-4061-aca7-b34b5e7a0fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:21.332698 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f75752-1456-4cea-9d55-e44703bbf0c4 admin admin] Made reservation on behalf of 4490bbca76564125b9afe10430716717 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:21.334997 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-98f75752-1456-4cea-9d55-e44703bbf0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:21.344283 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-98f75752-1456-4cea-9d55-e44703bbf0c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:21.420711 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa49027f-13af-4061-aca7-b34b5e7a0fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:21.424288 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-aa49027f-13af-4061-aca7-b34b5e7a0fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:21.465403 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-aa49027f-13af-4061-aca7-b34b5e7a0fbf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00f791f65ad54b23ad6b9ef1771c4162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408931 Aug 28 15:29:21.465403 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49027f-13af-4061-aca7-b34b5e7a0fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc8619c-76af-4a3d-a367-a79440d9a0d3,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:21.466823 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50790) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:21.505154 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-98f75752-1456-4cea-9d55-e44703bbf0c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:21.509135 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-98f75752-1456-4cea-9d55-e44703bbf0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:21.517599 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1c9e3ef9-1ce2-4a20-a992-52c32e0474ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:21.529310 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f75752-1456-4cea-9d55-e44703bbf0c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:29:21.539683 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1c9e3ef9-1ce2-4a20-a992-52c32e0474ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:21.544234 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f75752-1456-4cea-9d55-e44703bbf0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540f6ab0-6a9e-42e3-b27a-cc43a1c30332,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:21.547091 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-98f75752-1456-4cea-9d55-e44703bbf0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:21.547431 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-98f75752-1456-4cea-9d55-e44703bbf0c4 admin admin] Added segment 865fd39b-458c-48c4-ba00-0abd75ffcb9a of type vlan for network e9fb9266-b2d2-40f1-8ebe-4b5a44854884 Aug 28 15:29:21.588124 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1c9e3ef9-1ce2-4a20-a992-52c32e0474ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:21.588746 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-98f75752-1456-4cea-9d55-e44703bbf0c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:21.590675 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1c9e3ef9-1ce2-4a20-a992-52c32e0474ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:21.592153 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1c9e3ef9-1ce2-4a20-a992-52c32e0474ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bdc8619c-76af-4a3d-a367-a79440d9a0d3 HTTP/1.1" status: 204 len: 168 time: 0.1246645 Aug 28 15:29:21.600394 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e3ef9-1ce2-4a20-a992-52c32e0474ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc8619c-76af-4a3d-a367-a79440d9a0d3,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:21.618419 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-98f75752-1456-4cea-9d55-e44703bbf0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:21.619522 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f75752-1456-4cea-9d55-e44703bbf0c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:21.620042 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-98f75752-1456-4cea-9d55-e44703bbf0c4 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:21.678381 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-98f75752-1456-4cea-9d55-e44703bbf0c4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4616830 Aug 28 15:29:21.681309 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50796) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:21.687098 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-c88c8979-b8be-45ef-91ad-f42d6594f22f admin admin] Request body: {'subnet': {'network_id': 'e9fb9266-b2d2-40f1-8ebe-4b5a44854884', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1293545640-subnet', 'tenant_id': '4490bbca76564125b9afe10430716717', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:21.693499 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f75752-1456-4cea-9d55-e44703bbf0c4 admin admin] Pushing event updated for resources: {'Network': ['ID=e9fb9266-b2d2-40f1-8ebe-4b5a44854884,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:21.707264 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network e9fb9266-b2d2-40f1-8ebe-4b5a44854884 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:29:21.722673 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88c8979-b8be-45ef-91ad-f42d6594f22f admin admin] Made reservation on behalf of 4490bbca76564125b9afe10430716717 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:21.726341 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c88c8979-b8be-45ef-91ad-f42d6594f22f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:21.736637 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42794cc6-d459-401a-8db5-e8ae899f0cb7 req-a8f2827a-a144-4239-b3e5-d956c48624f0 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:21.738533 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-42794cc6-d459-401a-8db5-e8ae899f0cb7 req-a8f2827a-a144-4239-b3e5-d956c48624f0 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 945 time: 0.0591941 Aug 28 15:29:21.789071 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-42794cc6-d459-401a-8db5-e8ae899f0cb7 req-1fd6641f-74bf-418c-b22c-5911382c4139 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439072 Aug 28 15:29:21.908111 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50800) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:21.917827 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c88c8979-b8be-45ef-91ad-f42d6594f22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:21.921678 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0938efb8-ec98-40ac-affa-01d1f3928f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:21.989016 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c8979-b8be-45ef-91ad-f42d6594f22f admin admin] Pushing event updated for resources: {'Subnet': ['ID=25db4058-86b4-4103-a548-ee49a9b3a5d2,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:21.994473 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88c8979-b8be-45ef-91ad-f42d6594f22f admin admin] Checking segment: {'id': '865fd39b-458c-48c4-ba00-0abd75ffcb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e9fb9266-b2d2-40f1-8ebe-4b5a44854884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:29:21.994832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88c8979-b8be-45ef-91ad-f42d6594f22f admin admin] Network hostable DHCP agents. Network: e9fb9266-b2d2-40f1-8ebe-4b5a44854884, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:29:22.011894 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88c8979-b8be-45ef-91ad-f42d6594f22f admin admin] Network e9fb9266-b2d2-40f1-8ebe-4b5a44854884 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:29:22.024986 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-c88c8979-b8be-45ef-91ad-f42d6594f22f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, e9fb9266-b2d2-40f1-8ebe-4b5a44854884) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:22.031353 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88c8979-b8be-45ef-91ad-f42d6594f22f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:22.031975 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c88c8979-b8be-45ef-91ad-f42d6594f22f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:22.033263 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d267ea-b344-4b37-86f1-00964abc097b None None] Network e9fb9266-b2d2-40f1-8ebe-4b5a44854884 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:29:22.039074 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0938efb8-ec98-40ac-affa-01d1f3928f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:22.045049 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0938efb8-ec98-40ac-affa-01d1f3928f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:22.054767 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c88c8979-b8be-45ef-91ad-f42d6594f22f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3721244 Aug 28 15:29:22.089774 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0938efb8-ec98-40ac-affa-01d1f3928f08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1aa5f164b483494aa9ec68419e00890a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1805625 Aug 28 15:29:22.092348 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938efb8-ec98-40ac-affa-01d1f3928f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1af551a-4cf2-43d5-b248-cc37f9536980,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:22.103938 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50804) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:22.158372 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dca70dc4-5b4d-4a30-8e96-781eb38b992e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:22.171606 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163b8345-d824-405a-bd00-40d6542b3006 None None] Network e9fb9266-b2d2-40f1-8ebe-4b5a44854884 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:29:22.187271 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dca70dc4-5b4d-4a30-8e96-781eb38b992e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:22.191956 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50808) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:22.239538 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a79e98e-08a2-4937-90b6-bcc93f22fd21 admin admin] Deleting subnet 25db4058-86b4-4103-a548-ee49a9b3a5d2 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:29:22.242330 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dca70dc4-5b4d-4a30-8e96-781eb38b992e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:22.243871 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8a79e98e-08a2-4937-90b6-bcc93f22fd21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:22.245776 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dca70dc4-5b4d-4a30-8e96-781eb38b992e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:22.252541 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-dca70dc4-5b4d-4a30-8e96-781eb38b992e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1af551a-4cf2-43d5-b248-cc37f9536980 HTTP/1.1" status: 204 len: 168 time: 0.1464591 Aug 28 15:29:22.260405 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca70dc4-5b4d-4a30-8e96-781eb38b992e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1af551a-4cf2-43d5-b248-cc37f9536980,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:22.296397 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8a79e98e-08a2-4937-90b6-bcc93f22fd21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:22.340555 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8a79e98e-08a2-4937-90b6-bcc93f22fd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:22.402562 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8a79e98e-08a2-4937-90b6-bcc93f22fd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:22.428302 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79e98e-08a2-4937-90b6-bcc93f22fd21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25db4058-86b4-4103-a548-ee49a9b3a5d2,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:22.436626 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8a79e98e-08a2-4937-90b6-bcc93f22fd21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:22.438964 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8a79e98e-08a2-4937-90b6-bcc93f22fd21 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/25db4058-86b4-4103-a548-ee49a9b3a5d2 HTTP/1.1" status: 204 len: 168 time: 0.2455559 Aug 28 15:29:22.441130 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50814) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:22.508649 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a555ebac-4ed4-4c2e-b857-968d5dc33966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:22.593816 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a555ebac-4ed4-4c2e-b857-968d5dc33966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:22.603689 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-a555ebac-4ed4-4c2e-b857-968d5dc33966 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9fb9266-b2d2-40f1-8ebe-4b5a44854884']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:22.614546 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-a555ebac-4ed4-4c2e-b857-968d5dc33966 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '865fd39b-458c-48c4-ba00-0abd75ffcb9a') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:22.614842 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-a555ebac-4ed4-4c2e-b857-968d5dc33966 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '865fd39b-458c-48c4-ba00-0abd75ffcb9a') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:22.625072 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a555ebac-4ed4-4c2e-b857-968d5dc33966 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:22.639567 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a555ebac-4ed4-4c2e-b857-968d5dc33966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:22.646896 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a555ebac-4ed4-4c2e-b857-968d5dc33966 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:29:22.647326 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a555ebac-4ed4-4c2e-b857-968d5dc33966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:29:22.649027 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:29:22.704635 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a555ebac-4ed4-4c2e-b857-968d5dc33966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:22.711462 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a555ebac-4ed4-4c2e-b857-968d5dc33966 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:22.713261 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a555ebac-4ed4-4c2e-b857-968d5dc33966 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e9fb9266-b2d2-40f1-8ebe-4b5a44854884 HTTP/1.1" status: 204 len: 168 time: 0.2709353 Aug 28 15:29:22.725066 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555ebac-4ed4-4c2e-b857-968d5dc33966 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9fb9266-b2d2-40f1-8ebe-4b5a44854884,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:22.836115 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50832) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:22.911175 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-52b92630-baf6-4567-95ae-19c8153fd8d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4490bbca76564125b9afe10430716717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0732789 Aug 28 15:29:22.913914 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50836) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:22.928147 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e70011-23a3-42ea-9821-cd78931574d3 req-535c645f-5954-4980-a471-9095d31c367b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:22.929786 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a1e70011-23a3-42ea-9821-cd78931574d3 req-535c645f-5954-4980-a471-9095d31c367b tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 945 time: 0.0698767 Aug 28 15:29:22.969811 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-793aade9-7a4a-4ea5-803c-b1850216a4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:22.971407 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a1e70011-23a3-42ea-9821-cd78931574d3 req-1079e30e-9e65-4333-bb9c-d321be7a578f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347881 Aug 28 15:29:23.004017 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-793aade9-7a4a-4ea5-803c-b1850216a4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:23.080744 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-793aade9-7a4a-4ea5-803c-b1850216a4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:23.083394 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-793aade9-7a4a-4ea5-803c-b1850216a4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:23.084691 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-793aade9-7a4a-4ea5-803c-b1850216a4eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/540f6ab0-6a9e-42e3-b27a-cc43a1c30332 HTTP/1.1" status: 204 len: 168 time: 0.1680532 Aug 28 15:29:23.101485 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793aade9-7a4a-4ea5-803c-b1850216a4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540f6ab0-6a9e-42e3-b27a-cc43a1c30332,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:23.113214 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ac090-5098-43c1-9e91-1dfcfe44897b req-5f36eef4-66d2-457c-93be-c8d4cc893d70 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:23.114763 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-936ac090-5098-43c1-9e91-1dfcfe44897b req-5f36eef4-66d2-457c-93be-c8d4cc893d70 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 945 time: 0.0707002 Aug 28 15:29:23.159368 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-936ac090-5098-43c1-9e91-1dfcfe44897b req-8f306b6f-a2db-4544-b9cb-e9d3e4a2fe83 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383670 Aug 28 15:29:23.181624 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50846) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:23.223929 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b744a6d3-f329-4c25-9e37-cf7ef4b27487 tempest-TestVolumeBootPattern-1199731558 tempest-TestVolumeBootPattern-1199731558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:23.225647 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b744a6d3-f329-4c25-9e37-cf7ef4b27487 tempest-TestVolumeBootPattern-1199731558 tempest-TestVolumeBootPattern-1199731558-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 1092 time: 0.0429053 Aug 28 15:29:23.229327 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50850) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:23.234832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-76fd2204-49f3-47b3-88a0-72043c6adf90 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'port_id': 'd094a068-de81-455f-9224-18038bbfc98d', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:23.258498 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-76fd2204-49f3-47b3-88a0-72043c6adf90 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for floatingip, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:23.371861 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-76fd2204-49f3-47b3-88a0-72043c6adf90 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:23.482247 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-76fd2204-49f3-47b3-88a0-72043c6adf90 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Allocated IP 172.25.3.123 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/8f6cf931-bb7a-4167-b6c4-0017c5548633) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:29:23.605630 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-76fd2204-49f3-47b3-88a0-72043c6adf90 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:23.653740 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-76fd2204-49f3-47b3-88a0-72043c6adf90 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:23.697027 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fd2204-49f3-47b3-88a0-72043c6adf90 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:29:23.700694 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-76fd2204-49f3-47b3-88a0-72043c6adf90 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:23.707080 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fd2204-49f3-47b3-88a0-72043c6adf90 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:29:23.713193 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd2204-49f3-47b3-88a0-72043c6adf90 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Pushing event updated for resources: {'Port': ['ID=8f6cf931-bb7a-4167-b6c4-0017c5548633,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:24.112579 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-76fd2204-49f3-47b3-88a0-72043c6adf90 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:24.192826 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-76fd2204-49f3-47b3-88a0-72043c6adf90 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:24.251715 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50920) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:24.361539 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-76fd2204-49f3-47b3-88a0-72043c6adf90 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:24.367397 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-76fd2204-49f3-47b3-88a0-72043c6adf90 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:24.401191 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c362aa79-620c-42a0-ab8c-5884725ff02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:24.443859 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd2204-49f3-47b3-88a0-72043c6adf90 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Pushing event updated for resources: {'Port': ['ID=8f6cf931-bb7a-4167-b6c4-0017c5548633,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:24.454521 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-76fd2204-49f3-47b3-88a0-72043c6adf90 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:24.513962 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c362aa79-620c-42a0-ab8c-5884725ff02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:24.517256 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:24.520469 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c362aa79-620c-42a0-ab8c-5884725ff02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:24.560778 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [None req-76fd2204-49f3-47b3-88a0-72043c6adf90 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Floating IP 457a687f-c4ba-472a-aac1-11c066b321d3 associated. External IP: 172.25.3.123, port: d094a068-de81-455f-9224-18038bbfc98d. Aug 28 15:29:24.565936 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c362aa79-620c-42a0-ab8c-5884725ff02b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0435bff9c9fd4c51939076feee95541e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3135719 Aug 28 15:29:24.567687 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362aa79-620c-42a0-ab8c-5884725ff02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3068589b-7287-457a-981f-c41490cf1cb9,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:24.570452 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50938) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:24.577811 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50940) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:24.630770 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-20a387d2-52a7-4415-a2e4-a47ac0297eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:24.657848 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-20a387d2-52a7-4415-a2e4-a47ac0297eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:24.704793 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6d0e902b-58c9-4ada-a6da-dda8a515f700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:24.744249 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-20a387d2-52a7-4415-a2e4-a47ac0297eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:24.746845 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-20a387d2-52a7-4415-a2e4-a47ac0297eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:24.748053 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-20a387d2-52a7-4415-a2e4-a47ac0297eff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3068589b-7287-457a-981f-c41490cf1cb9 HTTP/1.1" status: 204 len: 168 time: 0.1766250 Aug 28 15:29:24.763934 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a387d2-52a7-4415-a2e4-a47ac0297eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3068589b-7287-457a-981f-c41490cf1cb9,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:24.811832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76fd2204-49f3-47b3-88a0-72043c6adf90 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Router 2b983b1b-6ecb-446e-9caf-11531954b1f2 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:29:24.835530 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6d0e902b-58c9-4ada-a6da-dda8a515f700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:24.839960 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6d0e902b-58c9-4ada-a6da-dda8a515f700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:24.879678 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6d0e902b-58c9-4ada-a6da-dda8a515f700 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=446e3c01babf49e6950dc0d4fb0fe590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2970877 Aug 28 15:29:24.880310 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50946) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:24.891273 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e902b-58c9-4ada-a6da-dda8a515f700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107dd966-4f75-4d25-babd-cbe513ca340c,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:24.975867 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fd2204-49f3-47b3-88a0-72043c6adf90 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:29:24.979500 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6fa4864e-7df0-4ebd-9742-303fd1563773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:24.988970 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abe8ce5-16e9-40ed-a431-fd414452c797 None None] Sync routers for ids ['2b983b1b-6ecb-446e-9caf-11531954b1f2'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:29:24.999419 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abe8ce5-16e9-40ed-a431-fd414452c797 None None] Routers {'2b983b1b-6ecb-446e-9caf-11531954b1f2'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:29:25.000476 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8abe8ce5-16e9-40ed-a431-fd414452c797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:29:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2b983b1b-6ecb-446e-9caf-11531954b1f2'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:25.006474 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-76fd2204-49f3-47b3-88a0-72043c6adf90 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:25.016021 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6fa4864e-7df0-4ebd-9742-303fd1563773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:25.059731 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-76fd2204-49f3-47b3-88a0-72043c6adf90 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8216622 Aug 28 15:29:25.059731 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6', 'tag': 'd094a068-de81-455f-9224-18038bbfc98d'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:29:25.061281 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6b1681-4364-48f9-a524-c31e811bec99" -d '{"events": [{"name": "network-changed", "server_uuid": "a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6", "tag": "d094a068-de81-455f-9224-18038bbfc98d"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:29:25.100748 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6fa4864e-7df0-4ebd-9742-303fd1563773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:25.104727 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6fa4864e-7df0-4ebd-9742-303fd1563773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:25.109249 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6fa4864e-7df0-4ebd-9742-303fd1563773 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/107dd966-4f75-4d25-babd-cbe513ca340c HTTP/1.1" status: 204 len: 168 time: 0.2263896 Aug 28 15:29:25.109249 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744a0ad6-ab34-414b-abd9-e92b3ca2f265 x-openstack-request-id: req-744a0ad6-ab34-414b-abd9-e92b3ca2f265 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:29:25.111605 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6", "tag": "d094a068-de81-455f-9224-18038bbfc98d", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:29:25.111903 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-744a0ad6-ab34-414b-abd9-e92b3ca2f265 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:29:25.112325 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6', 'tag': 'd094a068-de81-455f-9224-18038bbfc98d', 'status': 'completed', 'code': 200} Aug 28 15:29:25.121051 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4864e-7df0-4ebd-9742-303fd1563773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107dd966-4f75-4d25-babd-cbe513ca340c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:25.150406 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-8abe8ce5-16e9-40ed-a431-fd414452c797 None None] Set router 2b983b1b-6ecb-446e-9caf-11531954b1f2 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:29:25.193529 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b1681-4364-48f9-a524-c31e811bec99 req-3173a6ec-f44a-42ba-8f8e-c8f12ab45573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:25.195385 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd6b1681-4364-48f9-a524-c31e811bec99 req-3173a6ec-f44a-42ba-8f8e-c8f12ab45573 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6cc5102288e4115b2b96ff1028147b2&device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 1097 time: 0.0637598 Aug 28 15:29:25.303755 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b1681-4364-48f9-a524-c31e811bec99 req-fb20d689-e664-422c-9bb3-91e5347cb078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:25.305204 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd6b1681-4364-48f9-a524-c31e811bec99 req-fb20d689-e664-422c-9bb3-91e5347cb078 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8878cb2c-b382-48c1-8c2a-67543a7cb61c HTTP/1.1" status: 200 len: 912 time: 0.1013861 Aug 28 15:29:25.390366 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd6b1681-4364-48f9-a524-c31e811bec99 req-f22b8190-05d4-4c18-88c8-3dbeab12f257 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d094a068-de81-455f-9224-18038bbfc98d HTTP/1.1" status: 200 len: 999 time: 0.0772071 Aug 28 15:29:25.403151 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8abe8ce5-16e9-40ed-a431-fd414452c797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'name': 'tempest-TestVolumeBootPattern-189655109-router', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:41Z', 'updated_at': '2021-08-28T15:19:49Z', 'revision_number': 4, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'gw_port': {'id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:43Z', 'updated_at': '2021-08-28T15:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '457a687f-c4ba-472a-aac1-11c066b321d3', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'floating_ip_address': '172.25.3.123', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'port_id': 'd094a068-de81-455f-9224-18038bbfc98d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'mac_address': 'fa:16:3e:92:1c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:29:23Z', 'updated_at': '2021-08-28T15:29:23Z', 'revision_number': 0, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'fixed_ip_address_scope': None}, {'id': '72ec3e3f-80ee-4c69-9bd9-e41f7e859c85', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'port_id': '1768b95d-3f83-42a6-8c7e-808146188320', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'mac_address': 'fa:16:3e:84:8c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdf750e-a3ec-4754-a63c-3e121c986b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:27:10Z', 'updated_at': '2021-08-28T15:27:12Z', 'revision_number': 1, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b97bdaf0-fe94-4442-80b8-d05c9420d5ec', 'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'mac_address': 'fa:16:3e:5b:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:48Z', 'updated_at': '2021-08-28T15:19:59Z', 'revision_number': 5, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'subnets': [{'id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:25.442488 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abe8ce5-16e9-40ed-a431-fd414452c797 None None] Checking router: 2b983b1b-6ecb-446e-9caf-11531954b1f2 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:29:25.451485 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abe8ce5-16e9-40ed-a431-fd414452c797 None None] Routers {'2b983b1b-6ecb-446e-9caf-11531954b1f2'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:29:25.452650 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8abe8ce5-16e9-40ed-a431-fd414452c797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:29:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2b983b1b-6ecb-446e-9caf-11531954b1f2'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:25.463289 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b1681-4364-48f9-a524-c31e811bec99 req-3793a88c-f86e-4107-8236-f93a867f8d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:25.465084 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd6b1681-4364-48f9-a524-c31e811bec99 req-3793a88c-f86e-4107-8236-f93a867f8d92 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=551c7bac-a4f4-45ec-a575-eb6f29eb5d74 HTTP/1.1" status: 200 len: 850 time: 0.0675943 Aug 28 15:29:25.520698 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b1681-4364-48f9-a524-c31e811bec99 req-dee96d8c-0452-4f74-af0e-127d51d92149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:25.522231 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd6b1681-4364-48f9-a524-c31e811bec99 req-dee96d8c-0452-4f74-af0e-127d51d92149 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8878cb2c-b382-48c1-8c2a-67543a7cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500841 Aug 28 15:29:25.563269 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50974) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:25.573525 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-8abe8ce5-16e9-40ed-a431-fd414452c797 None None] Set router 2b983b1b-6ecb-446e-9caf-11531954b1f2 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:29:25.586254 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3f068296-59ab-4f90-9524-b1c6b6addb7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:25.592696 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 50976) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:25.649918 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd6b1681-4364-48f9-a524-c31e811bec99 req-32353f06-1612-4374-963b-055782fc301b service neutron] 10.222.0.41 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180842 Aug 28 15:29:25.708370 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3f068296-59ab-4f90-9524-b1c6b6addb7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:25.715024 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3f068296-59ab-4f90-9524-b1c6b6addb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:25.764054 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd6b1681-4364-48f9-a524-c31e811bec99 req-a7d770cb-ecfc-4139-b791-3fc6c346312a service neutron] 10.222.0.41 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059530 Aug 28 15:29:25.767724 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3f068296-59ab-4f90-9524-b1c6b6addb7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9aaba00459ac4bdb84ebe24d275943be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2026923 Aug 28 15:29:25.768858 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f068296-59ab-4f90-9524-b1c6b6addb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f30f92-c20b-45fa-aba0-ea58a7563e9a,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:25.772008 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50980) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:25.820117 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-09a76bbd-5541-426c-823e-1287957691f6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-398189298-network', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:25.832302 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c3b3c626-614d-47d8-bd75-ed24578fb464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:25.844534 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a76bbd-5541-426c-823e-1287957691f6 admin admin] Made reservation on behalf of ae068ae25cf645a689f31ae36c4c55c7 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:25.846845 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-09a76bbd-5541-426c-823e-1287957691f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:25.850332 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8abe8ce5-16e9-40ed-a431-fd414452c797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'name': 'tempest-TestVolumeBootPattern-189655109-router', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:41Z', 'updated_at': '2021-08-28T15:19:49Z', 'revision_number': 4, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'gw_port': {'id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:43Z', 'updated_at': '2021-08-28T15:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '457a687f-c4ba-472a-aac1-11c066b321d3', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'floating_ip_address': '172.25.3.123', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'port_id': 'd094a068-de81-455f-9224-18038bbfc98d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'mac_address': 'fa:16:3e:92:1c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:29:23Z', 'updated_at': '2021-08-28T15:29:23Z', 'revision_number': 0, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'fixed_ip_address_scope': None}, {'id': '72ec3e3f-80ee-4c69-9bd9-e41f7e859c85', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'port_id': '1768b95d-3f83-42a6-8c7e-808146188320', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'mac_address': 'fa:16:3e:84:8c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdf750e-a3ec-4754-a63c-3e121c986b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:27:10Z', 'updated_at': '2021-08-28T15:27:12Z', 'revision_number': 1, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b97bdaf0-fe94-4442-80b8-d05c9420d5ec', 'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'mac_address': 'fa:16:3e:5b:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:48Z', 'updated_at': '2021-08-28T15:19:59Z', 'revision_number': 5, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'subnets': [{'id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:25.855523 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c3b3c626-614d-47d8-bd75-ed24578fb464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:25.855776 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-09a76bbd-5541-426c-823e-1287957691f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:25.876786 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abe8ce5-16e9-40ed-a431-fd414452c797 None None] The sync data for ids ['2b983b1b-6ecb-446e-9caf-11531954b1f2'] in n-d-712137-10 is: [{'id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'name': 'tempest-TestVolumeBootPattern-189655109-router', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:41Z', 'updated_at': '2021-08-28T15:19:49Z', 'revision_number': 4, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'gw_port': {'id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:43Z', 'updated_at': '2021-08-28T15:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '457a687f-c4ba-472a-aac1-11c066b321d3', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'floating_ip_address': '172.25.3.123', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'port_id': 'd094a068-de81-455f-9224-18038bbfc98d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'mac_address': 'fa:16:3e:92:1c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:29:23Z', 'updated_at': '2021-08-28T15:29:23Z', 'revision_number': 0, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'fixed_ip_address_scope': None}, {'id': '72ec3e3f-80ee-4c69-9bd9-e41f7e859c85', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'port_id': '1768b95d-3f83-42a6-8c7e-808146188320', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'mac_address': 'fa:16:3e:84:8c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdf750e-a3ec-4754-a63c-3e121c986b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:27:10Z', 'updated_at': '2021-08-28T15:27:12Z', 'revision_number': 1, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b97bdaf0-fe94-4442-80b8-d05c9420d5ec', 'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'mac_address': 'fa:16:3e:5b:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:48Z', 'updated_at': '2021-08-28T15:19:59Z', 'revision_number': 5, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'subnets': [{'id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:29:25.912442 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c3b3c626-614d-47d8-bd75-ed24578fb464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:25.915252 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c3b3c626-614d-47d8-bd75-ed24578fb464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:25.919302 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c3b3c626-614d-47d8-bd75-ed24578fb464 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54f30f92-c20b-45fa-aba0-ea58a7563e9a HTTP/1.1" status: 204 len: 168 time: 0.1436152 Aug 28 15:29:25.929976 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b3c626-614d-47d8-bd75-ed24578fb464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f30f92-c20b-45fa-aba0-ea58a7563e9a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:26.000130 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-09a76bbd-5541-426c-823e-1287957691f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:26.004018 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-09a76bbd-5541-426c-823e-1287957691f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:26.025033 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a76bbd-5541-426c-823e-1287957691f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:29:26.042904 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-09a76bbd-5541-426c-823e-1287957691f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:26.043275 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-09a76bbd-5541-426c-823e-1287957691f6 admin admin] Added segment 937efdaa-4a91-4466-8b39-3275ccf0f608 of type vlan for network 1ad8ad58-4d34-44a3-b634-58afc753db8d Aug 28 15:29:26.067363 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a76bbd-5541-426c-823e-1287957691f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d40218-5739-401f-b662-906c67f77818,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:26.103131 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-09a76bbd-5541-426c-823e-1287957691f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:26.129916 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-09a76bbd-5541-426c-823e-1287957691f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:26.131106 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a76bbd-5541-426c-823e-1287957691f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:26.131709 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-09a76bbd-5541-426c-823e-1287957691f6 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:26.165740 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce3533a-710e-419b-aa59-25cac003e7be None None] New status for floating IP 457a687f-c4ba-472a-aac1-11c066b321d3: ACTIVE {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:29:26.204317 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-09a76bbd-5541-426c-823e-1287957691f6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6105361 Aug 28 15:29:26.207219 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a76bbd-5541-426c-823e-1287957691f6 admin admin] Pushing event updated for resources: {'Network': ['ID=1ad8ad58-4d34-44a3-b634-58afc753db8d,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:26.207573 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 50990) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:26.214789 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-56c0cd3c-cdd7-4c9d-8bbc-5c839c362450 admin admin] Request body: {'subnet': {'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-398189298-subnet', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:26.219107 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 1ad8ad58-4d34-44a3-b634-58afc753db8d details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:29:26.238984 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c0cd3c-cdd7-4c9d-8bbc-5c839c362450 admin admin] Made reservation on behalf of ae068ae25cf645a689f31ae36c4c55c7 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:26.241821 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-56c0cd3c-cdd7-4c9d-8bbc-5c839c362450 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:26.441658 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-56c0cd3c-cdd7-4c9d-8bbc-5c839c362450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:26.500125 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0cd3c-cdd7-4c9d-8bbc-5c839c362450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00d50ca9-b475-42c2-9209-c7ba3db8ecb7,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:26.510283 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c0cd3c-cdd7-4c9d-8bbc-5c839c362450 admin admin] Checking segment: {'id': '937efdaa-4a91-4466-8b39-3275ccf0f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:29:26.510637 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c0cd3c-cdd7-4c9d-8bbc-5c839c362450 admin admin] Network hostable DHCP agents. Network: 1ad8ad58-4d34-44a3-b634-58afc753db8d, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:29:26.530175 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c0cd3c-cdd7-4c9d-8bbc-5c839c362450 admin admin] Network 1ad8ad58-4d34-44a3-b634-58afc753db8d is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:29:26.539376 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-56c0cd3c-cdd7-4c9d-8bbc-5c839c362450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 1ad8ad58-4d34-44a3-b634-58afc753db8d) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:26.544732 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c0cd3c-cdd7-4c9d-8bbc-5c839c362450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:26.545245 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-56c0cd3c-cdd7-4c9d-8bbc-5c839c362450 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:26.556534 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eaa00c-8a37-4c6d-81ae-f8d373e59abf None None] Network 1ad8ad58-4d34-44a3-b634-58afc753db8d requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:29:26.566969 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-56c0cd3c-cdd7-4c9d-8bbc-5c839c362450 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3565862 Aug 28 15:29:26.569652 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51004) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:26.576389 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-6187ffba-1302-4287-9a00-c9cd54d09b67 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-398189298-router', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:26.600969 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6187ffba-1302-4287-9a00-c9cd54d09b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:26.602066 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6187ffba-1302-4287-9a00-c9cd54d09b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:26.655788 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6187ffba-1302-4287-9a00-c9cd54d09b67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:26.689160 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:26.716064 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635609f4-4330-40d5-87cf-618fe009c018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-1ad8ad58-4d34-44a3-b634-58afc753db8d', 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'fixed_ips': [{'subnet_id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:29:26.717095 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-635609f4-4330-40d5-87cf-618fe009c018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:26.859393 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-635609f4-4330-40d5-87cf-618fe009c018 None None] Allocated IP 172.20.0.2 (1ad8ad58-4d34-44a3-b634-58afc753db8d/00d50ca9-b475-42c2-9209-c7ba3db8ecb7/00549c33-a0b7-4869-aa9d-5aabd64fd12c) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:29:27.023152 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-635609f4-4330-40d5-87cf-618fe009c018 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:27.033672 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-635609f4-4330-40d5-87cf-618fe009c018 None None] Transition to ACTIVE for port object 00549c33-a0b7-4869-aa9d-5aabd64fd12c will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:29:27.051577 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-635609f4-4330-40d5-87cf-618fe009c018 None None] Transition to ACTIVE for port object 00549c33-a0b7-4869-aa9d-5aabd64fd12c will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:29:27.057668 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-635609f4-4330-40d5-87cf-618fe009c018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:27.098890 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635609f4-4330-40d5-87cf-618fe009c018 None None] Network 1ad8ad58-4d34-44a3-b634-58afc753db8d is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:29:27.102148 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-635609f4-4330-40d5-87cf-618fe009c018 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:27.105466 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635609f4-4330-40d5-87cf-618fe009c018 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:29:27.115714 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635609f4-4330-40d5-87cf-618fe009c018 None None] Pushing event updated for resources: {'Port': ['ID=00549c33-a0b7-4869-aa9d-5aabd64fd12c,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:27.142845 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6187ffba-1302-4287-9a00-c9cd54d09b67 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:27.179640 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-635609f4-4330-40d5-87cf-618fe009c018 None None] Attempting to bind port 00549c33-a0b7-4869-aa9d-5aabd64fd12c on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:29:27.180191 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-635609f4-4330-40d5-87cf-618fe009c018 None None] Attempting to bind port 00549c33-a0b7-4869-aa9d-5aabd64fd12c by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '937efdaa-4a91-4466-8b39-3275ccf0f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:29:27.180344 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635609f4-4330-40d5-87cf-618fe009c018 None None] Attempting to bind port 00549c33-a0b7-4869-aa9d-5aabd64fd12c on network 1ad8ad58-4d34-44a3-b634-58afc753db8d {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:29:27.185434 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635609f4-4330-40d5-87cf-618fe009c018 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:29:27.185805 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635609f4-4330-40d5-87cf-618fe009c018 None None] Checking segment: {'id': '937efdaa-4a91-4466-8b39-3275ccf0f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:29:27.186205 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-635609f4-4330-40d5-87cf-618fe009c018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:27.186596 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635609f4-4330-40d5-87cf-618fe009c018 None None] Bound using segment: {'id': '937efdaa-4a91-4466-8b39-3275ccf0f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:29:27.187063 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-635609f4-4330-40d5-87cf-618fe009c018 None None] Bound port: 00549c33-a0b7-4869-aa9d-5aabd64fd12c, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937efdaa-4a91-4466-8b39-3275ccf0f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:29:27.187436 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-635609f4-4330-40d5-87cf-618fe009c018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:27.263335 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-635609f4-4330-40d5-87cf-618fe009c018 None None] For port 00549c33-a0b7-4869-aa9d-5aabd64fd12c, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:29:27.266724 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-635609f4-4330-40d5-87cf-618fe009c018 None None] For port 00549c33-a0b7-4869-aa9d-5aabd64fd12c, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=00549c33-a0b7-4869-aa9d-5aabd64fd12c,segment=NetworkSegment(937efdaa-4a91-4466-8b39-3275ccf0f608),segment_id=937efdaa-4a91-4466-8b39-3275ccf0f608)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:29:27.272708 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-635609f4-4330-40d5-87cf-618fe009c018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:27.330579 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635609f4-4330-40d5-87cf-618fe009c018 None None] Pushing event updated for resources: {'Port': ['ID=00549c33-a0b7-4869-aa9d-5aabd64fd12c,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:27.374544 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6187ffba-1302-4287-9a00-c9cd54d09b67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:27.394915 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6187ffba-1302-4287-9a00-c9cd54d09b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:27.493089 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51026) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:27.536032 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-6187ffba-1302-4287-9a00-c9cd54d09b67 admin admin] Allocated IP 172.25.3.169 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/a71bb23e-1318-43a8-a4ae-a9367b2e667f) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:29:27.635255 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-42508a24-765d-4aae-9a18-680312ff6d75 tempest-QuotasTest-1699960363 tempest-QuotasTest-1699960363-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:27.655019 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6187ffba-1302-4287-9a00-c9cd54d09b67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:27.675045 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-42508a24-765d-4aae-9a18-680312ff6d75 tempest-QuotasTest-1699960363 tempest-QuotasTest-1699960363-project-admin] 10.222.0.13 "PUT /v2.0/quotas/3cef8365af024670941ca2339e6fc0b3 HTTP/1.1" status: 200 len: 366 time: 0.1796503 Aug 28 15:29:27.677525 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51030) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:27.687927 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-812fdd3a-b8d8-417c-a241-699849cead87 tempest-QuotasTest-1699960363 tempest-QuotasTest-1699960363-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0093484 Aug 28 15:29:27.690500 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51032) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:27.703916 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8e422c82-58e5-49cb-9089-9918da0e349b tempest-QuotasTest-1699960363 tempest-QuotasTest-1699960363-project-admin] 10.222.0.13 "GET /v2.0/quotas/3cef8365af024670941ca2339e6fc0b3 HTTP/1.1" status: 200 len: 366 time: 0.0119193 Aug 28 15:29:27.704097 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6187ffba-1302-4287-9a00-c9cd54d09b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:27.707538 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51034) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:27.722154 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-adb761ee-454e-4391-b826-3d522b62c97d tempest-QuotasTest-1699960363 tempest-QuotasTest-1699960363-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/3cef8365af024670941ca2339e6fc0b3 HTTP/1.1" status: 204 len: 168 time: 0.0133934 Aug 28 15:29:27.724544 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51036) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:27.735108 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4b2f4abd-6c50-41c3-bcff-546f15b26212 tempest-QuotasTest-1699960363 tempest-QuotasTest-1699960363-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0092587 Aug 28 15:29:27.737450 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51038) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:27.744991 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6187ffba-1302-4287-9a00-c9cd54d09b67 admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:29:27.747416 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-95ef21b2-5b46-482e-beca-0c0665ee3c7d tempest-QuotasTest-1699960363 tempest-QuotasTest-1699960363-project-admin] 10.222.0.13 "GET /v2.0/quotas/3cef8365af024670941ca2339e6fc0b3 HTTP/1.1" status: 200 len: 370 time: 0.0088639 Aug 28 15:29:27.750187 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51040) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:27.752789 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-6187ffba-1302-4287-9a00-c9cd54d09b67 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:27.755092 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-11455397-0c6a-4145-bb5a-a893886d478e tempest-QuotasTest-1699960363 tempest-QuotasTest-1699960363-project-admin] 10.222.0.13 "GET /v2.0/quotas/3cef8365af024670941ca2339e6fc0b3/default HTTP/1.1" status: 200 len: 370 time: 0.0038717 Aug 28 15:29:27.755229 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187ffba-1302-4287-9a00-c9cd54d09b67 admin admin] Pushing event updated for resources: {'Port': ['ID=a71bb23e-1318-43a8-a4ae-a9367b2e667f,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:27.757315 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6187ffba-1302-4287-9a00-c9cd54d09b67 admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:29:27.757474 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51042) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:27.767466 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-9722d541-121b-435a-bb72-27ae1204a700 tempest-QuotasTest-1699960363 tempest-QuotasTest-1699960363-project-admin] delete failed (client error): The resource could not be found. Aug 28 15:29:27.768494 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9722d541-121b-435a-bb72-27ae1204a700 tempest-QuotasTest-1699960363 tempest-QuotasTest-1699960363-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/3cef8365af024670941ca2339e6fc0b3 HTTP/1.1" status: 404 len: 348 time: 0.0101702 Aug 28 15:29:27.891639 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51046) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:27.910334 n-d-712137-10 neutron-server[106329]: DEBUG neutron.quota.resource [None req-65f64fd6-552a-4e1f-b210-f71035f1698d tempest-QuotasTest-1699960363 tempest-QuotasTest-1699960363-project-admin] Usage tracker for resource:network and tenant:82dfbdf4efff4df8a9d1b145ec106dc5 is out of sync, need to count used quota {{(pid=106329) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 28 15:29:27.915827 n-d-712137-10 neutron-server[106329]: DEBUG neutron.quota.resource [None req-65f64fd6-552a-4e1f-b210-f71035f1698d tempest-QuotasTest-1699960363 tempest-QuotasTest-1699960363-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=106329) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 28 15:29:27.923290 n-d-712137-10 neutron-server[106329]: DEBUG neutron.quota.resource [None req-65f64fd6-552a-4e1f-b210-f71035f1698d tempest-QuotasTest-1699960363 tempest-QuotasTest-1699960363-project-admin] Usage tracker for resource:subnet and tenant:82dfbdf4efff4df8a9d1b145ec106dc5 is out of sync, need to count used quota {{(pid=106329) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 28 15:29:27.929258 n-d-712137-10 neutron-server[106329]: DEBUG neutron.quota.resource [None req-65f64fd6-552a-4e1f-b210-f71035f1698d tempest-QuotasTest-1699960363 tempest-QuotasTest-1699960363-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=106329) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 28 15:29:27.935682 n-d-712137-10 neutron-server[106329]: DEBUG neutron.quota.resource [None req-65f64fd6-552a-4e1f-b210-f71035f1698d tempest-QuotasTest-1699960363 tempest-QuotasTest-1699960363-project-admin] Usage tracker for resource:subnetpool and tenant:82dfbdf4efff4df8a9d1b145ec106dc5 is out of sync, need to count used quota {{(pid=106329) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 28 15:29:27.940513 n-d-712137-10 neutron-server[106329]: DEBUG neutron.quota.resource [None req-65f64fd6-552a-4e1f-b210-f71035f1698d tempest-QuotasTest-1699960363 tempest-QuotasTest-1699960363-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=106329) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 28 15:29:27.947619 n-d-712137-10 neutron-server[106329]: DEBUG neutron.quota.resource [None req-65f64fd6-552a-4e1f-b210-f71035f1698d tempest-QuotasTest-1699960363 tempest-QuotasTest-1699960363-project-admin] Usage tracker for resource:port and tenant:82dfbdf4efff4df8a9d1b145ec106dc5 is out of sync, need to count used quota {{(pid=106329) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 28 15:29:27.953506 n-d-712137-10 neutron-server[106329]: DEBUG neutron.quota.resource [None req-65f64fd6-552a-4e1f-b210-f71035f1698d tempest-QuotasTest-1699960363 tempest-QuotasTest-1699960363-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=106329) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 28 15:29:27.960415 n-d-712137-10 neutron-server[106329]: DEBUG neutron.quota.resource [None req-65f64fd6-552a-4e1f-b210-f71035f1698d tempest-QuotasTest-1699960363 tempest-QuotasTest-1699960363-project-admin] Usage tracker for resource:router and tenant:82dfbdf4efff4df8a9d1b145ec106dc5 is out of sync, need to count used quota {{(pid=106329) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 28 15:29:27.966340 n-d-712137-10 neutron-server[106329]: DEBUG neutron.quota.resource [None req-65f64fd6-552a-4e1f-b210-f71035f1698d tempest-QuotasTest-1699960363 tempest-QuotasTest-1699960363-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=106329) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 28 15:29:27.973443 n-d-712137-10 neutron-server[106329]: DEBUG neutron.quota.resource [None req-65f64fd6-552a-4e1f-b210-f71035f1698d tempest-QuotasTest-1699960363 tempest-QuotasTest-1699960363-project-admin] Usage tracker for resource:floatingip and tenant:82dfbdf4efff4df8a9d1b145ec106dc5 is out of sync, need to count used quota {{(pid=106329) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 28 15:29:27.978547 n-d-712137-10 neutron-server[106329]: DEBUG neutron.quota.resource [None req-65f64fd6-552a-4e1f-b210-f71035f1698d tempest-QuotasTest-1699960363 tempest-QuotasTest-1699960363-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=106329) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 28 15:29:28.016719 n-d-712137-10 neutron-server[106329]: DEBUG neutron.quota.resource [None req-65f64fd6-552a-4e1f-b210-f71035f1698d tempest-QuotasTest-1699960363 tempest-QuotasTest-1699960363-project-admin] Usage tracker for resource:security_group and tenant:82dfbdf4efff4df8a9d1b145ec106dc5 is out of sync, need to count used quota {{(pid=106329) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 28 15:29:28.022681 n-d-712137-10 neutron-server[106329]: DEBUG neutron.quota.resource [None req-65f64fd6-552a-4e1f-b210-f71035f1698d tempest-QuotasTest-1699960363 tempest-QuotasTest-1699960363-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=106329) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 28 15:29:28.029791 n-d-712137-10 neutron-server[106329]: DEBUG neutron.quota.resource [None req-65f64fd6-552a-4e1f-b210-f71035f1698d tempest-QuotasTest-1699960363 tempest-QuotasTest-1699960363-project-admin] Usage tracker for resource:security_group_rule and tenant:82dfbdf4efff4df8a9d1b145ec106dc5 is out of sync, need to count used quota {{(pid=106329) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 28 15:29:28.032155 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6187ffba-1302-4287-9a00-c9cd54d09b67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:28.035007 n-d-712137-10 neutron-server[106329]: DEBUG neutron.quota.resource [None req-65f64fd6-552a-4e1f-b210-f71035f1698d tempest-QuotasTest-1699960363 tempest-QuotasTest-1699960363-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=106329) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 28 15:29:28.044117 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-65f64fd6-552a-4e1f-b210-f71035f1698d tempest-QuotasTest-1699960363 tempest-QuotasTest-1699960363-project-admin] 10.222.0.13 "GET /v2.0/quotas/82dfbdf4efff4df8a9d1b145ec106dc5/details.json HTTP/1.1" status: 200 len: 703 time: 0.1597254 Aug 28 15:29:28.248413 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6187ffba-1302-4287-9a00-c9cd54d09b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:28.331911 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88073d5-11aa-4159-80c8-777f81a62b37 None None] Network 1ad8ad58-4d34-44a3-b634-58afc753db8d requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:29:28.390582 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 00549c33-a0b7-4869-aa9d-5aabd64fd12c up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:29:28.395336 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51052) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:28.403327 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1d750822-3efb-4657-b12a-9b3faf879658 None None] Provisioning for port 00549c33-a0b7-4869-aa9d-5aabd64fd12c completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:29:28.421198 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6187ffba-1302-4287-9a00-c9cd54d09b67 admin admin] Router 8f8a9e5d-fbd8-4627-983a-9fb90ea90389 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:29:28.522371 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d80c0075-874a-42ae-aa49-d622e4e659b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:28.536654 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6187ffba-1302-4287-9a00-c9cd54d09b67 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:29:28.546563 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 00549c33-a0b7-4869-aa9d-5aabd64fd12c completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:29:28.548513 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc51ff6e-20d9-4dc2-9af2-2b55d50d1621 None None] Sync routers for ids ['8f8a9e5d-fbd8-4627-983a-9fb90ea90389'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:29:28.552437 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 00549c33-a0b7-4869-aa9d-5aabd64fd12c triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:29:28.552926 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:28.560461 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc51ff6e-20d9-4dc2-9af2-2b55d50d1621 None None] Routers {'8f8a9e5d-fbd8-4627-983a-9fb90ea90389'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:29:28.561227 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-fc51ff6e-20d9-4dc2-9af2-2b55d50d1621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:29:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['8f8a9e5d-fbd8-4627-983a-9fb90ea90389'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:28.640168 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d80c0075-874a-42ae-aa49-d622e4e659b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:28.646525 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d80c0075-874a-42ae-aa49-d622e4e659b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:28.654963 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6187ffba-1302-4287-9a00-c9cd54d09b67 admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:28.656499 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6187ffba-1302-4287-9a00-c9cd54d09b67 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0849888 Aug 28 15:29:28.657653 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:28.659317 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51056) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:28.705778 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-fc51ff6e-20d9-4dc2-9af2-2b55d50d1621 None None] Set router 8f8a9e5d-fbd8-4627-983a-9fb90ea90389 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:29:28.711568 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d80c0075-874a-42ae-aa49-d622e4e659b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8bb712a65a45497bbed635ee4bb84d0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3151221 Aug 28 15:29:28.714112 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51058) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:28.717057 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c0075-874a-42ae-aa49-d622e4e659b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d703bae6-2c45-4697-8d1f-4f8acd2fe3f7,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:28.724854 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 00549c33-a0b7-4869-aa9d-5aabd64fd12c, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=00549c33-a0b7-4869-aa9d-5aabd64fd12c,segment=NetworkSegment(937efdaa-4a91-4466-8b39-3275ccf0f608),segment_id=937efdaa-4a91-4466-8b39-3275ccf0f608)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:29:28.737128 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:28.787421 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e7f3196e-cff9-4b8b-bdcc-96c89e73b4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:28.812101 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e7f3196e-cff9-4b8b-bdcc-96c89e73b4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:28.814311 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=00549c33-a0b7-4869-aa9d-5aabd64fd12c,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:28.878563 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e7f3196e-cff9-4b8b-bdcc-96c89e73b4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:28.884435 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e7f3196e-cff9-4b8b-bdcc-96c89e73b4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:28.885607 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e7f3196e-cff9-4b8b-bdcc-96c89e73b4df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d703bae6-2c45-4697-8d1f-4f8acd2fe3f7 HTTP/1.1" status: 204 len: 168 time: 0.1705885 Aug 28 15:29:28.894419 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3196e-cff9-4b8b-bdcc-96c89e73b4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d703bae6-2c45-4697-8d1f-4f8acd2fe3f7,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:28.969917 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-634fac0b-3a58-4b34-a5d7-51fc7407e451 None None] Provisioning complete for port 00549c33-a0b7-4869-aa9d-5aabd64fd12c triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:29:28.970299 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-634fac0b-3a58-4b34-a5d7-51fc7407e451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:28.999721 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-fc51ff6e-20d9-4dc2-9af2-2b55d50d1621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'name': 'tempest-AttachVolumeShelveTestJSON-398189298-router', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:29:26Z', 'updated_at': '2021-08-28T15:29:27Z', 'revision_number': 3, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'gw_port': {'id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:27Z', 'updated_at': '2021-08-28T15:29:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:29.026844 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc51ff6e-20d9-4dc2-9af2-2b55d50d1621 None None] Checking router: 8f8a9e5d-fbd8-4627-983a-9fb90ea90389 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:29:29.027043 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc51ff6e-20d9-4dc2-9af2-2b55d50d1621 None None] Updating router 8f8a9e5d-fbd8-4627-983a-9fb90ea90389 port a71bb23e-1318-43a8-a4ae-a9367b2e667f binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:29:29.061228 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-fc51ff6e-20d9-4dc2-9af2-2b55d50d1621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:29.204888 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e1ce14b0-3425-42e5-b44e-5cc62c95292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:29.241967 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51064) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:29.256158 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-874b0b46-c2a6-4b83-adbf-0cb738632e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:29.363168 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-874b0b46-c2a6-4b83-adbf-0cb738632e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:29.368844 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-874b0b46-c2a6-4b83-adbf-0cb738632e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:29.383402 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-e1ce14b0-3425-42e5-b44e-5cc62c95292a admin admin] Allocated IP 172.20.0.1 (1ad8ad58-4d34-44a3-b634-58afc753db8d/00d50ca9-b475-42c2-9209-c7ba3db8ecb7/11a11619-bd5c-469b-b843-dd4e1c277555) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:29:29.412069 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-874b0b46-c2a6-4b83-adbf-0cb738632e6c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82dfbdf4efff4df8a9d1b145ec106dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1689723 Aug 28 15:29:29.414654 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51066) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:29.420851 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b0b46-c2a6-4b83-adbf-0cb738632e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8470062f-7fe6-4b36-a821-cfda2648b18c,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:29.443003 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-fc51ff6e-20d9-4dc2-9af2-2b55d50d1621 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:29.454062 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-fc51ff6e-20d9-4dc2-9af2-2b55d50d1621 None None] Transition to ACTIVE for port object a71bb23e-1318-43a8-a4ae-a9367b2e667f will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:29:29.460499 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-fc51ff6e-20d9-4dc2-9af2-2b55d50d1621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:29.478591 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-187338cb-8bb7-4ed4-a4d4-aed68c859d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:29.502830 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-187338cb-8bb7-4ed4-a4d4-aed68c859d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:29.503398 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e1ce14b0-3425-42e5-b44e-5cc62c95292a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:29.509751 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-fc51ff6e-20d9-4dc2-9af2-2b55d50d1621 None None] Attempting to bind port a71bb23e-1318-43a8-a4ae-a9367b2e667f on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:29:29.509751 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-fc51ff6e-20d9-4dc2-9af2-2b55d50d1621 None None] Attempting to bind port a71bb23e-1318-43a8-a4ae-a9367b2e667f by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:29:29.510036 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc51ff6e-20d9-4dc2-9af2-2b55d50d1621 None None] Attempting to bind port a71bb23e-1318-43a8-a4ae-a9367b2e667f on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:29:29.517201 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-e1ce14b0-3425-42e5-b44e-5cc62c95292a admin admin] Transition to ACTIVE for port object 11a11619-bd5c-469b-b843-dd4e1c277555 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:29:29.519371 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e94ef-e1c6-4570-af6b-c127da2a9d30 None None] Pushing event updated for resources: {'Port': ['ID=a71bb23e-1318-43a8-a4ae-a9367b2e667f,revision_number=2']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:29.521630 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc51ff6e-20d9-4dc2-9af2-2b55d50d1621 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:29:29.522002 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc51ff6e-20d9-4dc2-9af2-2b55d50d1621 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:29:29.522427 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-fc51ff6e-20d9-4dc2-9af2-2b55d50d1621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:29.522811 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc51ff6e-20d9-4dc2-9af2-2b55d50d1621 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:29:29.523273 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-fc51ff6e-20d9-4dc2-9af2-2b55d50d1621 None None] Bound port: a71bb23e-1318-43a8-a4ae-a9367b2e667f, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:29:29.523646 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-fc51ff6e-20d9-4dc2-9af2-2b55d50d1621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:29.550183 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e94ef-e1c6-4570-af6b-c127da2a9d30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:29.550895 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e94ef-e1c6-4570-af6b-c127da2a9d30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:29.550895 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e94ef-e1c6-4570-af6b-c127da2a9d30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:29.551165 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e94ef-e1c6-4570-af6b-c127da2a9d30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:29.551300 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e1ce14b0-3425-42e5-b44e-5cc62c95292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:29.551721 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e94ef-e1c6-4570-af6b-c127da2a9d30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:29.552017 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e94ef-e1c6-4570-af6b-c127da2a9d30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:29.552369 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e94ef-e1c6-4570-af6b-c127da2a9d30 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:29.552689 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e94ef-e1c6-4570-af6b-c127da2a9d30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:29.553014 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e94ef-e1c6-4570-af6b-c127da2a9d30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:29.553336 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e94ef-e1c6-4570-af6b-c127da2a9d30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:29.553658 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e94ef-e1c6-4570-af6b-c127da2a9d30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:29.553977 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e94ef-e1c6-4570-af6b-c127da2a9d30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:29:29.564122 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-187338cb-8bb7-4ed4-a4d4-aed68c859d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:29.566915 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-187338cb-8bb7-4ed4-a4d4-aed68c859d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:29.568097 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-187338cb-8bb7-4ed4-a4d4-aed68c859d6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8470062f-7fe6-4b36-a821-cfda2648b18c HTTP/1.1" status: 204 len: 168 time: 0.1525476 Aug 28 15:29:29.577056 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187338cb-8bb7-4ed4-a4d4-aed68c859d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8470062f-7fe6-4b36-a821-cfda2648b18c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:29.597613 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ce14b0-3425-42e5-b44e-5cc62c95292a admin admin] Network 1ad8ad58-4d34-44a3-b634-58afc753db8d is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:29:29.604923 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-e1ce14b0-3425-42e5-b44e-5cc62c95292a admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:29.609097 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ce14b0-3425-42e5-b44e-5cc62c95292a admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:29:29.621016 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-fc51ff6e-20d9-4dc2-9af2-2b55d50d1621 None None] For port a71bb23e-1318-43a8-a4ae-a9367b2e667f, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:29:29.625793 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-fc51ff6e-20d9-4dc2-9af2-2b55d50d1621 None None] For port a71bb23e-1318-43a8-a4ae-a9367b2e667f, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a71bb23e-1318-43a8-a4ae-a9367b2e667f,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:29:29.633827 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce14b0-3425-42e5-b44e-5cc62c95292a admin admin] Pushing event updated for resources: {'Port': ['ID=11a11619-bd5c-469b-b843-dd4e1c277555,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:29.633993 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-fc51ff6e-20d9-4dc2-9af2-2b55d50d1621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:29.655645 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e1ce14b0-3425-42e5-b44e-5cc62c95292a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:29.700581 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e94ef-e1c6-4570-af6b-c127da2a9d30 None None] Pushing event updated for resources: {'Port': ['ID=a71bb23e-1318-43a8-a4ae-a9367b2e667f,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:29.723624 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc51ff6e-20d9-4dc2-9af2-2b55d50d1621 None None] Routers {'8f8a9e5d-fbd8-4627-983a-9fb90ea90389'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:29:29.724296 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-fc51ff6e-20d9-4dc2-9af2-2b55d50d1621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:29:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['8f8a9e5d-fbd8-4627-983a-9fb90ea90389'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:29.819050 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e1ce14b0-3425-42e5-b44e-5cc62c95292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:29.851512 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-fc51ff6e-20d9-4dc2-9af2-2b55d50d1621 None None] Set router 8f8a9e5d-fbd8-4627-983a-9fb90ea90389 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:29:29.896117 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3203c312-8307-460f-9607-4d1d852bbdf1 None None] Provisioning for port 11a11619-bd5c-469b-b843-dd4e1c277555 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:29:29.900942 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3203c312-8307-460f-9607-4d1d852bbdf1 None None] Provisioning complete for port 11a11619-bd5c-469b-b843-dd4e1c277555 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:29:29.901618 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3203c312-8307-460f-9607-4d1d852bbdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:29.947343 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-3203c312-8307-460f-9607-4d1d852bbdf1 None None] Port 11a11619-bd5c-469b-b843-dd4e1c277555 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:29:30.016096 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e1ce14b0-3425-42e5-b44e-5cc62c95292a admin admin] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:30.021452 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e1ce14b0-3425-42e5-b44e-5cc62c95292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:30.048412 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-fc51ff6e-20d9-4dc2-9af2-2b55d50d1621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'name': 'tempest-AttachVolumeShelveTestJSON-398189298-router', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:29:26Z', 'updated_at': '2021-08-28T15:29:27Z', 'revision_number': 3, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'gw_port': {'id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:27Z', 'updated_at': '2021-08-28T15:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:30.064258 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e1ce14b0-3425-42e5-b44e-5cc62c95292a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:30.075952 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc51ff6e-20d9-4dc2-9af2-2b55d50d1621 None None] The sync data for ids ['8f8a9e5d-fbd8-4627-983a-9fb90ea90389'] in n-d-712137-10 is: [{'id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'name': 'tempest-AttachVolumeShelveTestJSON-398189298-router', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:29:26Z', 'updated_at': '2021-08-28T15:29:27Z', 'revision_number': 3, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'gw_port': {'id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:27Z', 'updated_at': '2021-08-28T15:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:29:30.146317 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce14b0-3425-42e5-b44e-5cc62c95292a admin admin] Pushing event updated for resources: {'Port': ['ID=11a11619-bd5c-469b-b843-dd4e1c277555,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:30.198099 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ce14b0-3425-42e5-b44e-5cc62c95292a admin admin] Network 1ad8ad58-4d34-44a3-b634-58afc753db8d is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:29:30.200202 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-e1ce14b0-3425-42e5-b44e-5cc62c95292a admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:30.355446 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ce14b0-3425-42e5-b44e-5cc62c95292a admin admin] Router 8f8a9e5d-fbd8-4627-983a-9fb90ea90389 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:29:30.403889 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 00549c33-a0b7-4869-aa9d-5aabd64fd12c up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:29:30.508656 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 00549c33-a0b7-4869-aa9d-5aabd64fd12c triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:29:30.509443 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:30.550220 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51088) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:30.567578 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ce14b0-3425-42e5-b44e-5cc62c95292a admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:29:30.575944 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e1ce14b0-3425-42e5-b44e-5cc62c95292a admin admin] 10.222.0.13 "PUT /v2.0/routers/8f8a9e5d-fbd8-4627-983a-9fb90ea90389/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9154241 Aug 28 15:29:30.590827 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7113026c-2b94-4bf3-abbc-ace2732de087 None None] Provisioning complete for port 11a11619-bd5c-469b-b843-dd4e1c277555 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:29:30.591504 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7113026c-2b94-4bf3-abbc-ace2732de087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:30.648291 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-7113026c-2b94-4bf3-abbc-ace2732de087 None None] Port 11a11619-bd5c-469b-b843-dd4e1c277555 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:29:30.685358 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-8487ebfe-f35e-41ce-8cd7-5ef9db00f8e2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Request body: {'networks': [{'name': 'tempest-network--1132592988'}, {'name': 'tempest-network--1908163939'}]} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:30.685896 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-8487ebfe-f35e-41ce-8cd7-5ef9db00f8e2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Request body: {'network': {'name': 'tempest-network--1132592988'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:30.686117 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-8487ebfe-f35e-41ce-8cd7-5ef9db00f8e2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Request body: {'network': {'name': 'tempest-network--1908163939'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:30.712993 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8487ebfe-f35e-41ce-8cd7-5ef9db00f8e2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Made reservation on behalf of bc33648311be47f0b3bd62d83c2c5a35 for: {'network': 2} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:30.718240 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8487ebfe-f35e-41ce-8cd7-5ef9db00f8e2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:30.728062 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8487ebfe-f35e-41ce-8cd7-5ef9db00f8e2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:30.840631 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8487ebfe-f35e-41ce-8cd7-5ef9db00f8e2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:30.845009 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8487ebfe-f35e-41ce-8cd7-5ef9db00f8e2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:30.845555 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8487ebfe-f35e-41ce-8cd7-5ef9db00f8e2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:30.880873 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8487ebfe-f35e-41ce-8cd7-5ef9db00f8e2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:29:30.890459 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8487ebfe-f35e-41ce-8cd7-5ef9db00f8e2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:30.890813 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-8487ebfe-f35e-41ce-8cd7-5ef9db00f8e2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Added segment 3363041c-9c0e-4e8d-8e49-c3f0bd449228 of type vlan for network eacf8fc7-58b3-48d8-899a-f98b172f1e86 Aug 28 15:29:30.939699 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8487ebfe-f35e-41ce-8cd7-5ef9db00f8e2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22184646-9879-49ff-874d-9c2a3df0a04a,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:30.946331 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8487ebfe-f35e-41ce-8cd7-5ef9db00f8e2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:30.978132 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8487ebfe-f35e-41ce-8cd7-5ef9db00f8e2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:29:30.988889 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8487ebfe-f35e-41ce-8cd7-5ef9db00f8e2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:30.989224 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-8487ebfe-f35e-41ce-8cd7-5ef9db00f8e2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Added segment 41cb1734-529f-4761-8f1f-36a7f3b382d7 of type vlan for network 911887fc-19a1-4d0f-aec8-90c077e2f6a3 Aug 28 15:29:31.029464 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8487ebfe-f35e-41ce-8cd7-5ef9db00f8e2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:31.057694 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8487ebfe-f35e-41ce-8cd7-5ef9db00f8e2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:31.058127 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8487ebfe-f35e-41ce-8cd7-5ef9db00f8e2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:31.064094 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8487ebfe-f35e-41ce-8cd7-5ef9db00f8e2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:31.069335 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8487ebfe-f35e-41ce-8cd7-5ef9db00f8e2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:31.069974 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8487ebfe-f35e-41ce-8cd7-5ef9db00f8e2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:31.143130 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8487ebfe-f35e-41ce-8cd7-5ef9db00f8e2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.5917807 Aug 28 15:29:31.145920 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51098) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:31.153698 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8487ebfe-f35e-41ce-8cd7-5ef9db00f8e2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Pushing event updated for resources: {'Network': ['ID=eacf8fc7-58b3-48d8-899a-f98b172f1e86,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:31.168787 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network eacf8fc7-58b3-48d8-899a-f98b172f1e86 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:29:31.219142 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51100) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:31.231702 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-66962ffe-c09d-4083-8bc0-2fcd9b582c6a tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--653598295', 'description': 'tempest-description--1938121859'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:31.255628 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8487ebfe-f35e-41ce-8cd7-5ef9db00f8e2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Pushing event updated for resources: {'Network': ['ID=911887fc-19a1-4d0f-aec8-90c077e2f6a3,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:31.270049 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 911887fc-19a1-4d0f-aec8-90c077e2f6a3 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:29:31.273055 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-66962ffe-c09d-4083-8bc0-2fcd9b582c6a tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:31.378344 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-66962ffe-c09d-4083-8bc0-2fcd9b582c6a tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:31.382745 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-66962ffe-c09d-4083-8bc0-2fcd9b582c6a tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:31.414060 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-66962ffe-c09d-4083-8bc0-2fcd9b582c6a tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:31.415450 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-66962ffe-c09d-4083-8bc0-2fcd9b582c6a tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1949694 Aug 28 15:29:31.418645 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51102) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:31.424089 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-c37880db-96e9-4318-a000-4224a5ca3284 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Request body: {'security_group_rule': {'security_group_id': 'ad6fe876-5b2b-475a-aa0c-2a71b7205393', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:31.428910 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66962ffe-c09d-4083-8bc0-2fcd9b582c6a tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6fe876-5b2b-475a-aa0c-2a71b7205393,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:31.457527 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c37880db-96e9-4318-a000-4224a5ca3284 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:31.519347 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c37880db-96e9-4318-a000-4224a5ca3284 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:31.523476 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c37880db-96e9-4318-a000-4224a5ca3284 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:31.549955 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37880db-96e9-4318-a000-4224a5ca3284 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35747f57-7d43-4b40-a157-767f3cac1416,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:31.554015 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c37880db-96e9-4318-a000-4224a5ca3284 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:31.555335 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c37880db-96e9-4318-a000-4224a5ca3284 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1356947 Aug 28 15:29:31.557973 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51104) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:31.563795 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-dcbb9016-9a42-4ae0-bfc1-0dfb65cc315b tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Request body: {'security_group_rule': {'security_group_id': 'ad6fe876-5b2b-475a-aa0c-2a71b7205393', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:31.594000 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dcbb9016-9a42-4ae0-bfc1-0dfb65cc315b tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:31.658053 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dcbb9016-9a42-4ae0-bfc1-0dfb65cc315b tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:31.662785 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dcbb9016-9a42-4ae0-bfc1-0dfb65cc315b tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:31.680220 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb9016-9a42-4ae0-bfc1-0dfb65cc315b tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4835f734-d94c-4bd0-a92e-9bb05b86c958,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:31.684549 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cc8eff-c256-40fb-82df-0a1ef9f021ce tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:31.687516 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dcbb9016-9a42-4ae0-bfc1-0dfb65cc315b tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:31.692361 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-dcbb9016-9a42-4ae0-bfc1-0dfb65cc315b tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1299684 Aug 28 15:29:31.692483 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cc8eff-c256-40fb-82df-0a1ef9f021ce tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:31.692590 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51106) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:31.696777 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cc8eff-c256-40fb-82df-0a1ef9f021ce tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:31.697048 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-bfeb3237-145e-4506-90ac-6651b415c7eb tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:31.702683 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cc8eff-c256-40fb-82df-0a1ef9f021ce tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:31.704404 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d0cc8eff-c256-40fb-82df-0a1ef9f021ce tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5573750 Aug 28 15:29:31.707219 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51108) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:31.720995 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bfeb3237-145e-4506-90ac-6651b415c7eb tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:31.785392 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-180d6b3c-5bcb-4664-880c-e47de19f36a9 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:31.828076 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bfeb3237-145e-4506-90ac-6651b415c7eb tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:31.891288 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-180d6b3c-5bcb-4664-880c-e47de19f36a9 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:31.901406 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-180d6b3c-5bcb-4664-880c-e47de19f36a9 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eacf8fc7-58b3-48d8-899a-f98b172f1e86']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:31.912434 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-180d6b3c-5bcb-4664-880c-e47de19f36a9 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3363041c-9c0e-4e8d-8e49-c3f0bd449228') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:31.912734 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-180d6b3c-5bcb-4664-880c-e47de19f36a9 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3363041c-9c0e-4e8d-8e49-c3f0bd449228') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:31.922579 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-180d6b3c-5bcb-4664-880c-e47de19f36a9 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:31.938373 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-bfeb3237-145e-4506-90ac-6651b415c7eb tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Allocated IP 172.25.3.173 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/7ff21817-0462-438b-9d00-1ec6a9322867) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:29:31.939543 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-180d6b3c-5bcb-4664-880c-e47de19f36a9 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:31.947806 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180d6b3c-5bcb-4664-880c-e47de19f36a9 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:29:31.947806 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-180d6b3c-5bcb-4664-880c-e47de19f36a9 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:29:31.952330 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:29:31.960811 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0370ec31-49dd-4630-b45b-c0d9edd2af39 None None] Sync routers for ids ['8f8a9e5d-fbd8-4627-983a-9fb90ea90389'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:29:31.971803 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0370ec31-49dd-4630-b45b-c0d9edd2af39 None None] Routers {'8f8a9e5d-fbd8-4627-983a-9fb90ea90389'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:29:31.972550 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0370ec31-49dd-4630-b45b-c0d9edd2af39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:29:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['8f8a9e5d-fbd8-4627-983a-9fb90ea90389'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:32.017157 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-180d6b3c-5bcb-4664-880c-e47de19f36a9 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:32.023297 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-180d6b3c-5bcb-4664-880c-e47de19f36a9 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:32.028391 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-180d6b3c-5bcb-4664-880c-e47de19f36a9 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] 10.222.0.13 "DELETE /v2.0/networks/eacf8fc7-58b3-48d8-899a-f98b172f1e86 HTTP/1.1" status: 204 len: 168 time: 0.3170497 Aug 28 15:29:32.029437 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51112) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:32.049274 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d6b3c-5bcb-4664-880c-e47de19f36a9 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Pushing event deleted for resources: {'Network': ['ID=eacf8fc7-58b3-48d8-899a-f98b172f1e86,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:32.062605 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bfeb3237-145e-4506-90ac-6651b415c7eb tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:32.087924 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-0370ec31-49dd-4630-b45b-c0d9edd2af39 None None] Set router 8f8a9e5d-fbd8-4627-983a-9fb90ea90389 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:29:32.107058 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bfeb3237-145e-4506-90ac-6651b415c7eb tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:32.120900 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9988cbe5-2101-45cf-8693-943d12fb6d4a tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:32.147212 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeb3237-145e-4506-90ac-6651b415c7eb tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:29:32.153267 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-bfeb3237-145e-4506-90ac-6651b415c7eb tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:32.155943 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeb3237-145e-4506-90ac-6651b415c7eb tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:29:32.183517 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb3237-145e-4506-90ac-6651b415c7eb tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Pushing event updated for resources: {'Port': ['ID=7ff21817-0462-438b-9d00-1ec6a9322867,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:32.217725 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9988cbe5-2101-45cf-8693-943d12fb6d4a tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:32.228780 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-9988cbe5-2101-45cf-8693-943d12fb6d4a tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['911887fc-19a1-4d0f-aec8-90c077e2f6a3']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:32.240488 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-9988cbe5-2101-45cf-8693-943d12fb6d4a tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41cb1734-529f-4761-8f1f-36a7f3b382d7') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:32.240759 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-9988cbe5-2101-45cf-8693-943d12fb6d4a tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41cb1734-529f-4761-8f1f-36a7f3b382d7') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:32.251576 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bfeb3237-145e-4506-90ac-6651b415c7eb tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:32.251802 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9988cbe5-2101-45cf-8693-943d12fb6d4a tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:32.271550 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9988cbe5-2101-45cf-8693-943d12fb6d4a tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:32.281774 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9988cbe5-2101-45cf-8693-943d12fb6d4a tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:29:32.282710 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9988cbe5-2101-45cf-8693-943d12fb6d4a tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:29:32.289568 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:29:32.303877 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bfeb3237-145e-4506-90ac-6651b415c7eb tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:32.327959 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0370ec31-49dd-4630-b45b-c0d9edd2af39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'name': 'tempest-AttachVolumeShelveTestJSON-398189298-router', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:29:26Z', 'updated_at': '2021-08-28T15:29:29Z', 'revision_number': 4, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'gw_port': {'id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:27Z', 'updated_at': '2021-08-28T15:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '11a11619-bd5c-469b-b843-dd4e1c277555', 'name': '', 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'mac_address': 'fa:16:3e:b5:6b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:29Z', 'updated_at': '2021-08-28T15:29:29Z', 'revision_number': 2, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'subnets': [{'id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:32.370994 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0370ec31-49dd-4630-b45b-c0d9edd2af39 None None] Checking router: 8f8a9e5d-fbd8-4627-983a-9fb90ea90389 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:29:32.371502 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0370ec31-49dd-4630-b45b-c0d9edd2af39 None None] Updating router 8f8a9e5d-fbd8-4627-983a-9fb90ea90389 port 11a11619-bd5c-469b-b843-dd4e1c277555 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:29:32.377289 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a71bb23e-1318-43a8-a4ae-a9367b2e667f up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:29:32.382504 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9988cbe5-2101-45cf-8693-943d12fb6d4a tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:32.391432 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9988cbe5-2101-45cf-8693-943d12fb6d4a tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:32.394564 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9988cbe5-2101-45cf-8693-943d12fb6d4a tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] 10.222.0.13 "DELETE /v2.0/networks/911887fc-19a1-4d0f-aec8-90c077e2f6a3 HTTP/1.1" status: 204 len: 168 time: 0.3639534 Aug 28 15:29:32.397848 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51114) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:32.413632 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988cbe5-2101-45cf-8693-943d12fb6d4a tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Pushing event deleted for resources: {'Network': ['ID=911887fc-19a1-4d0f-aec8-90c077e2f6a3,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:32.427122 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0370ec31-49dd-4630-b45b-c0d9edd2af39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:32.493367 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port a71bb23e-1318-43a8-a4ae-a9367b2e667f completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:29:32.541329 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port a71bb23e-1318-43a8-a4ae-a9367b2e667f triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:29:32.541672 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:32.656546 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce31fb3-744f-4789-8d05-b30308e011be tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:32.662660 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce31fb3-744f-4789-8d05-b30308e011be tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:32.668309 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0ce31fb3-744f-4789-8d05-b30308e011be tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2655089 Aug 28 15:29:32.669042 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51116) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:32.675970 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-a29c2191-77ee-44b2-a44d-354d6c25ab4e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1892243321'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:32.685717 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bfeb3237-145e-4506-90ac-6651b415c7eb tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:32.693532 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bfeb3237-145e-4506-90ac-6651b415c7eb tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:32.703328 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:32.709009 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29c2191-77ee-44b2-a44d-354d6c25ab4e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Made reservation on behalf of bc33648311be47f0b3bd62d83c2c5a35 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:32.714482 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a29c2191-77ee-44b2-a44d-354d6c25ab4e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:32.738950 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port a71bb23e-1318-43a8-a4ae-a9367b2e667f, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a71bb23e-1318-43a8-a4ae-a9367b2e667f,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:29:32.747474 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:32.758765 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a29c2191-77ee-44b2-a44d-354d6c25ab4e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:29:32.776212 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a29c2191-77ee-44b2-a44d-354d6c25ab4e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:32.777458 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-a29c2191-77ee-44b2-a44d-354d6c25ab4e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Added segment e1b983ed-448d-4bae-a843-a9428f9a2a34 of type vlan for network 6f4f094f-093b-449d-8d53-569da72762e5 Aug 28 15:29:32.777728 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb3237-145e-4506-90ac-6651b415c7eb tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Pushing event updated for resources: {'Port': ['ID=7ff21817-0462-438b-9d00-1ec6a9322867,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:32.789679 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bfeb3237-145e-4506-90ac-6651b415c7eb tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:32.804322 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bfeb3237-145e-4506-90ac-6651b415c7eb tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:32.805808 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-bfeb3237-145e-4506-90ac-6651b415c7eb tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1121025 Aug 28 15:29:32.838892 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a29c2191-77ee-44b2-a44d-354d6c25ab4e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:32.847382 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=a71bb23e-1318-43a8-a4ae-a9367b2e667f,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:32.854707 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0370ec31-49dd-4630-b45b-c0d9edd2af39 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:32.868066 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0370ec31-49dd-4630-b45b-c0d9edd2af39 None None] Transition to ACTIVE for port object 11a11619-bd5c-469b-b843-dd4e1c277555 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:29:32.877411 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0370ec31-49dd-4630-b45b-c0d9edd2af39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:32.891512 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a29c2191-77ee-44b2-a44d-354d6c25ab4e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:32.898023 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29c2191-77ee-44b2-a44d-354d6c25ab4e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:32.898774 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a29c2191-77ee-44b2-a44d-354d6c25ab4e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:32.937461 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd50cb-bf24-42e1-88ba-5bcc81e3ee11 None None] Pushing event updated for resources: {'Port': ['ID=11a11619-bd5c-469b-b843-dd4e1c277555,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:32.993587 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a29c2191-77ee-44b2-a44d-354d6c25ab4e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3233638 Aug 28 15:29:32.996272 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51130) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:32.998913 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-0370ec31-49dd-4630-b45b-c0d9edd2af39 None None] Attempting to bind port 11a11619-bd5c-469b-b843-dd4e1c277555 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:29:32.999363 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-0370ec31-49dd-4630-b45b-c0d9edd2af39 None None] Attempting to bind port 11a11619-bd5c-469b-b843-dd4e1c277555 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '937efdaa-4a91-4466-8b39-3275ccf0f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:29:32.999842 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0370ec31-49dd-4630-b45b-c0d9edd2af39 None None] Attempting to bind port 11a11619-bd5c-469b-b843-dd4e1c277555 on network 1ad8ad58-4d34-44a3-b634-58afc753db8d {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:29:33.002174 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-424d737a-5eec-4bda-8d99-4021c64a26ad tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1060376025'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:33.006610 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0370ec31-49dd-4630-b45b-c0d9edd2af39 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:29:33.007499 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0370ec31-49dd-4630-b45b-c0d9edd2af39 None None] Checking segment: {'id': '937efdaa-4a91-4466-8b39-3275ccf0f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:29:33.008756 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0370ec31-49dd-4630-b45b-c0d9edd2af39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:33.008756 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0370ec31-49dd-4630-b45b-c0d9edd2af39 None None] Bound using segment: {'id': '937efdaa-4a91-4466-8b39-3275ccf0f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:29:33.009721 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-0370ec31-49dd-4630-b45b-c0d9edd2af39 None None] Bound port: 11a11619-bd5c-469b-b843-dd4e1c277555, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937efdaa-4a91-4466-8b39-3275ccf0f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:29:33.009985 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0370ec31-49dd-4630-b45b-c0d9edd2af39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:33.017369 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c2191-77ee-44b2-a44d-354d6c25ab4e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Pushing event updated for resources: {'Network': ['ID=6f4f094f-093b-449d-8d53-569da72762e5,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:33.031192 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424d737a-5eec-4bda-8d99-4021c64a26ad tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Made reservation on behalf of bc33648311be47f0b3bd62d83c2c5a35 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:33.034262 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 6f4f094f-093b-449d-8d53-569da72762e5 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:29:33.035447 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-424d737a-5eec-4bda-8d99-4021c64a26ad tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:33.042216 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-d1e84745-056f-45a3-a35f-8b5ce405542f tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--653598295&fields=id&tenant_id=ae068ae25cf645a689f31ae36c4c55c7 HTTP/1.1" status: 200 len: 267 time: 0.0654838 Aug 28 15:29:33.070573 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-424d737a-5eec-4bda-8d99-4021c64a26ad tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:29:33.084276 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-424d737a-5eec-4bda-8d99-4021c64a26ad tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:33.084733 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-424d737a-5eec-4bda-8d99-4021c64a26ad tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Added segment 4a0ee5b2-571d-4848-a5e3-3a7ad085802f of type vlan for network 431c71ca-712b-4fcd-96ad-a4b55513aeb3 Aug 28 15:29:33.156603 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-0370ec31-49dd-4630-b45b-c0d9edd2af39 None None] For port 11a11619-bd5c-469b-b843-dd4e1c277555, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:29:33.161651 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-0370ec31-49dd-4630-b45b-c0d9edd2af39 None None] For port 11a11619-bd5c-469b-b843-dd4e1c277555, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=11a11619-bd5c-469b-b843-dd4e1c277555,segment=NetworkSegment(937efdaa-4a91-4466-8b39-3275ccf0f608),segment_id=937efdaa-4a91-4466-8b39-3275ccf0f608)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:29:33.166153 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0370ec31-49dd-4630-b45b-c0d9edd2af39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:33.222873 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-20eff0b9-1cbd-4972-9893-7b29683a5c2b tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:33.224904 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-20eff0b9-1cbd-4972-9893-7b29683a5c2b tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/networks?id=1ad8ad58-4d34-44a3-b634-58afc753db8d HTTP/1.1" status: 200 len: 816 time: 0.1696243 Aug 28 15:29:33.244890 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-9acc0d58-b79c-4293-9dbf-7077dfc5ca01 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/quotas/ae068ae25cf645a689f31ae36c4c55c7 HTTP/1.1" status: 200 len: 375 time: 0.0126736 Aug 28 15:29:33.261602 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0370ec31-49dd-4630-b45b-c0d9edd2af39 None None] Routers {'8f8a9e5d-fbd8-4627-983a-9fb90ea90389'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:29:33.263353 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0370ec31-49dd-4630-b45b-c0d9edd2af39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:29:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['8f8a9e5d-fbd8-4627-983a-9fb90ea90389'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:33.324870 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-18c8dd54-fe50-4acd-8998-514c0f7f2f6d tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae068ae25cf645a689f31ae36c4c55c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0713379 Aug 28 15:29:33.388584 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-0370ec31-49dd-4630-b45b-c0d9edd2af39 None None] Set router 8f8a9e5d-fbd8-4627-983a-9fb90ea90389 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:29:33.448957 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-005d88d4-82bc-4e02-b08e-948abc5a7333 service neutron] 10.222.0.13 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223466 Aug 28 15:29:33.498791 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-424d737a-5eec-4bda-8d99-4021c64a26ad tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:33.529307 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-424d737a-5eec-4bda-8d99-4021c64a26ad tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:33.535265 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424d737a-5eec-4bda-8d99-4021c64a26ad tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:33.535996 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-424d737a-5eec-4bda-8d99-4021c64a26ad tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:33.568344 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-f16bd183-264f-45da-ab94-71ad576b97a2 service neutron] 10.222.0.13 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170325 Aug 28 15:29:33.593219 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-424d737a-5eec-4bda-8d99-4021c64a26ad tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5951934 Aug 28 15:29:33.595966 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51132) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:33.596475 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd50cb-bf24-42e1-88ba-5bcc81e3ee11 None None] Pushing event updated for resources: {'Port': ['ID=11a11619-bd5c-469b-b843-dd4e1c277555,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:33.606741 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-856dfd24-28a7-486b-a5f8-1a40db4482d4 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Request body: {'ports': [{'network_id': '6f4f094f-093b-449d-8d53-569da72762e5', 'name': 'tempest-port--1330772569', 'admin_state_up': True}, {'network_id': '431c71ca-712b-4fcd-96ad-a4b55513aeb3', 'admin_state_up': False}]} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:33.609943 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d737a-5eec-4bda-8d99-4021c64a26ad tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Pushing event updated for resources: {'Network': ['ID=431c71ca-712b-4fcd-96ad-a4b55513aeb3,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:33.611961 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-856dfd24-28a7-486b-a5f8-1a40db4482d4 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Request body: {'port': {'network_id': '6f4f094f-093b-449d-8d53-569da72762e5', 'name': 'tempest-port--1330772569', 'admin_state_up': True}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:33.612456 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-856dfd24-28a7-486b-a5f8-1a40db4482d4 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Request body: {'port': {'network_id': '431c71ca-712b-4fcd-96ad-a4b55513aeb3', 'admin_state_up': False}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:33.653737 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 431c71ca-712b-4fcd-96ad-a4b55513aeb3 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:29:33.803991 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856dfd24-28a7-486b-a5f8-1a40db4482d4 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Made reservation on behalf of bc33648311be47f0b3bd62d83c2c5a35 for: {'port': 2} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:33.810412 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-856dfd24-28a7-486b-a5f8-1a40db4482d4 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:33.816200 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ddd6c40a-2448-4a1c-9e0a-67b617e29af2 req-7005669c-9a24-4014-815d-3f071bbaa37f tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 210 time: 0.0393877 Aug 28 15:29:33.829815 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-856dfd24-28a7-486b-a5f8-1a40db4482d4 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:33.897841 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0370ec31-49dd-4630-b45b-c0d9edd2af39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'name': 'tempest-AttachVolumeShelveTestJSON-398189298-router', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:29:26Z', 'updated_at': '2021-08-28T15:29:29Z', 'revision_number': 4, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'gw_port': {'id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:27Z', 'updated_at': '2021-08-28T15:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '11a11619-bd5c-469b-b843-dd4e1c277555', 'name': '', 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'mac_address': 'fa:16:3e:b5:6b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:29Z', 'updated_at': '2021-08-28T15:29:33Z', 'revision_number': 4, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'subnets': [{'id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:33.927596 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0370ec31-49dd-4630-b45b-c0d9edd2af39 None None] The sync data for ids ['8f8a9e5d-fbd8-4627-983a-9fb90ea90389'] in n-d-712137-10 is: [{'id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'name': 'tempest-AttachVolumeShelveTestJSON-398189298-router', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:29:26Z', 'updated_at': '2021-08-28T15:29:29Z', 'revision_number': 4, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'gw_port': {'id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:27Z', 'updated_at': '2021-08-28T15:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '11a11619-bd5c-469b-b843-dd4e1c277555', 'name': '', 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'mac_address': 'fa:16:3e:b5:6b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:29Z', 'updated_at': '2021-08-28T15:29:33Z', 'revision_number': 4, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'subnets': [{'id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:29:33.927832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-856dfd24-28a7-486b-a5f8-1a40db4482d4 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] device_id is not set on port f82651cd-5c08-4064-bee9-5081476ecd4a yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:29:34.093764 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-856dfd24-28a7-486b-a5f8-1a40db4482d4 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:34.179606 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-856dfd24-28a7-486b-a5f8-1a40db4482d4 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] device_id is not set on port 4efca3bf-eee0-4316-8304-927afd304ffa yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:29:34.316770 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-856dfd24-28a7-486b-a5f8-1a40db4482d4 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:34.365033 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-856dfd24-28a7-486b-a5f8-1a40db4482d4 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:34.445066 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a71bb23e-1318-43a8-a4ae-a9367b2e667f up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:29:34.451716 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856dfd24-28a7-486b-a5f8-1a40db4482d4 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Pushing event updated for resources: {'Port': ['ID=f82651cd-5c08-4064-bee9-5081476ecd4a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:34.472513 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856dfd24-28a7-486b-a5f8-1a40db4482d4 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Checking segment: {'id': 'e1b983ed-448d-4bae-a843-a9428f9a2a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6f4f094f-093b-449d-8d53-569da72762e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:29:34.472877 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856dfd24-28a7-486b-a5f8-1a40db4482d4 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Network hostable DHCP agents. Network: 6f4f094f-093b-449d-8d53-569da72762e5, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:29:34.505278 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856dfd24-28a7-486b-a5f8-1a40db4482d4 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Network 6f4f094f-093b-449d-8d53-569da72762e5 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:29:34.507894 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port a71bb23e-1318-43a8-a4ae-a9367b2e667f triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:29:34.508262 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:34.517662 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-856dfd24-28a7-486b-a5f8-1a40db4482d4 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 6f4f094f-093b-449d-8d53-569da72762e5) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:34.521506 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856dfd24-28a7-486b-a5f8-1a40db4482d4 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:29:34.522453 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-856dfd24-28a7-486b-a5f8-1a40db4482d4 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:34.542549 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c092745-8a0f-4ac4-9bc4-74d60629a408 None None] Network 6f4f094f-093b-449d-8d53-569da72762e5 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:29:34.608066 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856dfd24-28a7-486b-a5f8-1a40db4482d4 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Checking segment: {'id': '4a0ee5b2-571d-4848-a5e3-3a7ad085802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '431c71ca-712b-4fcd-96ad-a4b55513aeb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:29:34.608450 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856dfd24-28a7-486b-a5f8-1a40db4482d4 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Network hostable DHCP agents. Network: 431c71ca-712b-4fcd-96ad-a4b55513aeb3, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:29:34.610647 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856dfd24-28a7-486b-a5f8-1a40db4482d4 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Pushing event updated for resources: {'Port': ['ID=4efca3bf-eee0-4316-8304-927afd304ffa,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:34.631885 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856dfd24-28a7-486b-a5f8-1a40db4482d4 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Network 431c71ca-712b-4fcd-96ad-a4b55513aeb3 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:29:34.649132 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-856dfd24-28a7-486b-a5f8-1a40db4482d4 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 431c71ca-712b-4fcd-96ad-a4b55513aeb3) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:34.654616 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856dfd24-28a7-486b-a5f8-1a40db4482d4 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:29:34.661311 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856dfd24-28a7-486b-a5f8-1a40db4482d4 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:34.666346 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856dfd24-28a7-486b-a5f8-1a40db4482d4 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:34.667052 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-856dfd24-28a7-486b-a5f8-1a40db4482d4 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:34.677779 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059caf86-8406-4dc6-a1a0-e747baeba27e None None] Network 431c71ca-712b-4fcd-96ad-a4b55513aeb3 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:29:34.684159 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-856dfd24-28a7-486b-a5f8-1a40db4482d4 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.0861702 Aug 28 15:29:34.686873 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51146) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:34.739400 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df836d8-a19a-4f89-a2c6-fe2a78691b3a tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:34.745490 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df836d8-a19a-4f89-a2c6-fe2a78691b3a tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:34.750330 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1df836d8-a19a-4f89-a2c6-fe2a78691b3a tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0595980 Aug 28 15:29:34.750490 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51148) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:34.798670 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 11a11619-bd5c-469b-b843-dd4e1c277555 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:29:34.857648 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-2ef726e9-4f2b-49da-8e47-57af3f1b4273 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Deleting port f82651cd-5c08-4064-bee9-5081476ecd4a {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:29:34.858255 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ef726e9-4f2b-49da-8e47-57af3f1b4273 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:34.968448 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 11a11619-bd5c-469b-b843-dd4e1c277555 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:29:34.973394 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 11a11619-bd5c-469b-b843-dd4e1c277555 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:29:34.973777 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:34.981135 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-425791b7-0e80-40e3-a62f-25c5f9a5cbb6 req-f0255275-17cb-45e7-9f53-9becde6dca39 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 210 time: 0.0455585 Aug 28 15:29:35.000567 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ef726e9-4f2b-49da-8e47-57af3f1b4273 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:35.049251 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-2ef726e9-4f2b-49da-8e47-57af3f1b4273 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Calling delete_port for f82651cd-5c08-4064-bee9-5081476ecd4a owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:29:35.076767 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:35.111624 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 11a11619-bd5c-469b-b843-dd4e1c277555, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=11a11619-bd5c-469b-b843-dd4e1c277555,segment=NetworkSegment(937efdaa-4a91-4466-8b39-3275ccf0f608),segment_id=937efdaa-4a91-4466-8b39-3275ccf0f608)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:29:35.117335 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:35.145974 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-cc4adfe6-9275-42d6-afc9-f80cbeb654ab tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:35.147454 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-cc4adfe6-9275-42d6-afc9-f80cbeb654ab tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.36 "GET /v2.0/networks?id=1ad8ad58-4d34-44a3-b634-58afc753db8d HTTP/1.1" status: 200 len: 816 time: 0.1795485 Aug 28 15:29:35.182960 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=11a11619-bd5c-469b-b843-dd4e1c277555,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:35.209348 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ef726e9-4f2b-49da-8e47-57af3f1b4273 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:35.221583 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-320f62b9-9f0d-4421-9085-0329293b5f90 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae068ae25cf645a689f31ae36c4c55c7 HTTP/1.1" status: 200 len: 379 time: 0.0621657 Aug 28 15:29:35.253164 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-25548759-3bf7-4c26-a5b4-e4164bdc99ac tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Request body: {'port': {'device_id': '61cebc2f-b032-4acb-bb0f-902eb1381f20', 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d', 'admin_state_up': True, 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'security_groups': ['ad6fe876-5b2b-475a-aa0c-2a71b7205393']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:35.256412 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef726e9-4f2b-49da-8e47-57af3f1b4273 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Pushing event deleted for resources: {'Port': ['ID=f82651cd-5c08-4064-bee9-5081476ecd4a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:35.263684 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ef726e9-4f2b-49da-8e47-57af3f1b4273 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:35.266350 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2ef726e9-4f2b-49da-8e47-57af3f1b4273 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] 10.222.0.13 "DELETE /v2.0/ports/f82651cd-5c08-4064-bee9-5081476ecd4a HTTP/1.1" status: 204 len: 168 time: 0.5149310 Aug 28 15:29:35.268988 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51152) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:35.438599 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-15a5a119-6770-47dc-ae9c-eed3c4adb848 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Deleting port 4efca3bf-eee0-4316-8304-927afd304ffa {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:29:35.439038 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-15a5a119-6770-47dc-ae9c-eed3c4adb848 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:35.443407 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-25548759-3bf7-4c26-a5b4-e4164bdc99ac tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Made reservation on behalf of ae068ae25cf645a689f31ae36c4c55c7 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:35.446951 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-25548759-3bf7-4c26-a5b4-e4164bdc99ac tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:35.552216 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-15a5a119-6770-47dc-ae9c-eed3c4adb848 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:35.573648 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-15a5a119-6770-47dc-ae9c-eed3c4adb848 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Calling delete_port for 4efca3bf-eee0-4316-8304-927afd304ffa owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:29:35.685604 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-25548759-3bf7-4c26-a5b4-e4164bdc99ac tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Allocated IP 172.20.0.11 (1ad8ad58-4d34-44a3-b634-58afc753db8d/00d50ca9-b475-42c2-9209-c7ba3db8ecb7/843fb5f0-16d0-4b3f-a2d0-afbedf4966dd) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:29:35.720122 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-15a5a119-6770-47dc-ae9c-eed3c4adb848 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:35.764629 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5a119-6770-47dc-ae9c-eed3c4adb848 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Pushing event deleted for resources: {'Port': ['ID=4efca3bf-eee0-4316-8304-927afd304ffa,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:35.782096 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-15a5a119-6770-47dc-ae9c-eed3c4adb848 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:35.784038 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-15a5a119-6770-47dc-ae9c-eed3c4adb848 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] 10.222.0.13 "DELETE /v2.0/ports/4efca3bf-eee0-4316-8304-927afd304ffa HTTP/1.1" status: 204 len: 168 time: 0.5141354 Aug 28 15:29:35.786816 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51154) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:35.836114 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b9526a91-476e-46ab-b114-277adb55af33 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0449374 Aug 28 15:29:35.836353 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51156) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:35.842375 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-4d5e0ecb-1347-49ae-b3b0-00ee78db5550 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-91481526'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:35.865209 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5e0ecb-1347-49ae-b3b0-00ee78db5550 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Made reservation on behalf of bc33648311be47f0b3bd62d83c2c5a35 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:35.868779 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0ecb-1347-49ae-b3b0-00ee78db5550 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:35.872440 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-25548759-3bf7-4c26-a5b4-e4164bdc99ac tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:35.887612 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-25548759-3bf7-4c26-a5b4-e4164bdc99ac tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Transition to ACTIVE for port object 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:29:35.893769 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d5e0ecb-1347-49ae-b3b0-00ee78db5550 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:29:35.904521 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0ecb-1347-49ae-b3b0-00ee78db5550 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:35.904981 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-4d5e0ecb-1347-49ae-b3b0-00ee78db5550 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Added segment 05365e7a-c5dd-4ce2-9f4d-a9286d7e05f6 of type vlan for network 1da89ecb-d498-41e5-82ea-3fbf5aa92959 Aug 28 15:29:35.925961 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-25548759-3bf7-4c26-a5b4-e4164bdc99ac tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:35.947860 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0ecb-1347-49ae-b3b0-00ee78db5550 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:35.967884 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-25548759-3bf7-4c26-a5b4-e4164bdc99ac tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Network 1ad8ad58-4d34-44a3-b634-58afc753db8d is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:29:35.973016 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-25548759-3bf7-4c26-a5b4-e4164bdc99ac tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:35.977135 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-25548759-3bf7-4c26-a5b4-e4164bdc99ac tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:29:35.978106 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0ecb-1347-49ae-b3b0-00ee78db5550 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:35.984693 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5e0ecb-1347-49ae-b3b0-00ee78db5550 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:35.985355 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0ecb-1347-49ae-b3b0-00ee78db5550 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:36.011340 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25548759-3bf7-4c26-a5b4-e4164bdc99ac tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Pushing event updated for resources: {'Port': ['ID=843fb5f0-16d0-4b3f-a2d0-afbedf4966dd,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:36.046340 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-25548759-3bf7-4c26-a5b4-e4164bdc99ac tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:36.053369 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-25548759-3bf7-4c26-a5b4-e4164bdc99ac tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:36.054877 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4d5e0ecb-1347-49ae-b3b0-00ee78db5550 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2174516 Aug 28 15:29:36.056143 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51160) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:36.065430 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-636f9bcf-c06a-42d6-b269-4c4a6d2be089 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-211800934'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:36.072569 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0ecb-1347-49ae-b3b0-00ee78db5550 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Pushing event updated for resources: {'Network': ['ID=1da89ecb-d498-41e5-82ea-3fbf5aa92959,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:36.088242 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 1da89ecb-d498-41e5-82ea-3fbf5aa92959 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:29:36.093937 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636f9bcf-c06a-42d6-b269-4c4a6d2be089 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Made reservation on behalf of bc33648311be47f0b3bd62d83c2c5a35 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:36.097692 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-636f9bcf-c06a-42d6-b269-4c4a6d2be089 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:36.112680 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-25548759-3bf7-4c26-a5b4-e4164bdc99ac tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8639152 Aug 28 15:29:36.153554 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-636f9bcf-c06a-42d6-b269-4c4a6d2be089 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:29:36.162916 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81001137-f2fe-4514-bbad-72cabc3f48b9 req-8fc4068e-8314-4544-b5eb-cf46725c78cf tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:36.165085 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-81001137-f2fe-4514-bbad-72cabc3f48b9 req-8fc4068e-8314-4544-b5eb-cf46725c78cf tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 932 time: 0.0663679 Aug 28 15:29:36.167539 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-636f9bcf-c06a-42d6-b269-4c4a6d2be089 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:36.169768 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-636f9bcf-c06a-42d6-b269-4c4a6d2be089 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Added segment 31670606-dd28-49b1-b625-76d0d39e25c2 of type vlan for network 543b3586-e0c4-4d63-b48a-2fe923f00198 Aug 28 15:29:36.222180 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-81001137-f2fe-4514-bbad-72cabc3f48b9 req-b0214e16-5f79-45db-b7d2-1ff137b20736 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487092 Aug 28 15:29:36.235361 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-b83e0ed2-44ad-4d4d-9a36-1ebd98fe63f7 service neutron] Request body: {'port': {'device_id': '61cebc2f-b032-4acb-bb0f-902eb1381f20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:36.272456 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-636f9bcf-c06a-42d6-b269-4c4a6d2be089 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:36.290364 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3644f19f-2265-46b3-9897-b57a908729c1 None None] Provisioning for port 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:29:36.294343 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3644f19f-2265-46b3-9897-b57a908729c1 None None] Provisioning complete for port 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:29:36.294720 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3644f19f-2265-46b3-9897-b57a908729c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:36.324920 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-b83e0ed2-44ad-4d4d-9a36-1ebd98fe63f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:36.333741 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-636f9bcf-c06a-42d6-b269-4c4a6d2be089 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:36.340486 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636f9bcf-c06a-42d6-b269-4c4a6d2be089 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:36.341376 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-636f9bcf-c06a-42d6-b269-4c4a6d2be089 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:36.349414 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-3644f19f-2265-46b3-9897-b57a908729c1 None None] Port 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:29:36.375687 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 11a11619-bd5c-469b-b843-dd4e1c277555 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:29:36.428363 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 11a11619-bd5c-469b-b843-dd4e1c277555 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:29:36.428363 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:36.436626 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-636f9bcf-c06a-42d6-b269-4c4a6d2be089 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3721185 Aug 28 15:29:36.452249 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f9bcf-c06a-42d6-b269-4c4a6d2be089 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Pushing event updated for resources: {'Network': ['ID=543b3586-e0c4-4d63-b48a-2fe923f00198,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:36.467265 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 543b3586-e0c4-4d63-b48a-2fe923f00198 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:29:36.562639 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51164) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:36.570540 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-fcdf5c5b-4868-4762-a8eb-3168cf0bd00e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Request body: {'subnets': [{'network_id': '1da89ecb-d498-41e5-82ea-3fbf5aa92959', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--309717221', 'ip_version': 4}, {'network_id': '543b3586-e0c4-4d63-b48a-2fe923f00198', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:36.571448 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-fcdf5c5b-4868-4762-a8eb-3168cf0bd00e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Request body: {'subnet': {'network_id': '1da89ecb-d498-41e5-82ea-3fbf5aa92959', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--309717221', 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:36.572061 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-fcdf5c5b-4868-4762-a8eb-3168cf0bd00e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Request body: {'subnet': {'network_id': '543b3586-e0c4-4d63-b48a-2fe923f00198', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:36.681728 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-b83e0ed2-44ad-4d4d-9a36-1ebd98fe63f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:29:36.689840 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-b83e0ed2-44ad-4d4d-9a36-1ebd98fe63f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:36.702826 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-b83e0ed2-44ad-4d4d-9a36-1ebd98fe63f7 service neutron] Transition to ACTIVE for port object 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:29:36.706295 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-b83e0ed2-44ad-4d4d-9a36-1ebd98fe63f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:36.731942 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdf5c5b-4868-4762-a8eb-3168cf0bd00e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Made reservation on behalf of bc33648311be47f0b3bd62d83c2c5a35 for: {'subnet': 2} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:36.736641 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fcdf5c5b-4868-4762-a8eb-3168cf0bd00e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:36.737512 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fcdf5c5b-4868-4762-a8eb-3168cf0bd00e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:36.777945 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e0ed2-44ad-4d4d-9a36-1ebd98fe63f7 service neutron] Pushing event updated for resources: {'Port': ['ID=843fb5f0-16d0-4b3f-a2d0-afbedf4966dd,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:36.837630 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-b83e0ed2-44ad-4d4d-9a36-1ebd98fe63f7 service neutron] Attempting to bind port 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:29:36.837981 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-b83e0ed2-44ad-4d4d-9a36-1ebd98fe63f7 service neutron] Attempting to bind port 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '937efdaa-4a91-4466-8b39-3275ccf0f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:29:36.838313 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-b83e0ed2-44ad-4d4d-9a36-1ebd98fe63f7 service neutron] Attempting to bind port 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd on network 1ad8ad58-4d34-44a3-b634-58afc753db8d {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:29:36.842922 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-b83e0ed2-44ad-4d4d-9a36-1ebd98fe63f7 service neutron] Port 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd on network 1ad8ad58-4d34-44a3-b634-58afc753db8d not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:29:36.843256 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-b83e0ed2-44ad-4d4d-9a36-1ebd98fe63f7 service neutron] Attempting to bind port 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd on network 1ad8ad58-4d34-44a3-b634-58afc753db8d {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:29:36.848233 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-b83e0ed2-44ad-4d4d-9a36-1ebd98fe63f7 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:29:36.848572 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-b83e0ed2-44ad-4d4d-9a36-1ebd98fe63f7 service neutron] Checking segment: {'id': '937efdaa-4a91-4466-8b39-3275ccf0f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:29:36.848958 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-b83e0ed2-44ad-4d4d-9a36-1ebd98fe63f7 service neutron] Bound using segment: {'id': '937efdaa-4a91-4466-8b39-3275ccf0f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:29:36.849388 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-b83e0ed2-44ad-4d4d-9a36-1ebd98fe63f7 service neutron] Bound port: 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937efdaa-4a91-4466-8b39-3275ccf0f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:29:36.849750 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-b83e0ed2-44ad-4d4d-9a36-1ebd98fe63f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:36.918494 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-b83e0ed2-44ad-4d4d-9a36-1ebd98fe63f7 service neutron] For port 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:29:36.922151 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-b83e0ed2-44ad-4d4d-9a36-1ebd98fe63f7 service neutron] For port 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=843fb5f0-16d0-4b3f-a2d0-afbedf4966dd,segment=NetworkSegment(937efdaa-4a91-4466-8b39-3275ccf0f608),segment_id=937efdaa-4a91-4466-8b39-3275ccf0f608)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:29:36.929326 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-b83e0ed2-44ad-4d4d-9a36-1ebd98fe63f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:36.967907 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-b83e0ed2-44ad-4d4d-9a36-1ebd98fe63f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:36.968539 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-b83e0ed2-44ad-4d4d-9a36-1ebd98fe63f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:36.969937 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-b83e0ed2-44ad-4d4d-9a36-1ebd98fe63f7 service neutron] 10.222.0.36 "PUT /v2.0/ports/843fb5f0-16d0-4b3f-a2d0-afbedf4966dd HTTP/1.1" status: 200 len: 1093 time: 0.8431125 Aug 28 15:29:36.970403 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61cebc2f-b032-4acb-bb0f-902eb1381f20', 'tag': '843fb5f0-16d0-4b3f-a2d0-afbedf4966dd'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:29:36.972784 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386a81e9-e8ea-457d-b6c0-dc688b0a91e3" -d '{"events": [{"name": "network-changed", "server_uuid": "61cebc2f-b032-4acb-bb0f-902eb1381f20", "tag": "843fb5f0-16d0-4b3f-a2d0-afbedf4966dd"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:29:37.000467 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e0ed2-44ad-4d4d-9a36-1ebd98fe63f7 service neutron] Pushing event updated for resources: {'Port': ['ID=843fb5f0-16d0-4b3f-a2d0-afbedf4966dd,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:37.039736 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267e6f84-1986-4c32-99f9-37e7bfd51f78 x-openstack-request-id: req-267e6f84-1986-4c32-99f9-37e7bfd51f78 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:29:37.040012 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61cebc2f-b032-4acb-bb0f-902eb1381f20", "tag": "843fb5f0-16d0-4b3f-a2d0-afbedf4966dd", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:29:37.040286 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-267e6f84-1986-4c32-99f9-37e7bfd51f78 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:29:37.040801 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61cebc2f-b032-4acb-bb0f-902eb1381f20', 'tag': '843fb5f0-16d0-4b3f-a2d0-afbedf4966dd', 'status': 'completed', 'code': 200} Aug 28 15:29:37.070393 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-bb1c1e7e-2f55-4c6d-a597-ea95529ee586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:37.072017 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-bb1c1e7e-2f55-4c6d-a597-ea95529ee586 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae068ae25cf645a689f31ae36c4c55c7&device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 1096 time: 0.0627582 Aug 28 15:29:37.116697 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-203cca4e-0611-4ea0-9816-15f9dcd61c95 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=843fb5f0-16d0-4b3f-a2d0-afbedf4966dd HTTP/1.1" status: 200 len: 217 time: 0.0362976 Aug 28 15:29:37.154831 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fcdf5c5b-4868-4762-a8eb-3168cf0bd00e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:37.173512 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-83e7aca7-424b-4fca-9c84-b903ecef7f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:37.175151 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-83e7aca7-424b-4fca-9c84-b903ecef7f0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00d50ca9-b475-42c2-9209-c7ba3db8ecb7 HTTP/1.1" status: 200 len: 855 time: 0.0513573 Aug 28 15:29:37.217030 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf5c5b-4868-4762-a8eb-3168cf0bd00e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Pushing event updated for resources: {'Subnet': ['ID=b931f384-2d0d-4940-b32f-01b99a6d04dd,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:37.226961 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-73759986-1387-4bc0-ab57-f4687d054a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:37.228561 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-73759986-1387-4bc0-ab57-f4687d054a76 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ad8ad58-4d34-44a3-b634-58afc753db8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454228 Aug 28 15:29:37.234321 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdf5c5b-4868-4762-a8eb-3168cf0bd00e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Checking segment: {'id': '05365e7a-c5dd-4ce2-9f4d-a9286d7e05f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1da89ecb-d498-41e5-82ea-3fbf5aa92959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:29:37.234678 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdf5c5b-4868-4762-a8eb-3168cf0bd00e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Network hostable DHCP agents. Network: 1da89ecb-d498-41e5-82ea-3fbf5aa92959, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:29:37.256383 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdf5c5b-4868-4762-a8eb-3168cf0bd00e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Network 1da89ecb-d498-41e5-82ea-3fbf5aa92959 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:29:37.270284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-fcdf5c5b-4868-4762-a8eb-3168cf0bd00e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 1da89ecb-d498-41e5-82ea-3fbf5aa92959) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:37.280215 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25091d6-3a32-4ae5-9a86-ccddff04997e None None] Network 1da89ecb-d498-41e5-82ea-3fbf5aa92959 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:29:37.285357 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fcdf5c5b-4868-4762-a8eb-3168cf0bd00e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:37.329438 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-d524ef41-25f8-4bb4-a9af-4c38b31ddb9c service neutron] 10.222.0.36 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935123 Aug 28 15:29:37.392865 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf5c5b-4868-4762-a8eb-3168cf0bd00e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Pushing event updated for resources: {'Subnet': ['ID=b2f329c1-4640-4b7a-bca7-ca75d502c5bc,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:37.399703 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdf5c5b-4868-4762-a8eb-3168cf0bd00e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Checking segment: {'id': '31670606-dd28-49b1-b625-76d0d39e25c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '543b3586-e0c4-4d63-b48a-2fe923f00198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:29:37.400139 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdf5c5b-4868-4762-a8eb-3168cf0bd00e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Network hostable DHCP agents. Network: 543b3586-e0c4-4d63-b48a-2fe923f00198, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:29:37.421045 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c74cdc-056e-49fe-b61c-b12be5767bbd req-9276529f-ec15-4c39-b293-4cda689e2250 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:37.422575 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a8c74cdc-056e-49fe-b61c-b12be5767bbd req-9276529f-ec15-4c39-b293-4cda689e2250 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 944 time: 0.0915515 Aug 28 15:29:37.438968 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdf5c5b-4868-4762-a8eb-3168cf0bd00e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Network 543b3586-e0c4-4d63-b48a-2fe923f00198 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:29:37.441808 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8c6efab-b1d9-4806-8c32-c6542d59c983 req-711488f1-2e49-4fa6-924f-1bde4ddb01a7 service neutron] 10.222.0.36 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055384 Aug 28 15:29:37.459384 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30989583-8bf5-44b9-977e-f506509b5f48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-1da89ecb-d498-41e5-82ea-3fbf5aa92959', 'network_id': '1da89ecb-d498-41e5-82ea-3fbf5aa92959', 'tenant_id': 'bc33648311be47f0b3bd62d83c2c5a35', 'fixed_ips': [{'subnet_id': 'b931f384-2d0d-4940-b32f-01b99a6d04dd'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:29:37.460521 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-30989583-8bf5-44b9-977e-f506509b5f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:37.463453 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-fcdf5c5b-4868-4762-a8eb-3168cf0bd00e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 543b3586-e0c4-4d63-b48a-2fe923f00198) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:37.474059 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6c0f72-00bf-4c9e-999e-179d28bf9a6c None None] Network 543b3586-e0c4-4d63-b48a-2fe923f00198 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:29:37.476804 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdf5c5b-4868-4762-a8eb-3168cf0bd00e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:37.477295 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdf5c5b-4868-4762-a8eb-3168cf0bd00e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:37.477942 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fcdf5c5b-4868-4762-a8eb-3168cf0bd00e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:37.485344 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a8c74cdc-056e-49fe-b61c-b12be5767bbd req-ae0b6c65-77b2-4a93-b8d4-a450e19faf2a tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538902 Aug 28 15:29:37.501257 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fcdf5c5b-4868-4762-a8eb-3168cf0bd00e tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 0.9366388 Aug 28 15:29:37.503730 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51170) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:37.546539 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a81e9-e8ea-457d-b6c0-dc688b0a91e3 req-c0a77809-f920-4c1a-b942-b4fb0452dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:37.548484 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-386a81e9-e8ea-457d-b6c0-dc688b0a91e3 req-c0a77809-f920-4c1a-b942-b4fb0452dbbb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae068ae25cf645a689f31ae36c4c55c7&device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 1096 time: 0.0481985 Aug 28 15:29:37.595093 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750e4504-07be-4004-a6f2-177bcba39acc tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:37.597175 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750e4504-07be-4004-a6f2-177bcba39acc tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:37.598569 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750e4504-07be-4004-a6f2-177bcba39acc tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:37.603193 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-750e4504-07be-4004-a6f2-177bcba39acc tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0938187 Aug 28 15:29:37.604044 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51172) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:37.647098 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a81e9-e8ea-457d-b6c0-dc688b0a91e3 req-e23f9521-b2ea-48b5-9fb4-c472070bfe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:37.648910 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-386a81e9-e8ea-457d-b6c0-dc688b0a91e3 req-e23f9521-b2ea-48b5-9fb4-c472070bfe14 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ad8ad58-4d34-44a3-b634-58afc753db8d HTTP/1.1" status: 200 len: 917 time: 0.0938683 Aug 28 15:29:37.656049 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-914b14ee-efa0-4ee3-ae46-864e226d2cfa tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Deleting subnet b931f384-2d0d-4940-b32f-01b99a6d04dd {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:29:37.692472 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-386a81e9-e8ea-457d-b6c0-dc688b0a91e3 req-f3a02217-3465-4e74-b322-8ad1354a7bfa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=843fb5f0-16d0-4b3f-a2d0-afbedf4966dd HTTP/1.1" status: 200 len: 217 time: 0.0358281 Aug 28 15:29:37.719808 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-30989583-8bf5-44b9-977e-f506509b5f48 None None] Allocated IP 172.20.0.2 (1da89ecb-d498-41e5-82ea-3fbf5aa92959/b931f384-2d0d-4940-b32f-01b99a6d04dd/d6801ceb-8623-4675-910a-5eab01aa801d) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:29:37.742661 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a81e9-e8ea-457d-b6c0-dc688b0a91e3 req-4ed9ee7d-f2f0-4d5d-a914-a2f8cc89e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:37.744199 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-386a81e9-e8ea-457d-b6c0-dc688b0a91e3 req-4ed9ee7d-f2f0-4d5d-a914-a2f8cc89e52b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00d50ca9-b475-42c2-9209-c7ba3db8ecb7 HTTP/1.1" status: 200 len: 855 time: 0.0433192 Aug 28 15:29:37.765911 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37b6fdc-8945-4bbe-b9ed-1be39725da10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-543b3586-e0c4-4d63-b48a-2fe923f00198', 'network_id': '543b3586-e0c4-4d63-b48a-2fe923f00198', 'tenant_id': 'bc33648311be47f0b3bd62d83c2c5a35', 'fixed_ips': [{'subnet_id': 'b2f329c1-4640-4b7a-bca7-ca75d502c5bc'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:29:37.766976 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c37b6fdc-8945-4bbe-b9ed-1be39725da10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:37.811994 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a81e9-e8ea-457d-b6c0-dc688b0a91e3 req-4471725c-45ac-4dd0-ba6c-12d5ccc91785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:37.814007 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-386a81e9-e8ea-457d-b6c0-dc688b0a91e3 req-4471725c-45ac-4dd0-ba6c-12d5ccc91785 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ad8ad58-4d34-44a3-b634-58afc753db8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532448 Aug 28 15:29:37.906624 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-386a81e9-e8ea-457d-b6c0-dc688b0a91e3 req-075ec369-1ad8-49eb-b5f5-97dcfaa75e4a service neutron] 10.222.0.36 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842526 Aug 28 15:29:38.002008 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-386a81e9-e8ea-457d-b6c0-dc688b0a91e3 req-a98473f9-0974-4a79-ac4c-980bc690ac89 service neutron] 10.222.0.36 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868816 Aug 28 15:29:38.004282 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-30989583-8bf5-44b9-977e-f506509b5f48 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:38.015671 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-c37b6fdc-8945-4bbe-b9ed-1be39725da10 None None] Allocated IP 172.20.0.18 (543b3586-e0c4-4d63-b48a-2fe923f00198/b2f329c1-4640-4b7a-bca7-ca75d502c5bc/86a2c9ca-b331-4e8c-a329-2f10d09a5428) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:29:38.026404 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-30989583-8bf5-44b9-977e-f506509b5f48 None None] Transition to ACTIVE for port object d6801ceb-8623-4675-910a-5eab01aa801d will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:29:38.042899 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-43861c66-f7fa-47fb-915d-18301099dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:38.063119 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-30989583-8bf5-44b9-977e-f506509b5f48 None None] Transition to ACTIVE for port object d6801ceb-8623-4675-910a-5eab01aa801d will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:29:38.092305 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-914b14ee-efa0-4ee3-ae46-864e226d2cfa tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:38.095286 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-30989583-8bf5-44b9-977e-f506509b5f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:38.135859 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-914b14ee-efa0-4ee3-ae46-864e226d2cfa tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:38.153191 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30989583-8bf5-44b9-977e-f506509b5f48 None None] Network 1da89ecb-d498-41e5-82ea-3fbf5aa92959 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:29:38.160619 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-30989583-8bf5-44b9-977e-f506509b5f48 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:38.164468 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30989583-8bf5-44b9-977e-f506509b5f48 None None] Pushing event updated for resources: {'Port': ['ID=d6801ceb-8623-4675-910a-5eab01aa801d,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:38.166731 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30989583-8bf5-44b9-977e-f506509b5f48 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:29:38.222828 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-914b14ee-efa0-4ee3-ae46-864e226d2cfa tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:38.267056 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-30989583-8bf5-44b9-977e-f506509b5f48 None None] Attempting to bind port d6801ceb-8623-4675-910a-5eab01aa801d on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:29:38.267610 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-30989583-8bf5-44b9-977e-f506509b5f48 None None] Attempting to bind port d6801ceb-8623-4675-910a-5eab01aa801d by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '05365e7a-c5dd-4ce2-9f4d-a9286d7e05f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1da89ecb-d498-41e5-82ea-3fbf5aa92959'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:29:38.267822 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30989583-8bf5-44b9-977e-f506509b5f48 None None] Attempting to bind port d6801ceb-8623-4675-910a-5eab01aa801d on network 1da89ecb-d498-41e5-82ea-3fbf5aa92959 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:29:38.280772 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-914b14ee-efa0-4ee3-ae46-864e226d2cfa tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:38.282187 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30989583-8bf5-44b9-977e-f506509b5f48 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:29:38.282770 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30989583-8bf5-44b9-977e-f506509b5f48 None None] Checking segment: {'id': '05365e7a-c5dd-4ce2-9f4d-a9286d7e05f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1da89ecb-d498-41e5-82ea-3fbf5aa92959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:29:38.283051 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-30989583-8bf5-44b9-977e-f506509b5f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:38.283456 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30989583-8bf5-44b9-977e-f506509b5f48 None None] Bound using segment: {'id': '05365e7a-c5dd-4ce2-9f4d-a9286d7e05f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1da89ecb-d498-41e5-82ea-3fbf5aa92959'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:29:38.283975 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-30989583-8bf5-44b9-977e-f506509b5f48 None None] Bound port: d6801ceb-8623-4675-910a-5eab01aa801d, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05365e7a-c5dd-4ce2-9f4d-a9286d7e05f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1da89ecb-d498-41e5-82ea-3fbf5aa92959'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:29:38.284372 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-30989583-8bf5-44b9-977e-f506509b5f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:38.287272 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c37b6fdc-8945-4bbe-b9ed-1be39725da10 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:38.303264 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c37b6fdc-8945-4bbe-b9ed-1be39725da10 None None] Transition to ACTIVE for port object 86a2c9ca-b331-4e8c-a329-2f10d09a5428 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:29:38.312247 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b14ee-efa0-4ee3-ae46-864e226d2cfa tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Pushing event deleted for resources: {'Subnet': ['ID=b931f384-2d0d-4940-b32f-01b99a6d04dd,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:38.316436 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-914b14ee-efa0-4ee3-ae46-864e226d2cfa tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:38.320797 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-914b14ee-efa0-4ee3-ae46-864e226d2cfa tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] 10.222.0.13 "DELETE /v2.0/subnets/b931f384-2d0d-4940-b32f-01b99a6d04dd HTTP/1.1" status: 204 len: 168 time: 0.7138417 Aug 28 15:29:38.320923 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51176) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:38.345113 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c37b6fdc-8945-4bbe-b9ed-1be39725da10 None None] Transition to ACTIVE for port object 86a2c9ca-b331-4e8c-a329-2f10d09a5428 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:29:38.356455 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c37b6fdc-8945-4bbe-b9ed-1be39725da10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:38.372858 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-355d1bf0-021b-435f-82d7-9fcc86fd3640 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Deleting subnet b2f329c1-4640-4b7a-bca7-ca75d502c5bc {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:29:38.376103 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-355d1bf0-021b-435f-82d7-9fcc86fd3640 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:38.415357 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-355d1bf0-021b-435f-82d7-9fcc86fd3640 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:38.415753 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37b6fdc-8945-4bbe-b9ed-1be39725da10 None None] Network 543b3586-e0c4-4d63-b48a-2fe923f00198 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:29:38.419223 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-30989583-8bf5-44b9-977e-f506509b5f48 None None] For port d6801ceb-8623-4675-910a-5eab01aa801d, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:29:38.424226 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-c37b6fdc-8945-4bbe-b9ed-1be39725da10 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:38.427845 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37b6fdc-8945-4bbe-b9ed-1be39725da10 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:29:38.435426 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b6fdc-8945-4bbe-b9ed-1be39725da10 None None] Pushing event updated for resources: {'Port': ['ID=86a2c9ca-b331-4e8c-a329-2f10d09a5428,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:38.442214 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-30989583-8bf5-44b9-977e-f506509b5f48 None None] For port d6801ceb-8623-4675-910a-5eab01aa801d, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=d6801ceb-8623-4675-910a-5eab01aa801d,segment=NetworkSegment(05365e7a-c5dd-4ce2-9f4d-a9286d7e05f6),segment_id=05365e7a-c5dd-4ce2-9f4d-a9286d7e05f6)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:29:38.449279 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-30989583-8bf5-44b9-977e-f506509b5f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:38.519916 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-355d1bf0-021b-435f-82d7-9fcc86fd3640 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:38.555753 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c37b6fdc-8945-4bbe-b9ed-1be39725da10 None None] Attempting to bind port 86a2c9ca-b331-4e8c-a329-2f10d09a5428 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:29:38.556130 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c37b6fdc-8945-4bbe-b9ed-1be39725da10 None None] Attempting to bind port 86a2c9ca-b331-4e8c-a329-2f10d09a5428 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '31670606-dd28-49b1-b625-76d0d39e25c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '543b3586-e0c4-4d63-b48a-2fe923f00198'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:29:38.556500 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37b6fdc-8945-4bbe-b9ed-1be39725da10 None None] Attempting to bind port 86a2c9ca-b331-4e8c-a329-2f10d09a5428 on network 543b3586-e0c4-4d63-b48a-2fe923f00198 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:29:38.590083 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37b6fdc-8945-4bbe-b9ed-1be39725da10 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:29:38.590613 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37b6fdc-8945-4bbe-b9ed-1be39725da10 None None] Checking segment: {'id': '31670606-dd28-49b1-b625-76d0d39e25c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '543b3586-e0c4-4d63-b48a-2fe923f00198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:29:38.591168 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c37b6fdc-8945-4bbe-b9ed-1be39725da10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:38.591725 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37b6fdc-8945-4bbe-b9ed-1be39725da10 None None] Bound using segment: {'id': '31670606-dd28-49b1-b625-76d0d39e25c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '543b3586-e0c4-4d63-b48a-2fe923f00198'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:29:38.592218 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c37b6fdc-8945-4bbe-b9ed-1be39725da10 None None] Bound port: 86a2c9ca-b331-4e8c-a329-2f10d09a5428, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31670606-dd28-49b1-b625-76d0d39e25c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '543b3586-e0c4-4d63-b48a-2fe923f00198'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:29:38.592607 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c37b6fdc-8945-4bbe-b9ed-1be39725da10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:38.599270 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-355d1bf0-021b-435f-82d7-9fcc86fd3640 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:38.611686 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30989583-8bf5-44b9-977e-f506509b5f48 None None] Pushing event updated for resources: {'Port': ['ID=d6801ceb-8623-4675-910a-5eab01aa801d,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:38.632501 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d1bf0-021b-435f-82d7-9fcc86fd3640 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Pushing event deleted for resources: {'Subnet': ['ID=b2f329c1-4640-4b7a-bca7-ca75d502c5bc,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:38.638163 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-355d1bf0-021b-435f-82d7-9fcc86fd3640 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:38.640483 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-355d1bf0-021b-435f-82d7-9fcc86fd3640 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] 10.222.0.13 "DELETE /v2.0/subnets/b2f329c1-4640-4b7a-bca7-ca75d502c5bc HTTP/1.1" status: 204 len: 168 time: 0.3186512 Aug 28 15:29:38.641976 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd994e-fbe2-4f60-8330-7c53b74e0f86 req-635033ff-3ae3-4e1b-a498-5fd584e2e5da tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:38.643011 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51180) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:38.643873 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fcdd994e-fbe2-4f60-8330-7c53b74e0f86 req-635033ff-3ae3-4e1b-a498-5fd584e2e5da tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 944 time: 0.0721512 Aug 28 15:29:38.702197 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c37b6fdc-8945-4bbe-b9ed-1be39725da10 None None] For port 86a2c9ca-b331-4e8c-a329-2f10d09a5428, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:29:38.705049 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5645b6d3-fcf2-4d49-b508-baff9dc51447 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:38.706062 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c37b6fdc-8945-4bbe-b9ed-1be39725da10 None None] For port 86a2c9ca-b331-4e8c-a329-2f10d09a5428, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=86a2c9ca-b331-4e8c-a329-2f10d09a5428,segment=NetworkSegment(31670606-dd28-49b1-b625-76d0d39e25c2),segment_id=31670606-dd28-49b1-b625-76d0d39e25c2)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:29:38.708105 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5645b6d3-fcf2-4d49-b508-baff9dc51447 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0635779 Aug 28 15:29:38.708402 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fcdd994e-fbe2-4f60-8330-7c53b74e0f86 req-b9cb2f79-5f04-47cd-a80d-96a166c975df tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519154 Aug 28 15:29:38.711759 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b135b6b5-d10a-4ccb-8fd1-6e848af94944 None None] Network 1da89ecb-d498-41e5-82ea-3fbf5aa92959 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:29:38.712016 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51182) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:38.723417 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c37b6fdc-8945-4bbe-b9ed-1be39725da10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:38.808436 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dcefa0d1-157a-454d-8a8f-fe8357b0905f tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:38.865120 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b6fdc-8945-4bbe-b9ed-1be39725da10 None None] Pushing event updated for resources: {'Port': ['ID=86a2c9ca-b331-4e8c-a329-2f10d09a5428,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:38.866480 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-dcefa0d1-157a-454d-8a8f-fe8357b0905f tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Deleting port 86a2c9ca-b331-4e8c-a329-2f10d09a5428 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:29:38.867720 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dcefa0d1-157a-454d-8a8f-fe8357b0905f tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:38.895445 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9b2533-2c57-41b8-97d3-1a32634341d8 None None] Network 543b3586-e0c4-4d63-b48a-2fe923f00198 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:29:38.932138 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-dcefa0d1-157a-454d-8a8f-fe8357b0905f tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] For port 86a2c9ca-b331-4e8c-a329-2f10d09a5428, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=86a2c9ca-b331-4e8c-a329-2f10d09a5428,segment=NetworkSegment(31670606-dd28-49b1-b625-76d0d39e25c2),segment_id=31670606-dd28-49b1-b625-76d0d39e25c2)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:29:38.932510 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dcefa0d1-157a-454d-8a8f-fe8357b0905f tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:38.950424 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-dcefa0d1-157a-454d-8a8f-fe8357b0905f tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Calling delete_port for 86a2c9ca-b331-4e8c-a329-2f10d09a5428 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:29:39.027870 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dcefa0d1-157a-454d-8a8f-fe8357b0905f tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:39.040391 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77ddbe8-fab0-4be7-ba08-bd2c787e591d None None] get_active_networks_info from n-d-712137-10 {{(pid=106331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 15:29:39.055282 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcefa0d1-157a-454d-8a8f-fe8357b0905f tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Pushing event deleted for resources: {'Port': ['ID=86a2c9ca-b331-4e8c-a329-2f10d09a5428,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:39.061375 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcefa0d1-157a-454d-8a8f-fe8357b0905f tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] No DVR routers for this DVR port 86a2c9ca-b331-4e8c-a329-2f10d09a5428 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:29:39.120134 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77ddbe8-fab0-4be7-ba08-bd2c787e591d None None] Resources bound (agent type, host, resource id): {{(pid=106331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 15:29:39.143589 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dcefa0d1-157a-454d-8a8f-fe8357b0905f tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:39.153407 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-dcefa0d1-157a-454d-8a8f-fe8357b0905f tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['543b3586-e0c4-4d63-b48a-2fe923f00198']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:39.164260 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-dcefa0d1-157a-454d-8a8f-fe8357b0905f tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31670606-dd28-49b1-b625-76d0d39e25c2') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:39.164562 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-dcefa0d1-157a-454d-8a8f-fe8357b0905f tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31670606-dd28-49b1-b625-76d0d39e25c2') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:39.173327 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dcefa0d1-157a-454d-8a8f-fe8357b0905f tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:39.190765 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dcefa0d1-157a-454d-8a8f-fe8357b0905f tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:39.200741 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcefa0d1-157a-454d-8a8f-fe8357b0905f tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:29:39.201293 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dcefa0d1-157a-454d-8a8f-fe8357b0905f tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:29:39.204325 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:29:39.259609 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dcefa0d1-157a-454d-8a8f-fe8357b0905f tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:39.267720 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dcefa0d1-157a-454d-8a8f-fe8357b0905f tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:39.269533 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-dcefa0d1-157a-454d-8a8f-fe8357b0905f tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] 10.222.0.13 "DELETE /v2.0/networks/543b3586-e0c4-4d63-b48a-2fe923f00198 HTTP/1.1" status: 204 len: 168 time: 0.5564747 Aug 28 15:29:39.272241 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51186) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:39.281203 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcefa0d1-157a-454d-8a8f-fe8357b0905f tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Pushing event deleted for resources: {'Network': ['ID=543b3586-e0c4-4d63-b48a-2fe923f00198,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:39.351399 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1eaa9672-31e4-4096-a3fc-6138ca520412 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:39.364438 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e6be8c-a5e2-4ef0-87ed-059ac4aa81fb None None] get_active_networks_info from n-d-712137-10 {{(pid=106331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 15:29:39.421141 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa9672-31e4-4096-a3fc-6138ca520412 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Deleting port d6801ceb-8623-4675-910a-5eab01aa801d {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:29:39.421414 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1eaa9672-31e4-4096-a3fc-6138ca520412 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:39.486258 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-1eaa9672-31e4-4096-a3fc-6138ca520412 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] For port d6801ceb-8623-4675-910a-5eab01aa801d, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=d6801ceb-8623-4675-910a-5eab01aa801d,segment=NetworkSegment(05365e7a-c5dd-4ce2-9f4d-a9286d7e05f6),segment_id=05365e7a-c5dd-4ce2-9f4d-a9286d7e05f6)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:29:39.486642 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1eaa9672-31e4-4096-a3fc-6138ca520412 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:39.500188 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa9672-31e4-4096-a3fc-6138ca520412 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Calling delete_port for d6801ceb-8623-4675-910a-5eab01aa801d owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:29:39.592324 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1eaa9672-31e4-4096-a3fc-6138ca520412 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:39.614980 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e6be8c-a5e2-4ef0-87ed-059ac4aa81fb None None] Resources bound (agent type, host, resource id): {{(pid=106331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 15:29:39.617806 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa9672-31e4-4096-a3fc-6138ca520412 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Pushing event deleted for resources: {'Port': ['ID=d6801ceb-8623-4675-910a-5eab01aa801d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:39.621828 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaa9672-31e4-4096-a3fc-6138ca520412 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] No DVR routers for this DVR port d6801ceb-8623-4675-910a-5eab01aa801d on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:29:39.704796 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1eaa9672-31e4-4096-a3fc-6138ca520412 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:39.717958 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-1eaa9672-31e4-4096-a3fc-6138ca520412 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da89ecb-d498-41e5-82ea-3fbf5aa92959']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:39.743641 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-1eaa9672-31e4-4096-a3fc-6138ca520412 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05365e7a-c5dd-4ce2-9f4d-a9286d7e05f6') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:39.744619 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-1eaa9672-31e4-4096-a3fc-6138ca520412 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05365e7a-c5dd-4ce2-9f4d-a9286d7e05f6') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:39.763271 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1eaa9672-31e4-4096-a3fc-6138ca520412 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:39.786766 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1eaa9672-31e4-4096-a3fc-6138ca520412 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:39.799757 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eaa9672-31e4-4096-a3fc-6138ca520412 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:29:39.801297 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1eaa9672-31e4-4096-a3fc-6138ca520412 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:29:39.807574 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:29:39.875429 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3a5f8-cea2-4cd0-871e-e44af2f13c90 req-a398b3df-93b6-4771-8a3b-ee3d84c85d20 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:39.884908 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-08a3a5f8-cea2-4cd0-871e-e44af2f13c90 req-a398b3df-93b6-4771-8a3b-ee3d84c85d20 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 944 time: 0.0957899 Aug 28 15:29:39.899200 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1eaa9672-31e4-4096-a3fc-6138ca520412 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:39.908596 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1eaa9672-31e4-4096-a3fc-6138ca520412 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:39.910869 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1eaa9672-31e4-4096-a3fc-6138ca520412 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] 10.222.0.13 "DELETE /v2.0/networks/1da89ecb-d498-41e5-82ea-3fbf5aa92959 HTTP/1.1" status: 204 len: 168 time: 0.6366265 Aug 28 15:29:39.913848 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51190) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:39.938113 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-08a3a5f8-cea2-4cd0-871e-e44af2f13c90 req-7cab511f-71e3-4a66-8861-0aac6421fa46 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518091 Aug 28 15:29:39.945789 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa9672-31e4-4096-a3fc-6138ca520412 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Pushing event deleted for resources: {'Network': ['ID=1da89ecb-d498-41e5-82ea-3fbf5aa92959,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:40.026758 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d0e0f3c6-c737-4532-908c-ea3aaa7180c2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:40.111282 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d0e0f3c6-c737-4532-908c-ea3aaa7180c2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:40.120781 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-d0e0f3c6-c737-4532-908c-ea3aaa7180c2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['431c71ca-712b-4fcd-96ad-a4b55513aeb3']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:40.131099 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-d0e0f3c6-c737-4532-908c-ea3aaa7180c2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a0ee5b2-571d-4848-a5e3-3a7ad085802f') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:40.131398 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-d0e0f3c6-c737-4532-908c-ea3aaa7180c2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a0ee5b2-571d-4848-a5e3-3a7ad085802f') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:40.142132 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d0e0f3c6-c737-4532-908c-ea3aaa7180c2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:40.155242 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d0e0f3c6-c737-4532-908c-ea3aaa7180c2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:40.160920 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e0f3c6-c737-4532-908c-ea3aaa7180c2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:29:40.161300 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d0e0f3c6-c737-4532-908c-ea3aaa7180c2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:29:40.164236 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:29:40.539192 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d0e0f3c6-c737-4532-908c-ea3aaa7180c2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:40.546382 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d0e0f3c6-c737-4532-908c-ea3aaa7180c2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:40.548232 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d0e0f3c6-c737-4532-908c-ea3aaa7180c2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] 10.222.0.13 "DELETE /v2.0/networks/431c71ca-712b-4fcd-96ad-a4b55513aeb3 HTTP/1.1" status: 204 len: 168 time: 0.6332507 Aug 28 15:29:40.551006 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51192) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:40.560141 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0f3c6-c737-4532-908c-ea3aaa7180c2 tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Pushing event deleted for resources: {'Network': ['ID=431c71ca-712b-4fcd-96ad-a4b55513aeb3,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:40.579524 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2ea37647-00cd-442a-85a6-14bb254a4d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:40.641876 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e3ea7ed1-9411-4b92-994c-65cdfccdb55b tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:40.733913 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:29:40.734220 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e3ea7ed1-9411-4b92-994c-65cdfccdb55b tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:40.743774 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-e3ea7ed1-9411-4b92-994c-65cdfccdb55b tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f4f094f-093b-449d-8d53-569da72762e5']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:40.753933 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-e3ea7ed1-9411-4b92-994c-65cdfccdb55b tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1b983ed-448d-4bae-a843-a9428f9a2a34') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:40.754234 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-e3ea7ed1-9411-4b92-994c-65cdfccdb55b tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1b983ed-448d-4bae-a843-a9428f9a2a34') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:40.763159 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e3ea7ed1-9411-4b92-994c-65cdfccdb55b tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:40.776596 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e3ea7ed1-9411-4b92-994c-65cdfccdb55b tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:40.783503 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ea7ed1-9411-4b92-994c-65cdfccdb55b tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:29:40.783998 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e3ea7ed1-9411-4b92-994c-65cdfccdb55b tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:29:40.787244 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:29:40.841456 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=843fb5f0-16d0-4b3f-a2d0-afbedf4966dd,segment=NetworkSegment(937efdaa-4a91-4466-8b39-3275ccf0f608),segment_id=937efdaa-4a91-4466-8b39-3275ccf0f608)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:29:40.846883 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e3ea7ed1-9411-4b92-994c-65cdfccdb55b tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:40.854156 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e3ea7ed1-9411-4b92-994c-65cdfccdb55b tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:40.858921 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e3ea7ed1-9411-4b92-994c-65cdfccdb55b tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] 10.222.0.13 "DELETE /v2.0/networks/6f4f094f-093b-449d-8d53-569da72762e5 HTTP/1.1" status: 204 len: 168 time: 0.3060472 Aug 28 15:29:40.863757 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '843fb5f0-16d0-4b3f-a2d0-afbedf4966dd', 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d', 'port_id': '843fb5f0-16d0-4b3f-a2d0-afbedf4966dd', 'mac_address': 'fa:16:3e:4f:c7:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:29:40.893380 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea7ed1-9411-4b92-994c-65cdfccdb55b tempest-BulkNetworkOpsTest-1741082072 tempest-BulkNetworkOpsTest-1741082072-project] Pushing event deleted for resources: {'Network': ['ID=6f4f094f-093b-449d-8d53-569da72762e5,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:40.904778 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:40.919672 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:40.934979 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:29:40.956810 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=843fb5f0-16d0-4b3f-a2d0-afbedf4966dd,segment=NetworkSegment(937efdaa-4a91-4466-8b39-3275ccf0f608),segment_id=937efdaa-4a91-4466-8b39-3275ccf0f608)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:29:40.960562 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:41.018635 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=843fb5f0-16d0-4b3f-a2d0-afbedf4966dd,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:41.078375 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deae509-b747-435f-9afa-a818ba288e33 req-06262529-5acc-4eb3-9ccd-b627b1a66f4f tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:41.079967 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0deae509-b747-435f-9afa-a818ba288e33 req-06262529-5acc-4eb3-9ccd-b627b1a66f4f tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 945 time: 0.0494049 Aug 28 15:29:41.120435 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0deae509-b747-435f-9afa-a818ba288e33 req-8f954f56-b967-4ca8-b910-f6c5854c23bf tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342891 Aug 28 15:29:41.144129 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51200) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:41.164667 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['843fb5f0-16d0-4b3f-a2d0-afbedf4966dd'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:29:41.291000 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-46f433c7-9352-4a6a-ac1a-2d9cb2a5808b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc33648311be47f0b3bd62d83c2c5a35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456988 Aug 28 15:29:41.293406 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51204) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:41.341385 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4e89298a-f105-4b62-9cc9-2eb83d5c07ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:41.363154 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4e89298a-f105-4b62-9cc9-2eb83d5c07ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:41.407930 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4e89298a-f105-4b62-9cc9-2eb83d5c07ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:41.410432 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4e89298a-f105-4b62-9cc9-2eb83d5c07ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:41.411564 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4e89298a-f105-4b62-9cc9-2eb83d5c07ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22184646-9879-49ff-874d-9c2a3df0a04a HTTP/1.1" status: 204 len: 168 time: 0.1171968 Aug 28 15:29:41.419508 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89298a-f105-4b62-9cc9-2eb83d5c07ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22184646-9879-49ff-874d-9c2a3df0a04a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:41.803471 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:42.039009 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51226) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:42.140230 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-a2ee08d6-ff8b-4948-b014-7e1a109ace8a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-722590020'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:42.163017 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ee08d6-ff8b-4948-b014-7e1a109ace8a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:42.166775 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a2ee08d6-ff8b-4948-b014-7e1a109ace8a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:42.175787 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a2ee08d6-ff8b-4948-b014-7e1a109ace8a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:42.268523 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e65e2-a2ed-48ec-a0ad-e504496bcbfc req-6bb1fc9c-5426-4fe7-9fa8-3b5ee70cfded tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:42.270018 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d91e65e2-a2ed-48ec-a0ad-e504496bcbfc req-6bb1fc9c-5426-4fe7-9fa8-3b5ee70cfded tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 945 time: 0.0728126 Aug 28 15:29:42.334024 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d91e65e2-a2ed-48ec-a0ad-e504496bcbfc req-de2f05ad-8138-4983-85fc-ee3019faf39b tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567255 Aug 28 15:29:42.339197 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a2ee08d6-ff8b-4948-b014-7e1a109ace8a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:42.344866 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a2ee08d6-ff8b-4948-b014-7e1a109ace8a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:42.375469 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ee08d6-ff8b-4948-b014-7e1a109ace8a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:29:42.385610 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee08d6-ff8b-4948-b014-7e1a109ace8a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6968a23-00f1-407e-a000-b0d407cafb9d,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:42.392652 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a2ee08d6-ff8b-4948-b014-7e1a109ace8a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:42.392999 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-a2ee08d6-ff8b-4948-b014-7e1a109ace8a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Added segment 7a89e27f-e1aa-4cf2-b06d-d6396c0e2515 of type vlan for network ebde5436-53e9-4216-90f8-652eda209e35 Aug 28 15:29:42.434326 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a2ee08d6-ff8b-4948-b014-7e1a109ace8a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:42.458947 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a2ee08d6-ff8b-4948-b014-7e1a109ace8a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:42.465525 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ee08d6-ff8b-4948-b014-7e1a109ace8a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:42.466115 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a2ee08d6-ff8b-4948-b014-7e1a109ace8a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:42.525296 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a2ee08d6-ff8b-4948-b014-7e1a109ace8a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4851494 Aug 28 15:29:42.528508 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51232) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:42.533303 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-ebaa4cf0-b9d4-4e4f-961f-c8babb81b6f2 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'port': {'network_id': 'ebde5436-53e9-4216-90f8-652eda209e35', 'name': 'tempest-PortsIpV6TestJSON-607887001'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:42.550824 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee08d6-ff8b-4948-b014-7e1a109ace8a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Network': ['ID=ebde5436-53e9-4216-90f8-652eda209e35,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:42.561155 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network ebde5436-53e9-4216-90f8-652eda209e35 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:29:42.625962 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebaa4cf0-b9d4-4e4f-961f-c8babb81b6f2 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:42.629743 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ebaa4cf0-b9d4-4e4f-961f-c8babb81b6f2 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:42.648991 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-ebaa4cf0-b9d4-4e4f-961f-c8babb81b6f2 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] device_id is not set on port f08c2b60-e3f9-4855-9b40-1d260173360d yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:29:42.750039 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:29:42.798445 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:29:42.802110 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:29:42.802489 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:42.825791 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ebaa4cf0-b9d4-4e4f-961f-c8babb81b6f2 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:42.865660 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ebaa4cf0-b9d4-4e4f-961f-c8babb81b6f2 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:42.883114 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:42.915674 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61cebc2f-b032-4acb-bb0f-902eb1381f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843fb5f0-16d0-4b3f-a2d0-afbedf4966dd'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:29:42.917986 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18766c79-b7b6-4964-9f0e-c4ecb63af5be" -d '{"events": [{"server_uuid": "61cebc2f-b032-4acb-bb0f-902eb1381f20", "name": "network-vif-plugged", "status": "completed", "tag": "843fb5f0-16d0-4b3f-a2d0-afbedf4966dd"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:29:42.931335 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=843fb5f0-16d0-4b3f-a2d0-afbedf4966dd,segment=NetworkSegment(937efdaa-4a91-4466-8b39-3275ccf0f608),segment_id=937efdaa-4a91-4466-8b39-3275ccf0f608)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:29:42.937437 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:42.985518 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa4cf0-b9d4-4e4f-961f-c8babb81b6f2 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Port': ['ID=f08c2b60-e3f9-4855-9b40-1d260173360d,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:42.988105 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=843fb5f0-16d0-4b3f-a2d0-afbedf4966dd,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:43.000596 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaa4cf0-b9d4-4e4f-961f-c8babb81b6f2 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Checking segment: {'id': '7a89e27f-e1aa-4cf2-b06d-d6396c0e2515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ebde5436-53e9-4216-90f8-652eda209e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:29:43.000905 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaa4cf0-b9d4-4e4f-961f-c8babb81b6f2 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network hostable DHCP agents. Network: ebde5436-53e9-4216-90f8-652eda209e35, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:29:43.019825 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaa4cf0-b9d4-4e4f-961f-c8babb81b6f2 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network ebde5436-53e9-4216-90f8-652eda209e35 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:29:43.029147 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-ebaa4cf0-b9d4-4e4f-961f-c8babb81b6f2 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, ebde5436-53e9-4216-90f8-652eda209e35) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:43.033428 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaa4cf0-b9d4-4e4f-961f-c8babb81b6f2 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:29:43.038758 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75296c0d-ee11-4909-abda-504123bb665c None None] Network ebde5436-53e9-4216-90f8-652eda209e35 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:29:43.040860 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaa4cf0-b9d4-4e4f-961f-c8babb81b6f2 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:43.041943 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ebaa4cf0-b9d4-4e4f-961f-c8babb81b6f2 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:43.064253 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ebaa4cf0-b9d4-4e4f-961f-c8babb81b6f2 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5317383 Aug 28 15:29:43.064647 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51238) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:43.070992 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-43e63657-0696-4df4-9e61-270b01de8466 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1784973150'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:43.097233 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e63657-0696-4df4-9e61-270b01de8466 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:43.101508 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-43e63657-0696-4df4-9e61-270b01de8466 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:43.112012 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bf5f38-76b7-4db5-847b-f789c987af30 x-openstack-request-id: req-a9bf5f38-76b7-4db5-847b-f789c987af30 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:29:43.113490 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61cebc2f-b032-4acb-bb0f-902eb1381f20", "name": "network-vif-plugged", "status": "completed", "tag": "843fb5f0-16d0-4b3f-a2d0-afbedf4966dd", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:29:43.114105 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9bf5f38-76b7-4db5-847b-f789c987af30 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:29:43.114978 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61cebc2f-b032-4acb-bb0f-902eb1381f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843fb5f0-16d0-4b3f-a2d0-afbedf4966dd', 'code': 200} Aug 28 15:29:43.129407 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e63657-0696-4df4-9e61-270b01de8466 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:29:43.140507 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-43e63657-0696-4df4-9e61-270b01de8466 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:43.140920 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-43e63657-0696-4df4-9e61-270b01de8466 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Added segment 7c0bbad6-1580-4537-ba44-4d01e84389fa of type vlan for network 240d7807-6d9f-4661-a1c1-333f20d4b431 Aug 28 15:29:43.187438 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-43e63657-0696-4df4-9e61-270b01de8466 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:43.215731 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-43e63657-0696-4df4-9e61-270b01de8466 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:43.216236 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01307f-4c4d-4535-bc78-ae36865556ce req-c59bd5e7-1cff-4937-aaad-3958ebabfc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:43.218172 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2b01307f-4c4d-4535-bc78-ae36865556ce req-c59bd5e7-1cff-4937-aaad-3958ebabfc3b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 1098 time: 0.0490344 Aug 28 15:29:43.223965 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e63657-0696-4df4-9e61-270b01de8466 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:43.224614 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-43e63657-0696-4df4-9e61-270b01de8466 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:43.256614 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2b01307f-4c4d-4535-bc78-ae36865556ce req-4954bbcb-e7f2-4801-aed7-293223ba958e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309114 Aug 28 15:29:43.282353 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-43e63657-0696-4df4-9e61-270b01de8466 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2165456 Aug 28 15:29:43.285085 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51240) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:43.290276 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-f074071a-5fef-4f81-85b3-6ccda0bfc29b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'ports': [{'network_id': 'ebde5436-53e9-4216-90f8-652eda209e35'}, {'network_id': '240d7807-6d9f-4661-a1c1-333f20d4b431'}]} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:43.290592 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-f074071a-5fef-4f81-85b3-6ccda0bfc29b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'port': {'network_id': 'ebde5436-53e9-4216-90f8-652eda209e35'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:43.291077 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-f074071a-5fef-4f81-85b3-6ccda0bfc29b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'port': {'network_id': '240d7807-6d9f-4661-a1c1-333f20d4b431'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:43.303771 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e63657-0696-4df4-9e61-270b01de8466 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Network': ['ID=240d7807-6d9f-4661-a1c1-333f20d4b431,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:43.315579 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 240d7807-6d9f-4661-a1c1-333f20d4b431 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:29:43.331698 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:43.457544 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa586c70-6f09-4b04-89ed-b7bb41edb3b6 req-ff1f8d84-0b5c-4822-8372-2e48cc52907b tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:43.459041 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aa586c70-6f09-4b04-89ed-b7bb41edb3b6 req-ff1f8d84-0b5c-4822-8372-2e48cc52907b tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 946 time: 0.0496271 Aug 28 15:29:43.466359 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f074071a-5fef-4f81-85b3-6ccda0bfc29b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'port': 2} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:43.471540 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f074071a-5fef-4f81-85b3-6ccda0bfc29b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:43.486060 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f074071a-5fef-4f81-85b3-6ccda0bfc29b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:43.500309 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aa586c70-6f09-4b04-89ed-b7bb41edb3b6 req-52194783-cf79-4667-9d4d-c68d0436a757 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343215 Aug 28 15:29:43.569071 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-f074071a-5fef-4f81-85b3-6ccda0bfc29b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] device_id is not set on port b651ed9e-621e-4d11-94b3-fa2c4e4d717b yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:29:43.678453 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f074071a-5fef-4f81-85b3-6ccda0bfc29b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:43.751549 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-f074071a-5fef-4f81-85b3-6ccda0bfc29b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] device_id is not set on port eaa1cf3b-6b6e-4cdf-91ec-05cdcc7c3482 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:29:43.858757 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f074071a-5fef-4f81-85b3-6ccda0bfc29b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:43.897555 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f074071a-5fef-4f81-85b3-6ccda0bfc29b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:43.945582 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f074071a-5fef-4f81-85b3-6ccda0bfc29b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network ebde5436-53e9-4216-90f8-652eda209e35 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:29:43.948561 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-f074071a-5fef-4f81-85b3-6ccda0bfc29b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:43.952953 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f074071a-5fef-4f81-85b3-6ccda0bfc29b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:29:43.953788 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f074071a-5fef-4f81-85b3-6ccda0bfc29b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:43.960207 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074071a-5fef-4f81-85b3-6ccda0bfc29b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Port': ['ID=b651ed9e-621e-4d11-94b3-fa2c4e4d717b,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:44.022192 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074071a-5fef-4f81-85b3-6ccda0bfc29b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Port': ['ID=eaa1cf3b-6b6e-4cdf-91ec-05cdcc7c3482,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:44.028554 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f074071a-5fef-4f81-85b3-6ccda0bfc29b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Checking segment: {'id': '7c0bbad6-1580-4537-ba44-4d01e84389fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '240d7807-6d9f-4661-a1c1-333f20d4b431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:29:44.028953 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f074071a-5fef-4f81-85b3-6ccda0bfc29b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network hostable DHCP agents. Network: 240d7807-6d9f-4661-a1c1-333f20d4b431, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:29:44.045008 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f074071a-5fef-4f81-85b3-6ccda0bfc29b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network 240d7807-6d9f-4661-a1c1-333f20d4b431 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:29:44.053685 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-f074071a-5fef-4f81-85b3-6ccda0bfc29b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 240d7807-6d9f-4661-a1c1-333f20d4b431) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:44.057338 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f074071a-5fef-4f81-85b3-6ccda0bfc29b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:29:44.062653 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2bc8a7-f071-498b-a449-10b94f0d0670 None None] Network 240d7807-6d9f-4661-a1c1-333f20d4b431 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:29:44.063337 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f074071a-5fef-4f81-85b3-6ccda0bfc29b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:44.068615 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f074071a-5fef-4f81-85b3-6ccda0bfc29b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:44.069355 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f074071a-5fef-4f81-85b3-6ccda0bfc29b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:44.085257 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f074071a-5fef-4f81-85b3-6ccda0bfc29b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.7990594 Aug 28 15:29:44.088096 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51244) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:44.181916 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-19284c24-0684-4107-85cb-edacf5b1ab94 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting port eaa1cf3b-6b6e-4cdf-91ec-05cdcc7c3482 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:29:44.182510 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-19284c24-0684-4107-85cb-edacf5b1ab94 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:44.255620 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-19284c24-0684-4107-85cb-edacf5b1ab94 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:44.270042 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-19284c24-0684-4107-85cb-edacf5b1ab94 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Calling delete_port for eaa1cf3b-6b6e-4cdf-91ec-05cdcc7c3482 owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:29:44.351813 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-19284c24-0684-4107-85cb-edacf5b1ab94 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:44.386869 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19284c24-0684-4107-85cb-edacf5b1ab94 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Port': ['ID=eaa1cf3b-6b6e-4cdf-91ec-05cdcc7c3482,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:44.393180 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-19284c24-0684-4107-85cb-edacf5b1ab94 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:44.394905 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-19284c24-0684-4107-85cb-edacf5b1ab94 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/ports/eaa1cf3b-6b6e-4cdf-91ec-05cdcc7c3482 HTTP/1.1" status: 204 len: 168 time: 0.3057635 Aug 28 15:29:44.397348 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51246) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:44.452495 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f83a9b-ce34-4bd2-9cd0-a24816a28a8f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:44.458505 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f83a9b-ce34-4bd2-9cd0-a24816a28a8f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:44.460072 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-54f83a9b-ce34-4bd2-9cd0-a24816a28a8f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0618107 Aug 28 15:29:44.462751 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51248) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:44.553105 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-82564328-82d0-4bd6-8ec5-f18bfe85b1b9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting port b651ed9e-621e-4d11-94b3-fa2c4e4d717b {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:29:44.553455 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-82564328-82d0-4bd6-8ec5-f18bfe85b1b9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:44.652965 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-82564328-82d0-4bd6-8ec5-f18bfe85b1b9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:44.669827 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-82564328-82d0-4bd6-8ec5-f18bfe85b1b9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Calling delete_port for b651ed9e-621e-4d11-94b3-fa2c4e4d717b owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:29:44.680827 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89508655-68a1-4049-a3cb-4a40841bda20 req-1da78bb3-040e-4d4d-a002-feca4bec6d75 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:44.682322 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-89508655-68a1-4049-a3cb-4a40841bda20 req-1da78bb3-040e-4d4d-a002-feca4bec6d75 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 946 time: 0.0834546 Aug 28 15:29:44.767254 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-89508655-68a1-4049-a3cb-4a40841bda20 req-a781f0fc-34bb-4a5c-8101-bf9b21b93dce tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779552 Aug 28 15:29:44.788966 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-82564328-82d0-4bd6-8ec5-f18bfe85b1b9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:44.818121 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82564328-82d0-4bd6-8ec5-f18bfe85b1b9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Port': ['ID=b651ed9e-621e-4d11-94b3-fa2c4e4d717b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:44.823508 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-82564328-82d0-4bd6-8ec5-f18bfe85b1b9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:44.825858 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-82564328-82d0-4bd6-8ec5-f18bfe85b1b9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/ports/b651ed9e-621e-4d11-94b3-fa2c4e4d717b HTTP/1.1" status: 204 len: 168 time: 0.3621807 Aug 28 15:29:44.828321 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51256) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:44.880985 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee8b810-7c95-451b-973d-2470aa86f56f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:44.882513 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1ee8b810-7c95-451b-973d-2470aa86f56f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0532861 Aug 28 15:29:44.885184 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51258) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:44.913241 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-555f55dc-acee-423c-9850-51e6cfad60f5 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] GET failed (client error): The resource could not be found. Aug 28 15:29:44.914200 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e3ad6-b658-4bc5-9c96-80e7970762f3 req-bcb1702a-2aed-48b9-8395-7e53dc8e4d55 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:44.914785 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-555f55dc-acee-423c-9850-51e6cfad60f5 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "GET /v2.0/ports/eaa1cf3b-6b6e-4cdf-91ec-05cdcc7c3482 HTTP/1.1" status: 404 len: 333 time: 0.0286567 Aug 28 15:29:44.915970 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d27e3ad6-b658-4bc5-9c96-80e7970762f3 req-bcb1702a-2aed-48b9-8395-7e53dc8e4d55 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 946 time: 0.0541492 Aug 28 15:29:44.917853 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51260) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:44.925466 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51262) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:44.930009 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-e815af55-6f11-455d-a2d9-1603e1147b06 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Request body: {'floatingip': {'port_id': '843fb5f0-16d0-4b3f-a2d0-afbedf4966dd'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:44.946076 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5f189ab-a230-4684-bb30-2063c7a1df05 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] GET failed (client error): The resource could not be found. Aug 28 15:29:44.947596 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f5f189ab-a230-4684-bb30-2063c7a1df05 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "GET /v2.0/ports/b651ed9e-621e-4d11-94b3-fa2c4e4d717b HTTP/1.1" status: 404 len: 333 time: 0.0285451 Aug 28 15:29:44.950801 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51264) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:44.974685 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e815af55-6f11-455d-a2d9-1603e1147b06 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for floatingip, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:45.026308 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3a1b-fa6c-4b76-a179-26c201e734c2 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:45.122908 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3a1b-fa6c-4b76-a179-26c201e734c2 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:45.132986 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-3b2d3a1b-fa6c-4b76-a179-26c201e734c2 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240d7807-6d9f-4661-a1c1-333f20d4b431']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:45.144072 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-3b2d3a1b-fa6c-4b76-a179-26c201e734c2 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c0bbad6-1580-4537-ba44-4d01e84389fa') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:45.144371 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-3b2d3a1b-fa6c-4b76-a179-26c201e734c2 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c0bbad6-1580-4537-ba44-4d01e84389fa') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:45.154108 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3a1b-fa6c-4b76-a179-26c201e734c2 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:45.168454 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3a1b-fa6c-4b76-a179-26c201e734c2 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:45.174459 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2d3a1b-fa6c-4b76-a179-26c201e734c2 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:29:45.174847 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3a1b-fa6c-4b76-a179-26c201e734c2 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:29:45.177811 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:29:45.236276 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3a1b-fa6c-4b76-a179-26c201e734c2 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:45.244256 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3a1b-fa6c-4b76-a179-26c201e734c2 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:45.247106 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3b2d3a1b-fa6c-4b76-a179-26c201e734c2 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/networks/240d7807-6d9f-4661-a1c1-333f20d4b431 HTTP/1.1" status: 204 len: 168 time: 0.2953856 Aug 28 15:29:45.260044 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51266) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:45.266036 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-b68a2949-ff94-46e1-8d59-b9b8ee8845b6 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1449510383'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:45.269556 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d3a1b-fa6c-4b76-a179-26c201e734c2 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Network': ['ID=240d7807-6d9f-4661-a1c1-333f20d4b431,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:45.289463 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68a2949-ff94-46e1-8d59-b9b8ee8845b6 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:45.293079 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b68a2949-ff94-46e1-8d59-b9b8ee8845b6 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:45.319538 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68a2949-ff94-46e1-8d59-b9b8ee8845b6 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:29:45.340219 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b68a2949-ff94-46e1-8d59-b9b8ee8845b6 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:45.340579 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-b68a2949-ff94-46e1-8d59-b9b8ee8845b6 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Added segment 4690b816-40f2-4aba-be71-60351a9a7b4b of type vlan for network 2cafaf76-df41-4aa1-b798-46b20257a3c1 Aug 28 15:29:45.389690 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b68a2949-ff94-46e1-8d59-b9b8ee8845b6 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:45.415543 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b68a2949-ff94-46e1-8d59-b9b8ee8845b6 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:45.421591 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68a2949-ff94-46e1-8d59-b9b8ee8845b6 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:45.422213 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b68a2949-ff94-46e1-8d59-b9b8ee8845b6 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:45.482872 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b68a2949-ff94-46e1-8d59-b9b8ee8845b6 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2217355 Aug 28 15:29:45.485839 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51268) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:45.493028 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-62fece7e-f1cc-472b-8895-73c8762cb645 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'subnet': {'network_id': '2cafaf76-df41-4aa1-b798-46b20257a3c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:45.500237 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a2949-ff94-46e1-8d59-b9b8ee8845b6 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Network': ['ID=2cafaf76-df41-4aa1-b798-46b20257a3c1,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:45.510836 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 2cafaf76-df41-4aa1-b798-46b20257a3c1 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:29:45.604832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fece7e-f1cc-472b-8895-73c8762cb645 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:45.609018 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-62fece7e-f1cc-472b-8895-73c8762cb645 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:45.678031 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e815af55-6f11-455d-a2d9-1603e1147b06 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:45.682419 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e815af55-6f11-455d-a2d9-1603e1147b06 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:45.800636 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-62fece7e-f1cc-472b-8895-73c8762cb645 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:45.804244 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-e815af55-6f11-455d-a2d9-1603e1147b06 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Floating IP 98222968-fba1-4527-8013-7f8b65d5c8c6 associated. External IP: 172.25.3.173, port: 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd. Aug 28 15:29:45.869927 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fece7e-f1cc-472b-8895-73c8762cb645 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Subnet': ['ID=d809f675-e86d-41a4-b219-ba2bb4620b83,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:45.886029 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fece7e-f1cc-472b-8895-73c8762cb645 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Checking segment: {'id': '4690b816-40f2-4aba-be71-60351a9a7b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2cafaf76-df41-4aa1-b798-46b20257a3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:29:45.886966 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fece7e-f1cc-472b-8895-73c8762cb645 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network hostable DHCP agents. Network: 2cafaf76-df41-4aa1-b798-46b20257a3c1, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:29:45.905551 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fece7e-f1cc-472b-8895-73c8762cb645 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network 2cafaf76-df41-4aa1-b798-46b20257a3c1 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:29:45.914124 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-62fece7e-f1cc-472b-8895-73c8762cb645 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 2cafaf76-df41-4aa1-b798-46b20257a3c1) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:45.918467 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fece7e-f1cc-472b-8895-73c8762cb645 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:45.918959 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-62fece7e-f1cc-472b-8895-73c8762cb645 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:45.926623 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419f4e8a-298c-4fce-b12e-5627efa497ea None None] Network 2cafaf76-df41-4aa1-b798-46b20257a3c1 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:29:45.945926 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-62fece7e-f1cc-472b-8895-73c8762cb645 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4589965 Aug 28 15:29:45.950330 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51272) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:45.958651 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-79b6d404-c200-4db0-b730-09502af1a927 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'port': {'network_id': '2cafaf76-df41-4aa1-b798-46b20257a3c1', 'name': 'tempest-PortsIpV6TestJSON-1955203120'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:46.037792 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e815af55-6f11-455d-a2d9-1603e1147b06 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Router 8f8a9e5d-fbd8-4627-983a-9fb90ea90389 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:29:46.093373 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b6d404-c200-4db0-b730-09502af1a927 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:46.097244 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-79b6d404-c200-4db0-b730-09502af1a927 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:46.099810 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93df7dbb-113b-429d-87b5-944da09b5e14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-2cafaf76-df41-4aa1-b798-46b20257a3c1', 'network_id': '2cafaf76-df41-4aa1-b798-46b20257a3c1', 'tenant_id': 'f0eb1a80ced84cd18df324060567889f', 'fixed_ips': [{'subnet_id': 'd809f675-e86d-41a4-b219-ba2bb4620b83'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:29:46.100887 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-93df7dbb-113b-429d-87b5-944da09b5e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:46.122047 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-79b6d404-c200-4db0-b730-09502af1a927 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] device_id is not set on port d4736bc3-6a8d-4cba-bef8-d5192e468bea yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:29:46.181122 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e815af55-6f11-455d-a2d9-1603e1147b06 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:29:46.187892 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e815af55-6f11-455d-a2d9-1603e1147b06 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:46.193923 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bcea83-1678-4779-bec1-24e97e08e387 None None] Sync routers for ids ['8f8a9e5d-fbd8-4627-983a-9fb90ea90389'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:29:46.205398 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bcea83-1678-4779-bec1-24e97e08e387 None None] Routers {'8f8a9e5d-fbd8-4627-983a-9fb90ea90389'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:29:46.206554 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d8bcea83-1678-4779-bec1-24e97e08e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:29:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['8f8a9e5d-fbd8-4627-983a-9fb90ea90389'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:46.217496 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e815af55-6f11-455d-a2d9-1603e1147b06 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "PUT /v2.0/floatingips/98222968-fba1-4527-8013-7f8b65d5c8c6 HTTP/1.1" status: 200 len: 992 time: 1.2909446 Aug 28 15:29:46.218136 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61cebc2f-b032-4acb-bb0f-902eb1381f20', 'tag': '843fb5f0-16d0-4b3f-a2d0-afbedf4966dd'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:29:46.220715 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d0aabc-d4c7-4aa4-bc5a-83c35bf8c269" -d '{"events": [{"name": "network-changed", "server_uuid": "61cebc2f-b032-4acb-bb0f-902eb1381f20", "tag": "843fb5f0-16d0-4b3f-a2d0-afbedf4966dd"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:29:46.257587 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-79b6d404-c200-4db0-b730-09502af1a927 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Allocated IP 2001:db8::398 (2cafaf76-df41-4aa1-b798-46b20257a3c1/d809f675-e86d-41a4-b219-ba2bb4620b83/d4736bc3-6a8d-4cba-bef8-d5192e468bea) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:29:46.272308 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f0710b-b17c-4a60-8220-00df89adfb8b x-openstack-request-id: req-45f0710b-b17c-4a60-8220-00df89adfb8b {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:29:46.272802 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61cebc2f-b032-4acb-bb0f-902eb1381f20", "tag": "843fb5f0-16d0-4b3f-a2d0-afbedf4966dd", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:29:46.278902 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45f0710b-b17c-4a60-8220-00df89adfb8b {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:29:46.279436 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61cebc2f-b032-4acb-bb0f-902eb1381f20', 'tag': '843fb5f0-16d0-4b3f-a2d0-afbedf4966dd', 'status': 'completed', 'code': 200} Aug 28 15:29:46.332417 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-d8bcea83-1678-4779-bec1-24e97e08e387 None None] Set router 8f8a9e5d-fbd8-4627-983a-9fb90ea90389 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:29:46.411456 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0aabc-d4c7-4aa4-bc5a-83c35bf8c269 req-f9f66017-1162-43cc-aad0-6f43a0793b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:46.412998 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a9d0aabc-d4c7-4aa4-bc5a-83c35bf8c269 req-f9f66017-1162-43cc-aad0-6f43a0793b3f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae068ae25cf645a689f31ae36c4c55c7&device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 1098 time: 0.1149404 Aug 28 15:29:46.525101 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-79b6d404-c200-4db0-b730-09502af1a927 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:46.549798 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-79b6d404-c200-4db0-b730-09502af1a927 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Transition to ACTIVE for port object d4736bc3-6a8d-4cba-bef8-d5192e468bea will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:29:46.558860 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0aabc-d4c7-4aa4-bc5a-83c35bf8c269 req-c0d26dea-e895-4b2e-94b7-e042099f2819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:46.560415 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a9d0aabc-d4c7-4aa4-bc5a-83c35bf8c269 req-c0d26dea-e895-4b2e-94b7-e042099f2819 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ad8ad58-4d34-44a3-b634-58afc753db8d HTTP/1.1" status: 200 len: 917 time: 0.1399462 Aug 28 15:29:46.573597 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d8bcea83-1678-4779-bec1-24e97e08e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'name': 'tempest-AttachVolumeShelveTestJSON-398189298-router', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:29:26Z', 'updated_at': '2021-08-28T15:29:29Z', 'revision_number': 4, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'gw_port': {'id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:27Z', 'updated_at': '2021-08-28T15:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '98222968-fba1-4527-8013-7f8b65d5c8c6', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'port_id': '843fb5f0-16d0-4b3f-a2d0-afbedf4966dd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d', 'mac_address': 'fa:16:3e:4f:c7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cebc2f-b032-4acb-bb0f-902eb1381f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:29:32Z', 'updated_at': '2021-08-28T15:29:45Z', 'revision_number': 1, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a11619-bd5c-469b-b843-dd4e1c277555', 'name': '', 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'mac_address': 'fa:16:3e:b5:6b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:29Z', 'updated_at': '2021-08-28T15:29:35Z', 'revision_number': 5, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'subnets': [{'id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:46.606861 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bcea83-1678-4779-bec1-24e97e08e387 None None] Checking router: 8f8a9e5d-fbd8-4627-983a-9fb90ea90389 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:29:46.617083 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bcea83-1678-4779-bec1-24e97e08e387 None None] Routers {'8f8a9e5d-fbd8-4627-983a-9fb90ea90389'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:29:46.617776 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d8bcea83-1678-4779-bec1-24e97e08e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:29:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['8f8a9e5d-fbd8-4627-983a-9fb90ea90389'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:46.647880 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a9d0aabc-d4c7-4aa4-bc5a-83c35bf8c269 req-c100bdda-267b-45a3-8f97-d009c38b7642 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=843fb5f0-16d0-4b3f-a2d0-afbedf4966dd HTTP/1.1" status: 200 len: 1000 time: 0.0795636 Aug 28 15:29:46.648846 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-79b6d404-c200-4db0-b730-09502af1a927 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:46.698849 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-93df7dbb-113b-429d-87b5-944da09b5e14 None None] Allocated IP 2001:db8::2 (2cafaf76-df41-4aa1-b798-46b20257a3c1/d809f675-e86d-41a4-b219-ba2bb4620b83/8518d0f2-8782-4416-9501-bb4b127c721f) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:29:46.733146 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b6d404-c200-4db0-b730-09502af1a927 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network 2cafaf76-df41-4aa1-b798-46b20257a3c1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:29:46.739638 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-d8bcea83-1678-4779-bec1-24e97e08e387 None None] Set router 8f8a9e5d-fbd8-4627-983a-9fb90ea90389 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:29:46.740338 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-79b6d404-c200-4db0-b730-09502af1a927 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:46.748682 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b6d404-c200-4db0-b730-09502af1a927 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:29:46.755177 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b6d404-c200-4db0-b730-09502af1a927 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:46.756017 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-79b6d404-c200-4db0-b730-09502af1a927 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:46.766013 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6d404-c200-4db0-b730-09502af1a927 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Port': ['ID=d4736bc3-6a8d-4cba-bef8-d5192e468bea,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:46.780285 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0aabc-d4c7-4aa4-bc5a-83c35bf8c269 req-9dfb58f0-459b-48cb-a55a-87f5123f48c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:46.782212 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a9d0aabc-d4c7-4aa4-bc5a-83c35bf8c269 req-9dfb58f0-459b-48cb-a55a-87f5123f48c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00d50ca9-b475-42c2-9209-c7ba3db8ecb7 HTTP/1.1" status: 200 len: 855 time: 0.1239738 Aug 28 15:29:46.787403 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-79b6d404-c200-4db0-b730-09502af1a927 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8335474 Aug 28 15:29:46.788019 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51278) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:46.834595 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0aabc-d4c7-4aa4-bc5a-83c35bf8c269 req-c4c9897c-3d74-4826-8e00-72dea3bd40b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:46.836274 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a9d0aabc-d4c7-4aa4-bc5a-83c35bf8c269 req-c4c9897c-3d74-4826-8e00-72dea3bd40b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ad8ad58-4d34-44a3-b634-58afc753db8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471776 Aug 28 15:29:46.865052 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-93df7dbb-113b-429d-87b5-944da09b5e14 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:46.874258 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-93df7dbb-113b-429d-87b5-944da09b5e14 None None] Transition to ACTIVE for port object 8518d0f2-8782-4416-9501-bb4b127c721f will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:29:46.895797 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-93df7dbb-113b-429d-87b5-944da09b5e14 None None] Transition to ACTIVE for port object 8518d0f2-8782-4416-9501-bb4b127c721f will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:29:46.905798 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-93df7dbb-113b-429d-87b5-944da09b5e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:46.955545 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a9d0aabc-d4c7-4aa4-bc5a-83c35bf8c269 req-3d35a46c-c1d6-4e4d-b4ec-19fc47fce57d service neutron] 10.222.0.36 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120281 Aug 28 15:29:46.959582 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93df7dbb-113b-429d-87b5-944da09b5e14 None None] Network 2cafaf76-df41-4aa1-b798-46b20257a3c1 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:29:46.960428 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-44780c18-c00c-41df-a765-15dd85426336 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting port d4736bc3-6a8d-4cba-bef8-d5192e468bea {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:29:46.960932 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-44780c18-c00c-41df-a765-15dd85426336 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:46.965863 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-93df7dbb-113b-429d-87b5-944da09b5e14 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:46.969299 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93df7dbb-113b-429d-87b5-944da09b5e14 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:29:47.004101 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df7dbb-113b-429d-87b5-944da09b5e14 None None] Pushing event updated for resources: {'Port': ['ID=8518d0f2-8782-4416-9501-bb4b127c721f,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:47.028971 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d8bcea83-1678-4779-bec1-24e97e08e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'name': 'tempest-AttachVolumeShelveTestJSON-398189298-router', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:29:26Z', 'updated_at': '2021-08-28T15:29:29Z', 'revision_number': 4, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'gw_port': {'id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:27Z', 'updated_at': '2021-08-28T15:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '98222968-fba1-4527-8013-7f8b65d5c8c6', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'port_id': '843fb5f0-16d0-4b3f-a2d0-afbedf4966dd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d', 'mac_address': 'fa:16:3e:4f:c7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cebc2f-b032-4acb-bb0f-902eb1381f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:29:32Z', 'updated_at': '2021-08-28T15:29:45Z', 'revision_number': 1, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a11619-bd5c-469b-b843-dd4e1c277555', 'name': '', 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'mac_address': 'fa:16:3e:b5:6b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:29Z', 'updated_at': '2021-08-28T15:29:35Z', 'revision_number': 5, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'subnets': [{'id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:47.042539 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-93df7dbb-113b-429d-87b5-944da09b5e14 None None] Attempting to bind port 8518d0f2-8782-4416-9501-bb4b127c721f on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:29:47.043073 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-93df7dbb-113b-429d-87b5-944da09b5e14 None None] Attempting to bind port 8518d0f2-8782-4416-9501-bb4b127c721f by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '4690b816-40f2-4aba-be71-60351a9a7b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2cafaf76-df41-4aa1-b798-46b20257a3c1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:29:47.044966 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93df7dbb-113b-429d-87b5-944da09b5e14 None None] Attempting to bind port 8518d0f2-8782-4416-9501-bb4b127c721f on network 2cafaf76-df41-4aa1-b798-46b20257a3c1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:29:47.053439 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93df7dbb-113b-429d-87b5-944da09b5e14 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:29:47.053829 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93df7dbb-113b-429d-87b5-944da09b5e14 None None] Checking segment: {'id': '4690b816-40f2-4aba-be71-60351a9a7b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2cafaf76-df41-4aa1-b798-46b20257a3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:29:47.054247 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-93df7dbb-113b-429d-87b5-944da09b5e14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:47.054803 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93df7dbb-113b-429d-87b5-944da09b5e14 None None] Bound using segment: {'id': '4690b816-40f2-4aba-be71-60351a9a7b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2cafaf76-df41-4aa1-b798-46b20257a3c1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:29:47.055359 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-93df7dbb-113b-429d-87b5-944da09b5e14 None None] Bound port: 8518d0f2-8782-4416-9501-bb4b127c721f, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4690b816-40f2-4aba-be71-60351a9a7b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2cafaf76-df41-4aa1-b798-46b20257a3c1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:29:47.055810 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-93df7dbb-113b-429d-87b5-944da09b5e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:47.062937 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bcea83-1678-4779-bec1-24e97e08e387 None None] The sync data for ids ['8f8a9e5d-fbd8-4627-983a-9fb90ea90389'] in n-d-712137-10 is: [{'id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'name': 'tempest-AttachVolumeShelveTestJSON-398189298-router', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:29:26Z', 'updated_at': '2021-08-28T15:29:29Z', 'revision_number': 4, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'gw_port': {'id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:27Z', 'updated_at': '2021-08-28T15:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '98222968-fba1-4527-8013-7f8b65d5c8c6', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'port_id': '843fb5f0-16d0-4b3f-a2d0-afbedf4966dd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d', 'mac_address': 'fa:16:3e:4f:c7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cebc2f-b032-4acb-bb0f-902eb1381f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:29:32Z', 'updated_at': '2021-08-28T15:29:45Z', 'revision_number': 1, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a11619-bd5c-469b-b843-dd4e1c277555', 'name': '', 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'mac_address': 'fa:16:3e:b5:6b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:29Z', 'updated_at': '2021-08-28T15:29:35Z', 'revision_number': 5, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'subnets': [{'id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:29:47.080070 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a9d0aabc-d4c7-4aa4-bc5a-83c35bf8c269 req-af00c8dd-7015-4351-87b5-2377b8edcad6 service neutron] 10.222.0.36 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167512 Aug 28 15:29:47.099941 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-44780c18-c00c-41df-a765-15dd85426336 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:47.119123 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-44780c18-c00c-41df-a765-15dd85426336 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Calling delete_port for d4736bc3-6a8d-4cba-bef8-d5192e468bea owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:29:47.144464 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-93df7dbb-113b-429d-87b5-944da09b5e14 None None] For port 8518d0f2-8782-4416-9501-bb4b127c721f, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:29:47.147737 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-93df7dbb-113b-429d-87b5-944da09b5e14 None None] For port 8518d0f2-8782-4416-9501-bb4b127c721f, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=8518d0f2-8782-4416-9501-bb4b127c721f,segment=NetworkSegment(4690b816-40f2-4aba-be71-60351a9a7b4b),segment_id=4690b816-40f2-4aba-be71-60351a9a7b4b)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:29:47.153760 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-93df7dbb-113b-429d-87b5-944da09b5e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:47.221716 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df7dbb-113b-429d-87b5-944da09b5e14 None None] Pushing event updated for resources: {'Port': ['ID=8518d0f2-8782-4416-9501-bb4b127c721f,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:47.270791 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-44780c18-c00c-41df-a765-15dd85426336 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:47.307716 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707f3882-6982-44a7-b10d-95174552e545 None None] New status for floating IP 98222968-fba1-4527-8013-7f8b65d5c8c6: ACTIVE {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:29:47.311013 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44780c18-c00c-41df-a765-15dd85426336 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Port': ['ID=d4736bc3-6a8d-4cba-bef8-d5192e468bea,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:47.366034 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-44780c18-c00c-41df-a765-15dd85426336 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:47.371635 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-44780c18-c00c-41df-a765-15dd85426336 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/ports/d4736bc3-6a8d-4cba-bef8-d5192e468bea HTTP/1.1" status: 204 len: 168 time: 0.5790882 Aug 28 15:29:47.371853 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51282) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:47.400616 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfbf55ed-7e08-4bf3-87c8-6765337897eb tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] DELETE failed (client error): The resource could not be found. Aug 28 15:29:47.401303 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfbf55ed-7e08-4bf3-87c8-6765337897eb tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:29:47.406117 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51284) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:47.406247 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-bfbf55ed-7e08-4bf3-87c8-6765337897eb tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/ports/d4736bc3-6a8d-4cba-bef8-d5192e468bea HTTP/1.1" status: 404 len: 333 time: 0.0334017 Aug 28 15:29:47.440930 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddfc137f-0a77-4e31-b80c-b7ed1cb5ba28 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] GET failed (client error): The resource could not be found. Aug 28 15:29:47.442588 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ddfc137f-0a77-4e31-b80c-b7ed1cb5ba28 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "GET /v2.0/ports/d4736bc3-6a8d-4cba-bef8-d5192e468bea HTTP/1.1" status: 404 len: 333 time: 0.0352173 Aug 28 15:29:47.445798 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51286) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:47.531200 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-b21f518b-7c03-4bd3-807c-992ca1654beb tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting subnet d809f675-e86d-41a4-b219-ba2bb4620b83 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:29:47.538139 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b21f518b-7c03-4bd3-807c-992ca1654beb tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:47.598140 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b21f518b-7c03-4bd3-807c-992ca1654beb tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:47.688684 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b21f518b-7c03-4bd3-807c-992ca1654beb tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:47.749469 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b21f518b-7c03-4bd3-807c-992ca1654beb tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:47.788857 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b21f518b-7c03-4bd3-807c-992ca1654beb tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:47.793551 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b21f518b-7c03-4bd3-807c-992ca1654beb tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/subnets/d809f675-e86d-41a4-b219-ba2bb4620b83 HTTP/1.1" status: 204 len: 168 time: 0.3438694 Aug 28 15:29:47.793551 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f518b-7c03-4bd3-807c-992ca1654beb tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Subnet': ['ID=d809f675-e86d-41a4-b219-ba2bb4620b83,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:47.797636 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51288) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:47.888438 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-91393b8a-c163-4b0c-ae86-9bb9a6088588 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:47.945850 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-91393b8a-c163-4b0c-ae86-9bb9a6088588 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting port 8518d0f2-8782-4416-9501-bb4b127c721f {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:29:47.946124 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-91393b8a-c163-4b0c-ae86-9bb9a6088588 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:48.016540 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-91393b8a-c163-4b0c-ae86-9bb9a6088588 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] For port 8518d0f2-8782-4416-9501-bb4b127c721f, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=8518d0f2-8782-4416-9501-bb4b127c721f,segment=NetworkSegment(4690b816-40f2-4aba-be71-60351a9a7b4b),segment_id=4690b816-40f2-4aba-be71-60351a9a7b4b)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:29:48.017050 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-91393b8a-c163-4b0c-ae86-9bb9a6088588 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:48.031815 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-91393b8a-c163-4b0c-ae86-9bb9a6088588 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Calling delete_port for 8518d0f2-8782-4416-9501-bb4b127c721f owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:29:48.122505 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-91393b8a-c163-4b0c-ae86-9bb9a6088588 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:48.150166 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91393b8a-c163-4b0c-ae86-9bb9a6088588 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Port': ['ID=8518d0f2-8782-4416-9501-bb4b127c721f,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:48.152744 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91393b8a-c163-4b0c-ae86-9bb9a6088588 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] No DVR routers for this DVR port 8518d0f2-8782-4416-9501-bb4b127c721f on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:29:48.239073 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-91393b8a-c163-4b0c-ae86-9bb9a6088588 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:48.249780 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-91393b8a-c163-4b0c-ae86-9bb9a6088588 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cafaf76-df41-4aa1-b798-46b20257a3c1']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:48.261363 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-91393b8a-c163-4b0c-ae86-9bb9a6088588 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4690b816-40f2-4aba-be71-60351a9a7b4b') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:48.261363 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-91393b8a-c163-4b0c-ae86-9bb9a6088588 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4690b816-40f2-4aba-be71-60351a9a7b4b') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:48.271808 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-91393b8a-c163-4b0c-ae86-9bb9a6088588 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:48.273133 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9efd5e-16bc-4e95-9ed6-b07eb1db52d6 None None] Network 2cafaf76-df41-4aa1-b798-46b20257a3c1 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:29:48.286214 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-91393b8a-c163-4b0c-ae86-9bb9a6088588 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:48.293995 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91393b8a-c163-4b0c-ae86-9bb9a6088588 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:29:48.294526 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-91393b8a-c163-4b0c-ae86-9bb9a6088588 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:29:48.297956 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:29:48.360352 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-91393b8a-c163-4b0c-ae86-9bb9a6088588 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:48.366521 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1b79a593-fa2c-40d9-8bba-0b511f79808a None None] Could not find standard attr ID for object 8518d0f2-8782-4416-9501-bb4b127c721f. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:29:48.371541 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-91393b8a-c163-4b0c-ae86-9bb9a6088588 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:48.373447 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-91393b8a-c163-4b0c-ae86-9bb9a6088588 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/networks/2cafaf76-df41-4aa1-b798-46b20257a3c1 HTTP/1.1" status: 204 len: 168 time: 0.5747843 Aug 28 15:29:48.377664 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51290) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:48.384383 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91393b8a-c163-4b0c-ae86-9bb9a6088588 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Network': ['ID=2cafaf76-df41-4aa1-b798-46b20257a3c1,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:48.392485 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-85a310f8-bfa5-49ed-bed4-9a09c9a941d8 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1893746731'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:48.420371 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a310f8-bfa5-49ed-bed4-9a09c9a941d8 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:48.430573 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-85a310f8-bfa5-49ed-bed4-9a09c9a941d8 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:48.448174 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2e21ed-9cf8-485c-becb-12f2bbc834ba None None] DHCP port deletion for 2cafaf76-df41-4aa1-b798-46b20257a3c1 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:29:48.461528 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a310f8-bfa5-49ed-bed4-9a09c9a941d8 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:29:48.472799 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-85a310f8-bfa5-49ed-bed4-9a09c9a941d8 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:48.473177 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-85a310f8-bfa5-49ed-bed4-9a09c9a941d8 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Added segment ba436bf5-6292-4dd5-aac9-cef06bcaf9be of type vlan for network e42dfaa4-be0d-497a-a501-6190c90dc031 Aug 28 15:29:48.512338 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-85a310f8-bfa5-49ed-bed4-9a09c9a941d8 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:48.536891 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-85a310f8-bfa5-49ed-bed4-9a09c9a941d8 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:48.542570 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a310f8-bfa5-49ed-bed4-9a09c9a941d8 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:48.543150 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-85a310f8-bfa5-49ed-bed4-9a09c9a941d8 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:48.600748 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-85a310f8-bfa5-49ed-bed4-9a09c9a941d8 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2212272 Aug 28 15:29:48.603867 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51294) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:48.610273 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a310f8-bfa5-49ed-bed4-9a09c9a941d8 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Network': ['ID=e42dfaa4-be0d-497a-a501-6190c90dc031,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:48.610665 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-a84e9149-55da-4bed-bb5d-358bc8972540 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'subnet': {'network_id': 'e42dfaa4-be0d-497a-a501-6190c90dc031', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:48.623771 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network e42dfaa4-be0d-497a-a501-6190c90dc031 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:29:48.705925 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84e9149-55da-4bed-bb5d-358bc8972540 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:48.709456 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a84e9149-55da-4bed-bb5d-358bc8972540 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:48.889210 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a84e9149-55da-4bed-bb5d-358bc8972540 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:48.954702 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e9149-55da-4bed-bb5d-358bc8972540 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Subnet': ['ID=e0453bb8-1570-424e-a158-c7676f573053,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:48.962724 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84e9149-55da-4bed-bb5d-358bc8972540 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Checking segment: {'id': 'ba436bf5-6292-4dd5-aac9-cef06bcaf9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e42dfaa4-be0d-497a-a501-6190c90dc031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:29:48.963090 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84e9149-55da-4bed-bb5d-358bc8972540 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network hostable DHCP agents. Network: e42dfaa4-be0d-497a-a501-6190c90dc031, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:29:48.980882 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84e9149-55da-4bed-bb5d-358bc8972540 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network e42dfaa4-be0d-497a-a501-6190c90dc031 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:29:48.989857 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-a84e9149-55da-4bed-bb5d-358bc8972540 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, e42dfaa4-be0d-497a-a501-6190c90dc031) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:48.998004 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84e9149-55da-4bed-bb5d-358bc8972540 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:48.998879 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a84e9149-55da-4bed-bb5d-358bc8972540 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:48.999166 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a627d22c-a5b9-418b-a049-3ba2dc7b2baa None None] Network e42dfaa4-be0d-497a-a501-6190c90dc031 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:29:49.015218 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a84e9149-55da-4bed-bb5d-358bc8972540 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4098747 Aug 28 15:29:49.018207 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51296) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:49.023321 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-d90e5e21-718c-4438-8982-b64d8d6cb235 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'port': {'network_id': 'e42dfaa4-be0d-497a-a501-6190c90dc031', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1455473568'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:49.136592 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90e5e21-718c-4438-8982-b64d8d6cb235 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:49.140263 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d90e5e21-718c-4438-8982-b64d8d6cb235 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:49.160439 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-d90e5e21-718c-4438-8982-b64d8d6cb235 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] device_id is not set on port d3452dc3-7faa-48cc-bc8b-269b58e02792 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:29:49.162023 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357d93a6-f4ce-456a-9acb-80b9a8125fac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-e42dfaa4-be0d-497a-a501-6190c90dc031', 'network_id': 'e42dfaa4-be0d-497a-a501-6190c90dc031', 'tenant_id': 'f0eb1a80ced84cd18df324060567889f', 'fixed_ips': [{'subnet_id': 'e0453bb8-1570-424e-a158-c7676f573053'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:29:49.163112 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-357d93a6-f4ce-456a-9acb-80b9a8125fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:49.282577 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-d90e5e21-718c-4438-8982-b64d8d6cb235 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Allocated IP 2001:db8::16a (e42dfaa4-be0d-497a-a501-6190c90dc031/e0453bb8-1570-424e-a158-c7676f573053/d3452dc3-7faa-48cc-bc8b-269b58e02792) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:29:49.405761 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d90e5e21-718c-4438-8982-b64d8d6cb235 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:49.419462 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-d90e5e21-718c-4438-8982-b64d8d6cb235 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Transition to ACTIVE for port object d3452dc3-7faa-48cc-bc8b-269b58e02792 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:29:49.451934 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d90e5e21-718c-4438-8982-b64d8d6cb235 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:49.492860 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90e5e21-718c-4438-8982-b64d8d6cb235 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network e42dfaa4-be0d-497a-a501-6190c90dc031 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:29:49.498468 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-d90e5e21-718c-4438-8982-b64d8d6cb235 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:49.499849 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-357d93a6-f4ce-456a-9acb-80b9a8125fac None None] Allocated IP 2001:db8::2 (e42dfaa4-be0d-497a-a501-6190c90dc031/e0453bb8-1570-424e-a158-c7676f573053/ca9d32a2-b1c0-4521-b5cb-34cc9479da67) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:29:49.503680 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90e5e21-718c-4438-8982-b64d8d6cb235 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:29:49.508693 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90e5e21-718c-4438-8982-b64d8d6cb235 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:49.509314 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d90e5e21-718c-4438-8982-b64d8d6cb235 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:49.529970 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e5e21-718c-4438-8982-b64d8d6cb235 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Port': ['ID=d3452dc3-7faa-48cc-bc8b-269b58e02792,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:49.537691 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d90e5e21-718c-4438-8982-b64d8d6cb235 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.5159848 Aug 28 15:29:49.538238 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51300) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:49.628854 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-08ac457f-a1ec-4809-944d-81c8a8790bca tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting port d3452dc3-7faa-48cc-bc8b-269b58e02792 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:29:49.629348 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-08ac457f-a1ec-4809-944d-81c8a8790bca tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:49.645838 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-357d93a6-f4ce-456a-9acb-80b9a8125fac None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:49.654266 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-357d93a6-f4ce-456a-9acb-80b9a8125fac None None] Transition to ACTIVE for port object ca9d32a2-b1c0-4521-b5cb-34cc9479da67 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:29:49.668464 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-357d93a6-f4ce-456a-9acb-80b9a8125fac None None] Transition to ACTIVE for port object ca9d32a2-b1c0-4521-b5cb-34cc9479da67 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:29:49.673902 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-357d93a6-f4ce-456a-9acb-80b9a8125fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:49.715198 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357d93a6-f4ce-456a-9acb-80b9a8125fac None None] Network e42dfaa4-be0d-497a-a501-6190c90dc031 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:29:49.717594 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-08ac457f-a1ec-4809-944d-81c8a8790bca tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:49.720446 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-357d93a6-f4ce-456a-9acb-80b9a8125fac None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:49.722561 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d93a6-f4ce-456a-9acb-80b9a8125fac None None] Pushing event updated for resources: {'Port': ['ID=ca9d32a2-b1c0-4521-b5cb-34cc9479da67,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:49.724728 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357d93a6-f4ce-456a-9acb-80b9a8125fac None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:29:49.732599 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-08ac457f-a1ec-4809-944d-81c8a8790bca tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Calling delete_port for d3452dc3-7faa-48cc-bc8b-269b58e02792 owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:29:49.775903 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-357d93a6-f4ce-456a-9acb-80b9a8125fac None None] Attempting to bind port ca9d32a2-b1c0-4521-b5cb-34cc9479da67 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:29:49.776275 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-357d93a6-f4ce-456a-9acb-80b9a8125fac None None] Attempting to bind port ca9d32a2-b1c0-4521-b5cb-34cc9479da67 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'ba436bf5-6292-4dd5-aac9-cef06bcaf9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e42dfaa4-be0d-497a-a501-6190c90dc031'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:29:49.776709 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357d93a6-f4ce-456a-9acb-80b9a8125fac None None] Attempting to bind port ca9d32a2-b1c0-4521-b5cb-34cc9479da67 on network e42dfaa4-be0d-497a-a501-6190c90dc031 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:29:49.781778 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357d93a6-f4ce-456a-9acb-80b9a8125fac None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:29:49.782137 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357d93a6-f4ce-456a-9acb-80b9a8125fac None None] Checking segment: {'id': 'ba436bf5-6292-4dd5-aac9-cef06bcaf9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e42dfaa4-be0d-497a-a501-6190c90dc031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:29:49.782570 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-357d93a6-f4ce-456a-9acb-80b9a8125fac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:49.783067 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357d93a6-f4ce-456a-9acb-80b9a8125fac None None] Bound using segment: {'id': 'ba436bf5-6292-4dd5-aac9-cef06bcaf9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e42dfaa4-be0d-497a-a501-6190c90dc031'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:29:49.783536 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-357d93a6-f4ce-456a-9acb-80b9a8125fac None None] Bound port: ca9d32a2-b1c0-4521-b5cb-34cc9479da67, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba436bf5-6292-4dd5-aac9-cef06bcaf9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e42dfaa4-be0d-497a-a501-6190c90dc031'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:29:49.784011 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-357d93a6-f4ce-456a-9acb-80b9a8125fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:49.854440 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-357d93a6-f4ce-456a-9acb-80b9a8125fac None None] For port ca9d32a2-b1c0-4521-b5cb-34cc9479da67, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:29:49.861546 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-357d93a6-f4ce-456a-9acb-80b9a8125fac None None] For port ca9d32a2-b1c0-4521-b5cb-34cc9479da67, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ca9d32a2-b1c0-4521-b5cb-34cc9479da67,segment=NetworkSegment(ba436bf5-6292-4dd5-aac9-cef06bcaf9be),segment_id=ba436bf5-6292-4dd5-aac9-cef06bcaf9be)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:29:49.866028 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-08ac457f-a1ec-4809-944d-81c8a8790bca tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:49.866267 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-357d93a6-f4ce-456a-9acb-80b9a8125fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:49.893091 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac457f-a1ec-4809-944d-81c8a8790bca tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Port': ['ID=d3452dc3-7faa-48cc-bc8b-269b58e02792,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:49.924123 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-08ac457f-a1ec-4809-944d-81c8a8790bca tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:49.926641 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-08ac457f-a1ec-4809-944d-81c8a8790bca tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/ports/d3452dc3-7faa-48cc-bc8b-269b58e02792 HTTP/1.1" status: 204 len: 168 time: 0.3873446 Aug 28 15:29:49.927514 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d93a6-f4ce-456a-9acb-80b9a8125fac None None] Pushing event updated for resources: {'Port': ['ID=ca9d32a2-b1c0-4521-b5cb-34cc9479da67,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:49.929166 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51302) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:49.955474 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bddfdc6-2e0c-4126-b635-53933322e388 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] GET failed (client error): The resource could not be found. Aug 28 15:29:49.957139 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1bddfdc6-2e0c-4126-b635-53933322e388 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "GET /v2.0/ports/d3452dc3-7faa-48cc-bc8b-269b58e02792 HTTP/1.1" status: 404 len: 333 time: 0.0269742 Aug 28 15:29:49.959826 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51304) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:50.018021 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40be23e-7f02-45ed-bb79-b06991c93317 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting subnet e0453bb8-1570-424e-a158-c7676f573053 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:29:50.021466 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f40be23e-7f02-45ed-bb79-b06991c93317 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:50.070655 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f40be23e-7f02-45ed-bb79-b06991c93317 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:50.166396 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f40be23e-7f02-45ed-bb79-b06991c93317 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:50.230433 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f40be23e-7f02-45ed-bb79-b06991c93317 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:50.256643 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40be23e-7f02-45ed-bb79-b06991c93317 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Subnet': ['ID=e0453bb8-1570-424e-a158-c7676f573053,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:50.260394 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f40be23e-7f02-45ed-bb79-b06991c93317 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:50.262467 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f40be23e-7f02-45ed-bb79-b06991c93317 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/subnets/e0453bb8-1570-424e-a158-c7676f573053 HTTP/1.1" status: 204 len: 168 time: 0.3017178 Aug 28 15:29:50.265051 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51306) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:50.343086 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f574aba9-7704-49c7-8ddf-ed2a03e1ed19 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:50.384316 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ca9d32a2-b1c0-4521-b5cb-34cc9479da67 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:29:50.404894 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-f574aba9-7704-49c7-8ddf-ed2a03e1ed19 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting port ca9d32a2-b1c0-4521-b5cb-34cc9479da67 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:29:50.405326 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f574aba9-7704-49c7-8ddf-ed2a03e1ed19 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:50.433054 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port ca9d32a2-b1c0-4521-b5cb-34cc9479da67 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:29:50.444400 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 8518d0f2-8782-4416-9501-bb4b127c721f no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:29:50.463103 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 8518d0f2-8782-4416-9501-bb4b127c721f {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:29:50.463445 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 8518d0f2-8782-4416-9501-bb4b127c721f not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:29:50.473729 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-f574aba9-7704-49c7-8ddf-ed2a03e1ed19 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] For port ca9d32a2-b1c0-4521-b5cb-34cc9479da67, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ca9d32a2-b1c0-4521-b5cb-34cc9479da67,segment=NetworkSegment(ba436bf5-6292-4dd5-aac9-cef06bcaf9be),segment_id=ba436bf5-6292-4dd5-aac9-cef06bcaf9be)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:29:50.474092 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f574aba9-7704-49c7-8ddf-ed2a03e1ed19 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:50.487293 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-f574aba9-7704-49c7-8ddf-ed2a03e1ed19 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Calling delete_port for ca9d32a2-b1c0-4521-b5cb-34cc9479da67 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:29:50.569269 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f574aba9-7704-49c7-8ddf-ed2a03e1ed19 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:50.601427 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574aba9-7704-49c7-8ddf-ed2a03e1ed19 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Port': ['ID=ca9d32a2-b1c0-4521-b5cb-34cc9479da67,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:50.603273 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f574aba9-7704-49c7-8ddf-ed2a03e1ed19 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] No DVR routers for this DVR port ca9d32a2-b1c0-4521-b5cb-34cc9479da67 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:29:50.684251 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f574aba9-7704-49c7-8ddf-ed2a03e1ed19 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:50.694849 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-f574aba9-7704-49c7-8ddf-ed2a03e1ed19 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e42dfaa4-be0d-497a-a501-6190c90dc031']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:50.705871 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-f574aba9-7704-49c7-8ddf-ed2a03e1ed19 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba436bf5-6292-4dd5-aac9-cef06bcaf9be') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:50.706180 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-f574aba9-7704-49c7-8ddf-ed2a03e1ed19 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba436bf5-6292-4dd5-aac9-cef06bcaf9be') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:50.715624 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f574aba9-7704-49c7-8ddf-ed2a03e1ed19 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:50.730351 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f574aba9-7704-49c7-8ddf-ed2a03e1ed19 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:50.736907 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f574aba9-7704-49c7-8ddf-ed2a03e1ed19 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:29:50.737463 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f574aba9-7704-49c7-8ddf-ed2a03e1ed19 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:29:50.740593 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:29:50.803910 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f574aba9-7704-49c7-8ddf-ed2a03e1ed19 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:50.811764 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f574aba9-7704-49c7-8ddf-ed2a03e1ed19 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:50.813579 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f574aba9-7704-49c7-8ddf-ed2a03e1ed19 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/networks/e42dfaa4-be0d-497a-a501-6190c90dc031 HTTP/1.1" status: 204 len: 168 time: 0.5476165 Aug 28 15:29:50.817620 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51310) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:50.823685 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-62413622-a039-4d4b-8733-d1ebf2e130f9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'port': {'network_id': 'ebde5436-53e9-4216-90f8-652eda209e35', 'name': 'tempest-PortsIpV6TestJSON-1930414568'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:50.828503 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574aba9-7704-49c7-8ddf-ed2a03e1ed19 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Network': ['ID=e42dfaa4-be0d-497a-a501-6190c90dc031,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:50.895200 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-dd517913-25ba-4230-83f8-bb4260804850 None None] Could not find standard attr ID for object ca9d32a2-b1c0-4521-b5cb-34cc9479da67. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:29:50.924464 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62413622-a039-4d4b-8733-d1ebf2e130f9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:50.926675 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee4519b-e0ce-406a-b75b-60a00a68040d None None] DHCP port deletion for e42dfaa4-be0d-497a-a501-6190c90dc031 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:29:50.927946 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-62413622-a039-4d4b-8733-d1ebf2e130f9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:50.947644 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df08178-20a6-4f87-8c44-5dd41ae5a570 None None] Network e42dfaa4-be0d-497a-a501-6190c90dc031 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:29:50.949652 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-62413622-a039-4d4b-8733-d1ebf2e130f9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] device_id is not set on port 71482b20-1e30-4a02-9c91-7200a0b4242a yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:29:50.962404 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df08178-20a6-4f87-8c44-5dd41ae5a570 None None] Network e42dfaa4-be0d-497a-a501-6190c90dc031 could not be found, it might have been deleted concurrently. {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 28 15:29:51.111960 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-62413622-a039-4d4b-8733-d1ebf2e130f9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:51.146942 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-62413622-a039-4d4b-8733-d1ebf2e130f9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:51.190842 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62413622-a039-4d4b-8733-d1ebf2e130f9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network ebde5436-53e9-4216-90f8-652eda209e35 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:29:51.193782 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-62413622-a039-4d4b-8733-d1ebf2e130f9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:51.197508 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62413622-a039-4d4b-8733-d1ebf2e130f9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:29:51.203912 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62413622-a039-4d4b-8733-d1ebf2e130f9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:51.204508 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-62413622-a039-4d4b-8733-d1ebf2e130f9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:51.212315 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62413622-a039-4d4b-8733-d1ebf2e130f9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Port': ['ID=71482b20-1e30-4a02-9c91-7200a0b4242a,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:51.222837 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-62413622-a039-4d4b-8733-d1ebf2e130f9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4034617 Aug 28 15:29:51.225296 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51312) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:51.312501 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-8571bdbc-0872-4e39-bc50-1d64a1a4bfa5 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting port 71482b20-1e30-4a02-9c91-7200a0b4242a {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:29:51.312846 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8571bdbc-0872-4e39-bc50-1d64a1a4bfa5 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:51.379628 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8571bdbc-0872-4e39-bc50-1d64a1a4bfa5 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:51.394590 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-8571bdbc-0872-4e39-bc50-1d64a1a4bfa5 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Calling delete_port for 71482b20-1e30-4a02-9c91-7200a0b4242a owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:29:51.474386 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8571bdbc-0872-4e39-bc50-1d64a1a4bfa5 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:51.508246 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8571bdbc-0872-4e39-bc50-1d64a1a4bfa5 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:51.510546 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8571bdbc-0872-4e39-bc50-1d64a1a4bfa5 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/ports/71482b20-1e30-4a02-9c91-7200a0b4242a HTTP/1.1" status: 204 len: 168 time: 0.2843144 Aug 28 15:29:51.512320 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571bdbc-0872-4e39-bc50-1d64a1a4bfa5 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Port': ['ID=71482b20-1e30-4a02-9c91-7200a0b4242a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:51.513756 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51314) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:51.519202 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-598e5c75-b50e-4a66-88d7-c7988feef132 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'port': {'network_id': 'ebde5436-53e9-4216-90f8-652eda209e35', 'mac_address': 'fa:16:3e:ec:6e:7f', 'name': 'tempest-PortsIpV6TestJSON-2063418286'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:51.604789 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598e5c75-b50e-4a66-88d7-c7988feef132 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:51.673902 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-598e5c75-b50e-4a66-88d7-c7988feef132 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:51.694927 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-598e5c75-b50e-4a66-88d7-c7988feef132 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] device_id is not set on port 7595f2ad-1766-4e4f-b08d-eb9bd237b9e8 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:29:51.848047 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-598e5c75-b50e-4a66-88d7-c7988feef132 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:51.883403 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-598e5c75-b50e-4a66-88d7-c7988feef132 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:51.926551 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598e5c75-b50e-4a66-88d7-c7988feef132 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network ebde5436-53e9-4216-90f8-652eda209e35 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:29:51.929592 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-598e5c75-b50e-4a66-88d7-c7988feef132 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:51.933918 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598e5c75-b50e-4a66-88d7-c7988feef132 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:29:51.939352 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598e5c75-b50e-4a66-88d7-c7988feef132 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:51.939968 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-598e5c75-b50e-4a66-88d7-c7988feef132 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:51.945752 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e5c75-b50e-4a66-88d7-c7988feef132 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Port': ['ID=7595f2ad-1766-4e4f-b08d-eb9bd237b9e8,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:51.958896 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-598e5c75-b50e-4a66-88d7-c7988feef132 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4439430 Aug 28 15:29:51.961390 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51318) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:52.003091 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a45237-7708-4a1e-a017-dd6d9264d9fc tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:52.004487 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e6a45237-7708-4a1e-a017-dd6d9264d9fc tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "GET /v2.0/ports/7595f2ad-1766-4e4f-b08d-eb9bd237b9e8 HTTP/1.1" status: 200 len: 845 time: 0.0421853 Aug 28 15:29:52.007135 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51320) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:52.095281 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-7a05b357-9bfc-4e07-a4bd-3c8fcf43767e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting port 7595f2ad-1766-4e4f-b08d-eb9bd237b9e8 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:29:52.095622 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7a05b357-9bfc-4e07-a4bd-3c8fcf43767e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:52.158878 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7a05b357-9bfc-4e07-a4bd-3c8fcf43767e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:52.171952 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-7a05b357-9bfc-4e07-a4bd-3c8fcf43767e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Calling delete_port for 7595f2ad-1766-4e4f-b08d-eb9bd237b9e8 owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:29:52.251448 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7a05b357-9bfc-4e07-a4bd-3c8fcf43767e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:52.278714 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05b357-9bfc-4e07-a4bd-3c8fcf43767e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Port': ['ID=7595f2ad-1766-4e4f-b08d-eb9bd237b9e8,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:52.283746 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7a05b357-9bfc-4e07-a4bd-3c8fcf43767e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:52.288138 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7a05b357-9bfc-4e07-a4bd-3c8fcf43767e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/ports/7595f2ad-1766-4e4f-b08d-eb9bd237b9e8 HTTP/1.1" status: 204 len: 168 time: 0.2800124 Aug 28 15:29:52.288401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51322) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:52.314102 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbfc3af2-e595-44cb-a7a6-5920d9755a47 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] GET failed (client error): The resource could not be found. Aug 28 15:29:52.315937 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-cbfc3af2-e595-44cb-a7a6-5920d9755a47 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "GET /v2.0/ports/7595f2ad-1766-4e4f-b08d-eb9bd237b9e8 HTTP/1.1" status: 404 len: 333 time: 0.0262206 Aug 28 15:29:52.319479 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51324) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:52.324599 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-7e7d4ed7-b59c-4275-9762-5698ff5682fd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'port': {'network_id': 'ebde5436-53e9-4216-90f8-652eda209e35', 'name': 'tempest-PortsIpV6TestJSON-492413081'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:52.344047 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ca9d32a2-b1c0-4521-b5cb-34cc9479da67 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:29:52.364834 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: ca9d32a2-b1c0-4521-b5cb-34cc9479da67 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:29:52.365183 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ca9d32a2-b1c0-4521-b5cb-34cc9479da67 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:29:52.420167 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7d4ed7-b59c-4275-9762-5698ff5682fd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:52.423860 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7e7d4ed7-b59c-4275-9762-5698ff5682fd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:52.443148 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-7e7d4ed7-b59c-4275-9762-5698ff5682fd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] device_id is not set on port 37278194-df2c-45aa-a985-f5391cadfb56 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:29:52.596900 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7e7d4ed7-b59c-4275-9762-5698ff5682fd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:52.630593 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7e7d4ed7-b59c-4275-9762-5698ff5682fd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:52.674288 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7d4ed7-b59c-4275-9762-5698ff5682fd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network ebde5436-53e9-4216-90f8-652eda209e35 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:29:52.677236 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-7e7d4ed7-b59c-4275-9762-5698ff5682fd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:52.681000 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7d4ed7-b59c-4275-9762-5698ff5682fd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:29:52.686800 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7d4ed7-b59c-4275-9762-5698ff5682fd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:52.687402 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7e7d4ed7-b59c-4275-9762-5698ff5682fd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:52.695798 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d4ed7-b59c-4275-9762-5698ff5682fd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Port': ['ID=37278194-df2c-45aa-a985-f5391cadfb56,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:52.706503 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7e7d4ed7-b59c-4275-9762-5698ff5682fd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.3859901 Aug 28 15:29:52.709067 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51328) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:52.714742 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-f10fb877-e1ae-48f7-9da5-055b10ad8851 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:52.773571 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f10fb877-e1ae-48f7-9da5-055b10ad8851 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:52.925188 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f10fb877-e1ae-48f7-9da5-055b10ad8851 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:52.929493 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f10fb877-e1ae-48f7-9da5-055b10ad8851 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:52.959664 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-f10fb877-e1ae-48f7-9da5-055b10ad8851 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] In _notify_port_updated(), no bound segment for port 37278194-df2c-45aa-a985-f5391cadfb56 on network ebde5436-53e9-4216-90f8-652eda209e35 {{(pid=106329) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 15:29:52.965804 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10fb877-e1ae-48f7-9da5-055b10ad8851 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:52.966408 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f10fb877-e1ae-48f7-9da5-055b10ad8851 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:52.969262 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f10fb877-e1ae-48f7-9da5-055b10ad8851 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "PUT /v2.0/ports/37278194-df2c-45aa-a985-f5391cadfb56 HTTP/1.1" status: 200 len: 818 time: 0.2577119 Aug 28 15:29:52.970854 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51330) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:52.989008 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10fb877-e1ae-48f7-9da5-055b10ad8851 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Port': ['ID=37278194-df2c-45aa-a985-f5391cadfb56,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:53.062888 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-174b780b-50cd-4552-a534-18ed7f64ba4d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting port 37278194-df2c-45aa-a985-f5391cadfb56 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:29:53.063226 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-174b780b-50cd-4552-a534-18ed7f64ba4d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:53.129451 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-174b780b-50cd-4552-a534-18ed7f64ba4d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:53.142723 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-174b780b-50cd-4552-a534-18ed7f64ba4d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Calling delete_port for 37278194-df2c-45aa-a985-f5391cadfb56 owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:29:53.218720 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-174b780b-50cd-4552-a534-18ed7f64ba4d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:53.248560 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b780b-50cd-4552-a534-18ed7f64ba4d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Port': ['ID=37278194-df2c-45aa-a985-f5391cadfb56,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:53.257095 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-174b780b-50cd-4552-a534-18ed7f64ba4d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:53.259036 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-174b780b-50cd-4552-a534-18ed7f64ba4d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/ports/37278194-df2c-45aa-a985-f5391cadfb56 HTTP/1.1" status: 204 len: 168 time: 0.2871649 Aug 28 15:29:53.262418 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51332) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:53.320212 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b9d764-08a0-4438-9bfa-275ce5f70c7e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:53.321673 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-57b9d764-08a0-4438-9bfa-275ce5f70c7e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0582829 Aug 28 15:29:53.325053 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51334) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:53.349242 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-727ca5e5-ff1d-4d91-9852-086de991e1ff tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] GET failed (client error): The resource could not be found. Aug 28 15:29:53.351219 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-727ca5e5-ff1d-4d91-9852-086de991e1ff tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "GET /v2.0/ports/37278194-df2c-45aa-a985-f5391cadfb56 HTTP/1.1" status: 404 len: 333 time: 0.0251062 Aug 28 15:29:53.354854 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51336) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:53.359576 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-46a9564d-eb02-4304-bb44-899e6ec01b5c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1134012730'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:53.380006 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a9564d-eb02-4304-bb44-899e6ec01b5c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:53.383582 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-46a9564d-eb02-4304-bb44-899e6ec01b5c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:53.406712 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a9564d-eb02-4304-bb44-899e6ec01b5c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:29:53.415024 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-46a9564d-eb02-4304-bb44-899e6ec01b5c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:53.415363 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-46a9564d-eb02-4304-bb44-899e6ec01b5c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Added segment 0aa48e37-a12b-424a-8a60-36df0f79b209 of type vlan for network 40d17872-8d21-4b46-99fa-6197a9d944c6 Aug 28 15:29:53.454489 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-46a9564d-eb02-4304-bb44-899e6ec01b5c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:53.477087 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-46a9564d-eb02-4304-bb44-899e6ec01b5c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:53.482611 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a9564d-eb02-4304-bb44-899e6ec01b5c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:53.483181 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-46a9564d-eb02-4304-bb44-899e6ec01b5c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:53.539450 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-46a9564d-eb02-4304-bb44-899e6ec01b5c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1835408 Aug 28 15:29:53.542489 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51338) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:53.549318 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-49968ef9-1d17-402f-bdd8-ae21e0c20f1c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'subnet': {'network_id': '40d17872-8d21-4b46-99fa-6197a9d944c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:53.598971 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9564d-eb02-4304-bb44-899e6ec01b5c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Network': ['ID=40d17872-8d21-4b46-99fa-6197a9d944c6,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:53.610104 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 40d17872-8d21-4b46-99fa-6197a9d944c6 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:29:53.649653 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49968ef9-1d17-402f-bdd8-ae21e0c20f1c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:53.657277 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49968ef9-1d17-402f-bdd8-ae21e0c20f1c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:53.846524 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49968ef9-1d17-402f-bdd8-ae21e0c20f1c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:54.242438 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49968ef9-1d17-402f-bdd8-ae21e0c20f1c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Subnet': ['ID=3d921667-cb17-44dd-aa30-e1143dd42cdc,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:54.252212 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49968ef9-1d17-402f-bdd8-ae21e0c20f1c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Checking segment: {'id': '0aa48e37-a12b-424a-8a60-36df0f79b209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '40d17872-8d21-4b46-99fa-6197a9d944c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:29:54.252568 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49968ef9-1d17-402f-bdd8-ae21e0c20f1c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network hostable DHCP agents. Network: 40d17872-8d21-4b46-99fa-6197a9d944c6, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:29:54.269755 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49968ef9-1d17-402f-bdd8-ae21e0c20f1c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network 40d17872-8d21-4b46-99fa-6197a9d944c6 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:29:54.279148 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-49968ef9-1d17-402f-bdd8-ae21e0c20f1c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 40d17872-8d21-4b46-99fa-6197a9d944c6) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:54.284290 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49968ef9-1d17-402f-bdd8-ae21e0c20f1c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:54.284886 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-49968ef9-1d17-402f-bdd8-ae21e0c20f1c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:54.288898 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e94c4a7-1231-4935-a35f-5660324e8d49 None None] Network 40d17872-8d21-4b46-99fa-6197a9d944c6 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:29:54.301811 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-49968ef9-1d17-402f-bdd8-ae21e0c20f1c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7560956 Aug 28 15:29:54.304483 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51342) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:54.309581 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-bb18e591-98e5-4cef-b463-b91de026c092 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'subnet': {'network_id': '40d17872-8d21-4b46-99fa-6197a9d944c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:54.414448 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb18e591-98e5-4cef-b463-b91de026c092 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:54.418245 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bb18e591-98e5-4cef-b463-b91de026c092 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:54.433914 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6090d172-7d18-4281-a306-ec8a0d0cc008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-40d17872-8d21-4b46-99fa-6197a9d944c6', 'network_id': '40d17872-8d21-4b46-99fa-6197a9d944c6', 'tenant_id': 'f0eb1a80ced84cd18df324060567889f', 'fixed_ips': [{'subnet_id': '3d921667-cb17-44dd-aa30-e1143dd42cdc'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:29:54.434797 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6090d172-7d18-4281-a306-ec8a0d0cc008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:54.512747 n-d-712137-10 neutron-server[106330]: INFO neutron.db.ipam_backend_mixin [None req-bb18e591-98e5-4cef-b463-b91de026c092 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3d921667-cb17-44dd-aa30-e1143dd42cdc (CIDR: 2001:db8::/64) Aug 28 15:29:54.516038 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb18e591-98e5-4cef-b463-b91de026c092 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:29:54.516489 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb18e591-98e5-4cef-b463-b91de026c092 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:29:54.530446 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bb18e591-98e5-4cef-b463-b91de026c092 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2248032 Aug 28 15:29:54.533371 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51346) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:54.538617 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-bcce8438-d6a3-49a9-af77-414a49ee8943 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'subnet': {'network_id': '40d17872-8d21-4b46-99fa-6197a9d944c6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:54.655002 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcce8438-d6a3-49a9-af77-414a49ee8943 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:54.658858 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bcce8438-d6a3-49a9-af77-414a49ee8943 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:54.717994 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:54.778772 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-6090d172-7d18-4281-a306-ec8a0d0cc008 None None] Allocated IP 2001:db8::2 (40d17872-8d21-4b46-99fa-6197a9d944c6/3d921667-cb17-44dd-aa30-e1143dd42cdc/ca357d00-971c-441f-b0c2-a08cc8859fd7) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:29:54.929703 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6090d172-7d18-4281-a306-ec8a0d0cc008 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:54.938609 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6090d172-7d18-4281-a306-ec8a0d0cc008 None None] Transition to ACTIVE for port object ca357d00-971c-441f-b0c2-a08cc8859fd7 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:29:54.939167 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bcce8438-d6a3-49a9-af77-414a49ee8943 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:54.953499 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6090d172-7d18-4281-a306-ec8a0d0cc008 None None] Transition to ACTIVE for port object ca357d00-971c-441f-b0c2-a08cc8859fd7 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:29:54.958393 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6090d172-7d18-4281-a306-ec8a0d0cc008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:54.989663 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcce8438-d6a3-49a9-af77-414a49ee8943 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network 40d17872-8d21-4b46-99fa-6197a9d944c6 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:29:54.992794 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-bcce8438-d6a3-49a9-af77-414a49ee8943 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:54.998795 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcce8438-d6a3-49a9-af77-414a49ee8943 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:54.999629 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bcce8438-d6a3-49a9-af77-414a49ee8943 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:55.000237 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6090d172-7d18-4281-a306-ec8a0d0cc008 None None] Network 40d17872-8d21-4b46-99fa-6197a9d944c6 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:29:55.003285 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-6090d172-7d18-4281-a306-ec8a0d0cc008 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:55.006956 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6090d172-7d18-4281-a306-ec8a0d0cc008 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:29:55.010220 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce8438-d6a3-49a9-af77-414a49ee8943 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Subnet': ['ID=17a89ffd-d892-4b44-97e9-9561f8120031,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:55.016210 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090d172-7d18-4281-a306-ec8a0d0cc008 None None] Pushing event updated for resources: {'Port': ['ID=ca357d00-971c-441f-b0c2-a08cc8859fd7,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:55.024461 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-bcce8438-d6a3-49a9-af77-414a49ee8943 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4867842 Aug 28 15:29:55.024461 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51350) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:55.029648 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-1f17b6ac-f071-4641-a61c-f8bccbda251d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'port': {'network_id': '40d17872-8d21-4b46-99fa-6197a9d944c6', 'fixed_ips': [{'subnet_id': '3d921667-cb17-44dd-aa30-e1143dd42cdc'}, {'subnet_id': '17a89ffd-d892-4b44-97e9-9561f8120031'}], 'name': 'tempest-PortsIpV6TestJSON-458778906'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:55.067013 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-6090d172-7d18-4281-a306-ec8a0d0cc008 None None] Attempting to bind port ca357d00-971c-441f-b0c2-a08cc8859fd7 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:29:55.067380 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-6090d172-7d18-4281-a306-ec8a0d0cc008 None None] Attempting to bind port ca357d00-971c-441f-b0c2-a08cc8859fd7 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '0aa48e37-a12b-424a-8a60-36df0f79b209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '40d17872-8d21-4b46-99fa-6197a9d944c6'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:29:55.067769 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6090d172-7d18-4281-a306-ec8a0d0cc008 None None] Attempting to bind port ca357d00-971c-441f-b0c2-a08cc8859fd7 on network 40d17872-8d21-4b46-99fa-6197a9d944c6 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:29:55.071944 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:29:55.073095 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6090d172-7d18-4281-a306-ec8a0d0cc008 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:29:55.073710 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6090d172-7d18-4281-a306-ec8a0d0cc008 None None] Checking segment: {'id': '0aa48e37-a12b-424a-8a60-36df0f79b209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '40d17872-8d21-4b46-99fa-6197a9d944c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:29:55.074450 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6090d172-7d18-4281-a306-ec8a0d0cc008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:55.074852 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6090d172-7d18-4281-a306-ec8a0d0cc008 None None] Bound using segment: {'id': '0aa48e37-a12b-424a-8a60-36df0f79b209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '40d17872-8d21-4b46-99fa-6197a9d944c6'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:29:55.075580 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-6090d172-7d18-4281-a306-ec8a0d0cc008 None None] Bound port: ca357d00-971c-441f-b0c2-a08cc8859fd7, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aa48e37-a12b-424a-8a60-36df0f79b209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '40d17872-8d21-4b46-99fa-6197a9d944c6'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:29:55.075996 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6090d172-7d18-4281-a306-ec8a0d0cc008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:55.138267 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f17b6ac-f071-4641-a61c-f8bccbda251d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:55.141801 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-6090d172-7d18-4281-a306-ec8a0d0cc008 None None] For port ca357d00-971c-441f-b0c2-a08cc8859fd7, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:29:55.144902 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-6090d172-7d18-4281-a306-ec8a0d0cc008 None None] For port ca357d00-971c-441f-b0c2-a08cc8859fd7, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ca357d00-971c-441f-b0c2-a08cc8859fd7,segment=NetworkSegment(0aa48e37-a12b-424a-8a60-36df0f79b209),segment_id=0aa48e37-a12b-424a-8a60-36df0f79b209)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:29:55.149099 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6090d172-7d18-4281-a306-ec8a0d0cc008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:55.207054 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090d172-7d18-4281-a306-ec8a0d0cc008 None None] Pushing event updated for resources: {'Port': ['ID=ca357d00-971c-441f-b0c2-a08cc8859fd7,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:55.233925 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1f17b6ac-f071-4641-a61c-f8bccbda251d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:55.253133 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-1f17b6ac-f071-4641-a61c-f8bccbda251d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] device_id is not set on port 8854c161-e003-436a-ab4c-d3b9c3925f56 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:29:55.898885 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-1f17b6ac-f071-4641-a61c-f8bccbda251d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Allocated IP 2001:db8::21a (40d17872-8d21-4b46-99fa-6197a9d944c6/3d921667-cb17-44dd-aa30-e1143dd42cdc/8854c161-e003-436a-ab4c-d3b9c3925f56) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:29:55.907324 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-1f17b6ac-f071-4641-a61c-f8bccbda251d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Allocated IP 2001:db8:0:1::9 (40d17872-8d21-4b46-99fa-6197a9d944c6/17a89ffd-d892-4b44-97e9-9561f8120031/8854c161-e003-436a-ab4c-d3b9c3925f56) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:29:56.067815 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1f17b6ac-f071-4641-a61c-f8bccbda251d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:56.081278 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-1f17b6ac-f071-4641-a61c-f8bccbda251d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Transition to ACTIVE for port object 8854c161-e003-436a-ab4c-d3b9c3925f56 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:29:56.122575 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1f17b6ac-f071-4641-a61c-f8bccbda251d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:56.166723 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d2ef1b-4d95-4060-8ac9-45f88358a516 None None] Network 40d17872-8d21-4b46-99fa-6197a9d944c6 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:29:56.167882 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f17b6ac-f071-4641-a61c-f8bccbda251d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network 40d17872-8d21-4b46-99fa-6197a9d944c6 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:29:56.170925 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-1f17b6ac-f071-4641-a61c-f8bccbda251d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:56.174846 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f17b6ac-f071-4641-a61c-f8bccbda251d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:29:56.180517 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f17b6ac-f071-4641-a61c-f8bccbda251d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:56.181136 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1f17b6ac-f071-4641-a61c-f8bccbda251d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:56.187888 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17b6ac-f071-4641-a61c-f8bccbda251d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Port': ['ID=8854c161-e003-436a-ab4c-d3b9c3925f56,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:56.202432 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1f17b6ac-f071-4641-a61c-f8bccbda251d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 1.1771870 Aug 28 15:29:56.204829 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51354) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:56.210062 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-0ca44240-f9c4-4e2e-85ac-a77d5069e6b3 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3d921667-cb17-44dd-aa30-e1143dd42cdc'}]}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:56.280775 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0ca44240-f9c4-4e2e-85ac-a77d5069e6b3 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:56.283082 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-5f874edb-385e-4230-831c-331ed9cadc04 None None] Provisioning for port ca357d00-971c-441f-b0c2-a08cc8859fd7 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:29:56.398289 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ca357d00-971c-441f-b0c2-a08cc8859fd7 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:29:56.442211 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e95cb0f-7bcf-48cb-b180-3798453d413c None None] Update dhcp port {'port': {'network_id': '40d17872-8d21-4b46-99fa-6197a9d944c6', 'fixed_ips': [{'subnet_id': '3d921667-cb17-44dd-aa30-e1143dd42cdc', 'ip_address': '2001:db8::2'}, {'subnet_id': '17a89ffd-d892-4b44-97e9-9561f8120031'}], 'binding:host_id': 'n-d-712137-10'}, 'id': 'ca357d00-971c-441f-b0c2-a08cc8859fd7'} from n-d-712137-10. {{(pid=106331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 15:29:56.472992 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7e95cb0f-7bcf-48cb-b180-3798453d413c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:56.492541 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port ca357d00-971c-441f-b0c2-a08cc8859fd7 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:29:56.515365 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port ca357d00-971c-441f-b0c2-a08cc8859fd7 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:29:56.515769 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:56.542904 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-0ca44240-f9c4-4e2e-85ac-a77d5069e6b3 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Delete allocated IP 2001:db8:0:1::9 (40d17872-8d21-4b46-99fa-6197a9d944c6/17a89ffd-d892-4b44-97e9-9561f8120031) {{(pid=106329) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 28 15:29:56.670429 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:56.675289 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0ca44240-f9c4-4e2e-85ac-a77d5069e6b3 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:56.688426 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-0ca44240-f9c4-4e2e-85ac-a77d5069e6b3 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Ignored duplicate provisioning block setup for port 8854c161-e003-436a-ab4c-d3b9c3925f56 by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 28 15:29:56.690798 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:56.692458 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0ca44240-f9c4-4e2e-85ac-a77d5069e6b3 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:56.730788 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port ca357d00-971c-441f-b0c2-a08cc8859fd7, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ca357d00-971c-441f-b0c2-a08cc8859fd7,segment=NetworkSegment(0aa48e37-a12b-424a-8a60-36df0f79b209),segment_id=0aa48e37-a12b-424a-8a60-36df0f79b209)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:29:56.735391 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:56.752014 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-0ca44240-f9c4-4e2e-85ac-a77d5069e6b3 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] In _notify_port_updated(), no bound segment for port 8854c161-e003-436a-ab4c-d3b9c3925f56 on network 40d17872-8d21-4b46-99fa-6197a9d944c6 {{(pid=106329) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 15:29:56.757450 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca44240-f9c4-4e2e-85ac-a77d5069e6b3 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:56.758054 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0ca44240-f9c4-4e2e-85ac-a77d5069e6b3 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:56.759342 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0ca44240-f9c4-4e2e-85ac-a77d5069e6b3 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "PUT /v2.0/ports/8854c161-e003-436a-ab4c-d3b9c3925f56 HTTP/1.1" status: 200 len: 925 time: 0.5535893 Aug 28 15:29:56.762710 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51356) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:56.767780 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-1d6c63e9-e1f5-4e36-922e-ec244cd960fa tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3d921667-cb17-44dd-aa30-e1143dd42cdc'}, {'subnet_id': '17a89ffd-d892-4b44-97e9-9561f8120031'}]}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:56.774342 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca44240-f9c4-4e2e-85ac-a77d5069e6b3 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Port': ['ID=8854c161-e003-436a-ab4c-d3b9c3925f56,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:56.782319 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-7e95cb0f-7bcf-48cb-b180-3798453d413c None None] Allocated IP 2001:db8:0:1::2 (40d17872-8d21-4b46-99fa-6197a9d944c6/17a89ffd-d892-4b44-97e9-9561f8120031/ca357d00-971c-441f-b0c2-a08cc8859fd7) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:29:56.812526 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=ca357d00-971c-441f-b0c2-a08cc8859fd7,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:56.839983 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1d6c63e9-e1f5-4e36-922e-ec244cd960fa tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:56.894694 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-7e95cb0f-7bcf-48cb-b180-3798453d413c None None] For port ca357d00-971c-441f-b0c2-a08cc8859fd7, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ca357d00-971c-441f-b0c2-a08cc8859fd7,segment=NetworkSegment(0aa48e37-a12b-424a-8a60-36df0f79b209),segment_id=0aa48e37-a12b-424a-8a60-36df0f79b209)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:29:56.925136 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7e95cb0f-7bcf-48cb-b180-3798453d413c None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:56.940397 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7e95cb0f-7bcf-48cb-b180-3798453d413c None None] Transition to ACTIVE for port object ca357d00-971c-441f-b0c2-a08cc8859fd7 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:29:56.945449 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7e95cb0f-7bcf-48cb-b180-3798453d413c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:57.030775 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95cb0f-7bcf-48cb-b180-3798453d413c None None] Pushing event updated for resources: {'Port': ['ID=ca357d00-971c-441f-b0c2-a08cc8859fd7,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:57.110911 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-1d6c63e9-e1f5-4e36-922e-ec244cd960fa tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Allocated IP 2001:db8:0:1::280 (40d17872-8d21-4b46-99fa-6197a9d944c6/17a89ffd-d892-4b44-97e9-9561f8120031/8854c161-e003-436a-ab4c-d3b9c3925f56) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:29:57.244244 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1d6c63e9-e1f5-4e36-922e-ec244cd960fa tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:57.257522 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-1d6c63e9-e1f5-4e36-922e-ec244cd960fa tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Ignored duplicate provisioning block setup for port 8854c161-e003-436a-ab4c-d3b9c3925f56 by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 28 15:29:57.262134 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1d6c63e9-e1f5-4e36-922e-ec244cd960fa tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:57.344779 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-1d6c63e9-e1f5-4e36-922e-ec244cd960fa tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] In _notify_port_updated(), no bound segment for port 8854c161-e003-436a-ab4c-d3b9c3925f56 on network 40d17872-8d21-4b46-99fa-6197a9d944c6 {{(pid=106329) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 15:29:57.350705 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6c63e9-e1f5-4e36-922e-ec244cd960fa tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:57.351352 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1d6c63e9-e1f5-4e36-922e-ec244cd960fa tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:57.352736 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1d6c63e9-e1f5-4e36-922e-ec244cd960fa tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "PUT /v2.0/ports/8854c161-e003-436a-ab4c-d3b9c3925f56 HTTP/1.1" status: 200 len: 1011 time: 0.5891941 Aug 28 15:29:57.353768 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c63e9-e1f5-4e36-922e-ec244cd960fa tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Port': ['ID=8854c161-e003-436a-ab4c-d3b9c3925f56,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:57.356852 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51360) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:57.450017 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-a9944884-3b2c-461b-9969-aed07f779f8c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting port 8854c161-e003-436a-ab4c-d3b9c3925f56 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:29:57.450275 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a9944884-3b2c-461b-9969-aed07f779f8c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:57.523962 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d09da0-271c-4aed-bcb7-6ebc6d83fc03 None None] Network 40d17872-8d21-4b46-99fa-6197a9d944c6 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:29:57.543373 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a9944884-3b2c-461b-9969-aed07f779f8c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:57.555193 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-a9944884-3b2c-461b-9969-aed07f779f8c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Calling delete_port for 8854c161-e003-436a-ab4c-d3b9c3925f56 owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:29:57.734271 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a9944884-3b2c-461b-9969-aed07f779f8c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:57.735598 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ca3694e-51a9-4443-9e0e-4907ecc66abb None None] Provisioning for port 8854c161-e003-436a-ab4c-d3b9c3925f56 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:29:57.740109 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ca3694e-51a9-4443-9e0e-4907ecc66abb None None] Provisioning complete for port 8854c161-e003-436a-ab4c-d3b9c3925f56 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:29:57.740490 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ca3694e-51a9-4443-9e0e-4907ecc66abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:57.764195 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ca3694e-51a9-4443-9e0e-4907ecc66abb None None] Port 8854c161-e003-436a-ab4c-d3b9c3925f56 was deleted so its status cannot be updated. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 28 15:29:57.765049 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9944884-3b2c-461b-9969-aed07f779f8c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Port': ['ID=8854c161-e003-436a-ab4c-d3b9c3925f56,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:57.780442 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ca3694e-51a9-4443-9e0e-4907ecc66abb None None] Provisioning for port ca357d00-971c-441f-b0c2-a08cc8859fd7 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:29:57.784613 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ca3694e-51a9-4443-9e0e-4907ecc66abb None None] Provisioning complete for port ca357d00-971c-441f-b0c2-a08cc8859fd7 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:29:57.784983 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ca3694e-51a9-4443-9e0e-4907ecc66abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:57.812912 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a9944884-3b2c-461b-9969-aed07f779f8c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:57.815161 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a9944884-3b2c-461b-9969-aed07f779f8c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/ports/8854c161-e003-436a-ab4c-d3b9c3925f56 HTTP/1.1" status: 204 len: 168 time: 0.4568634 Aug 28 15:29:57.818573 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51362) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:57.844486 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e2d278-3ebc-4031-a054-ab8ccf388979 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] GET failed (client error): The resource could not be found. Aug 28 15:29:57.849272 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-95e2d278-3ebc-4031-a054-ab8ccf388979 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "GET /v2.0/ports/8854c161-e003-436a-ab4c-d3b9c3925f56 HTTP/1.1" status: 404 len: 333 time: 0.0295334 Aug 28 15:29:57.850171 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51364) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:57.913870 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb9ec3cf-c4b3-4d9c-a163-b9f3e2228a94 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting subnet 17a89ffd-d892-4b44-97e9-9561f8120031 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:29:57.917984 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cb9ec3cf-c4b3-4d9c-a163-b9f3e2228a94 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:57.960126 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cb9ec3cf-c4b3-4d9c-a163-b9f3e2228a94 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:57.992456 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d3351681-ee81-428c-b265-233d733b1410 None None] Could not find standard attr ID for object 8854c161-e003-436a-ab4c-d3b9c3925f56. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:29:58.011125 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d3351681-ee81-428c-b265-233d733b1410 None None] Provisioning complete for port ca357d00-971c-441f-b0c2-a08cc8859fd7 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:29:58.011537 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d3351681-ee81-428c-b265-233d733b1410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:58.062527 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cb9ec3cf-c4b3-4d9c-a163-b9f3e2228a94 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:58.130217 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cb9ec3cf-c4b3-4d9c-a163-b9f3e2228a94 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:58.161065 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cb9ec3cf-c4b3-4d9c-a163-b9f3e2228a94 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:58.163110 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-cb9ec3cf-c4b3-4d9c-a163-b9f3e2228a94 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/subnets/17a89ffd-d892-4b44-97e9-9561f8120031 HTTP/1.1" status: 204 len: 168 time: 0.3119240 Aug 28 15:29:58.165108 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ec3cf-c4b3-4d9c-a163-b9f3e2228a94 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Subnet': ['ID=17a89ffd-d892-4b44-97e9-9561f8120031,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:58.165877 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51368) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:58.212781 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-feea1565-ea4f-40c4-85df-71735b5c8a8b None None] Could not find standard attr ID for object 8854c161-e003-436a-ab4c-d3b9c3925f56. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:29:58.228756 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f46d44-dc0c-42dd-a3ef-5ed1f4694698 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting subnet 3d921667-cb17-44dd-aa30-e1143dd42cdc {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:29:58.232555 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-93f46d44-dc0c-42dd-a3ef-5ed1f4694698 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:58.273725 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-93f46d44-dc0c-42dd-a3ef-5ed1f4694698 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:58.340047 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d818b62-9522-4ffd-ad41-b572c8b76ee5 None None] Network 40d17872-8d21-4b46-99fa-6197a9d944c6 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:29:58.357511 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ca357d00-971c-441f-b0c2-a08cc8859fd7 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:29:58.382927 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-93f46d44-dc0c-42dd-a3ef-5ed1f4694698 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:58.441875 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4866a6f4-9b24-46d6-a33a-08a29a62b5ce None None] Could not find standard attr ID for object 8854c161-e003-436a-ab4c-d3b9c3925f56. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:29:58.451192 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-93f46d44-dc0c-42dd-a3ef-5ed1f4694698 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:58.478866 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f46d44-dc0c-42dd-a3ef-5ed1f4694698 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Subnet': ['ID=3d921667-cb17-44dd-aa30-e1143dd42cdc,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:58.486462 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-93f46d44-dc0c-42dd-a3ef-5ed1f4694698 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:58.490814 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-93f46d44-dc0c-42dd-a3ef-5ed1f4694698 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/subnets/3d921667-cb17-44dd-aa30-e1143dd42cdc HTTP/1.1" status: 204 len: 168 time: 0.3215022 Aug 28 15:29:58.491176 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51370) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:58.491903 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port ca357d00-971c-441f-b0c2-a08cc8859fd7 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:29:58.492289 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:58.567857 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ddcbd88-0621-459c-83f6-2bd1ea6049da tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:58.623677 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-2ddcbd88-0621-459c-83f6-2bd1ea6049da tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting port ca357d00-971c-441f-b0c2-a08cc8859fd7 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:29:58.624127 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ddcbd88-0621-459c-83f6-2bd1ea6049da tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:58.631602 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a832f4-32b7-47f0-a262-8b2638f1a7b0 None None] DHCP port deletion for 40d17872-8d21-4b46-99fa-6197a9d944c6 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:29:58.681568 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a5a832f4-32b7-47f0-a262-8b2638f1a7b0 None None] Deleting port ca357d00-971c-441f-b0c2-a08cc8859fd7 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:29:58.681940 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a5a832f4-32b7-47f0-a262-8b2638f1a7b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:58.691535 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-2ddcbd88-0621-459c-83f6-2bd1ea6049da tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] For port ca357d00-971c-441f-b0c2-a08cc8859fd7, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ca357d00-971c-441f-b0c2-a08cc8859fd7,segment=NetworkSegment(0aa48e37-a12b-424a-8a60-36df0f79b209),segment_id=0aa48e37-a12b-424a-8a60-36df0f79b209)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:29:58.691933 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ddcbd88-0621-459c-83f6-2bd1ea6049da tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:58.704913 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-2ddcbd88-0621-459c-83f6-2bd1ea6049da tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Calling delete_port for ca357d00-971c-441f-b0c2-a08cc8859fd7 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:29:58.746922 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-a5a832f4-32b7-47f0-a262-8b2638f1a7b0 None None] For port ca357d00-971c-441f-b0c2-a08cc8859fd7, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ca357d00-971c-441f-b0c2-a08cc8859fd7,segment=NetworkSegment(0aa48e37-a12b-424a-8a60-36df0f79b209),segment_id=0aa48e37-a12b-424a-8a60-36df0f79b209)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:29:58.747244 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a5a832f4-32b7-47f0-a262-8b2638f1a7b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:58.760104 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a5a832f4-32b7-47f0-a262-8b2638f1a7b0 None None] Calling delete_port for ca357d00-971c-441f-b0c2-a08cc8859fd7 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:29:58.787443 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ddcbd88-0621-459c-83f6-2bd1ea6049da tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:58.815643 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcbd88-0621-459c-83f6-2bd1ea6049da tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Port': ['ID=ca357d00-971c-441f-b0c2-a08cc8859fd7,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:58.817557 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddcbd88-0621-459c-83f6-2bd1ea6049da tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] No DVR routers for this DVR port ca357d00-971c-441f-b0c2-a08cc8859fd7 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:29:58.840541 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a5a832f4-32b7-47f0-a262-8b2638f1a7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:58.869176 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a832f4-32b7-47f0-a262-8b2638f1a7b0 None None] Pushing event deleted for resources: {'Port': ['ID=ca357d00-971c-441f-b0c2-a08cc8859fd7,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:58.874182 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a832f4-32b7-47f0-a262-8b2638f1a7b0 None None] No DVR routers for this DVR port ca357d00-971c-441f-b0c2-a08cc8859fd7 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:29:58.903640 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ddcbd88-0621-459c-83f6-2bd1ea6049da tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:58.913688 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-2ddcbd88-0621-459c-83f6-2bd1ea6049da tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d17872-8d21-4b46-99fa-6197a9d944c6']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:58.924627 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-2ddcbd88-0621-459c-83f6-2bd1ea6049da tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa48e37-a12b-424a-8a60-36df0f79b209') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:58.924930 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-2ddcbd88-0621-459c-83f6-2bd1ea6049da tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa48e37-a12b-424a-8a60-36df0f79b209') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:29:58.934192 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ddcbd88-0621-459c-83f6-2bd1ea6049da tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:58.949027 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ddcbd88-0621-459c-83f6-2bd1ea6049da tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:58.954852 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ddcbd88-0621-459c-83f6-2bd1ea6049da tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:29:58.955249 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ddcbd88-0621-459c-83f6-2bd1ea6049da tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:29:58.958273 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:29:59.021478 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ddcbd88-0621-459c-83f6-2bd1ea6049da tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:59.029493 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ddcbd88-0621-459c-83f6-2bd1ea6049da tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:59.031347 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2ddcbd88-0621-459c-83f6-2bd1ea6049da tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/networks/40d17872-8d21-4b46-99fa-6197a9d944c6 HTTP/1.1" status: 204 len: 168 time: 0.5391841 Aug 28 15:29:59.035072 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51372) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:59.043552 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcbd88-0621-459c-83f6-2bd1ea6049da tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Network': ['ID=40d17872-8d21-4b46-99fa-6197a9d944c6,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:59.111514 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41708379-682f-490e-b409-1079f4aea013 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:59.113137 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-41708379-682f-490e-b409-1079f4aea013 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0769303 Aug 28 15:29:59.116681 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51376) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:59.161220 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1b452640-0fd3-484d-a8b9-4ec779debac6 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0433419 Aug 28 15:29:59.164301 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51378) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:59.169484 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-9c0ec32e-6292-42ce-a39c-a4e6a45bac2e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-599073714'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:59.190902 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0ec32e-6292-42ce-a39c-a4e6a45bac2e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:59.194574 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c0ec32e-6292-42ce-a39c-a4e6a45bac2e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:59.218546 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c0ec32e-6292-42ce-a39c-a4e6a45bac2e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:29:59.227500 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c0ec32e-6292-42ce-a39c-a4e6a45bac2e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:59.227878 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-9c0ec32e-6292-42ce-a39c-a4e6a45bac2e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Added segment 91e59e96-e816-4339-8d6f-108f2834c169 of type vlan for network 3af1d874-a418-4f2b-9406-c2892f2ceca9 Aug 28 15:29:59.270058 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c0ec32e-6292-42ce-a39c-a4e6a45bac2e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:59.294808 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c0ec32e-6292-42ce-a39c-a4e6a45bac2e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:59.300363 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0ec32e-6292-42ce-a39c-a4e6a45bac2e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:59.300978 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c0ec32e-6292-42ce-a39c-a4e6a45bac2e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:59.352872 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9c0ec32e-6292-42ce-a39c-a4e6a45bac2e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1875653 Aug 28 15:29:59.356404 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51380) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:59.363332 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-5691438f-437b-40eb-a8ea-1d2de062e427 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'subnet': {'network_id': '3af1d874-a418-4f2b-9406-c2892f2ceca9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:59.416566 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ec32e-6292-42ce-a39c-a4e6a45bac2e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Network': ['ID=3af1d874-a418-4f2b-9406-c2892f2ceca9,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:59.427506 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 3af1d874-a418-4f2b-9406-c2892f2ceca9 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:29:59.459417 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5691438f-437b-40eb-a8ea-1d2de062e427 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:59.462893 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5691438f-437b-40eb-a8ea-1d2de062e427 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:59.649311 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5691438f-437b-40eb-a8ea-1d2de062e427 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:59.708416 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5691438f-437b-40eb-a8ea-1d2de062e427 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Subnet': ['ID=03ae0c06-5a53-4abf-9a4f-29d5fb22dcd6,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:29:59.717580 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5691438f-437b-40eb-a8ea-1d2de062e427 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Checking segment: {'id': '91e59e96-e816-4339-8d6f-108f2834c169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3af1d874-a418-4f2b-9406-c2892f2ceca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:29:59.717948 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5691438f-437b-40eb-a8ea-1d2de062e427 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network hostable DHCP agents. Network: 3af1d874-a418-4f2b-9406-c2892f2ceca9, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:29:59.733954 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5691438f-437b-40eb-a8ea-1d2de062e427 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network 3af1d874-a418-4f2b-9406-c2892f2ceca9 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:29:59.742894 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-5691438f-437b-40eb-a8ea-1d2de062e427 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 3af1d874-a418-4f2b-9406-c2892f2ceca9) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:29:59.747057 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5691438f-437b-40eb-a8ea-1d2de062e427 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:29:59.747636 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5691438f-437b-40eb-a8ea-1d2de062e427 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:59.752551 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b670b4-c4eb-43ae-b0b7-e1bc47a6bc18 None None] Network 3af1d874-a418-4f2b-9406-c2892f2ceca9 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:29:59.765434 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5691438f-437b-40eb-a8ea-1d2de062e427 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4056396 Aug 28 15:29:59.765631 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51382) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:29:59.770810 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-81ef2d9e-80c0-4f18-8e1b-ab9305e5f371 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'port': {'network_id': '3af1d874-a418-4f2b-9406-c2892f2ceca9', 'name': 'tempest-PortsIpV6TestJSON-486813233'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:29:59.883437 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ef2d9e-80c0-4f18-8e1b-ab9305e5f371 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:29:59.887540 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-81ef2d9e-80c0-4f18-8e1b-ab9305e5f371 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:59.902827 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83b4835-29f0-4f2e-b866-dfcb43c43831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-3af1d874-a418-4f2b-9406-c2892f2ceca9', 'network_id': '3af1d874-a418-4f2b-9406-c2892f2ceca9', 'tenant_id': 'f0eb1a80ced84cd18df324060567889f', 'fixed_ips': [{'subnet_id': '03ae0c06-5a53-4abf-9a4f-29d5fb22dcd6'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:29:59.903758 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e83b4835-29f0-4f2e-b866-dfcb43c43831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:29:59.906831 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-81ef2d9e-80c0-4f18-8e1b-ab9305e5f371 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] device_id is not set on port 28baf77e-8e7f-4f8e-9e4b-e66741c43588 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:30:00.017442 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-81ef2d9e-80c0-4f18-8e1b-ab9305e5f371 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Allocated IP 2001:db8::18d (3af1d874-a418-4f2b-9406-c2892f2ceca9/03ae0c06-5a53-4abf-9a4f-29d5fb22dcd6/28baf77e-8e7f-4f8e-9e4b-e66741c43588) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:30:00.164866 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-81ef2d9e-80c0-4f18-8e1b-ab9305e5f371 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:00.179869 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-81ef2d9e-80c0-4f18-8e1b-ab9305e5f371 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Transition to ACTIVE for port object 28baf77e-8e7f-4f8e-9e4b-e66741c43588 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:30:00.212777 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-81ef2d9e-80c0-4f18-8e1b-ab9305e5f371 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:00.253786 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ef2d9e-80c0-4f18-8e1b-ab9305e5f371 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network 3af1d874-a418-4f2b-9406-c2892f2ceca9 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:30:00.258753 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-81ef2d9e-80c0-4f18-8e1b-ab9305e5f371 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:30:00.263035 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ef2d9e-80c0-4f18-8e1b-ab9305e5f371 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:30:00.265333 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-e83b4835-29f0-4f2e-b866-dfcb43c43831 None None] Allocated IP 2001:db8::2 (3af1d874-a418-4f2b-9406-c2892f2ceca9/03ae0c06-5a53-4abf-9a4f-29d5fb22dcd6/849107a3-ef5f-4f44-8d86-cf0db32b7667) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:30:00.268870 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ef2d9e-80c0-4f18-8e1b-ab9305e5f371 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:00.269477 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-81ef2d9e-80c0-4f18-8e1b-ab9305e5f371 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:00.279914 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef2d9e-80c0-4f18-8e1b-ab9305e5f371 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Port': ['ID=28baf77e-8e7f-4f8e-9e4b-e66741c43588,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:00.292836 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-81ef2d9e-80c0-4f18-8e1b-ab9305e5f371 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5261502 Aug 28 15:30:00.293079 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51386) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:00.298808 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-da812e43-b612-4fdf-bfa1-881b7f78c25b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'port': {'network_id': '3af1d874-a418-4f2b-9406-c2892f2ceca9', 'name': 'tempest-PortsIpV6TestJSON-2138977095'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:00.361246 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ca357d00-971c-441f-b0c2-a08cc8859fd7 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:30:00.391745 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: ca357d00-971c-441f-b0c2-a08cc8859fd7 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:30:00.392095 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ca357d00-971c-441f-b0c2-a08cc8859fd7 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:30:00.432296 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da812e43-b612-4fdf-bfa1-881b7f78c25b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:30:00.436220 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-da812e43-b612-4fdf-bfa1-881b7f78c25b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:00.443034 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e83b4835-29f0-4f2e-b866-dfcb43c43831 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:00.451333 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e83b4835-29f0-4f2e-b866-dfcb43c43831 None None] Transition to ACTIVE for port object 849107a3-ef5f-4f44-8d86-cf0db32b7667 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:30:00.453916 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-da812e43-b612-4fdf-bfa1-881b7f78c25b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] device_id is not set on port 89b97629-12aa-4f99-aed7-33602b6db090 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:30:00.466103 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e83b4835-29f0-4f2e-b866-dfcb43c43831 None None] Transition to ACTIVE for port object 849107a3-ef5f-4f44-8d86-cf0db32b7667 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:30:00.472038 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e83b4835-29f0-4f2e-b866-dfcb43c43831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:00.506612 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83b4835-29f0-4f2e-b866-dfcb43c43831 None None] Network 3af1d874-a418-4f2b-9406-c2892f2ceca9 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:30:00.509425 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-e83b4835-29f0-4f2e-b866-dfcb43c43831 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:30:00.514954 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83b4835-29f0-4f2e-b866-dfcb43c43831 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:30:00.528259 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b4835-29f0-4f2e-b866-dfcb43c43831 None None] Pushing event updated for resources: {'Port': ['ID=849107a3-ef5f-4f44-8d86-cf0db32b7667,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:00.573390 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-e83b4835-29f0-4f2e-b866-dfcb43c43831 None None] Attempting to bind port 849107a3-ef5f-4f44-8d86-cf0db32b7667 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:30:00.573760 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-e83b4835-29f0-4f2e-b866-dfcb43c43831 None None] Attempting to bind port 849107a3-ef5f-4f44-8d86-cf0db32b7667 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '91e59e96-e816-4339-8d6f-108f2834c169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3af1d874-a418-4f2b-9406-c2892f2ceca9'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:30:00.573911 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-da812e43-b612-4fdf-bfa1-881b7f78c25b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Allocated IP 2001:db8::393 (3af1d874-a418-4f2b-9406-c2892f2ceca9/03ae0c06-5a53-4abf-9a4f-29d5fb22dcd6/89b97629-12aa-4f99-aed7-33602b6db090) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:30:00.574124 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83b4835-29f0-4f2e-b866-dfcb43c43831 None None] Attempting to bind port 849107a3-ef5f-4f44-8d86-cf0db32b7667 on network 3af1d874-a418-4f2b-9406-c2892f2ceca9 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:30:00.579095 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83b4835-29f0-4f2e-b866-dfcb43c43831 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:30:00.579465 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83b4835-29f0-4f2e-b866-dfcb43c43831 None None] Checking segment: {'id': '91e59e96-e816-4339-8d6f-108f2834c169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3af1d874-a418-4f2b-9406-c2892f2ceca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:30:00.579892 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e83b4835-29f0-4f2e-b866-dfcb43c43831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:00.580284 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83b4835-29f0-4f2e-b866-dfcb43c43831 None None] Bound using segment: {'id': '91e59e96-e816-4339-8d6f-108f2834c169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3af1d874-a418-4f2b-9406-c2892f2ceca9'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:30:00.580744 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-e83b4835-29f0-4f2e-b866-dfcb43c43831 None None] Bound port: 849107a3-ef5f-4f44-8d86-cf0db32b7667, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e59e96-e816-4339-8d6f-108f2834c169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3af1d874-a418-4f2b-9406-c2892f2ceca9'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:30:00.581124 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e83b4835-29f0-4f2e-b866-dfcb43c43831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:00.647004 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-e83b4835-29f0-4f2e-b866-dfcb43c43831 None None] For port 849107a3-ef5f-4f44-8d86-cf0db32b7667, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:30:00.649991 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-e83b4835-29f0-4f2e-b866-dfcb43c43831 None None] For port 849107a3-ef5f-4f44-8d86-cf0db32b7667, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=849107a3-ef5f-4f44-8d86-cf0db32b7667,segment=NetworkSegment(91e59e96-e816-4339-8d6f-108f2834c169),segment_id=91e59e96-e816-4339-8d6f-108f2834c169)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:30:00.654739 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e83b4835-29f0-4f2e-b866-dfcb43c43831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:00.735525 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b4835-29f0-4f2e-b866-dfcb43c43831 None None] Pushing event updated for resources: {'Port': ['ID=849107a3-ef5f-4f44-8d86-cf0db32b7667,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:00.742315 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-da812e43-b612-4fdf-bfa1-881b7f78c25b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:00.760363 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-da812e43-b612-4fdf-bfa1-881b7f78c25b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Transition to ACTIVE for port object 89b97629-12aa-4f99-aed7-33602b6db090 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:30:00.795128 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-da812e43-b612-4fdf-bfa1-881b7f78c25b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:00.836552 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da812e43-b612-4fdf-bfa1-881b7f78c25b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network 3af1d874-a418-4f2b-9406-c2892f2ceca9 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:30:00.842705 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-da812e43-b612-4fdf-bfa1-881b7f78c25b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:30:00.846603 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da812e43-b612-4fdf-bfa1-881b7f78c25b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:30:00.852541 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da812e43-b612-4fdf-bfa1-881b7f78c25b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:00.853186 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-da812e43-b612-4fdf-bfa1-881b7f78c25b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:00.866709 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da812e43-b612-4fdf-bfa1-881b7f78c25b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Port': ['ID=89b97629-12aa-4f99-aed7-33602b6db090,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:00.889807 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da812e43-b612-4fdf-bfa1-881b7f78c25b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:00.891417 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da812e43-b612-4fdf-bfa1-881b7f78c25b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:00.891799 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da812e43-b612-4fdf-bfa1-881b7f78c25b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:00.892324 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da812e43-b612-4fdf-bfa1-881b7f78c25b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:00.892830 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da812e43-b612-4fdf-bfa1-881b7f78c25b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:00.896569 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da812e43-b612-4fdf-bfa1-881b7f78c25b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:00.898434 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da812e43-b612-4fdf-bfa1-881b7f78c25b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:00.898986 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da812e43-b612-4fdf-bfa1-881b7f78c25b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:00.899478 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da812e43-b612-4fdf-bfa1-881b7f78c25b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:00.899980 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da812e43-b612-4fdf-bfa1-881b7f78c25b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:00.900466 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da812e43-b612-4fdf-bfa1-881b7f78c25b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:00.901577 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da812e43-b612-4fdf-bfa1-881b7f78c25b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:00.914584 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-da812e43-b612-4fdf-bfa1-881b7f78c25b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6198788 Aug 28 15:30:00.918271 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51388) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:01.018622 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52898e05-699c-443d-99e4-5ffe7593338e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:01.020422 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-52898e05-699c-443d-99e4-5ffe7593338e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A18d HTTP/1.1" status: 200 len: 928 time: 0.1011424 Aug 28 15:30:01.023274 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51390) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:01.112806 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-47bb1b6a-d897-4c33-9068-b9c8fb49328b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting port 89b97629-12aa-4f99-aed7-33602b6db090 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:30:01.113146 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-47bb1b6a-d897-4c33-9068-b9c8fb49328b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:01.201049 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-47bb1b6a-d897-4c33-9068-b9c8fb49328b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:01.212884 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-47bb1b6a-d897-4c33-9068-b9c8fb49328b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Calling delete_port for 89b97629-12aa-4f99-aed7-33602b6db090 owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:30:01.339967 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-47bb1b6a-d897-4c33-9068-b9c8fb49328b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:01.378059 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb1b6a-d897-4c33-9068-b9c8fb49328b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Port': ['ID=89b97629-12aa-4f99-aed7-33602b6db090,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:01.401831 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-47bb1b6a-d897-4c33-9068-b9c8fb49328b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:01.403826 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-47bb1b6a-d897-4c33-9068-b9c8fb49328b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/ports/89b97629-12aa-4f99-aed7-33602b6db090 HTTP/1.1" status: 204 len: 168 time: 0.3794429 Aug 28 15:30:01.406538 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51394) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:01.432265 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-1362d047-e42c-4ffa-80ba-63167956bdb9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] GET failed (client error): The resource could not be found. Aug 28 15:30:01.433912 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1362d047-e42c-4ffa-80ba-63167956bdb9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "GET /v2.0/ports/89b97629-12aa-4f99-aed7-33602b6db090 HTTP/1.1" status: 404 len: 333 time: 0.0263700 Aug 28 15:30:01.436593 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51396) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:01.539469 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-27c2ea63-b75a-433e-a3a3-a79391931f75 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting port 28baf77e-8e7f-4f8e-9e4b-e66741c43588 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:30:01.539862 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27c2ea63-b75a-433e-a3a3-a79391931f75 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:01.627228 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27c2ea63-b75a-433e-a3a3-a79391931f75 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:01.636043 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c944c639-c5c4-4656-975b-bbc750ef1f83 None None] Network 3af1d874-a418-4f2b-9406-c2892f2ceca9 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:30:01.639313 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-27c2ea63-b75a-433e-a3a3-a79391931f75 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Calling delete_port for 28baf77e-8e7f-4f8e-9e4b-e66741c43588 owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:30:01.694516 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-cb34cd6a-921f-4fcf-9f93-b5a32fb672a4 None None] Provisioning for port 849107a3-ef5f-4f44-8d86-cf0db32b7667 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:30:01.777555 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27c2ea63-b75a-433e-a3a3-a79391931f75 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:01.813909 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2ea63-b75a-433e-a3a3-a79391931f75 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Port': ['ID=28baf77e-8e7f-4f8e-9e4b-e66741c43588,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:01.842128 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27c2ea63-b75a-433e-a3a3-a79391931f75 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:01.844488 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-27c2ea63-b75a-433e-a3a3-a79391931f75 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/ports/28baf77e-8e7f-4f8e-9e4b-e66741c43588 HTTP/1.1" status: 204 len: 168 time: 0.4068637 Aug 28 15:30:01.847196 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51398) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:01.876275 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-64dfc40e-17e1-463f-86af-4518c792a611 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] GET failed (client error): The resource could not be found. Aug 28 15:30:01.880463 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-64dfc40e-17e1-463f-86af-4518c792a611 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "GET /v2.0/ports/28baf77e-8e7f-4f8e-9e4b-e66741c43588 HTTP/1.1" status: 404 len: 333 time: 0.0295472 Aug 28 15:30:01.880771 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51400) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:01.933181 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-f03c43d6-ade8-449a-a791-f70f45ed2d80 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting subnet 03ae0c06-5a53-4abf-9a4f-29d5fb22dcd6 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:30:01.936907 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f03c43d6-ade8-449a-a791-f70f45ed2d80 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:01.978623 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f03c43d6-ade8-449a-a791-f70f45ed2d80 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:02.032498 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8d951cf3-7ee2-41dd-a91c-eafca8a90546 None None] Could not find standard attr ID for object 28baf77e-8e7f-4f8e-9e4b-e66741c43588. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:30:02.072141 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f03c43d6-ade8-449a-a791-f70f45ed2d80 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:02.134718 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f03c43d6-ade8-449a-a791-f70f45ed2d80 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:02.163176 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c43d6-ade8-449a-a791-f70f45ed2d80 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Subnet': ['ID=03ae0c06-5a53-4abf-9a4f-29d5fb22dcd6,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:02.169402 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f03c43d6-ade8-449a-a791-f70f45ed2d80 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:02.173533 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f03c43d6-ade8-449a-a791-f70f45ed2d80 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/subnets/03ae0c06-5a53-4abf-9a4f-29d5fb22dcd6 HTTP/1.1" status: 204 len: 168 time: 0.2893200 Aug 28 15:30:02.173776 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51402) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:02.248317 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f7aefac4-a789-4907-babe-736a5e9d57d7 None None] Could not find standard attr ID for object 28baf77e-8e7f-4f8e-9e4b-e66741c43588. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:30:02.258164 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b768665-40ef-4d2d-a97d-1165e38ee2cd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:02.326265 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-9b768665-40ef-4d2d-a97d-1165e38ee2cd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting port 849107a3-ef5f-4f44-8d86-cf0db32b7667 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:30:02.326616 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b768665-40ef-4d2d-a97d-1165e38ee2cd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:02.379098 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47745ed-ed84-4d9b-ab32-3b74af87deab None None] Network 3af1d874-a418-4f2b-9406-c2892f2ceca9 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:30:02.402460 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-9b768665-40ef-4d2d-a97d-1165e38ee2cd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] For port 849107a3-ef5f-4f44-8d86-cf0db32b7667, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=849107a3-ef5f-4f44-8d86-cf0db32b7667,segment=NetworkSegment(91e59e96-e816-4339-8d6f-108f2834c169),segment_id=91e59e96-e816-4339-8d6f-108f2834c169)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:30:02.402831 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b768665-40ef-4d2d-a97d-1165e38ee2cd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:02.416272 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-9b768665-40ef-4d2d-a97d-1165e38ee2cd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Calling delete_port for 849107a3-ef5f-4f44-8d86-cf0db32b7667 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:30:02.420940 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 849107a3-ef5f-4f44-8d86-cf0db32b7667 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:30:02.481400 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-aeeff524-7fe0-48f5-8b0b-6b9600fdd9d5 None None] Could not find standard attr ID for object 89b97629-12aa-4f99-aed7-33602b6db090. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:30:02.497231 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b768665-40ef-4d2d-a97d-1165e38ee2cd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:02.523799 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Could not find standard attr ID for object 849107a3-ef5f-4f44-8d86-cf0db32b7667. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:30:02.530904 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b768665-40ef-4d2d-a97d-1165e38ee2cd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Port': ['ID=849107a3-ef5f-4f44-8d86-cf0db32b7667,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:02.533152 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b768665-40ef-4d2d-a97d-1165e38ee2cd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] No DVR routers for this DVR port 849107a3-ef5f-4f44-8d86-cf0db32b7667 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:30:02.579274 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff715ca-1e7b-4bf8-8bab-90342cfaca81 None None] DHCP port deletion for 3af1d874-a418-4f2b-9406-c2892f2ceca9 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:30:02.610776 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b768665-40ef-4d2d-a97d-1165e38ee2cd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:02.620532 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-9b768665-40ef-4d2d-a97d-1165e38ee2cd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af1d874-a418-4f2b-9406-c2892f2ceca9']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:02.630442 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-9b768665-40ef-4d2d-a97d-1165e38ee2cd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e59e96-e816-4339-8d6f-108f2834c169') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:02.630736 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-9b768665-40ef-4d2d-a97d-1165e38ee2cd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e59e96-e816-4339-8d6f-108f2834c169') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:02.639828 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b768665-40ef-4d2d-a97d-1165e38ee2cd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:02.653978 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b768665-40ef-4d2d-a97d-1165e38ee2cd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:02.659866 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b768665-40ef-4d2d-a97d-1165e38ee2cd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:30:02.660253 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b768665-40ef-4d2d-a97d-1165e38ee2cd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:30:02.663173 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:30:02.722245 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b768665-40ef-4d2d-a97d-1165e38ee2cd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:02.728960 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b768665-40ef-4d2d-a97d-1165e38ee2cd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:02.730715 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9b768665-40ef-4d2d-a97d-1165e38ee2cd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/networks/3af1d874-a418-4f2b-9406-c2892f2ceca9 HTTP/1.1" status: 204 len: 168 time: 0.5552752 Aug 28 15:30:02.734520 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51406) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:02.739807 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-c5be0080-f7e6-4958-ab66-b7f44870007d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-133858784'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:02.742544 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b768665-40ef-4d2d-a97d-1165e38ee2cd tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Network': ['ID=3af1d874-a418-4f2b-9406-c2892f2ceca9,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:02.760953 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5be0080-f7e6-4958-ab66-b7f44870007d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:30:02.765557 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c5be0080-f7e6-4958-ab66-b7f44870007d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:02.788465 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5be0080-f7e6-4958-ab66-b7f44870007d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:30:02.797212 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c5be0080-f7e6-4958-ab66-b7f44870007d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:02.797549 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-c5be0080-f7e6-4958-ab66-b7f44870007d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Added segment caecacfc-0d6f-4704-bdeb-c99d9159cbbb of type vlan for network 94b4343c-dc7e-4850-a4f7-b5c65b39ebaa Aug 28 15:30:02.836378 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c5be0080-f7e6-4958-ab66-b7f44870007d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:02.860462 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c5be0080-f7e6-4958-ab66-b7f44870007d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:02.866332 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5be0080-f7e6-4958-ab66-b7f44870007d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:02.866906 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c5be0080-f7e6-4958-ab66-b7f44870007d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:02.928973 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c5be0080-f7e6-4958-ab66-b7f44870007d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1932971 Aug 28 15:30:02.932204 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51408) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:02.936986 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-0689c6ba-7fc7-46ba-985e-716caccaff2f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'subnet': {'network_id': '94b4343c-dc7e-4850-a4f7-b5c65b39ebaa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:02.943592 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be0080-f7e6-4958-ab66-b7f44870007d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Network': ['ID=94b4343c-dc7e-4850-a4f7-b5c65b39ebaa,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:02.953841 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 94b4343c-dc7e-4850-a4f7-b5c65b39ebaa details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:30:03.031713 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0689c6ba-7fc7-46ba-985e-716caccaff2f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:30:03.035195 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0689c6ba-7fc7-46ba-985e-716caccaff2f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:03.222815 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0689c6ba-7fc7-46ba-985e-716caccaff2f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:03.286650 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689c6ba-7fc7-46ba-985e-716caccaff2f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Subnet': ['ID=27c8d0d7-3a1e-4b65-8c2b-b6c1e4ac966f,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:03.294578 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0689c6ba-7fc7-46ba-985e-716caccaff2f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Checking segment: {'id': 'caecacfc-0d6f-4704-bdeb-c99d9159cbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '94b4343c-dc7e-4850-a4f7-b5c65b39ebaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:30:03.294936 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0689c6ba-7fc7-46ba-985e-716caccaff2f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network hostable DHCP agents. Network: 94b4343c-dc7e-4850-a4f7-b5c65b39ebaa, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:30:03.310786 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0689c6ba-7fc7-46ba-985e-716caccaff2f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network 94b4343c-dc7e-4850-a4f7-b5c65b39ebaa is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:30:03.319494 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-0689c6ba-7fc7-46ba-985e-716caccaff2f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 94b4343c-dc7e-4850-a4f7-b5c65b39ebaa) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:30:03.323446 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689c6ba-7fc7-46ba-985e-716caccaff2f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:03.324065 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0689c6ba-7fc7-46ba-985e-716caccaff2f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:03.329770 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40988052-982c-4786-9264-3126fcd7719f None None] Network 94b4343c-dc7e-4850-a4f7-b5c65b39ebaa requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:30:03.339046 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0689c6ba-7fc7-46ba-985e-716caccaff2f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4052172 Aug 28 15:30:03.341825 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51412) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:03.347370 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-70014e63-f508-402d-924e-0f99ba8242fe tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'port': {'network_id': '94b4343c-dc7e-4850-a4f7-b5c65b39ebaa', 'name': 'tempest-PortsIpV6TestJSON-1924665191', 'fixed_ips': [{'subnet_id': '27c8d0d7-3a1e-4b65-8c2b-b6c1e4ac966f', 'ip_address': '2001:db8::10'}]}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:03.457328 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70014e63-f508-402d-924e-0f99ba8242fe tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:30:03.489072 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faae3009-bf16-49fb-aa9b-a58197dc3de7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-94b4343c-dc7e-4850-a4f7-b5c65b39ebaa', 'network_id': '94b4343c-dc7e-4850-a4f7-b5c65b39ebaa', 'tenant_id': 'f0eb1a80ced84cd18df324060567889f', 'fixed_ips': [{'subnet_id': '27c8d0d7-3a1e-4b65-8c2b-b6c1e4ac966f'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:30:03.489932 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-faae3009-bf16-49fb-aa9b-a58197dc3de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:03.542579 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-70014e63-f508-402d-924e-0f99ba8242fe tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:03.558810 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-70014e63-f508-402d-924e-0f99ba8242fe tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] device_id is not set on port cc353736-732f-4c7d-a633-000d15a7b4cb yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:30:03.623879 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-faae3009-bf16-49fb-aa9b-a58197dc3de7 None None] Allocated IP 2001:db8::2 (94b4343c-dc7e-4850-a4f7-b5c65b39ebaa/27c8d0d7-3a1e-4b65-8c2b-b6c1e4ac966f/5f2e7ba0-4841-45f0-8ddb-7f81eac5b644) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:30:03.768576 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-faae3009-bf16-49fb-aa9b-a58197dc3de7 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:03.776667 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-faae3009-bf16-49fb-aa9b-a58197dc3de7 None None] Transition to ACTIVE for port object 5f2e7ba0-4841-45f0-8ddb-7f81eac5b644 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:30:03.790477 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-faae3009-bf16-49fb-aa9b-a58197dc3de7 None None] Transition to ACTIVE for port object 5f2e7ba0-4841-45f0-8ddb-7f81eac5b644 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:30:03.796234 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-faae3009-bf16-49fb-aa9b-a58197dc3de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:03.836552 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faae3009-bf16-49fb-aa9b-a58197dc3de7 None None] Network 94b4343c-dc7e-4850-a4f7-b5c65b39ebaa is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:30:03.839742 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-faae3009-bf16-49fb-aa9b-a58197dc3de7 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:30:03.843964 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faae3009-bf16-49fb-aa9b-a58197dc3de7 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:30:03.845173 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-70014e63-f508-402d-924e-0f99ba8242fe tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Allocated IP 2001:db8::10 (94b4343c-dc7e-4850-a4f7-b5c65b39ebaa/27c8d0d7-3a1e-4b65-8c2b-b6c1e4ac966f/cc353736-732f-4c7d-a633-000d15a7b4cb) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:30:03.847003 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae3009-bf16-49fb-aa9b-a58197dc3de7 None None] Pushing event updated for resources: {'Port': ['ID=5f2e7ba0-4841-45f0-8ddb-7f81eac5b644,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:03.904375 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-faae3009-bf16-49fb-aa9b-a58197dc3de7 None None] Attempting to bind port 5f2e7ba0-4841-45f0-8ddb-7f81eac5b644 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:30:03.904739 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-faae3009-bf16-49fb-aa9b-a58197dc3de7 None None] Attempting to bind port 5f2e7ba0-4841-45f0-8ddb-7f81eac5b644 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'caecacfc-0d6f-4704-bdeb-c99d9159cbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '94b4343c-dc7e-4850-a4f7-b5c65b39ebaa'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:30:03.905096 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faae3009-bf16-49fb-aa9b-a58197dc3de7 None None] Attempting to bind port 5f2e7ba0-4841-45f0-8ddb-7f81eac5b644 on network 94b4343c-dc7e-4850-a4f7-b5c65b39ebaa {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:30:03.909968 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faae3009-bf16-49fb-aa9b-a58197dc3de7 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:30:03.910335 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faae3009-bf16-49fb-aa9b-a58197dc3de7 None None] Checking segment: {'id': 'caecacfc-0d6f-4704-bdeb-c99d9159cbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '94b4343c-dc7e-4850-a4f7-b5c65b39ebaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:30:03.910735 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-faae3009-bf16-49fb-aa9b-a58197dc3de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:03.911125 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faae3009-bf16-49fb-aa9b-a58197dc3de7 None None] Bound using segment: {'id': 'caecacfc-0d6f-4704-bdeb-c99d9159cbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '94b4343c-dc7e-4850-a4f7-b5c65b39ebaa'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:30:03.911579 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-faae3009-bf16-49fb-aa9b-a58197dc3de7 None None] Bound port: 5f2e7ba0-4841-45f0-8ddb-7f81eac5b644, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caecacfc-0d6f-4704-bdeb-c99d9159cbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '94b4343c-dc7e-4850-a4f7-b5c65b39ebaa'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:30:03.911981 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-faae3009-bf16-49fb-aa9b-a58197dc3de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:03.973289 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-faae3009-bf16-49fb-aa9b-a58197dc3de7 None None] For port 5f2e7ba0-4841-45f0-8ddb-7f81eac5b644, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:30:03.977133 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-faae3009-bf16-49fb-aa9b-a58197dc3de7 None None] For port 5f2e7ba0-4841-45f0-8ddb-7f81eac5b644, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=5f2e7ba0-4841-45f0-8ddb-7f81eac5b644,segment=NetworkSegment(caecacfc-0d6f-4704-bdeb-c99d9159cbbb),segment_id=caecacfc-0d6f-4704-bdeb-c99d9159cbbb)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:30:03.981087 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-faae3009-bf16-49fb-aa9b-a58197dc3de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:03.993156 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-70014e63-f508-402d-924e-0f99ba8242fe tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:04.006541 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-70014e63-f508-402d-924e-0f99ba8242fe tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Transition to ACTIVE for port object cc353736-732f-4c7d-a633-000d15a7b4cb will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:30:04.040218 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-70014e63-f508-402d-924e-0f99ba8242fe tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:04.053640 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae3009-bf16-49fb-aa9b-a58197dc3de7 None None] Pushing event updated for resources: {'Port': ['ID=5f2e7ba0-4841-45f0-8ddb-7f81eac5b644,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:04.086302 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70014e63-f508-402d-924e-0f99ba8242fe tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network 94b4343c-dc7e-4850-a4f7-b5c65b39ebaa is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:30:04.089473 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-70014e63-f508-402d-924e-0f99ba8242fe tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:30:04.093401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70014e63-f508-402d-924e-0f99ba8242fe tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:30:04.099085 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70014e63-f508-402d-924e-0f99ba8242fe tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:04.099742 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-70014e63-f508-402d-924e-0f99ba8242fe tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:04.106442 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70014e63-f508-402d-924e-0f99ba8242fe tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Port': ['ID=cc353736-732f-4c7d-a633-000d15a7b4cb,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:04.123577 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-70014e63-f508-402d-924e-0f99ba8242fe tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7765427 Aug 28 15:30:04.123838 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51416) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:04.128130 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-5e1398b1-4f88-48cc-a1e8-4fa31211ad69 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'port': {'network_id': '94b4343c-dc7e-4850-a4f7-b5c65b39ebaa', 'name': 'tempest-PortsIpV6TestJSON-656340746', 'fixed_ips': [{'subnet_id': '27c8d0d7-3a1e-4b65-8c2b-b6c1e4ac966f', 'ip_address': '2001:db8::f'}]}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:04.261071 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1398b1-4f88-48cc-a1e8-4fa31211ad69 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:30:04.357299 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5e1398b1-4f88-48cc-a1e8-4fa31211ad69 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:04.376299 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-5e1398b1-4f88-48cc-a1e8-4fa31211ad69 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] device_id is not set on port d1eb0827-7781-4e0f-ba6d-ee6990aa0174 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:30:04.376517 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 5f2e7ba0-4841-45f0-8ddb-7f81eac5b644 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:30:04.428756 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 5f2e7ba0-4841-45f0-8ddb-7f81eac5b644 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:30:04.489027 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 849107a3-ef5f-4f44-8d86-cf0db32b7667 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:30:04.512590 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 849107a3-ef5f-4f44-8d86-cf0db32b7667 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:30:04.512939 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 849107a3-ef5f-4f44-8d86-cf0db32b7667 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:30:04.552408 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-5e1398b1-4f88-48cc-a1e8-4fa31211ad69 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Allocated IP 2001:db8::f (94b4343c-dc7e-4850-a4f7-b5c65b39ebaa/27c8d0d7-3a1e-4b65-8c2b-b6c1e4ac966f/d1eb0827-7781-4e0f-ba6d-ee6990aa0174) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:30:04.722911 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5e1398b1-4f88-48cc-a1e8-4fa31211ad69 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:04.741670 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-5e1398b1-4f88-48cc-a1e8-4fa31211ad69 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Transition to ACTIVE for port object d1eb0827-7781-4e0f-ba6d-ee6990aa0174 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:30:04.780956 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5e1398b1-4f88-48cc-a1e8-4fa31211ad69 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:04.840083 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1398b1-4f88-48cc-a1e8-4fa31211ad69 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network 94b4343c-dc7e-4850-a4f7-b5c65b39ebaa is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:30:04.845975 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-5e1398b1-4f88-48cc-a1e8-4fa31211ad69 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:30:04.850886 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1398b1-4f88-48cc-a1e8-4fa31211ad69 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:30:04.861929 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1398b1-4f88-48cc-a1e8-4fa31211ad69 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:04.862620 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5e1398b1-4f88-48cc-a1e8-4fa31211ad69 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:04.883292 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1398b1-4f88-48cc-a1e8-4fa31211ad69 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Port': ['ID=d1eb0827-7781-4e0f-ba6d-ee6990aa0174,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:04.889424 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5e1398b1-4f88-48cc-a1e8-4fa31211ad69 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7653966 Aug 28 15:30:04.893400 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51420) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:04.950039 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f07f117-83c5-4c04-b9d8-8ffcf3e43f0d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:04.951766 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9f07f117-83c5-4c04-b9d8-8ffcf3e43f0d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0569749 Aug 28 15:30:04.954246 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51422) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:04.994366 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c52248-0093-4e6e-a460-6c649e9e54b7 None None] Network 94b4343c-dc7e-4850-a4f7-b5c65b39ebaa requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:30:05.016054 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa344ce-b9ed-48db-9932-5853fd8d6967 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:05.022175 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa344ce-b9ed-48db-9932-5853fd8d6967 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:05.029483 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa344ce-b9ed-48db-9932-5853fd8d6967 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:05.033821 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-baa344ce-b9ed-48db-9932-5853fd8d6967 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0760198 Aug 28 15:30:05.034098 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51424) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:05.070833 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-365ec204-929a-4fd5-ba5b-74dd6b908bcb None None] Provisioning for port 5f2e7ba0-4841-45f0-8ddb-7f81eac5b644 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:30:05.083377 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-365ec204-929a-4fd5-ba5b-74dd6b908bcb None None] Provisioning complete for port 5f2e7ba0-4841-45f0-8ddb-7f81eac5b644 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:05.083772 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-365ec204-929a-4fd5-ba5b-74dd6b908bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:05.131303 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-e28786e2-2d4e-4562-910d-360a72e7efd5 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting port d1eb0827-7781-4e0f-ba6d-ee6990aa0174 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:30:05.132675 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e28786e2-2d4e-4562-910d-360a72e7efd5 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:05.222934 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e28786e2-2d4e-4562-910d-360a72e7efd5 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:05.239243 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-e28786e2-2d4e-4562-910d-360a72e7efd5 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Calling delete_port for d1eb0827-7781-4e0f-ba6d-ee6990aa0174 owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:30:05.394276 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e28786e2-2d4e-4562-910d-360a72e7efd5 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:05.435219 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28786e2-2d4e-4562-910d-360a72e7efd5 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Port': ['ID=d1eb0827-7781-4e0f-ba6d-ee6990aa0174,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:05.462972 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-365ec204-929a-4fd5-ba5b-74dd6b908bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:05.469389 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e28786e2-2d4e-4562-910d-360a72e7efd5 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:05.471347 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e28786e2-2d4e-4562-910d-360a72e7efd5 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/ports/d1eb0827-7781-4e0f-ba6d-ee6990aa0174 HTTP/1.1" status: 204 len: 168 time: 0.4363139 Aug 28 15:30:05.473996 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51426) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:05.502968 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b4b2fb-dd2b-4fe3-912e-3815bfe30c16 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] GET failed (client error): The resource could not be found. Aug 28 15:30:05.503502 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-365ec204-929a-4fd5-ba5b-74dd6b908bcb None None] For port 5f2e7ba0-4841-45f0-8ddb-7f81eac5b644, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=5f2e7ba0-4841-45f0-8ddb-7f81eac5b644,segment=NetworkSegment(caecacfc-0d6f-4704-bdeb-c99d9159cbbb),segment_id=caecacfc-0d6f-4704-bdeb-c99d9159cbbb)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:30:05.504875 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a0b4b2fb-dd2b-4fe3-912e-3815bfe30c16 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "GET /v2.0/ports/d1eb0827-7781-4e0f-ba6d-ee6990aa0174 HTTP/1.1" status: 404 len: 333 time: 0.0298674 Aug 28 15:30:05.507492 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51430) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:05.508672 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-365ec204-929a-4fd5-ba5b-74dd6b908bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:05.571626 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ec204-929a-4fd5-ba5b-74dd6b908bcb None None] Pushing event updated for resources: {'Port': ['ID=5f2e7ba0-4841-45f0-8ddb-7f81eac5b644,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:05.603526 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-33db6d8f-c156-4833-9708-83b1500c3c99 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting port cc353736-732f-4c7d-a633-000d15a7b4cb {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:30:05.605665 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33db6d8f-c156-4833-9708-83b1500c3c99 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:05.697467 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33db6d8f-c156-4833-9708-83b1500c3c99 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:05.710311 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-33db6d8f-c156-4833-9708-83b1500c3c99 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Calling delete_port for cc353736-732f-4c7d-a633-000d15a7b4cb owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:30:05.733418 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-678c3a33-8d13-4b37-9554-2ede79b4bf7f None None] Provisioning complete for port 5f2e7ba0-4841-45f0-8ddb-7f81eac5b644 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:05.733872 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-678c3a33-8d13-4b37-9554-2ede79b4bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:05.821357 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-678c3a33-8d13-4b37-9554-2ede79b4bf7f None None] Could not find standard attr ID for object d1eb0827-7781-4e0f-ba6d-ee6990aa0174. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:30:05.844836 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33db6d8f-c156-4833-9708-83b1500c3c99 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:05.845777 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-678c3a33-8d13-4b37-9554-2ede79b4bf7f None None] Provisioning for port cc353736-732f-4c7d-a633-000d15a7b4cb completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:30:05.850072 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-678c3a33-8d13-4b37-9554-2ede79b4bf7f None None] Provisioning complete for port cc353736-732f-4c7d-a633-000d15a7b4cb triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:05.850450 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-678c3a33-8d13-4b37-9554-2ede79b4bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:05.871789 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-678c3a33-8d13-4b37-9554-2ede79b4bf7f None None] Port cc353736-732f-4c7d-a633-000d15a7b4cb was deleted so its status cannot be updated. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 28 15:30:05.877545 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db6d8f-c156-4833-9708-83b1500c3c99 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Port': ['ID=cc353736-732f-4c7d-a633-000d15a7b4cb,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:05.907637 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33db6d8f-c156-4833-9708-83b1500c3c99 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:05.909662 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-33db6d8f-c156-4833-9708-83b1500c3c99 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/ports/cc353736-732f-4c7d-a633-000d15a7b4cb HTTP/1.1" status: 204 len: 168 time: 0.4010057 Aug 28 15:30:05.912258 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51432) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:05.941140 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab4ca97-74ea-4d10-95e1-f10fbc029086 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] GET failed (client error): The resource could not be found. Aug 28 15:30:05.942730 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0ab4ca97-74ea-4d10-95e1-f10fbc029086 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "GET /v2.0/ports/cc353736-732f-4c7d-a633-000d15a7b4cb HTTP/1.1" status: 404 len: 333 time: 0.0295329 Aug 28 15:30:05.945523 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51434) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:05.990033 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-87de6215-97b2-41ae-bcb7-83c2f9010e6d None None] Could not find standard attr ID for object cc353736-732f-4c7d-a633-000d15a7b4cb. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:30:06.003068 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e684484-f542-47dc-a069-81bd4f9b67de tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting subnet 27c8d0d7-3a1e-4b65-8c2b-b6c1e4ac966f {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:30:06.006696 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6e684484-f542-47dc-a069-81bd4f9b67de tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:06.047715 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6e684484-f542-47dc-a069-81bd4f9b67de tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:06.104202 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3caddb63-a28f-41df-a99a-87da3b07d4a9 None None] Could not find standard attr ID for object d1eb0827-7781-4e0f-ba6d-ee6990aa0174. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:30:06.145879 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6e684484-f542-47dc-a069-81bd4f9b67de tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:06.208586 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6e684484-f542-47dc-a069-81bd4f9b67de tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:06.236532 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e684484-f542-47dc-a069-81bd4f9b67de tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Subnet': ['ID=27c8d0d7-3a1e-4b65-8c2b-b6c1e4ac966f,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:06.241856 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6e684484-f542-47dc-a069-81bd4f9b67de tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:06.244127 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6e684484-f542-47dc-a069-81bd4f9b67de tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/subnets/27c8d0d7-3a1e-4b65-8c2b-b6c1e4ac966f HTTP/1.1" status: 204 len: 168 time: 0.2976570 Aug 28 15:30:06.247814 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51436) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:06.294647 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7565a790-3eab-4174-8272-66322b7ca22e None None] Network 94b4343c-dc7e-4850-a4f7-b5c65b39ebaa requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:30:06.333310 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-364f00b6-9f0c-4ba1-86ad-20963b99daf9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:06.354826 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 5f2e7ba0-4841-45f0-8ddb-7f81eac5b644 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:30:06.387833 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-364f00b6-9f0c-4ba1-86ad-20963b99daf9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting port 5f2e7ba0-4841-45f0-8ddb-7f81eac5b644 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:30:06.388185 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-364f00b6-9f0c-4ba1-86ad-20963b99daf9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:06.449678 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 5f2e7ba0-4841-45f0-8ddb-7f81eac5b644 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:06.450044 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:06.450171 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-364f00b6-9f0c-4ba1-86ad-20963b99daf9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] For port 5f2e7ba0-4841-45f0-8ddb-7f81eac5b644, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=5f2e7ba0-4841-45f0-8ddb-7f81eac5b644,segment=NetworkSegment(caecacfc-0d6f-4704-bdeb-c99d9159cbbb),segment_id=caecacfc-0d6f-4704-bdeb-c99d9159cbbb)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:30:06.450534 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-364f00b6-9f0c-4ba1-86ad-20963b99daf9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:06.468743 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-364f00b6-9f0c-4ba1-86ad-20963b99daf9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Calling delete_port for 5f2e7ba0-4841-45f0-8ddb-7f81eac5b644 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:30:06.536247 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5dd757-8de0-41e5-b691-b72436be9974 None None] DHCP port deletion for 94b4343c-dc7e-4850-a4f7-b5c65b39ebaa request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:30:06.555114 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-364f00b6-9f0c-4ba1-86ad-20963b99daf9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:06.582077 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f00b6-9f0c-4ba1-86ad-20963b99daf9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Port': ['ID=5f2e7ba0-4841-45f0-8ddb-7f81eac5b644,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:06.588046 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364f00b6-9f0c-4ba1-86ad-20963b99daf9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] No DVR routers for this DVR port 5f2e7ba0-4841-45f0-8ddb-7f81eac5b644 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:30:06.591155 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-7a5dd757-8de0-41e5-b691-b72436be9974 None None] Deleting port 5f2e7ba0-4841-45f0-8ddb-7f81eac5b644 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:30:06.592203 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7a5dd757-8de0-41e5-b691-b72436be9974 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:06.655543 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-7a5dd757-8de0-41e5-b691-b72436be9974 None None] For port 5f2e7ba0-4841-45f0-8ddb-7f81eac5b644, host n-d-712137-10, got binding levels [] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:30:06.655960 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7a5dd757-8de0-41e5-b691-b72436be9974 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:06.669160 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-7a5dd757-8de0-41e5-b691-b72436be9974 None None] Calling delete_port for 5f2e7ba0-4841-45f0-8ddb-7f81eac5b644 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:30:06.671331 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-364f00b6-9f0c-4ba1-86ad-20963b99daf9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:06.671772 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.ipam_backend_mixin [None req-7a5dd757-8de0-41e5-b691-b72436be9974 None None] Port 5f2e7ba0-4841-45f0-8ddb-7f81eac5b644 was not found and therefore no delete operation was performed {{(pid=106331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 15:30:06.673039 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7a5dd757-8de0-41e5-b691-b72436be9974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:06.681438 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-364f00b6-9f0c-4ba1-86ad-20963b99daf9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b4343c-dc7e-4850-a4f7-b5c65b39ebaa']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:06.693089 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-364f00b6-9f0c-4ba1-86ad-20963b99daf9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caecacfc-0d6f-4704-bdeb-c99d9159cbbb') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:06.693394 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-364f00b6-9f0c-4ba1-86ad-20963b99daf9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caecacfc-0d6f-4704-bdeb-c99d9159cbbb') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:06.702235 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5dd757-8de0-41e5-b691-b72436be9974 None None] Pushing event deleted for resources: {'Port': ['ID=5f2e7ba0-4841-45f0-8ddb-7f81eac5b644,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:06.702488 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-364f00b6-9f0c-4ba1-86ad-20963b99daf9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:06.707508 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5dd757-8de0-41e5-b691-b72436be9974 None None] No DVR routers for this DVR port 5f2e7ba0-4841-45f0-8ddb-7f81eac5b644 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:30:06.719229 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-364f00b6-9f0c-4ba1-86ad-20963b99daf9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:06.725191 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364f00b6-9f0c-4ba1-86ad-20963b99daf9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:30:06.725584 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-364f00b6-9f0c-4ba1-86ad-20963b99daf9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:30:06.728513 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:30:06.784761 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-364f00b6-9f0c-4ba1-86ad-20963b99daf9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:06.797034 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-364f00b6-9f0c-4ba1-86ad-20963b99daf9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:06.798894 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-364f00b6-9f0c-4ba1-86ad-20963b99daf9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/networks/94b4343c-dc7e-4850-a4f7-b5c65b39ebaa HTTP/1.1" status: 204 len: 168 time: 0.5500786 Aug 28 15:30:06.802695 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51440) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:06.808736 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-d5b67ec6-2d22-45bb-8e54-b540c4dc3609 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2134541074'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:06.808922 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f00b6-9f0c-4ba1-86ad-20963b99daf9 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Network': ['ID=94b4343c-dc7e-4850-a4f7-b5c65b39ebaa,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:06.829685 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b67ec6-2d22-45bb-8e54-b540c4dc3609 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:30:06.833189 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d5b67ec6-2d22-45bb-8e54-b540c4dc3609 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:06.856747 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b67ec6-2d22-45bb-8e54-b540c4dc3609 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:30:06.865960 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d5b67ec6-2d22-45bb-8e54-b540c4dc3609 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:06.866329 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-d5b67ec6-2d22-45bb-8e54-b540c4dc3609 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Added segment 4ea212e7-0174-482d-84af-acf96018ad39 of type vlan for network 5fc6043a-480e-4130-ab34-150595dc9d4b Aug 28 15:30:06.905034 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d5b67ec6-2d22-45bb-8e54-b540c4dc3609 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:06.928321 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d5b67ec6-2d22-45bb-8e54-b540c4dc3609 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:06.933927 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b67ec6-2d22-45bb-8e54-b540c4dc3609 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:06.934497 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d5b67ec6-2d22-45bb-8e54-b540c4dc3609 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:06.990955 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d5b67ec6-2d22-45bb-8e54-b540c4dc3609 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1867900 Aug 28 15:30:06.993920 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51442) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:06.999266 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-1e1f4897-6347-45ee-af5c-6ccb219432f4 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'subnet': {'network_id': '5fc6043a-480e-4130-ab34-150595dc9d4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:07.001791 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b67ec6-2d22-45bb-8e54-b540c4dc3609 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Network': ['ID=5fc6043a-480e-4130-ab34-150595dc9d4b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:07.012735 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 5fc6043a-480e-4130-ab34-150595dc9d4b details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:30:07.092922 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1f4897-6347-45ee-af5c-6ccb219432f4 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:30:07.096918 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1e1f4897-6347-45ee-af5c-6ccb219432f4 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:07.279158 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1e1f4897-6347-45ee-af5c-6ccb219432f4 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:07.340705 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f4897-6347-45ee-af5c-6ccb219432f4 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Subnet': ['ID=9e853c76-f86b-4ec5-a5f1-50b4d1948259,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:07.351968 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f4897-6347-45ee-af5c-6ccb219432f4 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Checking segment: {'id': '4ea212e7-0174-482d-84af-acf96018ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5fc6043a-480e-4130-ab34-150595dc9d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:30:07.352337 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1f4897-6347-45ee-af5c-6ccb219432f4 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network hostable DHCP agents. Network: 5fc6043a-480e-4130-ab34-150595dc9d4b, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:30:07.368843 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1f4897-6347-45ee-af5c-6ccb219432f4 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network 5fc6043a-480e-4130-ab34-150595dc9d4b is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:30:07.377479 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-1e1f4897-6347-45ee-af5c-6ccb219432f4 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 5fc6043a-480e-4130-ab34-150595dc9d4b) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:30:07.381575 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1f4897-6347-45ee-af5c-6ccb219432f4 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:07.382161 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1e1f4897-6347-45ee-af5c-6ccb219432f4 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:07.387435 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3506e7-7ac3-48ca-a49a-340c663309fd None None] Network 5fc6043a-480e-4130-ab34-150595dc9d4b requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:30:07.397051 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1e1f4897-6347-45ee-af5c-6ccb219432f4 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4018962 Aug 28 15:30:07.399674 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51444) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:07.404758 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-27747ade-a022-4eca-812d-dcf643d15546 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1675607167', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:07.426630 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27747ade-a022-4eca-812d-dcf643d15546 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:07.427607 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27747ade-a022-4eca-812d-dcf643d15546 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:07.485058 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27747ade-a022-4eca-812d-dcf643d15546 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:07.489151 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27747ade-a022-4eca-812d-dcf643d15546 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:07.506677 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27747ade-a022-4eca-812d-dcf643d15546 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:07.507959 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-27747ade-a022-4eca-812d-dcf643d15546 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1073287 Aug 28 15:30:07.511124 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51446) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:07.516610 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-190ba264-9360-4998-8e1a-165d6ae44202 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'port': {'network_id': '5fc6043a-480e-4130-ab34-150595dc9d4b', 'name': 'tempest-PortsIpV6TestJSON-619603689'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:07.535819 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f10c2b9-205a-4d2a-a338-a686a9846505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-5fc6043a-480e-4130-ab34-150595dc9d4b', 'network_id': '5fc6043a-480e-4130-ab34-150595dc9d4b', 'tenant_id': 'f0eb1a80ced84cd18df324060567889f', 'fixed_ips': [{'subnet_id': '9e853c76-f86b-4ec5-a5f1-50b4d1948259'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:30:07.536690 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8f10c2b9-205a-4d2a-a338-a686a9846505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:07.630517 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190ba264-9360-4998-8e1a-165d6ae44202 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:30:07.634525 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-190ba264-9360-4998-8e1a-165d6ae44202 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:07.653961 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-190ba264-9360-4998-8e1a-165d6ae44202 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] device_id is not set on port de18de9b-0259-4f42-a1a3-42af67d43cc2 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:30:07.685455 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-8f10c2b9-205a-4d2a-a338-a686a9846505 None None] Allocated IP 2001:db8::2 (5fc6043a-480e-4130-ab34-150595dc9d4b/9e853c76-f86b-4ec5-a5f1-50b4d1948259/b0079ed8-4bbb-4070-8e0c-8c33facbb93c) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:30:07.831268 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8f10c2b9-205a-4d2a-a338-a686a9846505 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:07.840285 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8f10c2b9-205a-4d2a-a338-a686a9846505 None None] Transition to ACTIVE for port object b0079ed8-4bbb-4070-8e0c-8c33facbb93c will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:30:07.856055 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8f10c2b9-205a-4d2a-a338-a686a9846505 None None] Transition to ACTIVE for port object b0079ed8-4bbb-4070-8e0c-8c33facbb93c will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:30:07.862208 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8f10c2b9-205a-4d2a-a338-a686a9846505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:07.902431 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f10c2b9-205a-4d2a-a338-a686a9846505 None None] Network 5fc6043a-480e-4130-ab34-150595dc9d4b is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:30:07.905357 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-8f10c2b9-205a-4d2a-a338-a686a9846505 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:30:07.909033 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f10c2b9-205a-4d2a-a338-a686a9846505 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:30:07.916044 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10c2b9-205a-4d2a-a338-a686a9846505 None None] Pushing event updated for resources: {'Port': ['ID=b0079ed8-4bbb-4070-8e0c-8c33facbb93c,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:07.942609 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-190ba264-9360-4998-8e1a-165d6ae44202 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Allocated IP 2001:db8::1ab (5fc6043a-480e-4130-ab34-150595dc9d4b/9e853c76-f86b-4ec5-a5f1-50b4d1948259/de18de9b-0259-4f42-a1a3-42af67d43cc2) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:30:07.946941 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8852e2b-95b6-46c3-aa7a-1774ee26e108 req-fb8a5762-8e9a-4903-a00a-ce3d981f00a5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1566896 Aug 28 15:30:07.974627 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-8f10c2b9-205a-4d2a-a338-a686a9846505 None None] Attempting to bind port b0079ed8-4bbb-4070-8e0c-8c33facbb93c on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:30:07.975626 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-8f10c2b9-205a-4d2a-a338-a686a9846505 None None] Attempting to bind port b0079ed8-4bbb-4070-8e0c-8c33facbb93c by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '4ea212e7-0174-482d-84af-acf96018ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5fc6043a-480e-4130-ab34-150595dc9d4b'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:30:07.976228 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f10c2b9-205a-4d2a-a338-a686a9846505 None None] Attempting to bind port b0079ed8-4bbb-4070-8e0c-8c33facbb93c on network 5fc6043a-480e-4130-ab34-150595dc9d4b {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:30:07.982118 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f10c2b9-205a-4d2a-a338-a686a9846505 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:30:07.982489 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f10c2b9-205a-4d2a-a338-a686a9846505 None None] Checking segment: {'id': '4ea212e7-0174-482d-84af-acf96018ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5fc6043a-480e-4130-ab34-150595dc9d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:30:07.982899 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8f10c2b9-205a-4d2a-a338-a686a9846505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:07.983292 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f10c2b9-205a-4d2a-a338-a686a9846505 None None] Bound using segment: {'id': '4ea212e7-0174-482d-84af-acf96018ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5fc6043a-480e-4130-ab34-150595dc9d4b'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:30:07.983803 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-8f10c2b9-205a-4d2a-a338-a686a9846505 None None] Bound port: b0079ed8-4bbb-4070-8e0c-8c33facbb93c, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea212e7-0174-482d-84af-acf96018ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5fc6043a-480e-4130-ab34-150595dc9d4b'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:30:07.984193 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8f10c2b9-205a-4d2a-a338-a686a9846505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:08.037370 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f57960d9-0e50-4e76-9823-ad9c41ae3bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:08.061955 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8f10c2b9-205a-4d2a-a338-a686a9846505 None None] For port b0079ed8-4bbb-4070-8e0c-8c33facbb93c, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:30:08.065041 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8f10c2b9-205a-4d2a-a338-a686a9846505 None None] For port b0079ed8-4bbb-4070-8e0c-8c33facbb93c, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b0079ed8-4bbb-4070-8e0c-8c33facbb93c,segment=NetworkSegment(4ea212e7-0174-482d-84af-acf96018ad39),segment_id=4ea212e7-0174-482d-84af-acf96018ad39)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:30:08.069247 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8f10c2b9-205a-4d2a-a338-a686a9846505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:08.102438 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8852e2b-95b6-46c3-aa7a-1774ee26e108 req-a9fc8117-46a1-4388-94f3-07ff3c94a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:08.104532 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8852e2b-95b6-46c3-aa7a-1774ee26e108 req-a9fc8117-46a1-4388-94f3-07ff3c94a5ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6cc5102288e4115b2b96ff1028147b2&device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 1097 time: 0.1113079 Aug 28 15:30:08.130388 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10c2b9-205a-4d2a-a338-a686a9846505 None None] Pushing event updated for resources: {'Port': ['ID=b0079ed8-4bbb-4070-8e0c-8c33facbb93c,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:08.192168 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-190ba264-9360-4998-8e1a-165d6ae44202 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:08.214788 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-190ba264-9360-4998-8e1a-165d6ae44202 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Transition to ACTIVE for port object de18de9b-0259-4f42-a1a3-42af67d43cc2 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:30:08.263938 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8852e2b-95b6-46c3-aa7a-1774ee26e108 req-8c7aa949-e373-4a6b-861c-a49325e605be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:08.263938 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8852e2b-95b6-46c3-aa7a-1774ee26e108 req-8c7aa949-e373-4a6b-861c-a49325e605be service neutron] 10.222.0.41 "GET /v2.0/networks?id=8878cb2c-b382-48c1-8c2a-67543a7cb61c HTTP/1.1" status: 200 len: 912 time: 0.1325142 Aug 28 15:30:08.332212 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-190ba264-9360-4998-8e1a-165d6ae44202 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:08.371510 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8852e2b-95b6-46c3-aa7a-1774ee26e108 req-0ab8b11c-5af7-42df-bfe1-ef63c13730fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1768b95d-3f83-42a6-8c7e-808146188320 HTTP/1.1" status: 200 len: 1001 time: 0.1001494 Aug 28 15:30:08.427753 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190ba264-9360-4998-8e1a-165d6ae44202 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network 5fc6043a-480e-4130-ab34-150595dc9d4b is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:30:08.429276 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b0079ed8-4bbb-4070-8e0c-8c33facbb93c up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:30:08.439338 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-190ba264-9360-4998-8e1a-165d6ae44202 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:30:08.451836 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ba264-9360-4998-8e1a-165d6ae44202 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Port': ['ID=de18de9b-0259-4f42-a1a3-42af67d43cc2,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:08.461911 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190ba264-9360-4998-8e1a-165d6ae44202 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:30:08.468140 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190ba264-9360-4998-8e1a-165d6ae44202 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:08.468776 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-190ba264-9360-4998-8e1a-165d6ae44202 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:08.486622 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8852e2b-95b6-46c3-aa7a-1774ee26e108 req-ab4c704f-5b09-4e51-b0f0-673ffcc1f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:08.487970 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8852e2b-95b6-46c3-aa7a-1774ee26e108 req-ab4c704f-5b09-4e51-b0f0-673ffcc1f8dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=551c7bac-a4f4-45ec-a575-eb6f29eb5d74 HTTP/1.1" status: 200 len: 850 time: 0.1089325 Aug 28 15:30:08.495701 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-190ba264-9360-4998-8e1a-165d6ae44202 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9812710 Aug 28 15:30:08.497518 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51452) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:08.500048 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port b0079ed8-4bbb-4070-8e0c-8c33facbb93c completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:30:08.558932 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8852e2b-95b6-46c3-aa7a-1774ee26e108 req-1b4409d4-80e3-44dc-8f50-2603268f697e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:08.561516 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8852e2b-95b6-46c3-aa7a-1774ee26e108 req-1b4409d4-80e3-44dc-8f50-2603268f697e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8878cb2c-b382-48c1-8c2a-67543a7cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563293 Aug 28 15:30:08.570636 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 5f2e7ba0-4841-45f0-8ddb-7f81eac5b644 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:30:08.595778 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 5f2e7ba0-4841-45f0-8ddb-7f81eac5b644 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:30:08.596227 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 5f2e7ba0-4841-45f0-8ddb-7f81eac5b644 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:30:08.664837 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8852e2b-95b6-46c3-aa7a-1774ee26e108 req-c90c9fc9-0b29-4b10-acf1-f235f3bffa97 service neutron] 10.222.0.41 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952427 Aug 28 15:30:08.765799 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e8852e2b-95b6-46c3-aa7a-1774ee26e108 req-d940fc06-5973-4328-b9cd-76ef7d5da738 service neutron] 10.222.0.41 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929527 Aug 28 15:30:09.070967 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e70358b-7e7f-4e9c-8760-ba77596eb613 None None] Network 5fc6043a-480e-4130-ab34-150595dc9d4b requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:30:09.145498 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d9b9e8f7-6ec8-4aef-a306-73f5b8f0ef3c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:09.165304 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-5c1a3664-7c62-4cf5-9734-6677366cd46e None None] Provisioning for port b0079ed8-4bbb-4070-8e0c-8c33facbb93c completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:30:09.188849 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-5c1a3664-7c62-4cf5-9734-6677366cd46e None None] Provisioning complete for port b0079ed8-4bbb-4070-8e0c-8c33facbb93c triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:09.189130 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5c1a3664-7c62-4cf5-9734-6677366cd46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:09.302229 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5c1a3664-7c62-4cf5-9734-6677366cd46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:09.340052 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-5c1a3664-7c62-4cf5-9734-6677366cd46e None None] For port b0079ed8-4bbb-4070-8e0c-8c33facbb93c, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b0079ed8-4bbb-4070-8e0c-8c33facbb93c,segment=NetworkSegment(4ea212e7-0174-482d-84af-acf96018ad39),segment_id=4ea212e7-0174-482d-84af-acf96018ad39)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:30:09.344769 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5c1a3664-7c62-4cf5-9734-6677366cd46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:09.394978 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a3664-7c62-4cf5-9734-6677366cd46e None None] Pushing event updated for resources: {'Port': ['ID=b0079ed8-4bbb-4070-8e0c-8c33facbb93c,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:09.407993 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d9b9e8f7-6ec8-4aef-a306-73f5b8f0ef3c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:09.413214 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d9b9e8f7-6ec8-4aef-a306-73f5b8f0ef3c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:09.516267 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9e8f7-6ec8-4aef-a306-73f5b8f0ef3c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Port': ['ID=de18de9b-0259-4f42-a1a3-42af67d43cc2,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:09.532303 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9e8f7-6ec8-4aef-a306-73f5b8f0ef3c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:09.532654 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9e8f7-6ec8-4aef-a306-73f5b8f0ef3c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:09.532994 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9e8f7-6ec8-4aef-a306-73f5b8f0ef3c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:09.533332 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9e8f7-6ec8-4aef-a306-73f5b8f0ef3c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:09.533662 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9e8f7-6ec8-4aef-a306-73f5b8f0ef3c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:09.533997 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9e8f7-6ec8-4aef-a306-73f5b8f0ef3c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:09.534323 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9e8f7-6ec8-4aef-a306-73f5b8f0ef3c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:09.534647 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9e8f7-6ec8-4aef-a306-73f5b8f0ef3c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:09.534968 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9e8f7-6ec8-4aef-a306-73f5b8f0ef3c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:09.535289 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9e8f7-6ec8-4aef-a306-73f5b8f0ef3c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:09.535607 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9e8f7-6ec8-4aef-a306-73f5b8f0ef3c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:09.535949 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9e8f7-6ec8-4aef-a306-73f5b8f0ef3c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:09.571838 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d116ebaa-7a01-49cb-8acc-5c1b54e4ed05 None None] Provisioning complete for port b0079ed8-4bbb-4070-8e0c-8c33facbb93c triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:09.572842 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d116ebaa-7a01-49cb-8acc-5c1b54e4ed05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:09.619598 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d9b9e8f7-6ec8-4aef-a306-73f5b8f0ef3c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:09.668285 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d116ebaa-7a01-49cb-8acc-5c1b54e4ed05 None None] Provisioning for port de18de9b-0259-4f42-a1a3-42af67d43cc2 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:30:09.672346 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d116ebaa-7a01-49cb-8acc-5c1b54e4ed05 None None] Provisioning complete for port de18de9b-0259-4f42-a1a3-42af67d43cc2 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:09.672721 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d116ebaa-7a01-49cb-8acc-5c1b54e4ed05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:09.707634 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-d116ebaa-7a01-49cb-8acc-5c1b54e4ed05 None None] Port de18de9b-0259-4f42-a1a3-42af67d43cc2 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:30:09.742322 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d9b9e8f7-6ec8-4aef-a306-73f5b8f0ef3c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:09.834871 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2035d206-5d5d-4f0c-ad79-82798e935a9b None None] Provisioning complete for port de18de9b-0259-4f42-a1a3-42af67d43cc2 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:09.835603 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2035d206-5d5d-4f0c-ad79-82798e935a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:09.880429 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-2035d206-5d5d-4f0c-ad79-82798e935a9b None None] Port de18de9b-0259-4f42-a1a3-42af67d43cc2 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:30:10.000531 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-bd9fa536-1a0c-4ce9-9ec7-a9029fb43c3b None None] Provisioning complete for port de18de9b-0259-4f42-a1a3-42af67d43cc2 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:10.000826 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-bd9fa536-1a0c-4ce9-9ec7-a9029fb43c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:10.013977 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d9b9e8f7-6ec8-4aef-a306-73f5b8f0ef3c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:10.018847 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d9b9e8f7-6ec8-4aef-a306-73f5b8f0ef3c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:10.019686 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d9b9e8f7-6ec8-4aef-a306-73f5b8f0ef3c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:10.035962 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-bd9fa536-1a0c-4ce9-9ec7-a9029fb43c3b None None] Port de18de9b-0259-4f42-a1a3-42af67d43cc2 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:30:10.101978 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9e8f7-6ec8-4aef-a306-73f5b8f0ef3c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Port': ['ID=de18de9b-0259-4f42-a1a3-42af67d43cc2,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:10.144881 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b9e8f7-6ec8-4aef-a306-73f5b8f0ef3c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network 5fc6043a-480e-4130-ab34-150595dc9d4b is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:30:10.146190 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-d9b9e8f7-6ec8-4aef-a306-73f5b8f0ef3c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:30:10.268183 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b9e8f7-6ec8-4aef-a306-73f5b8f0ef3c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Router 3ba6e21d-83b1-4df5-8489-1ceaf0ac3082 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:30:10.355052 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b0079ed8-4bbb-4070-8e0c-8c33facbb93c up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:30:10.370951 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b9e8f7-6ec8-4aef-a306-73f5b8f0ef3c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:30:10.383321 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d9b9e8f7-6ec8-4aef-a306-73f5b8f0ef3c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "PUT /v2.0/routers/3ba6e21d-83b1-4df5-8489-1ceaf0ac3082/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8846295 Aug 28 15:30:10.386171 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51458) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:10.394910 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec5b29d-307b-4327-8771-4675d36c5e46 None None] Sync routers for ids ['3ba6e21d-83b1-4df5-8489-1ceaf0ac3082'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:30:10.406060 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec5b29d-307b-4327-8771-4675d36c5e46 None None] Routers {'3ba6e21d-83b1-4df5-8489-1ceaf0ac3082'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:30:10.406685 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-0ec5b29d-307b-4327-8771-4675d36c5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:29:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['3ba6e21d-83b1-4df5-8489-1ceaf0ac3082'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:10.411812 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port b0079ed8-4bbb-4070-8e0c-8c33facbb93c triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:10.412189 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:10.437379 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9db6482-62e1-4137-9c20-a7082994426d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:10.438959 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e9db6482-62e1-4137-9c20-a7082994426d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ba6e21d-83b1-4df5-8489-1ceaf0ac3082 HTTP/1.1" status: 200 len: 988 time: 0.0517592 Aug 28 15:30:10.439407 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-0ec5b29d-307b-4327-8771-4675d36c5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:10.442263 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51460) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:10.451450 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec5b29d-307b-4327-8771-4675d36c5e46 None None] Routers {'3ba6e21d-83b1-4df5-8489-1ceaf0ac3082'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:30:10.452213 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-0ec5b29d-307b-4327-8771-4675d36c5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:29:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['3ba6e21d-83b1-4df5-8489-1ceaf0ac3082'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:10.463738 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-924635bc-9928-4e40-bff0-9645587d981a None None] Provisioning complete for port de18de9b-0259-4f42-a1a3-42af67d43cc2 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:10.464440 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-924635bc-9928-4e40-bff0-9645587d981a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:10.522948 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-924635bc-9928-4e40-bff0-9645587d981a None None] Port de18de9b-0259-4f42-a1a3-42af67d43cc2 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:30:10.572060 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-85bc521e-7b00-4190-bf66-32671968e137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:10.585244 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-0ec5b29d-307b-4327-8771-4675d36c5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:10.585896 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec5b29d-307b-4327-8771-4675d36c5e46 None None] The sync data for ids ['3ba6e21d-83b1-4df5-8489-1ceaf0ac3082'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:30:10.867760 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:10.913751 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ee6450ea-68d5-445d-bdca-44e6bfb86485 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:11.123499 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-ee6450ea-68d5-445d-bdca-44e6bfb86485 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting port de18de9b-0259-4f42-a1a3-42af67d43cc2 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:30:11.123835 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ee6450ea-68d5-445d-bdca-44e6bfb86485 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:11.216015 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ee6450ea-68d5-445d-bdca-44e6bfb86485 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:11.228603 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-ee6450ea-68d5-445d-bdca-44e6bfb86485 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Calling delete_port for de18de9b-0259-4f42-a1a3-42af67d43cc2 owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:30:11.678336 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ee6450ea-68d5-445d-bdca-44e6bfb86485 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:11.705582 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6450ea-68d5-445d-bdca-44e6bfb86485 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Port': ['ID=de18de9b-0259-4f42-a1a3-42af67d43cc2,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:11.803610 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ee6450ea-68d5-445d-bdca-44e6bfb86485 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:11.808914 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:11.971648 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6450ea-68d5-445d-bdca-44e6bfb86485 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Router 3ba6e21d-83b1-4df5-8489-1ceaf0ac3082 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:30:12.044289 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6450ea-68d5-445d-bdca-44e6bfb86485 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:30:12.049231 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ee6450ea-68d5-445d-bdca-44e6bfb86485 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "PUT /v2.0/routers/3ba6e21d-83b1-4df5-8489-1ceaf0ac3082/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6051104 Aug 28 15:30:12.052130 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51466) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:12.053652 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5681fe5-2246-4441-9b57-87b3003d27fa None None] Sync routers for ids ['3ba6e21d-83b1-4df5-8489-1ceaf0ac3082'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:30:12.063158 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5681fe5-2246-4441-9b57-87b3003d27fa None None] Routers {'3ba6e21d-83b1-4df5-8489-1ceaf0ac3082'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:30:12.063913 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e5681fe5-2246-4441-9b57-87b3003d27fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:30:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['3ba6e21d-83b1-4df5-8489-1ceaf0ac3082'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:12.077253 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-f01acc57-2d30-4392-b44f-2a98bdc97e9f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] GET failed (client error): The resource could not be found. Aug 28 15:30:12.078743 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f01acc57-2d30-4392-b44f-2a98bdc97e9f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "GET /v2.0/ports/de18de9b-0259-4f42-a1a3-42af67d43cc2 HTTP/1.1" status: 404 len: 333 time: 0.0256460 Aug 28 15:30:12.081425 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51468) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:12.098862 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e5681fe5-2246-4441-9b57-87b3003d27fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:12.107872 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5681fe5-2246-4441-9b57-87b3003d27fa None None] Routers {'3ba6e21d-83b1-4df5-8489-1ceaf0ac3082'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:30:12.108479 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e5681fe5-2246-4441-9b57-87b3003d27fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:30:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['3ba6e21d-83b1-4df5-8489-1ceaf0ac3082'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:12.141289 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e5681fe5-2246-4441-9b57-87b3003d27fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:12.141956 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5681fe5-2246-4441-9b57-87b3003d27fa None None] The sync data for ids ['3ba6e21d-83b1-4df5-8489-1ceaf0ac3082'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:30:12.474706 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-46514a67-962d-42ce-b33c-210055cbed77 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:12.638637 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-46514a67-962d-42ce-b33c-210055cbed77 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:12.641150 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-46514a67-962d-42ce-b33c-210055cbed77 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:12.692740 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-46514a67-962d-42ce-b33c-210055cbed77 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:12.693315 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46514a67-962d-42ce-b33c-210055cbed77 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Fanout notify agent at l3_agent the message router_deleted on router 3ba6e21d-83b1-4df5-8489-1ceaf0ac3082 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:30:12.702141 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-46514a67-962d-42ce-b33c-210055cbed77 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:12.703804 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-46514a67-962d-42ce-b33c-210055cbed77 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/routers/3ba6e21d-83b1-4df5-8489-1ceaf0ac3082 HTTP/1.1" status: 204 len: 168 time: 0.6212637 Aug 28 15:30:12.706426 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51470) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:12.761198 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-5523555c-c830-4f96-b50f-d8792f045ee1 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting subnet 9e853c76-f86b-4ec5-a5f1-50b4d1948259 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:30:12.764580 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5523555c-c830-4f96-b50f-d8792f045ee1 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:12.806186 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5523555c-c830-4f96-b50f-d8792f045ee1 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:12.903806 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5523555c-c830-4f96-b50f-d8792f045ee1 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:12.967359 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5523555c-c830-4f96-b50f-d8792f045ee1 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:12.996400 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523555c-c830-4f96-b50f-d8792f045ee1 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Subnet': ['ID=9e853c76-f86b-4ec5-a5f1-50b4d1948259,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:13.000516 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5523555c-c830-4f96-b50f-d8792f045ee1 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:13.002427 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5523555c-c830-4f96-b50f-d8792f045ee1 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/subnets/9e853c76-f86b-4ec5-a5f1-50b4d1948259 HTTP/1.1" status: 204 len: 168 time: 0.2948263 Aug 28 15:30:13.005726 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51474) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:13.016946 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5c894d-81ae-404b-a766-fb0f1c4e48fc None None] Network 5fc6043a-480e-4130-ab34-150595dc9d4b requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:30:13.113645 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a3445f47-7d2a-4063-a6d2-5a0c87228d95 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:13.178260 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-a3445f47-7d2a-4063-a6d2-5a0c87228d95 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting port b0079ed8-4bbb-4070-8e0c-8c33facbb93c {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:30:13.178692 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a3445f47-7d2a-4063-a6d2-5a0c87228d95 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:13.232549 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f56f7a3-a1de-40cc-9351-47e862b3d416 None None] DHCP port deletion for 5fc6043a-480e-4130-ab34-150595dc9d4b request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:30:13.256679 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-a3445f47-7d2a-4063-a6d2-5a0c87228d95 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] For port b0079ed8-4bbb-4070-8e0c-8c33facbb93c, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b0079ed8-4bbb-4070-8e0c-8c33facbb93c,segment=NetworkSegment(4ea212e7-0174-482d-84af-acf96018ad39),segment_id=4ea212e7-0174-482d-84af-acf96018ad39)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:30:13.257121 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a3445f47-7d2a-4063-a6d2-5a0c87228d95 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:13.271295 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-a3445f47-7d2a-4063-a6d2-5a0c87228d95 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Calling delete_port for b0079ed8-4bbb-4070-8e0c-8c33facbb93c owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:30:13.290333 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-0f56f7a3-a1de-40cc-9351-47e862b3d416 None None] Deleting port b0079ed8-4bbb-4070-8e0c-8c33facbb93c {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:30:13.291413 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0f56f7a3-a1de-40cc-9351-47e862b3d416 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:13.358960 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a3445f47-7d2a-4063-a6d2-5a0c87228d95 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:13.378402 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-0f56f7a3-a1de-40cc-9351-47e862b3d416 None None] For port b0079ed8-4bbb-4070-8e0c-8c33facbb93c, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b0079ed8-4bbb-4070-8e0c-8c33facbb93c,segment=NetworkSegment(4ea212e7-0174-482d-84af-acf96018ad39),segment_id=4ea212e7-0174-482d-84af-acf96018ad39)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:30:13.378857 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0f56f7a3-a1de-40cc-9351-47e862b3d416 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:13.381135 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:13.392031 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-0f56f7a3-a1de-40cc-9351-47e862b3d416 None None] Calling delete_port for b0079ed8-4bbb-4070-8e0c-8c33facbb93c owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:30:13.394962 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3445f47-7d2a-4063-a6d2-5a0c87228d95 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] No DVR routers for this DVR port b0079ed8-4bbb-4070-8e0c-8c33facbb93c on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:30:13.401958 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3445f47-7d2a-4063-a6d2-5a0c87228d95 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Port': ['ID=b0079ed8-4bbb-4070-8e0c-8c33facbb93c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:13.469508 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0f56f7a3-a1de-40cc-9351-47e862b3d416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:13.491284 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a3445f47-7d2a-4063-a6d2-5a0c87228d95 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:13.493698 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56f7a3-a1de-40cc-9351-47e862b3d416 None None] Pushing event deleted for resources: {'Port': ['ID=b0079ed8-4bbb-4070-8e0c-8c33facbb93c,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:13.499978 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f56f7a3-a1de-40cc-9351-47e862b3d416 None None] No DVR routers for this DVR port b0079ed8-4bbb-4070-8e0c-8c33facbb93c on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:30:13.502118 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-a3445f47-7d2a-4063-a6d2-5a0c87228d95 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fc6043a-480e-4130-ab34-150595dc9d4b']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:13.515521 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-a3445f47-7d2a-4063-a6d2-5a0c87228d95 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea212e7-0174-482d-84af-acf96018ad39') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:13.516026 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-a3445f47-7d2a-4063-a6d2-5a0c87228d95 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea212e7-0174-482d-84af-acf96018ad39') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:13.527675 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a3445f47-7d2a-4063-a6d2-5a0c87228d95 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:13.543113 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a3445f47-7d2a-4063-a6d2-5a0c87228d95 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:13.549296 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3445f47-7d2a-4063-a6d2-5a0c87228d95 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:30:13.549691 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a3445f47-7d2a-4063-a6d2-5a0c87228d95 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:30:13.552946 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:30:13.610889 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a3445f47-7d2a-4063-a6d2-5a0c87228d95 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:13.617224 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a3445f47-7d2a-4063-a6d2-5a0c87228d95 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:13.619431 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a3445f47-7d2a-4063-a6d2-5a0c87228d95 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/networks/5fc6043a-480e-4130-ab34-150595dc9d4b HTTP/1.1" status: 204 len: 168 time: 0.6130190 Aug 28 15:30:13.623060 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51476) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:13.632413 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3445f47-7d2a-4063-a6d2-5a0c87228d95 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Network': ['ID=5fc6043a-480e-4130-ab34-150595dc9d4b,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:13.669569 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229c6c3f-514f-4223-9ca7-7b3a89afc932 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:13.670862 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-229c6c3f-514f-4223-9ca7-7b3a89afc932 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "GET /v2.0/ports/f08c2b60-e3f9-4855-9b40-1d260173360d HTTP/1.1" status: 200 len: 844 time: 0.0467062 Aug 28 15:30:13.674903 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51478) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:13.720136 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9a2d0def-be4e-428a-aff8-571b1d1cdacb tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "GET /v2.0/ports/f08c2b60-e3f9-4855-9b40-1d260173360d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0440116 Aug 28 15:30:13.723544 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51480) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:13.729700 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-fa32e173-7031-4f25-8587-ac959a815c65 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'subnet': {'network_id': 'ebde5436-53e9-4216-90f8-652eda209e35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:13.819060 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa32e173-7031-4f25-8587-ac959a815c65 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:30:13.823023 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fa32e173-7031-4f25-8587-ac959a815c65 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:14.027268 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fa32e173-7031-4f25-8587-ac959a815c65 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:14.075621 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa32e173-7031-4f25-8587-ac959a815c65 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network ebde5436-53e9-4216-90f8-652eda209e35 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:30:14.078842 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-fa32e173-7031-4f25-8587-ac959a815c65 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:30:14.083227 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa32e173-7031-4f25-8587-ac959a815c65 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:14.083842 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fa32e173-7031-4f25-8587-ac959a815c65 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:14.089418 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3bf380-c379-4a20-8353-c343c6ba6813 None None] Network ebde5436-53e9-4216-90f8-652eda209e35 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:30:14.094667 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32e173-7031-4f25-8587-ac959a815c65 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Subnet': ['ID=ebed88b3-db2a-483f-8fc5-22e8d77a0417,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:14.112465 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fa32e173-7031-4f25-8587-ac959a815c65 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3808570 Aug 28 15:30:14.112465 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51484) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:14.114679 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-e2985f12-c072-4f02-a316-bf3bbdec4c09 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'security_group': {'name': 'tempest-secgroup-968346577'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:14.139474 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e2985f12-c072-4f02-a316-bf3bbdec4c09 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:14.223598 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e2985f12-c072-4f02-a316-bf3bbdec4c09 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:14.227695 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e2985f12-c072-4f02-a316-bf3bbdec4c09 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:14.257337 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e2985f12-c072-4f02-a316-bf3bbdec4c09 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:14.262015 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e2985f12-c072-4f02-a316-bf3bbdec4c09 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1488776 Aug 28 15:30:14.262015 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51486) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:14.264487 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643a4889-2eac-44e3-869f-183f1e54544b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-ebde5436-53e9-4216-90f8-652eda209e35', 'network_id': 'ebde5436-53e9-4216-90f8-652eda209e35', 'tenant_id': 'f0eb1a80ced84cd18df324060567889f', 'fixed_ips': [{'subnet_id': 'ebed88b3-db2a-483f-8fc5-22e8d77a0417'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:30:14.265750 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-643a4889-2eac-44e3-869f-183f1e54544b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:14.266980 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-76af6550-7bea-45ac-95a4-2ab7c10b17b0 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'security_group': {'name': 'tempest-secgroup-1990046643'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:14.271502 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2985f12-c072-4f02-a316-bf3bbdec4c09 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0e3fd3-cc86-483c-9b69-7d5acebfd2a6,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:14.293943 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-76af6550-7bea-45ac-95a4-2ab7c10b17b0 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:14.366913 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b0079ed8-4bbb-4070-8e0c-8c33facbb93c no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:30:14.394204 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: b0079ed8-4bbb-4070-8e0c-8c33facbb93c {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:30:14.394564 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b0079ed8-4bbb-4070-8e0c-8c33facbb93c not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:30:14.406703 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-76af6550-7bea-45ac-95a4-2ab7c10b17b0 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:14.411039 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-76af6550-7bea-45ac-95a4-2ab7c10b17b0 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:14.438624 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-76af6550-7bea-45ac-95a4-2ab7c10b17b0 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:14.440470 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-76af6550-7bea-45ac-95a4-2ab7c10b17b0 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1769671 Aug 28 15:30:14.443277 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51488) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:14.450519 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af6550-7bea-45ac-95a4-2ab7c10b17b0 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=425f216f-34d2-418f-b1d8-7ecf7df585aa,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:14.452082 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-50ce53a5-c5ee-422b-961e-374c1dabc775 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-271614817', 'security_groups': ['425f216f-34d2-418f-b1d8-7ecf7df585aa'], 'network_id': 'ebde5436-53e9-4216-90f8-652eda209e35', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ebed88b3-db2a-483f-8fc5-22e8d77a0417'}]}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:14.457626 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-643a4889-2eac-44e3-869f-183f1e54544b None None] Allocated IP 2001:db8::2 (ebde5436-53e9-4216-90f8-652eda209e35/ebed88b3-db2a-483f-8fc5-22e8d77a0417/a5fe062f-ea3c-46c0-8824-59fe25d3a036) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:30:14.605593 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ce53a5-c5ee-422b-961e-374c1dabc775 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:30:14.651909 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-643a4889-2eac-44e3-869f-183f1e54544b None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:14.661843 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-643a4889-2eac-44e3-869f-183f1e54544b None None] Transition to ACTIVE for port object a5fe062f-ea3c-46c0-8824-59fe25d3a036 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:30:14.677789 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-643a4889-2eac-44e3-869f-183f1e54544b None None] Transition to ACTIVE for port object a5fe062f-ea3c-46c0-8824-59fe25d3a036 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:30:14.684854 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-643a4889-2eac-44e3-869f-183f1e54544b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:14.696900 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-50ce53a5-c5ee-422b-961e-374c1dabc775 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:14.716257 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-50ce53a5-c5ee-422b-961e-374c1dabc775 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] device_id is not set on port 4f26476f-9e16-4e64-acc8-43ad42ca0c0e yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:30:14.720613 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643a4889-2eac-44e3-869f-183f1e54544b None None] Network ebde5436-53e9-4216-90f8-652eda209e35 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:30:14.725112 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-643a4889-2eac-44e3-869f-183f1e54544b None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:30:14.726928 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643a4889-2eac-44e3-869f-183f1e54544b None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:30:14.749382 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a4889-2eac-44e3-869f-183f1e54544b None None] Pushing event updated for resources: {'Port': ['ID=a5fe062f-ea3c-46c0-8824-59fe25d3a036,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:14.805798 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-643a4889-2eac-44e3-869f-183f1e54544b None None] Attempting to bind port a5fe062f-ea3c-46c0-8824-59fe25d3a036 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:30:14.806154 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-643a4889-2eac-44e3-869f-183f1e54544b None None] Attempting to bind port a5fe062f-ea3c-46c0-8824-59fe25d3a036 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a89e27f-e1aa-4cf2-b06d-d6396c0e2515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ebde5436-53e9-4216-90f8-652eda209e35'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:30:14.806543 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a4889-2eac-44e3-869f-183f1e54544b None None] Attempting to bind port a5fe062f-ea3c-46c0-8824-59fe25d3a036 on network ebde5436-53e9-4216-90f8-652eda209e35 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:30:14.811622 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a4889-2eac-44e3-869f-183f1e54544b None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:30:14.812023 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a4889-2eac-44e3-869f-183f1e54544b None None] Checking segment: {'id': '7a89e27f-e1aa-4cf2-b06d-d6396c0e2515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ebde5436-53e9-4216-90f8-652eda209e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:30:14.812423 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-643a4889-2eac-44e3-869f-183f1e54544b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:14.812816 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a4889-2eac-44e3-869f-183f1e54544b None None] Bound using segment: {'id': '7a89e27f-e1aa-4cf2-b06d-d6396c0e2515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ebde5436-53e9-4216-90f8-652eda209e35'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:30:14.813277 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-643a4889-2eac-44e3-869f-183f1e54544b None None] Bound port: a5fe062f-ea3c-46c0-8824-59fe25d3a036, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a89e27f-e1aa-4cf2-b06d-d6396c0e2515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ebde5436-53e9-4216-90f8-652eda209e35'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:30:14.813696 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-643a4889-2eac-44e3-869f-183f1e54544b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:14.890744 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-643a4889-2eac-44e3-869f-183f1e54544b None None] For port a5fe062f-ea3c-46c0-8824-59fe25d3a036, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:30:14.893735 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-50ce53a5-c5ee-422b-961e-374c1dabc775 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Allocated IP 2001:db8::239 (ebde5436-53e9-4216-90f8-652eda209e35/ebed88b3-db2a-483f-8fc5-22e8d77a0417/4f26476f-9e16-4e64-acc8-43ad42ca0c0e) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:30:14.894345 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-643a4889-2eac-44e3-869f-183f1e54544b None None] For port a5fe062f-ea3c-46c0-8824-59fe25d3a036, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a5fe062f-ea3c-46c0-8824-59fe25d3a036,segment=NetworkSegment(7a89e27f-e1aa-4cf2-b06d-d6396c0e2515),segment_id=7a89e27f-e1aa-4cf2-b06d-d6396c0e2515)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:30:14.900151 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-643a4889-2eac-44e3-869f-183f1e54544b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:14.960156 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a4889-2eac-44e3-869f-183f1e54544b None None] Pushing event updated for resources: {'Port': ['ID=a5fe062f-ea3c-46c0-8824-59fe25d3a036,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:15.052718 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-50ce53a5-c5ee-422b-961e-374c1dabc775 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:15.069194 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-50ce53a5-c5ee-422b-961e-374c1dabc775 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Transition to ACTIVE for port object 4f26476f-9e16-4e64-acc8-43ad42ca0c0e will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:30:15.106128 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-50ce53a5-c5ee-422b-961e-374c1dabc775 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:15.164137 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ce53a5-c5ee-422b-961e-374c1dabc775 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network ebde5436-53e9-4216-90f8-652eda209e35 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:30:15.167916 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-50ce53a5-c5ee-422b-961e-374c1dabc775 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:30:15.173919 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ce53a5-c5ee-422b-961e-374c1dabc775 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:30:15.179521 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ce53a5-c5ee-422b-961e-374c1dabc775 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:15.180178 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-50ce53a5-c5ee-422b-961e-374c1dabc775 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:15.197780 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce53a5-c5ee-422b-961e-374c1dabc775 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Port': ['ID=4f26476f-9e16-4e64-acc8-43ad42ca0c0e,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:15.204929 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-50ce53a5-c5ee-422b-961e-374c1dabc775 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7602305 Aug 28 15:30:15.208152 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51494) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:15.217778 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-7bd210db-3d42-4cbb-a9cd-f48c27bca226 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'subnet': {'network_id': 'ebde5436-53e9-4216-90f8-652eda209e35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:15.336120 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd210db-3d42-4cbb-a9cd-f48c27bca226 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:30:15.340153 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7bd210db-3d42-4cbb-a9cd-f48c27bca226 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:15.430060 n-d-712137-10 neutron-server[106329]: INFO neutron.db.ipam_backend_mixin [None req-7bd210db-3d42-4cbb-a9cd-f48c27bca226 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ebed88b3-db2a-483f-8fc5-22e8d77a0417 (CIDR: 2001:db8::/64) Aug 28 15:30:15.432739 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd210db-3d42-4cbb-a9cd-f48c27bca226 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:30:15.433197 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bd210db-3d42-4cbb-a9cd-f48c27bca226 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:30:15.446054 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7bd210db-3d42-4cbb-a9cd-f48c27bca226 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2361448 Aug 28 15:30:15.449598 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51496) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:15.454598 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-31245075-80a6-4e0e-993a-575eb1c5777a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'subnet': {'network_id': 'ebde5436-53e9-4216-90f8-652eda209e35', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:15.567684 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31245075-80a6-4e0e-993a-575eb1c5777a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:30:15.571231 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-31245075-80a6-4e0e-993a-575eb1c5777a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:15.802243 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-31245075-80a6-4e0e-993a-575eb1c5777a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:15.842982 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31245075-80a6-4e0e-993a-575eb1c5777a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network ebde5436-53e9-4216-90f8-652eda209e35 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:30:15.847554 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-31245075-80a6-4e0e-993a-575eb1c5777a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:30:15.851692 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31245075-80a6-4e0e-993a-575eb1c5777a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:15.852284 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-31245075-80a6-4e0e-993a-575eb1c5777a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:15.867208 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31245075-80a6-4e0e-993a-575eb1c5777a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Subnet': ['ID=1ca47bc5-cb9b-4ab2-95a8-590426e42465,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:15.878311 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-31245075-80a6-4e0e-993a-575eb1c5777a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4276555 Aug 28 15:30:15.878933 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51498) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:15.884288 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-50662bd5-57eb-4860-ab57-e5a55e294a7c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-865562119', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1ca47bc5-cb9b-4ab2-95a8-590426e42465'}], 'security_groups': ['cc0e3fd3-cc86-483c-9b69-7d5acebfd2a6']}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:15.900897 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2d6de2-1872-49c5-8828-41a0c7c2a10e None None] Network ebde5436-53e9-4216-90f8-652eda209e35 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:30:15.997294 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c3d07bf4-2ce3-4d18-82e1-756e9b9de6bd None None] Provisioning complete for port f08c2b60-e3f9-4855-9b40-1d260173360d triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:15.997672 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c3d07bf4-2ce3-4d18-82e1-756e9b9de6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:16.043128 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-50662bd5-57eb-4860-ab57-e5a55e294a7c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:16.064353 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c3d07bf4-2ce3-4d18-82e1-756e9b9de6bd None None] Port f08c2b60-e3f9-4855-9b40-1d260173360d cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:30:16.096284 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c3d07bf4-2ce3-4d18-82e1-756e9b9de6bd None None] Provisioning for port a5fe062f-ea3c-46c0-8824-59fe25d3a036 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:30:16.171613 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae75845-c30b-404f-af96-fc0160bef5e0 None None] Update dhcp port {'port': {'network_id': 'ebde5436-53e9-4216-90f8-652eda209e35', 'fixed_ips': [{'subnet_id': 'ebed88b3-db2a-483f-8fc5-22e8d77a0417', 'ip_address': '2001:db8::2'}, {'subnet_id': '1ca47bc5-cb9b-4ab2-95a8-590426e42465'}], 'binding:host_id': 'n-d-712137-10'}, 'id': 'a5fe062f-ea3c-46c0-8824-59fe25d3a036'} from n-d-712137-10. {{(pid=106331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 15:30:16.196794 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cae75845-c30b-404f-af96-fc0160bef5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:16.377915 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a5fe062f-ea3c-46c0-8824-59fe25d3a036 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:30:16.388663 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-50662bd5-57eb-4860-ab57-e5a55e294a7c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Delete allocated IP 2001:db8::239 (ebde5436-53e9-4216-90f8-652eda209e35/ebed88b3-db2a-483f-8fc5-22e8d77a0417) {{(pid=106329) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 28 15:30:16.396455 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-50662bd5-57eb-4860-ab57-e5a55e294a7c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Allocated IP 2001:db8:0:1::76 (ebde5436-53e9-4216-90f8-652eda209e35/1ca47bc5-cb9b-4ab2-95a8-590426e42465/4f26476f-9e16-4e64-acc8-43ad42ca0c0e) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:30:16.558555 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-50662bd5-57eb-4860-ab57-e5a55e294a7c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:16.570612 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-50662bd5-57eb-4860-ab57-e5a55e294a7c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Ignored duplicate provisioning block setup for port 4f26476f-9e16-4e64-acc8-43ad42ca0c0e by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 28 15:30:16.575119 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-50662bd5-57eb-4860-ab57-e5a55e294a7c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:16.615112 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port a5fe062f-ea3c-46c0-8824-59fe25d3a036 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:30:16.623736 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port a5fe062f-ea3c-46c0-8824-59fe25d3a036 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:16.624165 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:16.638799 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-50662bd5-57eb-4860-ab57-e5a55e294a7c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] In _notify_port_updated(), no bound segment for port 4f26476f-9e16-4e64-acc8-43ad42ca0c0e on network ebde5436-53e9-4216-90f8-652eda209e35 {{(pid=106329) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 15:30:16.644295 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50662bd5-57eb-4860-ab57-e5a55e294a7c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:16.644905 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-50662bd5-57eb-4860-ab57-e5a55e294a7c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:16.648739 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-50662bd5-57eb-4860-ab57-e5a55e294a7c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "PUT /v2.0/ports/4f26476f-9e16-4e64-acc8-43ad42ca0c0e HTTP/1.1" status: 200 len: 929 time: 0.7663157 Aug 28 15:30:16.649115 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51502) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:16.654226 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-cae75845-c30b-404f-af96-fc0160bef5e0 None None] Allocated IP 2001:db8:0:1::2 (ebde5436-53e9-4216-90f8-652eda209e35/1ca47bc5-cb9b-4ab2-95a8-590426e42465/a5fe062f-ea3c-46c0-8824-59fe25d3a036) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:30:16.661365 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50662bd5-57eb-4860-ab57-e5a55e294a7c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Port': ['ID=4f26476f-9e16-4e64-acc8-43ad42ca0c0e,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:16.738237 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-c21fa0ed-132e-4d05-8071-793e4b5a4082 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting port 4f26476f-9e16-4e64-acc8-43ad42ca0c0e {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:30:16.738583 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c21fa0ed-132e-4d05-8071-793e4b5a4082 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:16.792891 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:16.799168 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-cae75845-c30b-404f-af96-fc0160bef5e0 None None] For port a5fe062f-ea3c-46c0-8824-59fe25d3a036, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a5fe062f-ea3c-46c0-8824-59fe25d3a036,segment=NetworkSegment(7a89e27f-e1aa-4cf2-b06d-d6396c0e2515),segment_id=7a89e27f-e1aa-4cf2-b06d-d6396c0e2515)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:30:16.827755 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c21fa0ed-132e-4d05-8071-793e4b5a4082 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:16.839903 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-c21fa0ed-132e-4d05-8071-793e4b5a4082 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Calling delete_port for 4f26476f-9e16-4e64-acc8-43ad42ca0c0e owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:30:16.841523 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cae75845-c30b-404f-af96-fc0160bef5e0 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:16.855112 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-cae75845-c30b-404f-af96-fc0160bef5e0 None None] Transition to ACTIVE for port object a5fe062f-ea3c-46c0-8824-59fe25d3a036 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:30:16.866328 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cae75845-c30b-404f-af96-fc0160bef5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:16.955487 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.api [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:30:16.956234 n-d-712137-10 neutron-server[106331]: DEBUG oslo_db.api [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:30:16.970515 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c21fa0ed-132e-4d05-8071-793e4b5a4082 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:16.986159 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae75845-c30b-404f-af96-fc0160bef5e0 None None] Pushing event updated for resources: {'Port': ['ID=a5fe062f-ea3c-46c0-8824-59fe25d3a036,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:17.001152 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21fa0ed-132e-4d05-8071-793e4b5a4082 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Port': ['ID=4f26476f-9e16-4e64-acc8-43ad42ca0c0e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:17.024250 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c21fa0ed-132e-4d05-8071-793e4b5a4082 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:17.026419 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c21fa0ed-132e-4d05-8071-793e4b5a4082 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/ports/4f26476f-9e16-4e64-acc8-43ad42ca0c0e HTTP/1.1" status: 204 len: 168 time: 0.3763900 Aug 28 15:30:17.029091 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51504) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:17.053827 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-69855617-18c9-4df6-915f-ede5fa0aab0a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] GET failed (client error): The resource could not be found. Aug 28 15:30:17.055218 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-69855617-18c9-4df6-915f-ede5fa0aab0a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "GET /v2.0/ports/4f26476f-9e16-4e64-acc8-43ad42ca0c0e HTTP/1.1" status: 404 len: 333 time: 0.0251844 Aug 28 15:30:17.058712 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51506) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:17.113720 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7a20f222-4632-4e31-a7f2-4683498adea4 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:17.137631 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7a20f222-4632-4e31-a7f2-4683498adea4 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:17.184372 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7a20f222-4632-4e31-a7f2-4683498adea4 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:17.187114 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7a20f222-4632-4e31-a7f2-4683498adea4 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:17.188399 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7a20f222-4632-4e31-a7f2-4683498adea4 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/security-groups/425f216f-34d2-418f-b1d8-7ecf7df585aa HTTP/1.1" status: 204 len: 168 time: 0.1287739 Aug 28 15:30:17.192200 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51508) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:17.198628 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20f222-4632-4e31-a7f2-4683498adea4 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=425f216f-34d2-418f-b1d8-7ecf7df585aa,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:17.254664 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1358daf3-2d25-4a1f-8478-c53e6ddd6f11 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:17.279627 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1358daf3-2d25-4a1f-8478-c53e6ddd6f11 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:17.329362 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1358daf3-2d25-4a1f-8478-c53e6ddd6f11 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:17.333586 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1358daf3-2d25-4a1f-8478-c53e6ddd6f11 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:17.337214 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1358daf3-2d25-4a1f-8478-c53e6ddd6f11 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/security-groups/cc0e3fd3-cc86-483c-9b69-7d5acebfd2a6 HTTP/1.1" status: 204 len: 168 time: 0.1414926 Aug 28 15:30:17.338181 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51512) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:17.346679 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358daf3-2d25-4a1f-8478-c53e6ddd6f11 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0e3fd3-cc86-483c-9b69-7d5acebfd2a6,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:17.401510 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a58ee5-7665-4b2d-8fdc-65f60dbfd63e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting subnet ebed88b3-db2a-483f-8fc5-22e8d77a0417 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:30:17.405006 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-96a58ee5-7665-4b2d-8fdc-65f60dbfd63e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:17.446336 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-96a58ee5-7665-4b2d-8fdc-65f60dbfd63e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:17.496818 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:17.541571 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port a5fe062f-ea3c-46c0-8824-59fe25d3a036, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a5fe062f-ea3c-46c0-8824-59fe25d3a036,segment=NetworkSegment(7a89e27f-e1aa-4cf2-b06d-d6396c0e2515),segment_id=7a89e27f-e1aa-4cf2-b06d-d6396c0e2515)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:30:17.548420 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-96a58ee5-7665-4b2d-8fdc-65f60dbfd63e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:17.549331 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c9112931-fa89-44fd-b1e6-7778f3c07ba7 None None] Provisioning complete for port f08c2b60-e3f9-4855-9b40-1d260173360d triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:17.549734 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c9112931-fa89-44fd-b1e6-7778f3c07ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:17.551597 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:17.616680 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-96a58ee5-7665-4b2d-8fdc-65f60dbfd63e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:17.619857 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c9112931-fa89-44fd-b1e6-7778f3c07ba7 None None] Port f08c2b60-e3f9-4855-9b40-1d260173360d cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:30:17.630621 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c9112931-fa89-44fd-b1e6-7778f3c07ba7 None None] Could not find standard attr ID for object 4f26476f-9e16-4e64-acc8-43ad42ca0c0e. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:30:17.633433 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=a5fe062f-ea3c-46c0-8824-59fe25d3a036,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:17.647344 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a58ee5-7665-4b2d-8fdc-65f60dbfd63e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Subnet': ['ID=ebed88b3-db2a-483f-8fc5-22e8d77a0417,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:17.648782 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c9112931-fa89-44fd-b1e6-7778f3c07ba7 None None] Provisioning for port a5fe062f-ea3c-46c0-8824-59fe25d3a036 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:30:17.649433 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-96a58ee5-7665-4b2d-8fdc-65f60dbfd63e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:17.655914 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-96a58ee5-7665-4b2d-8fdc-65f60dbfd63e tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/subnets/ebed88b3-db2a-483f-8fc5-22e8d77a0417 HTTP/1.1" status: 204 len: 168 time: 0.3128238 Aug 28 15:30:17.656291 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51514) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:17.656599 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c9112931-fa89-44fd-b1e6-7778f3c07ba7 None None] Provisioning complete for port a5fe062f-ea3c-46c0-8824-59fe25d3a036 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:17.656937 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c9112931-fa89-44fd-b1e6-7778f3c07ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:17.661852 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-ee61ab39-720f-40f4-be09-bfe13ed39914 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'subnet': {'network_id': 'ebde5436-53e9-4216-90f8-652eda209e35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:17.747482 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12bdf60-7d6a-41cd-9753-907a4af20520 None None] Network ebde5436-53e9-4216-90f8-652eda209e35 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:30:17.776923 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee61ab39-720f-40f4-be09-bfe13ed39914 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:30:17.780571 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ee61ab39-720f-40f4-be09-bfe13ed39914 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:17.908780 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ecaae763-0e26-49bd-9500-5142caef16ef None None] Could not find standard attr ID for object 4f26476f-9e16-4e64-acc8-43ad42ca0c0e. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:30:18.014611 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ee61ab39-720f-40f4-be09-bfe13ed39914 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:18.065194 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee61ab39-720f-40f4-be09-bfe13ed39914 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network ebde5436-53e9-4216-90f8-652eda209e35 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:30:18.068455 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-ee61ab39-720f-40f4-be09-bfe13ed39914 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:30:18.073619 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee61ab39-720f-40f4-be09-bfe13ed39914 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:18.074220 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ee61ab39-720f-40f4-be09-bfe13ed39914 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:18.082100 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61ab39-720f-40f4-be09-bfe13ed39914 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Subnet': ['ID=33d4f976-a639-4a61-8b70-d0e9e423ca25,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:18.092916 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ee61ab39-720f-40f4-be09-bfe13ed39914 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4351928 Aug 28 15:30:18.095189 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51516) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:18.100197 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-0f343bbf-efca-4163-9906-486a10ff9f49 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'security_group': {'name': 'tempest-secgroup-1419390330'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:18.124183 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0f343bbf-efca-4163-9906-486a10ff9f49 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:18.216515 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0f343bbf-efca-4163-9906-486a10ff9f49 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:18.220986 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0f343bbf-efca-4163-9906-486a10ff9f49 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:18.250478 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0f343bbf-efca-4163-9906-486a10ff9f49 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:18.251762 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0f343bbf-efca-4163-9906-486a10ff9f49 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1555042 Aug 28 15:30:18.254555 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51518) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:18.257569 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f343bbf-efca-4163-9906-486a10ff9f49 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6848c1-6a82-4eb1-b3cf-a117c48fd900,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:18.259131 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-afdb16df-5c1e-4280-9e04-6a9140aa05a3 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'security_group': {'name': 'tempest-secgroup-53545284'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:18.282322 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-afdb16df-5c1e-4280-9e04-6a9140aa05a3 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:18.367215 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a5fe062f-ea3c-46c0-8824-59fe25d3a036 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:30:18.391305 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-afdb16df-5c1e-4280-9e04-6a9140aa05a3 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:18.398101 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-afdb16df-5c1e-4280-9e04-6a9140aa05a3 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:18.428069 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port a5fe062f-ea3c-46c0-8824-59fe25d3a036 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:18.428562 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:18.432561 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-afdb16df-5c1e-4280-9e04-6a9140aa05a3 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:18.433898 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-afdb16df-5c1e-4280-9e04-6a9140aa05a3 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1783414 Aug 28 15:30:18.436041 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb16df-5c1e-4280-9e04-6a9140aa05a3 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=374de9cc-14dc-4177-985f-b44150cd7b2b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:18.436842 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51522) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:18.446159 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-f678ce5a-72fa-4cb2-a2d9-934b03e79428 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'security_group': {'name': 'tempest-secgroup-1025670276'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:18.478339 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f678ce5a-72fa-4cb2-a2d9-934b03e79428 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:18.482961 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fee8a4-b431-4935-bef0-fe9bee5ec5db None None] Network ebde5436-53e9-4216-90f8-652eda209e35 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:30:18.561609 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f678ce5a-72fa-4cb2-a2d9-934b03e79428 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:18.566207 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f678ce5a-72fa-4cb2-a2d9-934b03e79428 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:18.596166 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f678ce5a-72fa-4cb2-a2d9-934b03e79428 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:18.596398 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-5f14020c-f0b1-4979-b4c4-ab570d775d75 None None] Provisioning complete for port f08c2b60-e3f9-4855-9b40-1d260173360d triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:18.596533 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5f14020c-f0b1-4979-b4c4-ab570d775d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:18.597720 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f678ce5a-72fa-4cb2-a2d9-934b03e79428 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1594346 Aug 28 15:30:18.599676 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678ce5a-72fa-4cb2-a2d9-934b03e79428 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38e11ac5-ae83-4f8a-83b1-c212e7f28d90,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:18.600634 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51524) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:18.607417 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-14e95ade-c17b-4024-aaa0-7a37ba0bea20 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1724814569', 'security_groups': ['38e11ac5-ae83-4f8a-83b1-c212e7f28d90'], 'network_id': 'ebde5436-53e9-4216-90f8-652eda209e35', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '33d4f976-a639-4a61-8b70-d0e9e423ca25'}]}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:18.671332 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-5f14020c-f0b1-4979-b4c4-ab570d775d75 None None] Port f08c2b60-e3f9-4855-9b40-1d260173360d cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:30:18.694979 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-5f14020c-f0b1-4979-b4c4-ab570d775d75 None None] Provisioning complete for port a5fe062f-ea3c-46c0-8824-59fe25d3a036 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:18.695355 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5f14020c-f0b1-4979-b4c4-ab570d775d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:18.722502 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e95ade-c17b-4024-aaa0-7a37ba0bea20 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:30:18.727069 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-14e95ade-c17b-4024-aaa0-7a37ba0bea20 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:18.745449 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-14e95ade-c17b-4024-aaa0-7a37ba0bea20 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] device_id is not set on port 862707f3-3738-4904-8926-257b3f4d9f8c yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:30:18.838771 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55948170-fe76-45f0-bedc-f417eb42614b None None] Update dhcp port {'port': {'network_id': 'ebde5436-53e9-4216-90f8-652eda209e35', 'fixed_ips': [{'subnet_id': '1ca47bc5-cb9b-4ab2-95a8-590426e42465', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '33d4f976-a639-4a61-8b70-d0e9e423ca25'}], 'binding:host_id': 'n-d-712137-10'}, 'id': 'a5fe062f-ea3c-46c0-8824-59fe25d3a036'} from n-d-712137-10. {{(pid=106331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 15:30:18.869486 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-55948170-fe76-45f0-bedc-f417eb42614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:18.917043 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-14e95ade-c17b-4024-aaa0-7a37ba0bea20 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Allocated IP 2001:db8::310 (ebde5436-53e9-4216-90f8-652eda209e35/33d4f976-a639-4a61-8b70-d0e9e423ca25/862707f3-3738-4904-8926-257b3f4d9f8c) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:30:19.051146 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-14e95ade-c17b-4024-aaa0-7a37ba0bea20 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:19.063844 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-14e95ade-c17b-4024-aaa0-7a37ba0bea20 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Transition to ACTIVE for port object 862707f3-3738-4904-8926-257b3f4d9f8c will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:30:19.097569 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-14e95ade-c17b-4024-aaa0-7a37ba0bea20 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:19.142477 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e95ade-c17b-4024-aaa0-7a37ba0bea20 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network ebde5436-53e9-4216-90f8-652eda209e35 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:30:19.144754 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-55948170-fe76-45f0-bedc-f417eb42614b None None] Allocated IP 2001:db8::2 (ebde5436-53e9-4216-90f8-652eda209e35/33d4f976-a639-4a61-8b70-d0e9e423ca25/a5fe062f-ea3c-46c0-8824-59fe25d3a036) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:30:19.147724 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-14e95ade-c17b-4024-aaa0-7a37ba0bea20 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:30:19.150504 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e95ade-c17b-4024-aaa0-7a37ba0bea20 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:30:19.156527 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e95ade-c17b-4024-aaa0-7a37ba0bea20 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:19.157136 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-14e95ade-c17b-4024-aaa0-7a37ba0bea20 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:19.172284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e95ade-c17b-4024-aaa0-7a37ba0bea20 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Port': ['ID=862707f3-3738-4904-8926-257b3f4d9f8c,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:19.180714 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-14e95ade-c17b-4024-aaa0-7a37ba0bea20 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5790148 Aug 28 15:30:19.184384 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51526) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:19.189748 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-6973e78f-59dd-4bce-a8c9-2843b8a413d3 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'subnet': {'network_id': 'ebde5436-53e9-4216-90f8-652eda209e35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:19.242905 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-55948170-fe76-45f0-bedc-f417eb42614b None None] For port a5fe062f-ea3c-46c0-8824-59fe25d3a036, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a5fe062f-ea3c-46c0-8824-59fe25d3a036,segment=NetworkSegment(7a89e27f-e1aa-4cf2-b06d-d6396c0e2515),segment_id=7a89e27f-e1aa-4cf2-b06d-d6396c0e2515)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:30:19.271821 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-55948170-fe76-45f0-bedc-f417eb42614b None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:19.291442 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-55948170-fe76-45f0-bedc-f417eb42614b None None] Transition to ACTIVE for port object a5fe062f-ea3c-46c0-8824-59fe25d3a036 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:30:19.295713 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-55948170-fe76-45f0-bedc-f417eb42614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:19.305327 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6973e78f-59dd-4bce-a8c9-2843b8a413d3 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:30:19.309535 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6973e78f-59dd-4bce-a8c9-2843b8a413d3 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:19.385064 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55948170-fe76-45f0-bedc-f417eb42614b None None] Pushing event updated for resources: {'Port': ['ID=a5fe062f-ea3c-46c0-8824-59fe25d3a036,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:19.394048 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55948170-fe76-45f0-bedc-f417eb42614b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:19.394503 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55948170-fe76-45f0-bedc-f417eb42614b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:19.394961 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55948170-fe76-45f0-bedc-f417eb42614b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:19.395408 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55948170-fe76-45f0-bedc-f417eb42614b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:19.395786 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55948170-fe76-45f0-bedc-f417eb42614b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:19.396121 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55948170-fe76-45f0-bedc-f417eb42614b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:19.396455 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55948170-fe76-45f0-bedc-f417eb42614b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:19.396784 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55948170-fe76-45f0-bedc-f417eb42614b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:19.397153 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55948170-fe76-45f0-bedc-f417eb42614b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:19.397610 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55948170-fe76-45f0-bedc-f417eb42614b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:19.397981 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55948170-fe76-45f0-bedc-f417eb42614b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:19.398357 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55948170-fe76-45f0-bedc-f417eb42614b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:30:19.406027 n-d-712137-10 neutron-server[106330]: INFO neutron.db.ipam_backend_mixin [None req-6973e78f-59dd-4bce-a8c9-2843b8a413d3 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 33d4f976-a639-4a61-8b70-d0e9e423ca25 (CIDR: 2001:db8::/64) Aug 28 15:30:19.409500 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-6973e78f-59dd-4bce-a8c9-2843b8a413d3 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:30:19.410082 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6973e78f-59dd-4bce-a8c9-2843b8a413d3 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:30:19.428666 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6973e78f-59dd-4bce-a8c9-2843b8a413d3 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2402267 Aug 28 15:30:19.428961 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51530) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:19.434793 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-b5eb17ec-1270-46eb-9bff-058c5aba581a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'subnet': {'network_id': 'ebde5436-53e9-4216-90f8-652eda209e35', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:19.552457 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5eb17ec-1270-46eb-9bff-058c5aba581a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:30:19.556079 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b5eb17ec-1270-46eb-9bff-058c5aba581a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:19.651551 n-d-712137-10 neutron-server[106329]: INFO neutron.db.ipam_backend_mixin [None req-b5eb17ec-1270-46eb-9bff-058c5aba581a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 1ca47bc5-cb9b-4ab2-95a8-590426e42465 (CIDR: 2001:db8:0:1::/64) Aug 28 15:30:19.655093 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5eb17ec-1270-46eb-9bff-058c5aba581a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:30:19.655558 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5eb17ec-1270-46eb-9bff-058c5aba581a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:30:19.673208 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b5eb17ec-1270-46eb-9bff-058c5aba581a tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2404721 Aug 28 15:30:19.673483 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51532) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:19.678729 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-5ceb5feb-1ea0-41a0-a5f3-d3c7ceba7e1f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'subnet': {'network_id': 'ebde5436-53e9-4216-90f8-652eda209e35', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:19.794626 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ceb5feb-1ea0-41a0-a5f3-d3c7ceba7e1f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Made reservation on behalf of f0eb1a80ced84cd18df324060567889f for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:30:19.798358 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5ceb5feb-1ea0-41a0-a5f3-d3c7ceba7e1f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:19.955521 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f1ba7b75-4ebb-4e6a-bedb-19d4b2e42d4e None None] Provisioning complete for port f08c2b60-e3f9-4855-9b40-1d260173360d triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:19.956036 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f1ba7b75-4ebb-4e6a-bedb-19d4b2e42d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:19.995321 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-f1ba7b75-4ebb-4e6a-bedb-19d4b2e42d4e None None] Port f08c2b60-e3f9-4855-9b40-1d260173360d cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:30:20.007239 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f1ba7b75-4ebb-4e6a-bedb-19d4b2e42d4e None None] Provisioning for port a5fe062f-ea3c-46c0-8824-59fe25d3a036 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:30:20.011495 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f1ba7b75-4ebb-4e6a-bedb-19d4b2e42d4e None None] Provisioning complete for port a5fe062f-ea3c-46c0-8824-59fe25d3a036 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:20.011980 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f1ba7b75-4ebb-4e6a-bedb-19d4b2e42d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:20.053495 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5ceb5feb-1ea0-41a0-a5f3-d3c7ceba7e1f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:20.099213 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ceb5feb-1ea0-41a0-a5f3-d3c7ceba7e1f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Network ebde5436-53e9-4216-90f8-652eda209e35 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:30:20.105873 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-5ceb5feb-1ea0-41a0-a5f3-d3c7ceba7e1f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:30:20.109381 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ceb5feb-1ea0-41a0-a5f3-d3c7ceba7e1f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:20.109902 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5ceb5feb-1ea0-41a0-a5f3-d3c7ceba7e1f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:20.121106 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb5feb-1ea0-41a0-a5f3-d3c7ceba7e1f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Subnet': ['ID=54bff789-1eca-4071-9dfd-a04c03885fc5,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:20.133690 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5ceb5feb-1ea0-41a0-a5f3-d3c7ceba7e1f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4590209 Aug 28 15:30:20.136192 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51534) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:20.141432 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-8a4510a2-857b-493a-9463-b62e3c16472f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-224270887', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '54bff789-1eca-4071-9dfd-a04c03885fc5'}], 'security_groups': ['1c6848c1-6a82-4eb1-b3cf-a117c48fd900', '374de9cc-14dc-4177-985f-b44150cd7b2b']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:20.228799 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ad30874b-520e-4a8c-83b9-329c761e2830 None None] Provisioning for port 862707f3-3738-4904-8926-257b3f4d9f8c completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:30:20.233018 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ad30874b-520e-4a8c-83b9-329c761e2830 None None] Provisioning complete for port 862707f3-3738-4904-8926-257b3f4d9f8c triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:20.233397 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ad30874b-520e-4a8c-83b9-329c761e2830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:20.275915 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ad30874b-520e-4a8c-83b9-329c761e2830 None None] Port 862707f3-3738-4904-8926-257b3f4d9f8c cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:30:20.309416 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8a4510a2-857b-493a-9463-b62e3c16472f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:20.309970 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5546390-7eb9-45b4-beff-bfc300ef6f60 None None] Network ebde5436-53e9-4216-90f8-652eda209e35 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:30:20.374809 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a5fe062f-ea3c-46c0-8824-59fe25d3a036 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:30:20.428702 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e80b4613-9bc6-4a53-98c9-670b0af229e9 None None] Could not find standard attr ID for object 4f26476f-9e16-4e64-acc8-43ad42ca0c0e. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:30:20.489447 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port a5fe062f-ea3c-46c0-8824-59fe25d3a036 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:20.489835 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:20.636952 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6889e0a4-72bc-4822-8126-0b9d417d5f21 None None] Update dhcp port {'port': {'network_id': 'ebde5436-53e9-4216-90f8-652eda209e35', 'fixed_ips': [{'subnet_id': '1ca47bc5-cb9b-4ab2-95a8-590426e42465', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '33d4f976-a639-4a61-8b70-d0e9e423ca25', 'ip_address': '2001:db8::2'}, {'subnet_id': '54bff789-1eca-4071-9dfd-a04c03885fc5'}], 'binding:host_id': 'n-d-712137-10'}, 'id': 'a5fe062f-ea3c-46c0-8824-59fe25d3a036'} from n-d-712137-10. {{(pid=106331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 15:30:20.639859 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-8a4510a2-857b-493a-9463-b62e3c16472f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Delete allocated IP 2001:db8::310 (ebde5436-53e9-4216-90f8-652eda209e35/33d4f976-a639-4a61-8b70-d0e9e423ca25) {{(pid=106330) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 28 15:30:20.647856 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-8a4510a2-857b-493a-9463-b62e3c16472f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Allocated IP 2001:db8:0:2::293 (ebde5436-53e9-4216-90f8-652eda209e35/54bff789-1eca-4071-9dfd-a04c03885fc5/862707f3-3738-4904-8926-257b3f4d9f8c) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:30:20.662821 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6889e0a4-72bc-4822-8126-0b9d417d5f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:20.809402 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8a4510a2-857b-493a-9463-b62e3c16472f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:20.823070 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-8a4510a2-857b-493a-9463-b62e3c16472f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Transition to ACTIVE for port object 862707f3-3738-4904-8926-257b3f4d9f8c will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:30:20.827058 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8a4510a2-857b-493a-9463-b62e3c16472f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:20.878438 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-6889e0a4-72bc-4822-8126-0b9d417d5f21 None None] Allocated IP 2001:db8:0:2::2 (ebde5436-53e9-4216-90f8-652eda209e35/54bff789-1eca-4071-9dfd-a04c03885fc5/a5fe062f-ea3c-46c0-8824-59fe25d3a036) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:30:20.897849 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-8a4510a2-857b-493a-9463-b62e3c16472f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] In _notify_port_updated(), no bound segment for port 862707f3-3738-4904-8926-257b3f4d9f8c on network ebde5436-53e9-4216-90f8-652eda209e35 {{(pid=106330) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 15:30:20.904061 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4510a2-857b-493a-9463-b62e3c16472f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:20.904695 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8a4510a2-857b-493a-9463-b62e3c16472f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:20.906034 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8a4510a2-857b-493a-9463-b62e3c16472f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "PUT /v2.0/ports/862707f3-3738-4904-8926-257b3f4d9f8c HTTP/1.1" status: 200 len: 969 time: 0.7688329 Aug 28 15:30:20.909004 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51538) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:20.910633 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4510a2-857b-493a-9463-b62e3c16472f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event updated for resources: {'Port': ['ID=862707f3-3738-4904-8926-257b3f4d9f8c,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:20.980227 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-6889e0a4-72bc-4822-8126-0b9d417d5f21 None None] For port a5fe062f-ea3c-46c0-8824-59fe25d3a036, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a5fe062f-ea3c-46c0-8824-59fe25d3a036,segment=NetworkSegment(7a89e27f-e1aa-4cf2-b06d-d6396c0e2515),segment_id=7a89e27f-e1aa-4cf2-b06d-d6396c0e2515)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:30:21.012795 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6889e0a4-72bc-4822-8126-0b9d417d5f21 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:21.029201 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6889e0a4-72bc-4822-8126-0b9d417d5f21 None None] Transition to ACTIVE for port object a5fe062f-ea3c-46c0-8824-59fe25d3a036 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:30:21.030009 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-557ec0e3-0543-4c14-8cc4-7060aa86c8ad tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting port 862707f3-3738-4904-8926-257b3f4d9f8c {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:30:21.030494 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-557ec0e3-0543-4c14-8cc4-7060aa86c8ad tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:21.033236 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6889e0a4-72bc-4822-8126-0b9d417d5f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:21.141611 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889e0a4-72bc-4822-8126-0b9d417d5f21 None None] Pushing event updated for resources: {'Port': ['ID=a5fe062f-ea3c-46c0-8824-59fe25d3a036,revision_number=7']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:21.152861 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-557ec0e3-0543-4c14-8cc4-7060aa86c8ad tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:21.168994 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-557ec0e3-0543-4c14-8cc4-7060aa86c8ad tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Calling delete_port for 862707f3-3738-4904-8926-257b3f4d9f8c owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:30:21.328953 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-557ec0e3-0543-4c14-8cc4-7060aa86c8ad tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:21.380472 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ec0e3-0543-4c14-8cc4-7060aa86c8ad tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Port': ['ID=862707f3-3738-4904-8926-257b3f4d9f8c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:21.399557 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-557ec0e3-0543-4c14-8cc4-7060aa86c8ad tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:21.405151 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51540) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:21.409718 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-557ec0e3-0543-4c14-8cc4-7060aa86c8ad tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/ports/862707f3-3738-4904-8926-257b3f4d9f8c HTTP/1.1" status: 204 len: 168 time: 0.4922216 Aug 28 15:30:21.433205 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd35f329-6cb7-4dbd-820f-338fb74f3018 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] GET failed (client error): The resource could not be found. Aug 28 15:30:21.437359 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bd35f329-6cb7-4dbd-820f-338fb74f3018 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "GET /v2.0/ports/862707f3-3738-4904-8926-257b3f4d9f8c HTTP/1.1" status: 404 len: 333 time: 0.0284345 Aug 28 15:30:21.437633 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51542) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:21.494699 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cf4bb21b-72e7-4b93-a50c-cbf82da47680 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:21.519142 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cf4bb21b-72e7-4b93-a50c-cbf82da47680 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:21.563017 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cf4bb21b-72e7-4b93-a50c-cbf82da47680 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:21.566341 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cf4bb21b-72e7-4b93-a50c-cbf82da47680 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:21.567588 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cf4bb21b-72e7-4b93-a50c-cbf82da47680 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/security-groups/38e11ac5-ae83-4f8a-83b1-c212e7f28d90 HTTP/1.1" status: 204 len: 168 time: 0.1289983 Aug 28 15:30:21.570273 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51546) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:21.579114 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4bb21b-72e7-4b93-a50c-cbf82da47680 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e11ac5-ae83-4f8a-83b1-c212e7f28d90,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:21.634103 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-20972ed0-3f84-43e5-a325-959321994aaf tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:21.658826 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-20972ed0-3f84-43e5-a325-959321994aaf tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:21.710355 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-20972ed0-3f84-43e5-a325-959321994aaf tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:21.713960 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-20972ed0-3f84-43e5-a325-959321994aaf tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:21.715148 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-20972ed0-3f84-43e5-a325-959321994aaf tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/security-groups/374de9cc-14dc-4177-985f-b44150cd7b2b HTTP/1.1" status: 204 len: 168 time: 0.1437552 Aug 28 15:30:21.718114 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51548) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:21.729614 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20972ed0-3f84-43e5-a325-959321994aaf tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=374de9cc-14dc-4177-985f-b44150cd7b2b,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:21.763851 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d87fb679-5dbf-411e-951c-0d0c5d33f9e4 None None] Provisioning complete for port f08c2b60-e3f9-4855-9b40-1d260173360d triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:21.764452 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d87fb679-5dbf-411e-951c-0d0c5d33f9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:21.786874 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-25a2c52c-7d82-46e7-9456-e7f3aaa1135f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:21.808749 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-d87fb679-5dbf-411e-951c-0d0c5d33f9e4 None None] Port f08c2b60-e3f9-4855-9b40-1d260173360d cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:30:21.811895 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d87fb679-5dbf-411e-951c-0d0c5d33f9e4 None None] Could not find standard attr ID for object 862707f3-3738-4904-8926-257b3f4d9f8c. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:30:21.814834 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-25a2c52c-7d82-46e7-9456-e7f3aaa1135f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:21.824604 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d87fb679-5dbf-411e-951c-0d0c5d33f9e4 None None] Provisioning for port a5fe062f-ea3c-46c0-8824-59fe25d3a036 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:30:21.829913 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d87fb679-5dbf-411e-951c-0d0c5d33f9e4 None None] Provisioning complete for port a5fe062f-ea3c-46c0-8824-59fe25d3a036 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:21.830292 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d87fb679-5dbf-411e-951c-0d0c5d33f9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:21.869621 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-25a2c52c-7d82-46e7-9456-e7f3aaa1135f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:21.872412 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-25a2c52c-7d82-46e7-9456-e7f3aaa1135f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:21.873719 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-25a2c52c-7d82-46e7-9456-e7f3aaa1135f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/security-groups/1c6848c1-6a82-4eb1-b3cf-a117c48fd900 HTTP/1.1" status: 204 len: 168 time: 0.1544673 Aug 28 15:30:21.880997 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51550) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:21.884836 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2c52c-7d82-46e7-9456-e7f3aaa1135f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6848c1-6a82-4eb1-b3cf-a117c48fd900,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:21.935287 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-307dbf54-4bd4-4ad0-bb11-78a0b98b91e7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting subnet 33d4f976-a639-4a61-8b70-d0e9e423ca25 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:30:21.938544 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-307dbf54-4bd4-4ad0-bb11-78a0b98b91e7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:21.988632 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-307dbf54-4bd4-4ad0-bb11-78a0b98b91e7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:22.064178 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-705db7b4-adfe-4573-b541-069ac2711996 None None] Could not find standard attr ID for object 862707f3-3738-4904-8926-257b3f4d9f8c. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:30:22.076858 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-307dbf54-4bd4-4ad0-bb11-78a0b98b91e7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:22.136673 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-307dbf54-4bd4-4ad0-bb11-78a0b98b91e7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:22.169799 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307dbf54-4bd4-4ad0-bb11-78a0b98b91e7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Subnet': ['ID=33d4f976-a639-4a61-8b70-d0e9e423ca25,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:22.175915 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-307dbf54-4bd4-4ad0-bb11-78a0b98b91e7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:22.178159 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-307dbf54-4bd4-4ad0-bb11-78a0b98b91e7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/subnets/33d4f976-a639-4a61-8b70-d0e9e423ca25 HTTP/1.1" status: 204 len: 168 time: 0.3005025 Aug 28 15:30:22.181751 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51552) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:22.185603 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc204fda-e162-44fe-9155-242651d39c51 None None] Network ebde5436-53e9-4216-90f8-652eda209e35 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:30:22.237504 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-cefbf332-18b4-4a41-8c0b-04f961acf8a7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting subnet 54bff789-1eca-4071-9dfd-a04c03885fc5 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:30:22.240726 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cefbf332-18b4-4a41-8c0b-04f961acf8a7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:22.282317 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cefbf332-18b4-4a41-8c0b-04f961acf8a7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:22.371775 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a5fe062f-ea3c-46c0-8824-59fe25d3a036 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:30:22.440148 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port a5fe062f-ea3c-46c0-8824-59fe25d3a036 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:22.440599 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:22.705981 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cefbf332-18b4-4a41-8c0b-04f961acf8a7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:22.780461 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cefbf332-18b4-4a41-8c0b-04f961acf8a7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:22.808259 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefbf332-18b4-4a41-8c0b-04f961acf8a7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Subnet': ['ID=54bff789-1eca-4071-9dfd-a04c03885fc5,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:22.815153 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cefbf332-18b4-4a41-8c0b-04f961acf8a7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:22.819780 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51556) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:22.820264 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-cefbf332-18b4-4a41-8c0b-04f961acf8a7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/subnets/54bff789-1eca-4071-9dfd-a04c03885fc5 HTTP/1.1" status: 204 len: 168 time: 0.6369708 Aug 28 15:30:22.848991 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-a068018b-a3ed-4f2b-b845-64eb9511e16c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] DELETE failed (client error): The resource could not be found. Aug 28 15:30:22.849462 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a068018b-a3ed-4f2b-b845-64eb9511e16c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:30:22.851292 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a068018b-a3ed-4f2b-b845-64eb9511e16c tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/subnets/33d4f976-a639-4a61-8b70-d0e9e423ca25 HTTP/1.1" status: 404 len: 337 time: 0.0303752 Aug 28 15:30:22.855454 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51558) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:22.917302 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-76bbc6a5-0c94-4e5d-9cd8-099549a555c4 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting subnet 1ca47bc5-cb9b-4ab2-95a8-590426e42465 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:30:22.921514 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-76bbc6a5-0c94-4e5d-9cd8-099549a555c4 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:22.932437 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c32b14-e8f8-4b47-8cfe-86ea8f645a7d None None] Network ebde5436-53e9-4216-90f8-652eda209e35 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:30:22.969327 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-76bbc6a5-0c94-4e5d-9cd8-099549a555c4 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:23.006662 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-89fed84c-dc17-48d8-977d-b1a158c100fc None None] Provisioning complete for port f08c2b60-e3f9-4855-9b40-1d260173360d triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:23.007031 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-89fed84c-dc17-48d8-977d-b1a158c100fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:23.064089 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-76bbc6a5-0c94-4e5d-9cd8-099549a555c4 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:23.131523 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-76bbc6a5-0c94-4e5d-9cd8-099549a555c4 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:23.163819 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bbc6a5-0c94-4e5d-9cd8-099549a555c4 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Subnet': ['ID=1ca47bc5-cb9b-4ab2-95a8-590426e42465,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:23.170037 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-76bbc6a5-0c94-4e5d-9cd8-099549a555c4 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:23.173371 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-76bbc6a5-0c94-4e5d-9cd8-099549a555c4 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/subnets/1ca47bc5-cb9b-4ab2-95a8-590426e42465 HTTP/1.1" status: 204 len: 168 time: 0.3129094 Aug 28 15:30:23.175384 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51562) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:23.211080 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90d8931-4ebd-4a1c-8b41-f61fe4b8f81d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] DELETE failed (client error): The resource could not be found. Aug 28 15:30:23.211541 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f90d8931-4ebd-4a1c-8b41-f61fe4b8f81d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:30:23.215017 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f90d8931-4ebd-4a1c-8b41-f61fe4b8f81d tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/subnets/ebed88b3-db2a-483f-8fc5-22e8d77a0417 HTTP/1.1" status: 404 len: 337 time: 0.0376503 Aug 28 15:30:23.218001 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51564) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:23.235894 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-89fed84c-dc17-48d8-977d-b1a158c100fc None None] Port f08c2b60-e3f9-4855-9b40-1d260173360d cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:30:23.247896 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b6de7f5b-4655-4606-b699-fe2c2ead5e6f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ba6e21d-83b1-4df5-8489-1ceaf0ac3082 HTTP/1.1" status: 200 len: 205 time: 0.0287387 Aug 28 15:30:23.250400 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51566) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:23.259157 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-89fed84c-dc17-48d8-977d-b1a158c100fc None None] Provisioning complete for port a5fe062f-ea3c-46c0-8824-59fe25d3a036 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:23.260104 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-89fed84c-dc17-48d8-977d-b1a158c100fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:23.296523 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-03ef7ce7-5a76-4a12-a0e3-e717f7d9c843 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] delete failed (client error): The resource could not be found. Aug 28 15:30:23.297847 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-03ef7ce7-5a76-4a12-a0e3-e717f7d9c843 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/routers/3ba6e21d-83b1-4df5-8489-1ceaf0ac3082 HTTP/1.1" status: 404 len: 336 time: 0.0461864 Aug 28 15:30:23.300368 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51568) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:23.334995 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc94b69-797f-4d9c-a664-17b7454fd711 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] DELETE failed (client error): The resource could not be found. Aug 28 15:30:23.335499 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc94b69-797f-4d9c-a664-17b7454fd711 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:30:23.339923 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ffc94b69-797f-4d9c-a664-17b7454fd711 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/subnets/9e853c76-f86b-4ec5-a5f1-50b4d1948259 HTTP/1.1" status: 404 len: 337 time: 0.0363193 Aug 28 15:30:23.340544 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51570) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:23.367700 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d2ccfa2-f243-4883-91d9-bacd4e6ffab1 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] DELETE failed (client error): The resource could not be found. Aug 28 15:30:23.368165 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d2ccfa2-f243-4883-91d9-bacd4e6ffab1 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:30:23.370655 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4d2ccfa2-f243-4883-91d9-bacd4e6ffab1 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/subnets/27c8d0d7-3a1e-4b65-8c2b-b6c1e4ac966f HTTP/1.1" status: 404 len: 337 time: 0.0290539 Aug 28 15:30:23.373376 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51572) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:23.404058 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b11f93-778e-45d5-93c6-ee0ec3ff305f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] DELETE failed (client error): The resource could not be found. Aug 28 15:30:23.404292 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fc16bc-d679-4eff-9f32-890609125818 None None] Update dhcp port {'port': {'network_id': 'ebde5436-53e9-4216-90f8-652eda209e35', 'fixed_ips': [{'subnet_id': '1ca47bc5-cb9b-4ab2-95a8-590426e42465'}], 'binding:host_id': 'n-d-712137-10'}, 'id': 'a5fe062f-ea3c-46c0-8824-59fe25d3a036'} from n-d-712137-10. {{(pid=106331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 15:30:23.404514 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78b11f93-778e-45d5-93c6-ee0ec3ff305f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:30:23.406235 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-78b11f93-778e-45d5-93c6-ee0ec3ff305f tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/subnets/03ae0c06-5a53-4abf-9a4f-29d5fb22dcd6 HTTP/1.1" status: 404 len: 337 time: 0.0318558 Aug 28 15:30:23.408988 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51576) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:23.432407 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-686e1caf-c5b4-43b0-9a01-bfec4ff147ff tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] DELETE failed (client error): The resource could not be found. Aug 28 15:30:23.432753 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-43fc16bc-d679-4eff-9f32-890609125818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:23.433078 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-686e1caf-c5b4-43b0-9a01-bfec4ff147ff tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:30:23.434769 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-686e1caf-c5b4-43b0-9a01-bfec4ff147ff tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/ports/8854c161-e003-436a-ab4c-d3b9c3925f56 HTTP/1.1" status: 404 len: 333 time: 0.0248489 Aug 28 15:30:23.437423 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51578) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:23.467363 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-1954220c-a61a-47ee-b2c7-313ebd3bea89 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] DELETE failed (client error): The resource could not be found. Aug 28 15:30:23.467975 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1954220c-a61a-47ee-b2c7-313ebd3bea89 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:30:23.469684 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1954220c-a61a-47ee-b2c7-313ebd3bea89 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/subnets/17a89ffd-d892-4b44-97e9-9561f8120031 HTTP/1.1" status: 404 len: 337 time: 0.0313482 Aug 28 15:30:23.472226 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51580) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:23.498802 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-6626cc38-297e-44af-873f-2b86795a0b59 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] DELETE failed (client error): The resource could not be found. Aug 28 15:30:23.499165 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6626cc38-297e-44af-873f-2b86795a0b59 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:30:23.500967 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6626cc38-297e-44af-873f-2b86795a0b59 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/subnets/3d921667-cb17-44dd-aa30-e1143dd42cdc HTTP/1.1" status: 404 len: 337 time: 0.0278280 Aug 28 15:30:23.503430 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51582) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:23.526587 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a3e19ba-63d6-442c-924e-f7759dca3f33 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] DELETE failed (client error): The resource could not be found. Aug 28 15:30:23.527202 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a3e19ba-63d6-442c-924e-f7759dca3f33 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:30:23.528931 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9a3e19ba-63d6-442c-924e-f7759dca3f33 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/ports/d3452dc3-7faa-48cc-bc8b-269b58e02792 HTTP/1.1" status: 404 len: 333 time: 0.0245740 Aug 28 15:30:23.531433 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51584) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:23.558502 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5f30c6b-f21b-4ba1-9fc4-10a962fd7596 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] DELETE failed (client error): The resource could not be found. Aug 28 15:30:23.559096 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5f30c6b-f21b-4ba1-9fc4-10a962fd7596 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:30:23.560713 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f5f30c6b-f21b-4ba1-9fc4-10a962fd7596 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/subnets/e0453bb8-1570-424e-a158-c7676f573053 HTTP/1.1" status: 404 len: 337 time: 0.0283515 Aug 28 15:30:23.563680 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51586) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:23.594095 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd4cc4a9-8121-4824-864e-457de993f82b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] DELETE failed (client error): The resource could not be found. Aug 28 15:30:23.594561 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd4cc4a9-8121-4824-864e-457de993f82b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:30:23.596406 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-dd4cc4a9-8121-4824-864e-457de993f82b tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/subnets/d809f675-e86d-41a4-b219-ba2bb4620b83 HTTP/1.1" status: 404 len: 337 time: 0.0317085 Aug 28 15:30:23.598985 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51588) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:23.604284 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cb160c-ba83-4ba6-b465-c6df7d657e2c None None] Network ebde5436-53e9-4216-90f8-652eda209e35 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:30:23.666567 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c7df936c-141b-46cd-a8fd-72aa92575835 None None] Provisioning complete for port f08c2b60-e3f9-4855-9b40-1d260173360d triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:23.666951 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c7df936c-141b-46cd-a8fd-72aa92575835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:23.691352 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-ae3ec862-c8c3-40da-bc6d-28eeb9f03592 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting port f08c2b60-e3f9-4855-9b40-1d260173360d {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:30:23.691727 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ae3ec862-c8c3-40da-bc6d-28eeb9f03592 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:23.734834 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c7df936c-141b-46cd-a8fd-72aa92575835 None None] Port f08c2b60-e3f9-4855-9b40-1d260173360d cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:30:23.760513 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ae3ec862-c8c3-40da-bc6d-28eeb9f03592 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:23.772866 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c7df936c-141b-46cd-a8fd-72aa92575835 None None] Provisioning complete for port a5fe062f-ea3c-46c0-8824-59fe25d3a036 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:23.773246 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c7df936c-141b-46cd-a8fd-72aa92575835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:23.774441 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-ae3ec862-c8c3-40da-bc6d-28eeb9f03592 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Calling delete_port for f08c2b60-e3f9-4855-9b40-1d260173360d owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:30:23.829439 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453ddebc-4680-426d-a5ce-455e1f021eca None None] DHCP port deletion for ebde5436-53e9-4216-90f8-652eda209e35 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:30:23.865592 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ae3ec862-c8c3-40da-bc6d-28eeb9f03592 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:23.897790 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ec862-c8c3-40da-bc6d-28eeb9f03592 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Port': ['ID=f08c2b60-e3f9-4855-9b40-1d260173360d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:23.904419 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ae3ec862-c8c3-40da-bc6d-28eeb9f03592 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:23.908341 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ae3ec862-c8c3-40da-bc6d-28eeb9f03592 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/ports/f08c2b60-e3f9-4855-9b40-1d260173360d HTTP/1.1" status: 204 len: 168 time: 0.3081388 Aug 28 15:30:23.909197 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51592) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:23.917237 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-453ddebc-4680-426d-a5ce-455e1f021eca None None] Deleting port a5fe062f-ea3c-46c0-8824-59fe25d3a036 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:30:23.917604 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-453ddebc-4680-426d-a5ce-455e1f021eca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:23.984805 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-453ddebc-4680-426d-a5ce-455e1f021eca None None] For port a5fe062f-ea3c-46c0-8824-59fe25d3a036, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a5fe062f-ea3c-46c0-8824-59fe25d3a036,segment=NetworkSegment(7a89e27f-e1aa-4cf2-b06d-d6396c0e2515),segment_id=7a89e27f-e1aa-4cf2-b06d-d6396c0e2515)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:30:23.985511 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-453ddebc-4680-426d-a5ce-455e1f021eca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:23.992904 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1673e164-57d4-4dd3-9cb6-043d4b9120c7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:23.998646 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-453ddebc-4680-426d-a5ce-455e1f021eca None None] Calling delete_port for a5fe062f-ea3c-46c0-8824-59fe25d3a036 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:30:24.047801 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-1673e164-57d4-4dd3-9cb6-043d4b9120c7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Deleting port a5fe062f-ea3c-46c0-8824-59fe25d3a036 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:30:24.048054 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1673e164-57d4-4dd3-9cb6-043d4b9120c7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:24.080304 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-453ddebc-4680-426d-a5ce-455e1f021eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:24.114815 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ddebc-4680-426d-a5ce-455e1f021eca None None] Pushing event deleted for resources: {'Port': ['ID=a5fe062f-ea3c-46c0-8824-59fe25d3a036,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:24.115535 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-1673e164-57d4-4dd3-9cb6-043d4b9120c7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] For port a5fe062f-ea3c-46c0-8824-59fe25d3a036, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a5fe062f-ea3c-46c0-8824-59fe25d3a036,segment=NetworkSegment(7a89e27f-e1aa-4cf2-b06d-d6396c0e2515),segment_id=7a89e27f-e1aa-4cf2-b06d-d6396c0e2515)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:30:24.116082 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1673e164-57d4-4dd3-9cb6-043d4b9120c7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:24.121108 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453ddebc-4680-426d-a5ce-455e1f021eca None None] No DVR routers for this DVR port a5fe062f-ea3c-46c0-8824-59fe25d3a036 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:30:24.135826 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-1673e164-57d4-4dd3-9cb6-043d4b9120c7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Calling delete_port for a5fe062f-ea3c-46c0-8824-59fe25d3a036 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:30:24.218210 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1673e164-57d4-4dd3-9cb6-043d4b9120c7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:24.246736 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673e164-57d4-4dd3-9cb6-043d4b9120c7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Port': ['ID=a5fe062f-ea3c-46c0-8824-59fe25d3a036,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:24.249195 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1673e164-57d4-4dd3-9cb6-043d4b9120c7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] No DVR routers for this DVR port a5fe062f-ea3c-46c0-8824-59fe25d3a036 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:30:24.348446 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1673e164-57d4-4dd3-9cb6-043d4b9120c7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:24.358734 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a5fe062f-ea3c-46c0-8824-59fe25d3a036 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:30:24.363549 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-1673e164-57d4-4dd3-9cb6-043d4b9120c7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebde5436-53e9-4216-90f8-652eda209e35']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:24.377097 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-1673e164-57d4-4dd3-9cb6-043d4b9120c7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a89e27f-e1aa-4cf2-b06d-d6396c0e2515') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:24.377528 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-1673e164-57d4-4dd3-9cb6-043d4b9120c7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a89e27f-e1aa-4cf2-b06d-d6396c0e2515') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:24.382558 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: a5fe062f-ea3c-46c0-8824-59fe25d3a036 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:30:24.382864 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a5fe062f-ea3c-46c0-8824-59fe25d3a036 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:30:24.390538 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1673e164-57d4-4dd3-9cb6-043d4b9120c7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:24.413532 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1673e164-57d4-4dd3-9cb6-043d4b9120c7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:24.420591 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1673e164-57d4-4dd3-9cb6-043d4b9120c7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:30:24.420977 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1673e164-57d4-4dd3-9cb6-043d4b9120c7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: self.session.flush() Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:30:24.424261 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:30:24.490384 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1673e164-57d4-4dd3-9cb6-043d4b9120c7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:24.498077 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1673e164-57d4-4dd3-9cb6-043d4b9120c7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:24.499883 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1673e164-57d4-4dd3-9cb6-043d4b9120c7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] 10.222.0.13 "DELETE /v2.0/networks/ebde5436-53e9-4216-90f8-652eda209e35 HTTP/1.1" status: 204 len: 168 time: 0.5896809 Aug 28 15:30:24.513821 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673e164-57d4-4dd3-9cb6-043d4b9120c7 tempest-PortsIpV6TestJSON-17230687 tempest-PortsIpV6TestJSON-17230687-project] Pushing event deleted for resources: {'Network': ['ID=ebde5436-53e9-4216-90f8-652eda209e35,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:24.531420 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:24.812429 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51600) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:24.961958 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-dd0e4190-ba68-4179-9823-071a590767a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0eb1a80ced84cd18df324060567889f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476815 Aug 28 15:30:24.964033 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51604) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:25.016072 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-14bb03d4-b290-4738-94ba-21bcde9c1bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:25.036277 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-14bb03d4-b290-4738-94ba-21bcde9c1bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:25.099151 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-14bb03d4-b290-4738-94ba-21bcde9c1bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:25.101665 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-14bb03d4-b290-4738-94ba-21bcde9c1bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:25.103922 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-14bb03d4-b290-4738-94ba-21bcde9c1bbb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6968a23-00f1-407e-a000-b0d407cafb9d HTTP/1.1" status: 204 len: 168 time: 0.1378479 Aug 28 15:30:25.116616 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb03d4-b290-4738-94ba-21bcde9c1bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6968a23-00f1-407e-a000-b0d407cafb9d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:25.754935 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51626) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:25.855548 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-97af2df7-b5c0-4e63-8ddb-6574918c27d6 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-801019486', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:25.885791 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-97af2df7-b5c0-4e63-8ddb-6574918c27d6 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:25.887000 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-97af2df7-b5c0-4e63-8ddb-6574918c27d6 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:25.974886 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-97af2df7-b5c0-4e63-8ddb-6574918c27d6 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:25.979199 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-97af2df7-b5c0-4e63-8ddb-6574918c27d6 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:25.995379 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-97af2df7-b5c0-4e63-8ddb-6574918c27d6 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:25.996748 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-97af2df7-b5c0-4e63-8ddb-6574918c27d6 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2407496 Aug 28 15:30:25.999916 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51632) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:26.005347 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-9f7d3b4c-944e-47e8-b84e-36229876f0eb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-47911910'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:26.027492 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7d3b4c-944e-47e8-b84e-36229876f0eb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Made reservation on behalf of ab67f8288d274ede99dca4b5e2b24f8d for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:30:26.030896 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9f7d3b4c-944e-47e8-b84e-36229876f0eb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:26.039609 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9f7d3b4c-944e-47e8-b84e-36229876f0eb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:26.137092 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9f7d3b4c-944e-47e8-b84e-36229876f0eb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:26.141202 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9f7d3b4c-944e-47e8-b84e-36229876f0eb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:26.163537 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f7d3b4c-944e-47e8-b84e-36229876f0eb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:30:26.176559 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d3b4c-944e-47e8-b84e-36229876f0eb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eefa5bd3-49e4-4fe3-9bb8-e293154a64f2,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:26.181791 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9f7d3b4c-944e-47e8-b84e-36229876f0eb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:26.182137 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-9f7d3b4c-944e-47e8-b84e-36229876f0eb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Added segment d1ef57fc-0d7b-4fa5-9a3a-afabe8df3605 of type vlan for network d0577d29-85e9-41ec-a79c-d87b551def26 Aug 28 15:30:26.221753 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9f7d3b4c-944e-47e8-b84e-36229876f0eb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:26.245508 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9f7d3b4c-944e-47e8-b84e-36229876f0eb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:26.250970 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7d3b4c-944e-47e8-b84e-36229876f0eb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:26.251550 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9f7d3b4c-944e-47e8-b84e-36229876f0eb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:26.304218 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9f7d3b4c-944e-47e8-b84e-36229876f0eb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3032763 Aug 28 15:30:26.307576 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51634) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:26.312422 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-b2255238-d624-456b-b477-28183f7a3c4e tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Request body: {'subnet': {'network_id': 'd0577d29-85e9-41ec-a79c-d87b551def26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:26.367670 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d3b4c-944e-47e8-b84e-36229876f0eb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Pushing event updated for resources: {'Network': ['ID=d0577d29-85e9-41ec-a79c-d87b551def26,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:26.379077 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network d0577d29-85e9-41ec-a79c-d87b551def26 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:30:26.411237 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2255238-d624-456b-b477-28183f7a3c4e tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Made reservation on behalf of ab67f8288d274ede99dca4b5e2b24f8d for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:30:26.414766 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b2255238-d624-456b-b477-28183f7a3c4e tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:26.598921 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b2255238-d624-456b-b477-28183f7a3c4e tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:26.656291 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2255238-d624-456b-b477-28183f7a3c4e tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Pushing event updated for resources: {'Subnet': ['ID=3c5cec18-3a84-4127-86fe-04cc703bd941,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:26.664939 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2255238-d624-456b-b477-28183f7a3c4e tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Checking segment: {'id': 'd1ef57fc-0d7b-4fa5-9a3a-afabe8df3605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0577d29-85e9-41ec-a79c-d87b551def26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:30:26.665893 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2255238-d624-456b-b477-28183f7a3c4e tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Network hostable DHCP agents. Network: d0577d29-85e9-41ec-a79c-d87b551def26, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:30:26.682494 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2255238-d624-456b-b477-28183f7a3c4e tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Network d0577d29-85e9-41ec-a79c-d87b551def26 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:30:26.687832 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:26.691344 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-b2255238-d624-456b-b477-28183f7a3c4e tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, d0577d29-85e9-41ec-a79c-d87b551def26) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:30:26.695390 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2255238-d624-456b-b477-28183f7a3c4e tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:26.696003 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b2255238-d624-456b-b477-28183f7a3c4e tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:26.701799 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331cebd4-b03f-4c4b-829f-d8867a0a864c None None] Network d0577d29-85e9-41ec-a79c-d87b551def26 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:30:26.709490 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b2255238-d624-456b-b477-28183f7a3c4e tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4007769 Aug 28 15:30:26.712415 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51636) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:26.717405 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-8fd9e02b-fc3e-40e4-b6e7-5e68c6ba060f tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Request body: {'network': {'name': 'tempest-router-network01--85243618'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:26.738087 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd9e02b-fc3e-40e4-b6e7-5e68c6ba060f tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Made reservation on behalf of ab67f8288d274ede99dca4b5e2b24f8d for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:30:26.741629 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8fd9e02b-fc3e-40e4-b6e7-5e68c6ba060f tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:26.767271 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fd9e02b-fc3e-40e4-b6e7-5e68c6ba060f tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:30:26.778490 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8fd9e02b-fc3e-40e4-b6e7-5e68c6ba060f tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:26.778842 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-8fd9e02b-fc3e-40e4-b6e7-5e68c6ba060f tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Added segment bfcb9675-6840-4d67-becb-d878d1f59a44 of type vlan for network b57afeea-7b85-494c-8ebb-ec8a90c657e4 Aug 28 15:30:26.823571 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8fd9e02b-fc3e-40e4-b6e7-5e68c6ba060f tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:26.854457 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8fd9e02b-fc3e-40e4-b6e7-5e68c6ba060f tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:26.860014 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd9e02b-fc3e-40e4-b6e7-5e68c6ba060f tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:26.860598 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8fd9e02b-fc3e-40e4-b6e7-5e68c6ba060f tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:26.864568 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d141648-fc05-4f85-930f-ecdee4100a69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-d0577d29-85e9-41ec-a79c-d87b551def26', 'network_id': 'd0577d29-85e9-41ec-a79c-d87b551def26', 'tenant_id': 'ab67f8288d274ede99dca4b5e2b24f8d', 'fixed_ips': [{'subnet_id': '3c5cec18-3a84-4127-86fe-04cc703bd941'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:30:26.865495 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8d141648-fc05-4f85-930f-ecdee4100a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:26.925625 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8fd9e02b-fc3e-40e4-b6e7-5e68c6ba060f tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2118793 Aug 28 15:30:26.928194 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51640) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:26.933904 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-fdc0136a-4931-4824-a6c2-87c0e39c4f9b tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Request body: {'network': {'name': 'tempest-router-network02--2016234105'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:26.948993 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9e02b-fc3e-40e4-b6e7-5e68c6ba060f tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Pushing event updated for resources: {'Network': ['ID=b57afeea-7b85-494c-8ebb-ec8a90c657e4,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:26.958994 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network b57afeea-7b85-494c-8ebb-ec8a90c657e4 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:30:26.966999 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc0136a-4931-4824-a6c2-87c0e39c4f9b tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Made reservation on behalf of ab67f8288d274ede99dca4b5e2b24f8d for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:30:26.970528 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fdc0136a-4931-4824-a6c2-87c0e39c4f9b tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:26.996456 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc0136a-4931-4824-a6c2-87c0e39c4f9b tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:30:27.006727 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fdc0136a-4931-4824-a6c2-87c0e39c4f9b tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:27.007066 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-fdc0136a-4931-4824-a6c2-87c0e39c4f9b tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Added segment 0fd5e7b4-4845-4c98-af1a-e044dfb100a8 of type vlan for network ec1c89a9-0721-4f6f-876d-c12073159bfb Aug 28 15:30:27.047189 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fdc0136a-4931-4824-a6c2-87c0e39c4f9b tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:27.073143 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-8d141648-fc05-4f85-930f-ecdee4100a69 None None] Allocated IP 2001:db8::2 (d0577d29-85e9-41ec-a79c-d87b551def26/3c5cec18-3a84-4127-86fe-04cc703bd941/268200f4-9413-42ce-a443-f9154282d507) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:30:27.074078 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fdc0136a-4931-4824-a6c2-87c0e39c4f9b tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:27.080318 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc0136a-4931-4824-a6c2-87c0e39c4f9b tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:27.080902 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fdc0136a-4931-4824-a6c2-87c0e39c4f9b tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:27.143023 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fdc0136a-4931-4824-a6c2-87c0e39c4f9b tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2112255 Aug 28 15:30:27.143248 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51642) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:27.148170 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-3ce4d89f-a2ea-4181-a44e-53f0963ce83e tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Request body: {'subnet': {'network_id': 'b57afeea-7b85-494c-8ebb-ec8a90c657e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:27.206706 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0136a-4931-4824-a6c2-87c0e39c4f9b tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Pushing event updated for resources: {'Network': ['ID=ec1c89a9-0721-4f6f-876d-c12073159bfb,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:27.218327 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network ec1c89a9-0721-4f6f-876d-c12073159bfb details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:30:27.234359 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8d141648-fc05-4f85-930f-ecdee4100a69 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:27.252306 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce4d89f-a2ea-4181-a44e-53f0963ce83e tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Made reservation on behalf of ab67f8288d274ede99dca4b5e2b24f8d for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:30:27.255951 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3ce4d89f-a2ea-4181-a44e-53f0963ce83e tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:27.271680 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8d141648-fc05-4f85-930f-ecdee4100a69 None None] Transition to ACTIVE for port object 268200f4-9413-42ce-a443-f9154282d507 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:30:27.299575 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8d141648-fc05-4f85-930f-ecdee4100a69 None None] Transition to ACTIVE for port object 268200f4-9413-42ce-a443-f9154282d507 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:30:27.305091 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8d141648-fc05-4f85-930f-ecdee4100a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:27.349335 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d141648-fc05-4f85-930f-ecdee4100a69 None None] Network d0577d29-85e9-41ec-a79c-d87b551def26 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:30:27.352345 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-8d141648-fc05-4f85-930f-ecdee4100a69 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:30:27.361188 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d141648-fc05-4f85-930f-ecdee4100a69 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:30:27.363219 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d141648-fc05-4f85-930f-ecdee4100a69 None None] Pushing event updated for resources: {'Port': ['ID=268200f4-9413-42ce-a443-f9154282d507,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:27.416862 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-8d141648-fc05-4f85-930f-ecdee4100a69 None None] Attempting to bind port 268200f4-9413-42ce-a443-f9154282d507 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:30:27.417551 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-8d141648-fc05-4f85-930f-ecdee4100a69 None None] Attempting to bind port 268200f4-9413-42ce-a443-f9154282d507 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'd1ef57fc-0d7b-4fa5-9a3a-afabe8df3605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0577d29-85e9-41ec-a79c-d87b551def26'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:30:27.417551 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d141648-fc05-4f85-930f-ecdee4100a69 None None] Attempting to bind port 268200f4-9413-42ce-a443-f9154282d507 on network d0577d29-85e9-41ec-a79c-d87b551def26 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:30:27.422621 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d141648-fc05-4f85-930f-ecdee4100a69 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:30:27.422998 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d141648-fc05-4f85-930f-ecdee4100a69 None None] Checking segment: {'id': 'd1ef57fc-0d7b-4fa5-9a3a-afabe8df3605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0577d29-85e9-41ec-a79c-d87b551def26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:30:27.423404 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8d141648-fc05-4f85-930f-ecdee4100a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:27.423827 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d141648-fc05-4f85-930f-ecdee4100a69 None None] Bound using segment: {'id': 'd1ef57fc-0d7b-4fa5-9a3a-afabe8df3605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0577d29-85e9-41ec-a79c-d87b551def26'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:30:27.424316 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-8d141648-fc05-4f85-930f-ecdee4100a69 None None] Bound port: 268200f4-9413-42ce-a443-f9154282d507, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ef57fc-0d7b-4fa5-9a3a-afabe8df3605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0577d29-85e9-41ec-a79c-d87b551def26'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:30:27.424698 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8d141648-fc05-4f85-930f-ecdee4100a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:27.449970 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3ce4d89f-a2ea-4181-a44e-53f0963ce83e tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:27.488115 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8d141648-fc05-4f85-930f-ecdee4100a69 None None] For port 268200f4-9413-42ce-a443-f9154282d507, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:30:27.491441 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8d141648-fc05-4f85-930f-ecdee4100a69 None None] For port 268200f4-9413-42ce-a443-f9154282d507, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=268200f4-9413-42ce-a443-f9154282d507,segment=NetworkSegment(d1ef57fc-0d7b-4fa5-9a3a-afabe8df3605),segment_id=d1ef57fc-0d7b-4fa5-9a3a-afabe8df3605)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:30:27.496550 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8d141648-fc05-4f85-930f-ecdee4100a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:27.517262 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4d89f-a2ea-4181-a44e-53f0963ce83e tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Pushing event updated for resources: {'Subnet': ['ID=9fa4655f-4d48-4202-b45c-bc5e3d02c47f,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:27.525823 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce4d89f-a2ea-4181-a44e-53f0963ce83e tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Checking segment: {'id': 'bfcb9675-6840-4d67-becb-d878d1f59a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b57afeea-7b85-494c-8ebb-ec8a90c657e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:30:27.526181 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce4d89f-a2ea-4181-a44e-53f0963ce83e tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Network hostable DHCP agents. Network: b57afeea-7b85-494c-8ebb-ec8a90c657e4, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:30:27.550207 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce4d89f-a2ea-4181-a44e-53f0963ce83e tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Network b57afeea-7b85-494c-8ebb-ec8a90c657e4 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:30:27.555462 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d141648-fc05-4f85-930f-ecdee4100a69 None None] Pushing event updated for resources: {'Port': ['ID=268200f4-9413-42ce-a443-f9154282d507,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:27.560030 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-3ce4d89f-a2ea-4181-a44e-53f0963ce83e tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, b57afeea-7b85-494c-8ebb-ec8a90c657e4) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:30:27.564092 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce4d89f-a2ea-4181-a44e-53f0963ce83e tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:27.564687 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3ce4d89f-a2ea-4181-a44e-53f0963ce83e tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:27.570098 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b93dc7e-aa6f-4390-b2f6-e6105c1f4a56 None None] Network b57afeea-7b85-494c-8ebb-ec8a90c657e4 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:30:27.584691 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3ce4d89f-a2ea-4181-a44e-53f0963ce83e tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4377599 Aug 28 15:30:27.585065 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51644) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:27.591185 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-9f8cb0c6-35d3-48a3-b380-fcdcd82f1ee6 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Request body: {'subnet': {'network_id': 'ec1c89a9-0721-4f6f-876d-c12073159bfb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:27.683376 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8cb0c6-35d3-48a3-b380-fcdcd82f1ee6 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Made reservation on behalf of ab67f8288d274ede99dca4b5e2b24f8d for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:30:27.687090 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9f8cb0c6-35d3-48a3-b380-fcdcd82f1ee6 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:27.742735 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01c8e3b-30fa-4347-a05e-f03512c0d725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-b57afeea-7b85-494c-8ebb-ec8a90c657e4', 'network_id': 'b57afeea-7b85-494c-8ebb-ec8a90c657e4', 'tenant_id': 'ab67f8288d274ede99dca4b5e2b24f8d', 'fixed_ips': [{'subnet_id': '9fa4655f-4d48-4202-b45c-bc5e3d02c47f'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:30:27.746398 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d01c8e3b-30fa-4347-a05e-f03512c0d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:27.907103 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-d01c8e3b-30fa-4347-a05e-f03512c0d725 None None] Allocated IP 2001:db8::2 (b57afeea-7b85-494c-8ebb-ec8a90c657e4/9fa4655f-4d48-4202-b45c-bc5e3d02c47f/20d066c1-e11c-4a68-a143-eea86e5ec1c0) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:30:27.910169 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9f8cb0c6-35d3-48a3-b380-fcdcd82f1ee6 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:27.979300 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8cb0c6-35d3-48a3-b380-fcdcd82f1ee6 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Pushing event updated for resources: {'Subnet': ['ID=fcd967ec-64f8-42da-af95-317ed2910acf,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:27.983700 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8cb0c6-35d3-48a3-b380-fcdcd82f1ee6 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Checking segment: {'id': '0fd5e7b4-4845-4c98-af1a-e044dfb100a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ec1c89a9-0721-4f6f-876d-c12073159bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:30:27.984059 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8cb0c6-35d3-48a3-b380-fcdcd82f1ee6 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Network hostable DHCP agents. Network: ec1c89a9-0721-4f6f-876d-c12073159bfb, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:30:28.002667 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8cb0c6-35d3-48a3-b380-fcdcd82f1ee6 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Network ec1c89a9-0721-4f6f-876d-c12073159bfb is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:30:28.013485 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-9f8cb0c6-35d3-48a3-b380-fcdcd82f1ee6 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, ec1c89a9-0721-4f6f-876d-c12073159bfb) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:30:28.019288 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8cb0c6-35d3-48a3-b380-fcdcd82f1ee6 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:28.019979 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9f8cb0c6-35d3-48a3-b380-fcdcd82f1ee6 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:28.025844 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a5ecf7-f611-459a-9bc9-d6e2aa950887 None None] Network ec1c89a9-0721-4f6f-876d-c12073159bfb requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:30:28.037152 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9f8cb0c6-35d3-48a3-b380-fcdcd82f1ee6 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4509325 Aug 28 15:30:28.039984 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51648) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:28.125172 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d01c8e3b-30fa-4347-a05e-f03512c0d725 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:28.140435 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d01c8e3b-30fa-4347-a05e-f03512c0d725 None None] Transition to ACTIVE for port object 20d066c1-e11c-4a68-a143-eea86e5ec1c0 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:30:28.183912 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d01c8e3b-30fa-4347-a05e-f03512c0d725 None None] Transition to ACTIVE for port object 20d066c1-e11c-4a68-a143-eea86e5ec1c0 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:30:28.192505 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d01c8e3b-30fa-4347-a05e-f03512c0d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:28.269503 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01c8e3b-30fa-4347-a05e-f03512c0d725 None None] Network b57afeea-7b85-494c-8ebb-ec8a90c657e4 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:30:28.270981 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c8e3b-30fa-4347-a05e-f03512c0d725 None None] Pushing event updated for resources: {'Port': ['ID=20d066c1-e11c-4a68-a143-eea86e5ec1c0,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:28.275692 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-d01c8e3b-30fa-4347-a05e-f03512c0d725 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:30:28.278908 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01c8e3b-30fa-4347-a05e-f03512c0d725 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:30:28.285594 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea317aa-7760-4be2-aa7b-5e6e49898cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-ec1c89a9-0721-4f6f-876d-c12073159bfb', 'network_id': 'ec1c89a9-0721-4f6f-876d-c12073159bfb', 'tenant_id': 'ab67f8288d274ede99dca4b5e2b24f8d', 'fixed_ips': [{'subnet_id': 'fcd967ec-64f8-42da-af95-317ed2910acf'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:30:28.286452 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8ea317aa-7760-4be2-aa7b-5e6e49898cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:28.342853 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a120fd44-e8cc-400c-9b22-75bb3cc4abcb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:28.425228 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-d01c8e3b-30fa-4347-a05e-f03512c0d725 None None] Attempting to bind port 20d066c1-e11c-4a68-a143-eea86e5ec1c0 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:30:28.425804 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-d01c8e3b-30fa-4347-a05e-f03512c0d725 None None] Attempting to bind port 20d066c1-e11c-4a68-a143-eea86e5ec1c0 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'bfcb9675-6840-4d67-becb-d878d1f59a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b57afeea-7b85-494c-8ebb-ec8a90c657e4'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:30:28.426201 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01c8e3b-30fa-4347-a05e-f03512c0d725 None None] Attempting to bind port 20d066c1-e11c-4a68-a143-eea86e5ec1c0 on network b57afeea-7b85-494c-8ebb-ec8a90c657e4 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:30:28.449693 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 268200f4-9413-42ce-a443-f9154282d507 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:30:28.454451 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01c8e3b-30fa-4347-a05e-f03512c0d725 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:30:28.455176 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01c8e3b-30fa-4347-a05e-f03512c0d725 None None] Checking segment: {'id': 'bfcb9675-6840-4d67-becb-d878d1f59a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b57afeea-7b85-494c-8ebb-ec8a90c657e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:30:28.455973 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d01c8e3b-30fa-4347-a05e-f03512c0d725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:28.456689 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01c8e3b-30fa-4347-a05e-f03512c0d725 None None] Bound using segment: {'id': 'bfcb9675-6840-4d67-becb-d878d1f59a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b57afeea-7b85-494c-8ebb-ec8a90c657e4'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:30:28.457558 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-d01c8e3b-30fa-4347-a05e-f03512c0d725 None None] Bound port: 20d066c1-e11c-4a68-a143-eea86e5ec1c0, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfcb9675-6840-4d67-becb-d878d1f59a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b57afeea-7b85-494c-8ebb-ec8a90c657e4'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:30:28.458234 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d01c8e3b-30fa-4347-a05e-f03512c0d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:28.613424 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-d01c8e3b-30fa-4347-a05e-f03512c0d725 None None] For port 20d066c1-e11c-4a68-a143-eea86e5ec1c0, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:30:28.615775 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-a120fd44-e8cc-400c-9b22-75bb3cc4abcb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Allocated IP 2001:db8::1 (b57afeea-7b85-494c-8ebb-ec8a90c657e4/9fa4655f-4d48-4202-b45c-bc5e3d02c47f/5e4168f1-333f-4bb5-995c-53a13ee25fe7) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:30:28.616743 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-8ea317aa-7760-4be2-aa7b-5e6e49898cf0 None None] Allocated IP 2001:db8::2 (ec1c89a9-0721-4f6f-876d-c12073159bfb/fcd967ec-64f8-42da-af95-317ed2910acf/b662d10a-7216-413f-a04c-0281a261a9a0) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:30:28.620327 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-d01c8e3b-30fa-4347-a05e-f03512c0d725 None None] For port 20d066c1-e11c-4a68-a143-eea86e5ec1c0, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=20d066c1-e11c-4a68-a143-eea86e5ec1c0,segment=NetworkSegment(bfcb9675-6840-4d67-becb-d878d1f59a44),segment_id=bfcb9675-6840-4d67-becb-d878d1f59a44)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:30:28.625090 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 268200f4-9413-42ce-a443-f9154282d507 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:30:28.630592 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d01c8e3b-30fa-4347-a05e-f03512c0d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:28.675054 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab3a7f6-fd04-4f73-8be7-3a17b7eca81f None None] Network d0577d29-85e9-41ec-a79c-d87b551def26 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:30:28.739712 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a120fd44-e8cc-400c-9b22-75bb3cc4abcb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:28.756469 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-a120fd44-e8cc-400c-9b22-75bb3cc4abcb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Transition to ACTIVE for port object 5e4168f1-333f-4bb5-995c-53a13ee25fe7 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:30:28.791265 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a120fd44-e8cc-400c-9b22-75bb3cc4abcb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:28.836720 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a120fd44-e8cc-400c-9b22-75bb3cc4abcb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Network b57afeea-7b85-494c-8ebb-ec8a90c657e4 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:30:28.840075 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-a120fd44-e8cc-400c-9b22-75bb3cc4abcb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:30:28.842533 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a120fd44-e8cc-400c-9b22-75bb3cc4abcb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:30:28.843272 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a120fd44-e8cc-400c-9b22-75bb3cc4abcb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:28.889641 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120fd44-e8cc-400c-9b22-75bb3cc4abcb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Pushing event updated for resources: {'Port': ['ID=5e4168f1-333f-4bb5-995c-53a13ee25fe7,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:28.960966 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-072a7d47-96b1-47a3-aab5-655917ccbf19 None None] Provisioning for port 268200f4-9413-42ce-a443-f9154282d507 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:30:28.990340 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-072a7d47-96b1-47a3-aab5-655917ccbf19 None None] Provisioning complete for port 268200f4-9413-42ce-a443-f9154282d507 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:28.990722 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-072a7d47-96b1-47a3-aab5-655917ccbf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:28.992176 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a120fd44-e8cc-400c-9b22-75bb3cc4abcb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:28.999911 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c8e3b-30fa-4347-a05e-f03512c0d725 None None] Pushing event updated for resources: {'Port': ['ID=20d066c1-e11c-4a68-a143-eea86e5ec1c0,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:29.147164 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8ea317aa-7760-4be2-aa7b-5e6e49898cf0 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:29.161347 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8ea317aa-7760-4be2-aa7b-5e6e49898cf0 None None] Transition to ACTIVE for port object b662d10a-7216-413f-a04c-0281a261a9a0 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:30:29.186411 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8ea317aa-7760-4be2-aa7b-5e6e49898cf0 None None] Transition to ACTIVE for port object b662d10a-7216-413f-a04c-0281a261a9a0 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:30:29.212400 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8ea317aa-7760-4be2-aa7b-5e6e49898cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:29.276941 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-072a7d47-96b1-47a3-aab5-655917ccbf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:29.298669 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea317aa-7760-4be2-aa7b-5e6e49898cf0 None None] Network ec1c89a9-0721-4f6f-876d-c12073159bfb is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:30:29.308779 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-8ea317aa-7760-4be2-aa7b-5e6e49898cf0 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:30:29.311879 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea317aa-7760-4be2-aa7b-5e6e49898cf0 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:30:29.321686 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea317aa-7760-4be2-aa7b-5e6e49898cf0 None None] Pushing event updated for resources: {'Port': ['ID=b662d10a-7216-413f-a04c-0281a261a9a0,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:29.328962 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a120fd44-e8cc-400c-9b22-75bb3cc4abcb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:29.334478 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a120fd44-e8cc-400c-9b22-75bb3cc4abcb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:29.335379 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a120fd44-e8cc-400c-9b22-75bb3cc4abcb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:29.359626 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-072a7d47-96b1-47a3-aab5-655917ccbf19 None None] For port 268200f4-9413-42ce-a443-f9154282d507, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=268200f4-9413-42ce-a443-f9154282d507,segment=NetworkSegment(d1ef57fc-0d7b-4fa5-9a3a-afabe8df3605),segment_id=d1ef57fc-0d7b-4fa5-9a3a-afabe8df3605)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:30:29.364640 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-072a7d47-96b1-47a3-aab5-655917ccbf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:29.425315 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-8ea317aa-7760-4be2-aa7b-5e6e49898cf0 None None] Attempting to bind port b662d10a-7216-413f-a04c-0281a261a9a0 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:30:29.425949 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-8ea317aa-7760-4be2-aa7b-5e6e49898cf0 None None] Attempting to bind port b662d10a-7216-413f-a04c-0281a261a9a0 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '0fd5e7b4-4845-4c98-af1a-e044dfb100a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ec1c89a9-0721-4f6f-876d-c12073159bfb'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:30:29.425949 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea317aa-7760-4be2-aa7b-5e6e49898cf0 None None] Attempting to bind port b662d10a-7216-413f-a04c-0281a261a9a0 on network ec1c89a9-0721-4f6f-876d-c12073159bfb {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:30:29.438524 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea317aa-7760-4be2-aa7b-5e6e49898cf0 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:30:29.438693 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea317aa-7760-4be2-aa7b-5e6e49898cf0 None None] Checking segment: {'id': '0fd5e7b4-4845-4c98-af1a-e044dfb100a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ec1c89a9-0721-4f6f-876d-c12073159bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:30:29.439077 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8ea317aa-7760-4be2-aa7b-5e6e49898cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:29.439470 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea317aa-7760-4be2-aa7b-5e6e49898cf0 None None] Bound using segment: {'id': '0fd5e7b4-4845-4c98-af1a-e044dfb100a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ec1c89a9-0721-4f6f-876d-c12073159bfb'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:30:29.440252 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-8ea317aa-7760-4be2-aa7b-5e6e49898cf0 None None] Bound port: b662d10a-7216-413f-a04c-0281a261a9a0, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd5e7b4-4845-4c98-af1a-e044dfb100a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ec1c89a9-0721-4f6f-876d-c12073159bfb'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:30:29.440634 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8ea317aa-7760-4be2-aa7b-5e6e49898cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:29.455206 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120fd44-e8cc-400c-9b22-75bb3cc4abcb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Pushing event updated for resources: {'Port': ['ID=5e4168f1-333f-4bb5-995c-53a13ee25fe7,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:29.465370 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a7d47-96b1-47a3-aab5-655917ccbf19 None None] Pushing event updated for resources: {'Port': ['ID=268200f4-9413-42ce-a443-f9154282d507,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:29.488337 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a120fd44-e8cc-400c-9b22-75bb3cc4abcb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Network b57afeea-7b85-494c-8ebb-ec8a90c657e4 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:30:29.493543 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-a120fd44-e8cc-400c-9b22-75bb3cc4abcb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:30:29.533087 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8ea317aa-7760-4be2-aa7b-5e6e49898cf0 None None] For port b662d10a-7216-413f-a04c-0281a261a9a0, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:30:29.537611 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8ea317aa-7760-4be2-aa7b-5e6e49898cf0 None None] For port b662d10a-7216-413f-a04c-0281a261a9a0, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b662d10a-7216-413f-a04c-0281a261a9a0,segment=NetworkSegment(0fd5e7b4-4845-4c98-af1a-e044dfb100a8),segment_id=0fd5e7b4-4845-4c98-af1a-e044dfb100a8)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:30:29.543012 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8ea317aa-7760-4be2-aa7b-5e6e49898cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:29.608226 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea317aa-7760-4be2-aa7b-5e6e49898cf0 None None] Pushing event updated for resources: {'Port': ['ID=b662d10a-7216-413f-a04c-0281a261a9a0,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:29.692136 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-aa7b9b16-2379-4e32-ad8f-f015dac3e843 None None] Provisioning complete for port 268200f4-9413-42ce-a443-f9154282d507 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:29.692785 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-aa7b9b16-2379-4e32-ad8f-f015dac3e843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:30.003984 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a120fd44-e8cc-400c-9b22-75bb3cc4abcb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Router 768e7e3b-bd55-4ae2-bf75-c4f4e048997c is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:30:30.050658 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d136e9c5-3929-48c9-a6ce-c9113c0eaabd None None] Network b57afeea-7b85-494c-8ebb-ec8a90c657e4 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:30:30.098273 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a120fd44-e8cc-400c-9b22-75bb3cc4abcb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:30:30.107431 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a120fd44-e8cc-400c-9b22-75bb3cc4abcb tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] 10.222.0.13 "PUT /v2.0/routers/768e7e3b-bd55-4ae2-bf75-c4f4e048997c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0644910 Aug 28 15:30:30.109349 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51652) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:30.111437 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c1dc9e-cf75-41a0-932b-22678190ea67 None None] Sync routers for ids ['768e7e3b-bd55-4ae2-bf75-c4f4e048997c'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:30:30.121721 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d15e279c-c06b-4cb0-af96-4ec20ecaae43 None None] Provisioning for port 20d066c1-e11c-4a68-a143-eea86e5ec1c0 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:30:30.122712 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c1dc9e-cf75-41a0-932b-22678190ea67 None None] Routers {'768e7e3b-bd55-4ae2-bf75-c4f4e048997c'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:30:30.123373 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-33c1dc9e-cf75-41a0-932b-22678190ea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:30:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['768e7e3b-bd55-4ae2-bf75-c4f4e048997c'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:30.166503 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-33c1dc9e-cf75-41a0-932b-22678190ea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:30.180040 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c1dc9e-cf75-41a0-932b-22678190ea67 None None] Routers {'768e7e3b-bd55-4ae2-bf75-c4f4e048997c'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:30:30.181392 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-33c1dc9e-cf75-41a0-932b-22678190ea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:30:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['768e7e3b-bd55-4ae2-bf75-c4f4e048997c'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:30.234240 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-33c1dc9e-cf75-41a0-932b-22678190ea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:30.235047 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c1dc9e-cf75-41a0-932b-22678190ea67 None None] The sync data for ids ['768e7e3b-bd55-4ae2-bf75-c4f4e048997c'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:30:30.534609 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-2f8fad51-5235-4757-99cb-b8cf10f2ce16 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:30:30.536321 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b662d10a-7216-413f-a04c-0281a261a9a0 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:30:30.539281 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51656) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:30.552705 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2f8fad51-5235-4757-99cb-b8cf10f2ce16 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] 10.222.0.13 "PUT /v2.0/routers/768e7e3b-bd55-4ae2-bf75-c4f4e048997c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4417300 Aug 28 15:30:30.588227 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b494f79d-b24b-46c6-9a8b-bb6d37e70845 None None] Provisioning for port 5e4168f1-333f-4bb5-995c-53a13ee25fe7 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:30:30.594728 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b494f79d-b24b-46c6-9a8b-bb6d37e70845 None None] Provisioning complete for port 5e4168f1-333f-4bb5-995c-53a13ee25fe7 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:30.595109 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b494f79d-b24b-46c6-9a8b-bb6d37e70845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:30.639428 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-b494f79d-b24b-46c6-9a8b-bb6d37e70845 None None] Port 5e4168f1-333f-4bb5-995c-53a13ee25fe7 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:30:30.662297 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port b662d10a-7216-413f-a04c-0281a261a9a0 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:30:30.667957 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 268200f4-9413-42ce-a443-f9154282d507 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:30:30.721545 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 268200f4-9413-42ce-a443-f9154282d507 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:30.721970 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:30.816385 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 20d066c1-e11c-4a68-a143-eea86e5ec1c0 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:30:30.854585 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e0be6c-a377-4569-a7b9-55faa98cef87 None None] Network ec1c89a9-0721-4f6f-876d-c12073159bfb requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:30:30.919126 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e2581eb5-a6e6-4788-befe-fe8bde32c9f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:30.920389 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1062d9c7-c6f2-4008-9825-4a46768d5250 None None] Provisioning complete for port 5e4168f1-333f-4bb5-995c-53a13ee25fe7 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:30.920758 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1062d9c7-c6f2-4008-9825-4a46768d5250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:30.976990 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 20d066c1-e11c-4a68-a143-eea86e5ec1c0 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:30:30.985290 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1062d9c7-c6f2-4008-9825-4a46768d5250 None None] Port 5e4168f1-333f-4bb5-995c-53a13ee25fe7 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:30:30.991895 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 20d066c1-e11c-4a68-a143-eea86e5ec1c0 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:30.992254 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:31.019898 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1062d9c7-c6f2-4008-9825-4a46768d5250 None None] Provisioning for port b662d10a-7216-413f-a04c-0281a261a9a0 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:30:31.049652 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1062d9c7-c6f2-4008-9825-4a46768d5250 None None] Provisioning complete for port b662d10a-7216-413f-a04c-0281a261a9a0 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:31.050026 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1062d9c7-c6f2-4008-9825-4a46768d5250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:31.187409 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-e2581eb5-a6e6-4788-befe-fe8bde32c9f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Deleting port 5e4168f1-333f-4bb5-995c-53a13ee25fe7 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:30:31.187923 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e2581eb5-a6e6-4788-befe-fe8bde32c9f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:31.193697 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:31.224985 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1062d9c7-c6f2-4008-9825-4a46768d5250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:31.254257 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 20d066c1-e11c-4a68-a143-eea86e5ec1c0, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=20d066c1-e11c-4a68-a143-eea86e5ec1c0,segment=NetworkSegment(bfcb9675-6840-4d67-becb-d878d1f59a44),segment_id=bfcb9675-6840-4d67-becb-d878d1f59a44)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:30:31.264859 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:31.280265 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1062d9c7-c6f2-4008-9825-4a46768d5250 None None] For port b662d10a-7216-413f-a04c-0281a261a9a0, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b662d10a-7216-413f-a04c-0281a261a9a0,segment=NetworkSegment(0fd5e7b4-4845-4c98-af1a-e044dfb100a8),segment_id=0fd5e7b4-4845-4c98-af1a-e044dfb100a8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:30:31.303514 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1062d9c7-c6f2-4008-9825-4a46768d5250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:31.309221 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e2581eb5-a6e6-4788-befe-fe8bde32c9f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:31.325392 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-e2581eb5-a6e6-4788-befe-fe8bde32c9f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Calling delete_port for 5e4168f1-333f-4bb5-995c-53a13ee25fe7 owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:30:31.339062 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=20d066c1-e11c-4a68-a143-eea86e5ec1c0,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:31.405467 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062d9c7-c6f2-4008-9825-4a46768d5250 None None] Pushing event updated for resources: {'Port': ['ID=b662d10a-7216-413f-a04c-0281a261a9a0,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:31.427178 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-62b62a9b-a5bd-4719-880e-2f43d86359d9 None None] Provisioning complete for port 5e4168f1-333f-4bb5-995c-53a13ee25fe7 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:31.427478 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-62b62a9b-a5bd-4719-880e-2f43d86359d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:31.465308 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-62b62a9b-a5bd-4719-880e-2f43d86359d9 None None] Port 5e4168f1-333f-4bb5-995c-53a13ee25fe7 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:30:31.475024 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-62b62a9b-a5bd-4719-880e-2f43d86359d9 None None] Provisioning complete for port b662d10a-7216-413f-a04c-0281a261a9a0 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:31.475404 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-62b62a9b-a5bd-4719-880e-2f43d86359d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:31.505968 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e2581eb5-a6e6-4788-befe-fe8bde32c9f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:31.532260 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2581eb5-a6e6-4788-befe-fe8bde32c9f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Pushing event deleted for resources: {'Port': ['ID=5e4168f1-333f-4bb5-995c-53a13ee25fe7,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:31.642753 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e2581eb5-a6e6-4788-befe-fe8bde32c9f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:31.795379 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2581eb5-a6e6-4788-befe-fe8bde32c9f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Router 768e7e3b-bd55-4ae2-bf75-c4f4e048997c has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:30:31.866750 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2581eb5-a6e6-4788-befe-fe8bde32c9f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:30:31.873215 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e2581eb5-a6e6-4788-befe-fe8bde32c9f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] 10.222.0.13 "PUT /v2.0/routers/768e7e3b-bd55-4ae2-bf75-c4f4e048997c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3303030 Aug 28 15:30:31.876273 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51660) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:31.877138 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0620787e-b58f-4e58-895c-3b610549bcfa None None] Sync routers for ids ['768e7e3b-bd55-4ae2-bf75-c4f4e048997c'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:30:31.889278 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0620787e-b58f-4e58-895c-3b610549bcfa None None] Routers {'768e7e3b-bd55-4ae2-bf75-c4f4e048997c'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:30:31.889904 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0620787e-b58f-4e58-895c-3b610549bcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:30:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['768e7e3b-bd55-4ae2-bf75-c4f4e048997c'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:31.913496 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-cb18118b-b664-4e09-9f90-9332e1374872 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] delete failed (client error): The resource could not be found. Aug 28 15:30:31.914504 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cb18118b-b664-4e09-9f90-9332e1374872 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-1195964433 HTTP/1.1" status: 404 len: 335 time: 0.0367625 Aug 28 15:30:31.918810 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51662) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:31.922336 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0620787e-b58f-4e58-895c-3b610549bcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:31.924388 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-ac0693d3-f6a2-452a-bf69-0269d078af4b tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Request body: {'router': {'external_gateway_info': {'network_id': '768e7e3b-bd55-4ae2-bf75-c4f4e048997c'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:31.931273 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0620787e-b58f-4e58-895c-3b610549bcfa None None] Routers {'768e7e3b-bd55-4ae2-bf75-c4f4e048997c'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:30:31.931846 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0620787e-b58f-4e58-895c-3b610549bcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:30:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['768e7e3b-bd55-4ae2-bf75-c4f4e048997c'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:31.966653 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0620787e-b58f-4e58-895c-3b610549bcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:31.967309 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0620787e-b58f-4e58-895c-3b610549bcfa None None] The sync data for ids ['768e7e3b-bd55-4ae2-bf75-c4f4e048997c'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:30:32.073109 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:30:32.143900 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ac0693d3-f6a2-452a-bf69-0269d078af4b tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:32.163002 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-ac0693d3-f6a2-452a-bf69-0269d078af4b tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] update failed (client error): The resource could not be found. Aug 28 15:30:32.164190 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ac0693d3-f6a2-452a-bf69-0269d078af4b tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] 10.222.0.13 "PUT /v2.0/routers/768e7e3b-bd55-4ae2-bf75-c4f4e048997c HTTP/1.1" status: 404 len: 339 time: 0.2443452 Aug 28 15:30:32.168039 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51664) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:32.172880 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-e1a2cf37-47a1-4bc1-8e9a-07868b234887 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1385911933'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:32.193647 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a2cf37-47a1-4bc1-8e9a-07868b234887 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Made reservation on behalf of ab67f8288d274ede99dca4b5e2b24f8d for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:30:32.197555 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e1a2cf37-47a1-4bc1-8e9a-07868b234887 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:32.219892 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a2cf37-47a1-4bc1-8e9a-07868b234887 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:30:32.228873 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e1a2cf37-47a1-4bc1-8e9a-07868b234887 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:32.229219 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-e1a2cf37-47a1-4bc1-8e9a-07868b234887 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Added segment 9722992d-3245-42aa-8e52-c6069f03af8d of type vlan for network 724d53fe-7a5c-45d0-8f2f-326e3b2d6f49 Aug 28 15:30:32.267021 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e1a2cf37-47a1-4bc1-8e9a-07868b234887 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:32.291933 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e1a2cf37-47a1-4bc1-8e9a-07868b234887 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:32.297563 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a2cf37-47a1-4bc1-8e9a-07868b234887 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:32.298168 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e1a2cf37-47a1-4bc1-8e9a-07868b234887 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:32.370185 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e1a2cf37-47a1-4bc1-8e9a-07868b234887 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.1976540 Aug 28 15:30:32.371331 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51668) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:32.373470 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 20d066c1-e11c-4a68-a143-eea86e5ec1c0 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:30:32.377260 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-a8653528-6f48-40cb-8787-431be97a6a25 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Request body: {'subnet': {'network_id': '724d53fe-7a5c-45d0-8f2f-326e3b2d6f49', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:32.427127 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 20d066c1-e11c-4a68-a143-eea86e5ec1c0 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:32.427502 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:32.428682 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2cf37-47a1-4bc1-8e9a-07868b234887 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Pushing event updated for resources: {'Network': ['ID=724d53fe-7a5c-45d0-8f2f-326e3b2d6f49,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:32.449391 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 724d53fe-7a5c-45d0-8f2f-326e3b2d6f49 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:30:32.473499 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8653528-6f48-40cb-8787-431be97a6a25 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Made reservation on behalf of ab67f8288d274ede99dca4b5e2b24f8d for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:30:32.477256 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a8653528-6f48-40cb-8787-431be97a6a25 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:32.563642 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b662d10a-7216-413f-a04c-0281a261a9a0 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:30:32.610442 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port b662d10a-7216-413f-a04c-0281a261a9a0 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:32.610815 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:32.668360 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a8653528-6f48-40cb-8787-431be97a6a25 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:32.721527 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8653528-6f48-40cb-8787-431be97a6a25 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Pushing event updated for resources: {'Subnet': ['ID=c750eaa7-4620-4509-b2b7-a4452171abe2,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:32.736928 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8653528-6f48-40cb-8787-431be97a6a25 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Checking segment: {'id': '9722992d-3245-42aa-8e52-c6069f03af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '724d53fe-7a5c-45d0-8f2f-326e3b2d6f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:30:32.737285 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8653528-6f48-40cb-8787-431be97a6a25 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Network hostable DHCP agents. Network: 724d53fe-7a5c-45d0-8f2f-326e3b2d6f49, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:30:32.752779 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8653528-6f48-40cb-8787-431be97a6a25 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Network 724d53fe-7a5c-45d0-8f2f-326e3b2d6f49 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:30:32.761276 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-a8653528-6f48-40cb-8787-431be97a6a25 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 724d53fe-7a5c-45d0-8f2f-326e3b2d6f49) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:30:32.765472 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8653528-6f48-40cb-8787-431be97a6a25 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:30:32.766708 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a8653528-6f48-40cb-8787-431be97a6a25 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:32.769913 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074b07bd-b7d3-4e5f-8ed3-9d172c1d8688 None None] Network 724d53fe-7a5c-45d0-8f2f-326e3b2d6f49 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:30:32.781687 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a8653528-6f48-40cb-8787-431be97a6a25 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4087684 Aug 28 15:30:32.784821 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51670) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:32.789665 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-076d4663-385d-45a6-b7b2-0344591f9cb9 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Request body: {'router': {'external_gateway_info': {'network_id': '724d53fe-7a5c-45d0-8f2f-326e3b2d6f49'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:32.920928 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1979e5e8-8f15-4dec-a7f9-9e318a03d924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-724d53fe-7a5c-45d0-8f2f-326e3b2d6f49', 'network_id': '724d53fe-7a5c-45d0-8f2f-326e3b2d6f49', 'tenant_id': 'ab67f8288d274ede99dca4b5e2b24f8d', 'fixed_ips': [{'subnet_id': 'c750eaa7-4620-4509-b2b7-a4452171abe2'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:30:32.921788 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1979e5e8-8f15-4dec-a7f9-9e318a03d924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:33.005049 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-076d4663-385d-45a6-b7b2-0344591f9cb9 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:33.061560 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-1979e5e8-8f15-4dec-a7f9-9e318a03d924 None None] Allocated IP 2001:db8:1::2 (724d53fe-7a5c-45d0-8f2f-326e3b2d6f49/c750eaa7-4620-4509-b2b7-a4452171abe2/f9e360ed-5d6c-4c27-acd6-698576ebabea) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:30:33.111519 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-076d4663-385d-45a6-b7b2-0344591f9cb9 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:30:33.116168 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-076d4663-385d-45a6-b7b2-0344591f9cb9 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] 10.222.0.13 "PUT /v2.0/routers/768e7e3b-bd55-4ae2-bf75-c4f4e048997c HTTP/1.1" status: 400 len: 364 time: 0.3266342 Aug 28 15:30:33.116471 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51672) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:33.206132 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1979e5e8-8f15-4dec-a7f9-9e318a03d924 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:33.215498 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1979e5e8-8f15-4dec-a7f9-9e318a03d924 None None] Transition to ACTIVE for port object f9e360ed-5d6c-4c27-acd6-698576ebabea will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:30:33.230403 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1979e5e8-8f15-4dec-a7f9-9e318a03d924 None None] Transition to ACTIVE for port object f9e360ed-5d6c-4c27-acd6-698576ebabea will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:30:33.237222 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1979e5e8-8f15-4dec-a7f9-9e318a03d924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:33.277236 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1979e5e8-8f15-4dec-a7f9-9e318a03d924 None None] Network 724d53fe-7a5c-45d0-8f2f-326e3b2d6f49 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:30:33.280597 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-1979e5e8-8f15-4dec-a7f9-9e318a03d924 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:30:33.283123 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1979e5e8-8f15-4dec-a7f9-9e318a03d924 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:30:33.291764 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979e5e8-8f15-4dec-a7f9-9e318a03d924 None None] Pushing event updated for resources: {'Port': ['ID=f9e360ed-5d6c-4c27-acd6-698576ebabea,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:33.346609 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-1979e5e8-8f15-4dec-a7f9-9e318a03d924 None None] Attempting to bind port f9e360ed-5d6c-4c27-acd6-698576ebabea on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:30:33.347020 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-1979e5e8-8f15-4dec-a7f9-9e318a03d924 None None] Attempting to bind port f9e360ed-5d6c-4c27-acd6-698576ebabea by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '9722992d-3245-42aa-8e52-c6069f03af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '724d53fe-7a5c-45d0-8f2f-326e3b2d6f49'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:30:33.347519 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1979e5e8-8f15-4dec-a7f9-9e318a03d924 None None] Attempting to bind port f9e360ed-5d6c-4c27-acd6-698576ebabea on network 724d53fe-7a5c-45d0-8f2f-326e3b2d6f49 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:30:33.353126 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1979e5e8-8f15-4dec-a7f9-9e318a03d924 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:30:33.353505 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1979e5e8-8f15-4dec-a7f9-9e318a03d924 None None] Checking segment: {'id': '9722992d-3245-42aa-8e52-c6069f03af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '724d53fe-7a5c-45d0-8f2f-326e3b2d6f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:30:33.353911 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1979e5e8-8f15-4dec-a7f9-9e318a03d924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:33.354303 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1979e5e8-8f15-4dec-a7f9-9e318a03d924 None None] Bound using segment: {'id': '9722992d-3245-42aa-8e52-c6069f03af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '724d53fe-7a5c-45d0-8f2f-326e3b2d6f49'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:30:33.354767 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-1979e5e8-8f15-4dec-a7f9-9e318a03d924 None None] Bound port: f9e360ed-5d6c-4c27-acd6-698576ebabea, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9722992d-3245-42aa-8e52-c6069f03af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '724d53fe-7a5c-45d0-8f2f-326e3b2d6f49'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:30:33.355148 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1979e5e8-8f15-4dec-a7f9-9e318a03d924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:33.398754 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-813577db-e6f9-4752-a5fd-417a66ac22df tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:33.417624 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1979e5e8-8f15-4dec-a7f9-9e318a03d924 None None] For port f9e360ed-5d6c-4c27-acd6-698576ebabea, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:30:33.420790 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1979e5e8-8f15-4dec-a7f9-9e318a03d924 None None] For port f9e360ed-5d6c-4c27-acd6-698576ebabea, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f9e360ed-5d6c-4c27-acd6-698576ebabea,segment=NetworkSegment(9722992d-3245-42aa-8e52-c6069f03af8d),segment_id=9722992d-3245-42aa-8e52-c6069f03af8d)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:30:33.425908 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1979e5e8-8f15-4dec-a7f9-9e318a03d924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:33.502188 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979e5e8-8f15-4dec-a7f9-9e318a03d924 None None] Pushing event updated for resources: {'Port': ['ID=f9e360ed-5d6c-4c27-acd6-698576ebabea,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:33.942192 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-813577db-e6f9-4752-a5fd-417a66ac22df tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Allocated IP 2001:db8::1 (d0577d29-85e9-41ec-a79c-d87b551def26/3c5cec18-3a84-4127-86fe-04cc703bd941/d907320d-3ac3-4094-a29a-a3b0b64af164) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:30:34.051602 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-813577db-e6f9-4752-a5fd-417a66ac22df tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:34.065357 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-813577db-e6f9-4752-a5fd-417a66ac22df tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Transition to ACTIVE for port object d907320d-3ac3-4094-a29a-a3b0b64af164 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:30:34.098342 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-813577db-e6f9-4752-a5fd-417a66ac22df tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:34.151143 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813577db-e6f9-4752-a5fd-417a66ac22df tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Network d0577d29-85e9-41ec-a79c-d87b551def26 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:30:34.154516 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-813577db-e6f9-4752-a5fd-417a66ac22df tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:30:34.157240 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813577db-e6f9-4752-a5fd-417a66ac22df tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:30:34.158152 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-813577db-e6f9-4752-a5fd-417a66ac22df tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:34.194498 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813577db-e6f9-4752-a5fd-417a66ac22df tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Pushing event updated for resources: {'Port': ['ID=d907320d-3ac3-4094-a29a-a3b0b64af164,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:34.287215 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-813577db-e6f9-4752-a5fd-417a66ac22df tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:34.422851 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f9e360ed-5d6c-4c27-acd6-698576ebabea up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:30:34.487904 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port f9e360ed-5d6c-4c27-acd6-698576ebabea completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:30:34.521738 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-292eba6e-063b-43d1-b4ef-884c75783ae1 None None] Provisioning for port d907320d-3ac3-4094-a29a-a3b0b64af164 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:30:34.528307 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-292eba6e-063b-43d1-b4ef-884c75783ae1 None None] Provisioning complete for port d907320d-3ac3-4094-a29a-a3b0b64af164 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:34.528924 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-292eba6e-063b-43d1-b4ef-884c75783ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:34.567173 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41495af-df64-473e-8e21-195cc286910e None None] Network 724d53fe-7a5c-45d0-8f2f-326e3b2d6f49 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:30:34.584382 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-813577db-e6f9-4752-a5fd-417a66ac22df tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:34.590196 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-813577db-e6f9-4752-a5fd-417a66ac22df tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:34.590946 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-813577db-e6f9-4752-a5fd-417a66ac22df tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:34.616944 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-292eba6e-063b-43d1-b4ef-884c75783ae1 None None] Port d907320d-3ac3-4094-a29a-a3b0b64af164 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:30:34.683797 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813577db-e6f9-4752-a5fd-417a66ac22df tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Pushing event updated for resources: {'Port': ['ID=d907320d-3ac3-4094-a29a-a3b0b64af164,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:34.723500 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813577db-e6f9-4752-a5fd-417a66ac22df tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Network d0577d29-85e9-41ec-a79c-d87b551def26 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:30:34.725153 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-813577db-e6f9-4752-a5fd-417a66ac22df tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:30:34.748021 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-cdea1c90-70c7-43e9-a894-910bcf4257ac None None] Provisioning for port f9e360ed-5d6c-4c27-acd6-698576ebabea completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:30:34.752386 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-cdea1c90-70c7-43e9-a894-910bcf4257ac None None] Provisioning complete for port f9e360ed-5d6c-4c27-acd6-698576ebabea triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:34.752893 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cdea1c90-70c7-43e9-a894-910bcf4257ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:34.828297 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813577db-e6f9-4752-a5fd-417a66ac22df tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Router 768e7e3b-bd55-4ae2-bf75-c4f4e048997c has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:30:34.846359 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cdea1c90-70c7-43e9-a894-910bcf4257ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:34.890792 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-cdea1c90-70c7-43e9-a894-910bcf4257ac None None] For port f9e360ed-5d6c-4c27-acd6-698576ebabea, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f9e360ed-5d6c-4c27-acd6-698576ebabea,segment=NetworkSegment(9722992d-3245-42aa-8e52-c6069f03af8d),segment_id=9722992d-3245-42aa-8e52-c6069f03af8d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:30:34.896103 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cdea1c90-70c7-43e9-a894-910bcf4257ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:34.935861 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813577db-e6f9-4752-a5fd-417a66ac22df tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:30:34.941789 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-813577db-e6f9-4752-a5fd-417a66ac22df tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] 10.222.0.13 "PUT /v2.0/routers/768e7e3b-bd55-4ae2-bf75-c4f4e048997c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8242357 Aug 28 15:30:34.944600 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51678) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:34.947635 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbb2bad-19ac-4925-b2fb-cc24b7fe65f1 None None] Sync routers for ids ['768e7e3b-bd55-4ae2-bf75-c4f4e048997c'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:30:34.958194 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbb2bad-19ac-4925-b2fb-cc24b7fe65f1 None None] Routers {'768e7e3b-bd55-4ae2-bf75-c4f4e048997c'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:30:34.959163 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-cdbb2bad-19ac-4925-b2fb-cc24b7fe65f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:30:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['768e7e3b-bd55-4ae2-bf75-c4f4e048997c'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:34.994725 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-cdbb2bad-19ac-4925-b2fb-cc24b7fe65f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:35.006115 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbb2bad-19ac-4925-b2fb-cc24b7fe65f1 None None] Routers {'768e7e3b-bd55-4ae2-bf75-c4f4e048997c'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:30:35.007077 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-cdbb2bad-19ac-4925-b2fb-cc24b7fe65f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:30:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['768e7e3b-bd55-4ae2-bf75-c4f4e048997c'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:35.043000 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-cdbb2bad-19ac-4925-b2fb-cc24b7fe65f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:35.044058 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbb2bad-19ac-4925-b2fb-cc24b7fe65f1 None None] The sync data for ids ['768e7e3b-bd55-4ae2-bf75-c4f4e048997c'] in n-d-712137-10 is: [] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:30:35.091031 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5dc03c86-e0a5-497c-81f4-f2aef15adaf1 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:35.153544 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea1c90-70c7-43e9-a894-910bcf4257ac None None] Pushing event updated for resources: {'Port': ['ID=f9e360ed-5d6c-4c27-acd6-698576ebabea,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:35.157147 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-72426ce1-12e1-4db3-8bc7-b69a95ec6261 None None] Provisioning complete for port d907320d-3ac3-4094-a29a-a3b0b64af164 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:35.157451 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-72426ce1-12e1-4db3-8bc7-b69a95ec6261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:35.181373 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-5dc03c86-e0a5-497c-81f4-f2aef15adaf1 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 28 15:30:35.182422 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5dc03c86-e0a5-497c-81f4-f2aef15adaf1 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] 10.222.0.13 "DELETE /v2.0/routers/768e7e3b-bd55-4ae2-bf75-c4f4e048997c HTTP/1.1" status: 409 len: 329 time: 0.2362742 Aug 28 15:30:35.185168 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51680) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:35.192965 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-72426ce1-12e1-4db3-8bc7-b69a95ec6261 None None] Port d907320d-3ac3-4094-a29a-a3b0b64af164 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:30:35.202666 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-72426ce1-12e1-4db3-8bc7-b69a95ec6261 None None] Provisioning complete for port f9e360ed-5d6c-4c27-acd6-698576ebabea triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:35.203093 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-72426ce1-12e1-4db3-8bc7-b69a95ec6261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:35.514286 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-90606c3a-9c81-4d2b-b450-0a293fd9c35c tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:35.756564 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-90606c3a-9c81-4d2b-b450-0a293fd9c35c tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Deleting port d907320d-3ac3-4094-a29a-a3b0b64af164 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:30:35.756908 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-90606c3a-9c81-4d2b-b450-0a293fd9c35c tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:35.839323 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-90606c3a-9c81-4d2b-b450-0a293fd9c35c tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:35.850825 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-90606c3a-9c81-4d2b-b450-0a293fd9c35c tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Calling delete_port for d907320d-3ac3-4094-a29a-a3b0b64af164 owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:30:36.016549 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-90606c3a-9c81-4d2b-b450-0a293fd9c35c tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:36.042790 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90606c3a-9c81-4d2b-b450-0a293fd9c35c tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Pushing event deleted for resources: {'Port': ['ID=d907320d-3ac3-4094-a29a-a3b0b64af164,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:36.141169 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-90606c3a-9c81-4d2b-b450-0a293fd9c35c tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:36.297763 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90606c3a-9c81-4d2b-b450-0a293fd9c35c tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Router 768e7e3b-bd55-4ae2-bf75-c4f4e048997c has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:30:36.362890 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f9e360ed-5d6c-4c27-acd6-698576ebabea up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:30:36.415667 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port f9e360ed-5d6c-4c27-acd6-698576ebabea triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:30:36.416057 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:36.685752 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90606c3a-9c81-4d2b-b450-0a293fd9c35c tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:30:36.691560 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-90606c3a-9c81-4d2b-b450-0a293fd9c35c tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] 10.222.0.13 "PUT /v2.0/routers/768e7e3b-bd55-4ae2-bf75-c4f4e048997c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5047843 Aug 28 15:30:36.694535 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51686) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:36.697461 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b0ad2a-9171-4df1-bf1c-80f26838deba None None] Sync routers for ids ['768e7e3b-bd55-4ae2-bf75-c4f4e048997c'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:30:36.706349 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b0ad2a-9171-4df1-bf1c-80f26838deba None None] Routers {'768e7e3b-bd55-4ae2-bf75-c4f4e048997c'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:30:36.706960 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-36b0ad2a-9171-4df1-bf1c-80f26838deba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:30:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['768e7e3b-bd55-4ae2-bf75-c4f4e048997c'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:36.731880 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-f825e2c4-c4cf-4246-a053-bb2f61377835 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] show failed (client error): The resource could not be found. Aug 28 15:30:36.732906 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f825e2c4-c4cf-4246-a053-bb2f61377835 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1677111728 HTTP/1.1" status: 404 len: 335 time: 0.0374475 Aug 28 15:30:36.738072 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51688) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:36.742484 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-3699e8e8-3154-416c-926a-385b88a281a1 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Request body: {'router': {'name': 'new_name'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:30:36.743276 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-36b0ad2a-9171-4df1-bf1c-80f26838deba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:36.752367 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b0ad2a-9171-4df1-bf1c-80f26838deba None None] Routers {'768e7e3b-bd55-4ae2-bf75-c4f4e048997c'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:30:36.752971 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-36b0ad2a-9171-4df1-bf1c-80f26838deba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:30:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['768e7e3b-bd55-4ae2-bf75-c4f4e048997c'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:36.780245 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-3699e8e8-3154-416c-926a-385b88a281a1 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] update failed (client error): The resource could not be found. Aug 28 15:30:36.781242 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3699e8e8-3154-416c-926a-385b88a281a1 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-726238066 HTTP/1.1" status: 404 len: 334 time: 0.0422833 Aug 28 15:30:36.785677 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51690) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:36.786041 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-36b0ad2a-9171-4df1-bf1c-80f26838deba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:36.786689 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b0ad2a-9171-4df1-bf1c-80f26838deba None None] The sync data for ids ['768e7e3b-bd55-4ae2-bf75-c4f4e048997c'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:30:36.834569 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-483784e0-2da7-4060-902c-4a6670b18989 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Deleting subnet c750eaa7-4620-4509-b2b7-a4452171abe2 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:30:36.838201 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-483784e0-2da7-4060-902c-4a6670b18989 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:36.877498 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-483784e0-2da7-4060-902c-4a6670b18989 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:36.964440 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-483784e0-2da7-4060-902c-4a6670b18989 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:37.020619 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-483784e0-2da7-4060-902c-4a6670b18989 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:37.049663 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483784e0-2da7-4060-902c-4a6670b18989 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Pushing event deleted for resources: {'Subnet': ['ID=c750eaa7-4620-4509-b2b7-a4452171abe2,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:37.051856 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-483784e0-2da7-4060-902c-4a6670b18989 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:37.055981 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-483784e0-2da7-4060-902c-4a6670b18989 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] 10.222.0.13 "DELETE /v2.0/subnets/c750eaa7-4620-4509-b2b7-a4452171abe2 HTTP/1.1" status: 204 len: 168 time: 0.2671320 Aug 28 15:30:37.057344 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51692) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:37.059324 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fad8694-15fb-4e61-90a5-effb6e32a3b8 None None] Network 724d53fe-7a5c-45d0-8f2f-326e3b2d6f49 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:30:37.132029 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-09e0062a-76fb-4c3a-baee-e2d2bfea7884 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:37.191616 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-09e0062a-76fb-4c3a-baee-e2d2bfea7884 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Deleting port f9e360ed-5d6c-4c27-acd6-698576ebabea {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:30:37.191970 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-09e0062a-76fb-4c3a-baee-e2d2bfea7884 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:37.234449 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a277da82-da50-45a3-9d34-83bd42e3d690 None None] DHCP port deletion for 724d53fe-7a5c-45d0-8f2f-326e3b2d6f49 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:30:37.254288 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-09e0062a-76fb-4c3a-baee-e2d2bfea7884 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] For port f9e360ed-5d6c-4c27-acd6-698576ebabea, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f9e360ed-5d6c-4c27-acd6-698576ebabea,segment=NetworkSegment(9722992d-3245-42aa-8e52-c6069f03af8d),segment_id=9722992d-3245-42aa-8e52-c6069f03af8d)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:30:37.254757 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-09e0062a-76fb-4c3a-baee-e2d2bfea7884 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:37.268108 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-09e0062a-76fb-4c3a-baee-e2d2bfea7884 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Calling delete_port for f9e360ed-5d6c-4c27-acd6-698576ebabea owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:30:37.281858 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a277da82-da50-45a3-9d34-83bd42e3d690 None None] Deleting port f9e360ed-5d6c-4c27-acd6-698576ebabea {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:30:37.282238 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a277da82-da50-45a3-9d34-83bd42e3d690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:37.343341 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-a277da82-da50-45a3-9d34-83bd42e3d690 None None] For port f9e360ed-5d6c-4c27-acd6-698576ebabea, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f9e360ed-5d6c-4c27-acd6-698576ebabea,segment=NetworkSegment(9722992d-3245-42aa-8e52-c6069f03af8d),segment_id=9722992d-3245-42aa-8e52-c6069f03af8d)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:30:37.343753 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a277da82-da50-45a3-9d34-83bd42e3d690 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:37.345378 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-09e0062a-76fb-4c3a-baee-e2d2bfea7884 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:37.358262 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a277da82-da50-45a3-9d34-83bd42e3d690 None None] Calling delete_port for f9e360ed-5d6c-4c27-acd6-698576ebabea owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:30:37.374962 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0062a-76fb-4c3a-baee-e2d2bfea7884 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Pushing event deleted for resources: {'Port': ['ID=f9e360ed-5d6c-4c27-acd6-698576ebabea,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:37.378631 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e0062a-76fb-4c3a-baee-e2d2bfea7884 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] No DVR routers for this DVR port f9e360ed-5d6c-4c27-acd6-698576ebabea on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:30:37.436667 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a277da82-da50-45a3-9d34-83bd42e3d690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:37.454359 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-09e0062a-76fb-4c3a-baee-e2d2bfea7884 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:37.463743 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a277da82-da50-45a3-9d34-83bd42e3d690 None None] Pushing event deleted for resources: {'Port': ['ID=f9e360ed-5d6c-4c27-acd6-698576ebabea,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:37.464575 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-09e0062a-76fb-4c3a-baee-e2d2bfea7884 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['724d53fe-7a5c-45d0-8f2f-326e3b2d6f49']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:37.465699 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a277da82-da50-45a3-9d34-83bd42e3d690 None None] No DVR routers for this DVR port f9e360ed-5d6c-4c27-acd6-698576ebabea on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:30:37.475581 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-09e0062a-76fb-4c3a-baee-e2d2bfea7884 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9722992d-3245-42aa-8e52-c6069f03af8d') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:37.475927 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-09e0062a-76fb-4c3a-baee-e2d2bfea7884 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9722992d-3245-42aa-8e52-c6069f03af8d') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:37.485705 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-09e0062a-76fb-4c3a-baee-e2d2bfea7884 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:37.498873 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-09e0062a-76fb-4c3a-baee-e2d2bfea7884 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:37.504695 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e0062a-76fb-4c3a-baee-e2d2bfea7884 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:30:37.505121 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-09e0062a-76fb-4c3a-baee-e2d2bfea7884 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:30:37.508024 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:30:37.573769 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-09e0062a-76fb-4c3a-baee-e2d2bfea7884 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:37.580830 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-09e0062a-76fb-4c3a-baee-e2d2bfea7884 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:37.582623 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-09e0062a-76fb-4c3a-baee-e2d2bfea7884 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] 10.222.0.13 "DELETE /v2.0/networks/724d53fe-7a5c-45d0-8f2f-326e3b2d6f49 HTTP/1.1" status: 204 len: 168 time: 0.5252507 Aug 28 15:30:37.585262 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51694) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:37.594524 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0062a-76fb-4c3a-baee-e2d2bfea7884 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Pushing event deleted for resources: {'Network': ['ID=724d53fe-7a5c-45d0-8f2f-326e3b2d6f49,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:37.638592 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e3a5efd-56dc-4847-915c-cdff1ae5de2a tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Deleting subnet fcd967ec-64f8-42da-af95-317ed2910acf {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:30:37.641641 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5efd-56dc-4847-915c-cdff1ae5de2a tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:37.681948 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5efd-56dc-4847-915c-cdff1ae5de2a tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:37.773941 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5efd-56dc-4847-915c-cdff1ae5de2a tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:37.836239 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5efd-56dc-4847-915c-cdff1ae5de2a tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:37.864323 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a5efd-56dc-4847-915c-cdff1ae5de2a tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Pushing event deleted for resources: {'Subnet': ['ID=fcd967ec-64f8-42da-af95-317ed2910acf,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:37.868432 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5efd-56dc-4847-915c-cdff1ae5de2a tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:37.871639 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9e3a5efd-56dc-4847-915c-cdff1ae5de2a tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] 10.222.0.13 "DELETE /v2.0/subnets/fcd967ec-64f8-42da-af95-317ed2910acf HTTP/1.1" status: 204 len: 168 time: 0.2845123 Aug 28 15:30:37.873262 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51698) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:37.875628 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5d1818-4866-4d97-b9c7-a948862e08ab None None] Network ec1c89a9-0721-4f6f-876d-c12073159bfb requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:30:37.929990 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-f070fc87-4baa-4e5b-b7ae-8e3afadd568b tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Deleting subnet 9fa4655f-4d48-4202-b45c-bc5e3d02c47f {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:30:37.934179 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f070fc87-4baa-4e5b-b7ae-8e3afadd568b tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:37.975120 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f070fc87-4baa-4e5b-b7ae-8e3afadd568b tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:38.012320 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-403c5241-88c3-4c70-b427-b508187e7528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:38.050879 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd8aa8b-0ff1-45f1-aa54-fe374b83d543 None None] DHCP port deletion for ec1c89a9-0721-4f6f-876d-c12073159bfb request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:30:38.062244 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f070fc87-4baa-4e5b-b7ae-8e3afadd568b tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:38.097725 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1bd8aa8b-0ff1-45f1-aa54-fe374b83d543 None None] Deleting port b662d10a-7216-413f-a04c-0281a261a9a0 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:30:38.098104 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1bd8aa8b-0ff1-45f1-aa54-fe374b83d543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:38.126019 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f070fc87-4baa-4e5b-b7ae-8e3afadd568b tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:38.155037 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f070fc87-4baa-4e5b-b7ae-8e3afadd568b tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:38.159226 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f070fc87-4baa-4e5b-b7ae-8e3afadd568b tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] 10.222.0.13 "DELETE /v2.0/subnets/9fa4655f-4d48-4202-b45c-bc5e3d02c47f HTTP/1.1" status: 204 len: 168 time: 0.2824199 Aug 28 15:30:38.159226 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070fc87-4baa-4e5b-b7ae-8e3afadd568b tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Pushing event deleted for resources: {'Subnet': ['ID=9fa4655f-4d48-4202-b45c-bc5e3d02c47f,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:38.160094 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51700) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:38.165533 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e96f0e-49d9-407e-91b0-c0cc4ac8e00a None None] Network b57afeea-7b85-494c-8ebb-ec8a90c657e4 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:30:38.220321 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1bd8aa8b-0ff1-45f1-aa54-fe374b83d543 None None] For port b662d10a-7216-413f-a04c-0281a261a9a0, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b662d10a-7216-413f-a04c-0281a261a9a0,segment=NetworkSegment(0fd5e7b4-4845-4c98-af1a-e044dfb100a8),segment_id=0fd5e7b4-4845-4c98-af1a-e044dfb100a8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:30:38.220728 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1bd8aa8b-0ff1-45f1-aa54-fe374b83d543 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:38.234628 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4f861928-0931-4ac6-99e7-8359407f57f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:38.239013 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1bd8aa8b-0ff1-45f1-aa54-fe374b83d543 None None] Calling delete_port for b662d10a-7216-413f-a04c-0281a261a9a0 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:30:38.291283 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-4f861928-0931-4ac6-99e7-8359407f57f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Deleting port b662d10a-7216-413f-a04c-0281a261a9a0 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:30:38.291531 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4f861928-0931-4ac6-99e7-8359407f57f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:38.356664 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-4f861928-0931-4ac6-99e7-8359407f57f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] For port b662d10a-7216-413f-a04c-0281a261a9a0, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b662d10a-7216-413f-a04c-0281a261a9a0,segment=NetworkSegment(0fd5e7b4-4845-4c98-af1a-e044dfb100a8),segment_id=0fd5e7b4-4845-4c98-af1a-e044dfb100a8)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:30:38.357029 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4f861928-0931-4ac6-99e7-8359407f57f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:38.373354 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-4f861928-0931-4ac6-99e7-8359407f57f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Calling delete_port for b662d10a-7216-413f-a04c-0281a261a9a0 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:30:38.375469 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f9e360ed-5d6c-4c27-acd6-698576ebabea no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:30:38.379057 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1bd8aa8b-0ff1-45f1-aa54-fe374b83d543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:38.404732 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: f9e360ed-5d6c-4c27-acd6-698576ebabea {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:30:38.405392 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f9e360ed-5d6c-4c27-acd6-698576ebabea not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:30:38.405962 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b662d10a-7216-413f-a04c-0281a261a9a0 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:30:38.427533 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd8aa8b-0ff1-45f1-aa54-fe374b83d543 None None] No DVR routers for this DVR port b662d10a-7216-413f-a04c-0281a261a9a0 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:30:38.449290 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8aa8b-0ff1-45f1-aa54-fe374b83d543 None None] Pushing event deleted for resources: {'Port': ['ID=b662d10a-7216-413f-a04c-0281a261a9a0,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:38.453866 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56192d2-61b9-4bf9-9bf1-444e5658de78 None None] DHCP port deletion for b57afeea-7b85-494c-8ebb-ec8a90c657e4 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:30:38.457306 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: b662d10a-7216-413f-a04c-0281a261a9a0 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:30:38.457676 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b662d10a-7216-413f-a04c-0281a261a9a0 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:30:38.463152 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4f861928-0931-4ac6-99e7-8359407f57f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:38.489249 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f861928-0931-4ac6-99e7-8359407f57f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Pushing event deleted for resources: {'Port': ['ID=b662d10a-7216-413f-a04c-0281a261a9a0,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:38.495745 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f861928-0931-4ac6-99e7-8359407f57f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] No DVR routers for this DVR port b662d10a-7216-413f-a04c-0281a261a9a0 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:30:38.519284 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-f56192d2-61b9-4bf9-9bf1-444e5658de78 None None] Deleting port 20d066c1-e11c-4a68-a143-eea86e5ec1c0 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:30:38.519689 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f56192d2-61b9-4bf9-9bf1-444e5658de78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:38.579915 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4f861928-0931-4ac6-99e7-8359407f57f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:38.587025 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-f56192d2-61b9-4bf9-9bf1-444e5658de78 None None] For port 20d066c1-e11c-4a68-a143-eea86e5ec1c0, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=20d066c1-e11c-4a68-a143-eea86e5ec1c0,segment=NetworkSegment(bfcb9675-6840-4d67-becb-d878d1f59a44),segment_id=bfcb9675-6840-4d67-becb-d878d1f59a44)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:30:38.587436 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f56192d2-61b9-4bf9-9bf1-444e5658de78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:38.590779 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-4f861928-0931-4ac6-99e7-8359407f57f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec1c89a9-0721-4f6f-876d-c12073159bfb']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:38.600144 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-f56192d2-61b9-4bf9-9bf1-444e5658de78 None None] Calling delete_port for 20d066c1-e11c-4a68-a143-eea86e5ec1c0 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:30:38.601094 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-4f861928-0931-4ac6-99e7-8359407f57f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd5e7b4-4845-4c98-af1a-e044dfb100a8') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:38.601395 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-4f861928-0931-4ac6-99e7-8359407f57f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd5e7b4-4845-4c98-af1a-e044dfb100a8') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:38.611233 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4f861928-0931-4ac6-99e7-8359407f57f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:38.629669 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4f861928-0931-4ac6-99e7-8359407f57f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:38.635789 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f861928-0931-4ac6-99e7-8359407f57f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:30:38.636171 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4f861928-0931-4ac6-99e7-8359407f57f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: self.session.flush() Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:30:38.639172 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:30:38.683217 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f56192d2-61b9-4bf9-9bf1-444e5658de78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:38.701770 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4f861928-0931-4ac6-99e7-8359407f57f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:38.712899 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56192d2-61b9-4bf9-9bf1-444e5658de78 None None] Pushing event deleted for resources: {'Port': ['ID=20d066c1-e11c-4a68-a143-eea86e5ec1c0,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:38.714785 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56192d2-61b9-4bf9-9bf1-444e5658de78 None None] No DVR routers for this DVR port 20d066c1-e11c-4a68-a143-eea86e5ec1c0 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:30:38.720702 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4f861928-0931-4ac6-99e7-8359407f57f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:38.725937 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4f861928-0931-4ac6-99e7-8359407f57f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] 10.222.0.13 "DELETE /v2.0/networks/ec1c89a9-0721-4f6f-876d-c12073159bfb HTTP/1.1" status: 204 len: 168 time: 0.5619223 Aug 28 15:30:38.725937 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f861928-0931-4ac6-99e7-8359407f57f7 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Pushing event deleted for resources: {'Network': ['ID=ec1c89a9-0721-4f6f-876d-c12073159bfb,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:38.725937 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51702) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:38.806869 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c678001f-49a8-4c3e-b2f5-88d7a5230f56 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:38.910429 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c678001f-49a8-4c3e-b2f5-88d7a5230f56 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:38.920652 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-c678001f-49a8-4c3e-b2f5-88d7a5230f56 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b57afeea-7b85-494c-8ebb-ec8a90c657e4']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:38.930721 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-c678001f-49a8-4c3e-b2f5-88d7a5230f56 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfcb9675-6840-4d67-becb-d878d1f59a44') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:38.931011 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-c678001f-49a8-4c3e-b2f5-88d7a5230f56 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfcb9675-6840-4d67-becb-d878d1f59a44') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:38.939811 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c678001f-49a8-4c3e-b2f5-88d7a5230f56 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:38.952930 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c678001f-49a8-4c3e-b2f5-88d7a5230f56 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:38.958478 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c678001f-49a8-4c3e-b2f5-88d7a5230f56 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:30:38.958861 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c678001f-49a8-4c3e-b2f5-88d7a5230f56 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:30:38.962237 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:30:39.021493 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c678001f-49a8-4c3e-b2f5-88d7a5230f56 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:39.028905 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c678001f-49a8-4c3e-b2f5-88d7a5230f56 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:39.030672 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c678001f-49a8-4c3e-b2f5-88d7a5230f56 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] 10.222.0.13 "DELETE /v2.0/networks/b57afeea-7b85-494c-8ebb-ec8a90c657e4 HTTP/1.1" status: 204 len: 168 time: 0.3047297 Aug 28 15:30:39.033336 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51706) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:39.042323 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678001f-49a8-4c3e-b2f5-88d7a5230f56 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Pushing event deleted for resources: {'Network': ['ID=b57afeea-7b85-494c-8ebb-ec8a90c657e4,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:39.088221 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf125f08-5153-4bd5-a42b-e53bf7064cc6 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Deleting subnet 3c5cec18-3a84-4127-86fe-04cc703bd941 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:30:39.091372 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bf125f08-5153-4bd5-a42b-e53bf7064cc6 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:39.130816 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bf125f08-5153-4bd5-a42b-e53bf7064cc6 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:39.218004 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bf125f08-5153-4bd5-a42b-e53bf7064cc6 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:39.276281 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bf125f08-5153-4bd5-a42b-e53bf7064cc6 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:39.302626 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf125f08-5153-4bd5-a42b-e53bf7064cc6 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Pushing event deleted for resources: {'Subnet': ['ID=3c5cec18-3a84-4127-86fe-04cc703bd941,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:39.306433 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bf125f08-5153-4bd5-a42b-e53bf7064cc6 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:39.309860 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-bf125f08-5153-4bd5-a42b-e53bf7064cc6 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] 10.222.0.13 "DELETE /v2.0/subnets/3c5cec18-3a84-4127-86fe-04cc703bd941 HTTP/1.1" status: 204 len: 168 time: 0.2739134 Aug 28 15:30:39.310804 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51708) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:39.313185 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127497e6-d051-4552-abd4-4b726b36d6f8 None None] Network d0577d29-85e9-41ec-a79c-d87b551def26 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:30:39.390540 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5c1f67e1-89bd-49db-8efa-a7d55e72a8a5 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:39.444248 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-5c1f67e1-89bd-49db-8efa-a7d55e72a8a5 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Deleting port 268200f4-9413-42ce-a443-f9154282d507 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:30:39.444593 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5c1f67e1-89bd-49db-8efa-a7d55e72a8a5 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:39.491776 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbce67b-0858-4e87-bc6b-b6d503baa6cf None None] DHCP port deletion for d0577d29-85e9-41ec-a79c-d87b551def26 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:30:39.511229 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-5c1f67e1-89bd-49db-8efa-a7d55e72a8a5 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] For port 268200f4-9413-42ce-a443-f9154282d507, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=268200f4-9413-42ce-a443-f9154282d507,segment=NetworkSegment(d1ef57fc-0d7b-4fa5-9a3a-afabe8df3605),segment_id=d1ef57fc-0d7b-4fa5-9a3a-afabe8df3605)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:30:39.511607 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5c1f67e1-89bd-49db-8efa-a7d55e72a8a5 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:39.527013 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-5c1f67e1-89bd-49db-8efa-a7d55e72a8a5 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Calling delete_port for 268200f4-9413-42ce-a443-f9154282d507 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:30:39.543146 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1bbce67b-0858-4e87-bc6b-b6d503baa6cf None None] Deleting port 268200f4-9413-42ce-a443-f9154282d507 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:30:39.543568 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1bbce67b-0858-4e87-bc6b-b6d503baa6cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:39.604747 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1bbce67b-0858-4e87-bc6b-b6d503baa6cf None None] For port 268200f4-9413-42ce-a443-f9154282d507, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=268200f4-9413-42ce-a443-f9154282d507,segment=NetworkSegment(d1ef57fc-0d7b-4fa5-9a3a-afabe8df3605),segment_id=d1ef57fc-0d7b-4fa5-9a3a-afabe8df3605)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:30:39.605249 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1bbce67b-0858-4e87-bc6b-b6d503baa6cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:39.612361 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5c1f67e1-89bd-49db-8efa-a7d55e72a8a5 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:39.619175 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1bbce67b-0858-4e87-bc6b-b6d503baa6cf None None] Calling delete_port for 268200f4-9413-42ce-a443-f9154282d507 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:30:39.642309 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1f67e1-89bd-49db-8efa-a7d55e72a8a5 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] No DVR routers for this DVR port 268200f4-9413-42ce-a443-f9154282d507 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:30:39.646830 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f67e1-89bd-49db-8efa-a7d55e72a8a5 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Pushing event deleted for resources: {'Port': ['ID=268200f4-9413-42ce-a443-f9154282d507,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:39.696516 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1bbce67b-0858-4e87-bc6b-b6d503baa6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:39.721528 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbce67b-0858-4e87-bc6b-b6d503baa6cf None None] Pushing event deleted for resources: {'Port': ['ID=268200f4-9413-42ce-a443-f9154282d507,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:39.725243 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbce67b-0858-4e87-bc6b-b6d503baa6cf None None] No DVR routers for this DVR port 268200f4-9413-42ce-a443-f9154282d507 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:30:39.735364 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5c1f67e1-89bd-49db-8efa-a7d55e72a8a5 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:39.746284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-5c1f67e1-89bd-49db-8efa-a7d55e72a8a5 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0577d29-85e9-41ec-a79c-d87b551def26']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:39.756809 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-5c1f67e1-89bd-49db-8efa-a7d55e72a8a5 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ef57fc-0d7b-4fa5-9a3a-afabe8df3605') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:39.757115 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-5c1f67e1-89bd-49db-8efa-a7d55e72a8a5 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ef57fc-0d7b-4fa5-9a3a-afabe8df3605') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:30:39.767492 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5c1f67e1-89bd-49db-8efa-a7d55e72a8a5 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:39.781687 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5c1f67e1-89bd-49db-8efa-a7d55e72a8a5 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:39.787504 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1f67e1-89bd-49db-8efa-a7d55e72a8a5 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:30:39.787939 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5c1f67e1-89bd-49db-8efa-a7d55e72a8a5 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:30:39.791500 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:30:39.850446 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5c1f67e1-89bd-49db-8efa-a7d55e72a8a5 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:39.868991 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5c1f67e1-89bd-49db-8efa-a7d55e72a8a5 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:39.870975 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5c1f67e1-89bd-49db-8efa-a7d55e72a8a5 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] 10.222.0.13 "DELETE /v2.0/networks/d0577d29-85e9-41ec-a79c-d87b551def26 HTTP/1.1" status: 204 len: 168 time: 0.5591683 Aug 28 15:30:39.872365 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f67e1-89bd-49db-8efa-a7d55e72a8a5 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Pushing event deleted for resources: {'Network': ['ID=d0577d29-85e9-41ec-a79c-d87b551def26,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:39.873743 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51712) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:39.907211 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-32e877a0-4a84-45b9-b925-3a5367ce1d77 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] 10.222.0.13 "GET /v2.0/ports?device_id=768e7e3b-bd55-4ae2-bf75-c4f4e048997c HTTP/1.1" status: 200 len: 205 time: 0.0321290 Aug 28 15:30:39.909419 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51714) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:39.984511 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb747-2057-4b54-ad4a-3abd91136f78 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:40.143118 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb747-2057-4b54-ad4a-3abd91136f78 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:40.145251 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb747-2057-4b54-ad4a-3abd91136f78 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:40.192474 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb747-2057-4b54-ad4a-3abd91136f78 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:40.193039 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5cb747-2057-4b54-ad4a-3abd91136f78 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Fanout notify agent at l3_agent the message router_deleted on router 768e7e3b-bd55-4ae2-bf75-c4f4e048997c {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:30:40.200772 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb747-2057-4b54-ad4a-3abd91136f78 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:40.201820 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4a5cb747-2057-4b54-ad4a-3abd91136f78 tempest-RoutersNegativeIpV6Test-93358910 tempest-RoutersNegativeIpV6Test-93358910-project] 10.222.0.13 "DELETE /v2.0/routers/768e7e3b-bd55-4ae2-bf75-c4f4e048997c HTTP/1.1" status: 204 len: 168 time: 0.2914159 Aug 28 15:30:40.370355 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 268200f4-9413-42ce-a443-f9154282d507 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:30:40.389950 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 268200f4-9413-42ce-a443-f9154282d507 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:30:40.390297 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 268200f4-9413-42ce-a443-f9154282d507 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:30:40.392410 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 20d066c1-e11c-4a68-a143-eea86e5ec1c0 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:30:40.411457 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 20d066c1-e11c-4a68-a143-eea86e5ec1c0 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:30:40.411829 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 20d066c1-e11c-4a68-a143-eea86e5ec1c0 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:30:40.458184 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51720) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:40.575109 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-dc7aa614-757f-449d-bb58-852fbd9e133f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:40.598882 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b95789c8-8bc9-4b93-b809-7e06523f14b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab67f8288d274ede99dca4b5e2b24f8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393638 Aug 28 15:30:40.601179 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51724) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:40.652479 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4d9f3c8d-bbd8-4ac7-8121-112a15cfbd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:40.673014 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4d9f3c8d-bbd8-4ac7-8121-112a15cfbd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:40.718932 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4d9f3c8d-bbd8-4ac7-8121-112a15cfbd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:40.721532 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4d9f3c8d-bbd8-4ac7-8121-112a15cfbd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:40.722706 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4d9f3c8d-bbd8-4ac7-8121-112a15cfbd95 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eefa5bd3-49e4-4fe3-9bb8-e293154a64f2 HTTP/1.1" status: 204 len: 168 time: 0.1205902 Aug 28 15:30:40.731771 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f3c8d-bbd8-4ac7-8121-112a15cfbd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefa5bd3-49e4-4fe3-9bb8-e293154a64f2,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:40.870009 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:41.808088 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:42.492449 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51784) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:42.606553 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2f4e15ee-a506-4b50-9322-faaa9867316e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:42.693787 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2f4e15ee-a506-4b50-9322-faaa9867316e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:42.697958 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2f4e15ee-a506-4b50-9322-faaa9867316e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:42.735751 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2f4e15ee-a506-4b50-9322-faaa9867316e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3114dc9b92e140a7baa23958ad032f88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2422061 Aug 28 15:30:42.736717 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e15ee-a506-4b50-9322-faaa9867316e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f00866-f1f5-4caa-bdff-4509f617c645,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:42.738415 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51788) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:42.787600 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e2176c2-28c7-4aaa-a3a0-2229d7be611b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:42.813221 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e2176c2-28c7-4aaa-a3a0-2229d7be611b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:42.859437 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e2176c2-28c7-4aaa-a3a0-2229d7be611b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:42.861999 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e2176c2-28c7-4aaa-a3a0-2229d7be611b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:42.863172 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2e2176c2-28c7-4aaa-a3a0-2229d7be611b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6f00866-f1f5-4caa-bdff-4509f617c645 HTTP/1.1" status: 204 len: 168 time: 0.1236742 Aug 28 15:30:42.874056 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2176c2-28c7-4aaa-a3a0-2229d7be611b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f00866-f1f5-4caa-bdff-4509f617c645,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:43.127068 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51796) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:43.141347 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-67dc7145-3899-49e0-9d2c-eb667629aa0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:43.229793 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-67dc7145-3899-49e0-9d2c-eb667629aa0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:43.233561 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-67dc7145-3899-49e0-9d2c-eb667629aa0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:43.272629 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-67dc7145-3899-49e0-9d2c-eb667629aa0a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9fc9783f512b41d98285901765dddd78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444631 Aug 28 15:30:43.273486 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc7145-3899-49e0-9d2c-eb667629aa0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cd61d3-8ca9-4bb3-8d3a-65e9b8a66c73,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:43.275324 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51798) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:43.327374 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:43.329314 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-43314225-d5e3-44c7-ab78-a352dde60829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:43.351603 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-43314225-d5e3-44c7-ab78-a352dde60829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:43.400823 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-43314225-d5e3-44c7-ab78-a352dde60829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:43.403533 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-43314225-d5e3-44c7-ab78-a352dde60829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:43.404697 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-43314225-d5e3-44c7-ab78-a352dde60829 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5cd61d3-8ca9-4bb3-8d3a-65e9b8a66c73 HTTP/1.1" status: 204 len: 168 time: 0.1274796 Aug 28 15:30:43.412141 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43314225-d5e3-44c7-ab78-a352dde60829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cd61d3-8ca9-4bb3-8d3a-65e9b8a66c73,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:54.525071 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:56.332755 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51922) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:56.442527 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5f60-e912-41e8-8d27-05d73f8f12a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:56.531412 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5f60-e912-41e8-8d27-05d73f8f12a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:56.535108 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5f60-e912-41e8-8d27-05d73f8f12a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:56.574746 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0cbd5f60-e912-41e8-8d27-05d73f8f12a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0dc9ba2e18be4b1983ebbc514dbbabec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408674 Aug 28 15:30:56.576678 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd5f60-e912-41e8-8d27-05d73f8f12a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926fd956-d426-44b4-aadc-66af75127118,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:56.577522 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51926) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:56.625904 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ea4ef58a-5764-44c0-8e7b-aa5f84908e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:56.646316 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ea4ef58a-5764-44c0-8e7b-aa5f84908e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:56.680410 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:56.693162 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ea4ef58a-5764-44c0-8e7b-aa5f84908e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:56.695753 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ea4ef58a-5764-44c0-8e7b-aa5f84908e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:56.696923 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ea4ef58a-5764-44c0-8e7b-aa5f84908e6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/926fd956-d426-44b4-aadc-66af75127118 HTTP/1.1" status: 204 len: 168 time: 0.1183882 Aug 28 15:30:56.705125 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ef58a-5764-44c0-8e7b-aa5f84908e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926fd956-d426-44b4-aadc-66af75127118,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:56.956788 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 51934) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:56.970868 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3217c626-8ba2-4138-a9cf-a634864cc56e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:57.062014 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3217c626-8ba2-4138-a9cf-a634864cc56e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:57.065885 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3217c626-8ba2-4138-a9cf-a634864cc56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:57.103917 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3217c626-8ba2-4138-a9cf-a634864cc56e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=086733bb980945b0b08dfe8b05b08b5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459346 Aug 28 15:30:57.105916 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217c626-8ba2-4138-a9cf-a634864cc56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d7ba1c-81c4-45b0-9673-2f4c092925ea,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:57.106788 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 51936) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:57.159034 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-549aaea9-0dfa-407f-b7b7-91d468c094cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:57.179548 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-549aaea9-0dfa-407f-b7b7-91d468c094cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:57.225901 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-549aaea9-0dfa-407f-b7b7-91d468c094cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:57.228620 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-549aaea9-0dfa-407f-b7b7-91d468c094cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:57.229830 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-549aaea9-0dfa-407f-b7b7-91d468c094cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16d7ba1c-81c4-45b0-9673-2f4c092925ea HTTP/1.1" status: 204 len: 168 time: 0.1219604 Aug 28 15:30:57.237683 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549aaea9-0dfa-407f-b7b7-91d468c094cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d7ba1c-81c4-45b0-9673-2f4c092925ea,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:59.048972 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52010) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:59.159449 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-86c968bb-5603-484b-9ecb-7fe3f1e31e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:59.247567 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-86c968bb-5603-484b-9ecb-7fe3f1e31e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:59.251346 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-86c968bb-5603-484b-9ecb-7fe3f1e31e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:59.289133 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-86c968bb-5603-484b-9ecb-7fe3f1e31e96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ef1cdd9825c41bbacbae242c406e5e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2390926 Aug 28 15:30:59.290239 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c968bb-5603-484b-9ecb-7fe3f1e31e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c690ab-31a5-4b9a-8395-17b16b7fd733,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:59.291922 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52014) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:59.341016 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f7b0f5c6-e6fe-4d9c-b59f-99ca724c721f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:59.362547 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f7b0f5c6-e6fe-4d9c-b59f-99ca724c721f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:59.408019 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f7b0f5c6-e6fe-4d9c-b59f-99ca724c721f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:59.410513 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f7b0f5c6-e6fe-4d9c-b59f-99ca724c721f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:59.411725 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f7b0f5c6-e6fe-4d9c-b59f-99ca724c721f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9c690ab-31a5-4b9a-8395-17b16b7fd733 HTTP/1.1" status: 204 len: 168 time: 0.1187820 Aug 28 15:30:59.419171 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0f5c6-e6fe-4d9c-b59f-99ca724c721f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c690ab-31a5-4b9a-8395-17b16b7fd733,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:59.664648 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52020) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:59.678248 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-64789c97-3779-4eb2-8255-b8e82c4d1db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:59.773515 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-64789c97-3779-4eb2-8255-b8e82c4d1db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:59.777567 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-64789c97-3779-4eb2-8255-b8e82c4d1db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:59.813099 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64789c97-3779-4eb2-8255-b8e82c4d1db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab91762-21a6-4611-a93c-095c2cdacc1e,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:30:59.817671 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-64789c97-3779-4eb2-8255-b8e82c4d1db6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e01e8766587b4c8d99d423c9ed16672d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1519828 Aug 28 15:30:59.820302 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52022) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:30:59.867818 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-57ab8b8b-ee11-4661-8211-1cbed18fd7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:59.890005 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-57ab8b8b-ee11-4661-8211-1cbed18fd7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:59.935808 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-57ab8b8b-ee11-4661-8211-1cbed18fd7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:59.938419 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-57ab8b8b-ee11-4661-8211-1cbed18fd7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:30:59.939853 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-57ab8b8b-ee11-4661-8211-1cbed18fd7b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bab91762-21a6-4611-a93c-095c2cdacc1e HTTP/1.1" status: 204 len: 168 time: 0.1186392 Aug 28 15:30:59.948994 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab8b8b-ee11-4661-8211-1cbed18fd7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab91762-21a6-4611-a93c-095c2cdacc1e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:01.838279 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c820ec10-aa61-4689-bc7a-042a495d2538 req-bf12ca08-16d0-4f32-ab3f-cec3d83bb138 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393910 Aug 28 15:31:01.918991 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820ec10-aa61-4689-bc7a-042a495d2538 req-8f22af78-b959-4f31-9c1e-2c7b2a79efef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:01.920543 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c820ec10-aa61-4689-bc7a-042a495d2538 req-8f22af78-b959-4f31-9c1e-2c7b2a79efef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae068ae25cf645a689f31ae36c4c55c7&device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 1098 time: 0.0419209 Aug 28 15:31:02.026675 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820ec10-aa61-4689-bc7a-042a495d2538 req-e6f6029f-1855-451a-93c1-6850aceae946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:02.028171 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c820ec10-aa61-4689-bc7a-042a495d2538 req-e6f6029f-1855-451a-93c1-6850aceae946 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ad8ad58-4d34-44a3-b634-58afc753db8d HTTP/1.1" status: 200 len: 917 time: 0.0892849 Aug 28 15:31:02.095073 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c820ec10-aa61-4689-bc7a-042a495d2538 req-7c598967-3413-44db-9df5-1722fc70bcff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=843fb5f0-16d0-4b3f-a2d0-afbedf4966dd HTTP/1.1" status: 200 len: 1002 time: 0.0604038 Aug 28 15:31:02.151133 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820ec10-aa61-4689-bc7a-042a495d2538 req-84852ed4-51ba-4add-9e2d-23dda8564a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:02.152578 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c820ec10-aa61-4689-bc7a-042a495d2538 req-84852ed4-51ba-4add-9e2d-23dda8564a94 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00d50ca9-b475-42c2-9209-c7ba3db8ecb7 HTTP/1.1" status: 200 len: 855 time: 0.0512183 Aug 28 15:31:02.203080 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820ec10-aa61-4689-bc7a-042a495d2538 req-8e1dff99-3843-4a88-ae38-631b27093241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:02.205886 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c820ec10-aa61-4689-bc7a-042a495d2538 req-8e1dff99-3843-4a88-ae38-631b27093241 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ad8ad58-4d34-44a3-b634-58afc753db8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459998 Aug 28 15:31:02.301995 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c820ec10-aa61-4689-bc7a-042a495d2538 req-6f4508a5-9f75-46c0-a54d-7cda8332f834 service neutron] 10.222.0.36 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878825 Aug 28 15:31:02.397254 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c820ec10-aa61-4689-bc7a-042a495d2538 req-bff84e34-def5-4f66-9f6b-aedeac0ad195 service neutron] 10.222.0.36 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887291 Aug 28 15:31:04.429950 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52110) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:31:04.592004 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-92367ce5-135c-4119-894d-98294d37e809 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Deleting port 8f6cf931-bb7a-4167-b6c4-0017c5548633 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:31:04.592533 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92367ce5-135c-4119-894d-98294d37e809 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:04.674680 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92367ce5-135c-4119-894d-98294d37e809 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:04.674930 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92367ce5-135c-4119-894d-98294d37e809 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:04.686568 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-92367ce5-135c-4119-894d-98294d37e809 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Calling delete_port for 8f6cf931-bb7a-4167-b6c4-0017c5548633 owned by network:floatingip {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:31:04.834146 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92367ce5-135c-4119-894d-98294d37e809 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:04.860985 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92367ce5-135c-4119-894d-98294d37e809 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Pushing event deleted for resources: {'Port': ['ID=8f6cf931-bb7a-4167-b6c4-0017c5548633,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:04.926742 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92367ce5-135c-4119-894d-98294d37e809 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for floatingip, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:04.927065 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-92367ce5-135c-4119-894d-98294d37e809 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Floating IP 457a687f-c4ba-472a-aac1-11c066b321d3 disassociated (deleted). External IP: 172.25.3.123, port: d094a068-de81-455f-9224-18038bbfc98d. Aug 28 15:31:05.143196 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92367ce5-135c-4119-894d-98294d37e809 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Router 2b983b1b-6ecb-446e-9caf-11531954b1f2 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:31:05.254273 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92367ce5-135c-4119-894d-98294d37e809 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:31:05.259886 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-92367ce5-135c-4119-894d-98294d37e809 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:05.264323 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8ea329-672c-41b0-ab69-f6f16b01d8e4 None None] Sync routers for ids ['2b983b1b-6ecb-446e-9caf-11531954b1f2'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:31:05.273585 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8ea329-672c-41b0-ab69-f6f16b01d8e4 None None] Routers {'2b983b1b-6ecb-446e-9caf-11531954b1f2'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:31:05.274195 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-ad8ea329-672c-41b0-ab69-f6f16b01d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:30:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2b983b1b-6ecb-446e-9caf-11531954b1f2'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:31:05.289873 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-92367ce5-135c-4119-894d-98294d37e809 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "DELETE /v2.0/floatingips/457a687f-c4ba-472a-aac1-11c066b321d3 HTTP/1.1" status: 204 len: 168 time: 0.8585322 Aug 28 15:31:05.291371 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6', 'tag': 'd094a068-de81-455f-9224-18038bbfc98d'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:31:05.294149 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0291d7-aa08-4f85-9b13-6cf0d259154e" -d '{"events": [{"name": "network-changed", "server_uuid": "a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6", "tag": "d094a068-de81-455f-9224-18038bbfc98d"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:31:05.335729 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a530ef-65e3-419d-ac0c-3696d9842e9f x-openstack-request-id: req-e5a530ef-65e3-419d-ac0c-3696d9842e9f {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:31:05.335729 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6", "tag": "d094a068-de81-455f-9224-18038bbfc98d", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:31:05.336085 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5a530ef-65e3-419d-ac0c-3696d9842e9f {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:31:05.336486 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6', 'tag': 'd094a068-de81-455f-9224-18038bbfc98d', 'status': 'completed', 'code': 200} Aug 28 15:31:05.408699 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-ad8ea329-672c-41b0-ab69-f6f16b01d8e4 None None] Set router 2b983b1b-6ecb-446e-9caf-11531954b1f2 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:31:05.420213 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0291d7-aa08-4f85-9b13-6cf0d259154e req-1fbf3266-22e0-4d06-8677-5821a2e62195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:05.421851 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2c0291d7-aa08-4f85-9b13-6cf0d259154e req-1fbf3266-22e0-4d06-8677-5821a2e62195 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6cc5102288e4115b2b96ff1028147b2&device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 1097 time: 0.0632017 Aug 28 15:31:05.584600 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0291d7-aa08-4f85-9b13-6cf0d259154e req-dd748ea0-f4a5-4f8d-8715-68bd97904478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:05.586107 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2c0291d7-aa08-4f85-9b13-6cf0d259154e req-dd748ea0-f4a5-4f8d-8715-68bd97904478 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8878cb2c-b382-48c1-8c2a-67543a7cb61c HTTP/1.1" status: 200 len: 912 time: 0.1530981 Aug 28 15:31:05.611111 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5abdf-6018-4e9e-9587-80598d821c49 req-a1dbc304-9f66-4779-82ec-58763e89f842 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:05.612656 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-74c5abdf-6018-4e9e-9587-80598d821c49 req-a1dbc304-9f66-4779-82ec-58763e89f842 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 945 time: 0.0682585 Aug 28 15:31:05.643380 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2c0291d7-aa08-4f85-9b13-6cf0d259154e req-38d99bb5-69ca-492e-bc14-e9c84ec8910b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d094a068-de81-455f-9224-18038bbfc98d HTTP/1.1" status: 200 len: 217 time: 0.0476496 Aug 28 15:31:05.685578 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-ad8ea329-672c-41b0-ab69-f6f16b01d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'name': 'tempest-TestVolumeBootPattern-189655109-router', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:41Z', 'updated_at': '2021-08-28T15:19:49Z', 'revision_number': 4, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'gw_port': {'id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:43Z', 'updated_at': '2021-08-28T15:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '72ec3e3f-80ee-4c69-9bd9-e41f7e859c85', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'port_id': '1768b95d-3f83-42a6-8c7e-808146188320', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'mac_address': 'fa:16:3e:84:8c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdf750e-a3ec-4754-a63c-3e121c986b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:27:10Z', 'updated_at': '2021-08-28T15:27:12Z', 'revision_number': 1, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b97bdaf0-fe94-4442-80b8-d05c9420d5ec', 'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'mac_address': 'fa:16:3e:5b:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:48Z', 'updated_at': '2021-08-28T15:19:59Z', 'revision_number': 5, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'subnets': [{'id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:31:05.711724 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-74c5abdf-6018-4e9e-9587-80598d821c49 req-51fffbc8-fcaf-40b3-b2c8-99a4d03b0d6f tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709636 Aug 28 15:31:05.715550 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8ea329-672c-41b0-ab69-f6f16b01d8e4 None None] Checking router: 2b983b1b-6ecb-446e-9caf-11531954b1f2 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:31:05.727724 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0291d7-aa08-4f85-9b13-6cf0d259154e req-ff1a7efb-30f1-4f34-aa5b-2011b51cc3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:05.728043 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8ea329-672c-41b0-ab69-f6f16b01d8e4 None None] Routers {'2b983b1b-6ecb-446e-9caf-11531954b1f2'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:31:05.728678 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-ad8ea329-672c-41b0-ab69-f6f16b01d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:30:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2b983b1b-6ecb-446e-9caf-11531954b1f2'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:31:05.729274 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2c0291d7-aa08-4f85-9b13-6cf0d259154e req-ff1a7efb-30f1-4f34-aa5b-2011b51cc3dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=551c7bac-a4f4-45ec-a575-eb6f29eb5d74 HTTP/1.1" status: 200 len: 850 time: 0.0728354 Aug 28 15:31:05.780626 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0291d7-aa08-4f85-9b13-6cf0d259154e req-5c1673de-597d-4b21-ad04-471192690f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:05.782273 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2c0291d7-aa08-4f85-9b13-6cf0d259154e req-5c1673de-597d-4b21-ad04-471192690f4b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8878cb2c-b382-48c1-8c2a-67543a7cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454688 Aug 28 15:31:05.839745 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-ad8ea329-672c-41b0-ab69-f6f16b01d8e4 None None] Set router 2b983b1b-6ecb-446e-9caf-11531954b1f2 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:31:05.903835 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2c0291d7-aa08-4f85-9b13-6cf0d259154e req-5fc6d93f-560b-40ca-a86d-737b24ceeeb9 service neutron] 10.222.0.41 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130953 Aug 28 15:31:06.009080 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2c0291d7-aa08-4f85-9b13-6cf0d259154e req-160711f2-014a-48ef-9dd3-1a1c2c969c78 service neutron] 10.222.0.41 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960169 Aug 28 15:31:06.124511 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-ad8ea329-672c-41b0-ab69-f6f16b01d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'name': 'tempest-TestVolumeBootPattern-189655109-router', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:41Z', 'updated_at': '2021-08-28T15:19:49Z', 'revision_number': 4, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'gw_port': {'id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:43Z', 'updated_at': '2021-08-28T15:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '72ec3e3f-80ee-4c69-9bd9-e41f7e859c85', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'port_id': '1768b95d-3f83-42a6-8c7e-808146188320', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'mac_address': 'fa:16:3e:84:8c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdf750e-a3ec-4754-a63c-3e121c986b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:27:10Z', 'updated_at': '2021-08-28T15:27:12Z', 'revision_number': 1, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b97bdaf0-fe94-4442-80b8-d05c9420d5ec', 'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'mac_address': 'fa:16:3e:5b:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:48Z', 'updated_at': '2021-08-28T15:19:59Z', 'revision_number': 5, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'subnets': [{'id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:31:06.150044 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8ea329-672c-41b0-ab69-f6f16b01d8e4 None None] The sync data for ids ['2b983b1b-6ecb-446e-9caf-11531954b1f2'] in n-d-712137-10 is: [{'id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'name': 'tempest-TestVolumeBootPattern-189655109-router', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:41Z', 'updated_at': '2021-08-28T15:19:49Z', 'revision_number': 4, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'gw_port': {'id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:43Z', 'updated_at': '2021-08-28T15:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '72ec3e3f-80ee-4c69-9bd9-e41f7e859c85', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'port_id': '1768b95d-3f83-42a6-8c7e-808146188320', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'mac_address': 'fa:16:3e:84:8c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdf750e-a3ec-4754-a63c-3e121c986b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:27:10Z', 'updated_at': '2021-08-28T15:27:12Z', 'revision_number': 1, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b97bdaf0-fe94-4442-80b8-d05c9420d5ec', 'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'mac_address': 'fa:16:3e:5b:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:48Z', 'updated_at': '2021-08-28T15:19:59Z', 'revision_number': 5, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'subnets': [{'id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:31:06.382125 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5fce60-b468-40d9-a8b2-1a9f7e474f43 None None] New status for floating IP 457a687f-c4ba-472a-aac1-11c066b321d3: DOWN {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:31:06.857041 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f17d6-22f9-4892-88e1-40f417262261 req-d3eaa446-9ecf-4823-a696-8e3b63e199e1 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:06.857624 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7c3f17d6-22f9-4892-88e1-40f417262261 req-d3eaa446-9ecf-4823-a696-8e3b63e199e1 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 945 time: 0.0622301 Aug 28 15:31:06.904997 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7c3f17d6-22f9-4892-88e1-40f417262261 req-e32c41cd-0b5f-45bb-9ef8-6fda991a92d0 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411196 Aug 28 15:31:07.338209 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43ce42-bf9e-4f69-8d5f-621831550769 req-177ca922-1a8e-4f0b-a5e0-aae2b492e4d6 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:07.339725 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7d43ce42-bf9e-4f69-8d5f-621831550769 req-177ca922-1a8e-4f0b-a5e0-aae2b492e4d6 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 945 time: 0.0575101 Aug 28 15:31:07.449316 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-7d43ce42-bf9e-4f69-8d5f-621831550769 req-662af52b-6fc4-4ab7-b396-fbe59baa4b4e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Deleting port d094a068-de81-455f-9224-18038bbfc98d {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:31:07.449855 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-7d43ce42-bf9e-4f69-8d5f-621831550769 req-662af52b-6fc4-4ab7-b396-fbe59baa4b4e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:07.541915 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-7d43ce42-bf9e-4f69-8d5f-621831550769 req-662af52b-6fc4-4ab7-b396-fbe59baa4b4e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] For port d094a068-de81-455f-9224-18038bbfc98d, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d094a068-de81-455f-9224-18038bbfc98d,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:31:07.542334 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-7d43ce42-bf9e-4f69-8d5f-621831550769 req-662af52b-6fc4-4ab7-b396-fbe59baa4b4e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:07.560830 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-7d43ce42-bf9e-4f69-8d5f-621831550769 req-662af52b-6fc4-4ab7-b396-fbe59baa4b4e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Calling delete_port for d094a068-de81-455f-9224-18038bbfc98d owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:31:07.712878 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-7d43ce42-bf9e-4f69-8d5f-621831550769 req-662af52b-6fc4-4ab7-b396-fbe59baa4b4e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:07.752497 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662af52b-6fc4-4ab7-b396-fbe59baa4b4e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Pushing event deleted for resources: {'Port': ['ID=d094a068-de81-455f-9224-18038bbfc98d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:07.784757 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662af52b-6fc4-4ab7-b396-fbe59baa4b4e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:07.785246 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662af52b-6fc4-4ab7-b396-fbe59baa4b4e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:07.785668 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662af52b-6fc4-4ab7-b396-fbe59baa4b4e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:07.786070 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662af52b-6fc4-4ab7-b396-fbe59baa4b4e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:07.786492 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662af52b-6fc4-4ab7-b396-fbe59baa4b4e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:07.786884 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662af52b-6fc4-4ab7-b396-fbe59baa4b4e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:07.787271 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662af52b-6fc4-4ab7-b396-fbe59baa4b4e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:07.787696 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662af52b-6fc4-4ab7-b396-fbe59baa4b4e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:07.788082 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662af52b-6fc4-4ab7-b396-fbe59baa4b4e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:07.788471 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662af52b-6fc4-4ab7-b396-fbe59baa4b4e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:07.788859 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662af52b-6fc4-4ab7-b396-fbe59baa4b4e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:07.789243 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662af52b-6fc4-4ab7-b396-fbe59baa4b4e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:07.815268 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d43ce42-bf9e-4f69-8d5f-621831550769 req-662af52b-6fc4-4ab7-b396-fbe59baa4b4e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] No DVR routers for this DVR port d094a068-de81-455f-9224-18038bbfc98d on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:31:07.817952 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-7d43ce42-bf9e-4f69-8d5f-621831550769 req-662af52b-6fc4-4ab7-b396-fbe59baa4b4e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:07.820057 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7d43ce42-bf9e-4f69-8d5f-621831550769 req-662af52b-6fc4-4ab7-b396-fbe59baa4b4e tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.41 "DELETE /v2.0/ports/d094a068-de81-455f-9224-18038bbfc98d HTTP/1.1" status: 204 len: 173 time: 0.4743814 Aug 28 15:31:07.820560 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6', 'name': 'network-vif-deleted', 'tag': 'd094a068-de81-455f-9224-18038bbfc98d'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:31:07.823152 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305f6ae9-5df5-42a8-8673-bd7b14e5e177" -d '{"events": [{"server_uuid": "a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6", "name": "network-vif-deleted", "tag": "d094a068-de81-455f-9224-18038bbfc98d"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:31:08.023475 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a44ad54b-d4ed-4f56-8aac-9a6928673bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:08.030119 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-961007a5-923f-47c4-ba26-b3569027d9ae req-0b2ce478-51f5-45bb-af46-be49d5a343d6 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0361927 Aug 28 15:31:08.068670 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09339bd4-0562-45d8-8356-9920de17e704 x-openstack-request-id: req-09339bd4-0562-45d8-8356-9920de17e704 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:31:08.069169 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6", "name": "network-vif-deleted", "tag": "d094a068-de81-455f-9224-18038bbfc98d", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:31:08.069275 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09339bd4-0562-45d8-8356-9920de17e704 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:31:08.069599 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6', 'name': 'network-vif-deleted', 'tag': 'd094a068-de81-455f-9224-18038bbfc98d', 'status': 'completed', 'code': 200} Aug 28 15:31:09.073037 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:31:09.146702 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-85cfb27d-4307-4570-9696-9f3f590dfee7 req-418bd6b0-73bb-45ba-99bc-50e99ea918ef tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0309358 Aug 28 15:31:10.243503 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b04e3bcf-83ca-4a21-8b90-aecb74301611 req-e0bdf3ed-5028-4586-99ee-f91145d23a8c tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0282235 Aug 28 15:31:10.578076 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-333c6c62-d31d-4cf6-8393-24dfb9321c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:10.617726 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d094a068-de81-455f-9224-18038bbfc98d no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:31:10.638707 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: d094a068-de81-455f-9224-18038bbfc98d {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:31:10.639062 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d094a068-de81-455f-9224-18038bbfc98d not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:31:10.872764 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:11.344087 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-57debe1b-a0d9-430e-b9fe-098250612fc6 req-39757302-77ae-4eea-ac29-253500083263 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8fc1f58-fb8e-4711-bec6-f569e9bc2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0294929 Aug 28 15:31:11.813386 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:13.341842 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:14.024065 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52212) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:31:14.148650 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cb0fbe59-e7b3-4635-a4d4-40b01af9507b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:14.244684 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cb0fbe59-e7b3-4635-a4d4-40b01af9507b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:14.248650 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cb0fbe59-e7b3-4635-a4d4-40b01af9507b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:14.287949 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-cb0fbe59-e7b3-4635-a4d4-40b01af9507b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=082e8b600c204ca3aa36acb10bcfa2f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2606173 Aug 28 15:31:14.288832 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0fbe59-e7b3-4635-a4d4-40b01af9507b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a9010b-134a-4e26-a890-661d949eecf6,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:14.290819 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52216) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:31:14.298475 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fbe59-e7b3-4635-a4d4-40b01af9507b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:14.298475 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fbe59-e7b3-4635-a4d4-40b01af9507b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:14.298786 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fbe59-e7b3-4635-a4d4-40b01af9507b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:14.299090 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fbe59-e7b3-4635-a4d4-40b01af9507b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:14.299420 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fbe59-e7b3-4635-a4d4-40b01af9507b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:14.299772 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fbe59-e7b3-4635-a4d4-40b01af9507b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:14.300113 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fbe59-e7b3-4635-a4d4-40b01af9507b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:14.300424 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fbe59-e7b3-4635-a4d4-40b01af9507b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:14.300747 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fbe59-e7b3-4635-a4d4-40b01af9507b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:14.301142 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fbe59-e7b3-4635-a4d4-40b01af9507b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:14.301447 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fbe59-e7b3-4635-a4d4-40b01af9507b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:14.301768 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fbe59-e7b3-4635-a4d4-40b01af9507b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:14.341941 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00549669-9479-48b2-8c72-3c738c7c2345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:14.365975 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00549669-9479-48b2-8c72-3c738c7c2345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:14.412112 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00549669-9479-48b2-8c72-3c738c7c2345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:14.414807 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00549669-9479-48b2-8c72-3c738c7c2345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:14.416370 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-00549669-9479-48b2-8c72-3c738c7c2345 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68a9010b-134a-4e26-a890-661d949eecf6 HTTP/1.1" status: 204 len: 168 time: 0.1243498 Aug 28 15:31:14.424541 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00549669-9479-48b2-8c72-3c738c7c2345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a9010b-134a-4e26-a890-661d949eecf6,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:14.703036 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52226) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:31:14.721567 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-09e9d589-5c6e-4686-a66e-820e4ffc6ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:14.816188 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-09e9d589-5c6e-4686-a66e-820e4ffc6ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:14.820549 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-09e9d589-5c6e-4686-a66e-820e4ffc6ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:14.864938 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52230) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:31:14.865137 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-09e9d589-5c6e-4686-a66e-820e4ffc6ffe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ffb80d5f47eb4cc38e8075bc34dd3a9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606574 Aug 28 15:31:14.865696 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9d589-5c6e-4686-a66e-820e4ffc6ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e68851-1c0c-4f09-8a10-5038740b5d99,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:14.926830 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6dd90855-3bb9-41f1-bbb3-a2409b6cd071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:14.952262 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6dd90855-3bb9-41f1-bbb3-a2409b6cd071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:15.001208 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6dd90855-3bb9-41f1-bbb3-a2409b6cd071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:15.004417 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6dd90855-3bb9-41f1-bbb3-a2409b6cd071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:15.008001 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6dd90855-3bb9-41f1-bbb3-a2409b6cd071 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19e68851-1c0c-4f09-8a10-5038740b5d99 HTTP/1.1" status: 204 len: 168 time: 0.1390567 Aug 28 15:31:15.014102 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd90855-3bb9-41f1-bbb3-a2409b6cd071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e68851-1c0c-4f09-8a10-5038740b5d99,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:16.147209 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52264) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:31:16.268762 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8e719bfc-112f-46c1-a397-8569db4547bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:16.358366 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8e719bfc-112f-46c1-a397-8569db4547bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:16.362176 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8e719bfc-112f-46c1-a397-8569db4547bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:16.396786 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e719bfc-112f-46c1-a397-8569db4547bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279e03aa-145e-4a2d-b359-0a4c718de552,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:16.401833 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8e719bfc-112f-46c1-a397-8569db4547bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c97fc2c5999048aab76469ab22c2a48e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2535706 Aug 28 15:31:16.404480 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52270) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:31:16.454733 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8e6dd22d-72d6-4102-b912-868ab3887cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:16.475459 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8e6dd22d-72d6-4102-b912-868ab3887cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:16.519961 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8e6dd22d-72d6-4102-b912-868ab3887cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:16.522421 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8e6dd22d-72d6-4102-b912-868ab3887cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:16.523549 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8e6dd22d-72d6-4102-b912-868ab3887cda admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/279e03aa-145e-4a2d-b359-0a4c718de552 HTTP/1.1" status: 204 len: 168 time: 0.1181824 Aug 28 15:31:16.532228 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6dd22d-72d6-4102-b912-868ab3887cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279e03aa-145e-4a2d-b359-0a4c718de552,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:16.781045 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52282) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:31:16.950690 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-d78d1d21-49cb-4695-b051-853848035384 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Deleting port 47e08075-bdfe-4c85-967d-6090aebffede {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:31:16.951033 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d78d1d21-49cb-4695-b051-853848035384 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:17.040409 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d78d1d21-49cb-4695-b051-853848035384 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:17.040860 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d78d1d21-49cb-4695-b051-853848035384 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:17.055127 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-d78d1d21-49cb-4695-b051-853848035384 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Calling delete_port for 47e08075-bdfe-4c85-967d-6090aebffede owned by network:floatingip {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:31:17.240929 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d78d1d21-49cb-4695-b051-853848035384 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:17.272446 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d1d21-49cb-4695-b051-853848035384 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Pushing event deleted for resources: {'Port': ['ID=47e08075-bdfe-4c85-967d-6090aebffede,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:17.336802 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d78d1d21-49cb-4695-b051-853848035384 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for floatingip, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:17.336802 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [None req-d78d1d21-49cb-4695-b051-853848035384 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Floating IP 72ec3e3f-80ee-4c69-9bd9-e41f7e859c85 disassociated (deleted). External IP: 172.25.3.224, port: 1768b95d-3f83-42a6-8c7e-808146188320. Aug 28 15:31:17.548642 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78d1d21-49cb-4695-b051-853848035384 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Router 2b983b1b-6ecb-446e-9caf-11531954b1f2 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:31:17.660607 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78d1d21-49cb-4695-b051-853848035384 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:31:17.665859 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d78d1d21-49cb-4695-b051-853848035384 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:17.673191 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0bef31-2f68-4e74-9fc3-797338fd9f84 None None] Sync routers for ids ['2b983b1b-6ecb-446e-9caf-11531954b1f2'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:31:17.683590 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0bef31-2f68-4e74-9fc3-797338fd9f84 None None] Routers {'2b983b1b-6ecb-446e-9caf-11531954b1f2'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:31:17.684535 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8e0bef31-2f68-4e74-9fc3-797338fd9f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:31:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2b983b1b-6ecb-446e-9caf-11531954b1f2'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:31:17.693672 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d78d1d21-49cb-4695-b051-853848035384 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "DELETE /v2.0/floatingips/72ec3e3f-80ee-4c69-9bd9-e41f7e859c85 HTTP/1.1" status: 204 len: 168 time: 0.9114246 Aug 28 15:31:17.694332 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fdf750e-a3ec-4754-a63c-3e121c986b61', 'tag': '1768b95d-3f83-42a6-8c7e-808146188320'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:31:17.696947 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3c5a48-29c2-490a-abd4-3ffadf5412f6" -d '{"events": [{"name": "network-changed", "server_uuid": "4fdf750e-a3ec-4754-a63c-3e121c986b61", "tag": "1768b95d-3f83-42a6-8c7e-808146188320"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:31:17.754033 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728a89a6-7bd2-449a-9526-656e19da2bdb x-openstack-request-id: req-728a89a6-7bd2-449a-9526-656e19da2bdb {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:31:17.754398 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fdf750e-a3ec-4754-a63c-3e121c986b61", "tag": "1768b95d-3f83-42a6-8c7e-808146188320", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:31:17.754657 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-728a89a6-7bd2-449a-9526-656e19da2bdb {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:31:17.755063 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fdf750e-a3ec-4754-a63c-3e121c986b61', 'tag': '1768b95d-3f83-42a6-8c7e-808146188320', 'status': 'completed', 'code': 200} Aug 28 15:31:17.819780 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-8e0bef31-2f68-4e74-9fc3-797338fd9f84 None None] Set router 2b983b1b-6ecb-446e-9caf-11531954b1f2 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:31:17.864126 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c5a48-29c2-490a-abd4-3ffadf5412f6 req-a45cfdee-bacc-40f3-a27b-17fdaa54f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:17.865541 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2f3c5a48-29c2-490a-abd4-3ffadf5412f6 req-a45cfdee-bacc-40f3-a27b-17fdaa54f617 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6cc5102288e4115b2b96ff1028147b2&device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 1097 time: 0.0856450 Aug 28 15:31:17.999136 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789fb66-8406-41c4-849f-bef80ef2a335 req-04846c7a-019d-48cb-b3f9-1deb35c5d472 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:18.009554 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1789fb66-8406-41c4-849f-bef80ef2a335 req-04846c7a-019d-48cb-b3f9-1deb35c5d472 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 945 time: 0.0781679 Aug 28 15:31:18.060043 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1789fb66-8406-41c4-849f-bef80ef2a335 req-c59611e8-e8be-47a8-b533-71f31b8f8dd9 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452933 Aug 28 15:31:18.080972 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8e0bef31-2f68-4e74-9fc3-797338fd9f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'name': 'tempest-TestVolumeBootPattern-189655109-router', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:41Z', 'updated_at': '2021-08-28T15:19:49Z', 'revision_number': 4, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'gw_port': {'id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:43Z', 'updated_at': '2021-08-28T15:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'b97bdaf0-fe94-4442-80b8-d05c9420d5ec', 'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'mac_address': 'fa:16:3e:5b:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:48Z', 'updated_at': '2021-08-28T15:19:59Z', 'revision_number': 5, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'subnets': [{'id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:31:18.114411 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0bef31-2f68-4e74-9fc3-797338fd9f84 None None] Checking router: 2b983b1b-6ecb-446e-9caf-11531954b1f2 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:31:18.124373 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0bef31-2f68-4e74-9fc3-797338fd9f84 None None] Routers {'2b983b1b-6ecb-446e-9caf-11531954b1f2'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:31:18.125003 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8e0bef31-2f68-4e74-9fc3-797338fd9f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:31:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2b983b1b-6ecb-446e-9caf-11531954b1f2'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:31:18.349013 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-8e0bef31-2f68-4e74-9fc3-797338fd9f84 None None] Set router 2b983b1b-6ecb-446e-9caf-11531954b1f2 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:31:18.351217 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c5a48-29c2-490a-abd4-3ffadf5412f6 req-81cebaf4-d7a3-49a6-b447-8ee620810be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:18.353896 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2f3c5a48-29c2-490a-abd4-3ffadf5412f6 req-81cebaf4-d7a3-49a6-b447-8ee620810be8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8878cb2c-b382-48c1-8c2a-67543a7cb61c HTTP/1.1" status: 200 len: 912 time: 0.4806786 Aug 28 15:31:18.404041 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2f3c5a48-29c2-490a-abd4-3ffadf5412f6 req-85c2c705-b08b-41bd-b4f7-108704fc477a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1768b95d-3f83-42a6-8c7e-808146188320 HTTP/1.1" status: 200 len: 217 time: 0.0403423 Aug 28 15:31:18.457091 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c5a48-29c2-490a-abd4-3ffadf5412f6 req-d5e11d61-6a17-4395-a395-d4c1e1ae2606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:18.458689 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2f3c5a48-29c2-490a-abd4-3ffadf5412f6 req-d5e11d61-6a17-4395-a395-d4c1e1ae2606 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=551c7bac-a4f4-45ec-a575-eb6f29eb5d74 HTTP/1.1" status: 200 len: 850 time: 0.0473807 Aug 28 15:31:18.515096 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c5a48-29c2-490a-abd4-3ffadf5412f6 req-01d2e636-95e2-420b-8d38-877a55abd4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:18.516765 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2f3c5a48-29c2-490a-abd4-3ffadf5412f6 req-01d2e636-95e2-420b-8d38-877a55abd4fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8878cb2c-b382-48c1-8c2a-67543a7cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495532 Aug 28 15:31:18.574862 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8e0bef31-2f68-4e74-9fc3-797338fd9f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'name': 'tempest-TestVolumeBootPattern-189655109-router', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:41Z', 'updated_at': '2021-08-28T15:19:49Z', 'revision_number': 4, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'gw_port': {'id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:43Z', 'updated_at': '2021-08-28T15:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'b97bdaf0-fe94-4442-80b8-d05c9420d5ec', 'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'mac_address': 'fa:16:3e:5b:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:48Z', 'updated_at': '2021-08-28T15:19:59Z', 'revision_number': 5, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'subnets': [{'id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:31:18.606611 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0bef31-2f68-4e74-9fc3-797338fd9f84 None None] The sync data for ids ['2b983b1b-6ecb-446e-9caf-11531954b1f2'] in n-d-712137-10 is: [{'id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'name': 'tempest-TestVolumeBootPattern-189655109-router', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:41Z', 'updated_at': '2021-08-28T15:19:49Z', 'revision_number': 4, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'gw_port': {'id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:43Z', 'updated_at': '2021-08-28T15:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'b97bdaf0-fe94-4442-80b8-d05c9420d5ec', 'name': '', 'network_id': '8878cb2c-b382-48c1-8c2a-67543a7cb61c', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'mac_address': 'fa:16:3e:5b:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:48Z', 'updated_at': '2021-08-28T15:19:59Z', 'revision_number': 5, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'subnets': [{'id': '551c7bac-a4f4-45ec-a575-eb6f29eb5d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:31:18.613351 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2f3c5a48-29c2-490a-abd4-3ffadf5412f6 req-00415849-c83e-4473-8e0f-963a8e819f01 service neutron] 10.222.0.41 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871232 Aug 28 15:31:18.721403 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2f3c5a48-29c2-490a-abd4-3ffadf5412f6 req-9d297737-c425-4c10-9ad0-befdfe1163ac service neutron] 10.222.0.41 "GET /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993228 Aug 28 15:31:18.872635 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df1a994-1168-4476-ad91-4bd5512f33d1 None None] New status for floating IP 72ec3e3f-80ee-4c69-9bd9-e41f7e859c85: DOWN {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:31:19.174253 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7dcf0a-b9e8-466d-b7eb-88935129f6c0 req-d7a66048-ac0f-4d8e-a1fd-712ce698c7e1 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:19.175779 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aa7dcf0a-b9e8-466d-b7eb-88935129f6c0 req-d7a66048-ac0f-4d8e-a1fd-712ce698c7e1 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 945 time: 0.0565882 Aug 28 15:31:19.215144 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aa7dcf0a-b9e8-466d-b7eb-88935129f6c0 req-8e9ef95f-165f-4999-a773-17bb20b6e406 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fa152e2-9dd3-45d9-b43e-fb91795b4648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333793 Aug 28 15:31:19.591498 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecfec9-6258-451e-b02e-df6eacb80aa9 req-4a873cd6-af73-475a-8db8-756a0c1417a0 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:19.593114 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a4ecfec9-6258-451e-b02e-df6eacb80aa9 req-4a873cd6-af73-475a-8db8-756a0c1417a0 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 945 time: 0.0512204 Aug 28 15:31:19.693587 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-a4ecfec9-6258-451e-b02e-df6eacb80aa9 req-3bfcdbf5-da06-4400-ab7c-92fbfccac4e9 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Deleting port 1768b95d-3f83-42a6-8c7e-808146188320 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:31:19.693843 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a4ecfec9-6258-451e-b02e-df6eacb80aa9 req-3bfcdbf5-da06-4400-ab7c-92fbfccac4e9 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:19.787298 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-a4ecfec9-6258-451e-b02e-df6eacb80aa9 req-3bfcdbf5-da06-4400-ab7c-92fbfccac4e9 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] For port 1768b95d-3f83-42a6-8c7e-808146188320, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=1768b95d-3f83-42a6-8c7e-808146188320,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:31:19.787679 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a4ecfec9-6258-451e-b02e-df6eacb80aa9 req-3bfcdbf5-da06-4400-ab7c-92fbfccac4e9 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:19.801565 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-a4ecfec9-6258-451e-b02e-df6eacb80aa9 req-3bfcdbf5-da06-4400-ab7c-92fbfccac4e9 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Calling delete_port for 1768b95d-3f83-42a6-8c7e-808146188320 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:31:19.943960 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a4ecfec9-6258-451e-b02e-df6eacb80aa9 req-3bfcdbf5-da06-4400-ab7c-92fbfccac4e9 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:19.971572 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfcdbf5-da06-4400-ab7c-92fbfccac4e9 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Pushing event deleted for resources: {'Port': ['ID=1768b95d-3f83-42a6-8c7e-808146188320,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:20.020868 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ecfec9-6258-451e-b02e-df6eacb80aa9 req-3bfcdbf5-da06-4400-ab7c-92fbfccac4e9 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] No DVR routers for this DVR port 1768b95d-3f83-42a6-8c7e-808146188320 on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:31:20.023523 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a4ecfec9-6258-451e-b02e-df6eacb80aa9 req-3bfcdbf5-da06-4400-ab7c-92fbfccac4e9 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:20.026369 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a4ecfec9-6258-451e-b02e-df6eacb80aa9 req-3bfcdbf5-da06-4400-ab7c-92fbfccac4e9 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.41 "DELETE /v2.0/ports/1768b95d-3f83-42a6-8c7e-808146188320 HTTP/1.1" status: 204 len: 173 time: 0.4261193 Aug 28 15:31:20.026832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdf750e-a3ec-4754-a63c-3e121c986b61', 'name': 'network-vif-deleted', 'tag': '1768b95d-3f83-42a6-8c7e-808146188320'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:31:20.029766 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e600e596-374e-4d57-9960-15662e24bcd0" -d '{"events": [{"server_uuid": "4fdf750e-a3ec-4754-a63c-3e121c986b61", "name": "network-vif-deleted", "tag": "1768b95d-3f83-42a6-8c7e-808146188320"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:31:20.069695 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e887fc7-25c6-4a22-8992-c80994ff683c x-openstack-request-id: req-9e887fc7-25c6-4a22-8992-c80994ff683c {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:31:20.070001 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fdf750e-a3ec-4754-a63c-3e121c986b61", "name": "network-vif-deleted", "tag": "1768b95d-3f83-42a6-8c7e-808146188320", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:31:20.070261 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e887fc7-25c6-4a22-8992-c80994ff683c {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:31:20.070673 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fdf750e-a3ec-4754-a63c-3e121c986b61', 'name': 'network-vif-deleted', 'tag': '1768b95d-3f83-42a6-8c7e-808146188320', 'status': 'completed', 'code': 200} Aug 28 15:31:20.324991 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0d279dc4-9fff-431c-8e99-08567e85215e req-33a2d38b-0069-4784-9ef9-c0810bc472a4 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 210 time: 0.0370624 Aug 28 15:31:21.435329 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-61a80387-e8e4-4c22-bbc9-707a07c71e57 req-fc81a901-84a0-49b2-a144-da3bdbabb602 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 210 time: 0.0314696 Aug 28 15:31:22.556717 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9102c7a5-4fe7-44e8-b9db-ac7477a747fe req-68cc69d2-38af-4344-a387-faf75f8d8890 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 210 time: 0.0439591 Aug 28 15:31:22.665910 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 1768b95d-3f83-42a6-8c7e-808146188320 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:31:22.687085 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 1768b95d-3f83-42a6-8c7e-808146188320 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:31:22.687442 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 1768b95d-3f83-42a6-8c7e-808146188320 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:31:23.675253 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c02e1c29-4ada-4114-bbbb-3fcbbc0d70c1 req-04a104b0-ce66-4bd5-9eff-7d4ccb698f58 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fdf750e-a3ec-4754-a63c-3e121c986b61 HTTP/1.1" status: 200 len: 210 time: 0.0274034 Aug 28 15:31:24.301605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ce676-8ff5-4923-9fb3-6375da914d2a req-c7b5ad88-dc02-4682-ad2f-01294bc1b2ce tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:24.303350 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-702ce676-8ff5-4923-9fb3-6375da914d2a req-c7b5ad88-dc02-4682-ad2f-01294bc1b2ce tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 946 time: 0.0520735 Aug 28 15:31:24.347636 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-702ce676-8ff5-4923-9fb3-6375da914d2a req-8e07f9d5-e20b-48a8-8e47-edba774b282b tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363364 Aug 28 15:31:24.540205 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:24.742568 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52446) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:31:24.871424 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-f59c3e49-ec9c-4595-90a4-0b1813e7ea21 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Deleting port 94cf321a-652f-4ef3-ad1e-986b06c1ae20 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:31:24.871800 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f59c3e49-ec9c-4595-90a4-0b1813e7ea21 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:24.954688 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f59c3e49-ec9c-4595-90a4-0b1813e7ea21 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:24.955017 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f59c3e49-ec9c-4595-90a4-0b1813e7ea21 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:24.967785 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-f59c3e49-ec9c-4595-90a4-0b1813e7ea21 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Calling delete_port for 94cf321a-652f-4ef3-ad1e-986b06c1ae20 owned by network:floatingip {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:31:25.103447 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f59c3e49-ec9c-4595-90a4-0b1813e7ea21 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:25.129014 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c3e49-ec9c-4595-90a4-0b1813e7ea21 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Pushing event deleted for resources: {'Port': ['ID=94cf321a-652f-4ef3-ad1e-986b06c1ae20,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:25.192036 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f59c3e49-ec9c-4595-90a4-0b1813e7ea21 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for floatingip, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:25.194606 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f59c3e49-ec9c-4595-90a4-0b1813e7ea21 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:25.199041 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f59c3e49-ec9c-4595-90a4-0b1813e7ea21 tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "DELETE /v2.0/floatingips/07b624ac-7f09-4145-ac9c-47449c157b06 HTTP/1.1" status: 204 len: 168 time: 0.4551919 Aug 28 15:31:25.486898 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd79c82-84c3-414e-a8f1-264a578fc2dc req-5c45d06b-da14-4d09-b163-81cdda5b9bc4 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:25.488782 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0fd79c82-84c3-414e-a8f1-264a578fc2dc req-5c45d06b-da14-4d09-b163-81cdda5b9bc4 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 946 time: 0.0532589 Aug 28 15:31:25.535445 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0fd79c82-84c3-414e-a8f1-264a578fc2dc req-2943a2f7-13b1-431f-ac9d-20ed2e1cada3 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404537 Aug 28 15:31:26.672610 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f71f32-25e4-4d8b-801c-111505636aef req-c098e957-492f-4d5f-b9e1-abaf1e58d836 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:26.674963 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a2f71f32-25e4-4d8b-801c-111505636aef req-c098e957-492f-4d5f-b9e1-abaf1e58d836 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 946 time: 0.0578489 Aug 28 15:31:26.691494 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:26.728416 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a2f71f32-25e4-4d8b-801c-111505636aef req-243b248e-e481-4935-92c8-3352ca98ce51 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453618 Aug 28 15:31:27.854085 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1351e-eae2-4f89-b2d3-969a040a4a35 req-3b78201d-06bf-4b4d-bec1-656525059fd6 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:27.856243 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f9d1351e-eae2-4f89-b2d3-969a040a4a35 req-3b78201d-06bf-4b4d-bec1-656525059fd6 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 946 time: 0.0553303 Aug 28 15:31:27.901553 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f9d1351e-eae2-4f89-b2d3-969a040a4a35 req-2bc3b1cb-676b-48bf-98f4-ba36ead99348 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386646 Aug 28 15:31:28.530262 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52484) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:31:28.591956 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7574e708-e96c-4692-a53f-f29d135cb41a tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:28.619197 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7574e708-e96c-4692-a53f-f29d135cb41a tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:28.680909 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7574e708-e96c-4692-a53f-f29d135cb41a tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:28.683382 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7574e708-e96c-4692-a53f-f29d135cb41a tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:28.684633 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7574e708-e96c-4692-a53f-f29d135cb41a tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] 10.222.0.13 "DELETE /v2.0/security-groups/8fa152e2-9dd3-45d9-b43e-fb91795b4648 HTTP/1.1" status: 204 len: 168 time: 0.1533220 Aug 28 15:31:28.694302 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574e708-e96c-4692-a53f-f29d135cb41a tempest-TestVolumeBootPattern-306112156 tempest-TestVolumeBootPattern-306112156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa152e2-9dd3-45d9-b43e-fb91795b4648,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:28.765902 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52496) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:31:29.079498 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e9c4e-8692-4973-a808-7f8be0f06935 req-e47a376d-68a7-4792-8730-de483fbda4e9 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:29.081123 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1c1e9c4e-8692-4973-a808-7f8be0f06935 req-e47a376d-68a7-4792-8730-de483fbda4e9 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 946 time: 0.1003840 Aug 28 15:31:29.161022 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1c1e9c4e-8692-4973-a808-7f8be0f06935 req-7a45640e-38e1-4469-9a7a-dbda5cefdea6 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727029 Aug 28 15:31:29.357476 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a5017db1-a240-4619-902b-8205b68e3e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:29.626679 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-a5017db1-a240-4619-902b-8205b68e3e12 admin admin] Deleting port b97bdaf0-fe94-4442-80b8-d05c9420d5ec {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:31:29.627030 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a5017db1-a240-4619-902b-8205b68e3e12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:29.709197 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-a5017db1-a240-4619-902b-8205b68e3e12 admin admin] For port b97bdaf0-fe94-4442-80b8-d05c9420d5ec, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b97bdaf0-fe94-4442-80b8-d05c9420d5ec,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:31:29.709570 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a5017db1-a240-4619-902b-8205b68e3e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:29.723438 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-a5017db1-a240-4619-902b-8205b68e3e12 admin admin] Calling delete_port for b97bdaf0-fe94-4442-80b8-d05c9420d5ec owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:31:29.909848 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a5017db1-a240-4619-902b-8205b68e3e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:29.935801 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5017db1-a240-4619-902b-8205b68e3e12 admin admin] Pushing event deleted for resources: {'Port': ['ID=b97bdaf0-fe94-4442-80b8-d05c9420d5ec,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:30.112151 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a5017db1-a240-4619-902b-8205b68e3e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:30.289030 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f242c3e-6447-4f2c-8afc-0bdc660873ce req-40d435e6-7e5c-4bbb-8e7e-4d2d4b219c5f tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:30.290957 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3f242c3e-6447-4f2c-8afc-0bdc660873ce req-40d435e6-7e5c-4bbb-8e7e-4d2d4b219c5f tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 946 time: 0.0545254 Aug 28 15:31:30.339544 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5017db1-a240-4619-902b-8205b68e3e12 admin admin] Router 2b983b1b-6ecb-446e-9caf-11531954b1f2 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:31:30.343710 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3f242c3e-6447-4f2c-8afc-0bdc660873ce req-82b8af91-5f40-4c7a-89e4-b3ed65c28d36 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456989 Aug 28 15:31:30.454912 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5017db1-a240-4619-902b-8205b68e3e12 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:31:30.464032 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2034030-907d-4930-92ad-11317e1bb8af None None] Sync routers for ids ['2b983b1b-6ecb-446e-9caf-11531954b1f2'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:31:30.464720 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a5017db1-a240-4619-902b-8205b68e3e12 admin admin] 10.222.0.13 "PUT /v2.0/routers/2b983b1b-6ecb-446e-9caf-11531954b1f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6971498 Aug 28 15:31:30.465046 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52514) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:31:30.474626 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2034030-907d-4930-92ad-11317e1bb8af None None] Routers {'2b983b1b-6ecb-446e-9caf-11531954b1f2'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:31:30.475617 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a2034030-907d-4930-92ad-11317e1bb8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:31:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2b983b1b-6ecb-446e-9caf-11531954b1f2'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:31:30.579031 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-33897916-bbbe-4428-b4f3-549f15f07604 admin admin] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:30.600100 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-a2034030-907d-4930-92ad-11317e1bb8af None None] Set router 2b983b1b-6ecb-446e-9caf-11531954b1f2 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:31:30.680251 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-33897916-bbbe-4428-b4f3-549f15f07604 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:30.741108 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-33897916-bbbe-4428-b4f3-549f15f07604 admin admin] Deleting port 14acb37a-03e3-40a5-8cdf-b75cdd7cdafb {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:31:30.741612 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-33897916-bbbe-4428-b4f3-549f15f07604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:30.791616 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a2034030-907d-4930-92ad-11317e1bb8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'name': 'tempest-TestVolumeBootPattern-189655109-router', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:41Z', 'updated_at': '2021-08-28T15:31:29Z', 'revision_number': 5, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'gw_port': {'id': '14acb37a-03e3-40a5-8cdf-b75cdd7cdafb', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:43Z', 'updated_at': '2021-08-28T15:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:31:30.823233 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2034030-907d-4930-92ad-11317e1bb8af None None] Checking router: 2b983b1b-6ecb-446e-9caf-11531954b1f2 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:31:30.828048 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-33897916-bbbe-4428-b4f3-549f15f07604 admin admin] For port 14acb37a-03e3-40a5-8cdf-b75cdd7cdafb, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=14acb37a-03e3-40a5-8cdf-b75cdd7cdafb,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:31:30.828524 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-33897916-bbbe-4428-b4f3-549f15f07604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:30.832468 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2034030-907d-4930-92ad-11317e1bb8af None None] Routers {'2b983b1b-6ecb-446e-9caf-11531954b1f2'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:31:30.833180 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a2034030-907d-4930-92ad-11317e1bb8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:31:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2b983b1b-6ecb-446e-9caf-11531954b1f2'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:31:30.847433 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-33897916-bbbe-4428-b4f3-549f15f07604 admin admin] Calling delete_port for 14acb37a-03e3-40a5-8cdf-b75cdd7cdafb owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:31:30.939296 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-a2034030-907d-4930-92ad-11317e1bb8af None None] Set router 2b983b1b-6ecb-446e-9caf-11531954b1f2 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:31:30.999412 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a2034030-907d-4930-92ad-11317e1bb8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'name': 'tempest-TestVolumeBootPattern-189655109-router', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:41Z', 'updated_at': '2021-08-28T15:31:30Z', 'revision_number': 6, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:31:31.028594 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2034030-907d-4930-92ad-11317e1bb8af None None] The sync data for ids ['2b983b1b-6ecb-446e-9caf-11531954b1f2'] in n-d-712137-10 is: [{'id': '2b983b1b-6ecb-446e-9caf-11531954b1f2', 'name': 'tempest-TestVolumeBootPattern-189655109-router', 'tenant_id': 'c6cc5102288e4115b2b96ff1028147b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:41Z', 'updated_at': '2021-08-28T15:31:30Z', 'revision_number': 6, 'project_id': 'c6cc5102288e4115b2b96ff1028147b2', 'gw_port_host': None}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:31:31.347799 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-33897916-bbbe-4428-b4f3-549f15f07604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:31.378952 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33897916-bbbe-4428-b4f3-549f15f07604 admin admin] Pushing event deleted for resources: {'Port': ['ID=14acb37a-03e3-40a5-8cdf-b75cdd7cdafb,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:31.490462 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-33897916-bbbe-4428-b4f3-549f15f07604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:31.529860 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9ff89-40d1-4845-bda7-3eb0b0e268c6 req-2e36d522-64fa-46f5-8de0-55dcee0bdfa4 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:31.532929 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bab9ff89-40d1-4845-bda7-3eb0b0e268c6 req-2e36d522-64fa-46f5-8de0-55dcee0bdfa4 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 946 time: 0.0677593 Aug 28 15:31:31.586311 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bab9ff89-40d1-4845-bda7-3eb0b0e268c6 req-1889ef21-f99d-4f61-858f-4a88d651f95f tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454946 Aug 28 15:31:31.605911 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-33897916-bbbe-4428-b4f3-549f15f07604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:31.608174 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-33897916-bbbe-4428-b4f3-549f15f07604 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:31.659576 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-33897916-bbbe-4428-b4f3-549f15f07604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:31.661951 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33897916-bbbe-4428-b4f3-549f15f07604 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b983b1b-6ecb-446e-9caf-11531954b1f2 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:31:31.669262 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-33897916-bbbe-4428-b4f3-549f15f07604 admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:31.670718 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-33897916-bbbe-4428-b4f3-549f15f07604 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2b983b1b-6ecb-446e-9caf-11531954b1f2 HTTP/1.1" status: 204 len: 168 time: 1.2045550 Aug 28 15:31:31.673499 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52522) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:31:31.729068 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44809eb-1fb0-469e-91a9-7e962cb5d1ad admin admin] Deleting subnet 551c7bac-a4f4-45ec-a575-eb6f29eb5d74 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:31:31.733484 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d44809eb-1fb0-469e-91a9-7e962cb5d1ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:31.782030 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d44809eb-1fb0-469e-91a9-7e962cb5d1ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:31.891569 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d44809eb-1fb0-469e-91a9-7e962cb5d1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:31.955096 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d44809eb-1fb0-469e-91a9-7e962cb5d1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:31.981941 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44809eb-1fb0-469e-91a9-7e962cb5d1ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=551c7bac-a4f4-45ec-a575-eb6f29eb5d74,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:31.985745 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d44809eb-1fb0-469e-91a9-7e962cb5d1ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:31.989801 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d44809eb-1fb0-469e-91a9-7e962cb5d1ad admin admin] 10.222.0.13 "DELETE /v2.0/subnets/551c7bac-a4f4-45ec-a575-eb6f29eb5d74 HTTP/1.1" status: 204 len: 168 time: 0.3131332 Aug 28 15:31:31.990073 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52524) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:31:31.999369 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3849758d-d487-4c4f-89c0-ee7c385276c1 None None] Network 8878cb2c-b382-48c1-8c2a-67543a7cb61c requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:31:32.064587 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2c1f99ba-55eb-4c98-9d52-cdb2f718729a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:32.121512 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-2c1f99ba-55eb-4c98-9d52-cdb2f718729a admin admin] Deleting port ae90015d-e807-4460-b4bd-c6a15eef0c1b {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:31:32.122845 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2c1f99ba-55eb-4c98-9d52-cdb2f718729a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:32.204190 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-2c1f99ba-55eb-4c98-9d52-cdb2f718729a admin admin] For port ae90015d-e807-4460-b4bd-c6a15eef0c1b, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ae90015d-e807-4460-b4bd-c6a15eef0c1b,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:31:32.204550 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2c1f99ba-55eb-4c98-9d52-cdb2f718729a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:32.224377 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98839dbf-59df-4f72-89a7-a80808f7808d None None] DHCP port deletion for 8878cb2c-b382-48c1-8c2a-67543a7cb61c request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:31:32.225930 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-2c1f99ba-55eb-4c98-9d52-cdb2f718729a admin admin] Calling delete_port for ae90015d-e807-4460-b4bd-c6a15eef0c1b owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:31:32.277564 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-98839dbf-59df-4f72-89a7-a80808f7808d None None] Deleting port ae90015d-e807-4460-b4bd-c6a15eef0c1b {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:31:32.278223 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-98839dbf-59df-4f72-89a7-a80808f7808d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:32.309846 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2c1f99ba-55eb-4c98-9d52-cdb2f718729a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:32.354777 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f99ba-55eb-4c98-9d52-cdb2f718729a admin admin] Pushing event deleted for resources: {'Port': ['ID=ae90015d-e807-4460-b4bd-c6a15eef0c1b,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:32.362972 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1f99ba-55eb-4c98-9d52-cdb2f718729a admin admin] No DVR routers for this DVR port ae90015d-e807-4460-b4bd-c6a15eef0c1b on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:31:32.459184 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2c1f99ba-55eb-4c98-9d52-cdb2f718729a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:32.475296 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-2c1f99ba-55eb-4c98-9d52-cdb2f718729a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8878cb2c-b382-48c1-8c2a-67543a7cb61c']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:31:32.487123 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-2c1f99ba-55eb-4c98-9d52-cdb2f718729a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:31:32.487506 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-2c1f99ba-55eb-4c98-9d52-cdb2f718729a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c884cf07-f9ad-4f67-ad8f-27a2eec4f024') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:31:32.497878 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2c1f99ba-55eb-4c98-9d52-cdb2f718729a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:32.502611 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 14acb37a-03e3-40a5-8cdf-b75cdd7cdafb no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:31:32.512413 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2c1f99ba-55eb-4c98-9d52-cdb2f718729a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:32.518992 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1f99ba-55eb-4c98-9d52-cdb2f718729a admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:31:32.519596 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2c1f99ba-55eb-4c98-9d52-cdb2f718729a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:31:32.521494 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:31:32.533006 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 14acb37a-03e3-40a5-8cdf-b75cdd7cdafb {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:31:32.533006 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 14acb37a-03e3-40a5-8cdf-b75cdd7cdafb not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:31:32.533347 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ae90015d-e807-4460-b4bd-c6a15eef0c1b no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:31:32.562739 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: ae90015d-e807-4460-b4bd-c6a15eef0c1b {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:31:32.563078 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ae90015d-e807-4460-b4bd-c6a15eef0c1b not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:31:32.563768 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b97bdaf0-fe94-4442-80b8-d05c9420d5ec no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:31:32.585493 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2c1f99ba-55eb-4c98-9d52-cdb2f718729a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:32.594759 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: b97bdaf0-fe94-4442-80b8-d05c9420d5ec {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:31:32.595101 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b97bdaf0-fe94-4442-80b8-d05c9420d5ec not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:31:32.602459 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2c1f99ba-55eb-4c98-9d52-cdb2f718729a admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:32.607946 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52526) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:31:32.608510 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2c1f99ba-55eb-4c98-9d52-cdb2f718729a admin admin] 10.222.0.13 "DELETE /v2.0/networks/8878cb2c-b382-48c1-8c2a-67543a7cb61c HTTP/1.1" status: 204 len: 168 time: 0.6167662 Aug 28 15:31:32.608737 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f99ba-55eb-4c98-9d52-cdb2f718729a admin admin] Pushing event deleted for resources: {'Network': ['ID=8878cb2c-b382-48c1-8c2a-67543a7cb61c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:32.621711 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-98839dbf-59df-4f72-89a7-a80808f7808d None None] For port ae90015d-e807-4460-b4bd-c6a15eef0c1b, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ae90015d-e807-4460-b4bd-c6a15eef0c1b,segment=NetworkSegment(c884cf07-f9ad-4f67-ad8f-27a2eec4f024),segment_id=c884cf07-f9ad-4f67-ad8f-27a2eec4f024)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:31:32.621867 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-98839dbf-59df-4f72-89a7-a80808f7808d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:32.657405 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-98839dbf-59df-4f72-89a7-a80808f7808d None None] Calling delete_port for ae90015d-e807-4460-b4bd-c6a15eef0c1b owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:31:32.745780 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3faeaad-1d37-4859-b28c-b2cbee2e19dd req-aeb2da3e-3d34-43c5-a170-a8d43f8dcb1d tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:32.747610 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e3faeaad-1d37-4859-b28c-b2cbee2e19dd req-aeb2da3e-3d34-43c5-a170-a8d43f8dcb1d tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 946 time: 0.0507929 Aug 28 15:31:32.753975 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-98839dbf-59df-4f72-89a7-a80808f7808d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:32.777688 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-98839dbf-59df-4f72-89a7-a80808f7808d None None] Network 8878cb2c-b382-48c1-8c2a-67543a7cb61c is not hosted by any dhcp agent {{(pid=106331) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 15:31:32.778414 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98839dbf-59df-4f72-89a7-a80808f7808d None None] No DVR routers for this DVR port ae90015d-e807-4460-b4bd-c6a15eef0c1b on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:31:32.789892 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98839dbf-59df-4f72-89a7-a80808f7808d None None] Pushing event deleted for resources: {'Port': ['ID=ae90015d-e807-4460-b4bd-c6a15eef0c1b,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:32.794119 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98839dbf-59df-4f72-89a7-a80808f7808d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:32.794119 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98839dbf-59df-4f72-89a7-a80808f7808d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:32.794439 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98839dbf-59df-4f72-89a7-a80808f7808d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:32.794772 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98839dbf-59df-4f72-89a7-a80808f7808d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:32.795103 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98839dbf-59df-4f72-89a7-a80808f7808d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:32.795438 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98839dbf-59df-4f72-89a7-a80808f7808d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:32.795827 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98839dbf-59df-4f72-89a7-a80808f7808d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:32.796137 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e3faeaad-1d37-4859-b28c-b2cbee2e19dd req-b38c45b7-da86-4e6d-a48b-0b9ae27425f2 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417538 Aug 28 15:31:32.796280 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98839dbf-59df-4f72-89a7-a80808f7808d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:32.796459 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98839dbf-59df-4f72-89a7-a80808f7808d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:32.796786 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98839dbf-59df-4f72-89a7-a80808f7808d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:32.797107 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98839dbf-59df-4f72-89a7-a80808f7808d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:32.797433 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98839dbf-59df-4f72-89a7-a80808f7808d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:31:33.014477 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a5436d57-df86-4246-bc62-e1fcd5631209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:33.263606 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-a5436d57-df86-4246-bc62-e1fcd5631209 admin admin] Deleting port 1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:31:33.263970 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a5436d57-df86-4246-bc62-e1fcd5631209 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:33.338552 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-a5436d57-df86-4246-bc62-e1fcd5631209 admin admin] For port 1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b,segment=NetworkSegment(cb9deba7-305b-46f1-83de-10027df8c14f),segment_id=cb9deba7-305b-46f1-83de-10027df8c14f)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:31:33.338912 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a5436d57-df86-4246-bc62-e1fcd5631209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:33.351435 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-a5436d57-df86-4246-bc62-e1fcd5631209 admin admin] Calling delete_port for 1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:31:33.524616 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a5436d57-df86-4246-bc62-e1fcd5631209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:33.552342 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5436d57-df86-4246-bc62-e1fcd5631209 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:33.719800 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a5436d57-df86-4246-bc62-e1fcd5631209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:33.979976 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a7f94-37c5-4fbd-88bf-1ebd9ffba209 req-88e5afd3-65a2-4c75-8d97-f037f4aeeec1 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:33.981842 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2a7a7f94-37c5-4fbd-88bf-1ebd9ffba209 req-88e5afd3-65a2-4c75-8d97-f037f4aeeec1 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 946 time: 0.0951757 Aug 28 15:31:33.983475 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5436d57-df86-4246-bc62-e1fcd5631209 admin admin] Router 9b52cede-d5b1-4646-84da-ed304791f283 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:31:34.061515 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2a7a7f94-37c5-4fbd-88bf-1ebd9ffba209 req-6a566370-de50-4440-ac72-310bfc3c8b0a tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727911 Aug 28 15:31:34.447096 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5436d57-df86-4246-bc62-e1fcd5631209 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:31:34.452283 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a5436d57-df86-4246-bc62-e1fcd5631209 admin admin] 10.222.0.13 "PUT /v2.0/routers/9b52cede-d5b1-4646-84da-ed304791f283/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8435559 Aug 28 15:31:34.454784 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52550) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:31:34.456222 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f681e0ed-0be5-471f-8db8-3182ce6713f7 None None] Sync routers for ids ['9b52cede-d5b1-4646-84da-ed304791f283'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:31:34.465383 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f681e0ed-0be5-471f-8db8-3182ce6713f7 None None] Routers {'9b52cede-d5b1-4646-84da-ed304791f283'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:31:34.465992 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-f681e0ed-0be5-471f-8db8-3182ce6713f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:31:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9b52cede-d5b1-4646-84da-ed304791f283'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:31:34.565442 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71544cdf-ccfb-42a2-916c-b164c643afb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:34.579635 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-f681e0ed-0be5-471f-8db8-3182ce6713f7 None None] Set router 9b52cede-d5b1-4646-84da-ed304791f283 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:31:34.680362 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71544cdf-ccfb-42a2-916c-b164c643afb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:34.736236 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-71544cdf-ccfb-42a2-916c-b164c643afb9 admin admin] Deleting port 8a4264a3-8c52-4e66-bd47-4605a34bd268 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:31:34.736919 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71544cdf-ccfb-42a2-916c-b164c643afb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:34.767597 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-f681e0ed-0be5-471f-8db8-3182ce6713f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b52cede-d5b1-4646-84da-ed304791f283', 'name': 'tempest-TestVolumeBootPattern-198049237-router', 'tenant_id': '38e83d8a803c45409ca7d324e84c471b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '8a4264a3-8c52-4e66-bd47-4605a34bd268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:53Z', 'updated_at': '2021-08-28T15:31:33Z', 'revision_number': 5, 'project_id': '38e83d8a803c45409ca7d324e84c471b', 'gw_port': {'id': '8a4264a3-8c52-4e66-bd47-4605a34bd268', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b52cede-d5b1-4646-84da-ed304791f283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:19:55Z', 'updated_at': '2021-08-28T15:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:31:34.798823 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f681e0ed-0be5-471f-8db8-3182ce6713f7 None None] Checking router: 9b52cede-d5b1-4646-84da-ed304791f283 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:31:34.807580 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f681e0ed-0be5-471f-8db8-3182ce6713f7 None None] Routers {'9b52cede-d5b1-4646-84da-ed304791f283'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:31:34.808221 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-f681e0ed-0be5-471f-8db8-3182ce6713f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:31:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['9b52cede-d5b1-4646-84da-ed304791f283'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:31:34.821574 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-71544cdf-ccfb-42a2-916c-b164c643afb9 admin admin] For port 8a4264a3-8c52-4e66-bd47-4605a34bd268, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=8a4264a3-8c52-4e66-bd47-4605a34bd268,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:31:34.821941 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71544cdf-ccfb-42a2-916c-b164c643afb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:34.834819 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-71544cdf-ccfb-42a2-916c-b164c643afb9 admin admin] Calling delete_port for 8a4264a3-8c52-4e66-bd47-4605a34bd268 owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:31:34.900598 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-f681e0ed-0be5-471f-8db8-3182ce6713f7 None None] Set router 9b52cede-d5b1-4646-84da-ed304791f283 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:31:34.951993 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-f681e0ed-0be5-471f-8db8-3182ce6713f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b52cede-d5b1-4646-84da-ed304791f283', 'name': 'tempest-TestVolumeBootPattern-198049237-router', 'tenant_id': '38e83d8a803c45409ca7d324e84c471b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:53Z', 'updated_at': '2021-08-28T15:31:34Z', 'revision_number': 6, 'project_id': '38e83d8a803c45409ca7d324e84c471b', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:31:34.984171 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f681e0ed-0be5-471f-8db8-3182ce6713f7 None None] The sync data for ids ['9b52cede-d5b1-4646-84da-ed304791f283'] in n-d-712137-10 is: [{'id': '9b52cede-d5b1-4646-84da-ed304791f283', 'name': 'tempest-TestVolumeBootPattern-198049237-router', 'tenant_id': '38e83d8a803c45409ca7d324e84c471b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:19:53Z', 'updated_at': '2021-08-28T15:31:34Z', 'revision_number': 6, 'project_id': '38e83d8a803c45409ca7d324e84c471b', 'gw_port_host': None}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:31:35.011991 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71544cdf-ccfb-42a2-916c-b164c643afb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:35.040827 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71544cdf-ccfb-42a2-916c-b164c643afb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a4264a3-8c52-4e66-bd47-4605a34bd268,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:35.108496 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71544cdf-ccfb-42a2-916c-b164c643afb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:35.182338 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:31:35.212123 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81900c6c-ab6e-4644-923d-19fa6bff88ad req-536be518-ce6a-4e3b-81b1-1cc07031154d tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:35.221251 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71544cdf-ccfb-42a2-916c-b164c643afb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:35.223563 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71544cdf-ccfb-42a2-916c-b164c643afb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:35.224245 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-81900c6c-ab6e-4644-923d-19fa6bff88ad req-536be518-ce6a-4e3b-81b1-1cc07031154d tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 946 time: 0.0697060 Aug 28 15:31:35.270111 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-81900c6c-ab6e-4644-923d-19fa6bff88ad req-3ec88567-6715-4c7b-9df2-92f224083ac8 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446987 Aug 28 15:31:35.280198 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71544cdf-ccfb-42a2-916c-b164c643afb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:35.280913 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71544cdf-ccfb-42a2-916c-b164c643afb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b52cede-d5b1-4646-84da-ed304791f283 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:31:35.285451 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-71544cdf-ccfb-42a2-916c-b164c643afb9 admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:35.289621 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-71544cdf-ccfb-42a2-916c-b164c643afb9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9b52cede-d5b1-4646-84da-ed304791f283 HTTP/1.1" status: 204 len: 168 time: 0.8308251 Aug 28 15:31:35.289621 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52558) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:31:35.315916 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=843fb5f0-16d0-4b3f-a2d0-afbedf4966dd,segment=NetworkSegment(937efdaa-4a91-4466-8b39-3275ccf0f608),segment_id=937efdaa-4a91-4466-8b39-3275ccf0f608)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:31:35.335140 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '843fb5f0-16d0-4b3f-a2d0-afbedf4966dd', 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d', 'port_id': '843fb5f0-16d0-4b3f-a2d0-afbedf4966dd', 'mac_address': 'fa:16:3e:4f:c7:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:31:35.354632 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b553a0e-16ab-4157-8502-73ffe185c0e5 admin admin] Deleting subnet fda9df96-6530-4c66-9a73-fd7fc9bb4a5a {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:31:35.358781 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6b553a0e-16ab-4157-8502-73ffe185c0e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:35.381834 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:35.401950 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6b553a0e-16ab-4157-8502-73ffe185c0e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:35.418263 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:31:35.440172 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=843fb5f0-16d0-4b3f-a2d0-afbedf4966dd,segment=NetworkSegment(937efdaa-4a91-4466-8b39-3275ccf0f608),segment_id=937efdaa-4a91-4466-8b39-3275ccf0f608)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:31:35.444314 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:35.501612 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6b553a0e-16ab-4157-8502-73ffe185c0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:35.502871 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=843fb5f0-16d0-4b3f-a2d0-afbedf4966dd,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:35.525443 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['843fb5f0-16d0-4b3f-a2d0-afbedf4966dd'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:31:35.561345 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6b553a0e-16ab-4157-8502-73ffe185c0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:35.591260 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b553a0e-16ab-4157-8502-73ffe185c0e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fda9df96-6530-4c66-9a73-fd7fc9bb4a5a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:35.593389 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6b553a0e-16ab-4157-8502-73ffe185c0e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:35.597972 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52560) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:31:35.605825 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c932f2-18aa-420d-a871-318a4a1e0767 None None] Network 348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:31:35.612396 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6b553a0e-16ab-4157-8502-73ffe185c0e5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fda9df96-6530-4c66-9a73-fd7fc9bb4a5a HTTP/1.1" status: 204 len: 168 time: 0.3181474 Aug 28 15:31:35.665934 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e4ccfede-5ddb-456a-b274-7d46b7319f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:35.720786 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-e4ccfede-5ddb-456a-b274-7d46b7319f23 admin admin] Deleting port 0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:31:35.721129 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e4ccfede-5ddb-456a-b274-7d46b7319f23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:35.795409 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-e4ccfede-5ddb-456a-b274-7d46b7319f23 admin admin] For port 0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53,segment=NetworkSegment(cb9deba7-305b-46f1-83de-10027df8c14f),segment_id=cb9deba7-305b-46f1-83de-10027df8c14f)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:31:35.795805 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e4ccfede-5ddb-456a-b274-7d46b7319f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:35.811446 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-e4ccfede-5ddb-456a-b274-7d46b7319f23 admin admin] Calling delete_port for 0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:31:35.859290 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008f2606-eb7d-4eab-9557-2afed5c38d9d None None] DHCP port deletion for 348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:31:35.895354 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e4ccfede-5ddb-456a-b274-7d46b7319f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:35.908367 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-008f2606-eb7d-4eab-9557-2afed5c38d9d None None] Deleting port 0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:31:35.908749 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-008f2606-eb7d-4eab-9557-2afed5c38d9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:35.928356 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccfede-5ddb-456a-b274-7d46b7319f23 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:35.934579 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ccfede-5ddb-456a-b274-7d46b7319f23 admin admin] No DVR routers for this DVR port 0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:31:35.987241 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-008f2606-eb7d-4eab-9557-2afed5c38d9d None None] For port 0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53, host n-d-712137-10, got binding levels [] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:31:35.987648 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-008f2606-eb7d-4eab-9557-2afed5c38d9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:36.003041 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-008f2606-eb7d-4eab-9557-2afed5c38d9d None None] Calling delete_port for 0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:31:36.006001 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.ipam_backend_mixin [None req-008f2606-eb7d-4eab-9557-2afed5c38d9d None None] Port 0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53 was not found and therefore no delete operation was performed {{(pid=106331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 15:31:36.007329 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-008f2606-eb7d-4eab-9557-2afed5c38d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:36.021201 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e4ccfede-5ddb-456a-b274-7d46b7319f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:36.026022 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008f2606-eb7d-4eab-9557-2afed5c38d9d None None] No DVR routers for this DVR port 0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:31:36.033980 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-e4ccfede-5ddb-456a-b274-7d46b7319f23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:31:36.047992 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-e4ccfede-5ddb-456a-b274-7d46b7319f23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb9deba7-305b-46f1-83de-10027df8c14f') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:31:36.048770 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-e4ccfede-5ddb-456a-b274-7d46b7319f23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb9deba7-305b-46f1-83de-10027df8c14f') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:31:36.053118 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f2606-eb7d-4eab-9557-2afed5c38d9d None None] Pushing event deleted for resources: {'Port': ['ID=0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:36.067977 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e4ccfede-5ddb-456a-b274-7d46b7319f23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:36.084842 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e4ccfede-5ddb-456a-b274-7d46b7319f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:36.092204 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ccfede-5ddb-456a-b274-7d46b7319f23 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:31:36.093146 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e4ccfede-5ddb-456a-b274-7d46b7319f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:31:36.095593 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:31:36.165267 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e4ccfede-5ddb-456a-b274-7d46b7319f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:36.191919 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e4ccfede-5ddb-456a-b274-7d46b7319f23 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:36.194390 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e4ccfede-5ddb-456a-b274-7d46b7319f23 admin admin] 10.222.0.13 "DELETE /v2.0/networks/348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a HTTP/1.1" status: 204 len: 168 time: 0.5952225 Aug 28 15:31:36.196077 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccfede-5ddb-456a-b274-7d46b7319f23 admin admin] Pushing event deleted for resources: {'Network': ['ID=348f3e87-d60d-44cf-af5b-1c3a9b1f1e1a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:36.390766 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52578) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:31:36.446437 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:31:36.462822 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8eb266ef-e209-46de-9af8-8f3eba1bb285 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6cc5102288e4115b2b96ff1028147b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0695117 Aug 28 15:31:36.464761 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa530e-639b-4b22-9788-0e384d7371c6 req-65fb34f8-f510-4163-8764-123bb59cd504 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:36.466364 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f1aa530e-639b-4b22-9788-0e384d7371c6 req-65fb34f8-f510-4163-8764-123bb59cd504 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 945 time: 0.0895844 Aug 28 15:31:36.466915 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 52582) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:31:36.479393 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:31:36.479947 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0c3fbbbb-c0be-41f6-9c1b-b49fd6f94b53 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:31:36.480379 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 8a4264a3-8c52-4e66-bd47-4605a34bd268 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:31:36.500626 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 8a4264a3-8c52-4e66-bd47-4605a34bd268 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:31:36.500981 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 8a4264a3-8c52-4e66-bd47-4605a34bd268 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:31:36.501419 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:31:36.534573 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:31:36.536215 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1b1cf7b2-2a04-4f34-8367-c11a30b0bb3b not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:31:36.587360 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-73f987d9-4e95-4ebd-b17d-d451bb3a51e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:36.589426 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52588) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:31:36.596986 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f1aa530e-639b-4b22-9788-0e384d7371c6 req-0e9ab81d-6070-411e-8b51-ad99af4162f4 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036599 Aug 28 15:31:36.618480 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-73f987d9-4e95-4ebd-b17d-d451bb3a51e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:36.675147 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-73f987d9-4e95-4ebd-b17d-d451bb3a51e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:36.677951 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-73f987d9-4e95-4ebd-b17d-d451bb3a51e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:36.679207 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-73f987d9-4e95-4ebd-b17d-d451bb3a51e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84a8316e-ab91-4dc4-a398-6e028e2ab94a HTTP/1.1" status: 204 len: 168 time: 0.2114220 Aug 28 15:31:36.688614 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f987d9-4e95-4ebd-b17d-d451bb3a51e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a8316e-ab91-4dc4-a398-6e028e2ab94a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:36.728711 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a7cdd89b-6c74-484e-9110-6202fe916f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:36.833272 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a7cdd89b-6c74-484e-9110-6202fe916f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:36.837949 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a7cdd89b-6c74-484e-9110-6202fe916f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:36.881817 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cdd89b-6c74-484e-9110-6202fe916f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c0306b-9d71-4785-9cec-aead8e7e31b0,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:36.889734 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a7cdd89b-6c74-484e-9110-6202fe916f25 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11ed9788cd864ca3a26abd8196a82d11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2990305 Aug 28 15:31:36.892770 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52608) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:31:36.946895 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fa2d0432-c345-449e-b6e0-da2c61d38062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:36.970471 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fa2d0432-c345-449e-b6e0-da2c61d38062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:37.028142 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fa2d0432-c345-449e-b6e0-da2c61d38062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:37.031021 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fa2d0432-c345-449e-b6e0-da2c61d38062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:37.032342 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fa2d0432-c345-449e-b6e0-da2c61d38062 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2c0306b-9d71-4785-9cec-aead8e7e31b0 HTTP/1.1" status: 204 len: 168 time: 0.1383646 Aug 28 15:31:37.041257 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d0432-c345-449e-b6e0-da2c61d38062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c0306b-9d71-4785-9cec-aead8e7e31b0,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:37.062221 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52612) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:31:37.108627 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-efbad365-7d81-496c-8284-3121ad560d49 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38e83d8a803c45409ca7d324e84c471b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430830 Aug 28 15:31:37.109092 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 52616) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:31:37.182224 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:31:37.183992 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d42e29b7-44bd-469a-ad8c-231c1faecb9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:37.215401 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d42e29b7-44bd-469a-ad8c-231c1faecb9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:37.235085 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:31:37.236096 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:37.304065 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d42e29b7-44bd-469a-ad8c-231c1faecb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:37.307918 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d42e29b7-44bd-469a-ad8c-231c1faecb9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:37.309983 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d42e29b7-44bd-469a-ad8c-231c1faecb9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4237f48a-38a9-4f04-9ddd-95a002488fa4 HTTP/1.1" status: 204 len: 168 time: 0.2000563 Aug 28 15:31:37.320416 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e29b7-44bd-469a-ad8c-231c1faecb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4237f48a-38a9-4f04-9ddd-95a002488fa4,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:37.326947 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:37.372417 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61cebc2f-b032-4acb-bb0f-902eb1381f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843fb5f0-16d0-4b3f-a2d0-afbedf4966dd'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:31:37.374723 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1679d609-33af-412b-bbf6-8188d5f6ee5b" -d '{"events": [{"server_uuid": "61cebc2f-b032-4acb-bb0f-902eb1381f20", "name": "network-vif-plugged", "status": "completed", "tag": "843fb5f0-16d0-4b3f-a2d0-afbedf4966dd"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:31:37.378873 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=843fb5f0-16d0-4b3f-a2d0-afbedf4966dd,segment=NetworkSegment(937efdaa-4a91-4466-8b39-3275ccf0f608),segment_id=937efdaa-4a91-4466-8b39-3275ccf0f608)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:31:37.390395 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:37.451416 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d6ec77-e51c-4da8-a0d5-7ac69f22417c x-openstack-request-id: req-b2d6ec77-e51c-4da8-a0d5-7ac69f22417c {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:31:37.451739 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61cebc2f-b032-4acb-bb0f-902eb1381f20", "name": "network-vif-plugged", "status": "completed", "tag": "843fb5f0-16d0-4b3f-a2d0-afbedf4966dd", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:31:37.451995 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2d6ec77-e51c-4da8-a0d5-7ac69f22417c {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:31:37.452397 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61cebc2f-b032-4acb-bb0f-902eb1381f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843fb5f0-16d0-4b3f-a2d0-afbedf4966dd', 'code': 200} Aug 28 15:31:37.453355 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=843fb5f0-16d0-4b3f-a2d0-afbedf4966dd,revision_number=7']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:37.808366 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b6c8c-dd2b-41b9-afb3-8f923910022f req-1340b264-1335-41cd-85c8-77c2aa5a35a1 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:37.816957 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f39b6c8c-dd2b-41b9-afb3-8f923910022f req-1340b264-1335-41cd-85c8-77c2aa5a35a1 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 946 time: 0.1083920 Aug 28 15:31:37.897655 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f39b6c8c-dd2b-41b9-afb3-8f923910022f req-f6b1d231-1abb-4055-9667-f9609872955c tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793731 Aug 28 15:31:38.031180 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8f94b9b6-f808-4498-8d84-e76f8399285c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:39.062915 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb8a5b-58d9-4300-9fac-9a8675c431f2 req-458cad48-4db1-4a1b-a87b-97de0b402f45 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:39.072697 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-95cb8a5b-58d9-4300-9fac-9a8675c431f2 req-458cad48-4db1-4a1b-a87b-97de0b402f45 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 946 time: 0.0845335 Aug 28 15:31:39.121745 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-95cb8a5b-58d9-4300-9fac-9a8675c431f2 req-d102849b-abc6-4d78-88fc-9e0c6011ad56 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479825 Aug 28 15:31:40.107231 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-9ea1153a-d350-4375-a7d4-18d14f21ae2f tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6ddc722fc2e64015b27117f47ca6592a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300877 Aug 28 15:31:40.257451 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e4a51-fdf4-48b5-8f0f-7f2c2ef53f40 req-8f2ea517-4c74-4b42-8aad-2b87b3e12a03 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:40.260577 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b79e4a51-fdf4-48b5-8f0f-7f2c2ef53f40 req-8f2ea517-4c74-4b42-8aad-2b87b3e12a03 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 946 time: 0.0629082 Aug 28 15:31:40.312332 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b79e4a51-fdf4-48b5-8f0f-7f2c2ef53f40 req-321a98a1-d45e-4206-85e3-aadc0246dc0c tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409136 Aug 28 15:31:40.353213 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-5d1013ef-14ec-4a9d-b478-1369e9ac9e5b tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:40.354857 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-5d1013ef-14ec-4a9d-b478-1369e9ac9e5b tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2420847 Aug 28 15:31:40.376116 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-1ccc5294-0fba-42d7-958e-e9cd36f62573 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.13 "GET /v2.0/quotas/6ddc722fc2e64015b27117f47ca6592a HTTP/1.1" status: 200 len: 375 time: 0.0148993 Aug 28 15:31:40.412571 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-154f3c6b-bc18-4e6a-aabb-8a54fa078c6f tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ddc722fc2e64015b27117f47ca6592a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344834 Aug 28 15:31:40.591269 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-35e8dd55-d195-44cb-beaf-c5feac7bb8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:40.614823 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92554adc-a208-492c-9e22-6f98bd6a82be req-b3c2a58d-2315-473e-9b6a-b671e4396635 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.13 "GET /v2.0/ports?device_id=1957863e-00a0-4824-b008-3403e11f82fb HTTP/1.1" status: 200 len: 210 time: 0.0349555 Aug 28 15:31:40.885310 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:41.446251 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c10293-20aa-4f75-8061-08a10be811e9 req-03659cee-4755-4c6f-ab1e-d0bd95c824e3 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:41.460073 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-89c10293-20aa-4f75-8061-08a10be811e9 req-03659cee-4755-4c6f-ab1e-d0bd95c824e3 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 946 time: 0.0649910 Aug 28 15:31:41.507759 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-89c10293-20aa-4f75-8061-08a10be811e9 req-e7743d40-481e-4b15-929b-09c5fcd66d5a tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414600 Aug 28 15:31:41.577905 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-23bfd062-f0e5-4e4a-99aa-1954ac2a1ec2 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6ddc722fc2e64015b27117f47ca6592a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279865 Aug 28 15:31:41.751742 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-757d4ea4-2958-4160-a982-84e7c316ea51 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:41.753813 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-757d4ea4-2958-4160-a982-84e7c316ea51 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1689241 Aug 28 15:31:41.771827 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-a94d7acb-ce75-4a32-ae1c-f634783c8511 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Request body: {'port': {'device_id': '1957863e-00a0-4824-b008-3403e11f82fb', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'admin_state_up': True, 'tenant_id': '6ddc722fc2e64015b27117f47ca6592a'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:31:41.777317 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0fa545f5-4ba1-4d12-9efe-2fcde86269ed req-905dd067-3a77-430f-83db-ee93a070e517 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.13 "GET /v2.0/ports?device_id=1957863e-00a0-4824-b008-3403e11f82fb HTTP/1.1" status: 200 len: 210 time: 0.0613472 Aug 28 15:31:41.827521 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:41.929436 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-a94d7acb-ce75-4a32-ae1c-f634783c8511 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Made reservation on behalf of 6ddc722fc2e64015b27117f47ca6592a for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:31:41.933444 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-a94d7acb-ce75-4a32-ae1c-f634783c8511 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:41.944334 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-a94d7acb-ce75-4a32-ae1c-f634783c8511 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:42.049402 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-a94d7acb-ce75-4a32-ae1c-f634783c8511 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:42.053542 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-a94d7acb-ce75-4a32-ae1c-f634783c8511 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:42.115804 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d7acb-ce75-4a32-ae1c-f634783c8511 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f83cb420-551d-471c-a2bc-88d994aa9fcb,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:42.216663 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-a94d7acb-ce75-4a32-ae1c-f634783c8511 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Allocated IP 192.168.233.137 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:31:42.389561 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-a94d7acb-ce75-4a32-ae1c-f634783c8511 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:42.403927 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-a94d7acb-ce75-4a32-ae1c-f634783c8511 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Transition to ACTIVE for port object 9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:31:42.438894 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-a94d7acb-ce75-4a32-ae1c-f634783c8511 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:42.494960 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-a94d7acb-ce75-4a32-ae1c-f634783c8511 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:31:42.500815 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-a94d7acb-ce75-4a32-ae1c-f634783c8511 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:31:42.503215 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d7acb-ce75-4a32-ae1c-f634783c8511 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Pushing event updated for resources: {'Port': ['ID=9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:42.505581 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-a94d7acb-ce75-4a32-ae1c-f634783c8511 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:31:42.569747 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-a94d7acb-ce75-4a32-ae1c-f634783c8511 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:42.571435 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-a94d7acb-ce75-4a32-ae1c-f634783c8511 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:42.590309 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-a94d7acb-ce75-4a32-ae1c-f634783c8511 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8261335 Aug 28 15:31:42.640977 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-be457c9e-7002-4c9e-9b2f-3145eaf8a2fb service neutron] Request body: {'port': {'device_id': '1957863e-00a0-4824-b008-3403e11f82fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:31:42.721855 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3de873-4810-4f87-89dc-45ed811a846f req-4da99e5a-573e-482c-ba8b-9daf264e40ba tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:42.731031 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8f3de873-4810-4f87-89dc-45ed811a846f req-4da99e5a-573e-482c-ba8b-9daf264e40ba tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 946 time: 0.1341305 Aug 28 15:31:42.762024 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-be457c9e-7002-4c9e-9b2f-3145eaf8a2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:42.785703 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8f3de873-4810-4f87-89dc-45ed811a846f req-770b553e-feb2-4b46-beb9-71511a450c6b tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535178 Aug 28 15:31:42.842838 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a0767165-5334-4c47-85d6-8f8c2c2ad39a None None] Provisioning for port 9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:31:42.854002 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a0767165-5334-4c47-85d6-8f8c2c2ad39a None None] Provisioning complete for port 9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:31:42.866569 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a0767165-5334-4c47-85d6-8f8c2c2ad39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:42.954938 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a0767165-5334-4c47-85d6-8f8c2c2ad39a None None] Port 9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:31:42.975481 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72374043-616f-4eec-8e95-f72211dbac6c req-73f63250-0842-473b-89d0-cb3ca0d85327 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:42.979066 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-72374043-616f-4eec-8e95-f72211dbac6c req-73f63250-0842-473b-89d0-cb3ca0d85327 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.13 "GET /v2.0/ports?device_id=1957863e-00a0-4824-b008-3403e11f82fb HTTP/1.1" status: 200 len: 936 time: 0.0704570 Aug 28 15:31:43.031169 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-72374043-616f-4eec-8e95-f72211dbac6c req-a9cc85d8-131c-4d86-be53-8c1a4dbf8203 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83cb420-551d-471c-a2bc-88d994aa9fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464916 Aug 28 15:31:43.111245 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-be457c9e-7002-4c9e-9b2f-3145eaf8a2fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:31:43.121324 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-be457c9e-7002-4c9e-9b2f-3145eaf8a2fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:43.134241 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-be457c9e-7002-4c9e-9b2f-3145eaf8a2fb service neutron] Transition to ACTIVE for port object 9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:31:43.139361 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-be457c9e-7002-4c9e-9b2f-3145eaf8a2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:43.192348 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be457c9e-7002-4c9e-9b2f-3145eaf8a2fb service neutron] Pushing event updated for resources: {'Port': ['ID=9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:43.285780 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-be457c9e-7002-4c9e-9b2f-3145eaf8a2fb service neutron] Attempting to bind port 9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:31:43.286317 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-be457c9e-7002-4c9e-9b2f-3145eaf8a2fb service neutron] Attempting to bind port 9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:31:43.286750 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-be457c9e-7002-4c9e-9b2f-3145eaf8a2fb service neutron] Attempting to bind port 9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:31:43.292369 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-be457c9e-7002-4c9e-9b2f-3145eaf8a2fb service neutron] Port 9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:31:43.292861 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-be457c9e-7002-4c9e-9b2f-3145eaf8a2fb service neutron] Attempting to bind port 9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:31:43.299406 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-be457c9e-7002-4c9e-9b2f-3145eaf8a2fb service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:31:43.300341 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-be457c9e-7002-4c9e-9b2f-3145eaf8a2fb service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:31:43.301833 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-be457c9e-7002-4c9e-9b2f-3145eaf8a2fb service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:31:43.302397 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-be457c9e-7002-4c9e-9b2f-3145eaf8a2fb service neutron] Bound port: 9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:31:43.302873 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-be457c9e-7002-4c9e-9b2f-3145eaf8a2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:43.339744 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:43.404820 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-be457c9e-7002-4c9e-9b2f-3145eaf8a2fb service neutron] For port 9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:31:43.408338 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-be457c9e-7002-4c9e-9b2f-3145eaf8a2fb service neutron] For port 9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:31:43.416852 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-be457c9e-7002-4c9e-9b2f-3145eaf8a2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:43.454899 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-be457c9e-7002-4c9e-9b2f-3145eaf8a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:43.455574 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-be457c9e-7002-4c9e-9b2f-3145eaf8a2fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:43.456950 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-be457c9e-7002-4c9e-9b2f-3145eaf8a2fb service neutron] 10.222.0.41 "PUT /v2.0/ports/9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc HTTP/1.1" status: 200 len: 1097 time: 0.8208354 Aug 28 15:31:43.457425 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1957863e-00a0-4824-b008-3403e11f82fb', 'tag': '9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:31:43.459860 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56be249f-951f-4fb2-8439-b7d1f6724698" -d '{"events": [{"name": "network-changed", "server_uuid": "1957863e-00a0-4824-b008-3403e11f82fb", "tag": "9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:31:43.506271 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be457c9e-7002-4c9e-9b2f-3145eaf8a2fb service neutron] Pushing event updated for resources: {'Port': ['ID=9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:43.553402 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a624e630-b710-449b-a17e-9b0da66951cf x-openstack-request-id: req-a624e630-b710-449b-a17e-9b0da66951cf {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:31:43.553925 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1957863e-00a0-4824-b008-3403e11f82fb", "tag": "9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:31:43.554668 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a624e630-b710-449b-a17e-9b0da66951cf {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:31:43.556037 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1957863e-00a0-4824-b008-3403e11f82fb', 'tag': '9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc', 'status': 'completed', 'code': 200} Aug 28 15:31:43.580749 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-beebd615-5f4b-42c4-bb93-dad4336b5ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:43.582351 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-beebd615-5f4b-42c4-bb93-dad4336b5ed8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ddc722fc2e64015b27117f47ca6592a&device_id=1957863e-00a0-4824-b008-3403e11f82fb HTTP/1.1" status: 200 len: 1100 time: 0.0691648 Aug 28 15:31:43.626629 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-9529153d-fa89-434d-ab0f-27e6ebd43b64 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc HTTP/1.1" status: 200 len: 217 time: 0.0363955 Aug 28 15:31:43.693313 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-e247c986-370a-44e1-ae0e-2b52ffea7eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:43.696211 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-e247c986-370a-44e1-ae0e-2b52ffea7eab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.0602477 Aug 28 15:31:43.776296 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-e860cbb2-0171-4ad4-bc21-456e1d4d414c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:43.778460 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-e860cbb2-0171-4ad4-bc21-456e1d4d414c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0752869 Aug 28 15:31:43.889832 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-56ed7aef-19c5-460b-8a10-f85dc04762c0 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034555 Aug 28 15:31:43.995411 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282abf02-c204-4427-9e6a-419048ff1627 req-c30b1885-257b-430f-9e74-b98328818a0f tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:43.997103 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-282abf02-c204-4427-9e6a-419048ff1627 req-c30b1885-257b-430f-9e74-b98328818a0f tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 946 time: 0.0699439 Aug 28 15:31:44.022656 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b33b7eb7-1a40-4a82-ba26-1696ffba82de req-01eef9ec-aba5-4b56-9ef2-fe39f8d3edfa service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252420 Aug 28 15:31:44.040826 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-282abf02-c204-4427-9e6a-419048ff1627 req-7121afe7-1ace-4f4a-a55a-e2b28bebe666 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363505 Aug 28 15:31:44.159264 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be249f-951f-4fb2-8439-b7d1f6724698 req-a6cb1dc0-771a-480f-b992-fbfd209006d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:44.160817 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-56be249f-951f-4fb2-8439-b7d1f6724698 req-a6cb1dc0-771a-480f-b992-fbfd209006d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ddc722fc2e64015b27117f47ca6592a&device_id=1957863e-00a0-4824-b008-3403e11f82fb HTTP/1.1" status: 200 len: 1100 time: 0.0761948 Aug 28 15:31:44.184578 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d907b-d287-4717-b206-00b6f5aee6d0 req-44e1af5e-35e0-4b11-ad43-9dc9babe88ea tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:44.186152 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-907d907b-d287-4717-b206-00b6f5aee6d0 req-44e1af5e-35e0-4b11-ad43-9dc9babe88ea tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.13 "GET /v2.0/ports?device_id=1957863e-00a0-4824-b008-3403e11f82fb HTTP/1.1" status: 200 len: 948 time: 0.0704365 Aug 28 15:31:44.278070 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-907d907b-d287-4717-b206-00b6f5aee6d0 req-0d49dbb5-af29-4bc9-982b-eb104523dd43 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83cb420-551d-471c-a2bc-88d994aa9fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812418 Aug 28 15:31:44.311324 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be249f-951f-4fb2-8439-b7d1f6724698 req-dcdb2317-ec85-4567-babe-35fa780dd7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:44.312761 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-56be249f-951f-4fb2-8439-b7d1f6724698 req-dcdb2317-ec85-4567-babe-35fa780dd7b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.1440399 Aug 28 15:31:44.375300 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-56be249f-951f-4fb2-8439-b7d1f6724698 req-1894247e-e54f-4680-88b3-d88beb37bb8a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc HTTP/1.1" status: 200 len: 217 time: 0.0521016 Aug 28 15:31:44.431778 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be249f-951f-4fb2-8439-b7d1f6724698 req-0e6a9435-3009-4df3-bb2e-9e106d92b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:44.432446 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-56be249f-951f-4fb2-8439-b7d1f6724698 req-0e6a9435-3009-4df3-bb2e-9e106d92b7d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.0520983 Aug 28 15:31:44.489682 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be249f-951f-4fb2-8439-b7d1f6724698 req-5d74e8f0-5148-4575-8646-18925437e137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:44.491685 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-56be249f-951f-4fb2-8439-b7d1f6724698 req-5d74e8f0-5148-4575-8646-18925437e137 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0515108 Aug 28 15:31:44.599940 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-56be249f-951f-4fb2-8439-b7d1f6724698 req-f9f57ef3-360a-40cd-b206-bd063fc148f1 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008451 Aug 28 15:31:44.706772 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-56be249f-951f-4fb2-8439-b7d1f6724698 req-c485ffb7-6e1d-4c39-8e6c-9c2be02ea9c5 service neutron] 10.222.0.41 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987971 Aug 28 15:31:45.176567 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309d8b5-78ec-4813-b828-3da960b45fca req-40ac57ba-bfaa-44de-b33b-9424b84facb0 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:45.178743 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6309d8b5-78ec-4813-b828-3da960b45fca req-40ac57ba-bfaa-44de-b33b-9424b84facb0 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 946 time: 0.0585349 Aug 28 15:31:45.224719 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6309d8b5-78ec-4813-b828-3da960b45fca req-f908a893-c267-44c3-9e43-65cd64671252 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390410 Aug 28 15:31:45.411022 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ae38c-456e-4ade-b53d-4974c9b1d6c8 req-cf190d4d-51cc-440e-b80b-057dbbf22bc6 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:45.412746 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d69ae38c-456e-4ade-b53d-4974c9b1d6c8 req-cf190d4d-51cc-440e-b80b-057dbbf22bc6 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.13 "GET /v2.0/ports?device_id=1957863e-00a0-4824-b008-3403e11f82fb HTTP/1.1" status: 200 len: 948 time: 0.0561523 Aug 28 15:31:45.466261 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d69ae38c-456e-4ade-b53d-4974c9b1d6c8 req-82a4f60a-295b-4e4d-945c-d155834f128c tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83cb420-551d-471c-a2bc-88d994aa9fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437768 Aug 28 15:31:46.074015 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:31:46.355099 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc702caf-bb15-4681-ba01-08faf72720d8 req-d056b942-2041-4395-8701-418c3cd04b39 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:46.356843 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fc702caf-bb15-4681-ba01-08faf72720d8 req-d056b942-2041-4395-8701-418c3cd04b39 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 946 time: 0.0541160 Aug 28 15:31:46.404096 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fc702caf-bb15-4681-ba01-08faf72720d8 req-457cdc40-9497-450b-97f2-71b434983b6d tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404317 Aug 28 15:31:46.589527 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef25043-e439-421d-8dd3-dcc14e19d2a8 req-bd2374c4-26c8-4805-84e9-0c4fb12b33ba tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:46.590968 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8ef25043-e439-421d-8dd3-dcc14e19d2a8 req-bd2374c4-26c8-4805-84e9-0c4fb12b33ba tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.13 "GET /v2.0/ports?device_id=1957863e-00a0-4824-b008-3403e11f82fb HTTP/1.1" status: 200 len: 948 time: 0.0504091 Aug 28 15:31:46.631266 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8ef25043-e439-421d-8dd3-dcc14e19d2a8 req-4bb25f00-784a-4cb5-ae5d-34efcae5038a tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83cb420-551d-471c-a2bc-88d994aa9fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341272 Aug 28 15:31:46.804519 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:31:46.902069 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:31:46.913592 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': '9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc', 'mac_address': 'fa:16:3e:ef:61:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:31:46.951035 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:46.963137 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:31:46.981406 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:31:46.985468 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:47.032506 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:47.284566 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402cc4d-da00-465b-8545-010cbd75c96d req-b254edb5-fcb0-4f1b-ab4d-44d82230b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:47.286083 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b402cc4d-da00-465b-8545-010cbd75c96d req-b254edb5-fcb0-4f1b-ab4d-44d82230b49a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae068ae25cf645a689f31ae36c4c55c7&device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 1098 time: 0.0442622 Aug 28 15:31:47.357681 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:31:47.375090 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402cc4d-da00-465b-8545-010cbd75c96d req-250c620f-3d39-44df-8efa-d191fc9473d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:47.376591 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b402cc4d-da00-465b-8545-010cbd75c96d req-250c620f-3d39-44df-8efa-d191fc9473d2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ad8ad58-4d34-44a3-b634-58afc753db8d HTTP/1.1" status: 200 len: 917 time: 0.0834162 Aug 28 15:31:47.446927 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b402cc4d-da00-465b-8545-010cbd75c96d req-609fa71d-5fc0-418e-a0f9-2df8464bcffb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=843fb5f0-16d0-4b3f-a2d0-afbedf4966dd HTTP/1.1" status: 200 len: 1002 time: 0.0626936 Aug 28 15:31:47.497494 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402cc4d-da00-465b-8545-010cbd75c96d req-1f559635-8bfa-4def-a6aa-7b1dbacc925a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:47.499449 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b402cc4d-da00-465b-8545-010cbd75c96d req-1f559635-8bfa-4def-a6aa-7b1dbacc925a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00d50ca9-b475-42c2-9209-c7ba3db8ecb7 HTTP/1.1" status: 200 len: 855 time: 0.0462461 Aug 28 15:31:47.533748 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81753f43-2da1-4a8c-a8f6-ce6a592c8831 req-379202f5-30bf-48b7-b2e9-d53546eebbea tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:47.535319 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-81753f43-2da1-4a8c-a8f6-ce6a592c8831 req-379202f5-30bf-48b7-b2e9-d53546eebbea tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 946 time: 0.0511453 Aug 28 15:31:47.548623 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402cc4d-da00-465b-8545-010cbd75c96d req-fce48b85-b9d2-42d8-b532-f12bd92d1afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:47.550128 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b402cc4d-da00-465b-8545-010cbd75c96d req-fce48b85-b9d2-42d8-b532-f12bd92d1afb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ad8ad58-4d34-44a3-b634-58afc753db8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434361 Aug 28 15:31:47.577837 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-81753f43-2da1-4a8c-a8f6-ce6a592c8831 req-8962aea9-9c53-4ce5-96e2-3d34aa914a73 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358288 Aug 28 15:31:47.642253 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b402cc4d-da00-465b-8545-010cbd75c96d req-fb61e2cb-5feb-41f4-80a0-aca10aa907a1 service neutron] 10.222.0.36 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838373 Aug 28 15:31:47.766131 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b402cc4d-da00-465b-8545-010cbd75c96d req-ebe23e97-131f-42a6-813b-1e01a11662e2 service neutron] 10.222.0.36 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162868 Aug 28 15:31:47.775192 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6799bbb-f34e-4a3d-8d6f-0962e7c73827 req-28733a7c-b492-4827-b7f5-d4f083bff91c tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:47.776671 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a6799bbb-f34e-4a3d-8d6f-0962e7c73827 req-28733a7c-b492-4827-b7f5-d4f083bff91c tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.13 "GET /v2.0/ports?device_id=1957863e-00a0-4824-b008-3403e11f82fb HTTP/1.1" status: 200 len: 949 time: 0.0774834 Aug 28 15:31:47.819090 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a6799bbb-f34e-4a3d-8d6f-0962e7c73827 req-f95fd32d-3772-46df-95d4-2589f199b62d tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83cb420-551d-471c-a2bc-88d994aa9fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362134 Aug 28 15:31:48.696717 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029d7fd-2ddf-43c9-b44d-d47e8f0d82f0 req-7d422768-c82e-4e96-9a28-e325e72f7518 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:48.698196 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4029d7fd-2ddf-43c9-b44d-d47e8f0d82f0 req-7d422768-c82e-4e96-9a28-e325e72f7518 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 946 time: 0.0489614 Aug 28 15:31:48.735139 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4029d7fd-2ddf-43c9-b44d-d47e8f0d82f0 req-677d4321-4dcc-466d-b852-22e060db16bc tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310972 Aug 28 15:31:48.804285 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:31:48.854985 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:31:48.861696 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:31:48.861696 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:48.945776 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:48.970528 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1957863e-00a0-4824-b008-3403e11f82fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:31:48.972865 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20787890-87d1-4536-9c80-3f91513d9649" -d '{"events": [{"server_uuid": "1957863e-00a0-4824-b008-3403e11f82fb", "name": "network-vif-plugged", "status": "completed", "tag": "9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:31:48.986151 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:31:48.991187 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:49.018402 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac74374-5f1b-42cb-aed1-1508c04e7e9f x-openstack-request-id: req-8ac74374-5f1b-42cb-aed1-1508c04e7e9f {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:31:49.018699 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1957863e-00a0-4824-b008-3403e11f82fb", "name": "network-vif-plugged", "status": "completed", "tag": "9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:31:49.018954 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ac74374-5f1b-42cb-aed1-1508c04e7e9f {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:31:49.019346 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1957863e-00a0-4824-b008-3403e11f82fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc', 'code': 200} Aug 28 15:31:49.050445 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:49.279470 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7f5e6-e47f-4598-b683-32629422c825 req-7cd55225-8f1f-4e70-a8c9-99310e302a3f tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:49.280989 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-18e7f5e6-e47f-4598-b683-32629422c825 req-7cd55225-8f1f-4e70-a8c9-99310e302a3f tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.13 "GET /v2.0/ports?device_id=1957863e-00a0-4824-b008-3403e11f82fb HTTP/1.1" status: 200 len: 949 time: 0.3932514 Aug 28 15:31:49.290696 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfebcd-e598-4166-b7ce-d5aee14e6985 req-38dbddb8-29b4-44e6-b2fb-6f0bf2d18d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:49.292140 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06bfebcd-e598-4166-b7ce-d5aee14e6985 req-38dbddb8-29b4-44e6-b2fb-6f0bf2d18d38 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1957863e-00a0-4824-b008-3403e11f82fb HTTP/1.1" status: 200 len: 1102 time: 0.0606933 Aug 28 15:31:49.346224 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-18e7f5e6-e47f-4598-b683-32629422c825 req-3ac5bd3f-a063-4d4f-8820-cb5e8d24a561 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83cb420-551d-471c-a2bc-88d994aa9fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589902 Aug 28 15:31:49.347885 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06bfebcd-e598-4166-b7ce-d5aee14e6985 req-3dae8ead-1c61-46fe-9f8f-b4849a9233a1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f83cb420-551d-471c-a2bc-88d994aa9fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438073 Aug 28 15:31:49.858691 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff441664-971a-4275-a704-25f348d4dd02 req-3d1b35a4-5aa2-4538-b0c0-a1ef19ae6c14 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:49.860361 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ff441664-971a-4275-a704-25f348d4dd02 req-3d1b35a4-5aa2-4538-b0c0-a1ef19ae6c14 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 946 time: 0.0524325 Aug 28 15:31:49.904445 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ff441664-971a-4275-a704-25f348d4dd02 req-9a617169-fa16-44ec-b805-cf211489c6de tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380690 Aug 28 15:31:50.474549 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249db79b-8bb8-487f-b8d9-030538f4c1fb req-07c4d094-f20e-4ad3-9027-ddf4d08cfd80 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:50.476183 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-249db79b-8bb8-487f-b8d9-030538f4c1fb req-07c4d094-f20e-4ad3-9027-ddf4d08cfd80 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.13 "GET /v2.0/ports?device_id=1957863e-00a0-4824-b008-3403e11f82fb HTTP/1.1" status: 200 len: 950 time: 0.0601010 Aug 28 15:31:50.518878 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-249db79b-8bb8-487f-b8d9-030538f4c1fb req-eaa7c934-fb4f-464b-b572-3e676ae5c682 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83cb420-551d-471c-a2bc-88d994aa9fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349543 Aug 28 15:31:50.522755 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d50e9d-d862-46cf-8c00-32862afcb6a8 req-d76cc40a-12e9-4497-9dcf-b26da25d9f73 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:50.525004 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-78d50e9d-d862-46cf-8c00-32862afcb6a8 req-d76cc40a-12e9-4497-9dcf-b26da25d9f73 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 946 time: 0.0568564 Aug 28 15:31:50.573066 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-78d50e9d-d862-46cf-8c00-32862afcb6a8 req-6ef07459-fe4a-4007-b8d0-c8a17f91a0ab tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414743 Aug 28 15:31:50.839411 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0af508f6-8e72-4d70-93fd-84339b7eb725 req-6f72cd3a-d73e-477a-a50b-7a33710bc716 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1441970 Aug 28 15:31:51.260334 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:31:51.344773 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:51.369567 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61cebc2f-b032-4acb-bb0f-902eb1381f20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '843fb5f0-16d0-4b3f-a2d0-afbedf4966dd'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:31:51.371801 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3338ba8-aaf3-4b8e-b42d-1a2cfbdb1b74" -d '{"events": [{"server_uuid": "61cebc2f-b032-4acb-bb0f-902eb1381f20", "name": "network-vif-unplugged", "status": "completed", "tag": "843fb5f0-16d0-4b3f-a2d0-afbedf4966dd"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:31:51.385387 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=843fb5f0-16d0-4b3f-a2d0-afbedf4966dd,segment=NetworkSegment(937efdaa-4a91-4466-8b39-3275ccf0f608),segment_id=937efdaa-4a91-4466-8b39-3275ccf0f608)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:31:51.390266 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:51.416840 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 28 Aug 2021 15:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad65c8b9-9184-4b66-bd2e-e075b16c2ac9 x-openstack-request-id: req-ad65c8b9-9184-4b66-bd2e-e075b16c2ac9 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:31:51.417247 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61cebc2f-b032-4acb-bb0f-902eb1381f20", "name": "network-vif-unplugged", "status": "failed", "tag": "843fb5f0-16d0-4b3f-a2d0-afbedf4966dd", "code": 422}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:31:51.417511 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad65c8b9-9184-4b66-bd2e-e075b16c2ac9 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:31:51.417905 n-d-712137-10 neutron-server[106331]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '61cebc2f-b032-4acb-bb0f-902eb1381f20', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '843fb5f0-16d0-4b3f-a2d0-afbedf4966dd', 'code': 422} returned with failed status Aug 28 15:31:51.442763 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=843fb5f0-16d0-4b3f-a2d0-afbedf4966dd,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:51.642529 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68bce1-4369-4fa0-8e3e-13e22ac3121c req-4a54c8a9-0694-4533-8a16-51709c7d9598 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:51.644324 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cb68bce1-4369-4fa0-8e3e-13e22ac3121c req-4a54c8a9-0694-4533-8a16-51709c7d9598 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.13 "GET /v2.0/ports?device_id=1957863e-00a0-4824-b008-3403e11f82fb HTTP/1.1" status: 200 len: 950 time: 0.0514388 Aug 28 15:31:51.686277 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cb68bce1-4369-4fa0-8e3e-13e22ac3121c req-8b6584d2-8ee9-413f-b5c9-a0b5b01cc911 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83cb420-551d-471c-a2bc-88d994aa9fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352464 Aug 28 15:31:51.698091 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f302fe7-929a-4d37-80dd-b4a433456647 req-ef7b497b-aafa-4dab-842b-0cd9065acb00 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:51.699610 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2f302fe7-929a-4d37-80dd-b4a433456647 req-ef7b497b-aafa-4dab-842b-0cd9065acb00 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 944 time: 0.0499949 Aug 28 15:31:51.738742 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2f302fe7-929a-4d37-80dd-b4a433456647 req-e8593c8f-6f5e-40f1-8890-38dc1f39aa05 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329554 Aug 28 15:31:51.965932 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b4360-e98b-41ec-ba22-2997494c1b2c req-df4208ba-ce1d-419c-a5cc-ab34af80cac5 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:51.967428 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-793b4360-e98b-41ec-ba22-2997494c1b2c req-df4208ba-ce1d-419c-a5cc-ab34af80cac5 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.13 "GET /v2.0/ports?device_id=1957863e-00a0-4824-b008-3403e11f82fb HTTP/1.1" status: 200 len: 950 time: 0.0500257 Aug 28 15:31:52.006508 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-793b4360-e98b-41ec-ba22-2997494c1b2c req-355430f4-3e8e-43d0-8aa7-e26c450bc69d tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83cb420-551d-471c-a2bc-88d994aa9fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328631 Aug 28 15:31:52.868120 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd561a4c-d562-4c01-a302-c36182bbdc02 req-a5c580de-fa81-44aa-bee2-5093a2c75271 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:52.869646 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fd561a4c-d562-4c01-a302-c36182bbdc02 req-a5c580de-fa81-44aa-bee2-5093a2c75271 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 944 time: 0.0547025 Aug 28 15:31:52.908852 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fd561a4c-d562-4c01-a302-c36182bbdc02 req-532ad3cd-6aad-43da-ae7d-e89a0e827e06 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330329 Aug 28 15:31:53.133451 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84bc6c-fc40-48b6-bcf2-7832b0141ec1 req-3dcf0d9f-3d40-4cf2-88fd-fa93bf7d1e8b tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:53.134919 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8d84bc6c-fc40-48b6-bcf2-7832b0141ec1 req-3dcf0d9f-3d40-4cf2-88fd-fa93bf7d1e8b tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.13 "GET /v2.0/ports?device_id=1957863e-00a0-4824-b008-3403e11f82fb HTTP/1.1" status: 200 len: 950 time: 0.0576429 Aug 28 15:31:53.174967 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8d84bc6c-fc40-48b6-bcf2-7832b0141ec1 req-5e3943b0-25ab-455a-950d-affc9ac2bdaf tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83cb420-551d-471c-a2bc-88d994aa9fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339386 Aug 28 15:31:53.375143 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb00de1-a68d-47e3-a19d-01034e60c20c req-1ed15487-cf79-400a-90ef-54efb2734c65 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:53.376526 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fbb00de1-a68d-47e3-a19d-01034e60c20c req-1ed15487-cf79-400a-90ef-54efb2734c65 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.41 "GET /v2.0/ports?device_id=1957863e-00a0-4824-b008-3403e11f82fb HTTP/1.1" status: 200 len: 950 time: 0.0485868 Aug 28 15:31:53.470458 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-fbb00de1-a68d-47e3-a19d-01034e60c20c req-486a76a9-4163-42c9-b02d-1c776a0ddfcf tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Deleting port 9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:31:53.470804 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fbb00de1-a68d-47e3-a19d-01034e60c20c req-486a76a9-4163-42c9-b02d-1c776a0ddfcf tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:53.557341 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-fbb00de1-a68d-47e3-a19d-01034e60c20c req-486a76a9-4163-42c9-b02d-1c776a0ddfcf tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] For port 9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:31:53.557703 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fbb00de1-a68d-47e3-a19d-01034e60c20c req-486a76a9-4163-42c9-b02d-1c776a0ddfcf tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:53.571419 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-fbb00de1-a68d-47e3-a19d-01034e60c20c req-486a76a9-4163-42c9-b02d-1c776a0ddfcf tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Calling delete_port for 9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:31:53.704111 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fbb00de1-a68d-47e3-a19d-01034e60c20c req-486a76a9-4163-42c9-b02d-1c776a0ddfcf tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:53.717059 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:31:53.733408 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a76a9-4163-42c9-b02d-1c776a0ddfcf tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Pushing event deleted for resources: {'Port': ['ID=9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:31:53.778862 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb00de1-a68d-47e3-a19d-01034e60c20c req-486a76a9-4163-42c9-b02d-1c776a0ddfcf tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] No DVR routers for this DVR port 9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:31:53.781621 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fbb00de1-a68d-47e3-a19d-01034e60c20c req-486a76a9-4163-42c9-b02d-1c776a0ddfcf tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:53.784867 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fbb00de1-a68d-47e3-a19d-01034e60c20c req-486a76a9-4163-42c9-b02d-1c776a0ddfcf tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.41 "DELETE /v2.0/ports/9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc HTTP/1.1" status: 204 len: 173 time: 0.4003012 Aug 28 15:31:53.785336 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1957863e-00a0-4824-b008-3403e11f82fb', 'name': 'network-vif-deleted', 'tag': '9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:31:53.788356 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996d794d-9297-41d7-90fc-90e1153b582f" -d '{"events": [{"server_uuid": "1957863e-00a0-4824-b008-3403e11f82fb", "name": "network-vif-deleted", "tag": "9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:31:53.836409 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30fa5c3-63d3-4da8-984f-12633629a557 x-openstack-request-id: req-e30fa5c3-63d3-4da8-984f-12633629a557 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:31:53.836836 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1957863e-00a0-4824-b008-3403e11f82fb", "name": "network-vif-deleted", "tag": "9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:31:53.837100 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e30fa5c3-63d3-4da8-984f-12633629a557 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:31:53.837511 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1957863e-00a0-4824-b008-3403e11f82fb', 'name': 'network-vif-deleted', 'tag': '9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc', 'status': 'completed', 'code': 200} Aug 28 15:31:54.039580 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee203f2-b193-420e-8175-40e3992ba6f2 req-e54d6c83-3f7b-4163-aa7a-6a002828787c tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:54.041128 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3ee203f2-b193-420e-8175-40e3992ba6f2 req-e54d6c83-3f7b-4163-aa7a-6a002828787c tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 944 time: 0.0532391 Aug 28 15:31:54.079913 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3ee203f2-b193-420e-8175-40e3992ba6f2 req-e0b1054f-3cc5-4a63-84b9-7af3194c260f tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328121 Aug 28 15:31:54.292096 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7b18bfc1-5f95-4d12-9ec9-6cd40f284806 req-2c16ac23-ac90-42c7-99d9-d6c340b5b021 tempest-VolumesNegativeTest-14354816 tempest-VolumesNegativeTest-14354816-project] 10.222.0.13 "GET /v2.0/ports?device_id=1957863e-00a0-4824-b008-3403e11f82fb HTTP/1.1" status: 200 len: 210 time: 0.0296862 Aug 28 15:31:54.537439 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:55.209554 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b469e13-742c-48e3-9486-9ad53d47be08 req-f599d7b2-b365-404f-8a90-0d7975cb4482 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:55.211322 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1b469e13-742c-48e3-9486-9ad53d47be08 req-f599d7b2-b365-404f-8a90-0d7975cb4482 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 944 time: 0.0537095 Aug 28 15:31:55.251697 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1b469e13-742c-48e3-9486-9ad53d47be08 req-c51532c6-ba63-4ed9-a419-ac8d8c38ac33 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336940 Aug 28 15:31:55.599392 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af508f6-8e72-4d70-93fd-84339b7eb725 req-5ce46599-48ce-43c2-91e3-a918a6333232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:55.601589 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0af508f6-8e72-4d70-93fd-84339b7eb725 req-5ce46599-48ce-43c2-91e3-a918a6333232 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20&tenant_id=ae068ae25cf645a689f31ae36c4c55c7 HTTP/1.1" status: 200 len: 1096 time: 0.0735204 Aug 28 15:31:55.668072 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af508f6-8e72-4d70-93fd-84339b7eb725 req-6941d41b-65b2-4686-a86e-d4963dd5140f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:55.669570 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0af508f6-8e72-4d70-93fd-84339b7eb725 req-6941d41b-65b2-4686-a86e-d4963dd5140f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae068ae25cf645a689f31ae36c4c55c7&device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 1096 time: 0.0444489 Aug 28 15:31:55.764723 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af508f6-8e72-4d70-93fd-84339b7eb725 req-aa9b0b60-77d4-4b78-99b9-3d6507847047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:55.766241 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0af508f6-8e72-4d70-93fd-84339b7eb725 req-aa9b0b60-77d4-4b78-99b9-3d6507847047 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ad8ad58-4d34-44a3-b634-58afc753db8d HTTP/1.1" status: 200 len: 917 time: 0.0897994 Aug 28 15:31:55.837865 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0af508f6-8e72-4d70-93fd-84339b7eb725 req-e0c73637-c429-4ffe-97e3-1513e857d853 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=843fb5f0-16d0-4b3f-a2d0-afbedf4966dd HTTP/1.1" status: 200 len: 1000 time: 0.0643854 Aug 28 15:31:55.889288 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af508f6-8e72-4d70-93fd-84339b7eb725 req-b703e854-bd8b-48ad-ae4c-7813deba055a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:55.890971 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0af508f6-8e72-4d70-93fd-84339b7eb725 req-b703e854-bd8b-48ad-ae4c-7813deba055a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00d50ca9-b475-42c2-9209-c7ba3db8ecb7 HTTP/1.1" status: 200 len: 855 time: 0.0470133 Aug 28 15:31:55.938624 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af508f6-8e72-4d70-93fd-84339b7eb725 req-d5d30e1c-c3ca-40f1-84f2-15a51515850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:55.940173 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0af508f6-8e72-4d70-93fd-84339b7eb725 req-d5d30e1c-c3ca-40f1-84f2-15a51515850e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ad8ad58-4d34-44a3-b634-58afc753db8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421591 Aug 28 15:31:56.038132 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0af508f6-8e72-4d70-93fd-84339b7eb725 req-2b52c5a2-3117-433b-b119-4a246135f636 service neutron] 10.222.0.36 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909629 Aug 28 15:31:56.132943 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0af508f6-8e72-4d70-93fd-84339b7eb725 req-705ec274-0787-4020-86c5-8a46b2314fdc service neutron] 10.222.0.36 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872595 Aug 28 15:31:56.396019 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594d7d4-d25f-4e7e-9fb4-a3ee7e94fa43 req-d692d342-7801-49c0-bfe7-71014a8662cf tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:56.397641 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1594d7d4-d25f-4e7e-9fb4-a3ee7e94fa43 req-d692d342-7801-49c0-bfe7-71014a8662cf tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 944 time: 0.0578713 Aug 28 15:31:56.449681 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1594d7d4-d25f-4e7e-9fb4-a3ee7e94fa43 req-aea8bafe-34c8-4c4c-b842-ba8570937fdb tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404537 Aug 28 15:31:56.702761 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:31:56.882067 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:31:56.903676 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:31:56.904207 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 9fd6b9f3-90ea-40f2-9bc1-c1e2b69ab6cc not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:31:57.596214 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d2e62-111a-4e43-815d-cbbcaa2cae0e req-68972ca1-b510-4fe1-853e-a34babd0635f tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:57.597751 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-039d2e62-111a-4e43-815d-cbbcaa2cae0e req-68972ca1-b510-4fe1-853e-a34babd0635f tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 944 time: 0.0550706 Aug 28 15:31:57.657557 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-039d2e62-111a-4e43-815d-cbbcaa2cae0e req-f4bfb5e1-7a3a-4e84-8473-2f3340ef6a45 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531106 Aug 28 15:31:58.803103 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92851a22-2fc5-43c6-9cac-a1c411e8c292 req-4a40d49a-c581-4c87-b74b-7766eef301bd tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:31:58.805287 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-92851a22-2fc5-43c6-9cac-a1c411e8c292 req-4a40d49a-c581-4c87-b74b-7766eef301bd tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 944 time: 0.0523629 Aug 28 15:31:58.845628 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-92851a22-2fc5-43c6-9cac-a1c411e8c292 req-d397f180-b9b4-49e8-ac86-294eb3c73d29 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331209 Aug 28 15:32:00.019138 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064274bf-5302-41c9-b6aa-bdc288a5886c req-7483accb-de9f-4fba-a720-9992f5f620d5 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:00.021341 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-064274bf-5302-41c9-b6aa-bdc288a5886c req-7483accb-de9f-4fba-a720-9992f5f620d5 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 944 time: 0.0936759 Aug 28 15:32:00.060905 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-064274bf-5302-41c9-b6aa-bdc288a5886c req-32c79bac-abc2-4a0d-b9cb-06d72599a343 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321593 Aug 28 15:32:00.620860 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53058) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:32:00.775235 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-09c3b8c8-72d5-47df-aabf-1ce16d4290dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ddc722fc2e64015b27117f47ca6592a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1531131 Aug 28 15:32:00.777669 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53062) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:32:00.826515 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6e325728-4c38-459c-99a0-ea9d853219e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:00.847910 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6e325728-4c38-459c-99a0-ea9d853219e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:00.915756 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6e325728-4c38-459c-99a0-ea9d853219e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:00.918582 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6e325728-4c38-459c-99a0-ea9d853219e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:00.922719 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6e325728-4c38-459c-99a0-ea9d853219e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f83cb420-551d-471c-a2bc-88d994aa9fcb HTTP/1.1" status: 204 len: 168 time: 0.1440864 Aug 28 15:32:00.932104 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e325728-4c38-459c-99a0-ea9d853219e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83cb420-551d-471c-a2bc-88d994aa9fcb,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:01.198925 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccf763-1f18-42bd-a5ba-3a292b549411 req-d0287f45-37f4-4c55-a376-9d87b2f23375 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:01.200702 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4bccf763-1f18-42bd-a5ba-3a292b549411 req-d0287f45-37f4-4c55-a376-9d87b2f23375 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 944 time: 0.0593481 Aug 28 15:32:01.253328 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4bccf763-1f18-42bd-a5ba-3a292b549411 req-8f939112-3f90-4b01-bba9-85820812995c tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464194 Aug 28 15:32:02.394009 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20e86c-6066-496c-8778-ca21cb8e96e3 req-1ca07609-fd4d-4320-9bbf-704ee4617c9f tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:02.396449 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fb20e86c-6066-496c-8778-ca21cb8e96e3 req-1ca07609-fd4d-4320-9bbf-704ee4617c9f tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 944 time: 0.0655541 Aug 28 15:32:02.442310 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fb20e86c-6066-496c-8778-ca21cb8e96e3 req-fafa9c97-2305-4dca-8345-b2c867f93795 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385072 Aug 28 15:32:03.583324 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103e24e-ade6-4f68-81cc-37c4a0a98040 req-fc98bb5a-3245-4bfd-94b2-37d21657611e tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:03.586338 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4103e24e-ade6-4f68-81cc-37c4a0a98040 req-fc98bb5a-3245-4bfd-94b2-37d21657611e tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 944 time: 0.0626764 Aug 28 15:32:03.637595 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4103e24e-ade6-4f68-81cc-37c4a0a98040 req-7d87c68c-0593-4d34-9257-42322df45736 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445347 Aug 28 15:32:04.758378 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a455868-2283-4377-8ff1-99f513641418 req-4dfe205a-de7d-465a-861f-007313a85168 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:04.766092 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4a455868-2283-4377-8ff1-99f513641418 req-4dfe205a-de7d-465a-861f-007313a85168 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 944 time: 0.0573020 Aug 28 15:32:04.808127 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4a455868-2283-4377-8ff1-99f513641418 req-1dafd7ff-7e4d-4549-8403-5ab255517fe0 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410223 Aug 28 15:32:05.932045 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c722603-326c-43bb-837f-e97388a89c20 req-0e8b9879-20cc-411b-a519-ad0ac0f799ff tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:05.934502 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5c722603-326c-43bb-837f-e97388a89c20 req-0e8b9879-20cc-411b-a519-ad0ac0f799ff tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 944 time: 0.0546398 Aug 28 15:32:05.981535 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5c722603-326c-43bb-837f-e97388a89c20 req-29d37925-0730-4f67-b61f-08c04ab94bbb tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395114 Aug 28 15:32:07.109207 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff75f0-33eb-4f1e-be93-7b584abfe189 req-03d128c1-c8a7-4d2d-8932-946fe3429d9e tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:07.110715 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0eff75f0-33eb-4f1e-be93-7b584abfe189 req-03d128c1-c8a7-4d2d-8932-946fe3429d9e tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 944 time: 0.0528049 Aug 28 15:32:07.151962 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0eff75f0-33eb-4f1e-be93-7b584abfe189 req-6984b40a-fe92-4203-901a-79aa37edb4d6 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350924 Aug 28 15:32:07.229164 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206357c-5102-4cd2-8427-c5f740a94cf9 req-970812e4-c209-424d-8ee3-efae22ddcb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:07.230703 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5206357c-5102-4cd2-8427-c5f740a94cf9 req-970812e4-c209-424d-8ee3-efae22ddcb20 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae068ae25cf645a689f31ae36c4c55c7&device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 1096 time: 0.0408206 Aug 28 15:32:07.340905 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206357c-5102-4cd2-8427-c5f740a94cf9 req-c6eb37a9-2370-47e1-991a-6afa86bfaa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:07.342407 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5206357c-5102-4cd2-8427-c5f740a94cf9 req-c6eb37a9-2370-47e1-991a-6afa86bfaa1e service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ad8ad58-4d34-44a3-b634-58afc753db8d HTTP/1.1" status: 200 len: 917 time: 0.0871456 Aug 28 15:32:07.409693 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5206357c-5102-4cd2-8427-c5f740a94cf9 req-bf0168b1-b24f-44a9-bfaa-243ffd1e3dfb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=843fb5f0-16d0-4b3f-a2d0-afbedf4966dd HTTP/1.1" status: 200 len: 1000 time: 0.0590830 Aug 28 15:32:07.457761 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206357c-5102-4cd2-8427-c5f740a94cf9 req-e0bda764-f0c2-4dd1-89f8-2ec6305c681c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:07.459167 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5206357c-5102-4cd2-8427-c5f740a94cf9 req-e0bda764-f0c2-4dd1-89f8-2ec6305c681c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00d50ca9-b475-42c2-9209-c7ba3db8ecb7 HTTP/1.1" status: 200 len: 855 time: 0.0425014 Aug 28 15:32:07.507543 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206357c-5102-4cd2-8427-c5f740a94cf9 req-aec3671a-4186-4b82-bb0f-2ee7bcb78ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:07.509206 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5206357c-5102-4cd2-8427-c5f740a94cf9 req-aec3671a-4186-4b82-bb0f-2ee7bcb78ef6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ad8ad58-4d34-44a3-b634-58afc753db8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432949 Aug 28 15:32:07.597264 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5206357c-5102-4cd2-8427-c5f740a94cf9 req-3702fd60-5bd9-4fba-a151-ff7ae9862c50 service neutron] 10.222.0.36 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806656 Aug 28 15:32:07.691864 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5206357c-5102-4cd2-8427-c5f740a94cf9 req-422702f9-43ae-4cd5-9039-a03aecc0a779 service neutron] 10.222.0.36 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876298 Aug 28 15:32:08.023260 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ebec2987-102c-4cba-9c2b-4d6df2ce85b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:08.279501 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cc0c0-9ccd-4d69-9049-26b84e6b6984 req-cd5d3d4c-7963-4651-a06e-7d8304d49d44 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:08.281158 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2e7cc0c0-9ccd-4d69-9049-26b84e6b6984 req-cd5d3d4c-7963-4651-a06e-7d8304d49d44 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 944 time: 0.0557942 Aug 28 15:32:08.319910 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2e7cc0c0-9ccd-4d69-9049-26b84e6b6984 req-e5e35d39-a7db-457e-9c9c-3fa06dffa628 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321507 Aug 28 15:32:09.445248 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce584e-8012-4739-990f-768ea6c421ff req-f86e7084-b9b9-4677-9a8c-f820f1c7b739 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:09.446732 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-afce584e-8012-4739-990f-768ea6c421ff req-f86e7084-b9b9-4677-9a8c-f820f1c7b739 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 944 time: 0.0540116 Aug 28 15:32:09.484568 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-afce584e-8012-4739-990f-768ea6c421ff req-08ec15f5-412c-421f-bbbb-f21c16bc372e tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318766 Aug 28 15:32:10.587196 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ca230133-8070-4721-8bcd-4de677274e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:10.617025 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34896e54-3396-490c-81d9-0f7689bc3b01 req-5e9b55ba-5dc7-4216-9f29-1313387b1e8c tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:10.618521 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-34896e54-3396-490c-81d9-0f7689bc3b01 req-5e9b55ba-5dc7-4216-9f29-1313387b1e8c tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 944 time: 0.0547099 Aug 28 15:32:10.656444 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-34896e54-3396-490c-81d9-0f7689bc3b01 req-868347be-e9b3-4479-8a57-744cb4c547d6 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316510 Aug 28 15:32:10.879145 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:11.780965 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17cc006-5515-4c84-829a-c8e7b99b958f req-6e82516e-35a9-4ef5-a68e-6e252622ab80 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:11.782480 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c17cc006-5515-4c84-829a-c8e7b99b958f req-6e82516e-35a9-4ef5-a68e-6e252622ab80 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 944 time: 0.0518236 Aug 28 15:32:11.818711 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:11.821676 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c17cc006-5515-4c84-829a-c8e7b99b958f req-ab7a2169-f007-47b7-93e6-3dc1b152a7bb tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331616 Aug 28 15:32:12.961274 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906f2d5-7eb6-48d9-919c-65cb58dbcf38 req-476587cb-a9c7-4308-a97e-7ecd49137442 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:12.964034 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9906f2d5-7eb6-48d9-919c-65cb58dbcf38 req-476587cb-a9c7-4308-a97e-7ecd49137442 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 944 time: 0.0601101 Aug 28 15:32:13.009388 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9906f2d5-7eb6-48d9-919c-65cb58dbcf38 req-5e7f614e-aaee-4686-a546-12a01d2b3503 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373666 Aug 28 15:32:13.334144 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:14.128557 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f2d11-6746-4a76-b8b0-60f4cec338c2 req-1d302e87-48a3-4606-9952-245b7c71a212 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:14.129941 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-421f2d11-6746-4a76-b8b0-60f4cec338c2 req-1d302e87-48a3-4606-9952-245b7c71a212 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 944 time: 0.0483186 Aug 28 15:32:14.167437 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-421f2d11-6746-4a76-b8b0-60f4cec338c2 req-1fcf59cd-5670-4919-ad19-0bd92ba89e5f tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309172 Aug 28 15:32:15.290201 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b662ff-4c8e-46ff-b22b-953952125b73 req-c59acbab-4c3d-4215-ac22-2344da896324 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:15.291736 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06b662ff-4c8e-46ff-b22b-953952125b73 req-c59acbab-4c3d-4215-ac22-2344da896324 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 944 time: 0.0496650 Aug 28 15:32:15.329990 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06b662ff-4c8e-46ff-b22b-953952125b73 req-096382e3-d101-4b16-8ed8-29fb6de1b0a2 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320787 Aug 28 15:32:15.382905 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:32:15.481847 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=843fb5f0-16d0-4b3f-a2d0-afbedf4966dd,segment=NetworkSegment(937efdaa-4a91-4466-8b39-3275ccf0f608),segment_id=937efdaa-4a91-4466-8b39-3275ccf0f608)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:32:15.496975 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '843fb5f0-16d0-4b3f-a2d0-afbedf4966dd', 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d', 'port_id': '843fb5f0-16d0-4b3f-a2d0-afbedf4966dd', 'mac_address': 'fa:16:3e:4f:c7:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:32:15.533190 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:15.545984 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:32:15.566240 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=843fb5f0-16d0-4b3f-a2d0-afbedf4966dd,segment=NetworkSegment(937efdaa-4a91-4466-8b39-3275ccf0f608),segment_id=937efdaa-4a91-4466-8b39-3275ccf0f608)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:32:15.572750 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:15.624918 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=843fb5f0-16d0-4b3f-a2d0-afbedf4966dd,revision_number=9']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:15.775171 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['843fb5f0-16d0-4b3f-a2d0-afbedf4966dd'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:32:16.453298 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc6737-17c4-45c4-b213-3a3fc2ddde4f req-befa7d1e-eba1-428e-a066-fd9e96318b49 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:16.454763 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4bc6737-17c4-45c4-b213-3a3fc2ddde4f req-befa7d1e-eba1-428e-a066-fd9e96318b49 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 945 time: 0.0525794 Aug 28 15:32:16.492099 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4bc6737-17c4-45c4-b213-3a3fc2ddde4f req-6220def7-f481-41cb-b4b2-f3de9882f030 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313606 Aug 28 15:32:17.409801 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:32:17.457674 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:32:17.458046 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:17.539531 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:17.563845 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61cebc2f-b032-4acb-bb0f-902eb1381f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843fb5f0-16d0-4b3f-a2d0-afbedf4966dd'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:32:17.566209 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb922d3-14d9-47a7-b635-729839df8475" -d '{"events": [{"server_uuid": "61cebc2f-b032-4acb-bb0f-902eb1381f20", "name": "network-vif-plugged", "status": "completed", "tag": "843fb5f0-16d0-4b3f-a2d0-afbedf4966dd"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:32:17.579733 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=843fb5f0-16d0-4b3f-a2d0-afbedf4966dd,segment=NetworkSegment(937efdaa-4a91-4466-8b39-3275ccf0f608),segment_id=937efdaa-4a91-4466-8b39-3275ccf0f608)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:32:17.586251 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:17.618090 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0f40fb-29a2-4723-abc3-cefd12b8bd98 x-openstack-request-id: req-7c0f40fb-29a2-4723-abc3-cefd12b8bd98 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:32:17.618596 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61cebc2f-b032-4acb-bb0f-902eb1381f20", "name": "network-vif-plugged", "status": "completed", "tag": "843fb5f0-16d0-4b3f-a2d0-afbedf4966dd", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:32:17.618859 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c0f40fb-29a2-4723-abc3-cefd12b8bd98 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:32:17.619256 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61cebc2f-b032-4acb-bb0f-902eb1381f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843fb5f0-16d0-4b3f-a2d0-afbedf4966dd', 'code': 200} Aug 28 15:32:17.629602 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ea92a-a4cc-4953-846b-399de1fe95fe req-b608adcc-3529-4ba4-bd52-de4da900b0f0 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:17.632692 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-653ea92a-a4cc-4953-846b-399de1fe95fe req-b608adcc-3529-4ba4-bd52-de4da900b0f0 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 945 time: 0.0656781 Aug 28 15:32:17.640656 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=843fb5f0-16d0-4b3f-a2d0-afbedf4966dd,revision_number=10']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:17.681002 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-653ea92a-a4cc-4953-846b-399de1fe95fe req-8271b733-e7c5-46c5-ba5f-c39ab3c2f9f8 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423439 Aug 28 15:32:17.797642 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3ff63-61d6-49ea-8116-6745d96e7670 req-f4e68230-cf90-41c4-abfb-1cc832d33391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:17.799173 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7ce3ff63-61d6-49ea-8116-6745d96e7670 req-f4e68230-cf90-41c4-abfb-1cc832d33391 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 1099 time: 0.0474107 Aug 28 15:32:17.835064 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7ce3ff63-61d6-49ea-8116-6745d96e7670 req-4db3fb7d-180a-44fc-a286-b8a50d3fb7b4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284679 Aug 28 15:32:18.821521 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027014f-8fc2-4835-88ee-96f1c7459121 req-9951840c-1821-4a7f-a3e6-71b44018718a tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:18.823090 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a027014f-8fc2-4835-88ee-96f1c7459121 req-9951840c-1821-4a7f-a3e6-71b44018718a tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 947 time: 0.0567174 Aug 28 15:32:18.871235 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a027014f-8fc2-4835-88ee-96f1c7459121 req-4d5c9124-5641-4411-986b-76aa894ef622 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411594 Aug 28 15:32:19.332327 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53268) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:32:19.442052 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-181b11af-07ed-409f-92b7-b63d781ffbba admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:19.533508 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-181b11af-07ed-409f-92b7-b63d781ffbba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:19.537314 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-181b11af-07ed-409f-92b7-b63d781ffbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:19.578398 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-181b11af-07ed-409f-92b7-b63d781ffbba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b750168b4784c828d1ce470d188b930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2449720 Aug 28 15:32:19.579298 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b11af-07ed-409f-92b7-b63d781ffbba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9dbfde6-feb0-4d4d-b816-c7d2d3f66e34,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:19.581042 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53272) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:32:19.587710 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b11af-07ed-409f-92b7-b63d781ffbba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:19.588103 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b11af-07ed-409f-92b7-b63d781ffbba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:19.588409 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b11af-07ed-409f-92b7-b63d781ffbba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:19.588744 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b11af-07ed-409f-92b7-b63d781ffbba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:19.589137 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b11af-07ed-409f-92b7-b63d781ffbba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:19.589480 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b11af-07ed-409f-92b7-b63d781ffbba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:19.589811 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b11af-07ed-409f-92b7-b63d781ffbba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:19.590140 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b11af-07ed-409f-92b7-b63d781ffbba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:19.590468 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b11af-07ed-409f-92b7-b63d781ffbba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:19.590793 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b11af-07ed-409f-92b7-b63d781ffbba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:19.591119 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b11af-07ed-409f-92b7-b63d781ffbba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:19.591442 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b11af-07ed-409f-92b7-b63d781ffbba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:19.631485 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e6425cca-9852-4f72-8bca-a26c6ff56360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:19.652095 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e6425cca-9852-4f72-8bca-a26c6ff56360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:19.697632 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e6425cca-9852-4f72-8bca-a26c6ff56360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:19.700168 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e6425cca-9852-4f72-8bca-a26c6ff56360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:19.701428 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e6425cca-9852-4f72-8bca-a26c6ff56360 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9dbfde6-feb0-4d4d-b816-c7d2d3f66e34 HTTP/1.1" status: 204 len: 168 time: 0.1193445 Aug 28 15:32:19.710096 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6425cca-9852-4f72-8bca-a26c6ff56360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9dbfde6-feb0-4d4d-b816-c7d2d3f66e34,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:19.717970 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6425cca-9852-4f72-8bca-a26c6ff56360 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:19.718325 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6425cca-9852-4f72-8bca-a26c6ff56360 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:19.718798 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6425cca-9852-4f72-8bca-a26c6ff56360 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:19.719001 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6425cca-9852-4f72-8bca-a26c6ff56360 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:19.719335 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6425cca-9852-4f72-8bca-a26c6ff56360 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:19.719703 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6425cca-9852-4f72-8bca-a26c6ff56360 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:19.720092 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6425cca-9852-4f72-8bca-a26c6ff56360 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:19.720423 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6425cca-9852-4f72-8bca-a26c6ff56360 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:19.720692 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6425cca-9852-4f72-8bca-a26c6ff56360 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:19.721017 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6425cca-9852-4f72-8bca-a26c6ff56360 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:19.721347 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6425cca-9852-4f72-8bca-a26c6ff56360 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:19.721670 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6425cca-9852-4f72-8bca-a26c6ff56360 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:19.993084 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05982645-8703-4b5f-a3fc-884d49fe478b req-ab6ab366-f884-41a7-befd-e629564200ac tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:19.994585 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05982645-8703-4b5f-a3fc-884d49fe478b req-ab6ab366-f884-41a7-befd-e629564200ac tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 947 time: 0.0511839 Aug 28 15:32:20.037751 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05982645-8703-4b5f-a3fc-884d49fe478b req-496c3be6-32e0-4e8b-be54-939476fea071 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372331 Aug 28 15:32:21.614736 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53430) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:32:21.722925 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8bf7b5fd-99ee-4ff8-8dce-5e0f8dc45d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:21.819689 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8bf7b5fd-99ee-4ff8-8dce-5e0f8dc45d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:21.823882 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8bf7b5fd-99ee-4ff8-8dce-5e0f8dc45d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:21.862091 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8bf7b5fd-99ee-4ff8-8dce-5e0f8dc45d0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f61d6f3b7b3a4de0a720943736b60b19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2437108 Aug 28 15:32:21.862091 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7b5fd-99ee-4ff8-8dce-5e0f8dc45d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22d5a35-fcaf-433b-a9a9-f1cb83c5a0fe,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:21.862487 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53434) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:32:21.914831 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e28831c0-1e57-46ea-ac4b-b0846f84c9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:21.935475 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e28831c0-1e57-46ea-ac4b-b0846f84c9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:21.980205 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e28831c0-1e57-46ea-ac4b-b0846f84c9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:21.982745 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e28831c0-1e57-46ea-ac4b-b0846f84c9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:21.983906 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e28831c0-1e57-46ea-ac4b-b0846f84c9ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f22d5a35-fcaf-433b-a9a9-f1cb83c5a0fe HTTP/1.1" status: 204 len: 168 time: 0.1204178 Aug 28 15:32:21.992067 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28831c0-1e57-46ea-ac4b-b0846f84c9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22d5a35-fcaf-433b-a9a9-f1cb83c5a0fe,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:22.242525 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53440) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:32:22.255634 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b902781a-5fc5-4af7-b8c5-2e7c82135877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:22.343299 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b902781a-5fc5-4af7-b8c5-2e7c82135877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:22.347156 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b902781a-5fc5-4af7-b8c5-2e7c82135877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:22.385399 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b902781a-5fc5-4af7-b8c5-2e7c82135877 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3aed5325eb184aecab49488f48109dea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414795 Aug 28 15:32:22.387078 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902781a-5fc5-4af7-b8c5-2e7c82135877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f94bd67-9ef5-45bb-820d-3d7483e75ea3,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:22.388111 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53442) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:32:22.438456 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b9da2303-d421-4472-b02d-892246ec9d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:22.458703 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b9da2303-d421-4472-b02d-892246ec9d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:22.504463 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b9da2303-d421-4472-b02d-892246ec9d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:22.507167 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b9da2303-d421-4472-b02d-892246ec9d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:22.508341 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b9da2303-d421-4472-b02d-892246ec9d3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f94bd67-9ef5-45bb-820d-3d7483e75ea3 HTTP/1.1" status: 204 len: 168 time: 0.1189260 Aug 28 15:32:22.515763 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da2303-d421-4472-b02d-892246ec9d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f94bd67-9ef5-45bb-820d-3d7483e75ea3,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:23.073123 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:32:23.168045 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53464) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:32:23.267217 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-2c7f0763-bcea-421a-8514-ba5f97ee8727 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-546500769-network', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:32:23.287495 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7f0763-bcea-421a-8514-ba5f97ee8727 admin admin] Made reservation on behalf of 8e194f2339fe42c783e62b4b021db55f for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:32:23.289792 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2c7f0763-bcea-421a-8514-ba5f97ee8727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:23.298000 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2c7f0763-bcea-421a-8514-ba5f97ee8727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:23.389198 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2c7f0763-bcea-421a-8514-ba5f97ee8727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:23.393115 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2c7f0763-bcea-421a-8514-ba5f97ee8727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:23.417486 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7f0763-bcea-421a-8514-ba5f97ee8727 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:32:23.426907 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f0763-bcea-421a-8514-ba5f97ee8727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b309902-19fb-4545-934d-17e2cf600dee,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:23.432424 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2c7f0763-bcea-421a-8514-ba5f97ee8727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:23.432807 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-2c7f0763-bcea-421a-8514-ba5f97ee8727 admin admin] Added segment f673b589-c05a-414e-aef0-6f4da3fb7c3b of type vlan for network d0581fb5-3ae6-4ff7-9037-669a2817c00f Aug 28 15:32:23.472073 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2c7f0763-bcea-421a-8514-ba5f97ee8727 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:23.496071 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2c7f0763-bcea-421a-8514-ba5f97ee8727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:23.497016 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7f0763-bcea-421a-8514-ba5f97ee8727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:23.497596 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2c7f0763-bcea-421a-8514-ba5f97ee8727 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:23.546202 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2c7f0763-bcea-421a-8514-ba5f97ee8727 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3769460 Aug 28 15:32:23.549062 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53468) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:32:23.554850 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-e283e3bd-62fd-48e0-ac79-022da98ba058 admin admin] Request body: {'subnet': {'network_id': 'd0581fb5-3ae6-4ff7-9037-669a2817c00f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-546500769-subnet', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:32:23.557445 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f0763-bcea-421a-8514-ba5f97ee8727 admin admin] Pushing event updated for resources: {'Network': ['ID=d0581fb5-3ae6-4ff7-9037-669a2817c00f,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:23.567553 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network d0581fb5-3ae6-4ff7-9037-669a2817c00f details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:32:23.578811 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e283e3bd-62fd-48e0-ac79-022da98ba058 admin admin] Made reservation on behalf of 8e194f2339fe42c783e62b4b021db55f for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:32:23.581245 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e283e3bd-62fd-48e0-ac79-022da98ba058 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:23.748245 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e283e3bd-62fd-48e0-ac79-022da98ba058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:23.807726 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283e3bd-62fd-48e0-ac79-022da98ba058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=373c454c-6235-44a3-90a1-1092ac872af9,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:23.816447 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e283e3bd-62fd-48e0-ac79-022da98ba058 admin admin] Checking segment: {'id': 'f673b589-c05a-414e-aef0-6f4da3fb7c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0581fb5-3ae6-4ff7-9037-669a2817c00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:32:23.816808 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e283e3bd-62fd-48e0-ac79-022da98ba058 admin admin] Network hostable DHCP agents. Network: d0581fb5-3ae6-4ff7-9037-669a2817c00f, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:32:23.833072 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e283e3bd-62fd-48e0-ac79-022da98ba058 admin admin] Network d0581fb5-3ae6-4ff7-9037-669a2817c00f is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:32:23.841920 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-e283e3bd-62fd-48e0-ac79-022da98ba058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, d0581fb5-3ae6-4ff7-9037-669a2817c00f) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:32:23.846340 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e283e3bd-62fd-48e0-ac79-022da98ba058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:23.846961 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e283e3bd-62fd-48e0-ac79-022da98ba058 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:23.852023 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8b281e-e2cf-482f-b381-45f777650e1b None None] Network d0581fb5-3ae6-4ff7-9037-669a2817c00f requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:32:23.867500 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e283e3bd-62fd-48e0-ac79-022da98ba058 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3172107 Aug 28 15:32:23.870342 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53470) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:32:23.874926 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-4efa2beb-0adb-4395-8213-163851ea0254 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-546500769-router', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:32:23.897407 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4efa2beb-0adb-4395-8213-163851ea0254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:23.898429 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4efa2beb-0adb-4395-8213-163851ea0254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:23.953697 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4efa2beb-0adb-4395-8213-163851ea0254 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:23.995042 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e66736-132a-4e4e-8eea-1c0017d69c2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-d0581fb5-3ae6-4ff7-9037-669a2817c00f', 'network_id': 'd0581fb5-3ae6-4ff7-9037-669a2817c00f', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'fixed_ips': [{'subnet_id': '373c454c-6235-44a3-90a1-1092ac872af9'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:32:23.995971 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c7e66736-132a-4e4e-8eea-1c0017d69c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:24.088849 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4efa2beb-0adb-4395-8213-163851ea0254 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:24.133498 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-c7e66736-132a-4e4e-8eea-1c0017d69c2c None None] Allocated IP 172.20.0.2 (d0581fb5-3ae6-4ff7-9037-669a2817c00f/373c454c-6235-44a3-90a1-1092ac872af9/ddf8c446-822e-4eaf-87fb-53d6e76fa000) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:32:24.294401 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4efa2beb-0adb-4395-8213-163851ea0254 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:24.314389 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4efa2beb-0adb-4395-8213-163851ea0254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:24.422822 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-4efa2beb-0adb-4395-8213-163851ea0254 admin admin] Allocated IP 172.25.3.78 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/54681168-6064-4141-9f6e-f63a369000e2) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:32:24.436583 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c7e66736-132a-4e4e-8eea-1c0017d69c2c None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:24.445577 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c7e66736-132a-4e4e-8eea-1c0017d69c2c None None] Transition to ACTIVE for port object ddf8c446-822e-4eaf-87fb-53d6e76fa000 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:32:24.461260 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c7e66736-132a-4e4e-8eea-1c0017d69c2c None None] Transition to ACTIVE for port object ddf8c446-822e-4eaf-87fb-53d6e76fa000 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:32:24.466568 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c7e66736-132a-4e4e-8eea-1c0017d69c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:24.506688 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e66736-132a-4e4e-8eea-1c0017d69c2c None None] Network d0581fb5-3ae6-4ff7-9037-669a2817c00f is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:32:24.509665 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-c7e66736-132a-4e4e-8eea-1c0017d69c2c None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:32:24.513902 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e66736-132a-4e4e-8eea-1c0017d69c2c None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:32:24.516937 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e66736-132a-4e4e-8eea-1c0017d69c2c None None] Pushing event updated for resources: {'Port': ['ID=ddf8c446-822e-4eaf-87fb-53d6e76fa000,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:24.525974 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4efa2beb-0adb-4395-8213-163851ea0254 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:24.565508 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4efa2beb-0adb-4395-8213-163851ea0254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:24.573253 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:24.581838 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c7e66736-132a-4e4e-8eea-1c0017d69c2c None None] Attempting to bind port ddf8c446-822e-4eaf-87fb-53d6e76fa000 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:32:24.582210 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c7e66736-132a-4e4e-8eea-1c0017d69c2c None None] Attempting to bind port ddf8c446-822e-4eaf-87fb-53d6e76fa000 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'f673b589-c05a-414e-aef0-6f4da3fb7c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0581fb5-3ae6-4ff7-9037-669a2817c00f'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:32:24.582574 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e66736-132a-4e4e-8eea-1c0017d69c2c None None] Attempting to bind port ddf8c446-822e-4eaf-87fb-53d6e76fa000 on network d0581fb5-3ae6-4ff7-9037-669a2817c00f {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:32:24.588522 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e66736-132a-4e4e-8eea-1c0017d69c2c None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:32:24.588898 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e66736-132a-4e4e-8eea-1c0017d69c2c None None] Checking segment: {'id': 'f673b589-c05a-414e-aef0-6f4da3fb7c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0581fb5-3ae6-4ff7-9037-669a2817c00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:32:24.589302 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c7e66736-132a-4e4e-8eea-1c0017d69c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:24.589694 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e66736-132a-4e4e-8eea-1c0017d69c2c None None] Bound using segment: {'id': 'f673b589-c05a-414e-aef0-6f4da3fb7c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0581fb5-3ae6-4ff7-9037-669a2817c00f'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:32:24.590156 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c7e66736-132a-4e4e-8eea-1c0017d69c2c None None] Bound port: ddf8c446-822e-4eaf-87fb-53d6e76fa000, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f673b589-c05a-414e-aef0-6f4da3fb7c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0581fb5-3ae6-4ff7-9037-669a2817c00f'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:32:24.590537 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c7e66736-132a-4e4e-8eea-1c0017d69c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:24.600143 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efa2beb-0adb-4395-8213-163851ea0254 admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:32:24.602934 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-4efa2beb-0adb-4395-8213-163851ea0254 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:32:24.606414 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efa2beb-0adb-4395-8213-163851ea0254 admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:32:24.644149 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa2beb-0adb-4395-8213-163851ea0254 admin admin] Pushing event updated for resources: {'Port': ['ID=54681168-6064-4141-9f6e-f63a369000e2,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:24.655908 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c7e66736-132a-4e4e-8eea-1c0017d69c2c None None] For port ddf8c446-822e-4eaf-87fb-53d6e76fa000, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:32:24.658998 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c7e66736-132a-4e4e-8eea-1c0017d69c2c None None] For port ddf8c446-822e-4eaf-87fb-53d6e76fa000, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ddf8c446-822e-4eaf-87fb-53d6e76fa000,segment=NetworkSegment(f673b589-c05a-414e-aef0-6f4da3fb7c3b),segment_id=f673b589-c05a-414e-aef0-6f4da3fb7c3b)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:32:24.664097 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c7e66736-132a-4e4e-8eea-1c0017d69c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:24.718986 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e66736-132a-4e4e-8eea-1c0017d69c2c None None] Pushing event updated for resources: {'Port': ['ID=ddf8c446-822e-4eaf-87fb-53d6e76fa000,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:24.888408 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4efa2beb-0adb-4395-8213-163851ea0254 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:25.085535 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4efa2beb-0adb-4395-8213-163851ea0254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:25.501889 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efa2beb-0adb-4395-8213-163851ea0254 admin admin] Router 00785ba0-3e13-4a0b-a4eb-9ca2b166106d is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:32:25.613780 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efa2beb-0adb-4395-8213-163851ea0254 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:32:25.619550 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bf8dd1-aa8e-412a-834f-c8a5e610cd5b None None] Network d0581fb5-3ae6-4ff7-9037-669a2817c00f requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:32:25.624599 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb2b13f-3d62-4e72-bd83-8c225390e6e7 None None] Sync routers for ids ['00785ba0-3e13-4a0b-a4eb-9ca2b166106d'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:32:25.635389 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4efa2beb-0adb-4395-8213-163851ea0254 admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:25.639693 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4efa2beb-0adb-4395-8213-163851ea0254 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7653372 Aug 28 15:32:25.639904 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb2b13f-3d62-4e72-bd83-8c225390e6e7 None None] Routers {'00785ba0-3e13-4a0b-a4eb-9ca2b166106d'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:32:25.639904 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7bb2b13f-3d62-4e72-bd83-8c225390e6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:32:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['00785ba0-3e13-4a0b-a4eb-9ca2b166106d'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:32:25.640155 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53472) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:32:25.684005 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-85cb6712-9549-4484-ae30-7e52b3fefcdb None None] Provisioning for port ddf8c446-822e-4eaf-87fb-53d6e76fa000 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:32:25.759484 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-7bb2b13f-3d62-4e72-bd83-8c225390e6e7 None None] Set router 00785ba0-3e13-4a0b-a4eb-9ca2b166106d gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:32:25.971336 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7bb2b13f-3d62-4e72-bd83-8c225390e6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'name': 'tempest-TestServerBasicOps-546500769-router', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '54681168-6064-4141-9f6e-f63a369000e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:32:23Z', 'updated_at': '2021-08-28T15:32:24Z', 'revision_number': 3, 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'gw_port': {'id': '54681168-6064-4141-9f6e-f63a369000e2', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:24Z', 'updated_at': '2021-08-28T15:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:32:26.013922 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb2b13f-3d62-4e72-bd83-8c225390e6e7 None None] Checking router: 00785ba0-3e13-4a0b-a4eb-9ca2b166106d for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:32:26.014693 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb2b13f-3d62-4e72-bd83-8c225390e6e7 None None] Updating router 00785ba0-3e13-4a0b-a4eb-9ca2b166106d port 54681168-6064-4141-9f6e-f63a369000e2 binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:32:26.039281 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-7bb2b13f-3d62-4e72-bd83-8c225390e6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:26.080996 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3e2791c2-d82d-4307-86da-24749355d19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:26.244790 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-3e2791c2-d82d-4307-86da-24749355d19a admin admin] Allocated IP 172.20.0.1 (d0581fb5-3ae6-4ff7-9037-669a2817c00f/373c454c-6235-44a3-90a1-1092ac872af9/adcdca12-f2c9-4d4b-a0b7-ff57abc5832c) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:32:26.346266 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3e2791c2-d82d-4307-86da-24749355d19a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:26.359994 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-3e2791c2-d82d-4307-86da-24749355d19a admin admin] Transition to ACTIVE for port object adcdca12-f2c9-4d4b-a0b7-ff57abc5832c will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:32:26.382823 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-7bb2b13f-3d62-4e72-bd83-8c225390e6e7 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:26.392480 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-7bb2b13f-3d62-4e72-bd83-8c225390e6e7 None None] Transition to ACTIVE for port object 54681168-6064-4141-9f6e-f63a369000e2 will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:32:26.394560 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3e2791c2-d82d-4307-86da-24749355d19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:26.399250 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-7bb2b13f-3d62-4e72-bd83-8c225390e6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:26.448123 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2791c2-d82d-4307-86da-24749355d19a admin admin] Network d0581fb5-3ae6-4ff7-9037-669a2817c00f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:32:26.451124 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-3e2791c2-d82d-4307-86da-24749355d19a admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:32:26.455135 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-7bb2b13f-3d62-4e72-bd83-8c225390e6e7 None None] Attempting to bind port 54681168-6064-4141-9f6e-f63a369000e2 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:32:26.455507 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-7bb2b13f-3d62-4e72-bd83-8c225390e6e7 None None] Attempting to bind port 54681168-6064-4141-9f6e-f63a369000e2 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:32:26.455890 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb2b13f-3d62-4e72-bd83-8c225390e6e7 None None] Attempting to bind port 54681168-6064-4141-9f6e-f63a369000e2 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:32:26.456280 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2791c2-d82d-4307-86da-24749355d19a admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:32:26.460415 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2791c2-d82d-4307-86da-24749355d19a admin admin] Pushing event updated for resources: {'Port': ['ID=adcdca12-f2c9-4d4b-a0b7-ff57abc5832c,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:26.464196 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65324f04-3a30-40d2-81a5-bb57d371a8f5 None None] Pushing event updated for resources: {'Port': ['ID=54681168-6064-4141-9f6e-f63a369000e2,revision_number=2']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:26.471939 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65324f04-3a30-40d2-81a5-bb57d371a8f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:26.472282 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65324f04-3a30-40d2-81a5-bb57d371a8f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:26.472615 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65324f04-3a30-40d2-81a5-bb57d371a8f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:26.472947 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65324f04-3a30-40d2-81a5-bb57d371a8f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:26.473271 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65324f04-3a30-40d2-81a5-bb57d371a8f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:26.473594 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65324f04-3a30-40d2-81a5-bb57d371a8f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:26.473915 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65324f04-3a30-40d2-81a5-bb57d371a8f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:26.474237 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65324f04-3a30-40d2-81a5-bb57d371a8f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:26.475205 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65324f04-3a30-40d2-81a5-bb57d371a8f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:26.475541 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65324f04-3a30-40d2-81a5-bb57d371a8f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:26.475888 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65324f04-3a30-40d2-81a5-bb57d371a8f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:26.476208 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65324f04-3a30-40d2-81a5-bb57d371a8f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:26.479553 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb2b13f-3d62-4e72-bd83-8c225390e6e7 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:32:26.479946 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb2b13f-3d62-4e72-bd83-8c225390e6e7 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:32:26.480458 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-7bb2b13f-3d62-4e72-bd83-8c225390e6e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:26.481409 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb2b13f-3d62-4e72-bd83-8c225390e6e7 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:32:26.481900 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-7bb2b13f-3d62-4e72-bd83-8c225390e6e7 None None] Bound port: 54681168-6064-4141-9f6e-f63a369000e2, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:32:26.482282 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-7bb2b13f-3d62-4e72-bd83-8c225390e6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:26.498551 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ddf8c446-822e-4eaf-87fb-53d6e76fa000 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:32:26.504287 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3e2791c2-d82d-4307-86da-24749355d19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:26.549063 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port ddf8c446-822e-4eaf-87fb-53d6e76fa000 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:32:26.550676 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-7bb2b13f-3d62-4e72-bd83-8c225390e6e7 None None] For port 54681168-6064-4141-9f6e-f63a369000e2, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:32:26.553974 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port ddf8c446-822e-4eaf-87fb-53d6e76fa000 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:32:26.554399 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:26.555913 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-7bb2b13f-3d62-4e72-bd83-8c225390e6e7 None None] For port 54681168-6064-4141-9f6e-f63a369000e2, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=54681168-6064-4141-9f6e-f63a369000e2,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:32:26.566015 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-7bb2b13f-3d62-4e72-bd83-8c225390e6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:26.621301 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb2b13f-3d62-4e72-bd83-8c225390e6e7 None None] Routers {'00785ba0-3e13-4a0b-a4eb-9ca2b166106d'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:32:26.622166 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7bb2b13f-3d62-4e72-bd83-8c225390e6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:32:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['00785ba0-3e13-4a0b-a4eb-9ca2b166106d'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:32:26.658781 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3e2791c2-d82d-4307-86da-24749355d19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:26.661019 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:26.703581 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:26.713328 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port ddf8c446-822e-4eaf-87fb-53d6e76fa000, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ddf8c446-822e-4eaf-87fb-53d6e76fa000,segment=NetworkSegment(f673b589-c05a-414e-aef0-6f4da3fb7c3b),segment_id=f673b589-c05a-414e-aef0-6f4da3fb7c3b)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:32:26.717614 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:26.732206 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65324f04-3a30-40d2-81a5-bb57d371a8f5 None None] Pushing event updated for resources: {'Port': ['ID=54681168-6064-4141-9f6e-f63a369000e2,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:26.753668 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-7bb2b13f-3d62-4e72-bd83-8c225390e6e7 None None] Set router 00785ba0-3e13-4a0b-a4eb-9ca2b166106d gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:32:26.772849 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-5afbd33c-43a8-4461-8452-1fb00674b527 None None] Provisioning for port adcdca12-f2c9-4d4b-a0b7-ff57abc5832c completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:32:26.780193 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-5afbd33c-43a8-4461-8452-1fb00674b527 None None] Provisioning complete for port adcdca12-f2c9-4d4b-a0b7-ff57abc5832c triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:32:26.780568 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5afbd33c-43a8-4461-8452-1fb00674b527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:26.783155 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=ddf8c446-822e-4eaf-87fb-53d6e76fa000,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:26.825365 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-5afbd33c-43a8-4461-8452-1fb00674b527 None None] Port adcdca12-f2c9-4d4b-a0b7-ff57abc5832c cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:32:26.844387 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3e2791c2-d82d-4307-86da-24749355d19a admin admin] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:26.849243 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3e2791c2-d82d-4307-86da-24749355d19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:26.916151 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3e2791c2-d82d-4307-86da-24749355d19a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:26.917886 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2791c2-d82d-4307-86da-24749355d19a admin admin] Pushing event updated for resources: {'Port': ['ID=adcdca12-f2c9-4d4b-a0b7-ff57abc5832c,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:26.946688 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7bb2b13f-3d62-4e72-bd83-8c225390e6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'name': 'tempest-TestServerBasicOps-546500769-router', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '54681168-6064-4141-9f6e-f63a369000e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:32:23Z', 'updated_at': '2021-08-28T15:32:24Z', 'revision_number': 3, 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'gw_port': {'id': '54681168-6064-4141-9f6e-f63a369000e2', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:24Z', 'updated_at': '2021-08-28T15:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:32:26.972685 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb2b13f-3d62-4e72-bd83-8c225390e6e7 None None] The sync data for ids ['00785ba0-3e13-4a0b-a4eb-9ca2b166106d'] in n-d-712137-10 is: [{'id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'name': 'tempest-TestServerBasicOps-546500769-router', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '54681168-6064-4141-9f6e-f63a369000e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:32:23Z', 'updated_at': '2021-08-28T15:32:24Z', 'revision_number': 3, 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'gw_port': {'id': '54681168-6064-4141-9f6e-f63a369000e2', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:24Z', 'updated_at': '2021-08-28T15:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:32:27.019395 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2791c2-d82d-4307-86da-24749355d19a admin admin] Network d0581fb5-3ae6-4ff7-9037-669a2817c00f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:32:27.020881 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-3e2791c2-d82d-4307-86da-24749355d19a admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:32:27.138534 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2791c2-d82d-4307-86da-24749355d19a admin admin] Router 00785ba0-3e13-4a0b-a4eb-9ca2b166106d has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:32:27.275036 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2791c2-d82d-4307-86da-24749355d19a admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:32:27.280459 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3e2791c2-d82d-4307-86da-24749355d19a admin admin] 10.222.0.13 "PUT /v2.0/routers/00785ba0-3e13-4a0b-a4eb-9ca2b166106d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6398835 Aug 28 15:32:27.357732 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3f69a4c4-7563-4797-8922-41bc4fe9ba34 None None] Provisioning complete for port adcdca12-f2c9-4d4b-a0b7-ff57abc5832c triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:32:27.358170 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3f69a4c4-7563-4797-8922-41bc4fe9ba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:27.398505 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-3f69a4c4-7563-4797-8922-41bc4fe9ba34 None None] Port adcdca12-f2c9-4d4b-a0b7-ff57abc5832c cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:32:27.772507 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53488) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:32:27.778540 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-da53a7cf-8791-4764-96a2-d32d3e9ecd86 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-888121185-network', 'tenant_id': 'aa8a406ec9a54a5f9092cc1f72999e8f'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:32:27.800309 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da53a7cf-8791-4764-96a2-d32d3e9ecd86 admin admin] Made reservation on behalf of aa8a406ec9a54a5f9092cc1f72999e8f for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:32:27.802701 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-da53a7cf-8791-4764-96a2-d32d3e9ecd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:27.812642 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-da53a7cf-8791-4764-96a2-d32d3e9ecd86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:27.902531 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-da53a7cf-8791-4764-96a2-d32d3e9ecd86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:27.905681 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-da53a7cf-8791-4764-96a2-d32d3e9ecd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:27.926436 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da53a7cf-8791-4764-96a2-d32d3e9ecd86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:32:27.941209 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53a7cf-8791-4764-96a2-d32d3e9ecd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee818586-80d8-4cbe-96d8-3f21057353be,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:27.944102 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-da53a7cf-8791-4764-96a2-d32d3e9ecd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:27.944446 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-da53a7cf-8791-4764-96a2-d32d3e9ecd86 admin admin] Added segment f67a1971-faf9-42e7-883f-e7bd906acfd2 of type vlan for network d68895a7-2eda-468f-899c-43f4fecdea50 Aug 28 15:32:27.991649 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-da53a7cf-8791-4764-96a2-d32d3e9ecd86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:28.016959 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-da53a7cf-8791-4764-96a2-d32d3e9ecd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:28.017917 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da53a7cf-8791-4764-96a2-d32d3e9ecd86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:28.018495 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-da53a7cf-8791-4764-96a2-d32d3e9ecd86 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:28.075604 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-da53a7cf-8791-4764-96a2-d32d3e9ecd86 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3011615 Aug 28 15:32:28.078399 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53490) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:32:28.080469 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53a7cf-8791-4764-96a2-d32d3e9ecd86 admin admin] Pushing event updated for resources: {'Network': ['ID=d68895a7-2eda-468f-899c-43f4fecdea50,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:28.084904 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-4ebd792e-5e63-4fc0-9d4c-ec321d150869 admin admin] Request body: {'subnet': {'network_id': 'd68895a7-2eda-468f-899c-43f4fecdea50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-888121185-subnet', 'tenant_id': 'aa8a406ec9a54a5f9092cc1f72999e8f', 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:32:28.090126 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network d68895a7-2eda-468f-899c-43f4fecdea50 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:32:28.107613 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebd792e-5e63-4fc0-9d4c-ec321d150869 admin admin] Made reservation on behalf of aa8a406ec9a54a5f9092cc1f72999e8f for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:32:28.110001 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4ebd792e-5e63-4fc0-9d4c-ec321d150869 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:28.288469 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4ebd792e-5e63-4fc0-9d4c-ec321d150869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:28.342696 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd792e-5e63-4fc0-9d4c-ec321d150869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01891dbd-cb3a-40f5-865b-6f439a831360,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:28.353304 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebd792e-5e63-4fc0-9d4c-ec321d150869 admin admin] Checking segment: {'id': 'f67a1971-faf9-42e7-883f-e7bd906acfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd68895a7-2eda-468f-899c-43f4fecdea50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:32:28.353659 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebd792e-5e63-4fc0-9d4c-ec321d150869 admin admin] Network hostable DHCP agents. Network: d68895a7-2eda-468f-899c-43f4fecdea50, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:32:28.370800 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebd792e-5e63-4fc0-9d4c-ec321d150869 admin admin] Network d68895a7-2eda-468f-899c-43f4fecdea50 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:32:28.379477 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-4ebd792e-5e63-4fc0-9d4c-ec321d150869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, d68895a7-2eda-468f-899c-43f4fecdea50) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:32:28.389451 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f3d95e-e434-4402-a05e-d1246085b2ae None None] Network d68895a7-2eda-468f-899c-43f4fecdea50 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:32:28.390020 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebd792e-5e63-4fc0-9d4c-ec321d150869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:28.390627 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4ebd792e-5e63-4fc0-9d4c-ec321d150869 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:28.408928 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53492) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:32:28.409697 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4ebd792e-5e63-4fc0-9d4c-ec321d150869 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3265777 Aug 28 15:32:28.414194 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-ef72adf2-a64c-4dda-812d-af6ff9175de8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-888121185-router', 'tenant_id': 'aa8a406ec9a54a5f9092cc1f72999e8f', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:32:28.437975 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ef72adf2-a64c-4dda-812d-af6ff9175de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:28.439224 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ef72adf2-a64c-4dda-812d-af6ff9175de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:28.510932 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ef72adf2-a64c-4dda-812d-af6ff9175de8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:28.558703 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 54681168-6064-4141-9f6e-f63a369000e2 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:32:28.560690 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177779a6-417b-4ecf-baa6-22ff0f9c9b3f None None] Sync routers for ids ['00785ba0-3e13-4a0b-a4eb-9ca2b166106d'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:32:28.587746 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d695814b-5281-4cad-a918-e1df4b4dade3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-d68895a7-2eda-468f-899c-43f4fecdea50', 'network_id': 'd68895a7-2eda-468f-899c-43f4fecdea50', 'tenant_id': 'aa8a406ec9a54a5f9092cc1f72999e8f', 'fixed_ips': [{'subnet_id': '01891dbd-cb3a-40f5-865b-6f439a831360'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:32:28.588522 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d695814b-5281-4cad-a918-e1df4b4dade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:28.617099 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177779a6-417b-4ecf-baa6-22ff0f9c9b3f None None] Routers {'00785ba0-3e13-4a0b-a4eb-9ca2b166106d'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:32:28.617739 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-177779a6-417b-4ecf-baa6-22ff0f9c9b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:32:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['00785ba0-3e13-4a0b-a4eb-9ca2b166106d'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:32:28.666179 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ef72adf2-a64c-4dda-812d-af6ff9175de8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:28.773093 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 54681168-6064-4141-9f6e-f63a369000e2 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:32:28.788307 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 54681168-6064-4141-9f6e-f63a369000e2 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:32:28.788717 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:28.882383 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-177779a6-417b-4ecf-baa6-22ff0f9c9b3f None None] Set router 00785ba0-3e13-4a0b-a4eb-9ca2b166106d gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:32:28.882628 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ef72adf2-a64c-4dda-812d-af6ff9175de8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:28.883091 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-d695814b-5281-4cad-a918-e1df4b4dade3 None None] Allocated IP 172.20.0.2 (d68895a7-2eda-468f-899c-43f4fecdea50/01891dbd-cb3a-40f5-865b-6f439a831360/d7ae6bd8-c6c3-4831-95d2-df478dc99fc9) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:32:28.901819 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ef72adf2-a64c-4dda-812d-af6ff9175de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:29.003687 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-ef72adf2-a64c-4dda-812d-af6ff9175de8 admin admin] Allocated IP 172.25.3.209 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/3ef024a7-aee2-45e5-b04a-a8535fe57583) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:32:29.098390 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:29.108825 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ef72adf2-a64c-4dda-812d-af6ff9175de8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:29.160572 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ef72adf2-a64c-4dda-812d-af6ff9175de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:29.190563 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 54681168-6064-4141-9f6e-f63a369000e2, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=54681168-6064-4141-9f6e-f63a369000e2,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:32:29.198579 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:29.199382 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ddf8c446-822e-4eaf-87fb-53d6e76fa000 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:32:29.200807 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef72adf2-a64c-4dda-812d-af6ff9175de8 admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:32:29.204630 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-ef72adf2-a64c-4dda-812d-af6ff9175de8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:32:29.211217 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef72adf2-a64c-4dda-812d-af6ff9175de8 admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:32:29.241804 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72adf2-a64c-4dda-812d-af6ff9175de8 admin admin] Pushing event updated for resources: {'Port': ['ID=3ef024a7-aee2-45e5-b04a-a8535fe57583,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:29.295261 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d695814b-5281-4cad-a918-e1df4b4dade3 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:29.320639 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d695814b-5281-4cad-a918-e1df4b4dade3 None None] Transition to ACTIVE for port object d7ae6bd8-c6c3-4831-95d2-df478dc99fc9 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:32:29.336598 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=54681168-6064-4141-9f6e-f63a369000e2,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:29.350983 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d695814b-5281-4cad-a918-e1df4b4dade3 None None] Transition to ACTIVE for port object d7ae6bd8-c6c3-4831-95d2-df478dc99fc9 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:32:29.360743 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d695814b-5281-4cad-a918-e1df4b4dade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:29.397529 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port ddf8c446-822e-4eaf-87fb-53d6e76fa000 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:32:29.397904 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:29.435231 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-177779a6-417b-4ecf-baa6-22ff0f9c9b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'name': 'tempest-TestServerBasicOps-546500769-router', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '54681168-6064-4141-9f6e-f63a369000e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:32:23Z', 'updated_at': '2021-08-28T15:32:26Z', 'revision_number': 4, 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'gw_port': {'id': '54681168-6064-4141-9f6e-f63a369000e2', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:24Z', 'updated_at': '2021-08-28T15:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'adcdca12-f2c9-4d4b-a0b7-ff57abc5832c', 'name': '', 'network_id': 'd0581fb5-3ae6-4ff7-9037-669a2817c00f', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'mac_address': 'fa:16:3e:34:78:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '373c454c-6235-44a3-90a1-1092ac872af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:26Z', 'updated_at': '2021-08-28T15:32:26Z', 'revision_number': 2, 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'subnets': [{'id': '373c454c-6235-44a3-90a1-1092ac872af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:32:29.440446 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d695814b-5281-4cad-a918-e1df4b4dade3 None None] Network d68895a7-2eda-468f-899c-43f4fecdea50 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:32:29.472182 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-d695814b-5281-4cad-a918-e1df4b4dade3 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:32:29.473921 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695814b-5281-4cad-a918-e1df4b4dade3 None None] Pushing event updated for resources: {'Port': ['ID=d7ae6bd8-c6c3-4831-95d2-df478dc99fc9,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:29.476636 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d695814b-5281-4cad-a918-e1df4b4dade3 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:32:29.480077 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177779a6-417b-4ecf-baa6-22ff0f9c9b3f None None] Checking router: 00785ba0-3e13-4a0b-a4eb-9ca2b166106d for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:32:29.480435 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177779a6-417b-4ecf-baa6-22ff0f9c9b3f None None] Updating router 00785ba0-3e13-4a0b-a4eb-9ca2b166106d port adcdca12-f2c9-4d4b-a0b7-ff57abc5832c binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:32:29.480656 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ef72adf2-a64c-4dda-812d-af6ff9175de8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:29.534170 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-177779a6-417b-4ecf-baa6-22ff0f9c9b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:29.593556 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-d695814b-5281-4cad-a918-e1df4b4dade3 None None] Attempting to bind port d7ae6bd8-c6c3-4831-95d2-df478dc99fc9 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:32:29.593929 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-d695814b-5281-4cad-a918-e1df4b4dade3 None None] Attempting to bind port d7ae6bd8-c6c3-4831-95d2-df478dc99fc9 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'f67a1971-faf9-42e7-883f-e7bd906acfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd68895a7-2eda-468f-899c-43f4fecdea50'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:32:29.594294 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d695814b-5281-4cad-a918-e1df4b4dade3 None None] Attempting to bind port d7ae6bd8-c6c3-4831-95d2-df478dc99fc9 on network d68895a7-2eda-468f-899c-43f4fecdea50 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:32:29.627089 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d695814b-5281-4cad-a918-e1df4b4dade3 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:32:29.627549 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d695814b-5281-4cad-a918-e1df4b4dade3 None None] Checking segment: {'id': 'f67a1971-faf9-42e7-883f-e7bd906acfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd68895a7-2eda-468f-899c-43f4fecdea50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:32:29.627887 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d695814b-5281-4cad-a918-e1df4b4dade3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:29.628282 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d695814b-5281-4cad-a918-e1df4b4dade3 None None] Bound using segment: {'id': 'f67a1971-faf9-42e7-883f-e7bd906acfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd68895a7-2eda-468f-899c-43f4fecdea50'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:32:29.629716 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-d695814b-5281-4cad-a918-e1df4b4dade3 None None] Bound port: d7ae6bd8-c6c3-4831-95d2-df478dc99fc9, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67a1971-faf9-42e7-883f-e7bd906acfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd68895a7-2eda-468f-899c-43f4fecdea50'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:32:29.629716 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d695814b-5281-4cad-a918-e1df4b4dade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:29.679239 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ef72adf2-a64c-4dda-812d-af6ff9175de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:29.775812 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-d695814b-5281-4cad-a918-e1df4b4dade3 None None] For port d7ae6bd8-c6c3-4831-95d2-df478dc99fc9, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:32:29.805945 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef72adf2-a64c-4dda-812d-af6ff9175de8 admin admin] Router 685714f1-e4f6-498a-a202-05d8830c86de is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:32:29.917805 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef72adf2-a64c-4dda-812d-af6ff9175de8 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:32:29.928253 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c549a3-ecf4-478b-a618-1f87313fc667 None None] Sync routers for ids ['685714f1-e4f6-498a-a202-05d8830c86de'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:32:29.935838 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ef72adf2-a64c-4dda-812d-af6ff9175de8 admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:29.940163 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ef72adf2-a64c-4dda-812d-af6ff9175de8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5272505 Aug 28 15:32:29.940313 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c549a3-ecf4-478b-a618-1f87313fc667 None None] Routers {'685714f1-e4f6-498a-a202-05d8830c86de'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:32:29.940313 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-65c549a3-ecf4-478b-a618-1f87313fc667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:32:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['685714f1-e4f6-498a-a202-05d8830c86de'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:32:29.940515 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53494) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:32:29.983191 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-d695814b-5281-4cad-a918-e1df4b4dade3 None None] For port d7ae6bd8-c6c3-4831-95d2-df478dc99fc9, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=d7ae6bd8-c6c3-4831-95d2-df478dc99fc9,segment=NetworkSegment(f67a1971-faf9-42e7-883f-e7bd906acfd2),segment_id=f67a1971-faf9-42e7-883f-e7bd906acfd2)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:32:29.988509 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d695814b-5281-4cad-a918-e1df4b4dade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:30.047177 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-65c549a3-ecf4-478b-a618-1f87313fc667 None None] Set router 685714f1-e4f6-498a-a202-05d8830c86de gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:32:30.081400 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695814b-5281-4cad-a918-e1df4b4dade3 None None] Pushing event updated for resources: {'Port': ['ID=d7ae6bd8-c6c3-4831-95d2-df478dc99fc9,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:30.150593 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-177779a6-417b-4ecf-baa6-22ff0f9c9b3f None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:30.160840 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-177779a6-417b-4ecf-baa6-22ff0f9c9b3f None None] Transition to ACTIVE for port object adcdca12-f2c9-4d4b-a0b7-ff57abc5832c will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:32:30.166962 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-177779a6-417b-4ecf-baa6-22ff0f9c9b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:30.262213 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-65c549a3-ecf4-478b-a618-1f87313fc667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685714f1-e4f6-498a-a202-05d8830c86de', 'name': 'tempest-TestServerBasicOps-888121185-router', 'tenant_id': 'aa8a406ec9a54a5f9092cc1f72999e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '3ef024a7-aee2-45e5-b04a-a8535fe57583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:32:28Z', 'updated_at': '2021-08-28T15:32:29Z', 'revision_number': 3, 'project_id': 'aa8a406ec9a54a5f9092cc1f72999e8f', 'gw_port': {'id': '3ef024a7-aee2-45e5-b04a-a8535fe57583', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685714f1-e4f6-498a-a202-05d8830c86de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:28Z', 'updated_at': '2021-08-28T15:32:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:32:30.269282 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660f4d9-efd1-4d99-a316-793499a1b05b None None] Pushing event updated for resources: {'Port': ['ID=adcdca12-f2c9-4d4b-a0b7-ff57abc5832c,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:30.299774 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-177779a6-417b-4ecf-baa6-22ff0f9c9b3f None None] Attempting to bind port adcdca12-f2c9-4d4b-a0b7-ff57abc5832c on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:32:30.300720 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-177779a6-417b-4ecf-baa6-22ff0f9c9b3f None None] Attempting to bind port adcdca12-f2c9-4d4b-a0b7-ff57abc5832c by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'f673b589-c05a-414e-aef0-6f4da3fb7c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0581fb5-3ae6-4ff7-9037-669a2817c00f'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:32:30.300720 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177779a6-417b-4ecf-baa6-22ff0f9c9b3f None None] Attempting to bind port adcdca12-f2c9-4d4b-a0b7-ff57abc5832c on network d0581fb5-3ae6-4ff7-9037-669a2817c00f {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:32:30.302100 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c549a3-ecf4-478b-a618-1f87313fc667 None None] Checking router: 685714f1-e4f6-498a-a202-05d8830c86de for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:32:30.302716 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c549a3-ecf4-478b-a618-1f87313fc667 None None] Updating router 685714f1-e4f6-498a-a202-05d8830c86de port 3ef024a7-aee2-45e5-b04a-a8535fe57583 binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:32:30.321680 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177779a6-417b-4ecf-baa6-22ff0f9c9b3f None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:32:30.322320 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177779a6-417b-4ecf-baa6-22ff0f9c9b3f None None] Checking segment: {'id': 'f673b589-c05a-414e-aef0-6f4da3fb7c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0581fb5-3ae6-4ff7-9037-669a2817c00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:32:30.323564 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-177779a6-417b-4ecf-baa6-22ff0f9c9b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:30.331822 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177779a6-417b-4ecf-baa6-22ff0f9c9b3f None None] Bound using segment: {'id': 'f673b589-c05a-414e-aef0-6f4da3fb7c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0581fb5-3ae6-4ff7-9037-669a2817c00f'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:32:30.333123 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-65c549a3-ecf4-478b-a618-1f87313fc667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:30.334389 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-177779a6-417b-4ecf-baa6-22ff0f9c9b3f None None] Bound port: adcdca12-f2c9-4d4b-a0b7-ff57abc5832c, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f673b589-c05a-414e-aef0-6f4da3fb7c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0581fb5-3ae6-4ff7-9037-669a2817c00f'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:32:30.337042 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-177779a6-417b-4ecf-baa6-22ff0f9c9b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:30.503997 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-177779a6-417b-4ecf-baa6-22ff0f9c9b3f None None] For port adcdca12-f2c9-4d4b-a0b7-ff57abc5832c, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:32:30.509849 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-177779a6-417b-4ecf-baa6-22ff0f9c9b3f None None] For port adcdca12-f2c9-4d4b-a0b7-ff57abc5832c, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=adcdca12-f2c9-4d4b-a0b7-ff57abc5832c,segment=NetworkSegment(f673b589-c05a-414e-aef0-6f4da3fb7c3b),segment_id=f673b589-c05a-414e-aef0-6f4da3fb7c3b)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:32:30.515717 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-177779a6-417b-4ecf-baa6-22ff0f9c9b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:30.601049 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660f4d9-efd1-4d99-a316-793499a1b05b None None] Pushing event updated for resources: {'Port': ['ID=adcdca12-f2c9-4d4b-a0b7-ff57abc5832c,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:30.653604 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177779a6-417b-4ecf-baa6-22ff0f9c9b3f None None] Routers {'00785ba0-3e13-4a0b-a4eb-9ca2b166106d'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:32:30.654467 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-177779a6-417b-4ecf-baa6-22ff0f9c9b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:32:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['00785ba0-3e13-4a0b-a4eb-9ca2b166106d'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:32:30.706909 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device d7ae6bd8-c6c3-4831-95d2-df478dc99fc9 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:32:30.762341 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-65c549a3-ecf4-478b-a618-1f87313fc667 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:30.775075 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-65c549a3-ecf4-478b-a618-1f87313fc667 None None] Transition to ACTIVE for port object 3ef024a7-aee2-45e5-b04a-a8535fe57583 will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:32:30.783268 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-65c549a3-ecf4-478b-a618-1f87313fc667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:30.815352 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port d7ae6bd8-c6c3-4831-95d2-df478dc99fc9 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:32:30.826637 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 54681168-6064-4141-9f6e-f63a369000e2 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:32:30.851425 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-65c549a3-ecf4-478b-a618-1f87313fc667 None None] Attempting to bind port 3ef024a7-aee2-45e5-b04a-a8535fe57583 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:32:30.853460 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-65c549a3-ecf4-478b-a618-1f87313fc667 None None] Attempting to bind port 3ef024a7-aee2-45e5-b04a-a8535fe57583 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:32:30.853845 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c549a3-ecf4-478b-a618-1f87313fc667 None None] Attempting to bind port 3ef024a7-aee2-45e5-b04a-a8535fe57583 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:32:30.864163 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c549a3-ecf4-478b-a618-1f87313fc667 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:32:30.865696 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c549a3-ecf4-478b-a618-1f87313fc667 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:32:30.866219 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-65c549a3-ecf4-478b-a618-1f87313fc667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:30.866878 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c549a3-ecf4-478b-a618-1f87313fc667 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:32:30.867445 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-65c549a3-ecf4-478b-a618-1f87313fc667 None None] Bound port: 3ef024a7-aee2-45e5-b04a-a8535fe57583, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:32:30.867964 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-65c549a3-ecf4-478b-a618-1f87313fc667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:30.881277 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-177779a6-417b-4ecf-baa6-22ff0f9c9b3f None None] Set router 00785ba0-3e13-4a0b-a4eb-9ca2b166106d gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:32:30.913161 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bebfba-632d-4c7f-859e-49a212b2d916 None None] Pushing event updated for resources: {'Port': ['ID=3ef024a7-aee2-45e5-b04a-a8535fe57583,revision_number=2']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:30.933629 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75c52cf9-c51f-4443-9c21-95571f8c5058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:30.951682 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-65c549a3-ecf4-478b-a618-1f87313fc667 None None] For port 3ef024a7-aee2-45e5-b04a-a8535fe57583, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:32:30.954966 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-65c549a3-ecf4-478b-a618-1f87313fc667 None None] For port 3ef024a7-aee2-45e5-b04a-a8535fe57583, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=3ef024a7-aee2-45e5-b04a-a8535fe57583,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:32:30.960846 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-65c549a3-ecf4-478b-a618-1f87313fc667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:31.014696 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c549a3-ecf4-478b-a618-1f87313fc667 None None] Routers {'685714f1-e4f6-498a-a202-05d8830c86de'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:32:31.015340 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-65c549a3-ecf4-478b-a618-1f87313fc667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:32:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['685714f1-e4f6-498a-a202-05d8830c86de'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:32:31.026500 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 54681168-6064-4141-9f6e-f63a369000e2 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:32:31.026874 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:31.140229 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-75c52cf9-c51f-4443-9c21-95571f8c5058 admin admin] Allocated IP 172.20.0.1 (d68895a7-2eda-468f-899c-43f4fecdea50/01891dbd-cb3a-40f5-865b-6f439a831360/ee94eb1a-61ed-40d8-8891-b1eda3980935) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:32:31.154336 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-65c549a3-ecf4-478b-a618-1f87313fc667 None None] Set router 685714f1-e4f6-498a-a202-05d8830c86de gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:32:31.203039 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-177779a6-417b-4ecf-baa6-22ff0f9c9b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'name': 'tempest-TestServerBasicOps-546500769-router', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '54681168-6064-4141-9f6e-f63a369000e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:32:23Z', 'updated_at': '2021-08-28T15:32:26Z', 'revision_number': 4, 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'gw_port': {'id': '54681168-6064-4141-9f6e-f63a369000e2', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:24Z', 'updated_at': '2021-08-28T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'adcdca12-f2c9-4d4b-a0b7-ff57abc5832c', 'name': '', 'network_id': 'd0581fb5-3ae6-4ff7-9037-669a2817c00f', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'mac_address': 'fa:16:3e:34:78:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '373c454c-6235-44a3-90a1-1092ac872af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:26Z', 'updated_at': '2021-08-28T15:32:30Z', 'revision_number': 4, 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'subnets': [{'id': '373c454c-6235-44a3-90a1-1092ac872af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:32:31.238439 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177779a6-417b-4ecf-baa6-22ff0f9c9b3f None None] The sync data for ids ['00785ba0-3e13-4a0b-a4eb-9ca2b166106d'] in n-d-712137-10 is: [{'id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'name': 'tempest-TestServerBasicOps-546500769-router', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '54681168-6064-4141-9f6e-f63a369000e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:32:23Z', 'updated_at': '2021-08-28T15:32:26Z', 'revision_number': 4, 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'gw_port': {'id': '54681168-6064-4141-9f6e-f63a369000e2', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:24Z', 'updated_at': '2021-08-28T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'adcdca12-f2c9-4d4b-a0b7-ff57abc5832c', 'name': '', 'network_id': 'd0581fb5-3ae6-4ff7-9037-669a2817c00f', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'mac_address': 'fa:16:3e:34:78:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '373c454c-6235-44a3-90a1-1092ac872af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:26Z', 'updated_at': '2021-08-28T15:32:30Z', 'revision_number': 4, 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'subnets': [{'id': '373c454c-6235-44a3-90a1-1092ac872af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:32:31.275526 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75c52cf9-c51f-4443-9c21-95571f8c5058 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:31.305077 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-75c52cf9-c51f-4443-9c21-95571f8c5058 admin admin] Transition to ACTIVE for port object ee94eb1a-61ed-40d8-8891-b1eda3980935 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:32:31.369452 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75c52cf9-c51f-4443-9c21-95571f8c5058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:31.397842 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bebfba-632d-4c7f-859e-49a212b2d916 None None] Pushing event updated for resources: {'Port': ['ID=3ef024a7-aee2-45e5-b04a-a8535fe57583,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:31.417763 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c52cf9-c51f-4443-9c21-95571f8c5058 admin admin] Network d68895a7-2eda-468f-899c-43f4fecdea50 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:32:31.430540 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-75c52cf9-c51f-4443-9c21-95571f8c5058 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:32:31.433977 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c52cf9-c51f-4443-9c21-95571f8c5058 admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:32:31.442412 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c52cf9-c51f-4443-9c21-95571f8c5058 admin admin] Pushing event updated for resources: {'Port': ['ID=ee94eb1a-61ed-40d8-8891-b1eda3980935,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:31.485379 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38947506-f34b-4f8a-8321-a096edbea109 None None] Network d68895a7-2eda-468f-899c-43f4fecdea50 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:32:31.489344 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75c52cf9-c51f-4443-9c21-95571f8c5058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:31.535856 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-65c549a3-ecf4-478b-a618-1f87313fc667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685714f1-e4f6-498a-a202-05d8830c86de', 'name': 'tempest-TestServerBasicOps-888121185-router', 'tenant_id': 'aa8a406ec9a54a5f9092cc1f72999e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '3ef024a7-aee2-45e5-b04a-a8535fe57583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:32:28Z', 'updated_at': '2021-08-28T15:32:29Z', 'revision_number': 3, 'project_id': 'aa8a406ec9a54a5f9092cc1f72999e8f', 'gw_port': {'id': '3ef024a7-aee2-45e5-b04a-a8535fe57583', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685714f1-e4f6-498a-a202-05d8830c86de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:28Z', 'updated_at': '2021-08-28T15:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:32:31.577190 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c549a3-ecf4-478b-a618-1f87313fc667 None None] The sync data for ids ['685714f1-e4f6-498a-a202-05d8830c86de'] in n-d-712137-10 is: [{'id': '685714f1-e4f6-498a-a202-05d8830c86de', 'name': 'tempest-TestServerBasicOps-888121185-router', 'tenant_id': 'aa8a406ec9a54a5f9092cc1f72999e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '3ef024a7-aee2-45e5-b04a-a8535fe57583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:32:28Z', 'updated_at': '2021-08-28T15:32:29Z', 'revision_number': 3, 'project_id': 'aa8a406ec9a54a5f9092cc1f72999e8f', 'gw_port': {'id': '3ef024a7-aee2-45e5-b04a-a8535fe57583', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685714f1-e4f6-498a-a202-05d8830c86de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:28Z', 'updated_at': '2021-08-28T15:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:32:31.578513 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0abc9f11-ee9a-4023-bc68-90aeb3f58e7a None None] Provisioning for port d7ae6bd8-c6c3-4831-95d2-df478dc99fc9 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:32:31.592410 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0abc9f11-ee9a-4023-bc68-90aeb3f58e7a None None] Provisioning complete for port d7ae6bd8-c6c3-4831-95d2-df478dc99fc9 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:32:31.592782 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0abc9f11-ee9a-4023-bc68-90aeb3f58e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:31.655286 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75c52cf9-c51f-4443-9c21-95571f8c5058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:31.765667 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0abc9f11-ee9a-4023-bc68-90aeb3f58e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:31.815254 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-0abc9f11-ee9a-4023-bc68-90aeb3f58e7a None None] For port d7ae6bd8-c6c3-4831-95d2-df478dc99fc9, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=d7ae6bd8-c6c3-4831-95d2-df478dc99fc9,segment=NetworkSegment(f67a1971-faf9-42e7-883f-e7bd906acfd2),segment_id=f67a1971-faf9-42e7-883f-e7bd906acfd2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:32:31.821376 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0abc9f11-ee9a-4023-bc68-90aeb3f58e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:31.923416 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75c52cf9-c51f-4443-9c21-95571f8c5058 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:31.925334 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc9f11-ee9a-4023-bc68-90aeb3f58e7a None None] Pushing event updated for resources: {'Port': ['ID=d7ae6bd8-c6c3-4831-95d2-df478dc99fc9,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:31.934517 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75c52cf9-c51f-4443-9c21-95571f8c5058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:32.016402 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-75c52cf9-c51f-4443-9c21-95571f8c5058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:32.018308 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c52cf9-c51f-4443-9c21-95571f8c5058 admin admin] Pushing event updated for resources: {'Port': ['ID=ee94eb1a-61ed-40d8-8891-b1eda3980935,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:32.125881 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c52cf9-c51f-4443-9c21-95571f8c5058 admin admin] Network d68895a7-2eda-468f-899c-43f4fecdea50 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:32:32.127372 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-75c52cf9-c51f-4443-9c21-95571f8c5058 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:32:32.156456 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d6c658cd-f051-47c5-8efa-3a22a41136fb None None] Provisioning for port ee94eb1a-61ed-40d8-8891-b1eda3980935 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:32:32.160974 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d6c658cd-f051-47c5-8efa-3a22a41136fb None None] Provisioning complete for port ee94eb1a-61ed-40d8-8891-b1eda3980935 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:32:32.161366 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d6c658cd-f051-47c5-8efa-3a22a41136fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:32.218932 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-d6c658cd-f051-47c5-8efa-3a22a41136fb None None] Port ee94eb1a-61ed-40d8-8891-b1eda3980935 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:32:32.237007 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d6c658cd-f051-47c5-8efa-3a22a41136fb None None] Provisioning complete for port d7ae6bd8-c6c3-4831-95d2-df478dc99fc9 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:32:32.237384 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d6c658cd-f051-47c5-8efa-3a22a41136fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:32.277601 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c52cf9-c51f-4443-9c21-95571f8c5058 admin admin] Router 685714f1-e4f6-498a-a202-05d8830c86de has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:32:32.441433 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c52cf9-c51f-4443-9c21-95571f8c5058 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:32:32.449383 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-75c52cf9-c51f-4443-9c21-95571f8c5058 admin admin] 10.222.0.13 "PUT /v2.0/routers/685714f1-e4f6-498a-a202-05d8830c86de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5079987 Aug 28 15:32:32.489062 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9e1c2171-27e3-4aac-ad72-0e7ba7908586 None None] Provisioning complete for port ee94eb1a-61ed-40d8-8891-b1eda3980935 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:32:32.489530 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9e1c2171-27e3-4aac-ad72-0e7ba7908586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:32.567452 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9e1c2171-27e3-4aac-ad72-0e7ba7908586 None None] Port ee94eb1a-61ed-40d8-8891-b1eda3980935 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:32:32.629158 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device adcdca12-f2c9-4d4b-a0b7-ff57abc5832c up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:32:32.696103 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a1f29f9a-f75d-441d-afe2-e4b2e2ad1152 None None] Provisioning complete for port ee94eb1a-61ed-40d8-8891-b1eda3980935 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:32:32.696480 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a1f29f9a-f75d-441d-afe2-e4b2e2ad1152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:32.718064 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port adcdca12-f2c9-4d4b-a0b7-ff57abc5832c completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:32:32.725461 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port adcdca12-f2c9-4d4b-a0b7-ff57abc5832c triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:32:32.725850 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:32.759017 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a1f29f9a-f75d-441d-afe2-e4b2e2ad1152 None None] Port ee94eb1a-61ed-40d8-8891-b1eda3980935 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:32:32.818339 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:32.862101 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port adcdca12-f2c9-4d4b-a0b7-ff57abc5832c, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=adcdca12-f2c9-4d4b-a0b7-ff57abc5832c,segment=NetworkSegment(f673b589-c05a-414e-aef0-6f4da3fb7c3b),segment_id=f673b589-c05a-414e-aef0-6f4da3fb7c3b)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:32:32.867759 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:32.868643 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device d7ae6bd8-c6c3-4831-95d2-df478dc99fc9 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:32:32.953855 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=adcdca12-f2c9-4d4b-a0b7-ff57abc5832c,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:32.966380 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:32.966729 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:32.967242 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:32.967702 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:32.968059 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:32.968490 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:32.968824 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:32.969193 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:32.969525 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:32.969853 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:32.970191 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:32.970517 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:32:32.982263 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port d7ae6bd8-c6c3-4831-95d2-df478dc99fc9 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:32:32.982644 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:33.062809 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 3ef024a7-aee2-45e5-b04a-a8535fe57583 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:32:33.113386 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 3ef024a7-aee2-45e5-b04a-a8535fe57583 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:32:33.117164 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 3ef024a7-aee2-45e5-b04a-a8535fe57583 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:32:33.117540 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:33.194624 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:33.216239 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 3ef024a7-aee2-45e5-b04a-a8535fe57583, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=3ef024a7-aee2-45e5-b04a-a8535fe57583,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:32:33.220243 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:33.248174 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53502) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:32:33.252974 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-b5405a44-6873-4d9f-be96-502046fd410c tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1151698462', 'description': 'tempest-secgroup-smoke-1151698462 description', 'project_id': '8e194f2339fe42c783e62b4b021db55f'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:32:33.269821 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=3ef024a7-aee2-45e5-b04a-a8535fe57583,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:33.275162 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b5405a44-6873-4d9f-be96-502046fd410c tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:33.355097 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b5405a44-6873-4d9f-be96-502046fd410c tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:33.358717 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b5405a44-6873-4d9f-be96-502046fd410c tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:33.383680 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b5405a44-6873-4d9f-be96-502046fd410c tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:33.384981 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b5405a44-6873-4d9f-be96-502046fd410c tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1356163 Aug 28 15:32:33.387995 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53504) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:32:33.388815 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5405a44-6873-4d9f-be96-502046fd410c tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e616b54a-fd50-4dd2-aeff-fd3e3f0e6e71,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:33.394368 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-a66f2458-9023-4e96-a228-897d2c093af2 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Request body: {'security_group_rule': {'security_group_id': 'e616b54a-fd50-4dd2-aeff-fd3e3f0e6e71', 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:32:33.420599 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a66f2458-9023-4e96-a228-897d2c093af2 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:33.476525 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a66f2458-9023-4e96-a228-897d2c093af2 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:33.480216 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a66f2458-9023-4e96-a228-897d2c093af2 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:33.507516 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f2458-9023-4e96-a228-897d2c093af2 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c9c116-595e-4e11-9c6f-25d2f5433109,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:33.511895 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a66f2458-9023-4e96-a228-897d2c093af2 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:33.513113 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a66f2458-9023-4e96-a228-897d2c093af2 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240726 Aug 28 15:32:33.515910 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53506) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:32:33.520557 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-f52d1eb5-6347-4cb5-9927-65813fd93e47 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Request body: {'security_group_rule': {'security_group_id': 'e616b54a-fd50-4dd2-aeff-fd3e3f0e6e71', 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:32:33.547614 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f52d1eb5-6347-4cb5-9927-65813fd93e47 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:33.604302 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f52d1eb5-6347-4cb5-9927-65813fd93e47 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:33.607991 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f52d1eb5-6347-4cb5-9927-65813fd93e47 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:33.627920 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d1eb5-6347-4cb5-9927-65813fd93e47 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0da8680-0364-465a-9190-1e05d3962494,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:33.635094 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f52d1eb5-6347-4cb5-9927-65813fd93e47 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:33.636356 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f52d1eb5-6347-4cb5-9927-65813fd93e47 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195211 Aug 28 15:32:33.638960 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53508) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:32:33.643306 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-7ae02cd5-fba1-407b-acc2-e72f216ef60f tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Request body: {'security_group_rule': {'security_group_id': 'e616b54a-fd50-4dd2-aeff-fd3e3f0e6e71', 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:32:33.670996 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7ae02cd5-fba1-407b-acc2-e72f216ef60f tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:33.734615 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7ae02cd5-fba1-407b-acc2-e72f216ef60f tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:33.738297 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7ae02cd5-fba1-407b-acc2-e72f216ef60f tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:33.755880 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae02cd5-fba1-407b-acc2-e72f216ef60f tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8d881d-69ec-4e80-82ad-2640ec5379cb,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:33.763438 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7ae02cd5-fba1-407b-acc2-e72f216ef60f tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:33.764769 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7ae02cd5-fba1-407b-acc2-e72f216ef60f tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248648 Aug 28 15:32:33.767350 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53510) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:32:33.772902 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-4d1ab661-ba47-4499-957f-4e7640de20a8 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Request body: {'security_group_rule': {'security_group_id': 'e616b54a-fd50-4dd2-aeff-fd3e3f0e6e71', 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:32:33.801231 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4d1ab661-ba47-4499-957f-4e7640de20a8 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:33.859612 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4d1ab661-ba47-4499-957f-4e7640de20a8 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:33.863208 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4d1ab661-ba47-4499-957f-4e7640de20a8 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:33.880853 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ab661-ba47-4499-957f-4e7640de20a8 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c98a76-739e-4040-80ed-8ac5c9f8526a,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:33.892858 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4d1ab661-ba47-4499-957f-4e7640de20a8 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:33.894116 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4d1ab661-ba47-4499-957f-4e7640de20a8 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1257777 Aug 28 15:32:33.897300 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53512) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:32:33.902105 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-9c110835-e8a5-44ff-ab91-d5360ca1064c tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Request body: {'security_group_rule': {'security_group_id': 'e616b54a-fd50-4dd2-aeff-fd3e3f0e6e71', 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:32:33.924774 n-d-712137-10 neutron-server[106330]: INFO neutron.db.securitygroups_db [None req-9c110835-e8a5-44ff-ab91-d5360ca1064c tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Project 8e194f2339fe42c783e62b4b021db55f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 15:32:33.929933 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9c110835-e8a5-44ff-ab91-d5360ca1064c tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:33.996745 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9c110835-e8a5-44ff-ab91-d5360ca1064c tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:34.000327 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9c110835-e8a5-44ff-ab91-d5360ca1064c tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:34.018178 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c110835-e8a5-44ff-ab91-d5360ca1064c tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29b265e6-4422-4890-8144-2543f6957ec3,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:34.026318 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9c110835-e8a5-44ff-ab91-d5360ca1064c tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:34.027525 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9c110835-e8a5-44ff-ab91-d5360ca1064c tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1292627 Aug 28 15:32:34.030304 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53514) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:32:34.034731 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-3b62393f-800d-4b2d-87cb-9940ad476ebb tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Request body: {'security_group_rule': {'security_group_id': 'e616b54a-fd50-4dd2-aeff-fd3e3f0e6e71', 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:32:34.057936 n-d-712137-10 neutron-server[106330]: INFO neutron.db.securitygroups_db [None req-3b62393f-800d-4b2d-87cb-9940ad476ebb tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Project 8e194f2339fe42c783e62b4b021db55f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 15:32:34.063809 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b62393f-800d-4b2d-87cb-9940ad476ebb tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:34.128379 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b62393f-800d-4b2d-87cb-9940ad476ebb tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:34.133281 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b62393f-800d-4b2d-87cb-9940ad476ebb tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:34.159344 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62393f-800d-4b2d-87cb-9940ad476ebb tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a944d5e-598d-4afd-aaaa-5e977aebd7a2,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:34.167003 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b62393f-800d-4b2d-87cb-9940ad476ebb tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:34.168792 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3b62393f-800d-4b2d-87cb-9940ad476ebb tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1374619 Aug 28 15:32:34.312448 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40a066ef-c851-4808-8aeb-ceae85078090 req-6687e7d0-af86-41f9-b70c-134a87b56ec1 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1151698462&fields=id&tenant_id=8e194f2339fe42c783e62b4b021db55f HTTP/1.1" status: 200 len: 267 time: 0.0340240 Aug 28 15:32:34.425204 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a066ef-c851-4808-8aeb-ceae85078090 req-1f99ef68-cfb6-44ca-9888-5de9cd8085d5 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:34.426704 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40a066ef-c851-4808-8aeb-ceae85078090 req-1f99ef68-cfb6-44ca-9888-5de9cd8085d5 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "GET /v2.0/networks?id=d0581fb5-3ae6-4ff7-9037-669a2817c00f HTTP/1.1" status: 200 len: 808 time: 0.1043632 Aug 28 15:32:34.444194 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40a066ef-c851-4808-8aeb-ceae85078090 req-d826e9b7-b07a-499f-8ff0-a41802f286b4 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "GET /v2.0/quotas/8e194f2339fe42c783e62b4b021db55f HTTP/1.1" status: 200 len: 375 time: 0.0104904 Aug 28 15:32:34.455344 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device adcdca12-f2c9-4d4b-a0b7-ff57abc5832c up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:32:34.503481 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40a066ef-c851-4808-8aeb-ceae85078090 req-8cabafba-6c99-4434-8c93-313690b80127 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e194f2339fe42c783e62b4b021db55f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526829 Aug 28 15:32:34.507263 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port adcdca12-f2c9-4d4b-a0b7-ff57abc5832c triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:32:34.507875 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:34.531438 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a305a12f-d3b5-4589-881f-92dfad76378f None None] Sync routers for ids ['685714f1-e4f6-498a-a202-05d8830c86de'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:32:34.553431 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a305a12f-d3b5-4589-881f-92dfad76378f None None] Routers {'685714f1-e4f6-498a-a202-05d8830c86de'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:32:34.554057 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-a305a12f-d3b5-4589-881f-92dfad76378f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:32:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['685714f1-e4f6-498a-a202-05d8830c86de'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:32:34.680901 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 3ef024a7-aee2-45e5-b04a-a8535fe57583 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:32:34.712466 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40a066ef-c851-4808-8aeb-ceae85078090 req-d9889c50-e618-4bb9-9d4f-9af0b4a0650c service neutron] 10.222.0.13 "GET /v2.0/networks/d0581fb5-3ae6-4ff7-9037-669a2817c00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938574 Aug 28 15:32:34.719408 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-a305a12f-d3b5-4589-881f-92dfad76378f None None] Set router 685714f1-e4f6-498a-a202-05d8830c86de gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:32:34.806348 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40a066ef-c851-4808-8aeb-ceae85078090 req-9000e560-47b5-4e5f-87eb-6b166927baed service neutron] 10.222.0.13 "GET /v2.0/networks/d0581fb5-3ae6-4ff7-9037-669a2817c00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873146 Aug 28 15:32:34.840249 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 3ef024a7-aee2-45e5-b04a-a8535fe57583 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:32:34.840625 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:35.008795 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-15c43ef0-3ccc-4cf2-af61-6a4fc206ce98 req-d600ccae-c91a-42a2-85ae-2860f852b403 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "GET /v2.0/ports?device_id=6820b501-183d-476d-9043-ff1aaa56c3d5 HTTP/1.1" status: 200 len: 210 time: 0.0282414 Aug 28 15:32:35.013822 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-a305a12f-d3b5-4589-881f-92dfad76378f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685714f1-e4f6-498a-a202-05d8830c86de', 'name': 'tempest-TestServerBasicOps-888121185-router', 'tenant_id': 'aa8a406ec9a54a5f9092cc1f72999e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '3ef024a7-aee2-45e5-b04a-a8535fe57583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:32:28Z', 'updated_at': '2021-08-28T15:32:31Z', 'revision_number': 4, 'project_id': 'aa8a406ec9a54a5f9092cc1f72999e8f', 'gw_port': {'id': '3ef024a7-aee2-45e5-b04a-a8535fe57583', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685714f1-e4f6-498a-a202-05d8830c86de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:28Z', 'updated_at': '2021-08-28T15:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'ee94eb1a-61ed-40d8-8891-b1eda3980935', 'name': '', 'network_id': 'd68895a7-2eda-468f-899c-43f4fecdea50', 'tenant_id': 'aa8a406ec9a54a5f9092cc1f72999e8f', 'mac_address': 'fa:16:3e:7b:62:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685714f1-e4f6-498a-a202-05d8830c86de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '01891dbd-cb3a-40f5-865b-6f439a831360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:30Z', 'updated_at': '2021-08-28T15:32:31Z', 'revision_number': 2, 'project_id': 'aa8a406ec9a54a5f9092cc1f72999e8f', 'subnets': [{'id': '01891dbd-cb3a-40f5-865b-6f439a831360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:32:35.046446 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a305a12f-d3b5-4589-881f-92dfad76378f None None] Checking router: 685714f1-e4f6-498a-a202-05d8830c86de for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:32:35.046842 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a305a12f-d3b5-4589-881f-92dfad76378f None None] Updating router 685714f1-e4f6-498a-a202-05d8830c86de port ee94eb1a-61ed-40d8-8891-b1eda3980935 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:32:35.072070 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a305a12f-d3b5-4589-881f-92dfad76378f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:35.506436 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a305a12f-d3b5-4589-881f-92dfad76378f None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:35.517569 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a305a12f-d3b5-4589-881f-92dfad76378f None None] Transition to ACTIVE for port object ee94eb1a-61ed-40d8-8891-b1eda3980935 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:32:35.524231 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a305a12f-d3b5-4589-881f-92dfad76378f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:35.580180 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3387362-ea4b-4900-ae97-83957de74461 None None] Pushing event updated for resources: {'Port': ['ID=ee94eb1a-61ed-40d8-8891-b1eda3980935,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:35.627969 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-a305a12f-d3b5-4589-881f-92dfad76378f None None] Attempting to bind port ee94eb1a-61ed-40d8-8891-b1eda3980935 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:32:35.628338 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-a305a12f-d3b5-4589-881f-92dfad76378f None None] Attempting to bind port ee94eb1a-61ed-40d8-8891-b1eda3980935 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'f67a1971-faf9-42e7-883f-e7bd906acfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd68895a7-2eda-468f-899c-43f4fecdea50'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:32:35.628698 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a305a12f-d3b5-4589-881f-92dfad76378f None None] Attempting to bind port ee94eb1a-61ed-40d8-8891-b1eda3980935 on network d68895a7-2eda-468f-899c-43f4fecdea50 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:32:35.634688 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a305a12f-d3b5-4589-881f-92dfad76378f None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:32:35.635058 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a305a12f-d3b5-4589-881f-92dfad76378f None None] Checking segment: {'id': 'f67a1971-faf9-42e7-883f-e7bd906acfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd68895a7-2eda-468f-899c-43f4fecdea50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:32:35.635460 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a305a12f-d3b5-4589-881f-92dfad76378f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:35.635875 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a305a12f-d3b5-4589-881f-92dfad76378f None None] Bound using segment: {'id': 'f67a1971-faf9-42e7-883f-e7bd906acfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd68895a7-2eda-468f-899c-43f4fecdea50'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:32:35.636401 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-a305a12f-d3b5-4589-881f-92dfad76378f None None] Bound port: ee94eb1a-61ed-40d8-8891-b1eda3980935, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67a1971-faf9-42e7-883f-e7bd906acfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd68895a7-2eda-468f-899c-43f4fecdea50'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:32:35.636783 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a305a12f-d3b5-4589-881f-92dfad76378f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:35.701568 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-a305a12f-d3b5-4589-881f-92dfad76378f None None] For port ee94eb1a-61ed-40d8-8891-b1eda3980935, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:32:35.704800 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-a305a12f-d3b5-4589-881f-92dfad76378f None None] For port ee94eb1a-61ed-40d8-8891-b1eda3980935, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ee94eb1a-61ed-40d8-8891-b1eda3980935,segment=NetworkSegment(f67a1971-faf9-42e7-883f-e7bd906acfd2),segment_id=f67a1971-faf9-42e7-883f-e7bd906acfd2)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:32:35.709853 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a305a12f-d3b5-4589-881f-92dfad76378f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:35.771899 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a305a12f-d3b5-4589-881f-92dfad76378f None None] Routers {'685714f1-e4f6-498a-a202-05d8830c86de'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:32:35.772600 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-a305a12f-d3b5-4589-881f-92dfad76378f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:32:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['685714f1-e4f6-498a-a202-05d8830c86de'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:32:35.775217 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3387362-ea4b-4900-ae97-83957de74461 None None] Pushing event updated for resources: {'Port': ['ID=ee94eb1a-61ed-40d8-8891-b1eda3980935,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:35.894521 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-a305a12f-d3b5-4589-881f-92dfad76378f None None] Set router 685714f1-e4f6-498a-a202-05d8830c86de gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:32:36.002287 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a066ef-c851-4808-8aeb-ceae85078090 req-7102099a-b989-46aa-b65b-5d4e07f8f45e tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:36.003937 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40a066ef-c851-4808-8aeb-ceae85078090 req-7102099a-b989-46aa-b65b-5d4e07f8f45e tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.36 "GET /v2.0/networks?id=d0581fb5-3ae6-4ff7-9037-669a2817c00f HTTP/1.1" status: 200 len: 808 time: 0.1349871 Aug 28 15:32:36.056106 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40a066ef-c851-4808-8aeb-ceae85078090 req-04616800-2629-449e-9d16-47aec802ef07 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e194f2339fe42c783e62b4b021db55f HTTP/1.1" status: 200 len: 380 time: 0.0423956 Aug 28 15:32:36.066854 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-40a066ef-c851-4808-8aeb-ceae85078090 req-281b90f6-db7a-49b9-9111-47ee63783936 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Request body: {'port': {'device_id': '6820b501-183d-476d-9043-ff1aaa56c3d5', 'network_id': 'd0581fb5-3ae6-4ff7-9037-669a2817c00f', 'admin_state_up': True, 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'security_groups': ['e616b54a-fd50-4dd2-aeff-fd3e3f0e6e71']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:32:36.124450 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-a305a12f-d3b5-4589-881f-92dfad76378f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685714f1-e4f6-498a-a202-05d8830c86de', 'name': 'tempest-TestServerBasicOps-888121185-router', 'tenant_id': 'aa8a406ec9a54a5f9092cc1f72999e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '3ef024a7-aee2-45e5-b04a-a8535fe57583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:32:28Z', 'updated_at': '2021-08-28T15:32:31Z', 'revision_number': 4, 'project_id': 'aa8a406ec9a54a5f9092cc1f72999e8f', 'gw_port': {'id': '3ef024a7-aee2-45e5-b04a-a8535fe57583', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685714f1-e4f6-498a-a202-05d8830c86de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:28Z', 'updated_at': '2021-08-28T15:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'ee94eb1a-61ed-40d8-8891-b1eda3980935', 'name': '', 'network_id': 'd68895a7-2eda-468f-899c-43f4fecdea50', 'tenant_id': 'aa8a406ec9a54a5f9092cc1f72999e8f', 'mac_address': 'fa:16:3e:7b:62:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685714f1-e4f6-498a-a202-05d8830c86de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '01891dbd-cb3a-40f5-865b-6f439a831360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:30Z', 'updated_at': '2021-08-28T15:32:35Z', 'revision_number': 4, 'project_id': 'aa8a406ec9a54a5f9092cc1f72999e8f', 'subnets': [{'id': '01891dbd-cb3a-40f5-865b-6f439a831360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:32:36.140935 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-45d60143-1a30-46ea-b58d-eb4898647c4d req-09029de6-198a-4471-bee9-669528e44b41 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "GET /v2.0/ports?device_id=6820b501-183d-476d-9043-ff1aaa56c3d5 HTTP/1.1" status: 200 len: 210 time: 0.0294936 Aug 28 15:32:36.151691 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a305a12f-d3b5-4589-881f-92dfad76378f None None] The sync data for ids ['685714f1-e4f6-498a-a202-05d8830c86de'] in n-d-712137-10 is: [{'id': '685714f1-e4f6-498a-a202-05d8830c86de', 'name': 'tempest-TestServerBasicOps-888121185-router', 'tenant_id': 'aa8a406ec9a54a5f9092cc1f72999e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '3ef024a7-aee2-45e5-b04a-a8535fe57583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:32:28Z', 'updated_at': '2021-08-28T15:32:31Z', 'revision_number': 4, 'project_id': 'aa8a406ec9a54a5f9092cc1f72999e8f', 'gw_port': {'id': '3ef024a7-aee2-45e5-b04a-a8535fe57583', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685714f1-e4f6-498a-a202-05d8830c86de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:28Z', 'updated_at': '2021-08-28T15:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'ee94eb1a-61ed-40d8-8891-b1eda3980935', 'name': '', 'network_id': 'd68895a7-2eda-468f-899c-43f4fecdea50', 'tenant_id': 'aa8a406ec9a54a5f9092cc1f72999e8f', 'mac_address': 'fa:16:3e:7b:62:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685714f1-e4f6-498a-a202-05d8830c86de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '01891dbd-cb3a-40f5-865b-6f439a831360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:30Z', 'updated_at': '2021-08-28T15:32:35Z', 'revision_number': 4, 'project_id': 'aa8a406ec9a54a5f9092cc1f72999e8f', 'subnets': [{'id': '01891dbd-cb3a-40f5-865b-6f439a831360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:32:36.217438 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a066ef-c851-4808-8aeb-ceae85078090 req-281b90f6-db7a-49b9-9111-47ee63783936 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Made reservation on behalf of 8e194f2339fe42c783e62b4b021db55f for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:32:36.222119 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-40a066ef-c851-4808-8aeb-ceae85078090 req-281b90f6-db7a-49b9-9111-47ee63783936 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:36.367908 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-40a066ef-c851-4808-8aeb-ceae85078090 req-281b90f6-db7a-49b9-9111-47ee63783936 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Allocated IP 172.20.0.6 (d0581fb5-3ae6-4ff7-9037-669a2817c00f/373c454c-6235-44a3-90a1-1092ac872af9/c70fb6ab-519a-4ff4-b65d-74290f7daa64) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:32:36.477538 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ee94eb1a-61ed-40d8-8891-b1eda3980935 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:32:36.532975 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port ee94eb1a-61ed-40d8-8891-b1eda3980935 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:32:36.536383 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-40a066ef-c851-4808-8aeb-ceae85078090 req-281b90f6-db7a-49b9-9111-47ee63783936 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:36.537446 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port ee94eb1a-61ed-40d8-8891-b1eda3980935 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:32:36.537815 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:36.551792 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-40a066ef-c851-4808-8aeb-ceae85078090 req-281b90f6-db7a-49b9-9111-47ee63783936 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Transition to ACTIVE for port object c70fb6ab-519a-4ff4-b65d-74290f7daa64 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:32:36.587257 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-40a066ef-c851-4808-8aeb-ceae85078090 req-281b90f6-db7a-49b9-9111-47ee63783936 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:36.624190 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:36.641122 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a066ef-c851-4808-8aeb-ceae85078090 req-281b90f6-db7a-49b9-9111-47ee63783936 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Network d0581fb5-3ae6-4ff7-9037-669a2817c00f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:32:36.644460 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-40a066ef-c851-4808-8aeb-ceae85078090 req-281b90f6-db7a-49b9-9111-47ee63783936 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:32:36.647798 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a066ef-c851-4808-8aeb-ceae85078090 req-281b90f6-db7a-49b9-9111-47ee63783936 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:32:36.670793 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port ee94eb1a-61ed-40d8-8891-b1eda3980935, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ee94eb1a-61ed-40d8-8891-b1eda3980935,segment=NetworkSegment(f67a1971-faf9-42e7-883f-e7bd906acfd2),segment_id=f67a1971-faf9-42e7-883f-e7bd906acfd2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:32:36.676041 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:36.678544 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b90f6-db7a-49b9-9111-47ee63783936 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Pushing event updated for resources: {'Port': ['ID=c70fb6ab-519a-4ff4-b65d-74290f7daa64,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:36.716666 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a066ef-c851-4808-8aeb-ceae85078090 req-281b90f6-db7a-49b9-9111-47ee63783936 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:36.717795 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-40a066ef-c851-4808-8aeb-ceae85078090 req-281b90f6-db7a-49b9-9111-47ee63783936 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:36.734950 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=ee94eb1a-61ed-40d8-8891-b1eda3980935,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:36.739047 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40a066ef-c851-4808-8aeb-ceae85078090 req-281b90f6-db7a-49b9-9111-47ee63783936 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6767266 Aug 28 15:32:36.753545 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-40a066ef-c851-4808-8aeb-ceae85078090 req-32eb4dad-4847-43eb-9dca-35c2eefb8b71 service neutron] Request body: {'port': {'device_id': '6820b501-183d-476d-9043-ff1aaa56c3d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:32:36.811775 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-40a066ef-c851-4808-8aeb-ceae85078090 req-32eb4dad-4847-43eb-9dca-35c2eefb8b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:36.936496 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6797c68e-4472-483b-b7b0-217665362874 None None] Provisioning for port c70fb6ab-519a-4ff4-b65d-74290f7daa64 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:32:36.941624 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6797c68e-4472-483b-b7b0-217665362874 None None] Provisioning complete for port c70fb6ab-519a-4ff4-b65d-74290f7daa64 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:32:36.942282 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6797c68e-4472-483b-b7b0-217665362874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:36.994450 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-6797c68e-4472-483b-b7b0-217665362874 None None] Port c70fb6ab-519a-4ff4-b65d-74290f7daa64 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:32:37.264210 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748959f2-93df-46c7-a4c7-8ffc5ecde9e4 req-95959236-0ecc-4eaf-8c6e-254515d64de6 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:37.266603 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-748959f2-93df-46c7-a4c7-8ffc5ecde9e4 req-95959236-0ecc-4eaf-8c6e-254515d64de6 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "GET /v2.0/ports?device_id=6820b501-183d-476d-9043-ff1aaa56c3d5 HTTP/1.1" status: 200 len: 931 time: 0.0541101 Aug 28 15:32:37.305339 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-748959f2-93df-46c7-a4c7-8ffc5ecde9e4 req-92370fc3-5427-4ccc-8c30-bbe061e7c38d tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "GET /v2.0/security-groups?id=e616b54a-fd50-4dd2-aeff-fd3e3f0e6e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320930 Aug 28 15:32:37.417137 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-40a066ef-c851-4808-8aeb-ceae85078090 req-32eb4dad-4847-43eb-9dca-35c2eefb8b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c70fb6ab-519a-4ff4-b65d-74290f7daa64 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:32:37.424197 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-40a066ef-c851-4808-8aeb-ceae85078090 req-32eb4dad-4847-43eb-9dca-35c2eefb8b71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:37.437397 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-40a066ef-c851-4808-8aeb-ceae85078090 req-32eb4dad-4847-43eb-9dca-35c2eefb8b71 service neutron] Transition to ACTIVE for port object c70fb6ab-519a-4ff4-b65d-74290f7daa64 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:32:37.441072 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-40a066ef-c851-4808-8aeb-ceae85078090 req-32eb4dad-4847-43eb-9dca-35c2eefb8b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:37.490121 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb4dad-4847-43eb-9dca-35c2eefb8b71 service neutron] Pushing event updated for resources: {'Port': ['ID=c70fb6ab-519a-4ff4-b65d-74290f7daa64,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:37.564497 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-40a066ef-c851-4808-8aeb-ceae85078090 req-32eb4dad-4847-43eb-9dca-35c2eefb8b71 service neutron] Attempting to bind port c70fb6ab-519a-4ff4-b65d-74290f7daa64 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:32:37.564842 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-40a066ef-c851-4808-8aeb-ceae85078090 req-32eb4dad-4847-43eb-9dca-35c2eefb8b71 service neutron] Attempting to bind port c70fb6ab-519a-4ff4-b65d-74290f7daa64 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'f673b589-c05a-414e-aef0-6f4da3fb7c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0581fb5-3ae6-4ff7-9037-669a2817c00f'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:32:37.565183 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a066ef-c851-4808-8aeb-ceae85078090 req-32eb4dad-4847-43eb-9dca-35c2eefb8b71 service neutron] Attempting to bind port c70fb6ab-519a-4ff4-b65d-74290f7daa64 on network d0581fb5-3ae6-4ff7-9037-669a2817c00f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:32:37.570701 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a066ef-c851-4808-8aeb-ceae85078090 req-32eb4dad-4847-43eb-9dca-35c2eefb8b71 service neutron] Port c70fb6ab-519a-4ff4-b65d-74290f7daa64 on network d0581fb5-3ae6-4ff7-9037-669a2817c00f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:32:37.571042 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a066ef-c851-4808-8aeb-ceae85078090 req-32eb4dad-4847-43eb-9dca-35c2eefb8b71 service neutron] Attempting to bind port c70fb6ab-519a-4ff4-b65d-74290f7daa64 on network d0581fb5-3ae6-4ff7-9037-669a2817c00f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:32:37.576354 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a066ef-c851-4808-8aeb-ceae85078090 req-32eb4dad-4847-43eb-9dca-35c2eefb8b71 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:32:37.576703 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a066ef-c851-4808-8aeb-ceae85078090 req-32eb4dad-4847-43eb-9dca-35c2eefb8b71 service neutron] Checking segment: {'id': 'f673b589-c05a-414e-aef0-6f4da3fb7c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0581fb5-3ae6-4ff7-9037-669a2817c00f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:32:37.577099 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a066ef-c851-4808-8aeb-ceae85078090 req-32eb4dad-4847-43eb-9dca-35c2eefb8b71 service neutron] Bound using segment: {'id': 'f673b589-c05a-414e-aef0-6f4da3fb7c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0581fb5-3ae6-4ff7-9037-669a2817c00f'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:32:37.577532 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-40a066ef-c851-4808-8aeb-ceae85078090 req-32eb4dad-4847-43eb-9dca-35c2eefb8b71 service neutron] Bound port: c70fb6ab-519a-4ff4-b65d-74290f7daa64, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f673b589-c05a-414e-aef0-6f4da3fb7c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0581fb5-3ae6-4ff7-9037-669a2817c00f'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:32:37.577901 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-40a066ef-c851-4808-8aeb-ceae85078090 req-32eb4dad-4847-43eb-9dca-35c2eefb8b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:37.648933 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-40a066ef-c851-4808-8aeb-ceae85078090 req-32eb4dad-4847-43eb-9dca-35c2eefb8b71 service neutron] For port c70fb6ab-519a-4ff4-b65d-74290f7daa64, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:32:37.651957 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-40a066ef-c851-4808-8aeb-ceae85078090 req-32eb4dad-4847-43eb-9dca-35c2eefb8b71 service neutron] For port c70fb6ab-519a-4ff4-b65d-74290f7daa64, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=c70fb6ab-519a-4ff4-b65d-74290f7daa64,segment=NetworkSegment(f673b589-c05a-414e-aef0-6f4da3fb7c3b),segment_id=f673b589-c05a-414e-aef0-6f4da3fb7c3b)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:32:37.656318 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-40a066ef-c851-4808-8aeb-ceae85078090 req-32eb4dad-4847-43eb-9dca-35c2eefb8b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:37.690421 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a066ef-c851-4808-8aeb-ceae85078090 req-32eb4dad-4847-43eb-9dca-35c2eefb8b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:37.691241 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-40a066ef-c851-4808-8aeb-ceae85078090 req-32eb4dad-4847-43eb-9dca-35c2eefb8b71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:37.692762 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40a066ef-c851-4808-8aeb-ceae85078090 req-32eb4dad-4847-43eb-9dca-35c2eefb8b71 service neutron] 10.222.0.36 "PUT /v2.0/ports/c70fb6ab-519a-4ff4-b65d-74290f7daa64 HTTP/1.1" status: 200 len: 1092 time: 0.9444907 Aug 28 15:32:37.693805 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6820b501-183d-476d-9043-ff1aaa56c3d5', 'tag': 'c70fb6ab-519a-4ff4-b65d-74290f7daa64'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:32:37.696583 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97ad446-d878-4771-a398-a0556261f593" -d '{"events": [{"name": "network-changed", "server_uuid": "6820b501-183d-476d-9043-ff1aaa56c3d5", "tag": "c70fb6ab-519a-4ff4-b65d-74290f7daa64"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:32:37.729226 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb4dad-4847-43eb-9dca-35c2eefb8b71 service neutron] Pushing event updated for resources: {'Port': ['ID=c70fb6ab-519a-4ff4-b65d-74290f7daa64,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:37.764573 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410ffa21-f173-4f05-b774-40147da371f1 x-openstack-request-id: req-410ffa21-f173-4f05-b774-40147da371f1 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:32:37.764868 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6820b501-183d-476d-9043-ff1aaa56c3d5", "tag": "c70fb6ab-519a-4ff4-b65d-74290f7daa64", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:32:37.765121 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-410ffa21-f173-4f05-b774-40147da371f1 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:32:37.765519 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6820b501-183d-476d-9043-ff1aaa56c3d5', 'tag': 'c70fb6ab-519a-4ff4-b65d-74290f7daa64', 'status': 'completed', 'code': 200} Aug 28 15:32:37.782007 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a066ef-c851-4808-8aeb-ceae85078090 req-9ffc1348-c968-4412-819b-4d710df6319e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:37.783547 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40a066ef-c851-4808-8aeb-ceae85078090 req-9ffc1348-c968-4412-819b-4d710df6319e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e194f2339fe42c783e62b4b021db55f&device_id=6820b501-183d-476d-9043-ff1aaa56c3d5 HTTP/1.1" status: 200 len: 1095 time: 0.0455408 Aug 28 15:32:37.831154 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40a066ef-c851-4808-8aeb-ceae85078090 req-2f1d3ce0-1117-4e3a-9f40-f066d2136cae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c70fb6ab-519a-4ff4-b65d-74290f7daa64 HTTP/1.1" status: 200 len: 217 time: 0.0385132 Aug 28 15:32:37.884689 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a066ef-c851-4808-8aeb-ceae85078090 req-6615b4f6-cc31-48a5-9588-c975853c316f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:37.886157 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40a066ef-c851-4808-8aeb-ceae85078090 req-6615b4f6-cc31-48a5-9588-c975853c316f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=373c454c-6235-44a3-90a1-1092ac872af9 HTTP/1.1" status: 200 len: 847 time: 0.0453069 Aug 28 15:32:37.932511 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a066ef-c851-4808-8aeb-ceae85078090 req-f5c4f4ea-18d8-4ff4-8f4a-22221f2a7880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:37.933988 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40a066ef-c851-4808-8aeb-ceae85078090 req-f5c4f4ea-18d8-4ff4-8f4a-22221f2a7880 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0581fb5-3ae6-4ff7-9037-669a2817c00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406487 Aug 28 15:32:38.024964 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-59931ec2-8a1a-4725-980f-46aa639491ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:38.033122 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40a066ef-c851-4808-8aeb-ceae85078090 req-02245c31-dca2-4a76-82a4-e81f742da567 service neutron] 10.222.0.36 "GET /v2.0/networks/d0581fb5-3ae6-4ff7-9037-669a2817c00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911467 Aug 28 15:32:38.122009 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40a066ef-c851-4808-8aeb-ceae85078090 req-7b0e6890-afec-44bb-92a7-df9ed7f26128 service neutron] 10.222.0.36 "GET /v2.0/networks/d0581fb5-3ae6-4ff7-9037-669a2817c00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811737 Aug 28 15:32:38.212754 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ad446-d878-4771-a398-a0556261f593 req-38da6e23-e38d-4bbc-bec2-2a524fa51a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:38.214162 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a97ad446-d878-4771-a398-a0556261f593 req-38da6e23-e38d-4bbc-bec2-2a524fa51a40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e194f2339fe42c783e62b4b021db55f&device_id=6820b501-183d-476d-9043-ff1aaa56c3d5 HTTP/1.1" status: 200 len: 1095 time: 0.0429912 Aug 28 15:32:38.307389 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ad446-d878-4771-a398-a0556261f593 req-e3428c2c-2cb6-49fb-adc7-de675701145d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:38.308899 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a97ad446-d878-4771-a398-a0556261f593 req-e3428c2c-2cb6-49fb-adc7-de675701145d service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0581fb5-3ae6-4ff7-9037-669a2817c00f HTTP/1.1" status: 200 len: 909 time: 0.0880606 Aug 28 15:32:38.351231 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a97ad446-d878-4771-a398-a0556261f593 req-e81eabaf-ae0c-483a-a710-392b9f607e60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c70fb6ab-519a-4ff4-b65d-74290f7daa64 HTTP/1.1" status: 200 len: 217 time: 0.0345507 Aug 28 15:32:38.409909 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ad446-d878-4771-a398-a0556261f593 req-c6a2d227-49a6-407c-926f-6ad2a7029512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:38.411383 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a97ad446-d878-4771-a398-a0556261f593 req-c6a2d227-49a6-407c-926f-6ad2a7029512 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=373c454c-6235-44a3-90a1-1092ac872af9 HTTP/1.1" status: 200 len: 847 time: 0.0520687 Aug 28 15:32:38.429717 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76091f77-6dfc-4514-ad19-133dba210a89 req-42acdd43-2a95-41d8-b41c-749f6e10db06 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:38.431267 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-76091f77-6dfc-4514-ad19-133dba210a89 req-42acdd43-2a95-41d8-b41c-749f6e10db06 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "GET /v2.0/ports?device_id=6820b501-183d-476d-9043-ff1aaa56c3d5 HTTP/1.1" status: 200 len: 943 time: 0.0530336 Aug 28 15:32:38.450647 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ee94eb1a-61ed-40d8-8891-b1eda3980935 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:32:38.460664 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ad446-d878-4771-a398-a0556261f593 req-5f5323af-5ecd-4500-b154-ff9da8c61c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:38.462225 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a97ad446-d878-4771-a398-a0556261f593 req-5f5323af-5ecd-4500-b154-ff9da8c61c02 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0581fb5-3ae6-4ff7-9037-669a2817c00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433180 Aug 28 15:32:38.474509 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-76091f77-6dfc-4514-ad19-133dba210a89 req-8c2ffe88-680d-4794-bbbc-82607359afca tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "GET /v2.0/security-groups?id=e616b54a-fd50-4dd2-aeff-fd3e3f0e6e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366530 Aug 28 15:32:38.499218 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port ee94eb1a-61ed-40d8-8891-b1eda3980935 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:32:38.499606 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:38.559267 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a97ad446-d878-4771-a398-a0556261f593 req-3d2b17f8-78a1-41fa-980b-548abc4d15b7 service neutron] 10.222.0.36 "GET /v2.0/networks/d0581fb5-3ae6-4ff7-9037-669a2817c00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895581 Aug 28 15:32:38.655407 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a97ad446-d878-4771-a398-a0556261f593 req-33bdb72d-d10b-4e67-9c81-13499085a0a1 service neutron] 10.222.0.36 "GET /v2.0/networks/d0581fb5-3ae6-4ff7-9037-669a2817c00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886624 Aug 28 15:32:39.509797 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device c70fb6ab-519a-4ff4-b65d-74290f7daa64 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:32:39.594504 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d8d51-e613-403b-b00b-3fa034af237a req-0e4604a3-652c-4b78-84f9-69c3d74cd54e tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:39.595907 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d13d8d51-e613-403b-b00b-3fa034af237a req-0e4604a3-652c-4b78-84f9-69c3d74cd54e tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "GET /v2.0/ports?device_id=6820b501-183d-476d-9043-ff1aaa56c3d5 HTTP/1.1" status: 200 len: 943 time: 0.0501935 Aug 28 15:32:39.603687 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port c70fb6ab-519a-4ff4-b65d-74290f7daa64, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=c70fb6ab-519a-4ff4-b65d-74290f7daa64,segment=NetworkSegment(f673b589-c05a-414e-aef0-6f4da3fb7c3b),segment_id=f673b589-c05a-414e-aef0-6f4da3fb7c3b)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:32:39.615989 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'c70fb6ab-519a-4ff4-b65d-74290f7daa64', 'network_id': 'd0581fb5-3ae6-4ff7-9037-669a2817c00f', 'port_id': 'c70fb6ab-519a-4ff4-b65d-74290f7daa64', 'mac_address': 'fa:16:3e:91:d1:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '373c454c-6235-44a3-90a1-1092ac872af9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:32:39.635643 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d13d8d51-e613-403b-b00b-3fa034af237a req-f75a7daf-39fa-4094-bfa0-fa406d52f841 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "GET /v2.0/security-groups?id=e616b54a-fd50-4dd2-aeff-fd3e3f0e6e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328767 Aug 28 15:32:39.652564 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:39.665396 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c70fb6ab-519a-4ff4-b65d-74290f7daa64 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:32:39.688351 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port c70fb6ab-519a-4ff4-b65d-74290f7daa64, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=c70fb6ab-519a-4ff4-b65d-74290f7daa64,segment=NetworkSegment(f673b589-c05a-414e-aef0-6f4da3fb7c3b),segment_id=f673b589-c05a-414e-aef0-6f4da3fb7c3b)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:32:39.692442 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:39.741467 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=c70fb6ab-519a-4ff4-b65d-74290f7daa64,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:39.922635 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['c70fb6ab-519a-4ff4-b65d-74290f7daa64'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:32:40.591412 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-83859a61-7ff3-41ce-9327-38d02e34e1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:40.749019 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90877eaf-9095-4dc7-a1e0-2f31204aec82 req-79d809ee-5231-4948-ae60-93dcea058d92 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:40.750500 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-90877eaf-9095-4dc7-a1e0-2f31204aec82 req-79d809ee-5231-4948-ae60-93dcea058d92 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "GET /v2.0/ports?device_id=6820b501-183d-476d-9043-ff1aaa56c3d5 HTTP/1.1" status: 200 len: 944 time: 0.0488307 Aug 28 15:32:40.789811 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-90877eaf-9095-4dc7-a1e0-2f31204aec82 req-85131344-032a-43da-8fba-263f700d1a1b tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "GET /v2.0/security-groups?id=e616b54a-fd50-4dd2-aeff-fd3e3f0e6e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332403 Aug 28 15:32:40.884152 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:41.524760 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device c70fb6ab-519a-4ff4-b65d-74290f7daa64 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:32:41.573135 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port c70fb6ab-519a-4ff4-b65d-74290f7daa64 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:32:41.576865 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port c70fb6ab-519a-4ff4-b65d-74290f7daa64 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:32:41.577234 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:41.654745 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:41.677553 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6820b501-183d-476d-9043-ff1aaa56c3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70fb6ab-519a-4ff4-b65d-74290f7daa64'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:32:41.680039 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b963e7ee-fae9-486f-a345-a69f6c8734c1" -d '{"events": [{"server_uuid": "6820b501-183d-476d-9043-ff1aaa56c3d5", "name": "network-vif-plugged", "status": "completed", "tag": "c70fb6ab-519a-4ff4-b65d-74290f7daa64"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:32:41.693005 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port c70fb6ab-519a-4ff4-b65d-74290f7daa64, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=c70fb6ab-519a-4ff4-b65d-74290f7daa64,segment=NetworkSegment(f673b589-c05a-414e-aef0-6f4da3fb7c3b),segment_id=f673b589-c05a-414e-aef0-6f4da3fb7c3b)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:32:41.697667 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:41.721016 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c133e5b8-38ce-41c7-b36c-fcb2430b3dfe x-openstack-request-id: req-c133e5b8-38ce-41c7-b36c-fcb2430b3dfe {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:32:41.721379 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6820b501-183d-476d-9043-ff1aaa56c3d5", "name": "network-vif-plugged", "status": "completed", "tag": "c70fb6ab-519a-4ff4-b65d-74290f7daa64", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:32:41.721562 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c133e5b8-38ce-41c7-b36c-fcb2430b3dfe {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:32:41.722131 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6820b501-183d-476d-9043-ff1aaa56c3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70fb6ab-519a-4ff4-b65d-74290f7daa64', 'code': 200} Aug 28 15:32:41.747349 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=c70fb6ab-519a-4ff4-b65d-74290f7daa64,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:41.815835 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c1608-4ca2-4ab2-8db2-92fb18a88aeb req-06854741-705d-4299-832a-b5384283366c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:41.817108 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9f6c1608-4ca2-4ab2-8db2-92fb18a88aeb req-06854741-705d-4299-832a-b5384283366c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6820b501-183d-476d-9043-ff1aaa56c3d5 HTTP/1.1" status: 200 len: 1097 time: 0.0409834 Aug 28 15:32:41.829346 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:41.855451 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9f6c1608-4ca2-4ab2-8db2-92fb18a88aeb req-322b7b1a-dc97-463e-ad20-90570a73ac2b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e616b54a-fd50-4dd2-aeff-fd3e3f0e6e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293753 Aug 28 15:32:41.914954 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0432a50-be0d-4412-b24e-4e243b405ea7 req-50f04cce-cdb3-4d13-bc72-c03dbfc7eb2c tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:41.916543 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c0432a50-be0d-4412-b24e-4e243b405ea7 req-50f04cce-cdb3-4d13-bc72-c03dbfc7eb2c tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "GET /v2.0/ports?device_id=6820b501-183d-476d-9043-ff1aaa56c3d5 HTTP/1.1" status: 200 len: 945 time: 0.0542364 Aug 28 15:32:41.954918 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c0432a50-be0d-4412-b24e-4e243b405ea7 req-903b551c-0dab-4059-a467-5ecf6831787a tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "GET /v2.0/security-groups?id=e616b54a-fd50-4dd2-aeff-fd3e3f0e6e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323386 Aug 28 15:32:43.079218 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee96fd-44f4-4ce8-8201-e39e2b45bed7 req-c9d537c3-23b8-4f09-86d2-11de5a51a963 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:43.080729 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e4ee96fd-44f4-4ce8-8201-e39e2b45bed7 req-c9d537c3-23b8-4f09-86d2-11de5a51a963 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "GET /v2.0/ports?device_id=6820b501-183d-476d-9043-ff1aaa56c3d5 HTTP/1.1" status: 200 len: 945 time: 0.0538790 Aug 28 15:32:43.119531 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e4ee96fd-44f4-4ce8-8201-e39e2b45bed7 req-0b714750-4966-44f3-be6c-6ee6b4495826 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "GET /v2.0/security-groups?id=e616b54a-fd50-4dd2-aeff-fd3e3f0e6e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312841 Aug 28 15:32:43.232969 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802e9c8-ee7d-4f92-a6a3-760a12ecc1f2 req-ae527767-5a3f-45d6-a251-947828513d75 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:43.234463 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7802e9c8-ee7d-4f92-a6a3-760a12ecc1f2 req-ae527767-5a3f-45d6-a251-947828513d75 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "GET /v2.0/ports?device_id=6820b501-183d-476d-9043-ff1aaa56c3d5 HTTP/1.1" status: 200 len: 945 time: 0.0486274 Aug 28 15:32:43.273319 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7802e9c8-ee7d-4f92-a6a3-760a12ecc1f2 req-91c9339c-9c26-46a8-ae11-50eaf4cb1589 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "GET /v2.0/security-groups?id=e616b54a-fd50-4dd2-aeff-fd3e3f0e6e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324335 Aug 28 15:32:43.335137 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:43.390472 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62092e9b-9d3f-42d8-a76a-20f5e155fc34 req-8aafccdf-ad76-4c92-afd3-83f94062d001 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:43.392013 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62092e9b-9d3f-42d8-a76a-20f5e155fc34 req-8aafccdf-ad76-4c92-afd3-83f94062d001 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "GET /v2.0/ports?device_id=6820b501-183d-476d-9043-ff1aaa56c3d5 HTTP/1.1" status: 200 len: 945 time: 0.0520346 Aug 28 15:32:43.431264 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62092e9b-9d3f-42d8-a76a-20f5e155fc34 req-c18b69fd-3a99-4f29-8f77-83acd3a240fc tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "GET /v2.0/security-groups?id=e616b54a-fd50-4dd2-aeff-fd3e3f0e6e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332961 Aug 28 15:32:43.453093 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53566) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:32:43.537855 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6562ef18-5782-4f38-bbd0-5171acba63ec tempest-TestServerBasicOps-2043139394 tempest-TestServerBasicOps-2043139394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:43.539365 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6562ef18-5782-4f38-bbd0-5171acba63ec tempest-TestServerBasicOps-2043139394 tempest-TestServerBasicOps-2043139394-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6820b501-183d-476d-9043-ff1aaa56c3d5 HTTP/1.1" status: 200 len: 1092 time: 0.0852914 Aug 28 15:32:43.542256 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53570) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:32:43.546571 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-08493b42-5b1c-4dd5-8982-94c5ad573ae9 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'port_id': 'c70fb6ab-519a-4ff4-b65d-74290f7daa64', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:32:43.568909 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-08493b42-5b1c-4dd5-8982-94c5ad573ae9 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for floatingip, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:43.668554 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-08493b42-5b1c-4dd5-8982-94c5ad573ae9 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:43.773209 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-08493b42-5b1c-4dd5-8982-94c5ad573ae9 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Allocated IP 172.25.3.87 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/53649957-dc9e-4169-9062-5355b368577d) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:32:43.873458 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-08493b42-5b1c-4dd5-8982-94c5ad573ae9 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:43.912681 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-08493b42-5b1c-4dd5-8982-94c5ad573ae9 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:43.952356 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08493b42-5b1c-4dd5-8982-94c5ad573ae9 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:32:43.955142 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-08493b42-5b1c-4dd5-8982-94c5ad573ae9 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:32:43.959552 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08493b42-5b1c-4dd5-8982-94c5ad573ae9 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:32:43.984751 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08493b42-5b1c-4dd5-8982-94c5ad573ae9 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Pushing event updated for resources: {'Port': ['ID=53649957-dc9e-4169-9062-5355b368577d,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:44.321802 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-08493b42-5b1c-4dd5-8982-94c5ad573ae9 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:44.393164 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-08493b42-5b1c-4dd5-8982-94c5ad573ae9 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:44.538400 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-08493b42-5b1c-4dd5-8982-94c5ad573ae9 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:44.542653 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-08493b42-5b1c-4dd5-8982-94c5ad573ae9 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:44.612023 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08493b42-5b1c-4dd5-8982-94c5ad573ae9 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Pushing event updated for resources: {'Port': ['ID=53649957-dc9e-4169-9062-5355b368577d,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:44.622507 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-08493b42-5b1c-4dd5-8982-94c5ad573ae9 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:44.729199 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [None req-08493b42-5b1c-4dd5-8982-94c5ad573ae9 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Floating IP 3efe3bd9-83b2-40cd-a50b-2f8d2565aad9 associated. External IP: 172.25.3.87, port: c70fb6ab-519a-4ff4-b65d-74290f7daa64. Aug 28 15:32:44.937328 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08493b42-5b1c-4dd5-8982-94c5ad573ae9 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Router 00785ba0-3e13-4a0b-a4eb-9ca2b166106d has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:32:45.057996 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08493b42-5b1c-4dd5-8982-94c5ad573ae9 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:32:45.067762 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7824e209-7af3-4b63-8e3d-0560a4bb05b0 None None] Sync routers for ids ['00785ba0-3e13-4a0b-a4eb-9ca2b166106d'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:32:45.074284 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-08493b42-5b1c-4dd5-8982-94c5ad573ae9 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:45.078404 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7824e209-7af3-4b63-8e3d-0560a4bb05b0 None None] Routers {'00785ba0-3e13-4a0b-a4eb-9ca2b166106d'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:32:45.079048 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7824e209-7af3-4b63-8e3d-0560a4bb05b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:32:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['00785ba0-3e13-4a0b-a4eb-9ca2b166106d'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:32:45.102178 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-08493b42-5b1c-4dd5-8982-94c5ad573ae9 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5589201 Aug 28 15:32:45.102859 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6820b501-183d-476d-9043-ff1aaa56c3d5', 'tag': 'c70fb6ab-519a-4ff4-b65d-74290f7daa64'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:32:45.105157 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b3a78c-972a-486e-b847-c3a21eeaaaad" -d '{"events": [{"name": "network-changed", "server_uuid": "6820b501-183d-476d-9043-ff1aaa56c3d5", "tag": "c70fb6ab-519a-4ff4-b65d-74290f7daa64"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:32:45.143841 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ea66c4-d25e-41a0-bf60-7b788a4a1e94 x-openstack-request-id: req-13ea66c4-d25e-41a0-bf60-7b788a4a1e94 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:32:45.144139 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6820b501-183d-476d-9043-ff1aaa56c3d5", "tag": "c70fb6ab-519a-4ff4-b65d-74290f7daa64", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:32:45.144439 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13ea66c4-d25e-41a0-bf60-7b788a4a1e94 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:32:45.144868 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6820b501-183d-476d-9043-ff1aaa56c3d5', 'tag': 'c70fb6ab-519a-4ff4-b65d-74290f7daa64', 'status': 'completed', 'code': 200} Aug 28 15:32:45.187313 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-7824e209-7af3-4b63-8e3d-0560a4bb05b0 None None] Set router 00785ba0-3e13-4a0b-a4eb-9ca2b166106d gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:32:45.207548 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3a78c-972a-486e-b847-c3a21eeaaaad req-ff0adf6c-80dc-46cd-84a1-076b030eb1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:45.209825 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b7b3a78c-972a-486e-b847-c3a21eeaaaad req-ff0adf6c-80dc-46cd-84a1-076b030eb1a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e194f2339fe42c783e62b4b021db55f&device_id=6820b501-183d-476d-9043-ff1aaa56c3d5 HTTP/1.1" status: 200 len: 1097 time: 0.0406542 Aug 28 15:32:45.300667 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3a78c-972a-486e-b847-c3a21eeaaaad req-e4e22978-c1d0-4af5-9a3b-2cc205fc0323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:45.302221 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b7b3a78c-972a-486e-b847-c3a21eeaaaad req-e4e22978-c1d0-4af5-9a3b-2cc205fc0323 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0581fb5-3ae6-4ff7-9037-669a2817c00f HTTP/1.1" status: 200 len: 909 time: 0.0835214 Aug 28 15:32:45.374358 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b7b3a78c-972a-486e-b847-c3a21eeaaaad req-540537d0-6bd4-48f2-a9c9-e0bb15c034fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c70fb6ab-519a-4ff4-b65d-74290f7daa64 HTTP/1.1" status: 200 len: 998 time: 0.0644505 Aug 28 15:32:45.410604 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7824e209-7af3-4b63-8e3d-0560a4bb05b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'name': 'tempest-TestServerBasicOps-546500769-router', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '54681168-6064-4141-9f6e-f63a369000e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:32:23Z', 'updated_at': '2021-08-28T15:32:26Z', 'revision_number': 4, 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'gw_port': {'id': '54681168-6064-4141-9f6e-f63a369000e2', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:24Z', 'updated_at': '2021-08-28T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '3efe3bd9-83b2-40cd-a50b-2f8d2565aad9', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'port_id': 'c70fb6ab-519a-4ff4-b65d-74290f7daa64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0581fb5-3ae6-4ff7-9037-669a2817c00f', 'mac_address': 'fa:16:3e:91:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6820b501-183d-476d-9043-ff1aaa56c3d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:32:44Z', 'updated_at': '2021-08-28T15:32:44Z', 'revision_number': 0, 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adcdca12-f2c9-4d4b-a0b7-ff57abc5832c', 'name': '', 'network_id': 'd0581fb5-3ae6-4ff7-9037-669a2817c00f', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'mac_address': 'fa:16:3e:34:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '373c454c-6235-44a3-90a1-1092ac872af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:26Z', 'updated_at': '2021-08-28T15:32:32Z', 'revision_number': 5, 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'subnets': [{'id': '373c454c-6235-44a3-90a1-1092ac872af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:32:45.429272 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3a78c-972a-486e-b847-c3a21eeaaaad req-611797d7-26e2-44a7-abeb-2e418a885efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:45.430756 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b7b3a78c-972a-486e-b847-c3a21eeaaaad req-611797d7-26e2-44a7-abeb-2e418a885efe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=373c454c-6235-44a3-90a1-1092ac872af9 HTTP/1.1" status: 200 len: 847 time: 0.0448704 Aug 28 15:32:45.439723 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7824e209-7af3-4b63-8e3d-0560a4bb05b0 None None] Checking router: 00785ba0-3e13-4a0b-a4eb-9ca2b166106d for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:32:45.448550 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7824e209-7af3-4b63-8e3d-0560a4bb05b0 None None] Routers {'00785ba0-3e13-4a0b-a4eb-9ca2b166106d'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:32:45.449162 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7824e209-7af3-4b63-8e3d-0560a4bb05b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:32:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['00785ba0-3e13-4a0b-a4eb-9ca2b166106d'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:32:45.479401 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3a78c-972a-486e-b847-c3a21eeaaaad req-1eb518d8-eb86-416d-98c7-0523848c8cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:45.482039 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b7b3a78c-972a-486e-b847-c3a21eeaaaad req-1eb518d8-eb86-416d-98c7-0523848c8cb7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0581fb5-3ae6-4ff7-9037-669a2817c00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415807 Aug 28 15:32:45.550090 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-7824e209-7af3-4b63-8e3d-0560a4bb05b0 None None] Set router 00785ba0-3e13-4a0b-a4eb-9ca2b166106d gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:32:45.575345 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b7b3a78c-972a-486e-b847-c3a21eeaaaad req-11f4b904-35de-4e20-bb36-7570f892cbf6 service neutron] 10.222.0.36 "GET /v2.0/networks/d0581fb5-3ae6-4ff7-9037-669a2817c00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860174 Aug 28 15:32:45.664225 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b7b3a78c-972a-486e-b847-c3a21eeaaaad req-e95284b2-2e67-4e39-901a-69505f64c9b2 service neutron] 10.222.0.36 "GET /v2.0/networks/d0581fb5-3ae6-4ff7-9037-669a2817c00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821106 Aug 28 15:32:45.771424 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-7824e209-7af3-4b63-8e3d-0560a4bb05b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'name': 'tempest-TestServerBasicOps-546500769-router', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '54681168-6064-4141-9f6e-f63a369000e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:32:23Z', 'updated_at': '2021-08-28T15:32:26Z', 'revision_number': 4, 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'gw_port': {'id': '54681168-6064-4141-9f6e-f63a369000e2', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:24Z', 'updated_at': '2021-08-28T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '3efe3bd9-83b2-40cd-a50b-2f8d2565aad9', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'port_id': 'c70fb6ab-519a-4ff4-b65d-74290f7daa64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0581fb5-3ae6-4ff7-9037-669a2817c00f', 'mac_address': 'fa:16:3e:91:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6820b501-183d-476d-9043-ff1aaa56c3d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:32:44Z', 'updated_at': '2021-08-28T15:32:44Z', 'revision_number': 0, 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adcdca12-f2c9-4d4b-a0b7-ff57abc5832c', 'name': '', 'network_id': 'd0581fb5-3ae6-4ff7-9037-669a2817c00f', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'mac_address': 'fa:16:3e:34:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '373c454c-6235-44a3-90a1-1092ac872af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:26Z', 'updated_at': '2021-08-28T15:32:32Z', 'revision_number': 5, 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'subnets': [{'id': '373c454c-6235-44a3-90a1-1092ac872af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:32:45.795996 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7824e209-7af3-4b63-8e3d-0560a4bb05b0 None None] The sync data for ids ['00785ba0-3e13-4a0b-a4eb-9ca2b166106d'] in n-d-712137-10 is: [{'id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'name': 'tempest-TestServerBasicOps-546500769-router', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '54681168-6064-4141-9f6e-f63a369000e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:32:23Z', 'updated_at': '2021-08-28T15:32:26Z', 'revision_number': 4, 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'gw_port': {'id': '54681168-6064-4141-9f6e-f63a369000e2', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:24Z', 'updated_at': '2021-08-28T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '3efe3bd9-83b2-40cd-a50b-2f8d2565aad9', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'port_id': 'c70fb6ab-519a-4ff4-b65d-74290f7daa64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0581fb5-3ae6-4ff7-9037-669a2817c00f', 'mac_address': 'fa:16:3e:91:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6820b501-183d-476d-9043-ff1aaa56c3d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:32:44Z', 'updated_at': '2021-08-28T15:32:44Z', 'revision_number': 0, 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adcdca12-f2c9-4d4b-a0b7-ff57abc5832c', 'name': '', 'network_id': 'd0581fb5-3ae6-4ff7-9037-669a2817c00f', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'mac_address': 'fa:16:3e:34:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '373c454c-6235-44a3-90a1-1092ac872af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:26Z', 'updated_at': '2021-08-28T15:32:32Z', 'revision_number': 5, 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'subnets': [{'id': '373c454c-6235-44a3-90a1-1092ac872af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:32:45.987179 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0837cb67-f5d7-4bb1-8b26-a40c8c6d0976 None None] New status for floating IP 3efe3bd9-83b2-40cd-a50b-2f8d2565aad9: ACTIVE {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:32:54.554200 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:56.494631 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a6a74-75e4-40a3-9dab-eece412f3d89 req-3702e826-091d-4601-9427-e401ea6f965a tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:56.496176 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-733a6a74-75e4-40a3-9dab-eece412f3d89 req-3702e826-091d-4601-9427-e401ea6f965a tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 947 time: 0.1126521 Aug 28 15:32:56.534466 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-733a6a74-75e4-40a3-9dab-eece412f3d89 req-f8c126f5-58b3-4cda-b50a-263c35a4888b tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322924 Aug 28 15:32:56.703321 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:57.710764 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5c8f5-38c0-412b-a8b2-cf15a2cab058 req-63d7130a-af3f-46c0-853e-361f6a8de4a4 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:57.712312 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fce5c8f5-38c0-412b-a8b2-cf15a2cab058 req-63d7130a-af3f-46c0-853e-361f6a8de4a4 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 947 time: 0.1049886 Aug 28 15:32:57.749953 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fce5c8f5-38c0-412b-a8b2-cf15a2cab058 req-d492500d-42ad-475d-899a-d7f988c1bb2d tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6fe876-5b2b-475a-aa0c-2a71b7205393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317214 Aug 28 15:32:57.968897 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013b3bb-50a3-4b1e-8d69-a4a52377f65f req-523a1381-9142-41cb-b76e-617264f1b6b7 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:32:57.970347 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3013b3bb-50a3-4b1e-8d69-a4a52377f65f req-523a1381-9142-41cb-b76e-617264f1b6b7 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.36 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 947 time: 0.0475123 Aug 28 15:32:58.064466 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-3013b3bb-50a3-4b1e-8d69-a4a52377f65f req-f004226b-8d62-446e-8c97-0f3b4a3d1247 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Deleting port 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:32:58.064812 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3013b3bb-50a3-4b1e-8d69-a4a52377f65f req-f004226b-8d62-446e-8c97-0f3b4a3d1247 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:58.152513 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-3013b3bb-50a3-4b1e-8d69-a4a52377f65f req-f004226b-8d62-446e-8c97-0f3b4a3d1247 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] For port 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=843fb5f0-16d0-4b3f-a2d0-afbedf4966dd,segment=NetworkSegment(937efdaa-4a91-4466-8b39-3275ccf0f608),segment_id=937efdaa-4a91-4466-8b39-3275ccf0f608)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:32:58.152791 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3013b3bb-50a3-4b1e-8d69-a4a52377f65f req-f004226b-8d62-446e-8c97-0f3b4a3d1247 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:58.319061 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3013b3bb-50a3-4b1e-8d69-a4a52377f65f req-f004226b-8d62-446e-8c97-0f3b4a3d1247 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:58.319455 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3013b3bb-50a3-4b1e-8d69-a4a52377f65f req-f004226b-8d62-446e-8c97-0f3b4a3d1247 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:58.319871 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [req-3013b3bb-50a3-4b1e-8d69-a4a52377f65f req-f004226b-8d62-446e-8c97-0f3b4a3d1247 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Floating IP 98222968-fba1-4527-8013-7f8b65d5c8c6 disassociated. External IP: 172.25.3.173, port: 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd. Aug 28 15:32:58.320310 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-3013b3bb-50a3-4b1e-8d69-a4a52377f65f req-f004226b-8d62-446e-8c97-0f3b4a3d1247 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Calling delete_port for 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:32:58.448641 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3013b3bb-50a3-4b1e-8d69-a4a52377f65f req-f004226b-8d62-446e-8c97-0f3b4a3d1247 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:58.477916 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004226b-8d62-446e-8c97-0f3b4a3d1247 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Pushing event deleted for resources: {'Port': ['ID=843fb5f0-16d0-4b3f-a2d0-afbedf4966dd,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:32:58.590151 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3013b3bb-50a3-4b1e-8d69-a4a52377f65f req-f004226b-8d62-446e-8c97-0f3b4a3d1247 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Router 8f8a9e5d-fbd8-4627-983a-9fb90ea90389 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:32:58.696232 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3013b3bb-50a3-4b1e-8d69-a4a52377f65f req-f004226b-8d62-446e-8c97-0f3b4a3d1247 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:32:58.705721 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b386abbc-e990-4f90-8270-6a286aa1b429 None None] Sync routers for ids ['8f8a9e5d-fbd8-4627-983a-9fb90ea90389'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:32:58.715624 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b386abbc-e990-4f90-8270-6a286aa1b429 None None] Routers {'8f8a9e5d-fbd8-4627-983a-9fb90ea90389'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:32:58.716274 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-b386abbc-e990-4f90-8270-6a286aa1b429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:32:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['8f8a9e5d-fbd8-4627-983a-9fb90ea90389'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:32:58.736405 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-3013b3bb-50a3-4b1e-8d69-a4a52377f65f req-f004226b-8d62-446e-8c97-0f3b4a3d1247 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] No DVR routers for this DVR port 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:32:58.739264 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3013b3bb-50a3-4b1e-8d69-a4a52377f65f req-f004226b-8d62-446e-8c97-0f3b4a3d1247 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:32:58.741330 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3013b3bb-50a3-4b1e-8d69-a4a52377f65f req-f004226b-8d62-446e-8c97-0f3b4a3d1247 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.36 "DELETE /v2.0/ports/843fb5f0-16d0-4b3f-a2d0-afbedf4966dd HTTP/1.1" status: 204 len: 173 time: 0.7640064 Aug 28 15:32:58.741784 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61cebc2f-b032-4acb-bb0f-902eb1381f20', 'name': 'network-vif-deleted', 'tag': '843fb5f0-16d0-4b3f-a2d0-afbedf4966dd'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:32:58.744175 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c88f1e-98e8-4aed-9696-fa392e6d88ce" -d '{"events": [{"server_uuid": "61cebc2f-b032-4acb-bb0f-902eb1381f20", "name": "network-vif-deleted", "tag": "843fb5f0-16d0-4b3f-a2d0-afbedf4966dd"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:32:58.788315 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5ee07c-fb4f-4b07-bef2-df0438f5b5a6 x-openstack-request-id: req-5a5ee07c-fb4f-4b07-bef2-df0438f5b5a6 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:32:58.788880 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61cebc2f-b032-4acb-bb0f-902eb1381f20", "name": "network-vif-deleted", "tag": "843fb5f0-16d0-4b3f-a2d0-afbedf4966dd", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:32:58.789452 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a5ee07c-fb4f-4b07-bef2-df0438f5b5a6 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:32:58.790080 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61cebc2f-b032-4acb-bb0f-902eb1381f20', 'name': 'network-vif-deleted', 'tag': '843fb5f0-16d0-4b3f-a2d0-afbedf4966dd', 'status': 'completed', 'code': 200} Aug 28 15:32:58.828122 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-b386abbc-e990-4f90-8270-6a286aa1b429 None None] Set router 8f8a9e5d-fbd8-4627-983a-9fb90ea90389 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:32:58.880009 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ae262fce-097d-4342-898c-c7cd627a23e1 req-2a720558-8156-4654-8c8d-ef7fca581e3d tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61cebc2f-b032-4acb-bb0f-902eb1381f20 HTTP/1.1" status: 200 len: 210 time: 0.0374300 Aug 28 15:32:59.049842 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-b386abbc-e990-4f90-8270-6a286aa1b429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'name': 'tempest-AttachVolumeShelveTestJSON-398189298-router', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:29:26Z', 'updated_at': '2021-08-28T15:29:29Z', 'revision_number': 4, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'gw_port': {'id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:27Z', 'updated_at': '2021-08-28T15:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '11a11619-bd5c-469b-b843-dd4e1c277555', 'name': '', 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'mac_address': 'fa:16:3e:b5:6b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:29Z', 'updated_at': '2021-08-28T15:29:35Z', 'revision_number': 5, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'subnets': [{'id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:32:59.077852 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b386abbc-e990-4f90-8270-6a286aa1b429 None None] Checking router: 8f8a9e5d-fbd8-4627-983a-9fb90ea90389 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:32:59.086504 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b386abbc-e990-4f90-8270-6a286aa1b429 None None] Routers {'8f8a9e5d-fbd8-4627-983a-9fb90ea90389'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:32:59.087102 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-b386abbc-e990-4f90-8270-6a286aa1b429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:32:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['8f8a9e5d-fbd8-4627-983a-9fb90ea90389'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:32:59.187384 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-b386abbc-e990-4f90-8270-6a286aa1b429 None None] Set router 8f8a9e5d-fbd8-4627-983a-9fb90ea90389 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:32:59.473504 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-b386abbc-e990-4f90-8270-6a286aa1b429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'name': 'tempest-AttachVolumeShelveTestJSON-398189298-router', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:29:26Z', 'updated_at': '2021-08-28T15:29:29Z', 'revision_number': 4, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'gw_port': {'id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:27Z', 'updated_at': '2021-08-28T15:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '11a11619-bd5c-469b-b843-dd4e1c277555', 'name': '', 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'mac_address': 'fa:16:3e:b5:6b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:29Z', 'updated_at': '2021-08-28T15:29:35Z', 'revision_number': 5, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'subnets': [{'id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:32:59.502002 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b386abbc-e990-4f90-8270-6a286aa1b429 None None] The sync data for ids ['8f8a9e5d-fbd8-4627-983a-9fb90ea90389'] in n-d-712137-10 is: [{'id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'name': 'tempest-AttachVolumeShelveTestJSON-398189298-router', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:29:26Z', 'updated_at': '2021-08-28T15:29:29Z', 'revision_number': 4, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'gw_port': {'id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:27Z', 'updated_at': '2021-08-28T15:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '11a11619-bd5c-469b-b843-dd4e1c277555', 'name': '', 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'mac_address': 'fa:16:3e:b5:6b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:29Z', 'updated_at': '2021-08-28T15:29:35Z', 'revision_number': 5, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'subnets': [{'id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:32:59.732087 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84ea479-99e6-4272-a0c0-72b9a0784a12 None None] New status for floating IP 98222968-fba1-4527-8013-7f8b65d5c8c6: DOWN {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:32:59.972488 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53626) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:33:00.031290 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd232ceb-8691-43c7-a7ff-e4c84b82b93a tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:00.054539 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd232ceb-8691-43c7-a7ff-e4c84b82b93a tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:00.072801 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:33:00.105668 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd232ceb-8691-43c7-a7ff-e4c84b82b93a tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:00.108427 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fd232ceb-8691-43c7-a7ff-e4c84b82b93a tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:00.109608 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fd232ceb-8691-43c7-a7ff-e4c84b82b93a tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "DELETE /v2.0/security-groups/ad6fe876-5b2b-475a-aa0c-2a71b7205393 HTTP/1.1" status: 204 len: 168 time: 0.1358998 Aug 28 15:33:00.112752 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53628) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:33:00.119444 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd232ceb-8691-43c7-a7ff-e4c84b82b93a tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6fe876-5b2b-475a-aa0c-2a71b7205393,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:33:00.128827 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-96aabde7-e878-4ea3-bbc8-05dcfa7998ad tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] show failed (client error): The resource could not be found. Aug 28 15:33:00.133373 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-96aabde7-e878-4ea3-bbc8-05dcfa7998ad tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups/ad6fe876-5b2b-475a-aa0c-2a71b7205393 HTTP/1.1" status: 404 len: 347 time: 0.0164728 Aug 28 15:33:00.133744 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53630) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:33:00.261573 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-3262d6ae-a21f-47c0-bad7-c23161f80016 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Deleting port 7ff21817-0462-438b-9d00-1ec6a9322867 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:33:00.261928 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3262d6ae-a21f-47c0-bad7-c23161f80016 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:00.337908 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3262d6ae-a21f-47c0-bad7-c23161f80016 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:00.338151 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3262d6ae-a21f-47c0-bad7-c23161f80016 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:00.351108 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-3262d6ae-a21f-47c0-bad7-c23161f80016 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Calling delete_port for 7ff21817-0462-438b-9d00-1ec6a9322867 owned by network:floatingip {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:33:00.491684 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3262d6ae-a21f-47c0-bad7-c23161f80016 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:00.518504 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262d6ae-a21f-47c0-bad7-c23161f80016 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Pushing event deleted for resources: {'Port': ['ID=7ff21817-0462-438b-9d00-1ec6a9322867,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:33:00.581640 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3262d6ae-a21f-47c0-bad7-c23161f80016 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for floatingip, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:00.584397 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3262d6ae-a21f-47c0-bad7-c23161f80016 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:00.585569 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3262d6ae-a21f-47c0-bad7-c23161f80016 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "DELETE /v2.0/floatingips/98222968-fba1-4527-8013-7f8b65d5c8c6 HTTP/1.1" status: 204 len: 168 time: 0.4508448 Aug 28 15:33:00.891362 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 53634) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:33:00.896738 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-b70f231a-d1c6-41c3-8146-1fd3c591f579 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1922617826', 'description': 'tempest-description--1680628118'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:33:00.919270 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b70f231a-d1c6-41c3-8146-1fd3c591f579 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:01.000487 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b70f231a-d1c6-41c3-8146-1fd3c591f579 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:01.004786 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b70f231a-d1c6-41c3-8146-1fd3c591f579 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:01.029546 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b70f231a-d1c6-41c3-8146-1fd3c591f579 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:01.030757 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b70f231a-d1c6-41c3-8146-1fd3c591f579 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1383505 Aug 28 15:33:01.033814 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53636) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:33:01.034668 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f231a-d1c6-41c3-8146-1fd3c591f579 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86023199-a9fa-47a2-9914-2a88fc78ee38,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:33:01.039636 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-7f0df942-c85b-45a7-bf7b-c39569263089 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Request body: {'security_group_rule': {'security_group_id': '86023199-a9fa-47a2-9914-2a88fc78ee38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:33:01.066672 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7f0df942-c85b-45a7-bf7b-c39569263089 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:01.112033 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7f0df942-c85b-45a7-bf7b-c39569263089 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:01.116076 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7f0df942-c85b-45a7-bf7b-c39569263089 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:01.133516 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0df942-c85b-45a7-bf7b-c39569263089 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34193836-47e9-4c5e-8ea2-53b59c9eb80f,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:33:01.139596 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7f0df942-c85b-45a7-bf7b-c39569263089 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:01.140783 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7f0df942-c85b-45a7-bf7b-c39569263089 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1059155 Aug 28 15:33:01.143475 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53638) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:33:01.148128 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-949b07d0-32d7-4aaf-9fdf-45a957ae6c94 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Request body: {'security_group_rule': {'security_group_id': '86023199-a9fa-47a2-9914-2a88fc78ee38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:33:01.174478 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-949b07d0-32d7-4aaf-9fdf-45a957ae6c94 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:01.239055 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-949b07d0-32d7-4aaf-9fdf-45a957ae6c94 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:01.242877 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-949b07d0-32d7-4aaf-9fdf-45a957ae6c94 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:01.262898 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b07d0-32d7-4aaf-9fdf-45a957ae6c94 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5279bb0e-c8b4-414c-b5d2-38f32f9d128f,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:33:01.267041 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-949b07d0-32d7-4aaf-9fdf-45a957ae6c94 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:01.268278 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-949b07d0-32d7-4aaf-9fdf-45a957ae6c94 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237929 Aug 28 15:33:01.271352 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53640) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:33:01.275865 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-e1e30eeb-5974-4476-a143-a8dd0e7a3424 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:33:01.297026 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e1e30eeb-5974-4476-a143-a8dd0e7a3424 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for floatingip, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:01.396088 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e1e30eeb-5974-4476-a143-a8dd0e7a3424 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:01.504711 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-e1e30eeb-5974-4476-a143-a8dd0e7a3424 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Allocated IP 172.25.3.227 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/d618963f-e2cf-4bb7-b5af-50b5f9192c93) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:33:01.574563 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:33:01.594467 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:33:01.594959 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 843fb5f0-16d0-4b3f-a2d0-afbedf4966dd not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:33:01.608096 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e1e30eeb-5974-4476-a143-a8dd0e7a3424 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:01.645239 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e1e30eeb-5974-4476-a143-a8dd0e7a3424 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:01.686034 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e30eeb-5974-4476-a143-a8dd0e7a3424 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:33:01.690973 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-e1e30eeb-5974-4476-a143-a8dd0e7a3424 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:33:01.694464 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e30eeb-5974-4476-a143-a8dd0e7a3424 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:33:01.722447 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e30eeb-5974-4476-a143-a8dd0e7a3424 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Pushing event updated for resources: {'Port': ['ID=d618963f-e2cf-4bb7-b5af-50b5f9192c93,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:33:01.782951 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e1e30eeb-5974-4476-a143-a8dd0e7a3424 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:01.815821 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e1e30eeb-5974-4476-a143-a8dd0e7a3424 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:01.969822 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e1e30eeb-5974-4476-a143-a8dd0e7a3424 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:01.974442 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e1e30eeb-5974-4476-a143-a8dd0e7a3424 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:02.037803 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e30eeb-5974-4476-a143-a8dd0e7a3424 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Pushing event updated for resources: {'Port': ['ID=d618963f-e2cf-4bb7-b5af-50b5f9192c93,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:33:02.051010 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e1e30eeb-5974-4476-a143-a8dd0e7a3424 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:02.063803 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e1e30eeb-5974-4476-a143-a8dd0e7a3424 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:02.065031 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e1e30eeb-5974-4476-a143-a8dd0e7a3424 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7926445 Aug 28 15:33:02.250434 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-04256483-d2a0-4342-addc-b3f3af05d770 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1922617826&fields=id&tenant_id=ae068ae25cf645a689f31ae36c4c55c7 HTTP/1.1" status: 200 len: 267 time: 0.0324123 Aug 28 15:33:02.357702 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-99a0c488-d005-40b9-92d2-c32770af277d tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:33:02.359062 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-99a0c488-d005-40b9-92d2-c32770af277d tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/networks?id=1ad8ad58-4d34-44a3-b634-58afc753db8d HTTP/1.1" status: 200 len: 816 time: 0.1012008 Aug 28 15:33:02.374752 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-4c3b7cf9-ca49-43d6-b276-f9c38fa10520 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/quotas/ae068ae25cf645a689f31ae36c4c55c7 HTTP/1.1" status: 200 len: 375 time: 0.0089703 Aug 28 15:33:02.429189 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-be7afd12-c12b-41a8-aecb-7a20e8306901 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae068ae25cf645a689f31ae36c4c55c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484605 Aug 28 15:33:02.576689 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-becdfd3f-1442-4712-bf8f-f700533d2e54 service neutron] 10.222.0.13 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356034 Aug 28 15:33:02.668338 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-55acb12c-4891-43e9-80f6-6965aaf15ced service neutron] 10.222.0.13 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852890 Aug 28 15:33:02.828851 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2236cd07-c0fd-4a56-ab94-0edd9ceebf1a req-e0bc3fcf-8746-407b-9871-24251eb3e8e8 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 210 time: 0.0278592 Aug 28 15:33:03.010433 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-212920ae-daa2-4389-b695-1ee72ba17b5f req-b576c54b-5d5f-4335-a21a-930fa7b54189 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6820b501-183d-476d-9043-ff1aaa56c3d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445404 Aug 28 15:33:03.093825 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212920ae-daa2-4389-b695-1ee72ba17b5f req-248a31c1-b18f-4d8c-86a2-34302cfc6c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:33:03.095315 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-212920ae-daa2-4389-b695-1ee72ba17b5f req-248a31c1-b18f-4d8c-86a2-34302cfc6c6a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e194f2339fe42c783e62b4b021db55f&device_id=6820b501-183d-476d-9043-ff1aaa56c3d5 HTTP/1.1" status: 200 len: 1097 time: 0.0414510 Aug 28 15:33:03.199455 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212920ae-daa2-4389-b695-1ee72ba17b5f req-2ac29133-de74-4a20-b3f2-f537b4ccce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:33:03.200967 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-212920ae-daa2-4389-b695-1ee72ba17b5f req-2ac29133-de74-4a20-b3f2-f537b4ccce6b service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0581fb5-3ae6-4ff7-9037-669a2817c00f HTTP/1.1" status: 200 len: 909 time: 0.0851445 Aug 28 15:33:03.595862 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-212920ae-daa2-4389-b695-1ee72ba17b5f req-cc1f9e4b-9736-45bd-a2f7-a0cdea0bd629 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c70fb6ab-519a-4ff4-b65d-74290f7daa64 HTTP/1.1" status: 200 len: 1000 time: 0.3873076 Aug 28 15:33:03.657252 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212920ae-daa2-4389-b695-1ee72ba17b5f req-3c70b958-9d47-4911-a7f3-e383ff005aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:33:03.658648 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-212920ae-daa2-4389-b695-1ee72ba17b5f req-3c70b958-9d47-4911-a7f3-e383ff005aa9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=373c454c-6235-44a3-90a1-1092ac872af9 HTTP/1.1" status: 200 len: 847 time: 0.0543199 Aug 28 15:33:03.767765 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212920ae-daa2-4389-b695-1ee72ba17b5f req-855a5c44-dcf3-4cec-81cf-0d19083e269b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:33:03.769276 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-212920ae-daa2-4389-b695-1ee72ba17b5f req-855a5c44-dcf3-4cec-81cf-0d19083e269b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0581fb5-3ae6-4ff7-9037-669a2817c00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0985630 Aug 28 15:33:03.784407 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [req-212920ae-daa2-4389-b695-1ee72ba17b5f req-49f094a4-bacf-4fee-8250-e0908903485f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:33:03.785896 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-212920ae-daa2-4389-b695-1ee72ba17b5f req-49f094a4-bacf-4fee-8250-e0908903485f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070474 Aug 28 15:33:03.794136 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-117523cc-9692-454f-b6ad-b199e47f722c tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:33:03.795515 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-117523cc-9692-454f-b6ad-b199e47f722c tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.41 "GET /v2.0/networks?id=1ad8ad58-4d34-44a3-b634-58afc753db8d HTTP/1.1" status: 200 len: 816 time: 0.1476378 Aug 28 15:33:03.888293 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-4e77b292-0dec-41cf-bf0e-a3529e8d51e2 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae068ae25cf645a689f31ae36c4c55c7 HTTP/1.1" status: 200 len: 380 time: 0.0743649 Aug 28 15:33:03.902247 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-8bd5ecda-fec0-4693-b4da-76a6efb7c418 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Request body: {'port': {'device_id': 'de450ed4-093e-491b-971d-c3d9956e5577', 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d', 'admin_state_up': True, 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'security_groups': ['86023199-a9fa-47a2-9914-2a88fc78ee38']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:33:03.928536 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6ab9f080-9e5b-4f2e-87e1-46875c8cab55 req-3c29c476-8d14-4ae6-b9c8-e2913c6ffd7f tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 210 time: 0.0263662 Aug 28 15:33:03.964177 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-212920ae-daa2-4389-b695-1ee72ba17b5f req-52661a66-beb8-4c7a-b392-575785373f0f service neutron] 10.222.0.36 "GET /v2.0/networks/d0581fb5-3ae6-4ff7-9037-669a2817c00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677382 Aug 28 15:33:04.089900 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-212920ae-daa2-4389-b695-1ee72ba17b5f req-bd59921a-4cc7-413e-97d8-c4186b3a8dae service neutron] 10.222.0.36 "GET /v2.0/networks/d0581fb5-3ae6-4ff7-9037-669a2817c00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172748 Aug 28 15:33:04.090970 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-8bd5ecda-fec0-4693-b4da-76a6efb7c418 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Made reservation on behalf of ae068ae25cf645a689f31ae36c4c55c7 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:33:04.094389 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-8bd5ecda-fec0-4693-b4da-76a6efb7c418 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:04.224456 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-8bd5ecda-fec0-4693-b4da-76a6efb7c418 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Allocated IP 172.20.0.5 (1ad8ad58-4d34-44a3-b634-58afc753db8d/00d50ca9-b475-42c2-9209-c7ba3db8ecb7/bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:33:04.356127 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-8bd5ecda-fec0-4693-b4da-76a6efb7c418 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:04.375072 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-8bd5ecda-fec0-4693-b4da-76a6efb7c418 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Transition to ACTIVE for port object bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:33:04.406825 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-8bd5ecda-fec0-4693-b4da-76a6efb7c418 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:04.451400 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-8bd5ecda-fec0-4693-b4da-76a6efb7c418 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Network 1ad8ad58-4d34-44a3-b634-58afc753db8d is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:33:04.454564 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-8bd5ecda-fec0-4693-b4da-76a6efb7c418 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:33:04.459080 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-8bd5ecda-fec0-4693-b4da-76a6efb7c418 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:33:04.465299 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5ecda-fec0-4693-b4da-76a6efb7c418 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Pushing event updated for resources: {'Port': ['ID=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:33:04.510789 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-8bd5ecda-fec0-4693-b4da-76a6efb7c418 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:33:04.511417 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-8bd5ecda-fec0-4693-b4da-76a6efb7c418 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:04.526558 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-8bd5ecda-fec0-4693-b4da-76a6efb7c418 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6279943 Aug 28 15:33:04.540679 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-7cc4b7b4-da96-467b-a188-d1cc95c848b5 service neutron] Request body: {'port': {'device_id': 'de450ed4-093e-491b-971d-c3d9956e5577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:33:04.596731 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-7cc4b7b4-da96-467b-a188-d1cc95c848b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:04.645846 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-58477699-bf85-4652-a9cc-f1b869ed5e7c None None] Provisioning for port bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:33:04.649494 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-58477699-bf85-4652-a9cc-f1b869ed5e7c None None] Provisioning complete for port bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:33:04.649867 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-58477699-bf85-4652-a9cc-f1b869ed5e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:04.683455 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-58477699-bf85-4652-a9cc-f1b869ed5e7c None None] Port bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:33:04.865670 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-7cc4b7b4-da96-467b-a188-d1cc95c848b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:33:04.873048 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-7cc4b7b4-da96-467b-a188-d1cc95c848b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:04.888193 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-7cc4b7b4-da96-467b-a188-d1cc95c848b5 service neutron] Transition to ACTIVE for port object bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:33:04.892861 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-7cc4b7b4-da96-467b-a188-d1cc95c848b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:04.966236 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4b7b4-da96-467b-a188-d1cc95c848b5 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:33:05.032460 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-7cc4b7b4-da96-467b-a188-d1cc95c848b5 service neutron] Attempting to bind port bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:33:05.032801 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-7cc4b7b4-da96-467b-a188-d1cc95c848b5 service neutron] Attempting to bind port bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '937efdaa-4a91-4466-8b39-3275ccf0f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:33:05.033138 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-7cc4b7b4-da96-467b-a188-d1cc95c848b5 service neutron] Attempting to bind port bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f on network 1ad8ad58-4d34-44a3-b634-58afc753db8d {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:33:05.052840 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-7cc4b7b4-da96-467b-a188-d1cc95c848b5 service neutron] Port bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f on network 1ad8ad58-4d34-44a3-b634-58afc753db8d not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:33:05.053175 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-7cc4b7b4-da96-467b-a188-d1cc95c848b5 service neutron] Attempting to bind port bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f on network 1ad8ad58-4d34-44a3-b634-58afc753db8d {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:33:05.062931 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-7cc4b7b4-da96-467b-a188-d1cc95c848b5 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:33:05.063274 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-7cc4b7b4-da96-467b-a188-d1cc95c848b5 service neutron] Checking segment: {'id': '937efdaa-4a91-4466-8b39-3275ccf0f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:33:05.063690 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-7cc4b7b4-da96-467b-a188-d1cc95c848b5 service neutron] Bound using segment: {'id': '937efdaa-4a91-4466-8b39-3275ccf0f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:33:05.064138 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-7cc4b7b4-da96-467b-a188-d1cc95c848b5 service neutron] Bound port: bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937efdaa-4a91-4466-8b39-3275ccf0f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:33:05.064505 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-7cc4b7b4-da96-467b-a188-d1cc95c848b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:05.096018 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05ca7e-db10-4792-889c-9a94f6936e08 req-862cec6d-039f-4ce8-82be-5942af18f9e2 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:33:05.097689 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2a05ca7e-db10-4792-889c-9a94f6936e08 req-862cec6d-039f-4ce8-82be-5942af18f9e2 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 943 time: 0.0807192 Aug 28 15:33:05.172431 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2a05ca7e-db10-4792-889c-9a94f6936e08 req-550af8f8-2639-4c1f-8ee5-63dfa29486dd tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563185 Aug 28 15:33:05.177716 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-7cc4b7b4-da96-467b-a188-d1cc95c848b5 service neutron] For port bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:33:05.180867 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-7cc4b7b4-da96-467b-a188-d1cc95c848b5 service neutron] For port bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f,segment=NetworkSegment(937efdaa-4a91-4466-8b39-3275ccf0f608),segment_id=937efdaa-4a91-4466-8b39-3275ccf0f608)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:33:05.185846 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-7cc4b7b4-da96-467b-a188-d1cc95c848b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:05.229016 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-7cc4b7b4-da96-467b-a188-d1cc95c848b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:33:05.229622 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-7cc4b7b4-da96-467b-a188-d1cc95c848b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:05.230994 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-7cc4b7b4-da96-467b-a188-d1cc95c848b5 service neutron] 10.222.0.41 "PUT /v2.0/ports/bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f HTTP/1.1" status: 200 len: 1092 time: 0.6948717 Aug 28 15:33:05.231444 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de450ed4-093e-491b-971d-c3d9956e5577', 'tag': 'bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:33:05.233873 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dc5cd8-3924-47ab-b576-0785ebc24bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "de450ed4-093e-491b-971d-c3d9956e5577", "tag": "bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:33:05.260606 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4b7b4-da96-467b-a188-d1cc95c848b5 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:33:05.283405 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6d7aad-f741-463a-a0c2-f559469da5bf x-openstack-request-id: req-de6d7aad-f741-463a-a0c2-f559469da5bf {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:33:05.283753 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de450ed4-093e-491b-971d-c3d9956e5577", "tag": "bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:33:05.284011 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de6d7aad-f741-463a-a0c2-f559469da5bf {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:33:05.284447 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de450ed4-093e-491b-971d-c3d9956e5577', 'tag': 'bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f', 'status': 'completed', 'code': 200} Aug 28 15:33:05.334294 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-3b6c4750-e953-429e-bd3a-e5b24dbf770b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:33:05.335851 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-3b6c4750-e953-429e-bd3a-e5b24dbf770b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae068ae25cf645a689f31ae36c4c55c7&device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 1095 time: 0.0441127 Aug 28 15:33:05.379159 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-4d207abb-22eb-42fa-a9db-ac7d9fb83b81 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f HTTP/1.1" status: 200 len: 217 time: 0.0356417 Aug 28 15:33:05.430131 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-1cd2b2c8-7046-4e16-b4d9-de554f259e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:33:05.431556 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-1cd2b2c8-7046-4e16-b4d9-de554f259e20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00d50ca9-b475-42c2-9209-c7ba3db8ecb7 HTTP/1.1" status: 200 len: 855 time: 0.0457845 Aug 28 15:33:05.485924 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-a8d81625-a311-4f02-9e66-64faadddc08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:33:05.487444 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-a8d81625-a311-4f02-9e66-64faadddc08b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ad8ad58-4d34-44a3-b634-58afc753db8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458446 Aug 28 15:33:05.582999 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-6410e453-c436-43d0-9836-56abba1a62de service neutron] 10.222.0.41 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867388 Aug 28 15:33:05.676770 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ea1eadc8-b96a-45a3-b920-be15de9d39f3 req-41ba19e7-533c-499a-be48-5afe813c8e7a service neutron] 10.222.0.41 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872042 Aug 28 15:33:05.756967 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc5cd8-3924-47ab-b576-0785ebc24bd2 req-19f33033-62a9-48b2-ab36-7724e65d2c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:33:05.758465 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b4dc5cd8-3924-47ab-b576-0785ebc24bd2 req-19f33033-62a9-48b2-ab36-7724e65d2c11 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae068ae25cf645a689f31ae36c4c55c7&device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 1095 time: 0.0422440 Aug 28 15:33:05.853690 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc5cd8-3924-47ab-b576-0785ebc24bd2 req-3750f5c2-a741-410e-9d93-23783321f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:33:05.855166 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b4dc5cd8-3924-47ab-b576-0785ebc24bd2 req-3750f5c2-a741-410e-9d93-23783321f9da service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ad8ad58-4d34-44a3-b634-58afc753db8d HTTP/1.1" status: 200 len: 917 time: 0.0892351 Aug 28 15:33:05.899147 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b4dc5cd8-3924-47ab-b576-0785ebc24bd2 req-c574e05c-898d-4850-ab1f-80793ee36e47 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f HTTP/1.1" status: 200 len: 217 time: 0.0358026 Aug 28 15:33:05.948900 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc5cd8-3924-47ab-b576-0785ebc24bd2 req-30efdb76-6420-48da-8e80-d93a42e1e972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:33:05.950294 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b4dc5cd8-3924-47ab-b576-0785ebc24bd2 req-30efdb76-6420-48da-8e80-d93a42e1e972 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00d50ca9-b475-42c2-9209-c7ba3db8ecb7 HTTP/1.1" status: 200 len: 855 time: 0.0438142 Aug 28 15:33:05.997213 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc5cd8-3924-47ab-b576-0785ebc24bd2 req-5d9cb1dd-2a8e-41f3-a9dc-e6086bf90db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:33:05.998719 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b4dc5cd8-3924-47ab-b576-0785ebc24bd2 req-5d9cb1dd-2a8e-41f3-a9dc-e6086bf90db3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ad8ad58-4d34-44a3-b634-58afc753db8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410554 Aug 28 15:33:06.091491 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b4dc5cd8-3924-47ab-b576-0785ebc24bd2 req-13eceb5f-6be5-404d-8195-fa2526b2f789 service neutron] 10.222.0.41 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853665 Aug 28 15:33:06.183214 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b4dc5cd8-3924-47ab-b576-0785ebc24bd2 req-52e89c90-eda0-4055-8379-4b5dcc42311b service neutron] 10.222.0.41 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801826 Aug 28 15:33:06.303210 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c281c2-c448-4811-80e4-263106559e47 req-1daedbc2-67e7-47dc-b2be-059efc7d63fe tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:33:06.304720 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0c281c2-c448-4811-80e4-263106559e47 req-1daedbc2-67e7-47dc-b2be-059efc7d63fe tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 943 time: 0.0544477 Aug 28 15:33:06.342615 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0c281c2-c448-4811-80e4-263106559e47 req-a3e74650-5b17-4945-92c0-e306af555c37 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318472 Aug 28 15:33:07.462293 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9e0cc-838c-48eb-9bce-f94615319f56 req-bbb6f226-1682-499b-904c-32f3c0c569ec tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:33:07.463826 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-afe9e0cc-838c-48eb-9bce-f94615319f56 req-bbb6f226-1682-499b-904c-32f3c0c569ec tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 943 time: 0.0488198 Aug 28 15:33:07.501489 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-afe9e0cc-838c-48eb-9bce-f94615319f56 req-6e16ba0f-d4be-46b2-a516-e53b8b15c8e9 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315516 Aug 28 15:33:08.025706 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0ab671d0-b503-457c-90ef-8fa869869d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:08.630362 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508746ad-1bb8-4f8a-99f3-c6b715949794 req-49d77f05-8ae7-48c0-9b0d-3e9752757b7c tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:33:08.631863 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-508746ad-1bb8-4f8a-99f3-c6b715949794 req-49d77f05-8ae7-48c0-9b0d-3e9752757b7c tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 943 time: 0.0483401 Aug 28 15:33:08.679524 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-508746ad-1bb8-4f8a-99f3-c6b715949794 req-95834370-e90b-4b62-8dbf-57f7e74a61b1 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415452 Aug 28 15:33:09.223437 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:33:09.331815 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f,segment=NetworkSegment(937efdaa-4a91-4466-8b39-3275ccf0f608),segment_id=937efdaa-4a91-4466-8b39-3275ccf0f608)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:33:09.343862 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f', 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d', 'port_id': 'bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f', 'mac_address': 'fa:16:3e:d5:af:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:33:09.381590 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:09.393831 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:33:09.412834 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f,segment=NetworkSegment(937efdaa-4a91-4466-8b39-3275ccf0f608),segment_id=937efdaa-4a91-4466-8b39-3275ccf0f608)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:33:09.416428 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:09.465151 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:33:09.720370 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:33:09.804529 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb12971-9fec-4fed-8af3-3514796215f0 req-a3644ed3-394c-4d37-be78-1896b054415c tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:33:09.806053 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1fb12971-9fec-4fed-8af3-3514796215f0 req-a3644ed3-394c-4d37-be78-1896b054415c tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 944 time: 0.0527387 Aug 28 15:33:09.845822 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1fb12971-9fec-4fed-8af3-3514796215f0 req-49ca84ed-97f8-45c5-934b-dd4764037a65 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315287 Aug 28 15:33:10.591352 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0ccc4258-25c6-4077-832c-1cdf2d19569c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:10.886264 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:10.967234 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fcb70-f366-42b7-8a53-5efee8aa632c req-0f5c697c-bd15-427a-b563-027ffc47cea1 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:33:10.968786 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b9fcb70-f366-42b7-8a53-5efee8aa632c req-0f5c697c-bd15-427a-b563-027ffc47cea1 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 944 time: 0.0485663 Aug 28 15:33:11.005253 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b9fcb70-f366-42b7-8a53-5efee8aa632c req-3f8a247f-a700-4a69-a5a5-58849b4da171 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306368 Aug 28 15:33:11.221900 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:33:11.273463 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:33:11.277122 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:33:11.277492 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:11.356428 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:11.379188 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de450ed4-093e-491b-971d-c3d9956e5577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:33:11.381421 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2af5e56-11eb-4771-9995-033f0a27b427" -d '{"events": [{"server_uuid": "de450ed4-093e-491b-971d-c3d9956e5577", "name": "network-vif-plugged", "status": "completed", "tag": "bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:33:11.395059 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f,segment=NetworkSegment(937efdaa-4a91-4466-8b39-3275ccf0f608),segment_id=937efdaa-4a91-4466-8b39-3275ccf0f608)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:33:11.399340 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:11.424543 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a086d8f8-59ab-4a10-9e1e-35cf71fadb53 x-openstack-request-id: req-a086d8f8-59ab-4a10-9e1e-35cf71fadb53 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:33:11.424844 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de450ed4-093e-491b-971d-c3d9956e5577", "name": "network-vif-plugged", "status": "completed", "tag": "bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:33:11.425102 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a086d8f8-59ab-4a10-9e1e-35cf71fadb53 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:33:11.425498 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de450ed4-093e-491b-971d-c3d9956e5577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f', 'code': 200} Aug 28 15:33:11.452413 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:33:11.525107 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230c1ec-a7fd-4a10-b1ff-9b0ef893489e req-61f5febf-dc50-4dee-a8a9-7e8871c4a076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:33:11.526980 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9230c1ec-a7fd-4a10-b1ff-9b0ef893489e req-61f5febf-dc50-4dee-a8a9-7e8871c4a076 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 1097 time: 0.0439117 Aug 28 15:33:11.562509 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9230c1ec-a7fd-4a10-b1ff-9b0ef893489e req-ee9973b9-2ee6-4a6d-9207-8729d189c2c0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280252 Aug 28 15:33:11.824635 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:12.124232 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a246ef5-a259-4559-95ea-4841cb664bbb req-a209c216-8cbf-4403-8146-d8b7e690ecef tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:33:12.125659 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8a246ef5-a259-4559-95ea-4841cb664bbb req-a209c216-8cbf-4403-8146-d8b7e690ecef tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 945 time: 0.0493560 Aug 28 15:33:12.163371 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8a246ef5-a259-4559-95ea-4841cb664bbb req-6cf242c5-a76e-485b-9042-fd916640d413 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310717 Aug 28 15:33:13.285288 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548baab9-b861-440f-aa8f-43b7cc46920a req-5e295630-86e2-45c1-8697-dd691ec24945 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:33:13.286761 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-548baab9-b861-440f-aa8f-43b7cc46920a req-5e295630-86e2-45c1-8697-dd691ec24945 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 945 time: 0.0500367 Aug 28 15:33:13.324896 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-548baab9-b861-440f-aa8f-43b7cc46920a req-ff51881e-b70e-4f7a-bb64-bc478710756c tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317991 Aug 28 15:33:13.344011 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:13.440514 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4175922-41b9-4a9f-a825-43d366d5f2c2 req-7ae6e9c2-06de-484c-ab1a-3690965b0aa5 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:33:13.441976 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b4175922-41b9-4a9f-a825-43d366d5f2c2 req-7ae6e9c2-06de-484c-ab1a-3690965b0aa5 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 945 time: 0.0477602 Aug 28 15:33:13.451084 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53692) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:33:13.455433 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-604b6f62-4044-4725-aeab-7be199d43001 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Request body: {'floatingip': {'port_id': 'bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:33:13.496772 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-604b6f62-4044-4725-aeab-7be199d43001 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for floatingip, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:13.921589 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-604b6f62-4044-4725-aeab-7be199d43001 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:13.925666 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-604b6f62-4044-4725-aeab-7be199d43001 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:14.020383 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [None req-604b6f62-4044-4725-aeab-7be199d43001 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Floating IP c9c955ef-172a-4aac-8b27-d66dc1ebeaf2 associated. External IP: 172.25.3.227, port: bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f. Aug 28 15:33:14.227383 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604b6f62-4044-4725-aeab-7be199d43001 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Router 8f8a9e5d-fbd8-4627-983a-9fb90ea90389 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:33:14.335409 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604b6f62-4044-4725-aeab-7be199d43001 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:33:14.340794 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-604b6f62-4044-4725-aeab-7be199d43001 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:14.344999 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cad2c0f-b758-4660-b3ef-ec893a1246c5 None None] Sync routers for ids ['8f8a9e5d-fbd8-4627-983a-9fb90ea90389'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:33:14.354847 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cad2c0f-b758-4660-b3ef-ec893a1246c5 None None] Routers {'8f8a9e5d-fbd8-4627-983a-9fb90ea90389'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:33:14.355466 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-2cad2c0f-b758-4660-b3ef-ec893a1246c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:33:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['8f8a9e5d-fbd8-4627-983a-9fb90ea90389'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:33:14.370088 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-604b6f62-4044-4725-aeab-7be199d43001 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "PUT /v2.0/floatingips/c9c955ef-172a-4aac-8b27-d66dc1ebeaf2 HTTP/1.1" status: 200 len: 991 time: 0.9179375 Aug 28 15:33:14.370680 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de450ed4-093e-491b-971d-c3d9956e5577', 'tag': 'bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:33:14.372942 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fd4758-15aa-46f9-a696-d47be4aea625" -d '{"events": [{"name": "network-changed", "server_uuid": "de450ed4-093e-491b-971d-c3d9956e5577", "tag": "bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:33:14.417667 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11e8611-07e5-4d8a-8151-7265132f550a x-openstack-request-id: req-a11e8611-07e5-4d8a-8151-7265132f550a {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:33:14.418187 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de450ed4-093e-491b-971d-c3d9956e5577", "tag": "bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:33:14.418615 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a11e8611-07e5-4d8a-8151-7265132f550a {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:33:14.419320 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de450ed4-093e-491b-971d-c3d9956e5577', 'tag': 'bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f', 'status': 'completed', 'code': 200} Aug 28 15:33:14.460843 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-2cad2c0f-b758-4660-b3ef-ec893a1246c5 None None] Set router 8f8a9e5d-fbd8-4627-983a-9fb90ea90389 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:33:14.488074 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd4758-15aa-46f9-a696-d47be4aea625 req-e7087456-a201-4f15-a3a9-cafff4a492cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:33:14.489508 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e9fd4758-15aa-46f9-a696-d47be4aea625 req-e7087456-a201-4f15-a3a9-cafff4a492cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae068ae25cf645a689f31ae36c4c55c7&device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 1097 time: 0.0455961 Aug 28 15:33:14.579379 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd4758-15aa-46f9-a696-d47be4aea625 req-f65b779e-b959-4e22-9503-0ba4bd6585a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:33:14.581205 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e9fd4758-15aa-46f9-a696-d47be4aea625 req-f65b779e-b959-4e22-9503-0ba4bd6585a2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ad8ad58-4d34-44a3-b634-58afc753db8d HTTP/1.1" status: 200 len: 917 time: 0.0849323 Aug 28 15:33:14.649438 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e9fd4758-15aa-46f9-a696-d47be4aea625 req-ac60cb7e-9cb1-49b5-994e-bcc81036bbd4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f HTTP/1.1" status: 200 len: 999 time: 0.0612128 Aug 28 15:33:14.678340 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-2cad2c0f-b758-4660-b3ef-ec893a1246c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'name': 'tempest-AttachVolumeShelveTestJSON-398189298-router', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:29:26Z', 'updated_at': '2021-08-28T15:29:29Z', 'revision_number': 4, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'gw_port': {'id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:27Z', 'updated_at': '2021-08-28T15:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'c9c955ef-172a-4aac-8b27-d66dc1ebeaf2', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'port_id': 'bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d', 'mac_address': 'fa:16:3e:d5:af:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de450ed4-093e-491b-971d-c3d9956e5577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:33:01Z', 'updated_at': '2021-08-28T15:33:13Z', 'revision_number': 1, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a11619-bd5c-469b-b843-dd4e1c277555', 'name': '', 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'mac_address': 'fa:16:3e:b5:6b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:29Z', 'updated_at': '2021-08-28T15:29:35Z', 'revision_number': 5, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'subnets': [{'id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:33:14.700491 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd4758-15aa-46f9-a696-d47be4aea625 req-72488c52-a124-4a85-8f79-3f7f4a65959d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:33:14.702035 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e9fd4758-15aa-46f9-a696-d47be4aea625 req-72488c52-a124-4a85-8f79-3f7f4a65959d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00d50ca9-b475-42c2-9209-c7ba3db8ecb7 HTTP/1.1" status: 200 len: 855 time: 0.0445757 Aug 28 15:33:14.704028 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cad2c0f-b758-4660-b3ef-ec893a1246c5 None None] Checking router: 8f8a9e5d-fbd8-4627-983a-9fb90ea90389 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:33:14.712123 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cad2c0f-b758-4660-b3ef-ec893a1246c5 None None] Routers {'8f8a9e5d-fbd8-4627-983a-9fb90ea90389'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:33:14.712720 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-2cad2c0f-b758-4660-b3ef-ec893a1246c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:33:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['8f8a9e5d-fbd8-4627-983a-9fb90ea90389'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:33:14.748534 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd4758-15aa-46f9-a696-d47be4aea625 req-98344d5e-a5ba-40fb-8b7c-0521f539eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:33:14.749946 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e9fd4758-15aa-46f9-a696-d47be4aea625 req-98344d5e-a5ba-40fb-8b7c-0521f539eb25 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ad8ad58-4d34-44a3-b634-58afc753db8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413077 Aug 28 15:33:14.818021 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-2cad2c0f-b758-4660-b3ef-ec893a1246c5 None None] Set router 8f8a9e5d-fbd8-4627-983a-9fb90ea90389 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:33:14.843150 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e9fd4758-15aa-46f9-a696-d47be4aea625 req-070138af-fc62-4df8-9f70-36d3123341dd service neutron] 10.222.0.41 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859694 Aug 28 15:33:14.947086 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e9fd4758-15aa-46f9-a696-d47be4aea625 req-89b5a754-e898-4825-8785-14bcc71eddfe service neutron] 10.222.0.41 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955572 Aug 28 15:33:15.045230 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-2cad2c0f-b758-4660-b3ef-ec893a1246c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'name': 'tempest-AttachVolumeShelveTestJSON-398189298-router', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:29:26Z', 'updated_at': '2021-08-28T15:29:29Z', 'revision_number': 4, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'gw_port': {'id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:27Z', 'updated_at': '2021-08-28T15:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'c9c955ef-172a-4aac-8b27-d66dc1ebeaf2', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'port_id': 'bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d', 'mac_address': 'fa:16:3e:d5:af:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de450ed4-093e-491b-971d-c3d9956e5577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:33:01Z', 'updated_at': '2021-08-28T15:33:13Z', 'revision_number': 1, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a11619-bd5c-469b-b843-dd4e1c277555', 'name': '', 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'mac_address': 'fa:16:3e:b5:6b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:29Z', 'updated_at': '2021-08-28T15:29:35Z', 'revision_number': 5, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'subnets': [{'id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:33:15.072536 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cad2c0f-b758-4660-b3ef-ec893a1246c5 None None] The sync data for ids ['8f8a9e5d-fbd8-4627-983a-9fb90ea90389'] in n-d-712137-10 is: [{'id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'name': 'tempest-AttachVolumeShelveTestJSON-398189298-router', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:29:26Z', 'updated_at': '2021-08-28T15:29:29Z', 'revision_number': 4, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'gw_port': {'id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:27Z', 'updated_at': '2021-08-28T15:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'c9c955ef-172a-4aac-8b27-d66dc1ebeaf2', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'port_id': 'bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d', 'mac_address': 'fa:16:3e:d5:af:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de450ed4-093e-491b-971d-c3d9956e5577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:33:01Z', 'updated_at': '2021-08-28T15:33:13Z', 'revision_number': 1, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a11619-bd5c-469b-b843-dd4e1c277555', 'name': '', 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'mac_address': 'fa:16:3e:b5:6b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:29Z', 'updated_at': '2021-08-28T15:29:35Z', 'revision_number': 5, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'subnets': [{'id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:33:15.255509 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51222ac4-ab8b-4df5-b566-82c8ebb1caae None None] New status for floating IP c9c955ef-172a-4aac-8b27-d66dc1ebeaf2: ACTIVE {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:33:17.032967 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 53710) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:33:17.120231 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1180d-ba82-4a75-9545-9af49562cec5 req-c54b2b1b-77dd-449b-bca2-f5e5d1722be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:33:17.121862 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-36a1180d-ba82-4a75-9545-9af49562cec5 req-c54b2b1b-77dd-449b-bca2-f5e5d1722be0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6820b501-183d-476d-9043-ff1aaa56c3d5 HTTP/1.1" status: 200 len: 1097 time: 0.0878973 Aug 28 15:33:17.154862 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-36a1180d-ba82-4a75-9545-9af49562cec5 req-15c3c608-b315-457c-8df3-7285d4d33488 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e616b54a-fd50-4dd2-aeff-fd3e3f0e6e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269594 Aug 28 15:33:24.548453 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:26.721082 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:37.072923 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:33:38.026398 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-813bd08f-405d-4112-9bd5-ec0e19a0afba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:40.590646 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cddd2cd6-b5b7-4a8f-b393-df9c858f551d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:40.887467 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:41.826680 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:43.341871 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:46.951999 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-41f62168-4462-4a1a-9b7e-3007820bdb96 req-ed63abf2-54da-4057-b35d-8205f2a053a7 service neutron] (106329) timed out ('10.222.0.36', 56423) {{(pid=106329) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 15:33:54.563548 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:33:56.722038 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:34:04.004495 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-90db7337-ef9c-41e7-bae1-2cf5e52d5af0 req-14733a15-ab0a-4fc9-b953-bd720471ec64 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6820b501-183d-476d-9043-ff1aaa56c3d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414495 Aug 28 15:34:04.088505 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db7337-ef9c-41e7-bae1-2cf5e52d5af0 req-aeda9a36-72c6-4cae-a1fe-2c230e665b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:34:04.089952 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-90db7337-ef9c-41e7-bae1-2cf5e52d5af0 req-aeda9a36-72c6-4cae-a1fe-2c230e665b95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e194f2339fe42c783e62b4b021db55f&device_id=6820b501-183d-476d-9043-ff1aaa56c3d5 HTTP/1.1" status: 200 len: 1097 time: 0.0405943 Aug 28 15:34:04.191352 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db7337-ef9c-41e7-bae1-2cf5e52d5af0 req-3fbadbb2-0c0a-4734-83c0-01f34ba7b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:34:04.192762 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-90db7337-ef9c-41e7-bae1-2cf5e52d5af0 req-3fbadbb2-0c0a-4734-83c0-01f34ba7b53c service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0581fb5-3ae6-4ff7-9037-669a2817c00f HTTP/1.1" status: 200 len: 909 time: 0.0830781 Aug 28 15:34:04.265153 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-90db7337-ef9c-41e7-bae1-2cf5e52d5af0 req-761ea7ef-f360-4edb-b187-9398d7ec22c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c70fb6ab-519a-4ff4-b65d-74290f7daa64 HTTP/1.1" status: 200 len: 1000 time: 0.0649319 Aug 28 15:34:04.313201 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db7337-ef9c-41e7-bae1-2cf5e52d5af0 req-df7388de-b60d-4799-a9d0-59527775cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:34:04.314631 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-90db7337-ef9c-41e7-bae1-2cf5e52d5af0 req-df7388de-b60d-4799-a9d0-59527775cb78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=373c454c-6235-44a3-90a1-1092ac872af9 HTTP/1.1" status: 200 len: 847 time: 0.0423687 Aug 28 15:34:04.360690 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db7337-ef9c-41e7-bae1-2cf5e52d5af0 req-8059f1d2-1ba2-4eae-9937-3cb21131ce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:34:04.362172 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-90db7337-ef9c-41e7-bae1-2cf5e52d5af0 req-8059f1d2-1ba2-4eae-9937-3cb21131ce7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0581fb5-3ae6-4ff7-9037-669a2817c00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390930 Aug 28 15:34:04.454529 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-90db7337-ef9c-41e7-bae1-2cf5e52d5af0 req-7e3f1812-dc25-4dc9-95b5-fa74cfab02f6 service neutron] 10.222.0.36 "GET /v2.0/networks/d0581fb5-3ae6-4ff7-9037-669a2817c00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842264 Aug 28 15:34:04.540660 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-90db7337-ef9c-41e7-bae1-2cf5e52d5af0 req-f8eaf31f-8d6f-43cd-abed-49176ca397be service neutron] 10.222.0.36 "GET /v2.0/networks/d0581fb5-3ae6-4ff7-9037-669a2817c00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790632 Aug 28 15:34:08.027078 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f6372fa8-a008-44c0-9f9e-49dcb63e099a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:34:10.591227 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-21465082-82de-491e-9619-b6db2d9ecb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:34:10.888479 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:34:11.403345 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fa025731-e879-48b3-97c8-994b4f710275 req-2d85e0cc-35b8-4df0-8d4a-b31ecccbdc01 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446558 Aug 28 15:34:11.484710 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa025731-e879-48b3-97c8-994b4f710275 req-e3e8aa97-050a-4122-86f3-bb943a16274f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:34:11.486324 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fa025731-e879-48b3-97c8-994b4f710275 req-e3e8aa97-050a-4122-86f3-bb943a16274f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae068ae25cf645a689f31ae36c4c55c7&device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 1097 time: 0.0399668 Aug 28 15:34:11.588236 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa025731-e879-48b3-97c8-994b4f710275 req-68480329-41a8-4b94-9926-e536479097eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:34:11.589712 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fa025731-e879-48b3-97c8-994b4f710275 req-68480329-41a8-4b94-9926-e536479097eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ad8ad58-4d34-44a3-b634-58afc753db8d HTTP/1.1" status: 200 len: 917 time: 0.0827782 Aug 28 15:34:11.657427 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fa025731-e879-48b3-97c8-994b4f710275 req-aacc900b-6837-47bd-9aba-d05ebb3182cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f HTTP/1.1" status: 200 len: 1001 time: 0.0594535 Aug 28 15:34:11.706458 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa025731-e879-48b3-97c8-994b4f710275 req-63b8c784-4c8c-4de5-9844-3cbd6511a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:34:11.707905 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fa025731-e879-48b3-97c8-994b4f710275 req-63b8c784-4c8c-4de5-9844-3cbd6511a569 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00d50ca9-b475-42c2-9209-c7ba3db8ecb7 HTTP/1.1" status: 200 len: 855 time: 0.0429721 Aug 28 15:34:11.752285 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa025731-e879-48b3-97c8-994b4f710275 req-dce6d75d-a2c0-4ba9-902d-b5b7ae213852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:34:11.753734 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fa025731-e879-48b3-97c8-994b4f710275 req-dce6d75d-a2c0-4ba9-902d-b5b7ae213852 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ad8ad58-4d34-44a3-b634-58afc753db8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390377 Aug 28 15:34:11.764645 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [req-fa025731-e879-48b3-97c8-994b4f710275 req-d53542d6-8bd7-4bf3-96df-85209912c196 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:34:11.765664 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fa025731-e879-48b3-97c8-994b4f710275 req-d53542d6-8bd7-4bf3-96df-85209912c196 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050650 Aug 28 15:34:11.830725 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:34:11.864493 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fa025731-e879-48b3-97c8-994b4f710275 req-44fbf663-571f-4117-8173-6aa2925495c8 service neutron] 10.222.0.41 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902023 Aug 28 15:34:11.953162 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fa025731-e879-48b3-97c8-994b4f710275 req-f2404725-61f5-4bd4-9f71-cceb90396a2e service neutron] 10.222.0.41 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812037 Aug 28 15:34:13.343629 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:34:14.072199 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:34:24.562270 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:34:26.738863 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:34:38.027646 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2e9576e7-87f6-4be7-a616-c054e8d08b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:34:40.591981 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f7363e43-8a8b-4bb6-ab24-10b0e0408fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:34:40.889571 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:34:41.836752 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:34:43.346954 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:34:51.071606 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:34:54.574820 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:34:56.731874 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:35:06.075161 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f717cfb3-8c95-4024-92ad-7699ce3175e0 req-4b8517e6-6312-4c60-a583-f770b89cfa84 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6820b501-183d-476d-9043-ff1aaa56c3d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1166103 Aug 28 15:35:06.154581 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717cfb3-8c95-4024-92ad-7699ce3175e0 req-63a66f61-6dfa-4107-b84b-571ca3b49c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:35:06.156095 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f717cfb3-8c95-4024-92ad-7699ce3175e0 req-63a66f61-6dfa-4107-b84b-571ca3b49c90 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e194f2339fe42c783e62b4b021db55f&device_id=6820b501-183d-476d-9043-ff1aaa56c3d5 HTTP/1.1" status: 200 len: 1097 time: 0.0394373 Aug 28 15:35:06.264996 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717cfb3-8c95-4024-92ad-7699ce3175e0 req-4564e282-4538-409d-9c24-7b96c085705f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:35:06.266509 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f717cfb3-8c95-4024-92ad-7699ce3175e0 req-4564e282-4538-409d-9c24-7b96c085705f service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0581fb5-3ae6-4ff7-9037-669a2817c00f HTTP/1.1" status: 200 len: 909 time: 0.0917227 Aug 28 15:35:06.653483 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f717cfb3-8c95-4024-92ad-7699ce3175e0 req-47656245-7dbb-42ec-9645-703b9faff205 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c70fb6ab-519a-4ff4-b65d-74290f7daa64 HTTP/1.1" status: 200 len: 1000 time: 0.3802843 Aug 28 15:35:06.700840 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717cfb3-8c95-4024-92ad-7699ce3175e0 req-8efedc1f-e4ce-433a-a2cf-eca868d6a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:35:06.702221 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f717cfb3-8c95-4024-92ad-7699ce3175e0 req-8efedc1f-e4ce-433a-a2cf-eca868d6a630 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=373c454c-6235-44a3-90a1-1092ac872af9 HTTP/1.1" status: 200 len: 847 time: 0.0417740 Aug 28 15:35:06.746395 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717cfb3-8c95-4024-92ad-7699ce3175e0 req-3b290aaa-1fcd-4e71-8a35-4942f9cc9405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:35:06.747879 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f717cfb3-8c95-4024-92ad-7699ce3175e0 req-3b290aaa-1fcd-4e71-8a35-4942f9cc9405 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0581fb5-3ae6-4ff7-9037-669a2817c00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391028 Aug 28 15:35:06.839224 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f717cfb3-8c95-4024-92ad-7699ce3175e0 req-6d0fc582-2a02-46c1-9135-dc443ee81f2b service neutron] 10.222.0.36 "GET /v2.0/networks/d0581fb5-3ae6-4ff7-9037-669a2817c00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845959 Aug 28 15:35:06.927117 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f717cfb3-8c95-4024-92ad-7699ce3175e0 req-1dcdb130-6fba-48be-b596-5cc9ab904ab5 service neutron] 10.222.0.36 "GET /v2.0/networks/d0581fb5-3ae6-4ff7-9037-669a2817c00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809352 Aug 28 15:35:08.028586 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5981d8bf-4e35-43da-b18a-59308480a852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:35:10.592342 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-77075214-7491-455e-8839-c39d2d2bfa77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:35:10.888783 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5893e427-cebe-49ec-9d9e-00c4e6e9250d req-e398eac3-ed58-4617-b007-375d8f6c8716 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0940461 Aug 28 15:35:10.893181 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:35:10.974672 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893e427-cebe-49ec-9d9e-00c4e6e9250d req-4d397c7c-f4ce-4ed7-b9c0-d7318f35cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:35:10.976184 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5893e427-cebe-49ec-9d9e-00c4e6e9250d req-4d397c7c-f4ce-4ed7-b9c0-d7318f35cf5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae068ae25cf645a689f31ae36c4c55c7&device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 1097 time: 0.0441349 Aug 28 15:35:11.078389 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893e427-cebe-49ec-9d9e-00c4e6e9250d req-b60f113c-dace-41f2-b782-d82fa2318c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:35:11.080393 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5893e427-cebe-49ec-9d9e-00c4e6e9250d req-b60f113c-dace-41f2-b782-d82fa2318c52 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ad8ad58-4d34-44a3-b634-58afc753db8d HTTP/1.1" status: 200 len: 917 time: 0.0830643 Aug 28 15:35:11.149181 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5893e427-cebe-49ec-9d9e-00c4e6e9250d req-50ff54e9-673f-4e50-ab19-8ee95c93f0a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f HTTP/1.1" status: 200 len: 1001 time: 0.0617173 Aug 28 15:35:11.198580 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893e427-cebe-49ec-9d9e-00c4e6e9250d req-1c2211e0-3d3a-4472-9311-b57768b7939d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:35:11.200040 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5893e427-cebe-49ec-9d9e-00c4e6e9250d req-1c2211e0-3d3a-4472-9311-b57768b7939d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00d50ca9-b475-42c2-9209-c7ba3db8ecb7 HTTP/1.1" status: 200 len: 855 time: 0.0437589 Aug 28 15:35:11.255168 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893e427-cebe-49ec-9d9e-00c4e6e9250d req-21b4a2f4-5963-4019-a74a-072cda4229ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:35:11.256957 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5893e427-cebe-49ec-9d9e-00c4e6e9250d req-21b4a2f4-5963-4019-a74a-072cda4229ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ad8ad58-4d34-44a3-b634-58afc753db8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506432 Aug 28 15:35:11.357902 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5893e427-cebe-49ec-9d9e-00c4e6e9250d req-08fa0dd1-04b6-4a44-b763-ef50e8a2ede4 service neutron] 10.222.0.41 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884616 Aug 28 15:35:11.448020 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5893e427-cebe-49ec-9d9e-00c4e6e9250d req-351086e2-d29c-4f30-b4aa-0684461884d2 service neutron] 10.222.0.41 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825217 Aug 28 15:35:11.837285 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:35:13.350471 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:35:24.590779 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:35:26.745003 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:35:28.071215 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:35:38.029341 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6dda6ef3-7f19-49a9-a422-a0a1c7f05339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:35:40.596238 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-16d5d0d0-1b38-4a12-9d83-43bc4aff1d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:35:40.896285 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:35:41.838180 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:35:43.353082 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:35:52.619274 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a59dd6-166c-4d38-b44b-1acfe2848f7c req-639d58b0-82ac-470d-9d87-3336736f2a86 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:35:52.620767 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-29a59dd6-166c-4d38-b44b-1acfe2848f7c req-639d58b0-82ac-470d-9d87-3336736f2a86 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 945 time: 0.0481761 Aug 28 15:35:52.661246 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-29a59dd6-166c-4d38-b44b-1acfe2848f7c req-49b4783f-e274-402c-ad5d-ea57fcaae5ca tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345547 Aug 28 15:35:53.793711 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c8c57-ba9d-495a-ae73-6ea2caaf48aa req-1b9f1806-fd94-4770-bc33-4965a1870cd1 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:35:53.795237 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-786c8c57-ba9d-495a-ae73-6ea2caaf48aa req-1b9f1806-fd94-4770-bc33-4965a1870cd1 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 945 time: 0.0494483 Aug 28 15:35:53.834232 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-786c8c57-ba9d-495a-ae73-6ea2caaf48aa req-876c1d82-d15f-458f-8451-663bbd6ad71b tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322206 Aug 28 15:35:54.606130 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:35:54.971282 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d78dc-9f98-456b-8400-e1d65fdf86d8 req-bcd5acf5-98eb-405b-9738-46dc0597a2ac tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:35:54.972775 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a77d78dc-9f98-456b-8400-e1d65fdf86d8 req-bcd5acf5-98eb-405b-9738-46dc0597a2ac tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 945 time: 0.0492704 Aug 28 15:35:55.010620 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a77d78dc-9f98-456b-8400-e1d65fdf86d8 req-a8d015dd-3f9f-4f21-bf7c-f57624d6fe42 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318656 Aug 28 15:35:56.135825 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a24d2-b7d1-4474-ae42-c5a9b8f47440 req-43b53df4-4d50-44db-b9d0-79cbacceb964 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:35:56.137196 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bb7a24d2-b7d1-4474-ae42-c5a9b8f47440 req-43b53df4-4d50-44db-b9d0-79cbacceb964 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 945 time: 0.0515676 Aug 28 15:35:56.174584 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bb7a24d2-b7d1-4474-ae42-c5a9b8f47440 req-871d7965-a47e-4960-b6ed-26edd07a4053 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307961 Aug 28 15:35:56.748501 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:35:57.291613 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f2a98-be1b-4fef-9ee3-78deaf7dbb7f req-1b6fff8a-d069-47f6-a724-b83a8dac4731 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:35:57.293097 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-125f2a98-be1b-4fef-9ee3-78deaf7dbb7f req-1b6fff8a-d069-47f6-a724-b83a8dac4731 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 945 time: 0.0478637 Aug 28 15:35:57.331586 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-125f2a98-be1b-4fef-9ee3-78deaf7dbb7f req-5f428635-92c4-48b0-80e2-9aa667daddda tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324869 Aug 28 15:35:58.455803 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facaf01f-8c2b-4b15-9349-f6ed3c7e66d9 req-14cee958-215e-45e8-9a74-523cd1046071 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:35:58.457285 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-facaf01f-8c2b-4b15-9349-f6ed3c7e66d9 req-14cee958-215e-45e8-9a74-523cd1046071 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 945 time: 0.0494075 Aug 28 15:35:58.493782 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-facaf01f-8c2b-4b15-9349-f6ed3c7e66d9 req-7cea5c97-e80d-442d-a22e-274c3a46958d tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306146 Aug 28 15:35:59.612994 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d446fd7-9c78-4153-aecd-98cdd134e408 req-0d090273-acf0-4c6b-b80c-059de7f59c6a tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:35:59.614474 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5d446fd7-9c78-4153-aecd-98cdd134e408 req-0d090273-acf0-4c6b-b80c-059de7f59c6a tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 945 time: 0.0485041 Aug 28 15:35:59.654841 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5d446fd7-9c78-4153-aecd-98cdd134e408 req-c9676fd3-cb58-4de1-b85b-637e2f149a95 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344937 Aug 28 15:36:00.777371 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93bd337-9135-4b02-a44b-2f75355f9bdc req-3212f7d0-2f89-4e11-a3f3-46978e73ec3b tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:00.778761 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c93bd337-9135-4b02-a44b-2f75355f9bdc req-3212f7d0-2f89-4e11-a3f3-46978e73ec3b tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 945 time: 0.0498116 Aug 28 15:36:00.817110 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c93bd337-9135-4b02-a44b-2f75355f9bdc req-e6d28d95-faf4-49db-80a9-2430fd548afe tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323474 Aug 28 15:36:01.942368 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4663-666a-4fef-aedd-fe340ac7da0f req-63773c76-2fe3-4dff-a169-ecfcbad732ec tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:01.943866 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-63ca4663-666a-4fef-aedd-fe340ac7da0f req-63773c76-2fe3-4dff-a169-ecfcbad732ec tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 945 time: 0.0476682 Aug 28 15:36:01.981158 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-63ca4663-666a-4fef-aedd-fe340ac7da0f req-c924b700-54dd-41da-b01d-f6fa876255e2 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314505 Aug 28 15:36:03.101642 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f8745-92a7-4737-a2f2-43ca564c175c req-cffc4eb6-3352-4daf-a999-1c6d9b711436 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:03.103034 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd8f8745-92a7-4737-a2f2-43ca564c175c req-cffc4eb6-3352-4daf-a999-1c6d9b711436 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 945 time: 0.0521512 Aug 28 15:36:03.139852 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd8f8745-92a7-4737-a2f2-43ca564c175c req-bb152d60-0e71-40ea-95af-1d0c0a3f6937 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308335 Aug 28 15:36:04.015311 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:36:04.116124 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f,segment=NetworkSegment(937efdaa-4a91-4466-8b39-3275ccf0f608),segment_id=937efdaa-4a91-4466-8b39-3275ccf0f608)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:36:04.126943 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f', 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d', 'port_id': 'bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f', 'mac_address': 'fa:16:3e:d5:af:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:36:04.162475 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:36:04.175700 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:36:04.196085 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f,segment=NetworkSegment(937efdaa-4a91-4466-8b39-3275ccf0f608),segment_id=937efdaa-4a91-4466-8b39-3275ccf0f608)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:36:04.200507 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:36:04.251576 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:36:04.260076 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:36:04.260429 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:36:04.260775 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:36:04.261109 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:36:04.261444 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:36:04.261770 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:36:04.262243 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:36:04.262405 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:36:04.262741 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:36:04.263068 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:36:04.263393 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:36:04.263743 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:36:04.265945 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df41a7-678e-4b0e-91ce-a77733d880e6 req-3b671d90-8744-4c67-b167-9b5a1c71ac10 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:04.273586 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a3df41a7-678e-4b0e-91ce-a77733d880e6 req-3b671d90-8744-4c67-b167-9b5a1c71ac10 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 944 time: 0.0502861 Aug 28 15:36:04.282831 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:36:04.307892 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a3df41a7-678e-4b0e-91ce-a77733d880e6 req-a41fc31e-f88b-4794-97bb-afbeedec20a8 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334046 Aug 28 15:36:05.070548 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:36:05.430550 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5d6c3-a220-4bf0-94ee-57deef18e860 req-a35b7621-fbb0-4a81-9cc5-75e0818a2bf3 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:05.432576 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7cd5d6c3-a220-4bf0-94ee-57deef18e860 req-a35b7621-fbb0-4a81-9cc5-75e0818a2bf3 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 944 time: 0.0496678 Aug 28 15:36:05.473394 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7cd5d6c3-a220-4bf0-94ee-57deef18e860 req-0b87ee1a-58e9-48bf-85cd-67cc6cb8dc5d tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316298 Aug 28 15:36:06.016020 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:36:06.062364 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:36:06.062713 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:36:06.147161 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:36:06.169210 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de450ed4-093e-491b-971d-c3d9956e5577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:36:06.171457 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ff92b3-d740-412c-8b4a-7253b1ddb3c3" -d '{"events": [{"server_uuid": "de450ed4-093e-491b-971d-c3d9956e5577", "name": "network-vif-plugged", "status": "completed", "tag": "bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:36:06.184305 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f,segment=NetworkSegment(937efdaa-4a91-4466-8b39-3275ccf0f608),segment_id=937efdaa-4a91-4466-8b39-3275ccf0f608)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:36:06.188512 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:36:06.237287 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f,revision_number=7']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:36:06.286468 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fd4e33-810c-424e-ae99-e813df869d26 x-openstack-request-id: req-77fd4e33-810c-424e-ae99-e813df869d26 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:36:06.286763 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de450ed4-093e-491b-971d-c3d9956e5577", "name": "network-vif-plugged", "status": "completed", "tag": "bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:36:06.287017 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77fd4e33-810c-424e-ae99-e813df869d26 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:36:06.287412 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de450ed4-093e-491b-971d-c3d9956e5577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f', 'code': 200} Aug 28 15:36:06.591432 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4fad2-ae22-41ad-9060-78e15091e24a req-c7d52b37-b0a8-485a-97b8-424cc65f1e10 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:06.592930 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3ef4fad2-ae22-41ad-9060-78e15091e24a req-c7d52b37-b0a8-485a-97b8-424cc65f1e10 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 945 time: 0.0486076 Aug 28 15:36:06.629791 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3ef4fad2-ae22-41ad-9060-78e15091e24a req-705286a0-260b-44eb-ac1c-b254b04943d6 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308638 Aug 28 15:36:07.749659 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287b8db-9716-4b56-a6c3-0657d53d3371 req-73e2dc9b-dd24-4b1e-8e68-acec3e6d0552 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:07.751132 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a287b8db-9716-4b56-a6c3-0657d53d3371 req-73e2dc9b-dd24-4b1e-8e68-acec3e6d0552 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 945 time: 0.0484512 Aug 28 15:36:07.792678 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a287b8db-9716-4b56-a6c3-0657d53d3371 req-7c41cfc4-52ff-4526-85c6-1c7d1883c8a4 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355761 Aug 28 15:36:08.029442 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c30c4e05-feb4-4776-8f14-5b92ac7d8e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:36:08.032580 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6479316c-4ad6-4d32-9f9f-aff3134e3ffa req-90668fd6-6025-4b44-8cde-c7f9c74c7ec3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6820b501-183d-476d-9043-ff1aaa56c3d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436110 Aug 28 15:36:08.111686 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479316c-4ad6-4d32-9f9f-aff3134e3ffa req-eb3b1fb8-ca3d-42db-9eb6-e6cf0fb95350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:08.113272 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6479316c-4ad6-4d32-9f9f-aff3134e3ffa req-eb3b1fb8-ca3d-42db-9eb6-e6cf0fb95350 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e194f2339fe42c783e62b4b021db55f&device_id=6820b501-183d-476d-9043-ff1aaa56c3d5 HTTP/1.1" status: 200 len: 1097 time: 0.0402238 Aug 28 15:36:08.217269 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479316c-4ad6-4d32-9f9f-aff3134e3ffa req-55d04bed-a6b0-41e2-967f-9abb0362a607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:08.218724 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6479316c-4ad6-4d32-9f9f-aff3134e3ffa req-55d04bed-a6b0-41e2-967f-9abb0362a607 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0581fb5-3ae6-4ff7-9037-669a2817c00f HTTP/1.1" status: 200 len: 909 time: 0.0869913 Aug 28 15:36:08.282112 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6479316c-4ad6-4d32-9f9f-aff3134e3ffa req-1e40be53-aa4d-489e-91f4-899c26366214 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c70fb6ab-519a-4ff4-b65d-74290f7daa64 HTTP/1.1" status: 200 len: 1000 time: 0.0563524 Aug 28 15:36:08.330257 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479316c-4ad6-4d32-9f9f-aff3134e3ffa req-f31b6ddd-3f70-4c88-b314-f50307ddffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:08.332292 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6479316c-4ad6-4d32-9f9f-aff3134e3ffa req-f31b6ddd-3f70-4c88-b314-f50307ddffa9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=373c454c-6235-44a3-90a1-1092ac872af9 HTTP/1.1" status: 200 len: 847 time: 0.0436304 Aug 28 15:36:08.381191 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479316c-4ad6-4d32-9f9f-aff3134e3ffa req-7c1c7272-1fbf-4c92-8e9a-6161692fc97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:08.382956 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6479316c-4ad6-4d32-9f9f-aff3134e3ffa req-7c1c7272-1fbf-4c92-8e9a-6161692fc97d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0581fb5-3ae6-4ff7-9037-669a2817c00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439403 Aug 28 15:36:08.472983 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6479316c-4ad6-4d32-9f9f-aff3134e3ffa req-f9e2476a-6348-4c50-8c7d-db637ebe8071 service neutron] 10.222.0.36 "GET /v2.0/networks/d0581fb5-3ae6-4ff7-9037-669a2817c00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824444 Aug 28 15:36:08.567860 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6479316c-4ad6-4d32-9f9f-aff3134e3ffa req-1a37189a-7dbf-4ee9-9b92-9ef6319b648a service neutron] 10.222.0.36 "GET /v2.0/networks/d0581fb5-3ae6-4ff7-9037-669a2817c00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874686 Aug 28 15:36:08.914474 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e66ae9-4300-47fa-85a6-cca070c56506 req-b103b7d4-59ac-45bf-ac58-8be644a133d6 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:08.916022 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-97e66ae9-4300-47fa-85a6-cca070c56506 req-b103b7d4-59ac-45bf-ac58-8be644a133d6 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 945 time: 0.0495095 Aug 28 15:36:08.957938 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-97e66ae9-4300-47fa-85a6-cca070c56506 req-909399fc-eb9a-40c0-9fac-6d53dd00b7eb tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359530 Aug 28 15:36:10.093163 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6e764-f32f-4069-adb0-b7b840e700b4 req-8a6d84b5-cf26-4760-83d9-25b00ebff222 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:10.095385 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d4b6e764-f32f-4069-adb0-b7b840e700b4 req-8a6d84b5-cf26-4760-83d9-25b00ebff222 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 945 time: 0.0547972 Aug 28 15:36:10.137029 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d4b6e764-f32f-4069-adb0-b7b840e700b4 req-147076c9-1be7-434f-b5fb-14b549540f74 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345280 Aug 28 15:36:10.606752 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e417-3185-4ba0-9ca1-d02ffce15b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:36:10.901213 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:36:11.274011 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81a54e-85e6-4c4a-b913-4c18d63de88f req-fd5b8880-52a0-4a2b-93cc-01c45cff4c21 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:11.275529 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3a81a54e-85e6-4c4a-b913-4c18d63de88f req-fd5b8880-52a0-4a2b-93cc-01c45cff4c21 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 945 time: 0.0528746 Aug 28 15:36:11.320385 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3a81a54e-85e6-4c4a-b913-4c18d63de88f req-339a7a27-7dad-4196-b659-b5481c4b4d85 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380275 Aug 28 15:36:11.874640 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:36:11.905831 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc866780-c4c5-453a-aaa2-ffc7142d88cb req-78a58211-28ff-4124-9616-667e98be8787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:11.908014 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fc866780-c4c5-453a-aaa2-ffc7142d88cb req-78a58211-28ff-4124-9616-667e98be8787 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae068ae25cf645a689f31ae36c4c55c7&device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 1097 time: 0.0737276 Aug 28 15:36:12.053832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc866780-c4c5-453a-aaa2-ffc7142d88cb req-ea680576-501b-4f94-962f-7d0c5ca3c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:12.055339 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fc866780-c4c5-453a-aaa2-ffc7142d88cb req-ea680576-501b-4f94-962f-7d0c5ca3c231 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ad8ad58-4d34-44a3-b634-58afc753db8d HTTP/1.1" status: 200 len: 917 time: 0.1227214 Aug 28 15:36:12.137563 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fc866780-c4c5-453a-aaa2-ffc7142d88cb req-4f15e945-574e-4a0f-b092-f4308e3d2d5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f HTTP/1.1" status: 200 len: 1001 time: 0.0729175 Aug 28 15:36:12.198929 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc866780-c4c5-453a-aaa2-ffc7142d88cb req-e56387a4-db11-40b4-9106-734e1fdb58ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:12.201771 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fc866780-c4c5-453a-aaa2-ffc7142d88cb req-e56387a4-db11-40b4-9106-734e1fdb58ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00d50ca9-b475-42c2-9209-c7ba3db8ecb7 HTTP/1.1" status: 200 len: 855 time: 0.0569985 Aug 28 15:36:12.264689 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc866780-c4c5-453a-aaa2-ffc7142d88cb req-54b8cd9b-bd24-4b0c-b1e8-9c50c283f014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:12.266434 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fc866780-c4c5-453a-aaa2-ffc7142d88cb req-54b8cd9b-bd24-4b0c-b1e8-9c50c283f014 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ad8ad58-4d34-44a3-b634-58afc753db8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565760 Aug 28 15:36:12.432642 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fc866780-c4c5-453a-aaa2-ffc7142d88cb req-01a6ec62-218a-49d7-916e-2b012f04ee2c service neutron] 10.222.0.41 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484599 Aug 28 15:36:12.505346 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d37b0-7325-49f1-a9ac-116906897337 req-e4103a06-166c-45f9-98e5-269b353ed980 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:12.517741 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-310d37b0-7325-49f1-a9ac-116906897337 req-e4103a06-166c-45f9-98e5-269b353ed980 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 945 time: 0.0817971 Aug 28 15:36:12.576312 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-310d37b0-7325-49f1-a9ac-116906897337 req-5a58bffc-2d0d-4925-8c4b-e96e99405366 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572085 Aug 28 15:36:12.610457 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fc866780-c4c5-453a-aaa2-ffc7142d88cb req-d8e8e413-8111-4f1b-ad38-cd04f4387531 service neutron] 10.222.0.41 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659484 Aug 28 15:36:13.359806 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:36:13.716085 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d68f6-6620-4ded-89ed-7337ff79ec11 req-245bd3ea-e1fc-418e-b134-651ae2fabddb tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:13.717704 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fb7d68f6-6620-4ded-89ed-7337ff79ec11 req-245bd3ea-e1fc-418e-b134-651ae2fabddb tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 945 time: 0.0528600 Aug 28 15:36:13.776223 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fb7d68f6-6620-4ded-89ed-7337ff79ec11 req-ce39eac7-2257-4678-aa82-9cf7c0bd60d5 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405695 Aug 28 15:36:14.912113 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25bf49f-88b6-44b0-a71b-bb3a5150cfce req-e2f106c6-e74a-43df-a163-b9d9dda41f64 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:14.914450 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f25bf49f-88b6-44b0-a71b-bb3a5150cfce req-e2f106c6-e74a-43df-a163-b9d9dda41f64 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 945 time: 0.0556016 Aug 28 15:36:14.964624 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f25bf49f-88b6-44b0-a71b-bb3a5150cfce req-9d59613c-0ce1-430d-ba01-2f4737ac8062 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427244 Aug 28 15:36:16.113439 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b36003-149e-414b-9bae-8d64c0a69ec8 req-c3512bbb-e51f-4858-a532-24cf96ab764a tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:16.115127 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-98b36003-149e-414b-9bae-8d64c0a69ec8 req-c3512bbb-e51f-4858-a532-24cf96ab764a tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 945 time: 0.0636218 Aug 28 15:36:16.158020 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-98b36003-149e-414b-9bae-8d64c0a69ec8 req-68e45069-a301-4395-90fb-0b329fc966a3 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363510 Aug 28 15:36:17.291710 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc863eb2-8f3c-48ab-9bd5-156bb49859ca req-b4a6b655-7323-4fc0-a422-15f5776ab090 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:17.299778 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fc863eb2-8f3c-48ab-9bd5-156bb49859ca req-b4a6b655-7323-4fc0-a422-15f5776ab090 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 945 time: 0.0633922 Aug 28 15:36:17.343552 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fc863eb2-8f3c-48ab-9bd5-156bb49859ca req-d5937880-dbf1-41c6-a0d1-730353fe751b tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428209 Aug 28 15:36:18.468795 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d387f-960a-4a9e-83bb-a0d9267f1245 req-3297fe6d-9ac1-4418-91d8-fd9d6ef9e103 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:18.471943 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-502d387f-960a-4a9e-83bb-a0d9267f1245 req-3297fe6d-9ac1-4418-91d8-fd9d6ef9e103 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 945 time: 0.0558419 Aug 28 15:36:18.520306 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-502d387f-960a-4a9e-83bb-a0d9267f1245 req-90d7c3dc-5899-4824-84ad-f677f49b3e8b tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400426 Aug 28 15:36:19.650233 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72bc2b-4334-4178-ae6a-37f7e2c9e9e3 req-6558d7ed-b835-4497-b869-24b3f17d34b8 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:19.651975 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2e72bc2b-4334-4178-ae6a-37f7e2c9e9e3 req-6558d7ed-b835-4497-b869-24b3f17d34b8 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 945 time: 0.0534692 Aug 28 15:36:19.691686 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2e72bc2b-4334-4178-ae6a-37f7e2c9e9e3 req-4b41c6d5-ba54-4825-bcd2-ec9ebd1a3a44 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326736 Aug 28 15:36:19.979418 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1b366-44f5-4759-bc63-78b52e13e2c9 req-7d9e0057-4ca6-464f-9a37-eab823582fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:19.980984 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-04e1b366-44f5-4759-bc63-78b52e13e2c9 req-7d9e0057-4ca6-464f-9a37-eab823582fc1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae068ae25cf645a689f31ae36c4c55c7&device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 1097 time: 0.0401804 Aug 28 15:36:20.074428 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1b366-44f5-4759-bc63-78b52e13e2c9 req-6e03f454-6cf4-406c-bb56-d2d3ce749ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:20.075979 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-04e1b366-44f5-4759-bc63-78b52e13e2c9 req-6e03f454-6cf4-406c-bb56-d2d3ce749ec9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ad8ad58-4d34-44a3-b634-58afc753db8d HTTP/1.1" status: 200 len: 917 time: 0.0872605 Aug 28 15:36:20.143983 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-04e1b366-44f5-4759-bc63-78b52e13e2c9 req-499a76e8-c6e2-4fb9-92e4-5300b6169f2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f HTTP/1.1" status: 200 len: 1001 time: 0.0595863 Aug 28 15:36:20.195372 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1b366-44f5-4759-bc63-78b52e13e2c9 req-3abeef29-96e8-48b4-a6e3-8f3dbbf8cd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:20.196801 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-04e1b366-44f5-4759-bc63-78b52e13e2c9 req-3abeef29-96e8-48b4-a6e3-8f3dbbf8cd28 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00d50ca9-b475-42c2-9209-c7ba3db8ecb7 HTTP/1.1" status: 200 len: 855 time: 0.0439262 Aug 28 15:36:20.247006 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1b366-44f5-4759-bc63-78b52e13e2c9 req-ddf59055-f53c-4608-ad15-ee91743f9665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:20.248530 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-04e1b366-44f5-4759-bc63-78b52e13e2c9 req-ddf59055-f53c-4608-ad15-ee91743f9665 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ad8ad58-4d34-44a3-b634-58afc753db8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440834 Aug 28 15:36:20.339450 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-04e1b366-44f5-4759-bc63-78b52e13e2c9 req-43da26a5-e76b-4ae0-8128-da2bb2d53c72 service neutron] 10.222.0.41 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809791 Aug 28 15:36:20.436179 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-04e1b366-44f5-4759-bc63-78b52e13e2c9 req-174d290a-483d-49c6-a76f-976d8a802115 service neutron] 10.222.0.41 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889273 Aug 28 15:36:20.810673 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c980fd3-c3cb-4f2c-b85b-f8e546828c19 req-e056e405-8a98-4e8f-814a-e80dd31669a6 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:20.812172 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8c980fd3-c3cb-4f2c-b85b-f8e546828c19 req-e056e405-8a98-4e8f-814a-e80dd31669a6 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 945 time: 0.0489140 Aug 28 15:36:20.849740 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8c980fd3-c3cb-4f2c-b85b-f8e546828c19 req-e7e0ecc9-5b47-489b-b593-0051d57f6b48 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310557 Aug 28 15:36:21.976681 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36824ab6-c308-4ba8-8d0f-1b31ba354c3b req-f0953c43-63bd-41b7-a701-7de8d2a69a22 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:21.978370 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-36824ab6-c308-4ba8-8d0f-1b31ba354c3b req-f0953c43-63bd-41b7-a701-7de8d2a69a22 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 945 time: 0.0574198 Aug 28 15:36:22.025668 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-36824ab6-c308-4ba8-8d0f-1b31ba354c3b req-3e768c82-fd05-4c5e-8c75-8c08034919d8 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399776 Aug 28 15:36:22.092716 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:36:22.170532 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:36:22.193659 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de450ed4-093e-491b-971d-c3d9956e5577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:36:22.195875 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad5c75b-b3d7-4e21-8f30-344be856b6e7" -d '{"events": [{"server_uuid": "de450ed4-093e-491b-971d-c3d9956e5577", "name": "network-vif-unplugged", "status": "completed", "tag": "bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:36:22.208408 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f,segment=NetworkSegment(937efdaa-4a91-4466-8b39-3275ccf0f608),segment_id=937efdaa-4a91-4466-8b39-3275ccf0f608)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:36:22.213059 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:36:22.236554 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 15:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69481316-4e42-4a7f-8abf-585260b0605e x-openstack-request-id: req-69481316-4e42-4a7f-8abf-585260b0605e {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:36:22.236855 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de450ed4-093e-491b-971d-c3d9956e5577", "name": "network-vif-unplugged", "status": "completed", "tag": "bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:36:22.237111 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69481316-4e42-4a7f-8abf-585260b0605e {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:36:22.237504 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de450ed4-093e-491b-971d-c3d9956e5577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f', 'code': 200} Aug 28 15:36:22.262795 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:36:23.147413 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1efe47-c7e0-4037-bbf3-0cc42bab97b8 req-448396f6-9806-42e3-8b2a-67862efe5e11 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:23.148833 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cd1efe47-c7e0-4037-bbf3-0cc42bab97b8 req-448396f6-9806-42e3-8b2a-67862efe5e11 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 943 time: 0.0514989 Aug 28 15:36:23.186131 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cd1efe47-c7e0-4037-bbf3-0cc42bab97b8 req-d0578177-f402-434a-9a4d-13782041e873 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312836 Aug 28 15:36:24.068159 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ed5d0-4307-45dc-a9e8-85a7af111759 req-df1e397f-5cdb-47e8-81a1-89314dddd89d tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:24.069769 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-810ed5d0-4307-45dc-a9e8-85a7af111759 req-df1e397f-5cdb-47e8-81a1-89314dddd89d tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 943 time: 0.0493412 Aug 28 15:36:24.108037 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-810ed5d0-4307-45dc-a9e8-85a7af111759 req-e654103c-a76b-4cc6-b69d-3a7932c3c74c tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321486 Aug 28 15:36:24.186967 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54264) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:36:24.276322 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05447137-92d2-4832-b44a-9a726b2b1d97 req-74cd24b7-9890-4630-861d-02dad7aa0ab3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0877843 Aug 28 15:36:24.604155 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:36:25.093540 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05447137-92d2-4832-b44a-9a726b2b1d97 req-7f186b25-93c8-4191-8666-856823fe9a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:25.095034 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05447137-92d2-4832-b44a-9a726b2b1d97 req-7f186b25-93c8-4191-8666-856823fe9a9a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577&tenant_id=ae068ae25cf645a689f31ae36c4c55c7 HTTP/1.1" status: 200 len: 1095 time: 0.0457854 Aug 28 15:36:25.159964 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05447137-92d2-4832-b44a-9a726b2b1d97 req-dc3eec2b-4aee-418d-a98a-924759de4a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:25.161507 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05447137-92d2-4832-b44a-9a726b2b1d97 req-dc3eec2b-4aee-418d-a98a-924759de4a64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae068ae25cf645a689f31ae36c4c55c7&device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 1095 time: 0.0436366 Aug 28 15:36:25.293111 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbaf450-7e2f-4301-b4fd-273b8d38bfdf req-f51aa166-da7a-441d-9ba3-d522428840f0 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:25.294578 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3bbaf450-7e2f-4301-b4fd-273b8d38bfdf req-f51aa166-da7a-441d-9ba3-d522428840f0 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 943 time: 0.1047831 Aug 28 15:36:25.299094 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05447137-92d2-4832-b44a-9a726b2b1d97 req-e214e999-3aa4-4756-821e-08ec0df4f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:25.300492 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05447137-92d2-4832-b44a-9a726b2b1d97 req-e214e999-3aa4-4756-821e-08ec0df4f631 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ad8ad58-4d34-44a3-b634-58afc753db8d HTTP/1.1" status: 200 len: 917 time: 0.1295476 Aug 28 15:36:25.374832 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3bbaf450-7e2f-4301-b4fd-273b8d38bfdf req-22277bc8-5a2e-4f54-92b2-c361ba312dbf tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733907 Aug 28 15:36:25.388997 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05447137-92d2-4832-b44a-9a726b2b1d97 req-274f82c5-fc2d-4100-b95a-e5f1c7c870e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f HTTP/1.1" status: 200 len: 999 time: 0.0738947 Aug 28 15:36:25.441686 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05447137-92d2-4832-b44a-9a726b2b1d97 req-2038d45f-f626-4d9d-b28c-adac9e407b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:25.443032 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05447137-92d2-4832-b44a-9a726b2b1d97 req-2038d45f-f626-4d9d-b28c-adac9e407b0c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00d50ca9-b475-42c2-9209-c7ba3db8ecb7 HTTP/1.1" status: 200 len: 855 time: 0.0467975 Aug 28 15:36:25.489011 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05447137-92d2-4832-b44a-9a726b2b1d97 req-0524808b-a727-47b9-ab95-3580a3e933cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:25.490519 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05447137-92d2-4832-b44a-9a726b2b1d97 req-0524808b-a727-47b9-ab95-3580a3e933cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ad8ad58-4d34-44a3-b634-58afc753db8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396719 Aug 28 15:36:25.580064 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05447137-92d2-4832-b44a-9a726b2b1d97 req-4060abd2-ec88-4bd5-a92c-909827385f26 service neutron] 10.222.0.41 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814574 Aug 28 15:36:25.672466 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05447137-92d2-4832-b44a-9a726b2b1d97 req-af51f853-4ad5-474d-8205-2137008eb710 service neutron] 10.222.0.41 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866044 Aug 28 15:36:26.110542 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:36:26.505310 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3afe28-966f-4e1c-9e00-f79ac9205914 req-411dc506-b225-4494-8bef-afd4b5e360d0 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:26.506802 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ad3afe28-966f-4e1c-9e00-f79ac9205914 req-411dc506-b225-4494-8bef-afd4b5e360d0 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 943 time: 0.0489340 Aug 28 15:36:26.552176 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ad3afe28-966f-4e1c-9e00-f79ac9205914 req-32f198df-bf56-4a60-bba4-71a838545a62 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385883 Aug 28 15:36:26.756575 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:36:27.692943 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40daa12-eea8-422c-82f9-941af704f66d req-d3db3f81-0cef-468a-9245-150af0e1fdba tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:27.694623 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a40daa12-eea8-422c-82f9-941af704f66d req-d3db3f81-0cef-468a-9245-150af0e1fdba tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 943 time: 0.0574834 Aug 28 15:36:27.748834 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a40daa12-eea8-422c-82f9-941af704f66d req-fdaa880e-979f-4f67-9145-bd7287098d2c tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418248 Aug 28 15:36:28.867436 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc780c0c-04d5-4d5e-8de3-501943fae4e0 req-31353c21-68e9-42a8-b4b3-a1e73de530ee tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:28.869040 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cc780c0c-04d5-4d5e-8de3-501943fae4e0 req-31353c21-68e9-42a8-b4b3-a1e73de530ee tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 943 time: 0.0524156 Aug 28 15:36:28.907009 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cc780c0c-04d5-4d5e-8de3-501943fae4e0 req-c71f2ec7-7b8e-42bb-b206-1b5b5f73c9df tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320742 Aug 28 15:36:30.027586 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d90f4a-b494-4dbb-b87b-b368d76d0c30 req-ab38dcd0-6166-4fe9-a39b-27e05a2d86a5 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:30.029325 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-42d90f4a-b494-4dbb-b87b-b368d76d0c30 req-ab38dcd0-6166-4fe9-a39b-27e05a2d86a5 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 943 time: 0.0498736 Aug 28 15:36:30.080751 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-42d90f4a-b494-4dbb-b87b-b368d76d0c30 req-f372b16f-92ef-47ca-b10b-17516459db44 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440671 Aug 28 15:36:31.221986 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af726e-2a19-441f-b2d3-8bdb78324847 req-0c822384-475f-4626-ad5a-3f9699704519 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:31.224602 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a3af726e-2a19-441f-b2d3-8bdb78324847 req-0c822384-475f-4626-ad5a-3f9699704519 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 943 time: 0.0680711 Aug 28 15:36:31.269737 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a3af726e-2a19-441f-b2d3-8bdb78324847 req-7cbecfb8-b036-4193-89ef-706617f693bc tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392795 Aug 28 15:36:32.400363 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847a5b6-43ca-4bb4-b743-7b77c6fcdbaf req-1b5cf662-789c-421b-b091-a26e1203af23 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:32.403388 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9847a5b6-43ca-4bb4-b743-7b77c6fcdbaf req-1b5cf662-789c-421b-b091-a26e1203af23 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 943 time: 0.0522342 Aug 28 15:36:32.442815 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9847a5b6-43ca-4bb4-b743-7b77c6fcdbaf req-473339ee-7583-4693-9fca-e390b6b3d005 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329940 Aug 28 15:36:33.562160 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb678a9-9ce7-4f9b-af46-aa22c43c99a4 req-24b8e68b-9ca3-4d68-87a3-b203762433ec tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:33.564256 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0cb678a9-9ce7-4f9b-af46-aa22c43c99a4 req-24b8e68b-9ca3-4d68-87a3-b203762433ec tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 943 time: 0.0485914 Aug 28 15:36:33.605135 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0cb678a9-9ce7-4f9b-af46-aa22c43c99a4 req-4810221e-4d6e-4fcd-b295-30aeecaa7168 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349607 Aug 28 15:36:34.737518 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d0995-00c7-4bc1-98e8-bbcc935baed1 req-95cb26de-f368-468b-8db4-ab582aad0332 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:34.739036 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-941d0995-00c7-4bc1-98e8-bbcc935baed1 req-95cb26de-f368-468b-8db4-ab582aad0332 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 943 time: 0.0529683 Aug 28 15:36:34.775785 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-941d0995-00c7-4bc1-98e8-bbcc935baed1 req-d65316c6-472d-4014-8084-147d0847feac tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305641 Aug 28 15:36:35.904302 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018ce64-63e8-4bbc-bd4c-c25569983a5f req-7333de3c-e80a-43dc-a71a-50e42f17a5a5 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:35.905854 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0018ce64-63e8-4bbc-bd4c-c25569983a5f req-7333de3c-e80a-43dc-a71a-50e42f17a5a5 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 943 time: 0.0514414 Aug 28 15:36:35.943884 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0018ce64-63e8-4bbc-bd4c-c25569983a5f req-cec7f1af-fa4e-4bbb-9256-11099601b995 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312631 Aug 28 15:36:37.073089 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15a360-397d-42d3-bfb2-9fca73772a87 req-0a5441d1-c222-47f4-8238-0e0a94517f92 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:37.074466 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ad15a360-397d-42d3-bfb2-9fca73772a87 req-0a5441d1-c222-47f4-8238-0e0a94517f92 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 943 time: 0.0511618 Aug 28 15:36:37.114623 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ad15a360-397d-42d3-bfb2-9fca73772a87 req-e463fbcc-c2ea-4f43-b037-d8677b109fda tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341580 Aug 28 15:36:38.031139 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-13ee19c4-11fd-43e6-afa8-9bf9e0851f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:36:38.233902 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6767ec7-2f54-4e3c-9ca8-9ce3ad0c03cc req-4249159a-11d3-4f7d-a8eb-5e6059a808dc tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:38.235364 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a6767ec7-2f54-4e3c-9ca8-9ce3ad0c03cc req-4249159a-11d3-4f7d-a8eb-5e6059a808dc tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 943 time: 0.0487280 Aug 28 15:36:38.273036 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a6767ec7-2f54-4e3c-9ca8-9ce3ad0c03cc req-bbb42566-ff5d-45cd-b17a-c11455a22679 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313106 Aug 28 15:36:39.395765 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa62be2-6b96-4293-8862-aa29c16ebdda req-64db2e3f-e9f1-44e5-a8af-41a96f735eef tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:39.397229 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0aa62be2-6b96-4293-8862-aa29c16ebdda req-64db2e3f-e9f1-44e5-a8af-41a96f735eef tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 943 time: 0.0486805 Aug 28 15:36:39.435129 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0aa62be2-6b96-4293-8862-aa29c16ebdda req-efd131fc-23f4-4408-bb94-4d22a5bca8d3 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319219 Aug 28 15:36:40.559376 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2e885-0ca1-4eae-8f5b-e8d264a3b891 req-27603d83-268e-462d-ac20-b95f38ed10e7 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:40.560867 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-33d2e885-0ca1-4eae-8f5b-e8d264a3b891 req-27603d83-268e-462d-ac20-b95f38ed10e7 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 943 time: 0.0490563 Aug 28 15:36:40.599594 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5d42dc61-d5ce-4a9a-9065-6846b58b967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:36:40.603324 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-33d2e885-0ca1-4eae-8f5b-e8d264a3b891 req-e36bb0ad-ff73-4911-805d-d66517ce153b tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362785 Aug 28 15:36:40.903850 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:36:41.722102 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fa23f-d9f5-4810-a236-fedae9c5add2 req-47e8a136-4351-4a25-bd96-09ef5d4cb36c tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:41.723728 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-332fa23f-d9f5-4810-a236-fedae9c5add2 req-47e8a136-4351-4a25-bd96-09ef5d4cb36c tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 943 time: 0.0499353 Aug 28 15:36:41.763508 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-332fa23f-d9f5-4810-a236-fedae9c5add2 req-02bf05e2-fb65-413f-839d-eb016e488c56 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336335 Aug 28 15:36:41.885132 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:36:42.069792 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:36:42.217953 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:36:42.311533 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f,segment=NetworkSegment(937efdaa-4a91-4466-8b39-3275ccf0f608),segment_id=937efdaa-4a91-4466-8b39-3275ccf0f608)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:36:42.323157 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f', 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d', 'port_id': 'bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f', 'mac_address': 'fa:16:3e:d5:af:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:36:42.360861 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:36:42.373779 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:36:42.392340 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f,segment=NetworkSegment(937efdaa-4a91-4466-8b39-3275ccf0f608),segment_id=937efdaa-4a91-4466-8b39-3275ccf0f608)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:36:42.398677 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:36:42.446300 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f,revision_number=9']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:36:42.792486 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:36:42.886089 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a35015-9d60-40d2-ad2f-22b41be6d1e3 req-6216d36d-6a55-45f3-8899-1930183c3de5 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:42.887828 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6a35015-9d60-40d2-ad2f-22b41be6d1e3 req-6216d36d-6a55-45f3-8899-1930183c3de5 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 944 time: 0.0489681 Aug 28 15:36:42.927131 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6a35015-9d60-40d2-ad2f-22b41be6d1e3 req-a0f803d0-e484-41a9-ada6-cfd9e6ecd483 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324309 Aug 28 15:36:43.359685 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:36:44.045196 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b7c58-99fb-477a-8325-3ad3e8923d36 req-0542a7f1-ec6a-4177-8d68-b0d436843009 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:44.046667 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bc3b7c58-99fb-477a-8325-3ad3e8923d36 req-0542a7f1-ec6a-4177-8d68-b0d436843009 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 944 time: 0.0479527 Aug 28 15:36:44.089001 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bc3b7c58-99fb-477a-8325-3ad3e8923d36 req-88282be4-1c7d-4614-99fb-c0a2296d961f tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357459 Aug 28 15:36:44.229561 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:36:44.275608 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:36:44.276008 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:36:44.353699 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:36:44.375387 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de450ed4-093e-491b-971d-c3d9956e5577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:36:44.378268 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e7b46e-5c74-4b41-8389-70b203de4637" -d '{"events": [{"server_uuid": "de450ed4-093e-491b-971d-c3d9956e5577", "name": "network-vif-plugged", "status": "completed", "tag": "bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:36:44.391380 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f,segment=NetworkSegment(937efdaa-4a91-4466-8b39-3275ccf0f608),segment_id=937efdaa-4a91-4466-8b39-3275ccf0f608)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:36:44.396046 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:36:44.419858 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef90869-22cf-4515-8826-2571f85e1865 x-openstack-request-id: req-3ef90869-22cf-4515-8826-2571f85e1865 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:36:44.420152 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de450ed4-093e-491b-971d-c3d9956e5577", "name": "network-vif-plugged", "status": "completed", "tag": "bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:36:44.420400 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ef90869-22cf-4515-8826-2571f85e1865 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:36:44.420783 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de450ed4-093e-491b-971d-c3d9956e5577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f', 'code': 200} Aug 28 15:36:44.446909 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f,revision_number=10']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:36:44.574965 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db60fdc-fde0-46d2-9a40-9af6055973e4 req-f1a3fd29-cb60-479d-936c-d466d30085ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:44.576527 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4db60fdc-fde0-46d2-9a40-9af6055973e4 req-f1a3fd29-cb60-479d-936c-d466d30085ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 1098 time: 0.0401671 Aug 28 15:36:44.610778 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4db60fdc-fde0-46d2-9a40-9af6055973e4 req-8df8d913-b443-4334-be8b-824b7dac143a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265002 Aug 28 15:36:45.207385 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67b3f1-7383-4273-b835-76182d998344 req-eb7ecc1f-287d-4882-b6fc-5a6be96c4630 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:45.208802 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8a67b3f1-7383-4273-b835-76182d998344 req-eb7ecc1f-287d-4882-b6fc-5a6be96c4630 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 946 time: 0.0489874 Aug 28 15:36:45.245281 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8a67b3f1-7383-4273-b835-76182d998344 req-1ebbf7f4-23f7-40d0-8535-729bf30b4f99 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306191 Aug 28 15:36:46.367925 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce2394-1ac8-47d2-9c97-f8af6da8d451 req-4b070f9e-0b3b-4eab-82a8-d0d660132391 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:46.369419 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9bce2394-1ac8-47d2-9c97-f8af6da8d451 req-4b070f9e-0b3b-4eab-82a8-d0d660132391 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 946 time: 0.0504146 Aug 28 15:36:46.409542 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9bce2394-1ac8-47d2-9c97-f8af6da8d451 req-dd794402-1d4d-4adc-8b76-3b8dc7240720 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341530 Aug 28 15:36:47.529007 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc0b10-1fe9-477a-bbb3-c02519e8097d req-31346e8d-d14b-47e3-b0d5-2807d08419a9 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:36:47.530482 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3ffc0b10-1fe9-477a-bbb3-c02519e8097d req-31346e8d-d14b-47e3-b0d5-2807d08419a9 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 946 time: 0.0483513 Aug 28 15:36:47.571302 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3ffc0b10-1fe9-477a-bbb3-c02519e8097d req-f9302399-2a33-402b-ac3b-c9e955cf73d6 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348630 Aug 28 15:36:54.616747 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:36:56.757540 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:08.007344 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-803647bd-7062-4f76-9888-5265f6627f17 req-98706a34-e998-4f44-8f9f-e6690dd0b9cd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6820b501-183d-476d-9043-ff1aaa56c3d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392823 Aug 28 15:37:08.031836 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-155d3068-162a-4037-9ae3-845a8aea27f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:08.089266 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803647bd-7062-4f76-9888-5265f6627f17 req-1c6a405f-7399-4c5a-9374-0e2382a5c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:08.090778 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-803647bd-7062-4f76-9888-5265f6627f17 req-1c6a405f-7399-4c5a-9374-0e2382a5c09c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e194f2339fe42c783e62b4b021db55f&device_id=6820b501-183d-476d-9043-ff1aaa56c3d5 HTTP/1.1" status: 200 len: 1097 time: 0.0399001 Aug 28 15:37:08.200521 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803647bd-7062-4f76-9888-5265f6627f17 req-1618449b-ba3d-40d5-9694-0b42356c8327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:08.201912 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-803647bd-7062-4f76-9888-5265f6627f17 req-1618449b-ba3d-40d5-9694-0b42356c8327 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0581fb5-3ae6-4ff7-9037-669a2817c00f HTTP/1.1" status: 200 len: 909 time: 0.0921564 Aug 28 15:37:08.270381 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-803647bd-7062-4f76-9888-5265f6627f17 req-44fed7fc-62c7-42a4-a10d-5016c1a1c296 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c70fb6ab-519a-4ff4-b65d-74290f7daa64 HTTP/1.1" status: 200 len: 1000 time: 0.0579350 Aug 28 15:37:08.318494 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803647bd-7062-4f76-9888-5265f6627f17 req-2fd44114-6121-4fa7-9e00-9467931bc703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:08.319923 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-803647bd-7062-4f76-9888-5265f6627f17 req-2fd44114-6121-4fa7-9e00-9467931bc703 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=373c454c-6235-44a3-90a1-1092ac872af9 HTTP/1.1" status: 200 len: 847 time: 0.0425444 Aug 28 15:37:08.369003 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803647bd-7062-4f76-9888-5265f6627f17 req-139c80cd-6e75-4674-a04f-6f9c0870d656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:08.370523 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-803647bd-7062-4f76-9888-5265f6627f17 req-139c80cd-6e75-4674-a04f-6f9c0870d656 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0581fb5-3ae6-4ff7-9037-669a2817c00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429845 Aug 28 15:37:08.459428 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-803647bd-7062-4f76-9888-5265f6627f17 req-a15762c8-1dc2-4706-b0ea-d931baea538b service neutron] 10.222.0.36 "GET /v2.0/networks/d0581fb5-3ae6-4ff7-9037-669a2817c00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816269 Aug 28 15:37:08.553532 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-803647bd-7062-4f76-9888-5265f6627f17 req-6824f589-3d9d-4d15-b001-cd44aa7517ea service neutron] 10.222.0.36 "GET /v2.0/networks/d0581fb5-3ae6-4ff7-9037-669a2817c00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869062 Aug 28 15:37:10.601658 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b14da212-e414-4d1b-85a8-1fcc71a82172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:10.905252 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:11.822183 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ec085103-7200-4087-91cf-550ecd7033c6 req-48943b47-3c1b-443a-b16e-46857eca685a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459347 Aug 28 15:37:11.859027 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:11.913452 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec085103-7200-4087-91cf-550ecd7033c6 req-b1f6f90d-ffca-4ee1-86a3-321894bcc5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:11.914978 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ec085103-7200-4087-91cf-550ecd7033c6 req-b1f6f90d-ffca-4ee1-86a3-321894bcc5f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae068ae25cf645a689f31ae36c4c55c7&device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 1098 time: 0.0476367 Aug 28 15:37:12.024929 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec085103-7200-4087-91cf-550ecd7033c6 req-92b6cd20-24e8-4009-99b6-78232ac350df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:12.026429 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ec085103-7200-4087-91cf-550ecd7033c6 req-92b6cd20-24e8-4009-99b6-78232ac350df service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ad8ad58-4d34-44a3-b634-58afc753db8d HTTP/1.1" status: 200 len: 917 time: 0.0898421 Aug 28 15:37:12.094980 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ec085103-7200-4087-91cf-550ecd7033c6 req-03a1068b-5b0d-41ff-82fa-612d1f780ec1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f HTTP/1.1" status: 200 len: 1001 time: 0.0602636 Aug 28 15:37:12.145310 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec085103-7200-4087-91cf-550ecd7033c6 req-f668af04-1021-4167-b278-473e25f2edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:12.146805 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ec085103-7200-4087-91cf-550ecd7033c6 req-f668af04-1021-4167-b278-473e25f2edf1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00d50ca9-b475-42c2-9209-c7ba3db8ecb7 HTTP/1.1" status: 200 len: 855 time: 0.0450706 Aug 28 15:37:12.198080 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec085103-7200-4087-91cf-550ecd7033c6 req-3e0e5aec-7839-4531-8e13-cf32c46f4d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:12.199603 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ec085103-7200-4087-91cf-550ecd7033c6 req-3e0e5aec-7839-4531-8e13-cf32c46f4d4d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ad8ad58-4d34-44a3-b634-58afc753db8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460372 Aug 28 15:37:12.318609 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ec085103-7200-4087-91cf-550ecd7033c6 req-8250305f-0810-4de7-a5f6-f225f59d27f0 service neutron] 10.222.0.41 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115017 Aug 28 15:37:12.415517 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ec085103-7200-4087-91cf-550ecd7033c6 req-c3ee2798-79db-4222-a57f-1dcd35a0c7d5 service neutron] 10.222.0.41 "GET /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896897 Aug 28 15:37:13.363538 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:19.069000 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:37:22.150623 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccdfaf-5f4c-4a53-9555-9c0228c286a6 req-5a0970f2-aa8e-41bd-a666-da1de7c1a445 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:22.152066 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a7ccdfaf-5f4c-4a53-9555-9c0228c286a6 req-5a0970f2-aa8e-41bd-a666-da1de7c1a445 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "GET /v2.0/ports?device_id=6820b501-183d-476d-9043-ff1aaa56c3d5 HTTP/1.1" status: 200 len: 945 time: 0.0493100 Aug 28 15:37:22.190956 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a7ccdfaf-5f4c-4a53-9555-9c0228c286a6 req-4debbf6f-25a6-4f51-8100-0376b184caf0 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "GET /v2.0/security-groups?id=e616b54a-fd50-4dd2-aeff-fd3e3f0e6e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319927 Aug 28 15:37:23.308041 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d059b6-b67f-4f19-95f5-6e6960736e60 req-a4a2a6c4-9ab1-4b94-a127-1cd541c605bb tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:23.309641 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-84d059b6-b67f-4f19-95f5-6e6960736e60 req-a4a2a6c4-9ab1-4b94-a127-1cd541c605bb tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "GET /v2.0/ports?device_id=6820b501-183d-476d-9043-ff1aaa56c3d5 HTTP/1.1" status: 200 len: 945 time: 0.0505264 Aug 28 15:37:23.358082 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-84d059b6-b67f-4f19-95f5-6e6960736e60 req-37d9d756-4272-452a-8c28-ba444360d672 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "GET /v2.0/security-groups?id=e616b54a-fd50-4dd2-aeff-fd3e3f0e6e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400107 Aug 28 15:37:23.442385 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead41230-1133-4290-a42d-d8353a9a8993 req-9460bc09-5258-4220-8c18-0f9017e184b6 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:23.443974 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ead41230-1133-4290-a42d-d8353a9a8993 req-9460bc09-5258-4220-8c18-0f9017e184b6 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.36 "GET /v2.0/ports?device_id=6820b501-183d-476d-9043-ff1aaa56c3d5 HTTP/1.1" status: 200 len: 945 time: 0.0482559 Aug 28 15:37:23.536901 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-ead41230-1133-4290-a42d-d8353a9a8993 req-98b21637-a120-4b4c-bbad-fbd7220b7389 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Deleting port c70fb6ab-519a-4ff4-b65d-74290f7daa64 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:37:23.537166 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ead41230-1133-4290-a42d-d8353a9a8993 req-98b21637-a120-4b4c-bbad-fbd7220b7389 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:23.622283 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-ead41230-1133-4290-a42d-d8353a9a8993 req-98b21637-a120-4b4c-bbad-fbd7220b7389 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] For port c70fb6ab-519a-4ff4-b65d-74290f7daa64, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=c70fb6ab-519a-4ff4-b65d-74290f7daa64,segment=NetworkSegment(f673b589-c05a-414e-aef0-6f4da3fb7c3b),segment_id=f673b589-c05a-414e-aef0-6f4da3fb7c3b)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:37:23.622651 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ead41230-1133-4290-a42d-d8353a9a8993 req-98b21637-a120-4b4c-bbad-fbd7220b7389 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:23.792095 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ead41230-1133-4290-a42d-d8353a9a8993 req-98b21637-a120-4b4c-bbad-fbd7220b7389 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:23.792395 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ead41230-1133-4290-a42d-d8353a9a8993 req-98b21637-a120-4b4c-bbad-fbd7220b7389 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:23.792722 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [req-ead41230-1133-4290-a42d-d8353a9a8993 req-98b21637-a120-4b4c-bbad-fbd7220b7389 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Floating IP 3efe3bd9-83b2-40cd-a50b-2f8d2565aad9 disassociated. External IP: 172.25.3.87, port: c70fb6ab-519a-4ff4-b65d-74290f7daa64. Aug 28 15:37:23.793058 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-ead41230-1133-4290-a42d-d8353a9a8993 req-98b21637-a120-4b4c-bbad-fbd7220b7389 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Calling delete_port for c70fb6ab-519a-4ff4-b65d-74290f7daa64 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:37:23.920315 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ead41230-1133-4290-a42d-d8353a9a8993 req-98b21637-a120-4b4c-bbad-fbd7220b7389 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:23.949457 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b21637-a120-4b4c-bbad-fbd7220b7389 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Pushing event deleted for resources: {'Port': ['ID=c70fb6ab-519a-4ff4-b65d-74290f7daa64,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:23.960957 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b21637-a120-4b4c-bbad-fbd7220b7389 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:23.961274 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b21637-a120-4b4c-bbad-fbd7220b7389 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:23.961619 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b21637-a120-4b4c-bbad-fbd7220b7389 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:23.961960 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b21637-a120-4b4c-bbad-fbd7220b7389 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:23.962298 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b21637-a120-4b4c-bbad-fbd7220b7389 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:23.962635 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b21637-a120-4b4c-bbad-fbd7220b7389 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:23.962964 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b21637-a120-4b4c-bbad-fbd7220b7389 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:23.963298 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b21637-a120-4b4c-bbad-fbd7220b7389 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:23.963622 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b21637-a120-4b4c-bbad-fbd7220b7389 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:23.963982 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b21637-a120-4b4c-bbad-fbd7220b7389 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:23.964311 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b21637-a120-4b4c-bbad-fbd7220b7389 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:23.964635 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b21637-a120-4b4c-bbad-fbd7220b7389 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:24.079317 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ead41230-1133-4290-a42d-d8353a9a8993 req-98b21637-a120-4b4c-bbad-fbd7220b7389 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Router 00785ba0-3e13-4a0b-a4eb-9ca2b166106d has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:37:24.184970 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ead41230-1133-4290-a42d-d8353a9a8993 req-98b21637-a120-4b4c-bbad-fbd7220b7389 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:37:24.194879 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1df9d4-684b-407d-8ef9-435a17a07f1c None None] Sync routers for ids ['00785ba0-3e13-4a0b-a4eb-9ca2b166106d'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:37:24.204287 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1df9d4-684b-407d-8ef9-435a17a07f1c None None] Routers {'00785ba0-3e13-4a0b-a4eb-9ca2b166106d'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:37:24.204893 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-4b1df9d4-684b-407d-8ef9-435a17a07f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:37:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['00785ba0-3e13-4a0b-a4eb-9ca2b166106d'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:24.226713 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead41230-1133-4290-a42d-d8353a9a8993 req-98b21637-a120-4b4c-bbad-fbd7220b7389 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] No DVR routers for this DVR port c70fb6ab-519a-4ff4-b65d-74290f7daa64 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:37:24.229387 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ead41230-1133-4290-a42d-d8353a9a8993 req-98b21637-a120-4b4c-bbad-fbd7220b7389 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:24.231360 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ead41230-1133-4290-a42d-d8353a9a8993 req-98b21637-a120-4b4c-bbad-fbd7220b7389 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.36 "DELETE /v2.0/ports/c70fb6ab-519a-4ff4-b65d-74290f7daa64 HTTP/1.1" status: 204 len: 173 time: 0.7815850 Aug 28 15:37:24.231834 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6820b501-183d-476d-9043-ff1aaa56c3d5', 'name': 'network-vif-deleted', 'tag': 'c70fb6ab-519a-4ff4-b65d-74290f7daa64'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:37:24.234090 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a415c72-3f02-4724-8752-9f2dd6d266ed" -d '{"events": [{"server_uuid": "6820b501-183d-476d-9043-ff1aaa56c3d5", "name": "network-vif-deleted", "tag": "c70fb6ab-519a-4ff4-b65d-74290f7daa64"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:37:24.330177 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-4b1df9d4-684b-407d-8ef9-435a17a07f1c None None] Set router 00785ba0-3e13-4a0b-a4eb-9ca2b166106d gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:37:24.347644 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3489c540-accc-4812-b6fa-4797fb19e6eb x-openstack-request-id: req-3489c540-accc-4812-b6fa-4797fb19e6eb {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:37:24.347967 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6820b501-183d-476d-9043-ff1aaa56c3d5", "name": "network-vif-deleted", "tag": "c70fb6ab-519a-4ff4-b65d-74290f7daa64", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:37:24.348222 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3489c540-accc-4812-b6fa-4797fb19e6eb {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:37:24.348616 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6820b501-183d-476d-9043-ff1aaa56c3d5', 'name': 'network-vif-deleted', 'tag': 'c70fb6ab-519a-4ff4-b65d-74290f7daa64', 'status': 'completed', 'code': 200} Aug 28 15:37:24.471100 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-611e9f7a-2604-49f2-9b44-0f0cc17315c9 req-ff1def66-52dd-4194-aced-7cea7a3ab0c9 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "GET /v2.0/ports?device_id=6820b501-183d-476d-9043-ff1aaa56c3d5 HTTP/1.1" status: 200 len: 210 time: 0.0275326 Aug 28 15:37:24.631521 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:24.634803 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-4b1df9d4-684b-407d-8ef9-435a17a07f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'name': 'tempest-TestServerBasicOps-546500769-router', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '54681168-6064-4141-9f6e-f63a369000e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:32:23Z', 'updated_at': '2021-08-28T15:32:26Z', 'revision_number': 4, 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'gw_port': {'id': '54681168-6064-4141-9f6e-f63a369000e2', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:24Z', 'updated_at': '2021-08-28T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'adcdca12-f2c9-4d4b-a0b7-ff57abc5832c', 'name': '', 'network_id': 'd0581fb5-3ae6-4ff7-9037-669a2817c00f', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'mac_address': 'fa:16:3e:34:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '373c454c-6235-44a3-90a1-1092ac872af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:26Z', 'updated_at': '2021-08-28T15:32:32Z', 'revision_number': 5, 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'subnets': [{'id': '373c454c-6235-44a3-90a1-1092ac872af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:24.663086 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1df9d4-684b-407d-8ef9-435a17a07f1c None None] Checking router: 00785ba0-3e13-4a0b-a4eb-9ca2b166106d for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:37:24.672364 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1df9d4-684b-407d-8ef9-435a17a07f1c None None] Routers {'00785ba0-3e13-4a0b-a4eb-9ca2b166106d'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:37:24.673591 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-4b1df9d4-684b-407d-8ef9-435a17a07f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:37:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['00785ba0-3e13-4a0b-a4eb-9ca2b166106d'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:24.786388 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-4b1df9d4-684b-407d-8ef9-435a17a07f1c None None] Set router 00785ba0-3e13-4a0b-a4eb-9ca2b166106d gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:37:24.979048 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-4b1df9d4-684b-407d-8ef9-435a17a07f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'name': 'tempest-TestServerBasicOps-546500769-router', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '54681168-6064-4141-9f6e-f63a369000e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:32:23Z', 'updated_at': '2021-08-28T15:32:26Z', 'revision_number': 4, 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'gw_port': {'id': '54681168-6064-4141-9f6e-f63a369000e2', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:24Z', 'updated_at': '2021-08-28T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'adcdca12-f2c9-4d4b-a0b7-ff57abc5832c', 'name': '', 'network_id': 'd0581fb5-3ae6-4ff7-9037-669a2817c00f', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'mac_address': 'fa:16:3e:34:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '373c454c-6235-44a3-90a1-1092ac872af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:26Z', 'updated_at': '2021-08-28T15:32:32Z', 'revision_number': 5, 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'subnets': [{'id': '373c454c-6235-44a3-90a1-1092ac872af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:25.005293 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1df9d4-684b-407d-8ef9-435a17a07f1c None None] The sync data for ids ['00785ba0-3e13-4a0b-a4eb-9ca2b166106d'] in n-d-712137-10 is: [{'id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'name': 'tempest-TestServerBasicOps-546500769-router', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '54681168-6064-4141-9f6e-f63a369000e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:32:23Z', 'updated_at': '2021-08-28T15:32:26Z', 'revision_number': 4, 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'gw_port': {'id': '54681168-6064-4141-9f6e-f63a369000e2', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:24Z', 'updated_at': '2021-08-28T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'adcdca12-f2c9-4d4b-a0b7-ff57abc5832c', 'name': '', 'network_id': 'd0581fb5-3ae6-4ff7-9037-669a2817c00f', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'mac_address': 'fa:16:3e:34:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '373c454c-6235-44a3-90a1-1092ac872af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:26Z', 'updated_at': '2021-08-28T15:32:32Z', 'revision_number': 5, 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'subnets': [{'id': '373c454c-6235-44a3-90a1-1092ac872af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:37:25.214601 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0574c94a-498e-4280-a649-1759f48b6677 None None] New status for floating IP 3efe3bd9-83b2-40cd-a50b-2f8d2565aad9: DOWN {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:37:25.528624 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54400) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:37:25.981058 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-6463e396-c1a4-4f27-9b60-357e261ebffd tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Deleting port 53649957-dc9e-4169-9062-5355b368577d {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:37:25.981397 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6463e396-c1a4-4f27-9b60-357e261ebffd tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:26.054515 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6463e396-c1a4-4f27-9b60-357e261ebffd tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:26.054842 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6463e396-c1a4-4f27-9b60-357e261ebffd tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:26.066619 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-6463e396-c1a4-4f27-9b60-357e261ebffd tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Calling delete_port for 53649957-dc9e-4169-9062-5355b368577d owned by network:floatingip {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:37:26.195795 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6463e396-c1a4-4f27-9b60-357e261ebffd tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:26.218629 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463e396-c1a4-4f27-9b60-357e261ebffd tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Pushing event deleted for resources: {'Port': ['ID=53649957-dc9e-4169-9062-5355b368577d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:26.282136 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6463e396-c1a4-4f27-9b60-357e261ebffd tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for floatingip, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:26.285399 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6463e396-c1a4-4f27-9b60-357e261ebffd tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:26.286550 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6463e396-c1a4-4f27-9b60-357e261ebffd tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "DELETE /v2.0/floatingips/3efe3bd9-83b2-40cd-a50b-2f8d2565aad9 HTTP/1.1" status: 204 len: 168 time: 0.7569349 Aug 28 15:37:26.356024 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54406) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:37:26.413623 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6530ae37-0252-4aee-9d1c-7d0d4cb17c70 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:26.441062 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6530ae37-0252-4aee-9d1c-7d0d4cb17c70 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:26.500551 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6530ae37-0252-4aee-9d1c-7d0d4cb17c70 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:26.503131 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6530ae37-0252-4aee-9d1c-7d0d4cb17c70 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:26.507092 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6530ae37-0252-4aee-9d1c-7d0d4cb17c70 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] 10.222.0.13 "DELETE /v2.0/security-groups/e616b54a-fd50-4dd2-aeff-fd3e3f0e6e71 HTTP/1.1" status: 204 len: 168 time: 0.1472981 Aug 28 15:37:26.514161 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530ae37-0252-4aee-9d1c-7d0d4cb17c70 tempest-TestServerBasicOps-599022291 tempest-TestServerBasicOps-599022291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e616b54a-fd50-4dd2-aeff-fd3e3f0e6e71,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:26.546984 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54410) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:37:26.757197 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:26.962177 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device c70fb6ab-519a-4ff4-b65d-74290f7daa64 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:37:26.982510 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: c70fb6ab-519a-4ff4-b65d-74290f7daa64 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:37:26.982861 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device c70fb6ab-519a-4ff4-b65d-74290f7daa64 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:37:26.991365 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-35e7b73f-c767-43b2-bc10-36988f021cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:27.234366 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-35e7b73f-c767-43b2-bc10-36988f021cc6 admin admin] Deleting port adcdca12-f2c9-4d4b-a0b7-ff57abc5832c {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:37:27.234707 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-35e7b73f-c767-43b2-bc10-36988f021cc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:27.312243 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-35e7b73f-c767-43b2-bc10-36988f021cc6 admin admin] For port adcdca12-f2c9-4d4b-a0b7-ff57abc5832c, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=adcdca12-f2c9-4d4b-a0b7-ff57abc5832c,segment=NetworkSegment(f673b589-c05a-414e-aef0-6f4da3fb7c3b),segment_id=f673b589-c05a-414e-aef0-6f4da3fb7c3b)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:37:27.312601 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-35e7b73f-c767-43b2-bc10-36988f021cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:27.325080 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-35e7b73f-c767-43b2-bc10-36988f021cc6 admin admin] Calling delete_port for adcdca12-f2c9-4d4b-a0b7-ff57abc5832c owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:37:27.506796 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-35e7b73f-c767-43b2-bc10-36988f021cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:27.530199 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7b73f-c767-43b2-bc10-36988f021cc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=adcdca12-f2c9-4d4b-a0b7-ff57abc5832c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:27.707101 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-35e7b73f-c767-43b2-bc10-36988f021cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:27.929969 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e7b73f-c767-43b2-bc10-36988f021cc6 admin admin] Router 00785ba0-3e13-4a0b-a4eb-9ca2b166106d has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:37:28.034823 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e7b73f-c767-43b2-bc10-36988f021cc6 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:37:28.040210 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-35e7b73f-c767-43b2-bc10-36988f021cc6 admin admin] 10.222.0.13 "PUT /v2.0/routers/00785ba0-3e13-4a0b-a4eb-9ca2b166106d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4943702 Aug 28 15:37:28.042697 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54414) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:37:28.043710 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2d822c-9267-4553-964d-b40861ce2a50 None None] Sync routers for ids ['00785ba0-3e13-4a0b-a4eb-9ca2b166106d'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:37:28.052799 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2d822c-9267-4553-964d-b40861ce2a50 None None] Routers {'00785ba0-3e13-4a0b-a4eb-9ca2b166106d'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:37:28.053409 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9b2d822c-9267-4553-964d-b40861ce2a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:37:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['00785ba0-3e13-4a0b-a4eb-9ca2b166106d'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:28.145593 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f68e697d-3469-4c9a-8876-e9002f67fa17 admin admin] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:28.156469 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-9b2d822c-9267-4553-964d-b40861ce2a50 None None] Set router 00785ba0-3e13-4a0b-a4eb-9ca2b166106d gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:37:28.246871 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f68e697d-3469-4c9a-8876-e9002f67fa17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:28.299899 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-f68e697d-3469-4c9a-8876-e9002f67fa17 admin admin] Deleting port 54681168-6064-4141-9f6e-f63a369000e2 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:37:28.300331 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f68e697d-3469-4c9a-8876-e9002f67fa17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:28.335925 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9b2d822c-9267-4553-964d-b40861ce2a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'name': 'tempest-TestServerBasicOps-546500769-router', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '54681168-6064-4141-9f6e-f63a369000e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:32:23Z', 'updated_at': '2021-08-28T15:37:27Z', 'revision_number': 5, 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'gw_port': {'id': '54681168-6064-4141-9f6e-f63a369000e2', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:24Z', 'updated_at': '2021-08-28T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:28.360937 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2d822c-9267-4553-964d-b40861ce2a50 None None] Checking router: 00785ba0-3e13-4a0b-a4eb-9ca2b166106d for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:37:28.369707 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2d822c-9267-4553-964d-b40861ce2a50 None None] Routers {'00785ba0-3e13-4a0b-a4eb-9ca2b166106d'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:37:28.370323 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9b2d822c-9267-4553-964d-b40861ce2a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:37:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['00785ba0-3e13-4a0b-a4eb-9ca2b166106d'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:28.382352 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-f68e697d-3469-4c9a-8876-e9002f67fa17 admin admin] For port 54681168-6064-4141-9f6e-f63a369000e2, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=54681168-6064-4141-9f6e-f63a369000e2,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:37:28.382713 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f68e697d-3469-4c9a-8876-e9002f67fa17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:28.396163 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-f68e697d-3469-4c9a-8876-e9002f67fa17 admin admin] Calling delete_port for 54681168-6064-4141-9f6e-f63a369000e2 owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:37:28.454808 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-9b2d822c-9267-4553-964d-b40861ce2a50 None None] Set router 00785ba0-3e13-4a0b-a4eb-9ca2b166106d gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:37:28.505517 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9b2d822c-9267-4553-964d-b40861ce2a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'name': 'tempest-TestServerBasicOps-546500769-router', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:32:23Z', 'updated_at': '2021-08-28T15:37:28Z', 'revision_number': 6, 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:28.536307 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2d822c-9267-4553-964d-b40861ce2a50 None None] The sync data for ids ['00785ba0-3e13-4a0b-a4eb-9ca2b166106d'] in n-d-712137-10 is: [{'id': '00785ba0-3e13-4a0b-a4eb-9ca2b166106d', 'name': 'tempest-TestServerBasicOps-546500769-router', 'tenant_id': '8e194f2339fe42c783e62b4b021db55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:32:23Z', 'updated_at': '2021-08-28T15:37:28Z', 'revision_number': 6, 'project_id': '8e194f2339fe42c783e62b4b021db55f', 'gw_port_host': None}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:37:28.565351 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f68e697d-3469-4c9a-8876-e9002f67fa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:28.598212 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e697d-3469-4c9a-8876-e9002f67fa17 admin admin] Pushing event deleted for resources: {'Port': ['ID=54681168-6064-4141-9f6e-f63a369000e2,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:28.659643 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f68e697d-3469-4c9a-8876-e9002f67fa17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:28.747886 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f68e697d-3469-4c9a-8876-e9002f67fa17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:28.749964 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f68e697d-3469-4c9a-8876-e9002f67fa17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:28.792347 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f68e697d-3469-4c9a-8876-e9002f67fa17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:28.792907 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68e697d-3469-4c9a-8876-e9002f67fa17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00785ba0-3e13-4a0b-a4eb-9ca2b166106d {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:37:28.797444 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f68e697d-3469-4c9a-8876-e9002f67fa17 admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:28.798598 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f68e697d-3469-4c9a-8876-e9002f67fa17 admin admin] 10.222.0.13 "DELETE /v2.0/routers/00785ba0-3e13-4a0b-a4eb-9ca2b166106d HTTP/1.1" status: 204 len: 168 time: 0.7549767 Aug 28 15:37:28.800994 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54416) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:37:28.845976 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1bc2de4-2174-41fa-8fbc-690393f27ce7 admin admin] Deleting subnet 373c454c-6235-44a3-90a1-1092ac872af9 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:37:28.848912 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f1bc2de4-2174-41fa-8fbc-690393f27ce7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:28.886940 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f1bc2de4-2174-41fa-8fbc-690393f27ce7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:28.975051 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f1bc2de4-2174-41fa-8fbc-690393f27ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:29.025759 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f1bc2de4-2174-41fa-8fbc-690393f27ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:29.051372 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc2de4-2174-41fa-8fbc-690393f27ce7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=373c454c-6235-44a3-90a1-1092ac872af9,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:29.055076 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f1bc2de4-2174-41fa-8fbc-690393f27ce7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:29.057246 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f1bc2de4-2174-41fa-8fbc-690393f27ce7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/373c454c-6235-44a3-90a1-1092ac872af9 HTTP/1.1" status: 204 len: 168 time: 0.2553337 Aug 28 15:37:29.059928 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54418) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:37:29.061011 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7234ad8-39e1-45de-ab61-975bf3775d6f None None] Network d0581fb5-3ae6-4ff7-9037-669a2817c00f requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:37:29.131158 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-22071d14-ca60-4021-9e0b-af4ed6cc003d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:29.183845 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-22071d14-ca60-4021-9e0b-af4ed6cc003d admin admin] Deleting port ddf8c446-822e-4eaf-87fb-53d6e76fa000 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:37:29.184190 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-22071d14-ca60-4021-9e0b-af4ed6cc003d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:29.245744 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-22071d14-ca60-4021-9e0b-af4ed6cc003d admin admin] For port ddf8c446-822e-4eaf-87fb-53d6e76fa000, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ddf8c446-822e-4eaf-87fb-53d6e76fa000,segment=NetworkSegment(f673b589-c05a-414e-aef0-6f4da3fb7c3b),segment_id=f673b589-c05a-414e-aef0-6f4da3fb7c3b)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:37:29.246045 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-22071d14-ca60-4021-9e0b-af4ed6cc003d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:29.258295 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-22071d14-ca60-4021-9e0b-af4ed6cc003d admin admin] Calling delete_port for ddf8c446-822e-4eaf-87fb-53d6e76fa000 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:37:29.308907 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24471a6-7ae3-49f3-9bcc-175b4ec41ee7 None None] DHCP port deletion for d0581fb5-3ae6-4ff7-9037-669a2817c00f request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:37:29.345487 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-22071d14-ca60-4021-9e0b-af4ed6cc003d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:29.357467 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a24471a6-7ae3-49f3-9bcc-175b4ec41ee7 None None] Deleting port ddf8c446-822e-4eaf-87fb-53d6e76fa000 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:37:29.357849 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a24471a6-7ae3-49f3-9bcc-175b4ec41ee7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:29.372176 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22071d14-ca60-4021-9e0b-af4ed6cc003d admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf8c446-822e-4eaf-87fb-53d6e76fa000,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:29.375927 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22071d14-ca60-4021-9e0b-af4ed6cc003d admin admin] No DVR routers for this DVR port ddf8c446-822e-4eaf-87fb-53d6e76fa000 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:37:29.421151 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-a24471a6-7ae3-49f3-9bcc-175b4ec41ee7 None None] For port ddf8c446-822e-4eaf-87fb-53d6e76fa000, host n-d-712137-10, got binding levels [] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:37:29.421776 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a24471a6-7ae3-49f3-9bcc-175b4ec41ee7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:29.439171 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a24471a6-7ae3-49f3-9bcc-175b4ec41ee7 None None] Calling delete_port for ddf8c446-822e-4eaf-87fb-53d6e76fa000 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:37:29.442500 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.ipam_backend_mixin [None req-a24471a6-7ae3-49f3-9bcc-175b4ec41ee7 None None] Port ddf8c446-822e-4eaf-87fb-53d6e76fa000 was not found and therefore no delete operation was performed {{(pid=106331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 15:37:29.443833 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a24471a6-7ae3-49f3-9bcc-175b4ec41ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:29.453846 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-22071d14-ca60-4021-9e0b-af4ed6cc003d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:29.466200 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-22071d14-ca60-4021-9e0b-af4ed6cc003d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0581fb5-3ae6-4ff7-9037-669a2817c00f']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:29.468902 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24471a6-7ae3-49f3-9bcc-175b4ec41ee7 None None] Pushing event deleted for resources: {'Port': ['ID=ddf8c446-822e-4eaf-87fb-53d6e76fa000,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:29.477885 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24471a6-7ae3-49f3-9bcc-175b4ec41ee7 None None] No DVR routers for this DVR port ddf8c446-822e-4eaf-87fb-53d6e76fa000 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:37:29.478605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-22071d14-ca60-4021-9e0b-af4ed6cc003d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f673b589-c05a-414e-aef0-6f4da3fb7c3b') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:29.478909 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-22071d14-ca60-4021-9e0b-af4ed6cc003d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f673b589-c05a-414e-aef0-6f4da3fb7c3b') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:29.480293 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24471a6-7ae3-49f3-9bcc-175b4ec41ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:29.480672 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24471a6-7ae3-49f3-9bcc-175b4ec41ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:29.481016 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24471a6-7ae3-49f3-9bcc-175b4ec41ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:29.481519 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24471a6-7ae3-49f3-9bcc-175b4ec41ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:29.481773 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24471a6-7ae3-49f3-9bcc-175b4ec41ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:29.482303 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24471a6-7ae3-49f3-9bcc-175b4ec41ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:29.482636 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24471a6-7ae3-49f3-9bcc-175b4ec41ee7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:29.482967 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24471a6-7ae3-49f3-9bcc-175b4ec41ee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:29.483298 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24471a6-7ae3-49f3-9bcc-175b4ec41ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:29.483634 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24471a6-7ae3-49f3-9bcc-175b4ec41ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:29.483986 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24471a6-7ae3-49f3-9bcc-175b4ec41ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:29.484308 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24471a6-7ae3-49f3-9bcc-175b4ec41ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:29.489260 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-22071d14-ca60-4021-9e0b-af4ed6cc003d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:29.505669 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-22071d14-ca60-4021-9e0b-af4ed6cc003d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:29.511885 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22071d14-ca60-4021-9e0b-af4ed6cc003d admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:37:29.512290 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-22071d14-ca60-4021-9e0b-af4ed6cc003d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:37:29.513983 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:37:29.575129 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-22071d14-ca60-4021-9e0b-af4ed6cc003d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:29.581926 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-22071d14-ca60-4021-9e0b-af4ed6cc003d admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:29.587255 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-22071d14-ca60-4021-9e0b-af4ed6cc003d admin admin] 10.222.0.13 "DELETE /v2.0/networks/d0581fb5-3ae6-4ff7-9037-669a2817c00f HTTP/1.1" status: 204 len: 168 time: 0.5229249 Aug 28 15:37:29.587255 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54422) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:37:29.635776 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22071d14-ca60-4021-9e0b-af4ed6cc003d admin admin] Pushing event deleted for resources: {'Network': ['ID=d0581fb5-3ae6-4ff7-9037-669a2817c00f,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:29.945598 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-16c07782-53f9-49f7-831d-e2b2049eb747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:30.506317 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-16c07782-53f9-49f7-831d-e2b2049eb747 admin admin] Deleting port ee94eb1a-61ed-40d8-8891-b1eda3980935 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:37:30.506658 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-16c07782-53f9-49f7-831d-e2b2049eb747 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:30.584185 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-16c07782-53f9-49f7-831d-e2b2049eb747 admin admin] For port ee94eb1a-61ed-40d8-8891-b1eda3980935, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ee94eb1a-61ed-40d8-8891-b1eda3980935,segment=NetworkSegment(f67a1971-faf9-42e7-883f-e7bd906acfd2),segment_id=f67a1971-faf9-42e7-883f-e7bd906acfd2)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:37:30.584606 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-16c07782-53f9-49f7-831d-e2b2049eb747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:30.597515 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-16c07782-53f9-49f7-831d-e2b2049eb747 admin admin] Calling delete_port for ee94eb1a-61ed-40d8-8891-b1eda3980935 owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:37:30.604624 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 54681168-6064-4141-9f6e-f63a369000e2 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:37:30.624158 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 54681168-6064-4141-9f6e-f63a369000e2 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:37:30.624498 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 54681168-6064-4141-9f6e-f63a369000e2 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:37:30.624896 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device adcdca12-f2c9-4d4b-a0b7-ff57abc5832c no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:37:30.644656 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: adcdca12-f2c9-4d4b-a0b7-ff57abc5832c {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:37:30.645003 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device adcdca12-f2c9-4d4b-a0b7-ff57abc5832c not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:37:30.645419 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ddf8c446-822e-4eaf-87fb-53d6e76fa000 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:37:30.663422 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: ddf8c446-822e-4eaf-87fb-53d6e76fa000 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:37:30.663798 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ddf8c446-822e-4eaf-87fb-53d6e76fa000 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:37:30.779561 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-16c07782-53f9-49f7-831d-e2b2049eb747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:30.809232 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c07782-53f9-49f7-831d-e2b2049eb747 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee94eb1a-61ed-40d8-8891-b1eda3980935,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:30.974441 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-16c07782-53f9-49f7-831d-e2b2049eb747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:31.185112 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c07782-53f9-49f7-831d-e2b2049eb747 admin admin] Router 685714f1-e4f6-498a-a202-05d8830c86de has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:37:31.290022 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c07782-53f9-49f7-831d-e2b2049eb747 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:37:31.294943 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-16c07782-53f9-49f7-831d-e2b2049eb747 admin admin] 10.222.0.13 "PUT /v2.0/routers/685714f1-e4f6-498a-a202-05d8830c86de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7071137 Aug 28 15:37:31.297639 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54426) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:37:31.298504 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0d448f-4804-411a-b7fa-8fcf08fbad4c None None] Sync routers for ids ['685714f1-e4f6-498a-a202-05d8830c86de'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:37:31.307901 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0d448f-4804-411a-b7fa-8fcf08fbad4c None None] Routers {'685714f1-e4f6-498a-a202-05d8830c86de'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:37:31.308522 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-ce0d448f-4804-411a-b7fa-8fcf08fbad4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:37:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['685714f1-e4f6-498a-a202-05d8830c86de'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:31.400157 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01efede8-9630-4032-bf6a-247f15cd403e admin admin] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:31.413212 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-ce0d448f-4804-411a-b7fa-8fcf08fbad4c None None] Set router 685714f1-e4f6-498a-a202-05d8830c86de gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:37:31.500541 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01efede8-9630-4032-bf6a-247f15cd403e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:31.553218 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-01efede8-9630-4032-bf6a-247f15cd403e admin admin] Deleting port 3ef024a7-aee2-45e5-b04a-a8535fe57583 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:37:31.553567 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01efede8-9630-4032-bf6a-247f15cd403e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:31.593344 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-ce0d448f-4804-411a-b7fa-8fcf08fbad4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685714f1-e4f6-498a-a202-05d8830c86de', 'name': 'tempest-TestServerBasicOps-888121185-router', 'tenant_id': 'aa8a406ec9a54a5f9092cc1f72999e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '3ef024a7-aee2-45e5-b04a-a8535fe57583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:32:28Z', 'updated_at': '2021-08-28T15:37:30Z', 'revision_number': 5, 'project_id': 'aa8a406ec9a54a5f9092cc1f72999e8f', 'gw_port': {'id': '3ef024a7-aee2-45e5-b04a-a8535fe57583', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685714f1-e4f6-498a-a202-05d8830c86de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:32:28Z', 'updated_at': '2021-08-28T15:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:31.625524 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0d448f-4804-411a-b7fa-8fcf08fbad4c None None] Checking router: 685714f1-e4f6-498a-a202-05d8830c86de for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:37:31.632933 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-01efede8-9630-4032-bf6a-247f15cd403e admin admin] For port 3ef024a7-aee2-45e5-b04a-a8535fe57583, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=3ef024a7-aee2-45e5-b04a-a8535fe57583,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:37:31.633303 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01efede8-9630-4032-bf6a-247f15cd403e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:31.634342 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0d448f-4804-411a-b7fa-8fcf08fbad4c None None] Routers {'685714f1-e4f6-498a-a202-05d8830c86de'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:37:31.634959 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-ce0d448f-4804-411a-b7fa-8fcf08fbad4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:37:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['685714f1-e4f6-498a-a202-05d8830c86de'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:31.646416 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-01efede8-9630-4032-bf6a-247f15cd403e admin admin] Calling delete_port for 3ef024a7-aee2-45e5-b04a-a8535fe57583 owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:37:31.725764 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-ce0d448f-4804-411a-b7fa-8fcf08fbad4c None None] Set router 685714f1-e4f6-498a-a202-05d8830c86de gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:37:31.777231 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-ce0d448f-4804-411a-b7fa-8fcf08fbad4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685714f1-e4f6-498a-a202-05d8830c86de', 'name': 'tempest-TestServerBasicOps-888121185-router', 'tenant_id': 'aa8a406ec9a54a5f9092cc1f72999e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:32:28Z', 'updated_at': '2021-08-28T15:37:31Z', 'revision_number': 6, 'project_id': 'aa8a406ec9a54a5f9092cc1f72999e8f', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:31.805921 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0d448f-4804-411a-b7fa-8fcf08fbad4c None None] The sync data for ids ['685714f1-e4f6-498a-a202-05d8830c86de'] in n-d-712137-10 is: [{'id': '685714f1-e4f6-498a-a202-05d8830c86de', 'name': 'tempest-TestServerBasicOps-888121185-router', 'tenant_id': 'aa8a406ec9a54a5f9092cc1f72999e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:32:28Z', 'updated_at': '2021-08-28T15:37:31Z', 'revision_number': 6, 'project_id': 'aa8a406ec9a54a5f9092cc1f72999e8f', 'gw_port_host': None}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:37:31.810228 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01efede8-9630-4032-bf6a-247f15cd403e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:31.840466 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01efede8-9630-4032-bf6a-247f15cd403e admin admin] Pushing event deleted for resources: {'Port': ['ID=3ef024a7-aee2-45e5-b04a-a8535fe57583,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:31.854571 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01efede8-9630-4032-bf6a-247f15cd403e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:31.854920 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01efede8-9630-4032-bf6a-247f15cd403e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:31.855284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01efede8-9630-4032-bf6a-247f15cd403e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:31.855619 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01efede8-9630-4032-bf6a-247f15cd403e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:31.855975 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01efede8-9630-4032-bf6a-247f15cd403e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:31.856303 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01efede8-9630-4032-bf6a-247f15cd403e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:31.856629 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01efede8-9630-4032-bf6a-247f15cd403e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:31.856948 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01efede8-9630-4032-bf6a-247f15cd403e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:31.857267 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01efede8-9630-4032-bf6a-247f15cd403e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:31.857586 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01efede8-9630-4032-bf6a-247f15cd403e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:31.857904 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01efede8-9630-4032-bf6a-247f15cd403e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:31.858219 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01efede8-9630-4032-bf6a-247f15cd403e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:31.913061 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01efede8-9630-4032-bf6a-247f15cd403e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:32.000788 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01efede8-9630-4032-bf6a-247f15cd403e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:32.002997 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01efede8-9630-4032-bf6a-247f15cd403e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:32.044901 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01efede8-9630-4032-bf6a-247f15cd403e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:32.045418 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01efede8-9630-4032-bf6a-247f15cd403e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 685714f1-e4f6-498a-a202-05d8830c86de {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:37:32.050010 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01efede8-9630-4032-bf6a-247f15cd403e admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:32.051153 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-01efede8-9630-4032-bf6a-247f15cd403e admin admin] 10.222.0.13 "DELETE /v2.0/routers/685714f1-e4f6-498a-a202-05d8830c86de HTTP/1.1" status: 204 len: 168 time: 0.7525346 Aug 28 15:37:32.053586 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54428) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:37:32.375763 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-16463bd8-0a75-4673-8f8d-3d3c94e54741 admin admin] Deleting subnet 01891dbd-cb3a-40f5-865b-6f439a831360 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:37:32.378901 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-16463bd8-0a75-4673-8f8d-3d3c94e54741 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:32.413010 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-16463bd8-0a75-4673-8f8d-3d3c94e54741 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:32.488081 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-16463bd8-0a75-4673-8f8d-3d3c94e54741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:32.543618 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-16463bd8-0a75-4673-8f8d-3d3c94e54741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:32.570964 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16463bd8-0a75-4673-8f8d-3d3c94e54741 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01891dbd-cb3a-40f5-865b-6f439a831360,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:32.579995 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-16463bd8-0a75-4673-8f8d-3d3c94e54741 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:32.583062 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-16463bd8-0a75-4673-8f8d-3d3c94e54741 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/01891dbd-cb3a-40f5-865b-6f439a831360 HTTP/1.1" status: 204 len: 168 time: 0.5280523 Aug 28 15:37:32.585279 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54430) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:37:32.586364 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24df81d-0bea-4de9-a74f-3cf64fff9a5e None None] Network d68895a7-2eda-468f-899c-43f4fecdea50 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:37:32.630742 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ee94eb1a-61ed-40d8-8891-b1eda3980935 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:37:32.656929 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b07d45eb-8310-48c7-868c-bfe0e0df5722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:32.657925 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: ee94eb1a-61ed-40d8-8891-b1eda3980935 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:37:32.658836 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ee94eb1a-61ed-40d8-8891-b1eda3980935 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:37:32.659345 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 3ef024a7-aee2-45e5-b04a-a8535fe57583 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:37:32.687708 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 3ef024a7-aee2-45e5-b04a-a8535fe57583 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:37:32.688059 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 3ef024a7-aee2-45e5-b04a-a8535fe57583 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:37:32.715723 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-b07d45eb-8310-48c7-868c-bfe0e0df5722 admin admin] Deleting port d7ae6bd8-c6c3-4831-95d2-df478dc99fc9 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:37:32.716086 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b07d45eb-8310-48c7-868c-bfe0e0df5722 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:32.784047 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-b07d45eb-8310-48c7-868c-bfe0e0df5722 admin admin] For port d7ae6bd8-c6c3-4831-95d2-df478dc99fc9, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=d7ae6bd8-c6c3-4831-95d2-df478dc99fc9,segment=NetworkSegment(f67a1971-faf9-42e7-883f-e7bd906acfd2),segment_id=f67a1971-faf9-42e7-883f-e7bd906acfd2)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:37:32.784451 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b07d45eb-8310-48c7-868c-bfe0e0df5722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:32.797778 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-b07d45eb-8310-48c7-868c-bfe0e0df5722 admin admin] Calling delete_port for d7ae6bd8-c6c3-4831-95d2-df478dc99fc9 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:37:32.809758 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54af57c8-2bde-4992-97b2-2420efedad9e None None] DHCP port deletion for d68895a7-2eda-468f-899c-43f4fecdea50 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:37:32.858299 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-54af57c8-2bde-4992-97b2-2420efedad9e None None] Deleting port d7ae6bd8-c6c3-4831-95d2-df478dc99fc9 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:37:32.858679 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-54af57c8-2bde-4992-97b2-2420efedad9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:32.887117 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b07d45eb-8310-48c7-868c-bfe0e0df5722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:32.912907 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d45eb-8310-48c7-868c-bfe0e0df5722 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7ae6bd8-c6c3-4831-95d2-df478dc99fc9,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:32.921609 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07d45eb-8310-48c7-868c-bfe0e0df5722 admin admin] No DVR routers for this DVR port d7ae6bd8-c6c3-4831-95d2-df478dc99fc9 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:37:33.000093 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b07d45eb-8310-48c7-868c-bfe0e0df5722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:33.011269 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-b07d45eb-8310-48c7-868c-bfe0e0df5722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d68895a7-2eda-468f-899c-43f4fecdea50']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:33.022474 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-b07d45eb-8310-48c7-868c-bfe0e0df5722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67a1971-faf9-42e7-883f-e7bd906acfd2') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:33.022767 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-b07d45eb-8310-48c7-868c-bfe0e0df5722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67a1971-faf9-42e7-883f-e7bd906acfd2') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:33.031942 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b07d45eb-8310-48c7-868c-bfe0e0df5722 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:33.046973 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b07d45eb-8310-48c7-868c-bfe0e0df5722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:33.054464 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b07d45eb-8310-48c7-868c-bfe0e0df5722 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:37:33.054877 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b07d45eb-8310-48c7-868c-bfe0e0df5722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:37:33.056999 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:37:33.091370 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-54af57c8-2bde-4992-97b2-2420efedad9e None None] For port d7ae6bd8-c6c3-4831-95d2-df478dc99fc9, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=d7ae6bd8-c6c3-4831-95d2-df478dc99fc9,segment=NetworkSegment(f67a1971-faf9-42e7-883f-e7bd906acfd2),segment_id=f67a1971-faf9-42e7-883f-e7bd906acfd2)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:37:33.091796 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-54af57c8-2bde-4992-97b2-2420efedad9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:33.104811 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-54af57c8-2bde-4992-97b2-2420efedad9e None None] Calling delete_port for d7ae6bd8-c6c3-4831-95d2-df478dc99fc9 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:37:33.118358 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b07d45eb-8310-48c7-868c-bfe0e0df5722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:33.124026 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b07d45eb-8310-48c7-868c-bfe0e0df5722 admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:33.128481 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b07d45eb-8310-48c7-868c-bfe0e0df5722 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d68895a7-2eda-468f-899c-43f4fecdea50 HTTP/1.1" status: 204 len: 168 time: 0.5396199 Aug 28 15:37:33.138843 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d45eb-8310-48c7-868c-bfe0e0df5722 admin admin] Pushing event deleted for resources: {'Network': ['ID=d68895a7-2eda-468f-899c-43f4fecdea50,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:33.179689 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-54af57c8-2bde-4992-97b2-2420efedad9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:33.201926 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-54af57c8-2bde-4992-97b2-2420efedad9e None None] Network d68895a7-2eda-468f-899c-43f4fecdea50 is not hosted by any dhcp agent {{(pid=106331) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 15:37:33.202419 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54af57c8-2bde-4992-97b2-2420efedad9e None None] No DVR routers for this DVR port d7ae6bd8-c6c3-4831-95d2-df478dc99fc9 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:37:33.204161 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af57c8-2bde-4992-97b2-2420efedad9e None None] Pushing event deleted for resources: {'Port': ['ID=d7ae6bd8-c6c3-4831-95d2-df478dc99fc9,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:33.248060 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54434) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:37:33.287855 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c28dc96a-1025-4068-8b75-be8e8e5d1b30 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e194f2339fe42c783e62b4b021db55f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386066 Aug 28 15:37:33.290277 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54436) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:37:33.339277 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a436ec8e-d4e7-4bc5-9287-764fd6bc8425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:33.359517 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a436ec8e-d4e7-4bc5-9287-764fd6bc8425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:33.404808 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a436ec8e-d4e7-4bc5-9287-764fd6bc8425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:33.407436 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a436ec8e-d4e7-4bc5-9287-764fd6bc8425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:33.408751 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a436ec8e-d4e7-4bc5-9287-764fd6bc8425 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b309902-19fb-4545-934d-17e2cf600dee HTTP/1.1" status: 204 len: 168 time: 0.1174762 Aug 28 15:37:33.419024 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436ec8e-d4e7-4bc5-9287-764fd6bc8425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b309902-19fb-4545-934d-17e2cf600dee,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:33.728908 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54442) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:37:33.769462 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e7c19676-a64c-4687-b535-7a4c5fd2fa90 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa8a406ec9a54a5f9092cc1f72999e8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393698 Aug 28 15:37:33.771968 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54444) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:37:33.824644 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-44f2b21d-e45c-43fb-bbd3-e69ccd4297a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:33.846486 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-44f2b21d-e45c-43fb-bbd3-e69ccd4297a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:33.894250 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-44f2b21d-e45c-43fb-bbd3-e69ccd4297a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:33.896998 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-44f2b21d-e45c-43fb-bbd3-e69ccd4297a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:33.898144 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-44f2b21d-e45c-43fb-bbd3-e69ccd4297a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee818586-80d8-4cbe-96d8-3f21057353be HTTP/1.1" status: 204 len: 168 time: 0.1252899 Aug 28 15:37:33.905946 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2b21d-e45c-43fb-bbd3-e69ccd4297a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee818586-80d8-4cbe-96d8-3f21057353be,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:34.587106 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54466) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:37:34.604043 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device d7ae6bd8-c6c3-4831-95d2-df478dc99fc9 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:37:34.625925 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: d7ae6bd8-c6c3-4831-95d2-df478dc99fc9 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:37:34.626272 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device d7ae6bd8-c6c3-4831-95d2-df478dc99fc9 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:37:34.688817 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-44fe6bb7-523d-4327-8cfb-bc334ef99d5a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-34341578-network', 'tenant_id': '1075c4e3a00048ba970649de16898cbe'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:37:34.710761 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fe6bb7-523d-4327-8cfb-bc334ef99d5a admin admin] Made reservation on behalf of 1075c4e3a00048ba970649de16898cbe for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:37:34.713154 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-44fe6bb7-523d-4327-8cfb-bc334ef99d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:34.721446 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-44fe6bb7-523d-4327-8cfb-bc334ef99d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:34.812735 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-44fe6bb7-523d-4327-8cfb-bc334ef99d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:34.816948 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-44fe6bb7-523d-4327-8cfb-bc334ef99d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:34.837813 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44fe6bb7-523d-4327-8cfb-bc334ef99d5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:37:34.850958 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe6bb7-523d-4327-8cfb-bc334ef99d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed19ce2-d4a6-4209-88aa-60771cca34ce,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:34.855846 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-44fe6bb7-523d-4327-8cfb-bc334ef99d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:34.856202 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-44fe6bb7-523d-4327-8cfb-bc334ef99d5a admin admin] Added segment 9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8 of type vlan for network 1b4e1a30-faa6-4696-b5dc-9c195f20078c Aug 28 15:37:34.897337 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-44fe6bb7-523d-4327-8cfb-bc334ef99d5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:34.924541 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-44fe6bb7-523d-4327-8cfb-bc334ef99d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:34.925482 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fe6bb7-523d-4327-8cfb-bc334ef99d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:34.926063 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-44fe6bb7-523d-4327-8cfb-bc334ef99d5a admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:34.979825 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-44fe6bb7-523d-4327-8cfb-bc334ef99d5a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3914802 Aug 28 15:37:34.982628 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54470) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:37:34.990442 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-200977f0-6cd3-4ef7-97e3-f339e536f379 admin admin] Request body: {'subnet': {'network_id': '1b4e1a30-faa6-4696-b5dc-9c195f20078c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-34341578-subnet', 'tenant_id': '1075c4e3a00048ba970649de16898cbe', 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:37:34.994763 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe6bb7-523d-4327-8cfb-bc334ef99d5a admin admin] Pushing event updated for resources: {'Network': ['ID=1b4e1a30-faa6-4696-b5dc-9c195f20078c,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:35.006235 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 1b4e1a30-faa6-4696-b5dc-9c195f20078c details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:37:35.014341 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200977f0-6cd3-4ef7-97e3-f339e536f379 admin admin] Made reservation on behalf of 1075c4e3a00048ba970649de16898cbe for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:37:35.016766 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-200977f0-6cd3-4ef7-97e3-f339e536f379 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:35.188070 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-200977f0-6cd3-4ef7-97e3-f339e536f379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:35.241621 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200977f0-6cd3-4ef7-97e3-f339e536f379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9140dde9-e5f5-4da6-b40b-f5ae39f41cfd,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:35.250461 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200977f0-6cd3-4ef7-97e3-f339e536f379 admin admin] Checking segment: {'id': '9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1b4e1a30-faa6-4696-b5dc-9c195f20078c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:37:35.250818 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200977f0-6cd3-4ef7-97e3-f339e536f379 admin admin] Network hostable DHCP agents. Network: 1b4e1a30-faa6-4696-b5dc-9c195f20078c, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:37:35.267814 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200977f0-6cd3-4ef7-97e3-f339e536f379 admin admin] Network 1b4e1a30-faa6-4696-b5dc-9c195f20078c is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:37:35.275958 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-200977f0-6cd3-4ef7-97e3-f339e536f379 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 1b4e1a30-faa6-4696-b5dc-9c195f20078c) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:37:35.281110 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200977f0-6cd3-4ef7-97e3-f339e536f379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:35.281703 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-200977f0-6cd3-4ef7-97e3-f339e536f379 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:35.285079 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b58563-ce05-44e5-a30f-47f519574cea None None] Network 1b4e1a30-faa6-4696-b5dc-9c195f20078c requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:37:35.296837 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-200977f0-6cd3-4ef7-97e3-f339e536f379 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3130522 Aug 28 15:37:35.300309 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54472) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:37:35.304687 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-0c8ee1a9-7053-4721-93c4-e2b44269b243 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-34341578-router', 'tenant_id': '1075c4e3a00048ba970649de16898cbe', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:37:35.324850 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0c8ee1a9-7053-4721-93c4-e2b44269b243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:35.325777 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0c8ee1a9-7053-4721-93c4-e2b44269b243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:35.380493 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0c8ee1a9-7053-4721-93c4-e2b44269b243 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:35.433859 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f07e319-79e9-44bd-83c4-6b5f7f7db02c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-1b4e1a30-faa6-4696-b5dc-9c195f20078c', 'network_id': '1b4e1a30-faa6-4696-b5dc-9c195f20078c', 'tenant_id': '1075c4e3a00048ba970649de16898cbe', 'fixed_ips': [{'subnet_id': '9140dde9-e5f5-4da6-b40b-f5ae39f41cfd'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:37:35.434753 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3f07e319-79e9-44bd-83c4-6b5f7f7db02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:35.523268 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0c8ee1a9-7053-4721-93c4-e2b44269b243 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:35.571904 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-3f07e319-79e9-44bd-83c4-6b5f7f7db02c None None] Allocated IP 172.20.0.2 (1b4e1a30-faa6-4696-b5dc-9c195f20078c/9140dde9-e5f5-4da6-b40b-f5ae39f41cfd/ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:37:35.715551 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3f07e319-79e9-44bd-83c4-6b5f7f7db02c None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:35.725339 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0c8ee1a9-7053-4721-93c4-e2b44269b243 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:35.725571 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3f07e319-79e9-44bd-83c4-6b5f7f7db02c None None] Transition to ACTIVE for port object ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:37:35.742178 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3f07e319-79e9-44bd-83c4-6b5f7f7db02c None None] Transition to ACTIVE for port object ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:37:35.744965 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0c8ee1a9-7053-4721-93c4-e2b44269b243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:35.747883 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3f07e319-79e9-44bd-83c4-6b5f7f7db02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:35.800689 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f07e319-79e9-44bd-83c4-6b5f7f7db02c None None] Network 1b4e1a30-faa6-4696-b5dc-9c195f20078c is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:37:35.803638 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-3f07e319-79e9-44bd-83c4-6b5f7f7db02c None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:37:35.808296 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f07e319-79e9-44bd-83c4-6b5f7f7db02c None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:37:35.811366 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07e319-79e9-44bd-83c4-6b5f7f7db02c None None] Pushing event updated for resources: {'Port': ['ID=ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:35.857800 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-0c8ee1a9-7053-4721-93c4-e2b44269b243 admin admin] Allocated IP 172.25.3.59 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/2053f3be-5a36-46d1-8cdf-54ab4a14726c) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:37:35.862663 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-3f07e319-79e9-44bd-83c4-6b5f7f7db02c None None] Attempting to bind port ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:37:35.863037 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-3f07e319-79e9-44bd-83c4-6b5f7f7db02c None None] Attempting to bind port ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1b4e1a30-faa6-4696-b5dc-9c195f20078c'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:37:35.863399 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f07e319-79e9-44bd-83c4-6b5f7f7db02c None None] Attempting to bind port ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4 on network 1b4e1a30-faa6-4696-b5dc-9c195f20078c {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:37:35.868692 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f07e319-79e9-44bd-83c4-6b5f7f7db02c None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:37:35.869070 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f07e319-79e9-44bd-83c4-6b5f7f7db02c None None] Checking segment: {'id': '9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1b4e1a30-faa6-4696-b5dc-9c195f20078c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:37:35.869475 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3f07e319-79e9-44bd-83c4-6b5f7f7db02c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:35.869865 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f07e319-79e9-44bd-83c4-6b5f7f7db02c None None] Bound using segment: {'id': '9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1b4e1a30-faa6-4696-b5dc-9c195f20078c'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:37:35.870327 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-3f07e319-79e9-44bd-83c4-6b5f7f7db02c None None] Bound port: ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1b4e1a30-faa6-4696-b5dc-9c195f20078c'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:37:35.870708 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3f07e319-79e9-44bd-83c4-6b5f7f7db02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:35.934143 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-3f07e319-79e9-44bd-83c4-6b5f7f7db02c None None] For port ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:37:35.937608 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-3f07e319-79e9-44bd-83c4-6b5f7f7db02c None None] For port ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4,segment=NetworkSegment(9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8),segment_id=9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:37:35.941883 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3f07e319-79e9-44bd-83c4-6b5f7f7db02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:35.967389 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0c8ee1a9-7053-4721-93c4-e2b44269b243 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:35.997263 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07e319-79e9-44bd-83c4-6b5f7f7db02c None None] Pushing event updated for resources: {'Port': ['ID=ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:36.013462 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0c8ee1a9-7053-4721-93c4-e2b44269b243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:36.058518 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8ee1a9-7053-4721-93c4-e2b44269b243 admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:37:36.062933 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-0c8ee1a9-7053-4721-93c4-e2b44269b243 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:37:36.067538 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8ee1a9-7053-4721-93c4-e2b44269b243 admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:37:36.070572 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ee1a9-7053-4721-93c4-e2b44269b243 admin admin] Pushing event updated for resources: {'Port': ['ID=2053f3be-5a36-46d1-8cdf-54ab4a14726c,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:36.329279 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0c8ee1a9-7053-4721-93c4-e2b44269b243 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:36.518289 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0c8ee1a9-7053-4721-93c4-e2b44269b243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:36.645960 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:37:36.660851 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8ee1a9-7053-4721-93c4-e2b44269b243 admin admin] Router 81aeaca9-10b2-4e6c-a800-91a1ffc04b8b is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:37:36.705787 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:37:36.914293 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818cc9c0-3030-40ff-b3ce-aaea5b980a6d None None] Network 1b4e1a30-faa6-4696-b5dc-9c195f20078c requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:37:37.037288 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-cc4ea541-1fd1-4527-9b9b-e329512480cd None None] Provisioning for port ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:37:37.043103 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-cc4ea541-1fd1-4527-9b9b-e329512480cd None None] Provisioning complete for port ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:37:37.043479 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cc4ea541-1fd1-4527-9b9b-e329512480cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:37.103762 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8ee1a9-7053-4721-93c4-e2b44269b243 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:37:37.117769 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0fe7ad-a5eb-4723-9c10-8e10fa7be93b None None] Sync routers for ids ['81aeaca9-10b2-4e6c-a800-91a1ffc04b8b'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:37:37.121825 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0c8ee1a9-7053-4721-93c4-e2b44269b243 admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:37.125884 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0c8ee1a9-7053-4721-93c4-e2b44269b243 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8219066 Aug 28 15:37:37.125884 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54476) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:37:37.132979 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0fe7ad-a5eb-4723-9c10-8e10fa7be93b None None] Routers {'81aeaca9-10b2-4e6c-a800-91a1ffc04b8b'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:37:37.133817 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-ee0fe7ad-a5eb-4723-9c10-8e10fa7be93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:37:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['81aeaca9-10b2-4e6c-a800-91a1ffc04b8b'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:37.159184 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cc4ea541-1fd1-4527-9b9b-e329512480cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:37.199316 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-cc4ea541-1fd1-4527-9b9b-e329512480cd None None] For port ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4,segment=NetworkSegment(9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8),segment_id=9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:37:37.206950 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cc4ea541-1fd1-4527-9b9b-e329512480cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:37.273209 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-ee0fe7ad-a5eb-4723-9c10-8e10fa7be93b None None] Set router 81aeaca9-10b2-4e6c-a800-91a1ffc04b8b gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:37:37.280549 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ea541-1fd1-4527-9b9b-e329512480cd None None] Pushing event updated for resources: {'Port': ['ID=ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:37.427159 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6e238a3f-6b34-45d1-855e-abda7a6c6de6 None None] Provisioning complete for port ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:37:37.427580 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6e238a3f-6b34-45d1-855e-abda7a6c6de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:37.459838 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-ee0fe7ad-a5eb-4723-9c10-8e10fa7be93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81aeaca9-10b2-4e6c-a800-91a1ffc04b8b', 'name': 'tempest-TestServerMultinode-34341578-router', 'tenant_id': '1075c4e3a00048ba970649de16898cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '2053f3be-5a36-46d1-8cdf-54ab4a14726c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:37:35Z', 'updated_at': '2021-08-28T15:37:36Z', 'revision_number': 3, 'project_id': '1075c4e3a00048ba970649de16898cbe', 'gw_port': {'id': '2053f3be-5a36-46d1-8cdf-54ab4a14726c', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81aeaca9-10b2-4e6c-a800-91a1ffc04b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:37:35Z', 'updated_at': '2021-08-28T15:37:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:37.490513 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0fe7ad-a5eb-4723-9c10-8e10fa7be93b None None] Checking router: 81aeaca9-10b2-4e6c-a800-91a1ffc04b8b for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:37:37.490863 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0fe7ad-a5eb-4723-9c10-8e10fa7be93b None None] Updating router 81aeaca9-10b2-4e6c-a800-91a1ffc04b8b port 2053f3be-5a36-46d1-8cdf-54ab4a14726c binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:37:37.516007 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-ee0fe7ad-a5eb-4723-9c10-8e10fa7be93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:37.588247 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-42efda98-247a-4741-a850-c4c6b8e989d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:37.750198 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-42efda98-247a-4741-a850-c4c6b8e989d9 admin admin] Allocated IP 172.20.0.1 (1b4e1a30-faa6-4696-b5dc-9c195f20078c/9140dde9-e5f5-4da6-b40b-f5ae39f41cfd/e6b9bd68-9a84-4eab-b038-05069b4563b9) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:37:37.860701 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-42efda98-247a-4741-a850-c4c6b8e989d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:37.861020 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-ee0fe7ad-a5eb-4723-9c10-8e10fa7be93b None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:37.871421 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-ee0fe7ad-a5eb-4723-9c10-8e10fa7be93b None None] Transition to ACTIVE for port object 2053f3be-5a36-46d1-8cdf-54ab4a14726c will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:37:37.876206 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-42efda98-247a-4741-a850-c4c6b8e989d9 admin admin] Transition to ACTIVE for port object e6b9bd68-9a84-4eab-b038-05069b4563b9 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:37:37.877961 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-ee0fe7ad-a5eb-4723-9c10-8e10fa7be93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:37.912997 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-42efda98-247a-4741-a850-c4c6b8e989d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:37.931095 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-ee0fe7ad-a5eb-4723-9c10-8e10fa7be93b None None] Attempting to bind port 2053f3be-5a36-46d1-8cdf-54ab4a14726c on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:37:37.931462 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-ee0fe7ad-a5eb-4723-9c10-8e10fa7be93b None None] Attempting to bind port 2053f3be-5a36-46d1-8cdf-54ab4a14726c by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:37:37.931848 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0fe7ad-a5eb-4723-9c10-8e10fa7be93b None None] Attempting to bind port 2053f3be-5a36-46d1-8cdf-54ab4a14726c on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:37:37.933814 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a784e-e40b-453f-be1f-fd3143b54731 None None] Pushing event updated for resources: {'Port': ['ID=2053f3be-5a36-46d1-8cdf-54ab4a14726c,revision_number=2']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:37.943121 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a784e-e40b-453f-be1f-fd3143b54731 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:37.943472 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a784e-e40b-453f-be1f-fd3143b54731 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:37.943851 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a784e-e40b-453f-be1f-fd3143b54731 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:37.944187 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a784e-e40b-453f-be1f-fd3143b54731 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:37.944883 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a784e-e40b-453f-be1f-fd3143b54731 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:37.945228 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a784e-e40b-453f-be1f-fd3143b54731 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:37.945558 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a784e-e40b-453f-be1f-fd3143b54731 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:37.945886 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a784e-e40b-453f-be1f-fd3143b54731 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:37.946214 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a784e-e40b-453f-be1f-fd3143b54731 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:37.946538 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a784e-e40b-453f-be1f-fd3143b54731 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:37.946860 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a784e-e40b-453f-be1f-fd3143b54731 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:37.947185 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a784e-e40b-453f-be1f-fd3143b54731 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:37:37.950398 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0fe7ad-a5eb-4723-9c10-8e10fa7be93b None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:37:37.950771 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0fe7ad-a5eb-4723-9c10-8e10fa7be93b None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:37:37.951168 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-ee0fe7ad-a5eb-4723-9c10-8e10fa7be93b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:37.951550 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0fe7ad-a5eb-4723-9c10-8e10fa7be93b None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:37:37.952050 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-ee0fe7ad-a5eb-4723-9c10-8e10fa7be93b None None] Bound port: 2053f3be-5a36-46d1-8cdf-54ab4a14726c, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:37:37.952434 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-ee0fe7ad-a5eb-4723-9c10-8e10fa7be93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:37.955569 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42efda98-247a-4741-a850-c4c6b8e989d9 admin admin] Network 1b4e1a30-faa6-4696-b5dc-9c195f20078c is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:37:37.958838 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-42efda98-247a-4741-a850-c4c6b8e989d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:37:37.961352 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42efda98-247a-4741-a850-c4c6b8e989d9 admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:37:37.990609 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42efda98-247a-4741-a850-c4c6b8e989d9 admin admin] Pushing event updated for resources: {'Port': ['ID=e6b9bd68-9a84-4eab-b038-05069b4563b9,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:38.007345 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-ee0fe7ad-a5eb-4723-9c10-8e10fa7be93b None None] For port 2053f3be-5a36-46d1-8cdf-54ab4a14726c, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:37:38.008025 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-42efda98-247a-4741-a850-c4c6b8e989d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:38.011098 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-ee0fe7ad-a5eb-4723-9c10-8e10fa7be93b None None] For port 2053f3be-5a36-46d1-8cdf-54ab4a14726c, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2053f3be-5a36-46d1-8cdf-54ab4a14726c,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:37:38.016654 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-ee0fe7ad-a5eb-4723-9c10-8e10fa7be93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:38.048482 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-125a53df-e93d-4ee6-84e6-417ca6df9805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:38.060018 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0fe7ad-a5eb-4723-9c10-8e10fa7be93b None None] Routers {'81aeaca9-10b2-4e6c-a800-91a1ffc04b8b'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:37:38.060637 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-ee0fe7ad-a5eb-4723-9c10-8e10fa7be93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:37:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['81aeaca9-10b2-4e6c-a800-91a1ffc04b8b'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:38.160369 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-42efda98-247a-4741-a850-c4c6b8e989d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:38.168773 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a784e-e40b-453f-be1f-fd3143b54731 None None] Pushing event updated for resources: {'Port': ['ID=2053f3be-5a36-46d1-8cdf-54ab4a14726c,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:38.196801 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-ee0fe7ad-a5eb-4723-9c10-8e10fa7be93b None None] Set router 81aeaca9-10b2-4e6c-a800-91a1ffc04b8b gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:37:38.234302 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f95d73e2-9a4b-4f70-ae11-b76a19619da1 None None] Provisioning for port e6b9bd68-9a84-4eab-b038-05069b4563b9 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:37:38.238428 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f95d73e2-9a4b-4f70-ae11-b76a19619da1 None None] Provisioning complete for port e6b9bd68-9a84-4eab-b038-05069b4563b9 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:37:38.238804 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f95d73e2-9a4b-4f70-ae11-b76a19619da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:38.273473 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-f95d73e2-9a4b-4f70-ae11-b76a19619da1 None None] Port e6b9bd68-9a84-4eab-b038-05069b4563b9 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:37:38.338405 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-42efda98-247a-4741-a850-c4c6b8e989d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:38.342989 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-42efda98-247a-4741-a850-c4c6b8e989d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:38.375884 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-ee0fe7ad-a5eb-4723-9c10-8e10fa7be93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81aeaca9-10b2-4e6c-a800-91a1ffc04b8b', 'name': 'tempest-TestServerMultinode-34341578-router', 'tenant_id': '1075c4e3a00048ba970649de16898cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '2053f3be-5a36-46d1-8cdf-54ab4a14726c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:37:35Z', 'updated_at': '2021-08-28T15:37:36Z', 'revision_number': 3, 'project_id': '1075c4e3a00048ba970649de16898cbe', 'gw_port': {'id': '2053f3be-5a36-46d1-8cdf-54ab4a14726c', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81aeaca9-10b2-4e6c-a800-91a1ffc04b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:37:35Z', 'updated_at': '2021-08-28T15:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:38.405796 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0fe7ad-a5eb-4723-9c10-8e10fa7be93b None None] The sync data for ids ['81aeaca9-10b2-4e6c-a800-91a1ffc04b8b'] in n-d-712137-10 is: [{'id': '81aeaca9-10b2-4e6c-a800-91a1ffc04b8b', 'name': 'tempest-TestServerMultinode-34341578-router', 'tenant_id': '1075c4e3a00048ba970649de16898cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '2053f3be-5a36-46d1-8cdf-54ab4a14726c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:37:35Z', 'updated_at': '2021-08-28T15:37:36Z', 'revision_number': 3, 'project_id': '1075c4e3a00048ba970649de16898cbe', 'gw_port': {'id': '2053f3be-5a36-46d1-8cdf-54ab4a14726c', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81aeaca9-10b2-4e6c-a800-91a1ffc04b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:37:35Z', 'updated_at': '2021-08-28T15:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:37:38.409162 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-42efda98-247a-4741-a850-c4c6b8e989d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:38.411067 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42efda98-247a-4741-a850-c4c6b8e989d9 admin admin] Pushing event updated for resources: {'Port': ['ID=e6b9bd68-9a84-4eab-b038-05069b4563b9,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:38.509687 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42efda98-247a-4741-a850-c4c6b8e989d9 admin admin] Network 1b4e1a30-faa6-4696-b5dc-9c195f20078c is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:37:38.511114 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-42efda98-247a-4741-a850-c4c6b8e989d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:37:38.620209 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:37:38.636547 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42efda98-247a-4741-a850-c4c6b8e989d9 admin admin] Router 81aeaca9-10b2-4e6c-a800-91a1ffc04b8b has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:37:38.711717 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:37:38.712176 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:38.787476 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42efda98-247a-4741-a850-c4c6b8e989d9 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:37:38.795702 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-42efda98-247a-4741-a850-c4c6b8e989d9 admin admin] 10.222.0.13 "PUT /v2.0/routers/81aeaca9-10b2-4e6c-a800-91a1ffc04b8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6669521 Aug 28 15:37:38.842101 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9e36227d-b091-4832-8332-18a8c3ead7de None None] Provisioning complete for port e6b9bd68-9a84-4eab-b038-05069b4563b9 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:37:38.842483 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9e36227d-b091-4832-8332-18a8c3ead7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:38.884917 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9e36227d-b091-4832-8332-18a8c3ead7de None None] Port e6b9bd68-9a84-4eab-b038-05069b4563b9 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:37:39.313583 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54492) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:37:39.319764 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-da1b2580-8f7a-41be-8ec4-db2e4f23df53 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1166305763-network', 'tenant_id': '4c39f4fd923045e4ba4d6d96c05c513d'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:37:39.341789 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1b2580-8f7a-41be-8ec4-db2e4f23df53 admin admin] Made reservation on behalf of 4c39f4fd923045e4ba4d6d96c05c513d for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:37:39.344208 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-da1b2580-8f7a-41be-8ec4-db2e4f23df53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:39.353681 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-da1b2580-8f7a-41be-8ec4-db2e4f23df53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:39.443165 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-da1b2580-8f7a-41be-8ec4-db2e4f23df53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:39.447032 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-da1b2580-8f7a-41be-8ec4-db2e4f23df53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:39.473942 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1b2580-8f7a-41be-8ec4-db2e4f23df53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:37:39.479204 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b2580-8f7a-41be-8ec4-db2e4f23df53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1997733-c505-4bb9-b891-10b188014a72,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:39.487897 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-da1b2580-8f7a-41be-8ec4-db2e4f23df53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:39.487897 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-da1b2580-8f7a-41be-8ec4-db2e4f23df53 admin admin] Added segment ed2bd46f-1ce9-4079-9424-dd1a1cbb6420 of type vlan for network 3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c Aug 28 15:37:39.529965 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-da1b2580-8f7a-41be-8ec4-db2e4f23df53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:39.557382 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-da1b2580-8f7a-41be-8ec4-db2e4f23df53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:39.558447 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1b2580-8f7a-41be-8ec4-db2e4f23df53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:39.559028 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-da1b2580-8f7a-41be-8ec4-db2e4f23df53 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:39.620725 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-da1b2580-8f7a-41be-8ec4-db2e4f23df53 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3053472 Aug 28 15:37:39.621516 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b2580-8f7a-41be-8ec4-db2e4f23df53 admin admin] Pushing event updated for resources: {'Network': ['ID=3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:39.623449 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54494) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:37:39.628732 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-98f4c591-5945-479b-9c34-d8aaa1c45324 admin admin] Request body: {'subnet': {'network_id': '3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1166305763-subnet', 'tenant_id': '4c39f4fd923045e4ba4d6d96c05c513d', 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:37:39.632868 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:37:39.649277 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f4c591-5945-479b-9c34-d8aaa1c45324 admin admin] Made reservation on behalf of 4c39f4fd923045e4ba4d6d96c05c513d for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:37:39.651718 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-98f4c591-5945-479b-9c34-d8aaa1c45324 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:39.832818 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-98f4c591-5945-479b-9c34-d8aaa1c45324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:39.894572 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4c591-5945-479b-9c34-d8aaa1c45324 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebe04054-ad96-4530-89d3-6893d2621825,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:39.903002 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f4c591-5945-479b-9c34-d8aaa1c45324 admin admin] Checking segment: {'id': 'ed2bd46f-1ce9-4079-9424-dd1a1cbb6420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:37:39.903359 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f4c591-5945-479b-9c34-d8aaa1c45324 admin admin] Network hostable DHCP agents. Network: 3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:37:39.920269 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f4c591-5945-479b-9c34-d8aaa1c45324 admin admin] Network 3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:37:39.930185 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-98f4c591-5945-479b-9c34-d8aaa1c45324 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:37:39.934931 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f4c591-5945-479b-9c34-d8aaa1c45324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:39.935802 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-98f4c591-5945-479b-9c34-d8aaa1c45324 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:39.942502 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b5b625-0afa-4220-9a52-182c592f000d None None] Network 3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:37:39.951491 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-98f4c591-5945-479b-9c34-d8aaa1c45324 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3268399 Aug 28 15:37:39.953649 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54496) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:37:39.958275 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-a2305b9b-913a-4b0f-a55a-9a38137ba748 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1166305763-router', 'tenant_id': '4c39f4fd923045e4ba4d6d96c05c513d', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:37:39.980784 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a2305b9b-913a-4b0f-a55a-9a38137ba748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:39.981830 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a2305b9b-913a-4b0f-a55a-9a38137ba748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:40.042491 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a2305b9b-913a-4b0f-a55a-9a38137ba748 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:40.049348 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5d570f-5baf-409d-9538-855e7a457a53 None None] Sync routers for ids ['81aeaca9-10b2-4e6c-a800-91a1ffc04b8b'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:37:40.070358 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5d570f-5baf-409d-9538-855e7a457a53 None None] Routers {'81aeaca9-10b2-4e6c-a800-91a1ffc04b8b'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:37:40.070967 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-7e5d570f-5baf-409d-9538-855e7a457a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:37:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['81aeaca9-10b2-4e6c-a800-91a1ffc04b8b'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:40.139405 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeb25f1-a417-4a52-923d-aa6adbd8943a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c', 'network_id': '3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c', 'tenant_id': '4c39f4fd923045e4ba4d6d96c05c513d', 'fixed_ips': [{'subnet_id': 'ebe04054-ad96-4530-89d3-6893d2621825'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:37:40.140287 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-faeb25f1-a417-4a52-923d-aa6adbd8943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:40.183093 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a2305b9b-913a-4b0f-a55a-9a38137ba748 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:40.260590 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-7e5d570f-5baf-409d-9538-855e7a457a53 None None] Set router 81aeaca9-10b2-4e6c-a800-91a1ffc04b8b gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:37:40.391614 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a2305b9b-913a-4b0f-a55a-9a38137ba748 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:40.410410 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a2305b9b-913a-4b0f-a55a-9a38137ba748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:40.419525 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-faeb25f1-a417-4a52-923d-aa6adbd8943a None None] Allocated IP 172.20.0.2 (3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c/ebe04054-ad96-4530-89d3-6893d2621825/cfcb91ec-1300-478b-881c-a33f3526f40f) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:37:40.521935 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-a2305b9b-913a-4b0f-a55a-9a38137ba748 admin admin] Allocated IP 172.25.3.116 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:37:40.629077 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-7e5d570f-5baf-409d-9538-855e7a457a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81aeaca9-10b2-4e6c-a800-91a1ffc04b8b', 'name': 'tempest-TestServerMultinode-34341578-router', 'tenant_id': '1075c4e3a00048ba970649de16898cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '2053f3be-5a36-46d1-8cdf-54ab4a14726c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:37:35Z', 'updated_at': '2021-08-28T15:37:38Z', 'revision_number': 4, 'project_id': '1075c4e3a00048ba970649de16898cbe', 'gw_port': {'id': '2053f3be-5a36-46d1-8cdf-54ab4a14726c', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81aeaca9-10b2-4e6c-a800-91a1ffc04b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:37:35Z', 'updated_at': '2021-08-28T15:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'e6b9bd68-9a84-4eab-b038-05069b4563b9', 'name': '', 'network_id': '1b4e1a30-faa6-4696-b5dc-9c195f20078c', 'tenant_id': '1075c4e3a00048ba970649de16898cbe', 'mac_address': 'fa:16:3e:47:2d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81aeaca9-10b2-4e6c-a800-91a1ffc04b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '9140dde9-e5f5-4da6-b40b-f5ae39f41cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:37:37Z', 'updated_at': '2021-08-28T15:37:38Z', 'revision_number': 2, 'project_id': '1075c4e3a00048ba970649de16898cbe', 'subnets': [{'id': '9140dde9-e5f5-4da6-b40b-f5ae39f41cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:40.633151 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a2305b9b-913a-4b0f-a55a-9a38137ba748 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:40.661264 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0a6e9498-ac62-4537-94aa-961511238369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:40.665934 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5d570f-5baf-409d-9538-855e7a457a53 None None] Checking router: 81aeaca9-10b2-4e6c-a800-91a1ffc04b8b for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:37:40.666312 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5d570f-5baf-409d-9538-855e7a457a53 None None] Updating router 81aeaca9-10b2-4e6c-a800-91a1ffc04b8b port e6b9bd68-9a84-4eab-b038-05069b4563b9 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:37:40.669940 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-faeb25f1-a417-4a52-923d-aa6adbd8943a None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:40.684292 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a2305b9b-913a-4b0f-a55a-9a38137ba748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:40.691561 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2053f3be-5a36-46d1-8cdf-54ab4a14726c up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:37:40.697888 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-faeb25f1-a417-4a52-923d-aa6adbd8943a None None] Transition to ACTIVE for port object cfcb91ec-1300-478b-881c-a33f3526f40f will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:37:40.721221 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2305b9b-913a-4b0f-a55a-9a38137ba748 admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:37:40.727604 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-a2305b9b-913a-4b0f-a55a-9a38137ba748 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:37:40.731246 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2305b9b-913a-4b0f-a55a-9a38137ba748 admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:37:40.734584 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7e5d570f-5baf-409d-9538-855e7a457a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:40.750840 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-faeb25f1-a417-4a52-923d-aa6adbd8943a None None] Transition to ACTIVE for port object cfcb91ec-1300-478b-881c-a33f3526f40f will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:37:40.759384 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2305b9b-913a-4b0f-a55a-9a38137ba748 admin admin] Pushing event updated for resources: {'Port': ['ID=f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:40.762429 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-faeb25f1-a417-4a52-923d-aa6adbd8943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:40.839133 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeb25f1-a417-4a52-923d-aa6adbd8943a None None] Network 3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:37:40.850612 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-faeb25f1-a417-4a52-923d-aa6adbd8943a None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:37:40.894745 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 2053f3be-5a36-46d1-8cdf-54ab4a14726c completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:37:40.900994 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeb25f1-a417-4a52-923d-aa6adbd8943a None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:37:40.905233 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb25f1-a417-4a52-923d-aa6adbd8943a None None] Pushing event updated for resources: {'Port': ['ID=cfcb91ec-1300-478b-881c-a33f3526f40f,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:40.925879 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 2053f3be-5a36-46d1-8cdf-54ab4a14726c triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:37:40.926253 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:40.979236 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:40.993933 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a2305b9b-913a-4b0f-a55a-9a38137ba748 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:41.056486 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-faeb25f1-a417-4a52-923d-aa6adbd8943a None None] Attempting to bind port cfcb91ec-1300-478b-881c-a33f3526f40f on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:37:41.056854 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-faeb25f1-a417-4a52-923d-aa6adbd8943a None None] Attempting to bind port cfcb91ec-1300-478b-881c-a33f3526f40f by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'ed2bd46f-1ce9-4079-9424-dd1a1cbb6420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:37:41.057212 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb25f1-a417-4a52-923d-aa6adbd8943a None None] Attempting to bind port cfcb91ec-1300-478b-881c-a33f3526f40f on network 3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:37:41.077234 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb25f1-a417-4a52-923d-aa6adbd8943a None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:37:41.077610 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb25f1-a417-4a52-923d-aa6adbd8943a None None] Checking segment: {'id': 'ed2bd46f-1ce9-4079-9424-dd1a1cbb6420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:37:41.078012 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-faeb25f1-a417-4a52-923d-aa6adbd8943a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:41.078409 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb25f1-a417-4a52-923d-aa6adbd8943a None None] Bound using segment: {'id': 'ed2bd46f-1ce9-4079-9424-dd1a1cbb6420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:37:41.078879 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-faeb25f1-a417-4a52-923d-aa6adbd8943a None None] Bound port: cfcb91ec-1300-478b-881c-a33f3526f40f, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2bd46f-1ce9-4079-9424-dd1a1cbb6420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:37:41.079257 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-faeb25f1-a417-4a52-923d-aa6adbd8943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:41.198060 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a2305b9b-913a-4b0f-a55a-9a38137ba748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:41.198850 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:41.243623 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-faeb25f1-a417-4a52-923d-aa6adbd8943a None None] For port cfcb91ec-1300-478b-881c-a33f3526f40f, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:37:41.265606 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 2053f3be-5a36-46d1-8cdf-54ab4a14726c, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2053f3be-5a36-46d1-8cdf-54ab4a14726c,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:37:41.276437 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-faeb25f1-a417-4a52-923d-aa6adbd8943a None None] For port cfcb91ec-1300-478b-881c-a33f3526f40f, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=cfcb91ec-1300-478b-881c-a33f3526f40f,segment=NetworkSegment(ed2bd46f-1ce9-4079-9424-dd1a1cbb6420),segment_id=ed2bd46f-1ce9-4079-9424-dd1a1cbb6420)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:37:41.277433 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:41.285257 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7e5d570f-5baf-409d-9538-855e7a457a53 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:41.289104 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-faeb25f1-a417-4a52-923d-aa6adbd8943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:41.329052 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2305b9b-913a-4b0f-a55a-9a38137ba748 admin admin] Router e1dc37de-cbfa-4b88-8cf2-af21a13bf083 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:37:41.442757 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2305b9b-913a-4b0f-a55a-9a38137ba748 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:37:41.452507 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf964f4-4194-46f9-be8d-769a1dcf8a2b None None] Sync routers for ids ['e1dc37de-cbfa-4b88-8cf2-af21a13bf083'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:37:41.460899 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a2305b9b-913a-4b0f-a55a-9a38137ba748 admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:41.462572 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a2305b9b-913a-4b0f-a55a-9a38137ba748 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5076413 Aug 28 15:37:41.463796 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf964f4-4194-46f9-be8d-769a1dcf8a2b None None] Routers {'e1dc37de-cbfa-4b88-8cf2-af21a13bf083'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:37:41.464652 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-cdf964f4-4194-46f9-be8d-769a1dcf8a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:37:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['e1dc37de-cbfa-4b88-8cf2-af21a13bf083'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:41.465400 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54498) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:37:41.485585 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7e5d570f-5baf-409d-9538-855e7a457a53 None None] Transition to ACTIVE for port object e6b9bd68-9a84-4eab-b038-05069b4563b9 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:37:41.508277 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7e5d570f-5baf-409d-9538-855e7a457a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:41.517366 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=2053f3be-5a36-46d1-8cdf-54ab4a14726c,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:41.607570 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-cdf964f4-4194-46f9-be8d-769a1dcf8a2b None None] Set router e1dc37de-cbfa-4b88-8cf2-af21a13bf083 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:37:41.627949 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb25f1-a417-4a52-923d-aa6adbd8943a None None] Pushing event updated for resources: {'Port': ['ID=cfcb91ec-1300-478b-881c-a33f3526f40f,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:41.721051 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-7e5d570f-5baf-409d-9538-855e7a457a53 None None] Attempting to bind port e6b9bd68-9a84-4eab-b038-05069b4563b9 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:37:41.721750 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-7e5d570f-5baf-409d-9538-855e7a457a53 None None] Attempting to bind port e6b9bd68-9a84-4eab-b038-05069b4563b9 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1b4e1a30-faa6-4696-b5dc-9c195f20078c'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:37:41.721750 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5d570f-5baf-409d-9538-855e7a457a53 None None] Attempting to bind port e6b9bd68-9a84-4eab-b038-05069b4563b9 on network 1b4e1a30-faa6-4696-b5dc-9c195f20078c {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:37:41.734817 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdef434-6758-4a2d-9df3-dce1db04ac8d None None] Pushing event updated for resources: {'Port': ['ID=e6b9bd68-9a84-4eab-b038-05069b4563b9,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:41.738237 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5d570f-5baf-409d-9538-855e7a457a53 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:37:41.738604 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5d570f-5baf-409d-9538-855e7a457a53 None None] Checking segment: {'id': '9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1b4e1a30-faa6-4696-b5dc-9c195f20078c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:37:41.739009 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7e5d570f-5baf-409d-9538-855e7a457a53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:41.739393 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5d570f-5baf-409d-9538-855e7a457a53 None None] Bound using segment: {'id': '9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1b4e1a30-faa6-4696-b5dc-9c195f20078c'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:37:41.739935 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-7e5d570f-5baf-409d-9538-855e7a457a53 None None] Bound port: e6b9bd68-9a84-4eab-b038-05069b4563b9, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1b4e1a30-faa6-4696-b5dc-9c195f20078c'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:37:41.740322 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7e5d570f-5baf-409d-9538-855e7a457a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:41.881864 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-7e5d570f-5baf-409d-9538-855e7a457a53 None None] For port e6b9bd68-9a84-4eab-b038-05069b4563b9, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:37:41.890171 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-7e5d570f-5baf-409d-9538-855e7a457a53 None None] For port e6b9bd68-9a84-4eab-b038-05069b4563b9, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e6b9bd68-9a84-4eab-b038-05069b4563b9,segment=NetworkSegment(9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8),segment_id=9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:37:41.891806 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:41.895501 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-cdf964f4-4194-46f9-be8d-769a1dcf8a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dc37de-cbfa-4b88-8cf2-af21a13bf083', 'name': 'tempest-TestServerMultinode-1166305763-router', 'tenant_id': '4c39f4fd923045e4ba4d6d96c05c513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:37:39Z', 'updated_at': '2021-08-28T15:37:40Z', 'revision_number': 3, 'project_id': '4c39f4fd923045e4ba4d6d96c05c513d', 'gw_port': {'id': 'f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:09:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dc37de-cbfa-4b88-8cf2-af21a13bf083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:37:40Z', 'updated_at': '2021-08-28T15:37:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:41.899277 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7e5d570f-5baf-409d-9538-855e7a457a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:41.934908 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf964f4-4194-46f9-be8d-769a1dcf8a2b None None] Checking router: e1dc37de-cbfa-4b88-8cf2-af21a13bf083 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:37:41.935481 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf964f4-4194-46f9-be8d-769a1dcf8a2b None None] Updating router e1dc37de-cbfa-4b88-8cf2-af21a13bf083 port f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56 binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:37:41.980445 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-cdf964f4-4194-46f9-be8d-769a1dcf8a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:41.981502 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdef434-6758-4a2d-9df3-dce1db04ac8d None None] Pushing event updated for resources: {'Port': ['ID=e6b9bd68-9a84-4eab-b038-05069b4563b9,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:41.984478 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5d570f-5baf-409d-9538-855e7a457a53 None None] Routers {'81aeaca9-10b2-4e6c-a800-91a1ffc04b8b'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:37:41.985147 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-7e5d570f-5baf-409d-9538-855e7a457a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:37:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['81aeaca9-10b2-4e6c-a800-91a1ffc04b8b'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:42.082047 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ad62-dc6e-4031-831f-1421d5508095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:42.116127 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-7e5d570f-5baf-409d-9538-855e7a457a53 None None] Set router 81aeaca9-10b2-4e6c-a800-91a1ffc04b8b gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:37:42.282044 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-d8b1ad62-dc6e-4031-831f-1421d5508095 admin admin] Allocated IP 172.20.0.1 (3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c/ebe04054-ad96-4530-89d3-6893d2621825/1699ba2d-7d33-4386-a334-c93efc2d480e) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:37:42.316407 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-cdf964f4-4194-46f9-be8d-769a1dcf8a2b None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:42.327280 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-cdf964f4-4194-46f9-be8d-769a1dcf8a2b None None] Transition to ACTIVE for port object f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56 will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:37:42.333966 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-cdf964f4-4194-46f9-be8d-769a1dcf8a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:42.387524 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977f1b3-55de-4c07-a4bd-1780cd68a82e None None] Pushing event updated for resources: {'Port': ['ID=f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56,revision_number=2']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:42.387871 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-7e5d570f-5baf-409d-9538-855e7a457a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81aeaca9-10b2-4e6c-a800-91a1ffc04b8b', 'name': 'tempest-TestServerMultinode-34341578-router', 'tenant_id': '1075c4e3a00048ba970649de16898cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '2053f3be-5a36-46d1-8cdf-54ab4a14726c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:37:35Z', 'updated_at': '2021-08-28T15:37:38Z', 'revision_number': 4, 'project_id': '1075c4e3a00048ba970649de16898cbe', 'gw_port': {'id': '2053f3be-5a36-46d1-8cdf-54ab4a14726c', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aeaca9-10b2-4e6c-a800-91a1ffc04b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:37:35Z', 'updated_at': '2021-08-28T15:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'e6b9bd68-9a84-4eab-b038-05069b4563b9', 'name': '', 'network_id': '1b4e1a30-faa6-4696-b5dc-9c195f20078c', 'tenant_id': '1075c4e3a00048ba970649de16898cbe', 'mac_address': 'fa:16:3e:47:2d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81aeaca9-10b2-4e6c-a800-91a1ffc04b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '9140dde9-e5f5-4da6-b40b-f5ae39f41cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:37:37Z', 'updated_at': '2021-08-28T15:37:41Z', 'revision_number': 4, 'project_id': '1075c4e3a00048ba970649de16898cbe', 'subnets': [{'id': '9140dde9-e5f5-4da6-b40b-f5ae39f41cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:42.390369 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-cdf964f4-4194-46f9-be8d-769a1dcf8a2b None None] Attempting to bind port f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:37:42.390739 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-cdf964f4-4194-46f9-be8d-769a1dcf8a2b None None] Attempting to bind port f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:37:42.391155 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf964f4-4194-46f9-be8d-769a1dcf8a2b None None] Attempting to bind port f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:37:42.404501 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf964f4-4194-46f9-be8d-769a1dcf8a2b None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:37:42.404944 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf964f4-4194-46f9-be8d-769a1dcf8a2b None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:37:42.405225 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-cdf964f4-4194-46f9-be8d-769a1dcf8a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:42.405681 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf964f4-4194-46f9-be8d-769a1dcf8a2b None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:37:42.406159 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-cdf964f4-4194-46f9-be8d-769a1dcf8a2b None None] Bound port: f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:37:42.406593 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-cdf964f4-4194-46f9-be8d-769a1dcf8a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:42.421490 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5d570f-5baf-409d-9538-855e7a457a53 None None] The sync data for ids ['81aeaca9-10b2-4e6c-a800-91a1ffc04b8b'] in n-d-712137-10 is: [{'id': '81aeaca9-10b2-4e6c-a800-91a1ffc04b8b', 'name': 'tempest-TestServerMultinode-34341578-router', 'tenant_id': '1075c4e3a00048ba970649de16898cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '2053f3be-5a36-46d1-8cdf-54ab4a14726c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:37:35Z', 'updated_at': '2021-08-28T15:37:38Z', 'revision_number': 4, 'project_id': '1075c4e3a00048ba970649de16898cbe', 'gw_port': {'id': '2053f3be-5a36-46d1-8cdf-54ab4a14726c', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aeaca9-10b2-4e6c-a800-91a1ffc04b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:37:35Z', 'updated_at': '2021-08-28T15:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'e6b9bd68-9a84-4eab-b038-05069b4563b9', 'name': '', 'network_id': '1b4e1a30-faa6-4696-b5dc-9c195f20078c', 'tenant_id': '1075c4e3a00048ba970649de16898cbe', 'mac_address': 'fa:16:3e:47:2d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81aeaca9-10b2-4e6c-a800-91a1ffc04b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '9140dde9-e5f5-4da6-b40b-f5ae39f41cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:37:37Z', 'updated_at': '2021-08-28T15:37:41Z', 'revision_number': 4, 'project_id': '1075c4e3a00048ba970649de16898cbe', 'subnets': [{'id': '9140dde9-e5f5-4da6-b40b-f5ae39f41cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:37:42.432184 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ad62-dc6e-4031-831f-1421d5508095 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:42.446619 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-d8b1ad62-dc6e-4031-831f-1421d5508095 admin admin] Transition to ACTIVE for port object 1699ba2d-7d33-4386-a334-c93efc2d480e will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:37:42.473486 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-cdf964f4-4194-46f9-be8d-769a1dcf8a2b None None] For port f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:37:42.494737 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-cdf964f4-4194-46f9-be8d-769a1dcf8a2b None None] For port f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:37:42.495466 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ad62-dc6e-4031-831f-1421d5508095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:42.506498 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-cdf964f4-4194-46f9-be8d-769a1dcf8a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:42.567832 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf964f4-4194-46f9-be8d-769a1dcf8a2b None None] Routers {'e1dc37de-cbfa-4b88-8cf2-af21a13bf083'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:37:42.569045 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-cdf964f4-4194-46f9-be8d-769a1dcf8a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:37:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['e1dc37de-cbfa-4b88-8cf2-af21a13bf083'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:42.577105 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b1ad62-dc6e-4031-831f-1421d5508095 admin admin] Network 3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:37:42.580668 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-d8b1ad62-dc6e-4031-831f-1421d5508095 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:37:42.583685 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b1ad62-dc6e-4031-831f-1421d5508095 admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:37:42.632431 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1ad62-dc6e-4031-831f-1421d5508095 admin admin] Pushing event updated for resources: {'Port': ['ID=1699ba2d-7d33-4386-a334-c93efc2d480e,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:42.646567 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ad62-dc6e-4031-831f-1421d5508095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:42.649596 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977f1b3-55de-4c07-a4bd-1780cd68a82e None None] Pushing event updated for resources: {'Port': ['ID=f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:42.743749 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-cdf964f4-4194-46f9-be8d-769a1dcf8a2b None None] Set router e1dc37de-cbfa-4b88-8cf2-af21a13bf083 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:37:42.810704 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ad62-dc6e-4031-831f-1421d5508095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:42.882568 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device cfcb91ec-1300-478b-881c-a33f3526f40f up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:37:42.969565 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port cfcb91ec-1300-478b-881c-a33f3526f40f completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:37:42.979610 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e6b9bd68-9a84-4eab-b038-05069b4563b9 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:37:43.033292 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6118b883-a545-47ce-b01b-04388919c31f None None] Network 3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:37:43.074768 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ad62-dc6e-4031-831f-1421d5508095 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:43.086928 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ad62-dc6e-4031-831f-1421d5508095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:43.097753 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-bcde0f07-9183-46c1-940c-d181af25f86c None None] Provisioning for port cfcb91ec-1300-478b-881c-a33f3526f40f completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:37:43.105965 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-bcde0f07-9183-46c1-940c-d181af25f86c None None] Provisioning complete for port cfcb91ec-1300-478b-881c-a33f3526f40f triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:37:43.106431 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-bcde0f07-9183-46c1-940c-d181af25f86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:43.115566 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port e6b9bd68-9a84-4eab-b038-05069b4563b9 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:37:43.135161 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-cdf964f4-4194-46f9-be8d-769a1dcf8a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dc37de-cbfa-4b88-8cf2-af21a13bf083', 'name': 'tempest-TestServerMultinode-1166305763-router', 'tenant_id': '4c39f4fd923045e4ba4d6d96c05c513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:37:39Z', 'updated_at': '2021-08-28T15:37:40Z', 'revision_number': 3, 'project_id': '4c39f4fd923045e4ba4d6d96c05c513d', 'gw_port': {'id': 'f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:09:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dc37de-cbfa-4b88-8cf2-af21a13bf083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:37:40Z', 'updated_at': '2021-08-28T15:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:43.157296 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port e6b9bd68-9a84-4eab-b038-05069b4563b9 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:37:43.157860 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:43.171311 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1ad62-dc6e-4031-831f-1421d5508095 admin admin] Pushing event updated for resources: {'Port': ['ID=1699ba2d-7d33-4386-a334-c93efc2d480e,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:43.172376 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf964f4-4194-46f9-be8d-769a1dcf8a2b None None] The sync data for ids ['e1dc37de-cbfa-4b88-8cf2-af21a13bf083'] in n-d-712137-10 is: [{'id': 'e1dc37de-cbfa-4b88-8cf2-af21a13bf083', 'name': 'tempest-TestServerMultinode-1166305763-router', 'tenant_id': '4c39f4fd923045e4ba4d6d96c05c513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:37:39Z', 'updated_at': '2021-08-28T15:37:40Z', 'revision_number': 3, 'project_id': '4c39f4fd923045e4ba4d6d96c05c513d', 'gw_port': {'id': 'f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:09:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dc37de-cbfa-4b88-8cf2-af21a13bf083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:37:40Z', 'updated_at': '2021-08-28T15:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:37:43.183794 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ad62-dc6e-4031-831f-1421d5508095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:43.307974 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b1ad62-dc6e-4031-831f-1421d5508095 admin admin] Network 3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:37:43.309587 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-d8b1ad62-dc6e-4031-831f-1421d5508095 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:37:43.401206 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-bcde0f07-9183-46c1-940c-d181af25f86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:43.419991 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:43.429100 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:43.441241 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b1ad62-dc6e-4031-831f-1421d5508095 admin admin] Router e1dc37de-cbfa-4b88-8cf2-af21a13bf083 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:37:43.481614 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-bcde0f07-9183-46c1-940c-d181af25f86c None None] For port cfcb91ec-1300-478b-881c-a33f3526f40f, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=cfcb91ec-1300-478b-881c-a33f3526f40f,segment=NetworkSegment(ed2bd46f-1ce9-4079-9424-dd1a1cbb6420),segment_id=ed2bd46f-1ce9-4079-9424-dd1a1cbb6420)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:37:43.504321 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port e6b9bd68-9a84-4eab-b038-05069b4563b9, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e6b9bd68-9a84-4eab-b038-05069b4563b9,segment=NetworkSegment(9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8),segment_id=9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:37:43.506867 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-bcde0f07-9183-46c1-940c-d181af25f86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:43.516452 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:43.517522 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2053f3be-5a36-46d1-8cdf-54ab4a14726c up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:37:43.610663 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b1ad62-dc6e-4031-831f-1421d5508095 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:37:43.624496 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d8b1ad62-dc6e-4031-831f-1421d5508095 admin admin] 10.222.0.13 "PUT /v2.0/routers/e1dc37de-cbfa-4b88-8cf2-af21a13bf083/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1503785 Aug 28 15:37:43.644429 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde0f07-9183-46c1-940c-d181af25f86c None None] Pushing event updated for resources: {'Port': ['ID=cfcb91ec-1300-478b-881c-a33f3526f40f,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:43.714522 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 2053f3be-5a36-46d1-8cdf-54ab4a14726c triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:37:43.714812 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:43.720630 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=e6b9bd68-9a84-4eab-b038-05069b4563b9,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:43.966325 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d19fac62-6dae-4133-a76b-07274b736c16 None None] Provisioning complete for port cfcb91ec-1300-478b-881c-a33f3526f40f triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:37:43.966984 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d19fac62-6dae-4133-a76b-07274b736c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:44.093960 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d19fac62-6dae-4133-a76b-07274b736c16 None None] Provisioning for port 1699ba2d-7d33-4386-a334-c93efc2d480e completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:37:44.099762 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d19fac62-6dae-4133-a76b-07274b736c16 None None] Provisioning complete for port 1699ba2d-7d33-4386-a334-c93efc2d480e triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:37:44.100824 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d19fac62-6dae-4133-a76b-07274b736c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:44.149524 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-d19fac62-6dae-4133-a76b-07274b736c16 None None] Port 1699ba2d-7d33-4386-a334-c93efc2d480e cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:37:44.276596 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2730e9bc-be8d-4da2-8c6b-1e94ee6a0779 None None] Provisioning complete for port 1699ba2d-7d33-4386-a334-c93efc2d480e triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:37:44.277033 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2730e9bc-be8d-4da2-8c6b-1e94ee6a0779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:44.313553 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-2730e9bc-be8d-4da2-8c6b-1e94ee6a0779 None None] Port 1699ba2d-7d33-4386-a334-c93efc2d480e cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:37:44.337238 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-f65ef47a-1135-425d-88e8-ddcbd5676bae tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:44.338780 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-f65ef47a-1135-425d-88e8-ddcbd5676bae tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/networks?id=1b4e1a30-faa6-4696-b5dc-9c195f20078c HTTP/1.1" status: 200 len: 909 time: 0.1092350 Aug 28 15:37:44.354996 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-5f3c30e6-41df-46dd-ad51-fbea605e94fa tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/quotas/4c39f4fd923045e4ba4d6d96c05c513d HTTP/1.1" status: 200 len: 375 time: 0.0100813 Aug 28 15:37:44.434220 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-aa2bc37f-3d19-4b4d-a6a9-af078b604c27 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c39f4fd923045e4ba4d6d96c05c513d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734117 Aug 28 15:37:44.435206 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-cba8eefd-1a53-4614-a3b5-d720580b28d4 None None] Provisioning complete for port 1699ba2d-7d33-4386-a334-c93efc2d480e triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:37:44.435712 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cba8eefd-1a53-4614-a3b5-d720580b28d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:44.449465 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-87a8896c-ab56-4351-858c-0aff0642c3c0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:37:44.450610 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-87a8896c-ab56-4351-858c-0aff0642c3c0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058200 Aug 28 15:37:44.477047 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-cba8eefd-1a53-4614-a3b5-d720580b28d4 None None] Port 1699ba2d-7d33-4386-a334-c93efc2d480e cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:37:44.547195 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-61164545-b30d-438f-9889-5d029babb9e5 service neutron] 10.222.0.13 "GET /v2.0/networks/1b4e1a30-faa6-4696-b5dc-9c195f20078c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896168 Aug 28 15:37:44.639120 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-876215b3-724d-4f6d-852e-e516eee3a8ea service neutron] 10.222.0.13 "GET /v2.0/networks/1b4e1a30-faa6-4696-b5dc-9c195f20078c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850661 Aug 28 15:37:44.686427 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:37:44.734260 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:37:44.738655 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:37:44.739035 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:44.820211 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-53534b40-6805-48a3-82bb-b01d7974605d req-9b0c7a79-5cc3-49d7-ae99-04a9618cdbc0 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=62380e52-2888-45b3-af61-be5d6839902b HTTP/1.1" status: 200 len: 210 time: 0.0366910 Aug 28 15:37:44.823502 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:44.844309 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:37:44.848698 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:44.849625 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device cfcb91ec-1300-478b-881c-a33f3526f40f up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:37:44.940848 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:44.950958 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port cfcb91ec-1300-478b-881c-a33f3526f40f triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:37:44.951344 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:45.035597 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e6b9bd68-9a84-4eab-b038-05069b4563b9 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:37:45.086755 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port e6b9bd68-9a84-4eab-b038-05069b4563b9 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:37:45.087217 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:45.822176 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-bda01577-b4c9-424e-851c-a71010dfe24a tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:45.823671 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-bda01577-b4c9-424e-851c-a71010dfe24a tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.36 "GET /v2.0/networks?id=1b4e1a30-faa6-4696-b5dc-9c195f20078c HTTP/1.1" status: 200 len: 909 time: 0.0924506 Aug 28 15:37:45.836263 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-79c39435-390e-4c82-b2f3-bdbedd70dd97 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Request body: {'port': {'device_id': '62380e52-2888-45b3-af61-be5d6839902b', 'network_id': '1b4e1a30-faa6-4696-b5dc-9c195f20078c', 'admin_state_up': True, 'tenant_id': '4c39f4fd923045e4ba4d6d96c05c513d'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:37:45.869288 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-79c39435-390e-4c82-b2f3-bdbedd70dd97 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Made reservation on behalf of 4c39f4fd923045e4ba4d6d96c05c513d for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:37:45.871705 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-79c39435-390e-4c82-b2f3-bdbedd70dd97 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:45.896257 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77893572-4e1e-4bbb-8b37-0fdd0ac6e63f None None] Sync routers for ids ['e1dc37de-cbfa-4b88-8cf2-af21a13bf083'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:37:45.905702 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77893572-4e1e-4bbb-8b37-0fdd0ac6e63f None None] Routers {'e1dc37de-cbfa-4b88-8cf2-af21a13bf083'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:37:45.906333 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-77893572-4e1e-4bbb-8b37-0fdd0ac6e63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:37:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['e1dc37de-cbfa-4b88-8cf2-af21a13bf083'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:45.918867 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bd41930f-f047-42f6-b670-ece3109283d4 req-285c87be-9cba-4038-992e-9d4fb5919ce2 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=62380e52-2888-45b3-af61-be5d6839902b HTTP/1.1" status: 200 len: 210 time: 0.0281279 Aug 28 15:37:46.006661 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-79c39435-390e-4c82-b2f3-bdbedd70dd97 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Allocated IP 172.20.0.14 (1b4e1a30-faa6-4696-b5dc-9c195f20078c/9140dde9-e5f5-4da6-b40b-f5ae39f41cfd/ac0d178d-b793-4c40-b473-94ea04e2a13c) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:37:46.023096 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-77893572-4e1e-4bbb-8b37-0fdd0ac6e63f None None] Set router e1dc37de-cbfa-4b88-8cf2-af21a13bf083 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:37:46.145217 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-79c39435-390e-4c82-b2f3-bdbedd70dd97 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:46.157381 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-79c39435-390e-4c82-b2f3-bdbedd70dd97 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Transition to ACTIVE for port object ac0d178d-b793-4c40-b473-94ea04e2a13c will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:37:46.191786 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-79c39435-390e-4c82-b2f3-bdbedd70dd97 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:46.229034 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-77893572-4e1e-4bbb-8b37-0fdd0ac6e63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dc37de-cbfa-4b88-8cf2-af21a13bf083', 'name': 'tempest-TestServerMultinode-1166305763-router', 'tenant_id': '4c39f4fd923045e4ba4d6d96c05c513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:37:39Z', 'updated_at': '2021-08-28T15:37:42Z', 'revision_number': 4, 'project_id': '4c39f4fd923045e4ba4d6d96c05c513d', 'gw_port': {'id': 'f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:09:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dc37de-cbfa-4b88-8cf2-af21a13bf083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:37:40Z', 'updated_at': '2021-08-28T15:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '1699ba2d-7d33-4386-a334-c93efc2d480e', 'name': '', 'network_id': '3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c', 'tenant_id': '4c39f4fd923045e4ba4d6d96c05c513d', 'mac_address': 'fa:16:3e:e7:61:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dc37de-cbfa-4b88-8cf2-af21a13bf083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'ebe04054-ad96-4530-89d3-6893d2621825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:37:42Z', 'updated_at': '2021-08-28T15:37:42Z', 'revision_number': 2, 'project_id': '4c39f4fd923045e4ba4d6d96c05c513d', 'subnets': [{'id': 'ebe04054-ad96-4530-89d3-6893d2621825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:46.238548 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-79c39435-390e-4c82-b2f3-bdbedd70dd97 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Network 1b4e1a30-faa6-4696-b5dc-9c195f20078c is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:37:46.241514 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-79c39435-390e-4c82-b2f3-bdbedd70dd97 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:37:46.243912 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-79c39435-390e-4c82-b2f3-bdbedd70dd97 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:37:46.264783 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77893572-4e1e-4bbb-8b37-0fdd0ac6e63f None None] Checking router: e1dc37de-cbfa-4b88-8cf2-af21a13bf083 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:37:46.265147 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77893572-4e1e-4bbb-8b37-0fdd0ac6e63f None None] Updating router e1dc37de-cbfa-4b88-8cf2-af21a13bf083 port 1699ba2d-7d33-4386-a334-c93efc2d480e binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:37:46.270142 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c39435-390e-4c82-b2f3-bdbedd70dd97 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Pushing event updated for resources: {'Port': ['ID=ac0d178d-b793-4c40-b473-94ea04e2a13c,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:46.289513 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-79c39435-390e-4c82-b2f3-bdbedd70dd97 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:46.290452 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-79c39435-390e-4c82-b2f3-bdbedd70dd97 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:46.291475 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-77893572-4e1e-4bbb-8b37-0fdd0ac6e63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:46.309334 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-79c39435-390e-4c82-b2f3-bdbedd70dd97 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4770744 Aug 28 15:37:46.324586 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-dde64bfd-d35c-4850-9fe6-a93059ea9e86 service neutron] Request body: {'port': {'device_id': '62380e52-2888-45b3-af61-be5d6839902b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:37:46.379683 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-dde64bfd-d35c-4850-9fe6-a93059ea9e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:46.531278 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-383d9be0-c9ff-490c-94ea-f5decd913d0a None None] Provisioning for port ac0d178d-b793-4c40-b473-94ea04e2a13c completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:37:46.543987 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-383d9be0-c9ff-490c-94ea-f5decd913d0a None None] Provisioning complete for port ac0d178d-b793-4c40-b473-94ea04e2a13c triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:37:46.544373 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-383d9be0-c9ff-490c-94ea-f5decd913d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:46.617572 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-383d9be0-c9ff-490c-94ea-f5decd913d0a None None] Port ac0d178d-b793-4c40-b473-94ea04e2a13c cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:37:46.623031 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-77893572-4e1e-4bbb-8b37-0fdd0ac6e63f None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:46.634357 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:37:46.638934 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-77893572-4e1e-4bbb-8b37-0fdd0ac6e63f None None] Transition to ACTIVE for port object 1699ba2d-7d33-4386-a334-c93efc2d480e will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:37:46.664357 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-77893572-4e1e-4bbb-8b37-0fdd0ac6e63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:46.733105 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf4e9ea-ba96-42d3-aff3-4d1235de5721 None None] Pushing event updated for resources: {'Port': ['ID=1699ba2d-7d33-4386-a334-c93efc2d480e,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:46.763487 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:37:46.763904 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:46.815772 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-77893572-4e1e-4bbb-8b37-0fdd0ac6e63f None None] Attempting to bind port 1699ba2d-7d33-4386-a334-c93efc2d480e on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:37:46.816156 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-77893572-4e1e-4bbb-8b37-0fdd0ac6e63f None None] Attempting to bind port 1699ba2d-7d33-4386-a334-c93efc2d480e by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'ed2bd46f-1ce9-4079-9424-dd1a1cbb6420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:37:46.816525 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77893572-4e1e-4bbb-8b37-0fdd0ac6e63f None None] Attempting to bind port 1699ba2d-7d33-4386-a334-c93efc2d480e on network 3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:37:46.825826 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77893572-4e1e-4bbb-8b37-0fdd0ac6e63f None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:37:46.826204 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77893572-4e1e-4bbb-8b37-0fdd0ac6e63f None None] Checking segment: {'id': 'ed2bd46f-1ce9-4079-9424-dd1a1cbb6420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:37:46.826617 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-77893572-4e1e-4bbb-8b37-0fdd0ac6e63f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:46.827009 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77893572-4e1e-4bbb-8b37-0fdd0ac6e63f None None] Bound using segment: {'id': 'ed2bd46f-1ce9-4079-9424-dd1a1cbb6420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:37:46.827551 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-77893572-4e1e-4bbb-8b37-0fdd0ac6e63f None None] Bound port: 1699ba2d-7d33-4386-a334-c93efc2d480e, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2bd46f-1ce9-4079-9424-dd1a1cbb6420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:37:46.827914 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-77893572-4e1e-4bbb-8b37-0fdd0ac6e63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:46.937526 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-77893572-4e1e-4bbb-8b37-0fdd0ac6e63f None None] For port 1699ba2d-7d33-4386-a334-c93efc2d480e, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:37:46.941325 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-77893572-4e1e-4bbb-8b37-0fdd0ac6e63f None None] For port 1699ba2d-7d33-4386-a334-c93efc2d480e, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=1699ba2d-7d33-4386-a334-c93efc2d480e,segment=NetworkSegment(ed2bd46f-1ce9-4079-9424-dd1a1cbb6420),segment_id=ed2bd46f-1ce9-4079-9424-dd1a1cbb6420)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:37:46.950566 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-77893572-4e1e-4bbb-8b37-0fdd0ac6e63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:47.012954 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77893572-4e1e-4bbb-8b37-0fdd0ac6e63f None None] Routers {'e1dc37de-cbfa-4b88-8cf2-af21a13bf083'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:37:47.013692 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-77893572-4e1e-4bbb-8b37-0fdd0ac6e63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:37:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['e1dc37de-cbfa-4b88-8cf2-af21a13bf083'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:47.015647 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf4e9ea-ba96-42d3-aff3-4d1235de5721 None None] Pushing event updated for resources: {'Port': ['ID=1699ba2d-7d33-4386-a334-c93efc2d480e,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:47.047518 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-dde64bfd-d35c-4850-9fe6-a93059ea9e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac0d178d-b793-4c40-b473-94ea04e2a13c {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:37:47.060349 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-dde64bfd-d35c-4850-9fe6-a93059ea9e86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:47.076957 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55942e10-b6d2-4d35-b7fd-16e8af7061fc req-49ad4d00-46d8-4f57-9db6-b060c564e469 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:47.078530 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-55942e10-b6d2-4d35-b7fd-16e8af7061fc req-49ad4d00-46d8-4f57-9db6-b060c564e469 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=62380e52-2888-45b3-af61-be5d6839902b HTTP/1.1" status: 200 len: 1028 time: 0.0728993 Aug 28 15:37:47.081518 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-dde64bfd-d35c-4850-9fe6-a93059ea9e86 service neutron] Transition to ACTIVE for port object ac0d178d-b793-4c40-b473-94ea04e2a13c will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:37:47.089743 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-dde64bfd-d35c-4850-9fe6-a93059ea9e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:47.167543 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde64bfd-d35c-4850-9fe6-a93059ea9e86 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0d178d-b793-4c40-b473-94ea04e2a13c,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:47.174496 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-55942e10-b6d2-4d35-b7fd-16e8af7061fc req-77a559f6-3c75-4f49-8ddc-d446100af341 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f1997733-c505-4bb9-b891-10b188014a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869937 Aug 28 15:37:47.253102 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-dde64bfd-d35c-4850-9fe6-a93059ea9e86 service neutron] Attempting to bind port ac0d178d-b793-4c40-b473-94ea04e2a13c on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:37:47.253497 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-dde64bfd-d35c-4850-9fe6-a93059ea9e86 service neutron] Attempting to bind port ac0d178d-b793-4c40-b473-94ea04e2a13c by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1b4e1a30-faa6-4696-b5dc-9c195f20078c'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:37:47.253998 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-dde64bfd-d35c-4850-9fe6-a93059ea9e86 service neutron] Attempting to bind port ac0d178d-b793-4c40-b473-94ea04e2a13c on network 1b4e1a30-faa6-4696-b5dc-9c195f20078c {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:37:47.259386 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-dde64bfd-d35c-4850-9fe6-a93059ea9e86 service neutron] Port ac0d178d-b793-4c40-b473-94ea04e2a13c on network 1b4e1a30-faa6-4696-b5dc-9c195f20078c not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:37:47.259607 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-dde64bfd-d35c-4850-9fe6-a93059ea9e86 service neutron] Attempting to bind port ac0d178d-b793-4c40-b473-94ea04e2a13c on network 1b4e1a30-faa6-4696-b5dc-9c195f20078c {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:37:47.265369 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-dde64bfd-d35c-4850-9fe6-a93059ea9e86 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:37:47.265716 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-dde64bfd-d35c-4850-9fe6-a93059ea9e86 service neutron] Checking segment: {'id': '9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1b4e1a30-faa6-4696-b5dc-9c195f20078c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:37:47.266119 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-dde64bfd-d35c-4850-9fe6-a93059ea9e86 service neutron] Bound using segment: {'id': '9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1b4e1a30-faa6-4696-b5dc-9c195f20078c'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:37:47.266536 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-dde64bfd-d35c-4850-9fe6-a93059ea9e86 service neutron] Bound port: ac0d178d-b793-4c40-b473-94ea04e2a13c, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1b4e1a30-faa6-4696-b5dc-9c195f20078c'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:37:47.267070 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-dde64bfd-d35c-4850-9fe6-a93059ea9e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:47.324233 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-77893572-4e1e-4bbb-8b37-0fdd0ac6e63f None None] Set router e1dc37de-cbfa-4b88-8cf2-af21a13bf083 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:37:47.342067 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-dde64bfd-d35c-4850-9fe6-a93059ea9e86 service neutron] For port ac0d178d-b793-4c40-b473-94ea04e2a13c, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:37:47.346203 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-dde64bfd-d35c-4850-9fe6-a93059ea9e86 service neutron] For port ac0d178d-b793-4c40-b473-94ea04e2a13c, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ac0d178d-b793-4c40-b473-94ea04e2a13c,segment=NetworkSegment(9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8),segment_id=9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:37:47.351860 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-dde64bfd-d35c-4850-9fe6-a93059ea9e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:47.385405 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-dde64bfd-d35c-4850-9fe6-a93059ea9e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:47.386056 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-dde64bfd-d35c-4850-9fe6-a93059ea9e86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:47.387534 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-dde64bfd-d35c-4850-9fe6-a93059ea9e86 service neutron] 10.222.0.36 "PUT /v2.0/ports/ac0d178d-b793-4c40-b473-94ea04e2a13c HTTP/1.1" status: 200 len: 1093 time: 1.0677168 Aug 28 15:37:47.387985 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62380e52-2888-45b3-af61-be5d6839902b', 'tag': 'ac0d178d-b793-4c40-b473-94ea04e2a13c'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:37:47.390407 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bea571d-8bc3-42d4-91e8-b0d588f41b89" -d '{"events": [{"name": "network-changed", "server_uuid": "62380e52-2888-45b3-af61-be5d6839902b", "tag": "ac0d178d-b793-4c40-b473-94ea04e2a13c"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:37:47.420706 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde64bfd-d35c-4850-9fe6-a93059ea9e86 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0d178d-b793-4c40-b473-94ea04e2a13c,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:47.478230 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c9f4b0-34b4-4bf2-833b-227b668ad771 x-openstack-request-id: req-b4c9f4b0-34b4-4bf2-833b-227b668ad771 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:37:47.478567 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62380e52-2888-45b3-af61-be5d6839902b", "tag": "ac0d178d-b793-4c40-b473-94ea04e2a13c", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:37:47.479202 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4c9f4b0-34b4-4bf2-833b-227b668ad771 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:37:47.479202 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62380e52-2888-45b3-af61-be5d6839902b', 'tag': 'ac0d178d-b793-4c40-b473-94ea04e2a13c', 'status': 'completed', 'code': 200} Aug 28 15:37:47.495764 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-6d4bc1cb-35dd-4225-94a9-06aab48c2261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:47.497376 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-6d4bc1cb-35dd-4225-94a9-06aab48c2261 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4c39f4fd923045e4ba4d6d96c05c513d&device_id=62380e52-2888-45b3-af61-be5d6839902b HTTP/1.1" status: 200 len: 1096 time: 0.0545251 Aug 28 15:37:47.544081 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-c8177e70-f788-4674-b023-70538f867b2a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac0d178d-b793-4c40-b473-94ea04e2a13c HTTP/1.1" status: 200 len: 217 time: 0.0388987 Aug 28 15:37:47.554231 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-77893572-4e1e-4bbb-8b37-0fdd0ac6e63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dc37de-cbfa-4b88-8cf2-af21a13bf083', 'name': 'tempest-TestServerMultinode-1166305763-router', 'tenant_id': '4c39f4fd923045e4ba4d6d96c05c513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:37:39Z', 'updated_at': '2021-08-28T15:37:42Z', 'revision_number': 4, 'project_id': '4c39f4fd923045e4ba4d6d96c05c513d', 'gw_port': {'id': 'f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:09:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dc37de-cbfa-4b88-8cf2-af21a13bf083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:37:40Z', 'updated_at': '2021-08-28T15:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '1699ba2d-7d33-4386-a334-c93efc2d480e', 'name': '', 'network_id': '3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c', 'tenant_id': '4c39f4fd923045e4ba4d6d96c05c513d', 'mac_address': 'fa:16:3e:e7:61:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dc37de-cbfa-4b88-8cf2-af21a13bf083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'ebe04054-ad96-4530-89d3-6893d2621825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:37:42Z', 'updated_at': '2021-08-28T15:37:46Z', 'revision_number': 4, 'project_id': '4c39f4fd923045e4ba4d6d96c05c513d', 'subnets': [{'id': 'ebe04054-ad96-4530-89d3-6893d2621825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:47.587359 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77893572-4e1e-4bbb-8b37-0fdd0ac6e63f None None] The sync data for ids ['e1dc37de-cbfa-4b88-8cf2-af21a13bf083'] in n-d-712137-10 is: [{'id': 'e1dc37de-cbfa-4b88-8cf2-af21a13bf083', 'name': 'tempest-TestServerMultinode-1166305763-router', 'tenant_id': '4c39f4fd923045e4ba4d6d96c05c513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:37:39Z', 'updated_at': '2021-08-28T15:37:42Z', 'revision_number': 4, 'project_id': '4c39f4fd923045e4ba4d6d96c05c513d', 'gw_port': {'id': 'f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:09:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dc37de-cbfa-4b88-8cf2-af21a13bf083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:37:40Z', 'updated_at': '2021-08-28T15:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '1699ba2d-7d33-4386-a334-c93efc2d480e', 'name': '', 'network_id': '3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c', 'tenant_id': '4c39f4fd923045e4ba4d6d96c05c513d', 'mac_address': 'fa:16:3e:e7:61:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dc37de-cbfa-4b88-8cf2-af21a13bf083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'ebe04054-ad96-4530-89d3-6893d2621825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:37:42Z', 'updated_at': '2021-08-28T15:37:46Z', 'revision_number': 4, 'project_id': '4c39f4fd923045e4ba4d6d96c05c513d', 'subnets': [{'id': 'ebe04054-ad96-4530-89d3-6893d2621825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:37:47.597923 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-20fadba2-194c-46e5-ac09-59ef10885d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:47.599343 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-20fadba2-194c-46e5-ac09-59ef10885d39 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9140dde9-e5f5-4da6-b40b-f5ae39f41cfd HTTP/1.1" status: 200 len: 847 time: 0.0482850 Aug 28 15:37:47.665678 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-e3a8eb4c-d772-407b-96dc-b1640260dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:47.667112 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-e3a8eb4c-d772-407b-96dc-b1640260dad9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b4e1a30-faa6-4696-b5dc-9c195f20078c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598466 Aug 28 15:37:47.765773 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-3e144929-966e-4797-921f-923736e2aae5 service neutron] 10.222.0.36 "GET /v2.0/networks/1b4e1a30-faa6-4696-b5dc-9c195f20078c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909841 Aug 28 15:37:47.869084 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-37dffc2f-ed2a-41c5-a401-79b965d2b048 req-2b09b1b1-877a-401e-bbcb-3a5027ff3270 service neutron] 10.222.0.36 "GET /v2.0/networks/1b4e1a30-faa6-4696-b5dc-9c195f20078c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962875 Aug 28 15:37:47.957194 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea571d-8bc3-42d4-91e8-b0d588f41b89 req-b092832d-9016-4d17-ba10-0e086efb07d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:47.958868 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2bea571d-8bc3-42d4-91e8-b0d588f41b89 req-b092832d-9016-4d17-ba10-0e086efb07d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4c39f4fd923045e4ba4d6d96c05c513d&device_id=62380e52-2888-45b3-af61-be5d6839902b HTTP/1.1" status: 200 len: 1096 time: 0.0448077 Aug 28 15:37:48.052736 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea571d-8bc3-42d4-91e8-b0d588f41b89 req-b41ba344-2349-4990-8373-d5cd30328796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:48.054418 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2bea571d-8bc3-42d4-91e8-b0d588f41b89 req-b41ba344-2349-4990-8373-d5cd30328796 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1b4e1a30-faa6-4696-b5dc-9c195f20078c HTTP/1.1" status: 200 len: 909 time: 0.0892537 Aug 28 15:37:48.104183 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2bea571d-8bc3-42d4-91e8-b0d588f41b89 req-fd407c39-f504-42e7-8eed-162d292a384f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac0d178d-b793-4c40-b473-94ea04e2a13c HTTP/1.1" status: 200 len: 217 time: 0.0425303 Aug 28 15:37:48.154849 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea571d-8bc3-42d4-91e8-b0d588f41b89 req-3d119f4d-25d6-42cd-ba5d-298a04c2d24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:48.156319 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2bea571d-8bc3-42d4-91e8-b0d588f41b89 req-3d119f4d-25d6-42cd-ba5d-298a04c2d24e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9140dde9-e5f5-4da6-b40b-f5ae39f41cfd HTTP/1.1" status: 200 len: 847 time: 0.0455434 Aug 28 15:37:48.202015 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea571d-8bc3-42d4-91e8-b0d588f41b89 req-c95064d6-287e-42c6-9745-27a9b0a451b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:48.203480 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2bea571d-8bc3-42d4-91e8-b0d588f41b89 req-c95064d6-287e-42c6-9745-27a9b0a451b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b4e1a30-faa6-4696-b5dc-9c195f20078c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390003 Aug 28 15:37:48.331530 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3b26d-24c7-468a-b58a-ed5b708bef04 req-fa5c46ef-8e02-4596-919d-b239637b05b0 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:48.333102 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-63f3b26d-24c7-468a-b58a-ed5b708bef04 req-fa5c46ef-8e02-4596-919d-b239637b05b0 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=62380e52-2888-45b3-af61-be5d6839902b HTTP/1.1" status: 200 len: 1096 time: 0.0744209 Aug 28 15:37:48.335255 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2bea571d-8bc3-42d4-91e8-b0d588f41b89 req-031d7e29-9a4d-4df7-8294-4e3c9970bcc9 service neutron] 10.222.0.36 "GET /v2.0/networks/1b4e1a30-faa6-4696-b5dc-9c195f20078c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240082 Aug 28 15:37:48.419222 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-63f3b26d-24c7-468a-b58a-ed5b708bef04 req-e5e2f03f-0e70-43ce-a16a-9ed1e177b0e9 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f1997733-c505-4bb9-b891-10b188014a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799973 Aug 28 15:37:48.452681 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2bea571d-8bc3-42d4-91e8-b0d588f41b89 req-dc20fc1d-e474-4504-a1a1-a91045448c7c service neutron] 10.222.0.36 "GET /v2.0/networks/1b4e1a30-faa6-4696-b5dc-9c195f20078c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077805 Aug 28 15:37:48.634541 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1699ba2d-7d33-4386-a334-c93efc2d480e up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:37:48.681743 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 1699ba2d-7d33-4386-a334-c93efc2d480e completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:37:48.685321 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 1699ba2d-7d33-4386-a334-c93efc2d480e triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:37:48.685695 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:48.759441 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:48.790824 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 1699ba2d-7d33-4386-a334-c93efc2d480e, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=1699ba2d-7d33-4386-a334-c93efc2d480e,segment=NetworkSegment(ed2bd46f-1ce9-4079-9424-dd1a1cbb6420),segment_id=ed2bd46f-1ce9-4079-9424-dd1a1cbb6420)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:37:48.794625 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:48.845857 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=1699ba2d-7d33-4386-a334-c93efc2d480e,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:49.528095 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97016004-ab68-4e27-8c02-44d3d3da5d5f req-139e7a9b-d3c3-4233-a5c8-3821e2f0493b tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:49.529589 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-97016004-ab68-4e27-8c02-44d3d3da5d5f req-139e7a9b-d3c3-4233-a5c8-3821e2f0493b tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=62380e52-2888-45b3-af61-be5d6839902b HTTP/1.1" status: 200 len: 1096 time: 0.0430255 Aug 28 15:37:49.564449 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-97016004-ab68-4e27-8c02-44d3d3da5d5f req-710db820-01e5-4a62-a623-a9e9cd0a29ba tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f1997733-c505-4bb9-b891-10b188014a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275025 Aug 28 15:37:50.619750 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1699ba2d-7d33-4386-a334-c93efc2d480e up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:37:50.668686 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 1699ba2d-7d33-4386-a334-c93efc2d480e triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:37:50.669056 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:50.669179 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451dfd3-2117-48de-ace6-4ea3de1af01c req-1dd36cfe-299b-46ee-a357-7febdb8fa204 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:50.670632 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5451dfd3-2117-48de-ace6-4ea3de1af01c req-1dd36cfe-299b-46ee-a357-7febdb8fa204 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=62380e52-2888-45b3-af61-be5d6839902b HTTP/1.1" status: 200 len: 1096 time: 0.0407650 Aug 28 15:37:50.706505 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5451dfd3-2117-48de-ace6-4ea3de1af01c req-6627d03c-86d9-41dc-b39a-7b3d64d7096a tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f1997733-c505-4bb9-b891-10b188014a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289011 Aug 28 15:37:51.055345 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device ac0d178d-b793-4c40-b473-94ea04e2a13c details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:37:51.148723 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port ac0d178d-b793-4c40-b473-94ea04e2a13c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ac0d178d-b793-4c40-b473-94ea04e2a13c,segment=NetworkSegment(9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8),segment_id=9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:37:51.161104 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'ac0d178d-b793-4c40-b473-94ea04e2a13c', 'network_id': '1b4e1a30-faa6-4696-b5dc-9c195f20078c', 'port_id': 'ac0d178d-b793-4c40-b473-94ea04e2a13c', 'mac_address': 'fa:16:3e:0f:60:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9140dde9-e5f5-4da6-b40b-f5ae39f41cfd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:37:51.199882 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:51.212311 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0d178d-b793-4c40-b473-94ea04e2a13c {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:37:51.235408 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port ac0d178d-b793-4c40-b473-94ea04e2a13c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ac0d178d-b793-4c40-b473-94ea04e2a13c,segment=NetworkSegment(9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8),segment_id=9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:37:51.240316 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:51.286248 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=ac0d178d-b793-4c40-b473-94ea04e2a13c,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:51.471500 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['ac0d178d-b793-4c40-b473-94ea04e2a13c'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:37:51.809957 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0c37f-8fc0-4016-9229-755f1ebab040 req-18952a2a-e5f3-416a-9f49-d72ff9f36aca tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:51.811467 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92b0c37f-8fc0-4016-9229-755f1ebab040 req-18952a2a-e5f3-416a-9f49-d72ff9f36aca tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=62380e52-2888-45b3-af61-be5d6839902b HTTP/1.1" status: 200 len: 1097 time: 0.0406890 Aug 28 15:37:51.846556 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92b0c37f-8fc0-4016-9229-755f1ebab040 req-209a1803-dd91-4629-b3b7-8c71ec982b59 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f1997733-c505-4bb9-b891-10b188014a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285335 Aug 28 15:37:52.723412 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce625b-6894-4057-a183-d5efd82bb2ab req-c496d2b3-173a-4c55-886c-4ed031f881b9 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:52.724923 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2fce625b-6894-4057-a183-d5efd82bb2ab req-c496d2b3-173a-4c55-886c-4ed031f881b9 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 946 time: 0.0485690 Aug 28 15:37:52.761844 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2fce625b-6894-4057-a183-d5efd82bb2ab req-56552968-901c-4a33-b5b6-d93a1342261b tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309224 Aug 28 15:37:52.952446 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cac2a-d266-46ed-bc3b-6ff2fafd3de7 req-23e0635a-bc90-4dcc-9eaa-3ed39c4d2973 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:52.953951 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1c2cac2a-d266-46ed-bc3b-6ff2fafd3de7 req-23e0635a-bc90-4dcc-9eaa-3ed39c4d2973 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=62380e52-2888-45b3-af61-be5d6839902b HTTP/1.1" status: 200 len: 1097 time: 0.0404575 Aug 28 15:37:52.987915 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1c2cac2a-d266-46ed-bc3b-6ff2fafd3de7 req-4a79cee3-0e43-49cc-ba00-d1e84cba4cc8 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f1997733-c505-4bb9-b891-10b188014a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274739 Aug 28 15:37:53.054596 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device ac0d178d-b793-4c40-b473-94ea04e2a13c up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:37:53.105568 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port ac0d178d-b793-4c40-b473-94ea04e2a13c completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:37:53.109712 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port ac0d178d-b793-4c40-b473-94ea04e2a13c triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:37:53.110127 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:53.187110 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:53.209355 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62380e52-2888-45b3-af61-be5d6839902b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0d178d-b793-4c40-b473-94ea04e2a13c'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:37:53.211600 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53084761-be9c-4a83-a54c-e0f97d3315e0" -d '{"events": [{"server_uuid": "62380e52-2888-45b3-af61-be5d6839902b", "name": "network-vif-plugged", "status": "completed", "tag": "ac0d178d-b793-4c40-b473-94ea04e2a13c"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:37:53.224529 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port ac0d178d-b793-4c40-b473-94ea04e2a13c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ac0d178d-b793-4c40-b473-94ea04e2a13c,segment=NetworkSegment(9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8),segment_id=9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:37:53.228708 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:53.254234 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a7f0f7-adb0-40d2-b55d-0a7e047f742e x-openstack-request-id: req-17a7f0f7-adb0-40d2-b55d-0a7e047f742e {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:37:53.254528 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62380e52-2888-45b3-af61-be5d6839902b", "name": "network-vif-plugged", "status": "completed", "tag": "ac0d178d-b793-4c40-b473-94ea04e2a13c", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:37:53.254779 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17a7f0f7-adb0-40d2-b55d-0a7e047f742e {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:37:53.255163 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62380e52-2888-45b3-af61-be5d6839902b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0d178d-b793-4c40-b473-94ea04e2a13c', 'code': 200} Aug 28 15:37:53.280717 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=ac0d178d-b793-4c40-b473-94ea04e2a13c,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:53.351930 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5498e5-161f-4675-a394-05cf14529e3f req-c9b8602c-e491-4345-b6fb-e2edd170130e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:53.353418 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bb5498e5-161f-4675-a394-05cf14529e3f req-c9b8602c-e491-4345-b6fb-e2edd170130e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=62380e52-2888-45b3-af61-be5d6839902b HTTP/1.1" status: 200 len: 1098 time: 0.0440972 Aug 28 15:37:53.389644 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bb5498e5-161f-4675-a394-05cf14529e3f req-d77abb94-d3b6-4ddf-852f-edfb381f2dc8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f1997733-c505-4bb9-b891-10b188014a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284173 Aug 28 15:37:53.885023 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffeaabe-0155-4c74-9d49-b1171b87886c req-7d81aa3f-044e-4ecc-aefa-60ff29f5f0e0 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:53.886482 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7ffeaabe-0155-4c74-9d49-b1171b87886c req-7d81aa3f-044e-4ecc-aefa-60ff29f5f0e0 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 946 time: 0.0527599 Aug 28 15:37:53.925527 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7ffeaabe-0155-4c74-9d49-b1171b87886c req-a1eaf75d-01ec-42f5-9176-ffd20da18b44 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups?id=86023199-a9fa-47a2-9914-2a88fc78ee38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329623 Aug 28 15:37:54.094134 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a769f-1fd6-4028-961e-76f248bbe365 req-fe2f8f51-db38-4804-9cf4-38386fecf313 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:54.096219 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-375a769f-1fd6-4028-961e-76f248bbe365 req-fe2f8f51-db38-4804-9cf4-38386fecf313 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=62380e52-2888-45b3-af61-be5d6839902b HTTP/1.1" status: 200 len: 1098 time: 0.0400457 Aug 28 15:37:54.130961 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-375a769f-1fd6-4028-961e-76f248bbe365 req-ed699c98-4220-4ed4-966b-471a989eab0f tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f1997733-c505-4bb9-b891-10b188014a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287092 Aug 28 15:37:54.333448 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19a8c8-e053-428e-8ef3-5cdf45e9d377 req-d022ee68-2f38-4878-a6f0-d7ac1d7d4573 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:54.334912 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e19a8c8-e053-428e-8ef3-5cdf45e9d377 req-d022ee68-2f38-4878-a6f0-d7ac1d7d4573 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.41 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 946 time: 0.0491192 Aug 28 15:37:54.437590 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-0e19a8c8-e053-428e-8ef3-5cdf45e9d377 req-98547ca2-d5bc-45e9-971f-20556f17f325 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Deleting port bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:37:54.437930 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0e19a8c8-e053-428e-8ef3-5cdf45e9d377 req-98547ca2-d5bc-45e9-971f-20556f17f325 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:54.524157 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-0e19a8c8-e053-428e-8ef3-5cdf45e9d377 req-98547ca2-d5bc-45e9-971f-20556f17f325 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] For port bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f,segment=NetworkSegment(937efdaa-4a91-4466-8b39-3275ccf0f608),segment_id=937efdaa-4a91-4466-8b39-3275ccf0f608)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:37:54.524525 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0e19a8c8-e053-428e-8ef3-5cdf45e9d377 req-98547ca2-d5bc-45e9-971f-20556f17f325 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:54.629209 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:54.702833 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0e19a8c8-e053-428e-8ef3-5cdf45e9d377 req-98547ca2-d5bc-45e9-971f-20556f17f325 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:54.703134 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0e19a8c8-e053-428e-8ef3-5cdf45e9d377 req-98547ca2-d5bc-45e9-971f-20556f17f325 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:54.703453 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [req-0e19a8c8-e053-428e-8ef3-5cdf45e9d377 req-98547ca2-d5bc-45e9-971f-20556f17f325 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Floating IP c9c955ef-172a-4aac-8b27-d66dc1ebeaf2 disassociated. External IP: 172.25.3.227, port: bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f. Aug 28 15:37:54.703829 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-0e19a8c8-e053-428e-8ef3-5cdf45e9d377 req-98547ca2-d5bc-45e9-971f-20556f17f325 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Calling delete_port for bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:37:54.827539 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0e19a8c8-e053-428e-8ef3-5cdf45e9d377 req-98547ca2-d5bc-45e9-971f-20556f17f325 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:54.861994 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98547ca2-d5bc-45e9-971f-20556f17f325 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Pushing event deleted for resources: {'Port': ['ID=bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:54.982294 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e19a8c8-e053-428e-8ef3-5cdf45e9d377 req-98547ca2-d5bc-45e9-971f-20556f17f325 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Router 8f8a9e5d-fbd8-4627-983a-9fb90ea90389 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:37:55.029918 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f9eb2818-b6a5-41a5-9083-2b4e90813a4d req-a904082c-3a6d-4a73-a80f-18be576623c4 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/ports?device_id=de450ed4-093e-491b-971d-c3d9956e5577 HTTP/1.1" status: 200 len: 210 time: 0.0261478 Aug 28 15:37:55.087076 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e19a8c8-e053-428e-8ef3-5cdf45e9d377 req-98547ca2-d5bc-45e9-971f-20556f17f325 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:37:55.097550 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2037a85a-01b0-4ecc-966a-7accbc09b848 None None] Sync routers for ids ['8f8a9e5d-fbd8-4627-983a-9fb90ea90389'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:37:55.106447 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2037a85a-01b0-4ecc-966a-7accbc09b848 None None] Routers {'8f8a9e5d-fbd8-4627-983a-9fb90ea90389'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:37:55.107065 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-2037a85a-01b0-4ecc-966a-7accbc09b848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:37:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['8f8a9e5d-fbd8-4627-983a-9fb90ea90389'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:55.129988 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e19a8c8-e053-428e-8ef3-5cdf45e9d377 req-98547ca2-d5bc-45e9-971f-20556f17f325 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] No DVR routers for this DVR port bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:37:55.132809 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-0e19a8c8-e053-428e-8ef3-5cdf45e9d377 req-98547ca2-d5bc-45e9-971f-20556f17f325 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:55.134823 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e19a8c8-e053-428e-8ef3-5cdf45e9d377 req-98547ca2-d5bc-45e9-971f-20556f17f325 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.41 "DELETE /v2.0/ports/bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f HTTP/1.1" status: 204 len: 173 time: 0.7938666 Aug 28 15:37:55.135269 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de450ed4-093e-491b-971d-c3d9956e5577', 'name': 'network-vif-deleted', 'tag': 'bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:37:55.137648 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0150ad8-bcf9-44bf-b423-1846c5a68c7f" -d '{"events": [{"server_uuid": "de450ed4-093e-491b-971d-c3d9956e5577", "name": "network-vif-deleted", "tag": "bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:37:55.202340 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76b4871-d409-48d0-b09e-a1593586bc91 x-openstack-request-id: req-b76b4871-d409-48d0-b09e-a1593586bc91 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:37:55.202867 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de450ed4-093e-491b-971d-c3d9956e5577", "name": "network-vif-deleted", "tag": "bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:37:55.203305 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b76b4871-d409-48d0-b09e-a1593586bc91 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:37:55.204857 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de450ed4-093e-491b-971d-c3d9956e5577', 'name': 'network-vif-deleted', 'tag': 'bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f', 'status': 'completed', 'code': 200} Aug 28 15:37:55.237644 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-2037a85a-01b0-4ecc-966a-7accbc09b848 None None] Set router 8f8a9e5d-fbd8-4627-983a-9fb90ea90389 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:37:55.253788 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c968e1d-8c96-4cff-ad7d-bc404ecb6e8c req-b8af1913-cf57-4bc5-9b23-ff088046b47f tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:55.260156 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4c968e1d-8c96-4cff-ad7d-bc404ecb6e8c req-b8af1913-cf57-4bc5-9b23-ff088046b47f tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=62380e52-2888-45b3-af61-be5d6839902b HTTP/1.1" status: 200 len: 1098 time: 0.0533786 Aug 28 15:37:55.297546 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4c968e1d-8c96-4cff-ad7d-bc404ecb6e8c req-64cfbe99-471b-4bae-94d6-0f30912aa91d tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f1997733-c505-4bb9-b891-10b188014a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358000 Aug 28 15:37:55.417904 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35681f-7c7c-4a82-acb0-e4ccd15c76d6 req-de7a5949-c739-4a03-808d-2238275e58b1 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:55.419522 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0d35681f-7c7c-4a82-acb0-e4ccd15c76d6 req-de7a5949-c739-4a03-808d-2238275e58b1 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=62380e52-2888-45b3-af61-be5d6839902b HTTP/1.1" status: 200 len: 1098 time: 0.0479875 Aug 28 15:37:55.456184 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-2037a85a-01b0-4ecc-966a-7accbc09b848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'name': 'tempest-AttachVolumeShelveTestJSON-398189298-router', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:29:26Z', 'updated_at': '2021-08-28T15:29:29Z', 'revision_number': 4, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'gw_port': {'id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:27Z', 'updated_at': '2021-08-28T15:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '11a11619-bd5c-469b-b843-dd4e1c277555', 'name': '', 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'mac_address': 'fa:16:3e:b5:6b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:29Z', 'updated_at': '2021-08-28T15:29:35Z', 'revision_number': 5, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'subnets': [{'id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:55.456519 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0d35681f-7c7c-4a82-acb0-e4ccd15c76d6 req-4ea05bdf-48cd-49a0-aa07-5fcf02a32c65 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f1997733-c505-4bb9-b891-10b188014a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285041 Aug 28 15:37:55.481146 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2037a85a-01b0-4ecc-966a-7accbc09b848 None None] Checking router: 8f8a9e5d-fbd8-4627-983a-9fb90ea90389 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:37:55.490141 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2037a85a-01b0-4ecc-966a-7accbc09b848 None None] Routers {'8f8a9e5d-fbd8-4627-983a-9fb90ea90389'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:37:55.490787 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-2037a85a-01b0-4ecc-966a-7accbc09b848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:37:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['8f8a9e5d-fbd8-4627-983a-9fb90ea90389'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:55.566721 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d2065-9a3c-48a8-96cc-982dace01e74 req-4a543d62-b7dd-4deb-bfdf-3215109f08e5 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:55.568288 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ac5d2065-9a3c-48a8-96cc-982dace01e74 req-4a543d62-b7dd-4deb-bfdf-3215109f08e5 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=62380e52-2888-45b3-af61-be5d6839902b HTTP/1.1" status: 200 len: 1098 time: 0.0457575 Aug 28 15:37:55.602450 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-2037a85a-01b0-4ecc-966a-7accbc09b848 None None] Set router 8f8a9e5d-fbd8-4627-983a-9fb90ea90389 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:37:55.606968 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ac5d2065-9a3c-48a8-96cc-982dace01e74 req-e454ec74-ee17-4b14-afda-9cd27225162b tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f1997733-c505-4bb9-b891-10b188014a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323622 Aug 28 15:37:55.819391 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-2037a85a-01b0-4ecc-966a-7accbc09b848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'name': 'tempest-AttachVolumeShelveTestJSON-398189298-router', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:29:26Z', 'updated_at': '2021-08-28T15:29:29Z', 'revision_number': 4, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'gw_port': {'id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:27Z', 'updated_at': '2021-08-28T15:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '11a11619-bd5c-469b-b843-dd4e1c277555', 'name': '', 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'mac_address': 'fa:16:3e:b5:6b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:29Z', 'updated_at': '2021-08-28T15:29:35Z', 'revision_number': 5, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'subnets': [{'id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:37:55.846151 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2037a85a-01b0-4ecc-966a-7accbc09b848 None None] The sync data for ids ['8f8a9e5d-fbd8-4627-983a-9fb90ea90389'] in n-d-712137-10 is: [{'id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'name': 'tempest-AttachVolumeShelveTestJSON-398189298-router', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:29:26Z', 'updated_at': '2021-08-28T15:29:29Z', 'revision_number': 4, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'gw_port': {'id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:27Z', 'updated_at': '2021-08-28T15:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '11a11619-bd5c-469b-b843-dd4e1c277555', 'name': '', 'network_id': '1ad8ad58-4d34-44a3-b634-58afc753db8d', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'mac_address': 'fa:16:3e:b5:6b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:29Z', 'updated_at': '2021-08-28T15:29:35Z', 'revision_number': 5, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'subnets': [{'id': '00d50ca9-b475-42c2-9209-c7ba3db8ecb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:37:55.852295 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-00dec923-3f0f-44b7-90fb-08d15021d180 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:55.853804 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-00dec923-3f0f-44b7-90fb-08d15021d180 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/networks?id=1b4e1a30-faa6-4696-b5dc-9c195f20078c HTTP/1.1" status: 200 len: 909 time: 0.0926013 Aug 28 15:37:55.872159 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-d35bf980-e09d-47df-a608-30442b0f4108 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/quotas/4c39f4fd923045e4ba4d6d96c05c513d HTTP/1.1" status: 200 len: 375 time: 0.0116112 Aug 28 15:37:55.957228 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-4e46cc7f-029a-44ce-a699-b8147b37f26f tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c39f4fd923045e4ba4d6d96c05c513d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0791390 Aug 28 15:37:56.075481 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:37:56.077283 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-d0703e34-94f3-4d74-9f4e-1d9d85d5c608 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:37:56.078300 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-d0703e34-94f3-4d74-9f4e-1d9d85d5c608 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1142149 Aug 28 15:37:56.091431 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53965ee5-2a1f-4895-8d75-5aaf954c0ee2 None None] New status for floating IP c9c955ef-172a-4aac-8b27-d66dc1ebeaf2: DOWN {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:37:56.132122 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54600) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:37:56.190546 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ded271ce-80cf-4d0c-8339-8ee00b7cd023 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:56.194581 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-907657d3-5c3b-46ec-b08a-f68b9d00cd27 service neutron] 10.222.0.13 "GET /v2.0/networks/1b4e1a30-faa6-4696-b5dc-9c195f20078c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093340 Aug 28 15:37:56.224409 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ded271ce-80cf-4d0c-8339-8ee00b7cd023 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:56.277131 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ded271ce-80cf-4d0c-8339-8ee00b7cd023 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:56.279783 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ded271ce-80cf-4d0c-8339-8ee00b7cd023 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:56.283930 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ded271ce-80cf-4d0c-8339-8ee00b7cd023 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "DELETE /v2.0/security-groups/86023199-a9fa-47a2-9914-2a88fc78ee38 HTTP/1.1" status: 204 len: 168 time: 0.1478364 Aug 28 15:37:56.284752 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54602) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:37:56.292781 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-dde2a76d-5b32-472d-ab1e-30507c18009f service neutron] 10.222.0.13 "GET /v2.0/networks/1b4e1a30-faa6-4696-b5dc-9c195f20078c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916560 Aug 28 15:37:56.298617 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded271ce-80cf-4d0c-8339-8ee00b7cd023 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86023199-a9fa-47a2-9914-2a88fc78ee38,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:56.304808 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-d87d59cd-0cef-4a66-a723-da5745fc8651 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] show failed (client error): The resource could not be found. Aug 28 15:37:56.305832 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d87d59cd-0cef-4a66-a723-da5745fc8651 tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "GET /v2.0/security-groups/86023199-a9fa-47a2-9914-2a88fc78ee38 HTTP/1.1" status: 404 len: 347 time: 0.0187478 Aug 28 15:37:56.308688 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54604) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:37:56.473631 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b2f74049-5756-492e-b191-99b7309b81be req-0771221c-1dff-4862-8a08-ca6ecb0e6f75 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3f73f179-1e8a-41be-b810-d9f8cc711d17 HTTP/1.1" status: 200 len: 210 time: 0.0309699 Aug 28 15:37:56.478199 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-0d719e63-a0f7-4559-9951-1d6ae09653ae tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Deleting port d618963f-e2cf-4bb7-b5af-50b5f9192c93 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:37:56.478546 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0d719e63-a0f7-4559-9951-1d6ae09653ae tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:56.554019 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0d719e63-a0f7-4559-9951-1d6ae09653ae tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:56.554339 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0d719e63-a0f7-4559-9951-1d6ae09653ae tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:56.567478 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-0d719e63-a0f7-4559-9951-1d6ae09653ae tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Calling delete_port for d618963f-e2cf-4bb7-b5af-50b5f9192c93 owned by network:floatingip {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:37:56.636067 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:37:56.658748 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:37:56.659103 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device bbe0b7d2-b2c0-44d3-a4c7-863f97f1066f not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:37:56.707090 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0d719e63-a0f7-4559-9951-1d6ae09653ae tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:56.732779 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d719e63-a0f7-4559-9951-1d6ae09653ae tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Pushing event deleted for resources: {'Port': ['ID=d618963f-e2cf-4bb7-b5af-50b5f9192c93,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:56.759648 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:56.802061 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0d719e63-a0f7-4559-9951-1d6ae09653ae tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks [] for floatingip, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:56.804985 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0d719e63-a0f7-4559-9951-1d6ae09653ae tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:56.806171 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0d719e63-a0f7-4559-9951-1d6ae09653ae tempest-AttachVolumeShelveTestJSON-2028807122 tempest-AttachVolumeShelveTestJSON-2028807122-project] 10.222.0.13 "DELETE /v2.0/floatingips/c9c955ef-172a-4aac-8b27-d66dc1ebeaf2 HTTP/1.1" status: 204 len: 168 time: 0.4940333 Aug 28 15:37:57.426624 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-23601dae-3e16-4697-82b5-08994a8ee9d9 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:57.428173 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-23601dae-3e16-4697-82b5-08994a8ee9d9 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.41 "GET /v2.0/networks?id=1b4e1a30-faa6-4696-b5dc-9c195f20078c HTTP/1.1" status: 200 len: 909 time: 0.1028745 Aug 28 15:37:57.442925 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-17d4d516-2ed3-4f22-9c2a-6b1390f2b071 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Request body: {'port': {'device_id': '3f73f179-1e8a-41be-b810-d9f8cc711d17', 'network_id': '1b4e1a30-faa6-4696-b5dc-9c195f20078c', 'admin_state_up': True, 'tenant_id': '4c39f4fd923045e4ba4d6d96c05c513d'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:37:57.467915 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-17d4d516-2ed3-4f22-9c2a-6b1390f2b071 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Made reservation on behalf of 4c39f4fd923045e4ba4d6d96c05c513d for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:37:57.470766 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-17d4d516-2ed3-4f22-9c2a-6b1390f2b071 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:57.596670 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-17d4d516-2ed3-4f22-9c2a-6b1390f2b071 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Allocated IP 172.20.0.10 (1b4e1a30-faa6-4696-b5dc-9c195f20078c/9140dde9-e5f5-4da6-b40b-f5ae39f41cfd/8820d047-000e-443d-950c-42f4842e83e8) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:37:57.640762 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d7fdd3c5-50a8-4b69-bdb3-a300f59b4c82 req-7dc03fcc-e288-4312-9b21-a3b1a3df11db tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3f73f179-1e8a-41be-b810-d9f8cc711d17 HTTP/1.1" status: 200 len: 210 time: 0.0969281 Aug 28 15:37:57.766829 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-17d4d516-2ed3-4f22-9c2a-6b1390f2b071 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:57.779110 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-17d4d516-2ed3-4f22-9c2a-6b1390f2b071 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Transition to ACTIVE for port object 8820d047-000e-443d-950c-42f4842e83e8 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:37:57.811757 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-17d4d516-2ed3-4f22-9c2a-6b1390f2b071 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:57.823437 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['ac0d178d-b793-4c40-b473-94ea04e2a13c'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:37:57.853877 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-17d4d516-2ed3-4f22-9c2a-6b1390f2b071 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Network 1b4e1a30-faa6-4696-b5dc-9c195f20078c is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:37:57.859053 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-17d4d516-2ed3-4f22-9c2a-6b1390f2b071 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:37:57.862752 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-17d4d516-2ed3-4f22-9c2a-6b1390f2b071 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:37:57.897782 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4d516-2ed3-4f22-9c2a-6b1390f2b071 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Pushing event updated for resources: {'Port': ['ID=8820d047-000e-443d-950c-42f4842e83e8,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:57.915392 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-17d4d516-2ed3-4f22-9c2a-6b1390f2b071 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:57.916093 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-17d4d516-2ed3-4f22-9c2a-6b1390f2b071 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:57.934687 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-17d4d516-2ed3-4f22-9c2a-6b1390f2b071 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4966457 Aug 28 15:37:57.982169 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-08e2eaf1-666d-416e-b967-3344f074b483 service neutron] Request body: {'port': {'device_id': '3f73f179-1e8a-41be-b810-d9f8cc711d17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:37:58.054017 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-08e2eaf1-666d-416e-b967-3344f074b483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:58.175533 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c10b0c8e-3e52-42b7-b968-56597ce19eb3 None None] Provisioning for port 8820d047-000e-443d-950c-42f4842e83e8 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:37:58.180703 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c10b0c8e-3e52-42b7-b968-56597ce19eb3 None None] Provisioning complete for port 8820d047-000e-443d-950c-42f4842e83e8 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:37:58.181100 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c10b0c8e-3e52-42b7-b968-56597ce19eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:58.217013 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c10b0c8e-3e52-42b7-b968-56597ce19eb3 None None] Port 8820d047-000e-443d-950c-42f4842e83e8 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:37:58.334509 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-08e2eaf1-666d-416e-b967-3344f074b483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8820d047-000e-443d-950c-42f4842e83e8 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:37:58.342309 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-08e2eaf1-666d-416e-b967-3344f074b483 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:58.354502 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-08e2eaf1-666d-416e-b967-3344f074b483 service neutron] Transition to ACTIVE for port object 8820d047-000e-443d-950c-42f4842e83e8 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:37:58.359781 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-08e2eaf1-666d-416e-b967-3344f074b483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:58.415184 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2eaf1-666d-416e-b967-3344f074b483 service neutron] Pushing event updated for resources: {'Port': ['ID=8820d047-000e-443d-950c-42f4842e83e8,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:58.496046 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-08e2eaf1-666d-416e-b967-3344f074b483 service neutron] Attempting to bind port 8820d047-000e-443d-950c-42f4842e83e8 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:37:58.496750 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-08e2eaf1-666d-416e-b967-3344f074b483 service neutron] Attempting to bind port 8820d047-000e-443d-950c-42f4842e83e8 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1b4e1a30-faa6-4696-b5dc-9c195f20078c'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:37:58.496750 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-08e2eaf1-666d-416e-b967-3344f074b483 service neutron] Attempting to bind port 8820d047-000e-443d-950c-42f4842e83e8 on network 1b4e1a30-faa6-4696-b5dc-9c195f20078c {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:37:58.504284 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-08e2eaf1-666d-416e-b967-3344f074b483 service neutron] Port 8820d047-000e-443d-950c-42f4842e83e8 on network 1b4e1a30-faa6-4696-b5dc-9c195f20078c not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:37:58.504694 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-08e2eaf1-666d-416e-b967-3344f074b483 service neutron] Attempting to bind port 8820d047-000e-443d-950c-42f4842e83e8 on network 1b4e1a30-faa6-4696-b5dc-9c195f20078c {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:37:58.510328 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-08e2eaf1-666d-416e-b967-3344f074b483 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:37:58.510747 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-08e2eaf1-666d-416e-b967-3344f074b483 service neutron] Checking segment: {'id': '9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1b4e1a30-faa6-4696-b5dc-9c195f20078c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:37:58.511197 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-08e2eaf1-666d-416e-b967-3344f074b483 service neutron] Bound using segment: {'id': '9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1b4e1a30-faa6-4696-b5dc-9c195f20078c'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:37:58.511783 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-08e2eaf1-666d-416e-b967-3344f074b483 service neutron] Bound port: 8820d047-000e-443d-950c-42f4842e83e8, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1b4e1a30-faa6-4696-b5dc-9c195f20078c'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:37:58.512164 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-08e2eaf1-666d-416e-b967-3344f074b483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:58.586163 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-08e2eaf1-666d-416e-b967-3344f074b483 service neutron] For port 8820d047-000e-443d-950c-42f4842e83e8, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:37:58.592777 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-08e2eaf1-666d-416e-b967-3344f074b483 service neutron] For port 8820d047-000e-443d-950c-42f4842e83e8, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=8820d047-000e-443d-950c-42f4842e83e8,segment=NetworkSegment(9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8),segment_id=9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:37:58.597585 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-08e2eaf1-666d-416e-b967-3344f074b483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:58.640259 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-08e2eaf1-666d-416e-b967-3344f074b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:58.641065 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-08e2eaf1-666d-416e-b967-3344f074b483 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:37:58.643191 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-08e2eaf1-666d-416e-b967-3344f074b483 service neutron] 10.222.0.41 "PUT /v2.0/ports/8820d047-000e-443d-950c-42f4842e83e8 HTTP/1.1" status: 200 len: 1093 time: 0.6657004 Aug 28 15:37:58.643785 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f73f179-1e8a-41be-b810-d9f8cc711d17', 'tag': '8820d047-000e-443d-950c-42f4842e83e8'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:37:58.646208 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f9a1ca-9dc4-4742-80a8-77865c45bc25" -d '{"events": [{"name": "network-changed", "server_uuid": "3f73f179-1e8a-41be-b810-d9f8cc711d17", "tag": "8820d047-000e-443d-950c-42f4842e83e8"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:37:58.675801 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2eaf1-666d-416e-b967-3344f074b483 service neutron] Pushing event updated for resources: {'Port': ['ID=8820d047-000e-443d-950c-42f4842e83e8,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:37:58.721349 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e73b2de-ef48-493d-abaa-1519a84c7817 x-openstack-request-id: req-3e73b2de-ef48-493d-abaa-1519a84c7817 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:37:58.721654 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f73f179-1e8a-41be-b810-d9f8cc711d17", "tag": "8820d047-000e-443d-950c-42f4842e83e8", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:37:58.721895 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e73b2de-ef48-493d-abaa-1519a84c7817 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:37:58.722510 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f73f179-1e8a-41be-b810-d9f8cc711d17', 'tag': '8820d047-000e-443d-950c-42f4842e83e8', 'status': 'completed', 'code': 200} Aug 28 15:37:58.788539 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-2db35fa7-c24e-49ec-b4ca-24ceed609ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:58.790150 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-2db35fa7-c24e-49ec-b4ca-24ceed609ef7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c39f4fd923045e4ba4d6d96c05c513d&device_id=3f73f179-1e8a-41be-b810-d9f8cc711d17 HTTP/1.1" status: 200 len: 1096 time: 0.0790784 Aug 28 15:37:58.794654 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266dc44-99cc-4461-a81b-1aa94668b520 req-e06b19cc-0d55-4c0c-b0dd-77ed1250dd5c tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:58.796233 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c266dc44-99cc-4461-a81b-1aa94668b520 req-e06b19cc-0d55-4c0c-b0dd-77ed1250dd5c tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3f73f179-1e8a-41be-b810-d9f8cc711d17 HTTP/1.1" status: 200 len: 1096 time: 0.0711462 Aug 28 15:37:58.848442 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-a4ec8afa-07d1-495d-8e9d-49d77b5b40dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8820d047-000e-443d-950c-42f4842e83e8 HTTP/1.1" status: 200 len: 217 time: 0.0499401 Aug 28 15:37:58.874784 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c266dc44-99cc-4461-a81b-1aa94668b520 req-7e0c1667-1607-4b2d-a363-0aba1084e273 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f1997733-c505-4bb9-b891-10b188014a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706801 Aug 28 15:37:58.911129 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-29c48624-fc33-403c-aa94-f42713aebc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:58.912600 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-29c48624-fc33-403c-aa94-f42713aebc45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9140dde9-e5f5-4da6-b40b-f5ae39f41cfd HTTP/1.1" status: 200 len: 847 time: 0.0528128 Aug 28 15:37:58.962712 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-f7c7fef7-bd48-4088-8b3f-0f5009099e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:58.964463 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-f7c7fef7-bd48-4088-8b3f-0f5009099e49 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b4e1a30-faa6-4696-b5dc-9c195f20078c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440457 Aug 28 15:37:59.063570 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-def6036c-7817-4ef6-a6b9-88a891a3e86a service neutron] 10.222.0.41 "GET /v2.0/networks/1b4e1a30-faa6-4696-b5dc-9c195f20078c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874720 Aug 28 15:37:59.160821 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eb1cd771-eddd-415b-ad06-eb1ac9a67c9c req-7553858e-ffe4-4279-8ab1-c7ff7d5d04ce service neutron] 10.222.0.41 "GET /v2.0/networks/1b4e1a30-faa6-4696-b5dc-9c195f20078c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894473 Aug 28 15:37:59.264523 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9a1ca-9dc4-4742-80a8-77865c45bc25 req-17410128-d153-4f85-8b5d-3acbe564575f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:59.267100 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-03f9a1ca-9dc4-4742-80a8-77865c45bc25 req-17410128-d153-4f85-8b5d-3acbe564575f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c39f4fd923045e4ba4d6d96c05c513d&device_id=3f73f179-1e8a-41be-b810-d9f8cc711d17 HTTP/1.1" status: 200 len: 1096 time: 0.0561461 Aug 28 15:37:59.375166 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9a1ca-9dc4-4742-80a8-77865c45bc25 req-24593756-0130-4216-81fb-356a83e38c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:59.377219 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-03f9a1ca-9dc4-4742-80a8-77865c45bc25 req-24593756-0130-4216-81fb-356a83e38c9b service neutron] 10.222.0.41 "GET /v2.0/networks?id=1b4e1a30-faa6-4696-b5dc-9c195f20078c HTTP/1.1" status: 200 len: 909 time: 0.1014545 Aug 28 15:37:59.430202 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-03f9a1ca-9dc4-4742-80a8-77865c45bc25 req-0d49d7eb-ee8e-4643-b15a-10e50cb31668 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8820d047-000e-443d-950c-42f4842e83e8 HTTP/1.1" status: 200 len: 217 time: 0.0442493 Aug 28 15:37:59.486011 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9a1ca-9dc4-4742-80a8-77865c45bc25 req-a6099a2f-3351-4334-92bf-243af23c7f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:59.487528 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-03f9a1ca-9dc4-4742-80a8-77865c45bc25 req-a6099a2f-3351-4334-92bf-243af23c7f35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9140dde9-e5f5-4da6-b40b-f5ae39f41cfd HTTP/1.1" status: 200 len: 847 time: 0.0511596 Aug 28 15:37:59.535037 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9a1ca-9dc4-4742-80a8-77865c45bc25 req-05022acb-86b4-484b-8447-fefc5a8dd0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:37:59.536585 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-03f9a1ca-9dc4-4742-80a8-77865c45bc25 req-05022acb-86b4-484b-8447-fefc5a8dd0ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b4e1a30-faa6-4696-b5dc-9c195f20078c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407000 Aug 28 15:37:59.631453 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-03f9a1ca-9dc4-4742-80a8-77865c45bc25 req-b3e08002-a49f-4691-849a-e4a5bd656796 service neutron] 10.222.0.41 "GET /v2.0/networks/1b4e1a30-faa6-4696-b5dc-9c195f20078c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821829 Aug 28 15:37:59.727769 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-03f9a1ca-9dc4-4742-80a8-77865c45bc25 req-9f10b5fd-5692-46f6-b324-082c70542350 service neutron] 10.222.0.41 "GET /v2.0/networks/1b4e1a30-faa6-4696-b5dc-9c195f20078c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893588 Aug 28 15:38:00.329456 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc9e98-850e-434d-b858-12bc52f885e2 req-c677f64b-6fdd-463e-a6df-1750f7036913 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:00.331638 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f9bc9e98-850e-434d-b858-12bc52f885e2 req-c677f64b-6fdd-463e-a6df-1750f7036913 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3f73f179-1e8a-41be-b810-d9f8cc711d17 HTTP/1.1" status: 200 len: 1096 time: 0.3874736 Aug 28 15:38:00.367156 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f9bc9e98-850e-434d-b858-12bc52f885e2 req-9e08189a-e600-4e9c-a1ab-97e93126806d tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f1997733-c505-4bb9-b891-10b188014a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292425 Aug 28 15:38:01.224679 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-9f62f65c-f3cf-49e0-9ea2-f9f2e00e0d76 req-f322b34c-f5af-4a1a-8bdd-6516ef93685e service neutron] (106329) timed out ('10.222.0.36', 55869) {{(pid=106329) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 15:38:01.423949 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54658) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:01.486970 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3afe25-76a1-46ac-a2c3-59ce088cacd8 req-8719368b-1bff-414f-8ac1-2ba9e094275c tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:01.488483 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4b3afe25-76a1-46ac-a2c3-59ce088cacd8 req-8719368b-1bff-414f-8ac1-2ba9e094275c tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3f73f179-1e8a-41be-b810-d9f8cc711d17 HTTP/1.1" status: 200 len: 1096 time: 0.0436776 Aug 28 15:38:01.527137 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4b3afe25-76a1-46ac-a2c3-59ce088cacd8 req-01fbab0d-d1cb-446f-9c50-e71c9154a307 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f1997733-c505-4bb9-b891-10b188014a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295711 Aug 28 15:38:01.886448 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2477a231-7571-4347-b51f-9d78df16dfa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:02.141999 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-2477a231-7571-4347-b51f-9d78df16dfa7 admin admin] Deleting port 11a11619-bd5c-469b-b843-dd4e1c277555 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:38:02.142247 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2477a231-7571-4347-b51f-9d78df16dfa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:02.219624 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-2477a231-7571-4347-b51f-9d78df16dfa7 admin admin] For port 11a11619-bd5c-469b-b843-dd4e1c277555, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=11a11619-bd5c-469b-b843-dd4e1c277555,segment=NetworkSegment(937efdaa-4a91-4466-8b39-3275ccf0f608),segment_id=937efdaa-4a91-4466-8b39-3275ccf0f608)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:38:02.220051 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2477a231-7571-4347-b51f-9d78df16dfa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:02.232425 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-2477a231-7571-4347-b51f-9d78df16dfa7 admin admin] Calling delete_port for 11a11619-bd5c-469b-b843-dd4e1c277555 owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:38:02.416185 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2477a231-7571-4347-b51f-9d78df16dfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:02.441979 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477a231-7571-4347-b51f-9d78df16dfa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=11a11619-bd5c-469b-b843-dd4e1c277555,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:02.620038 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2477a231-7571-4347-b51f-9d78df16dfa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:02.634902 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 8820d047-000e-443d-950c-42f4842e83e8 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:38:02.733272 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 8820d047-000e-443d-950c-42f4842e83e8, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=8820d047-000e-443d-950c-42f4842e83e8,segment=NetworkSegment(9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8),segment_id=9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:38:02.742227 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97acc5d-0f38-4fad-b70f-008ddbfbbbd4 req-cc22db72-0d22-4722-89de-0c103f17da0e tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:02.743866 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e97acc5d-0f38-4fad-b70f-008ddbfbbbd4 req-cc22db72-0d22-4722-89de-0c103f17da0e tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3f73f179-1e8a-41be-b810-d9f8cc711d17 HTTP/1.1" status: 200 len: 1096 time: 0.1177390 Aug 28 15:38:02.745146 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '8820d047-000e-443d-950c-42f4842e83e8', 'network_id': '1b4e1a30-faa6-4696-b5dc-9c195f20078c', 'port_id': '8820d047-000e-443d-950c-42f4842e83e8', 'mac_address': 'fa:16:3e:f7:47:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9140dde9-e5f5-4da6-b40b-f5ae39f41cfd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:38:02.782555 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:02.794519 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e97acc5d-0f38-4fad-b70f-008ddbfbbbd4 req-e7570eab-24de-4890-a548-f716a85e17fe tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f1997733-c505-4bb9-b891-10b188014a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437694 Aug 28 15:38:02.795063 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8820d047-000e-443d-950c-42f4842e83e8 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:38:02.824941 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 8820d047-000e-443d-950c-42f4842e83e8, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=8820d047-000e-443d-950c-42f4842e83e8,segment=NetworkSegment(9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8),segment_id=9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:38:02.829149 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:02.874794 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=8820d047-000e-443d-950c-42f4842e83e8,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:02.904702 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2477a231-7571-4347-b51f-9d78df16dfa7 admin admin] Router 8f8a9e5d-fbd8-4627-983a-9fb90ea90389 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:38:03.007643 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2477a231-7571-4347-b51f-9d78df16dfa7 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:38:03.012683 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2477a231-7571-4347-b51f-9d78df16dfa7 admin admin] 10.222.0.13 "PUT /v2.0/routers/8f8a9e5d-fbd8-4627-983a-9fb90ea90389/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5876420 Aug 28 15:38:03.015187 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54664) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:03.019300 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957b6315-52cc-491c-a0cb-86b16d56b9d6 None None] Sync routers for ids ['8f8a9e5d-fbd8-4627-983a-9fb90ea90389'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:38:03.028296 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957b6315-52cc-491c-a0cb-86b16d56b9d6 None None] Routers {'8f8a9e5d-fbd8-4627-983a-9fb90ea90389'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:38:03.028904 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-957b6315-52cc-491c-a0cb-86b16d56b9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:37:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['8f8a9e5d-fbd8-4627-983a-9fb90ea90389'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:38:03.121856 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cabe3449-4c43-4577-93ad-a9ea0a057222 admin admin] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:03.131001 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-957b6315-52cc-491c-a0cb-86b16d56b9d6 None None] Set router 8f8a9e5d-fbd8-4627-983a-9fb90ea90389 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:38:03.160706 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['8820d047-000e-443d-950c-42f4842e83e8'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:38:03.227203 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cabe3449-4c43-4577-93ad-a9ea0a057222 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:03.284957 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-cabe3449-4c43-4577-93ad-a9ea0a057222 admin admin] Deleting port a71bb23e-1318-43a8-a4ae-a9367b2e667f {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:38:03.285202 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cabe3449-4c43-4577-93ad-a9ea0a057222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:03.311310 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-957b6315-52cc-491c-a0cb-86b16d56b9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'name': 'tempest-AttachVolumeShelveTestJSON-398189298-router', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:29:26Z', 'updated_at': '2021-08-28T15:38:02Z', 'revision_number': 5, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'gw_port': {'id': 'a71bb23e-1318-43a8-a4ae-a9367b2e667f', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:29:27Z', 'updated_at': '2021-08-28T15:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:38:03.341190 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957b6315-52cc-491c-a0cb-86b16d56b9d6 None None] Checking router: 8f8a9e5d-fbd8-4627-983a-9fb90ea90389 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:38:03.350072 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957b6315-52cc-491c-a0cb-86b16d56b9d6 None None] Routers {'8f8a9e5d-fbd8-4627-983a-9fb90ea90389'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:38:03.350686 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-957b6315-52cc-491c-a0cb-86b16d56b9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:37:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['8f8a9e5d-fbd8-4627-983a-9fb90ea90389'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:38:03.365208 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-cabe3449-4c43-4577-93ad-a9ea0a057222 admin admin] For port a71bb23e-1318-43a8-a4ae-a9367b2e667f, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a71bb23e-1318-43a8-a4ae-a9367b2e667f,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:38:03.365573 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cabe3449-4c43-4577-93ad-a9ea0a057222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:03.382350 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-cabe3449-4c43-4577-93ad-a9ea0a057222 admin admin] Calling delete_port for a71bb23e-1318-43a8-a4ae-a9367b2e667f owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:38:03.434650 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-957b6315-52cc-491c-a0cb-86b16d56b9d6 None None] Set router 8f8a9e5d-fbd8-4627-983a-9fb90ea90389 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:38:03.484441 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-957b6315-52cc-491c-a0cb-86b16d56b9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'name': 'tempest-AttachVolumeShelveTestJSON-398189298-router', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:29:26Z', 'updated_at': '2021-08-28T15:38:03Z', 'revision_number': 6, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:38:03.548605 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cabe3449-4c43-4577-93ad-a9ea0a057222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:03.580332 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe3449-4c43-4577-93ad-a9ea0a057222 admin admin] Pushing event deleted for resources: {'Port': ['ID=a71bb23e-1318-43a8-a4ae-a9367b2e667f,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:03.605997 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957b6315-52cc-491c-a0cb-86b16d56b9d6 None None] The sync data for ids ['8f8a9e5d-fbd8-4627-983a-9fb90ea90389'] in n-d-712137-10 is: [{'id': '8f8a9e5d-fbd8-4627-983a-9fb90ea90389', 'name': 'tempest-AttachVolumeShelveTestJSON-398189298-router', 'tenant_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:29:26Z', 'updated_at': '2021-08-28T15:38:03Z', 'revision_number': 6, 'project_id': 'ae068ae25cf645a689f31ae36c4c55c7', 'gw_port_host': None}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:38:03.644592 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cabe3449-4c43-4577-93ad-a9ea0a057222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:03.732742 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cabe3449-4c43-4577-93ad-a9ea0a057222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:03.734848 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cabe3449-4c43-4577-93ad-a9ea0a057222 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:03.778936 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cabe3449-4c43-4577-93ad-a9ea0a057222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:03.779457 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabe3449-4c43-4577-93ad-a9ea0a057222 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f8a9e5d-fbd8-4627-983a-9fb90ea90389 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:38:03.784209 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cabe3449-4c43-4577-93ad-a9ea0a057222 admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:03.785362 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-cabe3449-4c43-4577-93ad-a9ea0a057222 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8f8a9e5d-fbd8-4627-983a-9fb90ea90389 HTTP/1.1" status: 204 len: 168 time: 0.7685716 Aug 28 15:38:03.788227 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54666) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:03.833825 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d83e08b-3275-487b-9645-3afbd85bd3f0 admin admin] Deleting subnet 00d50ca9-b475-42c2-9209-c7ba3db8ecb7 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:38:03.837668 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d83e08b-3275-487b-9645-3afbd85bd3f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:03.873124 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d83e08b-3275-487b-9645-3afbd85bd3f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:03.922925 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a86e77-3312-44a2-8cf7-bcc54cf502ff req-cf2b05a0-7ca8-42d6-a75f-bb8d62c486f3 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:03.924700 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-99a86e77-3312-44a2-8cf7-bcc54cf502ff req-cf2b05a0-7ca8-42d6-a75f-bb8d62c486f3 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3f73f179-1e8a-41be-b810-d9f8cc711d17 HTTP/1.1" status: 200 len: 1097 time: 0.0415561 Aug 28 15:38:03.957527 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d83e08b-3275-487b-9645-3afbd85bd3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:03.976123 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-99a86e77-3312-44a2-8cf7-bcc54cf502ff req-328c68ae-2d85-484e-93f7-852e8b021bb4 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f1997733-c505-4bb9-b891-10b188014a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406382 Aug 28 15:38:04.024388 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d83e08b-3275-487b-9645-3afbd85bd3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:04.049011 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83e08b-3275-487b-9645-3afbd85bd3f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00d50ca9-b475-42c2-9209-c7ba3db8ecb7,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:04.054937 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5d83e08b-3275-487b-9645-3afbd85bd3f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:04.059366 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5d83e08b-3275-487b-9645-3afbd85bd3f0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/00d50ca9-b475-42c2-9209-c7ba3db8ecb7 HTTP/1.1" status: 204 len: 168 time: 0.2677765 Aug 28 15:38:04.059483 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54672) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:04.061075 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d8fcc8-8d77-4045-b61a-ee9681b0f7bc None None] Network 1ad8ad58-4d34-44a3-b634-58afc753db8d requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:38:04.126541 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-45c5af94-b2a0-4d34-8c78-ee41b86eaea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:04.183932 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-45c5af94-b2a0-4d34-8c78-ee41b86eaea2 admin admin] Deleting port 00549c33-a0b7-4869-aa9d-5aabd64fd12c {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:38:04.184282 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-45c5af94-b2a0-4d34-8c78-ee41b86eaea2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:04.246914 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-45c5af94-b2a0-4d34-8c78-ee41b86eaea2 admin admin] For port 00549c33-a0b7-4869-aa9d-5aabd64fd12c, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=00549c33-a0b7-4869-aa9d-5aabd64fd12c,segment=NetworkSegment(937efdaa-4a91-4466-8b39-3275ccf0f608),segment_id=937efdaa-4a91-4466-8b39-3275ccf0f608)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:38:04.247284 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-45c5af94-b2a0-4d34-8c78-ee41b86eaea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:04.259556 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-45c5af94-b2a0-4d34-8c78-ee41b86eaea2 admin admin] Calling delete_port for 00549c33-a0b7-4869-aa9d-5aabd64fd12c owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:38:04.336321 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-45c5af94-b2a0-4d34-8c78-ee41b86eaea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:04.368083 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c5af94-b2a0-4d34-8c78-ee41b86eaea2 admin admin] No DVR routers for this DVR port 00549c33-a0b7-4869-aa9d-5aabd64fd12c on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:38:04.372635 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5af94-b2a0-4d34-8c78-ee41b86eaea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=00549c33-a0b7-4869-aa9d-5aabd64fd12c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:04.384830 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233fda6c-8c77-4d7a-9dcf-4bf2a1871719 None None] DHCP port deletion for 1ad8ad58-4d34-44a3-b634-58afc753db8d request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:38:04.447806 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-45c5af94-b2a0-4d34-8c78-ee41b86eaea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:04.458152 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-45c5af94-b2a0-4d34-8c78-ee41b86eaea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad8ad58-4d34-44a3-b634-58afc753db8d']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:38:04.468976 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-45c5af94-b2a0-4d34-8c78-ee41b86eaea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937efdaa-4a91-4466-8b39-3275ccf0f608') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:38:04.470004 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-45c5af94-b2a0-4d34-8c78-ee41b86eaea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937efdaa-4a91-4466-8b39-3275ccf0f608') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:38:04.479307 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-45c5af94-b2a0-4d34-8c78-ee41b86eaea2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:04.493136 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-45c5af94-b2a0-4d34-8c78-ee41b86eaea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:04.499080 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c5af94-b2a0-4d34-8c78-ee41b86eaea2 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:38:04.499496 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-45c5af94-b2a0-4d34-8c78-ee41b86eaea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:38:04.501398 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:38:04.558181 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-45c5af94-b2a0-4d34-8c78-ee41b86eaea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:04.564908 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-45c5af94-b2a0-4d34-8c78-ee41b86eaea2 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:04.566944 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-45c5af94-b2a0-4d34-8c78-ee41b86eaea2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1ad8ad58-4d34-44a3-b634-58afc753db8d HTTP/1.1" status: 204 len: 168 time: 0.5064623 Aug 28 15:38:04.580936 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5af94-b2a0-4d34-8c78-ee41b86eaea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ad8ad58-4d34-44a3-b634-58afc753db8d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:04.650387 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 8820d047-000e-443d-950c-42f4842e83e8 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:38:04.673957 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a71bb23e-1318-43a8-a4ae-a9367b2e667f no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:38:04.697200 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: a71bb23e-1318-43a8-a4ae-a9367b2e667f {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:38:04.697544 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a71bb23e-1318-43a8-a4ae-a9367b2e667f not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:38:04.697952 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 11a11619-bd5c-469b-b843-dd4e1c277555 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:38:04.710941 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54676) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:04.723491 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 11a11619-bd5c-469b-b843-dd4e1c277555 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:38:04.723869 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 11a11619-bd5c-469b-b843-dd4e1c277555 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:38:04.724292 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 00549c33-a0b7-4869-aa9d-5aabd64fd12c no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:38:04.745875 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 00549c33-a0b7-4869-aa9d-5aabd64fd12c {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:38:04.746221 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 00549c33-a0b7-4869-aa9d-5aabd64fd12c not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:38:04.752339 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-82c1aa3c-6f79-4e12-89ba-007fd7b5a4d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae068ae25cf645a689f31ae36c4c55c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402141 Aug 28 15:38:04.754959 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54678) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:04.763506 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 8820d047-000e-443d-950c-42f4842e83e8 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:38:04.767901 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 8820d047-000e-443d-950c-42f4842e83e8 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:38:04.768777 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:04.803122 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d0951773-e582-4cab-8f69-4bcabf2d9784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:04.824690 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d0951773-e582-4cab-8f69-4bcabf2d9784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:04.848179 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:04.871368 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f73f179-1e8a-41be-b810-d9f8cc711d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8820d047-000e-443d-950c-42f4842e83e8'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:38:04.873705 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1be1728-a59a-4734-81a3-ec3dea0c3994" -d '{"events": [{"server_uuid": "3f73f179-1e8a-41be-b810-d9f8cc711d17", "name": "network-vif-plugged", "status": "completed", "tag": "8820d047-000e-443d-950c-42f4842e83e8"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:38:04.881421 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d0951773-e582-4cab-8f69-4bcabf2d9784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:04.884064 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d0951773-e582-4cab-8f69-4bcabf2d9784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:04.887861 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 8820d047-000e-443d-950c-42f4842e83e8, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=8820d047-000e-443d-950c-42f4842e83e8,segment=NetworkSegment(9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8),segment_id=9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:38:04.888024 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d0951773-e582-4cab-8f69-4bcabf2d9784 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33d40218-5739-401f-b662-906c67f77818 HTTP/1.1" status: 204 len: 168 time: 0.1322591 Aug 28 15:38:04.894293 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:04.900863 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0951773-e582-4cab-8f69-4bcabf2d9784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d40218-5739-401f-b662-906c67f77818,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:04.925716 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f71fe89-1ced-4ae0-aeb3-83ea503d70a7 x-openstack-request-id: req-0f71fe89-1ced-4ae0-aeb3-83ea503d70a7 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:38:04.926019 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f73f179-1e8a-41be-b810-d9f8cc711d17", "name": "network-vif-plugged", "status": "completed", "tag": "8820d047-000e-443d-950c-42f4842e83e8", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:38:04.926278 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f71fe89-1ced-4ae0-aeb3-83ea503d70a7 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:38:04.926931 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f73f179-1e8a-41be-b810-d9f8cc711d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8820d047-000e-443d-950c-42f4842e83e8', 'code': 200} Aug 28 15:38:04.955850 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=8820d047-000e-443d-950c-42f4842e83e8,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:05.035390 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215c0c0-7d79-4166-b245-9794db91e1bc req-18d0d1c7-7999-412d-b31d-e680c63465ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:05.037300 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2215c0c0-7d79-4166-b245-9794db91e1bc req-18d0d1c7-7999-412d-b31d-e680c63465ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3f73f179-1e8a-41be-b810-d9f8cc711d17 HTTP/1.1" status: 200 len: 1098 time: 0.0445392 Aug 28 15:38:05.103567 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2215c0c0-7d79-4166-b245-9794db91e1bc req-ed576765-981b-44bc-910c-4ba7c8a6c345 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f1997733-c505-4bb9-b891-10b188014a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491860 Aug 28 15:38:05.108655 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75347dd7-2091-4a31-9a74-8df5dcb56f97 req-4ffe2384-bbcb-450d-90f9-a5f143d03757 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:05.110686 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-75347dd7-2091-4a31-9a74-8df5dcb56f97 req-4ffe2384-bbcb-450d-90f9-a5f143d03757 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3f73f179-1e8a-41be-b810-d9f8cc711d17 HTTP/1.1" status: 200 len: 1098 time: 0.0652549 Aug 28 15:38:05.145616 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-75347dd7-2091-4a31-9a74-8df5dcb56f97 req-03d8afbc-a816-4405-89e2-70cf51a8325c tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f1997733-c505-4bb9-b891-10b188014a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288475 Aug 28 15:38:06.102913 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54732) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:06.221993 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d221608c-6547-4f32-aa1f-1f43337b8441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:06.290098 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a45461-074a-4123-812d-15d2d2162505 req-cb5668c2-9412-430d-a588-af435d72f442 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:06.291621 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6a45461-074a-4123-812d-15d2d2162505 req-cb5668c2-9412-430d-a588-af435d72f442 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3f73f179-1e8a-41be-b810-d9f8cc711d17 HTTP/1.1" status: 200 len: 1098 time: 0.0665343 Aug 28 15:38:06.344121 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6a45461-074a-4123-812d-15d2d2162505 req-4394cb41-d78e-4a24-b4fb-c23018b1ced8 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f1997733-c505-4bb9-b891-10b188014a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440936 Aug 28 15:38:06.380445 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d221608c-6547-4f32-aa1f-1f43337b8441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:06.384329 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d221608c-6547-4f32-aa1f-1f43337b8441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:06.423905 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221608c-6547-4f32-aa1f-1f43337b8441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932ae0ca-753b-476e-817a-062bc838e1e3,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:06.428146 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d221608c-6547-4f32-aa1f-1f43337b8441 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cedfc5d876234fa59afef0e763faf928&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3241322 Aug 28 15:38:06.431016 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54738) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:06.482823 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e99f9a0-b85c-4aee-8170-e471f9ec82af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:06.504648 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e99f9a0-b85c-4aee-8170-e471f9ec82af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:06.549433 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e99f9a0-b85c-4aee-8170-e471f9ec82af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:06.552126 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2e99f9a0-b85c-4aee-8170-e471f9ec82af admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:06.553363 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2e99f9a0-b85c-4aee-8170-e471f9ec82af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/932ae0ca-753b-476e-817a-062bc838e1e3 HTTP/1.1" status: 204 len: 168 time: 0.1214366 Aug 28 15:38:06.561246 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99f9a0-b85c-4aee-8170-e471f9ec82af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932ae0ca-753b-476e-817a-062bc838e1e3,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:07.461978 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b18dd9-6ba9-47d5-bde0-0b71dd257b36 req-1ae131ef-3f88-4901-9109-4a020a7679e6 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:07.463505 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-15b18dd9-6ba9-47d5-bde0-0b71dd257b36 req-1ae131ef-3f88-4901-9109-4a020a7679e6 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3f73f179-1e8a-41be-b810-d9f8cc711d17 HTTP/1.1" status: 200 len: 1098 time: 0.0446985 Aug 28 15:38:07.499557 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-15b18dd9-6ba9-47d5-bde0-0b71dd257b36 req-e2406466-7652-4a96-a995-d62eb1b13eab tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f1997733-c505-4bb9-b891-10b188014a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293410 Aug 28 15:38:07.607779 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9805ce-c8cd-4e22-80bc-01dff9ba1545 req-231c4636-ff5e-439d-aeed-a721d3d5ca15 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:07.609316 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4a9805ce-c8cd-4e22-80bc-01dff9ba1545 req-231c4636-ff5e-439d-aeed-a721d3d5ca15 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3f73f179-1e8a-41be-b810-d9f8cc711d17 HTTP/1.1" status: 200 len: 1098 time: 0.0431385 Aug 28 15:38:07.645033 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4a9805ce-c8cd-4e22-80bc-01dff9ba1545 req-7fa6cad8-bfaa-439b-b692-3067633050b4 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f1997733-c505-4bb9-b891-10b188014a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294485 Aug 28 15:38:07.761488 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af03f34-1e0f-489c-8d9d-2103db5ee525 req-6f27b86d-c40e-4cf5-b035-f58272ecb005 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:07.763213 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5af03f34-1e0f-489c-8d9d-2103db5ee525 req-6f27b86d-c40e-4cf5-b035-f58272ecb005 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3f73f179-1e8a-41be-b810-d9f8cc711d17 HTTP/1.1" status: 200 len: 1098 time: 0.0418026 Aug 28 15:38:07.798583 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5af03f34-1e0f-489c-8d9d-2103db5ee525 req-b049b46f-e803-4553-ab36-bb9abd97c814 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f1997733-c505-4bb9-b891-10b188014a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283332 Aug 28 15:38:08.034466 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c45dd-4ed3-46b3-b470-94912ceea032 req-701556ee-73c8-4c56-9343-0be820a56dfe tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:08.037625 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7e5c45dd-4ed3-46b3-b470-94912ceea032 req-701556ee-73c8-4c56-9343-0be820a56dfe tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3f73f179-1e8a-41be-b810-d9f8cc711d17 HTTP/1.1" status: 200 len: 1098 time: 0.0475872 Aug 28 15:38:08.042786 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fe588fad-3a04-45d8-b573-11d990f2e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:08.079201 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7e5c45dd-4ed3-46b3-b470-94912ceea032 req-c6cf3a80-fc65-4e15-9afd-5e56155c63cd tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f1997733-c505-4bb9-b891-10b188014a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337498 Aug 28 15:38:09.188719 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796009f6-3741-481d-858c-da3f981697ea req-15045e8f-5ec2-4dd0-b5e4-f1f14368c883 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:09.190421 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-796009f6-3741-481d-858c-da3f981697ea req-15045e8f-5ec2-4dd0-b5e4-f1f14368c883 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3f73f179-1e8a-41be-b810-d9f8cc711d17 HTTP/1.1" status: 200 len: 1098 time: 0.0449548 Aug 28 15:38:09.212052 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54814) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:09.225504 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-796009f6-3741-481d-858c-da3f981697ea req-e3cffefd-91e7-421b-880e-6dffc2d4e882 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f1997733-c505-4bb9-b891-10b188014a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291376 Aug 28 15:38:09.327149 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c36d8246-c619-4c6b-a2d1-817b688ea74b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:09.453098 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f72e2-4992-46c4-92b4-6cb35d01fbe3 req-f1514455-1e73-4e88-bf0f-adae6c9b3c06 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:09.455184 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-546f72e2-4992-46c4-92b4-6cb35d01fbe3 req-f1514455-1e73-4e88-bf0f-adae6c9b3c06 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3f73f179-1e8a-41be-b810-d9f8cc711d17 HTTP/1.1" status: 200 len: 1098 time: 0.0745218 Aug 28 15:38:09.464493 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c36d8246-c619-4c6b-a2d1-817b688ea74b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:09.472719 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c36d8246-c619-4c6b-a2d1-817b688ea74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:09.531477 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c36d8246-c619-4c6b-a2d1-817b688ea74b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=912684fd6e944d64bbc76cb0df4e1cd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3183539 Aug 28 15:38:09.534892 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54818) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:09.549280 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d8246-c619-4c6b-a2d1-817b688ea74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af9017d-08e9-4920-9983-e4f2da8834ac,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:09.577066 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-546f72e2-4992-46c4-92b4-6cb35d01fbe3 req-d3116f7e-9576-431f-988d-3018673ab5aa tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Deleting port 8820d047-000e-443d-950c-42f4842e83e8 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:38:09.577409 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-546f72e2-4992-46c4-92b4-6cb35d01fbe3 req-d3116f7e-9576-431f-988d-3018673ab5aa tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:09.661669 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-546f72e2-4992-46c4-92b4-6cb35d01fbe3 req-d3116f7e-9576-431f-988d-3018673ab5aa tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] For port 8820d047-000e-443d-950c-42f4842e83e8, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=8820d047-000e-443d-950c-42f4842e83e8,segment=NetworkSegment(9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8),segment_id=9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:38:09.662041 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-546f72e2-4992-46c4-92b4-6cb35d01fbe3 req-d3116f7e-9576-431f-988d-3018673ab5aa tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:09.681760 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-546f72e2-4992-46c4-92b4-6cb35d01fbe3 req-d3116f7e-9576-431f-988d-3018673ab5aa tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Calling delete_port for 8820d047-000e-443d-950c-42f4842e83e8 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:38:09.807672 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-546f72e2-4992-46c4-92b4-6cb35d01fbe3 req-d3116f7e-9576-431f-988d-3018673ab5aa tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:09.820590 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['8820d047-000e-443d-950c-42f4842e83e8'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:38:09.823040 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['ac0d178d-b793-4c40-b473-94ea04e2a13c'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:38:09.846298 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3116f7e-9576-431f-988d-3018673ab5aa tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Pushing event deleted for resources: {'Port': ['ID=8820d047-000e-443d-950c-42f4842e83e8,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:09.888069 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-546f72e2-4992-46c4-92b4-6cb35d01fbe3 req-d3116f7e-9576-431f-988d-3018673ab5aa tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] No DVR routers for this DVR port 8820d047-000e-443d-950c-42f4842e83e8 on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:38:09.891639 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-546f72e2-4992-46c4-92b4-6cb35d01fbe3 req-d3116f7e-9576-431f-988d-3018673ab5aa tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:09.894607 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-546f72e2-4992-46c4-92b4-6cb35d01fbe3 req-d3116f7e-9576-431f-988d-3018673ab5aa tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.41 "DELETE /v2.0/ports/8820d047-000e-443d-950c-42f4842e83e8 HTTP/1.1" status: 204 len: 173 time: 0.4321680 Aug 28 15:38:09.895084 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f73f179-1e8a-41be-b810-d9f8cc711d17', 'name': 'network-vif-deleted', 'tag': '8820d047-000e-443d-950c-42f4842e83e8'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:38:09.898036 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee51521a-c310-4853-90a4-fbdef5268f69" -d '{"events": [{"server_uuid": "3f73f179-1e8a-41be-b810-d9f8cc711d17", "name": "network-vif-deleted", "tag": "8820d047-000e-443d-950c-42f4842e83e8"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:38:09.913466 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e533712c-a80c-4c23-954d-19be547931be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:09.947297 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038f5397-044c-447a-8d69-1f7baf864a1e x-openstack-request-id: req-038f5397-044c-447a-8d69-1f7baf864a1e {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:38:09.947842 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f73f179-1e8a-41be-b810-d9f8cc711d17", "name": "network-vif-deleted", "tag": "8820d047-000e-443d-950c-42f4842e83e8", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:38:09.948362 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-038f5397-044c-447a-8d69-1f7baf864a1e {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:38:09.948937 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f73f179-1e8a-41be-b810-d9f8cc711d17', 'name': 'network-vif-deleted', 'tag': '8820d047-000e-443d-950c-42f4842e83e8', 'status': 'completed', 'code': 200} Aug 28 15:38:09.960420 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e533712c-a80c-4c23-954d-19be547931be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:10.022625 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e533712c-a80c-4c23-954d-19be547931be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:10.026345 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e533712c-a80c-4c23-954d-19be547931be admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:10.030083 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e533712c-a80c-4c23-954d-19be547931be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2af9017d-08e9-4920-9983-e4f2da8834ac HTTP/1.1" status: 204 len: 168 time: 0.4918599 Aug 28 15:38:10.033753 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0573b43a-ad04-4b52-92fe-ba620354c7f4 req-f9b5bf9e-1688-4faa-9bb9-1350f5d99340 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=62380e52-2888-45b3-af61-be5d6839902b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0674915 Aug 28 15:38:10.056075 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533712c-a80c-4c23-954d-19be547931be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af9017d-08e9-4920-9983-e4f2da8834ac,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:10.359939 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-927273e9-6dcf-4109-9362-677c3b5e8486 req-124ef6c2-37e2-40f5-baef-b8aa27aff941 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3f73f179-1e8a-41be-b810-d9f8cc711d17 HTTP/1.1" status: 200 len: 210 time: 0.0485694 Aug 28 15:38:10.368783 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54828) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:10.383048 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ee7fd733-7da5-42a9-8726-239f270c35e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:10.497444 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ee7fd733-7da5-42a9-8726-239f270c35e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:10.502503 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ee7fd733-7da5-42a9-8726-239f270c35e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:10.515793 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573b43a-ad04-4b52-92fe-ba620354c7f4 req-536cbf8a-5e9e-406a-846d-ac9257b80737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:10.517823 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0573b43a-ad04-4b52-92fe-ba620354c7f4 req-536cbf8a-5e9e-406a-846d-ac9257b80737 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4c39f4fd923045e4ba4d6d96c05c513d&device_id=62380e52-2888-45b3-af61-be5d6839902b HTTP/1.1" status: 200 len: 1098 time: 0.4208846 Aug 28 15:38:10.550415 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ee7fd733-7da5-42a9-8726-239f270c35e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=515774aff5534515993d5deffeafc575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1801434 Aug 28 15:38:10.551753 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fd733-7da5-42a9-8726-239f270c35e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b4ecff-4839-4bb9-bc9b-9ec09748315d,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:10.554135 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54830) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:10.603606 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a1a9bebf-cebc-46ab-8027-62abdd17e473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:10.610910 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4b8a91a7-a48e-464c-933f-0b45768f431e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:10.624752 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573b43a-ad04-4b52-92fe-ba620354c7f4 req-d3c8973b-5016-4f3c-8532-601c53e82b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:10.626803 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0573b43a-ad04-4b52-92fe-ba620354c7f4 req-d3c8973b-5016-4f3c-8532-601c53e82b95 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1b4e1a30-faa6-4696-b5dc-9c195f20078c HTTP/1.1" status: 200 len: 909 time: 0.0890119 Aug 28 15:38:10.631846 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4b8a91a7-a48e-464c-933f-0b45768f431e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:10.672975 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0573b43a-ad04-4b52-92fe-ba620354c7f4 req-d43670f4-b993-4bfd-8b1b-a39ebafd2fac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac0d178d-b793-4c40-b473-94ea04e2a13c HTTP/1.1" status: 200 len: 217 time: 0.0388136 Aug 28 15:38:10.680384 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4b8a91a7-a48e-464c-933f-0b45768f431e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:10.682928 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4b8a91a7-a48e-464c-933f-0b45768f431e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:10.684115 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4b8a91a7-a48e-464c-933f-0b45768f431e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8b4ecff-4839-4bb9-bc9b-9ec09748315d HTTP/1.1" status: 204 len: 168 time: 0.1275899 Aug 28 15:38:10.696648 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a91a7-a48e-464c-933f-0b45768f431e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b4ecff-4839-4bb9-bc9b-9ec09748315d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:10.725666 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573b43a-ad04-4b52-92fe-ba620354c7f4 req-b7abac8c-29e6-4364-8c15-adf4a1d36efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:10.727144 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0573b43a-ad04-4b52-92fe-ba620354c7f4 req-b7abac8c-29e6-4364-8c15-adf4a1d36efe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9140dde9-e5f5-4da6-b40b-f5ae39f41cfd HTTP/1.1" status: 200 len: 847 time: 0.0477798 Aug 28 15:38:10.773255 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573b43a-ad04-4b52-92fe-ba620354c7f4 req-3893fcb9-25c7-4165-9093-64b59f221d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:10.774767 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0573b43a-ad04-4b52-92fe-ba620354c7f4 req-3893fcb9-25c7-4165-9093-64b59f221d41 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b4e1a30-faa6-4696-b5dc-9c195f20078c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409214 Aug 28 15:38:10.870558 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0573b43a-ad04-4b52-92fe-ba620354c7f4 req-977629fd-3d5b-48ad-a076-c1ca05ae04df service neutron] 10.222.0.36 "GET /v2.0/networks/1b4e1a30-faa6-4696-b5dc-9c195f20078c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865047 Aug 28 15:38:10.905638 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:10.967738 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0573b43a-ad04-4b52-92fe-ba620354c7f4 req-c8b3dd63-d76d-4c51-9aac-7c3185b704e4 service neutron] 10.222.0.36 "GET /v2.0/networks/1b4e1a30-faa6-4696-b5dc-9c195f20078c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896266 Aug 28 15:38:11.640345 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785bf23-3b55-4c55-82ac-1573423a7697 req-56499c81-eb6e-4c6f-b230-9d24ce9dbcec tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:11.642549 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0785bf23-3b55-4c55-82ac-1573423a7697 req-56499c81-eb6e-4c6f-b230-9d24ce9dbcec tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=62380e52-2888-45b3-af61-be5d6839902b HTTP/1.1" status: 200 len: 1098 time: 0.0421529 Aug 28 15:38:11.690309 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0785bf23-3b55-4c55-82ac-1573423a7697 req-9ac7d9c9-5c8a-475d-a131-e05e5d0c3fc2 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f1997733-c505-4bb9-b891-10b188014a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410941 Aug 28 15:38:11.862373 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:12.698605 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 8820d047-000e-443d-950c-42f4842e83e8 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:38:12.739719 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 8820d047-000e-443d-950c-42f4842e83e8 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:38:12.740165 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 8820d047-000e-443d-950c-42f4842e83e8 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:38:12.814501 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bcc48-8520-403d-b61c-acc88a721c52 req-85d37abd-c103-4b4d-b455-5e8abfb8f061 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:12.818095 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea3bcc48-8520-403d-b61c-acc88a721c52 req-85d37abd-c103-4b4d-b455-5e8abfb8f061 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=62380e52-2888-45b3-af61-be5d6839902b HTTP/1.1" status: 200 len: 1098 time: 0.0434484 Aug 28 15:38:12.851762 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea3bcc48-8520-403d-b61c-acc88a721c52 req-56a5bdef-46c2-433c-b976-0729198f0243 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f1997733-c505-4bb9-b891-10b188014a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296962 Aug 28 15:38:12.965968 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1652f-fb91-4245-a91f-1a717f9887ae req-8d90af8a-5bb3-40e3-9d03-0ac820cf0fb8 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:12.967477 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-99c1652f-fb91-4245-a91f-1a717f9887ae req-8d90af8a-5bb3-40e3-9d03-0ac820cf0fb8 tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=62380e52-2888-45b3-af61-be5d6839902b HTTP/1.1" status: 200 len: 1098 time: 0.0432279 Aug 28 15:38:13.053869 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-99c1652f-fb91-4245-a91f-1a717f9887ae req-cba8d37d-f5bb-4df4-b295-11fcd145284a tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Deleting port ac0d178d-b793-4c40-b473-94ea04e2a13c {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:38:13.054530 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-99c1652f-fb91-4245-a91f-1a717f9887ae req-cba8d37d-f5bb-4df4-b295-11fcd145284a tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:13.140226 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-99c1652f-fb91-4245-a91f-1a717f9887ae req-cba8d37d-f5bb-4df4-b295-11fcd145284a tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] For port ac0d178d-b793-4c40-b473-94ea04e2a13c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=ac0d178d-b793-4c40-b473-94ea04e2a13c,segment=NetworkSegment(9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8),segment_id=9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:38:13.141590 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-99c1652f-fb91-4245-a91f-1a717f9887ae req-cba8d37d-f5bb-4df4-b295-11fcd145284a tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:13.155285 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-99c1652f-fb91-4245-a91f-1a717f9887ae req-cba8d37d-f5bb-4df4-b295-11fcd145284a tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Calling delete_port for ac0d178d-b793-4c40-b473-94ea04e2a13c owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:38:13.292847 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-99c1652f-fb91-4245-a91f-1a717f9887ae req-cba8d37d-f5bb-4df4-b295-11fcd145284a tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:13.332124 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8d37d-f5bb-4df4-b295-11fcd145284a tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac0d178d-b793-4c40-b473-94ea04e2a13c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:13.374574 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c1652f-fb91-4245-a91f-1a717f9887ae req-cba8d37d-f5bb-4df4-b295-11fcd145284a tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] No DVR routers for this DVR port ac0d178d-b793-4c40-b473-94ea04e2a13c on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:38:13.377758 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:13.379448 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-99c1652f-fb91-4245-a91f-1a717f9887ae req-cba8d37d-f5bb-4df4-b295-11fcd145284a tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:13.381558 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-99c1652f-fb91-4245-a91f-1a717f9887ae req-cba8d37d-f5bb-4df4-b295-11fcd145284a tempest-TestServerMultinode-666929551 tempest-TestServerMultinode-666929551-project-admin] 10.222.0.36 "DELETE /v2.0/ports/ac0d178d-b793-4c40-b473-94ea04e2a13c HTTP/1.1" status: 204 len: 173 time: 0.4076974 Aug 28 15:38:13.382111 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62380e52-2888-45b3-af61-be5d6839902b', 'name': 'network-vif-deleted', 'tag': 'ac0d178d-b793-4c40-b473-94ea04e2a13c'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:38:13.384545 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4139ca9-3199-4d14-a504-ead79b28e862" -d '{"events": [{"server_uuid": "62380e52-2888-45b3-af61-be5d6839902b", "name": "network-vif-deleted", "tag": "ac0d178d-b793-4c40-b473-94ea04e2a13c"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:38:13.433086 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92a4476-e371-4298-aa69-587e04e1bc0e x-openstack-request-id: req-a92a4476-e371-4298-aa69-587e04e1bc0e {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:38:13.433385 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62380e52-2888-45b3-af61-be5d6839902b", "name": "network-vif-deleted", "tag": "ac0d178d-b793-4c40-b473-94ea04e2a13c", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:38:13.433633 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a92a4476-e371-4298-aa69-587e04e1bc0e {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:38:13.434227 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62380e52-2888-45b3-af61-be5d6839902b', 'name': 'network-vif-deleted', 'tag': 'ac0d178d-b793-4c40-b473-94ea04e2a13c', 'status': 'completed', 'code': 200} Aug 28 15:38:13.928007 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54914) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:14.279601 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f7fe48da-8673-48de-8f6a-ec42d733f72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:14.532871 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-f7fe48da-8673-48de-8f6a-ec42d733f72e admin admin] Deleting port e6b9bd68-9a84-4eab-b038-05069b4563b9 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:38:14.533216 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f7fe48da-8673-48de-8f6a-ec42d733f72e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:14.613095 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-f7fe48da-8673-48de-8f6a-ec42d733f72e admin admin] For port e6b9bd68-9a84-4eab-b038-05069b4563b9, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e6b9bd68-9a84-4eab-b038-05069b4563b9,segment=NetworkSegment(9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8),segment_id=9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:38:14.613467 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f7fe48da-8673-48de-8f6a-ec42d733f72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:14.626914 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-f7fe48da-8673-48de-8f6a-ec42d733f72e admin admin] Calling delete_port for e6b9bd68-9a84-4eab-b038-05069b4563b9 owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:38:14.813292 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f7fe48da-8673-48de-8f6a-ec42d733f72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:14.843148 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe48da-8673-48de-8f6a-ec42d733f72e admin admin] Pushing event deleted for resources: {'Port': ['ID=e6b9bd68-9a84-4eab-b038-05069b4563b9,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:15.032404 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f7fe48da-8673-48de-8f6a-ec42d733f72e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:15.163147 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device ac0d178d-b793-4c40-b473-94ea04e2a13c no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:38:15.184292 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: ac0d178d-b793-4c40-b473-94ea04e2a13c {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:38:15.184870 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device ac0d178d-b793-4c40-b473-94ea04e2a13c not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:38:15.251181 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fe48da-8673-48de-8f6a-ec42d733f72e admin admin] Router 81aeaca9-10b2-4e6c-a800-91a1ffc04b8b has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:38:15.361097 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fe48da-8673-48de-8f6a-ec42d733f72e admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:38:15.366203 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f7fe48da-8673-48de-8f6a-ec42d733f72e admin admin] 10.222.0.13 "PUT /v2.0/routers/81aeaca9-10b2-4e6c-a800-91a1ffc04b8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4370596 Aug 28 15:38:15.368762 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54946) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:15.373199 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b99c970-26b2-42e0-a27d-70fa309417d7 None None] Sync routers for ids ['81aeaca9-10b2-4e6c-a800-91a1ffc04b8b'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:38:15.383749 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b99c970-26b2-42e0-a27d-70fa309417d7 None None] Routers {'81aeaca9-10b2-4e6c-a800-91a1ffc04b8b'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:38:15.384516 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-7b99c970-26b2-42e0-a27d-70fa309417d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:38:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['81aeaca9-10b2-4e6c-a800-91a1ffc04b8b'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:38:15.477450 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1215a65a-4875-4da3-bb7c-dab8304a2fd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:15.501904 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-7b99c970-26b2-42e0-a27d-70fa309417d7 None None] Set router 81aeaca9-10b2-4e6c-a800-91a1ffc04b8b gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:38:15.588990 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1215a65a-4875-4da3-bb7c-dab8304a2fd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:15.645134 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-1215a65a-4875-4da3-bb7c-dab8304a2fd9 admin admin] Deleting port 2053f3be-5a36-46d1-8cdf-54ab4a14726c {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:38:15.645481 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1215a65a-4875-4da3-bb7c-dab8304a2fd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:15.699121 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-7b99c970-26b2-42e0-a27d-70fa309417d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81aeaca9-10b2-4e6c-a800-91a1ffc04b8b', 'name': 'tempest-TestServerMultinode-34341578-router', 'tenant_id': '1075c4e3a00048ba970649de16898cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '2053f3be-5a36-46d1-8cdf-54ab4a14726c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:37:35Z', 'updated_at': '2021-08-28T15:38:14Z', 'revision_number': 5, 'project_id': '1075c4e3a00048ba970649de16898cbe', 'gw_port': {'id': '2053f3be-5a36-46d1-8cdf-54ab4a14726c', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aeaca9-10b2-4e6c-a800-91a1ffc04b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:37:35Z', 'updated_at': '2021-08-28T15:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:38:15.730738 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b99c970-26b2-42e0-a27d-70fa309417d7 None None] Checking router: 81aeaca9-10b2-4e6c-a800-91a1ffc04b8b for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:38:15.737609 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-1215a65a-4875-4da3-bb7c-dab8304a2fd9 admin admin] For port 2053f3be-5a36-46d1-8cdf-54ab4a14726c, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2053f3be-5a36-46d1-8cdf-54ab4a14726c,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:38:15.737980 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1215a65a-4875-4da3-bb7c-dab8304a2fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:15.740494 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b99c970-26b2-42e0-a27d-70fa309417d7 None None] Routers {'81aeaca9-10b2-4e6c-a800-91a1ffc04b8b'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:38:15.741116 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-7b99c970-26b2-42e0-a27d-70fa309417d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:38:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['81aeaca9-10b2-4e6c-a800-91a1ffc04b8b'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:38:15.751867 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-1215a65a-4875-4da3-bb7c-dab8304a2fd9 admin admin] Calling delete_port for 2053f3be-5a36-46d1-8cdf-54ab4a14726c owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:38:15.829811 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-7b99c970-26b2-42e0-a27d-70fa309417d7 None None] Set router 81aeaca9-10b2-4e6c-a800-91a1ffc04b8b gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:38:15.893436 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-7b99c970-26b2-42e0-a27d-70fa309417d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81aeaca9-10b2-4e6c-a800-91a1ffc04b8b', 'name': 'tempest-TestServerMultinode-34341578-router', 'tenant_id': '1075c4e3a00048ba970649de16898cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:37:35Z', 'updated_at': '2021-08-28T15:38:15Z', 'revision_number': 6, 'project_id': '1075c4e3a00048ba970649de16898cbe', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:38:15.923078 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b99c970-26b2-42e0-a27d-70fa309417d7 None None] The sync data for ids ['81aeaca9-10b2-4e6c-a800-91a1ffc04b8b'] in n-d-712137-10 is: [{'id': '81aeaca9-10b2-4e6c-a800-91a1ffc04b8b', 'name': 'tempest-TestServerMultinode-34341578-router', 'tenant_id': '1075c4e3a00048ba970649de16898cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:37:35Z', 'updated_at': '2021-08-28T15:38:15Z', 'revision_number': 6, 'project_id': '1075c4e3a00048ba970649de16898cbe', 'gw_port_host': None}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:38:15.950339 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1215a65a-4875-4da3-bb7c-dab8304a2fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:15.983456 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215a65a-4875-4da3-bb7c-dab8304a2fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2053f3be-5a36-46d1-8cdf-54ab4a14726c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:16.052097 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1215a65a-4875-4da3-bb7c-dab8304a2fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:16.146939 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1215a65a-4875-4da3-bb7c-dab8304a2fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:16.149028 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1215a65a-4875-4da3-bb7c-dab8304a2fd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:16.152014 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54956) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:16.196283 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1215a65a-4875-4da3-bb7c-dab8304a2fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:16.196805 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1215a65a-4875-4da3-bb7c-dab8304a2fd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81aeaca9-10b2-4e6c-a800-91a1ffc04b8b {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:38:16.201851 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1215a65a-4875-4da3-bb7c-dab8304a2fd9 admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:16.206528 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1215a65a-4875-4da3-bb7c-dab8304a2fd9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/81aeaca9-10b2-4e6c-a800-91a1ffc04b8b HTTP/1.1" status: 204 len: 168 time: 0.8335421 Aug 28 15:38:16.206915 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54960) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:16.260197 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-2974a2ab-d2f7-4d22-8a24-be638315542c admin admin] Deleting subnet 9140dde9-e5f5-4da6-b40b-f5ae39f41cfd {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:38:16.263708 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2974a2ab-d2f7-4d22-8a24-be638315542c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:16.275327 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-219d04d0-7f3c-4dac-9305-1f94b6d427f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:16.301814 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2974a2ab-d2f7-4d22-8a24-be638315542c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:16.380301 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-219d04d0-7f3c-4dac-9305-1f94b6d427f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:16.384080 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-219d04d0-7f3c-4dac-9305-1f94b6d427f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:16.392644 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2974a2ab-d2f7-4d22-8a24-be638315542c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:16.422593 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-219d04d0-7f3c-4dac-9305-1f94b6d427f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a6e4cf8a1fa42c7bc274653ccfb2a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2693827 Aug 28 15:38:16.424404 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d04d0-7f3c-4dac-9305-1f94b6d427f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4b231f-71f4-4d05-b0e0-6a2d339436b5,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:16.425287 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54962) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:16.481110 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2974a2ab-d2f7-4d22-8a24-be638315542c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:16.513054 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-32abdab9-b00b-494d-81b1-6709ec228292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:16.516308 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974a2ab-d2f7-4d22-8a24-be638315542c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9140dde9-e5f5-4da6-b40b-f5ae39f41cfd,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:16.527611 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d2dd64-06a4-42a9-b9c0-52bf1f795bf7 None None] Network 1b4e1a30-faa6-4696-b5dc-9c195f20078c requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:38:16.530716 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2974a2ab-d2f7-4d22-8a24-be638315542c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:16.535485 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2974a2ab-d2f7-4d22-8a24-be638315542c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9140dde9-e5f5-4da6-b40b-f5ae39f41cfd HTTP/1.1" status: 204 len: 168 time: 0.3252525 Aug 28 15:38:16.535794 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54964) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:16.587845 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-32abdab9-b00b-494d-81b1-6709ec228292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:16.642489 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5df119ff-c26e-49d5-9cdb-6abcf3d1f732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:16.684004 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-32abdab9-b00b-494d-81b1-6709ec228292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:16.686523 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-32abdab9-b00b-494d-81b1-6709ec228292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:16.688197 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-32abdab9-b00b-494d-81b1-6709ec228292 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e4b231f-71f4-4d05-b0e0-6a2d339436b5 HTTP/1.1" status: 204 len: 168 time: 0.2614098 Aug 28 15:38:16.697818 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abdab9-b00b-494d-81b1-6709ec228292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4b231f-71f4-4d05-b0e0-6a2d339436b5,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:16.716055 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-5df119ff-c26e-49d5-9cdb-6abcf3d1f732 admin admin] Deleting port ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:38:16.716385 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5df119ff-c26e-49d5-9cdb-6abcf3d1f732 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:16.736716 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61075c2-04d4-4efb-ab4c-4e8d79964c81 None None] DHCP port deletion for 1b4e1a30-faa6-4696-b5dc-9c195f20078c request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:38:16.801333 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a61075c2-04d4-4efb-ab4c-4e8d79964c81 None None] Deleting port ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:38:16.802378 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a61075c2-04d4-4efb-ab4c-4e8d79964c81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:16.812167 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-5df119ff-c26e-49d5-9cdb-6abcf3d1f732 admin admin] For port ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4,segment=NetworkSegment(9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8),segment_id=9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:38:16.813071 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5df119ff-c26e-49d5-9cdb-6abcf3d1f732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:16.831714 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-5df119ff-c26e-49d5-9cdb-6abcf3d1f732 admin admin] Calling delete_port for ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:38:16.857270 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e6b9bd68-9a84-4eab-b038-05069b4563b9 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:38:16.888932 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: e6b9bd68-9a84-4eab-b038-05069b4563b9 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:38:16.889287 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e6b9bd68-9a84-4eab-b038-05069b4563b9 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:38:16.889710 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2053f3be-5a36-46d1-8cdf-54ab4a14726c no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:38:16.916374 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 2053f3be-5a36-46d1-8cdf-54ab4a14726c {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:38:16.916723 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2053f3be-5a36-46d1-8cdf-54ab4a14726c not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:38:16.917327 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:38:16.926555 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5df119ff-c26e-49d5-9cdb-6abcf3d1f732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:16.959027 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df119ff-c26e-49d5-9cdb-6abcf3d1f732 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:16.964735 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-a61075c2-04d4-4efb-ab4c-4e8d79964c81 None None] For port ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4,segment=NetworkSegment(9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8),segment_id=9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:38:16.965043 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df119ff-c26e-49d5-9cdb-6abcf3d1f732 admin admin] No DVR routers for this DVR port ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:38:16.965364 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a61075c2-04d4-4efb-ab4c-4e8d79964c81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:16.981983 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a61075c2-04d4-4efb-ab4c-4e8d79964c81 None None] Calling delete_port for ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:38:16.988531 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No active binding found for port ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4 {{(pid=106331) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 28 15:38:16.988964 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:38:17.045950 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54970) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:17.050696 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5df119ff-c26e-49d5-9cdb-6abcf3d1f732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:17.061365 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-5df119ff-c26e-49d5-9cdb-6abcf3d1f732 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4e1a30-faa6-4696-b5dc-9c195f20078c']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:38:17.065002 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fc584646-4008-4d79-86b0-d8b0d7e4e346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:17.073552 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-5df119ff-c26e-49d5-9cdb-6abcf3d1f732 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:38:17.073857 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-5df119ff-c26e-49d5-9cdb-6abcf3d1f732 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9254ca2c-8bfa-43c0-bad0-ebeafa53b8b8') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:38:17.083737 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5df119ff-c26e-49d5-9cdb-6abcf3d1f732 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:17.086960 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a61075c2-04d4-4efb-ab4c-4e8d79964c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:17.099971 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5df119ff-c26e-49d5-9cdb-6abcf3d1f732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:17.106990 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df119ff-c26e-49d5-9cdb-6abcf3d1f732 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:38:17.107462 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5df119ff-c26e-49d5-9cdb-6abcf3d1f732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:38:17.110135 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:38:17.124540 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61075c2-04d4-4efb-ab4c-4e8d79964c81 None None] Pushing event deleted for resources: {'Port': ['ID=ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:17.133514 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61075c2-04d4-4efb-ab4c-4e8d79964c81 None None] No DVR routers for this DVR port ffbdd062-ff5b-4c2f-a7b6-4973f59b3ed4 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:38:17.175925 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5df119ff-c26e-49d5-9cdb-6abcf3d1f732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:17.182925 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5df119ff-c26e-49d5-9cdb-6abcf3d1f732 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:17.188863 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5df119ff-c26e-49d5-9cdb-6abcf3d1f732 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1b4e1a30-faa6-4696-b5dc-9c195f20078c HTTP/1.1" status: 204 len: 168 time: 0.6521013 Aug 28 15:38:17.190672 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 54972) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:17.197171 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fc584646-4008-4d79-86b0-d8b0d7e4e346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:17.202261 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fc584646-4008-4d79-86b0-d8b0d7e4e346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:17.244362 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df119ff-c26e-49d5-9cdb-6abcf3d1f732 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b4e1a30-faa6-4696-b5dc-9c195f20078c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:17.248320 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fc584646-4008-4d79-86b0-d8b0d7e4e346 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7528766f5b84886b97b54df40e39061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2012277 Aug 28 15:38:17.248940 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 54974) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:17.252071 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc584646-4008-4d79-86b0-d8b0d7e4e346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0467010c-54b2-43bf-9bd6-c323cf861a52,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:17.304029 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a525f50-d094-4d44-ba70-5cf49f1cafa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:17.326554 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a525f50-d094-4d44-ba70-5cf49f1cafa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:17.371838 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a525f50-d094-4d44-ba70-5cf49f1cafa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:17.374513 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a525f50-d094-4d44-ba70-5cf49f1cafa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:17.379019 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6a525f50-d094-4d44-ba70-5cf49f1cafa4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0467010c-54b2-43bf-9bd6-c323cf861a52 HTTP/1.1" status: 204 len: 168 time: 0.1289887 Aug 28 15:38:17.387301 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a525f50-d094-4d44-ba70-5cf49f1cafa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0467010c-54b2-43bf-9bd6-c323cf861a52,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:17.588005 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6f15ffbc-2e64-4326-9c93-14c3d22e8bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:18.137862 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-6f15ffbc-2e64-4326-9c93-14c3d22e8bcf admin admin] Deleting port 1699ba2d-7d33-4386-a334-c93efc2d480e {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:38:18.138577 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6f15ffbc-2e64-4326-9c93-14c3d22e8bcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:18.219081 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-6f15ffbc-2e64-4326-9c93-14c3d22e8bcf admin admin] For port 1699ba2d-7d33-4386-a334-c93efc2d480e, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=1699ba2d-7d33-4386-a334-c93efc2d480e,segment=NetworkSegment(ed2bd46f-1ce9-4079-9424-dd1a1cbb6420),segment_id=ed2bd46f-1ce9-4079-9424-dd1a1cbb6420)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:38:18.219697 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6f15ffbc-2e64-4326-9c93-14c3d22e8bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:18.231967 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-6f15ffbc-2e64-4326-9c93-14c3d22e8bcf admin admin] Calling delete_port for 1699ba2d-7d33-4386-a334-c93efc2d480e owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:38:18.423491 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6f15ffbc-2e64-4326-9c93-14c3d22e8bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:18.457197 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15ffbc-2e64-4326-9c93-14c3d22e8bcf admin admin] Pushing event deleted for resources: {'Port': ['ID=1699ba2d-7d33-4386-a334-c93efc2d480e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:18.636472 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6f15ffbc-2e64-4326-9c93-14c3d22e8bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:18.863425 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f15ffbc-2e64-4326-9c93-14c3d22e8bcf admin admin] Router e1dc37de-cbfa-4b88-8cf2-af21a13bf083 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:38:18.970957 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f15ffbc-2e64-4326-9c93-14c3d22e8bcf admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:38:18.978315 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6f15ffbc-2e64-4326-9c93-14c3d22e8bcf admin admin] 10.222.0.13 "PUT /v2.0/routers/e1dc37de-cbfa-4b88-8cf2-af21a13bf083/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7863476 Aug 28 15:38:18.981294 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55022) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:18.982965 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aea9d9-3b52-4bc7-9d13-0d2f2a58c6a7 None None] Sync routers for ids ['e1dc37de-cbfa-4b88-8cf2-af21a13bf083'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:38:18.993465 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aea9d9-3b52-4bc7-9d13-0d2f2a58c6a7 None None] Routers {'e1dc37de-cbfa-4b88-8cf2-af21a13bf083'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:38:18.994076 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-58aea9d9-3b52-4bc7-9d13-0d2f2a58c6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:38:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['e1dc37de-cbfa-4b88-8cf2-af21a13bf083'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:38:19.098310 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eb58e9b7-b85b-4d13-863f-71ed3b3410ac admin admin] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:19.108236 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-58aea9d9-3b52-4bc7-9d13-0d2f2a58c6a7 None None] Set router e1dc37de-cbfa-4b88-8cf2-af21a13bf083 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:38:19.212532 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eb58e9b7-b85b-4d13-863f-71ed3b3410ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:19.274038 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-eb58e9b7-b85b-4d13-863f-71ed3b3410ac admin admin] Deleting port f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:38:19.274386 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eb58e9b7-b85b-4d13-863f-71ed3b3410ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:19.304006 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-58aea9d9-3b52-4bc7-9d13-0d2f2a58c6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dc37de-cbfa-4b88-8cf2-af21a13bf083', 'name': 'tempest-TestServerMultinode-1166305763-router', 'tenant_id': '4c39f4fd923045e4ba4d6d96c05c513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:37:39Z', 'updated_at': '2021-08-28T15:38:18Z', 'revision_number': 5, 'project_id': '4c39f4fd923045e4ba4d6d96c05c513d', 'gw_port': {'id': 'f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:09:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dc37de-cbfa-4b88-8cf2-af21a13bf083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:37:40Z', 'updated_at': '2021-08-28T15:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:38:19.335119 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aea9d9-3b52-4bc7-9d13-0d2f2a58c6a7 None None] Checking router: e1dc37de-cbfa-4b88-8cf2-af21a13bf083 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:38:19.344504 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aea9d9-3b52-4bc7-9d13-0d2f2a58c6a7 None None] Routers {'e1dc37de-cbfa-4b88-8cf2-af21a13bf083'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:38:19.345249 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-58aea9d9-3b52-4bc7-9d13-0d2f2a58c6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:38:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['e1dc37de-cbfa-4b88-8cf2-af21a13bf083'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:38:19.364575 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-eb58e9b7-b85b-4d13-863f-71ed3b3410ac admin admin] For port f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:38:19.364947 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eb58e9b7-b85b-4d13-863f-71ed3b3410ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:19.377535 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-eb58e9b7-b85b-4d13-863f-71ed3b3410ac admin admin] Calling delete_port for f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56 owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:38:19.426113 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-58aea9d9-3b52-4bc7-9d13-0d2f2a58c6a7 None None] Set router e1dc37de-cbfa-4b88-8cf2-af21a13bf083 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:38:19.485285 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-58aea9d9-3b52-4bc7-9d13-0d2f2a58c6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dc37de-cbfa-4b88-8cf2-af21a13bf083', 'name': 'tempest-TestServerMultinode-1166305763-router', 'tenant_id': '4c39f4fd923045e4ba4d6d96c05c513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:37:39Z', 'updated_at': '2021-08-28T15:38:19Z', 'revision_number': 6, 'project_id': '4c39f4fd923045e4ba4d6d96c05c513d', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:38:19.514429 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aea9d9-3b52-4bc7-9d13-0d2f2a58c6a7 None None] The sync data for ids ['e1dc37de-cbfa-4b88-8cf2-af21a13bf083'] in n-d-712137-10 is: [{'id': 'e1dc37de-cbfa-4b88-8cf2-af21a13bf083', 'name': 'tempest-TestServerMultinode-1166305763-router', 'tenant_id': '4c39f4fd923045e4ba4d6d96c05c513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:37:39Z', 'updated_at': '2021-08-28T15:38:19Z', 'revision_number': 6, 'project_id': '4c39f4fd923045e4ba4d6d96c05c513d', 'gw_port_host': None}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:38:19.557555 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eb58e9b7-b85b-4d13-863f-71ed3b3410ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:19.591487 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58e9b7-b85b-4d13-863f-71ed3b3410ac admin admin] Pushing event deleted for resources: {'Port': ['ID=f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:19.647597 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eb58e9b7-b85b-4d13-863f-71ed3b3410ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:19.731018 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55044) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:19.743873 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eb58e9b7-b85b-4d13-863f-71ed3b3410ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:19.746016 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eb58e9b7-b85b-4d13-863f-71ed3b3410ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:19.788741 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eb58e9b7-b85b-4d13-863f-71ed3b3410ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:19.789272 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb58e9b7-b85b-4d13-863f-71ed3b3410ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1dc37de-cbfa-4b88-8cf2-af21a13bf083 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:38:19.793692 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eb58e9b7-b85b-4d13-863f-71ed3b3410ac admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:19.794838 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-eb58e9b7-b85b-4d13-863f-71ed3b3410ac admin admin] 10.222.0.13 "DELETE /v2.0/routers/e1dc37de-cbfa-4b88-8cf2-af21a13bf083 HTTP/1.1" status: 204 len: 168 time: 0.8116941 Aug 28 15:38:19.798178 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55048) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:19.842397 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a8f9d9-49ca-4aa3-ac68-4d6f6a5d759b admin admin] Deleting subnet ebe04054-ad96-4530-89d3-6893d2621825 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:38:19.846166 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-39a8f9d9-49ca-4aa3-ac68-4d6f6a5d759b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:19.854644 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-51fe218d-824f-4be3-8f97-64dd12c395b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:19.889670 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-39a8f9d9-49ca-4aa3-ac68-4d6f6a5d759b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:19.964205 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-51fe218d-824f-4be3-8f97-64dd12c395b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:19.969320 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-51fe218d-824f-4be3-8f97-64dd12c395b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:19.980662 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-39a8f9d9-49ca-4aa3-ac68-4d6f6a5d759b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:20.010433 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-51fe218d-824f-4be3-8f97-64dd12c395b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a8a111f3f23407cb6f2ef07d32486cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2781219 Aug 28 15:38:20.011342 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe218d-824f-4be3-8f97-64dd12c395b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4645c53-a9d5-481f-8279-bb2c07b60136,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:20.013086 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55050) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:20.067031 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-39a8f9d9-49ca-4aa3-ac68-4d6f6a5d759b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:20.104708 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-39a8f9d9-49ca-4aa3-ac68-4d6f6a5d759b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:20.106669 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-39a8f9d9-49ca-4aa3-ac68-4d6f6a5d759b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ebe04054-ad96-4530-89d3-6893d2621825 HTTP/1.1" status: 204 len: 168 time: 0.3074014 Aug 28 15:38:20.107987 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8f9d9-49ca-4aa3-ac68-4d6f6a5d759b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebe04054-ad96-4530-89d3-6893d2621825,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:20.110353 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab173f05-21bc-4817-a182-f926baa7580e None None] Network 3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:38:20.110885 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2df5b559-4dcf-4870-be43-69c0d497a8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:20.111550 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55052) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:20.139561 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2df5b559-4dcf-4870-be43-69c0d497a8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:20.182185 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68390a33-6ebe-47ca-b330-d62c973dbe59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:20.196264 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2df5b559-4dcf-4870-be43-69c0d497a8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:20.198845 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2df5b559-4dcf-4870-be43-69c0d497a8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:20.200429 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2df5b559-4dcf-4870-be43-69c0d497a8ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4645c53-a9d5-481f-8279-bb2c07b60136 HTTP/1.1" status: 204 len: 168 time: 0.1854978 Aug 28 15:38:20.212535 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5b559-4dcf-4870-be43-69c0d497a8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4645c53-a9d5-481f-8279-bb2c07b60136,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:20.258264 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-68390a33-6ebe-47ca-b330-d62c973dbe59 admin admin] Deleting port cfcb91ec-1300-478b-881c-a33f3526f40f {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:38:20.258522 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68390a33-6ebe-47ca-b330-d62c973dbe59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:20.353817 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-68390a33-6ebe-47ca-b330-d62c973dbe59 admin admin] For port cfcb91ec-1300-478b-881c-a33f3526f40f, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=cfcb91ec-1300-478b-881c-a33f3526f40f,segment=NetworkSegment(ed2bd46f-1ce9-4079-9424-dd1a1cbb6420),segment_id=ed2bd46f-1ce9-4079-9424-dd1a1cbb6420)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:38:20.353817 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68390a33-6ebe-47ca-b330-d62c973dbe59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:20.369556 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-68390a33-6ebe-47ca-b330-d62c973dbe59 admin admin] Calling delete_port for cfcb91ec-1300-478b-881c-a33f3526f40f owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:38:20.459212 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68390a33-6ebe-47ca-b330-d62c973dbe59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:20.492752 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68390a33-6ebe-47ca-b330-d62c973dbe59 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfcb91ec-1300-478b-881c-a33f3526f40f,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:20.492989 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26432aa0-5482-42f8-b98f-23d64b3c27a9 None None] DHCP port deletion for 3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:38:20.496437 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68390a33-6ebe-47ca-b330-d62c973dbe59 admin admin] No DVR routers for this DVR port cfcb91ec-1300-478b-881c-a33f3526f40f on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:38:20.555005 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55058) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:20.570735 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68390a33-6ebe-47ca-b330-d62c973dbe59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:20.570961 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bffd884d-c91c-427a-a9b8-de84cdcf8a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:20.581878 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-68390a33-6ebe-47ca-b330-d62c973dbe59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:38:20.593867 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-68390a33-6ebe-47ca-b330-d62c973dbe59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed2bd46f-1ce9-4079-9424-dd1a1cbb6420') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:38:20.594293 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-68390a33-6ebe-47ca-b330-d62c973dbe59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed2bd46f-1ce9-4079-9424-dd1a1cbb6420') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:38:20.606088 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68390a33-6ebe-47ca-b330-d62c973dbe59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:20.628680 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68390a33-6ebe-47ca-b330-d62c973dbe59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:20.641506 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68390a33-6ebe-47ca-b330-d62c973dbe59 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:38:20.642251 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68390a33-6ebe-47ca-b330-d62c973dbe59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:38:20.644187 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:38:20.656634 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1699ba2d-7d33-4386-a334-c93efc2d480e no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:38:20.682687 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 1699ba2d-7d33-4386-a334-c93efc2d480e {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:38:20.683115 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1699ba2d-7d33-4386-a334-c93efc2d480e not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:38:20.683600 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device cfcb91ec-1300-478b-881c-a33f3526f40f no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:38:20.702581 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: cfcb91ec-1300-478b-881c-a33f3526f40f {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:38:20.702965 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device cfcb91ec-1300-478b-881c-a33f3526f40f not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:38:20.703378 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:38:20.709670 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68390a33-6ebe-47ca-b330-d62c973dbe59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:20.715724 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68390a33-6ebe-47ca-b330-d62c973dbe59 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:20.717842 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-68390a33-6ebe-47ca-b330-d62c973dbe59 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c HTTP/1.1" status: 204 len: 168 time: 0.6049654 Aug 28 15:38:20.731423 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68390a33-6ebe-47ca-b330-d62c973dbe59 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e5e1fae-a34f-4737-bf7c-ddf1a859bf1c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:20.745689 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:38:20.746050 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f83a0cb6-4e31-4f8c-9a74-bb63a3bc9b56 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:38:20.766620 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bffd884d-c91c-427a-a9b8-de84cdcf8a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:20.769715 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bffd884d-c91c-427a-a9b8-de84cdcf8a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:20.807244 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd884d-c91c-427a-a9b8-de84cdcf8a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4ac6e7-cf8e-4717-981b-9b8e6774af03,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:20.813599 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bffd884d-c91c-427a-a9b8-de84cdcf8a20 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df1fb85fc3f543e79143b8be9b06ab38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2574825 Aug 28 15:38:20.816570 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55062) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:20.870352 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b9b0e39b-6c65-466e-b261-dd92c7bd84df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:20.894259 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b9b0e39b-6c65-466e-b261-dd92c7bd84df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:20.911646 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55064) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:20.942156 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b9b0e39b-6c65-466e-b261-dd92c7bd84df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:20.945033 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b9b0e39b-6c65-466e-b261-dd92c7bd84df admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:20.946202 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b9b0e39b-6c65-466e-b261-dd92c7bd84df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c4ac6e7-cf8e-4717-981b-9b8e6774af03 HTTP/1.1" status: 204 len: 168 time: 0.1286452 Aug 28 15:38:20.954582 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a64e8b3b-832c-4ff7-8ec3-9d446d47ec37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1075c4e3a00048ba970649de16898cbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417478 Aug 28 15:38:20.956986 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55068) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:20.961846 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0e39b-6c65-466e-b261-dd92c7bd84df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4ac6e7-cf8e-4717-981b-9b8e6774af03,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:21.007070 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-991bf9a2-983f-42b8-b137-8a6662861ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:21.028289 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-991bf9a2-983f-42b8-b137-8a6662861ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:21.079638 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-991bf9a2-983f-42b8-b137-8a6662861ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:21.082412 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-991bf9a2-983f-42b8-b137-8a6662861ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:21.083630 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-991bf9a2-983f-42b8-b137-8a6662861ef5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ed19ce2-d4a6-4209-88aa-60771cca34ce HTTP/1.1" status: 204 len: 168 time: 0.1256952 Aug 28 15:38:21.092151 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991bf9a2-983f-42b8-b137-8a6662861ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed19ce2-d4a6-4209-88aa-60771cca34ce,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:21.421484 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55084) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:21.462583 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-038f4d9b-79e3-4713-86ea-f841e9ec887a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c39f4fd923045e4ba4d6d96c05c513d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397494 Aug 28 15:38:21.465055 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55086) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:21.513335 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7aaab9b9-bd54-4d43-b320-061e15a523d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:21.535994 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7aaab9b9-bd54-4d43-b320-061e15a523d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:21.586386 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7aaab9b9-bd54-4d43-b320-061e15a523d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:21.589155 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7aaab9b9-bd54-4d43-b320-061e15a523d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:21.590293 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7aaab9b9-bd54-4d43-b320-061e15a523d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1997733-c505-4bb9-b891-10b188014a72 HTTP/1.1" status: 204 len: 168 time: 0.1243374 Aug 28 15:38:21.599778 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaab9b9-bd54-4d43-b320-061e15a523d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1997733-c505-4bb9-b891-10b188014a72,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:24.628994 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:26.272347 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55202) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:26.379884 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f8cc7f88-dd4b-4923-9889-7fc1348869c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:26.471320 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f8cc7f88-dd4b-4923-9889-7fc1348869c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:26.475055 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f8cc7f88-dd4b-4923-9889-7fc1348869c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:26.516472 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f8cc7f88-dd4b-4923-9889-7fc1348869c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1addd849f5ae4276bdcb433601dc6f7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2429411 Aug 28 15:38:26.517345 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc7f88-dd4b-4923-9889-7fc1348869c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0449d12b-25f0-456c-a120-0ea722b748c6,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:26.519172 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55206) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:26.524842 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc7f88-dd4b-4923-9889-7fc1348869c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:26.525187 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc7f88-dd4b-4923-9889-7fc1348869c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:26.525530 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc7f88-dd4b-4923-9889-7fc1348869c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:26.525871 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc7f88-dd4b-4923-9889-7fc1348869c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:26.526205 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc7f88-dd4b-4923-9889-7fc1348869c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:26.526576 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc7f88-dd4b-4923-9889-7fc1348869c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:26.526861 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc7f88-dd4b-4923-9889-7fc1348869c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:26.527184 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc7f88-dd4b-4923-9889-7fc1348869c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:26.527510 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc7f88-dd4b-4923-9889-7fc1348869c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:26.527858 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc7f88-dd4b-4923-9889-7fc1348869c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:26.528184 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc7f88-dd4b-4923-9889-7fc1348869c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:26.528505 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc7f88-dd4b-4923-9889-7fc1348869c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:26.573164 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7539c14f-cb45-4632-8467-b7134125dc6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:26.594446 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7539c14f-cb45-4632-8467-b7134125dc6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:26.641973 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7539c14f-cb45-4632-8467-b7134125dc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:26.644545 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7539c14f-cb45-4632-8467-b7134125dc6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:26.645792 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7539c14f-cb45-4632-8467-b7134125dc6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0449d12b-25f0-456c-a120-0ea722b748c6 HTTP/1.1" status: 204 len: 168 time: 0.1254725 Aug 28 15:38:26.655142 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539c14f-cb45-4632-8467-b7134125dc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0449d12b-25f0-456c-a120-0ea722b748c6,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:26.773863 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:26.900713 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55212) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:26.913844 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cd3650d7-37ad-4408-b734-7ab6c4c0a2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:27.001309 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cd3650d7-37ad-4408-b734-7ab6c4c0a2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:27.005009 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cd3650d7-37ad-4408-b734-7ab6c4c0a2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:27.042556 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-cd3650d7-37ad-4408-b734-7ab6c4c0a2cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7e32ebc0cc744a48bc2f52b6d64343b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407821 Aug 28 15:38:27.043441 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3650d7-37ad-4408-b734-7ab6c4c0a2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d334c07-d71e-4d3d-a916-6de659b2b66d,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:27.045314 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55214) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:27.096451 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-557fe884-1c92-4026-9366-60355fa3dfe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:27.116472 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-557fe884-1c92-4026-9366-60355fa3dfe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:27.161288 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-557fe884-1c92-4026-9366-60355fa3dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:27.163816 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-557fe884-1c92-4026-9366-60355fa3dfe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:27.164944 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-557fe884-1c92-4026-9366-60355fa3dfe2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d334c07-d71e-4d3d-a916-6de659b2b66d HTTP/1.1" status: 204 len: 168 time: 0.1173935 Aug 28 15:38:27.172761 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557fe884-1c92-4026-9366-60355fa3dfe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d334c07-d71e-4d3d-a916-6de659b2b66d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:28.173707 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55250) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:28.278473 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a93b9a4f-5df8-4e32-94f6-b8b6573a4bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:28.375815 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a93b9a4f-5df8-4e32-94f6-b8b6573a4bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:28.379101 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a93b9a4f-5df8-4e32-94f6-b8b6573a4bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:28.418159 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a93b9a4f-5df8-4e32-94f6-b8b6573a4bcd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8499470466a848db9cb04f5eddf14caf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2433701 Aug 28 15:38:28.419019 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b9a4f-5df8-4e32-94f6-b8b6573a4bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e8dbf3-8758-4c1e-885f-06e9ddcadb57,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:28.420905 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55254) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:28.470076 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-445f6e8b-c875-4c8a-b38e-dc026a7caef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:28.490262 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-445f6e8b-c875-4c8a-b38e-dc026a7caef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:28.537842 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-445f6e8b-c875-4c8a-b38e-dc026a7caef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:28.540341 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-445f6e8b-c875-4c8a-b38e-dc026a7caef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:28.541479 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-445f6e8b-c875-4c8a-b38e-dc026a7caef9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4e8dbf3-8758-4c1e-885f-06e9ddcadb57 HTTP/1.1" status: 204 len: 168 time: 0.1189013 Aug 28 15:38:28.549434 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f6e8b-c875-4c8a-b38e-dc026a7caef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e8dbf3-8758-4c1e-885f-06e9ddcadb57,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:30.777404 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55350) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:30.884492 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1b1e7822-1fb6-47f3-8c3a-83b29c99e48f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:30.975251 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1b1e7822-1fb6-47f3-8c3a-83b29c99e48f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:30.979100 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1b1e7822-1fb6-47f3-8c3a-83b29c99e48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:31.017794 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1b1e7822-1fb6-47f3-8c3a-83b29c99e48f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c273f2b850c147acb6c2b1f5e3d3e532&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2393024 Aug 28 15:38:31.019777 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e7822-1fb6-47f3-8c3a-83b29c99e48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7497f9fa-f32b-49f1-b721-dc20fef91690,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:31.020497 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55354) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:31.072793 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d0b01720-431a-49e0-b1b5-0accb69f4a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:31.095744 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d0b01720-431a-49e0-b1b5-0accb69f4a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:31.140639 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d0b01720-431a-49e0-b1b5-0accb69f4a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:31.143146 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d0b01720-431a-49e0-b1b5-0accb69f4a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:31.144341 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d0b01720-431a-49e0-b1b5-0accb69f4a38 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7497f9fa-f32b-49f1-b721-dc20fef91690 HTTP/1.1" status: 204 len: 168 time: 0.1228256 Aug 28 15:38:31.152305 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b01720-431a-49e0-b1b5-0accb69f4a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7497f9fa-f32b-49f1-b721-dc20fef91690,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:31.400332 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55360) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:31.414027 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-66094d6b-e7c2-4961-8dbe-95b7fa0f4da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:31.500740 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-66094d6b-e7c2-4961-8dbe-95b7fa0f4da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:31.504391 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-66094d6b-e7c2-4961-8dbe-95b7fa0f4da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:31.542837 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-66094d6b-e7c2-4961-8dbe-95b7fa0f4da9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e12f79d1df44a189072c8a5c9693c06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414237 Aug 28 15:38:31.543745 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66094d6b-e7c2-4961-8dbe-95b7fa0f4da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6582a0d-82b3-4105-af78-ea0b75a61a69,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:31.545579 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55362) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:31.596182 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94436e16-91f4-407d-91a7-9365ff4e9cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:31.622395 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94436e16-91f4-407d-91a7-9365ff4e9cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:31.667706 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94436e16-91f4-407d-91a7-9365ff4e9cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:31.670193 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-94436e16-91f4-407d-91a7-9365ff4e9cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:31.671530 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-94436e16-91f4-407d-91a7-9365ff4e9cb5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6582a0d-82b3-4105-af78-ea0b75a61a69 HTTP/1.1" status: 204 len: 168 time: 0.1241536 Aug 28 15:38:31.679408 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94436e16-91f4-407d-91a7-9365ff4e9cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6582a0d-82b3-4105-af78-ea0b75a61a69,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:33.073687 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:38:33.587014 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55446) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:33.695070 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5bc63ed0-b565-47b6-a88d-39aa8fc9440e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:33.780320 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5bc63ed0-b565-47b6-a88d-39aa8fc9440e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:33.784542 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5bc63ed0-b565-47b6-a88d-39aa8fc9440e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:33.822812 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5bc63ed0-b565-47b6-a88d-39aa8fc9440e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=617c67516d9e443896eac447ed4ee5bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2345238 Aug 28 15:38:33.824747 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc63ed0-b565-47b6-a88d-39aa8fc9440e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc48365-2de9-461f-9a8c-2059f5d9ee31,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:33.825543 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55450) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:33.833000 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc63ed0-b565-47b6-a88d-39aa8fc9440e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:33.833388 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc63ed0-b565-47b6-a88d-39aa8fc9440e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:33.833693 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc63ed0-b565-47b6-a88d-39aa8fc9440e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:33.834033 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc63ed0-b565-47b6-a88d-39aa8fc9440e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:33.834369 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc63ed0-b565-47b6-a88d-39aa8fc9440e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:33.834706 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc63ed0-b565-47b6-a88d-39aa8fc9440e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:33.835038 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc63ed0-b565-47b6-a88d-39aa8fc9440e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:33.835368 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc63ed0-b565-47b6-a88d-39aa8fc9440e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:33.835720 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc63ed0-b565-47b6-a88d-39aa8fc9440e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:33.836048 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc63ed0-b565-47b6-a88d-39aa8fc9440e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:33.836374 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc63ed0-b565-47b6-a88d-39aa8fc9440e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:33.836701 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc63ed0-b565-47b6-a88d-39aa8fc9440e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:33.874794 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-74e0ace0-f567-4121-8c6f-a24e9b80e967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:33.899102 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-74e0ace0-f567-4121-8c6f-a24e9b80e967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:33.944043 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-74e0ace0-f567-4121-8c6f-a24e9b80e967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:33.946661 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-74e0ace0-f567-4121-8c6f-a24e9b80e967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:33.947852 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-74e0ace0-f567-4121-8c6f-a24e9b80e967 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/acc48365-2de9-461f-9a8c-2059f5d9ee31 HTTP/1.1" status: 204 len: 168 time: 0.1211190 Aug 28 15:38:33.956290 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0ace0-f567-4121-8c6f-a24e9b80e967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc48365-2de9-461f-9a8c-2059f5d9ee31,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:34.207490 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55456) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:34.221400 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a101f03f-c35d-4ef2-9423-e60c9439c49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:34.310570 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a101f03f-c35d-4ef2-9423-e60c9439c49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:34.314105 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a101f03f-c35d-4ef2-9423-e60c9439c49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:34.351309 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a101f03f-c35d-4ef2-9423-e60c9439c49a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2abf688ddeda499db49114bdcd84ca2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427109 Aug 28 15:38:34.353234 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101f03f-c35d-4ef2-9423-e60c9439c49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c4b9ce-ab82-4b74-b8d7-93504955330c,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:34.354259 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55458) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:34.405922 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cedeb6b8-52ed-49f9-893f-b7dff9503193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:34.426496 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cedeb6b8-52ed-49f9-893f-b7dff9503193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:34.470501 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cedeb6b8-52ed-49f9-893f-b7dff9503193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:34.473060 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cedeb6b8-52ed-49f9-893f-b7dff9503193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:34.474210 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-cedeb6b8-52ed-49f9-893f-b7dff9503193 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15c4b9ce-ab82-4b74-b8d7-93504955330c HTTP/1.1" status: 204 len: 168 time: 0.1189606 Aug 28 15:38:34.482114 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedeb6b8-52ed-49f9-893f-b7dff9503193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c4b9ce-ab82-4b74-b8d7-93504955330c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:35.651641 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55494) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:35.747964 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-c8c88076-cd1f-49a8-accb-d7dc04b08511 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:38:35.769183 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8c88076-cd1f-49a8-accb-d7dc04b08511 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:35.854561 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8c88076-cd1f-49a8-accb-d7dc04b08511 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:35.954691 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-c8c88076-cd1f-49a8-accb-d7dc04b08511 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Allocated IP 172.25.3.99 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/a311dbab-a294-42a1-824b-745538f2239b) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:38:36.058805 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8c88076-cd1f-49a8-accb-d7dc04b08511 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:36.098375 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8c88076-cd1f-49a8-accb-d7dc04b08511 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:36.138982 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c88076-cd1f-49a8-accb-d7dc04b08511 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:38:36.141930 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-c8c88076-cd1f-49a8-accb-d7dc04b08511 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:38:36.146328 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c88076-cd1f-49a8-accb-d7dc04b08511 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:38:36.172744 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c88076-cd1f-49a8-accb-d7dc04b08511 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Pushing event updated for resources: {'Port': ['ID=a311dbab-a294-42a1-824b-745538f2239b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:36.236932 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8c88076-cd1f-49a8-accb-d7dc04b08511 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:36.268595 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8c88076-cd1f-49a8-accb-d7dc04b08511 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:36.426935 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8c88076-cd1f-49a8-accb-d7dc04b08511 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:36.431914 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8c88076-cd1f-49a8-accb-d7dc04b08511 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:36.499398 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c88076-cd1f-49a8-accb-d7dc04b08511 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Pushing event updated for resources: {'Port': ['ID=a311dbab-a294-42a1-824b-745538f2239b,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:36.510044 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8c88076-cd1f-49a8-accb-d7dc04b08511 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:36.523582 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c8c88076-cd1f-49a8-accb-d7dc04b08511 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:36.524842 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c8c88076-cd1f-49a8-accb-d7dc04b08511 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8721581 Aug 28 15:38:36.527687 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55498) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:36.533088 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-17d59b48-8b20-4e62-85df-10dba008d1f5 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-516807552', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'fixed_ips': [{'ip_address': '172.25.3.99'}]}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:38:36.552088 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d59b48-8b20-4e62-85df-10dba008d1f5 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Made reservation on behalf of 121059c2dce64f46b1cdb83ed191fe29 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:38:36.554620 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17d59b48-8b20-4e62-85df-10dba008d1f5 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:36.563289 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17d59b48-8b20-4e62-85df-10dba008d1f5 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:36.651367 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17d59b48-8b20-4e62-85df-10dba008d1f5 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:36.654984 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17d59b48-8b20-4e62-85df-10dba008d1f5 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:36.664770 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-17d59b48-8b20-4e62-85df-10dba008d1f5 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] device_id is not set on port 5670ac24-e832-46ce-9a98-7b56523e4e9b yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:38:36.727632 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d59b48-8b20-4e62-85df-10dba008d1f5 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f07572-246d-4e7c-899b-3b5a1e2edaf1,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:36.857791 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d59b48-8b20-4e62-85df-10dba008d1f5 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 28 15:38:36.858249 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d59b48-8b20-4e62-85df-10dba008d1f5 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:38:36.871088 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-17d59b48-8b20-4e62-85df-10dba008d1f5 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.3423755 Aug 28 15:38:36.873750 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55500) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:37.018698 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-72c2b6b6-bd58-45c4-b8b5-b193af140ff5 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Deleting port a311dbab-a294-42a1-824b-745538f2239b {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:38:37.019036 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-72c2b6b6-bd58-45c4-b8b5-b193af140ff5 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:37.090181 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-72c2b6b6-bd58-45c4-b8b5-b193af140ff5 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:37.090506 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-72c2b6b6-bd58-45c4-b8b5-b193af140ff5 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:37.102340 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-72c2b6b6-bd58-45c4-b8b5-b193af140ff5 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Calling delete_port for a311dbab-a294-42a1-824b-745538f2239b owned by network:floatingip {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:38:37.232722 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-72c2b6b6-bd58-45c4-b8b5-b193af140ff5 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:37.261754 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2b6b6-bd58-45c4-b8b5-b193af140ff5 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Pushing event deleted for resources: {'Port': ['ID=a311dbab-a294-42a1-824b-745538f2239b,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:37.325607 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-72c2b6b6-bd58-45c4-b8b5-b193af140ff5 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:37.328888 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-72c2b6b6-bd58-45c4-b8b5-b193af140ff5 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:37.330058 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-72c2b6b6-bd58-45c4-b8b5-b193af140ff5 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879 tempest-ExternalNetworksAdminNegativeTestJSON-1333883879-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/21d11a33-6c55-4c45-9f80-eecc9eef5aac HTTP/1.1" status: 204 len: 168 time: 0.4547274 Aug 28 15:38:37.566898 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55506) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:37.672515 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1822a174-b67d-4235-a6ed-8d2972962164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:37.759618 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1822a174-b67d-4235-a6ed-8d2972962164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:37.763252 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1822a174-b67d-4235-a6ed-8d2972962164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:37.804513 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1822a174-b67d-4235-a6ed-8d2972962164 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75444c65aa904f40ad88b7104e1a7706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2365239 Aug 28 15:38:37.806476 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822a174-b67d-4235-a6ed-8d2972962164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36455078-08ea-4ea3-9263-4856e6c6cbc0,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:37.807183 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55510) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:37.856083 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-db722911-4902-4809-afcb-4b64c94c1a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:37.877465 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-db722911-4902-4809-afcb-4b64c94c1a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:37.923470 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-db722911-4902-4809-afcb-4b64c94c1a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:37.926082 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-db722911-4902-4809-afcb-4b64c94c1a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:37.927323 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-db722911-4902-4809-afcb-4b64c94c1a70 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36455078-08ea-4ea3-9263-4856e6c6cbc0 HTTP/1.1" status: 204 len: 168 time: 0.1191165 Aug 28 15:38:37.935464 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db722911-4902-4809-afcb-4b64c94c1a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36455078-08ea-4ea3-9263-4856e6c6cbc0,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:38.036718 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f1dc03bd-2cad-45f8-a635-bce9cb7ca9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:38.189044 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55516) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:38.229570 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1ce325bb-5122-4a71-b3d5-b11797285681 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=121059c2dce64f46b1cdb83ed191fe29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393507 Aug 28 15:38:38.232032 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55518) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:38.277831 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8976d0e8-e2b9-4108-878e-e09053645619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:38.298283 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8976d0e8-e2b9-4108-878e-e09053645619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:38.343360 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8976d0e8-e2b9-4108-878e-e09053645619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:38.345971 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8976d0e8-e2b9-4108-878e-e09053645619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:38.347080 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8976d0e8-e2b9-4108-878e-e09053645619 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/58f07572-246d-4e7c-899b-3b5a1e2edaf1 HTTP/1.1" status: 204 len: 168 time: 0.1141784 Aug 28 15:38:38.354996 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976d0e8-e2b9-4108-878e-e09053645619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f07572-246d-4e7c-899b-3b5a1e2edaf1,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:39.540112 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55554) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:39.637570 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-bdaf7ce0-ad42-4a06-a016-9a302db65979 tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-311601722'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:38:39.638024 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-bdaf7ce0-ad42-4a06-a016-9a302db65979 tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] Unknown quota resources ['metering_label']. {{(pid=106330) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 15:38:39.821296 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bdaf7ce0-ad42-4a06-a016-9a302db65979 tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:39.822394 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bdaf7ce0-ad42-4a06-a016-9a302db65979 tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.2812505 Aug 28 15:38:39.825068 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55558) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:39.829877 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-7281a911-14e6-402e-9677-cbd8bd462427 tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'bbf4e56f-d7f0-435f-872d-f5486e1f802f'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:38:39.830359 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-7281a911-14e6-402e-9677-cbd8bd462427 tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106330) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 15:38:39.903554 n-d-712137-10 neutron-server[106330]: WARNING neutron.services.metering.metering_plugin [None req-7281a911-14e6-402e-9677-cbd8bd462427 tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 28 15:38:40.000832 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7281a911-14e6-402e-9677-cbd8bd462427 tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:40.002019 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7281a911-14e6-402e-9677-cbd8bd462427 tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1760337 Aug 28 15:38:40.005000 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55560) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:40.009161 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-bb727e40-ff1d-4a35-a25d-ac1cc9806df6 tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'bbf4e56f-d7f0-435f-872d-f5486e1f802f'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:38:40.009646 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-bb727e40-ff1d-4a35-a25d-ac1cc9806df6 tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106330) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 15:38:40.063225 n-d-712137-10 neutron-server[106330]: WARNING neutron.services.metering.metering_plugin [None req-bb727e40-ff1d-4a35-a25d-ac1cc9806df6 tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 28 15:38:40.144325 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bb727e40-ff1d-4a35-a25d-ac1cc9806df6 tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:40.145514 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bb727e40-ff1d-4a35-a25d-ac1cc9806df6 tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1395969 Aug 28 15:38:40.148310 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55562) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:40.158100 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-374a527d-ea1b-48c2-97b7-43248d0565fd tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=918ec31d-9948-4d18-8e2d-c064fc98f6a7 HTTP/1.1" status: 200 len: 462 time: 0.0088172 Aug 28 15:38:40.160333 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55564) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:40.259627 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-168da827-1899-4278-9d4c-a1f55cf01621 tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:40.260764 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-168da827-1899-4278-9d4c-a1f55cf01621 tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/918ec31d-9948-4d18-8e2d-c064fc98f6a7 HTTP/1.1" status: 204 len: 168 time: 0.0995972 Aug 28 15:38:40.263425 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55566) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:40.272060 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ebcd09ad-3df5-451d-b18c-b5ea77dc9bef tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=918ec31d-9948-4d18-8e2d-c064fc98f6a7 HTTP/1.1" status: 200 len: 221 time: 0.0075731 Aug 28 15:38:40.274999 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55568) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:40.278919 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-6e00dec4-f7b0-489c-be20-f7a7b6ccbf68 tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--708689595', 'description': 'label created by tempest'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:38:40.279365 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-6e00dec4-f7b0-489c-be20-f7a7b6ccbf68 tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] Unknown quota resources ['metering_label']. {{(pid=106330) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 15:38:40.432222 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6e00dec4-f7b0-489c-be20-f7a7b6ccbf68 tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:40.433308 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6e00dec4-f7b0-489c-be20-f7a7b6ccbf68 tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1574466 Aug 28 15:38:40.435976 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55570) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:40.512004 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cf7aeda5-28c6-4b5c-b95a-7fdc6efd0f83 tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=85cf6985-e230-4e7d-b6b6-b76c6c273588 HTTP/1.1" status: 200 len: 467 time: 0.0747309 Aug 28 15:38:40.515374 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55572) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:40.607616 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ed4a9c2e-f130-4f40-8a0e-159de13bdc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:40.693747 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ece74111-6473-47f1-b02c-a4b1ec4ff488 tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:40.696180 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ece74111-6473-47f1-b02c-a4b1ec4ff488 tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/85cf6985-e230-4e7d-b6b6-b76c6c273588 HTTP/1.1" status: 204 len: 168 time: 0.1799283 Aug 28 15:38:40.697328 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55574) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:40.708783 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3a58fd4c-0d71-4676-86d0-702027ff0b9a tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=85cf6985-e230-4e7d-b6b6-b76c6c273588 HTTP/1.1" status: 200 len: 216 time: 0.0104489 Aug 28 15:38:40.711807 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55576) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:40.720144 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0ccb674e-877b-4609-8f6d-f32846e58994 tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0073826 Aug 28 15:38:40.722806 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55578) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:40.736822 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3f827f84-eff4-462c-8d66-1f4a1eabba6e tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0130749 Aug 28 15:38:40.739649 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55580) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:40.788429 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-78045348-c9b4-4a73-8aef-1791095d76c9 tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/bbf4e56f-d7f0-435f-872d-f5486e1f802f HTTP/1.1" status: 200 len: 472 time: 0.0477417 Aug 28 15:38:40.791646 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55582) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:40.800556 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4e8f0704-1cdc-42b6-9cdc-d11b3dbb694d tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/cf558871-2aeb-4416-8e54-da9891b632d4 HTTP/1.1" status: 200 len: 459 time: 0.0078175 Aug 28 15:38:40.803114 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55584) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:40.899994 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0f1a97b2-85cd-41b8-806f-e70fe2bf26d7 tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:40.901108 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0f1a97b2-85cd-41b8-806f-e70fe2bf26d7 tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/cf558871-2aeb-4416-8e54-da9891b632d4 HTTP/1.1" status: 204 len: 168 time: 0.0967968 Aug 28 15:38:40.903576 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55586) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:40.907218 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:41.082149 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3e3ec360-a465-42a3-bcad-607375c7c6d8 tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:41.083252 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3e3ec360-a465-42a3-bcad-607375c7c6d8 tempest-MeteringIpV6TestJSON-1529909694 tempest-MeteringIpV6TestJSON-1529909694-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/bbf4e56f-d7f0-435f-872d-f5486e1f802f HTTP/1.1" status: 204 len: 168 time: 0.1786819 Aug 28 15:38:41.320820 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55592) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:41.437208 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6e0fea21-472e-4235-98b4-9da6d2683a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:41.524576 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6e0fea21-472e-4235-98b4-9da6d2683a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:41.528241 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6e0fea21-472e-4235-98b4-9da6d2683a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:41.565805 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6e0fea21-472e-4235-98b4-9da6d2683a5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7e7c08ba3274391b150877d8c0684bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2439375 Aug 28 15:38:41.567741 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0fea21-472e-4235-98b4-9da6d2683a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bc3f80-8a0b-4aab-9133-f8af0a0eb04f,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:41.568644 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55596) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:41.621315 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-de58cfde-5ebc-4516-a16d-3a64282dc1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:41.642858 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-de58cfde-5ebc-4516-a16d-3a64282dc1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:41.688239 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-de58cfde-5ebc-4516-a16d-3a64282dc1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:41.690644 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-de58cfde-5ebc-4516-a16d-3a64282dc1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:41.691832 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-de58cfde-5ebc-4516-a16d-3a64282dc1ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64bc3f80-8a0b-4aab-9133-f8af0a0eb04f HTTP/1.1" status: 204 len: 168 time: 0.1221623 Aug 28 15:38:41.700175 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58cfde-5ebc-4516-a16d-3a64282dc1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bc3f80-8a0b-4aab-9133-f8af0a0eb04f,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:41.857204 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:41.945242 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55602) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:41.958400 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f15744d2-9b38-4e68-860f-ec5e3f26017e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:42.043864 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f15744d2-9b38-4e68-860f-ec5e3f26017e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:42.047921 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f15744d2-9b38-4e68-860f-ec5e3f26017e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:42.083787 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f15744d2-9b38-4e68-860f-ec5e3f26017e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=727cadc9bed54632bf8be86eecdea997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1374352 Aug 28 15:38:42.085839 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15744d2-9b38-4e68-860f-ec5e3f26017e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41201586-cba9-4ba0-8a75-89b9c3884cfb,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:42.086558 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55604) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:42.137510 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3d873bb4-a578-42a4-8774-8b9e804c361c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:42.158487 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3d873bb4-a578-42a4-8774-8b9e804c361c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:42.203993 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3d873bb4-a578-42a4-8774-8b9e804c361c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:42.206497 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3d873bb4-a578-42a4-8774-8b9e804c361c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:42.207640 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3d873bb4-a578-42a4-8774-8b9e804c361c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41201586-cba9-4ba0-8a75-89b9c3884cfb HTTP/1.1" status: 204 len: 168 time: 0.1200960 Aug 28 15:38:42.217729 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d873bb4-a578-42a4-8774-8b9e804c361c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41201586-cba9-4ba0-8a75-89b9c3884cfb,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:43.365145 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:43.412323 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55644) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:43.552928 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-562ac5a5-f06a-40f8-9656-c38b9a2cd3a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-508636576'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:38:43.575711 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562ac5a5-f06a-40f8-9656-c38b9a2cd3a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065-project] Made reservation on behalf of a4fe0c0d20cf44d2a2ca2e7c7e984201 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:38:43.580241 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-562ac5a5-f06a-40f8-9656-c38b9a2cd3a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:43.588943 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-562ac5a5-f06a-40f8-9656-c38b9a2cd3a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:43.678066 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-562ac5a5-f06a-40f8-9656-c38b9a2cd3a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:43.682220 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-562ac5a5-f06a-40f8-9656-c38b9a2cd3a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:43.707175 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562ac5a5-f06a-40f8-9656-c38b9a2cd3a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:38:43.724717 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ac5a5-f06a-40f8-9656-c38b9a2cd3a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89dc65ba-00f1-40e8-96fc-11a0aadbe17b,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:43.730966 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-562ac5a5-f06a-40f8-9656-c38b9a2cd3a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:43.731308 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-562ac5a5-f06a-40f8-9656-c38b9a2cd3a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065-project] Added segment 3b38c154-3abc-4aed-a95d-5ae4eebf2223 of type vlan for network 714587db-9fcc-4b1a-bfa8-eedc87552a04 Aug 28 15:38:44.101633 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-562ac5a5-f06a-40f8-9656-c38b9a2cd3a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:44.126778 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-562ac5a5-f06a-40f8-9656-c38b9a2cd3a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:44.132454 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562ac5a5-f06a-40f8-9656-c38b9a2cd3a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:44.132952 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-562ac5a5-f06a-40f8-9656-c38b9a2cd3a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:44.191149 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-562ac5a5-f06a-40f8-9656-c38b9a2cd3a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.7776647 Aug 28 15:38:44.199958 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ac5a5-f06a-40f8-9656-c38b9a2cd3a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065-project] Pushing event updated for resources: {'Network': ['ID=714587db-9fcc-4b1a-bfa8-eedc87552a04,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:44.210445 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 714587db-9fcc-4b1a-bfa8-eedc87552a04 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:38:44.375208 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55652) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:44.380365 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Request body: {'port': {'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04', 'binding:host_id': 'n-h2-712137-10', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952371676'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:38:44.404375 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Made reservation on behalf of 9f513e43c057446f8b92708ca899af68 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:38:44.407679 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:44.416248 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:44.513939 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:44.518460 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:44.522772 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] device_id is not set on port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:38:44.604939 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7285fda2-1929-41f1-8d03-83704234b30b,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:44.748451 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] device_id is not set on port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:38:44.757649 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:44.767981 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Transition to ACTIVE for port object f35b3e19-81cc-4328-ad12-e4e0cdf6b10f will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:38:44.776543 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:44.833193 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Pushing event updated for resources: {'Port': ['ID=f35b3e19-81cc-4328-ad12-e4e0cdf6b10f,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:44.841862 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Checking segment: {'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:38:44.842228 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Network hostable DHCP agents. Network: 714587db-9fcc-4b1a-bfa8-eedc87552a04, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:38:44.857919 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Network 714587db-9fcc-4b1a-bfa8-eedc87552a04 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:38:44.867554 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 714587db-9fcc-4b1a-bfa8-eedc87552a04) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:38:44.871793 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:38:44.877780 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf369c4-6bac-4dc1-bad1-110e89957dcd None None] Network 714587db-9fcc-4b1a-bfa8-eedc87552a04 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:38:44.894570 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:38:44.894915 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:38:44.895258 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:38:44.899760 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:38:44.900090 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Failed to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on host n-h2-712137-10 for vnic_type normal using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] Aug 28 15:38:44.900478 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempt 2 to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f Aug 28 15:38:44.912869 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:38:44.913208 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:38:44.913541 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:38:44.917737 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:38:44.918062 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Failed to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on host n-h2-712137-10 for vnic_type normal using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] Aug 28 15:38:44.918448 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempt 3 to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f Aug 28 15:38:44.934046 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:38:44.934382 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:38:44.934714 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:38:44.939000 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:38:44.939319 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Failed to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on host n-h2-712137-10 for vnic_type normal using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] Aug 28 15:38:44.939744 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempt 4 to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f Aug 28 15:38:44.951148 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:38:44.951482 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:38:44.951846 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:38:44.956723 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:38:44.957097 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Failed to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on host n-h2-712137-10 for vnic_type normal using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] Aug 28 15:38:44.957480 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempt 5 to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f Aug 28 15:38:44.970354 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:38:44.970691 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:38:44.971029 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:38:44.975358 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:38:44.975707 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Failed to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on host n-h2-712137-10 for vnic_type normal using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] Aug 28 15:38:44.976103 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempt 6 to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f Aug 28 15:38:44.987622 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:38:44.987977 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:38:44.988308 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:38:44.992511 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:38:44.992847 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Failed to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on host n-h2-712137-10 for vnic_type normal using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] Aug 28 15:38:44.993222 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempt 7 to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f Aug 28 15:38:45.006091 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:38:45.006345 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:38:45.006688 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:38:45.010865 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:38:45.011188 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Failed to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on host n-h2-712137-10 for vnic_type normal using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] Aug 28 15:38:45.011575 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempt 8 to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f Aug 28 15:38:45.023545 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:38:45.023903 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:38:45.024235 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:38:45.028354 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:38:45.028680 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Failed to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on host n-h2-712137-10 for vnic_type normal using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] Aug 28 15:38:45.029063 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempt 9 to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f Aug 28 15:38:45.041137 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:38:45.041468 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:38:45.041798 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:38:45.045930 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:38:45.046249 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Failed to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on host n-h2-712137-10 for vnic_type normal using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] Aug 28 15:38:45.046628 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempt 10 to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f Aug 28 15:38:45.058139 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:38:45.058468 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:38:45.058791 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:38:45.063348 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:38:45.063701 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Failed to bind port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f on host n-h2-712137-10 for vnic_type normal using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] Aug 28 15:38:45.064063 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:45.123892 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] For port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:38:45.124247 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempted to set empty binding levels {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 28 15:38:45.129092 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:45.158626 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:45.159217 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:45.180597 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Pushing event updated for resources: {'Port': ['ID=f35b3e19-81cc-4328-ad12-e4e0cdf6b10f,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:45.184551 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-45dcbafc-702f-4009-97ab-856fd8774af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 0.8082817 Aug 28 15:38:45.187255 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55654) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:45.266660 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-38ae90bb-981f-440b-82b5-9bac7093baa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Deleting port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:38:45.266891 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38ae90bb-981f-440b-82b5-9bac7093baa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:45.325775 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-38ae90bb-981f-440b-82b5-9bac7093baa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] For port f35b3e19-81cc-4328-ad12-e4e0cdf6b10f, host n-h2-712137-10, got binding levels [] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:38:45.326113 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38ae90bb-981f-440b-82b5-9bac7093baa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:45.339066 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-38ae90bb-981f-440b-82b5-9bac7093baa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Calling delete_port for f35b3e19-81cc-4328-ad12-e4e0cdf6b10f owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:38:45.418481 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38ae90bb-981f-440b-82b5-9bac7093baa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:45.446868 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae90bb-981f-440b-82b5-9bac7093baa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Pushing event deleted for resources: {'Port': ['ID=f35b3e19-81cc-4328-ad12-e4e0cdf6b10f,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:45.452687 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38ae90bb-981f-440b-82b5-9bac7093baa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:45.454874 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-38ae90bb-981f-440b-82b5-9bac7093baa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] 10.222.0.13 "DELETE /v2.0/ports/f35b3e19-81cc-4328-ad12-e4e0cdf6b10f HTTP/1.1" status: 204 len: 168 time: 0.2661157 Aug 28 15:38:45.458033 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55656) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:45.480712 n-d-712137-10 neutron-server[106330]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d52cd2-0e76-4bd6-882c-45a8ca18a49f tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] GET failed (client error): The resource could not be found. Aug 28 15:38:45.482105 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-67d52cd2-0e76-4bd6-882c-45a8ca18a49f tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] 10.222.0.13 "GET /v2.0/ports/f35b3e19-81cc-4328-ad12-e4e0cdf6b10f HTTP/1.1" status: 404 len: 333 time: 0.0231609 Aug 28 15:38:45.485912 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55658) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:45.490382 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-6ba742a9-1f9f-412a-8643-fc716988cf94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Request body: {'port': {'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-4194615'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:38:45.509712 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba742a9-1f9f-412a-8643-fc716988cf94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Made reservation on behalf of 9f513e43c057446f8b92708ca899af68 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:38:45.512064 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ba742a9-1f9f-412a-8643-fc716988cf94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:45.526965 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-6ba742a9-1f9f-412a-8643-fc716988cf94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] device_id is not set on port 291d8378-594c-4644-9a0f-d74fd698860d yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:38:45.680726 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ba742a9-1f9f-412a-8643-fc716988cf94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:45.715970 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ba742a9-1f9f-412a-8643-fc716988cf94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:45.754772 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba742a9-1f9f-412a-8643-fc716988cf94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Network 714587db-9fcc-4b1a-bfa8-eedc87552a04 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:38:45.759530 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-6ba742a9-1f9f-412a-8643-fc716988cf94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:38:45.761805 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba742a9-1f9f-412a-8643-fc716988cf94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:38:45.762742 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba742a9-1f9f-412a-8643-fc716988cf94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:45.763345 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ba742a9-1f9f-412a-8643-fc716988cf94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:45.777247 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba742a9-1f9f-412a-8643-fc716988cf94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Pushing event updated for resources: {'Port': ['ID=291d8378-594c-4644-9a0f-d74fd698860d,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:45.781873 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6ba742a9-1f9f-412a-8643-fc716988cf94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 961 time: 0.2945423 Aug 28 15:38:45.784874 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55660) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:45.789897 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:38:45.846235 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:46.012621 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] device_id is not set on port 291d8378-594c-4644-9a0f-d74fd698860d yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:38:46.020834 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:46.032303 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Transition to ACTIVE for port object 291d8378-594c-4644-9a0f-d74fd698860d will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:38:46.035886 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:46.085759 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Pushing event updated for resources: {'Port': ['ID=291d8378-594c-4644-9a0f-d74fd698860d,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:46.098311 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 291d8378-594c-4644-9a0f-d74fd698860d on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:38:46.098645 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 291d8378-594c-4644-9a0f-d74fd698860d by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:38:46.098982 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 291d8378-594c-4644-9a0f-d74fd698860d on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:38:46.103216 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Port 291d8378-594c-4644-9a0f-d74fd698860d on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:38:46.103538 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Failed to bind port 291d8378-594c-4644-9a0f-d74fd698860d on host n-h2-712137-10 for vnic_type normal using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] Aug 28 15:38:46.103948 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempt 2 to bind port 291d8378-594c-4644-9a0f-d74fd698860d Aug 28 15:38:46.117241 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 291d8378-594c-4644-9a0f-d74fd698860d on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:38:46.117582 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 291d8378-594c-4644-9a0f-d74fd698860d by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:38:46.117927 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 291d8378-594c-4644-9a0f-d74fd698860d on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:38:46.122350 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Port 291d8378-594c-4644-9a0f-d74fd698860d on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:38:46.122675 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Failed to bind port 291d8378-594c-4644-9a0f-d74fd698860d on host n-h2-712137-10 for vnic_type normal using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] Aug 28 15:38:46.123156 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempt 3 to bind port 291d8378-594c-4644-9a0f-d74fd698860d Aug 28 15:38:46.135915 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 291d8378-594c-4644-9a0f-d74fd698860d on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:38:46.136251 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 291d8378-594c-4644-9a0f-d74fd698860d by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:38:46.136586 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 291d8378-594c-4644-9a0f-d74fd698860d on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:38:46.140935 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Port 291d8378-594c-4644-9a0f-d74fd698860d on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:38:46.141196 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Failed to bind port 291d8378-594c-4644-9a0f-d74fd698860d on host n-h2-712137-10 for vnic_type normal using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] Aug 28 15:38:46.141758 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempt 4 to bind port 291d8378-594c-4644-9a0f-d74fd698860d Aug 28 15:38:46.153718 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 291d8378-594c-4644-9a0f-d74fd698860d on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:38:46.154047 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 291d8378-594c-4644-9a0f-d74fd698860d by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:38:46.154379 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 291d8378-594c-4644-9a0f-d74fd698860d on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:38:46.158619 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Port 291d8378-594c-4644-9a0f-d74fd698860d on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:38:46.158947 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Failed to bind port 291d8378-594c-4644-9a0f-d74fd698860d on host n-h2-712137-10 for vnic_type normal using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] Aug 28 15:38:46.159335 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempt 5 to bind port 291d8378-594c-4644-9a0f-d74fd698860d Aug 28 15:38:46.170597 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 291d8378-594c-4644-9a0f-d74fd698860d on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:38:46.170927 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 291d8378-594c-4644-9a0f-d74fd698860d by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:38:46.171253 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 291d8378-594c-4644-9a0f-d74fd698860d on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:38:46.176199 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Port 291d8378-594c-4644-9a0f-d74fd698860d on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:38:46.176528 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Failed to bind port 291d8378-594c-4644-9a0f-d74fd698860d on host n-h2-712137-10 for vnic_type normal using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] Aug 28 15:38:46.176913 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempt 6 to bind port 291d8378-594c-4644-9a0f-d74fd698860d Aug 28 15:38:46.189756 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 291d8378-594c-4644-9a0f-d74fd698860d on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:38:46.190092 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 291d8378-594c-4644-9a0f-d74fd698860d by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:38:46.190422 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 291d8378-594c-4644-9a0f-d74fd698860d on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:38:46.194597 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Port 291d8378-594c-4644-9a0f-d74fd698860d on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:38:46.194925 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Failed to bind port 291d8378-594c-4644-9a0f-d74fd698860d on host n-h2-712137-10 for vnic_type normal using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] Aug 28 15:38:46.195310 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempt 7 to bind port 291d8378-594c-4644-9a0f-d74fd698860d Aug 28 15:38:46.206558 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 291d8378-594c-4644-9a0f-d74fd698860d on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:38:46.206892 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 291d8378-594c-4644-9a0f-d74fd698860d by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:38:46.207222 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 291d8378-594c-4644-9a0f-d74fd698860d on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:38:46.211350 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Port 291d8378-594c-4644-9a0f-d74fd698860d on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:38:46.211698 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Failed to bind port 291d8378-594c-4644-9a0f-d74fd698860d on host n-h2-712137-10 for vnic_type normal using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] Aug 28 15:38:46.212085 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempt 8 to bind port 291d8378-594c-4644-9a0f-d74fd698860d Aug 28 15:38:46.224116 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 291d8378-594c-4644-9a0f-d74fd698860d on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:38:46.224448 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 291d8378-594c-4644-9a0f-d74fd698860d by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:38:46.224777 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 291d8378-594c-4644-9a0f-d74fd698860d on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:38:46.228894 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Port 291d8378-594c-4644-9a0f-d74fd698860d on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:38:46.229219 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Failed to bind port 291d8378-594c-4644-9a0f-d74fd698860d on host n-h2-712137-10 for vnic_type normal using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] Aug 28 15:38:46.229600 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempt 9 to bind port 291d8378-594c-4644-9a0f-d74fd698860d Aug 28 15:38:46.241867 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 291d8378-594c-4644-9a0f-d74fd698860d on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:38:46.242207 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 291d8378-594c-4644-9a0f-d74fd698860d by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:38:46.242541 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 291d8378-594c-4644-9a0f-d74fd698860d on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:38:46.246749 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Port 291d8378-594c-4644-9a0f-d74fd698860d on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:38:46.247074 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Failed to bind port 291d8378-594c-4644-9a0f-d74fd698860d on host n-h2-712137-10 for vnic_type normal using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] Aug 28 15:38:46.247459 n-d-712137-10 neutron-server[106330]: INFO neutron.plugins.ml2.plugin [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempt 10 to bind port 291d8378-594c-4644-9a0f-d74fd698860d Aug 28 15:38:46.263010 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 291d8378-594c-4644-9a0f-d74fd698860d on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:38:46.263341 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 291d8378-594c-4644-9a0f-d74fd698860d by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:38:46.263696 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 291d8378-594c-4644-9a0f-d74fd698860d on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:38:46.267941 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Port 291d8378-594c-4644-9a0f-d74fd698860d on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:38:46.268252 n-d-712137-10 neutron-server[106330]: ERROR neutron.plugins.ml2.managers [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Failed to bind port 291d8378-594c-4644-9a0f-d74fd698860d on host n-h2-712137-10 for vnic_type normal using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] Aug 28 15:38:46.268621 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:46.330532 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] For port 291d8378-594c-4644-9a0f-d74fd698860d, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:38:46.330797 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempted to set empty binding levels {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 28 15:38:46.334877 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:46.366104 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] In _notify_port_updated(), no bound segment for port 291d8378-594c-4644-9a0f-d74fd698860d on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106330) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 15:38:46.366965 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:46.367556 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:46.368877 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] 10.222.0.13 "PUT /v2.0/ports/291d8378-594c-4644-9a0f-d74fd698860d HTTP/1.1" status: 200 len: 977 time: 0.5830827 Aug 28 15:38:46.371515 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55662) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:46.380110 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ed682-2ccf-4f1c-a942-6645ecc37f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Pushing event updated for resources: {'Port': ['ID=291d8378-594c-4644-9a0f-d74fd698860d,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:46.443884 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc624e70-7743-4f5a-98f6-dd8e5c4e1f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:46.444369 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc624e70-7743-4f5a-98f6-dd8e5c4e1f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:46.444848 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc624e70-7743-4f5a-98f6-dd8e5c4e1f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:46.445315 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc624e70-7743-4f5a-98f6-dd8e5c4e1f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:46.445781 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc624e70-7743-4f5a-98f6-dd8e5c4e1f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:46.447539 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fc624e70-7743-4f5a-98f6-dd8e5c4e1f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 4678 time: 0.0750036 Aug 28 15:38:46.450397 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55664) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:46.525763 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-c3e8ee92-8caf-434b-a11f-fdae6871802d tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Deleting port 291d8378-594c-4644-9a0f-d74fd698860d {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:38:46.526101 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c3e8ee92-8caf-434b-a11f-fdae6871802d tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:46.588049 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-c3e8ee92-8caf-434b-a11f-fdae6871802d tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] For port 291d8378-594c-4644-9a0f-d74fd698860d, host n-h2-712137-10, got binding levels [] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:38:46.588336 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c3e8ee92-8caf-434b-a11f-fdae6871802d tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:46.601386 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-c3e8ee92-8caf-434b-a11f-fdae6871802d tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Calling delete_port for 291d8378-594c-4644-9a0f-d74fd698860d owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:38:46.676777 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c3e8ee92-8caf-434b-a11f-fdae6871802d tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:46.709880 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e8ee92-8caf-434b-a11f-fdae6871802d tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Pushing event deleted for resources: {'Port': ['ID=291d8378-594c-4644-9a0f-d74fd698860d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:46.714384 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c3e8ee92-8caf-434b-a11f-fdae6871802d tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:46.716484 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c3e8ee92-8caf-434b-a11f-fdae6871802d tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] 10.222.0.13 "DELETE /v2.0/ports/291d8378-594c-4644-9a0f-d74fd698860d HTTP/1.1" status: 204 len: 168 time: 0.2651913 Aug 28 15:38:46.719100 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55666) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:46.744772 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9fa1032-47aa-46b9-a4b2-fd29bb998314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] GET failed (client error): The resource could not be found. Aug 28 15:38:46.746232 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a9fa1032-47aa-46b9-a4b2-fd29bb998314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] 10.222.0.13 "GET /v2.0/ports/291d8378-594c-4644-9a0f-d74fd698860d HTTP/1.1" status: 404 len: 333 time: 0.0260866 Aug 28 15:38:46.749846 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55668) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:46.755181 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-7cb188e1-23ca-45bc-b770-ca37c76c4b83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-910796311', 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:38:46.775513 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb188e1-23ca-45bc-b770-ca37c76c4b83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Made reservation on behalf of 9f513e43c057446f8b92708ca899af68 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:38:46.777774 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7cb188e1-23ca-45bc-b770-ca37c76c4b83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:46.792716 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-7cb188e1-23ca-45bc-b770-ca37c76c4b83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] device_id is not set on port 497daa80-d5c6-4a4b-be1a-77a395f0e3a8 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:38:46.947869 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7cb188e1-23ca-45bc-b770-ca37c76c4b83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:46.980915 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7cb188e1-23ca-45bc-b770-ca37c76c4b83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:47.023836 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb188e1-23ca-45bc-b770-ca37c76c4b83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Network 714587db-9fcc-4b1a-bfa8-eedc87552a04 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:38:47.028852 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-7cb188e1-23ca-45bc-b770-ca37c76c4b83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:38:47.031019 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb188e1-23ca-45bc-b770-ca37c76c4b83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Pushing event updated for resources: {'Port': ['ID=497daa80-d5c6-4a4b-be1a-77a395f0e3a8,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:47.033817 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb188e1-23ca-45bc-b770-ca37c76c4b83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:38:47.034289 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb188e1-23ca-45bc-b770-ca37c76c4b83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:47.075126 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7cb188e1-23ca-45bc-b770-ca37c76c4b83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:47.075126 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7cb188e1-23ca-45bc-b770-ca37c76c4b83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3008935 Aug 28 15:38:47.075126 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55670) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:47.093126 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6546441-a8ce-47ae-bd6c-40b290ecd9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:47.094707 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b6546441-a8ce-47ae-bd6c-40b290ecd9d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] 10.222.0.13 "GET /v2.0/ports/497daa80-d5c6-4a4b-be1a-77a395f0e3a8 HTTP/1.1" status: 200 len: 958 time: 0.0385938 Aug 28 15:38:47.097387 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55672) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:47.170289 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-b17d7143-c007-4823-80ba-294857f3f1fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Deleting port 497daa80-d5c6-4a4b-be1a-77a395f0e3a8 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:38:47.170540 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b17d7143-c007-4823-80ba-294857f3f1fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:47.228345 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b17d7143-c007-4823-80ba-294857f3f1fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:47.242068 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-b17d7143-c007-4823-80ba-294857f3f1fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Calling delete_port for 497daa80-d5c6-4a4b-be1a-77a395f0e3a8 owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:38:47.605109 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b17d7143-c007-4823-80ba-294857f3f1fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:47.633563 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d7143-c007-4823-80ba-294857f3f1fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Pushing event deleted for resources: {'Port': ['ID=497daa80-d5c6-4a4b-be1a-77a395f0e3a8,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:47.639681 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b17d7143-c007-4823-80ba-294857f3f1fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:47.641858 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b17d7143-c007-4823-80ba-294857f3f1fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] 10.222.0.13 "DELETE /v2.0/ports/497daa80-d5c6-4a4b-be1a-77a395f0e3a8 HTTP/1.1" status: 204 len: 168 time: 0.5435381 Aug 28 15:38:47.644524 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55674) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:47.666908 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-f58324dd-c551-45ea-b15c-785ff7b921fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] GET failed (client error): The resource could not be found. Aug 28 15:38:47.668297 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f58324dd-c551-45ea-b15c-785ff7b921fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] 10.222.0.13 "GET /v2.0/ports/497daa80-d5c6-4a4b-be1a-77a395f0e3a8 HTTP/1.1" status: 404 len: 333 time: 0.0228846 Aug 28 15:38:47.671591 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55676) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:47.676555 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-977d1597-3c9a-4d4b-bc77-4d9afed4f9f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Request body: {'port': {'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428499431'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:38:47.696902 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977d1597-3c9a-4d4b-bc77-4d9afed4f9f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Made reservation on behalf of 9f513e43c057446f8b92708ca899af68 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:38:47.699145 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-977d1597-3c9a-4d4b-bc77-4d9afed4f9f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:47.713531 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-977d1597-3c9a-4d4b-bc77-4d9afed4f9f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] device_id is not set on port 314a542b-1135-4419-b22d-d25e9e6caec9 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:38:47.857633 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-977d1597-3c9a-4d4b-bc77-4d9afed4f9f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:47.893105 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-977d1597-3c9a-4d4b-bc77-4d9afed4f9f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:47.935305 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977d1597-3c9a-4d4b-bc77-4d9afed4f9f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Network 714587db-9fcc-4b1a-bfa8-eedc87552a04 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:38:47.938643 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-977d1597-3c9a-4d4b-bc77-4d9afed4f9f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:38:47.940978 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977d1597-3c9a-4d4b-bc77-4d9afed4f9f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:38:47.941924 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977d1597-3c9a-4d4b-bc77-4d9afed4f9f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:47.942523 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-977d1597-3c9a-4d4b-bc77-4d9afed4f9f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:47.954114 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d1597-3c9a-4d4b-bc77-4d9afed4f9f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Pushing event updated for resources: {'Port': ['ID=314a542b-1135-4419-b22d-d25e9e6caec9,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:47.961086 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-977d1597-3c9a-4d4b-bc77-4d9afed4f9f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.2879603 Aug 28 15:38:47.963719 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55678) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:47.968676 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:38:48.024330 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:48.188394 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] device_id is not set on port 314a542b-1135-4419-b22d-d25e9e6caec9 yet. {{(pid=106329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:38:48.195572 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:48.208570 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Transition to ACTIVE for port object 314a542b-1135-4419-b22d-d25e9e6caec9 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:38:48.211983 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:48.266956 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Pushing event updated for resources: {'Port': ['ID=314a542b-1135-4419-b22d-d25e9e6caec9,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:48.272760 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:38:48.273207 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:38:48.273433 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:38:48.277713 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Port 314a542b-1135-4419-b22d-d25e9e6caec9 on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:38:48.278038 n-d-712137-10 neutron-server[106329]: ERROR neutron.plugins.ml2.managers [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Failed to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 on host n-h2-712137-10 for vnic_type normal using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] Aug 28 15:38:48.278421 n-d-712137-10 neutron-server[106329]: INFO neutron.plugins.ml2.plugin [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempt 2 to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 Aug 28 15:38:48.291422 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:38:48.291790 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:38:48.292125 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:38:48.296285 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Port 314a542b-1135-4419-b22d-d25e9e6caec9 on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:38:48.296609 n-d-712137-10 neutron-server[106329]: ERROR neutron.plugins.ml2.managers [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Failed to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 on host n-h2-712137-10 for vnic_type normal using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] Aug 28 15:38:48.297775 n-d-712137-10 neutron-server[106329]: INFO neutron.plugins.ml2.plugin [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempt 3 to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 Aug 28 15:38:48.309461 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:38:48.309795 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:38:48.310122 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:38:48.314497 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Port 314a542b-1135-4419-b22d-d25e9e6caec9 on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:38:48.314823 n-d-712137-10 neutron-server[106329]: ERROR neutron.plugins.ml2.managers [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Failed to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 on host n-h2-712137-10 for vnic_type normal using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] Aug 28 15:38:48.315203 n-d-712137-10 neutron-server[106329]: INFO neutron.plugins.ml2.plugin [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempt 4 to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 Aug 28 15:38:48.326967 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:38:48.327299 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:38:48.327627 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:38:48.332031 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Port 314a542b-1135-4419-b22d-d25e9e6caec9 on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:38:48.332355 n-d-712137-10 neutron-server[106329]: ERROR neutron.plugins.ml2.managers [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Failed to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 on host n-h2-712137-10 for vnic_type normal using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] Aug 28 15:38:48.332738 n-d-712137-10 neutron-server[106329]: INFO neutron.plugins.ml2.plugin [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempt 5 to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 Aug 28 15:38:48.344530 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:38:48.345011 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:38:48.345350 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:38:48.349482 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Port 314a542b-1135-4419-b22d-d25e9e6caec9 on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:38:48.349806 n-d-712137-10 neutron-server[106329]: ERROR neutron.plugins.ml2.managers [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Failed to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 on host n-h2-712137-10 for vnic_type normal using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] Aug 28 15:38:48.350210 n-d-712137-10 neutron-server[106329]: INFO neutron.plugins.ml2.plugin [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempt 6 to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 Aug 28 15:38:48.362641 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:38:48.362975 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:38:48.363306 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:38:48.367422 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Port 314a542b-1135-4419-b22d-d25e9e6caec9 on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:38:48.367778 n-d-712137-10 neutron-server[106329]: ERROR neutron.plugins.ml2.managers [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Failed to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 on host n-h2-712137-10 for vnic_type normal using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] Aug 28 15:38:48.368163 n-d-712137-10 neutron-server[106329]: INFO neutron.plugins.ml2.plugin [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempt 7 to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 Aug 28 15:38:48.379336 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:38:48.379688 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:38:48.380029 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:38:48.384149 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Port 314a542b-1135-4419-b22d-d25e9e6caec9 on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:38:48.384472 n-d-712137-10 neutron-server[106329]: ERROR neutron.plugins.ml2.managers [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Failed to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 on host n-h2-712137-10 for vnic_type normal using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] Aug 28 15:38:48.384853 n-d-712137-10 neutron-server[106329]: INFO neutron.plugins.ml2.plugin [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempt 8 to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 Aug 28 15:38:48.398091 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:38:48.398437 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:38:48.398776 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:38:48.403084 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Port 314a542b-1135-4419-b22d-d25e9e6caec9 on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:38:48.403417 n-d-712137-10 neutron-server[106329]: ERROR neutron.plugins.ml2.managers [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Failed to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 on host n-h2-712137-10 for vnic_type normal using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] Aug 28 15:38:48.403848 n-d-712137-10 neutron-server[106329]: INFO neutron.plugins.ml2.plugin [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempt 9 to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 Aug 28 15:38:48.416449 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:38:48.416778 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:38:48.417116 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:38:48.421410 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Port 314a542b-1135-4419-b22d-d25e9e6caec9 on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:38:48.421738 n-d-712137-10 neutron-server[106329]: ERROR neutron.plugins.ml2.managers [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Failed to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 on host n-h2-712137-10 for vnic_type normal using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] Aug 28 15:38:48.422129 n-d-712137-10 neutron-server[106329]: INFO neutron.plugins.ml2.plugin [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempt 10 to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 Aug 28 15:38:48.437718 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:38:48.438364 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:38:48.438779 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempting to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:38:48.442942 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Port 314a542b-1135-4419-b22d-d25e9e6caec9 on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:38:48.443268 n-d-712137-10 neutron-server[106329]: ERROR neutron.plugins.ml2.managers [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Failed to bind port 314a542b-1135-4419-b22d-d25e9e6caec9 on host n-h2-712137-10 for vnic_type normal using segments [{'id': '3b38c154-3abc-4aed-a95d-5ae4eebf2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '714587db-9fcc-4b1a-bfa8-eedc87552a04'}] Aug 28 15:38:48.443639 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:48.509836 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] For port 314a542b-1135-4419-b22d-d25e9e6caec9, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:38:48.510205 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attempted to set empty binding levels {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 28 15:38:48.515726 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:48.546686 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] In _notify_port_updated(), no bound segment for port 314a542b-1135-4419-b22d-d25e9e6caec9 on network 714587db-9fcc-4b1a-bfa8-eedc87552a04 {{(pid=106329) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 15:38:48.548479 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:48.549089 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:48.550402 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] 10.222.0.13 "PUT /v2.0/ports/314a542b-1135-4419-b22d-d25e9e6caec9 HTTP/1.1" status: 200 len: 980 time: 0.5857742 Aug 28 15:38:48.553620 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55680) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:48.564412 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c882827-e41f-483c-bdad-3e102e6589cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Pushing event updated for resources: {'Port': ['ID=314a542b-1135-4419-b22d-d25e9e6caec9,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:48.634583 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-681fa1f2-aa27-4d99-adf5-7a826cc1f266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Deleting port 314a542b-1135-4419-b22d-d25e9e6caec9 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:38:48.634927 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-681fa1f2-aa27-4d99-adf5-7a826cc1f266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:48.695145 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-681fa1f2-aa27-4d99-adf5-7a826cc1f266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] For port 314a542b-1135-4419-b22d-d25e9e6caec9, host n-h2-712137-10, got binding levels [] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:38:48.695438 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-681fa1f2-aa27-4d99-adf5-7a826cc1f266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:48.707945 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-681fa1f2-aa27-4d99-adf5-7a826cc1f266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Calling delete_port for 314a542b-1135-4419-b22d-d25e9e6caec9 owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:38:48.787933 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-681fa1f2-aa27-4d99-adf5-7a826cc1f266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:48.820625 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-681fa1f2-aa27-4d99-adf5-7a826cc1f266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:48.822482 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-681fa1f2-aa27-4d99-adf5-7a826cc1f266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] 10.222.0.13 "DELETE /v2.0/ports/314a542b-1135-4419-b22d-d25e9e6caec9 HTTP/1.1" status: 204 len: 168 time: 0.2678549 Aug 28 15:38:48.823470 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681fa1f2-aa27-4d99-adf5-7a826cc1f266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] Pushing event deleted for resources: {'Port': ['ID=314a542b-1135-4419-b22d-d25e9e6caec9,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:48.825668 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55682) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:48.850179 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5bc260f-942d-49a0-957d-6c0db659e593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] GET failed (client error): The resource could not be found. Aug 28 15:38:48.851689 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b5bc260f-942d-49a0-957d-6c0db659e593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579344285-project-admin] 10.222.0.13 "GET /v2.0/ports/314a542b-1135-4419-b22d-d25e9e6caec9 HTTP/1.1" status: 404 len: 333 time: 0.0249746 Aug 28 15:38:48.855170 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55684) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:48.933066 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bb927b6a-53b1-453f-973e-5c7b33f24c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:49.014501 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bb927b6a-53b1-453f-973e-5c7b33f24c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:49.024215 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-bb927b6a-53b1-453f-973e-5c7b33f24c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['714587db-9fcc-4b1a-bfa8-eedc87552a04']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:38:49.039250 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-bb927b6a-53b1-453f-973e-5c7b33f24c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b38c154-3abc-4aed-a95d-5ae4eebf2223') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:38:49.039544 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-bb927b6a-53b1-453f-973e-5c7b33f24c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b38c154-3abc-4aed-a95d-5ae4eebf2223') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:38:49.048804 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bb927b6a-53b1-453f-973e-5c7b33f24c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:49.062174 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bb927b6a-53b1-453f-973e-5c7b33f24c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:49.068192 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb927b6a-53b1-453f-973e-5c7b33f24c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:38:49.068572 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bb927b6a-53b1-453f-973e-5c7b33f24c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:38:49.071372 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:38:49.126036 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bb927b6a-53b1-453f-973e-5c7b33f24c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:49.132898 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bb927b6a-53b1-453f-973e-5c7b33f24c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:49.134558 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-bb927b6a-53b1-453f-973e-5c7b33f24c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065-project] 10.222.0.13 "DELETE /v2.0/networks/714587db-9fcc-4b1a-bfa8-eedc87552a04 HTTP/1.1" status: 204 len: 168 time: 0.2784426 Aug 28 15:38:49.146772 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb927b6a-53b1-453f-973e-5c7b33f24c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169479065-project] Pushing event deleted for resources: {'Network': ['ID=714587db-9fcc-4b1a-bfa8-eedc87552a04,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:49.372781 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55690) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:49.508771 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-02825138-59b8-4ee0-8512-e4214861fd42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4fe0c0d20cf44d2a2ca2e7c7e984201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348245 Aug 28 15:38:49.511377 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55694) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:49.558717 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fc6dc24b-a9e6-48c3-b2ba-9f70e3014f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:49.585842 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fc6dc24b-a9e6-48c3-b2ba-9f70e3014f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:49.632602 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fc6dc24b-a9e6-48c3-b2ba-9f70e3014f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:49.635371 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fc6dc24b-a9e6-48c3-b2ba-9f70e3014f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:49.636575 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fc6dc24b-a9e6-48c3-b2ba-9f70e3014f9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89dc65ba-00f1-40e8-96fc-11a0aadbe17b HTTP/1.1" status: 204 len: 168 time: 0.1242559 Aug 28 15:38:49.644751 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6dc24b-a9e6-48c3-b2ba-9f70e3014f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89dc65ba-00f1-40e8-96fc-11a0aadbe17b,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:49.894881 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55700) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:49.934492 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-79341f1f-c8cb-47a7-b6c2-5d37267b66a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f513e43c057446f8b92708ca899af68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384288 Aug 28 15:38:49.936887 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55702) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:49.983148 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6656c2f1-ad6c-4073-859d-d2421e2cc43d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:50.005063 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6656c2f1-ad6c-4073-859d-d2421e2cc43d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:50.050497 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6656c2f1-ad6c-4073-859d-d2421e2cc43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:50.053167 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6656c2f1-ad6c-4073-859d-d2421e2cc43d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:50.054554 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6656c2f1-ad6c-4073-859d-d2421e2cc43d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7285fda2-1929-41f1-8d03-83704234b30b HTTP/1.1" status: 204 len: 168 time: 0.1161160 Aug 28 15:38:50.061815 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656c2f1-ad6c-4073-859d-d2421e2cc43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7285fda2-1929-41f1-8d03-83704234b30b,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:50.729090 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55724) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:50.823585 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-72ae9988-dd5b-4703-99a8-b3888e4946a7 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1810751954'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:38:50.845769 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ae9988-dd5b-4703-99a8-b3888e4946a7 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Made reservation on behalf of 2a23c6bdca3649579c71949efa04a668 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:38:50.849178 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-72ae9988-dd5b-4703-99a8-b3888e4946a7 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:50.857323 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-72ae9988-dd5b-4703-99a8-b3888e4946a7 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:50.948993 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-72ae9988-dd5b-4703-99a8-b3888e4946a7 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:50.952608 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-72ae9988-dd5b-4703-99a8-b3888e4946a7 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:50.975353 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ae9988-dd5b-4703-99a8-b3888e4946a7 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:38:50.989468 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae9988-dd5b-4703-99a8-b3888e4946a7 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1693f03c-b769-4879-826d-43ab04968ec7,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:50.992532 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-72ae9988-dd5b-4703-99a8-b3888e4946a7 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:50.992875 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-72ae9988-dd5b-4703-99a8-b3888e4946a7 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Added segment d910eddd-079a-4334-9605-7d43024dd9c5 of type vlan for network b1a16dc9-768e-46c9-98fd-48860591878a Aug 28 15:38:51.032978 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-72ae9988-dd5b-4703-99a8-b3888e4946a7 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:51.056296 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-72ae9988-dd5b-4703-99a8-b3888e4946a7 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:51.061918 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ae9988-dd5b-4703-99a8-b3888e4946a7 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:51.063232 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-72ae9988-dd5b-4703-99a8-b3888e4946a7 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:51.122480 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55728) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:51.123003 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-72ae9988-dd5b-4703-99a8-b3888e4946a7 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.3923740 Aug 28 15:38:51.128356 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-547dd320-2d34-4f4a-a5c8-f13d41b3fee2 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Request body: {'subnet': {'network_id': 'b1a16dc9-768e-46c9-98fd-48860591878a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:38:51.131606 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae9988-dd5b-4703-99a8-b3888e4946a7 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Pushing event updated for resources: {'Network': ['ID=b1a16dc9-768e-46c9-98fd-48860591878a,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:51.142102 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network b1a16dc9-768e-46c9-98fd-48860591878a details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:38:51.219573 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547dd320-2d34-4f4a-a5c8-f13d41b3fee2 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Made reservation on behalf of 2a23c6bdca3649579c71949efa04a668 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:38:51.223510 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-547dd320-2d34-4f4a-a5c8-f13d41b3fee2 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:51.409724 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-547dd320-2d34-4f4a-a5c8-f13d41b3fee2 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:51.473518 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547dd320-2d34-4f4a-a5c8-f13d41b3fee2 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Pushing event updated for resources: {'Subnet': ['ID=3baabe0b-f92e-43c4-b64f-e50f9a66ffa7,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:51.484882 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547dd320-2d34-4f4a-a5c8-f13d41b3fee2 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Checking segment: {'id': 'd910eddd-079a-4334-9605-7d43024dd9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b1a16dc9-768e-46c9-98fd-48860591878a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:38:51.485334 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547dd320-2d34-4f4a-a5c8-f13d41b3fee2 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Network hostable DHCP agents. Network: b1a16dc9-768e-46c9-98fd-48860591878a, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:38:51.502370 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547dd320-2d34-4f4a-a5c8-f13d41b3fee2 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Network b1a16dc9-768e-46c9-98fd-48860591878a is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:38:51.510818 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-547dd320-2d34-4f4a-a5c8-f13d41b3fee2 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, b1a16dc9-768e-46c9-98fd-48860591878a) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:38:51.515045 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547dd320-2d34-4f4a-a5c8-f13d41b3fee2 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:51.515849 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-547dd320-2d34-4f4a-a5c8-f13d41b3fee2 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:51.520172 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b34384-04d1-4db6-9485-fd7300210fcc None None] Network b1a16dc9-768e-46c9-98fd-48860591878a requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:38:51.530323 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-547dd320-2d34-4f4a-a5c8-f13d41b3fee2 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4066620 Aug 28 15:38:51.533213 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55730) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:51.538291 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-5e4bdc8b-a0e3-4496-a506-3615c7cf5d6d tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Request body: {'port': {'network_id': 'b1a16dc9-768e-46c9-98fd-48860591878a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1453848242'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:38:51.646777 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4bdc8b-a0e3-4496-a506-3615c7cf5d6d tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Made reservation on behalf of 2a23c6bdca3649579c71949efa04a668 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:38:51.650333 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5e4bdc8b-a0e3-4496-a506-3615c7cf5d6d tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:51.666683 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-b1a16dc9-768e-46c9-98fd-48860591878a', 'network_id': 'b1a16dc9-768e-46c9-98fd-48860591878a', 'tenant_id': '2a23c6bdca3649579c71949efa04a668', 'fixed_ips': [{'subnet_id': '3baabe0b-f92e-43c4-b64f-e50f9a66ffa7'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:38:51.667668 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:51.669144 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-5e4bdc8b-a0e3-4496-a506-3615c7cf5d6d tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] device_id is not set on port 2e8e1df9-ba40-41e7-8126-e47d1ef0b914 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:38:51.780906 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-5e4bdc8b-a0e3-4496-a506-3615c7cf5d6d tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Allocated IP 172.20.0.13 (b1a16dc9-768e-46c9-98fd-48860591878a/3baabe0b-f92e-43c4-b64f-e50f9a66ffa7/2e8e1df9-ba40-41e7-8126-e47d1ef0b914) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:38:51.932867 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5e4bdc8b-a0e3-4496-a506-3615c7cf5d6d tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:51.946718 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-5e4bdc8b-a0e3-4496-a506-3615c7cf5d6d tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Transition to ACTIVE for port object 2e8e1df9-ba40-41e7-8126-e47d1ef0b914 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:38:51.978430 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5e4bdc8b-a0e3-4496-a506-3615c7cf5d6d tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:52.022116 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Allocated IP 172.20.0.2 (b1a16dc9-768e-46c9-98fd-48860591878a/3baabe0b-f92e-43c4-b64f-e50f9a66ffa7/e5375fbd-11d2-45c8-a794-c79b647dd504) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:38:52.024440 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4bdc8b-a0e3-4496-a506-3615c7cf5d6d tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Network b1a16dc9-768e-46c9-98fd-48860591878a is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:38:52.027537 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-5e4bdc8b-a0e3-4496-a506-3615c7cf5d6d tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:38:52.032577 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4bdc8b-a0e3-4496-a506-3615c7cf5d6d tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:38:52.057167 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4bdc8b-a0e3-4496-a506-3615c7cf5d6d tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Pushing event updated for resources: {'Port': ['ID=2e8e1df9-ba40-41e7-8126-e47d1ef0b914,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:52.085411 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4bdc8b-a0e3-4496-a506-3615c7cf5d6d tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:52.086021 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5e4bdc8b-a0e3-4496-a506-3615c7cf5d6d tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:52.101910 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5e4bdc8b-a0e3-4496-a506-3615c7cf5d6d tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.5675349 Aug 28 15:38:52.104832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55732) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:52.110460 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-e57cef72-9d9e-49fe-b018-a02574e31e59 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Request body: {'port': {'network_id': 'b1a16dc9-768e-46c9-98fd-48860591878a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1381871380', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:38:52.110946 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.api.validators [None req-e57cef72-9d9e-49fe-b018-a02574e31e59 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] bootfile-name is not in valid_values {{(pid=106330) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 15:38:52.111284 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.api.validators [None req-e57cef72-9d9e-49fe-b018-a02574e31e59 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] tftp-server is not in valid_values {{(pid=106330) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 15:38:52.111621 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.api.validators [None req-e57cef72-9d9e-49fe-b018-a02574e31e59 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] server-ip-address is not in valid_values {{(pid=106330) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 15:38:52.175362 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:52.183995 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Transition to ACTIVE for port object e5375fbd-11d2-45c8-a794-c79b647dd504 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:38:52.199026 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Transition to ACTIVE for port object e5375fbd-11d2-45c8-a794-c79b647dd504 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:38:52.205429 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:52.221182 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57cef72-9d9e-49fe-b018-a02574e31e59 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Made reservation on behalf of 2a23c6bdca3649579c71949efa04a668 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:38:52.224756 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e57cef72-9d9e-49fe-b018-a02574e31e59 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:52.240208 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Network b1a16dc9-768e-46c9-98fd-48860591878a is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:38:52.242534 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [None req-e57cef72-9d9e-49fe-b018-a02574e31e59 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] device_id is not set on port e89a7254-5fe3-4b2a-9f87-af0c31229791 yet. {{(pid=106330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 15:38:52.243035 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:38:52.248818 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:38:52.259196 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Pushing event updated for resources: {'Port': ['ID=e5375fbd-11d2-45c8-a794-c79b647dd504,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:52.284717 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:52.284982 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:52.285324 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:52.285663 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:52.285998 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:52.286328 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:52.286657 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:52.286983 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:52.287312 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:52.287637 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:52.287985 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:52.288315 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:38:52.320541 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Attempting to bind port e5375fbd-11d2-45c8-a794-c79b647dd504 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:38:52.320920 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Attempting to bind port e5375fbd-11d2-45c8-a794-c79b647dd504 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'd910eddd-079a-4334-9605-7d43024dd9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b1a16dc9-768e-46c9-98fd-48860591878a'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:38:52.321286 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Attempting to bind port e5375fbd-11d2-45c8-a794-c79b647dd504 on network b1a16dc9-768e-46c9-98fd-48860591878a {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:38:52.326095 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:38:52.326475 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Checking segment: {'id': 'd910eddd-079a-4334-9605-7d43024dd9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b1a16dc9-768e-46c9-98fd-48860591878a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:38:52.326878 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:52.327272 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Bound using segment: {'id': 'd910eddd-079a-4334-9605-7d43024dd9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b1a16dc9-768e-46c9-98fd-48860591878a'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:38:52.327760 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Bound port: e5375fbd-11d2-45c8-a794-c79b647dd504, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd910eddd-079a-4334-9605-7d43024dd9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b1a16dc9-768e-46c9-98fd-48860591878a'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:38:52.328779 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:52.354557 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-e57cef72-9d9e-49fe-b018-a02574e31e59 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Allocated IP 172.20.0.9 (b1a16dc9-768e-46c9-98fd-48860591878a/3baabe0b-f92e-43c4-b64f-e50f9a66ffa7/e89a7254-5fe3-4b2a-9f87-af0c31229791) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:38:52.399756 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] For port e5375fbd-11d2-45c8-a794-c79b647dd504, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:38:52.403065 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] For port e5375fbd-11d2-45c8-a794-c79b647dd504, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e5375fbd-11d2-45c8-a794-c79b647dd504,segment=NetworkSegment(d910eddd-079a-4334-9605-7d43024dd9c5),segment_id=d910eddd-079a-4334-9605-7d43024dd9c5)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:38:52.410226 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:52.469600 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e95afa-31e5-4a9f-86f6-649f3408ac8f None None] Pushing event updated for resources: {'Port': ['ID=e5375fbd-11d2-45c8-a794-c79b647dd504,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:52.529764 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e57cef72-9d9e-49fe-b018-a02574e31e59 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:52.546705 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-e57cef72-9d9e-49fe-b018-a02574e31e59 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Transition to ACTIVE for port object e89a7254-5fe3-4b2a-9f87-af0c31229791 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:38:52.582538 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e57cef72-9d9e-49fe-b018-a02574e31e59 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:52.641477 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57cef72-9d9e-49fe-b018-a02574e31e59 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Network b1a16dc9-768e-46c9-98fd-48860591878a is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:38:52.644867 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-e57cef72-9d9e-49fe-b018-a02574e31e59 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:38:52.649779 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57cef72-9d9e-49fe-b018-a02574e31e59 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:38:52.653607 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57cef72-9d9e-49fe-b018-a02574e31e59 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Pushing event updated for resources: {'Port': ['ID=e89a7254-5fe3-4b2a-9f87-af0c31229791,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:52.708789 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57cef72-9d9e-49fe-b018-a02574e31e59 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:52.709455 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e57cef72-9d9e-49fe-b018-a02574e31e59 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:52.732890 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e57cef72-9d9e-49fe-b018-a02574e31e59 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.6246924 Aug 28 15:38:52.733409 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55734) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:52.735326 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e5375fbd-11d2-45c8-a794-c79b647dd504 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:38:52.787284 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port e5375fbd-11d2-45c8-a794-c79b647dd504 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:38:52.792083 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b919c92c-6491-464b-a91f-b74e50c11fe0 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:52.798523 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b919c92c-6491-464b-a91f-b74e50c11fe0 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:52.804676 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b919c92c-6491-464b-a91f-b74e50c11fe0 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:52.806356 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b919c92c-6491-464b-a91f-b74e50c11fe0 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.0671034 Aug 28 15:38:52.809096 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55736) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:52.893222 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-773708d6-7dfb-4a34-9f2a-de655bd9f822 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Deleting port e89a7254-5fe3-4b2a-9f87-af0c31229791 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:38:52.893565 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-773708d6-7dfb-4a34-9f2a-de655bd9f822 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:52.982376 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-773708d6-7dfb-4a34-9f2a-de655bd9f822 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:52.995028 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-773708d6-7dfb-4a34-9f2a-de655bd9f822 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Calling delete_port for e89a7254-5fe3-4b2a-9f87-af0c31229791 owned by {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:38:53.131571 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-773708d6-7dfb-4a34-9f2a-de655bd9f822 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:53.163934 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773708d6-7dfb-4a34-9f2a-de655bd9f822 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Pushing event deleted for resources: {'Port': ['ID=e89a7254-5fe3-4b2a-9f87-af0c31229791,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:53.233213 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-773708d6-7dfb-4a34-9f2a-de655bd9f822 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:53.236544 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-773708d6-7dfb-4a34-9f2a-de655bd9f822 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] 10.222.0.13 "DELETE /v2.0/ports/e89a7254-5fe3-4b2a-9f87-af0c31229791 HTTP/1.1" status: 204 len: 168 time: 0.4264793 Aug 28 15:38:53.240093 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55738) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:53.245660 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-37f4dc44-3af1-4d5f-a626-d447b4c389db tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Request body: {'port': {'name': 'tempest-new-port-name-463391324', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:38:53.245796 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.api.validators [None req-37f4dc44-3af1-4d5f-a626-d447b4c389db tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] bootfile-name is not in valid_values {{(pid=106330) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 15:38:53.246365 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.api.validators [None req-37f4dc44-3af1-4d5f-a626-d447b4c389db tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] tftp-server is not in valid_values {{(pid=106330) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 15:38:53.246594 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.api.validators [None req-37f4dc44-3af1-4d5f-a626-d447b4c389db tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] server-ip-address is not in valid_values {{(pid=106330) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 15:38:53.316328 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-37f4dc44-3af1-4d5f-a626-d447b4c389db tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:53.387892 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21dbf69-96f5-4af7-b4a8-8b04f2800ae0 None None] Network b1a16dc9-768e-46c9-98fd-48860591878a requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:38:53.478015 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-94827b46-a353-4aac-b8f3-349f12eaf8b9 None None] Provisioning for port e5375fbd-11d2-45c8-a794-c79b647dd504 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:38:53.501102 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-94827b46-a353-4aac-b8f3-349f12eaf8b9 None None] Provisioning complete for port e5375fbd-11d2-45c8-a794-c79b647dd504 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:38:53.501530 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-94827b46-a353-4aac-b8f3-349f12eaf8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:53.510049 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-37f4dc44-3af1-4d5f-a626-d447b4c389db tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:53.514643 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-37f4dc44-3af1-4d5f-a626-d447b4c389db tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:53.590686 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4dc44-3af1-4d5f-a626-d447b4c389db tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Pushing event updated for resources: {'Port': ['ID=2e8e1df9-ba40-41e7-8126-e47d1ef0b914,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:53.600497 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-37f4dc44-3af1-4d5f-a626-d447b4c389db tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] In _notify_port_updated(), no bound segment for port 2e8e1df9-ba40-41e7-8126-e47d1ef0b914 on network b1a16dc9-768e-46c9-98fd-48860591878a {{(pid=106330) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 15:38:53.606043 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f4dc44-3af1-4d5f-a626-d447b4c389db tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:53.606751 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-37f4dc44-3af1-4d5f-a626-d447b4c389db tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:53.611154 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-37f4dc44-3af1-4d5f-a626-d447b4c389db tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] 10.222.0.13 "PUT /v2.0/ports/2e8e1df9-ba40-41e7-8126-e47d1ef0b914 HTTP/1.1" status: 200 len: 1136 time: 0.3670242 Aug 28 15:38:53.611458 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55740) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:53.628557 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-94827b46-a353-4aac-b8f3-349f12eaf8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:53.662574 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-94827b46-a353-4aac-b8f3-349f12eaf8b9 None None] For port e5375fbd-11d2-45c8-a794-c79b647dd504, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e5375fbd-11d2-45c8-a794-c79b647dd504,segment=NetworkSegment(d910eddd-079a-4334-9605-7d43024dd9c5),segment_id=d910eddd-079a-4334-9605-7d43024dd9c5)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:38:53.663879 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22265948-6409-4ec2-9244-7209f7ee03e4 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:38:53.665621 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-22265948-6409-4ec2-9244-7209f7ee03e4 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] 10.222.0.13 "GET /v2.0/ports/2e8e1df9-ba40-41e7-8126-e47d1ef0b914 HTTP/1.1" status: 200 len: 1136 time: 0.0528758 Aug 28 15:38:53.667297 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-94827b46-a353-4aac-b8f3-349f12eaf8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:53.674763 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55742) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:53.720596 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94827b46-a353-4aac-b8f3-349f12eaf8b9 None None] Pushing event updated for resources: {'Port': ['ID=e5375fbd-11d2-45c8-a794-c79b647dd504,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:53.768484 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-87c0be3a-5a21-4d65-9f94-faae6798dcfb tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Deleting port 2e8e1df9-ba40-41e7-8126-e47d1ef0b914 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:38:53.768826 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-87c0be3a-5a21-4d65-9f94-faae6798dcfb tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:53.865511 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-87c0be3a-5a21-4d65-9f94-faae6798dcfb tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:53.879049 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-87c0be3a-5a21-4d65-9f94-faae6798dcfb tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Calling delete_port for 2e8e1df9-ba40-41e7-8126-e47d1ef0b914 owned by {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:38:53.895240 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6025b948-cac5-44a2-af8d-bcea628d9a44 None None] Provisioning for port 2e8e1df9-ba40-41e7-8126-e47d1ef0b914 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:38:53.899853 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6025b948-cac5-44a2-af8d-bcea628d9a44 None None] Provisioning complete for port 2e8e1df9-ba40-41e7-8126-e47d1ef0b914 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:38:53.900232 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6025b948-cac5-44a2-af8d-bcea628d9a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:53.938265 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-6025b948-cac5-44a2-af8d-bcea628d9a44 None None] Port 2e8e1df9-ba40-41e7-8126-e47d1ef0b914 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:38:53.949458 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6025b948-cac5-44a2-af8d-bcea628d9a44 None None] Provisioning complete for port e5375fbd-11d2-45c8-a794-c79b647dd504 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:38:53.949837 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6025b948-cac5-44a2-af8d-bcea628d9a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:54.022223 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-87c0be3a-5a21-4d65-9f94-faae6798dcfb tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:54.055438 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0be3a-5a21-4d65-9f94-faae6798dcfb tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Pushing event deleted for resources: {'Port': ['ID=2e8e1df9-ba40-41e7-8126-e47d1ef0b914,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:54.125479 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-87c0be3a-5a21-4d65-9f94-faae6798dcfb tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:54.127358 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-87c0be3a-5a21-4d65-9f94-faae6798dcfb tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] 10.222.0.13 "DELETE /v2.0/ports/2e8e1df9-ba40-41e7-8126-e47d1ef0b914 HTTP/1.1" status: 204 len: 168 time: 0.4514885 Aug 28 15:38:54.129874 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55744) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:54.148724 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c7c18828-d2b2-4b7a-8048-e38257f5dde9 None None] Could not find standard attr ID for object 2e8e1df9-ba40-41e7-8126-e47d1ef0b914. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:38:54.185539 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f1cda9-703a-457a-a6e5-3a100324e5c8 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Deleting subnet 3baabe0b-f92e-43c4-b64f-e50f9a66ffa7 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:38:54.189581 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-26f1cda9-703a-457a-a6e5-3a100324e5c8 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:54.237203 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-26f1cda9-703a-457a-a6e5-3a100324e5c8 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:54.262421 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-dae1add9-c21e-46f0-819d-10139dca9f62 None None] Could not find standard attr ID for object e89a7254-5fe3-4b2a-9f87-af0c31229791. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:38:54.324372 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-26f1cda9-703a-457a-a6e5-3a100324e5c8 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:54.389102 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-26f1cda9-703a-457a-a6e5-3a100324e5c8 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:54.424724 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1cda9-703a-457a-a6e5-3a100324e5c8 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Pushing event deleted for resources: {'Subnet': ['ID=3baabe0b-f92e-43c4-b64f-e50f9a66ffa7,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:54.428900 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-26f1cda9-703a-457a-a6e5-3a100324e5c8 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:54.433068 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-26f1cda9-703a-457a-a6e5-3a100324e5c8 tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] 10.222.0.13 "DELETE /v2.0/subnets/3baabe0b-f92e-43c4-b64f-e50f9a66ffa7 HTTP/1.1" status: 204 len: 168 time: 0.2999823 Aug 28 15:38:54.433316 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55746) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:54.512101 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a1bc5b0d-385b-4b5c-ad01-8e7a5200190b tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:54.513198 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9817287d-9fed-46e6-b0ed-f3bccd3acd50 None None] Network b1a16dc9-768e-46c9-98fd-48860591878a requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:38:54.586579 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-a1bc5b0d-385b-4b5c-ad01-8e7a5200190b tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Deleting port e5375fbd-11d2-45c8-a794-c79b647dd504 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:38:54.586918 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a1bc5b0d-385b-4b5c-ad01-8e7a5200190b tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:54.587099 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-01ca2b13-d169-45ff-9c6b-b2ac25998277 None None] Could not find standard attr ID for object 2e8e1df9-ba40-41e7-8126-e47d1ef0b914. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:38:54.652673 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:54.660853 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-a1bc5b0d-385b-4b5c-ad01-8e7a5200190b tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] For port e5375fbd-11d2-45c8-a794-c79b647dd504, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e5375fbd-11d2-45c8-a794-c79b647dd504,segment=NetworkSegment(d910eddd-079a-4334-9605-7d43024dd9c5),segment_id=d910eddd-079a-4334-9605-7d43024dd9c5)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:38:54.661417 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a1bc5b0d-385b-4b5c-ad01-8e7a5200190b tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:54.671817 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e5375fbd-11d2-45c8-a794-c79b647dd504 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:38:54.680421 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-a1bc5b0d-385b-4b5c-ad01-8e7a5200190b tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Calling delete_port for e5375fbd-11d2-45c8-a794-c79b647dd504 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:38:54.726300 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port e5375fbd-11d2-45c8-a794-c79b647dd504 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:38:54.726675 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:54.731007 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2095ff77-53c3-4399-97fa-bf70c8823121 None None] DHCP port deletion for b1a16dc9-768e-46c9-98fd-48860591878a request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:38:54.772687 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a1bc5b0d-385b-4b5c-ad01-8e7a5200190b tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:54.789110 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Could not find standard attr ID for object e5375fbd-11d2-45c8-a794-c79b647dd504. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:38:54.793247 n-d-712137-10 neutron-server[106331]: INFO neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No ports have port_id starting with e5375fbd-11d2-45c8-a794-c79b647dd504 Aug 28 15:38:54.795509 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc5b0d-385b-4b5c-ad01-8e7a5200190b tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Pushing event deleted for resources: {'Port': ['ID=e5375fbd-11d2-45c8-a794-c79b647dd504,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:54.801942 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bc5b0d-385b-4b5c-ad01-8e7a5200190b tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] No DVR routers for this DVR port e5375fbd-11d2-45c8-a794-c79b647dd504 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:38:54.812083 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-2095ff77-53c3-4399-97fa-bf70c8823121 None None] Deleting port e5375fbd-11d2-45c8-a794-c79b647dd504 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:38:54.813399 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2095ff77-53c3-4399-97fa-bf70c8823121 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:54.877641 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-2095ff77-53c3-4399-97fa-bf70c8823121 None None] For port e5375fbd-11d2-45c8-a794-c79b647dd504, host n-d-712137-10, got binding levels [] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:38:54.878040 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2095ff77-53c3-4399-97fa-bf70c8823121 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:54.886353 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a1bc5b0d-385b-4b5c-ad01-8e7a5200190b tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:54.892884 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-2095ff77-53c3-4399-97fa-bf70c8823121 None None] Calling delete_port for e5375fbd-11d2-45c8-a794-c79b647dd504 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:38:54.895534 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.ipam_backend_mixin [None req-2095ff77-53c3-4399-97fa-bf70c8823121 None None] Port e5375fbd-11d2-45c8-a794-c79b647dd504 was not found and therefore no delete operation was performed {{(pid=106331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 15:38:54.896808 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2095ff77-53c3-4399-97fa-bf70c8823121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:54.898640 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-a1bc5b0d-385b-4b5c-ad01-8e7a5200190b tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a16dc9-768e-46c9-98fd-48860591878a']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:38:54.909322 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-a1bc5b0d-385b-4b5c-ad01-8e7a5200190b tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd910eddd-079a-4334-9605-7d43024dd9c5') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:38:54.909562 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-a1bc5b0d-385b-4b5c-ad01-8e7a5200190b tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd910eddd-079a-4334-9605-7d43024dd9c5') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:38:54.918321 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a1bc5b0d-385b-4b5c-ad01-8e7a5200190b tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:54.922089 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095ff77-53c3-4399-97fa-bf70c8823121 None None] Pushing event deleted for resources: {'Port': ['ID=e5375fbd-11d2-45c8-a794-c79b647dd504,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:54.924021 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2095ff77-53c3-4399-97fa-bf70c8823121 None None] No DVR routers for this DVR port e5375fbd-11d2-45c8-a794-c79b647dd504 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:38:54.935838 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a1bc5b0d-385b-4b5c-ad01-8e7a5200190b tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:54.942300 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1bc5b0d-385b-4b5c-ad01-8e7a5200190b tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:38:54.942725 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a1bc5b0d-385b-4b5c-ad01-8e7a5200190b tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:38:54.945777 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:38:55.003500 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a1bc5b0d-385b-4b5c-ad01-8e7a5200190b tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:55.010618 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a1bc5b0d-385b-4b5c-ad01-8e7a5200190b tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:55.012584 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a1bc5b0d-385b-4b5c-ad01-8e7a5200190b tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] 10.222.0.13 "DELETE /v2.0/networks/b1a16dc9-768e-46c9-98fd-48860591878a HTTP/1.1" status: 204 len: 168 time: 0.5783191 Aug 28 15:38:55.029922 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc5b0d-385b-4b5c-ad01-8e7a5200190b tempest-ExtraDHCPOptionsTestJSON-88625575 tempest-ExtraDHCPOptionsTestJSON-88625575-project] Pushing event deleted for resources: {'Network': ['ID=b1a16dc9-768e-46c9-98fd-48860591878a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:55.251261 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55752) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:55.382828 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d50e7d6d-a5c8-4e3f-b236-7fba3a8e93cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a23c6bdca3649579c71949efa04a668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303833 Aug 28 15:38:55.385250 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55756) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:55.432629 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b4b9580-acc1-49d6-be4d-b38ddf81aeaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:55.453594 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b4b9580-acc1-49d6-be4d-b38ddf81aeaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:55.503171 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b4b9580-acc1-49d6-be4d-b38ddf81aeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:55.505796 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b4b9580-acc1-49d6-be4d-b38ddf81aeaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:55.506952 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9b4b9580-acc1-49d6-be4d-b38ddf81aeaf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1693f03c-b769-4879-826d-43ab04968ec7 HTTP/1.1" status: 204 len: 168 time: 0.1208122 Aug 28 15:38:55.516033 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b9580-acc1-49d6-be4d-b38ddf81aeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1693f03c-b769-4879-826d-43ab04968ec7,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:56.673742 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e5375fbd-11d2-45c8-a794-c79b647dd504 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:38:56.694716 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: e5375fbd-11d2-45c8-a794-c79b647dd504 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:38:56.695066 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device e5375fbd-11d2-45c8-a794-c79b647dd504 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:38:56.787100 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:57.821520 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55824) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:57.930721 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b951ad4e-5735-4ab2-82de-336357b55741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:58.017568 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b951ad4e-5735-4ab2-82de-336357b55741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:58.021193 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b951ad4e-5735-4ab2-82de-336357b55741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:58.058150 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b951ad4e-5735-4ab2-82de-336357b55741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fab36e-da9d-493d-97f3-f5fe86391619,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:58.063296 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b951ad4e-5735-4ab2-82de-336357b55741 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2bb4376a93ae47949a273b31fdbe6d92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2407584 Aug 28 15:38:58.065979 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55828) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:58.114817 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-67a2d8df-c79d-4cae-8c13-86b0319a0cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:58.135324 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-67a2d8df-c79d-4cae-8c13-86b0319a0cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:58.181581 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-67a2d8df-c79d-4cae-8c13-86b0319a0cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:58.184134 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-67a2d8df-c79d-4cae-8c13-86b0319a0cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:58.185286 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-67a2d8df-c79d-4cae-8c13-86b0319a0cdf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86fab36e-da9d-493d-97f3-f5fe86391619 HTTP/1.1" status: 204 len: 168 time: 0.1183932 Aug 28 15:38:58.192980 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2d8df-c79d-4cae-8c13-86b0319a0cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fab36e-da9d-493d-97f3-f5fe86391619,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:58.442636 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55834) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:58.456133 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0056973b-b9c3-4836-b4f5-350efa8f1b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:58.544238 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0056973b-b9c3-4836-b4f5-350efa8f1b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:58.548551 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0056973b-b9c3-4836-b4f5-350efa8f1b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:58.586415 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0056973b-b9c3-4836-b4f5-350efa8f1b6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87b43312369f42c7bd61cd2d561c70e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427338 Aug 28 15:38:58.587285 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056973b-b9c3-4836-b4f5-350efa8f1b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dabd63b-c0db-4212-839b-a920757204cf,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:38:58.589106 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55836) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:38:58.643603 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d00a6a09-ba9f-48ca-a53e-9100f7c15f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:58.664438 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d00a6a09-ba9f-48ca-a53e-9100f7c15f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:58.711333 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d00a6a09-ba9f-48ca-a53e-9100f7c15f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:58.713945 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d00a6a09-ba9f-48ca-a53e-9100f7c15f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:38:58.715088 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d00a6a09-ba9f-48ca-a53e-9100f7c15f54 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2dabd63b-c0db-4212-839b-a920757204cf HTTP/1.1" status: 204 len: 168 time: 0.1248848 Aug 28 15:38:58.723101 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a6a09-ba9f-48ca-a53e-9100f7c15f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dabd63b-c0db-4212-839b-a920757204cf,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:39:08.038406 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6f39fc26-8df9-4e32-b92d-d9675802e275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:08.058579 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 55924) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:39:08.176381 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ca88921-85fd-4bd6-b258-84aa9b8c9586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:08.272459 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ca88921-85fd-4bd6-b258-84aa9b8c9586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:08.275996 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ca88921-85fd-4bd6-b258-84aa9b8c9586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:08.312606 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2ca88921-85fd-4bd6-b258-84aa9b8c9586 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4cb45c76a8ff4998997caa0976d4cab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2528596 Aug 28 15:39:08.315186 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca88921-85fd-4bd6-b258-84aa9b8c9586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a5a4a6-6ce9-45fe-8a70-a953d94e5e85,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:39:08.315923 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55928) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:39:08.365961 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-73fe2bdb-abc6-4513-ae69-f840170dec30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:08.385725 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-73fe2bdb-abc6-4513-ae69-f840170dec30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:08.432293 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-73fe2bdb-abc6-4513-ae69-f840170dec30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:08.434974 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-73fe2bdb-abc6-4513-ae69-f840170dec30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:08.437465 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-73fe2bdb-abc6-4513-ae69-f840170dec30 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38a5a4a6-6ce9-45fe-8a70-a953d94e5e85 HTTP/1.1" status: 204 len: 168 time: 0.1192422 Aug 28 15:39:08.450481 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe2bdb-abc6-4513-ae69-f840170dec30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a5a4a6-6ce9-45fe-8a70-a953d94e5e85,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:39:10.073465 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:39:10.610987 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3631ba92-ef52-4ea0-b391-d95606c79b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:10.909374 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:11.862609 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:13.375895 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:13.618116 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55990) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:39:13.732237 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5c7771a-4c43-47bc-b443-9d10d555f403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:13.825699 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5c7771a-4c43-47bc-b443-9d10d555f403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:13.829180 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5c7771a-4c43-47bc-b443-9d10d555f403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:13.866443 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7771a-4c43-47bc-b443-9d10d555f403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfd1595-8a30-4a46-b915-2e625b861371,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:39:13.870694 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f5c7771a-4c43-47bc-b443-9d10d555f403 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26bc95551b6e43bca4ef59e9bf6ed438&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2515690 Aug 28 15:39:13.874014 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 55994) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:39:13.922013 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-03b1b1bd-7e1d-4502-86fe-a7cd5c6c139f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:13.943552 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-03b1b1bd-7e1d-4502-86fe-a7cd5c6c139f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:13.989590 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-03b1b1bd-7e1d-4502-86fe-a7cd5c6c139f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:13.992183 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-03b1b1bd-7e1d-4502-86fe-a7cd5c6c139f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:13.993346 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-03b1b1bd-7e1d-4502-86fe-a7cd5c6c139f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bcfd1595-8a30-4a46-b915-2e625b861371 HTTP/1.1" status: 204 len: 168 time: 0.1188195 Aug 28 15:39:14.000898 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1b1bd-7e1d-4502-86fe-a7cd5c6c139f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfd1595-8a30-4a46-b915-2e625b861371,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:39:14.246814 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56000) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:39:14.260570 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a5345cd-d256-4f5b-b9c3-355e69b29daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:14.348929 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a5345cd-d256-4f5b-b9c3-355e69b29daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:14.352746 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a5345cd-d256-4f5b-b9c3-355e69b29daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:14.391415 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4a5345cd-d256-4f5b-b9c3-355e69b29daa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1bb0abeb06d426ba4b61710f639af0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435156 Aug 28 15:39:14.392349 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5345cd-d256-4f5b-b9c3-355e69b29daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff30c27-1915-4538-98c7-fe7635bbc04c,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:39:14.394094 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56002) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:39:14.443674 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-426f969a-f276-44c6-af37-637a6020e3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:14.466447 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-426f969a-f276-44c6-af37-637a6020e3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:14.511141 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-426f969a-f276-44c6-af37-637a6020e3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:14.513872 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-426f969a-f276-44c6-af37-637a6020e3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:14.515018 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-426f969a-f276-44c6-af37-637a6020e3c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ff30c27-1915-4538-98c7-fe7635bbc04c HTTP/1.1" status: 204 len: 168 time: 0.1199353 Aug 28 15:39:14.522421 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f969a-f276-44c6-af37-637a6020e3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff30c27-1915-4538-98c7-fe7635bbc04c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:39:24.574581 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56136) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:39:24.626779 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:24.683461 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1b7eae6d-e707-424f-b649-d3ef8f91c909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:24.769662 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1b7eae6d-e707-424f-b649-d3ef8f91c909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:24.773545 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1b7eae6d-e707-424f-b649-d3ef8f91c909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:24.811179 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1b7eae6d-e707-424f-b649-d3ef8f91c909 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7ac61b6676f4558b8f18df484d65db7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2355297 Aug 28 15:39:24.811908 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7eae6d-e707-424f-b649-d3ef8f91c909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf9b99c-9c70-434d-8d22-bdb06791217d,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:39:24.813739 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56140) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:39:24.864380 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4759dd2d-5161-4209-b5c7-ba75529e053d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:24.886441 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4759dd2d-5161-4209-b5c7-ba75529e053d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:24.932628 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4759dd2d-5161-4209-b5c7-ba75529e053d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:24.935362 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4759dd2d-5161-4209-b5c7-ba75529e053d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:24.936552 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4759dd2d-5161-4209-b5c7-ba75529e053d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7bf9b99c-9c70-434d-8d22-bdb06791217d HTTP/1.1" status: 204 len: 168 time: 0.1217256 Aug 28 15:39:24.945137 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759dd2d-5161-4209-b5c7-ba75529e053d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf9b99c-9c70-434d-8d22-bdb06791217d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:39:25.190632 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56146) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:39:25.203828 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-712baaf5-9f78-42e1-ad79-f56c1569f619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:25.289854 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-712baaf5-9f78-42e1-ad79-f56c1569f619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:25.293460 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-712baaf5-9f78-42e1-ad79-f56c1569f619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:25.332972 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-712baaf5-9f78-42e1-ad79-f56c1569f619 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3da544dcf1546afa0ed3bc569852ae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411021 Aug 28 15:39:25.334124 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712baaf5-9f78-42e1-ad79-f56c1569f619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2731a4d9-3409-474b-830b-478d96643a2c,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:39:25.335749 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56148) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:39:25.386966 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-849fe398-03b4-477b-a3d3-32bd8ff7343b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:25.410849 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-849fe398-03b4-477b-a3d3-32bd8ff7343b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:25.461196 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-849fe398-03b4-477b-a3d3-32bd8ff7343b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:25.463779 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-849fe398-03b4-477b-a3d3-32bd8ff7343b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:25.464960 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-849fe398-03b4-477b-a3d3-32bd8ff7343b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2731a4d9-3409-474b-830b-478d96643a2c HTTP/1.1" status: 204 len: 168 time: 0.1281931 Aug 28 15:39:25.473268 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849fe398-03b4-477b-a3d3-32bd8ff7343b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2731a4d9-3409-474b-830b-478d96643a2c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:39:25.774689 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56154) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:39:25.788108 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-54b465f7-5e23-4c4a-8bfb-6a9e2962f547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:25.876343 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-54b465f7-5e23-4c4a-8bfb-6a9e2962f547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:25.881183 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-54b465f7-5e23-4c4a-8bfb-6a9e2962f547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:25.919808 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-54b465f7-5e23-4c4a-8bfb-6a9e2962f547 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01cfc6801663422ea67c182022cc1a1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439931 Aug 28 15:39:25.920672 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b465f7-5e23-4c4a-8bfb-6a9e2962f547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6852d662-fcfc-4c30-b917-c2f1f111bea5,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:39:25.922521 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56156) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:39:25.972455 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-514267f2-a0e4-4cae-b2d1-3d6091196f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:25.992381 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-514267f2-a0e4-4cae-b2d1-3d6091196f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:26.037314 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-514267f2-a0e4-4cae-b2d1-3d6091196f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:26.039996 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-514267f2-a0e4-4cae-b2d1-3d6091196f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:26.041149 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-514267f2-a0e4-4cae-b2d1-3d6091196f21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6852d662-fcfc-4c30-b917-c2f1f111bea5 HTTP/1.1" status: 204 len: 168 time: 0.1169381 Aug 28 15:39:26.050814 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514267f2-a0e4-4cae-b2d1-3d6091196f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6852d662-fcfc-4c30-b917-c2f1f111bea5,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:39:26.791147 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:38.042932 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e1317ade-9559-46d3-913c-bc959ad41d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:40.613080 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6e8f4729-b773-4b55-8053-55c50044f6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:40.910671 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:41.862026 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:43.371305 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:47.074353 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:39:54.628619 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:39:56.797304 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:08.045325 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-580a13a8-7f67-4999-a863-9d0a2e4f494b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:08.927122 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56402) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:40:09.056167 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a28a58f9-fdac-4c24-8b95-92903186ac97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:09.142887 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a28a58f9-fdac-4c24-8b95-92903186ac97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:09.146441 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a28a58f9-fdac-4c24-8b95-92903186ac97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:09.183584 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a28a58f9-fdac-4c24-8b95-92903186ac97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d70b52d19b24ef0bf187181958e121a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2552800 Aug 28 15:40:09.184470 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a58f9-fdac-4c24-8b95-92903186ac97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102ab6ab-010b-4970-824b-d0c9947b42f0,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:40:09.186266 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56406) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:40:09.205693 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a58f9-fdac-4c24-8b95-92903186ac97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:09.205972 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a58f9-fdac-4c24-8b95-92903186ac97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:09.206309 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a58f9-fdac-4c24-8b95-92903186ac97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:09.206643 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a58f9-fdac-4c24-8b95-92903186ac97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:09.206981 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a58f9-fdac-4c24-8b95-92903186ac97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:09.207307 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a58f9-fdac-4c24-8b95-92903186ac97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:09.207630 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a58f9-fdac-4c24-8b95-92903186ac97 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:09.208048 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a58f9-fdac-4c24-8b95-92903186ac97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:09.208367 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a58f9-fdac-4c24-8b95-92903186ac97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:09.208687 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a58f9-fdac-4c24-8b95-92903186ac97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:09.209006 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a58f9-fdac-4c24-8b95-92903186ac97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:09.209325 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a58f9-fdac-4c24-8b95-92903186ac97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:09.250751 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-af43a5d4-562e-4ddd-a6dc-26a887bb63ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:09.271921 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-af43a5d4-562e-4ddd-a6dc-26a887bb63ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:09.317983 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-af43a5d4-562e-4ddd-a6dc-26a887bb63ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:09.320718 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-af43a5d4-562e-4ddd-a6dc-26a887bb63ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:09.321905 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-af43a5d4-562e-4ddd-a6dc-26a887bb63ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/102ab6ab-010b-4970-824b-d0c9947b42f0 HTTP/1.1" status: 204 len: 168 time: 0.1347475 Aug 28 15:40:09.329533 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43a5d4-562e-4ddd-a6dc-26a887bb63ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102ab6ab-010b-4970-824b-d0c9947b42f0,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:40:10.615919 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1bab5f09-8299-439f-bd14-3166df84c8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:10.911060 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:11.864555 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:12.543153 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56466) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:40:12.549021 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-fb15883f-7f18-48ef-a09a-412b7421806f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Request body: {'network': {'name': 'tempest-network-smoke--1819284821', 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'port_security_enabled': True}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:40:12.571786 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb15883f-7f18-48ef-a09a-412b7421806f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Made reservation on behalf of 22767d3cc0db4d6eab3d9c8b827deb3a for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:40:12.575567 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb15883f-7f18-48ef-a09a-412b7421806f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:12.585139 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb15883f-7f18-48ef-a09a-412b7421806f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:12.680243 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb15883f-7f18-48ef-a09a-412b7421806f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:12.684166 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb15883f-7f18-48ef-a09a-412b7421806f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:12.713150 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb15883f-7f18-48ef-a09a-412b7421806f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:40:12.724127 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15883f-7f18-48ef-a09a-412b7421806f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2daf29-ebd6-4119-bfde-ffa4c8fce7a6,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:40:12.730304 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb15883f-7f18-48ef-a09a-412b7421806f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:12.730656 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-fb15883f-7f18-48ef-a09a-412b7421806f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Added segment a380eef6-72e0-4a30-9d27-fc9ab9d6c94b of type vlan for network d8d629f3-9d5a-41e2-9e8b-c07608232886 Aug 28 15:40:12.770974 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb15883f-7f18-48ef-a09a-412b7421806f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:12.797876 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb15883f-7f18-48ef-a09a-412b7421806f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:12.804030 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb15883f-7f18-48ef-a09a-412b7421806f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:12.804616 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fb15883f-7f18-48ef-a09a-412b7421806f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:12.866371 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fb15883f-7f18-48ef-a09a-412b7421806f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3193920 Aug 28 15:40:12.866778 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56468) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:40:12.871381 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-e43b7cea-d8ea-465e-a857-22ca3e00909f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1925537853', 'admin_state_up': True, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:40:12.892563 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15883f-7f18-48ef-a09a-412b7421806f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Pushing event updated for resources: {'Network': ['ID=d8d629f3-9d5a-41e2-9e8b-c07608232886,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:40:12.903814 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network d8d629f3-9d5a-41e2-9e8b-c07608232886 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:40:12.909500 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e43b7cea-d8ea-465e-a857-22ca3e00909f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:12.910656 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e43b7cea-d8ea-465e-a857-22ca3e00909f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:12.969645 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e43b7cea-d8ea-465e-a857-22ca3e00909f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:13.106245 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e43b7cea-d8ea-465e-a857-22ca3e00909f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:13.299948 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e43b7cea-d8ea-465e-a857-22ca3e00909f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:13.318479 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e43b7cea-d8ea-465e-a857-22ca3e00909f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:13.375028 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:13.423487 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-e43b7cea-d8ea-465e-a857-22ca3e00909f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Allocated IP 172.25.3.95 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:40:13.525708 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e43b7cea-d8ea-465e-a857-22ca3e00909f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:13.565379 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e43b7cea-d8ea-465e-a857-22ca3e00909f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:13.603180 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43b7cea-d8ea-465e-a857-22ca3e00909f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:40:13.607672 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-e43b7cea-d8ea-465e-a857-22ca3e00909f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:40:13.613789 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43b7cea-d8ea-465e-a857-22ca3e00909f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:40:13.616828 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b7cea-d8ea-465e-a857-22ca3e00909f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Pushing event updated for resources: {'Port': ['ID=2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:40:13.866281 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e43b7cea-d8ea-465e-a857-22ca3e00909f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:14.057142 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e43b7cea-d8ea-465e-a857-22ca3e00909f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:14.189739 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43b7cea-d8ea-465e-a857-22ca3e00909f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Router c7df3b0d-2f8e-479d-85e8-658795382c79 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:40:14.638424 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43b7cea-d8ea-465e-a857-22ca3e00909f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:40:14.650477 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8605bd9-ba54-4ca6-ae07-45f20512740f None None] Sync routers for ids ['c7df3b0d-2f8e-479d-85e8-658795382c79'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:40:14.660373 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8605bd9-ba54-4ca6-ae07-45f20512740f None None] Routers {'c7df3b0d-2f8e-479d-85e8-658795382c79'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:40:14.661022 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-c8605bd9-ba54-4ca6-ae07-45f20512740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:40:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c7df3b0d-2f8e-479d-85e8-658795382c79'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:40:14.662313 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e43b7cea-d8ea-465e-a857-22ca3e00909f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:14.663634 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e43b7cea-d8ea-465e-a857-22ca3e00909f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7958446 Aug 28 15:40:14.666664 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56470) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:40:14.783544 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-c8605bd9-ba54-4ca6-ae07-45f20512740f None None] Set router c7df3b0d-2f8e-479d-85e8-658795382c79 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:40:14.803804 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cf40b0fd-a39b-47f0-a70b-bc20fb84a678 tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=22767d3cc0db4d6eab3d9c8b827deb3a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1358941 Aug 28 15:40:14.806729 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56474) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:40:14.905567 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6b127c-5b06-4e8b-9da4-b1f8159044ab tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:14.908080 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3d6b127c-5b06-4e8b-9da4-b1f8159044ab tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0994332 Aug 28 15:40:14.910782 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56476) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:40:14.952067 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c9a99db7-bf1e-46f1-85da-fb4503b23bf2 tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=61448970-1875-4f3f-bc01-29da4e3666f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400481 Aug 28 15:40:14.955334 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56478) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:40:14.962802 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-88242f35-68d5-4bca-9b54-8b90a2ae1329 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1278240769', 'network_id': 'd8d629f3-9d5a-41e2-9e8b-c07608232886', 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:40:15.074477 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88242f35-68d5-4bca-9b54-8b90a2ae1329 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Made reservation on behalf of 22767d3cc0db4d6eab3d9c8b827deb3a for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:40:15.078242 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-88242f35-68d5-4bca-9b54-8b90a2ae1329 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:15.195679 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-c8605bd9-ba54-4ca6-ae07-45f20512740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1925537853', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:40:12Z', 'updated_at': '2021-08-28T15:40:13Z', 'revision_number': 3, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'gw_port': {'id': '2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:40:13Z', 'updated_at': '2021-08-28T15:40:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:40:15.222832 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8605bd9-ba54-4ca6-ae07-45f20512740f None None] Checking router: c7df3b0d-2f8e-479d-85e8-658795382c79 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:40:15.223188 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8605bd9-ba54-4ca6-ae07-45f20512740f None None] Updating router c7df3b0d-2f8e-479d-85e8-658795382c79 port 2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:40:15.253154 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c8605bd9-ba54-4ca6-ae07-45f20512740f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:15.273760 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-88242f35-68d5-4bca-9b54-8b90a2ae1329 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:15.343617 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88242f35-68d5-4bca-9b54-8b90a2ae1329 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Pushing event updated for resources: {'Subnet': ['ID=3e63c061-0110-4e36-aa0e-c15c14b4e9ac,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:40:15.354082 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88242f35-68d5-4bca-9b54-8b90a2ae1329 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Checking segment: {'id': 'a380eef6-72e0-4a30-9d27-fc9ab9d6c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd8d629f3-9d5a-41e2-9e8b-c07608232886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:40:15.354453 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88242f35-68d5-4bca-9b54-8b90a2ae1329 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Network hostable DHCP agents. Network: d8d629f3-9d5a-41e2-9e8b-c07608232886, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:40:15.372703 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88242f35-68d5-4bca-9b54-8b90a2ae1329 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Network d8d629f3-9d5a-41e2-9e8b-c07608232886 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:40:15.383786 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-88242f35-68d5-4bca-9b54-8b90a2ae1329 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, d8d629f3-9d5a-41e2-9e8b-c07608232886) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:40:15.389072 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88242f35-68d5-4bca-9b54-8b90a2ae1329 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:15.389711 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-88242f35-68d5-4bca-9b54-8b90a2ae1329 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:15.406616 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-88242f35-68d5-4bca-9b54-8b90a2ae1329 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4498999 Aug 28 15:40:15.407119 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a929d01-0ec0-4c4c-9653-0637044f5607 None None] Network d8d629f3-9d5a-41e2-9e8b-c07608232886 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:40:15.410872 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56480) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:40:15.638707 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c8605bd9-ba54-4ca6-ae07-45f20512740f None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:15.664013 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c8605bd9-ba54-4ca6-ae07-45f20512740f None None] Transition to ACTIVE for port object 2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:40:15.667437 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fa6f38-83e8-4d9f-be40-7c185cf3a4cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-d8d629f3-9d5a-41e2-9e8b-c07608232886', 'network_id': 'd8d629f3-9d5a-41e2-9e8b-c07608232886', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'fixed_ips': [{'subnet_id': '3e63c061-0110-4e36-aa0e-c15c14b4e9ac'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:40:15.668617 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-25fa6f38-83e8-4d9f-be40-7c185cf3a4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:15.680519 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c8605bd9-ba54-4ca6-ae07-45f20512740f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:15.789791 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7edf5-14f4-4427-8ddc-40db526efd22 None None] Pushing event updated for resources: {'Port': ['ID=2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:40:15.802113 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c8605bd9-ba54-4ca6-ae07-45f20512740f None None] Attempting to bind port 2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:40:15.802490 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c8605bd9-ba54-4ca6-ae07-45f20512740f None None] Attempting to bind port 2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:40:15.802927 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8605bd9-ba54-4ca6-ae07-45f20512740f None None] Attempting to bind port 2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:40:15.808380 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7edf5-14f4-4427-8ddc-40db526efd22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:15.808730 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7edf5-14f4-4427-8ddc-40db526efd22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:15.809069 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7edf5-14f4-4427-8ddc-40db526efd22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:15.809406 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7edf5-14f4-4427-8ddc-40db526efd22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:15.809734 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7edf5-14f4-4427-8ddc-40db526efd22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:15.810064 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7edf5-14f4-4427-8ddc-40db526efd22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:15.810390 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7edf5-14f4-4427-8ddc-40db526efd22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:15.810714 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7edf5-14f4-4427-8ddc-40db526efd22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:15.811035 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7edf5-14f4-4427-8ddc-40db526efd22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:15.811357 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7edf5-14f4-4427-8ddc-40db526efd22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:15.811703 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7edf5-14f4-4427-8ddc-40db526efd22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:15.812027 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7edf5-14f4-4427-8ddc-40db526efd22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:15.825520 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8605bd9-ba54-4ca6-ae07-45f20512740f None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:40:15.825901 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8605bd9-ba54-4ca6-ae07-45f20512740f None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:40:15.826310 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c8605bd9-ba54-4ca6-ae07-45f20512740f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:15.826701 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8605bd9-ba54-4ca6-ae07-45f20512740f None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:40:15.827179 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c8605bd9-ba54-4ca6-ae07-45f20512740f None None] Bound port: 2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:40:15.827563 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c8605bd9-ba54-4ca6-ae07-45f20512740f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:15.860445 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f356200-3b22-4f0c-8a85-7302924188f8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:15.919155 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c8605bd9-ba54-4ca6-ae07-45f20512740f None None] For port 2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:40:15.921562 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-25fa6f38-83e8-4d9f-be40-7c185cf3a4cd None None] Allocated IP 172.20.0.2 (d8d629f3-9d5a-41e2-9e8b-c07608232886/3e63c061-0110-4e36-aa0e-c15c14b4e9ac/00ac5779-5a5d-4c70-b84c-7493d6ac307e) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:40:15.924920 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c8605bd9-ba54-4ca6-ae07-45f20512740f None None] For port 2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:40:15.930917 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c8605bd9-ba54-4ca6-ae07-45f20512740f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:16.044313 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7edf5-14f4-4427-8ddc-40db526efd22 None None] Pushing event updated for resources: {'Port': ['ID=2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:40:16.048351 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8605bd9-ba54-4ca6-ae07-45f20512740f None None] Routers {'c7df3b0d-2f8e-479d-85e8-658795382c79'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:40:16.048866 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-c8605bd9-ba54-4ca6-ae07-45f20512740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:40:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c7df3b0d-2f8e-479d-85e8-658795382c79'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:40:16.213721 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-c8605bd9-ba54-4ca6-ae07-45f20512740f None None] Set router c7df3b0d-2f8e-479d-85e8-658795382c79 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:40:16.269260 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-25fa6f38-83e8-4d9f-be40-7c185cf3a4cd None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:16.287366 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-25fa6f38-83e8-4d9f-be40-7c185cf3a4cd None None] Transition to ACTIVE for port object 00ac5779-5a5d-4c70-b84c-7493d6ac307e will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:40:16.337323 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-25fa6f38-83e8-4d9f-be40-7c185cf3a4cd None None] Transition to ACTIVE for port object 00ac5779-5a5d-4c70-b84c-7493d6ac307e will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:40:16.349377 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-25fa6f38-83e8-4d9f-be40-7c185cf3a4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:16.392531 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-9f356200-3b22-4f0c-8a85-7302924188f8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Allocated IP 172.20.0.1 (d8d629f3-9d5a-41e2-9e8b-c07608232886/3e63c061-0110-4e36-aa0e-c15c14b4e9ac/ad2e20e5-a1e2-4e95-b0b5-192129bb0c86) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:40:16.406583 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fa6f38-83e8-4d9f-be40-7c185cf3a4cd None None] Network d8d629f3-9d5a-41e2-9e8b-c07608232886 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:40:16.412102 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-25fa6f38-83e8-4d9f-be40-7c185cf3a4cd None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:40:16.432056 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fa6f38-83e8-4d9f-be40-7c185cf3a4cd None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:40:16.441446 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa6f38-83e8-4d9f-be40-7c185cf3a4cd None None] Pushing event updated for resources: {'Port': ['ID=00ac5779-5a5d-4c70-b84c-7493d6ac307e,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:40:16.503426 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-25fa6f38-83e8-4d9f-be40-7c185cf3a4cd None None] Attempting to bind port 00ac5779-5a5d-4c70-b84c-7493d6ac307e on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:40:16.503849 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-25fa6f38-83e8-4d9f-be40-7c185cf3a4cd None None] Attempting to bind port 00ac5779-5a5d-4c70-b84c-7493d6ac307e by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'a380eef6-72e0-4a30-9d27-fc9ab9d6c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd8d629f3-9d5a-41e2-9e8b-c07608232886'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:40:16.504190 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fa6f38-83e8-4d9f-be40-7c185cf3a4cd None None] Attempting to bind port 00ac5779-5a5d-4c70-b84c-7493d6ac307e on network d8d629f3-9d5a-41e2-9e8b-c07608232886 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:40:16.511001 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f356200-3b22-4f0c-8a85-7302924188f8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:16.512564 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fa6f38-83e8-4d9f-be40-7c185cf3a4cd None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:40:16.513176 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fa6f38-83e8-4d9f-be40-7c185cf3a4cd None None] Checking segment: {'id': 'a380eef6-72e0-4a30-9d27-fc9ab9d6c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd8d629f3-9d5a-41e2-9e8b-c07608232886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:40:16.513582 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-25fa6f38-83e8-4d9f-be40-7c185cf3a4cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:16.513977 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fa6f38-83e8-4d9f-be40-7c185cf3a4cd None None] Bound using segment: {'id': 'a380eef6-72e0-4a30-9d27-fc9ab9d6c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd8d629f3-9d5a-41e2-9e8b-c07608232886'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:40:16.514444 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-25fa6f38-83e8-4d9f-be40-7c185cf3a4cd None None] Bound port: 00ac5779-5a5d-4c70-b84c-7493d6ac307e, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a380eef6-72e0-4a30-9d27-fc9ab9d6c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd8d629f3-9d5a-41e2-9e8b-c07608232886'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:40:16.514828 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-25fa6f38-83e8-4d9f-be40-7c185cf3a4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:16.525444 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-9f356200-3b22-4f0c-8a85-7302924188f8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Transition to ACTIVE for port object ad2e20e5-a1e2-4e95-b0b5-192129bb0c86 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:40:16.533953 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-c8605bd9-ba54-4ca6-ae07-45f20512740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1925537853', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:40:12Z', 'updated_at': '2021-08-28T15:40:13Z', 'revision_number': 3, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'gw_port': {'id': '2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:40:13Z', 'updated_at': '2021-08-28T15:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:40:16.559091 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f356200-3b22-4f0c-8a85-7302924188f8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:16.578298 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8605bd9-ba54-4ca6-ae07-45f20512740f None None] The sync data for ids ['c7df3b0d-2f8e-479d-85e8-658795382c79'] in n-d-712137-10 is: [{'id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1925537853', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:40:12Z', 'updated_at': '2021-08-28T15:40:13Z', 'revision_number': 3, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'gw_port': {'id': '2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:40:13Z', 'updated_at': '2021-08-28T15:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:40:16.602772 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f356200-3b22-4f0c-8a85-7302924188f8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Network d8d629f3-9d5a-41e2-9e8b-c07608232886 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:40:16.612328 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-9f356200-3b22-4f0c-8a85-7302924188f8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:40:16.617062 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f356200-3b22-4f0c-8a85-7302924188f8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:40:16.617744 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-25fa6f38-83e8-4d9f-be40-7c185cf3a4cd None None] For port 00ac5779-5a5d-4c70-b84c-7493d6ac307e, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:40:16.621743 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-25fa6f38-83e8-4d9f-be40-7c185cf3a4cd None None] For port 00ac5779-5a5d-4c70-b84c-7493d6ac307e, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=00ac5779-5a5d-4c70-b84c-7493d6ac307e,segment=NetworkSegment(a380eef6-72e0-4a30-9d27-fc9ab9d6c94b),segment_id=a380eef6-72e0-4a30-9d27-fc9ab9d6c94b)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:40:16.625443 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-25fa6f38-83e8-4d9f-be40-7c185cf3a4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:16.643634 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f356200-3b22-4f0c-8a85-7302924188f8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Pushing event updated for resources: {'Port': ['ID=ad2e20e5-a1e2-4e95-b0b5-192129bb0c86,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:40:16.670603 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f356200-3b22-4f0c-8a85-7302924188f8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:16.694466 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa6f38-83e8-4d9f-be40-7c185cf3a4cd None None] Pushing event updated for resources: {'Port': ['ID=00ac5779-5a5d-4c70-b84c-7493d6ac307e,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:40:16.824623 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f356200-3b22-4f0c-8a85-7302924188f8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:17.163008 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f356200-3b22-4f0c-8a85-7302924188f8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:17.168291 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f356200-3b22-4f0c-8a85-7302924188f8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:17.248536 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f356200-3b22-4f0c-8a85-7302924188f8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Pushing event updated for resources: {'Port': ['ID=ad2e20e5-a1e2-4e95-b0b5-192129bb0c86,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:40:17.253664 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9f356200-3b22-4f0c-8a85-7302924188f8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:17.362783 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f356200-3b22-4f0c-8a85-7302924188f8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Network d8d629f3-9d5a-41e2-9e8b-c07608232886 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:40:17.364527 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-9f356200-3b22-4f0c-8a85-7302924188f8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:40:17.491591 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f356200-3b22-4f0c-8a85-7302924188f8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Router c7df3b0d-2f8e-479d-85e8-658795382c79 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:40:17.618011 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f356200-3b22-4f0c-8a85-7302924188f8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:40:17.626062 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9f356200-3b22-4f0c-8a85-7302924188f8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "PUT /v2.0/routers/c7df3b0d-2f8e-479d-85e8-658795382c79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2112327 Aug 28 15:40:17.626062 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56482) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:40:17.630479 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-7ff43662-14be-4022-9307-9ac798eeab3d tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--257837619', 'description': 'tempest-secgroup_access--257837619 description', 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:40:17.648199 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85fb72b-914b-4468-8d05-713893ce35ef None None] Network d8d629f3-9d5a-41e2-9e8b-c07608232886 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:40:17.655766 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7ff43662-14be-4022-9307-9ac798eeab3d tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:17.751136 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7ff43662-14be-4022-9307-9ac798eeab3d tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:17.759096 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7ff43662-14be-4022-9307-9ac798eeab3d tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:17.767952 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6fa11f49-ab17-4f7b-9d1a-37b3e5fbfb3a None None] Provisioning for port 00ac5779-5a5d-4c70-b84c-7493d6ac307e completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:40:17.792491 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7ff43662-14be-4022-9307-9ac798eeab3d tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:17.793699 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7ff43662-14be-4022-9307-9ac798eeab3d tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1668751 Aug 28 15:40:17.796511 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56484) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:40:17.802653 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-1f6a47d2-6c51-400d-8854-0d9ab6f6f08e tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--224085664', 'description': 'tempest-secgroup_general--224085664 description', 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:40:17.809532 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff43662-14be-4022-9307-9ac798eeab3d tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=433d2701-5718-445d-a0f9-f23d79950679,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:40:17.827307 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1f6a47d2-6c51-400d-8854-0d9ab6f6f08e tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:17.917692 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1f6a47d2-6c51-400d-8854-0d9ab6f6f08e tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:17.922080 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1f6a47d2-6c51-400d-8854-0d9ab6f6f08e tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:17.961757 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1f6a47d2-6c51-400d-8854-0d9ab6f6f08e tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:17.965757 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1f6a47d2-6c51-400d-8854-0d9ab6f6f08e tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1656775 Aug 28 15:40:17.966196 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56486) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:40:17.971891 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-1ef847fe-28b9-4e29-afa2-4ebfa94f47b0 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Request body: {'security_group_rule': {'security_group_id': '433d2701-5718-445d-a0f9-f23d79950679', 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:40:17.980394 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a47d2-6c51-400d-8854-0d9ab6f6f08e tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bfcbae-cc14-4c36-aac7-a40126517ef2,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:40:18.006401 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1ef847fe-28b9-4e29-afa2-4ebfa94f47b0 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:18.071098 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1ef847fe-28b9-4e29-afa2-4ebfa94f47b0 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:18.076177 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1ef847fe-28b9-4e29-afa2-4ebfa94f47b0 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:18.095536 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef847fe-28b9-4e29-afa2-4ebfa94f47b0 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8cd8428-4407-4dbf-a77d-400c048e08f4,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:40:18.110316 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c1b1f27e-17e5-4f90-a6d2-65d1bd0c0f47 None None] Provisioning for port ad2e20e5-a1e2-4e95-b0b5-192129bb0c86 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:40:18.112533 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-1ef847fe-28b9-4e29-afa2-4ebfa94f47b0 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:18.114031 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1ef847fe-28b9-4e29-afa2-4ebfa94f47b0 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1467001 Aug 28 15:40:18.115921 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c1b1f27e-17e5-4f90-a6d2-65d1bd0c0f47 None None] Provisioning complete for port ad2e20e5-a1e2-4e95-b0b5-192129bb0c86 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:40:18.116307 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c1b1f27e-17e5-4f90-a6d2-65d1bd0c0f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:18.160977 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c1b1f27e-17e5-4f90-a6d2-65d1bd0c0f47 None None] Port ad2e20e5-a1e2-4e95-b0b5-192129bb0c86 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:40:18.297080 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-09815a67-7304-4cfd-ad12-a5d4f9b8ca10 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_access--257837619&fields=id&tenant_id=22767d3cc0db4d6eab3d9c8b827deb3a HTTP/1.1" status: 200 len: 267 time: 0.0378559 Aug 28 15:40:18.298025 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0924a7c6-64b3-49f3-a430-7971132d5952 None None] Provisioning complete for port ad2e20e5-a1e2-4e95-b0b5-192129bb0c86 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:40:18.298489 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0924a7c6-64b3-49f3-a430-7971132d5952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:18.344102 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-0924a7c6-64b3-49f3-a430-7971132d5952 None None] Port ad2e20e5-a1e2-4e95-b0b5-192129bb0c86 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:40:18.344300 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-3ba94221-9709-4ee4-b3cd-8050ceb4cc25 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_general--224085664&fields=id&tenant_id=22767d3cc0db4d6eab3d9c8b827deb3a HTTP/1.1" status: 200 len: 267 time: 0.0396407 Aug 28 15:40:18.368652 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6bcf70-7638-450d-9767-ce2ae8dd78d7 None None] Sync routers for ids ['c7df3b0d-2f8e-479d-85e8-658795382c79'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:40:18.380639 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6bcf70-7638-450d-9767-ce2ae8dd78d7 None None] Routers {'c7df3b0d-2f8e-479d-85e8-658795382c79'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:40:18.381270 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-fa6bcf70-7638-450d-9767-ce2ae8dd78d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:40:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c7df3b0d-2f8e-479d-85e8-658795382c79'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:40:18.474267 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-7066a177-a2e7-4e74-bee1-12b5f9a59aaa tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:18.475783 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-7066a177-a2e7-4e74-bee1-12b5f9a59aaa tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/networks?id=d8d629f3-9d5a-41e2-9e8b-c07608232886 HTTP/1.1" status: 200 len: 797 time: 0.1187017 Aug 28 15:40:18.489247 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-fa6bcf70-7638-450d-9767-ce2ae8dd78d7 None None] Set router c7df3b0d-2f8e-479d-85e8-658795382c79 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:40:18.490899 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-fa98a4ec-52fa-48a4-94fe-aa0ee0df5598 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/quotas/22767d3cc0db4d6eab3d9c8b827deb3a HTTP/1.1" status: 200 len: 375 time: 0.0093400 Aug 28 15:40:18.543335 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-e5782452-c0f4-4b2c-a947-103c277267ab tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=22767d3cc0db4d6eab3d9c8b827deb3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468318 Aug 28 15:40:18.565570 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-95a6a7fb-5984-4cf5-b13a-a4f5fdb59abf None None] Provisioning complete for port ad2e20e5-a1e2-4e95-b0b5-192129bb0c86 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:40:18.566465 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-95a6a7fb-5984-4cf5-b13a-a4f5fdb59abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:18.602557 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-95a6a7fb-5984-4cf5-b13a-a4f5fdb59abf None None] Port ad2e20e5-a1e2-4e95-b0b5-192129bb0c86 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:40:18.647274 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-b744b4ac-73bc-450e-8382-0eb07292de5b service neutron] 10.222.0.13 "GET /v2.0/networks/d8d629f3-9d5a-41e2-9e8b-c07608232886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895050 Aug 28 15:40:18.692337 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-fa6bcf70-7638-450d-9767-ce2ae8dd78d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1925537853', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:40:12Z', 'updated_at': '2021-08-28T15:40:16Z', 'revision_number': 4, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'gw_port': {'id': '2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:40:13Z', 'updated_at': '2021-08-28T15:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'ad2e20e5-a1e2-4e95-b0b5-192129bb0c86', 'name': '', 'network_id': 'd8d629f3-9d5a-41e2-9e8b-c07608232886', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'mac_address': 'fa:16:3e:df:c5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '3e63c061-0110-4e36-aa0e-c15c14b4e9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:40:15Z', 'updated_at': '2021-08-28T15:40:17Z', 'revision_number': 2, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'subnets': [{'id': '3e63c061-0110-4e36-aa0e-c15c14b4e9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:40:18.723403 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6bcf70-7638-450d-9767-ce2ae8dd78d7 None None] Checking router: c7df3b0d-2f8e-479d-85e8-658795382c79 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:40:18.723816 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6bcf70-7638-450d-9767-ce2ae8dd78d7 None None] Updating router c7df3b0d-2f8e-479d-85e8-658795382c79 port ad2e20e5-a1e2-4e95-b0b5-192129bb0c86 binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:40:18.752425 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-fa6bcf70-7638-450d-9767-ce2ae8dd78d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:18.757685 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-b97c396d-1696-4f1a-8920-eeb4effb6ac1 service neutron] 10.222.0.13 "GET /v2.0/networks/d8d629f3-9d5a-41e2-9e8b-c07608232886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037714 Aug 28 15:40:18.780492 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:40:18.831985 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:40:18.835882 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:40:18.836259 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:18.965435 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:18.996041 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0535589a-c224-44ba-813a-7a689720a5c3 req-7856e3ee-3f9c-483a-a828-93f6ab5e7a94 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d0eea67-d18b-4aad-b137-41efcadbd957 HTTP/1.1" status: 200 len: 210 time: 0.0455456 Aug 28 15:40:18.999283 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:40:19.011609 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:19.012566 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 00ac5779-5a5d-4c70-b84c-7493d6ac307e up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:40:19.089096 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:40:19.104186 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 00ac5779-5a5d-4c70-b84c-7493d6ac307e completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:40:19.108368 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 00ac5779-5a5d-4c70-b84c-7493d6ac307e triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:40:19.108742 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:19.195770 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:19.220031 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-fa6bcf70-7638-450d-9767-ce2ae8dd78d7 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:19.230563 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 00ac5779-5a5d-4c70-b84c-7493d6ac307e, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=00ac5779-5a5d-4c70-b84c-7493d6ac307e,segment=NetworkSegment(a380eef6-72e0-4a30-9d27-fc9ab9d6c94b),segment_id=a380eef6-72e0-4a30-9d27-fc9ab9d6c94b)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:40:19.231957 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-fa6bcf70-7638-450d-9767-ce2ae8dd78d7 None None] Transition to ACTIVE for port object ad2e20e5-a1e2-4e95-b0b5-192129bb0c86 will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:40:19.236071 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:19.239559 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-fa6bcf70-7638-450d-9767-ce2ae8dd78d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:19.303996 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=00ac5779-5a5d-4c70-b84c-7493d6ac307e,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:40:19.315384 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45492a04-a7ff-4588-a4c8-fa5b4ecf8751 None None] Pushing event updated for resources: {'Port': ['ID=ad2e20e5-a1e2-4e95-b0b5-192129bb0c86,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:40:19.339522 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45492a04-a7ff-4588-a4c8-fa5b4ecf8751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:19.339923 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45492a04-a7ff-4588-a4c8-fa5b4ecf8751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:19.340872 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45492a04-a7ff-4588-a4c8-fa5b4ecf8751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:19.341203 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45492a04-a7ff-4588-a4c8-fa5b4ecf8751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:19.341542 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45492a04-a7ff-4588-a4c8-fa5b4ecf8751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:19.341871 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45492a04-a7ff-4588-a4c8-fa5b4ecf8751 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:19.342200 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45492a04-a7ff-4588-a4c8-fa5b4ecf8751 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:19.342522 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45492a04-a7ff-4588-a4c8-fa5b4ecf8751 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:19.342843 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45492a04-a7ff-4588-a4c8-fa5b4ecf8751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:19.343164 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45492a04-a7ff-4588-a4c8-fa5b4ecf8751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:19.343485 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45492a04-a7ff-4588-a4c8-fa5b4ecf8751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:19.343842 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45492a04-a7ff-4588-a4c8-fa5b4ecf8751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:40:19.361854 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-fa6bcf70-7638-450d-9767-ce2ae8dd78d7 None None] Attempting to bind port ad2e20e5-a1e2-4e95-b0b5-192129bb0c86 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:40:19.362360 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-fa6bcf70-7638-450d-9767-ce2ae8dd78d7 None None] Attempting to bind port ad2e20e5-a1e2-4e95-b0b5-192129bb0c86 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'a380eef6-72e0-4a30-9d27-fc9ab9d6c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd8d629f3-9d5a-41e2-9e8b-c07608232886'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:40:19.363079 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6bcf70-7638-450d-9767-ce2ae8dd78d7 None None] Attempting to bind port ad2e20e5-a1e2-4e95-b0b5-192129bb0c86 on network d8d629f3-9d5a-41e2-9e8b-c07608232886 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:40:19.368805 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6bcf70-7638-450d-9767-ce2ae8dd78d7 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:40:19.369449 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6bcf70-7638-450d-9767-ce2ae8dd78d7 None None] Checking segment: {'id': 'a380eef6-72e0-4a30-9d27-fc9ab9d6c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd8d629f3-9d5a-41e2-9e8b-c07608232886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:40:19.369575 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-fa6bcf70-7638-450d-9767-ce2ae8dd78d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:19.370285 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6bcf70-7638-450d-9767-ce2ae8dd78d7 None None] Bound using segment: {'id': 'a380eef6-72e0-4a30-9d27-fc9ab9d6c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd8d629f3-9d5a-41e2-9e8b-c07608232886'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:40:19.370772 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-fa6bcf70-7638-450d-9767-ce2ae8dd78d7 None None] Bound port: ad2e20e5-a1e2-4e95-b0b5-192129bb0c86, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a380eef6-72e0-4a30-9d27-fc9ab9d6c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd8d629f3-9d5a-41e2-9e8b-c07608232886'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:40:19.371164 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-fa6bcf70-7638-450d-9767-ce2ae8dd78d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:19.444860 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-fa6bcf70-7638-450d-9767-ce2ae8dd78d7 None None] For port ad2e20e5-a1e2-4e95-b0b5-192129bb0c86, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:40:19.448245 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-fa6bcf70-7638-450d-9767-ce2ae8dd78d7 None None] For port ad2e20e5-a1e2-4e95-b0b5-192129bb0c86, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ad2e20e5-a1e2-4e95-b0b5-192129bb0c86,segment=NetworkSegment(a380eef6-72e0-4a30-9d27-fc9ab9d6c94b),segment_id=a380eef6-72e0-4a30-9d27-fc9ab9d6c94b)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:40:19.452972 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-fa6bcf70-7638-450d-9767-ce2ae8dd78d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:19.515082 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6bcf70-7638-450d-9767-ce2ae8dd78d7 None None] Routers {'c7df3b0d-2f8e-479d-85e8-658795382c79'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:40:19.515729 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-fa6bcf70-7638-450d-9767-ce2ae8dd78d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:40:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c7df3b0d-2f8e-479d-85e8-658795382c79'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:40:19.518116 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45492a04-a7ff-4588-a4c8-fa5b4ecf8751 None None] Pushing event updated for resources: {'Port': ['ID=ad2e20e5-a1e2-4e95-b0b5-192129bb0c86,revision_number=4']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:40:19.636787 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-fa6bcf70-7638-450d-9767-ce2ae8dd78d7 None None] Set router c7df3b0d-2f8e-479d-85e8-658795382c79 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:40:19.846840 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-fa6bcf70-7638-450d-9767-ce2ae8dd78d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1925537853', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:40:12Z', 'updated_at': '2021-08-28T15:40:16Z', 'revision_number': 4, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'gw_port': {'id': '2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:40:13Z', 'updated_at': '2021-08-28T15:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'ad2e20e5-a1e2-4e95-b0b5-192129bb0c86', 'name': '', 'network_id': 'd8d629f3-9d5a-41e2-9e8b-c07608232886', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'mac_address': 'fa:16:3e:df:c5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '3e63c061-0110-4e36-aa0e-c15c14b4e9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:40:15Z', 'updated_at': '2021-08-28T15:40:19Z', 'revision_number': 4, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'subnets': [{'id': '3e63c061-0110-4e36-aa0e-c15c14b4e9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:40:19.875099 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6bcf70-7638-450d-9767-ce2ae8dd78d7 None None] The sync data for ids ['c7df3b0d-2f8e-479d-85e8-658795382c79'] in n-d-712137-10 is: [{'id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1925537853', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:40:12Z', 'updated_at': '2021-08-28T15:40:16Z', 'revision_number': 4, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'gw_port': {'id': '2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:40:13Z', 'updated_at': '2021-08-28T15:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'ad2e20e5-a1e2-4e95-b0b5-192129bb0c86', 'name': '', 'network_id': 'd8d629f3-9d5a-41e2-9e8b-c07608232886', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'mac_address': 'fa:16:3e:df:c5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '3e63c061-0110-4e36-aa0e-c15c14b4e9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:40:15Z', 'updated_at': '2021-08-28T15:40:19Z', 'revision_number': 4, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'subnets': [{'id': '3e63c061-0110-4e36-aa0e-c15c14b4e9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:40:20.020544 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-84016616-ef5c-4b84-8807-74258a9e3524 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:20.023612 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-84016616-ef5c-4b84-8807-74258a9e3524 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.36 "GET /v2.0/networks?id=d8d629f3-9d5a-41e2-9e8b-c07608232886 HTTP/1.1" status: 200 len: 797 time: 0.1379993 Aug 28 15:40:20.074591 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-63e91140-e059-45ba-bee5-a1039bec7ade tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22767d3cc0db4d6eab3d9c8b827deb3a HTTP/1.1" status: 200 len: 476 time: 0.0412009 Aug 28 15:40:20.092850 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-e33d8ace-e852-44e6-8ee7-a359cfd37197 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Request body: {'port': {'device_id': '4d0eea67-d18b-4aad-b137-41efcadbd957', 'network_id': 'd8d629f3-9d5a-41e2-9e8b-c07608232886', 'admin_state_up': True, 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'security_groups': ['433d2701-5718-445d-a0f9-f23d79950679', 'c2bfcbae-cc14-4c36-aac7-a40126517ef2']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:40:20.112127 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2f13650b-b46f-4ad0-8b10-8f5c9e666358 req-f71b573f-2f77-465f-b97d-a3d16829c576 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d0eea67-d18b-4aad-b137-41efcadbd957 HTTP/1.1" status: 200 len: 210 time: 0.0347288 Aug 28 15:40:20.229054 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-e33d8ace-e852-44e6-8ee7-a359cfd37197 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Made reservation on behalf of 22767d3cc0db4d6eab3d9c8b827deb3a for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:40:20.232816 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-e33d8ace-e852-44e6-8ee7-a359cfd37197 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:20.369131 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-e33d8ace-e852-44e6-8ee7-a359cfd37197 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Allocated IP 172.20.0.7 (d8d629f3-9d5a-41e2-9e8b-c07608232886/3e63c061-0110-4e36-aa0e-c15c14b4e9ac/97384d95-5308-4c2a-9cf0-dfe743d1de19) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:40:20.523108 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-e33d8ace-e852-44e6-8ee7-a359cfd37197 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:20.538801 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-e33d8ace-e852-44e6-8ee7-a359cfd37197 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Transition to ACTIVE for port object 97384d95-5308-4c2a-9cf0-dfe743d1de19 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:40:20.573571 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-e33d8ace-e852-44e6-8ee7-a359cfd37197 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:20.623107 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-e33d8ace-e852-44e6-8ee7-a359cfd37197 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Network d8d629f3-9d5a-41e2-9e8b-c07608232886 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:40:20.626413 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-e33d8ace-e852-44e6-8ee7-a359cfd37197 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:40:20.631126 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-e33d8ace-e852-44e6-8ee7-a359cfd37197 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:40:20.635207 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d8ace-e852-44e6-8ee7-a359cfd37197 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Pushing event updated for resources: {'Port': ['ID=97384d95-5308-4c2a-9cf0-dfe743d1de19,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:40:20.686478 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-e33d8ace-e852-44e6-8ee7-a359cfd37197 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:20.687154 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-e33d8ace-e852-44e6-8ee7-a359cfd37197 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:20.703489 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-e33d8ace-e852-44e6-8ee7-a359cfd37197 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6153162 Aug 28 15:40:20.787803 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-aa99f49d-3299-4552-b50a-2d52013e7d04 service neutron] Request body: {'port': {'device_id': '4d0eea67-d18b-4aad-b137-41efcadbd957', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:40:20.845678 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:40:20.870681 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-aa99f49d-3299-4552-b50a-2d52013e7d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:20.907364 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-fa8333cd-906b-4e09-b407-a325fe6f3321 None None] Provisioning for port 97384d95-5308-4c2a-9cf0-dfe743d1de19 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:40:20.912017 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-fa8333cd-906b-4e09-b407-a325fe6f3321 None None] Provisioning complete for port 97384d95-5308-4c2a-9cf0-dfe743d1de19 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:40:20.912574 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fa8333cd-906b-4e09-b407-a325fe6f3321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:20.947907 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:40:20.948284 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:20.974144 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-fa8333cd-906b-4e09-b407-a325fe6f3321 None None] Port 97384d95-5308-4c2a-9cf0-dfe743d1de19 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:40:21.033487 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ad2e20e5-a1e2-4e95-b0b5-192129bb0c86 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:40:21.087357 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port ad2e20e5-a1e2-4e95-b0b5-192129bb0c86 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:40:21.091648 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port ad2e20e5-a1e2-4e95-b0b5-192129bb0c86 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:40:21.092045 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:21.167710 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-aa99f49d-3299-4552-b50a-2d52013e7d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97384d95-5308-4c2a-9cf0-dfe743d1de19 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:40:21.176028 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-aa99f49d-3299-4552-b50a-2d52013e7d04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:21.178303 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:21.190417 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-aa99f49d-3299-4552-b50a-2d52013e7d04 service neutron] Transition to ACTIVE for port object 97384d95-5308-4c2a-9cf0-dfe743d1de19 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:40:21.194975 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-aa99f49d-3299-4552-b50a-2d52013e7d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:21.220091 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port ad2e20e5-a1e2-4e95-b0b5-192129bb0c86, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ad2e20e5-a1e2-4e95-b0b5-192129bb0c86,segment=NetworkSegment(a380eef6-72e0-4a30-9d27-fc9ab9d6c94b),segment_id=a380eef6-72e0-4a30-9d27-fc9ab9d6c94b)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:40:21.224868 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:21.225921 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 00ac5779-5a5d-4c70-b84c-7493d6ac307e up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:40:21.248807 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f26f1-c644-40e9-9fb3-a844c02641e7 req-1aab556c-0857-4e58-8b53-aa21ffaca3cb tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:21.250470 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3e3f26f1-c644-40e9-9fb3-a844c02641e7 req-1aab556c-0857-4e58-8b53-aa21ffaca3cb tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d0eea67-d18b-4aad-b137-41efcadbd957 HTTP/1.1" status: 200 len: 982 time: 0.0596743 Aug 28 15:40:21.278620 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa99f49d-3299-4552-b50a-2d52013e7d04 service neutron] Pushing event updated for resources: {'Port': ['ID=97384d95-5308-4c2a-9cf0-dfe743d1de19,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:40:21.294847 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3e3f26f1-c644-40e9-9fb3-a844c02641e7 req-710897f3-4f1e-4f5e-a238-045d0870d04a tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/security-groups?id=433d2701-5718-445d-a0f9-f23d79950679&id=c2bfcbae-cc14-4c36-aac7-a40126517ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0378330 Aug 28 15:40:21.324987 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=ad2e20e5-a1e2-4e95-b0b5-192129bb0c86,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:40:21.336840 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-aa99f49d-3299-4552-b50a-2d52013e7d04 service neutron] Attempting to bind port 97384d95-5308-4c2a-9cf0-dfe743d1de19 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:40:21.337238 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-aa99f49d-3299-4552-b50a-2d52013e7d04 service neutron] Attempting to bind port 97384d95-5308-4c2a-9cf0-dfe743d1de19 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'a380eef6-72e0-4a30-9d27-fc9ab9d6c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd8d629f3-9d5a-41e2-9e8b-c07608232886'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:40:21.337575 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-aa99f49d-3299-4552-b50a-2d52013e7d04 service neutron] Attempting to bind port 97384d95-5308-4c2a-9cf0-dfe743d1de19 on network d8d629f3-9d5a-41e2-9e8b-c07608232886 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:40:21.345697 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-aa99f49d-3299-4552-b50a-2d52013e7d04 service neutron] Port 97384d95-5308-4c2a-9cf0-dfe743d1de19 on network d8d629f3-9d5a-41e2-9e8b-c07608232886 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:40:21.346023 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-aa99f49d-3299-4552-b50a-2d52013e7d04 service neutron] Attempting to bind port 97384d95-5308-4c2a-9cf0-dfe743d1de19 on network d8d629f3-9d5a-41e2-9e8b-c07608232886 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:40:21.349703 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 00ac5779-5a5d-4c70-b84c-7493d6ac307e triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:40:21.350322 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:21.351607 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-aa99f49d-3299-4552-b50a-2d52013e7d04 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:40:21.352269 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-aa99f49d-3299-4552-b50a-2d52013e7d04 service neutron] Checking segment: {'id': 'a380eef6-72e0-4a30-9d27-fc9ab9d6c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd8d629f3-9d5a-41e2-9e8b-c07608232886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:40:21.352664 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-aa99f49d-3299-4552-b50a-2d52013e7d04 service neutron] Bound using segment: {'id': 'a380eef6-72e0-4a30-9d27-fc9ab9d6c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd8d629f3-9d5a-41e2-9e8b-c07608232886'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:40:21.353098 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-aa99f49d-3299-4552-b50a-2d52013e7d04 service neutron] Bound port: 97384d95-5308-4c2a-9cf0-dfe743d1de19, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a380eef6-72e0-4a30-9d27-fc9ab9d6c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd8d629f3-9d5a-41e2-9e8b-c07608232886'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:40:21.353634 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-aa99f49d-3299-4552-b50a-2d52013e7d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:21.433208 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-aa99f49d-3299-4552-b50a-2d52013e7d04 service neutron] For port 97384d95-5308-4c2a-9cf0-dfe743d1de19, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:40:21.436522 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-aa99f49d-3299-4552-b50a-2d52013e7d04 service neutron] For port 97384d95-5308-4c2a-9cf0-dfe743d1de19, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=97384d95-5308-4c2a-9cf0-dfe743d1de19,segment=NetworkSegment(a380eef6-72e0-4a30-9d27-fc9ab9d6c94b),segment_id=a380eef6-72e0-4a30-9d27-fc9ab9d6c94b)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:40:21.442664 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-aa99f49d-3299-4552-b50a-2d52013e7d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:21.477961 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-aa99f49d-3299-4552-b50a-2d52013e7d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:21.478598 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-aa99f49d-3299-4552-b50a-2d52013e7d04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:21.480009 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-aa99f49d-3299-4552-b50a-2d52013e7d04 service neutron] 10.222.0.36 "PUT /v2.0/ports/97384d95-5308-4c2a-9cf0-dfe743d1de19 HTTP/1.1" status: 200 len: 1131 time: 0.7685807 Aug 28 15:40:21.480569 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0eea67-d18b-4aad-b137-41efcadbd957', 'tag': '97384d95-5308-4c2a-9cf0-dfe743d1de19'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:40:21.482812 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6999f9-bde9-44ad-b475-7ab3cd48a60f" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0eea67-d18b-4aad-b137-41efcadbd957", "tag": "97384d95-5308-4c2a-9cf0-dfe743d1de19"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:40:21.519276 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa99f49d-3299-4552-b50a-2d52013e7d04 service neutron] Pushing event updated for resources: {'Port': ['ID=97384d95-5308-4c2a-9cf0-dfe743d1de19,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:40:21.550448 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcef4941-2fc5-4105-ab48-504c4195dd2a x-openstack-request-id: req-bcef4941-2fc5-4105-ab48-504c4195dd2a {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:40:21.550735 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0eea67-d18b-4aad-b137-41efcadbd957", "tag": "97384d95-5308-4c2a-9cf0-dfe743d1de19", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:40:21.550983 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bcef4941-2fc5-4105-ab48-504c4195dd2a {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:40:21.551681 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0eea67-d18b-4aad-b137-41efcadbd957', 'tag': '97384d95-5308-4c2a-9cf0-dfe743d1de19', 'status': 'completed', 'code': 200} Aug 28 15:40:21.568382 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-735d3f7c-b75d-4aa5-897b-e37aba8e39c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:21.569889 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-735d3f7c-b75d-4aa5-897b-e37aba8e39c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22767d3cc0db4d6eab3d9c8b827deb3a&device_id=4d0eea67-d18b-4aad-b137-41efcadbd957 HTTP/1.1" status: 200 len: 1134 time: 0.0472381 Aug 28 15:40:21.616476 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-e8ae2097-3a12-4d3c-9cc1-76b0251d7cbe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97384d95-5308-4c2a-9cf0-dfe743d1de19 HTTP/1.1" status: 200 len: 217 time: 0.0389187 Aug 28 15:40:21.669949 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-a45f9a11-de4a-4af1-b1bb-c51e89f3c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:21.671438 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-a45f9a11-de4a-4af1-b1bb-c51e89f3c634 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3e63c061-0110-4e36-aa0e-c15c14b4e9ac HTTP/1.1" status: 200 len: 835 time: 0.0469055 Aug 28 15:40:21.716357 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-5496d038-c119-44da-8952-7ff9db52b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:21.719074 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-5496d038-c119-44da-8952-7ff9db52b1aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d8d629f3-9d5a-41e2-9e8b-c07608232886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407243 Aug 28 15:40:21.812077 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-dc1c2f34-c342-4f3e-bae7-1a4ea70e3b51 service neutron] 10.222.0.36 "GET /v2.0/networks/d8d629f3-9d5a-41e2-9e8b-c07608232886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856247 Aug 28 15:40:21.900205 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06d4dc6e-a3d5-48f2-b403-6eb3cf235165 req-e232f512-4ac2-4d85-8198-a076f035fdec service neutron] 10.222.0.36 "GET /v2.0/networks/d8d629f3-9d5a-41e2-9e8b-c07608232886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813930 Aug 28 15:40:21.991316 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6999f9-bde9-44ad-b475-7ab3cd48a60f req-e44b6ad6-f744-4afb-b593-6224ad8b9eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:21.993001 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5c6999f9-bde9-44ad-b475-7ab3cd48a60f req-e44b6ad6-f744-4afb-b593-6224ad8b9eb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22767d3cc0db4d6eab3d9c8b827deb3a&device_id=4d0eea67-d18b-4aad-b137-41efcadbd957 HTTP/1.1" status: 200 len: 1134 time: 0.0459495 Aug 28 15:40:22.083017 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6999f9-bde9-44ad-b475-7ab3cd48a60f req-dbbdf25f-04e8-4ff8-a9ba-609abb93b9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:22.084509 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5c6999f9-bde9-44ad-b475-7ab3cd48a60f req-dbbdf25f-04e8-4ff8-a9ba-609abb93b9d2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d8d629f3-9d5a-41e2-9e8b-c07608232886 HTTP/1.1" status: 200 len: 898 time: 0.0837409 Aug 28 15:40:22.126058 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5c6999f9-bde9-44ad-b475-7ab3cd48a60f req-ef2a21f1-f0fc-423f-908b-e06598af9746 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97384d95-5308-4c2a-9cf0-dfe743d1de19 HTTP/1.1" status: 200 len: 217 time: 0.0334547 Aug 28 15:40:22.178354 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6999f9-bde9-44ad-b475-7ab3cd48a60f req-6f0c4ce1-4ad1-4dd1-8295-1a8ba917f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:22.179802 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5c6999f9-bde9-44ad-b475-7ab3cd48a60f req-6f0c4ce1-4ad1-4dd1-8295-1a8ba917f768 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3e63c061-0110-4e36-aa0e-c15c14b4e9ac HTTP/1.1" status: 200 len: 835 time: 0.0466895 Aug 28 15:40:22.226102 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6999f9-bde9-44ad-b475-7ab3cd48a60f req-4d1b0098-29a3-44b7-8228-8ce21053eb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:22.227546 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5c6999f9-bde9-44ad-b475-7ab3cd48a60f req-4d1b0098-29a3-44b7-8228-8ce21053eb4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d8d629f3-9d5a-41e2-9e8b-c07608232886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394006 Aug 28 15:40:22.316863 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5c6999f9-bde9-44ad-b475-7ab3cd48a60f req-c0efd33c-c53f-4ea6-af68-dda0b17aff2c service neutron] 10.222.0.36 "GET /v2.0/networks/d8d629f3-9d5a-41e2-9e8b-c07608232886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807819 Aug 28 15:40:22.410914 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96de451-bfd3-488a-b080-7da87e1d805f req-beacd123-e5f8-4fe1-8472-25c23544eaa9 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:22.412474 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c96de451-bfd3-488a-b080-7da87e1d805f req-beacd123-e5f8-4fe1-8472-25c23544eaa9 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d0eea67-d18b-4aad-b137-41efcadbd957 HTTP/1.1" status: 200 len: 982 time: 0.0485847 Aug 28 15:40:22.414020 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5c6999f9-bde9-44ad-b475-7ab3cd48a60f req-60bbc237-1794-434f-8121-ae963196078b service neutron] 10.222.0.36 "GET /v2.0/networks/d8d629f3-9d5a-41e2-9e8b-c07608232886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896473 Aug 28 15:40:22.453890 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c96de451-bfd3-488a-b080-7da87e1d805f req-e0fbb46f-82cb-4db2-9024-94ff846b7827 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/security-groups?id=433d2701-5718-445d-a0f9-f23d79950679&id=c2bfcbae-cc14-4c36-aac7-a40126517ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0349443 Aug 28 15:40:22.715420 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ad2e20e5-a1e2-4e95-b0b5-192129bb0c86 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:40:22.762029 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port ad2e20e5-a1e2-4e95-b0b5-192129bb0c86 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:40:22.762401 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:23.572871 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6053498-ab1d-4f8c-a5aa-a267522c2f73 req-2ce12947-c14d-4d12-aa48-ea35dea5c4e6 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:23.574361 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d6053498-ab1d-4f8c-a5aa-a267522c2f73 req-2ce12947-c14d-4d12-aa48-ea35dea5c4e6 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d0eea67-d18b-4aad-b137-41efcadbd957 HTTP/1.1" status: 200 len: 982 time: 0.0499732 Aug 28 15:40:23.617852 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d6053498-ab1d-4f8c-a5aa-a267522c2f73 req-f734c628-bbbb-4c87-9b05-d5982d1447a2 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/security-groups?id=433d2701-5718-445d-a0f9-f23d79950679&id=c2bfcbae-cc14-4c36-aac7-a40126517ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0366468 Aug 28 15:40:24.073583 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:40:24.625585 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:24.729880 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6e555-6fcc-4080-979b-7bbba3bdc892 req-f4bcc897-3712-4913-b7e8-37b51466ddd0 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:24.731363 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9ee6e555-6fcc-4080-979b-7bbba3bdc892 req-f4bcc897-3712-4913-b7e8-37b51466ddd0 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d0eea67-d18b-4aad-b137-41efcadbd957 HTTP/1.1" status: 200 len: 982 time: 0.0485015 Aug 28 15:40:24.771508 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9ee6e555-6fcc-4080-979b-7bbba3bdc892 req-7a5ba692-a1a3-459c-92fc-127ca893ec99 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/security-groups?id=433d2701-5718-445d-a0f9-f23d79950679&id=c2bfcbae-cc14-4c36-aac7-a40126517ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0335453 Aug 28 15:40:25.735585 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 97384d95-5308-4c2a-9cf0-dfe743d1de19 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:40:25.839704 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 97384d95-5308-4c2a-9cf0-dfe743d1de19, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=97384d95-5308-4c2a-9cf0-dfe743d1de19,segment=NetworkSegment(a380eef6-72e0-4a30-9d27-fc9ab9d6c94b),segment_id=a380eef6-72e0-4a30-9d27-fc9ab9d6c94b)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:40:25.851897 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '97384d95-5308-4c2a-9cf0-dfe743d1de19', 'network_id': 'd8d629f3-9d5a-41e2-9e8b-c07608232886', 'port_id': '97384d95-5308-4c2a-9cf0-dfe743d1de19', 'mac_address': 'fa:16:3e:05:f3:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e63c061-0110-4e36-aa0e-c15c14b4e9ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:40:25.890030 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:25.899448 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96fdd3-731f-4d96-bed5-3f3f0cf5e7a2 req-d2e9b68c-d0c2-4d99-9f56-908b46c96fb6 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:25.901635 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3a96fdd3-731f-4d96-bed5-3f3f0cf5e7a2 req-d2e9b68c-d0c2-4d99-9f56-908b46c96fb6 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d0eea67-d18b-4aad-b137-41efcadbd957 HTTP/1.1" status: 200 len: 982 time: 0.0546324 Aug 28 15:40:25.903434 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97384d95-5308-4c2a-9cf0-dfe743d1de19 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:40:25.922946 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 97384d95-5308-4c2a-9cf0-dfe743d1de19, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=97384d95-5308-4c2a-9cf0-dfe743d1de19,segment=NetworkSegment(a380eef6-72e0-4a30-9d27-fc9ab9d6c94b),segment_id=a380eef6-72e0-4a30-9d27-fc9ab9d6c94b)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:40:25.927302 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:25.944637 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3a96fdd3-731f-4d96-bed5-3f3f0cf5e7a2 req-0f4201fc-fc19-4100-9c65-ea8a62cd6d67 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/security-groups?id=433d2701-5718-445d-a0f9-f23d79950679&id=c2bfcbae-cc14-4c36-aac7-a40126517ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0370007 Aug 28 15:40:25.974845 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=97384d95-5308-4c2a-9cf0-dfe743d1de19,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:40:26.149113 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['97384d95-5308-4c2a-9cf0-dfe743d1de19'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:40:26.823875 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:27.065917 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31f06e-5608-4bec-90f5-8c94fc2decb8 req-c849c360-2ef8-4686-bb74-3cf5c0ce1d6b tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:27.067449 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ee31f06e-5608-4bec-90f5-8c94fc2decb8 req-c849c360-2ef8-4686-bb74-3cf5c0ce1d6b tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d0eea67-d18b-4aad-b137-41efcadbd957 HTTP/1.1" status: 200 len: 983 time: 0.0549140 Aug 28 15:40:27.106302 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ee31f06e-5608-4bec-90f5-8c94fc2decb8 req-5395736b-1f6e-4da6-b2c7-e010d72f1121 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/security-groups?id=433d2701-5718-445d-a0f9-f23d79950679&id=c2bfcbae-cc14-4c36-aac7-a40126517ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0328355 Aug 28 15:40:27.734570 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 97384d95-5308-4c2a-9cf0-dfe743d1de19 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:40:27.782964 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 97384d95-5308-4c2a-9cf0-dfe743d1de19 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:40:27.786588 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 97384d95-5308-4c2a-9cf0-dfe743d1de19 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:40:27.786987 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:27.866481 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:27.888500 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0eea67-d18b-4aad-b137-41efcadbd957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97384d95-5308-4c2a-9cf0-dfe743d1de19'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:40:27.890742 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbce3cde-f190-4e02-819d-8dc50b1a685c" -d '{"events": [{"server_uuid": "4d0eea67-d18b-4aad-b137-41efcadbd957", "name": "network-vif-plugged", "status": "completed", "tag": "97384d95-5308-4c2a-9cf0-dfe743d1de19"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:40:27.903579 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 97384d95-5308-4c2a-9cf0-dfe743d1de19, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=97384d95-5308-4c2a-9cf0-dfe743d1de19,segment=NetworkSegment(a380eef6-72e0-4a30-9d27-fc9ab9d6c94b),segment_id=a380eef6-72e0-4a30-9d27-fc9ab9d6c94b)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:40:27.908304 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:27.931722 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09dd40a-bcbf-4ee8-897c-56560f828ad6 x-openstack-request-id: req-e09dd40a-bcbf-4ee8-897c-56560f828ad6 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:40:27.932017 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0eea67-d18b-4aad-b137-41efcadbd957", "name": "network-vif-plugged", "status": "completed", "tag": "97384d95-5308-4c2a-9cf0-dfe743d1de19", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:40:27.932269 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e09dd40a-bcbf-4ee8-897c-56560f828ad6 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:40:27.932658 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0eea67-d18b-4aad-b137-41efcadbd957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97384d95-5308-4c2a-9cf0-dfe743d1de19', 'code': 200} Aug 28 15:40:27.959068 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=97384d95-5308-4c2a-9cf0-dfe743d1de19,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:40:28.028633 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a6371-4da1-4c5b-9662-1448ec989bb9 req-c97c2dd8-1a1e-4267-b627-86eb3f76370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:28.030026 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b08a6371-4da1-4c5b-9662-1448ec989bb9 req-c97c2dd8-1a1e-4267-b627-86eb3f76370d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d0eea67-d18b-4aad-b137-41efcadbd957 HTTP/1.1" status: 200 len: 1136 time: 0.0400519 Aug 28 15:40:28.065173 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b08a6371-4da1-4c5b-9662-1448ec989bb9 req-09457e98-6ff8-416c-a77d-f0833029443b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c2bfcbae-cc14-4c36-aac7-a40126517ef2&id=433d2701-5718-445d-a0f9-f23d79950679&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0284798 Aug 28 15:40:28.218860 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fadec0-9ebb-4599-9ff2-c75ec3f31404 req-f321c6cf-72ad-4f3f-a78a-28da3ca952d9 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:28.220540 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-20fadec0-9ebb-4599-9ff2-c75ec3f31404 req-f321c6cf-72ad-4f3f-a78a-28da3ca952d9 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d0eea67-d18b-4aad-b137-41efcadbd957 HTTP/1.1" status: 200 len: 984 time: 0.0502329 Aug 28 15:40:28.259616 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-20fadec0-9ebb-4599-9ff2-c75ec3f31404 req-2c799ee9-64b8-4039-a6d3-3307c77f2388 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/security-groups?id=433d2701-5718-445d-a0f9-f23d79950679&id=c2bfcbae-cc14-4c36-aac7-a40126517ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0330713 Aug 28 15:40:29.376496 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abc167-14bc-4a79-9d03-540045fff8ee req-af24efbb-f306-4d9b-8b8d-a9baae5999fc tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:29.377985 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-83abc167-14bc-4a79-9d03-540045fff8ee req-af24efbb-f306-4d9b-8b8d-a9baae5999fc tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d0eea67-d18b-4aad-b137-41efcadbd957 HTTP/1.1" status: 200 len: 984 time: 0.0501671 Aug 28 15:40:29.418851 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-83abc167-14bc-4a79-9d03-540045fff8ee req-fe64e367-e8e5-447f-9cfe-c5fc5482374c tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/security-groups?id=433d2701-5718-445d-a0f9-f23d79950679&id=c2bfcbae-cc14-4c36-aac7-a40126517ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0347197 Aug 28 15:40:29.534440 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945212d-0c52-4e90-8f2c-5453c660ffe0 req-bf607544-fb6e-4782-8c52-5af3a3fd315f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:29.536041 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0945212d-0c52-4e90-8f2c-5453c660ffe0 req-bf607544-fb6e-4782-8c52-5af3a3fd315f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d0eea67-d18b-4aad-b137-41efcadbd957 HTTP/1.1" status: 200 len: 984 time: 0.0494676 Aug 28 15:40:29.583235 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0945212d-0c52-4e90-8f2c-5453c660ffe0 req-2dce6816-0266-4ba2-b906-ec79bb9fca50 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/security-groups?id=433d2701-5718-445d-a0f9-f23d79950679&id=c2bfcbae-cc14-4c36-aac7-a40126517ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0410781 Aug 28 15:40:29.689559 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa999cf8-b65f-4980-aeb6-26ef32faa0d0 req-22d51ccd-6286-48d8-9185-6e05f9525025 tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:29.691045 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fa999cf8-b65f-4980-aeb6-26ef32faa0d0 req-22d51ccd-6286-48d8-9185-6e05f9525025 tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4d0eea67-d18b-4aad-b137-41efcadbd957 HTTP/1.1" status: 200 len: 1136 time: 0.0441377 Aug 28 15:40:29.709415 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fa999cf8-b65f-4980-aeb6-26ef32faa0d0 req-8ec9e598-23f5-4ef5-95df-68677c01fd8c tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:29.794523 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fa999cf8-b65f-4980-aeb6-26ef32faa0d0 req-8ec9e598-23f5-4ef5-95df-68677c01fd8c tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:29.798027 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-fa999cf8-b65f-4980-aeb6-26ef32faa0d0 req-8ec9e598-23f5-4ef5-95df-68677c01fd8c tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:29.819341 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fa999cf8-b65f-4980-aeb6-26ef32faa0d0 req-8ec9e598-23f5-4ef5-95df-68677c01fd8c tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=433d2701-5718-445d-a0f9-f23d79950679&id=c2bfcbae-cc14-4c36-aac7-a40126517ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1222489 Aug 28 15:40:29.831335 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9e598-23f5-4ef5-95df-68677c01fd8c tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107c1473-d1b1-4ef9-82b9-dfe403201bb8,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:40:29.843038 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56544) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:40:29.885494 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a242005a-95f7-443d-bc50-840ea839cdda tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:29.887023 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a242005a-95f7-443d-bc50-840ea839cdda tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4d0eea67-d18b-4aad-b137-41efcadbd957 HTTP/1.1" status: 200 len: 1131 time: 0.0431249 Aug 28 15:40:29.890053 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56546) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:40:29.895016 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-132ef514-3d40-47f1-a0a3-53482d55a82e tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'port_id': '97384d95-5308-4c2a-9cf0-dfe743d1de19', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:40:29.918693 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-132ef514-3d40-47f1-a0a3-53482d55a82e tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for floatingip, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:30.020529 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-132ef514-3d40-47f1-a0a3-53482d55a82e tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:30.119180 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-132ef514-3d40-47f1-a0a3-53482d55a82e tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Allocated IP 172.25.3.63 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/b58f7af6-4754-4a01-8763-71b8c9453384) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:40:30.229502 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-132ef514-3d40-47f1-a0a3-53482d55a82e tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:30.266642 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-132ef514-3d40-47f1-a0a3-53482d55a82e tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:30.305092 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132ef514-3d40-47f1-a0a3-53482d55a82e tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:40:30.307880 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-132ef514-3d40-47f1-a0a3-53482d55a82e tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:40:30.311542 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132ef514-3d40-47f1-a0a3-53482d55a82e tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:40:30.334669 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ef514-3d40-47f1-a0a3-53482d55a82e tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Pushing event updated for resources: {'Port': ['ID=b58f7af6-4754-4a01-8763-71b8c9453384,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:40:31.017172 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-132ef514-3d40-47f1-a0a3-53482d55a82e tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:31.081719 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-132ef514-3d40-47f1-a0a3-53482d55a82e tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:31.228969 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-132ef514-3d40-47f1-a0a3-53482d55a82e tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:31.233053 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-132ef514-3d40-47f1-a0a3-53482d55a82e tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:31.299321 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ef514-3d40-47f1-a0a3-53482d55a82e tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Pushing event updated for resources: {'Port': ['ID=b58f7af6-4754-4a01-8763-71b8c9453384,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:40:31.313035 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-132ef514-3d40-47f1-a0a3-53482d55a82e tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:31.412810 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [None req-132ef514-3d40-47f1-a0a3-53482d55a82e tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Floating IP 800c0dd2-08a6-49bd-b590-1da5a58882ef associated. External IP: 172.25.3.63, port: 97384d95-5308-4c2a-9cf0-dfe743d1de19. Aug 28 15:40:31.618704 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132ef514-3d40-47f1-a0a3-53482d55a82e tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Router c7df3b0d-2f8e-479d-85e8-658795382c79 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:40:31.726331 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132ef514-3d40-47f1-a0a3-53482d55a82e tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:40:31.735928 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01e0f1a-2daa-46cd-a091-fd71cfdd83e5 None None] Sync routers for ids ['c7df3b0d-2f8e-479d-85e8-658795382c79'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:40:31.742492 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-132ef514-3d40-47f1-a0a3-53482d55a82e tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:31.745793 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01e0f1a-2daa-46cd-a091-fd71cfdd83e5 None None] Routers {'c7df3b0d-2f8e-479d-85e8-658795382c79'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:40:31.746426 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e01e0f1a-2daa-46cd-a091-fd71cfdd83e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:40:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c7df3b0d-2f8e-479d-85e8-658795382c79'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:40:31.774630 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-132ef514-3d40-47f1-a0a3-53482d55a82e tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8835661 Aug 28 15:40:31.775332 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0eea67-d18b-4aad-b137-41efcadbd957', 'tag': '97384d95-5308-4c2a-9cf0-dfe743d1de19'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:40:31.777227 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56548) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:40:31.777740 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8333857-d6ad-4c53-b67c-ff0cdea102c1" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0eea67-d18b-4aad-b137-41efcadbd957", "tag": "97384d95-5308-4c2a-9cf0-dfe743d1de19"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:40:31.822154 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63084b6-0d1b-4e65-bb22-7f66a74ac54c x-openstack-request-id: req-a63084b6-0d1b-4e65-bb22-7f66a74ac54c {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:40:31.822462 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0eea67-d18b-4aad-b137-41efcadbd957", "tag": "97384d95-5308-4c2a-9cf0-dfe743d1de19", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:40:31.822725 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a63084b6-0d1b-4e65-bb22-7f66a74ac54c {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:40:31.823132 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0eea67-d18b-4aad-b137-41efcadbd957', 'tag': '97384d95-5308-4c2a-9cf0-dfe743d1de19', 'status': 'completed', 'code': 200} Aug 28 15:40:31.894884 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8333857-d6ad-4c53-b67c-ff0cdea102c1 req-b871fcf4-2f0c-47ee-b77b-c49f479e63e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:31.896895 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8333857-d6ad-4c53-b67c-ff0cdea102c1 req-b871fcf4-2f0c-47ee-b77b-c49f479e63e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22767d3cc0db4d6eab3d9c8b827deb3a&device_id=4d0eea67-d18b-4aad-b137-41efcadbd957 HTTP/1.1" status: 200 len: 1136 time: 0.0511482 Aug 28 15:40:31.968903 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e7f1af-9e36-4148-a40f-2db81d0fd627 tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:31.969744 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e7f1af-9e36-4148-a40f-2db81d0fd627 tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:31.969908 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e7f1af-9e36-4148-a40f-2db81d0fd627 tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:31.970539 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e7f1af-9e36-4148-a40f-2db81d0fd627 tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:31.974739 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-30e7f1af-9e36-4148-a40f-2db81d0fd627 tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1938727 Aug 28 15:40:31.975423 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56552) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:40:31.992310 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8333857-d6ad-4c53-b67c-ff0cdea102c1 req-72396f63-f962-4668-93f5-2ac6ddc77d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:31.993707 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8333857-d6ad-4c53-b67c-ff0cdea102c1 req-72396f63-f962-4668-93f5-2ac6ddc77d45 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d8d629f3-9d5a-41e2-9e8b-c07608232886 HTTP/1.1" status: 200 len: 898 time: 0.0903318 Aug 28 15:40:32.019137 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-e01e0f1a-2daa-46cd-a091-fd71cfdd83e5 None None] Set router c7df3b0d-2f8e-479d-85e8-658795382c79 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:40:32.059649 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faac4eb2-2a39-4dc7-b5aa-26986ef1d427 tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:32.060133 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faac4eb2-2a39-4dc7-b5aa-26986ef1d427 tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:32.060584 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faac4eb2-2a39-4dc7-b5aa-26986ef1d427 tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:32.061039 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faac4eb2-2a39-4dc7-b5aa-26986ef1d427 tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:32.063229 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-faac4eb2-2a39-4dc7-b5aa-26986ef1d427 tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0863223 Aug 28 15:40:32.066721 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56554) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:40:32.069255 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8333857-d6ad-4c53-b67c-ff0cdea102c1 req-6fac8502-62c7-4028-b69c-75beb2bb43f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97384d95-5308-4c2a-9cf0-dfe743d1de19 HTTP/1.1" status: 200 len: 998 time: 0.0678318 Aug 28 15:40:32.120670 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8333857-d6ad-4c53-b67c-ff0cdea102c1 req-d9f98f67-8426-4c96-910e-1b3f15950563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:32.122265 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8333857-d6ad-4c53-b67c-ff0cdea102c1 req-d9f98f67-8426-4c96-910e-1b3f15950563 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3e63c061-0110-4e36-aa0e-c15c14b4e9ac HTTP/1.1" status: 200 len: 835 time: 0.0460844 Aug 28 15:40:32.170408 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8333857-d6ad-4c53-b67c-ff0cdea102c1 req-8be6ca02-4a60-429f-a8f5-85faba81f1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:32.172698 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8333857-d6ad-4c53-b67c-ff0cdea102c1 req-8be6ca02-4a60-429f-a8f5-85faba81f1ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d8d629f3-9d5a-41e2-9e8b-c07608232886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423865 Aug 28 15:40:32.259477 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e01e0f1a-2daa-46cd-a091-fd71cfdd83e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1925537853', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:40:12Z', 'updated_at': '2021-08-28T15:40:16Z', 'revision_number': 4, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'gw_port': {'id': '2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:40:13Z', 'updated_at': '2021-08-28T15:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '800c0dd2-08a6-49bd-b590-1da5a58882ef', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'port_id': '97384d95-5308-4c2a-9cf0-dfe743d1de19', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d629f3-9d5a-41e2-9e8b-c07608232886', 'mac_address': 'fa:16:3e:05:f3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0eea67-d18b-4aad-b137-41efcadbd957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:40:30Z', 'updated_at': '2021-08-28T15:40:30Z', 'revision_number': 0, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad2e20e5-a1e2-4e95-b0b5-192129bb0c86', 'name': '', 'network_id': 'd8d629f3-9d5a-41e2-9e8b-c07608232886', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'mac_address': 'fa:16:3e:df:c5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '3e63c061-0110-4e36-aa0e-c15c14b4e9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:40:15Z', 'updated_at': '2021-08-28T15:40:21Z', 'revision_number': 5, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'subnets': [{'id': '3e63c061-0110-4e36-aa0e-c15c14b4e9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:40:32.280068 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8333857-d6ad-4c53-b67c-ff0cdea102c1 req-c47ae148-47c0-4797-b46f-1a598c75482b service neutron] 10.222.0.36 "GET /v2.0/networks/d8d629f3-9d5a-41e2-9e8b-c07608232886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986326 Aug 28 15:40:32.287324 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01e0f1a-2daa-46cd-a091-fd71cfdd83e5 None None] Checking router: c7df3b0d-2f8e-479d-85e8-658795382c79 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:40:32.292317 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-54732966-6f34-4524-adbe-d0c023106278 tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1614 time: 0.2242141 Aug 28 15:40:32.294620 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56556) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:40:32.300332 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01e0f1a-2daa-46cd-a091-fd71cfdd83e5 None None] Routers {'c7df3b0d-2f8e-479d-85e8-658795382c79'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:40:32.301229 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e01e0f1a-2daa-46cd-a091-fd71cfdd83e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:40:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c7df3b0d-2f8e-479d-85e8-658795382c79'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:40:32.402848 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdf877b-c58d-455c-8b93-cc0fb7ab5ba5 tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:32.403341 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdf877b-c58d-455c-8b93-cc0fb7ab5ba5 tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:40:32.404975 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1cdf877b-c58d-455c-8b93-cc0fb7ab5ba5 tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c7df3b0d-2f8e-479d-85e8-658795382c79 HTTP/1.1" status: 200 len: 1991 time: 0.1094332 Aug 28 15:40:32.410719 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8333857-d6ad-4c53-b67c-ff0cdea102c1 req-16551d32-a925-4219-8d4d-ec433d91816a service neutron] 10.222.0.36 "GET /v2.0/networks/d8d629f3-9d5a-41e2-9e8b-c07608232886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242795 Aug 28 15:40:32.413054 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-e01e0f1a-2daa-46cd-a091-fd71cfdd83e5 None None] Set router c7df3b0d-2f8e-479d-85e8-658795382c79 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:40:32.635906 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e01e0f1a-2daa-46cd-a091-fd71cfdd83e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1925537853', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:40:12Z', 'updated_at': '2021-08-28T15:40:16Z', 'revision_number': 4, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'gw_port': {'id': '2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:40:13Z', 'updated_at': '2021-08-28T15:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '800c0dd2-08a6-49bd-b590-1da5a58882ef', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'port_id': '97384d95-5308-4c2a-9cf0-dfe743d1de19', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d629f3-9d5a-41e2-9e8b-c07608232886', 'mac_address': 'fa:16:3e:05:f3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0eea67-d18b-4aad-b137-41efcadbd957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:40:30Z', 'updated_at': '2021-08-28T15:40:30Z', 'revision_number': 0, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad2e20e5-a1e2-4e95-b0b5-192129bb0c86', 'name': '', 'network_id': 'd8d629f3-9d5a-41e2-9e8b-c07608232886', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'mac_address': 'fa:16:3e:df:c5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '3e63c061-0110-4e36-aa0e-c15c14b4e9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:40:15Z', 'updated_at': '2021-08-28T15:40:21Z', 'revision_number': 5, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'subnets': [{'id': '3e63c061-0110-4e36-aa0e-c15c14b4e9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:40:32.665863 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01e0f1a-2daa-46cd-a091-fd71cfdd83e5 None None] The sync data for ids ['c7df3b0d-2f8e-479d-85e8-658795382c79'] in n-d-712137-10 is: [{'id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1925537853', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:40:12Z', 'updated_at': '2021-08-28T15:40:16Z', 'revision_number': 4, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'gw_port': {'id': '2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:40:13Z', 'updated_at': '2021-08-28T15:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '800c0dd2-08a6-49bd-b590-1da5a58882ef', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'port_id': '97384d95-5308-4c2a-9cf0-dfe743d1de19', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d629f3-9d5a-41e2-9e8b-c07608232886', 'mac_address': 'fa:16:3e:05:f3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0eea67-d18b-4aad-b137-41efcadbd957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:40:30Z', 'updated_at': '2021-08-28T15:40:30Z', 'revision_number': 0, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad2e20e5-a1e2-4e95-b0b5-192129bb0c86', 'name': '', 'network_id': 'd8d629f3-9d5a-41e2-9e8b-c07608232886', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'mac_address': 'fa:16:3e:df:c5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '3e63c061-0110-4e36-aa0e-c15c14b4e9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:40:15Z', 'updated_at': '2021-08-28T15:40:21Z', 'revision_number': 5, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'subnets': [{'id': '3e63c061-0110-4e36-aa0e-c15c14b4e9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:40:32.855541 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a954a8-9bdf-4b7a-849f-972fe01166cc None None] New status for floating IP 800c0dd2-08a6-49bd-b590-1da5a58882ef: ACTIVE {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:40:38.046025 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ab53824c-3e8b-4f53-a495-7d196c54c9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:40.624572 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d9378c78-4251-4cd2-aa84-04840fba19b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:40.912461 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:41.866754 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:43.372294 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:47.628984 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-9e77db2b-9f74-4c08-afdb-bac2f3ef18b8 req-81f0a6b8-f18a-42fb-a88d-885a4b04a67d service neutron] (106329) timed out ('10.222.0.13', 46882) {{(pid=106329) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 15:40:54.654877 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:40:56.832613 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:01.073907 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:41:06.827879 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56582) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:06.924869 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5839548c-ea26-4cfe-979f-9515651184d4 tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] 10.222.0.13 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1374 time: 0.0958123 Aug 28 15:41:06.928059 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56584) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:06.933178 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-dab54144-4b40-4d4e-8bf4-c3791e434066 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Request body: {'network': {'name': 'tempest-network-smoke--1621229877', 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'port_security_enabled': False}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:41:06.955355 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab54144-4b40-4d4e-8bf4-c3791e434066 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Made reservation on behalf of 22767d3cc0db4d6eab3d9c8b827deb3a for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:41:06.960086 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dab54144-4b40-4d4e-8bf4-c3791e434066 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:06.982717 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab54144-4b40-4d4e-8bf4-c3791e434066 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:41:06.992214 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dab54144-4b40-4d4e-8bf4-c3791e434066 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:06.992559 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-dab54144-4b40-4d4e-8bf4-c3791e434066 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Added segment aee0c085-cbc0-496c-b46f-f77604871e0f of type vlan for network 649584fa-2a06-4ffb-8632-8d7ae770c31d Aug 28 15:41:07.031920 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dab54144-4b40-4d4e-8bf4-c3791e434066 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:07.056709 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dab54144-4b40-4d4e-8bf4-c3791e434066 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:07.062668 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab54144-4b40-4d4e-8bf4-c3791e434066 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:07.063251 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dab54144-4b40-4d4e-8bf4-c3791e434066 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:07.122226 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-dab54144-4b40-4d4e-8bf4-c3791e434066 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1930497 Aug 28 15:41:07.124927 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56586) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:07.130314 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-4b8db83f-138e-4224-8c32-a79648badf07 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-783252014', 'admin_state_up': True, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:41:07.133744 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab54144-4b40-4d4e-8bf4-c3791e434066 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Pushing event updated for resources: {'Network': ['ID=649584fa-2a06-4ffb-8632-8d7ae770c31d,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:07.141254 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab54144-4b40-4d4e-8bf4-c3791e434066 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:07.141608 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab54144-4b40-4d4e-8bf4-c3791e434066 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:07.141956 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab54144-4b40-4d4e-8bf4-c3791e434066 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:07.142294 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab54144-4b40-4d4e-8bf4-c3791e434066 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:07.142630 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab54144-4b40-4d4e-8bf4-c3791e434066 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:07.142986 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab54144-4b40-4d4e-8bf4-c3791e434066 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:07.143302 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab54144-4b40-4d4e-8bf4-c3791e434066 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:07.143633 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab54144-4b40-4d4e-8bf4-c3791e434066 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:07.144208 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab54144-4b40-4d4e-8bf4-c3791e434066 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:07.145051 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab54144-4b40-4d4e-8bf4-c3791e434066 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:07.145429 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab54144-4b40-4d4e-8bf4-c3791e434066 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:07.145792 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab54144-4b40-4d4e-8bf4-c3791e434066 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:07.153298 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4b8db83f-138e-4224-8c32-a79648badf07 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:07.154286 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4b8db83f-138e-4224-8c32-a79648badf07 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:07.157677 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 649584fa-2a06-4ffb-8632-8d7ae770c31d details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:41:07.212202 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4b8db83f-138e-4224-8c32-a79648badf07 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:07.352193 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4b8db83f-138e-4224-8c32-a79648badf07 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:07.541579 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4b8db83f-138e-4224-8c32-a79648badf07 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:07.564119 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4b8db83f-138e-4224-8c32-a79648badf07 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:07.665475 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-4b8db83f-138e-4224-8c32-a79648badf07 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Allocated IP 172.25.3.13 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/33fd7b98-b63a-4f7b-96d9-34a05f6532ef) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:41:07.764549 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4b8db83f-138e-4224-8c32-a79648badf07 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:07.812674 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4b8db83f-138e-4224-8c32-a79648badf07 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:07.849064 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8db83f-138e-4224-8c32-a79648badf07 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:41:07.853794 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-4b8db83f-138e-4224-8c32-a79648badf07 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:41:07.856379 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8db83f-138e-4224-8c32-a79648badf07 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:41:07.886811 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8db83f-138e-4224-8c32-a79648badf07 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Pushing event updated for resources: {'Port': ['ID=33fd7b98-b63a-4f7b-96d9-34a05f6532ef,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:08.048530 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d5883160-bad1-4db4-9ea4-3c98b5996338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:08.113621 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4b8db83f-138e-4224-8c32-a79648badf07 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:08.314266 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4b8db83f-138e-4224-8c32-a79648badf07 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:08.442182 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8db83f-138e-4224-8c32-a79648badf07 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Router dd71b290-3b8f-479a-bfe1-1a79b7cc615b is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:41:08.544372 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8db83f-138e-4224-8c32-a79648badf07 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:41:08.555881 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea8e375-f9b8-4c30-a15d-97caaa94cfeb None None] Sync routers for ids ['dd71b290-3b8f-479a-bfe1-1a79b7cc615b'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:41:08.563007 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4b8db83f-138e-4224-8c32-a79648badf07 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:08.567611 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4b8db83f-138e-4224-8c32-a79648badf07 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.4384089 Aug 28 15:41:08.567804 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea8e375-f9b8-4c30-a15d-97caaa94cfeb None None] Routers {'dd71b290-3b8f-479a-bfe1-1a79b7cc615b'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:41:08.567804 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-cea8e375-f9b8-4c30-a15d-97caaa94cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:40:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['dd71b290-3b8f-479a-bfe1-1a79b7cc615b'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:08.568042 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56592) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:08.636290 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ece267c-f58b-4e1f-bc2f-43a0324c7f96 tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:08.637795 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7ece267c-f58b-4e1f-bc2f-43a0324c7f96 tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=22767d3cc0db4d6eab3d9c8b827deb3a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0688403 Aug 28 15:41:08.640618 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56594) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:08.672321 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-cea8e375-f9b8-4c30-a15d-97caaa94cfeb None None] Set router dd71b290-3b8f-479a-bfe1-1a79b7cc615b gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:41:08.725550 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e2c30a-7606-49ae-a083-978a811d3d83 tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:08.727175 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-58e2c30a-7606-49ae-a083-978a811d3d83 tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856612 Aug 28 15:41:08.729961 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56596) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:08.766925 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c60954f2-5003-417f-9555-51b4049beeb0 tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=61448970-1875-4f3f-bc01-29da4e3666f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333574 Aug 28 15:41:08.767160 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56598) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:08.794570 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-263350d1-a7ca-44b2-8c4d-1974f344fb46 tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=22767d3cc0db4d6eab3d9c8b827deb3a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262094 Aug 28 15:41:08.797026 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56600) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:08.850257 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-cea8e375-f9b8-4c30-a15d-97caaa94cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd71b290-3b8f-479a-bfe1-1a79b7cc615b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-783252014', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '33fd7b98-b63a-4f7b-96d9-34a05f6532ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:41:07Z', 'updated_at': '2021-08-28T15:41:08Z', 'revision_number': 3, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'gw_port': {'id': '33fd7b98-b63a-4f7b-96d9-34a05f6532ef', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:42:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd71b290-3b8f-479a-bfe1-1a79b7cc615b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:41:07Z', 'updated_at': '2021-08-28T15:41:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:08.876529 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea8e375-f9b8-4c30-a15d-97caaa94cfeb None None] Checking router: dd71b290-3b8f-479a-bfe1-1a79b7cc615b for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:41:08.876879 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea8e375-f9b8-4c30-a15d-97caaa94cfeb None None] Updating router dd71b290-3b8f-479a-bfe1-1a79b7cc615b port 33fd7b98-b63a-4f7b-96d9-34a05f6532ef binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:41:08.883739 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d233df5-96ea-4380-8012-8ab39c50eb80 tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:08.885222 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4d233df5-96ea-4380-8012-8ab39c50eb80 tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872972 Aug 28 15:41:08.888044 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56602) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:08.906455 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cea8e375-f9b8-4c30-a15d-97caaa94cfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:08.917683 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-40cd5c08-8303-46b5-a497-1858512c3d93 tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=61448970-1875-4f3f-bc01-29da4e3666f1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284786 Aug 28 15:41:08.920124 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56604) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:08.924872 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-34c73044-5877-4889-a204-f3436c556211 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-467450062', 'network_id': '649584fa-2a06-4ffb-8632-8d7ae770c31d', 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:41:09.018332 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c73044-5877-4889-a204-f3436c556211 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Made reservation on behalf of 22767d3cc0db4d6eab3d9c8b827deb3a for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:41:09.022528 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-34c73044-5877-4889-a204-f3436c556211 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:09.155121 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cea8e375-f9b8-4c30-a15d-97caaa94cfeb None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:09.165840 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-cea8e375-f9b8-4c30-a15d-97caaa94cfeb None None] Transition to ACTIVE for port object 33fd7b98-b63a-4f7b-96d9-34a05f6532ef will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:41:09.171351 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cea8e375-f9b8-4c30-a15d-97caaa94cfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:09.225266 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-cea8e375-f9b8-4c30-a15d-97caaa94cfeb None None] Attempting to bind port 33fd7b98-b63a-4f7b-96d9-34a05f6532ef on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:41:09.225642 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-cea8e375-f9b8-4c30-a15d-97caaa94cfeb None None] Attempting to bind port 33fd7b98-b63a-4f7b-96d9-34a05f6532ef by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:41:09.226007 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea8e375-f9b8-4c30-a15d-97caaa94cfeb None None] Attempting to bind port 33fd7b98-b63a-4f7b-96d9-34a05f6532ef on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:41:09.229318 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e3ac2-2df7-4a6e-b890-ab5d5debe28a None None] Pushing event updated for resources: {'Port': ['ID=33fd7b98-b63a-4f7b-96d9-34a05f6532ef,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:09.234249 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea8e375-f9b8-4c30-a15d-97caaa94cfeb None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:41:09.234633 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea8e375-f9b8-4c30-a15d-97caaa94cfeb None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:41:09.235042 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cea8e375-f9b8-4c30-a15d-97caaa94cfeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:09.235433 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea8e375-f9b8-4c30-a15d-97caaa94cfeb None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:41:09.235938 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-cea8e375-f9b8-4c30-a15d-97caaa94cfeb None None] Bound port: 33fd7b98-b63a-4f7b-96d9-34a05f6532ef, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:41:09.236323 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cea8e375-f9b8-4c30-a15d-97caaa94cfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:09.293740 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-cea8e375-f9b8-4c30-a15d-97caaa94cfeb None None] For port 33fd7b98-b63a-4f7b-96d9-34a05f6532ef, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:41:09.296970 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-cea8e375-f9b8-4c30-a15d-97caaa94cfeb None None] For port 33fd7b98-b63a-4f7b-96d9-34a05f6532ef, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=33fd7b98-b63a-4f7b-96d9-34a05f6532ef,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:41:09.301846 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cea8e375-f9b8-4c30-a15d-97caaa94cfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:09.359738 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea8e375-f9b8-4c30-a15d-97caaa94cfeb None None] Routers {'dd71b290-3b8f-479a-bfe1-1a79b7cc615b'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:41:09.360373 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-cea8e375-f9b8-4c30-a15d-97caaa94cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:40:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['dd71b290-3b8f-479a-bfe1-1a79b7cc615b'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:09.366429 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e3ac2-2df7-4a6e-b890-ab5d5debe28a None None] Pushing event updated for resources: {'Port': ['ID=33fd7b98-b63a-4f7b-96d9-34a05f6532ef,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:09.473001 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-cea8e375-f9b8-4c30-a15d-97caaa94cfeb None None] Set router dd71b290-3b8f-479a-bfe1-1a79b7cc615b gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:41:09.557043 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-34c73044-5877-4889-a204-f3436c556211 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:09.616376 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c73044-5877-4889-a204-f3436c556211 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Pushing event updated for resources: {'Subnet': ['ID=866fb251-8142-4f48-92d3-ecc5a1a2104d,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:09.626530 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c73044-5877-4889-a204-f3436c556211 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Checking segment: {'id': 'aee0c085-cbc0-496c-b46f-f77604871e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '649584fa-2a06-4ffb-8632-8d7ae770c31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:41:09.626894 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c73044-5877-4889-a204-f3436c556211 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Network hostable DHCP agents. Network: 649584fa-2a06-4ffb-8632-8d7ae770c31d, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:41:09.630640 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c73044-5877-4889-a204-f3436c556211 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:09.630992 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c73044-5877-4889-a204-f3436c556211 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:09.631333 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c73044-5877-4889-a204-f3436c556211 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:09.631679 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c73044-5877-4889-a204-f3436c556211 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:09.632018 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c73044-5877-4889-a204-f3436c556211 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:09.632349 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c73044-5877-4889-a204-f3436c556211 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:09.632678 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c73044-5877-4889-a204-f3436c556211 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:09.633005 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c73044-5877-4889-a204-f3436c556211 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:09.633337 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c73044-5877-4889-a204-f3436c556211 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:09.633657 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c73044-5877-4889-a204-f3436c556211 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:09.633978 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c73044-5877-4889-a204-f3436c556211 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:09.634297 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c73044-5877-4889-a204-f3436c556211 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:09.650584 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-cea8e375-f9b8-4c30-a15d-97caaa94cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd71b290-3b8f-479a-bfe1-1a79b7cc615b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-783252014', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '33fd7b98-b63a-4f7b-96d9-34a05f6532ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:41:07Z', 'updated_at': '2021-08-28T15:41:08Z', 'revision_number': 3, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'gw_port': {'id': '33fd7b98-b63a-4f7b-96d9-34a05f6532ef', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:42:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd71b290-3b8f-479a-bfe1-1a79b7cc615b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:41:07Z', 'updated_at': '2021-08-28T15:41:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:09.652998 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c73044-5877-4889-a204-f3436c556211 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Network 649584fa-2a06-4ffb-8632-8d7ae770c31d is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:41:09.662439 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-34c73044-5877-4889-a204-f3436c556211 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 649584fa-2a06-4ffb-8632-8d7ae770c31d) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:41:09.666936 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c73044-5877-4889-a204-f3436c556211 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:09.667685 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-34c73044-5877-4889-a204-f3436c556211 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:09.682216 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71122fb6-0d12-459c-851c-f8db5d870594 None None] Network 649584fa-2a06-4ffb-8632-8d7ae770c31d requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:41:09.683229 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-34c73044-5877-4889-a204-f3436c556211 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7620659 Aug 28 15:41:09.684601 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea8e375-f9b8-4c30-a15d-97caaa94cfeb None None] The sync data for ids ['dd71b290-3b8f-479a-bfe1-1a79b7cc615b'] in n-d-712137-10 is: [{'id': 'dd71b290-3b8f-479a-bfe1-1a79b7cc615b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-783252014', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '33fd7b98-b63a-4f7b-96d9-34a05f6532ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:41:07Z', 'updated_at': '2021-08-28T15:41:08Z', 'revision_number': 3, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'gw_port': {'id': '33fd7b98-b63a-4f7b-96d9-34a05f6532ef', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:42:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd71b290-3b8f-479a-bfe1-1a79b7cc615b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:41:07Z', 'updated_at': '2021-08-28T15:41:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:41:09.685843 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56606) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:10.032756 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa7f0a1-bb9c-4fd4-b8c5-f5c625049c60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-649584fa-2a06-4ffb-8632-8d7ae770c31d', 'network_id': '649584fa-2a06-4ffb-8632-8d7ae770c31d', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'fixed_ips': [{'subnet_id': '866fb251-8142-4f48-92d3-ecc5a1a2104d'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:41:10.033635 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2aa7f0a1-bb9c-4fd4-b8c5-f5c625049c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:10.181822 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-2aa7f0a1-bb9c-4fd4-b8c5-f5c625049c60 None None] Allocated IP 172.20.0.18 (649584fa-2a06-4ffb-8632-8d7ae770c31d/866fb251-8142-4f48-92d3-ecc5a1a2104d/5824aa1e-3463-4873-afdc-037247ec1029) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:41:10.237304 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-359e130b-fa4e-4721-9032-00cffc7becbd tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:10.357733 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2aa7f0a1-bb9c-4fd4-b8c5-f5c625049c60 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:10.367694 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2aa7f0a1-bb9c-4fd4-b8c5-f5c625049c60 None None] Transition to ACTIVE for port object 5824aa1e-3463-4873-afdc-037247ec1029 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:41:10.382869 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2aa7f0a1-bb9c-4fd4-b8c5-f5c625049c60 None None] Transition to ACTIVE for port object 5824aa1e-3463-4873-afdc-037247ec1029 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:41:10.391870 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2aa7f0a1-bb9c-4fd4-b8c5-f5c625049c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:10.432654 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa7f0a1-bb9c-4fd4-b8c5-f5c625049c60 None None] Network 649584fa-2a06-4ffb-8632-8d7ae770c31d is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:41:10.438587 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-2aa7f0a1-bb9c-4fd4-b8c5-f5c625049c60 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:41:10.443231 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa7f0a1-bb9c-4fd4-b8c5-f5c625049c60 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:41:10.454237 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7f0a1-bb9c-4fd4-b8c5-f5c625049c60 None None] Pushing event updated for resources: {'Port': ['ID=5824aa1e-3463-4873-afdc-037247ec1029,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:10.513820 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-2aa7f0a1-bb9c-4fd4-b8c5-f5c625049c60 None None] Attempting to bind port 5824aa1e-3463-4873-afdc-037247ec1029 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:41:10.514203 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-2aa7f0a1-bb9c-4fd4-b8c5-f5c625049c60 None None] Attempting to bind port 5824aa1e-3463-4873-afdc-037247ec1029 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'aee0c085-cbc0-496c-b46f-f77604871e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '649584fa-2a06-4ffb-8632-8d7ae770c31d'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:41:10.514584 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa7f0a1-bb9c-4fd4-b8c5-f5c625049c60 None None] Attempting to bind port 5824aa1e-3463-4873-afdc-037247ec1029 on network 649584fa-2a06-4ffb-8632-8d7ae770c31d {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:41:10.524562 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa7f0a1-bb9c-4fd4-b8c5-f5c625049c60 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:41:10.524995 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa7f0a1-bb9c-4fd4-b8c5-f5c625049c60 None None] Checking segment: {'id': 'aee0c085-cbc0-496c-b46f-f77604871e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '649584fa-2a06-4ffb-8632-8d7ae770c31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:41:10.525415 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2aa7f0a1-bb9c-4fd4-b8c5-f5c625049c60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:10.525810 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa7f0a1-bb9c-4fd4-b8c5-f5c625049c60 None None] Bound using segment: {'id': 'aee0c085-cbc0-496c-b46f-f77604871e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '649584fa-2a06-4ffb-8632-8d7ae770c31d'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:41:10.526290 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-2aa7f0a1-bb9c-4fd4-b8c5-f5c625049c60 None None] Bound port: 5824aa1e-3463-4873-afdc-037247ec1029, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee0c085-cbc0-496c-b46f-f77604871e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '649584fa-2a06-4ffb-8632-8d7ae770c31d'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:41:10.526680 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2aa7f0a1-bb9c-4fd4-b8c5-f5c625049c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:10.597706 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-2aa7f0a1-bb9c-4fd4-b8c5-f5c625049c60 None None] For port 5824aa1e-3463-4873-afdc-037247ec1029, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:41:10.601412 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-2aa7f0a1-bb9c-4fd4-b8c5-f5c625049c60 None None] For port 5824aa1e-3463-4873-afdc-037247ec1029, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=5824aa1e-3463-4873-afdc-037247ec1029,segment=NetworkSegment(aee0c085-cbc0-496c-b46f-f77604871e0f),segment_id=aee0c085-cbc0-496c-b46f-f77604871e0f)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:41:10.603385 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-359e130b-fa4e-4721-9032-00cffc7becbd tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Allocated IP 172.20.0.17 (649584fa-2a06-4ffb-8632-8d7ae770c31d/866fb251-8142-4f48-92d3-ecc5a1a2104d/ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:41:10.610456 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2aa7f0a1-bb9c-4fd4-b8c5-f5c625049c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:10.645985 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2713fce7-2736-4516-a5ab-1564d601bd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:10.686526 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7f0a1-bb9c-4fd4-b8c5-f5c625049c60 None None] Pushing event updated for resources: {'Port': ['ID=5824aa1e-3463-4873-afdc-037247ec1029,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:10.757864 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-359e130b-fa4e-4721-9032-00cffc7becbd tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:10.776999 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-359e130b-fa4e-4721-9032-00cffc7becbd tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Transition to ACTIVE for port object ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:41:10.791081 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 33fd7b98-b63a-4f7b-96d9-34a05f6532ef up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:41:10.819285 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-359e130b-fa4e-4721-9032-00cffc7becbd tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:10.844378 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 33fd7b98-b63a-4f7b-96d9-34a05f6532ef completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:41:10.861472 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 33fd7b98-b63a-4f7b-96d9-34a05f6532ef triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:41:10.861472 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:10.875999 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359e130b-fa4e-4721-9032-00cffc7becbd tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Network 649584fa-2a06-4ffb-8632-8d7ae770c31d is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:41:10.879949 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-359e130b-fa4e-4721-9032-00cffc7becbd tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:41:10.887130 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359e130b-fa4e-4721-9032-00cffc7becbd tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:41:10.943310 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:10.951058 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e130b-fa4e-4721-9032-00cffc7becbd tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Pushing event updated for resources: {'Port': ['ID=ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:10.973407 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-359e130b-fa4e-4721-9032-00cffc7becbd tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:11.007229 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:11.031322 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 33fd7b98-b63a-4f7b-96d9-34a05f6532ef, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=33fd7b98-b63a-4f7b-96d9-34a05f6532ef,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:41:11.035987 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:11.083937 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=33fd7b98-b63a-4f7b-96d9-34a05f6532ef,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:11.116935 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-359e130b-fa4e-4721-9032-00cffc7becbd tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:11.395547 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-359e130b-fa4e-4721-9032-00cffc7becbd tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:11.400473 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-359e130b-fa4e-4721-9032-00cffc7becbd tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:11.475999 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e130b-fa4e-4721-9032-00cffc7becbd tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Pushing event updated for resources: {'Port': ['ID=ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:11.478567 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-359e130b-fa4e-4721-9032-00cffc7becbd tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:11.567313 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359e130b-fa4e-4721-9032-00cffc7becbd tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Network 649584fa-2a06-4ffb-8632-8d7ae770c31d is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:41:11.568730 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-359e130b-fa4e-4721-9032-00cffc7becbd tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:41:11.678668 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359e130b-fa4e-4721-9032-00cffc7becbd tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Router dd71b290-3b8f-479a-bfe1-1a79b7cc615b has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:41:11.784452 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359e130b-fa4e-4721-9032-00cffc7becbd tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:41:11.790216 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-359e130b-fa4e-4721-9032-00cffc7becbd tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "PUT /v2.0/routers/dd71b290-3b8f-479a-bfe1-1a79b7cc615b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1025629 Aug 28 15:41:11.800904 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ad2996-1938-4672-b985-db1e176100f9 None None] Sync routers for ids ['dd71b290-3b8f-479a-bfe1-1a79b7cc615b'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:41:11.812619 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ad2996-1938-4672-b985-db1e176100f9 None None] Routers {'dd71b290-3b8f-479a-bfe1-1a79b7cc615b'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:41:11.813262 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e1ad2996-1938-4672-b985-db1e176100f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:41:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['dd71b290-3b8f-479a-bfe1-1a79b7cc615b'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:11.877850 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:11.898211 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5e44c5e9-c495-4c5c-aac1-551d7a4a07d5 req-f8de4193-de48-4d70-aed7-bb542a42b403 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d0eea67-d18b-4aad-b137-41efcadbd957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0574579 Aug 28 15:41:11.934742 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-e1ad2996-1938-4672-b985-db1e176100f9 None None] Set router dd71b290-3b8f-479a-bfe1-1a79b7cc615b gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:41:12.036474 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44c5e9-c495-4c5c-aac1-551d7a4a07d5 req-e0987f09-af22-419e-bd7d-0c01208f1d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:12.037987 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5e44c5e9-c495-4c5c-aac1-551d7a4a07d5 req-e0987f09-af22-419e-bd7d-0c01208f1d36 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22767d3cc0db4d6eab3d9c8b827deb3a&device_id=4d0eea67-d18b-4aad-b137-41efcadbd957 HTTP/1.1" status: 200 len: 1136 time: 0.0747302 Aug 28 15:41:12.062023 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-ba3b4124-3377-4b6b-a785-25005b4570aa tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:12.063569 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-ba3b4124-3377-4b6b-a785-25005b4570aa tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/networks?id=649584fa-2a06-4ffb-8632-8d7ae770c31d HTTP/1.1" status: 200 len: 798 time: 0.1541855 Aug 28 15:41:12.092398 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-14cd6f3a-20b8-4345-b56e-752769fd8e39 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/quotas/22767d3cc0db4d6eab3d9c8b827deb3a HTTP/1.1" status: 200 len: 375 time: 0.0195720 Aug 28 15:41:12.162088 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e1ad2996-1938-4672-b985-db1e176100f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd71b290-3b8f-479a-bfe1-1a79b7cc615b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-783252014', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '33fd7b98-b63a-4f7b-96d9-34a05f6532ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:41:07Z', 'updated_at': '2021-08-28T15:41:11Z', 'revision_number': 4, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'gw_port': {'id': '33fd7b98-b63a-4f7b-96d9-34a05f6532ef', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd71b290-3b8f-479a-bfe1-1a79b7cc615b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:41:07Z', 'updated_at': '2021-08-28T15:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb', 'name': '', 'network_id': '649584fa-2a06-4ffb-8632-8d7ae770c31d', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'mac_address': 'fa:16:3e:4a:bb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd71b290-3b8f-479a-bfe1-1a79b7cc615b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '866fb251-8142-4f48-92d3-ecc5a1a2104d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:41:10Z', 'updated_at': '2021-08-28T15:41:11Z', 'revision_number': 2, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'subnets': [{'id': '866fb251-8142-4f48-92d3-ecc5a1a2104d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:12.189826 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ad2996-1938-4672-b985-db1e176100f9 None None] Checking router: dd71b290-3b8f-479a-bfe1-1a79b7cc615b for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:41:12.191014 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ad2996-1938-4672-b985-db1e176100f9 None None] Updating router dd71b290-3b8f-479a-bfe1-1a79b7cc615b port ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:41:12.212372 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-a9110202-7818-489a-98a0-54268eb2a214 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=22767d3cc0db4d6eab3d9c8b827deb3a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0901170 Aug 28 15:41:12.215490 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44c5e9-c495-4c5c-aac1-551d7a4a07d5 req-ee9df5c5-fbc1-43a7-98c5-3b566523925e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:12.217071 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5e44c5e9-c495-4c5c-aac1-551d7a4a07d5 req-ee9df5c5-fbc1-43a7-98c5-3b566523925e service neutron] 10.222.0.36 "GET /v2.0/networks?id=d8d629f3-9d5a-41e2-9e8b-c07608232886 HTTP/1.1" status: 200 len: 898 time: 0.1525269 Aug 28 15:41:12.222422 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-e1ad2996-1938-4672-b985-db1e176100f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:12.321782 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4607588a-d74f-4e31-9131-44dba45c49c2 None None] Network 649584fa-2a06-4ffb-8632-8d7ae770c31d requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:41:12.335351 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5e44c5e9-c495-4c5c-aac1-551d7a4a07d5 req-df87ca87-d8de-4203-8965-d27d02d567fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97384d95-5308-4c2a-9cf0-dfe743d1de19 HTTP/1.1" status: 200 len: 1000 time: 0.1108265 Aug 28 15:41:12.390759 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-dfab8f95-8b96-4719-94b8-84d62cb594d2 None None] Provisioning for port 5824aa1e-3463-4873-afdc-037247ec1029 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:41:12.402246 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-d5759933-9518-46ff-b6e5-c0ddef2883c9 service neutron] 10.222.0.13 "GET /v2.0/networks/649584fa-2a06-4ffb-8632-8d7ae770c31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706991 Aug 28 15:41:12.408668 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44c5e9-c495-4c5c-aac1-551d7a4a07d5 req-3a397301-cb23-4fe3-932e-7caf25c640e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:12.410221 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5e44c5e9-c495-4c5c-aac1-551d7a4a07d5 req-3a397301-cb23-4fe3-932e-7caf25c640e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3e63c061-0110-4e36-aa0e-c15c14b4e9ac HTTP/1.1" status: 200 len: 835 time: 0.0664358 Aug 28 15:41:12.520038 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-e1ad2996-1938-4672-b985-db1e176100f9 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:12.533001 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44c5e9-c495-4c5c-aac1-551d7a4a07d5 req-7ebb00bb-3f6b-4141-a691-b8463c8ef3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:12.535257 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5e44c5e9-c495-4c5c-aac1-551d7a4a07d5 req-7ebb00bb-3f6b-4141-a691-b8463c8ef3d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d8d629f3-9d5a-41e2-9e8b-c07608232886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1089151 Aug 28 15:41:12.536672 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-e1ad2996-1938-4672-b985-db1e176100f9 None None] Transition to ACTIVE for port object ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:41:12.543838 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-e1ad2996-1938-4672-b985-db1e176100f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:12.570306 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-c5f17061-2561-47e1-8b80-47dfd1f3dc85 service neutron] 10.222.0.13 "GET /v2.0/networks/649584fa-2a06-4ffb-8632-8d7ae770c31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530137 Aug 28 15:41:12.618907 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c259e1-2457-47d3-8c8c-7ac96eee2d49 None None] Pushing event updated for resources: {'Port': ['ID=ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:12.676734 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-e1ad2996-1938-4672-b985-db1e176100f9 None None] Attempting to bind port ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:41:12.677100 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-e1ad2996-1938-4672-b985-db1e176100f9 None None] Attempting to bind port ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'aee0c085-cbc0-496c-b46f-f77604871e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '649584fa-2a06-4ffb-8632-8d7ae770c31d'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:41:12.677458 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ad2996-1938-4672-b985-db1e176100f9 None None] Attempting to bind port ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb on network 649584fa-2a06-4ffb-8632-8d7ae770c31d {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:41:12.683277 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ad2996-1938-4672-b985-db1e176100f9 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:41:12.683646 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ad2996-1938-4672-b985-db1e176100f9 None None] Checking segment: {'id': 'aee0c085-cbc0-496c-b46f-f77604871e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '649584fa-2a06-4ffb-8632-8d7ae770c31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:41:12.684071 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-e1ad2996-1938-4672-b985-db1e176100f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:12.684461 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ad2996-1938-4672-b985-db1e176100f9 None None] Bound using segment: {'id': 'aee0c085-cbc0-496c-b46f-f77604871e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '649584fa-2a06-4ffb-8632-8d7ae770c31d'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:41:12.684954 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-e1ad2996-1938-4672-b985-db1e176100f9 None None] Bound port: ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee0c085-cbc0-496c-b46f-f77604871e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '649584fa-2a06-4ffb-8632-8d7ae770c31d'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:41:12.685344 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-e1ad2996-1938-4672-b985-db1e176100f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:12.695071 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5e44c5e9-c495-4c5c-aac1-551d7a4a07d5 req-4b9402af-ff0f-47c1-af0f-3a3df28c8355 service neutron] 10.222.0.36 "GET /v2.0/networks/d8d629f3-9d5a-41e2-9e8b-c07608232886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507514 Aug 28 15:41:12.927100 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5e44c5e9-c495-4c5c-aac1-551d7a4a07d5 req-50f01cc4-a0d8-4aa5-bc5c-fb20006c6ebd service neutron] 10.222.0.36 "GET /v2.0/networks/d8d629f3-9d5a-41e2-9e8b-c07608232886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159784 Aug 28 15:41:12.931944 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e3edc7c1-0d0b-47f5-a059-bd6f2680d084 req-8349406d-5d00-47d6-8264-fd18b13399b6 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c HTTP/1.1" status: 200 len: 210 time: 0.0732052 Aug 28 15:41:12.973026 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-e1ad2996-1938-4672-b985-db1e176100f9 None None] For port ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:41:12.977092 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-e1ad2996-1938-4672-b985-db1e176100f9 None None] For port ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb,segment=NetworkSegment(aee0c085-cbc0-496c-b46f-f77604871e0f),segment_id=aee0c085-cbc0-496c-b46f-f77604871e0f)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:41:12.977870 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-462baa28-a127-4661-967c-af3a02a9e791 None None] Provisioning for port ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:41:12.981791 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 5824aa1e-3463-4873-afdc-037247ec1029 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:41:12.983848 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-e1ad2996-1938-4672-b985-db1e176100f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:13.045321 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ad2996-1938-4672-b985-db1e176100f9 None None] Routers {'dd71b290-3b8f-479a-bfe1-1a79b7cc615b'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:41:13.045958 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e1ad2996-1938-4672-b985-db1e176100f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:41:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['dd71b290-3b8f-479a-bfe1-1a79b7cc615b'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:13.048229 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c259e1-2457-47d3-8c8c-7ac96eee2d49 None None] Pushing event updated for resources: {'Port': ['ID=ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb,revision_number=4']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:13.110260 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 5824aa1e-3463-4873-afdc-037247ec1029 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:41:13.118459 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 5824aa1e-3463-4873-afdc-037247ec1029 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:41:13.119005 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:13.194860 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-e1ad2996-1938-4672-b985-db1e176100f9 None None] Set router dd71b290-3b8f-479a-bfe1-1a79b7cc615b gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:41:13.229788 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:13.295001 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 5824aa1e-3463-4873-afdc-037247ec1029, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=5824aa1e-3463-4873-afdc-037247ec1029,segment=NetworkSegment(aee0c085-cbc0-496c-b46f-f77604871e0f),segment_id=aee0c085-cbc0-496c-b46f-f77604871e0f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:41:13.308418 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:13.309852 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 33fd7b98-b63a-4f7b-96d9-34a05f6532ef up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:41:13.402968 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:13.428767 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=5824aa1e-3463-4873-afdc-037247ec1029,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:13.442979 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 33fd7b98-b63a-4f7b-96d9-34a05f6532ef triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:41:13.443404 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:13.505870 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e1ad2996-1938-4672-b985-db1e176100f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd71b290-3b8f-479a-bfe1-1a79b7cc615b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-783252014', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '33fd7b98-b63a-4f7b-96d9-34a05f6532ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:41:07Z', 'updated_at': '2021-08-28T15:41:11Z', 'revision_number': 4, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'gw_port': {'id': '33fd7b98-b63a-4f7b-96d9-34a05f6532ef', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd71b290-3b8f-479a-bfe1-1a79b7cc615b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:41:07Z', 'updated_at': '2021-08-28T15:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb', 'name': '', 'network_id': '649584fa-2a06-4ffb-8632-8d7ae770c31d', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'mac_address': 'fa:16:3e:4a:bb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd71b290-3b8f-479a-bfe1-1a79b7cc615b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '866fb251-8142-4f48-92d3-ecc5a1a2104d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:41:10Z', 'updated_at': '2021-08-28T15:41:12Z', 'revision_number': 4, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'subnets': [{'id': '866fb251-8142-4f48-92d3-ecc5a1a2104d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:13.537386 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ad2996-1938-4672-b985-db1e176100f9 None None] The sync data for ids ['dd71b290-3b8f-479a-bfe1-1a79b7cc615b'] in n-d-712137-10 is: [{'id': 'dd71b290-3b8f-479a-bfe1-1a79b7cc615b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-783252014', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '33fd7b98-b63a-4f7b-96d9-34a05f6532ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:41:07Z', 'updated_at': '2021-08-28T15:41:11Z', 'revision_number': 4, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'gw_port': {'id': '33fd7b98-b63a-4f7b-96d9-34a05f6532ef', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd71b290-3b8f-479a-bfe1-1a79b7cc615b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:41:07Z', 'updated_at': '2021-08-28T15:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb', 'name': '', 'network_id': '649584fa-2a06-4ffb-8632-8d7ae770c31d', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'mac_address': 'fa:16:3e:4a:bb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd71b290-3b8f-479a-bfe1-1a79b7cc615b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '866fb251-8142-4f48-92d3-ecc5a1a2104d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:41:10Z', 'updated_at': '2021-08-28T15:41:12Z', 'revision_number': 4, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'subnets': [{'id': '866fb251-8142-4f48-92d3-ecc5a1a2104d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:41:14.080353 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ae0405a0-e04e-4323-9955-8b9f9c643b4b req-aed1ff49-91d2-4dc1-a101-06c14e0b0ed4 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c HTTP/1.1" status: 200 len: 210 time: 0.0284896 Aug 28 15:41:14.329669 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-4d21c211-8535-44bd-9d3b-1552b2547548 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:14.331771 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-4d21c211-8535-44bd-9d3b-1552b2547548 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.41 "GET /v2.0/networks?id=649584fa-2a06-4ffb-8632-8d7ae770c31d HTTP/1.1" status: 200 len: 798 time: 0.1118488 Aug 28 15:41:14.349544 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e2a06018-4144-46cd-b499-67aad6ecc758 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Request body: {'port': {'device_id': '0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c', 'network_id': '649584fa-2a06-4ffb-8632-8d7ae770c31d', 'admin_state_up': True, 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:41:14.706495 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e2a06018-4144-46cd-b499-67aad6ecc758 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Made reservation on behalf of 22767d3cc0db4d6eab3d9c8b827deb3a for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:41:14.710713 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e2a06018-4144-46cd-b499-67aad6ecc758 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:14.812719 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 5824aa1e-3463-4873-afdc-037247ec1029 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:41:14.842152 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e2a06018-4144-46cd-b499-67aad6ecc758 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Allocated IP 172.20.0.25 (649584fa-2a06-4ffb-8632-8d7ae770c31d/866fb251-8142-4f48-92d3-ecc5a1a2104d/f3e344a2-4736-44e0-9cd6-1bc91bc53911) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:41:14.864091 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 5824aa1e-3463-4873-afdc-037247ec1029 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:41:14.864464 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:14.939929 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:41:14.960307 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e2a06018-4144-46cd-b499-67aad6ecc758 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:14.974559 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e2a06018-4144-46cd-b499-67aad6ecc758 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Transition to ACTIVE for port object f3e344a2-4736-44e0-9cd6-1bc91bc53911 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:41:14.987630 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:41:14.991263 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:41:14.991642 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:15.008255 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e2a06018-4144-46cd-b499-67aad6ecc758 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:15.053041 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e2a06018-4144-46cd-b499-67aad6ecc758 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Network 649584fa-2a06-4ffb-8632-8d7ae770c31d is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:41:15.056154 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e2a06018-4144-46cd-b499-67aad6ecc758 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:41:15.058646 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e2a06018-4144-46cd-b499-67aad6ecc758 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:41:15.073776 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:15.089346 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a06018-4144-46cd-b499-67aad6ecc758 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Pushing event updated for resources: {'Port': ['ID=f3e344a2-4736-44e0-9cd6-1bc91bc53911,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:15.108403 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb,segment=NetworkSegment(aee0c085-cbc0-496c-b46f-f77604871e0f),segment_id=aee0c085-cbc0-496c-b46f-f77604871e0f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:41:15.114271 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:15.123097 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e2a06018-4144-46cd-b499-67aad6ecc758 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:15.123826 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e2a06018-4144-46cd-b499-67aad6ecc758 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:15.141070 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e2a06018-4144-46cd-b499-67aad6ecc758 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7962639 Aug 28 15:41:15.170233 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:15.229556 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820edf5-aeba-4881-8627-3dd2e8eb7c08 req-2af43771-eb45-446c-b07e-27cdf7dd4120 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:15.231210 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7820edf5-aeba-4881-8627-3dd2e8eb7c08 req-2af43771-eb45-446c-b07e-27cdf7dd4120 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c HTTP/1.1" status: 200 len: 895 time: 0.0656881 Aug 28 15:41:15.284888 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e45a4428-aed9-42cb-9bd9-b2983e5f8ba5 service neutron] Request body: {'port': {'device_id': '0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:41:15.336347 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6098ef9f-69f0-44dd-a26d-f9452c65541b None None] Provisioning for port f3e344a2-4736-44e0-9cd6-1bc91bc53911 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:41:15.338644 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e45a4428-aed9-42cb-9bd9-b2983e5f8ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:15.340191 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6098ef9f-69f0-44dd-a26d-f9452c65541b None None] Provisioning complete for port f3e344a2-4736-44e0-9cd6-1bc91bc53911 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:41:15.340638 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6098ef9f-69f0-44dd-a26d-f9452c65541b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:15.374999 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-6098ef9f-69f0-44dd-a26d-f9452c65541b None None] Port f3e344a2-4736-44e0-9cd6-1bc91bc53911 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:41:15.617695 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e45a4428-aed9-42cb-9bd9-b2983e5f8ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e344a2-4736-44e0-9cd6-1bc91bc53911 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:41:15.624817 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e45a4428-aed9-42cb-9bd9-b2983e5f8ba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:15.637169 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e45a4428-aed9-42cb-9bd9-b2983e5f8ba5 service neutron] Transition to ACTIVE for port object f3e344a2-4736-44e0-9cd6-1bc91bc53911 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:41:15.640672 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e45a4428-aed9-42cb-9bd9-b2983e5f8ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:15.711804 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a4428-aed9-42cb-9bd9-b2983e5f8ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e344a2-4736-44e0-9cd6-1bc91bc53911,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:15.787969 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e45a4428-aed9-42cb-9bd9-b2983e5f8ba5 service neutron] Attempting to bind port f3e344a2-4736-44e0-9cd6-1bc91bc53911 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:41:15.788307 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e45a4428-aed9-42cb-9bd9-b2983e5f8ba5 service neutron] Attempting to bind port f3e344a2-4736-44e0-9cd6-1bc91bc53911 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': 'aee0c085-cbc0-496c-b46f-f77604871e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '649584fa-2a06-4ffb-8632-8d7ae770c31d'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:41:15.788654 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e45a4428-aed9-42cb-9bd9-b2983e5f8ba5 service neutron] Attempting to bind port f3e344a2-4736-44e0-9cd6-1bc91bc53911 on network 649584fa-2a06-4ffb-8632-8d7ae770c31d {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:41:15.794059 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e45a4428-aed9-42cb-9bd9-b2983e5f8ba5 service neutron] Port f3e344a2-4736-44e0-9cd6-1bc91bc53911 on network 649584fa-2a06-4ffb-8632-8d7ae770c31d not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:41:15.797663 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e45a4428-aed9-42cb-9bd9-b2983e5f8ba5 service neutron] Attempting to bind port f3e344a2-4736-44e0-9cd6-1bc91bc53911 on network 649584fa-2a06-4ffb-8632-8d7ae770c31d {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:41:15.805754 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e45a4428-aed9-42cb-9bd9-b2983e5f8ba5 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:41:15.806096 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e45a4428-aed9-42cb-9bd9-b2983e5f8ba5 service neutron] Checking segment: {'id': 'aee0c085-cbc0-496c-b46f-f77604871e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '649584fa-2a06-4ffb-8632-8d7ae770c31d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:41:15.806492 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e45a4428-aed9-42cb-9bd9-b2983e5f8ba5 service neutron] Bound using segment: {'id': 'aee0c085-cbc0-496c-b46f-f77604871e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '649584fa-2a06-4ffb-8632-8d7ae770c31d'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:41:15.806923 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e45a4428-aed9-42cb-9bd9-b2983e5f8ba5 service neutron] Bound port: f3e344a2-4736-44e0-9cd6-1bc91bc53911, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee0c085-cbc0-496c-b46f-f77604871e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '649584fa-2a06-4ffb-8632-8d7ae770c31d'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:41:15.807286 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e45a4428-aed9-42cb-9bd9-b2983e5f8ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:15.913648 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e45a4428-aed9-42cb-9bd9-b2983e5f8ba5 service neutron] For port f3e344a2-4736-44e0-9cd6-1bc91bc53911, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:41:15.919104 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e45a4428-aed9-42cb-9bd9-b2983e5f8ba5 service neutron] For port f3e344a2-4736-44e0-9cd6-1bc91bc53911, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=f3e344a2-4736-44e0-9cd6-1bc91bc53911,segment=NetworkSegment(aee0c085-cbc0-496c-b46f-f77604871e0f),segment_id=aee0c085-cbc0-496c-b46f-f77604871e0f)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:41:15.928533 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e45a4428-aed9-42cb-9bd9-b2983e5f8ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:15.983019 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e45a4428-aed9-42cb-9bd9-b2983e5f8ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:15.983682 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e45a4428-aed9-42cb-9bd9-b2983e5f8ba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:15.985123 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-e45a4428-aed9-42cb-9bd9-b2983e5f8ba5 service neutron] 10.222.0.41 "PUT /v2.0/ports/f3e344a2-4736-44e0-9cd6-1bc91bc53911 HTTP/1.1" status: 200 len: 1056 time: 0.8355389 Aug 28 15:41:15.985582 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c', 'tag': 'f3e344a2-4736-44e0-9cd6-1bc91bc53911'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:41:15.989080 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b17195-3c2d-4717-8eb7-6525dcf68944" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c", "tag": "f3e344a2-4736-44e0-9cd6-1bc91bc53911"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:41:16.017887 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a4428-aed9-42cb-9bd9-b2983e5f8ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e344a2-4736-44e0-9cd6-1bc91bc53911,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:16.034482 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1740b125-85e0-49e4-9464-b36069b2b4e1 x-openstack-request-id: req-1740b125-85e0-49e4-9464-b36069b2b4e1 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:41:16.034956 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c", "tag": "f3e344a2-4736-44e0-9cd6-1bc91bc53911", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:41:16.035257 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1740b125-85e0-49e4-9464-b36069b2b4e1 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:41:16.035683 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c', 'tag': 'f3e344a2-4736-44e0-9cd6-1bc91bc53911', 'status': 'completed', 'code': 200} Aug 28 15:41:16.084346 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-1b644239-34aa-46f5-9411-c634b5ab096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:16.085250 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-1b644239-34aa-46f5-9411-c634b5ab096b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=22767d3cc0db4d6eab3d9c8b827deb3a&device_id=0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c HTTP/1.1" status: 200 len: 1059 time: 0.0445175 Aug 28 15:41:16.140054 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-bef664e8-13be-4277-a4e2-875a16139fe7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=f3e344a2-4736-44e0-9cd6-1bc91bc53911 HTTP/1.1" status: 200 len: 217 time: 0.0461409 Aug 28 15:41:16.202487 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-ebadef98-26cd-452e-af9e-ee600897d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:16.204026 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-ebadef98-26cd-452e-af9e-ee600897d797 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=866fb251-8142-4f48-92d3-ecc5a1a2104d HTTP/1.1" status: 200 len: 837 time: 0.0549610 Aug 28 15:41:16.252561 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-2b6534c2-6860-4e61-8622-f2161cdc9ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:16.254163 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-2b6534c2-6860-4e61-8622-f2161cdc9ebb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=649584fa-2a06-4ffb-8632-8d7ae770c31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0429318 Aug 28 15:41:16.362566 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6775f-7586-45a5-a656-b1282894dd81 req-8781ad83-1971-4b83-a2f5-5a08589b411a tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:16.363398 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-36a6775f-7586-45a5-a656-b1282894dd81 req-8781ad83-1971-4b83-a2f5-5a08589b411a tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c HTTP/1.1" status: 200 len: 907 time: 0.0558176 Aug 28 15:41:16.373824 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-846a4dc8-47b0-4f8b-b31b-3f1dec18b68e service neutron] 10.222.0.41 "GET /v2.0/networks/649584fa-2a06-4ffb-8632-8d7ae770c31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093388 Aug 28 15:41:16.470705 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ac64075d-0d46-4329-92a2-69ed043278c2 req-1ccc61bf-6336-4cd5-8c7f-91a658fcf80b service neutron] 10.222.0.41 "GET /v2.0/networks/649584fa-2a06-4ffb-8632-8d7ae770c31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898662 Aug 28 15:41:16.558820 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b17195-3c2d-4717-8eb7-6525dcf68944 req-ac9ff434-58eb-4c04-beaa-1cfd4b08e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:16.560328 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8b17195-3c2d-4717-8eb7-6525dcf68944 req-ac9ff434-58eb-4c04-beaa-1cfd4b08e227 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=22767d3cc0db4d6eab3d9c8b827deb3a&device_id=0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c HTTP/1.1" status: 200 len: 1059 time: 0.0406883 Aug 28 15:41:16.655444 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b17195-3c2d-4717-8eb7-6525dcf68944 req-14dad4de-0ea8-4605-9a94-a67cd8331639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:16.656996 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8b17195-3c2d-4717-8eb7-6525dcf68944 req-14dad4de-0ea8-4605-9a94-a67cd8331639 service neutron] 10.222.0.41 "GET /v2.0/networks?id=649584fa-2a06-4ffb-8632-8d7ae770c31d HTTP/1.1" status: 200 len: 899 time: 0.0890326 Aug 28 15:41:16.698583 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8b17195-3c2d-4717-8eb7-6525dcf68944 req-d8f0a3c1-276f-49c2-921f-8924326a1792 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=f3e344a2-4736-44e0-9cd6-1bc91bc53911 HTTP/1.1" status: 200 len: 217 time: 0.0346324 Aug 28 15:41:16.748413 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:41:16.753952 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b17195-3c2d-4717-8eb7-6525dcf68944 req-03501c37-5e78-43a8-9095-61e3989e8743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:16.755443 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8b17195-3c2d-4717-8eb7-6525dcf68944 req-03501c37-5e78-43a8-9095-61e3989e8743 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=866fb251-8142-4f48-92d3-ecc5a1a2104d HTTP/1.1" status: 200 len: 837 time: 0.0498097 Aug 28 15:41:16.799359 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:41:16.800599 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:16.807247 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b17195-3c2d-4717-8eb7-6525dcf68944 req-18053a2b-3230-473e-bd61-a2153763af76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:16.808811 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8b17195-3c2d-4717-8eb7-6525dcf68944 req-18053a2b-3230-473e-bd61-a2153763af76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=649584fa-2a06-4ffb-8632-8d7ae770c31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0455885 Aug 28 15:41:16.899006 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8b17195-3c2d-4717-8eb7-6525dcf68944 req-253fc12e-f259-4a3e-a37d-6e36c8f98383 service neutron] 10.222.0.41 "GET /v2.0/networks/649584fa-2a06-4ffb-8632-8d7ae770c31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826557 Aug 28 15:41:16.992623 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8b17195-3c2d-4717-8eb7-6525dcf68944 req-ee097e37-265d-455d-9b7c-a75799e81a1a service neutron] 10.222.0.41 "GET /v2.0/networks/649584fa-2a06-4ffb-8632-8d7ae770c31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860422 Aug 28 15:41:17.488247 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3ec7d-46b4-4cff-aa99-133de8e93e44 req-d30db5c6-4caf-4746-94bb-3bbef97eb7c8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:17.489735 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3cf3ec7d-46b4-4cff-aa99-133de8e93e44 req-d30db5c6-4caf-4746-94bb-3bbef97eb7c8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c HTTP/1.1" status: 200 len: 907 time: 0.0505114 Aug 28 15:41:18.605973 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d771289-f830-4be9-a897-b6de46c4f5fb req-ce4542a9-c4d1-406b-bb6a-f2038f675510 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:18.607473 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0d771289-f830-4be9-a897-b6de46c4f5fb req-ce4542a9-c4d1-406b-bb6a-f2038f675510 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c HTTP/1.1" status: 200 len: 907 time: 0.0512972 Aug 28 15:41:19.726110 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12faaf5a-c9be-4480-8a4c-7e7e5b1e006c req-4600615b-6ad9-494a-a2b7-c5bf14fe5a38 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:19.727588 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12faaf5a-c9be-4480-8a4c-7e7e5b1e006c req-4600615b-6ad9-494a-a2b7-c5bf14fe5a38 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c HTTP/1.1" status: 200 len: 907 time: 0.0487928 Aug 28 15:41:20.840817 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d620e-ccf0-4ab8-8dc8-fd6ddd5a7d0a req-698cfe79-e5ce-4fcf-a516-4357c7f1baa5 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:20.842291 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-352d620e-ccf0-4ab8-8dc8-fd6ddd5a7d0a req-698cfe79-e5ce-4fcf-a516-4357c7f1baa5 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c HTTP/1.1" status: 200 len: 907 time: 0.0481956 Aug 28 15:41:21.500447 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device f3e344a2-4736-44e0-9cd6-1bc91bc53911 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:41:21.594267 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port f3e344a2-4736-44e0-9cd6-1bc91bc53911, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=f3e344a2-4736-44e0-9cd6-1bc91bc53911,segment=NetworkSegment(aee0c085-cbc0-496c-b46f-f77604871e0f),segment_id=aee0c085-cbc0-496c-b46f-f77604871e0f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:41:21.605228 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'f3e344a2-4736-44e0-9cd6-1bc91bc53911', 'network_id': '649584fa-2a06-4ffb-8632-8d7ae770c31d', 'port_id': 'f3e344a2-4736-44e0-9cd6-1bc91bc53911', 'mac_address': 'fa:16:3e:fe:e2:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '866fb251-8142-4f48-92d3-ecc5a1a2104d', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:41:21.641577 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:21.653788 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e344a2-4736-44e0-9cd6-1bc91bc53911 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:41:21.671953 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port f3e344a2-4736-44e0-9cd6-1bc91bc53911, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=f3e344a2-4736-44e0-9cd6-1bc91bc53911,segment=NetworkSegment(aee0c085-cbc0-496c-b46f-f77604871e0f),segment_id=aee0c085-cbc0-496c-b46f-f77604871e0f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:41:21.676666 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:21.726356 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=f3e344a2-4736-44e0-9cd6-1bc91bc53911,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:21.733716 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:21.734062 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:21.734403 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:21.734741 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:21.735071 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:21.735410 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:21.735762 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:21.736090 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:21.736415 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:21.737251 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:21.737576 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:21.737895 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:41:21.956488 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00c818-4f17-47ca-b866-723fca20ce1b req-b7943b82-0108-45c6-a6d5-d1572461a9c3 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:21.957959 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ee00c818-4f17-47ca-b866-723fca20ce1b req-b7943b82-0108-45c6-a6d5-d1572461a9c3 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c HTTP/1.1" status: 200 len: 908 time: 0.0509181 Aug 28 15:41:22.037130 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['f3e344a2-4736-44e0-9cd6-1bc91bc53911'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:41:23.072739 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e323a2-dbdf-44a8-a87e-e7b4a6781b42 req-1293f6a9-385f-4ca0-8eb6-f068a894fc59 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:23.074226 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-67e323a2-dbdf-44a8-a87e-e7b4a6781b42 req-1293f6a9-385f-4ca0-8eb6-f068a894fc59 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c HTTP/1.1" status: 200 len: 908 time: 0.0492136 Aug 28 15:41:23.528373 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device f3e344a2-4736-44e0-9cd6-1bc91bc53911 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:41:23.574851 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port f3e344a2-4736-44e0-9cd6-1bc91bc53911 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:41:23.578479 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port f3e344a2-4736-44e0-9cd6-1bc91bc53911 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:41:23.578848 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:23.655158 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:23.677233 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e344a2-4736-44e0-9cd6-1bc91bc53911'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:41:23.679527 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681178f6-a260-4c1b-8e80-1495f34923b6" -d '{"events": [{"server_uuid": "0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c", "name": "network-vif-plugged", "status": "completed", "tag": "f3e344a2-4736-44e0-9cd6-1bc91bc53911"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:41:23.692239 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port f3e344a2-4736-44e0-9cd6-1bc91bc53911, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=f3e344a2-4736-44e0-9cd6-1bc91bc53911,segment=NetworkSegment(aee0c085-cbc0-496c-b46f-f77604871e0f),segment_id=aee0c085-cbc0-496c-b46f-f77604871e0f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:41:23.696040 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:23.749128 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=f3e344a2-4736-44e0-9cd6-1bc91bc53911,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:23.784822 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a9bbfa-0142-4a4b-8d37-cc17b6bcaadf x-openstack-request-id: req-84a9bbfa-0142-4a4b-8d37-cc17b6bcaadf {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:41:23.785126 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c", "name": "network-vif-plugged", "status": "completed", "tag": "f3e344a2-4736-44e0-9cd6-1bc91bc53911", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:41:23.785395 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84a9bbfa-0142-4a4b-8d37-cc17b6bcaadf {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:41:23.785792 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e344a2-4736-44e0-9cd6-1bc91bc53911', 'code': 200} Aug 28 15:41:23.882840 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9099d-d652-4df9-9bfd-1814384a4af7 req-606bb940-6ea0-4554-932f-b4f7f66c35c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:23.884394 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4db9099d-d652-4df9-9bfd-1814384a4af7 req-606bb940-6ea0-4554-932f-b4f7f66c35c3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c HTTP/1.1" status: 200 len: 1061 time: 0.0439522 Aug 28 15:41:24.188773 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0faa7cd-9ab7-4c59-b469-ed1b6eeb010e req-569a01c9-9698-419b-8765-8a5ba84fb356 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:24.191063 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b0faa7cd-9ab7-4c59-b469-ed1b6eeb010e req-569a01c9-9698-419b-8765-8a5ba84fb356 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c HTTP/1.1" status: 200 len: 909 time: 0.0490584 Aug 28 15:41:24.666210 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:25.308336 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c192c0c-8475-4368-88ca-e0c2bd604afd req-b065e0de-a53b-478d-b5d6-48cd6b8b99bf tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:25.309811 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1c192c0c-8475-4368-88ca-e0c2bd604afd req-b065e0de-a53b-478d-b5d6-48cd6b8b99bf tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c HTTP/1.1" status: 200 len: 909 time: 0.0478034 Aug 28 15:41:25.424269 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51210bf6-a153-4a76-9318-c59f40c0a3f5 req-4b354354-945e-45cf-a979-d799dc813691 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:25.426269 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-51210bf6-a153-4a76-9318-c59f40c0a3f5 req-4b354354-945e-45cf-a979-d799dc813691 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c HTTP/1.1" status: 200 len: 909 time: 0.0521920 Aug 28 15:41:25.528737 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b61aea-b89c-4702-a607-0bda4e8ef7e8 req-c0fc780b-3ff3-4c4e-b98e-573cf637fb9e tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:25.530129 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-28b61aea-b89c-4702-a607-0bda4e8ef7e8 req-c0fc780b-3ff3-4c4e-b98e-573cf637fb9e tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c HTTP/1.1" status: 200 len: 1061 time: 0.0395248 Aug 28 15:41:25.927800 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a5f49-b9ae-45dc-ac8e-eb2510ee1457 req-6525ea88-5051-4ea8-8c5f-aed6b5cc62ce tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:25.929328 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-066a5f49-b9ae-45dc-ac8e-eb2510ee1457 req-6525ea88-5051-4ea8-8c5f-aed6b5cc62ce tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4d0eea67-d18b-4aad-b137-41efcadbd957 HTTP/1.1" status: 200 len: 1136 time: 0.3337836 Aug 28 15:41:25.964639 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-066a5f49-b9ae-45dc-ac8e-eb2510ee1457 req-acab8a33-c79f-44e6-87e0-676ea2460048 tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=433d2701-5718-445d-a0f9-f23d79950679&id=c2bfcbae-cc14-4c36-aac7-a40126517ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0292625 Aug 28 15:41:25.987374 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56676) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:26.026044 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95be8c9c-61e8-4296-ae24-b90f4d6c6ddf tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:26.027569 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-95be8c9c-61e8-4296-ae24-b90f4d6c6ddf tempest-TestSecurityGroupsBasicOps-1976119518 tempest-TestSecurityGroupsBasicOps-1976119518-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c HTTP/1.1" status: 200 len: 1056 time: 0.0392318 Aug 28 15:41:26.238011 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a02d4-69d2-49e6-a239-6de69a4155f4 req-3ac1a256-c7a0-444a-b87d-f0ffc9e75529 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:26.239488 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a52a02d4-69d2-49e6-a239-6de69a4155f4 req-3ac1a256-c7a0-444a-b87d-f0ffc9e75529 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c HTTP/1.1" status: 200 len: 909 time: 0.0498252 Aug 28 15:41:26.826950 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:27.357846 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fddef3-ccc8-484f-8228-e3058eeecad1 req-630b3ff6-6004-484c-abdf-127d56b8dbb6 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:27.359377 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a3fddef3-ccc8-484f-8228-e3058eeecad1 req-630b3ff6-6004-484c-abdf-127d56b8dbb6 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c HTTP/1.1" status: 200 len: 909 time: 0.0518167 Aug 28 15:41:27.632552 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884dea61-ec5a-4285-9756-fe0483c36ac7 req-2aa7b77e-8531-4d2f-909d-b7ba932146a0 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:27.633930 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-884dea61-ec5a-4285-9756-fe0483c36ac7 req-2aa7b77e-8531-4d2f-909d-b7ba932146a0 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c HTTP/1.1" status: 200 len: 909 time: 0.0478203 Aug 28 15:41:27.723120 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-884dea61-ec5a-4285-9756-fe0483c36ac7 req-17ec475e-c13c-4b52-aeea-06eb49e6c767 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Deleting port f3e344a2-4736-44e0-9cd6-1bc91bc53911 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:41:27.723465 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-884dea61-ec5a-4285-9756-fe0483c36ac7 req-17ec475e-c13c-4b52-aeea-06eb49e6c767 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:27.814319 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-884dea61-ec5a-4285-9756-fe0483c36ac7 req-17ec475e-c13c-4b52-aeea-06eb49e6c767 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] For port f3e344a2-4736-44e0-9cd6-1bc91bc53911, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=f3e344a2-4736-44e0-9cd6-1bc91bc53911,segment=NetworkSegment(aee0c085-cbc0-496c-b46f-f77604871e0f),segment_id=aee0c085-cbc0-496c-b46f-f77604871e0f)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:41:27.814683 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-884dea61-ec5a-4285-9756-fe0483c36ac7 req-17ec475e-c13c-4b52-aeea-06eb49e6c767 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:27.827920 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-884dea61-ec5a-4285-9756-fe0483c36ac7 req-17ec475e-c13c-4b52-aeea-06eb49e6c767 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Calling delete_port for f3e344a2-4736-44e0-9cd6-1bc91bc53911 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:41:27.953827 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-884dea61-ec5a-4285-9756-fe0483c36ac7 req-17ec475e-c13c-4b52-aeea-06eb49e6c767 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:27.978405 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec475e-c13c-4b52-aeea-06eb49e6c767 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Pushing event deleted for resources: {'Port': ['ID=f3e344a2-4736-44e0-9cd6-1bc91bc53911,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:28.026676 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-884dea61-ec5a-4285-9756-fe0483c36ac7 req-17ec475e-c13c-4b52-aeea-06eb49e6c767 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] No DVR routers for this DVR port f3e344a2-4736-44e0-9cd6-1bc91bc53911 on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:41:28.029335 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-884dea61-ec5a-4285-9756-fe0483c36ac7 req-17ec475e-c13c-4b52-aeea-06eb49e6c767 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:28.031480 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-884dea61-ec5a-4285-9756-fe0483c36ac7 req-17ec475e-c13c-4b52-aeea-06eb49e6c767 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.41 "DELETE /v2.0/ports/f3e344a2-4736-44e0-9cd6-1bc91bc53911 HTTP/1.1" status: 204 len: 173 time: 0.3912225 Aug 28 15:41:28.031959 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c', 'name': 'network-vif-deleted', 'tag': 'f3e344a2-4736-44e0-9cd6-1bc91bc53911'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:41:28.034947 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4888211-bc07-4eb2-ba68-bd696a415629" -d '{"events": [{"server_uuid": "0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c", "name": "network-vif-deleted", "tag": "f3e344a2-4736-44e0-9cd6-1bc91bc53911"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:41:28.080464 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ea021d-d7ee-47f1-b272-026d36f622d4 x-openstack-request-id: req-30ea021d-d7ee-47f1-b272-026d36f622d4 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:41:28.080806 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c", "name": "network-vif-deleted", "tag": "f3e344a2-4736-44e0-9cd6-1bc91bc53911", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:41:28.081065 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30ea021d-d7ee-47f1-b272-026d36f622d4 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:41:28.081469 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c', 'name': 'network-vif-deleted', 'tag': 'f3e344a2-4736-44e0-9cd6-1bc91bc53911', 'status': 'completed', 'code': 200} Aug 28 15:41:28.469738 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-42f32fdc-091e-42af-8709-e5ba7bdf7eec req-e2701ffe-250c-42b6-b79e-5ea80fee3612 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a6f2d9e-c086-46ea-8bc4-0c40a9018d0c HTTP/1.1" status: 200 len: 210 time: 0.0293996 Aug 28 15:41:29.524743 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56690) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:29.912127 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9a87f614-ae91-4f1c-bf1e-56990611ac64 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:30.172293 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-9a87f614-ae91-4f1c-bf1e-56990611ac64 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Deleting port ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:41:30.172557 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9a87f614-ae91-4f1c-bf1e-56990611ac64 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:30.261124 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-9a87f614-ae91-4f1c-bf1e-56990611ac64 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] For port ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb,segment=NetworkSegment(aee0c085-cbc0-496c-b46f-f77604871e0f),segment_id=aee0c085-cbc0-496c-b46f-f77604871e0f)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:41:30.261484 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9a87f614-ae91-4f1c-bf1e-56990611ac64 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:30.274520 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-9a87f614-ae91-4f1c-bf1e-56990611ac64 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Calling delete_port for ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:41:30.464548 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9a87f614-ae91-4f1c-bf1e-56990611ac64 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:30.495948 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87f614-ae91-4f1c-bf1e-56990611ac64 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Pushing event deleted for resources: {'Port': ['ID=ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:30.668143 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9a87f614-ae91-4f1c-bf1e-56990611ac64 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:30.888134 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a87f614-ae91-4f1c-bf1e-56990611ac64 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Router dd71b290-3b8f-479a-bfe1-1a79b7cc615b has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:41:30.994431 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a87f614-ae91-4f1c-bf1e-56990611ac64 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:41:30.999510 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9a87f614-ae91-4f1c-bf1e-56990611ac64 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "PUT /v2.0/routers/dd71b290-3b8f-479a-bfe1-1a79b7cc615b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4737291 Aug 28 15:41:31.002086 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56692) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:31.004914 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdda596-8fbd-4bc2-a122-102fdfc705e1 None None] Sync routers for ids ['dd71b290-3b8f-479a-bfe1-1a79b7cc615b'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:41:31.014469 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdda596-8fbd-4bc2-a122-102fdfc705e1 None None] Routers {'dd71b290-3b8f-479a-bfe1-1a79b7cc615b'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:41:31.015088 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-bbdda596-8fbd-4bc2-a122-102fdfc705e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:41:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['dd71b290-3b8f-479a-bfe1-1a79b7cc615b'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:31.053064 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-e42f4e0e-5f7d-46ad-97dd-0c1542ad2b61 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Deleting subnet 866fb251-8142-4f48-92d3-ecc5a1a2104d {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:41:31.056142 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e42f4e0e-5f7d-46ad-97dd-0c1542ad2b61 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:31.096864 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e42f4e0e-5f7d-46ad-97dd-0c1542ad2b61 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:31.117383 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-bbdda596-8fbd-4bc2-a122-102fdfc705e1 None None] Set router dd71b290-3b8f-479a-bfe1-1a79b7cc615b gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:41:31.182912 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e42f4e0e-5f7d-46ad-97dd-0c1542ad2b61 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:31.241910 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e42f4e0e-5f7d-46ad-97dd-0c1542ad2b61 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:31.272141 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f4e0e-5f7d-46ad-97dd-0c1542ad2b61 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Pushing event deleted for resources: {'Subnet': ['ID=866fb251-8142-4f48-92d3-ecc5a1a2104d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:31.274669 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e42f4e0e-5f7d-46ad-97dd-0c1542ad2b61 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:31.276660 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e42f4e0e-5f7d-46ad-97dd-0c1542ad2b61 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "DELETE /v2.0/subnets/866fb251-8142-4f48-92d3-ecc5a1a2104d HTTP/1.1" status: 204 len: 168 time: 0.2731140 Aug 28 15:41:31.279254 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56694) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:31.283821 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c41a8e-fb0f-41c3-b6b5-12b2994e949c None None] Network 649584fa-2a06-4ffb-8632-8d7ae770c31d requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:41:31.350616 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-bbdda596-8fbd-4bc2-a122-102fdfc705e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd71b290-3b8f-479a-bfe1-1a79b7cc615b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-783252014', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '33fd7b98-b63a-4f7b-96d9-34a05f6532ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:41:07Z', 'updated_at': '2021-08-28T15:41:30Z', 'revision_number': 5, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'gw_port': {'id': '33fd7b98-b63a-4f7b-96d9-34a05f6532ef', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd71b290-3b8f-479a-bfe1-1a79b7cc615b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:41:07Z', 'updated_at': '2021-08-28T15:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:31.380300 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdda596-8fbd-4bc2-a122-102fdfc705e1 None None] Checking router: dd71b290-3b8f-479a-bfe1-1a79b7cc615b for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:41:31.389524 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5aee36f2-c863-4dff-9eb2-914e6ad3d480 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:31.405274 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdda596-8fbd-4bc2-a122-102fdfc705e1 None None] Routers {'dd71b290-3b8f-479a-bfe1-1a79b7cc615b'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:41:31.405832 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-bbdda596-8fbd-4bc2-a122-102fdfc705e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:41:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['dd71b290-3b8f-479a-bfe1-1a79b7cc615b'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:31.493119 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5aee36f2-c863-4dff-9eb2-914e6ad3d480 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:31.531178 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-bbdda596-8fbd-4bc2-a122-102fdfc705e1 None None] Set router dd71b290-3b8f-479a-bfe1-1a79b7cc615b gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:41:31.547912 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-5aee36f2-c863-4dff-9eb2-914e6ad3d480 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Deleting port 33fd7b98-b63a-4f7b-96d9-34a05f6532ef {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:41:31.548262 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5aee36f2-c863-4dff-9eb2-914e6ad3d480 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:31.637477 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-5aee36f2-c863-4dff-9eb2-914e6ad3d480 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] For port 33fd7b98-b63a-4f7b-96d9-34a05f6532ef, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=33fd7b98-b63a-4f7b-96d9-34a05f6532ef,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:41:31.637854 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5aee36f2-c863-4dff-9eb2-914e6ad3d480 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:31.650393 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-5aee36f2-c863-4dff-9eb2-914e6ad3d480 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Calling delete_port for 33fd7b98-b63a-4f7b-96d9-34a05f6532ef owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:41:31.717297 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34db278b-deb8-4926-a180-8e62f6f67e40 None None] DHCP port deletion for 649584fa-2a06-4ffb-8632-8d7ae770c31d request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:41:31.719055 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device f3e344a2-4736-44e0-9cd6-1bc91bc53911 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:41:31.766086 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: f3e344a2-4736-44e0-9cd6-1bc91bc53911 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:41:31.766429 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device f3e344a2-4736-44e0-9cd6-1bc91bc53911 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:41:31.832850 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5aee36f2-c863-4dff-9eb2-914e6ad3d480 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:31.858954 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee36f2-c863-4dff-9eb2-914e6ad3d480 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Pushing event deleted for resources: {'Port': ['ID=33fd7b98-b63a-4f7b-96d9-34a05f6532ef,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:31.895941 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-34db278b-deb8-4926-a180-8e62f6f67e40 None None] Deleting port 5824aa1e-3463-4873-afdc-037247ec1029 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:41:31.896325 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-34db278b-deb8-4926-a180-8e62f6f67e40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:31.919685 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5aee36f2-c863-4dff-9eb2-914e6ad3d480 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:31.973435 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-34db278b-deb8-4926-a180-8e62f6f67e40 None None] For port 5824aa1e-3463-4873-afdc-037247ec1029, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=5824aa1e-3463-4873-afdc-037247ec1029,segment=NetworkSegment(aee0c085-cbc0-496c-b46f-f77604871e0f),segment_id=aee0c085-cbc0-496c-b46f-f77604871e0f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:41:31.973839 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-34db278b-deb8-4926-a180-8e62f6f67e40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:31.987390 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-34db278b-deb8-4926-a180-8e62f6f67e40 None None] Calling delete_port for 5824aa1e-3463-4873-afdc-037247ec1029 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:41:32.001713 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-bbdda596-8fbd-4bc2-a122-102fdfc705e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd71b290-3b8f-479a-bfe1-1a79b7cc615b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-783252014', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '33fd7b98-b63a-4f7b-96d9-34a05f6532ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:41:07Z', 'updated_at': '2021-08-28T15:41:30Z', 'revision_number': 5, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'gw_port': {'id': '33fd7b98-b63a-4f7b-96d9-34a05f6532ef', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd71b290-3b8f-479a-bfe1-1a79b7cc615b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:41:07Z', 'updated_at': '2021-08-28T15:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:32.014328 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5aee36f2-c863-4dff-9eb2-914e6ad3d480 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:32.016463 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5aee36f2-c863-4dff-9eb2-914e6ad3d480 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:32.071571 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdda596-8fbd-4bc2-a122-102fdfc705e1 None None] The sync data for ids ['dd71b290-3b8f-479a-bfe1-1a79b7cc615b'] in n-d-712137-10 is: [{'id': 'dd71b290-3b8f-479a-bfe1-1a79b7cc615b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-783252014', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '33fd7b98-b63a-4f7b-96d9-34a05f6532ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:41:07Z', 'updated_at': '2021-08-28T15:41:30Z', 'revision_number': 5, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'gw_port': {'id': '33fd7b98-b63a-4f7b-96d9-34a05f6532ef', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd71b290-3b8f-479a-bfe1-1a79b7cc615b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:41:07Z', 'updated_at': '2021-08-28T15:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:41:32.073174 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5aee36f2-c863-4dff-9eb2-914e6ad3d480 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:32.073714 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aee36f2-c863-4dff-9eb2-914e6ad3d480 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Fanout notify agent at l3_agent the message router_deleted on router dd71b290-3b8f-479a-bfe1-1a79b7cc615b {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:41:32.081074 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5aee36f2-c863-4dff-9eb2-914e6ad3d480 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:32.082387 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5aee36f2-c863-4dff-9eb2-914e6ad3d480 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "DELETE /v2.0/routers/dd71b290-3b8f-479a-bfe1-1a79b7cc615b HTTP/1.1" status: 204 len: 168 time: 0.8021307 Aug 28 15:41:32.085062 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56696) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:32.119217 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-34db278b-deb8-4926-a180-8e62f6f67e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:32.143795 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db278b-deb8-4926-a180-8e62f6f67e40 None None] Pushing event deleted for resources: {'Port': ['ID=5824aa1e-3463-4873-afdc-037247ec1029,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:32.148085 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34db278b-deb8-4926-a180-8e62f6f67e40 None None] No DVR routers for this DVR port 5824aa1e-3463-4873-afdc-037247ec1029 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:41:32.170336 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d1c93f6-bf4f-42a5-ac9a-b9fb35f9f2e8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:32.260115 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d1c93f6-bf4f-42a5-ac9a-b9fb35f9f2e8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:32.269890 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-8d1c93f6-bf4f-42a5-ac9a-b9fb35f9f2e8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['649584fa-2a06-4ffb-8632-8d7ae770c31d']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:32.279992 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-8d1c93f6-bf4f-42a5-ac9a-b9fb35f9f2e8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee0c085-cbc0-496c-b46f-f77604871e0f') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:32.280287 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-8d1c93f6-bf4f-42a5-ac9a-b9fb35f9f2e8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee0c085-cbc0-496c-b46f-f77604871e0f') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:32.288837 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d1c93f6-bf4f-42a5-ac9a-b9fb35f9f2e8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:32.303301 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d1c93f6-bf4f-42a5-ac9a-b9fb35f9f2e8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:32.309381 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d1c93f6-bf4f-42a5-ac9a-b9fb35f9f2e8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:41:32.309798 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d1c93f6-bf4f-42a5-ac9a-b9fb35f9f2e8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:41:32.312819 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:41:32.369922 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d1c93f6-bf4f-42a5-ac9a-b9fb35f9f2e8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:32.378037 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8d1c93f6-bf4f-42a5-ac9a-b9fb35f9f2e8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:32.379337 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8d1c93f6-bf4f-42a5-ac9a-b9fb35f9f2e8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "DELETE /v2.0/networks/649584fa-2a06-4ffb-8632-8d7ae770c31d HTTP/1.1" status: 204 len: 168 time: 0.2933247 Aug 28 15:41:32.382161 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56698) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:32.399879 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c93f6-bf4f-42a5-ac9a-b9fb35f9f2e8 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Pushing event deleted for resources: {'Network': ['ID=649584fa-2a06-4ffb-8632-8d7ae770c31d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:32.602447 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-0a985da2-632d-42c9-b2c1-326eaba12eeb tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Deleting port b58f7af6-4754-4a01-8763-71b8c9453384 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:41:32.602796 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0a985da2-632d-42c9-b2c1-326eaba12eeb tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:32.681656 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0a985da2-632d-42c9-b2c1-326eaba12eeb tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:32.681984 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0a985da2-632d-42c9-b2c1-326eaba12eeb tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:32.694697 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-0a985da2-632d-42c9-b2c1-326eaba12eeb tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Calling delete_port for b58f7af6-4754-4a01-8763-71b8c9453384 owned by network:floatingip {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:41:32.875866 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0a985da2-632d-42c9-b2c1-326eaba12eeb tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:32.899860 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a985da2-632d-42c9-b2c1-326eaba12eeb tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Pushing event deleted for resources: {'Port': ['ID=b58f7af6-4754-4a01-8763-71b8c9453384,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:32.964164 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0a985da2-632d-42c9-b2c1-326eaba12eeb tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for floatingip, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:32.964574 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [None req-0a985da2-632d-42c9-b2c1-326eaba12eeb tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Floating IP 800c0dd2-08a6-49bd-b590-1da5a58882ef disassociated (deleted). External IP: 172.25.3.63, port: 97384d95-5308-4c2a-9cf0-dfe743d1de19. Aug 28 15:41:33.117098 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 5824aa1e-3463-4873-afdc-037247ec1029 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:41:33.136961 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 5824aa1e-3463-4873-afdc-037247ec1029 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:41:33.137237 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 5824aa1e-3463-4873-afdc-037247ec1029 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:41:33.137633 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:41:33.156312 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:41:33.156653 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ddcf6e20-2eb5-4e90-bf82-f0667e1fb8cb not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:41:33.171937 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a985da2-632d-42c9-b2c1-326eaba12eeb tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Router c7df3b0d-2f8e-479d-85e8-658795382c79 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:41:33.279770 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a985da2-632d-42c9-b2c1-326eaba12eeb tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:41:33.284198 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0a985da2-632d-42c9-b2c1-326eaba12eeb tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:33.289173 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92002ee-ec52-416f-8bd1-cc89149425f9 None None] Sync routers for ids ['c7df3b0d-2f8e-479d-85e8-658795382c79'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:41:33.298548 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92002ee-ec52-416f-8bd1-cc89149425f9 None None] Routers {'c7df3b0d-2f8e-479d-85e8-658795382c79'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:41:33.299157 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-c92002ee-ec52-416f-8bd1-cc89149425f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:41:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c7df3b0d-2f8e-479d-85e8-658795382c79'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:33.317317 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0a985da2-632d-42c9-b2c1-326eaba12eeb tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "DELETE /v2.0/floatingips/800c0dd2-08a6-49bd-b590-1da5a58882ef HTTP/1.1" status: 204 len: 168 time: 0.9339678 Aug 28 15:41:33.317923 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0eea67-d18b-4aad-b137-41efcadbd957', 'tag': '97384d95-5308-4c2a-9cf0-dfe743d1de19'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:41:33.320234 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0537ad9-0c34-4e32-8e50-26010d39c48e" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0eea67-d18b-4aad-b137-41efcadbd957", "tag": "97384d95-5308-4c2a-9cf0-dfe743d1de19"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:41:33.360605 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fa68e9-9c18-4340-9e8f-a8be480097d1 x-openstack-request-id: req-e1fa68e9-9c18-4340-9e8f-a8be480097d1 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:41:33.360855 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0eea67-d18b-4aad-b137-41efcadbd957", "tag": "97384d95-5308-4c2a-9cf0-dfe743d1de19", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:41:33.361113 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1fa68e9-9c18-4340-9e8f-a8be480097d1 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:41:33.361512 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0eea67-d18b-4aad-b137-41efcadbd957', 'tag': '97384d95-5308-4c2a-9cf0-dfe743d1de19', 'status': 'completed', 'code': 200} Aug 28 15:41:33.410618 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-c92002ee-ec52-416f-8bd1-cc89149425f9 None None] Set router c7df3b0d-2f8e-479d-85e8-658795382c79 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:41:33.426672 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0537ad9-0c34-4e32-8e50-26010d39c48e req-e8e6d938-f1f6-49d8-acfc-8050c52e5f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:33.428215 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0537ad9-0c34-4e32-8e50-26010d39c48e req-e8e6d938-f1f6-49d8-acfc-8050c52e5f61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22767d3cc0db4d6eab3d9c8b827deb3a&device_id=4d0eea67-d18b-4aad-b137-41efcadbd957 HTTP/1.1" status: 200 len: 1136 time: 0.0425992 Aug 28 15:41:33.534523 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0537ad9-0c34-4e32-8e50-26010d39c48e req-9edcb0f4-9a74-4815-807c-c58fac56642c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:33.535981 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0537ad9-0c34-4e32-8e50-26010d39c48e req-9edcb0f4-9a74-4815-807c-c58fac56642c service neutron] 10.222.0.36 "GET /v2.0/networks?id=d8d629f3-9d5a-41e2-9e8b-c07608232886 HTTP/1.1" status: 200 len: 898 time: 0.0984221 Aug 28 15:41:33.558763 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76fd40-3a50-4673-84eb-f13e266bb6eb req-fe0b2035-5bc2-4af1-8f9c-ca19e06f4144 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:33.560294 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9a76fd40-3a50-4673-84eb-f13e266bb6eb req-fe0b2035-5bc2-4af1-8f9c-ca19e06f4144 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d0eea67-d18b-4aad-b137-41efcadbd957 HTTP/1.1" status: 200 len: 984 time: 0.0495956 Aug 28 15:41:33.584016 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0537ad9-0c34-4e32-8e50-26010d39c48e req-8c02452d-e31b-4047-aaac-a0c40fe9c443 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97384d95-5308-4c2a-9cf0-dfe743d1de19 HTTP/1.1" status: 200 len: 217 time: 0.0398064 Aug 28 15:41:33.602854 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9a76fd40-3a50-4673-84eb-f13e266bb6eb req-914e7ae0-7454-4012-9ff3-8c15e1c800b7 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/security-groups?id=433d2701-5718-445d-a0f9-f23d79950679&id=c2bfcbae-cc14-4c36-aac7-a40126517ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0354125 Aug 28 15:41:33.628310 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-c92002ee-ec52-416f-8bd1-cc89149425f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1925537853', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:40:12Z', 'updated_at': '2021-08-28T15:40:16Z', 'revision_number': 4, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'gw_port': {'id': '2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:40:13Z', 'updated_at': '2021-08-28T15:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'ad2e20e5-a1e2-4e95-b0b5-192129bb0c86', 'name': '', 'network_id': 'd8d629f3-9d5a-41e2-9e8b-c07608232886', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'mac_address': 'fa:16:3e:df:c5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '3e63c061-0110-4e36-aa0e-c15c14b4e9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:40:15Z', 'updated_at': '2021-08-28T15:40:21Z', 'revision_number': 5, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'subnets': [{'id': '3e63c061-0110-4e36-aa0e-c15c14b4e9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:33.634851 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0537ad9-0c34-4e32-8e50-26010d39c48e req-aa66a327-f355-4f00-9c8c-64df0d310316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:33.636358 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0537ad9-0c34-4e32-8e50-26010d39c48e req-aa66a327-f355-4f00-9c8c-64df0d310316 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3e63c061-0110-4e36-aa0e-c15c14b4e9ac HTTP/1.1" status: 200 len: 835 time: 0.0455377 Aug 28 15:41:33.657525 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92002ee-ec52-416f-8bd1-cc89149425f9 None None] Checking router: c7df3b0d-2f8e-479d-85e8-658795382c79 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:41:33.666163 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92002ee-ec52-416f-8bd1-cc89149425f9 None None] Routers {'c7df3b0d-2f8e-479d-85e8-658795382c79'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:41:33.666705 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-c92002ee-ec52-416f-8bd1-cc89149425f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:41:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c7df3b0d-2f8e-479d-85e8-658795382c79'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:33.683111 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0537ad9-0c34-4e32-8e50-26010d39c48e req-34400e5e-a31c-44fb-9618-0d66c40f18a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:33.684653 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0537ad9-0c34-4e32-8e50-26010d39c48e req-34400e5e-a31c-44fb-9618-0d66c40f18a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d8d629f3-9d5a-41e2-9e8b-c07608232886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401235 Aug 28 15:41:33.771136 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-c92002ee-ec52-416f-8bd1-cc89149425f9 None None] Set router c7df3b0d-2f8e-479d-85e8-658795382c79 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:41:33.775628 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0537ad9-0c34-4e32-8e50-26010d39c48e req-c7838126-e2f5-4386-93fc-36c23ffa6657 service neutron] 10.222.0.36 "GET /v2.0/networks/d8d629f3-9d5a-41e2-9e8b-c07608232886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836711 Aug 28 15:41:33.867514 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e0537ad9-0c34-4e32-8e50-26010d39c48e req-982ca2ab-8e84-4a95-a3f0-6b8336b59dd4 service neutron] 10.222.0.36 "GET /v2.0/networks/d8d629f3-9d5a-41e2-9e8b-c07608232886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838909 Aug 28 15:41:33.966661 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-c92002ee-ec52-416f-8bd1-cc89149425f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1925537853', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:40:12Z', 'updated_at': '2021-08-28T15:40:16Z', 'revision_number': 4, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'gw_port': {'id': '2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:40:13Z', 'updated_at': '2021-08-28T15:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'ad2e20e5-a1e2-4e95-b0b5-192129bb0c86', 'name': '', 'network_id': 'd8d629f3-9d5a-41e2-9e8b-c07608232886', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'mac_address': 'fa:16:3e:df:c5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '3e63c061-0110-4e36-aa0e-c15c14b4e9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:40:15Z', 'updated_at': '2021-08-28T15:40:21Z', 'revision_number': 5, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'subnets': [{'id': '3e63c061-0110-4e36-aa0e-c15c14b4e9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:33.993583 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92002ee-ec52-416f-8bd1-cc89149425f9 None None] The sync data for ids ['c7df3b0d-2f8e-479d-85e8-658795382c79'] in n-d-712137-10 is: [{'id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1925537853', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:40:12Z', 'updated_at': '2021-08-28T15:40:16Z', 'revision_number': 4, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'gw_port': {'id': '2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:40:13Z', 'updated_at': '2021-08-28T15:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'ad2e20e5-a1e2-4e95-b0b5-192129bb0c86', 'name': '', 'network_id': 'd8d629f3-9d5a-41e2-9e8b-c07608232886', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'mac_address': 'fa:16:3e:df:c5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '3e63c061-0110-4e36-aa0e-c15c14b4e9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:40:15Z', 'updated_at': '2021-08-28T15:40:21Z', 'revision_number': 5, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'subnets': [{'id': '3e63c061-0110-4e36-aa0e-c15c14b4e9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:41:34.208241 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2351db29-8b84-48d7-88d1-e725faf4e5ce None None] New status for floating IP 800c0dd2-08a6-49bd-b590-1da5a58882ef: DOWN {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:41:34.713204 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 33fd7b98-b63a-4f7b-96d9-34a05f6532ef no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:41:34.734004 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 33fd7b98-b63a-4f7b-96d9-34a05f6532ef {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:41:34.734224 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b971dfb-324f-4b4c-a4c6-68c466c583d7 req-e3d867c0-48da-4e08-9651-086b86aeeee3 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:34.734682 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 33fd7b98-b63a-4f7b-96d9-34a05f6532ef not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:41:34.735550 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8b971dfb-324f-4b4c-a4c6-68c466c583d7 req-e3d867c0-48da-4e08-9651-086b86aeeee3 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d0eea67-d18b-4aad-b137-41efcadbd957 HTTP/1.1" status: 200 len: 984 time: 0.0577147 Aug 28 15:41:35.039009 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8b971dfb-324f-4b4c-a4c6-68c466c583d7 req-38f20396-6529-4b35-ba18-757ad587e830 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "GET /v2.0/security-groups?id=433d2701-5718-445d-a0f9-f23d79950679&id=c2bfcbae-cc14-4c36-aac7-a40126517ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2966452 Aug 28 15:41:35.061466 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4db09-8fc9-4eae-8a7f-544377609f12 req-4047a0dd-5b18-4459-ae72-b70cb60f396f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:35.063451 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-98b4db09-8fc9-4eae-8a7f-544377609f12 req-4047a0dd-5b18-4459-ae72-b70cb60f396f tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d0eea67-d18b-4aad-b137-41efcadbd957 HTTP/1.1" status: 200 len: 984 time: 0.3061373 Aug 28 15:41:35.151647 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-98b4db09-8fc9-4eae-8a7f-544377609f12 req-89caed86-fd32-4a8e-a910-a791c6d844f9 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Deleting port 97384d95-5308-4c2a-9cf0-dfe743d1de19 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:41:35.152015 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-98b4db09-8fc9-4eae-8a7f-544377609f12 req-89caed86-fd32-4a8e-a910-a791c6d844f9 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:35.240804 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-98b4db09-8fc9-4eae-8a7f-544377609f12 req-89caed86-fd32-4a8e-a910-a791c6d844f9 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] For port 97384d95-5308-4c2a-9cf0-dfe743d1de19, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=97384d95-5308-4c2a-9cf0-dfe743d1de19,segment=NetworkSegment(a380eef6-72e0-4a30-9d27-fc9ab9d6c94b),segment_id=a380eef6-72e0-4a30-9d27-fc9ab9d6c94b)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:41:35.241171 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-98b4db09-8fc9-4eae-8a7f-544377609f12 req-89caed86-fd32-4a8e-a910-a791c6d844f9 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:35.254345 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-98b4db09-8fc9-4eae-8a7f-544377609f12 req-89caed86-fd32-4a8e-a910-a791c6d844f9 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Calling delete_port for 97384d95-5308-4c2a-9cf0-dfe743d1de19 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:41:35.381090 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-98b4db09-8fc9-4eae-8a7f-544377609f12 req-89caed86-fd32-4a8e-a910-a791c6d844f9 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:35.409266 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89caed86-fd32-4a8e-a910-a791c6d844f9 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Pushing event deleted for resources: {'Port': ['ID=97384d95-5308-4c2a-9cf0-dfe743d1de19,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:35.449822 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b4db09-8fc9-4eae-8a7f-544377609f12 req-89caed86-fd32-4a8e-a910-a791c6d844f9 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] No DVR routers for this DVR port 97384d95-5308-4c2a-9cf0-dfe743d1de19 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:41:35.452384 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-98b4db09-8fc9-4eae-8a7f-544377609f12 req-89caed86-fd32-4a8e-a910-a791c6d844f9 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:35.454344 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-98b4db09-8fc9-4eae-8a7f-544377609f12 req-89caed86-fd32-4a8e-a910-a791c6d844f9 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.36 "DELETE /v2.0/ports/97384d95-5308-4c2a-9cf0-dfe743d1de19 HTTP/1.1" status: 204 len: 173 time: 0.3841989 Aug 28 15:41:35.454784 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0eea67-d18b-4aad-b137-41efcadbd957', 'name': 'network-vif-deleted', 'tag': '97384d95-5308-4c2a-9cf0-dfe743d1de19'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:41:35.457319 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9838a82-6c1f-4c71-a02e-b3f6b1cec2fe" -d '{"events": [{"server_uuid": "4d0eea67-d18b-4aad-b137-41efcadbd957", "name": "network-vif-deleted", "tag": "97384d95-5308-4c2a-9cf0-dfe743d1de19"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:41:35.496738 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb169c5-dc55-4118-897e-4bfbcd64ab69 x-openstack-request-id: req-4cb169c5-dc55-4118-897e-4bfbcd64ab69 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:41:35.497063 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0eea67-d18b-4aad-b137-41efcadbd957", "name": "network-vif-deleted", "tag": "97384d95-5308-4c2a-9cf0-dfe743d1de19", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:41:35.497349 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4cb169c5-dc55-4118-897e-4bfbcd64ab69 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:41:35.497800 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0eea67-d18b-4aad-b137-41efcadbd957', 'name': 'network-vif-deleted', 'tag': '97384d95-5308-4c2a-9cf0-dfe743d1de19', 'status': 'completed', 'code': 200} Aug 28 15:41:36.097007 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56712) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:36.149600 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2a305b46-0c90-4675-be30-037c9da06045 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:36.170776 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2a305b46-0c90-4675-be30-037c9da06045 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:36.216256 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2a305b46-0c90-4675-be30-037c9da06045 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:36.218882 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2a305b46-0c90-4675-be30-037c9da06045 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:36.220086 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2a305b46-0c90-4675-be30-037c9da06045 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "DELETE /v2.0/security-groups/c2bfcbae-cc14-4c36-aac7-a40126517ef2 HTTP/1.1" status: 204 len: 168 time: 0.1218081 Aug 28 15:41:36.223015 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56714) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:36.229417 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a305b46-0c90-4675-be30-037c9da06045 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bfcbae-cc14-4c36-aac7-a40126517ef2,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:36.276973 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c816d235-76c6-4a4f-8c7f-ea0415519d5b tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:36.298836 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c816d235-76c6-4a4f-8c7f-ea0415519d5b tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:36.341841 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c816d235-76c6-4a4f-8c7f-ea0415519d5b tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:36.344478 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c816d235-76c6-4a4f-8c7f-ea0415519d5b tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:36.345630 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c816d235-76c6-4a4f-8c7f-ea0415519d5b tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "DELETE /v2.0/security-groups/433d2701-5718-445d-a0f9-f23d79950679 HTTP/1.1" status: 204 len: 168 time: 0.1215553 Aug 28 15:41:36.348708 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56716) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:36.354420 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816d235-76c6-4a4f-8c7f-ea0415519d5b tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=433d2701-5718-445d-a0f9-f23d79950679,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:36.766218 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00886f2b-a596-4331-93a8-22d817861daf tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:37.065811 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-00886f2b-a596-4331-93a8-22d817861daf tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Deleting port ad2e20e5-a1e2-4e95-b0b5-192129bb0c86 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:41:37.066159 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00886f2b-a596-4331-93a8-22d817861daf tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:37.150765 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-00886f2b-a596-4331-93a8-22d817861daf tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] For port ad2e20e5-a1e2-4e95-b0b5-192129bb0c86, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ad2e20e5-a1e2-4e95-b0b5-192129bb0c86,segment=NetworkSegment(a380eef6-72e0-4a30-9d27-fc9ab9d6c94b),segment_id=a380eef6-72e0-4a30-9d27-fc9ab9d6c94b)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:41:37.151401 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00886f2b-a596-4331-93a8-22d817861daf tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:37.164246 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-00886f2b-a596-4331-93a8-22d817861daf tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Calling delete_port for ad2e20e5-a1e2-4e95-b0b5-192129bb0c86 owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:41:37.343699 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00886f2b-a596-4331-93a8-22d817861daf tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:37.374860 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00886f2b-a596-4331-93a8-22d817861daf tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Pushing event deleted for resources: {'Port': ['ID=ad2e20e5-a1e2-4e95-b0b5-192129bb0c86,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:37.547552 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-00886f2b-a596-4331-93a8-22d817861daf tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:37.773211 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00886f2b-a596-4331-93a8-22d817861daf tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Router c7df3b0d-2f8e-479d-85e8-658795382c79 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:41:38.051767 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-96aad9c0-5cf5-477e-a920-135fc9321b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:38.074075 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:41:38.123921 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00886f2b-a596-4331-93a8-22d817861daf tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:41:38.129260 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-00886f2b-a596-4331-93a8-22d817861daf tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "PUT /v2.0/routers/c7df3b0d-2f8e-479d-85e8-658795382c79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7794714 Aug 28 15:41:38.132438 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56718) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:38.135115 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd9f1ac-bf30-479e-92da-0c3ad0632f09 None None] Sync routers for ids ['c7df3b0d-2f8e-479d-85e8-658795382c79'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:41:38.144643 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd9f1ac-bf30-479e-92da-0c3ad0632f09 None None] Routers {'c7df3b0d-2f8e-479d-85e8-658795382c79'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:41:38.145255 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8dd9f1ac-bf30-479e-92da-0c3ad0632f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:41:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c7df3b0d-2f8e-479d-85e8-658795382c79'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:38.182832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe70b93-fcad-4a34-88b0-f473bf99e2cd tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Deleting subnet 3e63c061-0110-4e36-aa0e-c15c14b4e9ac {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:41:38.185944 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bfe70b93-fcad-4a34-88b0-f473bf99e2cd tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:38.226661 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bfe70b93-fcad-4a34-88b0-f473bf99e2cd tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:38.253628 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-8dd9f1ac-bf30-479e-92da-0c3ad0632f09 None None] Set router c7df3b0d-2f8e-479d-85e8-658795382c79 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:41:38.344497 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bfe70b93-fcad-4a34-88b0-f473bf99e2cd tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:38.402525 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bfe70b93-fcad-4a34-88b0-f473bf99e2cd tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:38.430375 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe70b93-fcad-4a34-88b0-f473bf99e2cd tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Pushing event deleted for resources: {'Subnet': ['ID=3e63c061-0110-4e36-aa0e-c15c14b4e9ac,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:38.434015 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8dd9f1ac-bf30-479e-92da-0c3ad0632f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1925537853', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:40:12Z', 'updated_at': '2021-08-28T15:41:37Z', 'revision_number': 5, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'gw_port': {'id': '2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:40:13Z', 'updated_at': '2021-08-28T15:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:38.434946 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bfe70b93-fcad-4a34-88b0-f473bf99e2cd tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:38.436842 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bfe70b93-fcad-4a34-88b0-f473bf99e2cd tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "DELETE /v2.0/subnets/3e63c061-0110-4e36-aa0e-c15c14b4e9ac HTTP/1.1" status: 204 len: 168 time: 0.3034639 Aug 28 15:41:38.439411 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56720) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:38.446059 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653e57a0-62ab-4d99-a225-3123f2a42aae None None] Network d8d629f3-9d5a-41e2-9e8b-c07608232886 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:41:38.461768 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd9f1ac-bf30-479e-92da-0c3ad0632f09 None None] Checking router: c7df3b0d-2f8e-479d-85e8-658795382c79 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:41:38.470209 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd9f1ac-bf30-479e-92da-0c3ad0632f09 None None] Routers {'c7df3b0d-2f8e-479d-85e8-658795382c79'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:41:38.471336 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8dd9f1ac-bf30-479e-92da-0c3ad0632f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:41:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['c7df3b0d-2f8e-479d-85e8-658795382c79'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:38.551774 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-04d12c51-8794-4851-a27d-783836799f57 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:38.631148 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075a29bf-7afc-4345-9970-052504961490 None None] DHCP port deletion for d8d629f3-9d5a-41e2-9e8b-c07608232886 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:41:38.671510 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-04d12c51-8794-4851-a27d-783836799f57 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:38.672497 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-8dd9f1ac-bf30-479e-92da-0c3ad0632f09 None None] Set router c7df3b0d-2f8e-479d-85e8-658795382c79 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:41:38.681982 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-075a29bf-7afc-4345-9970-052504961490 None None] Deleting port 00ac5779-5a5d-4c70-b84c-7493d6ac307e {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:41:38.682380 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-075a29bf-7afc-4345-9970-052504961490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:38.740034 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-04d12c51-8794-4851-a27d-783836799f57 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Deleting port 2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:41:38.743696 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-04d12c51-8794-4851-a27d-783836799f57 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:38.763301 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-075a29bf-7afc-4345-9970-052504961490 None None] For port 00ac5779-5a5d-4c70-b84c-7493d6ac307e, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=00ac5779-5a5d-4c70-b84c-7493d6ac307e,segment=NetworkSegment(a380eef6-72e0-4a30-9d27-fc9ab9d6c94b),segment_id=a380eef6-72e0-4a30-9d27-fc9ab9d6c94b)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:41:38.763726 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-075a29bf-7afc-4345-9970-052504961490 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:38.778159 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-075a29bf-7afc-4345-9970-052504961490 None None] Calling delete_port for 00ac5779-5a5d-4c70-b84c-7493d6ac307e owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:41:38.842157 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-04d12c51-8794-4851-a27d-783836799f57 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] For port 2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:41:38.842523 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-04d12c51-8794-4851-a27d-783836799f57 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:38.860802 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 00ac5779-5a5d-4c70-b84c-7493d6ac307e no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:41:38.862921 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-04d12c51-8794-4851-a27d-783836799f57 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Calling delete_port for 2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1 owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:41:38.887237 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8dd9f1ac-bf30-479e-92da-0c3ad0632f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1925537853', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:40:12Z', 'updated_at': '2021-08-28T15:41:37Z', 'revision_number': 5, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'gw_port': {'id': '2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:40:13Z', 'updated_at': '2021-08-28T15:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:38.900807 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-075a29bf-7afc-4345-9970-052504961490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:38.913208 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No active binding found for port 00ac5779-5a5d-4c70-b84c-7493d6ac307e {{(pid=106331) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 28 15:41:38.913752 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 00ac5779-5a5d-4c70-b84c-7493d6ac307e not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:41:38.922643 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd9f1ac-bf30-479e-92da-0c3ad0632f09 None None] The sync data for ids ['c7df3b0d-2f8e-479d-85e8-658795382c79'] in n-d-712137-10 is: [{'id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1925537853', 'tenant_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:40:12Z', 'updated_at': '2021-08-28T15:41:37Z', 'revision_number': 5, 'project_id': '22767d3cc0db4d6eab3d9c8b827deb3a', 'gw_port': {'id': '2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df3b0d-2f8e-479d-85e8-658795382c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:40:13Z', 'updated_at': '2021-08-28T15:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:41:38.938511 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a29bf-7afc-4345-9970-052504961490 None None] Pushing event deleted for resources: {'Port': ['ID=00ac5779-5a5d-4c70-b84c-7493d6ac307e,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:38.941175 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075a29bf-7afc-4345-9970-052504961490 None None] No DVR routers for this DVR port 00ac5779-5a5d-4c70-b84c-7493d6ac307e on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:41:39.058518 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-04d12c51-8794-4851-a27d-783836799f57 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:39.084099 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d12c51-8794-4851-a27d-783836799f57 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Pushing event deleted for resources: {'Port': ['ID=2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:39.144245 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-04d12c51-8794-4851-a27d-783836799f57 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:39.249424 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-04d12c51-8794-4851-a27d-783836799f57 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:39.251492 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-04d12c51-8794-4851-a27d-783836799f57 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:39.316818 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-04d12c51-8794-4851-a27d-783836799f57 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:39.317432 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d12c51-8794-4851-a27d-783836799f57 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Fanout notify agent at l3_agent the message router_deleted on router c7df3b0d-2f8e-479d-85e8-658795382c79 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:41:39.324866 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-04d12c51-8794-4851-a27d-783836799f57 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:39.325976 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-04d12c51-8794-4851-a27d-783836799f57 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "DELETE /v2.0/routers/c7df3b0d-2f8e-479d-85e8-658795382c79 HTTP/1.1" status: 204 len: 168 time: 0.8854778 Aug 28 15:41:39.328559 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56722) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:39.413788 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0969237e-3296-483a-8a76-c04d379ea426 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:39.501420 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0969237e-3296-483a-8a76-c04d379ea426 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:39.512526 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-0969237e-3296-483a-8a76-c04d379ea426 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d629f3-9d5a-41e2-9e8b-c07608232886']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:39.529702 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-0969237e-3296-483a-8a76-c04d379ea426 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a380eef6-72e0-4a30-9d27-fc9ab9d6c94b') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:39.529998 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-0969237e-3296-483a-8a76-c04d379ea426 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a380eef6-72e0-4a30-9d27-fc9ab9d6c94b') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:39.552092 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0969237e-3296-483a-8a76-c04d379ea426 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:39.575526 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0969237e-3296-483a-8a76-c04d379ea426 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:39.582794 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0969237e-3296-483a-8a76-c04d379ea426 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:41:39.583241 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0969237e-3296-483a-8a76-c04d379ea426 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:41:39.587451 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:41:39.645265 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0969237e-3296-483a-8a76-c04d379ea426 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:39.652488 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0969237e-3296-483a-8a76-c04d379ea426 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:39.654127 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0969237e-3296-483a-8a76-c04d379ea426 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] 10.222.0.13 "DELETE /v2.0/networks/d8d629f3-9d5a-41e2-9e8b-c07608232886 HTTP/1.1" status: 204 len: 168 time: 0.3245821 Aug 28 15:41:39.665760 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969237e-3296-483a-8a76-c04d379ea426 tempest-TestSecurityGroupsBasicOps-1165054951 tempest-TestSecurityGroupsBasicOps-1165054951-project] Pushing event deleted for resources: {'Network': ['ID=d8d629f3-9d5a-41e2-9e8b-c07608232886,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:39.940606 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56730) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:40.072595 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2fde493c-7995-409a-a85d-55c1810cfaa6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22767d3cc0db4d6eab3d9c8b827deb3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306579 Aug 28 15:41:40.075044 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56734) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:40.125623 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0663ffb7-98d5-4dca-a7ef-a3ab93351405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:40.129353 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 97384d95-5308-4c2a-9cf0-dfe743d1de19 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:41:40.151311 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0663ffb7-98d5-4dca-a7ef-a3ab93351405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:40.154482 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 97384d95-5308-4c2a-9cf0-dfe743d1de19 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:41:40.154831 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 97384d95-5308-4c2a-9cf0-dfe743d1de19 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:41:40.197800 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0663ffb7-98d5-4dca-a7ef-a3ab93351405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:40.200295 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0663ffb7-98d5-4dca-a7ef-a3ab93351405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:40.201442 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0663ffb7-98d5-4dca-a7ef-a3ab93351405 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe2daf29-ebd6-4119-bfde-ffa4c8fce7a6 HTTP/1.1" status: 204 len: 168 time: 0.1255140 Aug 28 15:41:40.209619 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0663ffb7-98d5-4dca-a7ef-a3ab93351405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2daf29-ebd6-4119-bfde-ffa4c8fce7a6,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:40.458688 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56740) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:40.471781 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2bc3af4d-4125-4d2b-81fd-760d0806ffec admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:40.559886 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2bc3af4d-4125-4d2b-81fd-760d0806ffec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:40.563582 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2bc3af4d-4125-4d2b-81fd-760d0806ffec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:40.604347 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2bc3af4d-4125-4d2b-81fd-760d0806ffec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f961533d8c0d4159ba0f0ed7fd9e69a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422267 Aug 28 15:41:40.604347 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3af4d-4125-4d2b-81fd-760d0806ffec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4a8250-656f-4ec6-928a-5d4b8e7ef47a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:40.604726 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56742) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:40.621732 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3e88f43f-2968-4d48-9a46-44855650d528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:40.656899 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-63557001-b976-40a1-a426-286243544595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:40.681767 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-63557001-b976-40a1-a426-286243544595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:40.733875 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-63557001-b976-40a1-a426-286243544595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:40.737390 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-63557001-b976-40a1-a426-286243544595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:40.738555 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-63557001-b976-40a1-a426-286243544595 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c4a8250-656f-4ec6-928a-5d4b8e7ef47a HTTP/1.1" status: 204 len: 168 time: 0.1328516 Aug 28 15:41:40.746256 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63557001-b976-40a1-a426-286243544595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4a8250-656f-4ec6-928a-5d4b8e7ef47a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:40.759122 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:41:40.782089 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:41:40.782672 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2292d084-1ccb-4ab2-bae5-1e8bf6bc02e1 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:41:40.783787 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ad2e20e5-a1e2-4e95-b0b5-192129bb0c86 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:41:40.803930 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: ad2e20e5-a1e2-4e95-b0b5-192129bb0c86 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:41:40.804278 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ad2e20e5-a1e2-4e95-b0b5-192129bb0c86 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:41:40.916345 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:41.058540 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56748) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:41.103379 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-afd526f3-099d-4c8f-ae1f-b6adb92314b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b88de317029f492ea94dd40856942312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436130 Aug 28 15:41:41.105867 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56750) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:41.152377 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-209757c8-3d87-4689-b90d-0153f9cc576f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:41.172979 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-209757c8-3d87-4689-b90d-0153f9cc576f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:41.217617 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-209757c8-3d87-4689-b90d-0153f9cc576f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:41.220158 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-209757c8-3d87-4689-b90d-0153f9cc576f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:41.221992 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-209757c8-3d87-4689-b90d-0153f9cc576f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/107c1473-d1b1-4ef9-82b9-dfe403201bb8 HTTP/1.1" status: 204 len: 168 time: 0.1151960 Aug 28 15:41:41.229455 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209757c8-3d87-4689-b90d-0153f9cc576f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107c1473-d1b1-4ef9-82b9-dfe403201bb8,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:41.873190 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:41.886457 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56772) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:42.015224 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-343246f8-e5b1-460e-b856-7e2220fa9d50 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1827744912-network', 'tenant_id': '12be6f9edfc344d6abdf526e7b6de4f4'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:41:42.035867 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343246f8-e5b1-460e-b856-7e2220fa9d50 admin admin] Made reservation on behalf of 12be6f9edfc344d6abdf526e7b6de4f4 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:41:42.038153 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-343246f8-e5b1-460e-b856-7e2220fa9d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:42.046152 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-343246f8-e5b1-460e-b856-7e2220fa9d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:42.136245 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-343246f8-e5b1-460e-b856-7e2220fa9d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:42.139953 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-343246f8-e5b1-460e-b856-7e2220fa9d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:42.160812 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-343246f8-e5b1-460e-b856-7e2220fa9d50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:41:42.174940 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343246f8-e5b1-460e-b856-7e2220fa9d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d62f1f-6ab2-4969-b5fa-9aec6a270144,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:42.181293 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-343246f8-e5b1-460e-b856-7e2220fa9d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:42.181639 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-343246f8-e5b1-460e-b856-7e2220fa9d50 admin admin] Added segment 60e37e1a-4807-4472-a364-891a8d74671a of type vlan for network 5259dd51-eedb-4b07-8afc-110dc6a2553b Aug 28 15:41:42.221564 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-343246f8-e5b1-460e-b856-7e2220fa9d50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:42.245638 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-343246f8-e5b1-460e-b856-7e2220fa9d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:42.246598 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343246f8-e5b1-460e-b856-7e2220fa9d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:42.247176 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-343246f8-e5b1-460e-b856-7e2220fa9d50 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:42.297143 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-343246f8-e5b1-460e-b856-7e2220fa9d50 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4092901 Aug 28 15:41:42.301084 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56778) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:42.306638 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-245f20ac-459d-4df3-9e82-bcbe828b706b admin admin] Request body: {'subnet': {'network_id': '5259dd51-eedb-4b07-8afc-110dc6a2553b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1827744912-subnet', 'tenant_id': '12be6f9edfc344d6abdf526e7b6de4f4', 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:41:42.310622 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343246f8-e5b1-460e-b856-7e2220fa9d50 admin admin] Pushing event updated for resources: {'Network': ['ID=5259dd51-eedb-4b07-8afc-110dc6a2553b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:42.321360 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 5259dd51-eedb-4b07-8afc-110dc6a2553b details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:41:42.327855 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245f20ac-459d-4df3-9e82-bcbe828b706b admin admin] Made reservation on behalf of 12be6f9edfc344d6abdf526e7b6de4f4 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:41:42.330317 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-245f20ac-459d-4df3-9e82-bcbe828b706b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:42.493680 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-245f20ac-459d-4df3-9e82-bcbe828b706b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:42.552706 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f20ac-459d-4df3-9e82-bcbe828b706b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a0e8d4e-3e98-473d-a1f1-e06cc9e5e906,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:42.561537 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245f20ac-459d-4df3-9e82-bcbe828b706b admin admin] Checking segment: {'id': '60e37e1a-4807-4472-a364-891a8d74671a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5259dd51-eedb-4b07-8afc-110dc6a2553b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:41:42.561893 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245f20ac-459d-4df3-9e82-bcbe828b706b admin admin] Network hostable DHCP agents. Network: 5259dd51-eedb-4b07-8afc-110dc6a2553b, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:41:42.580378 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245f20ac-459d-4df3-9e82-bcbe828b706b admin admin] Network 5259dd51-eedb-4b07-8afc-110dc6a2553b is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:41:42.588529 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-245f20ac-459d-4df3-9e82-bcbe828b706b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 5259dd51-eedb-4b07-8afc-110dc6a2553b) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:41:42.592622 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245f20ac-459d-4df3-9e82-bcbe828b706b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:41:42.593199 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-245f20ac-459d-4df3-9e82-bcbe828b706b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:42.597359 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a278b07-9ab8-4522-bbb0-21106c82fb31 None None] Network 5259dd51-eedb-4b07-8afc-110dc6a2553b requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:41:42.607221 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-245f20ac-459d-4df3-9e82-bcbe828b706b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3050432 Aug 28 15:41:42.609819 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56780) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:42.614622 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-7ba6958d-c010-4f79-ad6a-0a03d4990440 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1827744912-router', 'tenant_id': '12be6f9edfc344d6abdf526e7b6de4f4', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:41:42.635887 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7ba6958d-c010-4f79-ad6a-0a03d4990440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:42.636867 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7ba6958d-c010-4f79-ad6a-0a03d4990440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:42.687199 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7ba6958d-c010-4f79-ad6a-0a03d4990440 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:42.749689 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48f9c2f-7bcb-4a8e-8493-bdc8186baa8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-5259dd51-eedb-4b07-8afc-110dc6a2553b', 'network_id': '5259dd51-eedb-4b07-8afc-110dc6a2553b', 'tenant_id': '12be6f9edfc344d6abdf526e7b6de4f4', 'fixed_ips': [{'subnet_id': '7a0e8d4e-3e98-473d-a1f1-e06cc9e5e906'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:41:42.750583 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f48f9c2f-7bcb-4a8e-8493-bdc8186baa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:42.825188 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7ba6958d-c010-4f79-ad6a-0a03d4990440 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:42.884916 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-f48f9c2f-7bcb-4a8e-8493-bdc8186baa8f None None] Allocated IP 172.20.0.2 (5259dd51-eedb-4b07-8afc-110dc6a2553b/7a0e8d4e-3e98-473d-a1f1-e06cc9e5e906/c5879dfc-90df-40c2-a7db-8cf24b5e511c) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:41:43.023988 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7ba6958d-c010-4f79-ad6a-0a03d4990440 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:43.029658 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f48f9c2f-7bcb-4a8e-8493-bdc8186baa8f None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:43.038884 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f48f9c2f-7bcb-4a8e-8493-bdc8186baa8f None None] Transition to ACTIVE for port object c5879dfc-90df-40c2-a7db-8cf24b5e511c will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:41:43.047065 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7ba6958d-c010-4f79-ad6a-0a03d4990440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:43.054434 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f48f9c2f-7bcb-4a8e-8493-bdc8186baa8f None None] Transition to ACTIVE for port object c5879dfc-90df-40c2-a7db-8cf24b5e511c will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:41:43.060852 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f48f9c2f-7bcb-4a8e-8493-bdc8186baa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:43.099799 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48f9c2f-7bcb-4a8e-8493-bdc8186baa8f None None] Network 5259dd51-eedb-4b07-8afc-110dc6a2553b is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:41:43.102532 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-f48f9c2f-7bcb-4a8e-8493-bdc8186baa8f None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:41:43.106087 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48f9c2f-7bcb-4a8e-8493-bdc8186baa8f None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:41:43.113487 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f9c2f-7bcb-4a8e-8493-bdc8186baa8f None None] Pushing event updated for resources: {'Port': ['ID=c5879dfc-90df-40c2-a7db-8cf24b5e511c,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:43.151996 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-7ba6958d-c010-4f79-ad6a-0a03d4990440 admin admin] Allocated IP 172.25.3.82 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/9010c455-ff01-448d-b352-26024a13f95b) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:41:43.165760 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-f48f9c2f-7bcb-4a8e-8493-bdc8186baa8f None None] Attempting to bind port c5879dfc-90df-40c2-a7db-8cf24b5e511c on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:41:43.166125 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-f48f9c2f-7bcb-4a8e-8493-bdc8186baa8f None None] Attempting to bind port c5879dfc-90df-40c2-a7db-8cf24b5e511c by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '60e37e1a-4807-4472-a364-891a8d74671a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5259dd51-eedb-4b07-8afc-110dc6a2553b'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:41:43.166574 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48f9c2f-7bcb-4a8e-8493-bdc8186baa8f None None] Attempting to bind port c5879dfc-90df-40c2-a7db-8cf24b5e511c on network 5259dd51-eedb-4b07-8afc-110dc6a2553b {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:41:43.171784 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48f9c2f-7bcb-4a8e-8493-bdc8186baa8f None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:41:43.172149 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48f9c2f-7bcb-4a8e-8493-bdc8186baa8f None None] Checking segment: {'id': '60e37e1a-4807-4472-a364-891a8d74671a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5259dd51-eedb-4b07-8afc-110dc6a2553b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:41:43.172550 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f48f9c2f-7bcb-4a8e-8493-bdc8186baa8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:43.172942 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48f9c2f-7bcb-4a8e-8493-bdc8186baa8f None None] Bound using segment: {'id': '60e37e1a-4807-4472-a364-891a8d74671a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5259dd51-eedb-4b07-8afc-110dc6a2553b'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:41:43.173431 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-f48f9c2f-7bcb-4a8e-8493-bdc8186baa8f None None] Bound port: c5879dfc-90df-40c2-a7db-8cf24b5e511c, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60e37e1a-4807-4472-a364-891a8d74671a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5259dd51-eedb-4b07-8afc-110dc6a2553b'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:41:43.174625 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f48f9c2f-7bcb-4a8e-8493-bdc8186baa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:43.236902 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-f48f9c2f-7bcb-4a8e-8493-bdc8186baa8f None None] For port c5879dfc-90df-40c2-a7db-8cf24b5e511c, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:41:43.240051 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-f48f9c2f-7bcb-4a8e-8493-bdc8186baa8f None None] For port c5879dfc-90df-40c2-a7db-8cf24b5e511c, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=c5879dfc-90df-40c2-a7db-8cf24b5e511c,segment=NetworkSegment(60e37e1a-4807-4472-a364-891a8d74671a),segment_id=60e37e1a-4807-4472-a364-891a8d74671a)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:41:43.245143 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f48f9c2f-7bcb-4a8e-8493-bdc8186baa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:43.259719 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7ba6958d-c010-4f79-ad6a-0a03d4990440 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:43.306111 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7ba6958d-c010-4f79-ad6a-0a03d4990440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:43.310474 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f9c2f-7bcb-4a8e-8493-bdc8186baa8f None None] Pushing event updated for resources: {'Port': ['ID=c5879dfc-90df-40c2-a7db-8cf24b5e511c,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:43.343841 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba6958d-c010-4f79-ad6a-0a03d4990440 admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:41:43.349414 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-7ba6958d-c010-4f79-ad6a-0a03d4990440 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:41:43.353142 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba6958d-c010-4f79-ad6a-0a03d4990440 admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:41:43.376966 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6958d-c010-4f79-ad6a-0a03d4990440 admin admin] Pushing event updated for resources: {'Port': ['ID=9010c455-ff01-448d-b352-26024a13f95b,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:43.380520 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:43.636542 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7ba6958d-c010-4f79-ad6a-0a03d4990440 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:43.836040 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7ba6958d-c010-4f79-ad6a-0a03d4990440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:44.208707 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de37e605-2e4c-46ad-a5a7-f12748e09992 None None] Network 5259dd51-eedb-4b07-8afc-110dc6a2553b requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:41:44.234698 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba6958d-c010-4f79-ad6a-0a03d4990440 admin admin] Router 933566c7-dba5-4277-8e01-f47d81c65649 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:41:44.334182 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f007fc88-c842-49a8-b6d6-43ced3f4758b None None] Provisioning for port c5879dfc-90df-40c2-a7db-8cf24b5e511c completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:41:44.342663 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba6958d-c010-4f79-ad6a-0a03d4990440 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:41:44.356238 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b992a8a-88ae-412a-b1f4-564da450cf64 None None] Sync routers for ids ['933566c7-dba5-4277-8e01-f47d81c65649'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:41:44.358474 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7ba6958d-c010-4f79-ad6a-0a03d4990440 admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:44.360026 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7ba6958d-c010-4f79-ad6a-0a03d4990440 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.7492952 Aug 28 15:41:44.362757 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56784) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:44.371910 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b992a8a-88ae-412a-b1f4-564da450cf64 None None] Routers {'933566c7-dba5-4277-8e01-f47d81c65649'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:41:44.372516 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1b992a8a-88ae-412a-b1f4-564da450cf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:41:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['933566c7-dba5-4277-8e01-f47d81c65649'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:44.485454 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-1b992a8a-88ae-412a-b1f4-564da450cf64 None None] Set router 933566c7-dba5-4277-8e01-f47d81c65649 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:41:44.691071 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1b992a8a-88ae-412a-b1f4-564da450cf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933566c7-dba5-4277-8e01-f47d81c65649', 'name': 'tempest-ImageQuotaTest-1827744912-router', 'tenant_id': '12be6f9edfc344d6abdf526e7b6de4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '9010c455-ff01-448d-b352-26024a13f95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:41:42Z', 'updated_at': '2021-08-28T15:41:43Z', 'revision_number': 3, 'project_id': '12be6f9edfc344d6abdf526e7b6de4f4', 'gw_port': {'id': '9010c455-ff01-448d-b352-26024a13f95b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933566c7-dba5-4277-8e01-f47d81c65649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:41:43Z', 'updated_at': '2021-08-28T15:41:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:44.717594 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b992a8a-88ae-412a-b1f4-564da450cf64 None None] Checking router: 933566c7-dba5-4277-8e01-f47d81c65649 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:41:44.717948 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b992a8a-88ae-412a-b1f4-564da450cf64 None None] Updating router 933566c7-dba5-4277-8e01-f47d81c65649 port 9010c455-ff01-448d-b352-26024a13f95b binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:41:44.747918 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1b992a8a-88ae-412a-b1f4-564da450cf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:44.800722 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2cff381e-106b-46a7-9c8a-beb27d31ebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:44.833337 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device c5879dfc-90df-40c2-a7db-8cf24b5e511c up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:41:44.963158 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port c5879dfc-90df-40c2-a7db-8cf24b5e511c completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:41:44.971578 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port c5879dfc-90df-40c2-a7db-8cf24b5e511c triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:41:44.972153 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:45.008741 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-2cff381e-106b-46a7-9c8a-beb27d31ebc2 admin admin] Allocated IP 172.20.0.1 (5259dd51-eedb-4b07-8afc-110dc6a2553b/7a0e8d4e-3e98-473d-a1f1-e06cc9e5e906/d3562d3a-e8a2-4dec-8233-dda2791230bf) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:41:45.106202 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1b992a8a-88ae-412a-b1f4-564da450cf64 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:45.121500 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2cff381e-106b-46a7-9c8a-beb27d31ebc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:45.124142 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1b992a8a-88ae-412a-b1f4-564da450cf64 None None] Transition to ACTIVE for port object 9010c455-ff01-448d-b352-26024a13f95b will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:41:45.126867 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:45.136831 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1b992a8a-88ae-412a-b1f4-564da450cf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:45.138153 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-2cff381e-106b-46a7-9c8a-beb27d31ebc2 admin admin] Transition to ACTIVE for port object d3562d3a-e8a2-4dec-8233-dda2791230bf will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:41:45.172259 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2cff381e-106b-46a7-9c8a-beb27d31ebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:45.216651 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cff381e-106b-46a7-9c8a-beb27d31ebc2 admin admin] Network 5259dd51-eedb-4b07-8afc-110dc6a2553b is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:41:45.223437 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-2cff381e-106b-46a7-9c8a-beb27d31ebc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:41:45.225629 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff381e-106b-46a7-9c8a-beb27d31ebc2 admin admin] Pushing event updated for resources: {'Port': ['ID=d3562d3a-e8a2-4dec-8233-dda2791230bf,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:45.228925 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cff381e-106b-46a7-9c8a-beb27d31ebc2 admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:41:45.278377 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2cff381e-106b-46a7-9c8a-beb27d31ebc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:45.352122 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port c5879dfc-90df-40c2-a7db-8cf24b5e511c, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=c5879dfc-90df-40c2-a7db-8cf24b5e511c,segment=NetworkSegment(60e37e1a-4807-4472-a364-891a8d74671a),segment_id=60e37e1a-4807-4472-a364-891a8d74671a)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:41:45.359072 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:45.384102 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f089b-c242-4e9f-87ce-6d4439a5ab75 None None] Pushing event updated for resources: {'Port': ['ID=9010c455-ff01-448d-b352-26024a13f95b,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:45.391582 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-1b992a8a-88ae-412a-b1f4-564da450cf64 None None] Attempting to bind port 9010c455-ff01-448d-b352-26024a13f95b on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:41:45.391582 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-1b992a8a-88ae-412a-b1f4-564da450cf64 None None] Attempting to bind port 9010c455-ff01-448d-b352-26024a13f95b by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:41:45.392131 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b992a8a-88ae-412a-b1f4-564da450cf64 None None] Attempting to bind port 9010c455-ff01-448d-b352-26024a13f95b on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:41:45.419440 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b992a8a-88ae-412a-b1f4-564da450cf64 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:41:45.419847 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b992a8a-88ae-412a-b1f4-564da450cf64 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:41:45.420253 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1b992a8a-88ae-412a-b1f4-564da450cf64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:45.420644 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b992a8a-88ae-412a-b1f4-564da450cf64 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:41:45.421122 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-1b992a8a-88ae-412a-b1f4-564da450cf64 None None] Bound port: 9010c455-ff01-448d-b352-26024a13f95b, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:41:45.421500 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1b992a8a-88ae-412a-b1f4-564da450cf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:45.422803 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2cff381e-106b-46a7-9c8a-beb27d31ebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:45.481733 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=c5879dfc-90df-40c2-a7db-8cf24b5e511c,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:45.497599 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1b992a8a-88ae-412a-b1f4-564da450cf64 None None] For port 9010c455-ff01-448d-b352-26024a13f95b, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:41:45.502419 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1b992a8a-88ae-412a-b1f4-564da450cf64 None None] For port 9010c455-ff01-448d-b352-26024a13f95b, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=9010c455-ff01-448d-b352-26024a13f95b,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:41:45.507301 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1b992a8a-88ae-412a-b1f4-564da450cf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:45.512596 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-39111ba8-6291-4621-b1fb-66257969758e None None] Provisioning for port d3562d3a-e8a2-4dec-8233-dda2791230bf completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:41:45.543326 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-39111ba8-6291-4621-b1fb-66257969758e None None] Provisioning complete for port d3562d3a-e8a2-4dec-8233-dda2791230bf triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:41:45.543717 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-39111ba8-6291-4621-b1fb-66257969758e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:45.597796 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2cff381e-106b-46a7-9c8a-beb27d31ebc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:45.600881 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f089b-c242-4e9f-87ce-6d4439a5ab75 None None] Pushing event updated for resources: {'Port': ['ID=9010c455-ff01-448d-b352-26024a13f95b,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:45.602572 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2cff381e-106b-46a7-9c8a-beb27d31ebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:45.605590 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b992a8a-88ae-412a-b1f4-564da450cf64 None None] Routers {'933566c7-dba5-4277-8e01-f47d81c65649'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:41:45.606216 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1b992a8a-88ae-412a-b1f4-564da450cf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:41:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['933566c7-dba5-4277-8e01-f47d81c65649'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:45.641917 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-39111ba8-6291-4621-b1fb-66257969758e None None] Port d3562d3a-e8a2-4dec-8233-dda2791230bf cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:41:45.672653 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2cff381e-106b-46a7-9c8a-beb27d31ebc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:45.675269 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff381e-106b-46a7-9c8a-beb27d31ebc2 admin admin] Pushing event updated for resources: {'Port': ['ID=d3562d3a-e8a2-4dec-8233-dda2791230bf,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:45.717593 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-1b992a8a-88ae-412a-b1f4-564da450cf64 None None] Set router 933566c7-dba5-4277-8e01-f47d81c65649 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:41:45.765358 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cff381e-106b-46a7-9c8a-beb27d31ebc2 admin admin] Network 5259dd51-eedb-4b07-8afc-110dc6a2553b is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:41:45.766803 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-2cff381e-106b-46a7-9c8a-beb27d31ebc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:41:45.897863 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cff381e-106b-46a7-9c8a-beb27d31ebc2 admin admin] Router 933566c7-dba5-4277-8e01-f47d81c65649 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:41:45.934181 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1b992a8a-88ae-412a-b1f4-564da450cf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933566c7-dba5-4277-8e01-f47d81c65649', 'name': 'tempest-ImageQuotaTest-1827744912-router', 'tenant_id': '12be6f9edfc344d6abdf526e7b6de4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '9010c455-ff01-448d-b352-26024a13f95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:41:42Z', 'updated_at': '2021-08-28T15:41:45Z', 'revision_number': 4, 'project_id': '12be6f9edfc344d6abdf526e7b6de4f4', 'gw_port': {'id': '9010c455-ff01-448d-b352-26024a13f95b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933566c7-dba5-4277-8e01-f47d81c65649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:41:43Z', 'updated_at': '2021-08-28T15:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'd3562d3a-e8a2-4dec-8233-dda2791230bf', 'name': '', 'network_id': '5259dd51-eedb-4b07-8afc-110dc6a2553b', 'tenant_id': '12be6f9edfc344d6abdf526e7b6de4f4', 'mac_address': 'fa:16:3e:f3:b7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933566c7-dba5-4277-8e01-f47d81c65649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '7a0e8d4e-3e98-473d-a1f1-e06cc9e5e906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:41:44Z', 'updated_at': '2021-08-28T15:41:45Z', 'revision_number': 2, 'project_id': '12be6f9edfc344d6abdf526e7b6de4f4', 'subnets': [{'id': '7a0e8d4e-3e98-473d-a1f1-e06cc9e5e906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:45.963005 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b992a8a-88ae-412a-b1f4-564da450cf64 None None] The sync data for ids ['933566c7-dba5-4277-8e01-f47d81c65649'] in n-d-712137-10 is: [{'id': '933566c7-dba5-4277-8e01-f47d81c65649', 'name': 'tempest-ImageQuotaTest-1827744912-router', 'tenant_id': '12be6f9edfc344d6abdf526e7b6de4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '9010c455-ff01-448d-b352-26024a13f95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:41:42Z', 'updated_at': '2021-08-28T15:41:45Z', 'revision_number': 4, 'project_id': '12be6f9edfc344d6abdf526e7b6de4f4', 'gw_port': {'id': '9010c455-ff01-448d-b352-26024a13f95b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933566c7-dba5-4277-8e01-f47d81c65649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:41:43Z', 'updated_at': '2021-08-28T15:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'd3562d3a-e8a2-4dec-8233-dda2791230bf', 'name': '', 'network_id': '5259dd51-eedb-4b07-8afc-110dc6a2553b', 'tenant_id': '12be6f9edfc344d6abdf526e7b6de4f4', 'mac_address': 'fa:16:3e:f3:b7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933566c7-dba5-4277-8e01-f47d81c65649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '7a0e8d4e-3e98-473d-a1f1-e06cc9e5e906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:41:44Z', 'updated_at': '2021-08-28T15:41:45Z', 'revision_number': 2, 'project_id': '12be6f9edfc344d6abdf526e7b6de4f4', 'subnets': [{'id': '7a0e8d4e-3e98-473d-a1f1-e06cc9e5e906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:41:46.019545 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cff381e-106b-46a7-9c8a-beb27d31ebc2 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:41:46.024576 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2cff381e-106b-46a7-9c8a-beb27d31ebc2 admin admin] 10.222.0.13 "PUT /v2.0/routers/933566c7-dba5-4277-8e01-f47d81c65649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6606188 Aug 28 15:41:46.064920 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e98fc2f7-0750-45df-8dd3-7d8e26fb60d1 None None] Provisioning complete for port d3562d3a-e8a2-4dec-8233-dda2791230bf triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:41:46.065310 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e98fc2f7-0750-45df-8dd3-7d8e26fb60d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:46.106493 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-e98fc2f7-0750-45df-8dd3-7d8e26fb60d1 None None] Port d3562d3a-e8a2-4dec-8233-dda2791230bf cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:41:46.843947 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device c5879dfc-90df-40c2-a7db-8cf24b5e511c up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:41:46.903316 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port c5879dfc-90df-40c2-a7db-8cf24b5e511c triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:41:46.904121 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:46.990792 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9010c455-ff01-448d-b352-26024a13f95b up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:41:47.044291 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 9010c455-ff01-448d-b352-26024a13f95b completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:41:47.049727 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 9010c455-ff01-448d-b352-26024a13f95b triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:41:47.050746 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:47.135612 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56804) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:47.136145 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:47.160525 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 9010c455-ff01-448d-b352-26024a13f95b, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=9010c455-ff01-448d-b352-26024a13f95b,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:41:47.165224 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:47.217930 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=9010c455-ff01-448d-b352-26024a13f95b,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:47.479196 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eefd6aa5-c4d5-408b-9890-a8cf746563d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:47.731214 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-eefd6aa5-c4d5-408b-9890-a8cf746563d5 admin admin] Deleting port d3562d3a-e8a2-4dec-8233-dda2791230bf {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:41:47.731558 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eefd6aa5-c4d5-408b-9890-a8cf746563d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:47.807306 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eefd6aa5-c4d5-408b-9890-a8cf746563d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:47.821526 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-eefd6aa5-c4d5-408b-9890-a8cf746563d5 admin admin] Calling delete_port for d3562d3a-e8a2-4dec-8233-dda2791230bf owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:41:47.905880 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ec0044-bf63-4796-a035-9e95dc1947ec None None] Sync routers for ids ['933566c7-dba5-4277-8e01-f47d81c65649'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:41:47.915610 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ec0044-bf63-4796-a035-9e95dc1947ec None None] Routers {'933566c7-dba5-4277-8e01-f47d81c65649'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:41:47.916263 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-96ec0044-bf63-4796-a035-9e95dc1947ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:41:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['933566c7-dba5-4277-8e01-f47d81c65649'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:47.998017 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eefd6aa5-c4d5-408b-9890-a8cf746563d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:48.025576 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd6aa5-c4d5-408b-9890-a8cf746563d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3562d3a-e8a2-4dec-8233-dda2791230bf,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:48.025810 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-96ec0044-bf63-4796-a035-9e95dc1947ec None None] Set router 933566c7-dba5-4277-8e01-f47d81c65649 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:41:48.196737 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eefd6aa5-c4d5-408b-9890-a8cf746563d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:48.235369 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-96ec0044-bf63-4796-a035-9e95dc1947ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933566c7-dba5-4277-8e01-f47d81c65649', 'name': 'tempest-ImageQuotaTest-1827744912-router', 'tenant_id': '12be6f9edfc344d6abdf526e7b6de4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '9010c455-ff01-448d-b352-26024a13f95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:41:42Z', 'updated_at': '2021-08-28T15:41:45Z', 'revision_number': 4, 'project_id': '12be6f9edfc344d6abdf526e7b6de4f4', 'gw_port': {'id': '9010c455-ff01-448d-b352-26024a13f95b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933566c7-dba5-4277-8e01-f47d81c65649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:41:43Z', 'updated_at': '2021-08-28T15:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'd3562d3a-e8a2-4dec-8233-dda2791230bf', 'name': '', 'network_id': '5259dd51-eedb-4b07-8afc-110dc6a2553b', 'tenant_id': '12be6f9edfc344d6abdf526e7b6de4f4', 'mac_address': 'fa:16:3e:f3:b7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933566c7-dba5-4277-8e01-f47d81c65649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '7a0e8d4e-3e98-473d-a1f1-e06cc9e5e906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:41:44Z', 'updated_at': '2021-08-28T15:41:45Z', 'revision_number': 2, 'project_id': '12be6f9edfc344d6abdf526e7b6de4f4', 'subnets': [{'id': '7a0e8d4e-3e98-473d-a1f1-e06cc9e5e906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:48.267088 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ec0044-bf63-4796-a035-9e95dc1947ec None None] Checking router: 933566c7-dba5-4277-8e01-f47d81c65649 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:41:48.267971 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ec0044-bf63-4796-a035-9e95dc1947ec None None] Updating router 933566c7-dba5-4277-8e01-f47d81c65649 port d3562d3a-e8a2-4dec-8233-dda2791230bf binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:41:48.287443 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ec0044-bf63-4796-a035-9e95dc1947ec None None] Port d3562d3a-e8a2-4dec-8233-dda2791230bf not found while updating agent binding for router 933566c7-dba5-4277-8e01-f47d81c65649. {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 28 15:41:48.296737 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ec0044-bf63-4796-a035-9e95dc1947ec None None] Routers {'933566c7-dba5-4277-8e01-f47d81c65649'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:41:48.297370 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-96ec0044-bf63-4796-a035-9e95dc1947ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:41:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['933566c7-dba5-4277-8e01-f47d81c65649'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:48.400616 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-96ec0044-bf63-4796-a035-9e95dc1947ec None None] Set router 933566c7-dba5-4277-8e01-f47d81c65649 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:41:48.584104 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-96ec0044-bf63-4796-a035-9e95dc1947ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933566c7-dba5-4277-8e01-f47d81c65649', 'name': 'tempest-ImageQuotaTest-1827744912-router', 'tenant_id': '12be6f9edfc344d6abdf526e7b6de4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '9010c455-ff01-448d-b352-26024a13f95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:41:42Z', 'updated_at': '2021-08-28T15:41:47Z', 'revision_number': 5, 'project_id': '12be6f9edfc344d6abdf526e7b6de4f4', 'gw_port': {'id': '9010c455-ff01-448d-b352-26024a13f95b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933566c7-dba5-4277-8e01-f47d81c65649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:41:43Z', 'updated_at': '2021-08-28T15:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:48.609573 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ec0044-bf63-4796-a035-9e95dc1947ec None None] The sync data for ids ['933566c7-dba5-4277-8e01-f47d81c65649'] in n-d-712137-10 is: [{'id': '933566c7-dba5-4277-8e01-f47d81c65649', 'name': 'tempest-ImageQuotaTest-1827744912-router', 'tenant_id': '12be6f9edfc344d6abdf526e7b6de4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '9010c455-ff01-448d-b352-26024a13f95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:41:42Z', 'updated_at': '2021-08-28T15:41:47Z', 'revision_number': 5, 'project_id': '12be6f9edfc344d6abdf526e7b6de4f4', 'gw_port': {'id': '9010c455-ff01-448d-b352-26024a13f95b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933566c7-dba5-4277-8e01-f47d81c65649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:41:43Z', 'updated_at': '2021-08-28T15:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:41:48.687647 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefd6aa5-c4d5-408b-9890-a8cf746563d5 admin admin] Router 933566c7-dba5-4277-8e01-f47d81c65649 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:41:48.792080 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefd6aa5-c4d5-408b-9890-a8cf746563d5 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:41:48.797385 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-eefd6aa5-c4d5-408b-9890-a8cf746563d5 admin admin] 10.222.0.13 "PUT /v2.0/routers/933566c7-dba5-4277-8e01-f47d81c65649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6603994 Aug 28 15:41:48.801283 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56806) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:48.903134 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-186c33bc-d1f3-46df-a030-0b7260ab1877 admin admin] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:48.989761 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9010c455-ff01-448d-b352-26024a13f95b up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:41:49.015905 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-186c33bc-d1f3-46df-a030-0b7260ab1877 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:49.045598 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 9010c455-ff01-448d-b352-26024a13f95b triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:41:49.045980 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:49.077660 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-186c33bc-d1f3-46df-a030-0b7260ab1877 admin admin] Deleting port 9010c455-ff01-448d-b352-26024a13f95b {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:41:49.078022 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-186c33bc-d1f3-46df-a030-0b7260ab1877 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:49.138817 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device d3562d3a-e8a2-4dec-8233-dda2791230bf no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:41:49.159384 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: d3562d3a-e8a2-4dec-8233-dda2791230bf {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:41:49.159905 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device d3562d3a-e8a2-4dec-8233-dda2791230bf not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:41:49.166471 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-186c33bc-d1f3-46df-a030-0b7260ab1877 admin admin] For port 9010c455-ff01-448d-b352-26024a13f95b, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=9010c455-ff01-448d-b352-26024a13f95b,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:41:49.166864 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-186c33bc-d1f3-46df-a030-0b7260ab1877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:49.179870 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-186c33bc-d1f3-46df-a030-0b7260ab1877 admin admin] Calling delete_port for 9010c455-ff01-448d-b352-26024a13f95b owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:41:49.349996 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-186c33bc-d1f3-46df-a030-0b7260ab1877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:49.385362 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c33bc-d1f3-46df-a030-0b7260ab1877 admin admin] Pushing event deleted for resources: {'Port': ['ID=9010c455-ff01-448d-b352-26024a13f95b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:49.450539 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-186c33bc-d1f3-46df-a030-0b7260ab1877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:49.545644 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-186c33bc-d1f3-46df-a030-0b7260ab1877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:49.547761 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-186c33bc-d1f3-46df-a030-0b7260ab1877 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:49.591288 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-186c33bc-d1f3-46df-a030-0b7260ab1877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:49.591885 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186c33bc-d1f3-46df-a030-0b7260ab1877 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 933566c7-dba5-4277-8e01-f47d81c65649 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:41:49.596812 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-186c33bc-d1f3-46df-a030-0b7260ab1877 admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:49.597981 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-186c33bc-d1f3-46df-a030-0b7260ab1877 admin admin] 10.222.0.13 "DELETE /v2.0/routers/933566c7-dba5-4277-8e01-f47d81c65649 HTTP/1.1" status: 204 len: 168 time: 0.7957392 Aug 28 15:41:49.600426 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56808) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:49.635468 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f249b1-42a1-44db-a801-1ab3cbc2ba89 None None] Sync routers for ids ['933566c7-dba5-4277-8e01-f47d81c65649'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:41:49.644320 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f249b1-42a1-44db-a801-1ab3cbc2ba89 None None] Routers set() bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:41:49.644684 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f249b1-42a1-44db-a801-1ab3cbc2ba89 None None] Router IDs set() for agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 28 15:41:49.645765 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_agentschedulers_db [None req-92f249b1-42a1-44db-a801-1ab3cbc2ba89 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'933566c7-dba5-4277-8e01-f47d81c65649'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:41:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent'). {{(pid=106331) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 28 15:41:49.646056 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f77489-8c6b-456d-9f3e-f8245832a5dd admin admin] Deleting subnet 7a0e8d4e-3e98-473d-a1f1-e06cc9e5e906 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:41:49.649144 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27f77489-8c6b-456d-9f3e-f8245832a5dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:49.653430 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f249b1-42a1-44db-a801-1ab3cbc2ba89 None None] Routers set() bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:41:49.653793 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f249b1-42a1-44db-a801-1ab3cbc2ba89 None None] Router IDs set() for agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 28 15:41:49.654348 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_agentschedulers_db [None req-92f249b1-42a1-44db-a801-1ab3cbc2ba89 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'933566c7-dba5-4277-8e01-f47d81c65649'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:41:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent'). {{(pid=106331) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 28 15:41:49.654712 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f249b1-42a1-44db-a801-1ab3cbc2ba89 None None] The sync data for ids ['933566c7-dba5-4277-8e01-f47d81c65649'] in n-d-712137-10 is: [] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:41:49.684539 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27f77489-8c6b-456d-9f3e-f8245832a5dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:49.771900 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27f77489-8c6b-456d-9f3e-f8245832a5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:49.822267 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27f77489-8c6b-456d-9f3e-f8245832a5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:49.847475 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f77489-8c6b-456d-9f3e-f8245832a5dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a0e8d4e-3e98-473d-a1f1-e06cc9e5e906,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:49.852886 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-27f77489-8c6b-456d-9f3e-f8245832a5dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:49.855561 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-27f77489-8c6b-456d-9f3e-f8245832a5dd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7a0e8d4e-3e98-473d-a1f1-e06cc9e5e906 HTTP/1.1" status: 204 len: 168 time: 0.2542045 Aug 28 15:41:49.857028 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df3f68c-b5f4-4210-bba8-4d2481eff70b None None] Network 5259dd51-eedb-4b07-8afc-110dc6a2553b requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:41:49.858021 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56810) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:49.930715 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f11db5db-6bb8-4c50-82dc-801391f31e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:49.983978 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-f11db5db-6bb8-4c50-82dc-801391f31e5d admin admin] Deleting port c5879dfc-90df-40c2-a7db-8cf24b5e511c {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:41:49.984324 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f11db5db-6bb8-4c50-82dc-801391f31e5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:50.046772 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-f11db5db-6bb8-4c50-82dc-801391f31e5d admin admin] For port c5879dfc-90df-40c2-a7db-8cf24b5e511c, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=c5879dfc-90df-40c2-a7db-8cf24b5e511c,segment=NetworkSegment(60e37e1a-4807-4472-a364-891a8d74671a),segment_id=60e37e1a-4807-4472-a364-891a8d74671a)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:41:50.047068 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f11db5db-6bb8-4c50-82dc-801391f31e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:50.060422 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-f11db5db-6bb8-4c50-82dc-801391f31e5d admin admin] Calling delete_port for c5879dfc-90df-40c2-a7db-8cf24b5e511c owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:41:50.105559 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f165cf-6a95-4412-b73a-ac847fff5bfb None None] DHCP port deletion for 5259dd51-eedb-4b07-8afc-110dc6a2553b request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:41:50.160042 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f11db5db-6bb8-4c50-82dc-801391f31e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:50.165493 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-d7f165cf-6a95-4412-b73a-ac847fff5bfb None None] Deleting port c5879dfc-90df-40c2-a7db-8cf24b5e511c {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:41:50.165884 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d7f165cf-6a95-4412-b73a-ac847fff5bfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:50.188229 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11db5db-6bb8-4c50-82dc-801391f31e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=c5879dfc-90df-40c2-a7db-8cf24b5e511c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:50.191355 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11db5db-6bb8-4c50-82dc-801391f31e5d admin admin] No DVR routers for this DVR port c5879dfc-90df-40c2-a7db-8cf24b5e511c on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:41:50.234524 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-d7f165cf-6a95-4412-b73a-ac847fff5bfb None None] For port c5879dfc-90df-40c2-a7db-8cf24b5e511c, host n-d-712137-10, got binding levels [] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:41:50.234926 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d7f165cf-6a95-4412-b73a-ac847fff5bfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:50.247847 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-d7f165cf-6a95-4412-b73a-ac847fff5bfb None None] Calling delete_port for c5879dfc-90df-40c2-a7db-8cf24b5e511c owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:41:50.250492 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.ipam_backend_mixin [None req-d7f165cf-6a95-4412-b73a-ac847fff5bfb None None] Port c5879dfc-90df-40c2-a7db-8cf24b5e511c was not found and therefore no delete operation was performed {{(pid=106331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 15:41:50.252669 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d7f165cf-6a95-4412-b73a-ac847fff5bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:50.262094 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f11db5db-6bb8-4c50-82dc-801391f31e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:50.272906 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-f11db5db-6bb8-4c50-82dc-801391f31e5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5259dd51-eedb-4b07-8afc-110dc6a2553b']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:50.282406 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f165cf-6a95-4412-b73a-ac847fff5bfb None None] Pushing event deleted for resources: {'Port': ['ID=c5879dfc-90df-40c2-a7db-8cf24b5e511c,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:50.288792 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f165cf-6a95-4412-b73a-ac847fff5bfb None None] No DVR routers for this DVR port c5879dfc-90df-40c2-a7db-8cf24b5e511c on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:41:50.290939 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-f11db5db-6bb8-4c50-82dc-801391f31e5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60e37e1a-4807-4472-a364-891a8d74671a') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:50.292033 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-f11db5db-6bb8-4c50-82dc-801391f31e5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60e37e1a-4807-4472-a364-891a8d74671a') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:41:50.303167 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f11db5db-6bb8-4c50-82dc-801391f31e5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:50.317305 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f11db5db-6bb8-4c50-82dc-801391f31e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:50.322923 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11db5db-6bb8-4c50-82dc-801391f31e5d admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:41:50.323307 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f11db5db-6bb8-4c50-82dc-801391f31e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:41:50.324989 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:41:50.378251 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f11db5db-6bb8-4c50-82dc-801391f31e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:50.384057 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f11db5db-6bb8-4c50-82dc-801391f31e5d admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:50.385870 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f11db5db-6bb8-4c50-82dc-801391f31e5d admin admin] 10.222.0.13 "DELETE /v2.0/networks/5259dd51-eedb-4b07-8afc-110dc6a2553b HTTP/1.1" status: 204 len: 168 time: 0.5267172 Aug 28 15:41:50.402754 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11db5db-6bb8-4c50-82dc-801391f31e5d admin admin] Pushing event deleted for resources: {'Network': ['ID=5259dd51-eedb-4b07-8afc-110dc6a2553b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:50.504453 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56814) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:50.544118 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-74497bc7-56fe-49d0-8867-e15d9723af00 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12be6f9edfc344d6abdf526e7b6de4f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384440 Aug 28 15:41:50.546487 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56816) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:50.595377 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3d5eb721-bb6c-4e29-aeb5-9ac94e3fb713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:50.621115 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3d5eb721-bb6c-4e29-aeb5-9ac94e3fb713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:50.667271 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3d5eb721-bb6c-4e29-aeb5-9ac94e3fb713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:50.669837 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3d5eb721-bb6c-4e29-aeb5-9ac94e3fb713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:50.670987 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3d5eb721-bb6c-4e29-aeb5-9ac94e3fb713 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0d62f1f-6ab2-4969-b5fa-9aec6a270144 HTTP/1.1" status: 204 len: 168 time: 0.1236086 Aug 28 15:41:50.678726 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5eb721-bb6c-4e29-aeb5-9ac94e3fb713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d62f1f-6ab2-4969-b5fa-9aec6a270144,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:50.767610 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9010c455-ff01-448d-b352-26024a13f95b no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:41:50.787733 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 9010c455-ff01-448d-b352-26024a13f95b {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:41:50.788083 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9010c455-ff01-448d-b352-26024a13f95b not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:41:50.788490 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device c5879dfc-90df-40c2-a7db-8cf24b5e511c no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:41:50.807397 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: c5879dfc-90df-40c2-a7db-8cf24b5e511c {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:41:50.807911 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device c5879dfc-90df-40c2-a7db-8cf24b5e511c not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:41:51.001441 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56822) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:51.014580 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3a05-192a-4400-8257-8e6bc7ebda20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:51.100774 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3a05-192a-4400-8257-8e6bc7ebda20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:51.104296 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3a05-192a-4400-8257-8e6bc7ebda20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:51.142878 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2d2c3a05-192a-4400-8257-8e6bc7ebda20 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1397817 Aug 28 15:41:51.143894 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c3a05-192a-4400-8257-8e6bc7ebda20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5e30cd-9a60-4a4a-90fe-f9277b6d83d4,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:51.146646 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56824) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:41:51.196012 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f98919e0-9259-47d9-8559-b1a414ced74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:51.221678 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f98919e0-9259-47d9-8559-b1a414ced74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:51.268063 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f98919e0-9259-47d9-8559-b1a414ced74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:51.270759 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f98919e0-9259-47d9-8559-b1a414ced74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:51.271940 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f98919e0-9259-47d9-8559-b1a414ced74c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b5e30cd-9a60-4a4a-90fe-f9277b6d83d4 HTTP/1.1" status: 204 len: 168 time: 0.1238570 Aug 28 15:41:51.279636 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98919e0-9259-47d9-8559-b1a414ced74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5e30cd-9a60-4a4a-90fe-f9277b6d83d4,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:41:54.685732 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:41:56.822100 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:01.142026 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-63821c7c-0fc9-43e0-b2ea-d3ccc88f8010 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=49a9131089934376a3da2a397f4b1880&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282245 Aug 28 15:42:01.333692 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-8139cc8c-328f-416b-911e-cc6b1819c268 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:01.335177 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-8139cc8c-328f-416b-911e-cc6b1819c268 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1880283 Aug 28 15:42:01.349716 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-633f0dab-4271-43e9-9142-b1e83d1a3965 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] 10.222.0.13 "GET /v2.0/quotas/49a9131089934376a3da2a397f4b1880 HTTP/1.1" status: 200 len: 375 time: 0.0088079 Aug 28 15:42:01.379929 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-035856cb-cedb-4596-bfb7-2ba54fd0ab03 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=49a9131089934376a3da2a397f4b1880&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250020 Aug 28 15:42:01.541170 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8d8e45ae-06b2-4191-813d-4f1f3a77d9a4 req-15d7fde9-62fb-49e5-a258-ca72f5c28bdd tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e978d25-8a51-4580-8eb0-c8b61e115966 HTTP/1.1" status: 200 len: 210 time: 0.0278203 Aug 28 15:42:02.633701 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ddd00458-3fa0-44d1-9e36-306b236a2844 req-19ff8a55-3383-401b-9967-c0a74b90fe63 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e978d25-8a51-4580-8eb0-c8b61e115966 HTTP/1.1" status: 200 len: 210 time: 0.0252824 Aug 28 15:42:03.510320 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-35de8d7d-d707-4ce4-a5dc-900c383b5bf5 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=49a9131089934376a3da2a397f4b1880&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232959 Aug 28 15:42:03.623807 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-9a707f64-7fa5-4c7e-a02c-70dfc78081d2 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:03.625221 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-9a707f64-7fa5-4c7e-a02c-70dfc78081d2 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1096210 Aug 28 15:42:03.638819 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-c433de87-de46-42a1-8b0f-08cce4753df0 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Request body: {'port': {'device_id': '8e978d25-8a51-4580-8eb0-c8b61e115966', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'admin_state_up': True, 'tenant_id': '49a9131089934376a3da2a397f4b1880'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:42:03.733933 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b7dc74eb-3c8a-4940-bbf5-5c252622e3b7 req-9592cc43-5218-4544-bcd2-9ac0f67130a8 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e978d25-8a51-4580-8eb0-c8b61e115966 HTTP/1.1" status: 200 len: 210 time: 0.0261047 Aug 28 15:42:03.743970 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-c433de87-de46-42a1-8b0f-08cce4753df0 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Made reservation on behalf of 49a9131089934376a3da2a397f4b1880 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:42:03.747457 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-c433de87-de46-42a1-8b0f-08cce4753df0 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:03.756756 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-c433de87-de46-42a1-8b0f-08cce4753df0 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:03.848265 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-c433de87-de46-42a1-8b0f-08cce4753df0 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:03.851804 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-c433de87-de46-42a1-8b0f-08cce4753df0 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:03.914041 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433de87-de46-42a1-8b0f-08cce4753df0 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2432269b-c670-4dd2-8bb8-f318a9412384,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:42:03.981201 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-c433de87-de46-42a1-8b0f-08cce4753df0 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Allocated IP 192.168.233.110 (4becdd3c-db0f-46c9-9976-9934ae05999f/93c5fa48-6679-4980-80ea-4b80dc44a8e3/870a94ab-9fe8-464c-9808-cb890de4c620) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:42:04.122929 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-c433de87-de46-42a1-8b0f-08cce4753df0 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:04.136638 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-c433de87-de46-42a1-8b0f-08cce4753df0 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Transition to ACTIVE for port object 870a94ab-9fe8-464c-9808-cb890de4c620 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:42:04.168076 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-c433de87-de46-42a1-8b0f-08cce4753df0 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:04.212551 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-c433de87-de46-42a1-8b0f-08cce4753df0 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Network 4becdd3c-db0f-46c9-9976-9934ae05999f is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:42:04.215498 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-c433de87-de46-42a1-8b0f-08cce4753df0 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:42:04.219286 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-c433de87-de46-42a1-8b0f-08cce4753df0 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:42:04.248181 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433de87-de46-42a1-8b0f-08cce4753df0 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Pushing event updated for resources: {'Port': ['ID=870a94ab-9fe8-464c-9808-cb890de4c620,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:42:04.277322 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-c433de87-de46-42a1-8b0f-08cce4753df0 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:04.277976 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-c433de87-de46-42a1-8b0f-08cce4753df0 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:04.295902 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-c433de87-de46-42a1-8b0f-08cce4753df0 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6605797 Aug 28 15:42:04.308318 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-dc884e02-f501-4e4c-9f55-a3fb0f2d4c00 service neutron] Request body: {'port': {'device_id': '8e978d25-8a51-4580-8eb0-c8b61e115966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:42:04.364783 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-dc884e02-f501-4e4c-9f55-a3fb0f2d4c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:04.633758 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ab9756bc-e32a-4fcb-b22c-89c981b4c10c None None] Provisioning for port 870a94ab-9fe8-464c-9808-cb890de4c620 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:42:04.637261 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ab9756bc-e32a-4fcb-b22c-89c981b4c10c None None] Provisioning complete for port 870a94ab-9fe8-464c-9808-cb890de4c620 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:42:04.637635 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ab9756bc-e32a-4fcb-b22c-89c981b4c10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:04.638936 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-dc884e02-f501-4e4c-9f55-a3fb0f2d4c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870a94ab-9fe8-464c-9808-cb890de4c620 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:42:04.646515 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-dc884e02-f501-4e4c-9f55-a3fb0f2d4c00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:04.659001 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-dc884e02-f501-4e4c-9f55-a3fb0f2d4c00 service neutron] Transition to ACTIVE for port object 870a94ab-9fe8-464c-9808-cb890de4c620 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:42:04.662750 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-dc884e02-f501-4e4c-9f55-a3fb0f2d4c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:04.672166 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ab9756bc-e32a-4fcb-b22c-89c981b4c10c None None] Port 870a94ab-9fe8-464c-9808-cb890de4c620 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:42:04.720926 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc884e02-f501-4e4c-9f55-a3fb0f2d4c00 service neutron] Pushing event updated for resources: {'Port': ['ID=870a94ab-9fe8-464c-9808-cb890de4c620,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:42:04.788473 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-dc884e02-f501-4e4c-9f55-a3fb0f2d4c00 service neutron] Attempting to bind port 870a94ab-9fe8-464c-9808-cb890de4c620 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:42:04.788739 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-dc884e02-f501-4e4c-9f55-a3fb0f2d4c00 service neutron] Attempting to bind port 870a94ab-9fe8-464c-9808-cb890de4c620 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:42:04.789070 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-dc884e02-f501-4e4c-9f55-a3fb0f2d4c00 service neutron] Attempting to bind port 870a94ab-9fe8-464c-9808-cb890de4c620 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:42:04.793566 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-dc884e02-f501-4e4c-9f55-a3fb0f2d4c00 service neutron] Port 870a94ab-9fe8-464c-9808-cb890de4c620 on network 4becdd3c-db0f-46c9-9976-9934ae05999f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:42:04.793926 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-dc884e02-f501-4e4c-9f55-a3fb0f2d4c00 service neutron] Attempting to bind port 870a94ab-9fe8-464c-9808-cb890de4c620 on network 4becdd3c-db0f-46c9-9976-9934ae05999f {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:42:04.799641 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-dc884e02-f501-4e4c-9f55-a3fb0f2d4c00 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:42:04.800023 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-dc884e02-f501-4e4c-9f55-a3fb0f2d4c00 service neutron] Checking segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:42:04.800417 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-dc884e02-f501-4e4c-9f55-a3fb0f2d4c00 service neutron] Bound using segment: {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:42:04.800851 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-dc884e02-f501-4e4c-9f55-a3fb0f2d4c00 service neutron] Bound port: 870a94ab-9fe8-464c-9808-cb890de4c620, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe2975-0779-4dec-9262-cf1a6dee597c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:42:04.801218 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-dc884e02-f501-4e4c-9f55-a3fb0f2d4c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:04.908685 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee04ce-e2b4-4dab-832e-a61a95154a8a req-ef1f4236-c1cb-4023-9903-b515a4634e30 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:04.910189 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c6ee04ce-e2b4-4dab-832e-a61a95154a8a req-ef1f4236-c1cb-4023-9903-b515a4634e30 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e978d25-8a51-4580-8eb0-c8b61e115966 HTTP/1.1" status: 200 len: 948 time: 0.0996208 Aug 28 15:42:04.912852 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-dc884e02-f501-4e4c-9f55-a3fb0f2d4c00 service neutron] For port 870a94ab-9fe8-464c-9808-cb890de4c620, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:42:04.936961 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-dc884e02-f501-4e4c-9f55-a3fb0f2d4c00 service neutron] For port 870a94ab-9fe8-464c-9808-cb890de4c620, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=870a94ab-9fe8-464c-9808-cb890de4c620,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:42:04.942418 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-dc884e02-f501-4e4c-9f55-a3fb0f2d4c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:04.990939 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c6ee04ce-e2b4-4dab-832e-a61a95154a8a req-e91b2a77-66af-4afc-9c39-af2eb702a00f tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] 10.222.0.13 "GET /v2.0/security-groups?id=2432269b-c670-4dd2-8bb8-f318a9412384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738866 Aug 28 15:42:04.995281 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-dc884e02-f501-4e4c-9f55-a3fb0f2d4c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:04.995931 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-dc884e02-f501-4e4c-9f55-a3fb0f2d4c00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:04.997304 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-dc884e02-f501-4e4c-9f55-a3fb0f2d4c00 service neutron] 10.222.0.36 "PUT /v2.0/ports/870a94ab-9fe8-464c-9808-cb890de4c620 HTTP/1.1" status: 200 len: 1097 time: 0.6934230 Aug 28 15:42:04.997768 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e978d25-8a51-4580-8eb0-c8b61e115966', 'tag': '870a94ab-9fe8-464c-9808-cb890de4c620'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:42:05.000068 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e138e0-99ce-4680-97cb-4aa7cd7f9be2" -d '{"events": [{"name": "network-changed", "server_uuid": "8e978d25-8a51-4580-8eb0-c8b61e115966", "tag": "870a94ab-9fe8-464c-9808-cb890de4c620"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:42:05.022610 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc884e02-f501-4e4c-9f55-a3fb0f2d4c00 service neutron] Pushing event updated for resources: {'Port': ['ID=870a94ab-9fe8-464c-9808-cb890de4c620,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:42:05.052725 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea1aaaf-ffef-4b59-bdac-cb06550ec166 x-openstack-request-id: req-aea1aaaf-ffef-4b59-bdac-cb06550ec166 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:42:05.053022 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e978d25-8a51-4580-8eb0-c8b61e115966", "tag": "870a94ab-9fe8-464c-9808-cb890de4c620", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:42:05.053275 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aea1aaaf-ffef-4b59-bdac-cb06550ec166 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:42:05.053670 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e978d25-8a51-4580-8eb0-c8b61e115966', 'tag': '870a94ab-9fe8-464c-9808-cb890de4c620', 'status': 'completed', 'code': 200} Aug 28 15:42:05.091438 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-91ae0112-aa86-4205-99b2-1b01412fcf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:05.093007 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-91ae0112-aa86-4205-99b2-1b01412fcf83 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49a9131089934376a3da2a397f4b1880&device_id=8e978d25-8a51-4580-8eb0-c8b61e115966 HTTP/1.1" status: 200 len: 1100 time: 0.0501122 Aug 28 15:42:05.135760 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-46e5f785-a219-46b3-a28f-4e66f0df9349 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=870a94ab-9fe8-464c-9808-cb890de4c620 HTTP/1.1" status: 200 len: 217 time: 0.0351448 Aug 28 15:42:05.184631 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-9beb09e2-c4e4-404f-837d-6ddf55b82e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:05.186125 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-9beb09e2-c4e4-404f-837d-6ddf55b82e55 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.0439141 Aug 28 15:42:05.230129 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-974666b3-008a-496b-a4f8-00536a3552ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:05.231609 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-974666b3-008a-496b-a4f8-00536a3552ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0389404 Aug 28 15:42:05.329896 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-ec9facaa-2a5b-4b35-9672-f25542ffd4ac service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905840 Aug 28 15:42:05.419158 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-547baa32-e51a-4ec9-b0da-3a27e1157b3d req-247d3fab-6f2c-47fe-b604-cc3293f43bb1 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817754 Aug 28 15:42:05.510661 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e138e0-99ce-4680-97cb-4aa7cd7f9be2 req-fe7d7aac-ce10-4d41-a220-af07bdafb068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:05.512162 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05e138e0-99ce-4680-97cb-4aa7cd7f9be2 req-fe7d7aac-ce10-4d41-a220-af07bdafb068 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49a9131089934376a3da2a397f4b1880&device_id=8e978d25-8a51-4580-8eb0-c8b61e115966 HTTP/1.1" status: 200 len: 1100 time: 0.0442400 Aug 28 15:42:05.602331 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e138e0-99ce-4680-97cb-4aa7cd7f9be2 req-a268ef44-2f5c-4aab-92a5-59a0a1d20dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:05.603826 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05e138e0-99ce-4680-97cb-4aa7cd7f9be2 req-a268ef44-2f5c-4aab-92a5-59a0a1d20dcd service neutron] 10.222.0.36 "GET /v2.0/networks?id=4becdd3c-db0f-46c9-9976-9934ae05999f HTTP/1.1" status: 200 len: 870 time: 0.0835123 Aug 28 15:42:05.647594 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05e138e0-99ce-4680-97cb-4aa7cd7f9be2 req-e4e8a1ec-2c67-4033-8d07-34532b1dc476 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=870a94ab-9fe8-464c-9808-cb890de4c620 HTTP/1.1" status: 200 len: 217 time: 0.0362325 Aug 28 15:42:05.695958 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e138e0-99ce-4680-97cb-4aa7cd7f9be2 req-6e64b844-d777-47ad-8e90-2fa70f6eb9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:05.697257 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05e138e0-99ce-4680-97cb-4aa7cd7f9be2 req-6e64b844-d777-47ad-8e90-2fa70f6eb9c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93c5fa48-6679-4980-80ea-4b80dc44a8e3 HTTP/1.1" status: 200 len: 843 time: 0.0431616 Aug 28 15:42:05.742291 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e138e0-99ce-4680-97cb-4aa7cd7f9be2 req-1c71886c-759b-4a7a-a4c0-b0653e622be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:05.743781 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05e138e0-99ce-4680-97cb-4aa7cd7f9be2 req-1c71886c-759b-4a7a-a4c0-b0653e622be2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4becdd3c-db0f-46c9-9976-9934ae05999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0380058 Aug 28 15:42:05.835041 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05e138e0-99ce-4680-97cb-4aa7cd7f9be2 req-b235865f-92d0-4d52-8bf5-c49adbea6448 service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830703 Aug 28 15:42:05.935795 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05e138e0-99ce-4680-97cb-4aa7cd7f9be2 req-e59acd58-d695-4903-bccc-8d25f31e69fd service neutron] 10.222.0.36 "GET /v2.0/networks/4becdd3c-db0f-46c9-9976-9934ae05999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923858 Aug 28 15:42:06.108246 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32f5b1-1ef6-492f-a115-a78c78e16c73 req-c529b252-ddbf-41b6-99c3-5f91f5fa9303 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:06.109708 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fa32f5b1-1ef6-492f-a115-a78c78e16c73 req-c529b252-ddbf-41b6-99c3-5f91f5fa9303 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e978d25-8a51-4580-8eb0-c8b61e115966 HTTP/1.1" status: 200 len: 948 time: 0.0483096 Aug 28 15:42:06.147032 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fa32f5b1-1ef6-492f-a115-a78c78e16c73 req-9db66ed0-f604-464f-bafb-9c64bd97e5be tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] 10.222.0.13 "GET /v2.0/security-groups?id=2432269b-c670-4dd2-8bb8-f318a9412384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314314 Aug 28 15:42:07.262985 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730f298-ddd7-4dff-95ff-50a4988acac3 req-0f19f540-b16c-45d7-844f-58ddd6e6ab78 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:07.264505 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c730f298-ddd7-4dff-95ff-50a4988acac3 req-0f19f540-b16c-45d7-844f-58ddd6e6ab78 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e978d25-8a51-4580-8eb0-c8b61e115966 HTTP/1.1" status: 200 len: 948 time: 0.0501168 Aug 28 15:42:07.303454 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c730f298-ddd7-4dff-95ff-50a4988acac3 req-90c483ce-346b-44a5-8a69-939d3e1a911f tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] 10.222.0.13 "GET /v2.0/security-groups?id=2432269b-c670-4dd2-8bb8-f318a9412384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324693 Aug 28 15:42:08.054285 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-893fdba4-189e-4aa9-b67c-644d78af23c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:08.269345 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 870a94ab-9fe8-464c-9808-cb890de4c620 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:42:08.366383 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 870a94ab-9fe8-464c-9808-cb890de4c620, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=870a94ab-9fe8-464c-9808-cb890de4c620,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:42:08.378692 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '870a94ab-9fe8-464c-9808-cb890de4c620', 'network_id': '4becdd3c-db0f-46c9-9976-9934ae05999f', 'port_id': '870a94ab-9fe8-464c-9808-cb890de4c620', 'mac_address': 'fa:16:3e:22:08:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c5fa48-6679-4980-80ea-4b80dc44a8e3', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:42:08.419634 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:08.424082 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717e322-b7e8-4541-9bf6-a1e5b815d2e1 req-804f61fb-92a0-42e9-ae38-b57a999cf13e tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:08.425706 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f717e322-b7e8-4541-9bf6-a1e5b815d2e1 req-804f61fb-92a0-42e9-ae38-b57a999cf13e tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e978d25-8a51-4580-8eb0-c8b61e115966 HTTP/1.1" status: 200 len: 948 time: 0.0544133 Aug 28 15:42:08.432788 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870a94ab-9fe8-464c-9808-cb890de4c620 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:42:08.453100 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 870a94ab-9fe8-464c-9808-cb890de4c620, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=870a94ab-9fe8-464c-9808-cb890de4c620,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:42:08.457984 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:08.466554 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f717e322-b7e8-4541-9bf6-a1e5b815d2e1 req-406611d2-fa38-422a-b7a9-4326c56d518d tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] 10.222.0.13 "GET /v2.0/security-groups?id=2432269b-c670-4dd2-8bb8-f318a9412384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345089 Aug 28 15:42:08.506279 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=870a94ab-9fe8-464c-9808-cb890de4c620,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:42:08.658917 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['870a94ab-9fe8-464c-9808-cb890de4c620'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:42:09.583281 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7679c2f-9e04-4983-9869-6fd0cbbd67dd req-af648644-2cc9-442f-bece-c75412493796 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:09.584784 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d7679c2f-9e04-4983-9869-6fd0cbbd67dd req-af648644-2cc9-442f-bece-c75412493796 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e978d25-8a51-4580-8eb0-c8b61e115966 HTTP/1.1" status: 200 len: 949 time: 0.0513725 Aug 28 15:42:09.622831 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d7679c2f-9e04-4983-9869-6fd0cbbd67dd req-0e092116-159d-4115-a77c-0ccbfc021bf0 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] 10.222.0.13 "GET /v2.0/security-groups?id=2432269b-c670-4dd2-8bb8-f318a9412384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321057 Aug 28 15:42:10.292649 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 870a94ab-9fe8-464c-9808-cb890de4c620 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:42:10.340735 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 870a94ab-9fe8-464c-9808-cb890de4c620 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:42:10.345185 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 870a94ab-9fe8-464c-9808-cb890de4c620 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:42:10.345663 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:10.424505 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:10.448525 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e978d25-8a51-4580-8eb0-c8b61e115966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870a94ab-9fe8-464c-9808-cb890de4c620'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:42:10.450759 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab6306e-600e-4d7b-9e2c-dd81a5721f01" -d '{"events": [{"server_uuid": "8e978d25-8a51-4580-8eb0-c8b61e115966", "name": "network-vif-plugged", "status": "completed", "tag": "870a94ab-9fe8-464c-9808-cb890de4c620"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:42:10.463619 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 870a94ab-9fe8-464c-9808-cb890de4c620, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=870a94ab-9fe8-464c-9808-cb890de4c620,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:42:10.468225 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:10.492729 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a20cf8-ac7c-422b-bf3c-4a27c5863e84 x-openstack-request-id: req-f8a20cf8-ac7c-422b-bf3c-4a27c5863e84 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:42:10.493028 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e978d25-8a51-4580-8eb0-c8b61e115966", "name": "network-vif-plugged", "status": "completed", "tag": "870a94ab-9fe8-464c-9808-cb890de4c620", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:42:10.493278 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8a20cf8-ac7c-422b-bf3c-4a27c5863e84 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:42:10.493664 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e978d25-8a51-4580-8eb0-c8b61e115966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870a94ab-9fe8-464c-9808-cb890de4c620', 'code': 200} Aug 28 15:42:10.520436 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=870a94ab-9fe8-464c-9808-cb890de4c620,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:42:10.586312 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39978fd3-8f09-4013-ab06-58b0a220c59a req-5a86819f-a748-4262-b88d-09e7398c0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:10.587710 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-39978fd3-8f09-4013-ab06-58b0a220c59a req-5a86819f-a748-4262-b88d-09e7398c0e7e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8e978d25-8a51-4580-8eb0-c8b61e115966 HTTP/1.1" status: 200 len: 1102 time: 0.0394151 Aug 28 15:42:10.622878 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-30ffc340-d8d0-49c4-83b2-08815d01af04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:10.625290 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-39978fd3-8f09-4013-ab06-58b0a220c59a req-bb6e7285-8fa6-46ac-a0bb-93fcb46c4449 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2432269b-c670-4dd2-8bb8-f318a9412384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293541 Aug 28 15:42:10.737434 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ff661-4ef9-4720-ab5e-9fd51451ec10 req-9ca6d985-9d90-4c8c-a360-5e9c5f1b81a7 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:10.738918 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5f7ff661-4ef9-4720-ab5e-9fd51451ec10 req-9ca6d985-9d90-4c8c-a360-5e9c5f1b81a7 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e978d25-8a51-4580-8eb0-c8b61e115966 HTTP/1.1" status: 200 len: 950 time: 0.0484941 Aug 28 15:42:10.775310 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5f7ff661-4ef9-4720-ab5e-9fd51451ec10 req-768388bf-b8dc-4950-a9ac-a9190256d491 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] 10.222.0.13 "GET /v2.0/security-groups?id=2432269b-c670-4dd2-8bb8-f318a9412384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304406 Aug 28 15:42:10.918510 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:11.881364 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:11.890537 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efd2c0-8b55-4301-869d-f01772787a2a req-499b1fd6-ec20-4545-bbf7-1f275a93a989 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:11.892755 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a1efd2c0-8b55-4301-869d-f01772787a2a req-499b1fd6-ec20-4545-bbf7-1f275a93a989 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e978d25-8a51-4580-8eb0-c8b61e115966 HTTP/1.1" status: 200 len: 950 time: 0.0495753 Aug 28 15:42:11.932396 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a1efd2c0-8b55-4301-869d-f01772787a2a req-0da2595f-4f69-4cdb-a441-a1af5b8a8dc0 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] 10.222.0.13 "GET /v2.0/security-groups?id=2432269b-c670-4dd2-8bb8-f318a9412384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319374 Aug 28 15:42:12.878452 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74728f19-b4ac-492d-b22f-fa0216048fc0 req-ee4c5502-b4af-4914-85fb-e0cd83c71c14 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:12.880338 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-74728f19-b4ac-492d-b22f-fa0216048fc0 req-ee4c5502-b4af-4914-85fb-e0cd83c71c14 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e978d25-8a51-4580-8eb0-c8b61e115966 HTTP/1.1" status: 200 len: 950 time: 0.0581698 Aug 28 15:42:12.920201 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-74728f19-b4ac-492d-b22f-fa0216048fc0 req-8166505c-7413-44e0-966e-8b8b28645178 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] 10.222.0.13 "GET /v2.0/security-groups?id=2432269b-c670-4dd2-8bb8-f318a9412384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332365 Aug 28 15:42:13.381408 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:14.107584 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d86d61-cb2b-43b3-9766-5f94aecb97e7 req-42b8dfbf-f5b9-43e0-a9ec-304457e15cfa tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:14.109191 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b1d86d61-cb2b-43b3-9766-5f94aecb97e7 req-42b8dfbf-f5b9-43e0-a9ec-304457e15cfa tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e978d25-8a51-4580-8eb0-c8b61e115966 HTTP/1.1" status: 200 len: 950 time: 0.0513840 Aug 28 15:42:14.200668 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-b1d86d61-cb2b-43b3-9766-5f94aecb97e7 req-59ad0c21-676d-43a6-aa4f-0dd15e1d0446 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Deleting port 870a94ab-9fe8-464c-9808-cb890de4c620 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:42:14.201014 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b1d86d61-cb2b-43b3-9766-5f94aecb97e7 req-59ad0c21-676d-43a6-aa4f-0dd15e1d0446 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:14.269737 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcba86-9306-4b98-89b0-99c3080e24aa req-fa8960a2-b2bb-4f8d-bdb6-80a44b505112 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:14.272626 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-25fcba86-9306-4b98-89b0-99c3080e24aa req-fa8960a2-b2bb-4f8d-bdb6-80a44b505112 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e978d25-8a51-4580-8eb0-c8b61e115966 HTTP/1.1" status: 200 len: 950 time: 0.0510840 Aug 28 15:42:14.301936 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-b1d86d61-cb2b-43b3-9766-5f94aecb97e7 req-59ad0c21-676d-43a6-aa4f-0dd15e1d0446 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] For port 870a94ab-9fe8-464c-9808-cb890de4c620, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=870a94ab-9fe8-464c-9808-cb890de4c620,segment=NetworkSegment(3cbe2975-0779-4dec-9262-cf1a6dee597c),segment_id=3cbe2975-0779-4dec-9262-cf1a6dee597c)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:42:14.302313 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b1d86d61-cb2b-43b3-9766-5f94aecb97e7 req-59ad0c21-676d-43a6-aa4f-0dd15e1d0446 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:14.316240 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-b1d86d61-cb2b-43b3-9766-5f94aecb97e7 req-59ad0c21-676d-43a6-aa4f-0dd15e1d0446 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Calling delete_port for 870a94ab-9fe8-464c-9808-cb890de4c620 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:42:14.318978 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-25fcba86-9306-4b98-89b0-99c3080e24aa req-39e153b0-5fc2-45d7-9f3e-478a30d3e980 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] 10.222.0.13 "GET /v2.0/security-groups?id=2432269b-c670-4dd2-8bb8-f318a9412384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393515 Aug 28 15:42:14.718363 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b1d86d61-cb2b-43b3-9766-5f94aecb97e7 req-59ad0c21-676d-43a6-aa4f-0dd15e1d0446 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:14.729649 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['870a94ab-9fe8-464c-9808-cb890de4c620'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:42:14.747925 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad0c21-676d-43a6-aa4f-0dd15e1d0446 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Pushing event deleted for resources: {'Port': ['ID=870a94ab-9fe8-464c-9808-cb890de4c620,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:42:14.761683 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad0c21-676d-43a6-aa4f-0dd15e1d0446 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:14.762042 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad0c21-676d-43a6-aa4f-0dd15e1d0446 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:14.762391 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad0c21-676d-43a6-aa4f-0dd15e1d0446 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:14.762730 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad0c21-676d-43a6-aa4f-0dd15e1d0446 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:14.763062 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad0c21-676d-43a6-aa4f-0dd15e1d0446 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:14.763401 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad0c21-676d-43a6-aa4f-0dd15e1d0446 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:14.763760 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad0c21-676d-43a6-aa4f-0dd15e1d0446 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:14.764100 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad0c21-676d-43a6-aa4f-0dd15e1d0446 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:14.764433 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad0c21-676d-43a6-aa4f-0dd15e1d0446 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:14.764760 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad0c21-676d-43a6-aa4f-0dd15e1d0446 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:14.765084 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad0c21-676d-43a6-aa4f-0dd15e1d0446 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:14.765406 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad0c21-676d-43a6-aa4f-0dd15e1d0446 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:14.803268 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d86d61-cb2b-43b3-9766-5f94aecb97e7 req-59ad0c21-676d-43a6-aa4f-0dd15e1d0446 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] No DVR routers for this DVR port 870a94ab-9fe8-464c-9808-cb890de4c620 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:42:14.806383 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-b1d86d61-cb2b-43b3-9766-5f94aecb97e7 req-59ad0c21-676d-43a6-aa4f-0dd15e1d0446 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:14.808688 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b1d86d61-cb2b-43b3-9766-5f94aecb97e7 req-59ad0c21-676d-43a6-aa4f-0dd15e1d0446 tempest-ServersAdminNegativeTestJSON-860314047 tempest-ServersAdminNegativeTestJSON-860314047-project] 10.222.0.36 "DELETE /v2.0/ports/870a94ab-9fe8-464c-9808-cb890de4c620 HTTP/1.1" status: 204 len: 173 time: 0.6932414 Aug 28 15:42:14.809152 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e978d25-8a51-4580-8eb0-c8b61e115966', 'name': 'network-vif-deleted', 'tag': '870a94ab-9fe8-464c-9808-cb890de4c620'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:42:14.811623 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc1110f-64a2-4428-923f-e1f747c1a010" -d '{"events": [{"server_uuid": "8e978d25-8a51-4580-8eb0-c8b61e115966", "name": "network-vif-deleted", "tag": "870a94ab-9fe8-464c-9808-cb890de4c620"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:42:14.850081 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76d8dd1-e86e-4edf-b044-7ae1f343e03b x-openstack-request-id: req-f76d8dd1-e86e-4edf-b044-7ae1f343e03b {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:42:14.850444 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e978d25-8a51-4580-8eb0-c8b61e115966", "name": "network-vif-deleted", "tag": "870a94ab-9fe8-464c-9808-cb890de4c620", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:42:14.850758 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f76d8dd1-e86e-4edf-b044-7ae1f343e03b {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:42:14.851216 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e978d25-8a51-4580-8eb0-c8b61e115966', 'name': 'network-vif-deleted', 'tag': '870a94ab-9fe8-464c-9808-cb890de4c620', 'status': 'completed', 'code': 200} Aug 28 15:42:15.074371 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:42:15.620474 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56958) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:42:15.765125 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2135d780-8d7b-41da-a9b2-cb434c1a4ade admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49a9131089934376a3da2a397f4b1880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432052 Aug 28 15:42:15.767535 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56962) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:42:15.825445 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-53832f6d-c67e-45f7-bfd9-ce8802702983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:15.848079 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-53832f6d-c67e-45f7-bfd9-ce8802702983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:15.904120 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-53832f6d-c67e-45f7-bfd9-ce8802702983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:15.906697 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-53832f6d-c67e-45f7-bfd9-ce8802702983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:15.911249 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-53832f6d-c67e-45f7-bfd9-ce8802702983 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2432269b-c670-4dd2-8bb8-f318a9412384 HTTP/1.1" status: 204 len: 168 time: 0.1423845 Aug 28 15:42:15.920424 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53832f6d-c67e-45f7-bfd9-ce8802702983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2432269b-c670-4dd2-8bb8-f318a9412384,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:42:15.934838 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53832f6d-c67e-45f7-bfd9-ce8802702983 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:15.935297 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53832f6d-c67e-45f7-bfd9-ce8802702983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:15.935646 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53832f6d-c67e-45f7-bfd9-ce8802702983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:15.936061 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53832f6d-c67e-45f7-bfd9-ce8802702983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:15.936398 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53832f6d-c67e-45f7-bfd9-ce8802702983 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:15.936726 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53832f6d-c67e-45f7-bfd9-ce8802702983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:15.937426 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53832f6d-c67e-45f7-bfd9-ce8802702983 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:15.938031 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53832f6d-c67e-45f7-bfd9-ce8802702983 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:15.938365 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53832f6d-c67e-45f7-bfd9-ce8802702983 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:15.938692 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53832f6d-c67e-45f7-bfd9-ce8802702983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:15.939089 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53832f6d-c67e-45f7-bfd9-ce8802702983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:15.939817 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53832f6d-c67e-45f7-bfd9-ce8802702983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:16.215804 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56968) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:42:16.231122 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-745d3ff0-a586-4887-9ccd-629627b52da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:16.337142 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-745d3ff0-a586-4887-9ccd-629627b52da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:16.341340 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-745d3ff0-a586-4887-9ccd-629627b52da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:16.381086 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-745d3ff0-a586-4887-9ccd-629627b52da0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=030df9b1a9f14a1cad3024abe5995292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1641819 Aug 28 15:42:16.382037 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d3ff0-a586-4887-9ccd-629627b52da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8d1e41-a68a-4402-a4a6-c4ee21d1675b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:42:16.383816 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56970) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:42:16.438371 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fbcc92d8-be60-469a-b367-4cd82a0ed924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:16.458970 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fbcc92d8-be60-469a-b367-4cd82a0ed924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:16.506289 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fbcc92d8-be60-469a-b367-4cd82a0ed924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:16.508914 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-fbcc92d8-be60-469a-b367-4cd82a0ed924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:16.512381 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-fbcc92d8-be60-469a-b367-4cd82a0ed924 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc8d1e41-a68a-4402-a4a6-c4ee21d1675b HTTP/1.1" status: 204 len: 168 time: 0.1251876 Aug 28 15:42:16.518781 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc92d8-be60-469a-b367-4cd82a0ed924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8d1e41-a68a-4402-a4a6-c4ee21d1675b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:42:17.226872 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 56992) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:42:17.327007 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-0b14cc3e-83ea-437c-a7b1-6b3d5bab5bcb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1608168183-network', 'tenant_id': '6e5e17caefec43a6ae09e61f7f871d32'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:42:17.347466 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b14cc3e-83ea-437c-a7b1-6b3d5bab5bcb admin admin] Made reservation on behalf of 6e5e17caefec43a6ae09e61f7f871d32 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:42:17.349785 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0b14cc3e-83ea-437c-a7b1-6b3d5bab5bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:17.361256 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0b14cc3e-83ea-437c-a7b1-6b3d5bab5bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:17.448426 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0b14cc3e-83ea-437c-a7b1-6b3d5bab5bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:17.452182 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0b14cc3e-83ea-437c-a7b1-6b3d5bab5bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:17.472675 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b14cc3e-83ea-437c-a7b1-6b3d5bab5bcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:42:17.487643 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14cc3e-83ea-437c-a7b1-6b3d5bab5bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0636ebec-7eef-4e19-9a33-fa78c0b23b15,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:42:17.490528 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0b14cc3e-83ea-437c-a7b1-6b3d5bab5bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:17.490873 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-0b14cc3e-83ea-437c-a7b1-6b3d5bab5bcb admin admin] Added segment 7fd8b43e-d37f-4d20-9bca-90393ba4c0ae of type vlan for network d08b35fe-4b34-44ef-9377-991e0a2239a8 Aug 28 15:42:17.530973 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0b14cc3e-83ea-437c-a7b1-6b3d5bab5bcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:17.554991 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0b14cc3e-83ea-437c-a7b1-6b3d5bab5bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:17.555977 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b14cc3e-83ea-437c-a7b1-6b3d5bab5bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:17.556551 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0b14cc3e-83ea-437c-a7b1-6b3d5bab5bcb admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:17.605009 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0b14cc3e-83ea-437c-a7b1-6b3d5bab5bcb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3770075 Aug 28 15:42:17.608030 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 56996) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:42:17.613150 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-4ef47cea-1230-4ef5-9bb8-5662733e98f2 admin admin] Request body: {'subnet': {'network_id': 'd08b35fe-4b34-44ef-9377-991e0a2239a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1608168183-subnet', 'tenant_id': '6e5e17caefec43a6ae09e61f7f871d32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:42:17.615511 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14cc3e-83ea-437c-a7b1-6b3d5bab5bcb admin admin] Pushing event updated for resources: {'Network': ['ID=d08b35fe-4b34-44ef-9377-991e0a2239a8,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:42:17.627062 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network d08b35fe-4b34-44ef-9377-991e0a2239a8 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:42:17.635875 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef47cea-1230-4ef5-9bb8-5662733e98f2 admin admin] Made reservation on behalf of 6e5e17caefec43a6ae09e61f7f871d32 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:42:17.638898 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4ef47cea-1230-4ef5-9bb8-5662733e98f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:17.801891 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4ef47cea-1230-4ef5-9bb8-5662733e98f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:17.856965 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef47cea-1230-4ef5-9bb8-5662733e98f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7b1cd79-4602-4107-bacd-766f2f9d0fed,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:42:17.868235 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef47cea-1230-4ef5-9bb8-5662733e98f2 admin admin] Checking segment: {'id': '7fd8b43e-d37f-4d20-9bca-90393ba4c0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd08b35fe-4b34-44ef-9377-991e0a2239a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:42:17.868595 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef47cea-1230-4ef5-9bb8-5662733e98f2 admin admin] Network hostable DHCP agents. Network: d08b35fe-4b34-44ef-9377-991e0a2239a8, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:42:17.885237 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef47cea-1230-4ef5-9bb8-5662733e98f2 admin admin] Network d08b35fe-4b34-44ef-9377-991e0a2239a8 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:42:17.894036 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-4ef47cea-1230-4ef5-9bb8-5662733e98f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, d08b35fe-4b34-44ef-9377-991e0a2239a8) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:42:17.898067 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef47cea-1230-4ef5-9bb8-5662733e98f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:17.898684 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4ef47cea-1230-4ef5-9bb8-5662733e98f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:17.903469 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc8b16d-50f9-4dce-b679-ba00605771a9 None None] Network d08b35fe-4b34-44ef-9377-991e0a2239a8 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:42:17.915293 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4ef47cea-1230-4ef5-9bb8-5662733e98f2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3061273 Aug 28 15:42:18.034104 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92285cb5-b103-4720-a47b-7316e5220c48 None None] Network d08b35fe-4b34-44ef-9377-991e0a2239a8 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:42:18.339020 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-c52a4067-e6e4-47fc-92b0-210fa82f65d2 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:18.339377 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 870a94ab-9fe8-464c-9808-cb890de4c620 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:42:18.340450 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-c52a4067-e6e4-47fc-92b0-210fa82f65d2 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/networks?id=d08b35fe-4b34-44ef-9377-991e0a2239a8 HTTP/1.1" status: 200 len: 812 time: 0.1025555 Aug 28 15:42:18.355454 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-35c0623e-8c88-4141-9131-d55fac048901 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/quotas/6e5e17caefec43a6ae09e61f7f871d32 HTTP/1.1" status: 200 len: 375 time: 0.0090754 Aug 28 15:42:18.358698 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 870a94ab-9fe8-464c-9808-cb890de4c620 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:42:18.359048 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 870a94ab-9fe8-464c-9808-cb890de4c620 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:42:18.394262 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-ab2b91a4-854e-4aac-bcc4-9c03973d612e tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6e5e17caefec43a6ae09e61f7f871d32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322571 Aug 28 15:42:18.485172 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-da4a7d68-aff9-481d-8247-59fcdcf49419 service neutron] 10.222.0.13 "GET /v2.0/networks/d08b35fe-4b34-44ef-9377-991e0a2239a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836444 Aug 28 15:42:18.574433 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-6be138f4-2428-4658-b2f9-5287f765d89e service neutron] 10.222.0.13 "GET /v2.0/networks/d08b35fe-4b34-44ef-9377-991e0a2239a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826519 Aug 28 15:42:18.740332 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-03841164-b8af-4295-a4b0-a031ff89d2cf req-45f6c088-73a3-4998-a094-5403f9c41068 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 210 time: 0.0314853 Aug 28 15:42:19.757560 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-1245bdcd-38e8-4128-829c-669186698316 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:19.759387 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-1245bdcd-38e8-4128-829c-669186698316 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.36 "GET /v2.0/networks?id=d08b35fe-4b34-44ef-9377-991e0a2239a8 HTTP/1.1" status: 200 len: 812 time: 0.1164544 Aug 28 15:42:19.772935 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-db184926-a613-43e2-8951-56fd75db272e tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Request body: {'port': {'device_id': 'f4d59bca-482a-4588-9267-051fa7c745f8', 'network_id': 'd08b35fe-4b34-44ef-9377-991e0a2239a8', 'admin_state_up': True, 'tenant_id': '6e5e17caefec43a6ae09e61f7f871d32'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:42:19.841791 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-968a9b2a-8cef-4a07-bbb9-35b8b31991df req-85581ded-87fa-4794-ad2e-b8a451d3fd1a tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 210 time: 0.0289671 Aug 28 15:42:19.910162 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-db184926-a613-43e2-8951-56fd75db272e tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Made reservation on behalf of 6e5e17caefec43a6ae09e61f7f871d32 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:42:19.913659 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-db184926-a613-43e2-8951-56fd75db272e tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:20.045651 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-db184926-a613-43e2-8951-56fd75db272e tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Allocated IP 172.20.0.12 (d08b35fe-4b34-44ef-9377-991e0a2239a8/e7b1cd79-4602-4107-bacd-766f2f9d0fed/08533eb3-7a3e-46a7-87c1-078986776db0) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:42:20.192228 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-db184926-a613-43e2-8951-56fd75db272e tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:20.229840 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-db184926-a613-43e2-8951-56fd75db272e tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:20.273291 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-db184926-a613-43e2-8951-56fd75db272e tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Network d08b35fe-4b34-44ef-9377-991e0a2239a8 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:42:20.276289 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-db184926-a613-43e2-8951-56fd75db272e tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:42:20.280013 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-db184926-a613-43e2-8951-56fd75db272e tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:42:20.303626 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db184926-a613-43e2-8951-56fd75db272e tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Pushing event updated for resources: {'Port': ['ID=08533eb3-7a3e-46a7-87c1-078986776db0,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:42:20.332033 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-db184926-a613-43e2-8951-56fd75db272e tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:20.332707 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-db184926-a613-43e2-8951-56fd75db272e tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:20.345401 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-db184926-a613-43e2-8951-56fd75db272e tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5768154 Aug 28 15:42:20.357385 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-ae84acdd-6789-44e4-910e-a822ba982c0a service neutron] Request body: {'port': {'device_id': 'f4d59bca-482a-4588-9267-051fa7c745f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:42:20.414481 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-ae84acdd-6789-44e4-910e-a822ba982c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:20.672701 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-ae84acdd-6789-44e4-910e-a822ba982c0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08533eb3-7a3e-46a7-87c1-078986776db0 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:42:20.680583 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-ae84acdd-6789-44e4-910e-a822ba982c0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:20.692564 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-ae84acdd-6789-44e4-910e-a822ba982c0a service neutron] Transition to ACTIVE for port object 08533eb3-7a3e-46a7-87c1-078986776db0 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:42:20.696231 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-ae84acdd-6789-44e4-910e-a822ba982c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:20.747552 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84acdd-6789-44e4-910e-a822ba982c0a service neutron] Pushing event updated for resources: {'Port': ['ID=08533eb3-7a3e-46a7-87c1-078986776db0,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:42:20.818330 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-ae84acdd-6789-44e4-910e-a822ba982c0a service neutron] Attempting to bind port 08533eb3-7a3e-46a7-87c1-078986776db0 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:42:20.818992 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-ae84acdd-6789-44e4-910e-a822ba982c0a service neutron] Attempting to bind port 08533eb3-7a3e-46a7-87c1-078986776db0 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '7fd8b43e-d37f-4d20-9bca-90393ba4c0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd08b35fe-4b34-44ef-9377-991e0a2239a8'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:42:20.818992 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-ae84acdd-6789-44e4-910e-a822ba982c0a service neutron] Attempting to bind port 08533eb3-7a3e-46a7-87c1-078986776db0 on network d08b35fe-4b34-44ef-9377-991e0a2239a8 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:42:20.823081 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-ae84acdd-6789-44e4-910e-a822ba982c0a service neutron] Port 08533eb3-7a3e-46a7-87c1-078986776db0 on network d08b35fe-4b34-44ef-9377-991e0a2239a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:42:20.823397 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-ae84acdd-6789-44e4-910e-a822ba982c0a service neutron] Attempting to bind port 08533eb3-7a3e-46a7-87c1-078986776db0 on network d08b35fe-4b34-44ef-9377-991e0a2239a8 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:42:20.828091 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-ae84acdd-6789-44e4-910e-a822ba982c0a service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:42:20.828424 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-ae84acdd-6789-44e4-910e-a822ba982c0a service neutron] Checking segment: {'id': '7fd8b43e-d37f-4d20-9bca-90393ba4c0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd08b35fe-4b34-44ef-9377-991e0a2239a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:42:20.828805 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-ae84acdd-6789-44e4-910e-a822ba982c0a service neutron] Bound using segment: {'id': '7fd8b43e-d37f-4d20-9bca-90393ba4c0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd08b35fe-4b34-44ef-9377-991e0a2239a8'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:42:20.829219 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-ae84acdd-6789-44e4-910e-a822ba982c0a service neutron] Bound port: 08533eb3-7a3e-46a7-87c1-078986776db0, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fd8b43e-d37f-4d20-9bca-90393ba4c0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd08b35fe-4b34-44ef-9377-991e0a2239a8'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:42:20.829569 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-ae84acdd-6789-44e4-910e-a822ba982c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:20.894127 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-ae84acdd-6789-44e4-910e-a822ba982c0a service neutron] For port 08533eb3-7a3e-46a7-87c1-078986776db0, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:42:20.897340 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-ae84acdd-6789-44e4-910e-a822ba982c0a service neutron] For port 08533eb3-7a3e-46a7-87c1-078986776db0, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=08533eb3-7a3e-46a7-87c1-078986776db0,segment=NetworkSegment(7fd8b43e-d37f-4d20-9bca-90393ba4c0ae),segment_id=7fd8b43e-d37f-4d20-9bca-90393ba4c0ae)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:42:20.901779 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-ae84acdd-6789-44e4-910e-a822ba982c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:20.935837 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-ae84acdd-6789-44e4-910e-a822ba982c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:20.936454 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-ae84acdd-6789-44e4-910e-a822ba982c0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:20.937822 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-ae84acdd-6789-44e4-910e-a822ba982c0a service neutron] 10.222.0.36 "PUT /v2.0/ports/08533eb3-7a3e-46a7-87c1-078986776db0 HTTP/1.1" status: 200 len: 1093 time: 0.5844994 Aug 28 15:42:20.938258 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d59bca-482a-4588-9267-051fa7c745f8', 'tag': '08533eb3-7a3e-46a7-87c1-078986776db0'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:42:20.940599 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e2f891-35b3-4637-8417-e5e315cc0532" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d59bca-482a-4588-9267-051fa7c745f8", "tag": "08533eb3-7a3e-46a7-87c1-078986776db0"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:42:20.968101 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1e250-78fa-4952-8223-03589f618a13 req-a7d88ba4-dac2-4332-ad32-c15dfb20a48a tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:20.969545 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-34e1e250-78fa-4952-8223-03589f618a13 req-a7d88ba4-dac2-4332-ad32-c15dfb20a48a tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 944 time: 0.0589323 Aug 28 15:42:20.970718 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84acdd-6789-44e4-910e-a822ba982c0a service neutron] Pushing event updated for resources: {'Port': ['ID=08533eb3-7a3e-46a7-87c1-078986776db0,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:42:20.989423 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f3a8cd-724b-4b11-86e8-77fad9f5ad9e x-openstack-request-id: req-27f3a8cd-724b-4b11-86e8-77fad9f5ad9e {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:42:20.989712 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d59bca-482a-4588-9267-051fa7c745f8", "tag": "08533eb3-7a3e-46a7-87c1-078986776db0", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:42:20.989991 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27f3a8cd-724b-4b11-86e8-77fad9f5ad9e {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:42:20.990357 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d59bca-482a-4588-9267-051fa7c745f8', 'tag': '08533eb3-7a3e-46a7-87c1-078986776db0', 'status': 'completed', 'code': 200} Aug 28 15:42:21.018507 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-34e1e250-78fa-4952-8223-03589f618a13 req-3705ed5c-3dca-4dcf-85dd-917797f11e0b tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328772 Aug 28 15:42:21.023344 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-6dd763aa-b7c4-49ce-94c9-966a2a0d416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:21.024975 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-6dd763aa-b7c4-49ce-94c9-966a2a0d416a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e5e17caefec43a6ae09e61f7f871d32&device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 1096 time: 0.0447366 Aug 28 15:42:21.073827 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-e6c984d9-7e52-4ea7-82d1-9cb685a16d82 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08533eb3-7a3e-46a7-87c1-078986776db0 HTTP/1.1" status: 200 len: 217 time: 0.0410423 Aug 28 15:42:21.122268 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-46ef5427-46ea-4880-b084-d04e17545885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:21.123743 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-46ef5427-46ea-4880-b084-d04e17545885 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7b1cd79-4602-4107-bacd-766f2f9d0fed HTTP/1.1" status: 200 len: 852 time: 0.0435758 Aug 28 15:42:21.153724 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-f9d37814-8a03-49a2-a33e-bfd4682d6cff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d08b35fe-4b34-44ef-9377-991e0a2239a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233471 Aug 28 15:42:21.243972 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-7c4b1231-0736-4f2c-baec-e839fe01553f service neutron] 10.222.0.36 "GET /v2.0/networks/d08b35fe-4b34-44ef-9377-991e0a2239a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833948 Aug 28 15:42:21.339762 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4dc5e847-5edd-4d7a-b032-a7681c9f679f req-4beb301c-5a3c-4ce9-a09d-0296beea1c50 service neutron] 10.222.0.36 "GET /v2.0/networks/d08b35fe-4b34-44ef-9377-991e0a2239a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886130 Aug 28 15:42:21.450995 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2f891-35b3-4637-8417-e5e315cc0532 req-32abf798-ab43-48c9-b537-76cb78f1e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:21.452537 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-83e2f891-35b3-4637-8417-e5e315cc0532 req-32abf798-ab43-48c9-b537-76cb78f1e2b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e5e17caefec43a6ae09e61f7f871d32&device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 1096 time: 0.0422552 Aug 28 15:42:21.543755 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2f891-35b3-4637-8417-e5e315cc0532 req-ed7cd86a-3703-4749-86d5-4fe35d3f76c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:21.545115 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-83e2f891-35b3-4637-8417-e5e315cc0532 req-ed7cd86a-3703-4749-86d5-4fe35d3f76c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d08b35fe-4b34-44ef-9377-991e0a2239a8 HTTP/1.1" status: 200 len: 913 time: 0.0860138 Aug 28 15:42:21.586205 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-83e2f891-35b3-4637-8417-e5e315cc0532 req-25741f49-64d1-4346-9f7c-5ba4eb588efc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08533eb3-7a3e-46a7-87c1-078986776db0 HTTP/1.1" status: 200 len: 217 time: 0.0339289 Aug 28 15:42:21.637061 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2f891-35b3-4637-8417-e5e315cc0532 req-c24036c3-0b55-40ee-a03e-1b6cedaff8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:21.638465 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-83e2f891-35b3-4637-8417-e5e315cc0532 req-c24036c3-0b55-40ee-a03e-1b6cedaff8d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7b1cd79-4602-4107-bacd-766f2f9d0fed HTTP/1.1" status: 200 len: 852 time: 0.0457685 Aug 28 15:42:21.670069 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-83e2f891-35b3-4637-8417-e5e315cc0532 req-f46c1b6b-52ba-4344-a995-6436a90a5217 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d08b35fe-4b34-44ef-9377-991e0a2239a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231731 Aug 28 15:42:21.758595 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-83e2f891-35b3-4637-8417-e5e315cc0532 req-aa5aeb1c-1a2c-4751-806b-632275b7de28 service neutron] 10.222.0.36 "GET /v2.0/networks/d08b35fe-4b34-44ef-9377-991e0a2239a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806437 Aug 28 15:42:21.851543 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-83e2f891-35b3-4637-8417-e5e315cc0532 req-70615862-f4b5-425c-8a69-76f8e04ea35b service neutron] 10.222.0.36 "GET /v2.0/networks/d08b35fe-4b34-44ef-9377-991e0a2239a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845137 Aug 28 15:42:22.137199 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148e796-2d4b-40da-9f73-8ff150610157 req-a4ba9ef0-016a-4b36-bffa-db6ba7f22808 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:22.138584 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6148e796-2d4b-40da-9f73-8ff150610157 req-a4ba9ef0-016a-4b36-bffa-db6ba7f22808 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 944 time: 0.0488806 Aug 28 15:42:22.176437 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6148e796-2d4b-40da-9f73-8ff150610157 req-0b75ef65-6593-4078-aefb-4a7a65c19365 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311689 Aug 28 15:42:23.288637 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992243ed-4760-42e5-aa02-5b5888f679f9 req-6b60cf9e-ae78-4416-be39-2c74463b5485 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:23.290115 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-992243ed-4760-42e5-aa02-5b5888f679f9 req-6b60cf9e-ae78-4416-be39-2c74463b5485 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 944 time: 0.0479796 Aug 28 15:42:23.327390 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-992243ed-4760-42e5-aa02-5b5888f679f9 req-f855055d-bd13-4877-b19c-ec8098a30190 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313818 Aug 28 15:42:24.369751 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 08533eb3-7a3e-46a7-87c1-078986776db0 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:42:24.442634 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d21d16-03ca-483e-bbe1-152d5313dfc7 req-24bd4493-3977-4862-9132-511436b3d6d3 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:24.444213 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d8d21d16-03ca-483e-bbe1-152d5313dfc7 req-24bd4493-3977-4862-9132-511436b3d6d3 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 944 time: 0.0503936 Aug 28 15:42:24.463112 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 08533eb3-7a3e-46a7-87c1-078986776db0, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=08533eb3-7a3e-46a7-87c1-078986776db0,segment=NetworkSegment(7fd8b43e-d37f-4d20-9bca-90393ba4c0ae),segment_id=7fd8b43e-d37f-4d20-9bca-90393ba4c0ae)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:42:24.475247 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '08533eb3-7a3e-46a7-87c1-078986776db0', 'network_id': 'd08b35fe-4b34-44ef-9377-991e0a2239a8', 'port_id': '08533eb3-7a3e-46a7-87c1-078986776db0', 'mac_address': 'fa:16:3e:fa:32:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b1cd79-4602-4107-bacd-766f2f9d0fed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:42:24.482601 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d8d21d16-03ca-483e-bbe1-152d5313dfc7 req-ebd168d0-f0fd-4fd8-8bb8-a9cc7a29eded tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325017 Aug 28 15:42:24.515725 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:24.528103 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08533eb3-7a3e-46a7-87c1-078986776db0 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:42:24.546282 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 08533eb3-7a3e-46a7-87c1-078986776db0, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=08533eb3-7a3e-46a7-87c1-078986776db0,segment=NetworkSegment(7fd8b43e-d37f-4d20-9bca-90393ba4c0ae),segment_id=7fd8b43e-d37f-4d20-9bca-90393ba4c0ae)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:42:24.549517 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:24.596127 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=08533eb3-7a3e-46a7-87c1-078986776db0,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:42:24.603564 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:24.604339 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:24.604339 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:24.604582 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:24.604992 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:24.605240 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:24.605562 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:24.605883 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:24.606204 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:24.606521 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:24.606838 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:24.607153 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:42:24.683299 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:24.739725 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['08533eb3-7a3e-46a7-87c1-078986776db0'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:42:25.603876 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7b0a9-68e6-48e8-ba94-685f7aba4219 req-343a1909-18a0-4fcf-9a44-3852a8146fb0 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:25.605382 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-88e7b0a9-68e6-48e8-ba94-685f7aba4219 req-343a1909-18a0-4fcf-9a44-3852a8146fb0 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 945 time: 0.0557153 Aug 28 15:42:25.642635 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-88e7b0a9-68e6-48e8-ba94-685f7aba4219 req-7a8103c6-e57f-47c0-8a8f-5af68798c588 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312402 Aug 28 15:42:26.385594 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 08533eb3-7a3e-46a7-87c1-078986776db0 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:42:26.434064 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 08533eb3-7a3e-46a7-87c1-078986776db0 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:42:26.438763 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 08533eb3-7a3e-46a7-87c1-078986776db0 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:42:26.439132 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:26.515023 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:26.539940 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d59bca-482a-4588-9267-051fa7c745f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08533eb3-7a3e-46a7-87c1-078986776db0'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:42:26.542205 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1002345c-750e-4833-a9ee-e3be2b012f9c" -d '{"events": [{"server_uuid": "f4d59bca-482a-4588-9267-051fa7c745f8", "name": "network-vif-plugged", "status": "completed", "tag": "08533eb3-7a3e-46a7-87c1-078986776db0"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:42:26.554601 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 08533eb3-7a3e-46a7-87c1-078986776db0, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=08533eb3-7a3e-46a7-87c1-078986776db0,segment=NetworkSegment(7fd8b43e-d37f-4d20-9bca-90393ba4c0ae),segment_id=7fd8b43e-d37f-4d20-9bca-90393ba4c0ae)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:42:26.558974 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:26.584277 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bde72a-0243-49dd-a5b8-4c5ff4a9e05b x-openstack-request-id: req-11bde72a-0243-49dd-a5b8-4c5ff4a9e05b {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:42:26.584611 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d59bca-482a-4588-9267-051fa7c745f8", "name": "network-vif-plugged", "status": "completed", "tag": "08533eb3-7a3e-46a7-87c1-078986776db0", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:42:26.584867 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11bde72a-0243-49dd-a5b8-4c5ff4a9e05b {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:42:26.585257 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d59bca-482a-4588-9267-051fa7c745f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08533eb3-7a3e-46a7-87c1-078986776db0', 'code': 200} Aug 28 15:42:26.608657 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=08533eb3-7a3e-46a7-87c1-078986776db0,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:42:26.679761 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dfa753-a0f9-435d-90ba-ed20e01eb94e req-5d6ac5e1-7ab9-4de1-979a-b9bb9dd8ba81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:26.681263 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-00dfa753-a0f9-435d-90ba-ed20e01eb94e req-5d6ac5e1-7ab9-4de1-979a-b9bb9dd8ba81 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 1098 time: 0.0437093 Aug 28 15:42:26.720647 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-00dfa753-a0f9-435d-90ba-ed20e01eb94e req-7232faa0-583b-454e-920a-a75a7ec97376 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319870 Aug 28 15:42:26.760189 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c27cc-4940-4655-b16a-a68141c9e606 req-2798c9e9-9114-4827-b912-aceff25651d1 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:26.761669 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0b1c27cc-4940-4655-b16a-a68141c9e606 req-2798c9e9-9114-4827-b912-aceff25651d1 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 946 time: 0.0491488 Aug 28 15:42:26.798959 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0b1c27cc-4940-4655-b16a-a68141c9e606 req-2a347d83-1a7c-4a3c-ab37-e2e4fac43d3f tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314364 Aug 28 15:42:26.836965 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:27.915613 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6997f-c73a-4c5c-a0b3-556d7e93d751 req-f771fa9e-e07c-4b48-9c24-0d60bc0c459f tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:27.917121 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-86d6997f-c73a-4c5c-a0b3-556d7e93d751 req-f771fa9e-e07c-4b48-9c24-0d60bc0c459f tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 946 time: 0.0488076 Aug 28 15:42:27.954445 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-86d6997f-c73a-4c5c-a0b3-556d7e93d751 req-a1fb060e-459f-41eb-9f5a-04ede51d7bec tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313091 Aug 28 15:42:28.193375 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ec4ec-617b-4bc0-996e-30fcad275c4d req-2a7428dd-922c-486d-958b-c7fd8dd791b6 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:28.194937 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-605ec4ec-617b-4bc0-996e-30fcad275c4d req-2a7428dd-922c-486d-958b-c7fd8dd791b6 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 946 time: 0.0500534 Aug 28 15:42:28.261819 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-605ec4ec-617b-4bc0-996e-30fcad275c4d req-5139e2e4-bd07-45ed-8fcc-abadf8875a14 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584283 Aug 28 15:42:28.264466 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-9f75043a-1a79-47cd-962c-1747e56c0ae9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1277816 Aug 28 15:42:29.322215 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-be240844-0f98-4eca-b99f-abe3050491a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:29.323757 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-be240844-0f98-4eca-b99f-abe3050491a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e5e17caefec43a6ae09e61f7f871d32&device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 1098 time: 0.0410402 Aug 28 15:42:29.378704 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09a5a4-3554-49b8-b4a4-a9bd1814c610 req-90ef74fb-495d-491f-a4ed-f19a8a4b3f8b tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:29.380204 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ce09a5a4-3554-49b8-b4a4-a9bd1814c610 req-90ef74fb-495d-491f-a4ed-f19a8a4b3f8b tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 946 time: 0.0484886 Aug 28 15:42:29.421940 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-3cecbfa6-e812-4ed9-b77b-7449debfa798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:29.423704 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-3cecbfa6-e812-4ed9-b77b-7449debfa798 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d08b35fe-4b34-44ef-9377-991e0a2239a8 HTTP/1.1" status: 200 len: 913 time: 0.0924389 Aug 28 15:42:29.426259 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ce09a5a4-3554-49b8-b4a4-a9bd1814c610 req-ae46f0b2-3ad0-46cc-89e6-8358291f3620 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387216 Aug 28 15:42:29.467748 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-e7058fbe-fbbf-4ca9-9c29-595393f60a14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08533eb3-7a3e-46a7-87c1-078986776db0 HTTP/1.1" status: 200 len: 217 time: 0.0374408 Aug 28 15:42:29.514904 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-9beba47b-8898-4c88-b068-fc08239e70cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:29.516332 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-9beba47b-8898-4c88-b068-fc08239e70cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7b1cd79-4602-4107-bacd-766f2f9d0fed HTTP/1.1" status: 200 len: 852 time: 0.0427113 Aug 28 15:42:29.546592 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-2551352d-eed9-45a3-87be-f94835f000d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d08b35fe-4b34-44ef-9377-991e0a2239a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234594 Aug 28 15:42:29.641776 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-7dd866a7-8c5f-48b6-8be9-6d9abdb1d0ca service neutron] 10.222.0.36 "GET /v2.0/networks/d08b35fe-4b34-44ef-9377-991e0a2239a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878584 Aug 28 15:42:29.736721 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-55abf2fd-746e-4cb6-a63a-5677e39f65c4 service neutron] 10.222.0.36 "GET /v2.0/networks/d08b35fe-4b34-44ef-9377-991e0a2239a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879900 Aug 28 15:42:30.542014 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef1d94-ce8e-4143-bc9e-b63259f2d754 req-4755d8c8-0c25-4eea-a4cf-db82b41ea3a8 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:30.543487 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6bef1d94-ce8e-4143-bc9e-b63259f2d754 req-4755d8c8-0c25-4eea-a4cf-db82b41ea3a8 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 946 time: 0.0531211 Aug 28 15:42:30.581583 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6bef1d94-ce8e-4143-bc9e-b63259f2d754 req-7f945813-ceff-49f4-8811-4726b5930078 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318737 Aug 28 15:42:31.709702 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f42477-4a1c-4816-a96b-9b83c6b5de04 req-5d45b879-d1de-4a4b-8f31-d2d36580f392 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:31.711213 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27f42477-4a1c-4816-a96b-9b83c6b5de04 req-5d45b879-d1de-4a4b-8f31-d2d36580f392 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 946 time: 0.0599604 Aug 28 15:42:31.751990 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27f42477-4a1c-4816-a96b-9b83c6b5de04 req-3e014fd8-2b84-479d-b617-0d6c07ab54ba tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347443 Aug 28 15:42:32.867288 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418168c1-5815-48eb-8d4e-d8aee38a51cb req-9ff88360-3f48-4198-86ce-3eed8ac87e5c tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:32.868823 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-418168c1-5815-48eb-8d4e-d8aee38a51cb req-9ff88360-3f48-4198-86ce-3eed8ac87e5c tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 946 time: 0.0490532 Aug 28 15:42:32.909956 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-418168c1-5815-48eb-8d4e-d8aee38a51cb req-a1b8db8f-cb63-4c26-959b-a90c998ff377 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326264 Aug 28 15:42:34.025748 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd9287-cb00-4ae9-8603-20e744b9c647 req-fb4b16ab-c670-4d98-8e6e-d9c5435270ca tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:34.027254 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-debd9287-cb00-4ae9-8603-20e744b9c647 req-fb4b16ab-c670-4d98-8e6e-d9c5435270ca tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 946 time: 0.0490458 Aug 28 15:42:34.064136 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-debd9287-cb00-4ae9-8603-20e744b9c647 req-1fe0680d-c8c0-4d5c-95f8-6a903ac3037c tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306387 Aug 28 15:42:35.178658 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6043aa4-d212-42ef-81fd-bbfe6e24c8d2 req-173e126b-8077-4fb2-a7d2-f9f31a99d852 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:35.180143 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f6043aa4-d212-42ef-81fd-bbfe6e24c8d2 req-173e126b-8077-4fb2-a7d2-f9f31a99d852 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 946 time: 0.0482171 Aug 28 15:42:35.217025 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f6043aa4-d212-42ef-81fd-bbfe6e24c8d2 req-235bf55d-1210-409f-9ddb-75408326e366 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310216 Aug 28 15:42:36.331388 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3956fc0-d51a-4a68-bb9e-2aebf35cb058 req-b8a2c425-ff2b-4e53-aa11-7d25cd33c782 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:36.332881 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3956fc0-d51a-4a68-bb9e-2aebf35cb058 req-b8a2c425-ff2b-4e53-aa11-7d25cd33c782 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 946 time: 0.0481467 Aug 28 15:42:36.370428 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3956fc0-d51a-4a68-bb9e-2aebf35cb058 req-65b12c2d-9b01-49d0-aa3f-6947238af2d5 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306048 Aug 28 15:42:37.490649 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2a609-f9ba-4a59-8a37-14ede279924b req-f3924829-6d9a-4ebd-b640-62b186f032e4 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:37.492138 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f3d2a609-f9ba-4a59-8a37-14ede279924b req-f3924829-6d9a-4ebd-b640-62b186f032e4 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 946 time: 0.0523911 Aug 28 15:42:37.529936 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f3d2a609-f9ba-4a59-8a37-14ede279924b req-ab3fed8c-8e8d-450f-b9ad-13c7cc7cbc4f tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314791 Aug 28 15:42:38.055322 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f848cd40-37c0-4413-b9f4-4ddd01babe47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:38.644997 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e34626-7556-4f1f-9ae0-acb49c6de64d req-b053e928-82cc-4b98-88b7-9730a0baeaac tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:38.647230 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f7e34626-7556-4f1f-9ae0-acb49c6de64d req-b053e928-82cc-4b98-88b7-9730a0baeaac tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 946 time: 0.0509796 Aug 28 15:42:38.684292 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f7e34626-7556-4f1f-9ae0-acb49c6de64d req-39cc9314-31b3-42b0-a77a-b084937acafc tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309849 Aug 28 15:42:39.800254 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54401222-ad96-4ef2-968a-dc4535cf6f78 req-5ea6e729-4ee4-4a3d-9e6a-a4e39bef3908 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:39.801724 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-54401222-ad96-4ef2-968a-dc4535cf6f78 req-5ea6e729-4ee4-4a3d-9e6a-a4e39bef3908 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 946 time: 0.0508671 Aug 28 15:42:39.839830 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-54401222-ad96-4ef2-968a-dc4535cf6f78 req-b7d39a4d-5e38-4e39-bdee-dc9a38336c37 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321937 Aug 28 15:42:40.625318 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f00dd3a9-738a-4a04-94c4-3d8f42fe23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:40.919940 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:40.955959 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a28e6f-4e73-462c-9034-c301b728f784 req-a2a19609-a2eb-4fd1-abe9-93c413c926e3 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:40.957446 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b2a28e6f-4e73-462c-9034-c301b728f784 req-a2a19609-a2eb-4fd1-abe9-93c413c926e3 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 946 time: 0.0492976 Aug 28 15:42:40.995216 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b2a28e6f-4e73-462c-9034-c301b728f784 req-07c068ef-492b-4d24-926b-6f05ec445237 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310624 Aug 28 15:42:41.880683 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:42.108750 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a05bdd-ed7e-4533-adab-97640d5fbb41 req-06c9c0a7-577f-4b37-aec2-118d9a13490f tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:42.110221 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-70a05bdd-ed7e-4533-adab-97640d5fbb41 req-06c9c0a7-577f-4b37-aec2-118d9a13490f tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 946 time: 0.0475016 Aug 28 15:42:42.147559 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-70a05bdd-ed7e-4533-adab-97640d5fbb41 req-6e1bd278-898b-4475-958e-2a0656e0a1cb tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304043 Aug 28 15:42:43.261030 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5450a7-03b4-4362-b5ed-7fb4cfee02f4 req-5a80e51d-2fcc-4c85-9b38-f994990bee7c tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:43.262525 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0c5450a7-03b4-4362-b5ed-7fb4cfee02f4 req-5a80e51d-2fcc-4c85-9b38-f994990bee7c tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 946 time: 0.0477304 Aug 28 15:42:43.301005 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0c5450a7-03b4-4362-b5ed-7fb4cfee02f4 req-e25b68c3-c72b-41da-b4b6-4ecec3710618 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323970 Aug 28 15:42:43.384010 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:44.423098 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b8bee-b7ae-440a-a239-112626b1769f req-03ea908e-9b73-464e-ac5d-03b6948e7528 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:44.424599 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-701b8bee-b7ae-440a-a239-112626b1769f req-03ea908e-9b73-464e-ac5d-03b6948e7528 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 946 time: 0.0536103 Aug 28 15:42:44.461789 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-701b8bee-b7ae-440a-a239-112626b1769f req-a5bffc8b-37b4-422e-9e87-6a1e1edd08a2 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311313 Aug 28 15:42:45.583912 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab3fe9-9319-4385-b8ec-305c8fa7526a req-5826fb33-f3bb-4984-8693-8baa7c4af43a tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:45.586032 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-75ab3fe9-9319-4385-b8ec-305c8fa7526a req-5826fb33-f3bb-4984-8693-8baa7c4af43a tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 946 time: 0.0546350 Aug 28 15:42:45.624054 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-75ab3fe9-9319-4385-b8ec-305c8fa7526a req-49e70171-b032-41bb-97ca-37c5aded93d5 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320246 Aug 28 15:42:46.738620 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3b7be-4b9d-4126-89b8-a3adca37fc70 req-7257832d-c79a-40b4-98ed-5c6215452f62 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:46.740123 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b8e3b7be-4b9d-4126-89b8-a3adca37fc70 req-7257832d-c79a-40b4-98ed-5c6215452f62 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 946 time: 0.0471315 Aug 28 15:42:46.777241 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b8e3b7be-4b9d-4126-89b8-a3adca37fc70 req-8aa99d70-b7dd-44cc-b85e-04c937e664c8 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306332 Aug 28 15:42:47.895171 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef2226-8c2e-4b64-8d68-d66b57432441 req-16009818-f2d7-4fa6-b9bc-7e8c427f37c4 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:47.897204 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5bef2226-8c2e-4b64-8d68-d66b57432441 req-16009818-f2d7-4fa6-b9bc-7e8c427f37c4 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 946 time: 0.0486531 Aug 28 15:42:47.935153 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5bef2226-8c2e-4b64-8d68-d66b57432441 req-104ce6a6-0c95-49d3-9e6d-2771b8b7d78d tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319805 Aug 28 15:42:49.049634 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d2f99-eae5-46d9-88b4-1171e492cb72 req-56e53567-604f-4a94-a071-a7a708b43ac6 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:49.051013 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b35d2f99-eae5-46d9-88b4-1171e492cb72 req-56e53567-604f-4a94-a071-a7a708b43ac6 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 946 time: 0.0483854 Aug 28 15:42:49.090420 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b35d2f99-eae5-46d9-88b4-1171e492cb72 req-c5901f46-67bf-4fa4-bc59-3336693f9550 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333459 Aug 28 15:42:50.206319 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dff668-0245-4b0a-aa95-a5960fa5f267 req-b717bd09-416e-4453-80fa-1eae2fb12efc tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:50.207730 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-87dff668-0245-4b0a-aa95-a5960fa5f267 req-b717bd09-416e-4453-80fa-1eae2fb12efc tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 946 time: 0.0500998 Aug 28 15:42:50.244723 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-87dff668-0245-4b0a-aa95-a5960fa5f267 req-7a671931-e64a-48ab-b9cb-b6d35002b7b4 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304418 Aug 28 15:42:51.362965 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca7e08-81d3-487a-b956-878c3cb1725a req-fa59484b-64b4-4d1e-8f77-565daba3022c tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:51.364458 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c6ca7e08-81d3-487a-b956-878c3cb1725a req-fa59484b-64b4-4d1e-8f77-565daba3022c tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 946 time: 0.0523119 Aug 28 15:42:51.402214 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c6ca7e08-81d3-487a-b956-878c3cb1725a req-90ef0ba4-1ac4-4dcd-acec-10f25b51dd22 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317605 Aug 28 15:42:52.074006 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:42:52.528177 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af9558-6bd4-4729-8791-7f2c588ce878 req-31c67dfc-61e6-4774-9630-c2e2e0a5d1d3 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:52.529628 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b3af9558-6bd4-4729-8791-7f2c588ce878 req-31c67dfc-61e6-4774-9630-c2e2e0a5d1d3 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 946 time: 0.0551856 Aug 28 15:42:52.567802 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b3af9558-6bd4-4729-8791-7f2c588ce878 req-cec40ac7-a9fc-4a01-a710-bd3c96f574ef tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321429 Aug 28 15:42:53.683801 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe41a4-7adf-4331-ab17-5834f37b52ba req-1aa77ec5-1ecd-4edd-96e7-96441485d6bb tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:53.685297 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-14fe41a4-7adf-4331-ab17-5834f37b52ba req-1aa77ec5-1ecd-4edd-96e7-96441485d6bb tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 946 time: 0.0490935 Aug 28 15:42:53.723801 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-14fe41a4-7adf-4331-ab17-5834f37b52ba req-9a9f29cb-8a12-4e0c-911f-dbdd3d0b9db1 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322912 Aug 28 15:42:54.686207 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:54.839003 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4c6c0-1860-4d32-afa3-6e4385de5a2c req-3ff805d8-0a07-4175-9915-ef4a7c8e640a tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:54.840495 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-04e4c6c0-1860-4d32-afa3-6e4385de5a2c req-3ff805d8-0a07-4175-9915-ef4a7c8e640a tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 946 time: 0.0478444 Aug 28 15:42:54.878753 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-04e4c6c0-1860-4d32-afa3-6e4385de5a2c req-d7b22b71-e2b9-4a80-8a3a-9dd5a58d5e3a tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323825 Aug 28 15:42:55.998536 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e44b69-443d-491c-8b80-26ead83ff829 req-27cb711e-ace1-4402-ac63-0304eb337860 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:56.000027 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-31e44b69-443d-491c-8b80-26ead83ff829 req-27cb711e-ace1-4402-ac63-0304eb337860 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 946 time: 0.0485888 Aug 28 15:42:56.036661 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-31e44b69-443d-491c-8b80-26ead83ff829 req-21537dcc-4b61-4a54-af90-7f87391fef17 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299294 Aug 28 15:42:56.682689 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-638f0dbb-ea65-4337-88a9-8684680d6cf6 service neutron] show failed (client error): The resource could not be found. Aug 28 15:42:56.683597 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-638f0dbb-ea65-4337-88a9-8684680d6cf6 service neutron] 10.222.0.36 "GET /v2.0/ports/08533eb3-7a3e-46a7-87c1-078986776db0/bindings/n-h1-712137-10 HTTP/1.1" status: 404 len: 381 time: 0.0592828 Aug 28 15:42:56.836843 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:56.904915 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-8e1e301f-bff8-436e-a418-23e530ea2634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:56.906452 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-8e1e301f-bff8-436e-a418-23e530ea2634 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8&tenant_id=6e5e17caefec43a6ae09e61f7f871d32 HTTP/1.1" status: 200 len: 1098 time: 0.0730138 Aug 28 15:42:56.918891 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-13165035-f594-40f6-b238-9b8579db6e3c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-10', 'device_owner': 'compute:nova'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:42:56.978102 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-13165035-f594-40f6-b238-9b8579db6e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:57.154664 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389ee82-be67-4cc7-bf02-12a3e152f8ca req-abaf0f11-6039-4eb7-9d36-1c2632bc0f83 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:57.156205 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0389ee82-be67-4cc7-bf02-12a3e152f8ca req-abaf0f11-6039-4eb7-9d36-1c2632bc0f83 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 946 time: 0.0486929 Aug 28 15:42:57.178642 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-13165035-f594-40f6-b238-9b8579db6e3c service neutron] For port 08533eb3-7a3e-46a7-87c1-078986776db0, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=08533eb3-7a3e-46a7-87c1-078986776db0,segment=NetworkSegment(7fd8b43e-d37f-4d20-9bca-90393ba4c0ae),segment_id=7fd8b43e-d37f-4d20-9bca-90393ba4c0ae)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:42:57.195324 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0389ee82-be67-4cc7-bf02-12a3e152f8ca req-8b3e8218-90c1-4647-8878-051f3bd08c95 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323961 Aug 28 15:42:57.211532 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-13165035-f594-40f6-b238-9b8579db6e3c service neutron] For port 08533eb3-7a3e-46a7-87c1-078986776db0, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:42:57.250848 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d59bca-482a-4588-9267-051fa7c745f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08533eb3-7a3e-46a7-87c1-078986776db0'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:42:57.253050 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adb49de-ad66-4303-89be-ceb9e595fdb4" -d '{"events": [{"server_uuid": "f4d59bca-482a-4588-9267-051fa7c745f8", "name": "network-vif-unplugged", "status": "completed", "tag": "08533eb3-7a3e-46a7-87c1-078986776db0"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:42:57.256763 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-13165035-f594-40f6-b238-9b8579db6e3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:57.268758 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-13165035-f594-40f6-b238-9b8579db6e3c service neutron] Transition to ACTIVE for port object 08533eb3-7a3e-46a7-87c1-078986776db0 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:42:57.273227 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-13165035-f594-40f6-b238-9b8579db6e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:57.338623 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-13165035-f594-40f6-b238-9b8579db6e3c service neutron] No DVR routers for this DVR port 08533eb3-7a3e-46a7-87c1-078986776db0 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:42:57.346795 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13165035-f594-40f6-b238-9b8579db6e3c service neutron] Pushing event updated for resources: {'Port': ['ID=08533eb3-7a3e-46a7-87c1-078986776db0,revision_number=6']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:42:57.371320 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 15:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d922518-e509-4fe3-8263-003e535c2b44 x-openstack-request-id: req-1d922518-e509-4fe3-8263-003e535c2b44 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:42:57.371614 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d59bca-482a-4588-9267-051fa7c745f8", "name": "network-vif-unplugged", "status": "completed", "tag": "08533eb3-7a3e-46a7-87c1-078986776db0", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:42:57.371941 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d922518-e509-4fe3-8263-003e535c2b44 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:42:57.372345 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d59bca-482a-4588-9267-051fa7c745f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08533eb3-7a3e-46a7-87c1-078986776db0', 'code': 200} Aug 28 15:42:57.383360 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-13165035-f594-40f6-b238-9b8579db6e3c service neutron] Attempting to bind port 08533eb3-7a3e-46a7-87c1-078986776db0 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:42:57.383695 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-13165035-f594-40f6-b238-9b8579db6e3c service neutron] Attempting to bind port 08533eb3-7a3e-46a7-87c1-078986776db0 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '7fd8b43e-d37f-4d20-9bca-90393ba4c0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd08b35fe-4b34-44ef-9377-991e0a2239a8'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:42:57.384028 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-13165035-f594-40f6-b238-9b8579db6e3c service neutron] Attempting to bind port 08533eb3-7a3e-46a7-87c1-078986776db0 on network d08b35fe-4b34-44ef-9377-991e0a2239a8 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:42:57.388278 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-13165035-f594-40f6-b238-9b8579db6e3c service neutron] Port 08533eb3-7a3e-46a7-87c1-078986776db0 on network d08b35fe-4b34-44ef-9377-991e0a2239a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:42:57.388599 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-13165035-f594-40f6-b238-9b8579db6e3c service neutron] Attempting to bind port 08533eb3-7a3e-46a7-87c1-078986776db0 on network d08b35fe-4b34-44ef-9377-991e0a2239a8 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:42:57.393250 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-13165035-f594-40f6-b238-9b8579db6e3c service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:42:57.393587 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-13165035-f594-40f6-b238-9b8579db6e3c service neutron] Checking segment: {'id': '7fd8b43e-d37f-4d20-9bca-90393ba4c0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd08b35fe-4b34-44ef-9377-991e0a2239a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:42:57.393966 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-13165035-f594-40f6-b238-9b8579db6e3c service neutron] Bound using segment: {'id': '7fd8b43e-d37f-4d20-9bca-90393ba4c0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd08b35fe-4b34-44ef-9377-991e0a2239a8'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:42:57.394384 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-13165035-f594-40f6-b238-9b8579db6e3c service neutron] Bound port: 08533eb3-7a3e-46a7-87c1-078986776db0, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fd8b43e-d37f-4d20-9bca-90393ba4c0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd08b35fe-4b34-44ef-9377-991e0a2239a8'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:42:57.394737 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-13165035-f594-40f6-b238-9b8579db6e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:57.456951 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-13165035-f594-40f6-b238-9b8579db6e3c service neutron] For port 08533eb3-7a3e-46a7-87c1-078986776db0, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:42:57.459960 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-13165035-f594-40f6-b238-9b8579db6e3c service neutron] For port 08533eb3-7a3e-46a7-87c1-078986776db0, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=08533eb3-7a3e-46a7-87c1-078986776db0,segment=NetworkSegment(7fd8b43e-d37f-4d20-9bca-90393ba4c0ae),segment_id=7fd8b43e-d37f-4d20-9bca-90393ba4c0ae)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:42:57.464152 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-13165035-f594-40f6-b238-9b8579db6e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:57.497470 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-13165035-f594-40f6-b238-9b8579db6e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:57.498078 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-13165035-f594-40f6-b238-9b8579db6e3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:42:57.499439 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-13165035-f594-40f6-b238-9b8579db6e3c service neutron] 10.222.0.41 "PUT /v2.0/ports/08533eb3-7a3e-46a7-87c1-078986776db0 HTTP/1.1" status: 200 len: 1093 time: 0.5846617 Aug 28 15:42:57.520008 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13165035-f594-40f6-b238-9b8579db6e3c service neutron] Pushing event updated for resources: {'Port': ['ID=08533eb3-7a3e-46a7-87c1-078986776db0,revision_number=7']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:42:57.565009 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-7a936b39-9531-4c16-8b58-59bf8a12af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:57.566493 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-7a936b39-9531-4c16-8b58-59bf8a12af3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e5e17caefec43a6ae09e61f7f871d32&device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 1096 time: 0.0431733 Aug 28 15:42:57.652189 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-21b032f1-6397-4635-9716-a2526d707c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:57.653627 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-21b032f1-6397-4635-9716-a2526d707c9c service neutron] 10.222.0.41 "GET /v2.0/networks?id=d08b35fe-4b34-44ef-9377-991e0a2239a8 HTTP/1.1" status: 200 len: 913 time: 0.0803530 Aug 28 15:42:57.695731 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-63fa1784-b4a5-4222-8fc0-91ebb9597dc8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08533eb3-7a3e-46a7-87c1-078986776db0 HTTP/1.1" status: 200 len: 217 time: 0.0341067 Aug 28 15:42:57.746426 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-ef52d0bb-c650-484f-93c6-be0b3565ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:57.747859 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-ef52d0bb-c650-484f-93c6-be0b3565ae86 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7b1cd79-4602-4107-bacd-766f2f9d0fed HTTP/1.1" status: 200 len: 852 time: 0.0460773 Aug 28 15:42:57.780042 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-5eaadd1d-907a-4f6c-b0a4-26e6485e87ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d08b35fe-4b34-44ef-9377-991e0a2239a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243726 Aug 28 15:42:57.866212 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-a2a93f2c-d3d8-497b-be1b-7e753efabe69 service neutron] 10.222.0.41 "GET /v2.0/networks/d08b35fe-4b34-44ef-9377-991e0a2239a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792115 Aug 28 15:42:57.959960 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a377c58-0a30-48d1-b27f-960e28a29723 req-7fecffc0-13e2-40bf-8c21-eb26586deb7a service neutron] 10.222.0.41 "GET /v2.0/networks/d08b35fe-4b34-44ef-9377-991e0a2239a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864251 Aug 28 15:42:58.316658 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3c8b4-9ca2-4786-89c9-4f5e58c0907e req-8a87d1a4-c178-44ec-9978-26ec1570b272 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:58.318025 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fdd3c8b4-9ca2-4786-89c9-4f5e58c0907e req-8a87d1a4-c178-44ec-9978-26ec1570b272 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 944 time: 0.0523334 Aug 28 15:42:58.355735 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fdd3c8b4-9ca2-4786-89c9-4f5e58c0907e req-4b70d4d9-d493-4126-bdd1-3338efd7d733 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311761 Aug 28 15:42:59.373398 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d59bca-482a-4588-9267-051fa7c745f8', 'tag': '08533eb3-7a3e-46a7-87c1-078986776db0'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:42:59.375838 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dafb90f-3b81-478b-8638-78e028461c34" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d59bca-482a-4588-9267-051fa7c745f8", "tag": "08533eb3-7a3e-46a7-87c1-078986776db0"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:42:59.430916 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c019ede5-451a-41df-9dcf-8aeccd0b65c1 x-openstack-request-id: req-c019ede5-451a-41df-9dcf-8aeccd0b65c1 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:42:59.431306 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d59bca-482a-4588-9267-051fa7c745f8", "tag": "08533eb3-7a3e-46a7-87c1-078986776db0", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:42:59.431638 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c019ede5-451a-41df-9dcf-8aeccd0b65c1 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:42:59.431905 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d59bca-482a-4588-9267-051fa7c745f8', 'tag': '08533eb3-7a3e-46a7-87c1-078986776db0', 'status': 'completed', 'code': 200} Aug 28 15:42:59.543737 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafb90f-3b81-478b-8638-78e028461c34 req-07b28e98-3965-430d-9fc2-db7de120fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:59.545211 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6dafb90f-3b81-478b-8638-78e028461c34 req-07b28e98-3965-430d-9fc2-db7de120fd9e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e5e17caefec43a6ae09e61f7f871d32&device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 1096 time: 0.0997751 Aug 28 15:42:59.552997 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafb90f-3b81-478b-8638-78e028461c34 req-347f1115-fb05-47aa-915d-b9eb0e12321e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:59.554353 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6dafb90f-3b81-478b-8638-78e028461c34 req-347f1115-fb05-47aa-915d-b9eb0e12321e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e5e17caefec43a6ae09e61f7f871d32&device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 1096 time: 0.1010110 Aug 28 15:42:59.926437 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4659f1-1221-4157-9994-33d36c7f0aa4 req-77b475ba-da98-4634-9144-e8086978a3a2 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:42:59.928128 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6a4659f1-1221-4157-9994-33d36c7f0aa4 req-77b475ba-da98-4634-9144-e8086978a3a2 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 944 time: 0.5031674 Aug 28 15:43:00.020062 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6a4659f1-1221-4157-9994-33d36c7f0aa4 req-a2d81300-4009-4b2d-9d41-3eb622f2eeab tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851800 Aug 28 15:43:00.022951 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafb90f-3b81-478b-8638-78e028461c34 req-5bd56701-167d-448c-b525-2587a369917c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:00.024354 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6dafb90f-3b81-478b-8638-78e028461c34 req-5bd56701-167d-448c-b525-2587a369917c service neutron] 10.222.0.36 "GET /v2.0/networks?id=d08b35fe-4b34-44ef-9377-991e0a2239a8 HTTP/1.1" status: 200 len: 913 time: 0.4685597 Aug 28 15:43:00.025659 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafb90f-3b81-478b-8638-78e028461c34 req-2a895bcb-46d4-42b6-98f7-7b1a9956b7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:00.026992 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6dafb90f-3b81-478b-8638-78e028461c34 req-2a895bcb-46d4-42b6-98f7-7b1a9956b7c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d08b35fe-4b34-44ef-9377-991e0a2239a8 HTTP/1.1" status: 200 len: 913 time: 0.4611316 Aug 28 15:43:00.073960 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6dafb90f-3b81-478b-8638-78e028461c34 req-3d831761-1566-447e-96ba-f3857857c5cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08533eb3-7a3e-46a7-87c1-078986776db0 HTTP/1.1" status: 200 len: 217 time: 0.0421801 Aug 28 15:43:00.106208 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6dafb90f-3b81-478b-8638-78e028461c34 req-eb30567a-cf3c-4494-94d3-55657945fb1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08533eb3-7a3e-46a7-87c1-078986776db0 HTTP/1.1" status: 200 len: 217 time: 0.0672734 Aug 28 15:43:00.171880 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafb90f-3b81-478b-8638-78e028461c34 req-768cbe8e-e708-467f-bfe1-5a5b5857d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:00.173483 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6dafb90f-3b81-478b-8638-78e028461c34 req-768cbe8e-e708-467f-bfe1-5a5b5857d602 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7b1cd79-4602-4107-bacd-766f2f9d0fed HTTP/1.1" status: 200 len: 852 time: 0.0756960 Aug 28 15:43:00.178944 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafb90f-3b81-478b-8638-78e028461c34 req-4aac5312-5bf7-4f08-a86c-6da037e85073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:00.180304 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6dafb90f-3b81-478b-8638-78e028461c34 req-4aac5312-5bf7-4f08-a86c-6da037e85073 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7b1cd79-4602-4107-bacd-766f2f9d0fed HTTP/1.1" status: 200 len: 852 time: 0.0556796 Aug 28 15:43:00.226524 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6dafb90f-3b81-478b-8638-78e028461c34 req-1265956e-b32f-493e-bd49-8474683a0403 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d08b35fe-4b34-44ef-9377-991e0a2239a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453022 Aug 28 15:43:00.228317 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6dafb90f-3b81-478b-8638-78e028461c34 req-fdca2e14-a231-49c7-b2c5-3eef2aac9eba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d08b35fe-4b34-44ef-9377-991e0a2239a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401864 Aug 28 15:43:00.380392 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6dafb90f-3b81-478b-8638-78e028461c34 req-d2212efb-b160-4756-8a66-87cd8fb9847f service neutron] 10.222.0.36 "GET /v2.0/networks/d08b35fe-4b34-44ef-9377-991e0a2239a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472080 Aug 28 15:43:00.382983 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6dafb90f-3b81-478b-8638-78e028461c34 req-b1629fec-ced4-4655-a332-2573aee712c2 service neutron] 10.222.0.41 "GET /v2.0/networks/d08b35fe-4b34-44ef-9377-991e0a2239a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431546 Aug 28 15:43:00.533354 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6dafb90f-3b81-478b-8638-78e028461c34 req-e8276ba9-d428-4324-99c9-91f14dc6231e service neutron] 10.222.0.36 "GET /v2.0/networks/d08b35fe-4b34-44ef-9377-991e0a2239a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465008 Aug 28 15:43:00.537098 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6dafb90f-3b81-478b-8638-78e028461c34 req-7ddff925-aded-4e5b-9f8e-ee61a95ac6cd service neutron] 10.222.0.41 "GET /v2.0/networks/d08b35fe-4b34-44ef-9377-991e0a2239a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431954 Aug 28 15:43:00.602466 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 08533eb3-7a3e-46a7-87c1-078986776db0 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:43:00.641074 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 08533eb3-7a3e-46a7-87c1-078986776db0 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:43:01.191506 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a93cea-c8d3-4b4c-914f-ccacfffe7502 req-3229c194-0a99-45bc-91b8-68b46f0da323 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:01.193030 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-64a93cea-c8d3-4b4c-914f-ccacfffe7502 req-3229c194-0a99-45bc-91b8-68b46f0da323 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 944 time: 0.1029978 Aug 28 15:43:01.230496 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-64a93cea-c8d3-4b4c-914f-ccacfffe7502 req-060cf949-5da1-4071-a86c-5b669d4cab8c tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314662 Aug 28 15:43:01.507058 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc9e6e-b3d2-4ba4-b9ec-7761f3657853 req-50894a6c-5aa1-4f4d-934c-0fc7e17c9191 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:01.508562 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82fc9e6e-b3d2-4ba4-b9ec-7761f3657853 req-50894a6c-5aa1-4f4d-934c-0fc7e17c9191 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8&tenant_id=6e5e17caefec43a6ae09e61f7f871d32&binding%3Ahost_id=n-h1-712137-10 HTTP/1.1" status: 200 len: 944 time: 0.0896604 Aug 28 15:43:01.568897 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [req-82fc9e6e-b3d2-4ba4-b9ec-7761f3657853 req-61e82891-c0a8-4e98-9f4d-59af2d43ea1e service neutron] delete failed (client error): The resource could not be found. Aug 28 15:43:01.569906 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82fc9e6e-b3d2-4ba4-b9ec-7761f3657853 req-61e82891-c0a8-4e98-9f4d-59af2d43ea1e service neutron] 10.222.0.36 "DELETE /v2.0/ports/08533eb3-7a3e-46a7-87c1-078986776db0/bindings/n-h2-712137-10 HTTP/1.1" status: 404 len: 381 time: 0.0543847 Aug 28 15:43:01.651705 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc9e6e-b3d2-4ba4-b9ec-7761f3657853 req-d9f406ef-befd-4c5c-8e5e-e1db4c678e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:01.653171 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82fc9e6e-b3d2-4ba4-b9ec-7761f3657853 req-d9f406ef-befd-4c5c-8e5e-e1db4c678e3b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e5e17caefec43a6ae09e61f7f871d32&device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 1096 time: 0.0396028 Aug 28 15:43:01.744129 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc9e6e-b3d2-4ba4-b9ec-7761f3657853 req-1c0cba73-52b7-46a9-89f8-a3658d11c73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:01.745573 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82fc9e6e-b3d2-4ba4-b9ec-7761f3657853 req-1c0cba73-52b7-46a9-89f8-a3658d11c73b service neutron] 10.222.0.36 "GET /v2.0/networks?id=d08b35fe-4b34-44ef-9377-991e0a2239a8 HTTP/1.1" status: 200 len: 913 time: 0.0860438 Aug 28 15:43:01.788297 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82fc9e6e-b3d2-4ba4-b9ec-7761f3657853 req-26f888f2-f708-4ef9-8756-e81076541c53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08533eb3-7a3e-46a7-87c1-078986776db0 HTTP/1.1" status: 200 len: 217 time: 0.0346167 Aug 28 15:43:01.835452 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc9e6e-b3d2-4ba4-b9ec-7761f3657853 req-d9590507-f8d4-4d24-b2c4-53f7cc580048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:01.836875 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82fc9e6e-b3d2-4ba4-b9ec-7761f3657853 req-d9590507-f8d4-4d24-b2c4-53f7cc580048 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7b1cd79-4602-4107-bacd-766f2f9d0fed HTTP/1.1" status: 200 len: 852 time: 0.0422447 Aug 28 15:43:01.872278 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82fc9e6e-b3d2-4ba4-b9ec-7761f3657853 req-578c0f1e-ebae-4535-a5b4-22b6147cd9a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d08b35fe-4b34-44ef-9377-991e0a2239a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287580 Aug 28 15:43:01.962004 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82fc9e6e-b3d2-4ba4-b9ec-7761f3657853 req-ac1375ae-a510-45e8-b3c6-63cff14e0e7e service neutron] 10.222.0.36 "GET /v2.0/networks/d08b35fe-4b34-44ef-9377-991e0a2239a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826662 Aug 28 15:43:02.053625 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82fc9e6e-b3d2-4ba4-b9ec-7761f3657853 req-601b9c5b-dd50-4516-99c4-8c319e421051 service neutron] 10.222.0.36 "GET /v2.0/networks/d08b35fe-4b34-44ef-9377-991e0a2239a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840616 Aug 28 15:43:02.101188 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 08533eb3-7a3e-46a7-87c1-078986776db0 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:43:02.196820 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 08533eb3-7a3e-46a7-87c1-078986776db0, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=08533eb3-7a3e-46a7-87c1-078986776db0,segment=NetworkSegment(7fd8b43e-d37f-4d20-9bca-90393ba4c0ae),segment_id=7fd8b43e-d37f-4d20-9bca-90393ba4c0ae)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:43:02.207610 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '08533eb3-7a3e-46a7-87c1-078986776db0', 'network_id': 'd08b35fe-4b34-44ef-9377-991e0a2239a8', 'port_id': '08533eb3-7a3e-46a7-87c1-078986776db0', 'mac_address': 'fa:16:3e:fa:32:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b1cd79-4602-4107-bacd-766f2f9d0fed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:43:02.242865 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:02.254693 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08533eb3-7a3e-46a7-87c1-078986776db0 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:43:02.273821 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 08533eb3-7a3e-46a7-87c1-078986776db0, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=08533eb3-7a3e-46a7-87c1-078986776db0,segment=NetworkSegment(7fd8b43e-d37f-4d20-9bca-90393ba4c0ae),segment_id=7fd8b43e-d37f-4d20-9bca-90393ba4c0ae)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:43:02.277233 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:02.326659 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=08533eb3-7a3e-46a7-87c1-078986776db0,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:43:02.597054 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['08533eb3-7a3e-46a7-87c1-078986776db0'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:43:02.728073 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0e03a-aff8-4f91-a008-c3c21a4a40b6 req-cb36b26c-e0b7-41e7-806c-10f1f3b817e5 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:02.729694 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3fc0e03a-aff8-4f91-a008-c3c21a4a40b6 req-cb36b26c-e0b7-41e7-806c-10f1f3b817e5 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 945 time: 0.0475049 Aug 28 15:43:02.767543 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3fc0e03a-aff8-4f91-a008-c3c21a4a40b6 req-3bd7dea5-e61c-4673-9cc3-a1f1ed5fe55b tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318544 Aug 28 15:43:03.886474 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211dd8df-9e3e-4a88-bd96-da69a8f387a3 req-29f9be77-7be6-4952-9be4-25f39566c6d5 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:03.888834 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-211dd8df-9e3e-4a88-bd96-da69a8f387a3 req-29f9be77-7be6-4952-9be4-25f39566c6d5 tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 945 time: 0.0523202 Aug 28 15:43:03.929819 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-211dd8df-9e3e-4a88-bd96-da69a8f387a3 req-5baaf792-dae0-472f-ab4a-e53d3c33becb tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.13 "GET /v2.0/security-groups?id=0636ebec-7eef-4e19-9a33-fa78c0b23b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349064 Aug 28 15:43:04.103827 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 08533eb3-7a3e-46a7-87c1-078986776db0 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:43:04.150378 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 08533eb3-7a3e-46a7-87c1-078986776db0 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:43:04.153983 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 08533eb3-7a3e-46a7-87c1-078986776db0 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:43:04.154356 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:04.211538 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc9e6e-b3d2-4ba4-b9ec-7761f3657853 req-ea7f0a87-8a93-415b-9e99-4b9f471eeefb tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:04.213189 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82fc9e6e-b3d2-4ba4-b9ec-7761f3657853 req-ea7f0a87-8a93-415b-9e99-4b9f471eeefb tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4d59bca-482a-4588-9267-051fa7c745f8 HTTP/1.1" status: 200 len: 945 time: 0.0530303 Aug 28 15:43:04.309985 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-82fc9e6e-b3d2-4ba4-b9ec-7761f3657853 req-4fb1b263-96a1-445e-aaa4-f5de8968fdec tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Deleting port 08533eb3-7a3e-46a7-87c1-078986776db0 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:43:04.310323 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-82fc9e6e-b3d2-4ba4-b9ec-7761f3657853 req-4fb1b263-96a1-445e-aaa4-f5de8968fdec tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:04.387768 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:04.400760 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-82fc9e6e-b3d2-4ba4-b9ec-7761f3657853 req-4fb1b263-96a1-445e-aaa4-f5de8968fdec tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] For port 08533eb3-7a3e-46a7-87c1-078986776db0, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=08533eb3-7a3e-46a7-87c1-078986776db0,segment=NetworkSegment(7fd8b43e-d37f-4d20-9bca-90393ba4c0ae),segment_id=7fd8b43e-d37f-4d20-9bca-90393ba4c0ae)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:43:04.401124 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-82fc9e6e-b3d2-4ba4-b9ec-7761f3657853 req-4fb1b263-96a1-445e-aaa4-f5de8968fdec tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:04.410847 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d59bca-482a-4588-9267-051fa7c745f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08533eb3-7a3e-46a7-87c1-078986776db0'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:43:04.413897 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67de8c7c-9298-4bb5-a868-8ce2aab20705" -d '{"events": [{"server_uuid": "f4d59bca-482a-4588-9267-051fa7c745f8", "name": "network-vif-plugged", "status": "completed", "tag": "08533eb3-7a3e-46a7-87c1-078986776db0"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:43:04.416653 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-82fc9e6e-b3d2-4ba4-b9ec-7761f3657853 req-4fb1b263-96a1-445e-aaa4-f5de8968fdec tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Calling delete_port for 08533eb3-7a3e-46a7-87c1-078986776db0 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:43:04.427298 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 08533eb3-7a3e-46a7-87c1-078986776db0, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=08533eb3-7a3e-46a7-87c1-078986776db0,segment=NetworkSegment(7fd8b43e-d37f-4d20-9bca-90393ba4c0ae),segment_id=7fd8b43e-d37f-4d20-9bca-90393ba4c0ae)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:43:04.432091 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:04.457630 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66daf4d-b1fc-40b4-8a11-e23f4da305f4 x-openstack-request-id: req-d66daf4d-b1fc-40b4-8a11-e23f4da305f4 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:43:04.457920 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d59bca-482a-4588-9267-051fa7c745f8", "name": "network-vif-plugged", "status": "completed", "tag": "08533eb3-7a3e-46a7-87c1-078986776db0", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:43:04.458168 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d66daf4d-b1fc-40b4-8a11-e23f4da305f4 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:43:04.459142 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d59bca-482a-4588-9267-051fa7c745f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08533eb3-7a3e-46a7-87c1-078986776db0', 'code': 200} Aug 28 15:43:04.484814 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=08533eb3-7a3e-46a7-87c1-078986776db0,revision_number=9']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:43:04.548276 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-82fc9e6e-b3d2-4ba4-b9ec-7761f3657853 req-4fb1b263-96a1-445e-aaa4-f5de8968fdec tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:04.559266 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['08533eb3-7a3e-46a7-87c1-078986776db0'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:43:04.579598 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1b263-96a1-445e-aaa4-f5de8968fdec tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Pushing event deleted for resources: {'Port': ['ID=08533eb3-7a3e-46a7-87c1-078986776db0,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:43:04.617359 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-82fc9e6e-b3d2-4ba4-b9ec-7761f3657853 req-4fb1b263-96a1-445e-aaa4-f5de8968fdec tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] No DVR routers for this DVR port 08533eb3-7a3e-46a7-87c1-078986776db0 on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:43:04.619898 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-82fc9e6e-b3d2-4ba4-b9ec-7761f3657853 req-4fb1b263-96a1-445e-aaa4-f5de8968fdec tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:04.621877 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82fc9e6e-b3d2-4ba4-b9ec-7761f3657853 req-4fb1b263-96a1-445e-aaa4-f5de8968fdec tempest-DeleteServersTestJSON-310502920 tempest-DeleteServersTestJSON-310502920-project] 10.222.0.41 "DELETE /v2.0/ports/08533eb3-7a3e-46a7-87c1-078986776db0 HTTP/1.1" status: 204 len: 173 time: 0.4026740 Aug 28 15:43:04.622362 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d59bca-482a-4588-9267-051fa7c745f8', 'name': 'network-vif-deleted', 'tag': '08533eb3-7a3e-46a7-87c1-078986776db0'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:43:04.624605 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c677c84-b0f7-478c-aa25-d7059feddb6c" -d '{"events": [{"server_uuid": "f4d59bca-482a-4588-9267-051fa7c745f8", "name": "network-vif-deleted", "tag": "08533eb3-7a3e-46a7-87c1-078986776db0"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:43:04.669490 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e28835-d05c-4fea-93e0-6a886cb5c6ce x-openstack-request-id: req-20e28835-d05c-4fea-93e0-6a886cb5c6ce {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:43:04.670328 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d59bca-482a-4588-9267-051fa7c745f8", "name": "network-vif-deleted", "tag": "08533eb3-7a3e-46a7-87c1-078986776db0", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:43:04.670765 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20e28835-d05c-4fea-93e0-6a886cb5c6ce {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:43:04.671185 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d59bca-482a-4588-9267-051fa7c745f8', 'name': 'network-vif-deleted', 'tag': '08533eb3-7a3e-46a7-87c1-078986776db0', 'status': 'completed', 'code': 200} Aug 28 15:43:05.062147 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57174) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:43:05.109738 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a971f89-8e28-4ba2-b0bd-8d5fd9dcdf6c admin admin] Deleting subnet e7b1cd79-4602-4107-bacd-766f2f9d0fed {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:43:05.112875 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a971f89-8e28-4ba2-b0bd-8d5fd9dcdf6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:05.147108 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a971f89-8e28-4ba2-b0bd-8d5fd9dcdf6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:05.185763 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a971f89-8e28-4ba2-b0bd-8d5fd9dcdf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:05.238689 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a971f89-8e28-4ba2-b0bd-8d5fd9dcdf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:05.266650 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a971f89-8e28-4ba2-b0bd-8d5fd9dcdf6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7b1cd79-4602-4107-bacd-766f2f9d0fed,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:43:05.272859 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6a971f89-8e28-4ba2-b0bd-8d5fd9dcdf6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:05.274838 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6a971f89-8e28-4ba2-b0bd-8d5fd9dcdf6c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e7b1cd79-4602-4107-bacd-766f2f9d0fed HTTP/1.1" status: 204 len: 168 time: 0.2116890 Aug 28 15:43:05.277352 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57176) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:43:05.343440 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a70f9744-f4c9-44f0-b5c3-bb82ef6381e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:05.425389 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a70f9744-f4c9-44f0-b5c3-bb82ef6381e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:05.436172 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-a70f9744-f4c9-44f0-b5c3-bb82ef6381e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08b35fe-4b34-44ef-9377-991e0a2239a8']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:43:05.446130 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-a70f9744-f4c9-44f0-b5c3-bb82ef6381e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd8b43e-d37f-4d20-9bca-90393ba4c0ae') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:43:05.446430 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-a70f9744-f4c9-44f0-b5c3-bb82ef6381e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd8b43e-d37f-4d20-9bca-90393ba4c0ae') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:43:05.454976 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a70f9744-f4c9-44f0-b5c3-bb82ef6381e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:05.468055 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a70f9744-f4c9-44f0-b5c3-bb82ef6381e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:05.473730 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a70f9744-f4c9-44f0-b5c3-bb82ef6381e2 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:43:05.474752 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a70f9744-f4c9-44f0-b5c3-bb82ef6381e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:43:05.476585 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:43:05.529560 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a70f9744-f4c9-44f0-b5c3-bb82ef6381e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:05.533670 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a70f9744-f4c9-44f0-b5c3-bb82ef6381e2 admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:05.538947 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a70f9744-f4c9-44f0-b5c3-bb82ef6381e2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d08b35fe-4b34-44ef-9377-991e0a2239a8 HTTP/1.1" status: 204 len: 168 time: 0.2574651 Aug 28 15:43:05.549204 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f9744-f4c9-44f0-b5c3-bb82ef6381e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d08b35fe-4b34-44ef-9377-991e0a2239a8,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:43:05.643451 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57180) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:43:05.683338 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cbb74b88-ab31-4e27-96d1-f763e702bdd7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e5e17caefec43a6ae09e61f7f871d32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386732 Aug 28 15:43:05.685788 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57182) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:43:05.737447 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ca9c305f-17de-4456-8b84-bad2a405ba7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:05.758424 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ca9c305f-17de-4456-8b84-bad2a405ba7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:05.802803 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ca9c305f-17de-4456-8b84-bad2a405ba7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:05.805434 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ca9c305f-17de-4456-8b84-bad2a405ba7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:05.807052 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ca9c305f-17de-4456-8b84-bad2a405ba7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0636ebec-7eef-4e19-9a33-fa78c0b23b15 HTTP/1.1" status: 204 len: 168 time: 0.1201401 Aug 28 15:43:05.819260 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c305f-17de-4456-8b84-bad2a405ba7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0636ebec-7eef-4e19-9a33-fa78c0b23b15,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:43:06.479319 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57204) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:43:06.574923 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-7353ed30-22e0-40a4-bc19-67daa9d14dd9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-679919792-network', 'tenant_id': '57c37f05815144b7893fec0aee1e3ddb'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:43:06.595615 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7353ed30-22e0-40a4-bc19-67daa9d14dd9 admin admin] Made reservation on behalf of 57c37f05815144b7893fec0aee1e3ddb for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:43:06.597914 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7353ed30-22e0-40a4-bc19-67daa9d14dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:06.606392 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7353ed30-22e0-40a4-bc19-67daa9d14dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:06.694701 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7353ed30-22e0-40a4-bc19-67daa9d14dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:06.698264 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7353ed30-22e0-40a4-bc19-67daa9d14dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:06.724990 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7353ed30-22e0-40a4-bc19-67daa9d14dd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:43:06.731358 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353ed30-22e0-40a4-bc19-67daa9d14dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:43:06.738026 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7353ed30-22e0-40a4-bc19-67daa9d14dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:06.738891 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-7353ed30-22e0-40a4-bc19-67daa9d14dd9 admin admin] Added segment 8f21f148-9b12-4cd9-bd6a-8b092a820203 of type vlan for network b77d5cd7-d18b-437e-a855-c6804349cb59 Aug 28 15:43:06.781123 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7353ed30-22e0-40a4-bc19-67daa9d14dd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:06.804841 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7353ed30-22e0-40a4-bc19-67daa9d14dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:06.805803 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7353ed30-22e0-40a4-bc19-67daa9d14dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:06.806371 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7353ed30-22e0-40a4-bc19-67daa9d14dd9 admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:06.884002 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7353ed30-22e0-40a4-bc19-67daa9d14dd9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4034765 Aug 28 15:43:06.886979 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57208) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:43:06.892103 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-1c67906d-2fd4-4428-b87a-23b35d736424 admin admin] Request body: {'subnet': {'network_id': 'b77d5cd7-d18b-437e-a855-c6804349cb59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-679919792-subnet', 'tenant_id': '57c37f05815144b7893fec0aee1e3ddb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:43:06.892394 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353ed30-22e0-40a4-bc19-67daa9d14dd9 admin admin] Pushing event updated for resources: {'Network': ['ID=b77d5cd7-d18b-437e-a855-c6804349cb59,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:43:06.903480 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network b77d5cd7-d18b-437e-a855-c6804349cb59 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:43:06.915561 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c67906d-2fd4-4428-b87a-23b35d736424 admin admin] Made reservation on behalf of 57c37f05815144b7893fec0aee1e3ddb for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:43:06.918059 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1c67906d-2fd4-4428-b87a-23b35d736424 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:07.082827 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1c67906d-2fd4-4428-b87a-23b35d736424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:07.142521 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67906d-2fd4-4428-b87a-23b35d736424 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eef67c0-8b23-4a76-8071-e0e4187b8d98,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:43:07.151048 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c67906d-2fd4-4428-b87a-23b35d736424 admin admin] Checking segment: {'id': '8f21f148-9b12-4cd9-bd6a-8b092a820203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b77d5cd7-d18b-437e-a855-c6804349cb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:43:07.151414 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c67906d-2fd4-4428-b87a-23b35d736424 admin admin] Network hostable DHCP agents. Network: b77d5cd7-d18b-437e-a855-c6804349cb59, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:43:07.168683 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c67906d-2fd4-4428-b87a-23b35d736424 admin admin] Network b77d5cd7-d18b-437e-a855-c6804349cb59 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:43:07.177214 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-1c67906d-2fd4-4428-b87a-23b35d736424 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, b77d5cd7-d18b-437e-a855-c6804349cb59) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:43:07.182164 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c67906d-2fd4-4428-b87a-23b35d736424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:07.183477 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1c67906d-2fd4-4428-b87a-23b35d736424 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:07.185330 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb63d5a-7e6d-40eb-8e2a-5034822492ea None None] Network b77d5cd7-d18b-437e-a855-c6804349cb59 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:43:07.197208 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1c67906d-2fd4-4428-b87a-23b35d736424 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3090150 Aug 28 15:43:07.326021 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070e9a91-c96c-4e25-b56e-7619e5998381 None None] Network b77d5cd7-d18b-437e-a855-c6804349cb59 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:43:07.636865 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-7ffc2761-4fcd-4996-bf84-232e94edbfad tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:07.638360 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-7ffc2761-4fcd-4996-bf84-232e94edbfad tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/networks?id=b77d5cd7-d18b-437e-a855-c6804349cb59 HTTP/1.1" status: 200 len: 814 time: 0.1095688 Aug 28 15:43:07.653952 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-8fa36d00-cc1b-4f5a-adab-b132d44f6e68 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/quotas/57c37f05815144b7893fec0aee1e3ddb HTTP/1.1" status: 200 len: 375 time: 0.0099730 Aug 28 15:43:07.685558 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-491ae6f2-f056-4fce-bc8b-ca337e46955d tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=57c37f05815144b7893fec0aee1e3ddb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263338 Aug 28 15:43:07.825807 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-84b8ee67-fa8a-42ad-8b94-24ed3c97f4cc service neutron] 10.222.0.13 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335166 Aug 28 15:43:07.914719 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-f1b4f7a0-0546-4e5f-b86f-0513be97daaf service neutron] 10.222.0.13 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828743 Aug 28 15:43:08.057351 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-70871c45-6f84-4648-9ac2-f5b1753b57c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:08.074640 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-66dfc259-7540-4bbc-9625-ffd3e21185f1 req-e9d5604c-6208-4d94-8c8b-ce8aacfea720 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 210 time: 0.0285156 Aug 28 15:43:08.119588 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 08533eb3-7a3e-46a7-87c1-078986776db0 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:43:08.139785 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 08533eb3-7a3e-46a7-87c1-078986776db0 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:43:08.140138 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 08533eb3-7a3e-46a7-87c1-078986776db0 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:43:08.985949 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-0b03b900-71f5-4fe0-b355-ed4b10d3cad8 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:08.987395 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-0b03b900-71f5-4fe0-b355-ed4b10d3cad8 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.41 "GET /v2.0/networks?id=b77d5cd7-d18b-437e-a855-c6804349cb59 HTTP/1.1" status: 200 len: 814 time: 0.1061471 Aug 28 15:43:09.000656 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-e30a7422-3f0e-4e8d-8f59-b0b5784027bd tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Request body: {'port': {'device_id': '33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9', 'network_id': 'b77d5cd7-d18b-437e-a855-c6804349cb59', 'admin_state_up': True, 'tenant_id': '57c37f05815144b7893fec0aee1e3ddb'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:43:09.109652 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-e30a7422-3f0e-4e8d-8f59-b0b5784027bd tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Made reservation on behalf of 57c37f05815144b7893fec0aee1e3ddb for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:43:09.113741 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-e30a7422-3f0e-4e8d-8f59-b0b5784027bd tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:09.200882 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3ae9baa6-f722-49ac-8a63-cd342e714bfe req-371014ca-c3b0-43d8-8fa2-b74e78a5ae85 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 210 time: 0.0344217 Aug 28 15:43:09.264879 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-e30a7422-3f0e-4e8d-8f59-b0b5784027bd tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Allocated IP 172.20.0.7 (b77d5cd7-d18b-437e-a855-c6804349cb59/3eef67c0-8b23-4a76-8071-e0e4187b8d98/72f03653-87db-472c-8531-0ee5ca2c195f) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:43:09.411733 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-e30a7422-3f0e-4e8d-8f59-b0b5784027bd tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:09.452348 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-e30a7422-3f0e-4e8d-8f59-b0b5784027bd tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:09.491522 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-e30a7422-3f0e-4e8d-8f59-b0b5784027bd tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Network b77d5cd7-d18b-437e-a855-c6804349cb59 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:43:09.497095 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-e30a7422-3f0e-4e8d-8f59-b0b5784027bd tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:43:09.500769 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-e30a7422-3f0e-4e8d-8f59-b0b5784027bd tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:43:09.525496 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a7422-3f0e-4e8d-8f59-b0b5784027bd tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Pushing event updated for resources: {'Port': ['ID=72f03653-87db-472c-8531-0ee5ca2c195f,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:43:09.552703 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-e30a7422-3f0e-4e8d-8f59-b0b5784027bd tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:09.553918 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-e30a7422-3f0e-4e8d-8f59-b0b5784027bd tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:09.567044 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-e30a7422-3f0e-4e8d-8f59-b0b5784027bd tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5702693 Aug 28 15:43:09.579309 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-568317a1-ba09-4488-a183-ecec7db19191 service neutron] Request body: {'port': {'device_id': '33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:43:09.634315 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-568317a1-ba09-4488-a183-ecec7db19191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:09.886393 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-568317a1-ba09-4488-a183-ecec7db19191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72f03653-87db-472c-8531-0ee5ca2c195f {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:43:09.893904 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-568317a1-ba09-4488-a183-ecec7db19191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:09.906041 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-568317a1-ba09-4488-a183-ecec7db19191 service neutron] Transition to ACTIVE for port object 72f03653-87db-472c-8531-0ee5ca2c195f will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:43:09.909676 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-568317a1-ba09-4488-a183-ecec7db19191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:09.965983 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568317a1-ba09-4488-a183-ecec7db19191 service neutron] Pushing event updated for resources: {'Port': ['ID=72f03653-87db-472c-8531-0ee5ca2c195f,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:43:10.039937 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-568317a1-ba09-4488-a183-ecec7db19191 service neutron] Attempting to bind port 72f03653-87db-472c-8531-0ee5ca2c195f on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:43:10.040636 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-568317a1-ba09-4488-a183-ecec7db19191 service neutron] Attempting to bind port 72f03653-87db-472c-8531-0ee5ca2c195f by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '8f21f148-9b12-4cd9-bd6a-8b092a820203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b77d5cd7-d18b-437e-a855-c6804349cb59'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:43:10.040636 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-568317a1-ba09-4488-a183-ecec7db19191 service neutron] Attempting to bind port 72f03653-87db-472c-8531-0ee5ca2c195f on network b77d5cd7-d18b-437e-a855-c6804349cb59 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:43:10.044846 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-568317a1-ba09-4488-a183-ecec7db19191 service neutron] Port 72f03653-87db-472c-8531-0ee5ca2c195f on network b77d5cd7-d18b-437e-a855-c6804349cb59 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:43:10.045166 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-568317a1-ba09-4488-a183-ecec7db19191 service neutron] Attempting to bind port 72f03653-87db-472c-8531-0ee5ca2c195f on network b77d5cd7-d18b-437e-a855-c6804349cb59 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:43:10.050168 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-568317a1-ba09-4488-a183-ecec7db19191 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:43:10.050502 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-568317a1-ba09-4488-a183-ecec7db19191 service neutron] Checking segment: {'id': '8f21f148-9b12-4cd9-bd6a-8b092a820203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b77d5cd7-d18b-437e-a855-c6804349cb59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:43:10.050889 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-568317a1-ba09-4488-a183-ecec7db19191 service neutron] Bound using segment: {'id': '8f21f148-9b12-4cd9-bd6a-8b092a820203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b77d5cd7-d18b-437e-a855-c6804349cb59'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:43:10.051310 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-568317a1-ba09-4488-a183-ecec7db19191 service neutron] Bound port: 72f03653-87db-472c-8531-0ee5ca2c195f, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f21f148-9b12-4cd9-bd6a-8b092a820203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b77d5cd7-d18b-437e-a855-c6804349cb59'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:43:10.051681 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-568317a1-ba09-4488-a183-ecec7db19191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:10.112798 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-568317a1-ba09-4488-a183-ecec7db19191 service neutron] For port 72f03653-87db-472c-8531-0ee5ca2c195f, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:43:10.115887 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-568317a1-ba09-4488-a183-ecec7db19191 service neutron] For port 72f03653-87db-472c-8531-0ee5ca2c195f, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=72f03653-87db-472c-8531-0ee5ca2c195f,segment=NetworkSegment(8f21f148-9b12-4cd9-bd6a-8b092a820203),segment_id=8f21f148-9b12-4cd9-bd6a-8b092a820203)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:43:10.120151 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-568317a1-ba09-4488-a183-ecec7db19191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:10.153359 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-568317a1-ba09-4488-a183-ecec7db19191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:10.153971 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-568317a1-ba09-4488-a183-ecec7db19191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:10.155351 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-568317a1-ba09-4488-a183-ecec7db19191 service neutron] 10.222.0.41 "PUT /v2.0/ports/72f03653-87db-472c-8531-0ee5ca2c195f HTTP/1.1" status: 200 len: 1092 time: 0.5800264 Aug 28 15:43:10.155813 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9', 'tag': '72f03653-87db-472c-8531-0ee5ca2c195f'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:43:10.158045 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6408aed3-f5ad-46d8-8712-a28e91e261bf" -d '{"events": [{"name": "network-changed", "server_uuid": "33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9", "tag": "72f03653-87db-472c-8531-0ee5ca2c195f"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:43:10.184670 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568317a1-ba09-4488-a183-ecec7db19191 service neutron] Pushing event updated for resources: {'Port': ['ID=72f03653-87db-472c-8531-0ee5ca2c195f,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:43:10.205278 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb8f52f-8951-4992-b4f5-a4c26bdcd948 x-openstack-request-id: req-3eb8f52f-8951-4992-b4f5-a4c26bdcd948 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:43:10.205565 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9", "tag": "72f03653-87db-472c-8531-0ee5ca2c195f", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:43:10.205819 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3eb8f52f-8951-4992-b4f5-a4c26bdcd948 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:43:10.206215 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9', 'tag': '72f03653-87db-472c-8531-0ee5ca2c195f', 'status': 'completed', 'code': 200} Aug 28 15:43:10.243242 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-d8f36177-9515-4ae7-800e-40159f344947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:10.244788 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-d8f36177-9515-4ae7-800e-40159f344947 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57c37f05815144b7893fec0aee1e3ddb&device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 1095 time: 0.0481749 Aug 28 15:43:10.290015 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-43f836e0-460b-40c4-bce4-755ddc904a67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72f03653-87db-472c-8531-0ee5ca2c195f HTTP/1.1" status: 200 len: 217 time: 0.0367138 Aug 28 15:43:10.362801 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-e25a9e04-7931-44a4-bf8e-718a71355181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:10.364282 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-e25a9e04-7931-44a4-bf8e-718a71355181 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3eef67c0-8b23-4a76-8071-e0e4187b8d98 HTTP/1.1" status: 200 len: 854 time: 0.0661666 Aug 28 15:43:10.376443 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f78a8-bec7-4401-a050-ff9b1c02409c req-e731cc94-14d3-4baf-a574-b8335583603a tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:10.377837 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0d8f78a8-bec7-4401-a050-ff9b1c02409c req-e731cc94-14d3-4baf-a574-b8335583603a tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 943 time: 0.0907567 Aug 28 15:43:10.416764 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-5392adf3-df6e-4be2-b559-9d7a7b8287df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b77d5cd7-d18b-437e-a855-c6804349cb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379040 Aug 28 15:43:10.452064 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0d8f78a8-bec7-4401-a050-ff9b1c02409c req-7bfbd46b-85a7-4196-9a99-c257c5b5d8f1 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649955 Aug 28 15:43:10.516781 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-da4f1df3-2497-4074-b664-f78707c70c88 service neutron] 10.222.0.41 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874722 Aug 28 15:43:10.608917 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b6bffb6-2013-4a39-b62d-08098d1b5434 req-6264c23b-cc45-49b0-8d23-04c8680b34e4 service neutron] 10.222.0.41 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837877 Aug 28 15:43:10.626983 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1efe1c6c-3912-428c-95d7-9b14c4610c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:10.691995 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408aed3-f5ad-46d8-8712-a28e91e261bf req-6ffe8242-aa9c-4fbe-b7bc-eeaeb1545506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:10.693413 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6408aed3-f5ad-46d8-8712-a28e91e261bf req-6ffe8242-aa9c-4fbe-b7bc-eeaeb1545506 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57c37f05815144b7893fec0aee1e3ddb&device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 1095 time: 0.0405252 Aug 28 15:43:10.923897 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:11.073768 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408aed3-f5ad-46d8-8712-a28e91e261bf req-cc6d6c47-a981-49b2-b953-976ced526c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:11.075252 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6408aed3-f5ad-46d8-8712-a28e91e261bf req-cc6d6c47-a981-49b2-b953-976ced526c7d service neutron] 10.222.0.41 "GET /v2.0/networks?id=b77d5cd7-d18b-437e-a855-c6804349cb59 HTTP/1.1" status: 200 len: 915 time: 0.3747668 Aug 28 15:43:11.118609 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6408aed3-f5ad-46d8-8712-a28e91e261bf req-81c0554d-a57f-4754-b1f4-bb4508de3b8a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72f03653-87db-472c-8531-0ee5ca2c195f HTTP/1.1" status: 200 len: 217 time: 0.0332699 Aug 28 15:43:11.171101 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408aed3-f5ad-46d8-8712-a28e91e261bf req-269e700a-6a03-432f-b4b7-944753b0cff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:11.172957 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6408aed3-f5ad-46d8-8712-a28e91e261bf req-269e700a-6a03-432f-b4b7-944753b0cff6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3eef67c0-8b23-4a76-8071-e0e4187b8d98 HTTP/1.1" status: 200 len: 854 time: 0.0470476 Aug 28 15:43:11.212552 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6408aed3-f5ad-46d8-8712-a28e91e261bf req-73658862-7de8-41fb-b4ea-5adcb8beb266 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b77d5cd7-d18b-437e-a855-c6804349cb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323703 Aug 28 15:43:11.299624 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6408aed3-f5ad-46d8-8712-a28e91e261bf req-1b2d7742-f085-4a7e-8e01-21623cdba50b service neutron] 10.222.0.41 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799286 Aug 28 15:43:11.391744 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6408aed3-f5ad-46d8-8712-a28e91e261bf req-8a58f82d-1361-4225-b721-9e47cd314214 service neutron] 10.222.0.41 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843427 Aug 28 15:43:11.567982 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa5848-d537-4ca6-9554-b247df7adc1c req-f9564e23-9c99-48f5-bcfd-1bc6855910ff tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:11.570231 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-49aa5848-d537-4ca6-9554-b247df7adc1c req-f9564e23-9c99-48f5-bcfd-1bc6855910ff tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 943 time: 0.0487418 Aug 28 15:43:11.606340 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-49aa5848-d537-4ca6-9554-b247df7adc1c req-d140c859-6aa7-45af-add4-7a43f3ccd6e2 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300407 Aug 28 15:43:11.882981 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:12.725695 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8d31a-c30f-4d7b-b784-da91eb9aecd6 req-4806a169-c590-4a50-b7a5-592d95898ac6 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:12.727346 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eda8d31a-c30f-4d7b-b784-da91eb9aecd6 req-4806a169-c590-4a50-b7a5-592d95898ac6 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 943 time: 0.0508265 Aug 28 15:43:12.765278 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eda8d31a-c30f-4d7b-b784-da91eb9aecd6 req-00d1eedd-9830-491f-a6c8-72aee24b18c9 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318286 Aug 28 15:43:13.387083 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:13.880221 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e388c62-6154-4bcd-ae70-8e22737eef00 req-e27ad787-aad6-43a7-ad9b-561ce1edeb1d tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:13.881750 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6e388c62-6154-4bcd-ae70-8e22737eef00 req-e27ad787-aad6-43a7-ad9b-561ce1edeb1d tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 943 time: 0.0488310 Aug 28 15:43:13.919962 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6e388c62-6154-4bcd-ae70-8e22737eef00 req-a818954d-459d-4a33-ab63-36994c5f3bcd tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321825 Aug 28 15:43:14.149177 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 72f03653-87db-472c-8531-0ee5ca2c195f details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:43:14.241844 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 72f03653-87db-472c-8531-0ee5ca2c195f, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=72f03653-87db-472c-8531-0ee5ca2c195f,segment=NetworkSegment(8f21f148-9b12-4cd9-bd6a-8b092a820203),segment_id=8f21f148-9b12-4cd9-bd6a-8b092a820203)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:43:14.252691 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '72f03653-87db-472c-8531-0ee5ca2c195f', 'network_id': 'b77d5cd7-d18b-437e-a855-c6804349cb59', 'port_id': '72f03653-87db-472c-8531-0ee5ca2c195f', 'mac_address': 'fa:16:3e:d5:73:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eef67c0-8b23-4a76-8071-e0e4187b8d98', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:43:14.288702 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:14.301030 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f03653-87db-472c-8531-0ee5ca2c195f {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:43:14.320410 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 72f03653-87db-472c-8531-0ee5ca2c195f, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=72f03653-87db-472c-8531-0ee5ca2c195f,segment=NetworkSegment(8f21f148-9b12-4cd9-bd6a-8b092a820203),segment_id=8f21f148-9b12-4cd9-bd6a-8b092a820203)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:43:14.324378 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:14.371383 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=72f03653-87db-472c-8531-0ee5ca2c195f,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:43:14.634770 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['72f03653-87db-472c-8531-0ee5ca2c195f'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:43:15.042233 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3b4de-3cd8-4bbf-95c2-af287f9b17ff req-a762ca8d-0648-4029-a46b-9819c001e406 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:15.043714 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a8b3b4de-3cd8-4bbf-95c2-af287f9b17ff req-a762ca8d-0648-4029-a46b-9819c001e406 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 944 time: 0.0476668 Aug 28 15:43:15.081141 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a8b3b4de-3cd8-4bbf-95c2-af287f9b17ff req-18811c3b-59c1-4e6a-9c5c-af38281cb671 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312288 Aug 28 15:43:16.152344 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 72f03653-87db-472c-8531-0ee5ca2c195f up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:43:16.201820 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 72f03653-87db-472c-8531-0ee5ca2c195f completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:43:16.205890 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 72f03653-87db-472c-8531-0ee5ca2c195f triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:43:16.206296 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:16.231409 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906d432-98bd-409e-a780-0fd6e9047396 req-7501510b-3799-4fa4-b81c-da7130ffec49 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:16.233247 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c906d432-98bd-409e-a780-0fd6e9047396 req-7501510b-3799-4fa4-b81c-da7130ffec49 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 944 time: 0.0546939 Aug 28 15:43:16.274389 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c906d432-98bd-409e-a780-0fd6e9047396 req-ea510321-5166-46f9-8c51-94fde874f59b tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341084 Aug 28 15:43:16.287876 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:16.311960 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f03653-87db-472c-8531-0ee5ca2c195f'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:43:16.314190 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd09e41-ce94-44ce-8a9d-0ba6b46345b2" -d '{"events": [{"server_uuid": "33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9", "name": "network-vif-plugged", "status": "completed", "tag": "72f03653-87db-472c-8531-0ee5ca2c195f"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:43:16.327197 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 72f03653-87db-472c-8531-0ee5ca2c195f, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=72f03653-87db-472c-8531-0ee5ca2c195f,segment=NetworkSegment(8f21f148-9b12-4cd9-bd6a-8b092a820203),segment_id=8f21f148-9b12-4cd9-bd6a-8b092a820203)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:43:16.331322 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:16.356189 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b11091-cf52-4a15-a937-704fff73f1ea x-openstack-request-id: req-89b11091-cf52-4a15-a937-704fff73f1ea {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:43:16.356491 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9", "name": "network-vif-plugged", "status": "completed", "tag": "72f03653-87db-472c-8531-0ee5ca2c195f", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:43:16.356754 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89b11091-cf52-4a15-a937-704fff73f1ea {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:43:16.357147 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f03653-87db-472c-8531-0ee5ca2c195f', 'code': 200} Aug 28 15:43:16.385166 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=72f03653-87db-472c-8531-0ee5ca2c195f,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:43:16.466160 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce614d52-d182-4e26-93c8-380c45b10c52 req-a639fd99-559c-4d6b-b818-2e15eaad7d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:16.467617 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ce614d52-d182-4e26-93c8-380c45b10c52 req-a639fd99-559c-4d6b-b818-2e15eaad7d98 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 1097 time: 0.0395360 Aug 28 15:43:16.506369 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ce614d52-d182-4e26-93c8-380c45b10c52 req-86fe9158-b65d-4428-97c5-bf63632cf656 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308638 Aug 28 15:43:17.388626 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fd028-8bdd-4c40-b687-0b3bea38b906 req-4eb21a9e-2486-4883-97cc-065c21b7612a tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:17.390111 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-649fd028-8bdd-4c40-b687-0b3bea38b906 req-4eb21a9e-2486-4883-97cc-065c21b7612a tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 945 time: 0.0476201 Aug 28 15:43:17.428445 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-649fd028-8bdd-4c40-b687-0b3bea38b906 req-46f6e53f-7cd6-441a-9c8d-393f820aa725 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320072 Aug 28 15:43:18.546059 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb3dde-559c-48a0-9a15-81db012630aa req-7d6dd01b-e79f-4080-bc0a-9e2c69d7acb1 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:18.547820 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e7fb3dde-559c-48a0-9a15-81db012630aa req-7d6dd01b-e79f-4080-bc0a-9e2c69d7acb1 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 945 time: 0.0482106 Aug 28 15:43:18.585183 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e7fb3dde-559c-48a0-9a15-81db012630aa req-c8bed875-cb46-4c00-b93f-6ac90a8603da tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315483 Aug 28 15:43:18.696476 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8f9ac-ed87-48ba-a2af-a3a0f88646ec req-512ee2fd-90ff-4d46-9c48-97aa3d0fdb9b tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:18.697938 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-efe8f9ac-ed87-48ba-a2af-a3a0f88646ec req-512ee2fd-90ff-4d46-9c48-97aa3d0fdb9b tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 945 time: 0.0479770 Aug 28 15:43:18.734228 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-efe8f9ac-ed87-48ba-a2af-a3a0f88646ec req-0b9a5cc7-4aa8-46c2-8ae5-b70919ab96d7 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304167 Aug 28 15:43:18.951339 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d974707-c4de-428e-8bbd-daeadcc8d8f0 req-fbf50447-d357-49fb-9ca0-db578635d12e tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:18.952835 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3d974707-c4de-428e-8bbd-daeadcc8d8f0 req-fbf50447-d357-49fb-9ca0-db578635d12e tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 945 time: 0.0522046 Aug 28 15:43:18.990154 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3d974707-c4de-428e-8bbd-daeadcc8d8f0 req-7e4f9f15-1319-40bd-a886-644fa5cc122a tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312839 Aug 28 15:43:19.102156 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82da94-d425-40cd-b459-dc4a3356faf2 req-136288a0-4779-43a4-815b-12b32cad3417 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:19.103622 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2e82da94-d425-40cd-b459-dc4a3356faf2 req-136288a0-4779-43a4-815b-12b32cad3417 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 945 time: 0.0482898 Aug 28 15:43:19.144489 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2e82da94-d425-40cd-b459-dc4a3356faf2 req-9b8fcbf5-7663-429c-8abf-4cef94d48d4a tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348642 Aug 28 15:43:19.401291 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de95a6c-5e69-4189-9909-fd034ffeb4c6 req-aae71a71-8c0b-4d4c-a975-d05a96380cd8 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:19.402739 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8de95a6c-5e69-4189-9909-fd034ffeb4c6 req-aae71a71-8c0b-4d4c-a975-d05a96380cd8 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 945 time: 0.0712755 Aug 28 15:43:19.405769 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-0b9e3b6c-08dc-4a79-a20c-7ac068a68167 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818722 Aug 28 15:43:19.444785 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8de95a6c-5e69-4189-9909-fd034ffeb4c6 req-bf86b541-2d8e-4c29-85b5-721910ce80d6 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354366 Aug 28 15:43:20.509974 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-0c278b7a-964d-414e-809f-657a624ca715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:20.511488 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-0c278b7a-964d-414e-809f-657a624ca715 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57c37f05815144b7893fec0aee1e3ddb&device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 1097 time: 0.0436151 Aug 28 15:43:20.564424 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e6d94-f725-426f-b430-b82171e95f4e req-59e2f521-ea9f-4f1e-a4a6-18643546c1d3 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:20.565941 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-094e6d94-f725-426f-b430-b82171e95f4e req-59e2f521-ea9f-4f1e-a4a6-18643546c1d3 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 945 time: 0.0484214 Aug 28 15:43:20.603705 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-094e6d94-f725-426f-b430-b82171e95f4e req-34eaa1b6-f0f2-4f3b-a950-987f557e6efe tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311394 Aug 28 15:43:20.606012 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-284cf78b-1032-4079-94a1-87e9fd5c9fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:20.607476 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-284cf78b-1032-4079-94a1-87e9fd5c9fa3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b77d5cd7-d18b-437e-a855-c6804349cb59 HTTP/1.1" status: 200 len: 915 time: 0.0890830 Aug 28 15:43:20.651293 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-8d642a4e-93aa-4f7a-9586-cf4877ff5755 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72f03653-87db-472c-8531-0ee5ca2c195f HTTP/1.1" status: 200 len: 217 time: 0.0355453 Aug 28 15:43:20.699820 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-75af0f94-16cf-4c71-b2f9-95a67cec1c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:20.701195 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-75af0f94-16cf-4c71-b2f9-95a67cec1c4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3eef67c0-8b23-4a76-8071-e0e4187b8d98 HTTP/1.1" status: 200 len: 854 time: 0.0431361 Aug 28 15:43:20.731374 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-f059dc8f-e13b-45b4-96d6-391fcd6a61d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b77d5cd7-d18b-437e-a855-c6804349cb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230310 Aug 28 15:43:20.825037 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-9ba828ad-4370-43d4-8465-3342f403bf51 service neutron] 10.222.0.41 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855746 Aug 28 15:43:20.915990 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-9ec1bd70-a5fb-4acf-8cab-f521acb3e533 service neutron] 10.222.0.41 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827134 Aug 28 15:43:21.722851 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33926270-825a-4a4f-9b2a-4eb009841e24 req-51c1f6ff-c2eb-4cd3-be89-67f89b9c2fbd tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:21.724347 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-33926270-825a-4a4f-9b2a-4eb009841e24 req-51c1f6ff-c2eb-4cd3-be89-67f89b9c2fbd tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 945 time: 0.0530813 Aug 28 15:43:21.762562 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-33926270-825a-4a4f-9b2a-4eb009841e24 req-86da8d0c-209e-466a-9ffd-883a7a192b9c tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318253 Aug 28 15:43:22.878169 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67258669-88b7-48ea-bf00-5249e3c39591 req-6873b901-eaa3-4d80-a865-0e8cc8815913 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:22.879160 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-67258669-88b7-48ea-bf00-5249e3c39591 req-6873b901-eaa3-4d80-a865-0e8cc8815913 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 945 time: 0.0477612 Aug 28 15:43:22.916660 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-67258669-88b7-48ea-bf00-5249e3c39591 req-f8195ea1-f02f-47fc-88fe-c273c5e6c91b tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307176 Aug 28 15:43:24.032966 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27badb34-101a-49fc-89df-2c03282b391f req-90af122a-a0cf-4cbd-ae4e-025bc3b16e88 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:24.034428 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-27badb34-101a-49fc-89df-2c03282b391f req-90af122a-a0cf-4cbd-ae4e-025bc3b16e88 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 945 time: 0.0495062 Aug 28 15:43:24.071587 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-27badb34-101a-49fc-89df-2c03282b391f req-61f8b024-23c4-4948-9d62-8af0fa110ebb tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311217 Aug 28 15:43:24.817562 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:25.191881 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d6425-857f-40de-8700-ed5c02d223f0 req-ab7d1eff-ed4b-4660-913a-eeadb46b321e tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:25.193340 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-125d6425-857f-40de-8700-ed5c02d223f0 req-ab7d1eff-ed4b-4660-913a-eeadb46b321e tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 945 time: 0.0541470 Aug 28 15:43:25.232292 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-125d6425-857f-40de-8700-ed5c02d223f0 req-fd9db00f-e78f-43fc-bebe-9da5eaf5c10e tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302186 Aug 28 15:43:26.348468 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2ed4b-1f5a-44e6-a68d-37ca5f2dc1d3 req-28f019eb-daab-486f-9d10-1aa60b16b7b6 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:26.349963 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2bc2ed4b-1f5a-44e6-a68d-37ca5f2dc1d3 req-28f019eb-daab-486f-9d10-1aa60b16b7b6 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 945 time: 0.0502861 Aug 28 15:43:26.388086 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2bc2ed4b-1f5a-44e6-a68d-37ca5f2dc1d3 req-ca844f84-8707-4fd3-880f-10b52c92d729 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320699 Aug 28 15:43:26.877843 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:27.502321 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9041dc4-c7e4-4427-ba1b-b7f9be2c2eb5 req-f9d8491d-d332-4401-a6a2-954d574085a6 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:27.503819 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e9041dc4-c7e4-4427-ba1b-b7f9be2c2eb5 req-f9d8491d-d332-4401-a6a2-954d574085a6 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 945 time: 0.0483351 Aug 28 15:43:27.541544 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e9041dc4-c7e4-4427-ba1b-b7f9be2c2eb5 req-27a65bef-0fd6-4f16-9118-5cb0dd92bd3a tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310311 Aug 28 15:43:28.659040 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd368d5-1a0b-4c46-afb5-dfe31a49e112 req-20ad1f9a-4053-4672-97ab-9402e7650e82 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:28.660526 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8fd368d5-1a0b-4c46-afb5-dfe31a49e112 req-20ad1f9a-4053-4672-97ab-9402e7650e82 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 945 time: 0.0522020 Aug 28 15:43:28.698784 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8fd368d5-1a0b-4c46-afb5-dfe31a49e112 req-de74b76c-cc54-4809-a140-a8911d149c58 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320785 Aug 28 15:43:29.072534 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:43:29.812124 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d0ee3-8402-4519-b6bf-b64174851192 req-b9d5c058-3cc2-4487-b7a5-f08f29aba0fa tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:29.813599 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d05d0ee3-8402-4519-b6bf-b64174851192 req-b9d5c058-3cc2-4487-b7a5-f08f29aba0fa tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 945 time: 0.0485075 Aug 28 15:43:29.849606 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d05d0ee3-8402-4519-b6bf-b64174851192 req-c02db440-e1c0-4738-9b2d-6b01bbb643ef tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300980 Aug 28 15:43:30.965680 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d3782-6cb9-4db6-aacc-403f0ac78427 req-d9424fb0-cb79-4150-86a1-335e2c82b657 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:30.967158 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-737d3782-6cb9-4db6-aacc-403f0ac78427 req-d9424fb0-cb79-4150-86a1-335e2c82b657 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 945 time: 0.0494952 Aug 28 15:43:31.004926 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-737d3782-6cb9-4db6-aacc-403f0ac78427 req-217f6c37-74e7-4db5-a615-3465d727ce33 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318389 Aug 28 15:43:32.120220 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad09ad2-86b5-412b-acdd-a72f46ea613f req-942d0ac0-df22-43e7-8723-ab3e11b4f9a8 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:32.121666 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4ad09ad2-86b5-412b-acdd-a72f46ea613f req-942d0ac0-df22-43e7-8723-ab3e11b4f9a8 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 945 time: 0.0511944 Aug 28 15:43:32.158728 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4ad09ad2-86b5-412b-acdd-a72f46ea613f req-e464997a-901d-498c-bc51-3f9a0999d2b2 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311072 Aug 28 15:43:33.280283 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19847d95-8564-4216-8817-7a3782fb2ec9 req-891cb7f6-3909-4352-a799-f1738adca01b tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:33.281750 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-19847d95-8564-4216-8817-7a3782fb2ec9 req-891cb7f6-3909-4352-a799-f1738adca01b tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 945 time: 0.0515535 Aug 28 15:43:33.319526 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-19847d95-8564-4216-8817-7a3782fb2ec9 req-4be03246-f729-43d6-9ea2-1e9f5a2a57e8 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318677 Aug 28 15:43:34.434695 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9147e-df64-4de1-9843-736624b2a075 req-fea00d3d-1df6-4baa-b5df-96b5ea441298 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:34.436201 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cda9147e-df64-4de1-9843-736624b2a075 req-fea00d3d-1df6-4baa-b5df-96b5ea441298 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 945 time: 0.0497954 Aug 28 15:43:34.472844 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cda9147e-df64-4de1-9843-736624b2a075 req-352a8787-2ccd-4310-aa73-371ddbf5be9a tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303049 Aug 28 15:43:35.592895 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c2e6d-484f-4c52-902b-705c9cfbf3ad req-718a3a40-e1b1-4ba8-b9ff-308d5d263707 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:35.594405 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ed3c2e6d-484f-4c52-902b-705c9cfbf3ad req-718a3a40-e1b1-4ba8-b9ff-308d5d263707 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 945 time: 0.0536938 Aug 28 15:43:35.632349 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ed3c2e6d-484f-4c52-902b-705c9cfbf3ad req-f762a8df-f3ab-4d08-ac44-5e417b493cd5 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318992 Aug 28 15:43:36.746786 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912364d-ef35-40da-b4ba-b78751455705 req-168e9e2f-1822-4cc8-9151-c09cc3db34d6 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:36.748314 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6912364d-ef35-40da-b4ba-b78751455705 req-168e9e2f-1822-4cc8-9151-c09cc3db34d6 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 945 time: 0.0481839 Aug 28 15:43:36.784354 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6912364d-ef35-40da-b4ba-b78751455705 req-e33db865-7ace-4d73-a96a-264428ba5812 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302150 Aug 28 15:43:37.899535 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd74ce-5723-4899-8c52-92f0bb2f2df3 req-cc077e6d-862d-49ba-a4e4-30a64fd5f07b tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:37.901042 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-70bd74ce-5723-4899-8c52-92f0bb2f2df3 req-cc077e6d-862d-49ba-a4e4-30a64fd5f07b tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 945 time: 0.0499413 Aug 28 15:43:37.938471 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-70bd74ce-5723-4899-8c52-92f0bb2f2df3 req-891f28ab-5dee-4b8e-8e3a-b6e1ca363c64 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315356 Aug 28 15:43:38.058386 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ac140907-ecfc-40b9-90e6-f11a480de2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:39.374556 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98671363-6d5b-4981-b8b0-efc9ba7a9f6a req-5499490d-8af4-46f0-b76a-b466dfe1fc1b tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:39.376066 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-98671363-6d5b-4981-b8b0-efc9ba7a9f6a req-5499490d-8af4-46f0-b76a-b466dfe1fc1b tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 945 time: 0.3711548 Aug 28 15:43:39.413613 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-98671363-6d5b-4981-b8b0-efc9ba7a9f6a req-cfe55771-1c4b-40fe-b8a6-306cd060f350 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315423 Aug 28 15:43:40.529961 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d03cab-5f81-4ed9-9c38-869c84822d67 req-9384a993-6a3a-4317-849e-5152383dce5d tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:40.531432 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c7d03cab-5f81-4ed9-9c38-869c84822d67 req-9384a993-6a3a-4317-849e-5152383dce5d tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 945 time: 0.0491238 Aug 28 15:43:40.567944 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c7d03cab-5f81-4ed9-9c38-869c84822d67 req-10f3eb52-218a-402a-bb1f-fff876e5cd79 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305948 Aug 28 15:43:40.626311 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0bac52ef-0a6e-403b-be5f-7a35e69624c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:40.928298 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:41.682075 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005f712-a485-474c-8537-d534d5a113c2 req-f5488ff8-1a8e-494d-b462-36414f610f06 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:41.683545 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e005f712-a485-474c-8537-d534d5a113c2 req-f5488ff8-1a8e-494d-b462-36414f610f06 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 945 time: 0.0485399 Aug 28 15:43:41.720165 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e005f712-a485-474c-8537-d534d5a113c2 req-80331fcc-addf-4857-ba91-7a04b5294f54 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306857 Aug 28 15:43:41.885776 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:42.838032 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a4cac-8418-4ad4-9a0c-cd5bba481b1e req-584dd07a-5afa-41c8-a109-7d6ed73dfa4c tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:42.839507 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b68a4cac-8418-4ad4-9a0c-cd5bba481b1e req-584dd07a-5afa-41c8-a109-7d6ed73dfa4c tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 945 time: 0.0530970 Aug 28 15:43:42.877714 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b68a4cac-8418-4ad4-9a0c-cd5bba481b1e req-e0e52048-751d-4853-ba27-5a42b4aaae85 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322628 Aug 28 15:43:43.392653 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:43.990469 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb1a10-3af7-4530-8d7a-ce916a88d7d6 req-44b23ddf-2451-40fd-9a03-732c3db00b8e tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:43.992466 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b0fb1a10-3af7-4530-8d7a-ce916a88d7d6 req-44b23ddf-2451-40fd-9a03-732c3db00b8e tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 945 time: 0.0480375 Aug 28 15:43:44.029716 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b0fb1a10-3af7-4530-8d7a-ce916a88d7d6 req-cc7bc59d-0ec9-486f-822a-3ece9febbf8a tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312824 Aug 28 15:43:45.143294 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e850a-3ca3-4c7f-9900-9a1d5a2017f6 req-c29502f6-204c-42c2-8013-07bd23107106 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:45.144802 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bc7e850a-3ca3-4c7f-9900-9a1d5a2017f6 req-c29502f6-204c-42c2-8013-07bd23107106 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 945 time: 0.0481443 Aug 28 15:43:45.183831 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bc7e850a-3ca3-4c7f-9900-9a1d5a2017f6 req-f1669a10-d163-4e78-ae00-b1943c8139f7 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325270 Aug 28 15:43:46.305142 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab01fa0-7c03-4417-a96d-90d121675408 req-6ba020dd-fe6c-4b9d-b3b0-18fbd8c7fa4c tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:46.306623 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4ab01fa0-7c03-4417-a96d-90d121675408 req-6ba020dd-fe6c-4b9d-b3b0-18fbd8c7fa4c tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 945 time: 0.0522292 Aug 28 15:43:46.343480 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4ab01fa0-7c03-4417-a96d-90d121675408 req-b4607ded-09a3-4c91-87c1-b1301726bd65 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308032 Aug 28 15:43:47.458260 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a711a3-9890-4f8e-8b38-38b515915a8c req-2ea43374-48e0-4fbd-8561-a08b56e3c32f tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:47.459768 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a2a711a3-9890-4f8e-8b38-38b515915a8c req-2ea43374-48e0-4fbd-8561-a08b56e3c32f tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 945 time: 0.0490820 Aug 28 15:43:47.497136 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a2a711a3-9890-4f8e-8b38-38b515915a8c req-06313c25-38f7-4aff-bdf8-8e7b62aaf767 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315042 Aug 28 15:43:48.050191 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-9bf87a71-38ce-40d8-92b5-067d6e1820dc service neutron] show failed (client error): The resource could not be found. Aug 28 15:43:48.051183 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-9bf87a71-38ce-40d8-92b5-067d6e1820dc service neutron] 10.222.0.41 "GET /v2.0/ports/72f03653-87db-472c-8531-0ee5ca2c195f/bindings/n-h2-712137-10 HTTP/1.1" status: 404 len: 381 time: 0.0576499 Aug 28 15:43:48.243139 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-f13009ad-ab47-4b0d-810a-db5f0d10cba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:48.244712 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-f13009ad-ab47-4b0d-810a-db5f0d10cba3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9&tenant_id=57c37f05815144b7893fec0aee1e3ddb HTTP/1.1" status: 200 len: 1097 time: 0.0436978 Aug 28 15:43:48.258457 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-10', 'device_owner': 'compute:nova'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:43:48.311606 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:48.516154 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] For port 72f03653-87db-472c-8531-0ee5ca2c195f, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=72f03653-87db-472c-8531-0ee5ca2c195f,segment=NetworkSegment(8f21f148-9b12-4cd9-bd6a-8b092a820203),segment_id=8f21f148-9b12-4cd9-bd6a-8b092a820203)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:43:48.549677 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] For port 72f03653-87db-472c-8531-0ee5ca2c195f, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:43:48.589494 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72f03653-87db-472c-8531-0ee5ca2c195f'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:43:48.591863 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cc7291-3fa5-48fb-825c-3d11424d3711" -d '{"events": [{"server_uuid": "33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9", "name": "network-vif-unplugged", "status": "completed", "tag": "72f03653-87db-472c-8531-0ee5ca2c195f"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:43:48.596104 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:48.610806 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Transition to ACTIVE for port object 72f03653-87db-472c-8531-0ee5ca2c195f will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:43:48.611921 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29975eea-b93a-4fb0-ac4f-4c1bcab53e7d req-7f5df1fe-59b3-448f-a776-104d096bb8fa tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:48.613692 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-29975eea-b93a-4fb0-ac4f-4c1bcab53e7d req-7f5df1fe-59b3-448f-a776-104d096bb8fa tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 945 time: 0.0504947 Aug 28 15:43:48.615850 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:48.646388 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 15:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0a3d8e-90fb-4a0a-adc6-200185ecd45b x-openstack-request-id: req-9f0a3d8e-90fb-4a0a-adc6-200185ecd45b {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:43:48.646688 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9", "name": "network-vif-unplugged", "status": "completed", "tag": "72f03653-87db-472c-8531-0ee5ca2c195f", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:43:48.646939 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f0a3d8e-90fb-4a0a-adc6-200185ecd45b {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:43:48.647331 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72f03653-87db-472c-8531-0ee5ca2c195f', 'code': 200} Aug 28 15:43:48.655869 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-29975eea-b93a-4fb0-ac4f-4c1bcab53e7d req-5255e781-00a6-4952-bc87-848c384b77e1 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348415 Aug 28 15:43:48.683349 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] No DVR routers for this DVR port 72f03653-87db-472c-8531-0ee5ca2c195f on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:43:48.686378 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Pushing event updated for resources: {'Port': ['ID=72f03653-87db-472c-8531-0ee5ca2c195f,revision_number=6']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:43:48.698033 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:48.698400 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:48.698725 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:48.699056 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:48.699385 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:48.699741 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:48.700069 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:48.700392 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:48.700716 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:48.701036 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:48.701356 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:48.701674 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:48.730319 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Attempting to bind port 72f03653-87db-472c-8531-0ee5ca2c195f on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:43:48.730656 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Attempting to bind port 72f03653-87db-472c-8531-0ee5ca2c195f by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '8f21f148-9b12-4cd9-bd6a-8b092a820203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b77d5cd7-d18b-437e-a855-c6804349cb59'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:43:48.730982 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Attempting to bind port 72f03653-87db-472c-8531-0ee5ca2c195f on network b77d5cd7-d18b-437e-a855-c6804349cb59 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:43:48.735230 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Port 72f03653-87db-472c-8531-0ee5ca2c195f on network b77d5cd7-d18b-437e-a855-c6804349cb59 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:43:48.735549 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Attempting to bind port 72f03653-87db-472c-8531-0ee5ca2c195f on network b77d5cd7-d18b-437e-a855-c6804349cb59 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:43:48.740271 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:43:48.740605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Checking segment: {'id': '8f21f148-9b12-4cd9-bd6a-8b092a820203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b77d5cd7-d18b-437e-a855-c6804349cb59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:43:48.740986 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Bound using segment: {'id': '8f21f148-9b12-4cd9-bd6a-8b092a820203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b77d5cd7-d18b-437e-a855-c6804349cb59'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:43:48.741938 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Bound port: 72f03653-87db-472c-8531-0ee5ca2c195f, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f21f148-9b12-4cd9-bd6a-8b092a820203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b77d5cd7-d18b-437e-a855-c6804349cb59'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:43:48.742291 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:48.808100 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] For port 72f03653-87db-472c-8531-0ee5ca2c195f, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:43:48.811025 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] For port 72f03653-87db-472c-8531-0ee5ca2c195f, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=72f03653-87db-472c-8531-0ee5ca2c195f,segment=NetworkSegment(8f21f148-9b12-4cd9-bd6a-8b092a820203),segment_id=8f21f148-9b12-4cd9-bd6a-8b092a820203)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:43:48.815239 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:48.847461 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:48.848113 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:48.849507 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] 10.222.0.36 "PUT /v2.0/ports/72f03653-87db-472c-8531-0ee5ca2c195f HTTP/1.1" status: 200 len: 1092 time: 0.5962772 Aug 28 15:43:48.898103 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ff743-3ce2-4746-b100-0b10a09f5e23 service neutron] Pushing event updated for resources: {'Port': ['ID=72f03653-87db-472c-8531-0ee5ca2c195f,revision_number=7']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:43:48.915152 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-d90933b0-c170-4adb-b1d0-76cc33fd2b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:48.916914 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-d90933b0-c170-4adb-b1d0-76cc33fd2b93 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57c37f05815144b7893fec0aee1e3ddb&device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 1095 time: 0.0449708 Aug 28 15:43:49.009110 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-e0a3ee31-f549-44a4-9a7f-2fdf1de0bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:49.010564 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-e0a3ee31-f549-44a4-9a7f-2fdf1de0bb60 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b77d5cd7-d18b-437e-a855-c6804349cb59 HTTP/1.1" status: 200 len: 915 time: 0.0874076 Aug 28 15:43:49.052121 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-c256b8cd-7e35-4181-aa01-ffa7ecbb79ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72f03653-87db-472c-8531-0ee5ca2c195f HTTP/1.1" status: 200 len: 217 time: 0.0342724 Aug 28 15:43:49.099322 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-4c328b4f-f256-4a08-9e14-907392996072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:49.100887 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-4c328b4f-f256-4a08-9e14-907392996072 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3eef67c0-8b23-4a76-8071-e0e4187b8d98 HTTP/1.1" status: 200 len: 854 time: 0.0426574 Aug 28 15:43:49.135726 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-c0373b65-f59d-4f8e-b0a1-320118538aa2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b77d5cd7-d18b-437e-a855-c6804349cb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278537 Aug 28 15:43:49.146325 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-5f17ac69-78be-4adc-a6ce-cc02ea1628d5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:43:49.147238 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-5f17ac69-78be-4adc-a6ce-cc02ea1628d5 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048008 Aug 28 15:43:49.233820 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-304a4267-c09c-4ed5-bc8d-589abf8eb53a service neutron] 10.222.0.36 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796695 Aug 28 15:43:49.332342 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c608daf7-dd16-4815-acac-6ce7da2f6a88 req-f274faea-8dfe-464d-91e0-bec40c9062a3 service neutron] 10.222.0.36 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909023 Aug 28 15:43:49.777291 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce81e4-e0ea-4939-830d-50d68694090b req-ebd78d55-dd82-47f5-bb69-bcc6677e579a tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:49.778774 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-96ce81e4-e0ea-4939-830d-50d68694090b req-ebd78d55-dd82-47f5-bb69-bcc6677e579a tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 943 time: 0.0495722 Aug 28 15:43:49.816130 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-96ce81e4-e0ea-4939-830d-50d68694090b req-625d7545-349f-4088-a6a3-b9659f2250a4 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307992 Aug 28 15:43:50.286396 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 72f03653-87db-472c-8531-0ee5ca2c195f no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:43:50.325142 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 72f03653-87db-472c-8531-0ee5ca2c195f not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:43:50.648581 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9', 'tag': '72f03653-87db-472c-8531-0ee5ca2c195f'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:43:50.651586 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3743a411-0b86-40a6-9bab-fc8bcf021861" -d '{"events": [{"name": "network-changed", "server_uuid": "33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9", "tag": "72f03653-87db-472c-8531-0ee5ca2c195f"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:43:50.698673 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e300f86-e497-4e72-a62c-a3cf8b2de76e x-openstack-request-id: req-1e300f86-e497-4e72-a62c-a3cf8b2de76e {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:43:50.698974 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9", "tag": "72f03653-87db-472c-8531-0ee5ca2c195f", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:43:50.699233 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e300f86-e497-4e72-a62c-a3cf8b2de76e {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:43:50.699636 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9', 'tag': '72f03653-87db-472c-8531-0ee5ca2c195f', 'status': 'completed', 'code': 200} Aug 28 15:43:50.792005 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743a411-0b86-40a6-9bab-fc8bcf021861 req-bb7de4fb-02f4-40d3-bb4c-b692f6d14f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:50.794159 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3743a411-0b86-40a6-9bab-fc8bcf021861 req-bb7de4fb-02f4-40d3-bb4c-b692f6d14f19 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57c37f05815144b7893fec0aee1e3ddb&device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 1095 time: 0.0679655 Aug 28 15:43:50.796173 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743a411-0b86-40a6-9bab-fc8bcf021861 req-9bbeaa06-2060-4716-ac12-7a126a66183f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:50.797787 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3743a411-0b86-40a6-9bab-fc8bcf021861 req-9bbeaa06-2060-4716-ac12-7a126a66183f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57c37f05815144b7893fec0aee1e3ddb&device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 1095 time: 0.0642655 Aug 28 15:43:50.992154 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743a411-0b86-40a6-9bab-fc8bcf021861 req-009e5f4a-13fd-41a3-89e9-d000a5cdffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:50.993645 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3743a411-0b86-40a6-9bab-fc8bcf021861 req-009e5f4a-13fd-41a3-89e9-d000a5cdffd5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b77d5cd7-d18b-437e-a855-c6804349cb59 HTTP/1.1" status: 200 len: 915 time: 0.1841071 Aug 28 15:43:51.003081 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5609e5-8284-464d-b606-4aeb231e3b3e req-4778f880-b389-4874-990c-1a4d5642b954 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:51.004470 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d5609e5-8284-464d-b606-4aeb231e3b3e req-4778f880-b389-4874-990c-1a4d5642b954 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 943 time: 0.1062782 Aug 28 15:43:51.006703 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743a411-0b86-40a6-9bab-fc8bcf021861 req-481f5c57-292b-492e-ae6f-1c71bff3caee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:51.008071 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3743a411-0b86-40a6-9bab-fc8bcf021861 req-481f5c57-292b-492e-ae6f-1c71bff3caee service neutron] 10.222.0.41 "GET /v2.0/networks?id=b77d5cd7-d18b-437e-a855-c6804349cb59 HTTP/1.1" status: 200 len: 915 time: 0.2064359 Aug 28 15:43:51.060702 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3743a411-0b86-40a6-9bab-fc8bcf021861 req-34307f1b-a5b0-4149-8d5d-10c425abc549 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72f03653-87db-472c-8531-0ee5ca2c195f HTTP/1.1" status: 200 len: 217 time: 0.0553198 Aug 28 15:43:51.103321 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3743a411-0b86-40a6-9bab-fc8bcf021861 req-203faf5d-8297-40b9-80c2-d0665517d3c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72f03653-87db-472c-8531-0ee5ca2c195f HTTP/1.1" status: 200 len: 217 time: 0.0870984 Aug 28 15:43:51.164161 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d5609e5-8284-464d-b606-4aeb231e3b3e req-1852066f-cfa7-48fa-84ed-c872522eb073 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504972 Aug 28 15:43:51.185127 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743a411-0b86-40a6-9bab-fc8bcf021861 req-064aba48-3e3e-4667-a456-f82b64af239d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:51.186725 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3743a411-0b86-40a6-9bab-fc8bcf021861 req-064aba48-3e3e-4667-a456-f82b64af239d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3eef67c0-8b23-4a76-8071-e0e4187b8d98 HTTP/1.1" status: 200 len: 854 time: 0.0926652 Aug 28 15:43:51.192048 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743a411-0b86-40a6-9bab-fc8bcf021861 req-67bc9581-bc94-404e-a605-f3db8f12ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:51.193432 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3743a411-0b86-40a6-9bab-fc8bcf021861 req-67bc9581-bc94-404e-a605-f3db8f12ca60 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3eef67c0-8b23-4a76-8071-e0e4187b8d98 HTTP/1.1" status: 200 len: 854 time: 0.0702040 Aug 28 15:43:51.241175 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3743a411-0b86-40a6-9bab-fc8bcf021861 req-d657a946-44de-4bc1-a032-4edd95acb9bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b77d5cd7-d18b-437e-a855-c6804349cb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468023 Aug 28 15:43:51.243101 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3743a411-0b86-40a6-9bab-fc8bcf021861 req-c4c47ce2-c5bb-49ce-bf37-f67c91af6d1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b77d5cd7-d18b-437e-a855-c6804349cb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409141 Aug 28 15:43:51.420678 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a6354-0338-4196-8b34-78d172671c5d req-caeb6d2f-8687-446b-91be-256599070ee6 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:51.422421 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2a8a6354-0338-4196-8b34-78d172671c5d req-caeb6d2f-8687-446b-91be-256599070ee6 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.41 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9&tenant_id=57c37f05815144b7893fec0aee1e3ddb&binding%3Ahost_id=n-h2-712137-10 HTTP/1.1" status: 200 len: 943 time: 0.0922811 Aug 28 15:43:51.440787 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3743a411-0b86-40a6-9bab-fc8bcf021861 req-67ddddd2-e447-4bfd-93f6-ed07b2f9d201 service neutron] 10.222.0.36 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915283 Aug 28 15:43:51.452015 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579b866-bd67-4098-9a0f-294a76d541f2 req-0add9808-c0db-4aa3-81d5-1640ddef9017 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:51.453399 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d579b866-bd67-4098-9a0f-294a76d541f2 req-0add9808-c0db-4aa3-81d5-1640ddef9017 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 943 time: 0.1159022 Aug 28 15:43:51.463622 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3743a411-0b86-40a6-9bab-fc8bcf021861 req-01441b97-bb32-4304-a298-417e807ad021 service neutron] 10.222.0.41 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056365 Aug 28 15:43:51.484861 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [req-2a8a6354-0338-4196-8b34-78d172671c5d req-7e756d1b-325d-4086-8a00-9b9e7db8441c service neutron] delete failed (client error): The resource could not be found. Aug 28 15:43:51.485913 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2a8a6354-0338-4196-8b34-78d172671c5d req-7e756d1b-325d-4086-8a00-9b9e7db8441c service neutron] 10.222.0.41 "DELETE /v2.0/ports/72f03653-87db-472c-8531-0ee5ca2c195f/bindings/n-h1-712137-10 HTTP/1.1" status: 404 len: 381 time: 0.0556262 Aug 28 15:43:51.594502 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d579b866-bd67-4098-9a0f-294a76d541f2 req-dc1c3c78-b227-4af9-aa7f-b2cf3e37f78c tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299417 Aug 28 15:43:51.640462 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3743a411-0b86-40a6-9bab-fc8bcf021861 req-d4885cad-203a-4e81-bbf9-6c5f93d2bba2 service neutron] 10.222.0.36 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858838 Aug 28 15:43:51.645520 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3743a411-0b86-40a6-9bab-fc8bcf021861 req-402301dc-3299-4915-97e4-a74ce2a4127b service neutron] 10.222.0.41 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646528 Aug 28 15:43:51.740300 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a6354-0338-4196-8b34-78d172671c5d req-0ea10e27-9e84-4ff5-a122-d1b6607a4164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:51.741754 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2a8a6354-0338-4196-8b34-78d172671c5d req-0ea10e27-9e84-4ff5-a122-d1b6607a4164 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57c37f05815144b7893fec0aee1e3ddb&device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 1095 time: 0.0393994 Aug 28 15:43:51.828478 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a6354-0338-4196-8b34-78d172671c5d req-98a1ad68-21a6-4272-b5bf-61fda9694ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:51.829924 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2a8a6354-0338-4196-8b34-78d172671c5d req-98a1ad68-21a6-4272-b5bf-61fda9694ec6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b77d5cd7-d18b-437e-a855-c6804349cb59 HTTP/1.1" status: 200 len: 915 time: 0.0810542 Aug 28 15:43:51.874386 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2a8a6354-0338-4196-8b34-78d172671c5d req-83075428-caef-4950-9b25-e48188a40535 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72f03653-87db-472c-8531-0ee5ca2c195f HTTP/1.1" status: 200 len: 217 time: 0.0369158 Aug 28 15:43:51.925458 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a6354-0338-4196-8b34-78d172671c5d req-45c4bca7-58f8-4b65-9290-6429d2ecf105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:51.926882 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2a8a6354-0338-4196-8b34-78d172671c5d req-45c4bca7-58f8-4b65-9290-6429d2ecf105 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3eef67c0-8b23-4a76-8071-e0e4187b8d98 HTTP/1.1" status: 200 len: 854 time: 0.0433087 Aug 28 15:43:51.958300 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2a8a6354-0338-4196-8b34-78d172671c5d req-3cc563eb-5c57-4396-904d-2dd17e3e4421 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b77d5cd7-d18b-437e-a855-c6804349cb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237062 Aug 28 15:43:52.047790 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2a8a6354-0338-4196-8b34-78d172671c5d req-77f62cc2-5688-4149-a2ac-affb7a442302 service neutron] 10.222.0.41 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824759 Aug 28 15:43:52.135923 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2a8a6354-0338-4196-8b34-78d172671c5d req-7ff557dd-29f9-482b-a529-ff4f017abf80 service neutron] 10.222.0.41 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802629 Aug 28 15:43:52.726501 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153d721-604b-4c14-aac4-4e418bd4a205 req-aa7db0d7-5a5e-4543-9569-3d0a5fa58897 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:52.728370 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2153d721-604b-4c14-aac4-4e418bd4a205 req-aa7db0d7-5a5e-4543-9569-3d0a5fa58897 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 943 time: 0.0581169 Aug 28 15:43:52.770500 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2153d721-604b-4c14-aac4-4e418bd4a205 req-837a2d7b-56dc-4919-a577-7d43259076fc tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317736 Aug 28 15:43:52.884525 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d919d1-f467-40ee-91cb-145d5503087d req-ccf3f14f-3140-4b68-9d9b-43bd027edaef tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:52.886038 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e6d919d1-f467-40ee-91cb-145d5503087d req-ccf3f14f-3140-4b68-9d9b-43bd027edaef tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 943 time: 0.0500114 Aug 28 15:43:52.924655 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e6d919d1-f467-40ee-91cb-145d5503087d req-e11d4a5a-841b-4d45-b5d8-2c8581142a8d tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326581 Aug 28 15:43:52.975113 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 72f03653-87db-472c-8531-0ee5ca2c195f details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:43:53.042755 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9755cec-13d1-4c5b-b0aa-9450fa153f47 req-1444c502-65d1-42ea-b243-f0d1033c0ab3 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:53.044270 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c9755cec-13d1-4c5b-b0aa-9450fa153f47 req-1444c502-65d1-42ea-b243-f0d1033c0ab3 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 943 time: 0.0528779 Aug 28 15:43:53.067562 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 72f03653-87db-472c-8531-0ee5ca2c195f, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=72f03653-87db-472c-8531-0ee5ca2c195f,segment=NetworkSegment(8f21f148-9b12-4cd9-bd6a-8b092a820203),segment_id=8f21f148-9b12-4cd9-bd6a-8b092a820203)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:43:53.079926 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '72f03653-87db-472c-8531-0ee5ca2c195f', 'network_id': 'b77d5cd7-d18b-437e-a855-c6804349cb59', 'port_id': '72f03653-87db-472c-8531-0ee5ca2c195f', 'mac_address': 'fa:16:3e:d5:73:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eef67c0-8b23-4a76-8071-e0e4187b8d98', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:43:53.082861 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c9755cec-13d1-4c5b-b0aa-9450fa153f47 req-7361c7d3-b76e-44c6-b835-3d37b7202cf4 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322230 Aug 28 15:43:53.121559 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:53.134797 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f03653-87db-472c-8531-0ee5ca2c195f {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:43:53.154051 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 72f03653-87db-472c-8531-0ee5ca2c195f, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=72f03653-87db-472c-8531-0ee5ca2c195f,segment=NetworkSegment(8f21f148-9b12-4cd9-bd6a-8b092a820203),segment_id=8f21f148-9b12-4cd9-bd6a-8b092a820203)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:43:53.159317 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:53.207069 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=72f03653-87db-472c-8531-0ee5ca2c195f,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:43:53.215088 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:53.215415 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:53.215790 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:53.216134 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:53.216471 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:53.216811 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:53.217163 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:53.217494 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:53.217820 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:53.218147 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:53.218474 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:53.218797 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:53.390651 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['72f03653-87db-472c-8531-0ee5ca2c195f'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:43:53.441829 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-7fe0034e-fce4-4714-9866-77d0f025c255 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:53.443299 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-7fe0034e-fce4-4714-9866-77d0f025c255 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/networks?id=b77d5cd7-d18b-437e-a855-c6804349cb59 HTTP/1.1" status: 200 len: 814 time: 0.1049106 Aug 28 15:43:53.459026 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-c91aed37-0e35-4449-837b-9267a22b8507 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/quotas/57c37f05815144b7893fec0aee1e3ddb HTTP/1.1" status: 200 len: 375 time: 0.0090365 Aug 28 15:43:53.509727 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-26b05ee8-f5cd-4edd-8d72-25ac1ec928e6 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=57c37f05815144b7893fec0aee1e3ddb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0452325 Aug 28 15:43:53.655463 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-e8244b65-afee-4a61-b5e1-81e589b23721 service neutron] 10.222.0.13 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387012 Aug 28 15:43:53.745361 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-87f5e5d8-54a9-42b7-b07c-ef8efe29eede service neutron] 10.222.0.13 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837710 Aug 28 15:43:53.908380 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e4501855-22c5-436f-87f4-bcb5a35c6bf1 req-0f4d96b7-59bf-4940-8623-82d1779e22db tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 210 time: 0.0307589 Aug 28 15:43:54.609439 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269acfc-c5f4-4967-8cf1-d7ab1ee6c21f req-cc767172-ca9b-4752-a55b-ba7396b0c084 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:54.610901 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e269acfc-c5f4-4967-8cf1-d7ab1ee6c21f req-cc767172-ca9b-4752-a55b-ba7396b0c084 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.36 "GET /v2.0/ports?device_id=33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9 HTTP/1.1" status: 200 len: 944 time: 0.0477164 Aug 28 15:43:54.690385 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.36', 56668) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:43:54.712626 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-e269acfc-c5f4-4967-8cf1-d7ab1ee6c21f req-ba8407ff-eb78-4620-aab7-d62a2b4efefa tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Deleting port 72f03653-87db-472c-8531-0ee5ca2c195f {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:43:54.712972 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e269acfc-c5f4-4967-8cf1-d7ab1ee6c21f req-ba8407ff-eb78-4620-aab7-d62a2b4efefa tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:54.800794 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-0954d51f-e6e3-43a5-93fe-a0712269a924 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:54.802259 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-0954d51f-e6e3-43a5-93fe-a0712269a924 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.36 "GET /v2.0/networks?id=b77d5cd7-d18b-437e-a855-c6804349cb59 HTTP/1.1" status: 200 len: 814 time: 0.1106927 Aug 28 15:43:54.814229 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-e269acfc-c5f4-4967-8cf1-d7ab1ee6c21f req-ba8407ff-eb78-4620-aab7-d62a2b4efefa tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] For port 72f03653-87db-472c-8531-0ee5ca2c195f, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=72f03653-87db-472c-8531-0ee5ca2c195f,segment=NetworkSegment(8f21f148-9b12-4cd9-bd6a-8b092a820203),segment_id=8f21f148-9b12-4cd9-bd6a-8b092a820203)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:43:54.815313 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-75de8929-f6c0-4607-9a0c-bbcba6f5af78 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Request body: {'port': {'device_id': '619f6093-e73b-4da0-b6db-cda6d680e37e', 'network_id': 'b77d5cd7-d18b-437e-a855-c6804349cb59', 'admin_state_up': True, 'tenant_id': '57c37f05815144b7893fec0aee1e3ddb'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:43:54.815722 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e269acfc-c5f4-4967-8cf1-d7ab1ee6c21f req-ba8407ff-eb78-4620-aab7-d62a2b4efefa tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:54.831315 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-e269acfc-c5f4-4967-8cf1-d7ab1ee6c21f req-ba8407ff-eb78-4620-aab7-d62a2b4efefa tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Calling delete_port for 72f03653-87db-472c-8531-0ee5ca2c195f owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:43:54.835705 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:54.924904 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-75de8929-f6c0-4607-9a0c-bbcba6f5af78 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Made reservation on behalf of 57c37f05815144b7893fec0aee1e3ddb for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:43:54.928458 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-75de8929-f6c0-4607-9a0c-bbcba6f5af78 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:54.963152 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e269acfc-c5f4-4967-8cf1-d7ab1ee6c21f req-ba8407ff-eb78-4620-aab7-d62a2b4efefa tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:54.975937 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['72f03653-87db-472c-8531-0ee5ca2c195f'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:43:54.991818 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8407ff-eb78-4620-aab7-d62a2b4efefa tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Pushing event deleted for resources: {'Port': ['ID=72f03653-87db-472c-8531-0ee5ca2c195f,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:43:55.007449 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 72f03653-87db-472c-8531-0ee5ca2c195f up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:43:55.029943 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 72f03653-87db-472c-8531-0ee5ca2c195f {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:43:55.030577 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 72f03653-87db-472c-8531-0ee5ca2c195f not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 28 15:43:55.034682 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-e269acfc-c5f4-4967-8cf1-d7ab1ee6c21f req-ba8407ff-eb78-4620-aab7-d62a2b4efefa tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] No DVR routers for this DVR port 72f03653-87db-472c-8531-0ee5ca2c195f on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:43:55.037513 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e269acfc-c5f4-4967-8cf1-d7ab1ee6c21f req-ba8407ff-eb78-4620-aab7-d62a2b4efefa tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:55.039738 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e269acfc-c5f4-4967-8cf1-d7ab1ee6c21f req-ba8407ff-eb78-4620-aab7-d62a2b4efefa tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.36 "DELETE /v2.0/ports/72f03653-87db-472c-8531-0ee5ca2c195f HTTP/1.1" status: 204 len: 173 time: 0.4137375 Aug 28 15:43:55.040195 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9', 'name': 'network-vif-deleted', 'tag': '72f03653-87db-472c-8531-0ee5ca2c195f'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:43:55.042599 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff93f2fc-7429-478b-9b03-83a1a39a0426" -d '{"events": [{"server_uuid": "33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9", "name": "network-vif-deleted", "tag": "72f03653-87db-472c-8531-0ee5ca2c195f"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:43:55.043904 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f687f513-979b-4908-8c20-46545d8426fe req-1b6a8f0f-3c14-442e-a3d8-2b0b7e77535b tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 210 time: 0.0318966 Aug 28 15:43:55.070266 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Port 72f03653-87db-472c-8531-0ee5ca2c195f not found, will not notify nova. {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 28 15:43:55.096201 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0e1dbd-4681-46bb-a90a-966997acabe4 x-openstack-request-id: req-ed0e1dbd-4681-46bb-a90a-966997acabe4 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:43:55.096498 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9", "name": "network-vif-deleted", "tag": "72f03653-87db-472c-8531-0ee5ca2c195f", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:43:55.096779 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed0e1dbd-4681-46bb-a90a-966997acabe4 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:43:55.097183 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d4b4d9-1d8b-4ec3-9c6b-61527a9e3db9', 'name': 'network-vif-deleted', 'tag': '72f03653-87db-472c-8531-0ee5ca2c195f', 'status': 'completed', 'code': 200} Aug 28 15:43:55.105399 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-75de8929-f6c0-4607-9a0c-bbcba6f5af78 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Allocated IP 172.20.0.9 (b77d5cd7-d18b-437e-a855-c6804349cb59/3eef67c0-8b23-4a76-8071-e0e4187b8d98/d2dcc4e8-4729-4703-b713-3656e9b3f781) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:43:55.259763 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-75de8929-f6c0-4607-9a0c-bbcba6f5af78 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:55.300600 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-75de8929-f6c0-4607-9a0c-bbcba6f5af78 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:55.311532 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['72f03653-87db-472c-8531-0ee5ca2c195f'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:43:55.347759 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-75de8929-f6c0-4607-9a0c-bbcba6f5af78 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Network b77d5cd7-d18b-437e-a855-c6804349cb59 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:43:55.354888 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-75de8929-f6c0-4607-9a0c-bbcba6f5af78 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:43:55.357376 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-75de8929-f6c0-4607-9a0c-bbcba6f5af78 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:43:55.393357 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de8929-f6c0-4607-9a0c-bbcba6f5af78 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Pushing event updated for resources: {'Port': ['ID=d2dcc4e8-4729-4703-b713-3656e9b3f781,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:43:55.408393 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de8929-f6c0-4607-9a0c-bbcba6f5af78 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:55.408663 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de8929-f6c0-4607-9a0c-bbcba6f5af78 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:55.409006 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de8929-f6c0-4607-9a0c-bbcba6f5af78 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:55.409338 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de8929-f6c0-4607-9a0c-bbcba6f5af78 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:55.409702 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de8929-f6c0-4607-9a0c-bbcba6f5af78 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:55.409993 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de8929-f6c0-4607-9a0c-bbcba6f5af78 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:55.410357 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de8929-f6c0-4607-9a0c-bbcba6f5af78 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:55.410753 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de8929-f6c0-4607-9a0c-bbcba6f5af78 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:55.411087 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de8929-f6c0-4607-9a0c-bbcba6f5af78 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:55.411402 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de8929-f6c0-4607-9a0c-bbcba6f5af78 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:55.411803 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de8929-f6c0-4607-9a0c-bbcba6f5af78 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:55.412135 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de8929-f6c0-4607-9a0c-bbcba6f5af78 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:43:55.430967 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-75de8929-f6c0-4607-9a0c-bbcba6f5af78 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:55.431561 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-75de8929-f6c0-4607-9a0c-bbcba6f5af78 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:55.444975 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-75de8929-f6c0-4607-9a0c-bbcba6f5af78 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6338894 Aug 28 15:43:55.457528 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-65c6d9ca-23e7-4b50-8370-c22b9613ddda service neutron] Request body: {'port': {'device_id': '619f6093-e73b-4da0-b6db-cda6d680e37e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:43:55.514823 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-65c6d9ca-23e7-4b50-8370-c22b9613ddda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:55.818419 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-65c6d9ca-23e7-4b50-8370-c22b9613ddda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2dcc4e8-4729-4703-b713-3656e9b3f781 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:43:55.826558 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-65c6d9ca-23e7-4b50-8370-c22b9613ddda service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:55.839013 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-65c6d9ca-23e7-4b50-8370-c22b9613ddda service neutron] Transition to ACTIVE for port object d2dcc4e8-4729-4703-b713-3656e9b3f781 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:43:55.842821 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-65c6d9ca-23e7-4b50-8370-c22b9613ddda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:55.892842 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c6d9ca-23e7-4b50-8370-c22b9613ddda service neutron] Pushing event updated for resources: {'Port': ['ID=d2dcc4e8-4729-4703-b713-3656e9b3f781,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:43:55.957853 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-65c6d9ca-23e7-4b50-8370-c22b9613ddda service neutron] Attempting to bind port d2dcc4e8-4729-4703-b713-3656e9b3f781 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:43:55.958179 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-65c6d9ca-23e7-4b50-8370-c22b9613ddda service neutron] Attempting to bind port d2dcc4e8-4729-4703-b713-3656e9b3f781 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '8f21f148-9b12-4cd9-bd6a-8b092a820203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b77d5cd7-d18b-437e-a855-c6804349cb59'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:43:55.958506 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-65c6d9ca-23e7-4b50-8370-c22b9613ddda service neutron] Attempting to bind port d2dcc4e8-4729-4703-b713-3656e9b3f781 on network b77d5cd7-d18b-437e-a855-c6804349cb59 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:43:55.963526 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-65c6d9ca-23e7-4b50-8370-c22b9613ddda service neutron] Port d2dcc4e8-4729-4703-b713-3656e9b3f781 on network b77d5cd7-d18b-437e-a855-c6804349cb59 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:43:55.963877 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-65c6d9ca-23e7-4b50-8370-c22b9613ddda service neutron] Attempting to bind port d2dcc4e8-4729-4703-b713-3656e9b3f781 on network b77d5cd7-d18b-437e-a855-c6804349cb59 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:43:55.968649 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-65c6d9ca-23e7-4b50-8370-c22b9613ddda service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:43:55.968985 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-65c6d9ca-23e7-4b50-8370-c22b9613ddda service neutron] Checking segment: {'id': '8f21f148-9b12-4cd9-bd6a-8b092a820203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b77d5cd7-d18b-437e-a855-c6804349cb59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:43:55.969365 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-65c6d9ca-23e7-4b50-8370-c22b9613ddda service neutron] Bound using segment: {'id': '8f21f148-9b12-4cd9-bd6a-8b092a820203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b77d5cd7-d18b-437e-a855-c6804349cb59'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:43:55.969783 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-65c6d9ca-23e7-4b50-8370-c22b9613ddda service neutron] Bound port: d2dcc4e8-4729-4703-b713-3656e9b3f781, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f21f148-9b12-4cd9-bd6a-8b092a820203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b77d5cd7-d18b-437e-a855-c6804349cb59'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:43:55.970136 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-65c6d9ca-23e7-4b50-8370-c22b9613ddda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:56.035267 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-65c6d9ca-23e7-4b50-8370-c22b9613ddda service neutron] For port d2dcc4e8-4729-4703-b713-3656e9b3f781, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:43:56.038202 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-65c6d9ca-23e7-4b50-8370-c22b9613ddda service neutron] For port d2dcc4e8-4729-4703-b713-3656e9b3f781, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=d2dcc4e8-4729-4703-b713-3656e9b3f781,segment=NetworkSegment(8f21f148-9b12-4cd9-bd6a-8b092a820203),segment_id=8f21f148-9b12-4cd9-bd6a-8b092a820203)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:43:56.042538 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-65c6d9ca-23e7-4b50-8370-c22b9613ddda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:56.077055 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-65c6d9ca-23e7-4b50-8370-c22b9613ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:56.077676 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-65c6d9ca-23e7-4b50-8370-c22b9613ddda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:56.079157 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-65c6d9ca-23e7-4b50-8370-c22b9613ddda service neutron] 10.222.0.36 "PUT /v2.0/ports/d2dcc4e8-4729-4703-b713-3656e9b3f781 HTTP/1.1" status: 200 len: 1092 time: 0.6255770 Aug 28 15:43:56.079601 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619f6093-e73b-4da0-b6db-cda6d680e37e', 'tag': 'd2dcc4e8-4729-4703-b713-3656e9b3f781'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:43:56.082150 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e548a3bd-7b44-4ffd-bf13-da7c7c30e38b" -d '{"events": [{"name": "network-changed", "server_uuid": "619f6093-e73b-4da0-b6db-cda6d680e37e", "tag": "d2dcc4e8-4729-4703-b713-3656e9b3f781"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:43:56.111276 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c6d9ca-23e7-4b50-8370-c22b9613ddda service neutron] Pushing event updated for resources: {'Port': ['ID=d2dcc4e8-4729-4703-b713-3656e9b3f781,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:43:56.199109 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-5e5c7b10-5a44-41ec-9a84-05294c05343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:56.200645 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-5e5c7b10-5a44-41ec-9a84-05294c05343d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57c37f05815144b7893fec0aee1e3ddb&device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 1095 time: 0.0779352 Aug 28 15:43:56.207799 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51fc73-5b5a-4f70-a7a4-5170e5a22763 req-86afa0dc-b443-4166-bcba-d4a07374cd58 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:56.209152 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dc51fc73-5b5a-4f70-a7a4-5170e5a22763 req-86afa0dc-b443-4166-bcba-d4a07374cd58 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 943 time: 0.0786572 Aug 28 15:43:56.211900 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1193aba-fd6e-41ee-b957-df5587c4f484 x-openstack-request-id: req-c1193aba-fd6e-41ee-b957-df5587c4f484 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:43:56.212061 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619f6093-e73b-4da0-b6db-cda6d680e37e", "tag": "d2dcc4e8-4729-4703-b713-3656e9b3f781", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:43:56.212211 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1193aba-fd6e-41ee-b957-df5587c4f484 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:43:56.212597 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '619f6093-e73b-4da0-b6db-cda6d680e37e', 'tag': 'd2dcc4e8-4729-4703-b713-3656e9b3f781', 'status': 'completed', 'code': 200} Aug 28 15:43:56.250849 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-37337f37-fde7-4d90-aab4-4a380ac0ff20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2dcc4e8-4729-4703-b713-3656e9b3f781 HTTP/1.1" status: 200 len: 217 time: 0.0407615 Aug 28 15:43:56.307422 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dc51fc73-5b5a-4f70-a7a4-5170e5a22763 req-cb03b07f-906a-405a-8ac7-6825b33e0687 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895703 Aug 28 15:43:56.316059 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-2a6ae30d-edcc-46ba-80de-5f1d35875ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:56.317470 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-2a6ae30d-edcc-46ba-80de-5f1d35875ec9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3eef67c0-8b23-4a76-8071-e0e4187b8d98 HTTP/1.1" status: 200 len: 854 time: 0.0580897 Aug 28 15:43:56.354017 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-108b3204-f136-4793-8345-e502621d5088 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b77d5cd7-d18b-437e-a855-c6804349cb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290086 Aug 28 15:43:56.443961 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-9af78b23-8822-46cc-914d-9cb37c02f513 service neutron] 10.222.0.36 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823519 Aug 28 15:43:56.535498 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c11181d7-9245-47f7-a535-7d54a27e0599 req-17a3b769-0c82-4371-ba3d-7e72f68bde5e service neutron] 10.222.0.36 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850782 Aug 28 15:43:56.620163 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548a3bd-7b44-4ffd-bf13-da7c7c30e38b req-0e3c8e58-05af-4304-96c0-a548d2d01a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:56.621538 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e548a3bd-7b44-4ffd-bf13-da7c7c30e38b req-0e3c8e58-05af-4304-96c0-a548d2d01a86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57c37f05815144b7893fec0aee1e3ddb&device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 1095 time: 0.0409014 Aug 28 15:43:56.715436 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548a3bd-7b44-4ffd-bf13-da7c7c30e38b req-bc0e90b4-a1ce-4df0-a702-6a6a45920939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:56.716977 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e548a3bd-7b44-4ffd-bf13-da7c7c30e38b req-bc0e90b4-a1ce-4df0-a702-6a6a45920939 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b77d5cd7-d18b-437e-a855-c6804349cb59 HTTP/1.1" status: 200 len: 915 time: 0.0881875 Aug 28 15:43:56.762361 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e548a3bd-7b44-4ffd-bf13-da7c7c30e38b req-3eb9c498-9606-495a-b9cc-8814be360aaf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2dcc4e8-4729-4703-b713-3656e9b3f781 HTTP/1.1" status: 200 len: 217 time: 0.0378842 Aug 28 15:43:56.812511 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548a3bd-7b44-4ffd-bf13-da7c7c30e38b req-da2622a8-d2e1-49f8-9fbe-6832a5ebec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:56.813938 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e548a3bd-7b44-4ffd-bf13-da7c7c30e38b req-da2622a8-d2e1-49f8-9fbe-6832a5ebec90 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3eef67c0-8b23-4a76-8071-e0e4187b8d98 HTTP/1.1" status: 200 len: 854 time: 0.0441711 Aug 28 15:43:56.845345 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e548a3bd-7b44-4ffd-bf13-da7c7c30e38b req-63e6cd25-d56a-4fb1-9bb4-2f0c2c9aaef5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b77d5cd7-d18b-437e-a855-c6804349cb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241737 Aug 28 15:43:56.866921 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:56.941684 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e548a3bd-7b44-4ffd-bf13-da7c7c30e38b req-3787dd33-db8d-4879-ba69-1d3cc54969f5 service neutron] 10.222.0.36 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881722 Aug 28 15:43:57.031592 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e548a3bd-7b44-4ffd-bf13-da7c7c30e38b req-df2c6a0e-1e31-4fc5-9e28-f4bcfe1b6b3c service neutron] 10.222.0.36 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823309 Aug 28 15:43:57.428572 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004696cc-e3b0-4bdb-99a6-256d4cf99f07 req-2e19a1ff-6d39-49df-a25e-3600dce0cdc1 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:57.430105 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-004696cc-e3b0-4bdb-99a6-256d4cf99f07 req-2e19a1ff-6d39-49df-a25e-3600dce0cdc1 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 943 time: 0.0520172 Aug 28 15:43:57.467265 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-004696cc-e3b0-4bdb-99a6-256d4cf99f07 req-4bd1a116-cef2-48a6-b4d7-079b8e86e187 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310979 Aug 28 15:43:58.583186 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a8a86-18a8-4f29-8b9a-ab2da16a8c25 req-ae7dffe2-ae86-494b-84a3-35879b76e36d tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:58.584680 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5a1a8a86-18a8-4f29-8b9a-ab2da16a8c25 req-ae7dffe2-ae86-494b-84a3-35879b76e36d tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 943 time: 0.0496914 Aug 28 15:43:58.621297 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5a1a8a86-18a8-4f29-8b9a-ab2da16a8c25 req-51b43c3e-a634-463c-91bb-fc0638ae5d9a tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306308 Aug 28 15:43:59.021467 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device d2dcc4e8-4729-4703-b713-3656e9b3f781 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:43:59.025363 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 72f03653-87db-472c-8531-0ee5ca2c195f no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:43:59.052671 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 72f03653-87db-472c-8531-0ee5ca2c195f {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:43:59.053017 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 72f03653-87db-472c-8531-0ee5ca2c195f not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:43:59.135603 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port d2dcc4e8-4729-4703-b713-3656e9b3f781, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=d2dcc4e8-4729-4703-b713-3656e9b3f781,segment=NetworkSegment(8f21f148-9b12-4cd9-bd6a-8b092a820203),segment_id=8f21f148-9b12-4cd9-bd6a-8b092a820203)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:43:59.145586 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'd2dcc4e8-4729-4703-b713-3656e9b3f781', 'network_id': 'b77d5cd7-d18b-437e-a855-c6804349cb59', 'port_id': 'd2dcc4e8-4729-4703-b713-3656e9b3f781', 'mac_address': 'fa:16:3e:c3:56:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eef67c0-8b23-4a76-8071-e0e4187b8d98', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:43:59.182283 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:59.198431 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2dcc4e8-4729-4703-b713-3656e9b3f781 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:43:59.216850 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port d2dcc4e8-4729-4703-b713-3656e9b3f781, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=d2dcc4e8-4729-4703-b713-3656e9b3f781,segment=NetworkSegment(8f21f148-9b12-4cd9-bd6a-8b092a820203),segment_id=8f21f148-9b12-4cd9-bd6a-8b092a820203)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:43:59.220810 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:43:59.266504 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=d2dcc4e8-4729-4703-b713-3656e9b3f781,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:43:59.410346 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['d2dcc4e8-4729-4703-b713-3656e9b3f781'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:43:59.735570 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ebaa08-3a36-441e-9819-5f6fc2294bed req-635e0a86-087f-491b-8933-926001d9c296 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:43:59.737049 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62ebaa08-3a36-441e-9819-5f6fc2294bed req-635e0a86-087f-491b-8933-926001d9c296 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 944 time: 0.0505426 Aug 28 15:43:59.773889 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-62ebaa08-3a36-441e-9819-5f6fc2294bed req-46e267f5-3eb8-4c30-a1af-9b574d6cb0f7 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302315 Aug 28 15:44:00.891227 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662fe36-7170-4afe-a05a-1287f861020f req-d6019a74-cc0f-40d4-b1d2-d1deefde8ef8 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:00.892752 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9662fe36-7170-4afe-a05a-1287f861020f req-d6019a74-cc0f-40d4-b1d2-d1deefde8ef8 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 944 time: 0.0528736 Aug 28 15:44:00.930753 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9662fe36-7170-4afe-a05a-1287f861020f req-ffbec089-f4c7-422f-8e37-37fe05919cbe tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319924 Aug 28 15:44:01.021074 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device d2dcc4e8-4729-4703-b713-3656e9b3f781 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:44:01.072060 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port d2dcc4e8-4729-4703-b713-3656e9b3f781 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:44:01.075524 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port d2dcc4e8-4729-4703-b713-3656e9b3f781 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:44:01.075939 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:01.150716 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:01.172387 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619f6093-e73b-4da0-b6db-cda6d680e37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2dcc4e8-4729-4703-b713-3656e9b3f781'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:44:01.174623 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e2ec40-4e59-480b-943b-a24397c35012" -d '{"events": [{"server_uuid": "619f6093-e73b-4da0-b6db-cda6d680e37e", "name": "network-vif-plugged", "status": "completed", "tag": "d2dcc4e8-4729-4703-b713-3656e9b3f781"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:44:01.186812 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port d2dcc4e8-4729-4703-b713-3656e9b3f781, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=d2dcc4e8-4729-4703-b713-3656e9b3f781,segment=NetworkSegment(8f21f148-9b12-4cd9-bd6a-8b092a820203),segment_id=8f21f148-9b12-4cd9-bd6a-8b092a820203)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:44:01.190603 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:01.217386 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483760c8-ee07-4845-b9b0-1cc428bb3a26 x-openstack-request-id: req-483760c8-ee07-4845-b9b0-1cc428bb3a26 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:44:01.217682 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619f6093-e73b-4da0-b6db-cda6d680e37e", "name": "network-vif-plugged", "status": "completed", "tag": "d2dcc4e8-4729-4703-b713-3656e9b3f781", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:44:01.218017 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-483760c8-ee07-4845-b9b0-1cc428bb3a26 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:44:01.218408 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619f6093-e73b-4da0-b6db-cda6d680e37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2dcc4e8-4729-4703-b713-3656e9b3f781', 'code': 200} Aug 28 15:44:01.246983 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=d2dcc4e8-4729-4703-b713-3656e9b3f781,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:01.307706 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68634806-8425-42ed-aeb1-613385fb7a1b req-7ccdb512-8458-4196-a6cc-7e808a3538c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:01.311126 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-68634806-8425-42ed-aeb1-613385fb7a1b req-7ccdb512-8458-4196-a6cc-7e808a3538c5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 1097 time: 0.0427063 Aug 28 15:44:01.348448 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-68634806-8425-42ed-aeb1-613385fb7a1b req-ab3ecd10-7e82-4768-aa16-ff8db35b04ed service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299311 Aug 28 15:44:02.042715 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2dc58-8872-426e-b19b-221a060b292b req-707f9fc6-5d00-483b-b79c-52feacb8f7b8 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:02.044199 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-71b2dc58-8872-426e-b19b-221a060b292b req-707f9fc6-5d00-483b-b79c-52feacb8f7b8 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 945 time: 0.0480583 Aug 28 15:44:02.082672 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-71b2dc58-8872-426e-b19b-221a060b292b req-dee3c931-62b7-41f2-83ac-45b1023c0d85 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321608 Aug 28 15:44:03.197981 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84abb45-f7e9-4104-b238-399cb62c50e8 req-065faf85-1a7a-4fd5-a5ae-8c352bec2625 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:03.199341 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c84abb45-f7e9-4104-b238-399cb62c50e8 req-065faf85-1a7a-4fd5-a5ae-8c352bec2625 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 945 time: 0.0489287 Aug 28 15:44:03.236204 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c84abb45-f7e9-4104-b238-399cb62c50e8 req-fd6be2fb-2f9e-4fac-ae11-e4a21b838612 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309699 Aug 28 15:44:03.354651 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c08b0-8979-4e69-8a9b-9b127e4535ba req-59a80fcd-5de2-495f-ad89-ea86feeef48f tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:03.356237 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-449c08b0-8979-4e69-8a9b-9b127e4535ba req-59a80fcd-5de2-495f-ad89-ea86feeef48f tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 945 time: 0.0535634 Aug 28 15:44:03.395557 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-449c08b0-8979-4e69-8a9b-9b127e4535ba req-efef8a56-0a6c-46f9-be0c-07a5423933a8 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313299 Aug 28 15:44:03.614862 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-9eeb5717-5cd6-4f93-8e6b-21a8d50ffc28 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0388205 Aug 28 15:44:03.635893 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f7731-d3cf-48e7-b4a6-bcbc1170c9af req-6722b505-7914-464f-9535-ee8cc017e772 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:03.637400 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b26f7731-d3cf-48e7-b4a6-bcbc1170c9af req-6722b505-7914-464f-9535-ee8cc017e772 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 945 time: 0.0494487 Aug 28 15:44:03.677183 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b26f7731-d3cf-48e7-b4a6-bcbc1170c9af req-fd2a57de-9789-48de-8568-189acc13426e tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337374 Aug 28 15:44:04.654895 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-b12a7df5-9ac1-4c1f-9f9c-a6f1245d9bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:04.656403 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-b12a7df5-9ac1-4c1f-9f9c-a6f1245d9bc7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57c37f05815144b7893fec0aee1e3ddb&device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 1097 time: 0.0394135 Aug 28 15:44:04.749711 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-e2ab1f87-eb34-463a-8e1f-504562a72e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:04.751184 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-e2ab1f87-eb34-463a-8e1f-504562a72e6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=b77d5cd7-d18b-437e-a855-c6804349cb59 HTTP/1.1" status: 200 len: 915 time: 0.0884752 Aug 28 15:44:04.794081 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-38021cbf-e7bf-4cac-8f08-5bf4ab0a34b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2dcc4e8-4729-4703-b713-3656e9b3f781 HTTP/1.1" status: 200 len: 217 time: 0.0347986 Aug 28 15:44:04.806062 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc102f4b-1afe-433f-b52b-16b9e1e9f3eb req-f9f81988-a928-4f71-b028-89b84cba440b tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:04.807566 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cc102f4b-1afe-433f-b52b-16b9e1e9f3eb req-f9f81988-a928-4f71-b028-89b84cba440b tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 945 time: 0.0551422 Aug 28 15:44:04.845509 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-f2a197c1-157f-4cf3-a053-c6b5e9c6cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:04.846086 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cc102f4b-1afe-433f-b52b-16b9e1e9f3eb req-8b9a8879-cd9b-499c-ae01-1b2842e3dade tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325546 Aug 28 15:44:04.846938 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-f2a197c1-157f-4cf3-a053-c6b5e9c6cdf6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3eef67c0-8b23-4a76-8071-e0e4187b8d98 HTTP/1.1" status: 200 len: 854 time: 0.0476844 Aug 28 15:44:04.877950 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-1955d579-bd79-411e-91ab-bfb635c863e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b77d5cd7-d18b-437e-a855-c6804349cb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242593 Aug 28 15:44:04.965128 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-b70e837f-29e5-4a42-94da-05a00cee5a26 service neutron] 10.222.0.36 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799904 Aug 28 15:44:05.065639 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-c9fb6117-f5ce-4d2c-b57e-9fd8013ec752 service neutron] 10.222.0.36 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931230 Aug 28 15:44:05.960753 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089580e6-8435-432a-87e2-4251ba8c6b8a req-e14e9b0f-cb8c-4dd4-9295-7af602243351 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:05.962473 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-089580e6-8435-432a-87e2-4251ba8c6b8a req-e14e9b0f-cb8c-4dd4-9295-7af602243351 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 945 time: 0.0495729 Aug 28 15:44:05.999195 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-089580e6-8435-432a-87e2-4251ba8c6b8a req-c9e1ca2a-a39f-4e64-a36c-9b2acebd3df1 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308158 Aug 28 15:44:06.072417 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:44:07.113549 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a95e5-3e6a-4bca-aeb7-0d6044b85911 req-b514a6cf-aa84-451d-a6d2-5eb01e067cda tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:07.115031 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c70a95e5-3e6a-4bca-aeb7-0d6044b85911 req-b514a6cf-aa84-451d-a6d2-5eb01e067cda tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 945 time: 0.0487661 Aug 28 15:44:07.153137 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c70a95e5-3e6a-4bca-aeb7-0d6044b85911 req-811cbc27-c6d6-4dfd-99e3-67101e54c52b tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314894 Aug 28 15:44:08.060598 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fa7db886-756d-4138-9303-27bebe657d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:08.268986 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d25cd-9e3c-4c2a-b3b0-6df7aef1e62c req-ebefd82f-daa4-4279-b467-243f994fb102 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:08.270493 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3c6d25cd-9e3c-4c2a-b3b0-6df7aef1e62c req-ebefd82f-daa4-4279-b467-243f994fb102 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 945 time: 0.0486808 Aug 28 15:44:08.308937 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3c6d25cd-9e3c-4c2a-b3b0-6df7aef1e62c req-dd2ea91d-19be-47d8-8661-2dd003fd429e tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323553 Aug 28 15:44:09.430748 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dde338-0413-4594-a30d-1c687618dd51 req-8e6ed4b5-6008-439b-a3a4-30ccd738a57d tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:09.432403 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b0dde338-0413-4594-a30d-1c687618dd51 req-8e6ed4b5-6008-439b-a3a4-30ccd738a57d tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 945 time: 0.0561059 Aug 28 15:44:09.468857 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b0dde338-0413-4594-a30d-1c687618dd51 req-ddc72e05-feb3-4487-a0e5-4d89e4a23236 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304956 Aug 28 15:44:10.587126 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81574e7-0331-4e89-813f-c3f58f41d645 req-78dab883-cca0-483b-96a3-82f0bff2a7c7 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:10.588602 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f81574e7-0331-4e89-813f-c3f58f41d645 req-78dab883-cca0-483b-96a3-82f0bff2a7c7 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 945 time: 0.0523643 Aug 28 15:44:10.625762 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f81574e7-0331-4e89-813f-c3f58f41d645 req-a115e146-df8f-467c-b417-0108eb7af3ce tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312808 Aug 28 15:44:10.626609 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-72546884-9058-4835-8e41-264cec7064a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:10.931324 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:11.744041 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f5924-3406-4080-961a-65df5ac4a1da req-8815319e-9f17-41b1-bf23-9f9325842de9 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:11.745527 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-349f5924-3406-4080-961a-65df5ac4a1da req-8815319e-9f17-41b1-bf23-9f9325842de9 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 945 time: 0.0517275 Aug 28 15:44:11.783063 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-349f5924-3406-4080-961a-65df5ac4a1da req-dd704db5-d3a9-477b-b461-c29395a605e9 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315802 Aug 28 15:44:11.889275 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:12.909797 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65623f61-eea1-4e59-a9f1-4c57e8f8d314 req-ec51725b-2455-475e-9a22-c0d0a1b68d79 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:12.911392 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-65623f61-eea1-4e59-a9f1-4c57e8f8d314 req-ec51725b-2455-475e-9a22-c0d0a1b68d79 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 945 time: 0.0506663 Aug 28 15:44:12.952010 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-65623f61-eea1-4e59-a9f1-4c57e8f8d314 req-65b2cb96-a75d-4bb3-abf7-b22d8a59e515 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338695 Aug 28 15:44:13.391573 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:14.067890 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f5d64-71f6-40c7-a2b9-bb7803178240 req-e4eb212d-2dac-429c-9bd9-0104827cb35f tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:14.069332 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-897f5d64-71f6-40c7-a2b9-bb7803178240 req-e4eb212d-2dac-429c-9bd9-0104827cb35f tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 945 time: 0.0486600 Aug 28 15:44:14.105930 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-897f5d64-71f6-40c7-a2b9-bb7803178240 req-23ff8d0f-1380-4dfc-8578-c7af6a67cb0d tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301366 Aug 28 15:44:15.220134 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443a029-3eed-4c88-9216-d93a88c61f08 req-a7b41cde-7ea1-4f89-a274-b1501076f739 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:15.221630 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9443a029-3eed-4c88-9216-d93a88c61f08 req-a7b41cde-7ea1-4f89-a274-b1501076f739 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 945 time: 0.0481586 Aug 28 15:44:15.258558 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9443a029-3eed-4c88-9216-d93a88c61f08 req-79f0cb38-8428-4816-87ce-daabd855338a tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309095 Aug 28 15:44:16.388817 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1c3b1-9cf8-4b0c-a600-05af24bf4f13 req-5460edd4-aa36-49ad-ba85-3bb901fb06c1 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:16.390283 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21f1c3b1-9cf8-4b0c-a600-05af24bf4f13 req-5460edd4-aa36-49ad-ba85-3bb901fb06c1 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 945 time: 0.0483105 Aug 28 15:44:16.427372 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-21f1c3b1-9cf8-4b0c-a600-05af24bf4f13 req-cac9d024-d47a-4c56-be54-c039e9902862 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311553 Aug 28 15:44:16.995061 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864bb58-8a9b-4673-ba08-57b995f78f1c req-e069e1a7-706d-49c0-bbd8-1360eb013014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:16.996573 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8864bb58-8a9b-4673-ba08-57b995f78f1c req-e069e1a7-706d-49c0-bbd8-1360eb013014 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57c37f05815144b7893fec0aee1e3ddb&device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 1097 time: 0.0441098 Aug 28 15:44:17.095312 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864bb58-8a9b-4673-ba08-57b995f78f1c req-217aa081-1b20-4ddd-a642-fc72efa8920d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:17.096691 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8864bb58-8a9b-4673-ba08-57b995f78f1c req-217aa081-1b20-4ddd-a642-fc72efa8920d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b77d5cd7-d18b-437e-a855-c6804349cb59 HTTP/1.1" status: 200 len: 915 time: 0.0812213 Aug 28 15:44:17.140275 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8864bb58-8a9b-4673-ba08-57b995f78f1c req-a63318dc-8298-46c6-b6f8-569fee9c7ec2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2dcc4e8-4729-4703-b713-3656e9b3f781 HTTP/1.1" status: 200 len: 217 time: 0.0366185 Aug 28 15:44:17.191757 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864bb58-8a9b-4673-ba08-57b995f78f1c req-a084452b-9493-4bec-942b-1f4f718e6281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:17.193225 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8864bb58-8a9b-4673-ba08-57b995f78f1c req-a084452b-9493-4bec-942b-1f4f718e6281 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3eef67c0-8b23-4a76-8071-e0e4187b8d98 HTTP/1.1" status: 200 len: 854 time: 0.0465543 Aug 28 15:44:17.224151 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8864bb58-8a9b-4673-ba08-57b995f78f1c req-171565cc-a499-4151-85e6-79d7f73bed9a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b77d5cd7-d18b-437e-a855-c6804349cb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240228 Aug 28 15:44:17.318959 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8864bb58-8a9b-4673-ba08-57b995f78f1c req-d5ec0639-d378-4425-9d22-d23eb83efab2 service neutron] 10.222.0.36 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876102 Aug 28 15:44:17.412008 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8864bb58-8a9b-4673-ba08-57b995f78f1c req-83096746-b05f-4d83-8f45-d3f61618bd78 service neutron] 10.222.0.36 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856853 Aug 28 15:44:17.548416 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5a27e-553b-4132-8391-28716eb1cee7 req-f39c56d4-5244-444d-9ec9-60766beec6bb tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:17.550068 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0eb5a27e-553b-4132-8391-28716eb1cee7 req-f39c56d4-5244-444d-9ec9-60766beec6bb tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 945 time: 0.0548105 Aug 28 15:44:17.587441 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0eb5a27e-553b-4132-8391-28716eb1cee7 req-6ce66d57-3e86-43ad-9b66-f7a1a75a3943 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307879 Aug 28 15:44:18.706154 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d3853-c26d-49f7-bb19-4977849d373f req-e6ab9850-3c86-4856-9cba-c4cd29b42629 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:18.707625 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b52d3853-c26d-49f7-bb19-4977849d373f req-e6ab9850-3c86-4856-9cba-c4cd29b42629 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 945 time: 0.0528870 Aug 28 15:44:18.745258 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b52d3853-c26d-49f7-bb19-4977849d373f req-3f86884b-1837-424b-b895-fedf63354fbd tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317123 Aug 28 15:44:19.867470 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719d800-c73f-497e-9d60-dcebe3f0dcc9 req-416c7e00-e9db-49bb-bd6f-f7cf538c59b7 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:19.869117 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8719d800-c73f-497e-9d60-dcebe3f0dcc9 req-416c7e00-e9db-49bb-bd6f-f7cf538c59b7 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 945 time: 0.0533903 Aug 28 15:44:19.908428 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8719d800-c73f-497e-9d60-dcebe3f0dcc9 req-ff459bef-9fc6-4c58-b45e-f5aab47124fa tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331993 Aug 28 15:44:21.036085 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a62521-239f-419e-8ccc-f2fa7a3b90d8 req-6a4912ef-1a76-44b2-b89b-d7c661dfa8bc tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:21.037641 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-09a62521-239f-419e-8ccc-f2fa7a3b90d8 req-6a4912ef-1a76-44b2-b89b-d7c661dfa8bc tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 945 time: 0.0593903 Aug 28 15:44:21.077371 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-09a62521-239f-419e-8ccc-f2fa7a3b90d8 req-709f693e-4ac1-4e36-a93d-7afbdbd61920 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328634 Aug 28 15:44:22.205823 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a1835-f0b4-4ebf-85a5-a009effec418 req-c5a36e50-92dc-4cde-9081-185a302ebaa7 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:22.207222 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dd8a1835-f0b4-4ebf-85a5-a009effec418 req-c5a36e50-92dc-4cde-9081-185a302ebaa7 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 945 time: 0.0486331 Aug 28 15:44:22.245767 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dd8a1835-f0b4-4ebf-85a5-a009effec418 req-53da237f-9683-4a71-8ef9-05062b116d04 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316815 Aug 28 15:44:23.360553 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea1c71-b9bf-43b7-b633-cd2496a1e6d1 req-71366ca5-2dc6-4fa5-a6cb-abfadcb781a3 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:23.362022 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-56ea1c71-b9bf-43b7-b633-cd2496a1e6d1 req-71366ca5-2dc6-4fa5-a6cb-abfadcb781a3 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 945 time: 0.0485499 Aug 28 15:44:23.399276 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-56ea1c71-b9bf-43b7-b633-cd2496a1e6d1 req-9f37e4bd-c530-4c14-82d8-f44179edd7c6 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309510 Aug 28 15:44:24.518850 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b797c8-91de-498f-839c-a7856af18591 req-8b0e5d15-121e-4585-ba9b-c552a2bac9d1 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:24.520330 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-08b797c8-91de-498f-839c-a7856af18591 req-8b0e5d15-121e-4585-ba9b-c552a2bac9d1 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 945 time: 0.0482094 Aug 28 15:44:24.557535 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-08b797c8-91de-498f-839c-a7856af18591 req-8437e01c-bb47-4898-9659-51de26ab38dd tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310621 Aug 28 15:44:24.830055 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:25.965117 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa168d15-b5ae-4da0-bafc-36f279666db1 req-8379873e-7f03-48d5-8f8e-7729152ca045 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:25.966606 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aa168d15-b5ae-4da0-bafc-36f279666db1 req-8379873e-7f03-48d5-8f8e-7729152ca045 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 945 time: 0.3397038 Aug 28 15:44:26.003355 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aa168d15-b5ae-4da0-bafc-36f279666db1 req-ebba70cf-509a-4569-b92f-c01cc9e0e61b tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307622 Aug 28 15:44:26.884238 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:27.120701 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2b514-6f8c-4e92-b99c-fa100e36f92f req-f17cafad-19bc-4499-9321-777e8fbef674 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:27.122068 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c7a2b514-6f8c-4e92-b99c-fa100e36f92f req-f17cafad-19bc-4499-9321-777e8fbef674 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 945 time: 0.0526278 Aug 28 15:44:27.158574 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c7a2b514-6f8c-4e92-b99c-fa100e36f92f req-53dcb56b-d37a-4d13-8cc2-30f055e09543 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306509 Aug 28 15:44:28.274601 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8f46e-163d-4f21-968b-39cb9e21e5cf req-cf44bd5b-118f-483c-bfac-f12674528dc8 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:28.276094 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-55a8f46e-163d-4f21-968b-39cb9e21e5cf req-cf44bd5b-118f-483c-bfac-f12674528dc8 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 945 time: 0.0473440 Aug 28 15:44:28.314445 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-55a8f46e-163d-4f21-968b-39cb9e21e5cf req-a23a3287-4ca3-4bee-9610-cb60198c6741 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322351 Aug 28 15:44:29.427775 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813111f4-28b6-452a-869e-fc0dc6d3dae9 req-65d569ab-7fee-41cb-8c50-65a785911139 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:29.429825 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-813111f4-28b6-452a-869e-fc0dc6d3dae9 req-65d569ab-7fee-41cb-8c50-65a785911139 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 945 time: 0.0497429 Aug 28 15:44:29.466228 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-813111f4-28b6-452a-869e-fc0dc6d3dae9 req-d5c566df-c69d-4f8f-81e2-be2bd9af5005 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303686 Aug 28 15:44:30.578983 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbda238-7976-4b07-9e9d-4d3fb4373282 req-ae0419e1-112f-483b-9ee7-d7ab70d6a6e6 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:30.580466 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9cbda238-7976-4b07-9e9d-4d3fb4373282 req-ae0419e1-112f-483b-9ee7-d7ab70d6a6e6 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 945 time: 0.0477455 Aug 28 15:44:30.618491 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9cbda238-7976-4b07-9e9d-4d3fb4373282 req-28087f5c-de11-4a35-98e2-eef7a32eb9e0 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313509 Aug 28 15:44:31.734764 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172836f8-64e7-4cc8-912f-5fdb65e6d8f8 req-73d371ae-7cf4-4868-a5ed-e2cde6e48718 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:31.736307 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-172836f8-64e7-4cc8-912f-5fdb65e6d8f8 req-73d371ae-7cf4-4868-a5ed-e2cde6e48718 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 945 time: 0.0475750 Aug 28 15:44:31.772895 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-172836f8-64e7-4cc8-912f-5fdb65e6d8f8 req-e75afdca-b2e3-45f7-b77b-48272657a494 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299854 Aug 28 15:44:31.892352 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-b63e4be8-d882-4b48-aa50-85ac1197f37b service neutron] show failed (client error): The resource could not be found. Aug 28 15:44:31.893393 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-b63e4be8-d882-4b48-aa50-85ac1197f37b service neutron] 10.222.0.36 "GET /v2.0/ports/d2dcc4e8-4729-4703-b713-3656e9b3f781/bindings/n-h1-712137-10 HTTP/1.1" status: 404 len: 381 time: 0.0578241 Aug 28 15:44:32.082965 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-177f79b1-488c-4368-9748-c9b41f073d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:32.084460 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-177f79b1-488c-4368-9748-c9b41f073d6b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e&tenant_id=57c37f05815144b7893fec0aee1e3ddb HTTP/1.1" status: 200 len: 1097 time: 0.0430603 Aug 28 15:44:32.097215 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-208a2065-ba8c-4d23-842a-e77824fb2975 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-10', 'device_owner': 'compute:nova'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:44:32.147164 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-208a2065-ba8c-4d23-842a-e77824fb2975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:32.345486 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-208a2065-ba8c-4d23-842a-e77824fb2975 service neutron] For port d2dcc4e8-4729-4703-b713-3656e9b3f781, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=d2dcc4e8-4729-4703-b713-3656e9b3f781,segment=NetworkSegment(8f21f148-9b12-4cd9-bd6a-8b092a820203),segment_id=8f21f148-9b12-4cd9-bd6a-8b092a820203)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:44:32.377318 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-208a2065-ba8c-4d23-842a-e77824fb2975 service neutron] For port d2dcc4e8-4729-4703-b713-3656e9b3f781, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:44:32.419912 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619f6093-e73b-4da0-b6db-cda6d680e37e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2dcc4e8-4729-4703-b713-3656e9b3f781'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:44:32.422501 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fac58a-1700-451a-b44a-b2037636b0fe" -d '{"events": [{"server_uuid": "619f6093-e73b-4da0-b6db-cda6d680e37e", "name": "network-vif-unplugged", "status": "completed", "tag": "d2dcc4e8-4729-4703-b713-3656e9b3f781"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:44:32.426361 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-208a2065-ba8c-4d23-842a-e77824fb2975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:32.441788 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-208a2065-ba8c-4d23-842a-e77824fb2975 service neutron] Transition to ACTIVE for port object d2dcc4e8-4729-4703-b713-3656e9b3f781 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:44:32.446063 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-208a2065-ba8c-4d23-842a-e77824fb2975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:32.478541 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 15:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170da138-a0b5-481c-b1cf-3b71922f962c x-openstack-request-id: req-170da138-a0b5-481c-b1cf-3b71922f962c {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:44:32.478837 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619f6093-e73b-4da0-b6db-cda6d680e37e", "name": "network-vif-unplugged", "status": "completed", "tag": "d2dcc4e8-4729-4703-b713-3656e9b3f781", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:44:32.479083 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-170da138-a0b5-481c-b1cf-3b71922f962c {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:44:32.479462 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619f6093-e73b-4da0-b6db-cda6d680e37e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2dcc4e8-4729-4703-b713-3656e9b3f781', 'code': 200} Aug 28 15:44:32.514180 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-208a2065-ba8c-4d23-842a-e77824fb2975 service neutron] No DVR routers for this DVR port d2dcc4e8-4729-4703-b713-3656e9b3f781 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:44:32.517162 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a2065-ba8c-4d23-842a-e77824fb2975 service neutron] Pushing event updated for resources: {'Port': ['ID=d2dcc4e8-4729-4703-b713-3656e9b3f781,revision_number=6']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:32.551709 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-208a2065-ba8c-4d23-842a-e77824fb2975 service neutron] Attempting to bind port d2dcc4e8-4729-4703-b713-3656e9b3f781 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:44:32.552039 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-208a2065-ba8c-4d23-842a-e77824fb2975 service neutron] Attempting to bind port d2dcc4e8-4729-4703-b713-3656e9b3f781 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '8f21f148-9b12-4cd9-bd6a-8b092a820203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b77d5cd7-d18b-437e-a855-c6804349cb59'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:44:32.552360 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-208a2065-ba8c-4d23-842a-e77824fb2975 service neutron] Attempting to bind port d2dcc4e8-4729-4703-b713-3656e9b3f781 on network b77d5cd7-d18b-437e-a855-c6804349cb59 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:44:32.557220 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-208a2065-ba8c-4d23-842a-e77824fb2975 service neutron] Port d2dcc4e8-4729-4703-b713-3656e9b3f781 on network b77d5cd7-d18b-437e-a855-c6804349cb59 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:44:32.557539 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-208a2065-ba8c-4d23-842a-e77824fb2975 service neutron] Attempting to bind port d2dcc4e8-4729-4703-b713-3656e9b3f781 on network b77d5cd7-d18b-437e-a855-c6804349cb59 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:44:32.562236 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-208a2065-ba8c-4d23-842a-e77824fb2975 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:44:32.562565 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-208a2065-ba8c-4d23-842a-e77824fb2975 service neutron] Checking segment: {'id': '8f21f148-9b12-4cd9-bd6a-8b092a820203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b77d5cd7-d18b-437e-a855-c6804349cb59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:44:32.562945 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-208a2065-ba8c-4d23-842a-e77824fb2975 service neutron] Bound using segment: {'id': '8f21f148-9b12-4cd9-bd6a-8b092a820203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b77d5cd7-d18b-437e-a855-c6804349cb59'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:44:32.563359 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-208a2065-ba8c-4d23-842a-e77824fb2975 service neutron] Bound port: d2dcc4e8-4729-4703-b713-3656e9b3f781, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f21f148-9b12-4cd9-bd6a-8b092a820203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b77d5cd7-d18b-437e-a855-c6804349cb59'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:44:32.563733 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-208a2065-ba8c-4d23-842a-e77824fb2975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:32.626751 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-208a2065-ba8c-4d23-842a-e77824fb2975 service neutron] For port d2dcc4e8-4729-4703-b713-3656e9b3f781, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:44:32.629577 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-208a2065-ba8c-4d23-842a-e77824fb2975 service neutron] For port d2dcc4e8-4729-4703-b713-3656e9b3f781, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d2dcc4e8-4729-4703-b713-3656e9b3f781,segment=NetworkSegment(8f21f148-9b12-4cd9-bd6a-8b092a820203),segment_id=8f21f148-9b12-4cd9-bd6a-8b092a820203)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:44:32.634391 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-208a2065-ba8c-4d23-842a-e77824fb2975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:32.668499 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-208a2065-ba8c-4d23-842a-e77824fb2975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:32.669116 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-208a2065-ba8c-4d23-842a-e77824fb2975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:32.670757 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-208a2065-ba8c-4d23-842a-e77824fb2975 service neutron] 10.222.0.41 "PUT /v2.0/ports/d2dcc4e8-4729-4703-b713-3656e9b3f781 HTTP/1.1" status: 200 len: 1092 time: 0.5771902 Aug 28 15:44:32.691972 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a2065-ba8c-4d23-842a-e77824fb2975 service neutron] Pushing event updated for resources: {'Port': ['ID=d2dcc4e8-4729-4703-b713-3656e9b3f781,revision_number=7']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:32.733215 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-faa9967e-2d24-4d96-a27b-6b543bd91cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:32.734724 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-faa9967e-2d24-4d96-a27b-6b543bd91cba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57c37f05815144b7893fec0aee1e3ddb&device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 1095 time: 0.0391438 Aug 28 15:44:32.835997 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-a932bf87-b7a6-45ca-ae7d-da17ee8eb4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:32.837481 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-a932bf87-b7a6-45ca-ae7d-da17ee8eb4d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b77d5cd7-d18b-437e-a855-c6804349cb59 HTTP/1.1" status: 200 len: 915 time: 0.0887752 Aug 28 15:44:32.884785 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-3700db81-54e0-4ac0-936f-bfab67870f34 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2dcc4e8-4729-4703-b713-3656e9b3f781 HTTP/1.1" status: 200 len: 217 time: 0.0398884 Aug 28 15:44:32.892948 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b6549-c589-4f1d-bc78-0f09687ce089 req-c39978e3-26e8-4f65-b03d-61d11c5020b1 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:32.894882 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ed5b6549-c589-4f1d-bc78-0f09687ce089 req-c39978e3-26e8-4f65-b03d-61d11c5020b1 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 943 time: 0.0549994 Aug 28 15:44:32.933955 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-50327fdc-5cb6-4a3d-b193-03f72cbedd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:32.934766 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ed5b6549-c589-4f1d-bc78-0f09687ce089 req-ccfa6941-17fa-47b4-8f8f-5ea72f8dfe3b tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319533 Aug 28 15:44:32.935450 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-50327fdc-5cb6-4a3d-b193-03f72cbedd31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3eef67c0-8b23-4a76-8071-e0e4187b8d98 HTTP/1.1" status: 200 len: 854 time: 0.0445986 Aug 28 15:44:32.967189 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-246baf39-526c-4f4b-bc75-539976b5dcd9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b77d5cd7-d18b-437e-a855-c6804349cb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246389 Aug 28 15:44:32.978454 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-6b015c0f-cd93-4e1f-abfc-ca6c477d5f33 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:44:32.979421 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-6b015c0f-cd93-4e1f-abfc-ca6c477d5f33 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057936 Aug 28 15:44:33.070168 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-7fca8910-2622-4f44-8491-255c8d487f72 service neutron] 10.222.0.41 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840576 Aug 28 15:44:33.157555 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-b9381ee2-fec6-4580-98bd-5bad06244c15 service neutron] 10.222.0.41 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807111 Aug 28 15:44:34.056491 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4cd9f-8cd8-457b-8ed0-d4f62b91d059 req-2cf7b5d5-f2ad-4e60-b338-921b4a3d09e6 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:34.057965 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a4d4cd9f-8cd8-457b-8ed0-d4f62b91d059 req-2cf7b5d5-f2ad-4e60-b338-921b4a3d09e6 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 943 time: 0.0547600 Aug 28 15:44:34.095429 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a4d4cd9f-8cd8-457b-8ed0-d4f62b91d059 req-37610557-dfc4-48f0-a5b7-aef6dc41decd tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316315 Aug 28 15:44:34.480895 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619f6093-e73b-4da0-b6db-cda6d680e37e', 'tag': 'd2dcc4e8-4729-4703-b713-3656e9b3f781'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:44:34.483254 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6071b36-7b87-4a80-8523-7fd9d0133515" -d '{"events": [{"name": "network-changed", "server_uuid": "619f6093-e73b-4da0-b6db-cda6d680e37e", "tag": "d2dcc4e8-4729-4703-b713-3656e9b3f781"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:44:34.531178 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195e3ddd-6c91-461e-94a1-d23720896afe x-openstack-request-id: req-195e3ddd-6c91-461e-94a1-d23720896afe {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:44:34.531475 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619f6093-e73b-4da0-b6db-cda6d680e37e", "tag": "d2dcc4e8-4729-4703-b713-3656e9b3f781", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:44:34.531757 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-195e3ddd-6c91-461e-94a1-d23720896afe {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:44:34.532155 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '619f6093-e73b-4da0-b6db-cda6d680e37e', 'tag': 'd2dcc4e8-4729-4703-b713-3656e9b3f781', 'status': 'completed', 'code': 200} Aug 28 15:44:34.590902 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6071b36-7b87-4a80-8523-7fd9d0133515 req-6b491589-700b-4cbe-8946-3c130a8c6ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:34.592571 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e6071b36-7b87-4a80-8523-7fd9d0133515 req-6b491589-700b-4cbe-8946-3c130a8c6ed7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57c37f05815144b7893fec0aee1e3ddb&device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 1095 time: 0.0406113 Aug 28 15:44:34.595317 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6071b36-7b87-4a80-8523-7fd9d0133515 req-6897a55c-5931-4b63-a0cc-1cc7f65632c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:34.596942 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e6071b36-7b87-4a80-8523-7fd9d0133515 req-6897a55c-5931-4b63-a0cc-1cc7f65632c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57c37f05815144b7893fec0aee1e3ddb&device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 1095 time: 0.0405421 Aug 28 15:44:34.683636 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6071b36-7b87-4a80-8523-7fd9d0133515 req-293cd2a5-5ac0-48dc-a756-b3167c0b88cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:34.685156 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e6071b36-7b87-4a80-8523-7fd9d0133515 req-293cd2a5-5ac0-48dc-a756-b3167c0b88cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=b77d5cd7-d18b-437e-a855-c6804349cb59 HTTP/1.1" status: 200 len: 915 time: 0.0858099 Aug 28 15:44:34.685948 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6071b36-7b87-4a80-8523-7fd9d0133515 req-8430e92c-c796-4b90-8c1b-6630d0972ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:34.687387 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e6071b36-7b87-4a80-8523-7fd9d0133515 req-8430e92c-c796-4b90-8c1b-6630d0972ade service neutron] 10.222.0.41 "GET /v2.0/networks?id=b77d5cd7-d18b-437e-a855-c6804349cb59 HTTP/1.1" status: 200 len: 915 time: 0.0837660 Aug 28 15:44:34.727990 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e6071b36-7b87-4a80-8523-7fd9d0133515 req-55b93f65-b652-423f-9d7d-7954c1c78927 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2dcc4e8-4729-4703-b713-3656e9b3f781 HTTP/1.1" status: 200 len: 217 time: 0.0355844 Aug 28 15:44:34.733629 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e6071b36-7b87-4a80-8523-7fd9d0133515 req-262bd8a8-f57a-4b08-a713-90894acaf5a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2dcc4e8-4729-4703-b713-3656e9b3f781 HTTP/1.1" status: 200 len: 217 time: 0.0380051 Aug 28 15:44:34.776614 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6071b36-7b87-4a80-8523-7fd9d0133515 req-040379e4-323b-4115-999c-90bc3210aa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:34.778073 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e6071b36-7b87-4a80-8523-7fd9d0133515 req-040379e4-323b-4115-999c-90bc3210aa71 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3eef67c0-8b23-4a76-8071-e0e4187b8d98 HTTP/1.1" status: 200 len: 854 time: 0.0438533 Aug 28 15:44:34.781488 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6071b36-7b87-4a80-8523-7fd9d0133515 req-9fa15cd0-c82b-4e5f-a4ff-4853b5ab20ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:34.782909 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e6071b36-7b87-4a80-8523-7fd9d0133515 req-9fa15cd0-c82b-4e5f-a4ff-4853b5ab20ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3eef67c0-8b23-4a76-8071-e0e4187b8d98 HTTP/1.1" status: 200 len: 854 time: 0.0431528 Aug 28 15:44:34.810521 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e6071b36-7b87-4a80-8523-7fd9d0133515 req-b8f0da17-a7c4-4e2b-9984-47f0ae5fe5a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b77d5cd7-d18b-437e-a855-c6804349cb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250161 Aug 28 15:44:34.814643 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e6071b36-7b87-4a80-8523-7fd9d0133515 req-6bb1c4a9-ea19-4c65-9bd0-285b850723b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b77d5cd7-d18b-437e-a855-c6804349cb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242751 Aug 28 15:44:34.911356 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e6071b36-7b87-4a80-8523-7fd9d0133515 req-3a828aee-1154-45c2-85e5-ab614c882f00 service neutron] 10.222.0.41 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892982 Aug 28 15:44:34.911789 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e6071b36-7b87-4a80-8523-7fd9d0133515 req-9138de8f-2a55-49bd-9fbd-d341054ca9fa service neutron] 10.222.0.36 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936534 Aug 28 15:44:35.000440 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e6071b36-7b87-4a80-8523-7fd9d0133515 req-dc96930c-d9f2-43ab-9a4c-926208f4e205 service neutron] 10.222.0.36 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815122 Aug 28 15:44:35.001762 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e6071b36-7b87-4a80-8523-7fd9d0133515 req-945bbf32-c55d-4eef-a52b-1362e466919b service neutron] 10.222.0.41 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815537 Aug 28 15:44:35.212387 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12414dbc-cdd7-43ef-aaed-cbf617d71b08 req-48d67310-125f-4ec2-82dc-2d3af91c517f tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:35.214009 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12414dbc-cdd7-43ef-aaed-cbf617d71b08 req-48d67310-125f-4ec2-82dc-2d3af91c517f tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 943 time: 0.0525277 Aug 28 15:44:35.256606 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-12414dbc-cdd7-43ef-aaed-cbf617d71b08 req-98834dcb-9aa1-46a4-9ba8-6c8bfd0eb15a tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354500 Aug 28 15:44:36.376450 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da524f2-579a-46f8-b5ee-ee45094479a5 req-2fdefb81-f430-4704-9459-73bca0d43e2f tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:36.377924 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9da524f2-579a-46f8-b5ee-ee45094479a5 req-2fdefb81-f430-4704-9459-73bca0d43e2f tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 943 time: 0.0524485 Aug 28 15:44:36.415701 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9da524f2-579a-46f8-b5ee-ee45094479a5 req-f779541e-0f3d-41ff-83d0-fcb7d93e2f26 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310972 Aug 28 15:44:36.592620 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d2dcc4e8-4729-4703-b713-3656e9b3f781 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:44:36.637412 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3ae69-4195-4e3a-a7cb-daf1f1cd0213 req-fdb85cfd-7f44-446e-bb7b-bd2421b8aa52 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:36.638914 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3d3ae69-4195-4e3a-a7cb-daf1f1cd0213 req-fdb85cfd-7f44-446e-bb7b-bd2421b8aa52 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 943 time: 0.0815332 Aug 28 15:44:36.646098 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180fae6-2aa9-4a6b-baa5-6e465a4b314c req-67c47545-c18a-4c54-85b8-110a0b8f7911 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:36.647574 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1180fae6-2aa9-4a6b-baa5-6e465a4b314c req-67c47545-c18a-4c54-85b8-110a0b8f7911 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.36 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e&tenant_id=57c37f05815144b7893fec0aee1e3ddb&binding%3Ahost_id=n-h1-712137-10 HTTP/1.1" status: 200 len: 943 time: 0.0790415 Aug 28 15:44:36.686265 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d2dcc4e8-4729-4703-b713-3656e9b3f781, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d2dcc4e8-4729-4703-b713-3656e9b3f781,segment=NetworkSegment(8f21f148-9b12-4cd9-bd6a-8b092a820203),segment_id=8f21f148-9b12-4cd9-bd6a-8b092a820203)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:44:36.701444 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'd2dcc4e8-4729-4703-b713-3656e9b3f781', 'network_id': 'b77d5cd7-d18b-437e-a855-c6804349cb59', 'port_id': 'd2dcc4e8-4729-4703-b713-3656e9b3f781', 'mac_address': 'fa:16:3e:c3:56:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eef67c0-8b23-4a76-8071-e0e4187b8d98', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:44:36.715400 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c3d3ae69-4195-4e3a-a7cb-daf1f1cd0213 req-303a55d4-b180-4435-9f7f-13d15d365a69 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668488 Aug 28 15:44:36.732145 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [req-1180fae6-2aa9-4a6b-baa5-6e465a4b314c req-5fdc33dc-41b0-43f7-8244-0efe5ada266d service neutron] delete failed (client error): The resource could not be found. Aug 28 15:44:36.733150 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1180fae6-2aa9-4a6b-baa5-6e465a4b314c req-5fdc33dc-41b0-43f7-8244-0efe5ada266d service neutron] 10.222.0.36 "DELETE /v2.0/ports/d2dcc4e8-4729-4703-b713-3656e9b3f781/bindings/n-h2-712137-10 HTTP/1.1" status: 404 len: 381 time: 0.0780745 Aug 28 15:44:36.740318 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:36.754213 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2dcc4e8-4729-4703-b713-3656e9b3f781 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:44:36.775143 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d2dcc4e8-4729-4703-b713-3656e9b3f781, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d2dcc4e8-4729-4703-b713-3656e9b3f781,segment=NetworkSegment(8f21f148-9b12-4cd9-bd6a-8b092a820203),segment_id=8f21f148-9b12-4cd9-bd6a-8b092a820203)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:44:36.779484 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:36.815871 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180fae6-2aa9-4a6b-baa5-6e465a4b314c req-e253ce9c-6669-495b-bf62-3f17830dd2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:36.817416 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1180fae6-2aa9-4a6b-baa5-6e465a4b314c req-e253ce9c-6669-495b-bf62-3f17830dd2d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57c37f05815144b7893fec0aee1e3ddb&device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 1096 time: 0.0408745 Aug 28 15:44:36.826743 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=d2dcc4e8-4729-4703-b713-3656e9b3f781,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:36.908809 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180fae6-2aa9-4a6b-baa5-6e465a4b314c req-9700815a-8e42-42ee-96cc-8b7b048b9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:36.910276 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1180fae6-2aa9-4a6b-baa5-6e465a4b314c req-9700815a-8e42-42ee-96cc-8b7b048b9c40 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b77d5cd7-d18b-437e-a855-c6804349cb59 HTTP/1.1" status: 200 len: 915 time: 0.0861597 Aug 28 15:44:36.951217 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1180fae6-2aa9-4a6b-baa5-6e465a4b314c req-e68689d6-3ec7-4082-87e3-225285b87d53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2dcc4e8-4729-4703-b713-3656e9b3f781 HTTP/1.1" status: 200 len: 217 time: 0.0335300 Aug 28 15:44:36.999789 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180fae6-2aa9-4a6b-baa5-6e465a4b314c req-4f2c7dc4-2549-4129-994e-1a96d962bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:37.001208 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1180fae6-2aa9-4a6b-baa5-6e465a4b314c req-4f2c7dc4-2549-4129-994e-1a96d962bc77 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3eef67c0-8b23-4a76-8071-e0e4187b8d98 HTTP/1.1" status: 200 len: 854 time: 0.0428793 Aug 28 15:44:37.031046 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1180fae6-2aa9-4a6b-baa5-6e465a4b314c req-3e6f876d-df4a-43e0-a9ca-7ef45b51b28a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b77d5cd7-d18b-437e-a855-c6804349cb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229113 Aug 28 15:44:37.109127 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['d2dcc4e8-4729-4703-b713-3656e9b3f781'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:44:37.122145 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1180fae6-2aa9-4a6b-baa5-6e465a4b314c req-c3f6c0d6-c55f-4c80-b04a-120ec32524d5 service neutron] 10.222.0.36 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844383 Aug 28 15:44:37.177366 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device d2dcc4e8-4729-4703-b713-3656e9b3f781 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:44:37.211553 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1180fae6-2aa9-4a6b-baa5-6e465a4b314c req-d2fe64b0-a93b-4e88-8eb4-60f10e7e5201 service neutron] 10.222.0.36 "GET /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823166 Aug 28 15:44:37.240649 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device d2dcc4e8-4729-4703-b713-3656e9b3f781 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:44:37.831908 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df13ae-8297-4992-a4c0-568a5dbcbca5 req-8a11bf97-bcfb-4b23-9015-09e1a8fcb338 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:37.833396 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b9df13ae-8297-4992-a4c0-568a5dbcbca5 req-8a11bf97-bcfb-4b23-9015-09e1a8fcb338 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 944 time: 0.0486968 Aug 28 15:44:37.871100 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b9df13ae-8297-4992-a4c0-568a5dbcbca5 req-57e1fd7f-bcc4-47ba-9dbc-e1891052e448 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310462 Aug 28 15:44:37.990695 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159063f-4621-494f-8ef0-64f7aa5cfbe0 req-2ec19eed-efaa-4610-ad90-aff0fbe00285 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:37.992433 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c159063f-4621-494f-8ef0-64f7aa5cfbe0 req-2ec19eed-efaa-4610-ad90-aff0fbe00285 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 944 time: 0.0553172 Aug 28 15:44:38.030144 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c159063f-4621-494f-8ef0-64f7aa5cfbe0 req-c038613d-9c5b-4bc6-90ae-1e4fe595441f tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317369 Aug 28 15:44:38.062747 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5eb6bc2c-e6f6-4a8a-ad7b-ec3ec0fcb123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:38.144094 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bbd28-b335-4f7b-8db1-692d1b963087 req-0eb18925-0e08-4be4-8eb7-06d6591d85de tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:38.145466 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d84bbd28-b335-4f7b-8db1-692d1b963087 req-0eb18925-0e08-4be4-8eb7-06d6591d85de tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 944 time: 0.0483990 Aug 28 15:44:38.183333 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d84bbd28-b335-4f7b-8db1-692d1b963087 req-70c63fc7-539f-4c1a-a9e3-0fe94f4aefc7 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318468 Aug 28 15:44:38.510905 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b626f-4f30-4185-8318-52bb04e09419 req-4b07c187-e19b-44bd-b4e1-badde96bd36d tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:38.512375 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f27b626f-4f30-4185-8318-52bb04e09419 req-4b07c187-e19b-44bd-b4e1-badde96bd36d tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 944 time: 0.0478950 Aug 28 15:44:38.549327 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f27b626f-4f30-4185-8318-52bb04e09419 req-78696b28-7189-47c3-b9ff-858417b482a7 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310295 Aug 28 15:44:38.605825 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d2dcc4e8-4729-4703-b713-3656e9b3f781 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:44:38.652968 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port d2dcc4e8-4729-4703-b713-3656e9b3f781 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:44:38.656386 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port d2dcc4e8-4729-4703-b713-3656e9b3f781 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:44:38.656764 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:38.733496 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:38.755340 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619f6093-e73b-4da0-b6db-cda6d680e37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2dcc4e8-4729-4703-b713-3656e9b3f781'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:44:38.757635 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55f8266-8b1a-4461-a1bb-e6af5d50ce8a" -d '{"events": [{"server_uuid": "619f6093-e73b-4da0-b6db-cda6d680e37e", "name": "network-vif-plugged", "status": "completed", "tag": "d2dcc4e8-4729-4703-b713-3656e9b3f781"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:44:38.769829 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d2dcc4e8-4729-4703-b713-3656e9b3f781, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d2dcc4e8-4729-4703-b713-3656e9b3f781,segment=NetworkSegment(8f21f148-9b12-4cd9-bd6a-8b092a820203),segment_id=8f21f148-9b12-4cd9-bd6a-8b092a820203)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:44:38.774091 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:38.800182 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a4fce8-e9ab-481f-b68a-7ed6acd2852d x-openstack-request-id: req-f2a4fce8-e9ab-481f-b68a-7ed6acd2852d {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:44:38.800480 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619f6093-e73b-4da0-b6db-cda6d680e37e", "name": "network-vif-plugged", "status": "completed", "tag": "d2dcc4e8-4729-4703-b713-3656e9b3f781", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:44:38.800733 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2a4fce8-e9ab-481f-b68a-7ed6acd2852d {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:44:38.801125 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619f6093-e73b-4da0-b6db-cda6d680e37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2dcc4e8-4729-4703-b713-3656e9b3f781', 'code': 200} Aug 28 15:44:38.826641 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=d2dcc4e8-4729-4703-b713-3656e9b3f781,revision_number=9']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:39.665243 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a627cb-e100-400f-b318-52f223e21d59 req-645683a6-efd9-4c6a-a828-77a16f35caf5 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:39.666709 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-69a627cb-e100-400f-b318-52f223e21d59 req-645683a6-efd9-4c6a-a828-77a16f35caf5 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 945 time: 0.0477993 Aug 28 15:44:39.704524 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-69a627cb-e100-400f-b318-52f223e21d59 req-722922e3-649b-437d-bfd0-fdd5fc09f829 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315669 Aug 28 15:44:39.924504 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1830174-2e54-49fc-a7a7-ba8fe5833c93 req-71e6f2e4-ca0f-4ac9-8077-82740a0f3c96 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:39.925964 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a1830174-2e54-49fc-a7a7-ba8fe5833c93 req-71e6f2e4-ca0f-4ac9-8077-82740a0f3c96 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.41 "GET /v2.0/ports?device_id=619f6093-e73b-4da0-b6db-cda6d680e37e HTTP/1.1" status: 200 len: 945 time: 0.0507240 Aug 28 15:44:40.016369 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-a1830174-2e54-49fc-a7a7-ba8fe5833c93 req-81234cf6-a06e-4390-a379-308a721f1df2 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Deleting port d2dcc4e8-4729-4703-b713-3656e9b3f781 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:44:40.016716 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a1830174-2e54-49fc-a7a7-ba8fe5833c93 req-81234cf6-a06e-4390-a379-308a721f1df2 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:40.102032 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-a1830174-2e54-49fc-a7a7-ba8fe5833c93 req-81234cf6-a06e-4390-a379-308a721f1df2 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] For port d2dcc4e8-4729-4703-b713-3656e9b3f781, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d2dcc4e8-4729-4703-b713-3656e9b3f781,segment=NetworkSegment(8f21f148-9b12-4cd9-bd6a-8b092a820203),segment_id=8f21f148-9b12-4cd9-bd6a-8b092a820203)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:44:40.102404 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a1830174-2e54-49fc-a7a7-ba8fe5833c93 req-81234cf6-a06e-4390-a379-308a721f1df2 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:40.114879 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-a1830174-2e54-49fc-a7a7-ba8fe5833c93 req-81234cf6-a06e-4390-a379-308a721f1df2 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Calling delete_port for d2dcc4e8-4729-4703-b713-3656e9b3f781 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:44:40.241585 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a1830174-2e54-49fc-a7a7-ba8fe5833c93 req-81234cf6-a06e-4390-a379-308a721f1df2 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:40.253507 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['d2dcc4e8-4729-4703-b713-3656e9b3f781'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:44:40.270069 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81234cf6-a06e-4390-a379-308a721f1df2 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Pushing event deleted for resources: {'Port': ['ID=d2dcc4e8-4729-4703-b713-3656e9b3f781,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:40.315139 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1830174-2e54-49fc-a7a7-ba8fe5833c93 req-81234cf6-a06e-4390-a379-308a721f1df2 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] No DVR routers for this DVR port d2dcc4e8-4729-4703-b713-3656e9b3f781 on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:44:40.317659 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-a1830174-2e54-49fc-a7a7-ba8fe5833c93 req-81234cf6-a06e-4390-a379-308a721f1df2 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:40.319684 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a1830174-2e54-49fc-a7a7-ba8fe5833c93 req-81234cf6-a06e-4390-a379-308a721f1df2 tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] 10.222.0.41 "DELETE /v2.0/ports/d2dcc4e8-4729-4703-b713-3656e9b3f781 HTTP/1.1" status: 204 len: 173 time: 0.3873169 Aug 28 15:44:40.320135 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619f6093-e73b-4da0-b6db-cda6d680e37e', 'name': 'network-vif-deleted', 'tag': 'd2dcc4e8-4729-4703-b713-3656e9b3f781'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:44:40.322374 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b216bbb-e52f-4eed-a09b-092e34403c0b" -d '{"events": [{"server_uuid": "619f6093-e73b-4da0-b6db-cda6d680e37e", "name": "network-vif-deleted", "tag": "d2dcc4e8-4729-4703-b713-3656e9b3f781"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:44:40.362706 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8753b22-ed73-443f-a400-33e620b4a694 x-openstack-request-id: req-d8753b22-ed73-443f-a400-33e620b4a694 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:44:40.363007 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619f6093-e73b-4da0-b6db-cda6d680e37e", "name": "network-vif-deleted", "tag": "d2dcc4e8-4729-4703-b713-3656e9b3f781", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:44:40.363255 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8753b22-ed73-443f-a400-33e620b4a694 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:44:40.363673 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619f6093-e73b-4da0-b6db-cda6d680e37e', 'name': 'network-vif-deleted', 'tag': 'd2dcc4e8-4729-4703-b713-3656e9b3f781', 'status': 'completed', 'code': 200} Aug 28 15:44:40.626665 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f93943f4-0cc0-41e8-bd70-47ca5a0dc986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:40.824574 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57554) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:44:40.869171 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9acf76-8fa7-418a-a731-5c793458f071 admin admin] Deleting subnet 3eef67c0-8b23-4a76-8071-e0e4187b8d98 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:44:40.872229 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b9acf76-8fa7-418a-a731-5c793458f071 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:40.906961 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b9acf76-8fa7-418a-a731-5c793458f071 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:40.932437 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:40.946040 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b9acf76-8fa7-418a-a731-5c793458f071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:41.000509 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b9acf76-8fa7-418a-a731-5c793458f071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:41.025935 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9acf76-8fa7-418a-a731-5c793458f071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eef67c0-8b23-4a76-8071-e0e4187b8d98,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:41.030259 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9b9acf76-8fa7-418a-a731-5c793458f071 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:41.032109 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9b9acf76-8fa7-418a-a731-5c793458f071 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3eef67c0-8b23-4a76-8071-e0e4187b8d98 HTTP/1.1" status: 204 len: 168 time: 0.2064824 Aug 28 15:44:41.034559 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57556) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:44:41.101466 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-73b367da-a3a9-4769-a22a-1a0e0ceb653c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:41.181226 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-73b367da-a3a9-4769-a22a-1a0e0ceb653c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:41.190480 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-73b367da-a3a9-4769-a22a-1a0e0ceb653c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b77d5cd7-d18b-437e-a855-c6804349cb59']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:44:41.201421 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-73b367da-a3a9-4769-a22a-1a0e0ceb653c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f21f148-9b12-4cd9-bd6a-8b092a820203') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:44:41.201720 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-73b367da-a3a9-4769-a22a-1a0e0ceb653c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f21f148-9b12-4cd9-bd6a-8b092a820203') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:44:41.210303 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-73b367da-a3a9-4769-a22a-1a0e0ceb653c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:41.223834 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-73b367da-a3a9-4769-a22a-1a0e0ceb653c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:41.230053 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b367da-a3a9-4769-a22a-1a0e0ceb653c admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:44:41.230439 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-73b367da-a3a9-4769-a22a-1a0e0ceb653c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:44:41.232117 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:44:41.285240 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-73b367da-a3a9-4769-a22a-1a0e0ceb653c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:41.290937 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-73b367da-a3a9-4769-a22a-1a0e0ceb653c admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:41.292790 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-73b367da-a3a9-4769-a22a-1a0e0ceb653c admin admin] 10.222.0.13 "DELETE /v2.0/networks/b77d5cd7-d18b-437e-a855-c6804349cb59 HTTP/1.1" status: 204 len: 168 time: 0.2573233 Aug 28 15:44:41.303897 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b367da-a3a9-4769-a22a-1a0e0ceb653c admin admin] Pushing event deleted for resources: {'Network': ['ID=b77d5cd7-d18b-437e-a855-c6804349cb59,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:41.419911 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57560) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:44:41.463740 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-42569029-f956-48d5-974d-a4a92e9bb97c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57c37f05815144b7893fec0aee1e3ddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422907 Aug 28 15:44:41.466266 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57562) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:44:41.514653 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f27a1ec9-e8fe-49d4-b676-8879299bb893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:41.535560 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f27a1ec9-e8fe-49d4-b676-8879299bb893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:41.581581 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f27a1ec9-e8fe-49d4-b676-8879299bb893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:41.584326 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f27a1ec9-e8fe-49d4-b676-8879299bb893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:41.585538 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f27a1ec9-e8fe-49d4-b676-8879299bb893 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b2c5ad5-3ffa-4eb7-ac24-a92baddad444 HTTP/1.1" status: 204 len: 168 time: 0.1183267 Aug 28 15:44:41.593729 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a1ec9-e8fe-49d4-b676-8879299bb893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2c5ad5-3ffa-4eb7-ac24-a92baddad444,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:41.892106 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:42.270742 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57584) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:44:42.374105 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-19726b9d-5afd-4098-84f7-4d8f275d2f45 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-136349985-network', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:44:42.394976 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19726b9d-5afd-4098-84f7-4d8f275d2f45 admin admin] Made reservation on behalf of 3f81dab52f014bf4a7d3a3c7d8b6abf0 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:44:42.397375 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-19726b9d-5afd-4098-84f7-4d8f275d2f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:42.405754 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-19726b9d-5afd-4098-84f7-4d8f275d2f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:42.498693 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-19726b9d-5afd-4098-84f7-4d8f275d2f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:42.502792 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-19726b9d-5afd-4098-84f7-4d8f275d2f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:42.527971 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19726b9d-5afd-4098-84f7-4d8f275d2f45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:44:42.537389 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19726b9d-5afd-4098-84f7-4d8f275d2f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe940193-bd12-4151-a116-3475ba014270,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:42.542912 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-19726b9d-5afd-4098-84f7-4d8f275d2f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:42.543253 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-19726b9d-5afd-4098-84f7-4d8f275d2f45 admin admin] Added segment cbe9cc36-2abe-47b1-b90b-7471599656fd of type vlan for network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d Aug 28 15:44:42.584504 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-19726b9d-5afd-4098-84f7-4d8f275d2f45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:42.610613 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-19726b9d-5afd-4098-84f7-4d8f275d2f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:42.611574 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19726b9d-5afd-4098-84f7-4d8f275d2f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:42.612190 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-19726b9d-5afd-4098-84f7-4d8f275d2f45 admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:42.630898 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d2dcc4e8-4729-4703-b713-3656e9b3f781 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:44:42.654765 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: d2dcc4e8-4729-4703-b713-3656e9b3f781 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:44:42.655111 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d2dcc4e8-4729-4703-b713-3656e9b3f781 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:44:42.667870 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-19726b9d-5afd-4098-84f7-4d8f275d2f45 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3959639 Aug 28 15:44:42.671057 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57588) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:44:42.675182 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19726b9d-5afd-4098-84f7-4d8f275d2f45 admin admin] Pushing event updated for resources: {'Network': ['ID=2a6565bb-79f8-467b-ac45-bf20fbf95f1d,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:42.676157 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-8e05c4fa-544b-4d07-ad49-ff783f59f6f6 admin admin] Request body: {'subnet': {'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-136349985-subnet', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:44:42.685358 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:44:42.697398 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e05c4fa-544b-4d07-ad49-ff783f59f6f6 admin admin] Made reservation on behalf of 3f81dab52f014bf4a7d3a3c7d8b6abf0 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:44:42.699770 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8e05c4fa-544b-4d07-ad49-ff783f59f6f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:42.867436 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8e05c4fa-544b-4d07-ad49-ff783f59f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:42.926154 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05c4fa-544b-4d07-ad49-ff783f59f6f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=956ea95e-5b4d-499d-b17b-a478cd421967,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:42.934902 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e05c4fa-544b-4d07-ad49-ff783f59f6f6 admin admin] Checking segment: {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:44:42.935254 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e05c4fa-544b-4d07-ad49-ff783f59f6f6 admin admin] Network hostable DHCP agents. Network: 2a6565bb-79f8-467b-ac45-bf20fbf95f1d, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:44:42.952184 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e05c4fa-544b-4d07-ad49-ff783f59f6f6 admin admin] Network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:44:42.961533 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-8e05c4fa-544b-4d07-ad49-ff783f59f6f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 2a6565bb-79f8-467b-ac45-bf20fbf95f1d) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:44:42.965842 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e05c4fa-544b-4d07-ad49-ff783f59f6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:42.966428 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8e05c4fa-544b-4d07-ad49-ff783f59f6f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:42.973226 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8596f8a-efaf-4b74-96f5-5ef04ab7c19e None None] Network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:44:42.980794 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8e05c4fa-544b-4d07-ad49-ff783f59f6f6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3086345 Aug 28 15:44:42.983680 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57590) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:44:42.988084 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-e6cc6d03-6e4c-4252-b3f2-ea2bcad71a1a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:44:43.008668 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6d03-6e4c-4252-b3f2-ea2bcad71a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:43.009744 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6d03-6e4c-4252-b3f2-ea2bcad71a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:43.060603 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6d03-6e4c-4252-b3f2-ea2bcad71a1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:43.072871 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:44:43.117688 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f36df6d-cb28-451b-9f98-5e0fe5ca69ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:44:43.118563 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f36df6d-cb28-451b-9f98-5e0fe5ca69ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:43.260052 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-9f36df6d-cb28-451b-9f98-5e0fe5ca69ce None None] Allocated IP 172.20.0.2 (2a6565bb-79f8-467b-ac45-bf20fbf95f1d/956ea95e-5b4d-499d-b17b-a478cd421967/54bdbcb7-68f6-44cb-961f-1ebc333472e4) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:44:43.419861 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:43.424009 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f36df6d-cb28-451b-9f98-5e0fe5ca69ce None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:43.433256 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f36df6d-cb28-451b-9f98-5e0fe5ca69ce None None] Transition to ACTIVE for port object 54bdbcb7-68f6-44cb-961f-1ebc333472e4 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:44:43.448186 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f36df6d-cb28-451b-9f98-5e0fe5ca69ce None None] Transition to ACTIVE for port object 54bdbcb7-68f6-44cb-961f-1ebc333472e4 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:44:43.453097 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f36df6d-cb28-451b-9f98-5e0fe5ca69ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:43.495295 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f36df6d-cb28-451b-9f98-5e0fe5ca69ce None None] Network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:44:43.498310 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-9f36df6d-cb28-451b-9f98-5e0fe5ca69ce None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:44:43.502571 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f36df6d-cb28-451b-9f98-5e0fe5ca69ce None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:44:43.505619 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36df6d-cb28-451b-9f98-5e0fe5ca69ce None None] Pushing event updated for resources: {'Port': ['ID=54bdbcb7-68f6-44cb-961f-1ebc333472e4,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:43.529018 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6d03-6e4c-4252-b3f2-ea2bcad71a1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:43.559300 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-9f36df6d-cb28-451b-9f98-5e0fe5ca69ce None None] Attempting to bind port 54bdbcb7-68f6-44cb-961f-1ebc333472e4 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:44:43.559690 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-9f36df6d-cb28-451b-9f98-5e0fe5ca69ce None None] Attempting to bind port 54bdbcb7-68f6-44cb-961f-1ebc333472e4 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:44:43.560061 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f36df6d-cb28-451b-9f98-5e0fe5ca69ce None None] Attempting to bind port 54bdbcb7-68f6-44cb-961f-1ebc333472e4 on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:44:43.564937 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f36df6d-cb28-451b-9f98-5e0fe5ca69ce None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:44:43.565313 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f36df6d-cb28-451b-9f98-5e0fe5ca69ce None None] Checking segment: {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:44:43.565717 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f36df6d-cb28-451b-9f98-5e0fe5ca69ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:43.566107 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f36df6d-cb28-451b-9f98-5e0fe5ca69ce None None] Bound using segment: {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:44:43.566568 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-9f36df6d-cb28-451b-9f98-5e0fe5ca69ce None None] Bound port: 54bdbcb7-68f6-44cb-961f-1ebc333472e4, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:44:43.566948 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f36df6d-cb28-451b-9f98-5e0fe5ca69ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:43.634779 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f36df6d-cb28-451b-9f98-5e0fe5ca69ce None None] For port 54bdbcb7-68f6-44cb-961f-1ebc333472e4, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:44:43.637770 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f36df6d-cb28-451b-9f98-5e0fe5ca69ce None None] For port 54bdbcb7-68f6-44cb-961f-1ebc333472e4, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=54bdbcb7-68f6-44cb-961f-1ebc333472e4,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:44:43.641237 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f36df6d-cb28-451b-9f98-5e0fe5ca69ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:43.697300 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36df6d-cb28-451b-9f98-5e0fe5ca69ce None None] Pushing event updated for resources: {'Port': ['ID=54bdbcb7-68f6-44cb-961f-1ebc333472e4,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:43.741906 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6d03-6e4c-4252-b3f2-ea2bcad71a1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:43.762345 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6d03-6e4c-4252-b3f2-ea2bcad71a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:43.881728 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-e6cc6d03-6e4c-4252-b3f2-ea2bcad71a1a admin admin] Allocated IP 172.25.3.206 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/beae4a52-23d4-4d34-858a-59e4179f48ac) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:44:43.997715 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6d03-6e4c-4252-b3f2-ea2bcad71a1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:44.035318 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6d03-6e4c-4252-b3f2-ea2bcad71a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:44.075104 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cc6d03-6e4c-4252-b3f2-ea2bcad71a1a admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:44:44.079415 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-e6cc6d03-6e4c-4252-b3f2-ea2bcad71a1a admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:44:44.083965 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cc6d03-6e4c-4252-b3f2-ea2bcad71a1a admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:44:44.085954 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc6d03-6e4c-4252-b3f2-ea2bcad71a1a admin admin] Pushing event updated for resources: {'Port': ['ID=beae4a52-23d4-4d34-858a-59e4179f48ac,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:44.327402 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6d03-6e4c-4252-b3f2-ea2bcad71a1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:44.528175 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6d03-6e4c-4252-b3f2-ea2bcad71a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:44.587724 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0c6196-b9c3-4c3e-841e-47144903a94a None None] Network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:44:44.657171 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6cc6d03-6e4c-4252-b3f2-ea2bcad71a1a admin admin] Router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:44:44.660250 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-7722d8ca-41d7-4217-bc8d-bc0ad956f549 None None] Provisioning for port 54bdbcb7-68f6-44cb-961f-1ebc333472e4 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:44:44.768608 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cc6d03-6e4c-4252-b3f2-ea2bcad71a1a admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:44:44.778475 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34c2135-931e-441f-a739-a15e45189d06 None None] Sync routers for ids ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:44:44.785841 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6d03-6e4c-4252-b3f2-ea2bcad71a1a admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:44.789972 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e6cc6d03-6e4c-4252-b3f2-ea2bcad71a1a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8024371 Aug 28 15:44:44.790125 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34c2135-931e-441f-a739-a15e45189d06 None None] Routers {'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:44:44.790125 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d34c2135-931e-441f-a739-a15e45189d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:44:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:44:44.790394 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57594) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:44:44.925003 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 54bdbcb7-68f6-44cb-961f-1ebc333472e4 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:44:44.930805 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-d34c2135-931e-441f-a739-a15e45189d06 None None] Set router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:44:44.980158 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 54bdbcb7-68f6-44cb-961f-1ebc333472e4 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:44:44.987943 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 54bdbcb7-68f6-44cb-961f-1ebc333472e4 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:44:44.988311 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:45.026524 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e88079d7-d6bb-45de-8055-ed346c2d5e11 None None] Provisioning complete for port 54bdbcb7-68f6-44cb-961f-1ebc333472e4 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:44:45.026803 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e88079d7-d6bb-45de-8055-ed346c2d5e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:45.127805 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d34c2135-931e-441f-a739-a15e45189d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:44Z', 'revision_number': 3, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port': {'id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:44:45.133396 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:45.170871 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e88079d7-d6bb-45de-8055-ed346c2d5e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:45.190217 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 54bdbcb7-68f6-44cb-961f-1ebc333472e4, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=54bdbcb7-68f6-44cb-961f-1ebc333472e4,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:44:45.199944 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:45.249776 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34c2135-931e-441f-a739-a15e45189d06 None None] Checking router: b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:44:45.250339 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34c2135-931e-441f-a739-a15e45189d06 None None] Updating router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb port beae4a52-23d4-4d34-858a-59e4179f48ac binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:44:45.278925 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-d34c2135-931e-441f-a739-a15e45189d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:45.306186 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7f7769ae-16c1-4424-8871-adcdcf42d1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:45.445704 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.api [None req-e88079d7-d6bb-45de-8055-ed346c2d5e11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 15:44:45.445973 n-d-712137-10 neutron-server[106331]: DEBUG oslo_db.api [None req-e88079d7-d6bb-45de-8055-ed346c2d5e11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 15:44:45.448571 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=54bdbcb7-68f6-44cb-961f-1ebc333472e4,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:45.478868 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-7f7769ae-16c1-4424-8871-adcdcf42d1bc admin admin] Allocated IP 172.20.0.1 (2a6565bb-79f8-467b-ac45-bf20fbf95f1d/956ea95e-5b4d-499d-b17b-a478cd421967/41ff17cc-a314-4a44-be9b-266979761485) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:44:45.543188 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-d34c2135-931e-441f-a739-a15e45189d06 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:45.553524 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-d34c2135-931e-441f-a739-a15e45189d06 None None] Transition to ACTIVE for port object beae4a52-23d4-4d34-858a-59e4179f48ac will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:44:45.560025 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-d34c2135-931e-441f-a739-a15e45189d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:45.586836 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7f7769ae-16c1-4424-8871-adcdcf42d1bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:45.601612 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-7f7769ae-16c1-4424-8871-adcdcf42d1bc admin admin] Transition to ACTIVE for port object 41ff17cc-a314-4a44-be9b-266979761485 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:44:45.607849 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-d34c2135-931e-441f-a739-a15e45189d06 None None] Attempting to bind port beae4a52-23d4-4d34-858a-59e4179f48ac on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:44:45.608217 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-d34c2135-931e-441f-a739-a15e45189d06 None None] Attempting to bind port beae4a52-23d4-4d34-858a-59e4179f48ac by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:44:45.608579 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34c2135-931e-441f-a739-a15e45189d06 None None] Attempting to bind port beae4a52-23d4-4d34-858a-59e4179f48ac on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:44:45.617020 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868db6b-6110-4260-bbe5-ce5a6cabbbdd None None] Pushing event updated for resources: {'Port': ['ID=beae4a52-23d4-4d34-858a-59e4179f48ac,revision_number=2']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:45.619960 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34c2135-931e-441f-a739-a15e45189d06 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:44:45.620316 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34c2135-931e-441f-a739-a15e45189d06 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:44:45.620713 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-d34c2135-931e-441f-a739-a15e45189d06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:45.621099 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34c2135-931e-441f-a739-a15e45189d06 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:44:45.621561 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-d34c2135-931e-441f-a739-a15e45189d06 None None] Bound port: beae4a52-23d4-4d34-858a-59e4179f48ac, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:44:45.621937 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-d34c2135-931e-441f-a739-a15e45189d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:45.633597 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7f7769ae-16c1-4424-8871-adcdcf42d1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:45.644235 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868db6b-6110-4260-bbe5-ce5a6cabbbdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:45.644585 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868db6b-6110-4260-bbe5-ce5a6cabbbdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:45.644925 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868db6b-6110-4260-bbe5-ce5a6cabbbdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:45.645258 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868db6b-6110-4260-bbe5-ce5a6cabbbdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:45.645582 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868db6b-6110-4260-bbe5-ce5a6cabbbdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:45.645913 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868db6b-6110-4260-bbe5-ce5a6cabbbdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:45.646237 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868db6b-6110-4260-bbe5-ce5a6cabbbdd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:45.646566 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868db6b-6110-4260-bbe5-ce5a6cabbbdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:45.646891 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868db6b-6110-4260-bbe5-ce5a6cabbbdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:45.647215 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868db6b-6110-4260-bbe5-ce5a6cabbbdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:45.648115 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868db6b-6110-4260-bbe5-ce5a6cabbbdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:45.648442 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868db6b-6110-4260-bbe5-ce5a6cabbbdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:45.669395 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7769ae-16c1-4424-8871-adcdcf42d1bc admin admin] Network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:44:45.672476 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-7f7769ae-16c1-4424-8871-adcdcf42d1bc admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:44:45.678026 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7769ae-16c1-4424-8871-adcdcf42d1bc admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:44:45.684459 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-d34c2135-931e-441f-a739-a15e45189d06 None None] For port beae4a52-23d4-4d34-858a-59e4179f48ac, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:44:45.688570 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-d34c2135-931e-441f-a739-a15e45189d06 None None] For port beae4a52-23d4-4d34-858a-59e4179f48ac, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=beae4a52-23d4-4d34-858a-59e4179f48ac,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:44:45.693288 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-d34c2135-931e-441f-a739-a15e45189d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:45.705093 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7769ae-16c1-4424-8871-adcdcf42d1bc admin admin] Pushing event updated for resources: {'Port': ['ID=41ff17cc-a314-4a44-be9b-266979761485,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:45.723859 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7f7769ae-16c1-4424-8871-adcdcf42d1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:45.753758 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868db6b-6110-4260-bbe5-ce5a6cabbbdd None None] Pushing event updated for resources: {'Port': ['ID=beae4a52-23d4-4d34-858a-59e4179f48ac,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:45.759065 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34c2135-931e-441f-a739-a15e45189d06 None None] Routers {'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:44:45.759705 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d34c2135-931e-441f-a739-a15e45189d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:44:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:44:45.876718 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-d34c2135-931e-441f-a739-a15e45189d06 None None] Set router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:44:45.881727 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7f7769ae-16c1-4424-8871-adcdcf42d1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:46.047561 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7f7769ae-16c1-4424-8871-adcdcf42d1bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:46.052253 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7f7769ae-16c1-4424-8871-adcdcf42d1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:46.061565 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d34c2135-931e-441f-a739-a15e45189d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:44Z', 'revision_number': 3, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port': {'id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:44:46.086865 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34c2135-931e-441f-a739-a15e45189d06 None None] The sync data for ids ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'] in n-d-712137-10 is: [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:44Z', 'revision_number': 3, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port': {'id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:44:46.103450 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8747f181-a8e4-400a-b189-33ecbceef395 None None] Provisioning for port 41ff17cc-a314-4a44-be9b-266979761485 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:44:46.107264 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8747f181-a8e4-400a-b189-33ecbceef395 None None] Provisioning complete for port 41ff17cc-a314-4a44-be9b-266979761485 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:44:46.107638 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8747f181-a8e4-400a-b189-33ecbceef395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:46.122368 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7769ae-16c1-4424-8871-adcdcf42d1bc admin admin] Pushing event updated for resources: {'Port': ['ID=41ff17cc-a314-4a44-be9b-266979761485,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:46.125465 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7f7769ae-16c1-4424-8871-adcdcf42d1bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:46.143731 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8747f181-a8e4-400a-b189-33ecbceef395 None None] Port 41ff17cc-a314-4a44-be9b-266979761485 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:44:46.223276 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7769ae-16c1-4424-8871-adcdcf42d1bc admin admin] Network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:44:46.224720 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-7f7769ae-16c1-4424-8871-adcdcf42d1bc admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:44:46.371634 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7769ae-16c1-4424-8871-adcdcf42d1bc admin admin] Router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:44:46.475010 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4edbc5ad-34f2-46da-8d68-ccb67537882b None None] Provisioning complete for port 41ff17cc-a314-4a44-be9b-266979761485 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:44:46.475385 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4edbc5ad-34f2-46da-8d68-ccb67537882b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:46.504933 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7769ae-16c1-4424-8871-adcdcf42d1bc admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:44:46.510902 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7f7769ae-16c1-4424-8871-adcdcf42d1bc admin admin] 10.222.0.13 "PUT /v2.0/routers/b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7194099 Aug 28 15:44:46.515971 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-4edbc5ad-34f2-46da-8d68-ccb67537882b None None] Port 41ff17cc-a314-4a44-be9b-266979761485 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:44:46.945664 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 54bdbcb7-68f6-44cb-961f-1ebc333472e4 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:44:46.997395 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 54bdbcb7-68f6-44cb-961f-1ebc333472e4 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:44:46.997778 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:47.062919 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57602) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:44:47.068037 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-13486ca7-112b-44ec-81eb-07c3c4d7572e tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1430688215', 'description': 'tempest-description--2014568514'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:44:47.076964 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device beae4a52-23d4-4d34-858a-59e4179f48ac up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:44:47.090541 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-13486ca7-112b-44ec-81eb-07c3c4d7572e tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:47.125168 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port beae4a52-23d4-4d34-858a-59e4179f48ac completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:44:47.129813 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port beae4a52-23d4-4d34-858a-59e4179f48ac triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:44:47.130383 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:47.174183 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-13486ca7-112b-44ec-81eb-07c3c4d7572e tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:47.178388 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-13486ca7-112b-44ec-81eb-07c3c4d7572e tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:47.207517 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-13486ca7-112b-44ec-81eb-07c3c4d7572e tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:47.208790 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-13486ca7-112b-44ec-81eb-07c3c4d7572e tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1446605 Aug 28 15:44:47.211529 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13486ca7-112b-44ec-81eb-07c3c4d7572e tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a79b84-c661-4919-bad4-ca202682b960,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:47.213049 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 57604) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:44:47.218419 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-d375b5c8-524a-4ed7-b761-422bfc468c9a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Request body: {'security_group_rule': {'security_group_id': 'b9a79b84-c661-4919-bad4-ca202682b960', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:44:47.218513 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:47.239877 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port beae4a52-23d4-4d34-858a-59e4179f48ac, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=beae4a52-23d4-4d34-858a-59e4179f48ac,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:44:47.243620 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:47.246362 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d375b5c8-524a-4ed7-b761-422bfc468c9a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:47.293660 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=beae4a52-23d4-4d34-858a-59e4179f48ac,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:47.307456 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d375b5c8-524a-4ed7-b761-422bfc468c9a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:47.311308 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d375b5c8-524a-4ed7-b761-422bfc468c9a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:47.331612 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375b5c8-524a-4ed7-b761-422bfc468c9a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ff4cba-95e0-43bb-b0cc-122c91a641a3,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:47.339354 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d375b5c8-524a-4ed7-b761-422bfc468c9a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:47.343615 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57606) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:44:47.343834 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d375b5c8-524a-4ed7-b761-422bfc468c9a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1293626 Aug 28 15:44:47.348916 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-08fd4203-5f17-4fb4-9887-b93c12fe21b3 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Request body: {'security_group_rule': {'security_group_id': 'b9a79b84-c661-4919-bad4-ca202682b960', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:44:47.376782 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-08fd4203-5f17-4fb4-9887-b93c12fe21b3 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:47.435042 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-08fd4203-5f17-4fb4-9887-b93c12fe21b3 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:47.439015 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-08fd4203-5f17-4fb4-9887-b93c12fe21b3 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:47.458028 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd4203-5f17-4fb4-9887-b93c12fe21b3 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=639dc89b-ca3d-427a-ad43-6e61e219065d,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:47.464632 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-08fd4203-5f17-4fb4-9887-b93c12fe21b3 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:47.465956 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-08fd4203-5f17-4fb4-9887-b93c12fe21b3 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209116 Aug 28 15:44:47.468861 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57608) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:44:47.473486 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-8f34cd9e-9227-4061-b468-e7fdba27dec9 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:44:47.495591 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8f34cd9e-9227-4061-b468-e7fdba27dec9 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:47.596490 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8f34cd9e-9227-4061-b468-e7fdba27dec9 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:47.633631 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16427d58-123f-4fcd-a41b-fec729d2903c None None] Sync routers for ids ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:44:47.642673 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16427d58-123f-4fcd-a41b-fec729d2903c None None] Routers {'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:44:47.643376 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-16427d58-123f-4fcd-a41b-fec729d2903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:44:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:44:47.702019 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-8f34cd9e-9227-4061-b468-e7fdba27dec9 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Allocated IP 172.25.3.137 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/21c5c92e-00c9-4b16-b377-e2f3076c1080) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:44:47.749053 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-16427d58-123f-4fcd-a41b-fec729d2903c None None] Set router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:44:47.806737 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8f34cd9e-9227-4061-b468-e7fdba27dec9 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:47.847902 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8f34cd9e-9227-4061-b468-e7fdba27dec9 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:47.886140 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f34cd9e-9227-4061-b468-e7fdba27dec9 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:44:47.889014 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-8f34cd9e-9227-4061-b468-e7fdba27dec9 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:44:47.894982 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f34cd9e-9227-4061-b468-e7fdba27dec9 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:44:47.926594 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34cd9e-9227-4061-b468-e7fdba27dec9 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Pushing event updated for resources: {'Port': ['ID=21c5c92e-00c9-4b16-b377-e2f3076c1080,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:47.970572 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-16427d58-123f-4fcd-a41b-fec729d2903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:45Z', 'revision_number': 4, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port': {'id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '41ff17cc-a314-4a44-be9b-266979761485', 'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'mac_address': 'fa:16:3e:f2:b3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:45Z', 'updated_at': '2021-08-28T15:44:45Z', 'revision_number': 2, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'subnets': [{'id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:44:47.991218 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8f34cd9e-9227-4061-b468-e7fdba27dec9 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:47.999630 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16427d58-123f-4fcd-a41b-fec729d2903c None None] Checking router: b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:44:47.999959 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16427d58-123f-4fcd-a41b-fec729d2903c None None] Updating router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb port 41ff17cc-a314-4a44-be9b-266979761485 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:44:48.025642 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-16427d58-123f-4fcd-a41b-fec729d2903c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:48.025952 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8f34cd9e-9227-4061-b468-e7fdba27dec9 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:48.181536 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8f34cd9e-9227-4061-b468-e7fdba27dec9 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:48.186006 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8f34cd9e-9227-4061-b468-e7fdba27dec9 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:48.253652 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34cd9e-9227-4061-b468-e7fdba27dec9 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Pushing event updated for resources: {'Port': ['ID=21c5c92e-00c9-4b16-b377-e2f3076c1080,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:48.264231 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8f34cd9e-9227-4061-b468-e7fdba27dec9 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:48.278213 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8f34cd9e-9227-4061-b468-e7fdba27dec9 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:48.285538 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8f34cd9e-9227-4061-b468-e7fdba27dec9 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8097417 Aug 28 15:44:48.300808 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-16427d58-123f-4fcd-a41b-fec729d2903c None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:48.312152 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-16427d58-123f-4fcd-a41b-fec729d2903c None None] Transition to ACTIVE for port object 41ff17cc-a314-4a44-be9b-266979761485 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:44:48.318841 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-16427d58-123f-4fcd-a41b-fec729d2903c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:48.376363 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eab83e-bf2c-4363-bc4e-b3ac264f8bcd None None] Pushing event updated for resources: {'Port': ['ID=41ff17cc-a314-4a44-be9b-266979761485,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:48.442309 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-553ddf21-779f-462f-85f6-8ff35b602115 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1430688215&fields=id&tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0 HTTP/1.1" status: 200 len: 267 time: 0.0388806 Aug 28 15:44:48.443793 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-16427d58-123f-4fcd-a41b-fec729d2903c None None] Attempting to bind port 41ff17cc-a314-4a44-be9b-266979761485 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:44:48.445380 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-16427d58-123f-4fcd-a41b-fec729d2903c None None] Attempting to bind port 41ff17cc-a314-4a44-be9b-266979761485 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:44:48.445380 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16427d58-123f-4fcd-a41b-fec729d2903c None None] Attempting to bind port 41ff17cc-a314-4a44-be9b-266979761485 on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:44:48.453987 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16427d58-123f-4fcd-a41b-fec729d2903c None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:44:48.454366 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16427d58-123f-4fcd-a41b-fec729d2903c None None] Checking segment: {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:44:48.454773 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-16427d58-123f-4fcd-a41b-fec729d2903c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:48.455268 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16427d58-123f-4fcd-a41b-fec729d2903c None None] Bound using segment: {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:44:48.455779 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-16427d58-123f-4fcd-a41b-fec729d2903c None None] Bound port: 41ff17cc-a314-4a44-be9b-266979761485, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:44:48.456165 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-16427d58-123f-4fcd-a41b-fec729d2903c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:48.564530 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-0fd7f2f9-8ff2-42a5-8df7-c719d536abb5 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:48.566032 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-0fd7f2f9-8ff2-42a5-8df7-c719d536abb5 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 811 time: 0.1149848 Aug 28 15:44:48.571159 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-16427d58-123f-4fcd-a41b-fec729d2903c None None] For port 41ff17cc-a314-4a44-be9b-266979761485, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:44:48.575366 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-16427d58-123f-4fcd-a41b-fec729d2903c None None] For port 41ff17cc-a314-4a44-be9b-266979761485, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=41ff17cc-a314-4a44-be9b-266979761485,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:44:48.580865 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-16427d58-123f-4fcd-a41b-fec729d2903c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:48.583422 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-ce745b39-ae99-4f03-82f1-284a1bd6f9f0 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/quotas/3f81dab52f014bf4a7d3a3c7d8b6abf0 HTTP/1.1" status: 200 len: 375 time: 0.0107450 Aug 28 15:44:48.640261 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-b832e12c-8b3d-4d3d-a319-1adf5cfb1ae2 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506973 Aug 28 15:44:48.696076 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eab83e-bf2c-4363-bc4e-b3ac264f8bcd None None] Pushing event updated for resources: {'Port': ['ID=41ff17cc-a314-4a44-be9b-266979761485,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:48.698574 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16427d58-123f-4fcd-a41b-fec729d2903c None None] Routers {'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:44:48.699246 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-16427d58-123f-4fcd-a41b-fec729d2903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:44:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:44:48.858168 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-16427d58-123f-4fcd-a41b-fec729d2903c None None] Set router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:44:48.891073 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device beae4a52-23d4-4d34-858a-59e4179f48ac up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:44:49.052984 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port beae4a52-23d4-4d34-858a-59e4179f48ac triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:44:49.053379 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:49.106585 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-099f5d09-9a2f-4f3c-9158-269e839d35dc service neutron] 10.222.0.13 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528511 Aug 28 15:44:49.185638 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-16427d58-123f-4fcd-a41b-fec729d2903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:45Z', 'revision_number': 4, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port': {'id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '41ff17cc-a314-4a44-be9b-266979761485', 'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'mac_address': 'fa:16:3e:f2:b3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:45Z', 'updated_at': '2021-08-28T15:44:48Z', 'revision_number': 4, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'subnets': [{'id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:44:49.199856 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-a63750b2-ae86-4343-bc5b-81dfcaf226f3 service neutron] 10.222.0.13 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864542 Aug 28 15:44:49.216615 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16427d58-123f-4fcd-a41b-fec729d2903c None None] The sync data for ids ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'] in n-d-712137-10 is: [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:45Z', 'revision_number': 4, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port': {'id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '41ff17cc-a314-4a44-be9b-266979761485', 'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'mac_address': 'fa:16:3e:f2:b3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:45Z', 'updated_at': '2021-08-28T15:44:48Z', 'revision_number': 4, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'subnets': [{'id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:44:49.389395 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bbacf421-9e45-446d-a862-f8b6bef1d80c req-f8009d5e-4f8e-4b06-a9cf-6e588df97c69 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 210 time: 0.0344093 Aug 28 15:44:50.332026 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-b25a29be-648f-4455-86fa-588ffd34fc4c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:50.333541 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-b25a29be-648f-4455-86fa-588ffd34fc4c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.41 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 811 time: 0.1096077 Aug 28 15:44:50.380916 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-30e5c1f6-bb60-4a2f-b1bc-8d02c10b4b10 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0 HTTP/1.1" status: 200 len: 380 time: 0.0379143 Aug 28 15:44:50.392624 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-f8d17ee1-aaf1-4b3a-aeb1-160169c7274c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Request body: {'port': {'device_id': '44d4353d-5fcf-40b4-b6df-2c9457677035', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'admin_state_up': True, 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'security_groups': ['b9a79b84-c661-4919-bad4-ca202682b960']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:44:50.501684 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bfa600ec-3b74-4da9-9197-7419c172bf8b req-8d08fb09-4263-4024-a3cc-5f595ad278d3 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 210 time: 0.0339403 Aug 28 15:44:50.523745 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-f8d17ee1-aaf1-4b3a-aeb1-160169c7274c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Made reservation on behalf of 3f81dab52f014bf4a7d3a3c7d8b6abf0 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:44:50.523745 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-f8d17ee1-aaf1-4b3a-aeb1-160169c7274c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:50.646412 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-f8d17ee1-aaf1-4b3a-aeb1-160169c7274c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Allocated IP 172.20.0.14 (2a6565bb-79f8-467b-ac45-bf20fbf95f1d/956ea95e-5b4d-499d-b17b-a478cd421967/2149f647-dd31-4774-83c5-b514599a8823) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:44:50.783478 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-f8d17ee1-aaf1-4b3a-aeb1-160169c7274c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:50.797103 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-f8d17ee1-aaf1-4b3a-aeb1-160169c7274c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Transition to ACTIVE for port object 2149f647-dd31-4774-83c5-b514599a8823 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:44:50.835761 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-f8d17ee1-aaf1-4b3a-aeb1-160169c7274c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:50.887975 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 41ff17cc-a314-4a44-be9b-266979761485 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:44:50.896806 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-f8d17ee1-aaf1-4b3a-aeb1-160169c7274c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:44:50.899073 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-f8d17ee1-aaf1-4b3a-aeb1-160169c7274c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:44:50.901018 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d17ee1-aaf1-4b3a-aeb1-160169c7274c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Pushing event updated for resources: {'Port': ['ID=2149f647-dd31-4774-83c5-b514599a8823,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:50.903961 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-f8d17ee1-aaf1-4b3a-aeb1-160169c7274c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:44:50.911766 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d17ee1-aaf1-4b3a-aeb1-160169c7274c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:50.912121 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d17ee1-aaf1-4b3a-aeb1-160169c7274c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:50.912469 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d17ee1-aaf1-4b3a-aeb1-160169c7274c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:50.912841 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d17ee1-aaf1-4b3a-aeb1-160169c7274c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:50.913217 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d17ee1-aaf1-4b3a-aeb1-160169c7274c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:50.913902 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d17ee1-aaf1-4b3a-aeb1-160169c7274c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:50.913902 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d17ee1-aaf1-4b3a-aeb1-160169c7274c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:50.914209 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d17ee1-aaf1-4b3a-aeb1-160169c7274c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:50.914530 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d17ee1-aaf1-4b3a-aeb1-160169c7274c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:50.914860 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d17ee1-aaf1-4b3a-aeb1-160169c7274c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:50.915251 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d17ee1-aaf1-4b3a-aeb1-160169c7274c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:50.915586 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d17ee1-aaf1-4b3a-aeb1-160169c7274c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:50.939622 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 41ff17cc-a314-4a44-be9b-266979761485 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:44:50.944763 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 41ff17cc-a314-4a44-be9b-266979761485 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:44:50.945652 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:50.969250 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-f8d17ee1-aaf1-4b3a-aeb1-160169c7274c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:50.969956 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-f8d17ee1-aaf1-4b3a-aeb1-160169c7274c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:50.985470 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-f8d17ee1-aaf1-4b3a-aeb1-160169c7274c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5972114 Aug 28 15:44:50.998324 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-99e38052-0fe0-4bef-be87-ff3bfa5aed1c service neutron] Request body: {'port': {'device_id': '44d4353d-5fcf-40b4-b6df-2c9457677035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:44:51.036239 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:51.064752 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-99e38052-0fe0-4bef-be87-ff3bfa5aed1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:51.073841 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 41ff17cc-a314-4a44-be9b-266979761485, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=41ff17cc-a314-4a44-be9b-266979761485,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:44:51.078688 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:51.128476 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=41ff17cc-a314-4a44-be9b-266979761485,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:51.210904 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f3d5bebf-5505-4a20-8e0f-e2a115ade04d None None] Provisioning for port 2149f647-dd31-4774-83c5-b514599a8823 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:44:51.215068 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f3d5bebf-5505-4a20-8e0f-e2a115ade04d None None] Provisioning complete for port 2149f647-dd31-4774-83c5-b514599a8823 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:44:51.215443 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f3d5bebf-5505-4a20-8e0f-e2a115ade04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:51.249705 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-f3d5bebf-5505-4a20-8e0f-e2a115ade04d None None] Port 2149f647-dd31-4774-83c5-b514599a8823 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:44:51.336653 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-99e38052-0fe0-4bef-be87-ff3bfa5aed1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2149f647-dd31-4774-83c5-b514599a8823 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:44:51.343971 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-99e38052-0fe0-4bef-be87-ff3bfa5aed1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:51.356064 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-99e38052-0fe0-4bef-be87-ff3bfa5aed1c service neutron] Transition to ACTIVE for port object 2149f647-dd31-4774-83c5-b514599a8823 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:44:51.359344 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-99e38052-0fe0-4bef-be87-ff3bfa5aed1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:51.414598 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e38052-0fe0-4bef-be87-ff3bfa5aed1c service neutron] Pushing event updated for resources: {'Port': ['ID=2149f647-dd31-4774-83c5-b514599a8823,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:51.488195 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-99e38052-0fe0-4bef-be87-ff3bfa5aed1c service neutron] Attempting to bind port 2149f647-dd31-4774-83c5-b514599a8823 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:44:51.488534 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-99e38052-0fe0-4bef-be87-ff3bfa5aed1c service neutron] Attempting to bind port 2149f647-dd31-4774-83c5-b514599a8823 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:44:51.488867 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-99e38052-0fe0-4bef-be87-ff3bfa5aed1c service neutron] Attempting to bind port 2149f647-dd31-4774-83c5-b514599a8823 on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:44:51.493638 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-99e38052-0fe0-4bef-be87-ff3bfa5aed1c service neutron] Port 2149f647-dd31-4774-83c5-b514599a8823 on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:44:51.493968 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-99e38052-0fe0-4bef-be87-ff3bfa5aed1c service neutron] Attempting to bind port 2149f647-dd31-4774-83c5-b514599a8823 on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:44:51.499037 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-99e38052-0fe0-4bef-be87-ff3bfa5aed1c service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:44:51.499460 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-99e38052-0fe0-4bef-be87-ff3bfa5aed1c service neutron] Checking segment: {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:44:51.499946 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-99e38052-0fe0-4bef-be87-ff3bfa5aed1c service neutron] Bound using segment: {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:44:51.500451 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-99e38052-0fe0-4bef-be87-ff3bfa5aed1c service neutron] Bound port: 2149f647-dd31-4774-83c5-b514599a8823, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:44:51.500885 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-99e38052-0fe0-4bef-be87-ff3bfa5aed1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:51.571420 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-99e38052-0fe0-4bef-be87-ff3bfa5aed1c service neutron] For port 2149f647-dd31-4774-83c5-b514599a8823, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:44:51.574575 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-99e38052-0fe0-4bef-be87-ff3bfa5aed1c service neutron] For port 2149f647-dd31-4774-83c5-b514599a8823, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=2149f647-dd31-4774-83c5-b514599a8823,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:44:51.586826 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-99e38052-0fe0-4bef-be87-ff3bfa5aed1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:51.644647 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-99e38052-0fe0-4bef-be87-ff3bfa5aed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:51.645209 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-99e38052-0fe0-4bef-be87-ff3bfa5aed1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:51.646609 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-99e38052-0fe0-4bef-be87-ff3bfa5aed1c service neutron] 10.222.0.41 "PUT /v2.0/ports/2149f647-dd31-4774-83c5-b514599a8823 HTTP/1.1" status: 200 len: 1093 time: 0.6528938 Aug 28 15:44:51.647062 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d4353d-5fcf-40b4-b6df-2c9457677035', 'tag': '2149f647-dd31-4774-83c5-b514599a8823'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:44:51.649390 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0b52a6-3361-4981-ad94-4adf5e752be1" -d '{"events": [{"name": "network-changed", "server_uuid": "44d4353d-5fcf-40b4-b6df-2c9457677035", "tag": "2149f647-dd31-4774-83c5-b514599a8823"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:44:51.677544 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e38052-0fe0-4bef-be87-ff3bfa5aed1c service neutron] Pushing event updated for resources: {'Port': ['ID=2149f647-dd31-4774-83c5-b514599a8823,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:51.697428 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65549131-4707-426e-a06b-8be363f30689 req-b1da21c0-c400-42c1-91b1-72949aef23ab tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:51.698968 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-65549131-4707-426e-a06b-8be363f30689 req-b1da21c0-c400-42c1-91b1-72949aef23ab tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 944 time: 0.1231456 Aug 28 15:44:51.717647 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac47f22-5e27-4591-8bb3-6ce745caea40 x-openstack-request-id: req-aac47f22-5e27-4591-8bb3-6ce745caea40 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:44:51.717942 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d4353d-5fcf-40b4-b6df-2c9457677035", "tag": "2149f647-dd31-4774-83c5-b514599a8823", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:44:51.718196 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aac47f22-5e27-4591-8bb3-6ce745caea40 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:44:51.718589 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d4353d-5fcf-40b4-b6df-2c9457677035', 'tag': '2149f647-dd31-4774-83c5-b514599a8823', 'status': 'completed', 'code': 200} Aug 28 15:44:51.766853 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-65549131-4707-426e-a06b-8be363f30689 req-7af9d575-e354-42e3-bf9f-1c7068925e1b tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578802 Aug 28 15:44:51.771678 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-1f85ce89-577d-4aa9-9770-25825c5d12d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:51.773236 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-1f85ce89-577d-4aa9-9770-25825c5d12d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 1096 time: 0.0731461 Aug 28 15:44:51.823037 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-0b9b3557-2c56-4dc7-8be8-65bb87589d1c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2149f647-dd31-4774-83c5-b514599a8823 HTTP/1.1" status: 200 len: 217 time: 0.0401142 Aug 28 15:44:51.872756 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-a1517c92-7ac9-41fa-8a43-eb1f59a404ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:51.874249 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-a1517c92-7ac9-41fa-8a43-eb1f59a404ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0452070 Aug 28 15:44:51.923746 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-9ad2b9dc-85c3-4d3d-827c-bf70d7d0a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:51.925270 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-9ad2b9dc-85c3-4d3d-827c-bf70d7d0a337 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437601 Aug 28 15:44:52.019640 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-608a388d-0bc3-4a44-8409-86068b4f6770 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864656 Aug 28 15:44:52.112442 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d4b42465-e7ec-4ec2-91a2-6ef270673698 req-ae016977-962b-48a2-9d18-a79303ec1aa9 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854738 Aug 28 15:44:52.196750 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b52a6-3361-4981-ad94-4adf5e752be1 req-4742947a-3e8d-4f8d-965e-3d3283cfd646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:52.198159 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7f0b52a6-3361-4981-ad94-4adf5e752be1 req-4742947a-3e8d-4f8d-965e-3d3283cfd646 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 1096 time: 0.0427697 Aug 28 15:44:52.292205 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b52a6-3361-4981-ad94-4adf5e752be1 req-44d74018-9ce4-4d4e-a336-0ba927048d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:52.293681 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7f0b52a6-3361-4981-ad94-4adf5e752be1 req-44d74018-9ce4-4d4e-a336-0ba927048d1a service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0887363 Aug 28 15:44:52.338655 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7f0b52a6-3361-4981-ad94-4adf5e752be1 req-4c05c8ad-d6a3-4d29-8cf7-1c07d1dde044 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2149f647-dd31-4774-83c5-b514599a8823 HTTP/1.1" status: 200 len: 217 time: 0.0351393 Aug 28 15:44:52.392150 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b52a6-3361-4981-ad94-4adf5e752be1 req-282e3d08-72aa-446c-8a6e-9bb36350cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:52.393594 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7f0b52a6-3361-4981-ad94-4adf5e752be1 req-282e3d08-72aa-446c-8a6e-9bb36350cecd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0480115 Aug 28 15:44:52.440084 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b52a6-3361-4981-ad94-4adf5e752be1 req-a8b098b8-eab3-4318-83cc-179501080f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:52.441673 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7f0b52a6-3361-4981-ad94-4adf5e752be1 req-a8b098b8-eab3-4318-83cc-179501080f34 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406723 Aug 28 15:44:52.532230 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7f0b52a6-3361-4981-ad94-4adf5e752be1 req-bdcaf566-5958-4337-9359-fbdb875a31d7 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831313 Aug 28 15:44:52.625739 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7f0b52a6-3361-4981-ad94-4adf5e752be1 req-40a717fb-471d-4f46-b3c2-a2dca311e32d service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861008 Aug 28 15:44:52.873251 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 41ff17cc-a314-4a44-be9b-266979761485 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:44:52.911728 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82329049-7081-45ef-8b2a-32788666ce16 req-b2ac66d2-ed80-4981-9365-e72e899dae72 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:52.915571 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-82329049-7081-45ef-8b2a-32788666ce16 req-b2ac66d2-ed80-4981-9365-e72e899dae72 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 944 time: 0.0562935 Aug 28 15:44:52.930011 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 41ff17cc-a314-4a44-be9b-266979761485 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:44:52.930391 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:52.956507 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-82329049-7081-45ef-8b2a-32788666ce16 req-0fa9bba5-7c35-4c26-81c9-b5b814030862 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346911 Aug 28 15:44:54.070672 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d16bcf-94c8-4a89-8f51-c2b4f246e4ca req-cdb70ea4-d861-4ccb-9cd8-4ce241ab7e5f tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:54.072189 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-67d16bcf-94c8-4a89-8f51-c2b4f246e4ca req-cdb70ea4-d861-4ccb-9cd8-4ce241ab7e5f tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 944 time: 0.0504682 Aug 28 15:44:54.109862 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-67d16bcf-94c8-4a89-8f51-c2b4f246e4ca req-ec14b6d7-63a8-4da0-9733-ccdfa28d115e tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317366 Aug 28 15:44:54.828680 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:55.224028 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44259fc3-4fbc-4b2d-b2d3-905f64610967 req-bb9d3f33-3d47-458f-924f-f70e45378d37 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:55.226088 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-44259fc3-4fbc-4b2d-b2d3-905f64610967 req-bb9d3f33-3d47-458f-924f-f70e45378d37 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 944 time: 0.0498364 Aug 28 15:44:55.262964 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-44259fc3-4fbc-4b2d-b2d3-905f64610967 req-6cdaabae-e9b6-4668-9861-dc3cb8d252a9 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307844 Aug 28 15:44:56.375287 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8ae26-bf11-49fd-96b0-f951f1e64b3f req-d7900d57-f1dc-4b12-9370-0b6d329bbed7 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:56.376811 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-66a8ae26-bf11-49fd-96b0-f951f1e64b3f req-d7900d57-f1dc-4b12-9370-0b6d329bbed7 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 944 time: 0.0475583 Aug 28 15:44:56.414134 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-66a8ae26-bf11-49fd-96b0-f951f1e64b3f req-3a61d28f-65ef-4e7e-bc69-bfaea1fcc212 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307124 Aug 28 15:44:56.719351 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 2149f647-dd31-4774-83c5-b514599a8823 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:44:56.811590 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 2149f647-dd31-4774-83c5-b514599a8823, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=2149f647-dd31-4774-83c5-b514599a8823,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:44:56.826121 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '2149f647-dd31-4774-83c5-b514599a8823', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'port_id': '2149f647-dd31-4774-83c5-b514599a8823', 'mac_address': 'fa:16:3e:2d:42:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:44:56.867281 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:56.884424 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:56.886027 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2149f647-dd31-4774-83c5-b514599a8823 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:44:56.905118 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 2149f647-dd31-4774-83c5-b514599a8823, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=2149f647-dd31-4774-83c5-b514599a8823,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:44:56.908571 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:56.954653 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=2149f647-dd31-4774-83c5-b514599a8823,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:56.962447 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:56.962789 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:56.963128 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:56.963469 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:56.963833 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:56.964157 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:56.964486 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:56.964809 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:56.965132 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:56.965466 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:56.965784 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:56.966102 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:44:57.196440 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['2149f647-dd31-4774-83c5-b514599a8823'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:44:57.528623 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2caf8-c426-419f-8101-c19f75cf2cd2 req-023690ca-0e10-4191-b194-5a781c579abb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:57.530085 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e9d2caf8-c426-419f-8101-c19f75cf2cd2 req-023690ca-0e10-4191-b194-5a781c579abb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 945 time: 0.0488362 Aug 28 15:44:57.571686 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e9d2caf8-c426-419f-8101-c19f75cf2cd2 req-f2e04252-bf59-4898-a340-0b1bf9d55bc6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356479 Aug 28 15:44:58.688069 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e6338-9486-4eef-a4c2-840cb30a6713 req-31038612-f6f6-4161-b4b7-4b2879ba3e95 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:58.689559 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2e2e6338-9486-4eef-a4c2-840cb30a6713 req-31038612-f6f6-4161-b4b7-4b2879ba3e95 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 945 time: 0.0527325 Aug 28 15:44:58.727403 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2e2e6338-9486-4eef-a4c2-840cb30a6713 req-8cf0ffe2-cdff-44e7-9561-885ebf5c27bb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312090 Aug 28 15:44:58.732433 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 2149f647-dd31-4774-83c5-b514599a8823 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:44:58.782307 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 2149f647-dd31-4774-83c5-b514599a8823 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:44:58.785832 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 2149f647-dd31-4774-83c5-b514599a8823 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:44:58.786196 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:58.863413 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:59.043247 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d4353d-5fcf-40b4-b6df-2c9457677035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2149f647-dd31-4774-83c5-b514599a8823'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:44:59.045889 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03a3881-d805-4075-a8ca-0e7bd204ba98" -d '{"events": [{"server_uuid": "44d4353d-5fcf-40b4-b6df-2c9457677035", "name": "network-vif-plugged", "status": "completed", "tag": "2149f647-dd31-4774-83c5-b514599a8823"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:44:59.063898 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 2149f647-dd31-4774-83c5-b514599a8823, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=2149f647-dd31-4774-83c5-b514599a8823,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:44:59.067867 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:44:59.091452 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2e1410-dc63-416c-9035-ed3e65e2b2dd x-openstack-request-id: req-1c2e1410-dc63-416c-9035-ed3e65e2b2dd {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:44:59.091768 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d4353d-5fcf-40b4-b6df-2c9457677035", "name": "network-vif-plugged", "status": "completed", "tag": "2149f647-dd31-4774-83c5-b514599a8823", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:44:59.092021 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c2e1410-dc63-416c-9035-ed3e65e2b2dd {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:44:59.092405 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d4353d-5fcf-40b4-b6df-2c9457677035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2149f647-dd31-4774-83c5-b514599a8823', 'code': 200} Aug 28 15:44:59.117773 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=2149f647-dd31-4774-83c5-b514599a8823,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:44:59.181561 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8db70-9adb-4976-8c21-703663ac8e81 req-a48c187c-46c7-40a8-af02-1af141413d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:59.183055 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-abb8db70-9adb-4976-8c21-703663ac8e81 req-a48c187c-46c7-40a8-af02-1af141413d6c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 1098 time: 0.0402887 Aug 28 15:44:59.217237 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-abb8db70-9adb-4976-8c21-703663ac8e81 req-238a5b91-f6bf-45cf-8560-d4a184bc0a96 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276744 Aug 28 15:44:59.841469 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e970f-9ca6-4bf3-98c2-61a952fd3fd4 req-0871a4f6-7dfb-44dd-a135-18cc934511f1 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:44:59.842861 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0a2e970f-9ca6-4bf3-98c2-61a952fd3fd4 req-0871a4f6-7dfb-44dd-a135-18cc934511f1 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 946 time: 0.0488994 Aug 28 15:44:59.880523 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0a2e970f-9ca6-4bf3-98c2-61a952fd3fd4 req-4aad0d7d-5c17-4737-b5f1-b625314a1bd2 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316551 Aug 28 15:45:00.997597 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ceb7a3-e95e-4fe5-a3cb-f56f1ef27272 req-655be467-fcd4-4366-bc3f-196d85f1ed1d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:45:00.999098 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-76ceb7a3-e95e-4fe5-a3cb-f56f1ef27272 req-655be467-fcd4-4366-bc3f-196d85f1ed1d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 946 time: 0.0501285 Aug 28 15:45:01.035804 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-76ceb7a3-e95e-4fe5-a3cb-f56f1ef27272 req-725a0d05-71c8-4355-b390-9c41072f5cee tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306232 Aug 28 15:45:01.151171 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76997e-cae1-4e84-b337-a193006de3fd req-00009aab-e998-475d-af83-f75967a5e60f tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:45:01.152631 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fb76997e-cae1-4e84-b337-a193006de3fd req-00009aab-e998-475d-af83-f75967a5e60f tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 946 time: 0.0526955 Aug 28 15:45:01.161011 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 57660) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:45:01.166304 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-5c772513-fd6f-450f-b93d-1ddc44f57468 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Request body: {'floatingip': {'port_id': '2149f647-dd31-4774-83c5-b514599a8823'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:45:01.205408 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5c772513-fd6f-450f-b93d-1ddc44f57468 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for floatingip, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:45:01.635994 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5c772513-fd6f-450f-b93d-1ddc44f57468 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:45:01.639770 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5c772513-fd6f-450f-b93d-1ddc44f57468 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:45:01.738562 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-5c772513-fd6f-450f-b93d-1ddc44f57468 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Floating IP e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90 associated. External IP: 172.25.3.137, port: 2149f647-dd31-4774-83c5-b514599a8823. Aug 28 15:45:01.947881 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c772513-fd6f-450f-b93d-1ddc44f57468 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:45:02.056926 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c772513-fd6f-450f-b93d-1ddc44f57468 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:45:02.061749 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5c772513-fd6f-450f-b93d-1ddc44f57468 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:45:02.067008 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068fa8cb-2e9d-4cc8-a20b-63ed38b8e613 None None] Sync routers for ids ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:45:02.075939 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068fa8cb-2e9d-4cc8-a20b-63ed38b8e613 None None] Routers {'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:45:02.076550 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-068fa8cb-2e9d-4cc8-a20b-63ed38b8e613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:44:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:45:02.088711 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5c772513-fd6f-450f-b93d-1ddc44f57468 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "PUT /v2.0/floatingips/e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90 HTTP/1.1" status: 200 len: 992 time: 0.9265885 Aug 28 15:45:02.089308 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d4353d-5fcf-40b4-b6df-2c9457677035', 'tag': '2149f647-dd31-4774-83c5-b514599a8823'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:45:02.091540 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b307c2-200e-4e77-83a6-72cef4eecd3d" -d '{"events": [{"name": "network-changed", "server_uuid": "44d4353d-5fcf-40b4-b6df-2c9457677035", "tag": "2149f647-dd31-4774-83c5-b514599a8823"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:45:02.130559 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49402b1-6c0e-41d9-b3a6-6769002e6893 x-openstack-request-id: req-d49402b1-6c0e-41d9-b3a6-6769002e6893 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:45:02.131107 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d4353d-5fcf-40b4-b6df-2c9457677035", "tag": "2149f647-dd31-4774-83c5-b514599a8823", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:45:02.131632 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d49402b1-6c0e-41d9-b3a6-6769002e6893 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:45:02.132123 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d4353d-5fcf-40b4-b6df-2c9457677035', 'tag': '2149f647-dd31-4774-83c5-b514599a8823', 'status': 'completed', 'code': 200} Aug 28 15:45:02.187939 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-068fa8cb-2e9d-4cc8-a20b-63ed38b8e613 None None] Set router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:45:02.194885 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b307c2-200e-4e77-83a6-72cef4eecd3d req-b2f932d1-2e60-4c1e-ab74-034d6e567cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:45:02.196474 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-14b307c2-200e-4e77-83a6-72cef4eecd3d req-b2f932d1-2e60-4c1e-ab74-034d6e567cea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 1098 time: 0.0429919 Aug 28 15:45:02.289263 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b307c2-200e-4e77-83a6-72cef4eecd3d req-6b59d237-b2cb-4064-8ce0-1122129405a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:45:02.290791 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-14b307c2-200e-4e77-83a6-72cef4eecd3d req-6b59d237-b2cb-4064-8ce0-1122129405a1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0880280 Aug 28 15:45:02.356150 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-14b307c2-200e-4e77-83a6-72cef4eecd3d req-82d4dcc1-4d3b-4a26-b7ce-0fb1c0ee3f5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2149f647-dd31-4774-83c5-b514599a8823 HTTP/1.1" status: 200 len: 1000 time: 0.0580854 Aug 28 15:45:02.404569 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b307c2-200e-4e77-83a6-72cef4eecd3d req-ef8ac96b-3299-4c6d-aa0e-7fcda3805f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:45:02.406026 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-14b307c2-200e-4e77-83a6-72cef4eecd3d req-ef8ac96b-3299-4c6d-aa0e-7fcda3805f14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0429840 Aug 28 15:45:02.410440 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-068fa8cb-2e9d-4cc8-a20b-63ed38b8e613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:45Z', 'revision_number': 4, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port': {'id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'floating_ip_address': '172.25.3.137', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'port_id': '2149f647-dd31-4774-83c5-b514599a8823', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'mac_address': 'fa:16:3e:2d:42:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d4353d-5fcf-40b4-b6df-2c9457677035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:44:47Z', 'updated_at': '2021-08-28T15:45:01Z', 'revision_number': 1, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41ff17cc-a314-4a44-be9b-266979761485', 'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'mac_address': 'fa:16:3e:f2:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:45Z', 'updated_at': '2021-08-28T15:44:51Z', 'revision_number': 5, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'subnets': [{'id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:45:02.438204 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068fa8cb-2e9d-4cc8-a20b-63ed38b8e613 None None] Checking router: b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:45:02.447535 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068fa8cb-2e9d-4cc8-a20b-63ed38b8e613 None None] Routers {'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:45:02.448188 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-068fa8cb-2e9d-4cc8-a20b-63ed38b8e613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:44:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:45:02.457018 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b307c2-200e-4e77-83a6-72cef4eecd3d req-3015534d-010f-4be1-9eb4-7e0eeea2fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:45:02.458534 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-14b307c2-200e-4e77-83a6-72cef4eecd3d req-3015534d-010f-4be1-9eb4-7e0eeea2fa55 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446339 Aug 28 15:45:02.547745 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-14b307c2-200e-4e77-83a6-72cef4eecd3d req-eab219b2-ed29-4687-a895-78723921f9f9 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821369 Aug 28 15:45:02.553921 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-068fa8cb-2e9d-4cc8-a20b-63ed38b8e613 None None] Set router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:45:02.640604 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-14b307c2-200e-4e77-83a6-72cef4eecd3d req-9b06f143-efee-4c9f-8905-500475115fd0 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858846 Aug 28 15:45:02.770440 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-068fa8cb-2e9d-4cc8-a20b-63ed38b8e613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:45Z', 'revision_number': 4, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port': {'id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'floating_ip_address': '172.25.3.137', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'port_id': '2149f647-dd31-4774-83c5-b514599a8823', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'mac_address': 'fa:16:3e:2d:42:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d4353d-5fcf-40b4-b6df-2c9457677035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:44:47Z', 'updated_at': '2021-08-28T15:45:01Z', 'revision_number': 1, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41ff17cc-a314-4a44-be9b-266979761485', 'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'mac_address': 'fa:16:3e:f2:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:45Z', 'updated_at': '2021-08-28T15:44:51Z', 'revision_number': 5, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'subnets': [{'id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:45:02.799908 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068fa8cb-2e9d-4cc8-a20b-63ed38b8e613 None None] The sync data for ids ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'] in n-d-712137-10 is: [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:45Z', 'revision_number': 4, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port': {'id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'floating_ip_address': '172.25.3.137', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'port_id': '2149f647-dd31-4774-83c5-b514599a8823', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'mac_address': 'fa:16:3e:2d:42:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d4353d-5fcf-40b4-b6df-2c9457677035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:44:47Z', 'updated_at': '2021-08-28T15:45:01Z', 'revision_number': 1, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41ff17cc-a314-4a44-be9b-266979761485', 'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'mac_address': 'fa:16:3e:f2:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:45Z', 'updated_at': '2021-08-28T15:44:51Z', 'revision_number': 5, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'subnets': [{'id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:45:02.980742 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c7b1d3-b926-43e3-9e9e-b0c6c32b496a None None] New status for floating IP e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90: ACTIVE {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:45:08.065668 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b100c65a-1bc0-42b1-aae6-a294da2f14a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:45:10.628781 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e261b2b9-b946-4d0a-82e1-586e3d9db026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:45:10.935141 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:45:11.887970 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:45:13.396028 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:45:16.786778 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f09dd364-e4c0-47cc-b649-0b0934aa54af req-418e8799-1fe5-4e6a-be9a-5eecdefdd218 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393534 Aug 28 15:45:16.869665 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09dd364-e4c0-47cc-b649-0b0934aa54af req-394916d0-c464-44b3-b0ca-98fd992e9b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:45:16.871148 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f09dd364-e4c0-47cc-b649-0b0934aa54af req-394916d0-c464-44b3-b0ca-98fd992e9b86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 1098 time: 0.0396123 Aug 28 15:45:16.983125 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09dd364-e4c0-47cc-b649-0b0934aa54af req-8be86db5-e004-41b4-9836-0e5e6889ed9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:45:16.984668 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f09dd364-e4c0-47cc-b649-0b0934aa54af req-8be86db5-e004-41b4-9836-0e5e6889ed9d service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0892470 Aug 28 15:45:17.051935 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f09dd364-e4c0-47cc-b649-0b0934aa54af req-b0a21a37-f2ab-41f1-aaea-5620831e8b42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2149f647-dd31-4774-83c5-b514599a8823 HTTP/1.1" status: 200 len: 1002 time: 0.0583730 Aug 28 15:45:17.103588 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09dd364-e4c0-47cc-b649-0b0934aa54af req-640f2254-f92e-4a51-99ef-b798d0f36478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:45:17.105028 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f09dd364-e4c0-47cc-b649-0b0934aa54af req-640f2254-f92e-4a51-99ef-b798d0f36478 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0422039 Aug 28 15:45:17.153772 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09dd364-e4c0-47cc-b649-0b0934aa54af req-eee7cdc2-1dff-4a2c-9ab2-548473ab5e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:45:17.155239 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f09dd364-e4c0-47cc-b649-0b0934aa54af req-eee7cdc2-1dff-4a2c-9ab2-548473ab5e13 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428741 Aug 28 15:45:17.246143 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f09dd364-e4c0-47cc-b649-0b0934aa54af req-c190ee3e-171e-4641-80a5-9794ec90825a service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818224 Aug 28 15:45:17.343828 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f09dd364-e4c0-47cc-b649-0b0934aa54af req-4775e442-f740-40a8-a8fc-3c73b9402225 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871160 Aug 28 15:45:20.073176 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:45:24.842278 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:45:26.908391 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:45:38.066103 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-727b65b9-8b9d-47a2-96ca-6e8103f39d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:45:40.629356 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3263a8fb-0b27-4d87-8adc-c602eaafcaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:45:40.936671 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:45:41.891981 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:45:43.398634 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:45:54.857984 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:45:56.900724 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:45:57.071444 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:46:08.066401 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0fe1f6d1-b223-4983-9072-5fa129093e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:46:10.629082 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-79ff7a93-06b0-4a40-ad7b-ed45caeb4a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:46:10.938201 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:46:11.894771 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:46:13.404880 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:46:18.141388 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1db5cef4-88b6-444f-83d9-02fa6cd60df1 req-566fa96d-df10-41dc-b7a0-9c212da4b791 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3887780 Aug 28 15:46:18.223703 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5cef4-88b6-444f-83d9-02fa6cd60df1 req-1a6bfce5-105b-44b9-a4b4-b55cde75ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:46:18.225167 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1db5cef4-88b6-444f-83d9-02fa6cd60df1 req-1a6bfce5-105b-44b9-a4b4-b55cde75ee0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 1098 time: 0.0407448 Aug 28 15:46:18.330835 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5cef4-88b6-444f-83d9-02fa6cd60df1 req-9cd271e2-c927-4f65-93fc-06dfe4fa8b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:46:18.332340 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1db5cef4-88b6-444f-83d9-02fa6cd60df1 req-9cd271e2-c927-4f65-93fc-06dfe4fa8b24 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0867169 Aug 28 15:46:18.396350 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1db5cef4-88b6-444f-83d9-02fa6cd60df1 req-38977228-bb00-4e86-b75c-d9be23e7bd2f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2149f647-dd31-4774-83c5-b514599a8823 HTTP/1.1" status: 200 len: 1002 time: 0.0560918 Aug 28 15:46:18.445809 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5cef4-88b6-444f-83d9-02fa6cd60df1 req-9f216701-697d-4545-91c7-330ca5bb55ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:46:18.447218 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1db5cef4-88b6-444f-83d9-02fa6cd60df1 req-9f216701-697d-4545-91c7-330ca5bb55ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0436130 Aug 28 15:46:18.495551 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5cef4-88b6-444f-83d9-02fa6cd60df1 req-359189c4-ec34-4061-b7db-3f9703bc7992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:46:18.497704 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1db5cef4-88b6-444f-83d9-02fa6cd60df1 req-359189c4-ec34-4061-b7db-3f9703bc7992 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434594 Aug 28 15:46:18.584447 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1db5cef4-88b6-444f-83d9-02fa6cd60df1 req-f384422e-8dad-4091-888f-33b4c3c268c6 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797811 Aug 28 15:46:18.680574 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1db5cef4-88b6-444f-83d9-02fa6cd60df1 req-d4550143-2013-43b1-8a08-8fd992adf4e9 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885704 Aug 28 15:46:24.857386 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:46:26.900573 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:46:34.071154 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:46:38.067248 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0d2c3c9d-9209-4acd-a2db-4009a902bad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:46:40.629830 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-069fc379-c60c-413c-be48-48eb91820352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:46:40.938841 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:46:41.897868 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:46:43.404133 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:46:50.841282 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-0af508f6-8e72-4d70-93fd-84339b7eb725 req-6f72cd3a-d73e-477a-a50b-7a33710bc716 service neutron] (106329) timed out ('10.222.0.13', 52546) {{(pid=106329) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 15:46:54.864361 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:46:56.911999 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:47:08.067780 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-499576d4-c10b-4462-8cae-83fcef60e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:47:10.629778 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-dcddf17f-6404-4ed0-9748-015c05caddb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:47:10.938653 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:47:11.070949 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:47:11.903465 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:47:13.406656 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:47:19.782811 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ea9bd464-68d5-4906-8117-b972e76bbc27 req-a419b4b4-b0b2-4f4e-94ce-3d10a02916f6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429497 Aug 28 15:47:19.864828 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9bd464-68d5-4906-8117-b972e76bbc27 req-95f13b4f-f8b8-4c60-8664-d17f388e16ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:19.866315 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ea9bd464-68d5-4906-8117-b972e76bbc27 req-95f13b4f-f8b8-4c60-8664-d17f388e16ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 1098 time: 0.0408111 Aug 28 15:47:19.973343 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9bd464-68d5-4906-8117-b972e76bbc27 req-18042c01-be5c-443a-938b-21909734e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:19.974796 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ea9bd464-68d5-4906-8117-b972e76bbc27 req-18042c01-be5c-443a-938b-21909734e240 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0873194 Aug 28 15:47:20.041202 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ea9bd464-68d5-4906-8117-b972e76bbc27 req-c8b2940d-9a54-4e42-94e1-fee591900f6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2149f647-dd31-4774-83c5-b514599a8823 HTTP/1.1" status: 200 len: 1002 time: 0.0582309 Aug 28 15:47:20.088699 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9bd464-68d5-4906-8117-b972e76bbc27 req-a3517b3c-ba5f-4385-a668-a6aa5b56732e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:20.090069 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ea9bd464-68d5-4906-8117-b972e76bbc27 req-a3517b3c-ba5f-4385-a668-a6aa5b56732e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0419617 Aug 28 15:47:20.140724 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9bd464-68d5-4906-8117-b972e76bbc27 req-5c78cb78-49fe-49fd-bc51-acc9c842cc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:20.142197 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ea9bd464-68d5-4906-8117-b972e76bbc27 req-5c78cb78-49fe-49fd-bc51-acc9c842cc9e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429707 Aug 28 15:47:20.229394 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ea9bd464-68d5-4906-8117-b972e76bbc27 req-9fcfab5c-96da-45a6-b08c-0281f9fd3d46 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798554 Aug 28 15:47:20.324842 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ea9bd464-68d5-4906-8117-b972e76bbc27 req-df6c5201-2e78-4fb9-b6b4-e8610427dad3 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883894 Aug 28 15:47:24.884886 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:47:26.934103 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:47:37.441363 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6496b7-d4f2-465e-bf11-c21c40ebed8d req-ff49e691-faf4-4e23-9988-d5245945121d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:37.442776 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0a6496b7-d4f2-465e-bf11-c21c40ebed8d req-ff49e691-faf4-4e23-9988-d5245945121d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 946 time: 0.0504930 Aug 28 15:47:37.480299 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0a6496b7-d4f2-465e-bf11-c21c40ebed8d req-ea454a9c-8487-4c4c-9e0d-10e840006642 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315168 Aug 28 15:47:38.069201 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3834f0c8-fd7d-4b44-a0ec-8a59892edb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:47:38.682200 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58008) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:47:38.738914 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afae22-069d-4be6-8e5b-0c62859d42d4 req-2bcad69d-5de4-4830-b086-efd52b3a3a89 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:38.740464 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-45afae22-069d-4be6-8e5b-0c62859d42d4 req-2bcad69d-5de4-4830-b086-efd52b3a3a89 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 946 time: 0.0489833 Aug 28 15:47:38.779920 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-45afae22-069d-4be6-8e5b-0c62859d42d4 req-ad7e4dac-e48c-4057-b63c-0c1c8e53353b tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333791 Aug 28 15:47:38.785335 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-d2389e35-5a2e-47f5-9522-a09a2bda1446 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1019564 Aug 28 15:47:39.903471 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0566abf6-b9d0-4d0b-a610-338b747f9c8a req-10eceffc-3dfa-4e0e-954b-be970fdbc46b tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:39.904973 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0566abf6-b9d0-4d0b-a610-338b747f9c8a req-10eceffc-3dfa-4e0e-954b-be970fdbc46b tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 946 time: 0.0535512 Aug 28 15:47:39.943374 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0566abf6-b9d0-4d0b-a610-338b747f9c8a req-6d49f5bd-ecd6-4a5f-8f34-971f8dddbb28 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324032 Aug 28 15:47:40.630460 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-058458e8-8a9b-44b1-82a6-e54e17c061a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:47:40.938679 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:47:41.060928 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe59c12-d66e-440b-aa51-755c403d850c req-887ca2eb-6f4f-445a-b733-82f5feba17a1 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:41.063190 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ebe59c12-d66e-440b-aa51-755c403d850c req-887ca2eb-6f4f-445a-b733-82f5feba17a1 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 946 time: 0.0541692 Aug 28 15:47:41.100294 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ebe59c12-d66e-440b-aa51-755c403d850c req-54c3aeef-d420-469d-91dd-362c3101ceeb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311205 Aug 28 15:47:41.908847 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:47:41.940788 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-1bd08c79-03e4-4393-8167-23f2021165a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:41.942302 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-1bd08c79-03e4-4393-8167-23f2021165a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 1098 time: 0.0417011 Aug 28 15:47:42.035311 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-83d70567-8493-44eb-9794-2b147f461360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:42.036815 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-83d70567-8493-44eb-9794-2b147f461360 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0870924 Aug 28 15:47:42.100683 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-d44683d4-2564-4074-830f-2f5d28df2d31 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2149f647-dd31-4774-83c5-b514599a8823 HTTP/1.1" status: 200 len: 1002 time: 0.0561564 Aug 28 15:47:42.150129 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-327b6736-22f3-4e94-a8f4-2ad3a492d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:42.151672 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-327b6736-22f3-4e94-a8f4-2ad3a492d38e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0433161 Aug 28 15:47:42.201352 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-d8956450-3c41-45f5-9672-160239d64fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:42.202980 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-d8956450-3c41-45f5-9672-160239d64fc2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443325 Aug 28 15:47:42.217403 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80691f39-955a-4992-bba4-2348d712278c req-d005d608-0846-49ad-9a6c-71e7347ea1fe tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:42.219208 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-80691f39-955a-4992-bba4-2348d712278c req-d005d608-0846-49ad-9a6c-71e7347ea1fe tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 946 time: 0.0495076 Aug 28 15:47:42.257822 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-80691f39-955a-4992-bba4-2348d712278c req-ef378c53-91a6-4f54-a710-0529360a2023 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326073 Aug 28 15:47:42.294961 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-085cb452-db81-4a96-8004-0143153d8db5 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850070 Aug 28 15:47:42.390891 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-7028944b-4e33-486c-b4bd-85d9412d19ae service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889242 Aug 28 15:47:43.373751 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecddfd-b1ca-4aa6-ad98-5765fe4f1d44 req-38301239-4afc-4e00-ad21-c5ee286a1f3a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:43.375443 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d7ecddfd-b1ca-4aa6-ad98-5765fe4f1d44 req-38301239-4afc-4e00-ad21-c5ee286a1f3a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 946 time: 0.0503063 Aug 28 15:47:43.409773 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:47:43.417120 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d7ecddfd-b1ca-4aa6-ad98-5765fe4f1d44 req-6d834953-8a2c-4843-b74c-78ab3342a7c4 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357511 Aug 28 15:47:44.531492 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d6ffa-6cc7-4692-86db-fd553871663f req-4cb7dffd-188a-43f6-9fe9-b5f6df27988c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:44.532984 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b88d6ffa-6cc7-4692-86db-fd553871663f req-4cb7dffd-188a-43f6-9fe9-b5f6df27988c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 946 time: 0.0479627 Aug 28 15:47:44.571254 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b88d6ffa-6cc7-4692-86db-fd553871663f req-be72436b-1ba8-4128-b102-a53348f6c59f tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322537 Aug 28 15:47:45.689804 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04436bb3-389f-44de-8d22-5bee34df4cd1 req-6269313b-37eb-45c6-8e80-cbdde29ca640 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:45.691305 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-04436bb3-389f-44de-8d22-5bee34df4cd1 req-6269313b-37eb-45c6-8e80-cbdde29ca640 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 946 time: 0.0490913 Aug 28 15:47:45.728440 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-04436bb3-389f-44de-8d22-5bee34df4cd1 req-573de44a-e656-4070-babf-eddfa5e1909e tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312560 Aug 28 15:47:46.846008 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4923824-0af1-4d97-a10d-b88f54497dfc req-07079802-6716-4791-8c48-1e34e8e2077c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:46.847467 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b4923824-0af1-4d97-a10d-b88f54497dfc req-07079802-6716-4791-8c48-1e34e8e2077c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 946 time: 0.0521452 Aug 28 15:47:46.885926 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b4923824-0af1-4d97-a10d-b88f54497dfc req-87701eb7-3750-4899-8aa8-82eef0b6e730 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322719 Aug 28 15:47:48.005397 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd911537-a201-4224-a690-e2f682ba9b93 req-20f87f92-8267-4279-bee2-073bc9ad9a66 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:48.006897 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cd911537-a201-4224-a690-e2f682ba9b93 req-20f87f92-8267-4279-bee2-073bc9ad9a66 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 946 time: 0.0534742 Aug 28 15:47:48.048730 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cd911537-a201-4224-a690-e2f682ba9b93 req-c6a35d11-79d0-47a6-a783-a31e05c4399f tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358899 Aug 28 15:47:48.068930 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:47:49.161918 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d409a0-2e20-42f0-a6c4-95f2d37ab8c4 req-d6c5ebb4-60ef-4ed8-895d-569bf50c8eb4 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:49.163304 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f2d409a0-2e20-42f0-a6c4-95f2d37ab8c4 req-d6c5ebb4-60ef-4ed8-895d-569bf50c8eb4 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 946 time: 0.0479381 Aug 28 15:47:49.201305 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f2d409a0-2e20-42f0-a6c4-95f2d37ab8c4 req-56b4e740-d90c-49a2-af9a-cb4556191ebb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317423 Aug 28 15:47:50.316106 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95682e3c-2b61-4a4d-b23c-a9084ed153df req-ce4c0720-027d-445c-9cd0-21f1569d997f tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:50.317592 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-95682e3c-2b61-4a4d-b23c-a9084ed153df req-ce4c0720-027d-445c-9cd0-21f1569d997f tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 946 time: 0.0486476 Aug 28 15:47:50.354563 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-95682e3c-2b61-4a4d-b23c-a9084ed153df req-c0181041-ca1e-46f3-8551-df3a07e9bcfb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311458 Aug 28 15:47:51.469094 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cc3b3-04a0-49c8-8d72-b2fabf71f6de req-19cd805e-2b6e-40cc-b753-6c1c43b3133f tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:51.473126 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-265cc3b3-04a0-49c8-8d72-b2fabf71f6de req-19cd805e-2b6e-40cc-b753-6c1c43b3133f tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 946 time: 0.0509965 Aug 28 15:47:51.509212 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-265cc3b3-04a0-49c8-8d72-b2fabf71f6de req-5da93ed5-5815-491d-aa67-138ac1a81f09 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316443 Aug 28 15:47:52.624900 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445afa9-82bc-4fbc-9b74-42725194f2d6 req-27ffa4b9-376a-430c-a8a6-81288438c72a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:52.626370 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a445afa9-82bc-4fbc-9b74-42725194f2d6 req-27ffa4b9-376a-430c-a8a6-81288438c72a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 946 time: 0.0506740 Aug 28 15:47:52.663262 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a445afa9-82bc-4fbc-9b74-42725194f2d6 req-966c3703-6f53-4b25-8a9d-7ee9b17541df tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309982 Aug 28 15:47:53.784144 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f76e35-3aa8-4fb9-a2c7-4e190c509871 req-22e79d68-4472-4e95-abdc-ad6083cdf47e tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:53.785630 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-06f76e35-3aa8-4fb9-a2c7-4e190c509871 req-22e79d68-4472-4e95-abdc-ad6083cdf47e tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 946 time: 0.0536549 Aug 28 15:47:53.823791 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-06f76e35-3aa8-4fb9-a2c7-4e190c509871 req-d26e1365-84a9-4b17-80fb-31a02dec727d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316205 Aug 28 15:47:54.289714 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-d211e189-8464-428b-92f0-1c40cce08c04 service neutron] show failed (client error): The resource could not be found. Aug 28 15:47:54.290971 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-d211e189-8464-428b-92f0-1c40cce08c04 service neutron] 10.222.0.41 "GET /v2.0/ports/2149f647-dd31-4774-83c5-b514599a8823/bindings/n-h2-712137-10 HTTP/1.1" status: 404 len: 381 time: 0.0531461 Aug 28 15:47:54.558504 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-a489f60e-919a-4c84-86fc-076029cd1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:54.559931 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-a489f60e-919a-4c84-86fc-076029cd1cb0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035&tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0 HTTP/1.1" status: 200 len: 1098 time: 0.1164484 Aug 28 15:47:54.572739 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-10', 'device_owner': 'compute:nova'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:47:54.628862 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:47:54.825269 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] For port 2149f647-dd31-4774-83c5-b514599a8823, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=2149f647-dd31-4774-83c5-b514599a8823,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:47:54.858090 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] For port 2149f647-dd31-4774-83c5-b514599a8823, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:47:54.899299 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:47:54.902234 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d4353d-5fcf-40b4-b6df-2c9457677035', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2149f647-dd31-4774-83c5-b514599a8823'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:47:54.904421 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb658c1-780a-4d73-9f50-802275080e02" -d '{"events": [{"server_uuid": "44d4353d-5fcf-40b4-b6df-2c9457677035", "name": "network-vif-unplugged", "status": "completed", "tag": "2149f647-dd31-4774-83c5-b514599a8823"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:47:54.908962 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:47:54.922498 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Transition to ACTIVE for port object 2149f647-dd31-4774-83c5-b514599a8823 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:47:54.926358 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:47:54.954737 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af52ca6-7af9-4e74-9f5d-6db7b0c5ac08 req-86460e95-9d89-4b6b-a9eb-502b668cdcb0 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:54.956619 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7af52ca6-7af9-4e74-9f5d-6db7b0c5ac08 req-86460e95-9d89-4b6b-a9eb-502b668cdcb0 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 946 time: 0.0618167 Aug 28 15:47:54.959415 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 15:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d6bb4a-94a7-4c91-a773-7d60e1df135f x-openstack-request-id: req-45d6bb4a-94a7-4c91-a773-7d60e1df135f {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:47:54.959731 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d4353d-5fcf-40b4-b6df-2c9457677035", "name": "network-vif-unplugged", "status": "completed", "tag": "2149f647-dd31-4774-83c5-b514599a8823", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:47:54.959985 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45d6bb4a-94a7-4c91-a773-7d60e1df135f {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:47:54.960384 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d4353d-5fcf-40b4-b6df-2c9457677035', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2149f647-dd31-4774-83c5-b514599a8823', 'code': 200} Aug 28 15:47:54.998231 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7af52ca6-7af9-4e74-9f5d-6db7b0c5ac08 req-dccaeb1b-640b-4647-89bc-286120b0f37b tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344057 Aug 28 15:47:55.056839 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Pushing event updated for resources: {'Port': ['ID=2149f647-dd31-4774-83c5-b514599a8823,revision_number=6']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:47:55.103037 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:47:55.103298 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:47:55.103640 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:47:55.104008 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:47:55.104337 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:47:55.104666 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:47:55.104989 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:47:55.105308 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:47:55.105628 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:47:55.105955 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:47:55.106270 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:47:55.106585 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:47:55.137066 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] No DVR routers for this DVR port 2149f647-dd31-4774-83c5-b514599a8823 on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:47:55.270029 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Attempting to bind port 2149f647-dd31-4774-83c5-b514599a8823 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:47:55.270361 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Attempting to bind port 2149f647-dd31-4774-83c5-b514599a8823 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:47:55.270685 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Attempting to bind port 2149f647-dd31-4774-83c5-b514599a8823 on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:47:55.274959 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Port 2149f647-dd31-4774-83c5-b514599a8823 on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:47:55.275279 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Attempting to bind port 2149f647-dd31-4774-83c5-b514599a8823 on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:47:55.280569 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:47:55.281098 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Checking segment: {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:47:55.281481 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Bound using segment: {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:47:55.281898 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Bound port: 2149f647-dd31-4774-83c5-b514599a8823, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:47:55.282246 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:47:55.347217 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] For port 2149f647-dd31-4774-83c5-b514599a8823, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:47:55.350192 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] For port 2149f647-dd31-4774-83c5-b514599a8823, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=2149f647-dd31-4774-83c5-b514599a8823,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:47:55.354657 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:47:55.391881 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:55.392499 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:47:55.393893 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] 10.222.0.36 "PUT /v2.0/ports/2149f647-dd31-4774-83c5-b514599a8823 HTTP/1.1" status: 200 len: 1093 time: 0.8251224 Aug 28 15:47:55.410389 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2ce40-65ad-401d-857b-f7a78180199b service neutron] Pushing event updated for resources: {'Port': ['ID=2149f647-dd31-4774-83c5-b514599a8823,revision_number=7']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:47:55.458159 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-a11795b8-2e2b-45f1-b863-541db010cc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:55.459782 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-a11795b8-2e2b-45f1-b863-541db010cc80 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 1096 time: 0.0424671 Aug 28 15:47:55.559096 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-e299b3e6-d551-48cc-8c39-6e794543e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:55.560608 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-e299b3e6-d551-48cc-8c39-6e794543e9cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0942633 Aug 28 15:47:55.656184 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-b725fba4-1653-4f69-ad14-d480da8f1c7b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2149f647-dd31-4774-83c5-b514599a8823 HTTP/1.1" status: 200 len: 1000 time: 0.0875790 Aug 28 15:47:55.712201 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-5aeccc88-f17e-45cf-b8e4-08852ae7ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:55.713672 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-5aeccc88-f17e-45cf-b8e4-08852ae7ec12 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0514379 Aug 28 15:47:55.769529 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-75ac3203-f414-4c35-aaf7-1a8dff070580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:55.771019 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-75ac3203-f414-4c35-aaf7-1a8dff070580 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505164 Aug 28 15:47:55.859786 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-be424778-2323-47c7-adfb-b681e77d79ad service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815275 Aug 28 15:47:55.954899 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d7b22d2e-0921-4c93-b4b0-379344f7369a req-61b60e15-ca9a-42d1-8a50-dccfacdd6ad9 service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874450 Aug 28 15:47:56.125454 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd33c90-17bf-4252-9a75-e8b47cfb8d85 req-4b95a1d9-a109-43c7-8328-e3efacf31e8f tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:56.126962 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9dd33c90-17bf-4252-9a75-e8b47cfb8d85 req-4b95a1d9-a109-43c7-8328-e3efacf31e8f tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 944 time: 0.0492287 Aug 28 15:47:56.163889 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9dd33c90-17bf-4252-9a75-e8b47cfb8d85 req-bf4c210b-a51a-4c5d-8221-d648609135ae tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309470 Aug 28 15:47:56.935910 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:47:56.961365 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d4353d-5fcf-40b4-b6df-2c9457677035', 'tag': '2149f647-dd31-4774-83c5-b514599a8823'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:47:56.963730 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d69d28-2c87-47b5-8d9d-3252f1cf05cc" -d '{"events": [{"name": "network-changed", "server_uuid": "44d4353d-5fcf-40b4-b6df-2c9457677035", "tag": "2149f647-dd31-4774-83c5-b514599a8823"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:47:57.010402 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80e65d4-887f-46e2-81c6-a6279dd6f7ed x-openstack-request-id: req-a80e65d4-887f-46e2-81c6-a6279dd6f7ed {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:47:57.010699 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d4353d-5fcf-40b4-b6df-2c9457677035", "tag": "2149f647-dd31-4774-83c5-b514599a8823", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:47:57.010955 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a80e65d4-887f-46e2-81c6-a6279dd6f7ed {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:47:57.011594 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d4353d-5fcf-40b4-b6df-2c9457677035', 'tag': '2149f647-dd31-4774-83c5-b514599a8823', 'status': 'completed', 'code': 200} Aug 28 15:47:57.069412 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d69d28-2c87-47b5-8d9d-3252f1cf05cc req-8df12491-582d-470a-ab1f-50a63b8ea819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:57.071001 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c5d69d28-2c87-47b5-8d9d-3252f1cf05cc req-8df12491-582d-470a-ab1f-50a63b8ea819 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 1096 time: 0.0419276 Aug 28 15:47:57.074992 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d69d28-2c87-47b5-8d9d-3252f1cf05cc req-cb636b08-868b-4ebc-8797-f691c9933721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:57.076513 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5d69d28-2c87-47b5-8d9d-3252f1cf05cc req-cb636b08-868b-4ebc-8797-f691c9933721 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 1096 time: 0.0412810 Aug 28 15:47:57.165950 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d69d28-2c87-47b5-8d9d-3252f1cf05cc req-3e6f6672-0bf5-4901-ac5d-8d67d971fc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:57.167344 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c5d69d28-2c87-47b5-8d9d-3252f1cf05cc req-3e6f6672-0bf5-4901-ac5d-8d67d971fc8f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0885422 Aug 28 15:47:57.170900 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d69d28-2c87-47b5-8d9d-3252f1cf05cc req-e1b75b5c-21b2-4e07-bbc4-80ca0436ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:57.173130 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5d69d28-2c87-47b5-8d9d-3252f1cf05cc req-e1b75b5c-21b2-4e07-bbc4-80ca0436ca00 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0888510 Aug 28 15:47:57.234659 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c5d69d28-2c87-47b5-8d9d-3252f1cf05cc req-62c5814c-ddd0-4ba8-9c0b-87ed13947412 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2149f647-dd31-4774-83c5-b514599a8823 HTTP/1.1" status: 200 len: 1000 time: 0.0595295 Aug 28 15:47:57.240864 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5d69d28-2c87-47b5-8d9d-3252f1cf05cc req-7bec9ee7-6849-42c0-95c6-d6e7021ba714 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2149f647-dd31-4774-83c5-b514599a8823 HTTP/1.1" status: 200 len: 1000 time: 0.0610743 Aug 28 15:47:57.290855 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d69d28-2c87-47b5-8d9d-3252f1cf05cc req-ff7dc72d-7154-4ba0-8962-0a4f7bf12612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:57.292330 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5d69d28-2c87-47b5-8d9d-3252f1cf05cc req-ff7dc72d-7154-4ba0-8962-0a4f7bf12612 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0438695 Aug 28 15:47:57.315005 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d69d28-2c87-47b5-8d9d-3252f1cf05cc req-94836f1b-2062-4007-8a95-23ca1b6b4666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:57.316525 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c5d69d28-2c87-47b5-8d9d-3252f1cf05cc req-94836f1b-2062-4007-8a95-23ca1b6b4666 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0711381 Aug 28 15:47:57.324783 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27a318-82d9-43d9-a8b2-018a63080fa7 req-46056cb5-ac5e-4113-bf07-5f1562dcbc5d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:57.326158 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7f27a318-82d9-43d9-a8b2-018a63080fa7 req-46056cb5-ac5e-4113-bf07-5f1562dcbc5d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 944 time: 0.0904229 Aug 28 15:47:57.359814 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d69d28-2c87-47b5-8d9d-3252f1cf05cc req-7a82d94f-d736-4d16-932b-2f92a75d4ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:57.361236 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5d69d28-2c87-47b5-8d9d-3252f1cf05cc req-7a82d94f-d736-4d16-932b-2f92a75d4ab5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607181 Aug 28 15:47:57.404647 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d69d28-2c87-47b5-8d9d-3252f1cf05cc req-0d9737c4-2dd7-44b7-be05-3dc8f56c0efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:57.407002 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c5d69d28-2c87-47b5-8d9d-3252f1cf05cc req-0d9737c4-2dd7-44b7-be05-3dc8f56c0efc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799880 Aug 28 15:47:57.410515 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7f27a318-82d9-43d9-a8b2-018a63080fa7 req-a002f854-e03c-4df7-ae14-32a129006c6e tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532901 Aug 28 15:47:57.460161 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5d69d28-2c87-47b5-8d9d-3252f1cf05cc req-bb9624ba-4ce3-430b-9479-c3a8e987dfa8 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916100 Aug 28 15:47:57.528166 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c5d69d28-2c87-47b5-8d9d-3252f1cf05cc req-313dc659-a312-499c-84e7-266915bbbf94 service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020486 Aug 28 15:47:57.563437 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5d69d28-2c87-47b5-8d9d-3252f1cf05cc req-2b5ecbaf-ad52-4cbb-9035-372b298ea1ca service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958979 Aug 28 15:47:57.618690 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c5d69d28-2c87-47b5-8d9d-3252f1cf05cc req-83db2ee3-a7c6-4357-9ec7-739812905eb3 service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850439 Aug 28 15:47:57.856825 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 2149f647-dd31-4774-83c5-b514599a8823 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:47:57.948698 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 2149f647-dd31-4774-83c5-b514599a8823, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=2149f647-dd31-4774-83c5-b514599a8823,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:47:57.963596 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '2149f647-dd31-4774-83c5-b514599a8823', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'port_id': '2149f647-dd31-4774-83c5-b514599a8823', 'mac_address': 'fa:16:3e:2d:42:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:47:57.999448 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:47:58.011702 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2149f647-dd31-4774-83c5-b514599a8823 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:47:58.030611 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 2149f647-dd31-4774-83c5-b514599a8823, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=2149f647-dd31-4774-83c5-b514599a8823,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:47:58.035427 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:47:58.080797 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=2149f647-dd31-4774-83c5-b514599a8823,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:47:58.087944 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:47:58.088294 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:47:58.088639 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:47:58.088982 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:47:58.089315 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:47:58.089646 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:47:58.089975 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:47:58.090301 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:47:58.090630 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:47:58.090953 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:47:58.091284 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:47:58.091607 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:47:58.279770 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['2149f647-dd31-4774-83c5-b514599a8823'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:47:58.531799 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a383b-5e36-4198-9103-35fd059fedd4 req-35dd29df-2afc-4642-96e6-d9af81c745e3 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:58.533122 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-388a383b-5e36-4198-9103-35fd059fedd4 req-35dd29df-2afc-4642-96e6-d9af81c745e3 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 945 time: 0.0498097 Aug 28 15:47:58.570365 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-388a383b-5e36-4198-9103-35fd059fedd4 req-d75601ca-44bf-45a8-8719-f7a48cb48f68 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313935 Aug 28 15:47:58.791543 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4bb2a-707e-4e04-9aaf-eac981f30333 req-4e92c8e9-2553-468b-a668-16f13c9f360a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:58.792950 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bcf4bb2a-707e-4e04-9aaf-eac981f30333 req-4e92c8e9-2553-468b-a668-16f13c9f360a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 945 time: 0.0789573 Aug 28 15:47:58.806430 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f7a6b-b10a-4564-8d4b-c95db951ea7e req-e1cb4de3-5a37-4dfa-a2a6-a9ef5b61e38d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:58.807808 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-401f7a6b-b10a-4564-8d4b-c95db951ea7e req-e1cb4de3-5a37-4dfa-a2a6-a9ef5b61e38d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.41 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035&tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&binding%3Ahost_id=n-h2-712137-10 HTTP/1.1" status: 200 len: 945 time: 0.0669265 Aug 28 15:47:58.867089 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bcf4bb2a-707e-4e04-9aaf-eac981f30333 req-11ee3c0d-553f-4c41-9d11-26ea4a7efa0a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679140 Aug 28 15:47:58.893173 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [req-401f7a6b-b10a-4564-8d4b-c95db951ea7e req-5abac62e-0ab2-4e6c-a445-b309c930af85 service neutron] delete failed (client error): The resource could not be found. Aug 28 15:47:58.894195 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-401f7a6b-b10a-4564-8d4b-c95db951ea7e req-5abac62e-0ab2-4e6c-a445-b309c930af85 service neutron] 10.222.0.41 "DELETE /v2.0/ports/2149f647-dd31-4774-83c5-b514599a8823/bindings/n-h1-712137-10 HTTP/1.1" status: 404 len: 381 time: 0.0708585 Aug 28 15:47:58.981793 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f7a6b-b10a-4564-8d4b-c95db951ea7e req-156abc64-e447-41e9-bc0a-73e23ddaf8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:58.983332 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-401f7a6b-b10a-4564-8d4b-c95db951ea7e req-156abc64-e447-41e9-bc0a-73e23ddaf8ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 1097 time: 0.0445228 Aug 28 15:47:59.083773 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f7a6b-b10a-4564-8d4b-c95db951ea7e req-b3d2235f-1401-48e9-93bb-ac0e147df0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:59.085163 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-401f7a6b-b10a-4564-8d4b-c95db951ea7e req-b3d2235f-1401-48e9-93bb-ac0e147df0f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0948615 Aug 28 15:47:59.149085 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-401f7a6b-b10a-4564-8d4b-c95db951ea7e req-543eeb9c-7ef0-4a94-a08e-373a0e4979bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2149f647-dd31-4774-83c5-b514599a8823 HTTP/1.1" status: 200 len: 1001 time: 0.0571423 Aug 28 15:47:59.198820 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f7a6b-b10a-4564-8d4b-c95db951ea7e req-cbf9b6ea-c9b9-41dc-98c6-5c51aa325cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:59.200225 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-401f7a6b-b10a-4564-8d4b-c95db951ea7e req-cbf9b6ea-c9b9-41dc-98c6-5c51aa325cce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0424569 Aug 28 15:47:59.247462 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f7a6b-b10a-4564-8d4b-c95db951ea7e req-a5bfa348-367b-4f41-983f-d9b75e471dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:59.248944 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-401f7a6b-b10a-4564-8d4b-c95db951ea7e req-a5bfa348-367b-4f41-983f-d9b75e471dcc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412543 Aug 28 15:47:59.338525 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-401f7a6b-b10a-4564-8d4b-c95db951ea7e req-fcaa690d-0628-4713-af7f-10aae54925d2 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818698 Aug 28 15:47:59.444453 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-401f7a6b-b10a-4564-8d4b-c95db951ea7e req-e8dd1f49-e797-4171-a594-dc0fe660a69e service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979645 Aug 28 15:47:59.519953 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 2149f647-dd31-4774-83c5-b514599a8823 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:47:59.561170 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 2149f647-dd31-4774-83c5-b514599a8823 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:47:59.892728 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 2149f647-dd31-4774-83c5-b514599a8823 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:47:59.945806 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 2149f647-dd31-4774-83c5-b514599a8823 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:47:59.949908 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 2149f647-dd31-4774-83c5-b514599a8823 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:47:59.950479 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:47:59.997466 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55de84-6fea-4926-ade8-b055a029d482 req-550abb02-8aa3-4cb7-836f-ae54d13c2e02 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:47:59.999678 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6a55de84-6fea-4926-ade8-b055a029d482 req-550abb02-8aa3-4cb7-836f-ae54d13c2e02 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 945 time: 0.0594442 Aug 28 15:48:00.040233 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:00.042710 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6a55de84-6fea-4926-ade8-b055a029d482 req-0499524e-d876-4aaa-94cb-3f8b99d39fb5 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322807 Aug 28 15:48:00.063919 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d4353d-5fcf-40b4-b6df-2c9457677035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2149f647-dd31-4774-83c5-b514599a8823'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:48:00.066267 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa091af9-a2b5-4ee5-9112-91803a105e02" -d '{"events": [{"server_uuid": "44d4353d-5fcf-40b4-b6df-2c9457677035", "name": "network-vif-plugged", "status": "completed", "tag": "2149f647-dd31-4774-83c5-b514599a8823"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:48:00.080448 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 2149f647-dd31-4774-83c5-b514599a8823, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=2149f647-dd31-4774-83c5-b514599a8823,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:48:00.084753 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:00.135436 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=2149f647-dd31-4774-83c5-b514599a8823,revision_number=9']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:48:00.190416 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48144f81-4e30-43a2-aa34-759d9ef3660d x-openstack-request-id: req-48144f81-4e30-43a2-aa34-759d9ef3660d {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:48:00.190721 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d4353d-5fcf-40b4-b6df-2c9457677035", "name": "network-vif-plugged", "status": "completed", "tag": "2149f647-dd31-4774-83c5-b514599a8823", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:48:00.190976 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48144f81-4e30-43a2-aa34-759d9ef3660d {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:48:00.191378 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d4353d-5fcf-40b4-b6df-2c9457677035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2149f647-dd31-4774-83c5-b514599a8823', 'code': 200} Aug 28 15:48:00.217829 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041b759-bc9f-4c34-ab0a-326cfe9c7c9f req-191ac476-0d8e-4f4e-9f01-749237415fab tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:00.219395 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e041b759-bc9f-4c34-ab0a-326cfe9c7c9f req-191ac476-0d8e-4f4e-9f01-749237415fab tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 946 time: 0.1080086 Aug 28 15:48:00.257317 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e041b759-bc9f-4c34-ab0a-326cfe9c7c9f req-3ce370e1-85a1-48d7-ba49-20a637958fde tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320337 Aug 28 15:48:00.370140 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5095e1-6563-49f2-a135-98a0564c47b6 req-7af2dd0f-6490-426e-a83f-f9356f08da55 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:00.371516 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fa5095e1-6563-49f2-a135-98a0564c47b6 req-7af2dd0f-6490-426e-a83f-f9356f08da55 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 946 time: 0.0476599 Aug 28 15:48:00.409563 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fa5095e1-6563-49f2-a135-98a0564c47b6 req-eacc88d8-6680-4fdf-8339-0101ae7db62d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314813 Aug 28 15:48:00.642232 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b21df-213d-47a1-931c-0dd6440c08ef req-c4597778-14e1-41b1-8456-544080ceb6bf tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:00.643687 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-593b21df-213d-47a1-931c-0dd6440c08ef req-c4597778-14e1-41b1-8456-544080ceb6bf tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 946 time: 0.0491085 Aug 28 15:48:00.746093 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-593b21df-213d-47a1-931c-0dd6440c08ef req-53304c30-a9e9-4b99-8cb5-1cd322f50801 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963154 Aug 28 15:48:01.862734 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5114f-38ba-459b-8f2c-72ec8038767e req-ad38b557-26b5-48cf-af85-c52689b84503 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:01.864331 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c8f5114f-38ba-459b-8f2c-72ec8038767e req-ad38b557-26b5-48cf-af85-c52689b84503 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 946 time: 0.0499287 Aug 28 15:48:01.898485 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c42bd4-1b59-4d31-b374-e1b6402d0ffd req-65032e16-e698-4ba2-ab8f-ac88f743f911 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:01.900024 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-96c42bd4-1b59-4d31-b374-e1b6402d0ffd req-65032e16-e698-4ba2-ab8f-ac88f743f911 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.36 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 946 time: 0.0536990 Aug 28 15:48:01.905844 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c8f5114f-38ba-459b-8f2c-72ec8038767e req-7a1d0def-ff55-4255-8624-2788cd7a7cf9 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353477 Aug 28 15:48:02.022728 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-96c42bd4-1b59-4d31-b374-e1b6402d0ffd req-cb5abbe8-a72f-4764-9562-08c3e93e021c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Deleting port 2149f647-dd31-4774-83c5-b514599a8823 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:48:02.023075 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-96c42bd4-1b59-4d31-b374-e1b6402d0ffd req-cb5abbe8-a72f-4764-9562-08c3e93e021c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:02.432993 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-96c42bd4-1b59-4d31-b374-e1b6402d0ffd req-cb5abbe8-a72f-4764-9562-08c3e93e021c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] For port 2149f647-dd31-4774-83c5-b514599a8823, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=2149f647-dd31-4774-83c5-b514599a8823,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:48:02.433374 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-96c42bd4-1b59-4d31-b374-e1b6402d0ffd req-cb5abbe8-a72f-4764-9562-08c3e93e021c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:02.648069 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-96c42bd4-1b59-4d31-b374-e1b6402d0ffd req-cb5abbe8-a72f-4764-9562-08c3e93e021c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:02.648457 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-96c42bd4-1b59-4d31-b374-e1b6402d0ffd req-cb5abbe8-a72f-4764-9562-08c3e93e021c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:02.648771 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [req-96c42bd4-1b59-4d31-b374-e1b6402d0ffd req-cb5abbe8-a72f-4764-9562-08c3e93e021c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Floating IP e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90 disassociated. External IP: 172.25.3.137, port: 2149f647-dd31-4774-83c5-b514599a8823. Aug 28 15:48:02.649108 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-96c42bd4-1b59-4d31-b374-e1b6402d0ffd req-cb5abbe8-a72f-4764-9562-08c3e93e021c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Calling delete_port for 2149f647-dd31-4774-83c5-b514599a8823 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:48:02.776921 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-96c42bd4-1b59-4d31-b374-e1b6402d0ffd req-cb5abbe8-a72f-4764-9562-08c3e93e021c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:02.804669 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5abbe8-a72f-4764-9562-08c3e93e021c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Pushing event deleted for resources: {'Port': ['ID=2149f647-dd31-4774-83c5-b514599a8823,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:48:02.924602 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96c42bd4-1b59-4d31-b374-e1b6402d0ffd req-cb5abbe8-a72f-4764-9562-08c3e93e021c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:48:03.035158 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-db7cddb8-1b20-42f1-9c1c-5a29f0efe859 req-f6103ac9-db51-4bd5-9f45-45d293301bf8 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d4353d-5fcf-40b4-b6df-2c9457677035 HTTP/1.1" status: 200 len: 210 time: 0.0568454 Aug 28 15:48:03.057886 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96c42bd4-1b59-4d31-b374-e1b6402d0ffd req-cb5abbe8-a72f-4764-9562-08c3e93e021c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:48:03.067715 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e77de1a-1d03-4904-8dfb-fc1b88fe8b08 None None] Sync routers for ids ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:48:03.076325 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e77de1a-1d03-4904-8dfb-fc1b88fe8b08 None None] Routers {'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:48:03.076925 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3e77de1a-1d03-4904-8dfb-fc1b88fe8b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:47:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:48:03.117298 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c42bd4-1b59-4d31-b374-e1b6402d0ffd req-cb5abbe8-a72f-4764-9562-08c3e93e021c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] No DVR routers for this DVR port 2149f647-dd31-4774-83c5-b514599a8823 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:48:03.119934 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-96c42bd4-1b59-4d31-b374-e1b6402d0ffd req-cb5abbe8-a72f-4764-9562-08c3e93e021c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:03.121989 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-96c42bd4-1b59-4d31-b374-e1b6402d0ffd req-cb5abbe8-a72f-4764-9562-08c3e93e021c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.36 "DELETE /v2.0/ports/2149f647-dd31-4774-83c5-b514599a8823 HTTP/1.1" status: 204 len: 173 time: 1.2162421 Aug 28 15:48:03.122451 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d4353d-5fcf-40b4-b6df-2c9457677035', 'name': 'network-vif-deleted', 'tag': '2149f647-dd31-4774-83c5-b514599a8823'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:48:03.124945 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf615b3df511c12b472421c5eaf2f74c8d13b639895a850e61ab7495ec7a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf0e182-42f6-4a65-a26d-4f7273f893e6" -d '{"events": [{"server_uuid": "44d4353d-5fcf-40b4-b6df-2c9457677035", "name": "network-vif-deleted", "tag": "2149f647-dd31-4774-83c5-b514599a8823"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:48:03.163865 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c301195a-5d9a-452e-a51c-43d314f3407f x-openstack-request-id: req-c301195a-5d9a-452e-a51c-43d314f3407f {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:48:03.164109 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d4353d-5fcf-40b4-b6df-2c9457677035", "name": "network-vif-deleted", "tag": "2149f647-dd31-4774-83c5-b514599a8823", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:48:03.164485 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c301195a-5d9a-452e-a51c-43d314f3407f {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:48:03.165977 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d4353d-5fcf-40b4-b6df-2c9457677035', 'name': 'network-vif-deleted', 'tag': '2149f647-dd31-4774-83c5-b514599a8823', 'status': 'completed', 'code': 200} Aug 28 15:48:03.196918 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-3e77de1a-1d03-4904-8dfb-fc1b88fe8b08 None None] Set router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:48:03.404653 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3e77de1a-1d03-4904-8dfb-fc1b88fe8b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:45Z', 'revision_number': 4, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port': {'id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '41ff17cc-a314-4a44-be9b-266979761485', 'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'mac_address': 'fa:16:3e:f2:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:45Z', 'updated_at': '2021-08-28T15:44:51Z', 'revision_number': 5, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'subnets': [{'id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:48:03.435020 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e77de1a-1d03-4904-8dfb-fc1b88fe8b08 None None] Checking router: b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:48:03.443960 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e77de1a-1d03-4904-8dfb-fc1b88fe8b08 None None] Routers {'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:48:03.444561 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3e77de1a-1d03-4904-8dfb-fc1b88fe8b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:47:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:48:03.546001 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-3e77de1a-1d03-4904-8dfb-fc1b88fe8b08 None None] Set router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:48:03.733570 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3e77de1a-1d03-4904-8dfb-fc1b88fe8b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:45Z', 'revision_number': 4, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port': {'id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '41ff17cc-a314-4a44-be9b-266979761485', 'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'mac_address': 'fa:16:3e:f2:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:45Z', 'updated_at': '2021-08-28T15:44:51Z', 'revision_number': 5, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'subnets': [{'id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:48:03.760277 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e77de1a-1d03-4904-8dfb-fc1b88fe8b08 None None] The sync data for ids ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'] in n-d-712137-10 is: [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:45Z', 'revision_number': 4, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port': {'id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '41ff17cc-a314-4a44-be9b-266979761485', 'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'mac_address': 'fa:16:3e:f2:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:45Z', 'updated_at': '2021-08-28T15:44:51Z', 'revision_number': 5, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'subnets': [{'id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:48:03.972801 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2668efd-d139-4d85-a3c0-ffcb25b383f2 None None] New status for floating IP e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90: DOWN {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:48:04.265685 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-849db6be-73b3-4e89-b7a9-72b5971ffea5 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1430688215&fields=id&tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0 HTTP/1.1" status: 200 len: 267 time: 0.0329707 Aug 28 15:48:04.372909 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-87be4af9-1e55-400b-9a89-3119a1fa6845 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:04.374313 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-87be4af9-1e55-400b-9a89-3119a1fa6845 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 811 time: 0.1019168 Aug 28 15:48:04.389010 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-58d826a4-0146-47b3-8ac6-664883054f56 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/quotas/3f81dab52f014bf4a7d3a3c7d8b6abf0 HTTP/1.1" status: 200 len: 375 time: 0.0090201 Aug 28 15:48:04.442462 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-bf7f6c44-b123-43ae-9afe-ec9e9d07b2e0 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478063 Aug 28 15:48:04.457874 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-89fbf617-017c-4f1f-89c7-9839e1df3f23 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:48:04.458811 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-89fbf617-017c-4f1f-89c7-9839e1df3f23 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050678 Aug 28 15:48:04.549713 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-1ac6d4d7-ac22-4668-89d9-5b3b1055a8af service neutron] 10.222.0.13 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852468 Aug 28 15:48:04.635799 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-2d5a38b7-e741-4704-a04b-60f7eee2b714 service neutron] 10.222.0.13 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797546 Aug 28 15:48:04.805467 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ee2e84af-99ab-4967-a824-10e1afdcb54a req-2d3fbfc7-c55e-4bf7-b8ae-e2914ef55fe3 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 210 time: 0.0275295 Aug 28 15:48:05.757950 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-3c231d9b-28b0-4513-b41d-e5301b2e80aa tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:05.759391 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-3c231d9b-28b0-4513-b41d-e5301b2e80aa tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.41 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 811 time: 0.1059184 Aug 28 15:48:05.805175 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-a2098b07-8f18-452c-94fa-f9250ed2060d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0 HTTP/1.1" status: 200 len: 380 time: 0.0359344 Aug 28 15:48:05.816406 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-a0dc4244-0a5a-48a0-bd68-bd85ab9976af tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Request body: {'port': {'device_id': '4910e707-80af-4128-84db-0d4edf75a767', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'admin_state_up': True, 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'security_groups': ['b9a79b84-c661-4919-bad4-ca202682b960']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:48:05.907399 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cc2d9697-a34b-4ff7-9eb5-8efee8b68eae req-215d78d3-7de7-4510-989e-6bdb7660d5e1 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 210 time: 0.0272083 Aug 28 15:48:05.931735 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 2149f647-dd31-4774-83c5-b514599a8823 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:48:05.932901 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-a0dc4244-0a5a-48a0-bd68-bd85ab9976af tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Made reservation on behalf of 3f81dab52f014bf4a7d3a3c7d8b6abf0 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:48:05.937562 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-a0dc4244-0a5a-48a0-bd68-bd85ab9976af tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:05.956694 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 2149f647-dd31-4774-83c5-b514599a8823 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:48:05.957049 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 2149f647-dd31-4774-83c5-b514599a8823 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:48:06.063400 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-a0dc4244-0a5a-48a0-bd68-bd85ab9976af tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Allocated IP 172.20.0.10 (2a6565bb-79f8-467b-ac45-bf20fbf95f1d/956ea95e-5b4d-499d-b17b-a478cd421967/f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:48:06.199678 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-a0dc4244-0a5a-48a0-bd68-bd85ab9976af tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:06.213956 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-a0dc4244-0a5a-48a0-bd68-bd85ab9976af tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Transition to ACTIVE for port object f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:48:06.246015 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-a0dc4244-0a5a-48a0-bd68-bd85ab9976af tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:06.290162 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-a0dc4244-0a5a-48a0-bd68-bd85ab9976af tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:48:06.293498 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-a0dc4244-0a5a-48a0-bd68-bd85ab9976af tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:48:06.297400 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-a0dc4244-0a5a-48a0-bd68-bd85ab9976af tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:48:06.320971 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc4244-0a5a-48a0-bd68-bd85ab9976af tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Pushing event updated for resources: {'Port': ['ID=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:48:06.337859 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dc4244-0a5a-48a0-bd68-bd85ab9976af tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:48:06.338207 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dc4244-0a5a-48a0-bd68-bd85ab9976af tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:48:06.338541 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dc4244-0a5a-48a0-bd68-bd85ab9976af tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:48:06.338911 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dc4244-0a5a-48a0-bd68-bd85ab9976af tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:48:06.339241 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dc4244-0a5a-48a0-bd68-bd85ab9976af tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:48:06.339579 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dc4244-0a5a-48a0-bd68-bd85ab9976af tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:48:06.339948 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dc4244-0a5a-48a0-bd68-bd85ab9976af tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:48:06.340436 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dc4244-0a5a-48a0-bd68-bd85ab9976af tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:48:06.340689 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dc4244-0a5a-48a0-bd68-bd85ab9976af tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:48:06.341018 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dc4244-0a5a-48a0-bd68-bd85ab9976af tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:48:06.341349 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dc4244-0a5a-48a0-bd68-bd85ab9976af tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:48:06.341674 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dc4244-0a5a-48a0-bd68-bd85ab9976af tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:48:06.366873 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-a0dc4244-0a5a-48a0-bd68-bd85ab9976af tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:06.367549 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-a0dc4244-0a5a-48a0-bd68-bd85ab9976af tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:06.384651 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-a0dc4244-0a5a-48a0-bd68-bd85ab9976af tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5728490 Aug 28 15:48:06.397791 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-c57ad6a2-052d-4528-af70-bc1d81c67e7d service neutron] Request body: {'port': {'device_id': '4910e707-80af-4128-84db-0d4edf75a767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:48:06.460556 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-c57ad6a2-052d-4528-af70-bc1d81c67e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:06.534318 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-93cf0b8c-95f3-4c77-88f2-d0e406775464 None None] Provisioning for port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:48:06.538000 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-93cf0b8c-95f3-4c77-88f2-d0e406775464 None None] Provisioning complete for port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:48:06.538375 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-93cf0b8c-95f3-4c77-88f2-d0e406775464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:06.572329 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-93cf0b8c-95f3-4c77-88f2-d0e406775464 None None] Port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:48:06.725708 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-c57ad6a2-052d-4528-af70-bc1d81c67e7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:48:06.732928 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-c57ad6a2-052d-4528-af70-bc1d81c67e7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:06.744883 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-c57ad6a2-052d-4528-af70-bc1d81c67e7d service neutron] Transition to ACTIVE for port object f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:48:06.748687 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-c57ad6a2-052d-4528-af70-bc1d81c67e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:06.800366 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ad6a2-052d-4528-af70-bc1d81c67e7d service neutron] Pushing event updated for resources: {'Port': ['ID=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:48:06.869980 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-c57ad6a2-052d-4528-af70-bc1d81c67e7d service neutron] Attempting to bind port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:48:06.870644 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-c57ad6a2-052d-4528-af70-bc1d81c67e7d service neutron] Attempting to bind port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:48:06.870644 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-c57ad6a2-052d-4528-af70-bc1d81c67e7d service neutron] Attempting to bind port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:48:06.880259 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-c57ad6a2-052d-4528-af70-bc1d81c67e7d service neutron] Port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:48:06.880591 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-c57ad6a2-052d-4528-af70-bc1d81c67e7d service neutron] Attempting to bind port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:48:06.887198 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-c57ad6a2-052d-4528-af70-bc1d81c67e7d service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:48:06.887543 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-c57ad6a2-052d-4528-af70-bc1d81c67e7d service neutron] Checking segment: {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:48:06.888009 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-c57ad6a2-052d-4528-af70-bc1d81c67e7d service neutron] Bound using segment: {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:48:06.888441 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-c57ad6a2-052d-4528-af70-bc1d81c67e7d service neutron] Bound port: f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:48:06.888814 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-c57ad6a2-052d-4528-af70-bc1d81c67e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:06.956744 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-c57ad6a2-052d-4528-af70-bc1d81c67e7d service neutron] For port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:48:06.960312 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-c57ad6a2-052d-4528-af70-bc1d81c67e7d service neutron] For port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:48:06.964434 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-c57ad6a2-052d-4528-af70-bc1d81c67e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:07.032357 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-c57ad6a2-052d-4528-af70-bc1d81c67e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:07.032991 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-c57ad6a2-052d-4528-af70-bc1d81c67e7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:07.034405 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-c57ad6a2-052d-4528-af70-bc1d81c67e7d service neutron] 10.222.0.41 "PUT /v2.0/ports/f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed HTTP/1.1" status: 200 len: 1093 time: 0.6411223 Aug 28 15:48:07.034865 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4910e707-80af-4128-84db-0d4edf75a767', 'tag': 'f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:48:07.037147 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1945fd2-56ec-46b0-8b0d-9ba5945146be" -d '{"events": [{"name": "network-changed", "server_uuid": "4910e707-80af-4128-84db-0d4edf75a767", "tag": "f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:48:07.060063 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ad6a2-052d-4528-af70-bc1d81c67e7d service neutron] Pushing event updated for resources: {'Port': ['ID=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:48:07.080269 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259d9b2-0ffe-4512-8d3f-a468a97d7f37 req-728dc7c3-89fa-4f43-91fb-0ea7b54ba102 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:07.082019 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4259d9b2-0ffe-4512-8d3f-a468a97d7f37 req-728dc7c3-89fa-4f43-91fb-0ea7b54ba102 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 944 time: 0.0898709 Aug 28 15:48:07.148310 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4259d9b2-0ffe-4512-8d3f-a468a97d7f37 req-9a8a1d26-c4fa-459e-950b-c604322c795e tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574584 Aug 28 15:48:07.153108 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-82648740-30df-4486-9185-ef6dcc99ed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:07.154576 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-82648740-30df-4486-9185-ef6dcc99ed96 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 1096 time: 0.0717258 Aug 28 15:48:07.158834 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4739acd4-c44e-464d-9afb-80527e3a9dbd x-openstack-request-id: req-4739acd4-c44e-464d-9afb-80527e3a9dbd {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:48:07.159131 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4910e707-80af-4128-84db-0d4edf75a767", "tag": "f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:48:07.159383 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4739acd4-c44e-464d-9afb-80527e3a9dbd {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:48:07.159812 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4910e707-80af-4128-84db-0d4edf75a767', 'tag': 'f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed', 'status': 'completed', 'code': 200} Aug 28 15:48:07.204383 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-09d6dabe-ee7a-4af4-8ee0-7241e58d4ae6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed HTTP/1.1" status: 200 len: 217 time: 0.0368042 Aug 28 15:48:07.257453 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-48fd146d-fdb3-488f-a252-e7631dde7c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:07.259256 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-48fd146d-fdb3-488f-a252-e7631dde7c3b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0474207 Aug 28 15:48:07.307445 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-fd191e2b-253d-43cc-ae8f-28787967470d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:07.308995 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-fd191e2b-253d-43cc-ae8f-28787967470d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414176 Aug 28 15:48:07.396948 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-f9a0e7e7-baa5-4811-a8c1-9a3ce5a699e0 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801733 Aug 28 15:48:07.487567 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-95b043c0-c677-416f-8eba-dd1d683a66cf req-28df99a7-8e6b-4f81-a558-ddbab843b461 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839357 Aug 28 15:48:07.573751 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1945fd2-56ec-46b0-8b0d-9ba5945146be req-14fb5822-7530-4e7a-a9b2-551501cbf091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:07.575209 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1945fd2-56ec-46b0-8b0d-9ba5945146be req-14fb5822-7530-4e7a-a9b2-551501cbf091 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 1096 time: 0.0402017 Aug 28 15:48:07.676020 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1945fd2-56ec-46b0-8b0d-9ba5945146be req-df926655-2629-44aa-a489-479323b551a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:07.677378 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1945fd2-56ec-46b0-8b0d-9ba5945146be req-df926655-2629-44aa-a489-479323b551a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0947411 Aug 28 15:48:07.719074 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1945fd2-56ec-46b0-8b0d-9ba5945146be req-6f8878dd-6272-428d-b334-9fa03b874f4c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed HTTP/1.1" status: 200 len: 217 time: 0.0334854 Aug 28 15:48:07.765279 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1945fd2-56ec-46b0-8b0d-9ba5945146be req-6b66075b-b143-48bc-b4a2-a29f60a959a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:07.766667 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1945fd2-56ec-46b0-8b0d-9ba5945146be req-6b66075b-b143-48bc-b4a2-a29f60a959a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0414395 Aug 28 15:48:07.814784 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1945fd2-56ec-46b0-8b0d-9ba5945146be req-10857cc7-6b2f-41a5-a090-fcd18d3013c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:07.816262 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1945fd2-56ec-46b0-8b0d-9ba5945146be req-10857cc7-6b2f-41a5-a090-fcd18d3013c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428371 Aug 28 15:48:08.070875 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-164ea097-413c-444f-b1ad-445e743b3a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:08.187883 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1945fd2-56ec-46b0-8b0d-9ba5945146be req-a55271c2-55e6-4cb3-9d2a-7d9f6ac692f2 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638613 Aug 28 15:48:08.271564 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aeea1b-dc89-4654-a92a-a791608bd2e1 req-467b513f-125e-4833-9813-42b6a7883f4f tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:08.273096 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-47aeea1b-dc89-4654-a92a-a791608bd2e1 req-467b513f-125e-4833-9813-42b6a7883f4f tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 944 time: 0.0529020 Aug 28 15:48:08.281011 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e1945fd2-56ec-46b0-8b0d-9ba5945146be req-3e6fa8ac-0c0c-4128-967d-25ee2a9053dc service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849998 Aug 28 15:48:08.312677 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-47aeea1b-dc89-4654-a92a-a791608bd2e1 req-f34ecdd3-7bed-472f-bde0-0fb2f8e92093 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333428 Aug 28 15:48:09.425567 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc9523-2db5-4bb1-b6c9-2dbfa03c5418 req-8da1cef1-42ba-4247-83c6-5514e86aac0d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:09.427030 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-69cc9523-2db5-4bb1-b6c9-2dbfa03c5418 req-8da1cef1-42ba-4247-83c6-5514e86aac0d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 944 time: 0.0490861 Aug 28 15:48:09.467182 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-69cc9523-2db5-4bb1-b6c9-2dbfa03c5418 req-e05f9e81-0c82-488a-936a-7b7acaca05c3 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342686 Aug 28 15:48:10.587382 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66448f4-7384-4193-8e47-988d7aaa79a4 req-7d7fb14f-955b-4879-9dcd-2cc5bcc25224 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:10.588901 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f66448f4-7384-4193-8e47-988d7aaa79a4 req-7d7fb14f-955b-4879-9dcd-2cc5bcc25224 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 944 time: 0.0497622 Aug 28 15:48:10.627112 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f66448f4-7384-4193-8e47-988d7aaa79a4 req-61b24dd5-2cd6-4667-9633-207f43f5dcee tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316370 Aug 28 15:48:10.631482 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-554df585-b60f-4b27-863e-4b57968b89d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:10.939009 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:11.544459 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:48:11.635996 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:48:11.652571 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'port_id': 'f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed', 'mac_address': 'fa:16:3e:6b:2e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:48:11.689999 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:11.703139 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:48:11.722601 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:48:11.726899 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:11.744815 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8ba74-8371-40db-985e-c2b84bc7b9fe req-6b1ccd27-c4c8-4c40-b41f-d18226e89ed8 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:11.746329 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5fb8ba74-8371-40db-985e-c2b84bc7b9fe req-6b1ccd27-c4c8-4c40-b41f-d18226e89ed8 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 944 time: 0.0505977 Aug 28 15:48:11.774133 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:48:11.785421 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5fb8ba74-8371-40db-985e-c2b84bc7b9fe req-18716f58-2a1d-4e7f-bd90-e9151f551c0f tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326567 Aug 28 15:48:11.909009 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:12.103746 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:48:12.904265 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d2473-e188-4fd9-814f-48c2a8faa25d req-a20b07e5-649d-40fc-854b-3b2f3e533d54 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:12.906018 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-098d2473-e188-4fd9-814f-48c2a8faa25d req-a20b07e5-649d-40fc-854b-3b2f3e533d54 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 945 time: 0.0510213 Aug 28 15:48:12.946075 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-098d2473-e188-4fd9-814f-48c2a8faa25d req-bd900efa-6d50-46df-b650-d3bc2efc6cc7 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338178 Aug 28 15:48:13.411541 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:13.568088 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:48:13.614764 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:48:13.618307 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:48:13.618678 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:13.696794 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:13.718272 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4910e707-80af-4128-84db-0d4edf75a767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:48:13.720538 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfee668-7db1-43c9-8585-e5ed89772ec5" -d '{"events": [{"server_uuid": "4910e707-80af-4128-84db-0d4edf75a767", "name": "network-vif-plugged", "status": "completed", "tag": "f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:48:13.732767 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:48:13.738380 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:13.761663 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7305b5dc-a07e-43b6-bdd8-f08d2fff4aea x-openstack-request-id: req-7305b5dc-a07e-43b6-bdd8-f08d2fff4aea {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:48:13.761958 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4910e707-80af-4128-84db-0d4edf75a767", "name": "network-vif-plugged", "status": "completed", "tag": "f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:48:13.762214 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7305b5dc-a07e-43b6-bdd8-f08d2fff4aea {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:48:13.762600 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4910e707-80af-4128-84db-0d4edf75a767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed', 'code': 200} Aug 28 15:48:13.787546 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:48:13.859045 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeca479-dad6-4bef-9f0e-0b62b153f34f req-c1e50cd2-5bff-4b24-866b-8ec53391c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:13.860567 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ebeca479-dad6-4bef-9f0e-0b62b153f34f req-c1e50cd2-5bff-4b24-866b-8ec53391c950 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 1098 time: 0.0426884 Aug 28 15:48:13.895814 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ebeca479-dad6-4bef-9f0e-0b62b153f34f req-fe76ac37-4f9d-42bc-ab3f-3a70866da332 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279891 Aug 28 15:48:14.064515 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee891b32-59b1-4cea-9feb-726d64314ec1 req-748ef475-2cbf-4dcc-936a-03bc6df271f0 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:14.065991 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ee891b32-59b1-4cea-9feb-726d64314ec1 req-748ef475-2cbf-4dcc-936a-03bc6df271f0 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 946 time: 0.0522647 Aug 28 15:48:14.102766 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ee891b32-59b1-4cea-9feb-726d64314ec1 req-19f2d1a5-c7f1-4056-9ead-6a6d8b5f26db tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307581 Aug 28 15:48:15.225500 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035f189-19ea-4150-a350-f44b8efbd48d req-3cd6b4c7-4de7-441b-b608-e38e43085ba4 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:15.226987 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9035f189-19ea-4150-a350-f44b8efbd48d req-3cd6b4c7-4de7-441b-b608-e38e43085ba4 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 946 time: 0.0500510 Aug 28 15:48:15.267752 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9035f189-19ea-4150-a350-f44b8efbd48d req-8b9299ce-517a-4c2f-b5c0-537f7a79b5bb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331337 Aug 28 15:48:16.384408 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b64b2-e403-4d7a-9a1f-7ff9dd22e450 req-d7cbd93d-e647-42be-8677-df457503bd64 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:16.385875 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9a0b64b2-e403-4d7a-9a1f-7ff9dd22e450 req-d7cbd93d-e647-42be-8677-df457503bd64 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 946 time: 0.0484638 Aug 28 15:48:16.424012 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9a0b64b2-e403-4d7a-9a1f-7ff9dd22e450 req-493e5d7a-fb4b-4247-be39-6c832b49f1a0 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319731 Aug 28 15:48:16.534571 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880a6d4-7188-48cc-9895-ed900de4585e req-e4ebd8a2-286f-47ca-b231-05ed4f8807f5 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:16.536076 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a880a6d4-7188-48cc-9895-ed900de4585e req-e4ebd8a2-286f-47ca-b231-05ed4f8807f5 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 946 time: 0.0480821 Aug 28 15:48:16.545001 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 58180) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:48:16.550252 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-0748fba4-2493-43f7-91de-4ab8a99b213a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Request body: {'floatingip': {'port_id': 'f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:48:16.590693 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0748fba4-2493-43f7-91de-4ab8a99b213a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for floatingip, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:17.017040 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0748fba4-2493-43f7-91de-4ab8a99b213a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:17.021141 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0748fba4-2493-43f7-91de-4ab8a99b213a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:17.120990 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [None req-0748fba4-2493-43f7-91de-4ab8a99b213a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Floating IP e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90 associated. External IP: 172.25.3.137, port: f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed. Aug 28 15:48:17.157618 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [req-36a1180d-ba82-4a75-9545-9af49562cec5 req-15c3c608-b315-457c-8df3-7285d4d33488 service neutron] (106330) timed out ('10.222.0.13', 53710) {{(pid=106330) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 15:48:17.326607 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0748fba4-2493-43f7-91de-4ab8a99b213a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:48:17.439868 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0748fba4-2493-43f7-91de-4ab8a99b213a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:48:17.444668 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0748fba4-2493-43f7-91de-4ab8a99b213a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:17.449329 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04baa9f-0998-4526-ada0-b48e46e65089 None None] Sync routers for ids ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:48:17.459139 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04baa9f-0998-4526-ada0-b48e46e65089 None None] Routers {'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:48:17.459806 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e04baa9f-0998-4526-ada0-b48e46e65089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:48:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:48:17.471183 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0748fba4-2493-43f7-91de-4ab8a99b213a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "PUT /v2.0/floatingips/e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90 HTTP/1.1" status: 200 len: 992 time: 0.9244497 Aug 28 15:48:17.471804 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4910e707-80af-4128-84db-0d4edf75a767', 'tag': 'f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:48:17.474054 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708410273b078b045c344e0f70defafb7ff55f4df6bb088d317c2b7e348182f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e264bed6-da22-4a9a-9bab-a39aedb981b7" -d '{"events": [{"name": "network-changed", "server_uuid": "4910e707-80af-4128-84db-0d4edf75a767", "tag": "f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:48:17.510706 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833b739e-7fa5-447a-a1b5-479a5565f4c1 x-openstack-request-id: req-833b739e-7fa5-447a-a1b5-479a5565f4c1 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:48:17.511002 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4910e707-80af-4128-84db-0d4edf75a767", "tag": "f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:48:17.511255 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-833b739e-7fa5-447a-a1b5-479a5565f4c1 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:48:17.511682 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4910e707-80af-4128-84db-0d4edf75a767', 'tag': 'f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed', 'status': 'completed', 'code': 200} Aug 28 15:48:17.572813 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-e04baa9f-0998-4526-ada0-b48e46e65089 None None] Set router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:48:17.574301 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264bed6-da22-4a9a-9bab-a39aedb981b7 req-9dd95bf9-fb99-4e1d-9297-ca1390dca45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:17.575824 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e264bed6-da22-4a9a-9bab-a39aedb981b7 req-9dd95bf9-fb99-4e1d-9297-ca1390dca45c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 1098 time: 0.0415764 Aug 28 15:48:17.668868 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264bed6-da22-4a9a-9bab-a39aedb981b7 req-e57e1cce-f0a2-4741-974d-bc63b52c33fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:17.671059 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e264bed6-da22-4a9a-9bab-a39aedb981b7 req-e57e1cce-f0a2-4741-974d-bc63b52c33fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0863869 Aug 28 15:48:17.740085 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e264bed6-da22-4a9a-9bab-a39aedb981b7 req-5bd72a8c-cd03-476d-99f8-ff3092fb6aa2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed HTTP/1.1" status: 200 len: 1000 time: 0.0620008 Aug 28 15:48:17.793204 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264bed6-da22-4a9a-9bab-a39aedb981b7 req-90b8218b-376c-4c4d-8712-73c70e7c1502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:17.794675 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e264bed6-da22-4a9a-9bab-a39aedb981b7 req-90b8218b-376c-4c4d-8712-73c70e7c1502 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0489917 Aug 28 15:48:17.802635 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e04baa9f-0998-4526-ada0-b48e46e65089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:45Z', 'revision_number': 4, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port': {'id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'floating_ip_address': '172.25.3.137', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'port_id': 'f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'mac_address': 'fa:16:3e:6b:2e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4910e707-80af-4128-84db-0d4edf75a767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:44:47Z', 'updated_at': '2021-08-28T15:48:16Z', 'revision_number': 5, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41ff17cc-a314-4a44-be9b-266979761485', 'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'mac_address': 'fa:16:3e:f2:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:45Z', 'updated_at': '2021-08-28T15:44:51Z', 'revision_number': 5, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'subnets': [{'id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:48:17.828558 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04baa9f-0998-4526-ada0-b48e46e65089 None None] Checking router: b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:48:17.836829 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04baa9f-0998-4526-ada0-b48e46e65089 None None] Routers {'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:48:17.837443 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e04baa9f-0998-4526-ada0-b48e46e65089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:48:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:48:17.839806 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264bed6-da22-4a9a-9bab-a39aedb981b7 req-57b915dd-6635-4b1b-87b2-2090303b1c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:17.841299 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e264bed6-da22-4a9a-9bab-a39aedb981b7 req-57b915dd-6635-4b1b-87b2-2090303b1c02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394130 Aug 28 15:48:17.933327 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e264bed6-da22-4a9a-9bab-a39aedb981b7 req-0490382b-1c61-4b5c-9b90-5989e3bf3058 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835292 Aug 28 15:48:17.947636 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-e04baa9f-0998-4526-ada0-b48e46e65089 None None] Set router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:48:18.031528 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e264bed6-da22-4a9a-9bab-a39aedb981b7 req-191a09e1-6930-49d3-b45a-1de27e8219eb service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908008 Aug 28 15:48:18.252851 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e04baa9f-0998-4526-ada0-b48e46e65089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:45Z', 'revision_number': 4, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port': {'id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'floating_ip_address': '172.25.3.137', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'port_id': 'f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'mac_address': 'fa:16:3e:6b:2e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4910e707-80af-4128-84db-0d4edf75a767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:44:47Z', 'updated_at': '2021-08-28T15:48:16Z', 'revision_number': 5, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41ff17cc-a314-4a44-be9b-266979761485', 'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'mac_address': 'fa:16:3e:f2:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:45Z', 'updated_at': '2021-08-28T15:44:51Z', 'revision_number': 5, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'subnets': [{'id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:48:18.278136 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04baa9f-0998-4526-ada0-b48e46e65089 None None] The sync data for ids ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'] in n-d-712137-10 is: [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:45Z', 'revision_number': 4, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port': {'id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'floating_ip_address': '172.25.3.137', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'port_id': 'f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'mac_address': 'fa:16:3e:6b:2e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4910e707-80af-4128-84db-0d4edf75a767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:44:47Z', 'updated_at': '2021-08-28T15:48:16Z', 'revision_number': 5, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41ff17cc-a314-4a44-be9b-266979761485', 'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'mac_address': 'fa:16:3e:f2:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:45Z', 'updated_at': '2021-08-28T15:44:51Z', 'revision_number': 5, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'subnets': [{'id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:48:18.468908 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbb095f-b51e-4b9a-bffd-0d4de8fdbf41 None None] New status for floating IP e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90: ACTIVE {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:48:21.800274 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3251d963-dcb7-4f2a-9a16-b0a69dee2458 req-e3f43b73-de34-4534-b11d-d416567d2527 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0456371 Aug 28 15:48:21.881033 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251d963-dcb7-4f2a-9a16-b0a69dee2458 req-585f542a-0bad-4d10-bfed-732a4663f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:21.882566 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3251d963-dcb7-4f2a-9a16-b0a69dee2458 req-585f542a-0bad-4d10-bfed-732a4663f88a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 1098 time: 0.0412683 Aug 28 15:48:21.990631 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251d963-dcb7-4f2a-9a16-b0a69dee2458 req-2f43f386-e181-4d79-983b-68666333d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:21.992075 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3251d963-dcb7-4f2a-9a16-b0a69dee2458 req-2f43f386-e181-4d79-983b-68666333d0ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0891130 Aug 28 15:48:22.057427 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3251d963-dcb7-4f2a-9a16-b0a69dee2458 req-0d082517-f20c-42ab-86f3-d05f2061c89c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed HTTP/1.1" status: 200 len: 1002 time: 0.0577629 Aug 28 15:48:22.111617 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251d963-dcb7-4f2a-9a16-b0a69dee2458 req-72c7ac80-0835-404f-a94e-c11138446de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:22.113134 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3251d963-dcb7-4f2a-9a16-b0a69dee2458 req-72c7ac80-0835-404f-a94e-c11138446de5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0482533 Aug 28 15:48:22.158282 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251d963-dcb7-4f2a-9a16-b0a69dee2458 req-611634e9-c821-4455-93d8-0c4ed114562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:48:22.159798 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3251d963-dcb7-4f2a-9a16-b0a69dee2458 req-611634e9-c821-4455-93d8-0c4ed114562e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395665 Aug 28 15:48:22.247613 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3251d963-dcb7-4f2a-9a16-b0a69dee2458 req-80fc755b-c749-43fc-82b3-3370040de89a service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805585 Aug 28 15:48:22.340058 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3251d963-dcb7-4f2a-9a16-b0a69dee2458 req-19f7124f-31a3-415d-bfd0-d7d197be6df9 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846286 Aug 28 15:48:24.897537 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:25.068316 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:48:26.962650 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:38.071991 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b605a242-2a66-4a5a-bc80-6dc4e0701d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:40.631569 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e60ac18e-5d0a-4e88-83c8-133c52996db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:40.940787 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:41.909516 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:43.418947 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:54.910553 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:48:56.979888 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:49:02.067310 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:49:08.072737 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a07f75db-23b7-44f5-8538-d1b2348e0173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:49:10.631611 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b08a430d-0fc0-4d15-8fbd-d2f1417099f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:49:10.941627 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:49:11.914179 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:49:13.418961 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:49:21.776828 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ace4c7f3-d51d-4efc-a35c-89742ca1c434 req-764032ff-3950-4de8-b12a-2d2641105cf7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392673 Aug 28 15:49:21.858386 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4c7f3-d51d-4efc-a35c-89742ca1c434 req-8c556b69-c32d-4cca-9733-c71157ff9f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:49:21.860501 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ace4c7f3-d51d-4efc-a35c-89742ca1c434 req-8c556b69-c32d-4cca-9733-c71157ff9f27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 1098 time: 0.0407279 Aug 28 15:49:21.970362 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4c7f3-d51d-4efc-a35c-89742ca1c434 req-34fbb690-753a-4539-b047-86db66d50df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:49:21.971902 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ace4c7f3-d51d-4efc-a35c-89742ca1c434 req-34fbb690-753a-4539-b047-86db66d50df2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0890317 Aug 28 15:49:22.040672 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ace4c7f3-d51d-4efc-a35c-89742ca1c434 req-232aa448-a830-4994-b838-6e66361c5d5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed HTTP/1.1" status: 200 len: 1002 time: 0.0575564 Aug 28 15:49:22.094249 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4c7f3-d51d-4efc-a35c-89742ca1c434 req-52b198cc-7c73-40f6-88dc-891dac6df40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:49:22.095721 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ace4c7f3-d51d-4efc-a35c-89742ca1c434 req-52b198cc-7c73-40f6-88dc-891dac6df40e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0474274 Aug 28 15:49:22.142785 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4c7f3-d51d-4efc-a35c-89742ca1c434 req-c2e2a096-4989-4ac7-b848-098de9f7f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:49:22.144341 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ace4c7f3-d51d-4efc-a35c-89742ca1c434 req-c2e2a096-4989-4ac7-b848-098de9f7f3e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389514 Aug 28 15:49:22.232990 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ace4c7f3-d51d-4efc-a35c-89742ca1c434 req-b0ebd168-690b-4690-a159-5709474ded4f service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801258 Aug 28 15:49:22.331249 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ace4c7f3-d51d-4efc-a35c-89742ca1c434 req-a05c4a19-2ac8-4e5f-94f1-c9ebe253a1cc service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895720 Aug 28 15:49:24.912639 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:49:26.994079 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:49:38.072479 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9c99e927-3dee-403f-b915-7a52d6e7cc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:49:39.067257 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:49:40.632528 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0e10d02f-6ff3-4ed6-a410-e3ba00b09b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:49:40.943198 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:49:41.915236 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:49:43.421098 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:49:54.938596 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:49:57.020876 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:50:08.073953 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6161cd3a-d86d-4f10-8f0f-986422eea1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:50:10.632143 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8ed3018c-4119-4cef-b306-8f264bcb24db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:50:10.944629 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:50:11.918759 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:50:13.425046 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:50:16.067143 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:50:23.804912 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3516149e-bcc0-4e69-8188-279900fb45f5 req-3849e207-5ac6-405e-b04d-3a0b91cb768a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0560610 Aug 28 15:50:23.895111 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516149e-bcc0-4e69-8188-279900fb45f5 req-e4df12bc-27ea-467f-b468-b799c76bc433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:50:23.896694 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3516149e-bcc0-4e69-8188-279900fb45f5 req-e4df12bc-27ea-467f-b468-b799c76bc433 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 1098 time: 0.0479820 Aug 28 15:50:24.010915 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516149e-bcc0-4e69-8188-279900fb45f5 req-5b4f5805-4f6e-453b-841a-d41bac979910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:50:24.012442 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3516149e-bcc0-4e69-8188-279900fb45f5 req-5b4f5805-4f6e-453b-841a-d41bac979910 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0930588 Aug 28 15:50:24.080843 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3516149e-bcc0-4e69-8188-279900fb45f5 req-8f8f4408-222c-4ec6-a38d-4e2c67002820 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed HTTP/1.1" status: 200 len: 1002 time: 0.0607622 Aug 28 15:50:24.164183 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516149e-bcc0-4e69-8188-279900fb45f5 req-ab49c797-8efa-4d8b-abc5-33b076269a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:50:24.166464 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3516149e-bcc0-4e69-8188-279900fb45f5 req-ab49c797-8efa-4d8b-abc5-33b076269a0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0694726 Aug 28 15:50:24.234619 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516149e-bcc0-4e69-8188-279900fb45f5 req-2ca19e9d-3950-470d-a05d-cc506b7d7fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:50:24.236297 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3516149e-bcc0-4e69-8188-279900fb45f5 req-2ca19e9d-3950-470d-a05d-cc506b7d7fa4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572841 Aug 28 15:50:24.333342 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3516149e-bcc0-4e69-8188-279900fb45f5 req-11ef1c81-e4d5-4c07-9fe5-b40752dbed7f service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870988 Aug 28 15:50:24.426642 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3516149e-bcc0-4e69-8188-279900fb45f5 req-66da3d7a-7c7c-469c-b736-dc133a8055f5 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848939 Aug 28 15:50:24.937172 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:50:27.035684 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:50:38.077616 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-033951d8-0195-468f-8ec8-18ee1978193f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:50:40.633903 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-32327938-d323-4701-9cd5-58bdb5d31928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:50:40.945498 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:50:41.922137 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:50:43.427819 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:50:48.889876 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72a765-5367-4bf2-a7c9-1084be2cdefa req-0c2005dd-e649-45bb-a121-fbb33e7be79a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:50:48.891409 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bb72a765-5367-4bf2-a7c9-1084be2cdefa req-0c2005dd-e649-45bb-a121-fbb33e7be79a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 946 time: 0.1094475 Aug 28 15:50:48.933778 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bb72a765-5367-4bf2-a7c9-1084be2cdefa req-0779986f-fa1a-4649-ac3c-cc754ff364ed tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356529 Aug 28 15:50:50.166319 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68099e15-2acd-4a56-9e57-1f570e8deb53 req-f4a61bf7-440f-4944-84ad-3ac036a509ad tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:50:50.167734 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-68099e15-2acd-4a56-9e57-1f570e8deb53 req-f4a61bf7-440f-4944-84ad-3ac036a509ad tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 946 time: 0.0931976 Aug 28 15:50:50.205463 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-68099e15-2acd-4a56-9e57-1f570e8deb53 req-64bf07a8-db87-4e13-b13a-89aa6ef436ba tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318813 Aug 28 15:50:51.320637 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9debf-b295-4a85-b5ed-6002ca86cef3 req-37a9c337-3d34-47b3-82a6-c7888e9dfd32 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:50:51.322109 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c0e9debf-b295-4a85-b5ed-6002ca86cef3 req-37a9c337-3d34-47b3-82a6-c7888e9dfd32 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 946 time: 0.0484235 Aug 28 15:50:51.359526 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c0e9debf-b295-4a85-b5ed-6002ca86cef3 req-b3802d92-1a17-49ad-b4b3-515f3e4c56d6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314689 Aug 28 15:50:52.476870 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ed509-37c2-43a5-8503-7c6628a649dd req-d5aa0848-1dbf-4d76-ad2d-e3127a910b8b tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:50:52.478339 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cf2ed509-37c2-43a5-8503-7c6628a649dd req-d5aa0848-1dbf-4d76-ad2d-e3127a910b8b tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 946 time: 0.0517228 Aug 28 15:50:52.518866 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cf2ed509-37c2-43a5-8503-7c6628a649dd req-7a52d09a-47a9-47b1-a053-10d2baab143d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345526 Aug 28 15:50:53.066247 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:50:53.634732 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c6213-8add-438f-beb0-6eb98402d71b req-d8f8225e-e195-4333-8f32-64fae9f8ee1c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:50:53.636940 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-201c6213-8add-438f-beb0-6eb98402d71b req-d8f8225e-e195-4333-8f32-64fae9f8ee1c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 946 time: 0.0483973 Aug 28 15:50:53.675380 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-201c6213-8add-438f-beb0-6eb98402d71b req-65e608ab-c1e4-4c27-b221-723bc4e59d6b tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323856 Aug 28 15:50:54.789492 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03c65b-02f1-40a4-b555-ea00a72ce903 req-6c2b4b48-36ab-447c-84ee-64cf73cf5008 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:50:54.790956 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4f03c65b-02f1-40a4-b555-ea00a72ce903 req-6c2b4b48-36ab-447c-84ee-64cf73cf5008 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 946 time: 0.0483272 Aug 28 15:50:54.827210 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4f03c65b-02f1-40a4-b555-ea00a72ce903 req-a627fb59-ed75-4c72-9962-8c48ca6f5593 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303214 Aug 28 15:50:54.935888 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:50:55.943251 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecea15-395a-4c40-8b1c-82d2386d7543 req-28684a94-1a82-4a7d-b0ae-8ff92728105b tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:50:55.944772 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-edecea15-395a-4c40-8b1c-82d2386d7543 req-28684a94-1a82-4a7d-b0ae-8ff92728105b tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 946 time: 0.0487795 Aug 28 15:50:55.987053 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-edecea15-395a-4c40-8b1c-82d2386d7543 req-c986c757-f8ee-41d9-a7ca-28d222d1247d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361762 Aug 28 15:50:57.030838 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:50:57.107001 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cab16b-ca66-4ae5-8fe8-d24e95f6322d req-ffc76119-1aff-400e-b499-84ffc41915e4 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:50:57.108514 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40cab16b-ca66-4ae5-8fe8-d24e95f6322d req-ffc76119-1aff-400e-b499-84ffc41915e4 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 946 time: 0.0487933 Aug 28 15:50:57.146508 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40cab16b-ca66-4ae5-8fe8-d24e95f6322d req-273e8b23-2bc0-4e6c-9dee-13a7f5502e67 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312924 Aug 28 15:50:58.264091 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb446b67-37a0-48a1-aaa5-ee178f232f87 req-3ecebe49-8cda-414b-b78e-42a753b6491e tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:50:58.265594 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fb446b67-37a0-48a1-aaa5-ee178f232f87 req-3ecebe49-8cda-414b-b78e-42a753b6491e tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 946 time: 0.0481675 Aug 28 15:50:58.306951 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fb446b67-37a0-48a1-aaa5-ee178f232f87 req-928688e6-38db-494c-90fd-29ea74ba5b5d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322521 Aug 28 15:50:59.419829 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488cc7c-d42f-4afb-89a0-31b1065332ae req-da9fbb7e-a8e2-4277-9248-5168d91ed393 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:50:59.421303 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7488cc7c-d42f-4afb-89a0-31b1065332ae req-da9fbb7e-a8e2-4277-9248-5168d91ed393 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 946 time: 0.0482061 Aug 28 15:50:59.462815 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7488cc7c-d42f-4afb-89a0-31b1065332ae req-c40a254a-dde0-4c03-ac6f-27e2ff1df3d4 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351114 Aug 28 15:51:00.577417 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e75d0d-d2f8-42e1-8e65-8f524308dea9 req-32e3abdd-9c69-46ed-bba5-fbc72adf007e tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:00.578917 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-46e75d0d-d2f8-42e1-8e65-8f524308dea9 req-32e3abdd-9c69-46ed-bba5-fbc72adf007e tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 946 time: 0.0501537 Aug 28 15:51:00.616953 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-46e75d0d-d2f8-42e1-8e65-8f524308dea9 req-32bd0702-b92e-49c9-b0e1-8e42e1c9e9da tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312796 Aug 28 15:51:01.736315 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e2a20-1c96-44ac-a486-4ae3e1b9ff39 req-96868f50-27b9-4849-aaeb-69dd9488a4f4 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:01.737783 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d24e2a20-1c96-44ac-a486-4ae3e1b9ff39 req-96868f50-27b9-4849-aaeb-69dd9488a4f4 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 946 time: 0.0487692 Aug 28 15:51:01.774794 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d24e2a20-1c96-44ac-a486-4ae3e1b9ff39 req-cc406612-34be-45c6-a68e-6d3a32a6633b tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303302 Aug 28 15:51:02.891523 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8cac1-0ea9-479a-8ec2-5f3d627359eb req-14122ff3-ea39-4993-b7ae-04292e91dcf6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:02.892986 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8dc8cac1-0ea9-479a-8ec2-5f3d627359eb req-14122ff3-ea39-4993-b7ae-04292e91dcf6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 946 time: 0.0499341 Aug 28 15:51:02.934445 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8dc8cac1-0ea9-479a-8ec2-5f3d627359eb req-00bbad1c-c950-4764-8f1b-a756860aee28 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352976 Aug 28 15:51:04.050420 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d1044-83c5-4a4b-98c0-9a5d300f0b0d req-e0eb138d-0436-4308-ac74-546b65acce56 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:04.052524 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0d3d1044-83c5-4a4b-98c0-9a5d300f0b0d req-e0eb138d-0436-4308-ac74-546b65acce56 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 946 time: 0.0490158 Aug 28 15:51:04.089980 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0d3d1044-83c5-4a4b-98c0-9a5d300f0b0d req-19b92eb3-9f5f-4acc-acde-a37c531c3c6c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316179 Aug 28 15:51:04.312538 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-e6cd6e35-1197-45f2-a559-eaf78e3383a2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406072 Aug 28 15:51:04.330706 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de6154-078e-4168-8fd0-e87c65a9f807 req-6c3860ac-de2d-402d-9e13-0c9419c201a3 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:04.332375 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-90de6154-078e-4168-8fd0-e87c65a9f807 req-6c3860ac-de2d-402d-9e13-0c9419c201a3 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 946 time: 0.0502772 Aug 28 15:51:04.376596 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-90de6154-078e-4168-8fd0-e87c65a9f807 req-4f8238f3-e3ca-4f85-b103-0ea6302522d4 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365012 Aug 28 15:51:05.428864 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-4730622e-2bbe-4dd8-aadf-b505b52c34b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:05.430670 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-4730622e-2bbe-4dd8-aadf-b505b52c34b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 1098 time: 0.0794146 Aug 28 15:51:05.491966 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8296ab2-258f-40a8-a092-c01517e013fb req-f6dcd7b5-d8a3-44ea-96fe-d36909b6767a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:05.493607 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8296ab2-258f-40a8-a092-c01517e013fb req-f6dcd7b5-d8a3-44ea-96fe-d36909b6767a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 946 time: 0.0484397 Aug 28 15:51:05.525106 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-4d26ff89-49d9-4856-a59c-38af1bbc9238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:05.526601 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-4d26ff89-49d9-4856-a59c-38af1bbc9238 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0890212 Aug 28 15:51:05.532165 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8296ab2-258f-40a8-a092-c01517e013fb req-08b36322-625f-4135-a0b9-16851d02c633 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320272 Aug 28 15:51:05.595761 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-7adad7d3-ffbd-449a-b8bf-e8187734028d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed HTTP/1.1" status: 200 len: 1002 time: 0.0614591 Aug 28 15:51:05.645373 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-8d8e79ab-8025-405b-b07e-1c60d78c8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:05.646839 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-8d8e79ab-8025-405b-b07e-1c60d78c8b32 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0434122 Aug 28 15:51:05.692040 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-29c144ca-c1ab-422c-ac95-c3550e462180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:05.693477 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-29c144ca-c1ab-422c-ac95-c3550e462180 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395367 Aug 28 15:51:05.783964 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-ea9fb078-90cb-4c2b-83cd-f7643a8b306f service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828524 Aug 28 15:51:05.871215 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-5206adae-8472-4aff-892a-6c4547b82506 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802872 Aug 28 15:51:06.648083 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488de1c8-fe96-4fdd-9b1e-f21031d45b5e req-f367d178-f715-442c-8528-a419d873d3ce tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:06.649587 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-488de1c8-fe96-4fdd-9b1e-f21031d45b5e req-f367d178-f715-442c-8528-a419d873d3ce tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 946 time: 0.0480611 Aug 28 15:51:06.690214 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-488de1c8-fe96-4fdd-9b1e-f21031d45b5e req-8d4ce398-2e4f-474f-9038-18caae5f97b7 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348210 Aug 28 15:51:07.802053 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-ac714ccf-cc34-442b-8042-43f0f0af170e service neutron] show failed (client error): The resource could not be found. Aug 28 15:51:07.803194 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-ac714ccf-cc34-442b-8042-43f0f0af170e service neutron] 10.222.0.41 "GET /v2.0/ports/f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed/bindings/n-h2-712137-10 HTTP/1.1" status: 404 len: 381 time: 0.0584812 Aug 28 15:51:07.812519 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6abbb-b8f3-43c7-acb9-0fb816e5efa4 req-6eaa6cc8-a596-4b87-b4be-e74ce0e1fc70 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:07.814011 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-11a6abbb-b8f3-43c7-acb9-0fb816e5efa4 req-6eaa6cc8-a596-4b87-b4be-e74ce0e1fc70 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 946 time: 0.0504348 Aug 28 15:51:07.853263 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-11a6abbb-b8f3-43c7-acb9-0fb816e5efa4 req-9a7860b2-2a97-447a-81c3-418632cb9cd3 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323470 Aug 28 15:51:08.073189 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-cbd422b3-705b-458b-ba68-e7ea803673e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:08.074737 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-cbd422b3-705b-458b-ba68-e7ea803673e7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767&tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0 HTTP/1.1" status: 200 len: 1098 time: 0.0812757 Aug 28 15:51:08.078480 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-05d8b44c-178e-4f76-ad8b-4f71d153c35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:08.087268 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-10', 'device_owner': 'compute:nova'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:51:08.141684 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:08.340669 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] For port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:51:08.372485 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] For port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:51:08.415925 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4910e707-80af-4128-84db-0d4edf75a767', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:51:08.421217 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:08.433290 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Transition to ACTIVE for port object f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:51:08.437307 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:08.469335 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1bfe36-9f2b-44fb-ba4f-28272ee2a3e1" -d '{"events": [{"server_uuid": "4910e707-80af-4128-84db-0d4edf75a767", "name": "network-vif-unplugged", "status": "completed", "tag": "f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:51:08.531161 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed,revision_number=6']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:51:08.543134 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:08.543489 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:08.543859 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:08.544198 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:08.544526 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:08.544857 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:08.545184 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:08.545511 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:08.545837 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:08.546170 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:08.546503 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:08.546826 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:08.588022 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 15:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d659f29b-5db7-479a-bac5-721fb0d8ad1f x-openstack-request-id: req-d659f29b-5db7-479a-bac5-721fb0d8ad1f {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:51:08.588312 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4910e707-80af-4128-84db-0d4edf75a767", "name": "network-vif-unplugged", "status": "completed", "tag": "f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:51:08.588566 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d659f29b-5db7-479a-bac5-721fb0d8ad1f {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:51:08.588959 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4910e707-80af-4128-84db-0d4edf75a767', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed', 'code': 200} Aug 28 15:51:08.589894 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] No DVR routers for this DVR port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:51:08.731602 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Attempting to bind port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:51:08.731987 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Attempting to bind port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:51:08.732314 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Attempting to bind port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:51:08.736504 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:51:08.736820 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Attempting to bind port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:51:08.742114 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:51:08.742452 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Checking segment: {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:51:08.742829 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Bound using segment: {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:51:08.743246 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Bound port: f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:51:08.743595 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:08.804653 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] For port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:51:08.807494 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] For port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:51:08.811766 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:08.845732 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:08.846552 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:08.847869 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] 10.222.0.36 "PUT /v2.0/ports/f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed HTTP/1.1" status: 200 len: 1093 time: 0.7658622 Aug 28 15:51:08.870279 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3f073-507d-4815-b485-8443dd90bcb4 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed,revision_number=7']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:51:08.921975 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-a9293d2a-b575-4186-940b-1899c52e81c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:08.923550 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-a9293d2a-b575-4186-940b-1899c52e81c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 1096 time: 0.0440617 Aug 28 15:51:09.034665 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab31add-cdf4-4c60-8e78-8755deaa2f04 req-60a83095-ea5d-46d1-9af2-16fa2e5b3fb6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:09.036771 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cab31add-cdf4-4c60-8e78-8755deaa2f04 req-60a83095-ea5d-46d1-9af2-16fa2e5b3fb6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 944 time: 0.1118162 Aug 28 15:51:09.069987 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-56de38bc-f95e-450f-864a-7eb7d0135048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:09.071419 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-56de38bc-f95e-450f-864a-7eb7d0135048 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.1374185 Aug 28 15:51:09.094358 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cab31add-cdf4-4c60-8e78-8755deaa2f04 req-5ddb05fa-b081-445e-87b8-53136badafe1 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516622 Aug 28 15:51:09.149780 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-225a9801-369d-41c9-9764-647e9ff58cf0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed HTTP/1.1" status: 200 len: 1000 time: 0.0680888 Aug 28 15:51:09.199765 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-e4cf6ecc-f637-477c-aec6-67476c072752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:09.201205 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-e4cf6ecc-f637-477c-aec6-67476c072752 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0442083 Aug 28 15:51:09.246607 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-eb8e8e8f-60a6-47a4-bd1c-8a2ebd2c07aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:09.248097 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-eb8e8e8f-60a6-47a4-bd1c-8a2ebd2c07aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395780 Aug 28 15:51:09.339630 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-7c0a06da-a95a-491d-8ec8-b5649a95c2dc service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845413 Aug 28 15:51:09.433040 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e126f1f-39cb-44a8-b2db-cb06538c1dd4 req-0af576fe-84f2-492b-a823-99bd75f54984 service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853658 Aug 28 15:51:10.213283 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27501819-4008-44c3-8e80-f53b02881d23 req-ec6f1c81-722f-4c15-a6cb-9a05b641f5d0 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:10.214737 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-27501819-4008-44c3-8e80-f53b02881d23 req-ec6f1c81-722f-4c15-a6cb-9a05b641f5d0 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 944 time: 0.0496652 Aug 28 15:51:10.252695 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-27501819-4008-44c3-8e80-f53b02881d23 req-a004cf4f-ab88-4178-8add-7be2de5def72 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320029 Aug 28 15:51:10.590618 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4910e707-80af-4128-84db-0d4edf75a767', 'tag': 'f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:51:10.593770 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6a560c-727c-4c07-a271-8980823d8a24" -d '{"events": [{"name": "network-changed", "server_uuid": "4910e707-80af-4128-84db-0d4edf75a767", "tag": "f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:51:10.636635 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e8abd550-7507-4e17-a4c4-27672772eb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:10.650259 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b91112b-26f6-4ab7-9166-9910a3bf42c0 x-openstack-request-id: req-2b91112b-26f6-4ab7-9166-9910a3bf42c0 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:51:10.650763 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4910e707-80af-4128-84db-0d4edf75a767", "tag": "f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:51:10.651192 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b91112b-26f6-4ab7-9166-9910a3bf42c0 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:51:10.651744 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4910e707-80af-4128-84db-0d4edf75a767', 'tag': 'f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed', 'status': 'completed', 'code': 200} Aug 28 15:51:10.718389 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a560c-727c-4c07-a271-8980823d8a24 req-bc0f465d-d216-4f8a-8310-accda70340ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:10.720051 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8b6a560c-727c-4c07-a271-8980823d8a24 req-bc0f465d-d216-4f8a-8310-accda70340ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 1096 time: 0.0446217 Aug 28 15:51:10.722265 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a560c-727c-4c07-a271-8980823d8a24 req-2f536893-86f7-489d-a3c3-69ac5140f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:10.724333 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8b6a560c-727c-4c07-a271-8980823d8a24 req-2f536893-86f7-489d-a3c3-69ac5140f316 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 1096 time: 0.0463738 Aug 28 15:51:10.812211 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a560c-727c-4c07-a271-8980823d8a24 req-cf1199bb-f8c9-4764-a3b9-28645c1f803d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:10.813684 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8b6a560c-727c-4c07-a271-8980823d8a24 req-cf1199bb-f8c9-4764-a3b9-28645c1f803d service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0830293 Aug 28 15:51:10.814608 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a560c-727c-4c07-a271-8980823d8a24 req-edb7bffd-38b2-49d7-bdeb-aa49fdd8807b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:10.816078 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8b6a560c-727c-4c07-a271-8980823d8a24 req-edb7bffd-38b2-49d7-bdeb-aa49fdd8807b service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0882249 Aug 28 15:51:10.881761 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8b6a560c-727c-4c07-a271-8980823d8a24 req-21cdb2a9-1520-4b9e-a6f9-fd402e5eb6f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed HTTP/1.1" status: 200 len: 1000 time: 0.0576143 Aug 28 15:51:10.882797 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8b6a560c-727c-4c07-a271-8980823d8a24 req-24ced631-9e1e-4e1d-b3d3-7a74b8ac4a44 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed HTTP/1.1" status: 200 len: 1000 time: 0.0624278 Aug 28 15:51:10.933238 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a560c-727c-4c07-a271-8980823d8a24 req-f6ad920d-dcab-4e7c-aa51-f3cdbb8fc359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:10.934578 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a560c-727c-4c07-a271-8980823d8a24 req-26bc8254-c93a-4d56-894c-3be29126b674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:10.934769 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8b6a560c-727c-4c07-a271-8980823d8a24 req-f6ad920d-dcab-4e7c-aa51-f3cdbb8fc359 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0456178 Aug 28 15:51:10.936032 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8b6a560c-727c-4c07-a271-8980823d8a24 req-26bc8254-c93a-4d56-894c-3be29126b674 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0478592 Aug 28 15:51:10.953821 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:10.984445 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a560c-727c-4c07-a271-8980823d8a24 req-68fa9b86-5fdc-4e0e-949c-8d90bd0484f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:10.984714 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a560c-727c-4c07-a271-8980823d8a24 req-9d8b2b49-e414-496a-b4eb-bd3a80dc00de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:10.986009 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8b6a560c-727c-4c07-a271-8980823d8a24 req-68fa9b86-5fdc-4e0e-949c-8d90bd0484f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427718 Aug 28 15:51:10.986119 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8b6a560c-727c-4c07-a271-8980823d8a24 req-9d8b2b49-e414-496a-b4eb-bd3a80dc00de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432870 Aug 28 15:51:11.075459 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8b6a560c-727c-4c07-a271-8980823d8a24 req-9207af85-3028-4955-891a-4020abd5cd15 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823290 Aug 28 15:51:11.079688 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8b6a560c-727c-4c07-a271-8980823d8a24 req-1c729957-38c2-4c29-97e8-43dce5ddb3a4 service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868261 Aug 28 15:51:11.168084 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8b6a560c-727c-4c07-a271-8980823d8a24 req-d7530a72-ba54-4500-bfcc-4e977c24d908 service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819564 Aug 28 15:51:11.169512 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8b6a560c-727c-4c07-a271-8980823d8a24 req-267d4c96-162d-413e-9ec3-42dde4572d6b service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872464 Aug 28 15:51:11.367045 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631e978-9082-4e77-952e-1e0106128038 req-d4f75749-977f-474c-8890-147aafcff3ff tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:11.368525 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4631e978-9082-4e77-952e-1e0106128038 req-d4f75749-977f-474c-8890-147aafcff3ff tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 944 time: 0.0481062 Aug 28 15:51:11.409259 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4631e978-9082-4e77-952e-1e0106128038 req-f3952bd7-46c2-4412-a8ba-137c3c1b46ef tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346828 Aug 28 15:51:11.635697 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a087c5-c0fa-415e-8480-7fd582c7d5b9 req-4c5b8a8f-91be-4181-86b9-74624fcdd239 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:11.637150 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-36a087c5-c0fa-415e-8480-7fd582c7d5b9 req-4c5b8a8f-91be-4181-86b9-74624fcdd239 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 944 time: 0.0827496 Aug 28 15:51:11.644383 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030040e7-43e8-4b09-8afa-8a775acbe9ad req-1f93571f-8f01-4ff0-8488-dd37bb20b1f2 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:11.646588 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-030040e7-43e8-4b09-8afa-8a775acbe9ad req-1f93571f-8f01-4ff0-8488-dd37bb20b1f2 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.41 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767&tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&binding%3Ahost_id=n-h2-712137-10 HTTP/1.1" status: 200 len: 944 time: 0.0835984 Aug 28 15:51:11.713281 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-36a087c5-c0fa-415e-8480-7fd582c7d5b9 req-507d9ab6-1c62-4827-bef3-d5ade0819f6c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656309 Aug 28 15:51:11.727015 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [req-030040e7-43e8-4b09-8afa-8a775acbe9ad req-1a24f917-d836-48f5-b311-76898f9f2ab3 service neutron] delete failed (client error): The resource could not be found. Aug 28 15:51:11.728040 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-030040e7-43e8-4b09-8afa-8a775acbe9ad req-1a24f917-d836-48f5-b311-76898f9f2ab3 service neutron] 10.222.0.41 "DELETE /v2.0/ports/f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed/bindings/n-h1-712137-10 HTTP/1.1" status: 404 len: 381 time: 0.0736873 Aug 28 15:51:11.812189 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030040e7-43e8-4b09-8afa-8a775acbe9ad req-f0765b15-76af-45d4-9e70-c5e0abed448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:11.813648 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-030040e7-43e8-4b09-8afa-8a775acbe9ad req-f0765b15-76af-45d4-9e70-c5e0abed448c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 1096 time: 0.0409186 Aug 28 15:51:11.903550 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030040e7-43e8-4b09-8afa-8a775acbe9ad req-5f630e38-b323-49ea-81e5-b978a0293d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:11.905048 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-030040e7-43e8-4b09-8afa-8a775acbe9ad req-5f630e38-b323-49ea-81e5-b978a0293d32 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0849540 Aug 28 15:51:11.925134 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:11.971030 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-030040e7-43e8-4b09-8afa-8a775acbe9ad req-a05f5b36-2150-467e-b114-4201919e2f8f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed HTTP/1.1" status: 200 len: 1000 time: 0.0586648 Aug 28 15:51:12.023645 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030040e7-43e8-4b09-8afa-8a775acbe9ad req-a26291a7-5137-4cf0-91dd-e0fae8f22352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:12.025126 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-030040e7-43e8-4b09-8afa-8a775acbe9ad req-a26291a7-5137-4cf0-91dd-e0fae8f22352 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0469708 Aug 28 15:51:12.070461 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030040e7-43e8-4b09-8afa-8a775acbe9ad req-bbc4f1b1-4e36-42b0-b2c7-e4d721be0d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:12.072005 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-030040e7-43e8-4b09-8afa-8a775acbe9ad req-bbc4f1b1-4e36-42b0-b2c7-e4d721be0d92 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402143 Aug 28 15:51:12.158499 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-030040e7-43e8-4b09-8afa-8a775acbe9ad req-436dcfda-30e5-4e8a-be48-0cc8e749eaf6 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790308 Aug 28 15:51:12.251573 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-030040e7-43e8-4b09-8afa-8a775acbe9ad req-6a5d6f14-719e-4f41-86ac-535a7d49dbc1 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853350 Aug 28 15:51:12.502716 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:51:12.543426 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:51:12.688100 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:51:12.798703 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:51:12.816402 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'port_id': 'f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed', 'mac_address': 'fa:16:3e:6b:2e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:51:12.849026 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85a87d-b9ee-4b78-8296-45839f039638 req-141a7971-ad93-4bfa-a402-4e14a64af1d6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:12.850538 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5b85a87d-b9ee-4b78-8296-45839f039638 req-141a7971-ad93-4bfa-a402-4e14a64af1d6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 944 time: 0.0536520 Aug 28 15:51:12.854962 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:12.869190 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:51:12.893715 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5b85a87d-b9ee-4b78-8296-45839f039638 req-458738b7-5869-45f7-a605-727a4fc41e6e tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360339 Aug 28 15:51:12.899682 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:51:12.905100 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:12.956521 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:51:12.964724 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:12.965077 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:12.965426 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:12.965762 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:12.966098 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:12.966432 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:12.966784 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:12.967115 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:12.967443 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:12.967804 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:12.968135 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:12.968460 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:13.029909 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95c5fc-8f9d-48ea-baf4-933794346ef6 req-175f6158-c47d-4101-b29f-f1ba78b2b407 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:13.031481 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bd95c5fc-8f9d-48ea-baf4-933794346ef6 req-175f6158-c47d-4101-b29f-f1ba78b2b407 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 945 time: 0.0508993 Aug 28 15:51:13.073288 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bd95c5fc-8f9d-48ea-baf4-933794346ef6 req-ea88fb35-b385-473c-8c32-f6c8489dd36d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349612 Aug 28 15:51:13.124142 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:51:13.309944 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32866559-cb3f-44f3-8911-65823007a7ee req-c0feb39e-535f-45cf-9e4e-03015d39fab4 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:13.311361 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-32866559-cb3f-44f3-8911-65823007a7ee req-c0feb39e-535f-45cf-9e4e-03015d39fab4 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 945 time: 0.0641842 Aug 28 15:51:13.317786 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb52238-4493-4791-a092-595cf86a5992 req-d961fa54-570c-45ff-891f-a4bc38f559ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:13.319284 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dbb52238-4493-4791-a092-595cf86a5992 req-d961fa54-570c-45ff-891f-a4bc38f559ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 1097 time: 0.0478854 Aug 28 15:51:13.350320 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-32866559-cb3f-44f3-8911-65823007a7ee req-073c89f9-1762-4ad2-bda3-a4ac261dac09 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325789 Aug 28 15:51:13.414187 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb52238-4493-4791-a092-595cf86a5992 req-7c6e4984-0e14-40c6-9d98-d726fc353728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:13.415783 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dbb52238-4493-4791-a092-595cf86a5992 req-7c6e4984-0e14-40c6-9d98-d726fc353728 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0895917 Aug 28 15:51:13.434192 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:13.492004 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dbb52238-4493-4791-a092-595cf86a5992 req-3ce82379-1dc1-4dc4-9c73-ff4c2237bd27 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed HTTP/1.1" status: 200 len: 1001 time: 0.0681009 Aug 28 15:51:13.540679 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb52238-4493-4791-a092-595cf86a5992 req-16dd3342-6fe4-4902-9355-ff7e366c9e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:13.542060 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dbb52238-4493-4791-a092-595cf86a5992 req-16dd3342-6fe4-4902-9355-ff7e366c9e66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0431209 Aug 28 15:51:13.589033 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb52238-4493-4791-a092-595cf86a5992 req-6fe1cb6c-883f-4aa8-a096-63fba3a4aa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:13.590930 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dbb52238-4493-4791-a092-595cf86a5992 req-6fe1cb6c-883f-4aa8-a096-63fba3a4aa4a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401371 Aug 28 15:51:13.681794 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dbb52238-4493-4791-a092-595cf86a5992 req-490a215e-d1af-4e30-b106-f67780a17dc5 service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825315 Aug 28 15:51:13.770652 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dbb52238-4493-4791-a092-595cf86a5992 req-27b7e498-0759-472b-9b32-cc7406a0750c service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807335 Aug 28 15:51:14.472570 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753ea45-ea51-42c6-88c7-c123a79eebd6 req-3f52a277-ff64-414a-8e38-fc0d80a6d6c9 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:14.474128 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d753ea45-ea51-42c6-88c7-c123a79eebd6 req-3f52a277-ff64-414a-8e38-fc0d80a6d6c9 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 945 time: 0.0488605 Aug 28 15:51:14.510380 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d753ea45-ea51-42c6-88c7-c123a79eebd6 req-206ba933-f242-470d-8f12-64dea48c518a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304222 Aug 28 15:51:14.704104 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:51:14.753344 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:51:14.757948 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:51:14.758318 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:14.847172 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:14.873933 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4910e707-80af-4128-84db-0d4edf75a767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:51:14.876319 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}332f9bf94675b6785d0b815493bb2cbf3d8d2d0860f03121257998f5bb811788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8528f17-fff4-47cd-93e1-c5235cfc867d" -d '{"events": [{"server_uuid": "4910e707-80af-4128-84db-0d4edf75a767", "name": "network-vif-plugged", "status": "completed", "tag": "f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:51:14.892042 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:51:14.897788 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:14.924319 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144fd9d4-44b0-4a51-9919-ca81b1db89a8 x-openstack-request-id: req-144fd9d4-44b0-4a51-9919-ca81b1db89a8 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:51:14.924611 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4910e707-80af-4128-84db-0d4edf75a767", "name": "network-vif-plugged", "status": "completed", "tag": "f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:51:14.924863 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-144fd9d4-44b0-4a51-9919-ca81b1db89a8 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:51:14.925390 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4910e707-80af-4128-84db-0d4edf75a767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed', 'code': 200} Aug 28 15:51:14.951949 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed,revision_number=9']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:51:14.997162 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1318b70-2601-4d40-9944-a4bf18a64c6a req-8cdd6108-0ca6-42c4-9023-0e84c903211d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:14.998626 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c1318b70-2601-4d40-9944-a4bf18a64c6a req-8cdd6108-0ca6-42c4-9023-0e84c903211d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 945 time: 0.3058693 Aug 28 15:51:15.036538 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c1318b70-2601-4d40-9944-a4bf18a64c6a req-a0621614-0e51-4e7c-af64-047bc18898fd tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308700 Aug 28 15:51:15.982986 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf695c-8f3c-4ce9-9b93-bf05f9ea4ae3 req-9d27a61d-52a8-43b4-8ab0-bff19c3faa70 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:15.984461 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cadf695c-8f3c-4ce9-9b93-bf05f9ea4ae3 req-9d27a61d-52a8-43b4-8ab0-bff19c3faa70 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.36 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 946 time: 0.0501010 Aug 28 15:51:16.072493 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-cadf695c-8f3c-4ce9-9b93-bf05f9ea4ae3 req-e2aa6926-7531-4c20-bc2a-90ba10abf688 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Deleting port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:51:16.072832 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cadf695c-8f3c-4ce9-9b93-bf05f9ea4ae3 req-e2aa6926-7531-4c20-bc2a-90ba10abf688 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:16.153718 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441ee4e-959f-400c-9ceb-8e8b992e4eec req-c1a1aec2-ea1c-4c05-acb8-18adcedef500 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:16.155956 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8441ee4e-959f-400c-9ceb-8e8b992e4eec req-c1a1aec2-ea1c-4c05-acb8-18adcedef500 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4910e707-80af-4128-84db-0d4edf75a767 HTTP/1.1" status: 200 len: 946 time: 0.0502989 Aug 28 15:51:16.169496 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-cadf695c-8f3c-4ce9-9b93-bf05f9ea4ae3 req-e2aa6926-7531-4c20-bc2a-90ba10abf688 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] For port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:51:16.169870 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cadf695c-8f3c-4ce9-9b93-bf05f9ea4ae3 req-e2aa6926-7531-4c20-bc2a-90ba10abf688 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:16.197616 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8441ee4e-959f-400c-9ceb-8e8b992e4eec req-01cb373c-7bd3-4b72-9c34-4cbebb6164e4 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323398 Aug 28 15:51:16.337962 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cadf695c-8f3c-4ce9-9b93-bf05f9ea4ae3 req-e2aa6926-7531-4c20-bc2a-90ba10abf688 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:16.338353 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cadf695c-8f3c-4ce9-9b93-bf05f9ea4ae3 req-e2aa6926-7531-4c20-bc2a-90ba10abf688 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:16.338667 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [req-cadf695c-8f3c-4ce9-9b93-bf05f9ea4ae3 req-e2aa6926-7531-4c20-bc2a-90ba10abf688 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Floating IP e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90 disassociated. External IP: 172.25.3.137, port: f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed. Aug 28 15:51:16.339001 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-cadf695c-8f3c-4ce9-9b93-bf05f9ea4ae3 req-e2aa6926-7531-4c20-bc2a-90ba10abf688 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Calling delete_port for f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:51:16.472929 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cadf695c-8f3c-4ce9-9b93-bf05f9ea4ae3 req-e2aa6926-7531-4c20-bc2a-90ba10abf688 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:16.500108 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa6926-7531-4c20-bc2a-90ba10abf688 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Pushing event deleted for resources: {'Port': ['ID=f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:51:16.627712 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cadf695c-8f3c-4ce9-9b93-bf05f9ea4ae3 req-e2aa6926-7531-4c20-bc2a-90ba10abf688 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:51:16.739106 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cadf695c-8f3c-4ce9-9b93-bf05f9ea4ae3 req-e2aa6926-7531-4c20-bc2a-90ba10abf688 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:51:16.749656 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339f0519-3bf0-4490-b6a0-99b1bed319ad None None] Sync routers for ids ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:51:16.759566 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339f0519-3bf0-4490-b6a0-99b1bed319ad None None] Routers {'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:51:16.760267 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-339f0519-3bf0-4490-b6a0-99b1bed319ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:51:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:51:16.779175 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-cadf695c-8f3c-4ce9-9b93-bf05f9ea4ae3 req-e2aa6926-7531-4c20-bc2a-90ba10abf688 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] No DVR routers for this DVR port f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:51:16.781746 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-cadf695c-8f3c-4ce9-9b93-bf05f9ea4ae3 req-e2aa6926-7531-4c20-bc2a-90ba10abf688 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:16.783772 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cadf695c-8f3c-4ce9-9b93-bf05f9ea4ae3 req-e2aa6926-7531-4c20-bc2a-90ba10abf688 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.36 "DELETE /v2.0/ports/f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed HTTP/1.1" status: 204 len: 173 time: 0.7927492 Aug 28 15:51:16.784210 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4910e707-80af-4128-84db-0d4edf75a767', 'name': 'network-vif-deleted', 'tag': 'f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:51:16.786777 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955805b8-bd07-4f18-9d7e-92cd1ea512ec" -d '{"events": [{"server_uuid": "4910e707-80af-4128-84db-0d4edf75a767", "name": "network-vif-deleted", "tag": "f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:51:16.828936 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9eb252-9498-40dd-8adb-e9aa78ea9c80 x-openstack-request-id: req-8d9eb252-9498-40dd-8adb-e9aa78ea9c80 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:51:16.829463 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4910e707-80af-4128-84db-0d4edf75a767", "name": "network-vif-deleted", "tag": "f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:51:16.829739 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d9eb252-9498-40dd-8adb-e9aa78ea9c80 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:51:16.830309 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4910e707-80af-4128-84db-0d4edf75a767', 'name': 'network-vif-deleted', 'tag': 'f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed', 'status': 'completed', 'code': 200} Aug 28 15:51:16.872904 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-339f0519-3bf0-4490-b6a0-99b1bed319ad None None] Set router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:51:17.078465 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-339f0519-3bf0-4490-b6a0-99b1bed319ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:45Z', 'revision_number': 4, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port': {'id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '41ff17cc-a314-4a44-be9b-266979761485', 'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'mac_address': 'fa:16:3e:f2:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:45Z', 'updated_at': '2021-08-28T15:44:51Z', 'revision_number': 5, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'subnets': [{'id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:51:17.104781 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339f0519-3bf0-4490-b6a0-99b1bed319ad None None] Checking router: b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:51:17.112821 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339f0519-3bf0-4490-b6a0-99b1bed319ad None None] Routers {'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:51:17.113451 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-339f0519-3bf0-4490-b6a0-99b1bed319ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:51:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:51:17.214592 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-339f0519-3bf0-4490-b6a0-99b1bed319ad None None] Set router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:51:17.419311 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-339f0519-3bf0-4490-b6a0-99b1bed319ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:45Z', 'revision_number': 4, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port': {'id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '41ff17cc-a314-4a44-be9b-266979761485', 'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'mac_address': 'fa:16:3e:f2:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:45Z', 'updated_at': '2021-08-28T15:44:51Z', 'revision_number': 5, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'subnets': [{'id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:51:17.448954 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339f0519-3bf0-4490-b6a0-99b1bed319ad None None] The sync data for ids ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'] in n-d-712137-10 is: [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:45Z', 'revision_number': 4, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port': {'id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '41ff17cc-a314-4a44-be9b-266979761485', 'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'mac_address': 'fa:16:3e:f2:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:45Z', 'updated_at': '2021-08-28T15:44:51Z', 'revision_number': 5, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'subnets': [{'id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:51:17.497114 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-fd8c1a21-75d9-4c7e-96ec-99bb09889a3a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1430688215&fields=id&tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0 HTTP/1.1" status: 200 len: 267 time: 0.0348666 Aug 28 15:51:17.609748 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-7679a011-dcc4-4e8e-a6a3-4130946be3cf tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:17.611244 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-7679a011-dcc4-4e8e-a6a3-4130946be3cf tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 811 time: 0.1070642 Aug 28 15:51:17.627325 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-a4dcdf74-cfad-4050-a496-6e7ff13b232a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/quotas/3f81dab52f014bf4a7d3a3c7d8b6abf0 HTTP/1.1" status: 200 len: 375 time: 0.0097671 Aug 28 15:51:17.669930 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36905c4d-e6ba-49b5-8d8b-b8f6009941b1 None None] New status for floating IP e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90: DOWN {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:51:17.682985 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-80eb0af6-ddfd-450f-ba8a-5009b279d19d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493379 Aug 28 15:51:17.794237 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-68834118-b531-4632-8b89-ba68af05f27d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:51:17.795384 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-68834118-b531-4632-8b89-ba68af05f27d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476344 Aug 28 15:51:17.886879 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-2f1d413a-1001-4dc7-8bde-6f28356dec64 service neutron] 10.222.0.13 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840397 Aug 28 15:51:18.253584 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-e24d7fad-1a1d-4c39-88db-b71484317c0f service neutron] 10.222.0.13 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604400 Aug 28 15:51:18.422333 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0500d8c3-e276-4dd9-affe-9cafcee92f5f req-00027465-1938-49d5-aa30-7c4d07b211d3 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 210 time: 0.0298393 Aug 28 15:51:18.718992 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:51:18.740658 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:51:18.741007 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device f5ac6c0e-3f62-4523-8a1c-e9a1f80fb8ed not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:51:19.324035 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-68e21a69-bf58-42ed-9f3a-291fcbce55b6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:19.325505 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-68e21a69-bf58-42ed-9f3a-291fcbce55b6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.41 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 811 time: 0.1091049 Aug 28 15:51:19.380799 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-87da774b-46e4-44d1-8983-557043d301a0 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0 HTTP/1.1" status: 200 len: 380 time: 0.0340981 Aug 28 15:51:19.392828 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-80958843-3716-436a-b20e-8eb59acbf306 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Request body: {'port': {'device_id': '8357350d-c208-4715-9157-db82d941b91c', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'admin_state_up': True, 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'security_groups': ['b9a79b84-c661-4919-bad4-ca202682b960']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:51:19.524324 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6488d7cf-8250-4dfa-9db9-1d685a8482c9 req-61094a52-9afb-48ba-827e-1e56dabba4a9 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 210 time: 0.0330150 Aug 28 15:51:19.525062 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-80958843-3716-436a-b20e-8eb59acbf306 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Made reservation on behalf of 3f81dab52f014bf4a7d3a3c7d8b6abf0 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:51:19.528496 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-80958843-3716-436a-b20e-8eb59acbf306 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:19.652384 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-80958843-3716-436a-b20e-8eb59acbf306 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Allocated IP 172.20.0.5 (2a6565bb-79f8-467b-ac45-bf20fbf95f1d/956ea95e-5b4d-499d-b17b-a478cd421967/d2f0164c-1471-4b49-acd0-8ad4112a26e2) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:51:19.788825 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-80958843-3716-436a-b20e-8eb59acbf306 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:19.802467 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-80958843-3716-436a-b20e-8eb59acbf306 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Transition to ACTIVE for port object d2f0164c-1471-4b49-acd0-8ad4112a26e2 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:51:19.834608 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-80958843-3716-436a-b20e-8eb59acbf306 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:19.875486 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-80958843-3716-436a-b20e-8eb59acbf306 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:51:19.881002 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-80958843-3716-436a-b20e-8eb59acbf306 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:51:19.883590 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-80958843-3716-436a-b20e-8eb59acbf306 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:51:19.914113 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80958843-3716-436a-b20e-8eb59acbf306 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Pushing event updated for resources: {'Port': ['ID=d2f0164c-1471-4b49-acd0-8ad4112a26e2,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:51:19.929333 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80958843-3716-436a-b20e-8eb59acbf306 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:19.929687 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80958843-3716-436a-b20e-8eb59acbf306 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:19.930052 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80958843-3716-436a-b20e-8eb59acbf306 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:19.930381 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80958843-3716-436a-b20e-8eb59acbf306 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:19.930720 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80958843-3716-436a-b20e-8eb59acbf306 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:19.931057 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80958843-3716-436a-b20e-8eb59acbf306 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:19.931395 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80958843-3716-436a-b20e-8eb59acbf306 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:19.931756 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80958843-3716-436a-b20e-8eb59acbf306 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:19.932102 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80958843-3716-436a-b20e-8eb59acbf306 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:19.932417 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80958843-3716-436a-b20e-8eb59acbf306 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:19.932747 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80958843-3716-436a-b20e-8eb59acbf306 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:19.933078 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80958843-3716-436a-b20e-8eb59acbf306 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:51:19.952685 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-80958843-3716-436a-b20e-8eb59acbf306 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:19.953314 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-80958843-3716-436a-b20e-8eb59acbf306 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:19.970197 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-80958843-3716-436a-b20e-8eb59acbf306 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5808549 Aug 28 15:51:19.983267 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-a727bdcd-9a98-4334-9e9d-a6e0c0172121 service neutron] Request body: {'port': {'device_id': '8357350d-c208-4715-9157-db82d941b91c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:51:20.043455 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-a727bdcd-9a98-4334-9e9d-a6e0c0172121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:20.123004 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0eb434b2-5536-4345-ab63-4065dff13d90 None None] Provisioning for port d2f0164c-1471-4b49-acd0-8ad4112a26e2 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:51:20.126759 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0eb434b2-5536-4345-ab63-4065dff13d90 None None] Provisioning complete for port d2f0164c-1471-4b49-acd0-8ad4112a26e2 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:51:20.127125 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0eb434b2-5536-4345-ab63-4065dff13d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:20.163546 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-0eb434b2-5536-4345-ab63-4065dff13d90 None None] Port d2f0164c-1471-4b49-acd0-8ad4112a26e2 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:51:20.310586 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-a727bdcd-9a98-4334-9e9d-a6e0c0172121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f0164c-1471-4b49-acd0-8ad4112a26e2 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:51:20.318583 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-a727bdcd-9a98-4334-9e9d-a6e0c0172121 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:20.330389 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-a727bdcd-9a98-4334-9e9d-a6e0c0172121 service neutron] Transition to ACTIVE for port object d2f0164c-1471-4b49-acd0-8ad4112a26e2 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:51:20.333621 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-a727bdcd-9a98-4334-9e9d-a6e0c0172121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:20.384270 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727bdcd-9a98-4334-9e9d-a6e0c0172121 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f0164c-1471-4b49-acd0-8ad4112a26e2,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:51:20.456748 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-a727bdcd-9a98-4334-9e9d-a6e0c0172121 service neutron] Attempting to bind port d2f0164c-1471-4b49-acd0-8ad4112a26e2 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:51:20.457147 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-a727bdcd-9a98-4334-9e9d-a6e0c0172121 service neutron] Attempting to bind port d2f0164c-1471-4b49-acd0-8ad4112a26e2 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:51:20.457547 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-a727bdcd-9a98-4334-9e9d-a6e0c0172121 service neutron] Attempting to bind port d2f0164c-1471-4b49-acd0-8ad4112a26e2 on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:51:20.462111 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-a727bdcd-9a98-4334-9e9d-a6e0c0172121 service neutron] Port d2f0164c-1471-4b49-acd0-8ad4112a26e2 on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:51:20.462428 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-a727bdcd-9a98-4334-9e9d-a6e0c0172121 service neutron] Attempting to bind port d2f0164c-1471-4b49-acd0-8ad4112a26e2 on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:51:20.467243 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-a727bdcd-9a98-4334-9e9d-a6e0c0172121 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:51:20.467587 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-a727bdcd-9a98-4334-9e9d-a6e0c0172121 service neutron] Checking segment: {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:51:20.468004 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-a727bdcd-9a98-4334-9e9d-a6e0c0172121 service neutron] Bound using segment: {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:51:20.468431 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-a727bdcd-9a98-4334-9e9d-a6e0c0172121 service neutron] Bound port: d2f0164c-1471-4b49-acd0-8ad4112a26e2, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:51:20.468791 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-a727bdcd-9a98-4334-9e9d-a6e0c0172121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:20.534059 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-a727bdcd-9a98-4334-9e9d-a6e0c0172121 service neutron] For port d2f0164c-1471-4b49-acd0-8ad4112a26e2, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:51:20.538329 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-a727bdcd-9a98-4334-9e9d-a6e0c0172121 service neutron] For port d2f0164c-1471-4b49-acd0-8ad4112a26e2, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d2f0164c-1471-4b49-acd0-8ad4112a26e2,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:51:20.542414 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-a727bdcd-9a98-4334-9e9d-a6e0c0172121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:20.576091 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-a727bdcd-9a98-4334-9e9d-a6e0c0172121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:20.576694 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-a727bdcd-9a98-4334-9e9d-a6e0c0172121 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:20.578082 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-a727bdcd-9a98-4334-9e9d-a6e0c0172121 service neutron] 10.222.0.41 "PUT /v2.0/ports/d2f0164c-1471-4b49-acd0-8ad4112a26e2 HTTP/1.1" status: 200 len: 1092 time: 0.5992346 Aug 28 15:51:20.578551 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8357350d-c208-4715-9157-db82d941b91c', 'tag': 'd2f0164c-1471-4b49-acd0-8ad4112a26e2'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:51:20.638688 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e308943d50e92a26f6c3a6de5cf793d4f684f916ac590010b5ff3c9d15b1720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db10f44-5dc4-4eff-bbd1-d39ae4ff6df0" -d '{"events": [{"name": "network-changed", "server_uuid": "8357350d-c208-4715-9157-db82d941b91c", "tag": "d2f0164c-1471-4b49-acd0-8ad4112a26e2"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:51:20.670653 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727bdcd-9a98-4334-9e9d-a6e0c0172121 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f0164c-1471-4b49-acd0-8ad4112a26e2,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:51:20.682190 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198b345-6122-424d-9b06-cdb1ff65e0e9 req-6db94885-7774-42aa-99d6-566363347e8c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:20.684149 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f198b345-6122-424d-9b06-cdb1ff65e0e9 req-6db94885-7774-42aa-99d6-566363347e8c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 943 time: 0.0606740 Aug 28 15:51:20.705038 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-ec8ec70b-6f22-44e9-bd25-b13e957083a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:20.706712 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-ec8ec70b-6f22-44e9-bd25-b13e957083a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 1095 time: 0.0802872 Aug 28 15:51:20.743409 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f198b345-6122-424d-9b06-cdb1ff65e0e9 req-2572955f-3e0b-41f0-afb0-03b717f266cb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399892 Aug 28 15:51:20.756045 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-e1a5f194-0c97-4425-9ee5-bf144daa5d03 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2f0164c-1471-4b49-acd0-8ad4112a26e2 HTTP/1.1" status: 200 len: 217 time: 0.0401187 Aug 28 15:51:20.772788 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c624ceb4-963b-42f6-9800-72db468411a9 x-openstack-request-id: req-c624ceb4-963b-42f6-9800-72db468411a9 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:51:20.773088 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8357350d-c208-4715-9157-db82d941b91c", "tag": "d2f0164c-1471-4b49-acd0-8ad4112a26e2", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:51:20.773343 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c624ceb4-963b-42f6-9800-72db468411a9 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:51:20.773747 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8357350d-c208-4715-9157-db82d941b91c', 'tag': 'd2f0164c-1471-4b49-acd0-8ad4112a26e2', 'status': 'completed', 'code': 200} Aug 28 15:51:20.812563 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-c494a576-75fc-41b6-ba8c-e18159ab5fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:20.814324 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-c494a576-75fc-41b6-ba8c-e18159ab5fd7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0513349 Aug 28 15:51:20.864764 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-8a183972-efd4-4f70-b06e-3922e8b45fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:20.866273 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-8a183972-efd4-4f70-b06e-3922e8b45fbb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450382 Aug 28 15:51:20.956522 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-8977269c-f8b0-472b-8d7a-643293148571 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826964 Aug 28 15:51:21.057804 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-82d62607-5af5-4be4-ad5b-3ab9f37aa2cb req-10dfdf63-03ee-407c-b13b-df77f3aa5e23 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934820 Aug 28 15:51:21.140942 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db10f44-5dc4-4eff-bbd1-d39ae4ff6df0 req-2c330b13-09eb-4337-a8c1-e662b36e9b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:21.142307 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3db10f44-5dc4-4eff-bbd1-d39ae4ff6df0 req-2c330b13-09eb-4337-a8c1-e662b36e9b50 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 1095 time: 0.0407231 Aug 28 15:51:21.233019 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db10f44-5dc4-4eff-bbd1-d39ae4ff6df0 req-6413bcd5-34ad-4b22-b301-3a230e515f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:21.234548 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3db10f44-5dc4-4eff-bbd1-d39ae4ff6df0 req-6413bcd5-34ad-4b22-b301-3a230e515f04 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0853734 Aug 28 15:51:21.279400 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3db10f44-5dc4-4eff-bbd1-d39ae4ff6df0 req-3c1d43ab-8aa6-404c-84a4-0639630719ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2f0164c-1471-4b49-acd0-8ad4112a26e2 HTTP/1.1" status: 200 len: 217 time: 0.0376251 Aug 28 15:51:21.329707 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db10f44-5dc4-4eff-bbd1-d39ae4ff6df0 req-5fa4ac8c-995a-4b7f-801f-87cac0df95af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:21.331120 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3db10f44-5dc4-4eff-bbd1-d39ae4ff6df0 req-5fa4ac8c-995a-4b7f-801f-87cac0df95af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0437460 Aug 28 15:51:21.377635 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db10f44-5dc4-4eff-bbd1-d39ae4ff6df0 req-177568f0-882d-40d3-a6a1-6d57868d8899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:21.379144 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3db10f44-5dc4-4eff-bbd1-d39ae4ff6df0 req-177568f0-882d-40d3-a6a1-6d57868d8899 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403802 Aug 28 15:51:21.473715 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3db10f44-5dc4-4eff-bbd1-d39ae4ff6df0 req-9264729a-1e68-4b07-8c65-7f0626979251 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855262 Aug 28 15:51:21.562039 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3db10f44-5dc4-4eff-bbd1-d39ae4ff6df0 req-2fd82db8-e4a9-4267-a457-381c841eac87 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820515 Aug 28 15:51:21.852680 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bf314-1a56-456f-8424-938efd23ba86 req-be382dc6-9192-4f38-a607-1e2582d24029 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:21.854198 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-149bf314-1a56-456f-8424-938efd23ba86 req-be382dc6-9192-4f38-a607-1e2582d24029 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 943 time: 0.0491252 Aug 28 15:51:21.891843 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-149bf314-1a56-456f-8424-938efd23ba86 req-63940129-1eee-4de8-b8b1-e9657192df84 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313435 Aug 28 15:51:23.009842 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40322314-e20a-4362-89ea-a793a61ffcf8 req-61473851-be2d-4cce-9336-678654405701 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:23.011299 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40322314-e20a-4362-89ea-a793a61ffcf8 req-61473851-be2d-4cce-9336-678654405701 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 943 time: 0.0488188 Aug 28 15:51:23.054398 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40322314-e20a-4362-89ea-a793a61ffcf8 req-43498c89-d243-4ea2-b8fc-44fcadf6ffc8 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370038 Aug 28 15:51:24.167601 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79761ca0-7b8d-4837-bd8f-fb4d27ecc81c req-9b73453a-416b-4ead-85e7-d2a529ec25f9 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:24.169013 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-79761ca0-7b8d-4837-bd8f-fb4d27ecc81c req-9b73453a-416b-4ead-85e7-d2a529ec25f9 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 943 time: 0.0478585 Aug 28 15:51:24.210794 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-79761ca0-7b8d-4837-bd8f-fb4d27ecc81c req-246913cc-0683-4b42-a19e-a7221967d6d6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357666 Aug 28 15:51:24.563661 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d2f0164c-1471-4b49-acd0-8ad4112a26e2 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:51:24.655196 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d2f0164c-1471-4b49-acd0-8ad4112a26e2, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d2f0164c-1471-4b49-acd0-8ad4112a26e2,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:51:24.667160 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'd2f0164c-1471-4b49-acd0-8ad4112a26e2', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'port_id': 'd2f0164c-1471-4b49-acd0-8ad4112a26e2', 'mac_address': 'fa:16:3e:17:53:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:51:24.713431 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:24.727032 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f0164c-1471-4b49-acd0-8ad4112a26e2 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:51:24.746094 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d2f0164c-1471-4b49-acd0-8ad4112a26e2, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d2f0164c-1471-4b49-acd0-8ad4112a26e2,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:51:24.750347 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:24.798493 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=d2f0164c-1471-4b49-acd0-8ad4112a26e2,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:51:24.934708 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:25.097372 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['d2f0164c-1471-4b49-acd0-8ad4112a26e2'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:51:25.348211 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cfcb7-ae6d-456c-9920-cd3207ab462a req-0a2781df-ab95-46b6-95d7-122f1712a60c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:25.349743 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-352cfcb7-ae6d-456c-9920-cd3207ab462a req-0a2781df-ab95-46b6-95d7-122f1712a60c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 944 time: 0.0547762 Aug 28 15:51:25.397394 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-352cfcb7-ae6d-456c-9920-cd3207ab462a req-3a82c433-486d-4fe3-9193-decfc2ce4ca7 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417008 Aug 28 15:51:26.511372 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f70994-254f-4cf0-baad-4032a184c1e8 req-af47907f-bde5-4546-af3d-6d81c21f87f1 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:26.512861 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-08f70994-254f-4cf0-baad-4032a184c1e8 req-af47907f-bde5-4546-af3d-6d81c21f87f1 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 944 time: 0.0474639 Aug 28 15:51:26.549926 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-08f70994-254f-4cf0-baad-4032a184c1e8 req-18f4d36a-8042-456a-af61-a7d74c40c1a4 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310516 Aug 28 15:51:26.578167 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d2f0164c-1471-4b49-acd0-8ad4112a26e2 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:51:26.624595 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port d2f0164c-1471-4b49-acd0-8ad4112a26e2 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:51:26.628109 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port d2f0164c-1471-4b49-acd0-8ad4112a26e2 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:51:26.628486 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:26.702884 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:26.726556 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8357350d-c208-4715-9157-db82d941b91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f0164c-1471-4b49-acd0-8ad4112a26e2'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:51:26.744265 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d2f0164c-1471-4b49-acd0-8ad4112a26e2, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d2f0164c-1471-4b49-acd0-8ad4112a26e2,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:51:26.748555 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:26.773927 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e998ae4c8ad98a44641492a375488314a28001c32b9c96e1494d2a73900553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546459c1-f8b8-4e20-8407-227150177f32" -d '{"events": [{"server_uuid": "8357350d-c208-4715-9157-db82d941b91c", "name": "network-vif-plugged", "status": "completed", "tag": "d2f0164c-1471-4b49-acd0-8ad4112a26e2"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:51:26.804400 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=d2f0164c-1471-4b49-acd0-8ad4112a26e2,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:51:26.857178 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a68cc3-2f52-444a-8057-7aa02a2b8d68 x-openstack-request-id: req-d4a68cc3-2f52-444a-8057-7aa02a2b8d68 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:51:26.857481 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8357350d-c208-4715-9157-db82d941b91c", "name": "network-vif-plugged", "status": "completed", "tag": "d2f0164c-1471-4b49-acd0-8ad4112a26e2", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:51:26.857739 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4a68cc3-2f52-444a-8057-7aa02a2b8d68 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:51:26.858142 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8357350d-c208-4715-9157-db82d941b91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f0164c-1471-4b49-acd0-8ad4112a26e2', 'code': 200} Aug 28 15:51:26.957606 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e46ef-ff0c-4349-a921-5cf2835b3d2c req-02ab2eb1-b01e-458b-87b1-91528f415a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:26.958896 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8c0e46ef-ff0c-4349-a921-5cf2835b3d2c req-02ab2eb1-b01e-458b-87b1-91528f415a2d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 1097 time: 0.0403762 Aug 28 15:51:26.997945 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8c0e46ef-ff0c-4349-a921-5cf2835b3d2c req-da22ede3-2076-4a3a-8916-e5959fb47cee service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317047 Aug 28 15:51:27.049550 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:27.668759 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112b0b6-c86c-4168-abc5-4ed9f2529b1a req-53241fd7-00a1-42be-86a0-dfaaf0a51239 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:27.670244 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0112b0b6-c86c-4168-abc5-4ed9f2529b1a req-53241fd7-00a1-42be-86a0-dfaaf0a51239 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 945 time: 0.0489581 Aug 28 15:51:27.708265 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0112b0b6-c86c-4168-abc5-4ed9f2529b1a req-eefc21c0-831a-420d-a5e3-30edc6f38d75 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315738 Aug 28 15:51:28.827327 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24175d05-7dbf-41eb-baa1-3314feb6de63 req-f78c80fb-fc82-46a8-b34c-d2dc389141e7 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:28.828826 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-24175d05-7dbf-41eb-baa1-3314feb6de63 req-f78c80fb-fc82-46a8-b34c-d2dc389141e7 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 945 time: 0.0483639 Aug 28 15:51:28.870576 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-24175d05-7dbf-41eb-baa1-3314feb6de63 req-67b17c07-e166-4548-860d-db2bf20ac29e tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346591 Aug 28 15:51:28.981688 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc2faa-0ca3-4528-a93f-1ebcb4ebf017 req-753f4387-c340-4ac6-8498-80f951389e66 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:28.983151 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5ffc2faa-0ca3-4528-a93f-1ebcb4ebf017 req-753f4387-c340-4ac6-8498-80f951389e66 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 945 time: 0.0483038 Aug 28 15:51:28.991904 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 58712) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:51:28.996191 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-6884b346-8f15-43af-85bd-20fc476fb885 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Request body: {'floatingip': {'port_id': 'd2f0164c-1471-4b49-acd0-8ad4112a26e2'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:51:29.038940 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6884b346-8f15-43af-85bd-20fc476fb885 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for floatingip, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:29.467500 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6884b346-8f15-43af-85bd-20fc476fb885 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:29.471325 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6884b346-8f15-43af-85bd-20fc476fb885 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:29.568258 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-6884b346-8f15-43af-85bd-20fc476fb885 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Floating IP e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90 associated. External IP: 172.25.3.137, port: d2f0164c-1471-4b49-acd0-8ad4112a26e2. Aug 28 15:51:29.775171 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6884b346-8f15-43af-85bd-20fc476fb885 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:51:29.882253 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6884b346-8f15-43af-85bd-20fc476fb885 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:51:29.887166 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6884b346-8f15-43af-85bd-20fc476fb885 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:29.892173 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd20a985-52d3-49bd-91bb-693b9a91b4b3 None None] Sync routers for ids ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:51:29.901763 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd20a985-52d3-49bd-91bb-693b9a91b4b3 None None] Routers {'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:51:29.902383 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-dd20a985-52d3-49bd-91bb-693b9a91b4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:51:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:51:29.916057 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6884b346-8f15-43af-85bd-20fc476fb885 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "PUT /v2.0/floatingips/e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90 HTTP/1.1" status: 200 len: 991 time: 0.9231343 Aug 28 15:51:29.916712 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8357350d-c208-4715-9157-db82d941b91c', 'tag': 'd2f0164c-1471-4b49-acd0-8ad4112a26e2'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:51:29.918957 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40864e2c-564a-4f61-a894-f9919d358ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "8357350d-c208-4715-9157-db82d941b91c", "tag": "d2f0164c-1471-4b49-acd0-8ad4112a26e2"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:51:29.978722 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4f86ed-97e4-4d2e-a473-34abed727130 x-openstack-request-id: req-8b4f86ed-97e4-4d2e-a473-34abed727130 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:51:29.979019 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8357350d-c208-4715-9157-db82d941b91c", "tag": "d2f0164c-1471-4b49-acd0-8ad4112a26e2", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:51:29.979275 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b4f86ed-97e4-4d2e-a473-34abed727130 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:51:29.979710 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8357350d-c208-4715-9157-db82d941b91c', 'tag': 'd2f0164c-1471-4b49-acd0-8ad4112a26e2', 'status': 'completed', 'code': 200} Aug 28 15:51:30.022250 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-dd20a985-52d3-49bd-91bb-693b9a91b4b3 None None] Set router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:51:30.045042 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40864e2c-564a-4f61-a894-f9919d358ecc req-5d170d6e-8c11-445e-b08c-acd9c276d546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:30.046465 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40864e2c-564a-4f61-a894-f9919d358ecc req-5d170d6e-8c11-445e-b08c-acd9c276d546 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 1097 time: 0.0428309 Aug 28 15:51:30.108263 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:51:30.137929 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40864e2c-564a-4f61-a894-f9919d358ecc req-6219744d-9cf8-4616-9f0d-53e7060fa6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:30.139419 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40864e2c-564a-4f61-a894-f9919d358ecc req-6219744d-9cf8-4616-9f0d-53e7060fa6e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0855241 Aug 28 15:51:30.209921 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40864e2c-564a-4f61-a894-f9919d358ecc req-5661140a-6b0d-4936-ad36-abd2e9e891aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2f0164c-1471-4b49-acd0-8ad4112a26e2 HTTP/1.1" status: 200 len: 999 time: 0.0625954 Aug 28 15:51:30.248671 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-dd20a985-52d3-49bd-91bb-693b9a91b4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:45Z', 'revision_number': 4, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port': {'id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'floating_ip_address': '172.25.3.137', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'port_id': 'd2f0164c-1471-4b49-acd0-8ad4112a26e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'mac_address': 'fa:16:3e:17:53:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8357350d-c208-4715-9157-db82d941b91c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:44:47Z', 'updated_at': '2021-08-28T15:51:29Z', 'revision_number': 9, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41ff17cc-a314-4a44-be9b-266979761485', 'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'mac_address': 'fa:16:3e:f2:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:45Z', 'updated_at': '2021-08-28T15:44:51Z', 'revision_number': 5, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'subnets': [{'id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:51:30.260180 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40864e2c-564a-4f61-a894-f9919d358ecc req-b0ed9c82-7f6d-4f40-8d18-22c8abcf5e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:30.261682 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40864e2c-564a-4f61-a894-f9919d358ecc req-b0ed9c82-7f6d-4f40-8d18-22c8abcf5e9d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0435519 Aug 28 15:51:30.310173 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40864e2c-564a-4f61-a894-f9919d358ecc req-78d1b138-ab29-4ec1-92e8-a8c95951d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:51:30.311621 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40864e2c-564a-4f61-a894-f9919d358ecc req-78d1b138-ab29-4ec1-92e8-a8c95951d67d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426390 Aug 28 15:51:30.369807 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd20a985-52d3-49bd-91bb-693b9a91b4b3 None None] Checking router: b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:51:30.378107 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd20a985-52d3-49bd-91bb-693b9a91b4b3 None None] Routers {'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:51:30.378725 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-dd20a985-52d3-49bd-91bb-693b9a91b4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:51:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:51:30.408662 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40864e2c-564a-4f61-a894-f9919d358ecc req-e063a002-7177-4ddf-ab12-b1252064ec12 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898867 Aug 28 15:51:30.485650 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-dd20a985-52d3-49bd-91bb-693b9a91b4b3 None None] Set router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:51:30.502107 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40864e2c-564a-4f61-a894-f9919d358ecc req-0d9f768f-d360-4f8d-875c-fbf23b7dad69 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860925 Aug 28 15:51:30.711341 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-dd20a985-52d3-49bd-91bb-693b9a91b4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:45Z', 'revision_number': 4, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port': {'id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'floating_ip_address': '172.25.3.137', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'port_id': 'd2f0164c-1471-4b49-acd0-8ad4112a26e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'mac_address': 'fa:16:3e:17:53:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8357350d-c208-4715-9157-db82d941b91c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:44:47Z', 'updated_at': '2021-08-28T15:51:29Z', 'revision_number': 9, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41ff17cc-a314-4a44-be9b-266979761485', 'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'mac_address': 'fa:16:3e:f2:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:45Z', 'updated_at': '2021-08-28T15:44:51Z', 'revision_number': 5, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'subnets': [{'id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:51:30.737773 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd20a985-52d3-49bd-91bb-693b9a91b4b3 None None] The sync data for ids ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'] in n-d-712137-10 is: [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:45Z', 'revision_number': 4, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port': {'id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'floating_ip_address': '172.25.3.137', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'port_id': 'd2f0164c-1471-4b49-acd0-8ad4112a26e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'mac_address': 'fa:16:3e:17:53:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8357350d-c208-4715-9157-db82d941b91c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:44:47Z', 'updated_at': '2021-08-28T15:51:29Z', 'revision_number': 9, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41ff17cc-a314-4a44-be9b-266979761485', 'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'mac_address': 'fa:16:3e:f2:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:45Z', 'updated_at': '2021-08-28T15:44:51Z', 'revision_number': 5, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'subnets': [{'id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:51:30.930023 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8e6fa8-6173-499d-bda3-2ff07546c98d None None] New status for floating IP e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90: ACTIVE {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:51:38.080612 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3f7a0d9c-dfa8-4c86-ac25-1df84e980c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:40.630023 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8090a03e-dc51-42b4-91d8-b6f0b9e980a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:40.945829 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:41.928979 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:43.433518 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:54.948807 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:51:57.048056 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:52:07.098102 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:52:08.081698 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d53dd693-2fde-4ada-a362-7671f07b29ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:52:10.630481 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3a8fddb8-f9b7-41f6-9c10-3c2f9e746ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:52:10.946513 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:52:11.931321 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:52:13.440901 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:52:24.794839 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2f935087-2c5e-4987-a005-88a7b87114d6 req-4543b6e5-2586-4b8b-b45b-bc05c2997a91 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536349 Aug 28 15:52:24.902798 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f935087-2c5e-4987-a005-88a7b87114d6 req-efd86361-289d-4ec5-a991-10c658b3f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:52:24.905487 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2f935087-2c5e-4987-a005-88a7b87114d6 req-efd86361-289d-4ec5-a991-10c658b3f1ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 1097 time: 0.0587146 Aug 28 15:52:24.947851 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:52:25.015527 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f935087-2c5e-4987-a005-88a7b87114d6 req-dd88de53-7e41-4f85-86fc-c82d5da6f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:52:25.017065 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2f935087-2c5e-4987-a005-88a7b87114d6 req-dd88de53-7e41-4f85-86fc-c82d5da6f6f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0898390 Aug 28 15:52:25.102069 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2f935087-2c5e-4987-a005-88a7b87114d6 req-0bdd41f5-e58a-418a-9a91-2f79abf1f60d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2f0164c-1471-4b49-acd0-8ad4112a26e2 HTTP/1.1" status: 200 len: 1002 time: 0.0774708 Aug 28 15:52:25.166809 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f935087-2c5e-4987-a005-88a7b87114d6 req-be68db8c-e3ab-43fb-9431-5c8999280cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:52:25.169296 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2f935087-2c5e-4987-a005-88a7b87114d6 req-be68db8c-e3ab-43fb-9431-5c8999280cc2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0578091 Aug 28 15:52:25.222242 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f935087-2c5e-4987-a005-88a7b87114d6 req-efabeac7-2362-430f-bba0-d2a9684f29f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:52:25.223789 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2f935087-2c5e-4987-a005-88a7b87114d6 req-efabeac7-2362-430f-bba0-d2a9684f29f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464613 Aug 28 15:52:25.336248 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2f935087-2c5e-4987-a005-88a7b87114d6 req-d770dae0-e59f-4867-a5fe-bd561c81a4a7 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050894 Aug 28 15:52:25.425089 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2f935087-2c5e-4987-a005-88a7b87114d6 req-1ffa5e6f-f49b-4e7f-b9de-35376ae4928d service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810919 Aug 28 15:52:27.050113 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:52:38.082309 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-83dd9b96-7719-4c80-90c4-11648cc92d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:52:40.631792 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1d75220a-be6b-4de7-8edb-1da7b81a9494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:52:40.947547 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:52:41.935047 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:52:43.440296 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:52:44.097277 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:52:54.962198 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:52:57.059362 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:53:08.083389 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3ea17383-d0fc-4161-99d3-8480d6878bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:53:10.634033 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2230a5be-6121-4930-9b37-64b875357a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:53:10.951432 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:53:11.940040 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:53:13.444702 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:53:21.096167 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:53:24.778934 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0c37dea9-fed1-4184-a842-642be4aacc93 req-7f0cf068-bdf1-4672-9d0e-af882d9aa481 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0508509 Aug 28 15:53:24.872412 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37dea9-fed1-4184-a842-642be4aacc93 req-0132c063-8d12-4eef-b59e-4c26e088ae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:53:24.874216 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0c37dea9-fed1-4184-a842-642be4aacc93 req-0132c063-8d12-4eef-b59e-4c26e088ae21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 1097 time: 0.0504925 Aug 28 15:53:24.976166 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:53:25.004226 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37dea9-fed1-4184-a842-642be4aacc93 req-70f0adf0-bb40-45a8-b4ca-0e629c7034e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:53:25.005805 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0c37dea9-fed1-4184-a842-642be4aacc93 req-70f0adf0-bb40-45a8-b4ca-0e629c7034e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.1060789 Aug 28 15:53:25.081161 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0c37dea9-fed1-4184-a842-642be4aacc93 req-384d6a03-a70e-4c6e-bc0a-9c398c35c0d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2f0164c-1471-4b49-acd0-8ad4112a26e2 HTTP/1.1" status: 200 len: 1002 time: 0.0663471 Aug 28 15:53:25.132951 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37dea9-fed1-4184-a842-642be4aacc93 req-f8e0a0e1-3456-4916-b960-137394e81bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:53:25.134449 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0c37dea9-fed1-4184-a842-642be4aacc93 req-f8e0a0e1-3456-4916-b960-137394e81bf1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0466273 Aug 28 15:53:25.186362 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37dea9-fed1-4184-a842-642be4aacc93 req-8c95f937-e2f1-4902-b157-ebe114a0717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:53:25.188098 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0c37dea9-fed1-4184-a842-642be4aacc93 req-8c95f937-e2f1-4902-b157-ebe114a0717c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449791 Aug 28 15:53:25.296712 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0c37dea9-fed1-4184-a842-642be4aacc93 req-a279da78-0969-4cd6-8800-1f9051db12dc service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006045 Aug 28 15:53:25.385145 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0c37dea9-fed1-4184-a842-642be4aacc93 req-eb100b79-3945-49fd-af6b-4a12cf6df570 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807271 Aug 28 15:53:27.058366 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:53:38.083337 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f3c07fd4-8607-411e-b274-dea509100a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:53:40.635711 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-07454210-72bf-41be-9b3f-079e147cf0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:53:40.952626 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:53:41.941205 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:53:43.446266 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:53:54.972239 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:53:57.077297 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:53:58.095592 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:54:04.323248 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac662d8a-da7d-4d38-a593-6129508c2334 req-7330877e-36a1-4984-8162-1124d8367cf1 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:04.324778 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ac662d8a-da7d-4d38-a593-6129508c2334 req-7330877e-36a1-4984-8162-1124d8367cf1 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 945 time: 0.0555465 Aug 28 15:54:04.363731 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ac662d8a-da7d-4d38-a593-6129508c2334 req-92c46982-b4e5-41ca-98b0-c778005140ce tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328453 Aug 28 15:54:04.384029 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-9af53762-6c40-4d1e-8622-2722fa80d09c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0873687 Aug 28 15:54:05.490402 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc13a39-b636-4d35-9e15-b227855672b4 req-778aa928-596f-4366-8ee0-f126eda49fdc tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:05.491934 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5bc13a39-b636-4d35-9e15-b227855672b4 req-778aa928-596f-4366-8ee0-f126eda49fdc tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 945 time: 0.0562749 Aug 28 15:54:05.513464 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-cd48c72e-05f1-4a41-b786-39b7f06bfdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:05.515005 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-cd48c72e-05f1-4a41-b786-39b7f06bfdb3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 1097 time: 0.0461144 Aug 28 15:54:05.531563 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5bc13a39-b636-4d35-9e15-b227855672b4 req-b54e36ec-4d49-486d-8612-32d7ed6bd04e tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333905 Aug 28 15:54:05.606372 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-ac9236e7-f017-4551-8968-42ab1af2727d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:05.607904 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-ac9236e7-f017-4551-8968-42ab1af2727d service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0852625 Aug 28 15:54:05.676315 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-8389a594-cebd-4eca-8128-3503d10e0f93 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2f0164c-1471-4b49-acd0-8ad4112a26e2 HTTP/1.1" status: 200 len: 1002 time: 0.0612774 Aug 28 15:54:05.724207 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-1406510f-d8bb-4aff-9d27-5a9cdb31e96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:05.725641 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-1406510f-d8bb-4aff-9d27-5a9cdb31e96f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0430903 Aug 28 15:54:05.769758 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-7c4cb4c3-df31-4714-845e-bd52d661325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:05.771202 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-7c4cb4c3-df31-4714-845e-bd52d661325b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382378 Aug 28 15:54:05.861360 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-7cc1a9e8-8399-4143-b422-5381bc741d94 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825689 Aug 28 15:54:05.952557 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-466355b3-ee64-4df4-95aa-bfa4e218c7f2 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839553 Aug 28 15:54:06.645013 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b30fad-3150-4d2a-9474-7e42f23e3a21 req-4567908c-d1be-4183-958e-b20f0b208ef0 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:06.646484 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-35b30fad-3150-4d2a-9474-7e42f23e3a21 req-4567908c-d1be-4183-958e-b20f0b208ef0 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 945 time: 0.0489788 Aug 28 15:54:06.684442 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-35b30fad-3150-4d2a-9474-7e42f23e3a21 req-f59c0a8a-aeb1-4092-b277-ea0279ce021d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314326 Aug 28 15:54:07.798203 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0f2cb-2a48-45f4-ba44-8bb540dcbfd0 req-6f46843e-c6eb-4120-ae25-d37ff1b0394b tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:07.799861 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eca0f2cb-2a48-45f4-ba44-8bb540dcbfd0 req-6f46843e-c6eb-4120-ae25-d37ff1b0394b tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 945 time: 0.0486844 Aug 28 15:54:07.836661 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eca0f2cb-2a48-45f4-ba44-8bb540dcbfd0 req-bbe5e7b3-aa7b-4b6a-8042-fd544002efd1 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310297 Aug 28 15:54:08.084791 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1773ae1a-e803-4d4c-a984-6af0e98f7a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:08.959131 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f41f5a-5c71-4cb4-9c95-d864bfff740b req-b7b18d44-cfc2-4f11-ba49-29268fb03817 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:08.960633 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-01f41f5a-5c71-4cb4-9c95-d864bfff740b req-b7b18d44-cfc2-4f11-ba49-29268fb03817 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 945 time: 0.0527754 Aug 28 15:54:08.998396 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-01f41f5a-5c71-4cb4-9c95-d864bfff740b req-693b02d8-ec11-414d-9192-93d7a35e2fdb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313218 Aug 28 15:54:10.117673 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4dadc-cc53-4e8a-9c2f-d1db01ebb1db req-b7dece7f-7570-4c4e-9999-d356144230bf tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:10.120056 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-63a4dadc-cc53-4e8a-9c2f-d1db01ebb1db req-b7dece7f-7570-4c4e-9999-d356144230bf tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 945 time: 0.0531883 Aug 28 15:54:10.156009 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-63a4dadc-cc53-4e8a-9c2f-d1db01ebb1db req-50f597e4-6810-4f3d-8eeb-b4a987615350 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299573 Aug 28 15:54:10.635232 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-68dc3df7-a3e6-48cb-9e69-cb97196ab8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:10.953579 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:11.270240 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf00f0b-4e35-486d-b61c-a7adba454ab3 req-c94fd3bf-a53a-40ff-a26b-cd70717552cb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:11.271729 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6bf00f0b-4e35-486d-b61c-a7adba454ab3 req-c94fd3bf-a53a-40ff-a26b-cd70717552cb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 945 time: 0.0491512 Aug 28 15:54:11.308758 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6bf00f0b-4e35-486d-b61c-a7adba454ab3 req-9e079fe7-61f5-49f3-9b8f-1dc5df3d0296 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312016 Aug 28 15:54:11.946699 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:12.429037 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bfba06-1b11-4534-a071-06ac74fbed3c req-17f53eb9-f22a-4395-8f91-a0a0d7e16aa6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:12.430608 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d7bfba06-1b11-4534-a071-06ac74fbed3c req-17f53eb9-f22a-4395-8f91-a0a0d7e16aa6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 945 time: 0.0539584 Aug 28 15:54:12.471577 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d7bfba06-1b11-4534-a071-06ac74fbed3c req-3c2ba64d-4744-47cd-8af3-791fbc977552 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345712 Aug 28 15:54:13.447938 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:13.587633 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c205e80-bb3d-400f-a5f3-4c4e2f64eb7b req-6664cd41-4ace-4964-a7b3-2a3a5276e914 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:13.589140 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2c205e80-bb3d-400f-a5f3-4c4e2f64eb7b req-6664cd41-4ace-4964-a7b3-2a3a5276e914 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 945 time: 0.0479405 Aug 28 15:54:13.626738 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2c205e80-bb3d-400f-a5f3-4c4e2f64eb7b req-f844c64a-9e4c-4ce0-a04c-39ebdb9f6d83 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315530 Aug 28 15:54:14.744721 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afb3fc-baba-418c-b726-5a7cfbd7cbe8 req-21c00d03-fd03-4c7c-bcd5-1f48c47d4f82 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:14.746222 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93afb3fc-baba-418c-b726-5a7cfbd7cbe8 req-21c00d03-fd03-4c7c-bcd5-1f48c47d4f82 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 945 time: 0.0526958 Aug 28 15:54:14.782694 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93afb3fc-baba-418c-b726-5a7cfbd7cbe8 req-33c49c5f-efef-422b-8046-fc0a501c0f7c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305638 Aug 28 15:54:15.901404 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b294ea0-8980-4ad4-b42f-6ffa2957bfe0 req-20e0f33e-b7bb-4029-ae59-a3313b9080a2 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:15.902860 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6b294ea0-8980-4ad4-b42f-6ffa2957bfe0 req-20e0f33e-b7bb-4029-ae59-a3313b9080a2 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 945 time: 0.0531821 Aug 28 15:54:15.939920 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6b294ea0-8980-4ad4-b42f-6ffa2957bfe0 req-fa8cb53e-bc4c-4365-97e2-fd069b7418c3 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308466 Aug 28 15:54:17.058105 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92282798-0afe-4300-b3ba-44de99319da6 req-f196a7c2-c4ce-46ab-96c4-80bf1d298098 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:17.059583 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92282798-0afe-4300-b3ba-44de99319da6 req-f196a7c2-c4ce-46ab-96c4-80bf1d298098 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 945 time: 0.0526342 Aug 28 15:54:17.097516 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92282798-0afe-4300-b3ba-44de99319da6 req-c27f2005-8758-4be9-af7e-ce17cf9f5d5a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320067 Aug 28 15:54:18.210259 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb8ffc-a1b9-4880-885c-a1e0d55c9dd1 req-bd5eac9d-c576-4774-9b0c-843dc2fa5349 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:18.212269 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-19cb8ffc-a1b9-4880-885c-a1e0d55c9dd1 req-bd5eac9d-c576-4774-9b0c-843dc2fa5349 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 945 time: 0.0482283 Aug 28 15:54:18.250004 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-19cb8ffc-a1b9-4880-885c-a1e0d55c9dd1 req-f8d63acf-abf5-4483-8af3-f970a65c27bf tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316231 Aug 28 15:54:19.364612 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881859a-0aab-4b6d-b2b7-0c8aee7ba9a9 req-72eded09-b08a-4507-9f22-2802f1294321 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:19.366091 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1881859a-0aab-4b6d-b2b7-0c8aee7ba9a9 req-72eded09-b08a-4507-9f22-2802f1294321 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 945 time: 0.0489829 Aug 28 15:54:19.404410 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1881859a-0aab-4b6d-b2b7-0c8aee7ba9a9 req-ea72f711-1a4e-47d9-99a3-bcd1d1d50afc tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321572 Aug 28 15:54:20.526546 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922614a-41db-4e25-a8b6-0986675af623 req-36ee6fdc-ff7c-43b5-9edf-151bcd8d7f0b tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:20.528031 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f922614a-41db-4e25-a8b6-0986675af623 req-36ee6fdc-ff7c-43b5-9edf-151bcd8d7f0b tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 945 time: 0.0492411 Aug 28 15:54:20.565881 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f922614a-41db-4e25-a8b6-0986675af623 req-b042e6a7-38af-47f1-9680-98a6ade784b7 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315740 Aug 28 15:54:21.680312 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed27de-bfe8-42d5-8693-377f088a9e31 req-1f89600a-57a9-4543-bb96-e6ada3d300e0 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:21.681790 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27ed27de-bfe8-42d5-8693-377f088a9e31 req-1f89600a-57a9-4543-bb96-e6ada3d300e0 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 945 time: 0.0484686 Aug 28 15:54:21.718838 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-27ed27de-bfe8-42d5-8693-377f088a9e31 req-8622fd54-1719-4ee6-a95f-0aa6e4f60c58 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311079 Aug 28 15:54:22.836702 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b87f2-9709-4215-b2b7-af73126830f5 req-599eeaa8-b842-4b8d-918d-ddbf8e714863 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:22.838165 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-799b87f2-9709-4215-b2b7-af73126830f5 req-599eeaa8-b842-4b8d-918d-ddbf8e714863 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 945 time: 0.0517423 Aug 28 15:54:22.876547 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-799b87f2-9709-4215-b2b7-af73126830f5 req-3fc16ed9-40dc-4af4-822f-f06c031f8d90 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323887 Aug 28 15:54:23.275722 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-20a0fe59-342b-48a0-bfad-ac2ee0de0f36 service neutron] show failed (client error): The resource could not be found. Aug 28 15:54:23.276775 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-20a0fe59-342b-48a0-bfad-ac2ee0de0f36 service neutron] 10.222.0.41 "GET /v2.0/ports/d2f0164c-1471-4b49-acd0-8ad4112a26e2/bindings/n-h2-712137-10 HTTP/1.1" status: 404 len: 381 time: 0.0623124 Aug 28 15:54:23.469405 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-4ce4dc40-09c6-4802-ba7a-24b9c01ab554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:23.470894 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-4ce4dc40-09c6-4802-ba7a-24b9c01ab554 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c&tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0 HTTP/1.1" status: 200 len: 1097 time: 0.0435998 Aug 28 15:54:23.483198 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-10', 'device_owner': 'compute:nova'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:54:23.535752 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:23.735058 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] For port d2f0164c-1471-4b49-acd0-8ad4112a26e2, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d2f0164c-1471-4b49-acd0-8ad4112a26e2,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:54:23.771377 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] For port d2f0164c-1471-4b49-acd0-8ad4112a26e2, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:54:23.816861 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8357350d-c208-4715-9157-db82d941b91c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2f0164c-1471-4b49-acd0-8ad4112a26e2'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:54:23.819124 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b72b6bd-7791-4695-b7b2-e40e76ef1429" -d '{"events": [{"server_uuid": "8357350d-c208-4715-9157-db82d941b91c", "name": "network-vif-unplugged", "status": "completed", "tag": "d2f0164c-1471-4b49-acd0-8ad4112a26e2"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:54:23.823439 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:23.838063 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Transition to ACTIVE for port object d2f0164c-1471-4b49-acd0-8ad4112a26e2 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:54:23.842275 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:23.873450 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 15:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8d1fa4-56b8-411b-9696-79b847e2aa5b x-openstack-request-id: req-7c8d1fa4-56b8-411b-9696-79b847e2aa5b {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:54:23.873744 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8357350d-c208-4715-9157-db82d941b91c", "name": "network-vif-unplugged", "status": "completed", "tag": "d2f0164c-1471-4b49-acd0-8ad4112a26e2", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:54:23.873997 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c8d1fa4-56b8-411b-9696-79b847e2aa5b {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:54:23.874385 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8357350d-c208-4715-9157-db82d941b91c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2f0164c-1471-4b49-acd0-8ad4112a26e2', 'code': 200} Aug 28 15:54:23.923410 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f0164c-1471-4b49-acd0-8ad4112a26e2,revision_number=6']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:54:23.938132 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:23.938477 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:23.938817 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:23.939156 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:23.939487 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:23.939847 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:23.940177 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:23.940502 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:23.940840 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:23.941160 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:23.941486 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:23.941806 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:23.979767 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] No DVR routers for this DVR port d2f0164c-1471-4b49-acd0-8ad4112a26e2 on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:54:24.001914 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f702b3-0ffb-41d8-9d8c-9952bd3e76ca req-ef2401a8-01db-4839-b3fa-1e81ae36b884 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:24.008843 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a7f702b3-0ffb-41d8-9d8c-9952bd3e76ca req-ef2401a8-01db-4839-b3fa-1e81ae36b884 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 943 time: 0.0548375 Aug 28 15:54:24.047489 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a7f702b3-0ffb-41d8-9d8c-9952bd3e76ca req-a455cdf3-5421-4920-9287-16f2e70119ee tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371940 Aug 28 15:54:24.130109 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Attempting to bind port d2f0164c-1471-4b49-acd0-8ad4112a26e2 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:54:24.130444 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Attempting to bind port d2f0164c-1471-4b49-acd0-8ad4112a26e2 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:54:24.130771 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Attempting to bind port d2f0164c-1471-4b49-acd0-8ad4112a26e2 on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:54:24.135676 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Port d2f0164c-1471-4b49-acd0-8ad4112a26e2 on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:54:24.136002 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Attempting to bind port d2f0164c-1471-4b49-acd0-8ad4112a26e2 on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:54:24.140670 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:54:24.141005 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Checking segment: {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:54:24.141383 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Bound using segment: {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:54:24.141803 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Bound port: d2f0164c-1471-4b49-acd0-8ad4112a26e2, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:54:24.142154 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:24.204506 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] For port d2f0164c-1471-4b49-acd0-8ad4112a26e2, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:54:24.207621 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] For port d2f0164c-1471-4b49-acd0-8ad4112a26e2, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=d2f0164c-1471-4b49-acd0-8ad4112a26e2,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:54:24.212767 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:24.246915 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:24.247527 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:24.251070 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] 10.222.0.36 "PUT /v2.0/ports/d2f0164c-1471-4b49-acd0-8ad4112a26e2 HTTP/1.1" status: 200 len: 1092 time: 0.7697554 Aug 28 15:54:24.283164 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d6222-61e4-407e-bcf2-c4b27a7f8048 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f0164c-1471-4b49-acd0-8ad4112a26e2,revision_number=7']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:54:24.317650 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-c24f404b-e745-4bc0-93dd-fd66b56117d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:24.319876 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-c24f404b-e745-4bc0-93dd-fd66b56117d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 1095 time: 0.0477283 Aug 28 15:54:24.420651 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-22252380-a715-4b54-a86b-909fda1bcf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:24.422148 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-22252380-a715-4b54-a86b-909fda1bcf17 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0942996 Aug 28 15:54:24.487464 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-b4f625cf-5258-4801-a0b0-91ffdc31ecb8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2f0164c-1471-4b49-acd0-8ad4112a26e2 HTTP/1.1" status: 200 len: 1000 time: 0.0582051 Aug 28 15:54:24.542102 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-7f5623e5-9734-4a5f-bc48-0a3907fd683b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:24.543553 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-7f5623e5-9734-4a5f-bc48-0a3907fd683b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0493090 Aug 28 15:54:24.589351 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-259e5561-9964-4cbd-83f0-6b7e3b5ba533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:24.590817 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-259e5561-9964-4cbd-83f0-6b7e3b5ba533 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402079 Aug 28 15:54:24.601814 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-1c3abaa5-0d5d-4dcb-b01b-a583b2167011 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:54:24.603131 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-1c3abaa5-0d5d-4dcb-b01b-a583b2167011 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053015 Aug 28 15:54:24.690783 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-d74a271d-8d66-4ff1-b47d-f947f961e06f service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797884 Aug 28 15:54:24.782091 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4162e266-2b2e-4be7-85cc-1f574a24f503 req-efac7423-89cc-4285-b8d4-34d1dcfd967b service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841916 Aug 28 15:54:24.971880 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:25.166799 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e6a23-5296-4e9f-b60b-55a443a7ed21 req-98906eec-3ee9-4a4b-b4aa-b9cac5da4764 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:25.168305 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-277e6a23-5296-4e9f-b60b-55a443a7ed21 req-98906eec-3ee9-4a4b-b4aa-b9cac5da4764 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 943 time: 0.0506287 Aug 28 15:54:25.205477 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-277e6a23-5296-4e9f-b60b-55a443a7ed21 req-391f3015-7cdd-415a-aa50-0307307386c6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311599 Aug 28 15:54:25.875579 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8357350d-c208-4715-9157-db82d941b91c', 'tag': 'd2f0164c-1471-4b49-acd0-8ad4112a26e2'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:54:25.877978 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a17380-b7d8-4187-9561-7a74f239134e" -d '{"events": [{"name": "network-changed", "server_uuid": "8357350d-c208-4715-9157-db82d941b91c", "tag": "d2f0164c-1471-4b49-acd0-8ad4112a26e2"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:54:25.932838 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b57103b-fcb5-458d-bb6e-7af95ceaa886 x-openstack-request-id: req-9b57103b-fcb5-458d-bb6e-7af95ceaa886 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:54:25.933206 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8357350d-c208-4715-9157-db82d941b91c", "tag": "d2f0164c-1471-4b49-acd0-8ad4112a26e2", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:54:25.933686 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b57103b-fcb5-458d-bb6e-7af95ceaa886 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:54:25.934138 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8357350d-c208-4715-9157-db82d941b91c', 'tag': 'd2f0164c-1471-4b49-acd0-8ad4112a26e2', 'status': 'completed', 'code': 200} Aug 28 15:54:25.982800 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56becfc-d0b7-492e-9d62-b9cf15b71b82 req-7581160c-0e1f-477f-856f-c773c361316c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:25.984343 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b56becfc-d0b7-492e-9d62-b9cf15b71b82 req-7581160c-0e1f-477f-856f-c773c361316c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 1095 time: 0.0423176 Aug 28 15:54:26.000809 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a17380-b7d8-4187-9561-7a74f239134e req-7097178d-f2e1-40da-a20c-c822e410ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:26.002490 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a6a17380-b7d8-4187-9561-7a74f239134e req-7097178d-f2e1-40da-a20c-c822e410ecb2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 1095 time: 0.0465043 Aug 28 15:54:26.093837 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56becfc-d0b7-492e-9d62-b9cf15b71b82 req-6f7a5d86-da8e-4f5d-b29c-9ddcb1414f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:26.094727 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a17380-b7d8-4187-9561-7a74f239134e req-7717eb3e-9ede-426e-a141-d0ae7e36cb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:26.095313 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b56becfc-d0b7-492e-9d62-b9cf15b71b82 req-6f7a5d86-da8e-4f5d-b29c-9ddcb1414f94 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0900486 Aug 28 15:54:26.096632 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a6a17380-b7d8-4187-9561-7a74f239134e req-7717eb3e-9ede-426e-a141-d0ae7e36cb6c service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0856791 Aug 28 15:54:26.170521 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b56becfc-d0b7-492e-9d62-b9cf15b71b82 req-49048b59-18c8-46b2-bb23-0eec390ae68f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2f0164c-1471-4b49-acd0-8ad4112a26e2 HTTP/1.1" status: 200 len: 1000 time: 0.0617931 Aug 28 15:54:26.171607 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a6a17380-b7d8-4187-9561-7a74f239134e req-11a71a54-33e5-450f-b228-11f399859062 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2f0164c-1471-4b49-acd0-8ad4112a26e2 HTTP/1.1" status: 200 len: 1000 time: 0.0667696 Aug 28 15:54:26.222750 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a17380-b7d8-4187-9561-7a74f239134e req-acdf5b89-d70f-458d-a4a4-a1afd44813dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:26.224220 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a6a17380-b7d8-4187-9561-7a74f239134e req-acdf5b89-d70f-458d-a4a4-a1afd44813dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0455918 Aug 28 15:54:26.228544 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56becfc-d0b7-492e-9d62-b9cf15b71b82 req-9ccb4718-2619-4e62-bb27-dc611c5e25be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:26.230058 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b56becfc-d0b7-492e-9d62-b9cf15b71b82 req-9ccb4718-2619-4e62-bb27-dc611c5e25be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0512924 Aug 28 15:54:26.273067 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a17380-b7d8-4187-9561-7a74f239134e req-506df60e-d84f-4369-8315-08ab262a2ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:26.275470 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a6a17380-b7d8-4187-9561-7a74f239134e req-506df60e-d84f-4369-8315-08ab262a2ab6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441394 Aug 28 15:54:26.325833 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56becfc-d0b7-492e-9d62-b9cf15b71b82 req-b7409487-8f76-4238-b883-0a4571d8e02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:26.327375 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b56becfc-d0b7-492e-9d62-b9cf15b71b82 req-b7409487-8f76-4238-b883-0a4571d8e02e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810153 Aug 28 15:54:26.381910 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a6a17380-b7d8-4187-9561-7a74f239134e req-b6dc5009-582e-41c3-a41d-4aa2c225520f service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982101 Aug 28 15:54:26.390439 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3b63f-aba7-4860-98e2-23ba48d72702 req-42775180-5b60-4f58-95bd-04f751551413 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:26.391943 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e5d3b63f-aba7-4860-98e2-23ba48d72702 req-42775180-5b60-4f58-95bd-04f751551413 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 943 time: 0.1057386 Aug 28 15:54:26.459640 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e5d3b63f-aba7-4860-98e2-23ba48d72702 req-72651792-81a9-4b9c-8edb-ffcce25e903c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575621 Aug 28 15:54:26.467326 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b56becfc-d0b7-492e-9d62-b9cf15b71b82 req-708ab9d7-f71a-43a8-a4a0-cb51c482e0e3 service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320610 Aug 28 15:54:26.564889 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b56becfc-d0b7-492e-9d62-b9cf15b71b82 req-c21fbe36-2c69-40e9-acec-06e388aa9377 service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904274 Aug 28 15:54:26.653270 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a17380-b7d8-4187-9561-7a74f239134e req-d582b79c-55c3-4946-beca-8400eeacae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:26.655059 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a6a17380-b7d8-4187-9561-7a74f239134e req-d582b79c-55c3-4946-beca-8400eeacae42 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 1095 time: 0.0503378 Aug 28 15:54:26.761631 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a17380-b7d8-4187-9561-7a74f239134e req-f3c84793-31d5-4956-b5a2-dea0268381c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:26.763110 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a6a17380-b7d8-4187-9561-7a74f239134e req-f3c84793-31d5-4956-b5a2-dea0268381c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.1017270 Aug 28 15:54:26.810620 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a6a17380-b7d8-4187-9561-7a74f239134e req-cb848c71-5613-45aa-abc6-10532aa97fc2 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204068 Aug 28 15:54:26.843461 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a6a17380-b7d8-4187-9561-7a74f239134e req-f35273e3-2f3a-4860-a682-89dd8d304353 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2f0164c-1471-4b49-acd0-8ad4112a26e2 HTTP/1.1" status: 200 len: 1000 time: 0.0726509 Aug 28 15:54:27.096202 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:27.146839 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a17380-b7d8-4187-9561-7a74f239134e req-d4bf9e86-f021-40c4-b728-019f7d87c2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:27.148902 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a6a17380-b7d8-4187-9561-7a74f239134e req-d4bf9e86-f021-40c4-b728-019f7d87c2fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.2983582 Aug 28 15:54:27.195195 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a17380-b7d8-4187-9561-7a74f239134e req-f6588c70-0196-44db-8a9b-a3e2fe669518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:27.197297 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a6a17380-b7d8-4187-9561-7a74f239134e req-f6588c70-0196-44db-8a9b-a3e2fe669518 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414937 Aug 28 15:54:27.304369 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a6a17380-b7d8-4187-9561-7a74f239134e req-81199c95-f8f9-4b6d-9120-5c3bcfb8f00c service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993464 Aug 28 15:54:27.403982 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a6a17380-b7d8-4187-9561-7a74f239134e req-e6273aab-f985-4547-8d84-f237f87f4060 service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927427 Aug 28 15:54:27.543838 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d2f0164c-1471-4b49-acd0-8ad4112a26e2 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:54:27.581733 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d2f0164c-1471-4b49-acd0-8ad4112a26e2 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:54:27.583142 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e342c1-272c-4879-a73d-cf942b239304 req-71d62a03-fa16-42d3-9c6b-fac5b4e97e08 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:27.584678 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-96e342c1-272c-4879-a73d-cf942b239304 req-71d62a03-fa16-42d3-9c6b-fac5b4e97e08 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 943 time: 0.0488274 Aug 28 15:54:27.616578 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device d2f0164c-1471-4b49-acd0-8ad4112a26e2 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:54:27.624133 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-96e342c1-272c-4879-a73d-cf942b239304 req-c3cfde20-b3df-4b0a-b0cf-41d3dacd4fc2 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323718 Aug 28 15:54:27.713322 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port d2f0164c-1471-4b49-acd0-8ad4112a26e2, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=d2f0164c-1471-4b49-acd0-8ad4112a26e2,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:54:27.727674 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'd2f0164c-1471-4b49-acd0-8ad4112a26e2', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'port_id': 'd2f0164c-1471-4b49-acd0-8ad4112a26e2', 'mac_address': 'fa:16:3e:17:53:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:54:27.764750 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:27.777738 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f0164c-1471-4b49-acd0-8ad4112a26e2 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:54:27.796994 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port d2f0164c-1471-4b49-acd0-8ad4112a26e2, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=d2f0164c-1471-4b49-acd0-8ad4112a26e2,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:54:27.803355 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:27.855937 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=d2f0164c-1471-4b49-acd0-8ad4112a26e2,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:54:27.863528 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:27.863902 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:27.864288 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:27.864613 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:27.864924 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:27.865258 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:27.865596 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:27.865931 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:27.866786 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:27.866786 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:27.866971 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:27.868176 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:27.935281 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-ded435da-9642-40d5-bdaf-b2496e811e19 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:27.936698 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-ded435da-9642-40d5-bdaf-b2496e811e19 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.36 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c&tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&binding%3Ahost_id=n-h2-712137-10 HTTP/1.1" status: 200 len: 944 time: 0.0527992 Aug 28 15:54:27.956019 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53610b2f-b54a-4ed9-b3f3-7bd7c900518d req-b567b40b-2786-4d8c-9526-2c1cb7cf3df4 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:27.957505 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-53610b2f-b54a-4ed9-b3f3-7bd7c900518d req-b567b40b-2786-4d8c-9526-2c1cb7cf3df4 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 944 time: 0.0525084 Aug 28 15:54:27.995986 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-53610b2f-b54a-4ed9-b3f3-7bd7c900518d req-9f80a789-adcb-4192-a814-fede077c893a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321307 Aug 28 15:54:28.002796 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-15e5b727-f0b6-4430-a2b1-62fa4d544a20 service neutron] 10.222.0.36 "GET /v2.0/ports/d2f0164c-1471-4b49-acd0-8ad4112a26e2/bindings/n-h2-712137-10 HTTP/1.1" status: 200 len: 383 time: 0.0583797 Aug 28 15:54:28.049719 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['d2f0164c-1471-4b49-acd0-8ad4112a26e2'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:54:28.074017 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-f3933999-ebf6-4839-bb15-2418d0414326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:28.075507 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-f3933999-ebf6-4839-bb15-2418d0414326 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 1096 time: 0.0415723 Aug 28 15:54:28.165070 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-cccf3dcd-998b-477a-950c-075f8d12bba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:28.166624 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-cccf3dcd-998b-477a-950c-075f8d12bba4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0840919 Aug 28 15:54:28.234443 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-08b8bee3-9efd-41b3-ad3a-503ac7d2d83d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2f0164c-1471-4b49-acd0-8ad4112a26e2 HTTP/1.1" status: 200 len: 1001 time: 0.0607448 Aug 28 15:54:28.282597 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-96e4b339-a59c-406d-9b86-e10f4c9800cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:28.284054 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-96e4b339-a59c-406d-9b86-e10f4c9800cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0422034 Aug 28 15:54:28.328455 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-3fd6d85c-e1dc-466f-acc1-47b85be2c32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:28.329974 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-3fd6d85c-e1dc-466f-acc1-47b85be2c32a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385828 Aug 28 15:54:28.422494 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-278c13e9-410a-4621-afa0-6134202c0742 service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849819 Aug 28 15:54:28.511932 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-fc2e9f14-3ca1-4546-9036-b9036819d22e service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819340 Aug 28 15:54:29.116512 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28a68d-ba41-40fa-bbf7-3fdfc2d64351 req-fec95283-dd9b-4a62-b3e4-aa335d4a2c68 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:29.117965 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7d28a68d-ba41-40fa-bbf7-3fdfc2d64351 req-fec95283-dd9b-4a62-b3e4-aa335d4a2c68 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 944 time: 0.0522778 Aug 28 15:54:29.156553 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7d28a68d-ba41-40fa-bbf7-3fdfc2d64351 req-58a0c922-f4eb-4e86-960b-0af621058106 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322146 Aug 28 15:54:29.632059 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device d2f0164c-1471-4b49-acd0-8ad4112a26e2 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:54:29.681636 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port d2f0164c-1471-4b49-acd0-8ad4112a26e2 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:54:29.685359 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port d2f0164c-1471-4b49-acd0-8ad4112a26e2 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:54:29.685735 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:29.766136 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:29.790084 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8357350d-c208-4715-9157-db82d941b91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f0164c-1471-4b49-acd0-8ad4112a26e2'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:54:29.792460 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e998ae4c8ad98a44641492a375488314a28001c32b9c96e1494d2a73900553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f8f702-0b79-4428-b337-5b6dfe32904c" -d '{"events": [{"server_uuid": "8357350d-c208-4715-9157-db82d941b91c", "name": "network-vif-plugged", "status": "completed", "tag": "d2f0164c-1471-4b49-acd0-8ad4112a26e2"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:54:29.805442 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port d2f0164c-1471-4b49-acd0-8ad4112a26e2, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=d2f0164c-1471-4b49-acd0-8ad4112a26e2,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:54:29.809840 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:29.846292 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea195210-7721-4437-8557-a81345b67a0e x-openstack-request-id: req-ea195210-7721-4437-8557-a81345b67a0e {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:54:29.847161 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8357350d-c208-4715-9157-db82d941b91c", "name": "network-vif-plugged", "status": "completed", "tag": "d2f0164c-1471-4b49-acd0-8ad4112a26e2", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:54:29.847492 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea195210-7721-4437-8557-a81345b67a0e {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:54:29.847907 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8357350d-c208-4715-9157-db82d941b91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f0164c-1471-4b49-acd0-8ad4112a26e2', 'code': 200} Aug 28 15:54:29.873254 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=d2f0164c-1471-4b49-acd0-8ad4112a26e2,revision_number=9']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:54:30.274023 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3fd4b-c3e2-41ca-aa98-d4cd869849b4 req-35127009-54ad-4f1c-81ed-6a5917ed9c99 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:30.275633 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-25d3fd4b-c3e2-41ca-aa98-d4cd869849b4 req-35127009-54ad-4f1c-81ed-6a5917ed9c99 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 945 time: 0.0514462 Aug 28 15:54:30.314353 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-25d3fd4b-c3e2-41ca-aa98-d4cd869849b4 req-cba76be3-daf2-4f1b-814e-2b214e7ecea4 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324602 Aug 28 15:54:30.449789 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-d24c3ec7-95d8-48c5-8542-cca290505b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:30.451164 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-d24c3ec7-95d8-48c5-8542-cca290505b4b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c&tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0 HTTP/1.1" status: 200 len: 1097 time: 0.0406067 Aug 28 15:54:30.464020 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-10', 'device_owner': 'compute:nova'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:54:30.517245 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:30.715304 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] For port d2f0164c-1471-4b49-acd0-8ad4112a26e2, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=d2f0164c-1471-4b49-acd0-8ad4112a26e2,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:54:30.747004 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] For port d2f0164c-1471-4b49-acd0-8ad4112a26e2, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:54:30.784676 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8357350d-c208-4715-9157-db82d941b91c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2f0164c-1471-4b49-acd0-8ad4112a26e2'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:54:30.786934 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e308943d50e92a26f6c3a6de5cf793d4f684f916ac590010b5ff3c9d15b1720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bac462-24be-405c-bdc6-a2d7a63fbd86" -d '{"events": [{"server_uuid": "8357350d-c208-4715-9157-db82d941b91c", "name": "network-vif-unplugged", "status": "completed", "tag": "d2f0164c-1471-4b49-acd0-8ad4112a26e2"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:54:30.793605 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:30.807220 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Transition to ACTIVE for port object d2f0164c-1471-4b49-acd0-8ad4112a26e2 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:54:30.811567 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:30.840445 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 15:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cefc6c7-c61b-4942-a2b1-9ff16a1685fa x-openstack-request-id: req-9cefc6c7-c61b-4942-a2b1-9ff16a1685fa {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:54:30.840754 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8357350d-c208-4715-9157-db82d941b91c", "name": "network-vif-unplugged", "status": "completed", "tag": "d2f0164c-1471-4b49-acd0-8ad4112a26e2", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:54:30.841008 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9cefc6c7-c61b-4942-a2b1-9ff16a1685fa {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:54:30.841403 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8357350d-c208-4715-9157-db82d941b91c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2f0164c-1471-4b49-acd0-8ad4112a26e2', 'code': 200} Aug 28 15:54:30.928287 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f0164c-1471-4b49-acd0-8ad4112a26e2,revision_number=10']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:54:30.949977 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:30.950332 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:30.950679 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:30.951024 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:30.951371 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:30.951728 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:30.952068 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:30.952401 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:30.952732 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:30.953071 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:30.953403 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:30.953729 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:54:30.997251 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] No DVR routers for this DVR port d2f0164c-1471-4b49-acd0-8ad4112a26e2 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:54:31.135303 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Attempting to bind port d2f0164c-1471-4b49-acd0-8ad4112a26e2 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:54:31.135691 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Attempting to bind port d2f0164c-1471-4b49-acd0-8ad4112a26e2 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:54:31.136046 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Attempting to bind port d2f0164c-1471-4b49-acd0-8ad4112a26e2 on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:54:31.140278 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Port d2f0164c-1471-4b49-acd0-8ad4112a26e2 on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:54:31.140602 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Attempting to bind port d2f0164c-1471-4b49-acd0-8ad4112a26e2 on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:54:31.145682 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:54:31.146032 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Checking segment: {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:54:31.146473 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Bound using segment: {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:54:31.146917 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Bound port: d2f0164c-1471-4b49-acd0-8ad4112a26e2, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:54:31.147276 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:31.210330 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] For port d2f0164c-1471-4b49-acd0-8ad4112a26e2, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:54:31.214155 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] For port d2f0164c-1471-4b49-acd0-8ad4112a26e2, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d2f0164c-1471-4b49-acd0-8ad4112a26e2,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:54:31.217793 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:31.250520 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:31.251146 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:31.252568 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] 10.222.0.41 "PUT /v2.0/ports/d2f0164c-1471-4b49-acd0-8ad4112a26e2 HTTP/1.1" status: 200 len: 1093 time: 0.7932467 Aug 28 15:54:31.276606 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516d078-283a-4171-8734-36fac87c1be6 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f0164c-1471-4b49-acd0-8ad4112a26e2,revision_number=11']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:54:31.320526 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-f91f3ad9-723a-4921-a767-12f1b3b92b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:31.322835 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-f91f3ad9-723a-4921-a767-12f1b3b92b9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 1096 time: 0.0433238 Aug 28 15:54:31.427460 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-78c2a9ba-495c-4783-b7c8-e1e28d4d3ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:31.429001 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-78c2a9ba-495c-4783-b7c8-e1e28d4d3ef2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0988541 Aug 28 15:54:31.434719 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048edca3-1e51-4087-a061-a7cbbf8b24ae req-2f431fdb-f505-45af-92ef-e342bb2e0552 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:31.436253 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-048edca3-1e51-4087-a061-a7cbbf8b24ae req-2f431fdb-f505-45af-92ef-e342bb2e0552 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 944 time: 0.0495868 Aug 28 15:54:31.474060 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-048edca3-1e51-4087-a061-a7cbbf8b24ae req-1c8c2ae8-3b34-4945-802a-50c770300840 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317070 Aug 28 15:54:31.500719 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-a9f5287f-767d-4d27-b598-3d11d52222e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2f0164c-1471-4b49-acd0-8ad4112a26e2 HTTP/1.1" status: 200 len: 1000 time: 0.0639057 Aug 28 15:54:31.556449 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-b7451a0e-c15d-4cdc-aefb-d446b7087613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:31.557795 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-b7451a0e-c15d-4cdc-aefb-d446b7087613 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0497570 Aug 28 15:54:31.604175 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-604c017e-26bd-4fe9-b8eb-c8bb18501f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:31.605625 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-604c017e-26bd-4fe9-b8eb-c8bb18501f08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398493 Aug 28 15:54:31.692782 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-cc5d36ca-6ab9-4e28-8cc6-56dda2e6cddc service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790017 Aug 28 15:54:31.787377 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-53494cfe-ac2d-47fa-ad94-373aedc78d8a req-64915dd8-8581-418c-8525-c6d38cca72c2 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872147 Aug 28 15:54:32.592752 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e28f4-23df-412b-94fe-ad4c1a13cbfe req-e15724fd-2884-4db5-9b20-0262c34cef47 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:32.594250 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-582e28f4-23df-412b-94fe-ad4c1a13cbfe req-e15724fd-2884-4db5-9b20-0262c34cef47 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 944 time: 0.0495703 Aug 28 15:54:32.630474 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-582e28f4-23df-412b-94fe-ad4c1a13cbfe req-c514c5c9-c9fd-409b-a706-d412cc60a80a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303292 Aug 28 15:54:32.842642 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8357350d-c208-4715-9157-db82d941b91c', 'tag': 'd2f0164c-1471-4b49-acd0-8ad4112a26e2'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:54:32.844931 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e308943d50e92a26f6c3a6de5cf793d4f684f916ac590010b5ff3c9d15b1720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b33bdc-2ac4-467d-ac75-f3f72d6ccccc" -d '{"events": [{"name": "network-changed", "server_uuid": "8357350d-c208-4715-9157-db82d941b91c", "tag": "d2f0164c-1471-4b49-acd0-8ad4112a26e2"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:54:32.892910 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed4f104-bb99-4e07-a8fb-1cc819bedda4 x-openstack-request-id: req-3ed4f104-bb99-4e07-a8fb-1cc819bedda4 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:54:32.893206 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8357350d-c208-4715-9157-db82d941b91c", "tag": "d2f0164c-1471-4b49-acd0-8ad4112a26e2", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:54:32.893522 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ed4f104-bb99-4e07-a8fb-1cc819bedda4 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:54:32.893922 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8357350d-c208-4715-9157-db82d941b91c', 'tag': 'd2f0164c-1471-4b49-acd0-8ad4112a26e2', 'status': 'completed', 'code': 200} Aug 28 15:54:32.956134 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b33bdc-2ac4-467d-ac75-f3f72d6ccccc req-a50582a5-a268-4711-8bfc-3221f86267b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:32.957604 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-80b33bdc-2ac4-467d-ac75-f3f72d6ccccc req-a50582a5-a268-4711-8bfc-3221f86267b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 1096 time: 0.0464647 Aug 28 15:54:32.958070 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b33bdc-2ac4-467d-ac75-f3f72d6ccccc req-213dc33b-22a6-4699-9e92-7a8eb41f6ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:32.959570 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-80b33bdc-2ac4-467d-ac75-f3f72d6ccccc req-213dc33b-22a6-4699-9e92-7a8eb41f6ee5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 1096 time: 0.0406082 Aug 28 15:54:33.048969 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b33bdc-2ac4-467d-ac75-f3f72d6ccccc req-2f6069e0-568e-4a83-baad-9f12ffb62bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:33.050567 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-80b33bdc-2ac4-467d-ac75-f3f72d6ccccc req-2f6069e0-568e-4a83-baad-9f12ffb62bff service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0859294 Aug 28 15:54:33.052188 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b33bdc-2ac4-467d-ac75-f3f72d6ccccc req-07b46d6b-9759-4c86-ada8-06bbd81d98a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:33.053641 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-80b33bdc-2ac4-467d-ac75-f3f72d6ccccc req-07b46d6b-9759-4c86-ada8-06bbd81d98a4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0873022 Aug 28 15:54:33.120012 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-80b33bdc-2ac4-467d-ac75-f3f72d6ccccc req-87748d41-47de-4f79-a899-7a937d4c6c42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2f0164c-1471-4b49-acd0-8ad4112a26e2 HTTP/1.1" status: 200 len: 1000 time: 0.0580485 Aug 28 15:54:33.121368 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-80b33bdc-2ac4-467d-ac75-f3f72d6ccccc req-7a71fdb6-e43a-40c8-aac3-cef6766b4d7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2f0164c-1471-4b49-acd0-8ad4112a26e2 HTTP/1.1" status: 200 len: 1000 time: 0.0638859 Aug 28 15:54:33.172005 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b33bdc-2ac4-467d-ac75-f3f72d6ccccc req-3441674f-884a-46f9-bb7d-05f9f733f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:33.173479 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-80b33bdc-2ac4-467d-ac75-f3f72d6ccccc req-3441674f-884a-46f9-bb7d-05f9f733f8ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0452218 Aug 28 15:54:33.173892 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b33bdc-2ac4-467d-ac75-f3f72d6ccccc req-34b427f7-90f5-4e12-ade4-6b743e812dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:33.175335 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-80b33bdc-2ac4-467d-ac75-f3f72d6ccccc req-34b427f7-90f5-4e12-ade4-6b743e812dc3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0478256 Aug 28 15:54:33.220484 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b33bdc-2ac4-467d-ac75-f3f72d6ccccc req-3fb52260-e49c-413f-b95d-e5c34a289451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:33.220902 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b33bdc-2ac4-467d-ac75-f3f72d6ccccc req-b404b159-b700-4ed0-a0a2-758b2b41134a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:33.221994 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-80b33bdc-2ac4-467d-ac75-f3f72d6ccccc req-3fb52260-e49c-413f-b95d-e5c34a289451 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395925 Aug 28 15:54:33.222401 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-80b33bdc-2ac4-467d-ac75-f3f72d6ccccc req-b404b159-b700-4ed0-a0a2-758b2b41134a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420659 Aug 28 15:54:33.233520 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [req-80b33bdc-2ac4-467d-ac75-f3f72d6ccccc req-5097d060-4552-4ba0-b0fa-856153f859f2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:54:33.234454 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-80b33bdc-2ac4-467d-ac75-f3f72d6ccccc req-5097d060-4552-4ba0-b0fa-856153f859f2 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050590 Aug 28 15:54:33.316100 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-80b33bdc-2ac4-467d-ac75-f3f72d6ccccc req-96d6490e-a878-4752-b416-1e2507d9bd58 service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864635 Aug 28 15:54:33.325089 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-80b33bdc-2ac4-467d-ac75-f3f72d6ccccc req-faf8c68a-098f-40b4-acb7-9608ec94466f service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824354 Aug 28 15:54:33.407827 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-80b33bdc-2ac4-467d-ac75-f3f72d6ccccc req-35d7d64a-60b9-4edd-bab7-7d4ab7e91225 service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848153 Aug 28 15:54:33.424901 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-80b33bdc-2ac4-467d-ac75-f3f72d6ccccc req-d97631a1-17c4-4564-b804-a14030a2637c service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893955 Aug 28 15:54:33.666611 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device d2f0164c-1471-4b49-acd0-8ad4112a26e2 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:54:33.703406 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device d2f0164c-1471-4b49-acd0-8ad4112a26e2 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:54:33.749602 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f913651-aba1-4847-9898-3635e485213a req-b0d0af16-5f85-4c60-948e-75f22a2063c4 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:33.751220 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9f913651-aba1-4847-9898-3635e485213a req-b0d0af16-5f85-4c60-948e-75f22a2063c4 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 944 time: 0.0523543 Aug 28 15:54:33.791307 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9f913651-aba1-4847-9898-3635e485213a req-2cf36a54-b7e4-4af6-9e4e-eef85876dfde tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342016 Aug 28 15:54:34.912793 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f3c15-1ffd-4da7-b768-04655ecf54c0 req-4788fc73-7a67-43e0-a422-b89515960169 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:34.914300 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d09f3c15-1ffd-4da7-b768-04655ecf54c0 req-4788fc73-7a67-43e0-a422-b89515960169 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 944 time: 0.0529609 Aug 28 15:54:34.953615 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d09f3c15-1ffd-4da7-b768-04655ecf54c0 req-96d98da6-57f0-4176-97c4-b1a8ad0c2540 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324674 Aug 28 15:54:35.095214 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:54:35.602515 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d2f0164c-1471-4b49-acd0-8ad4112a26e2 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:54:35.697206 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d2f0164c-1471-4b49-acd0-8ad4112a26e2, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d2f0164c-1471-4b49-acd0-8ad4112a26e2,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:54:35.708144 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'd2f0164c-1471-4b49-acd0-8ad4112a26e2', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'port_id': 'd2f0164c-1471-4b49-acd0-8ad4112a26e2', 'mac_address': 'fa:16:3e:17:53:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:54:35.743394 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:35.755995 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f0164c-1471-4b49-acd0-8ad4112a26e2 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:54:35.774594 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d2f0164c-1471-4b49-acd0-8ad4112a26e2, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d2f0164c-1471-4b49-acd0-8ad4112a26e2,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:54:35.779169 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:35.825223 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=d2f0164c-1471-4b49-acd0-8ad4112a26e2,revision_number=12']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:54:36.090403 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c5288-a6f9-4c6e-a7c8-7f391554b53c req-9fecec09-1533-48b3-a012-150ad6807a70 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:36.091916 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1b0c5288-a6f9-4c6e-a7c8-7f391554b53c req-9fecec09-1533-48b3-a012-150ad6807a70 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 945 time: 0.0679057 Aug 28 15:54:36.130098 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1b0c5288-a6f9-4c6e-a7c8-7f391554b53c req-a6b6243d-ee5e-419d-a8a4-745a75c5d849 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322235 Aug 28 15:54:36.153220 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['d2f0164c-1471-4b49-acd0-8ad4112a26e2'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:54:36.251457 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4692c-61d1-4c9d-a1e1-967091e3256a req-aa8091b4-d1e8-41d7-9a7d-bdb960c3fdd8 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:36.252975 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eca4692c-61d1-4c9d-a1e1-967091e3256a req-aa8091b4-d1e8-41d7-9a7d-bdb960c3fdd8 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 945 time: 0.0568688 Aug 28 15:54:36.292019 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eca4692c-61d1-4c9d-a1e1-967091e3256a req-9e7dd473-1625-439e-9a2a-4673962a9661 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324013 Aug 28 15:54:36.404712 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6e305-a7a6-4b0b-84f4-754a96f2c9ad req-e29a43de-4554-4289-bf54-1ee60e3e06fb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:36.406355 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-83d6e305-a7a6-4b0b-84f4-754a96f2c9ad req-e29a43de-4554-4289-bf54-1ee60e3e06fb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 945 time: 0.0486288 Aug 28 15:54:36.443772 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-83d6e305-a7a6-4b0b-84f4-754a96f2c9ad req-5653b6f2-f9cc-4c18-92ad-758f9083cf5f tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309982 Aug 28 15:54:36.688314 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf7514-5ccd-42c8-bbcb-61d086b64940 req-d0237771-df30-4b55-9d85-27cc966d6de2 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:36.689700 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f5cf7514-5ccd-42c8-bbcb-61d086b64940 req-d0237771-df30-4b55-9d85-27cc966d6de2 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 945 time: 0.0513759 Aug 28 15:54:36.726404 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f5cf7514-5ccd-42c8-bbcb-61d086b64940 req-832049dc-3d0f-45f7-a995-4d8a4efed31e tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307739 Aug 28 15:54:37.637165 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d2f0164c-1471-4b49-acd0-8ad4112a26e2 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:54:37.684574 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port d2f0164c-1471-4b49-acd0-8ad4112a26e2 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:54:37.688088 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port d2f0164c-1471-4b49-acd0-8ad4112a26e2 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:54:37.688462 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:37.766459 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:37.789442 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8357350d-c208-4715-9157-db82d941b91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f0164c-1471-4b49-acd0-8ad4112a26e2'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:54:37.791810 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e998ae4c8ad98a44641492a375488314a28001c32b9c96e1494d2a73900553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828a48fa-23a1-43d5-acd1-1db6550ee7d9" -d '{"events": [{"server_uuid": "8357350d-c208-4715-9157-db82d941b91c", "name": "network-vif-plugged", "status": "completed", "tag": "d2f0164c-1471-4b49-acd0-8ad4112a26e2"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:54:37.807939 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d2f0164c-1471-4b49-acd0-8ad4112a26e2, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d2f0164c-1471-4b49-acd0-8ad4112a26e2,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:54:37.812347 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:37.838523 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05caff4-4e4c-4aca-9e1f-2cdb0d54d14e x-openstack-request-id: req-c05caff4-4e4c-4aca-9e1f-2cdb0d54d14e {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:54:37.838813 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8357350d-c208-4715-9157-db82d941b91c", "name": "network-vif-plugged", "status": "completed", "tag": "d2f0164c-1471-4b49-acd0-8ad4112a26e2", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:54:37.839067 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c05caff4-4e4c-4aca-9e1f-2cdb0d54d14e {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:54:37.839456 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8357350d-c208-4715-9157-db82d941b91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f0164c-1471-4b49-acd0-8ad4112a26e2', 'code': 200} Aug 28 15:54:37.853086 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c38dc-6eee-4554-8899-029b7a3bea7f req-8bf13779-aa45-4116-a297-b3346a3c1b2d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:37.854789 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-380c38dc-6eee-4554-8899-029b7a3bea7f req-8bf13779-aa45-4116-a297-b3346a3c1b2d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 945 time: 0.0566840 Aug 28 15:54:37.864785 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=d2f0164c-1471-4b49-acd0-8ad4112a26e2,revision_number=13']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:54:37.902563 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-380c38dc-6eee-4554-8899-029b7a3bea7f req-65e6612c-29b1-436b-bdb3-32916a60adb5 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409789 Aug 28 15:54:38.085265 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cb1f7132-3ac2-4deb-8eaf-79aa890a2474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:38.158154 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef11680-99bf-4439-9b24-e59ca3a8ab60 req-3fbfeb73-e831-494e-832d-a425d52da601 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:38.159509 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9ef11680-99bf-4439-9b24-e59ca3a8ab60 req-3fbfeb73-e831-494e-832d-a425d52da601 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.41 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 946 time: 0.0527377 Aug 28 15:54:38.247467 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-9ef11680-99bf-4439-9b24-e59ca3a8ab60 req-35e9bb83-b403-4d8e-a0c4-d87d4ea5ae9a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Deleting port d2f0164c-1471-4b49-acd0-8ad4112a26e2 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:54:38.247841 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9ef11680-99bf-4439-9b24-e59ca3a8ab60 req-35e9bb83-b403-4d8e-a0c4-d87d4ea5ae9a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:38.335911 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-9ef11680-99bf-4439-9b24-e59ca3a8ab60 req-35e9bb83-b403-4d8e-a0c4-d87d4ea5ae9a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] For port d2f0164c-1471-4b49-acd0-8ad4112a26e2, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d2f0164c-1471-4b49-acd0-8ad4112a26e2,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:54:38.336278 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9ef11680-99bf-4439-9b24-e59ca3a8ab60 req-35e9bb83-b403-4d8e-a0c4-d87d4ea5ae9a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:38.550106 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9ef11680-99bf-4439-9b24-e59ca3a8ab60 req-35e9bb83-b403-4d8e-a0c4-d87d4ea5ae9a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:38.550490 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9ef11680-99bf-4439-9b24-e59ca3a8ab60 req-35e9bb83-b403-4d8e-a0c4-d87d4ea5ae9a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:38.550807 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [req-9ef11680-99bf-4439-9b24-e59ca3a8ab60 req-35e9bb83-b403-4d8e-a0c4-d87d4ea5ae9a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Floating IP e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90 disassociated. External IP: 172.25.3.137, port: d2f0164c-1471-4b49-acd0-8ad4112a26e2. Aug 28 15:54:38.551148 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-9ef11680-99bf-4439-9b24-e59ca3a8ab60 req-35e9bb83-b403-4d8e-a0c4-d87d4ea5ae9a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Calling delete_port for d2f0164c-1471-4b49-acd0-8ad4112a26e2 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:54:38.673307 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9ef11680-99bf-4439-9b24-e59ca3a8ab60 req-35e9bb83-b403-4d8e-a0c4-d87d4ea5ae9a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:38.701412 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9bb83-b403-4d8e-a0c4-d87d4ea5ae9a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Pushing event deleted for resources: {'Port': ['ID=d2f0164c-1471-4b49-acd0-8ad4112a26e2,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:54:38.816335 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ef11680-99bf-4439-9b24-e59ca3a8ab60 req-35e9bb83-b403-4d8e-a0c4-d87d4ea5ae9a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:54:38.930399 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ef11680-99bf-4439-9b24-e59ca3a8ab60 req-35e9bb83-b403-4d8e-a0c4-d87d4ea5ae9a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:54:38.940896 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a575b7-7dda-4f71-a60a-1db067eea82d None None] Sync routers for ids ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:54:38.952300 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a575b7-7dda-4f71-a60a-1db067eea82d None None] Routers {'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:54:38.952921 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-56a575b7-7dda-4f71-a60a-1db067eea82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:54:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:54:38.974018 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef11680-99bf-4439-9b24-e59ca3a8ab60 req-35e9bb83-b403-4d8e-a0c4-d87d4ea5ae9a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] No DVR routers for this DVR port d2f0164c-1471-4b49-acd0-8ad4112a26e2 on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:54:38.976707 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9ef11680-99bf-4439-9b24-e59ca3a8ab60 req-35e9bb83-b403-4d8e-a0c4-d87d4ea5ae9a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:38.978824 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9ef11680-99bf-4439-9b24-e59ca3a8ab60 req-35e9bb83-b403-4d8e-a0c4-d87d4ea5ae9a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.41 "DELETE /v2.0/ports/d2f0164c-1471-4b49-acd0-8ad4112a26e2 HTTP/1.1" status: 204 len: 173 time: 0.8116918 Aug 28 15:54:38.979271 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8357350d-c208-4715-9157-db82d941b91c', 'name': 'network-vif-deleted', 'tag': 'd2f0164c-1471-4b49-acd0-8ad4112a26e2'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:54:38.981562 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e308943d50e92a26f6c3a6de5cf793d4f684f916ac590010b5ff3c9d15b1720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d233c3e8-d739-4cd1-ac27-768bc9f5e3b4" -d '{"events": [{"server_uuid": "8357350d-c208-4715-9157-db82d941b91c", "name": "network-vif-deleted", "tag": "d2f0164c-1471-4b49-acd0-8ad4112a26e2"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:54:39.022774 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8cfdf080-d216-42fe-ab58-796b7f8bcebe req-8523501a-6c9e-4d35-9fe3-e37bad6b515a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=8357350d-c208-4715-9157-db82d941b91c HTTP/1.1" status: 200 len: 210 time: 0.0361495 Aug 28 15:54:39.031257 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d78df8-e1e0-4661-a317-23bfa3d78a2b x-openstack-request-id: req-30d78df8-e1e0-4661-a317-23bfa3d78a2b {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:54:39.031616 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8357350d-c208-4715-9157-db82d941b91c", "name": "network-vif-deleted", "tag": "d2f0164c-1471-4b49-acd0-8ad4112a26e2", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:54:39.032025 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30d78df8-e1e0-4661-a317-23bfa3d78a2b {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:54:39.032523 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8357350d-c208-4715-9157-db82d941b91c', 'name': 'network-vif-deleted', 'tag': 'd2f0164c-1471-4b49-acd0-8ad4112a26e2', 'status': 'completed', 'code': 200} Aug 28 15:54:39.071465 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-56a575b7-7dda-4f71-a60a-1db067eea82d None None] Set router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:54:39.273452 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-56a575b7-7dda-4f71-a60a-1db067eea82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:45Z', 'revision_number': 4, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port': {'id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '41ff17cc-a314-4a44-be9b-266979761485', 'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'mac_address': 'fa:16:3e:f2:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:45Z', 'updated_at': '2021-08-28T15:44:51Z', 'revision_number': 5, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'subnets': [{'id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:54:39.299444 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a575b7-7dda-4f71-a60a-1db067eea82d None None] Checking router: b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:54:39.308209 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a575b7-7dda-4f71-a60a-1db067eea82d None None] Routers {'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:54:39.308812 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-56a575b7-7dda-4f71-a60a-1db067eea82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:54:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:54:39.411394 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-56a575b7-7dda-4f71-a60a-1db067eea82d None None] Set router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:54:39.606035 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-56a575b7-7dda-4f71-a60a-1db067eea82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:45Z', 'revision_number': 4, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port': {'id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '41ff17cc-a314-4a44-be9b-266979761485', 'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'mac_address': 'fa:16:3e:f2:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:45Z', 'updated_at': '2021-08-28T15:44:51Z', 'revision_number': 5, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'subnets': [{'id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:54:39.630745 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a575b7-7dda-4f71-a60a-1db067eea82d None None] The sync data for ids ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'] in n-d-712137-10 is: [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:45Z', 'revision_number': 4, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port': {'id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '41ff17cc-a314-4a44-be9b-266979761485', 'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'mac_address': 'fa:16:3e:f2:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:45Z', 'updated_at': '2021-08-28T15:44:51Z', 'revision_number': 5, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'subnets': [{'id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:54:39.850462 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23122efe-96dd-4d5c-a6ea-26c9291f1119 None None] New status for floating IP e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90: DOWN {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:54:40.317460 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-3b9a2507-7f3c-4051-842c-66ae079f86b0 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1430688215&fields=id&tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0 HTTP/1.1" status: 200 len: 267 time: 0.0344889 Aug 28 15:54:40.423619 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-12526b01-e765-40f9-b8e8-de51ef2cbf2a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:40.425091 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-12526b01-e765-40f9-b8e8-de51ef2cbf2a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 811 time: 0.1009696 Aug 28 15:54:40.439611 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-fbb83cba-4901-465f-b800-41703e8735ae tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/quotas/3f81dab52f014bf4a7d3a3c7d8b6abf0 HTTP/1.1" status: 200 len: 375 time: 0.0088723 Aug 28 15:54:40.491525 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-29db9ca5-5556-4602-9439-36270f65178d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466678 Aug 28 15:54:40.634665 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9b3b7b3a-70ad-4e6f-ac33-28201549f8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:40.664805 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-7c003d2f-f90a-4b9b-89a2-8d0493ece1aa service neutron] 10.222.0.13 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273179 Aug 28 15:54:40.752945 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-374d1a72-821f-4424-a9fd-36ba56c5aa28 service neutron] 10.222.0.13 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810955 Aug 28 15:54:40.920934 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-579efd41-fda9-4c24-90d2-d0886f26cb9e req-07fec460-3df6-4608-b404-db8d1d5ebeea tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 210 time: 0.0273831 Aug 28 15:54:40.957359 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:41.668467 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d2f0164c-1471-4b49-acd0-8ad4112a26e2 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:54:41.687609 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: d2f0164c-1471-4b49-acd0-8ad4112a26e2 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:54:41.688046 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d2f0164c-1471-4b49-acd0-8ad4112a26e2 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:54:41.887560 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-f9b21e3c-b886-434d-ae85-3b323f1fea7c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:41.889115 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-f9b21e3c-b886-434d-ae85-3b323f1fea7c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.36 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 811 time: 0.1115365 Aug 28 15:54:41.942440 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-e93e99f3-5825-4e67-b27c-b04c72bbf440 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0 HTTP/1.1" status: 200 len: 380 time: 0.0438995 Aug 28 15:54:41.948583 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:41.952662 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-8673fe70-2420-4daf-8781-63f82df4a09d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Request body: {'port': {'device_id': '0093f73b-b584-49cb-8523-5466aa65b528', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'admin_state_up': True, 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'security_groups': ['b9a79b84-c661-4919-bad4-ca202682b960']}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:54:42.029564 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-70972325-480f-4408-9ccc-fa626cc89fc4 req-f51a4c86-22ca-4a6e-beca-4b0d9154cf71 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 210 time: 0.0363133 Aug 28 15:54:42.083623 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-8673fe70-2420-4daf-8781-63f82df4a09d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Made reservation on behalf of 3f81dab52f014bf4a7d3a3c7d8b6abf0 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:54:42.087211 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-8673fe70-2420-4daf-8781-63f82df4a09d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:42.208323 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-8673fe70-2420-4daf-8781-63f82df4a09d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Allocated IP 172.20.0.13 (2a6565bb-79f8-467b-ac45-bf20fbf95f1d/956ea95e-5b4d-499d-b17b-a478cd421967/d73148fd-8412-4280-bae9-a66cc5b3abc4) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:54:42.351153 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-8673fe70-2420-4daf-8781-63f82df4a09d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:42.364958 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-8673fe70-2420-4daf-8781-63f82df4a09d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Transition to ACTIVE for port object d73148fd-8412-4280-bae9-a66cc5b3abc4 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:54:42.396947 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-8673fe70-2420-4daf-8781-63f82df4a09d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:42.437029 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-8673fe70-2420-4daf-8781-63f82df4a09d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:54:42.441974 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-8673fe70-2420-4daf-8781-63f82df4a09d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:54:42.445634 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-8673fe70-2420-4daf-8781-63f82df4a09d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:54:42.479450 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673fe70-2420-4daf-8781-63f82df4a09d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Pushing event updated for resources: {'Port': ['ID=d73148fd-8412-4280-bae9-a66cc5b3abc4,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:54:42.506030 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-8673fe70-2420-4daf-8781-63f82df4a09d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:42.506657 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-8673fe70-2420-4daf-8781-63f82df4a09d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:42.522454 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-8673fe70-2420-4daf-8781-63f82df4a09d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5735781 Aug 28 15:54:42.535039 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-e5f4a794-cfba-48ba-9f9d-5e3a93b795ee service neutron] Request body: {'port': {'device_id': '0093f73b-b584-49cb-8523-5466aa65b528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:54:42.591109 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-e5f4a794-cfba-48ba-9f9d-5e3a93b795ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:42.699384 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e1fa49b7-485c-409d-9458-ee855c5cce6f None None] Provisioning for port d73148fd-8412-4280-bae9-a66cc5b3abc4 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:54:42.703195 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e1fa49b7-485c-409d-9458-ee855c5cce6f None None] Provisioning complete for port d73148fd-8412-4280-bae9-a66cc5b3abc4 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:54:42.703581 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e1fa49b7-485c-409d-9458-ee855c5cce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:42.736103 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-e1fa49b7-485c-409d-9458-ee855c5cce6f None None] Port d73148fd-8412-4280-bae9-a66cc5b3abc4 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:54:42.851227 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-e5f4a794-cfba-48ba-9f9d-5e3a93b795ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d73148fd-8412-4280-bae9-a66cc5b3abc4 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:54:42.858798 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-e5f4a794-cfba-48ba-9f9d-5e3a93b795ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:42.871362 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-e5f4a794-cfba-48ba-9f9d-5e3a93b795ee service neutron] Transition to ACTIVE for port object d73148fd-8412-4280-bae9-a66cc5b3abc4 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:54:42.875015 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-e5f4a794-cfba-48ba-9f9d-5e3a93b795ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:42.925315 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4a794-cfba-48ba-9f9d-5e3a93b795ee service neutron] Pushing event updated for resources: {'Port': ['ID=d73148fd-8412-4280-bae9-a66cc5b3abc4,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:54:43.003691 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-e5f4a794-cfba-48ba-9f9d-5e3a93b795ee service neutron] Attempting to bind port d73148fd-8412-4280-bae9-a66cc5b3abc4 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:54:43.003999 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-e5f4a794-cfba-48ba-9f9d-5e3a93b795ee service neutron] Attempting to bind port d73148fd-8412-4280-bae9-a66cc5b3abc4 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:54:43.004262 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-e5f4a794-cfba-48ba-9f9d-5e3a93b795ee service neutron] Attempting to bind port d73148fd-8412-4280-bae9-a66cc5b3abc4 on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:54:43.008721 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-e5f4a794-cfba-48ba-9f9d-5e3a93b795ee service neutron] Port d73148fd-8412-4280-bae9-a66cc5b3abc4 on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:54:43.009613 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-e5f4a794-cfba-48ba-9f9d-5e3a93b795ee service neutron] Attempting to bind port d73148fd-8412-4280-bae9-a66cc5b3abc4 on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:54:43.014479 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-e5f4a794-cfba-48ba-9f9d-5e3a93b795ee service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:54:43.014823 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-e5f4a794-cfba-48ba-9f9d-5e3a93b795ee service neutron] Checking segment: {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:54:43.015206 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-e5f4a794-cfba-48ba-9f9d-5e3a93b795ee service neutron] Bound using segment: {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:54:43.015638 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-e5f4a794-cfba-48ba-9f9d-5e3a93b795ee service neutron] Bound port: d73148fd-8412-4280-bae9-a66cc5b3abc4, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:54:43.016028 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-e5f4a794-cfba-48ba-9f9d-5e3a93b795ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:43.088073 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-e5f4a794-cfba-48ba-9f9d-5e3a93b795ee service neutron] For port d73148fd-8412-4280-bae9-a66cc5b3abc4, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:54:43.091073 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-e5f4a794-cfba-48ba-9f9d-5e3a93b795ee service neutron] For port d73148fd-8412-4280-bae9-a66cc5b3abc4, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=d73148fd-8412-4280-bae9-a66cc5b3abc4,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:54:43.096537 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-e5f4a794-cfba-48ba-9f9d-5e3a93b795ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:43.129454 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-e5f4a794-cfba-48ba-9f9d-5e3a93b795ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:43.130126 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-e5f4a794-cfba-48ba-9f9d-5e3a93b795ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:43.131472 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-e5f4a794-cfba-48ba-9f9d-5e3a93b795ee service neutron] 10.222.0.36 "PUT /v2.0/ports/d73148fd-8412-4280-bae9-a66cc5b3abc4 HTTP/1.1" status: 200 len: 1093 time: 0.6011209 Aug 28 15:54:43.131960 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0093f73b-b584-49cb-8523-5466aa65b528', 'tag': 'd73148fd-8412-4280-bae9-a66cc5b3abc4'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:54:43.135076 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef65fcfd-f297-4db2-b44b-8a1c3130f761" -d '{"events": [{"name": "network-changed", "server_uuid": "0093f73b-b584-49cb-8523-5466aa65b528", "tag": "d73148fd-8412-4280-bae9-a66cc5b3abc4"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:54:43.182861 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980322c5-b7ce-427a-b223-2c4590cf6c9d x-openstack-request-id: req-980322c5-b7ce-427a-b223-2c4590cf6c9d {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:54:43.183153 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0093f73b-b584-49cb-8523-5466aa65b528", "tag": "d73148fd-8412-4280-bae9-a66cc5b3abc4", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:54:43.183410 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-980322c5-b7ce-427a-b223-2c4590cf6c9d {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:54:43.183836 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0093f73b-b584-49cb-8523-5466aa65b528', 'tag': 'd73148fd-8412-4280-bae9-a66cc5b3abc4', 'status': 'completed', 'code': 200} Aug 28 15:54:43.190072 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca163f4-f117-4ded-a213-d9c8c2ec2ab2 req-bbf580d4-255e-4b63-a77a-7a117651d61b tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:43.191808 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6ca163f4-f117-4ded-a213-d9c8c2ec2ab2 req-bbf580d4-255e-4b63-a77a-7a117651d61b tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 944 time: 0.0873389 Aug 28 15:54:43.199402 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4a794-cfba-48ba-9f9d-5e3a93b795ee service neutron] Pushing event updated for resources: {'Port': ['ID=d73148fd-8412-4280-bae9-a66cc5b3abc4,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:54:43.233502 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-ae08a470-2b75-4410-aa80-05c0a91e2c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:43.235123 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-ae08a470-2b75-4410-aa80-05c0a91e2c5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 1096 time: 0.0485606 Aug 28 15:54:43.246190 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6ca163f4-f117-4ded-a213-d9c8c2ec2ab2 req-dc53e389-2b5b-4c67-9e0d-0df8fb8d0de3 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459256 Aug 28 15:54:43.279709 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-7a59001e-5d30-4070-93eb-8a325549651a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d73148fd-8412-4280-bae9-a66cc5b3abc4 HTTP/1.1" status: 200 len: 217 time: 0.0370977 Aug 28 15:54:43.333386 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-f5ee115a-a593-499a-9b70-39987fbe91cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:43.334894 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-f5ee115a-a593-499a-9b70-39987fbe91cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0480199 Aug 28 15:54:43.381883 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-b7fc2e45-55e5-4411-8357-dab0357c0e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:43.383382 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-b7fc2e45-55e5-4411-8357-dab0357c0e18 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406675 Aug 28 15:54:43.453408 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:43.480621 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-9fa9013a-12fd-4597-ad15-23dbb862ea97 service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898077 Aug 28 15:54:43.572622 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6a797de-e7e4-4019-ba7b-53507fad7b42 req-6e7cedbd-15ab-4c66-924f-c6337fc9809e service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829735 Aug 28 15:54:43.657396 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65fcfd-f297-4db2-b44b-8a1c3130f761 req-2b6da582-266c-4616-820e-cc7519bd147f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:43.658860 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ef65fcfd-f297-4db2-b44b-8a1c3130f761 req-2b6da582-266c-4616-820e-cc7519bd147f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 1096 time: 0.0409112 Aug 28 15:54:43.751153 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65fcfd-f297-4db2-b44b-8a1c3130f761 req-69fa8dd0-eb57-4e1d-acba-9912d11fd0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:43.752667 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ef65fcfd-f297-4db2-b44b-8a1c3130f761 req-69fa8dd0-eb57-4e1d-acba-9912d11fd0fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0868297 Aug 28 15:54:43.793755 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ef65fcfd-f297-4db2-b44b-8a1c3130f761 req-3b0b498e-ba80-4976-9eee-4408dc7c260a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d73148fd-8412-4280-bae9-a66cc5b3abc4 HTTP/1.1" status: 200 len: 217 time: 0.0342536 Aug 28 15:54:43.841423 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65fcfd-f297-4db2-b44b-8a1c3130f761 req-ca6390e7-98e0-42f9-847e-5da786275496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:43.842731 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ef65fcfd-f297-4db2-b44b-8a1c3130f761 req-ca6390e7-98e0-42f9-847e-5da786275496 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0421290 Aug 28 15:54:44.139759 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65fcfd-f297-4db2-b44b-8a1c3130f761 req-b4f2037a-d7b9-425a-b369-21bd5521042b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:44.141192 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ef65fcfd-f297-4db2-b44b-8a1c3130f761 req-b4f2037a-d7b9-425a-b369-21bd5521042b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2902839 Aug 28 15:54:44.232510 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ef65fcfd-f297-4db2-b44b-8a1c3130f761 req-28c51af7-2967-4d11-83bb-8967ec56eed4 service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818031 Aug 28 15:54:44.333667 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ef65fcfd-f297-4db2-b44b-8a1c3130f761 req-e0c76bca-504e-4ee2-9288-2dedea65c46c service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927820 Aug 28 15:54:44.371077 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078d969-97ac-4052-9acc-e2dfdf9750b9 req-f720ec46-904b-407d-978b-36918e7a26f5 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:44.372567 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4078d969-97ac-4052-9acc-e2dfdf9750b9 req-f720ec46-904b-407d-978b-36918e7a26f5 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 944 time: 0.0528731 Aug 28 15:54:44.410824 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4078d969-97ac-4052-9acc-e2dfdf9750b9 req-f0c8c643-71f0-41de-90e2-66c7e3d8a89a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321052 Aug 28 15:54:45.595231 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3873d1d-ec32-42a5-ba3d-c446e591f412 req-1a581bca-1af9-43bc-99ca-4430254bb0ef tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:45.596716 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d3873d1d-ec32-42a5-ba3d-c446e591f412 req-1a581bca-1af9-43bc-99ca-4430254bb0ef tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 944 time: 0.0519452 Aug 28 15:54:45.634481 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d3873d1d-ec32-42a5-ba3d-c446e591f412 req-c479aa8c-a980-4d75-ab89-92f7aca30601 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317502 Aug 28 15:54:45.724735 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device d73148fd-8412-4280-bae9-a66cc5b3abc4 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:54:45.817968 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port d73148fd-8412-4280-bae9-a66cc5b3abc4, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=d73148fd-8412-4280-bae9-a66cc5b3abc4,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:54:45.829761 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'd73148fd-8412-4280-bae9-a66cc5b3abc4', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'port_id': 'd73148fd-8412-4280-bae9-a66cc5b3abc4', 'mac_address': 'fa:16:3e:59:53:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:54:45.868084 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:45.881979 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d73148fd-8412-4280-bae9-a66cc5b3abc4 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:54:45.901599 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port d73148fd-8412-4280-bae9-a66cc5b3abc4, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=d73148fd-8412-4280-bae9-a66cc5b3abc4,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:54:45.905428 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:45.953209 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=d73148fd-8412-4280-bae9-a66cc5b3abc4,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:54:46.092115 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['d73148fd-8412-4280-bae9-a66cc5b3abc4'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:54:46.748146 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f082505-3ec4-4dd3-83eb-7f35a3adc3c6 req-ba4406d0-a65d-4750-9fcd-0c0fb319463d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:46.749651 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0f082505-3ec4-4dd3-83eb-7f35a3adc3c6 req-ba4406d0-a65d-4750-9fcd-0c0fb319463d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 945 time: 0.0481129 Aug 28 15:54:46.787276 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0f082505-3ec4-4dd3-83eb-7f35a3adc3c6 req-94ece3b5-3e60-42cc-b1c5-56c785b01cc5 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316539 Aug 28 15:54:47.724739 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device d73148fd-8412-4280-bae9-a66cc5b3abc4 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:54:47.772249 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port d73148fd-8412-4280-bae9-a66cc5b3abc4 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:54:47.775924 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port d73148fd-8412-4280-bae9-a66cc5b3abc4 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:54:47.776297 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:47.856298 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:47.883599 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0093f73b-b584-49cb-8523-5466aa65b528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73148fd-8412-4280-bae9-a66cc5b3abc4'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:54:47.885987 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e998ae4c8ad98a44641492a375488314a28001c32b9c96e1494d2a73900553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51760c10-ca05-4366-9c1e-3eb0d4537147" -d '{"events": [{"server_uuid": "0093f73b-b584-49cb-8523-5466aa65b528", "name": "network-vif-plugged", "status": "completed", "tag": "d73148fd-8412-4280-bae9-a66cc5b3abc4"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:54:47.900124 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port d73148fd-8412-4280-bae9-a66cc5b3abc4, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=d73148fd-8412-4280-bae9-a66cc5b3abc4,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:54:47.904209 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d6b2d-a079-41c2-b24b-b06a75a332d0 req-7fb95692-e6d6-412c-9238-b85c0b13a865 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:47.904701 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:47.906200 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-849d6b2d-a079-41c2-b24b-b06a75a332d0 req-7fb95692-e6d6-412c-9238-b85c0b13a865 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 945 time: 0.0523391 Aug 28 15:54:47.935684 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7368e2-47c4-4070-a617-7136fb4b0212 x-openstack-request-id: req-0e7368e2-47c4-4070-a617-7136fb4b0212 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:54:47.935970 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0093f73b-b584-49cb-8523-5466aa65b528", "name": "network-vif-plugged", "status": "completed", "tag": "d73148fd-8412-4280-bae9-a66cc5b3abc4", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:54:47.936234 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e7368e2-47c4-4070-a617-7136fb4b0212 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:54:47.936634 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0093f73b-b584-49cb-8523-5466aa65b528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73148fd-8412-4280-bae9-a66cc5b3abc4', 'code': 200} Aug 28 15:54:47.949912 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-849d6b2d-a079-41c2-b24b-b06a75a332d0 req-20cd98e8-d9b6-4d1d-be5d-6fccba23a26f tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372376 Aug 28 15:54:47.961844 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=d73148fd-8412-4280-bae9-a66cc5b3abc4,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:54:48.039704 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0546081-507d-47dd-8548-ff9e6468c765 req-8f54242a-094b-4e40-a420-560c7df992fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:48.041659 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e0546081-507d-47dd-8548-ff9e6468c765 req-8f54242a-094b-4e40-a420-560c7df992fe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 1098 time: 0.0452883 Aug 28 15:54:48.076520 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e0546081-507d-47dd-8548-ff9e6468c765 req-af99c2f9-4b98-453a-abe3-dd40ddd892c7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275362 Aug 28 15:54:49.082125 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732e134-ab72-40ac-b007-3fa6594b3395 req-01383132-751a-4b7c-bba9-13b2e59ab1e9 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:49.083588 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8732e134-ab72-40ac-b007-3fa6594b3395 req-01383132-751a-4b7c-bba9-13b2e59ab1e9 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 946 time: 0.0480442 Aug 28 15:54:49.120896 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8732e134-ab72-40ac-b007-3fa6594b3395 req-1b874454-009e-4f22-b949-99e667797530 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305734 Aug 28 15:54:50.234536 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde158c-814b-44f0-8656-3ed1832d7dbf req-82ea033c-5b4c-43b4-9ef8-5112fb22d8ea tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:50.236015 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8fde158c-814b-44f0-8656-3ed1832d7dbf req-82ea033c-5b4c-43b4-9ef8-5112fb22d8ea tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 946 time: 0.0476787 Aug 28 15:54:50.274131 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8fde158c-814b-44f0-8656-3ed1832d7dbf req-3a4be88d-e463-4b58-9d93-4d1d380abc4c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321512 Aug 28 15:54:50.383345 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0ef6d-d7e5-4c53-a259-56e0cea341c3 req-175cd43f-83c1-4c8a-baef-1080cab9be73 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:50.385548 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dda0ef6d-d7e5-4c53-a259-56e0cea341c3 req-175cd43f-83c1-4c8a-baef-1080cab9be73 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 946 time: 0.0481110 Aug 28 15:54:50.394025 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59302) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:54:50.398427 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-9eed302c-2d16-4566-aa75-165112f51ac6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Request body: {'floatingip': {'port_id': 'd73148fd-8412-4280-bae9-a66cc5b3abc4'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:54:50.439745 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9eed302c-2d16-4566-aa75-165112f51ac6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for floatingip, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:50.865318 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9eed302c-2d16-4566-aa75-165112f51ac6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:50.869315 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9eed302c-2d16-4566-aa75-165112f51ac6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:50.965978 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-9eed302c-2d16-4566-aa75-165112f51ac6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Floating IP e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90 associated. External IP: 172.25.3.137, port: d73148fd-8412-4280-bae9-a66cc5b3abc4. Aug 28 15:54:51.174096 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eed302c-2d16-4566-aa75-165112f51ac6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:54:51.281491 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eed302c-2d16-4566-aa75-165112f51ac6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:54:51.286364 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9eed302c-2d16-4566-aa75-165112f51ac6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:51.292645 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a620f8df-bf6e-4602-ba04-cbd9a0e66dea None None] Sync routers for ids ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:54:51.301991 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a620f8df-bf6e-4602-ba04-cbd9a0e66dea None None] Routers {'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:54:51.302771 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a620f8df-bf6e-4602-ba04-cbd9a0e66dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:54:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:54:51.312900 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9eed302c-2d16-4566-aa75-165112f51ac6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "PUT /v2.0/floatingips/e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90 HTTP/1.1" status: 200 len: 993 time: 0.9178278 Aug 28 15:54:51.313480 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0093f73b-b584-49cb-8523-5466aa65b528', 'tag': 'd73148fd-8412-4280-bae9-a66cc5b3abc4'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:54:51.315766 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab993abf-ea51-4197-86a7-7cfa40f60444" -d '{"events": [{"name": "network-changed", "server_uuid": "0093f73b-b584-49cb-8523-5466aa65b528", "tag": "d73148fd-8412-4280-bae9-a66cc5b3abc4"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:54:51.355447 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb11c61a-60ef-487d-a5a3-8b13e3980f44 x-openstack-request-id: req-bb11c61a-60ef-487d-a5a3-8b13e3980f44 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:54:51.355768 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0093f73b-b584-49cb-8523-5466aa65b528", "tag": "d73148fd-8412-4280-bae9-a66cc5b3abc4", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:54:51.356020 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb11c61a-60ef-487d-a5a3-8b13e3980f44 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:54:51.356458 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0093f73b-b584-49cb-8523-5466aa65b528', 'tag': 'd73148fd-8412-4280-bae9-a66cc5b3abc4', 'status': 'completed', 'code': 200} Aug 28 15:54:51.428765 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab993abf-ea51-4197-86a7-7cfa40f60444 req-a0e78d5a-5c15-4bbf-94ce-b6eee27c9e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:51.430226 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ab993abf-ea51-4197-86a7-7cfa40f60444 req-a0e78d5a-5c15-4bbf-94ce-b6eee27c9e0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 1098 time: 0.0474484 Aug 28 15:54:51.502817 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-a620f8df-bf6e-4602-ba04-cbd9a0e66dea None None] Set router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:54:51.523900 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab993abf-ea51-4197-86a7-7cfa40f60444 req-cc1dd147-8aa3-4718-9cfc-875522068d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:51.526115 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ab993abf-ea51-4197-86a7-7cfa40f60444 req-cc1dd147-8aa3-4718-9cfc-875522068d4c service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0883784 Aug 28 15:54:51.595056 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ab993abf-ea51-4197-86a7-7cfa40f60444 req-5a73caf1-db64-4db1-813b-9357a3342ff9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d73148fd-8412-4280-bae9-a66cc5b3abc4 HTTP/1.1" status: 200 len: 1001 time: 0.0621738 Aug 28 15:54:51.650970 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab993abf-ea51-4197-86a7-7cfa40f60444 req-4b8ffc83-4f43-427b-99f7-32ff0f6eb272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:51.652472 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ab993abf-ea51-4197-86a7-7cfa40f60444 req-4b8ffc83-4f43-427b-99f7-32ff0f6eb272 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0508215 Aug 28 15:54:51.698351 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab993abf-ea51-4197-86a7-7cfa40f60444 req-5d09e2d2-a8fb-4814-86e6-9a7053d388fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:54:51.699791 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ab993abf-ea51-4197-86a7-7cfa40f60444 req-5d09e2d2-a8fb-4814-86e6-9a7053d388fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399156 Aug 28 15:54:51.727344 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a620f8df-bf6e-4602-ba04-cbd9a0e66dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:45Z', 'revision_number': 4, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port': {'id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'floating_ip_address': '172.25.3.137', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'port_id': 'd73148fd-8412-4280-bae9-a66cc5b3abc4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'mac_address': 'fa:16:3e:59:53:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0093f73b-b584-49cb-8523-5466aa65b528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:44:47Z', 'updated_at': '2021-08-28T15:54:50Z', 'revision_number': 13, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41ff17cc-a314-4a44-be9b-266979761485', 'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'mac_address': 'fa:16:3e:f2:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:45Z', 'updated_at': '2021-08-28T15:44:51Z', 'revision_number': 5, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'subnets': [{'id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:54:51.754846 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a620f8df-bf6e-4602-ba04-cbd9a0e66dea None None] Checking router: b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:54:51.763633 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a620f8df-bf6e-4602-ba04-cbd9a0e66dea None None] Routers {'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:54:51.764269 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a620f8df-bf6e-4602-ba04-cbd9a0e66dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:54:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:54:51.793464 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ab993abf-ea51-4197-86a7-7cfa40f60444 req-a700ec5a-05d1-4451-8abf-92a07da03fc8 service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860529 Aug 28 15:54:51.868966 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-a620f8df-bf6e-4602-ba04-cbd9a0e66dea None None] Set router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:54:51.884914 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ab993abf-ea51-4197-86a7-7cfa40f60444 req-d267c58e-25df-40e1-8e0d-ae93d22a1cbe service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833712 Aug 28 15:54:52.092983 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a620f8df-bf6e-4602-ba04-cbd9a0e66dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:45Z', 'revision_number': 4, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port': {'id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'floating_ip_address': '172.25.3.137', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'port_id': 'd73148fd-8412-4280-bae9-a66cc5b3abc4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'mac_address': 'fa:16:3e:59:53:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0093f73b-b584-49cb-8523-5466aa65b528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:44:47Z', 'updated_at': '2021-08-28T15:54:50Z', 'revision_number': 13, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41ff17cc-a314-4a44-be9b-266979761485', 'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'mac_address': 'fa:16:3e:f2:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:45Z', 'updated_at': '2021-08-28T15:44:51Z', 'revision_number': 5, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'subnets': [{'id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:54:52.121779 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a620f8df-bf6e-4602-ba04-cbd9a0e66dea None None] The sync data for ids ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'] in n-d-712137-10 is: [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:45Z', 'revision_number': 4, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port': {'id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'floating_ip_address': '172.25.3.137', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'port_id': 'd73148fd-8412-4280-bae9-a66cc5b3abc4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'mac_address': 'fa:16:3e:59:53:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0093f73b-b584-49cb-8523-5466aa65b528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T15:44:47Z', 'updated_at': '2021-08-28T15:54:50Z', 'revision_number': 13, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41ff17cc-a314-4a44-be9b-266979761485', 'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'mac_address': 'fa:16:3e:f2:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:45Z', 'updated_at': '2021-08-28T15:44:51Z', 'revision_number': 5, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'subnets': [{'id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:54:52.305240 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fdd2ea-2f39-40c7-bb1e-cdef9fe7a594 None None] New status for floating IP e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90: ACTIVE {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:54:54.974918 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:54:57.098555 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:55:08.090551 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5cd881a2-0ab4-49f0-86ce-41731155e595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:55:10.636071 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9b5c04df-c19d-43b2-ac1a-104190df8a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:55:10.958396 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:55:11.951304 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:55:12.095880 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:55:13.456203 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:55:25.001203 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:55:27.082245 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:55:27.940785 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fddf4d8d-3355-4dc8-b794-9db9a1117b8f req-dc942b23-0761-4f82-909a-d6ecf72153c4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402968 Aug 28 15:55:28.027385 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf4d8d-3355-4dc8-b794-9db9a1117b8f req-a6baaab8-450f-4049-a410-7690fc5194b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:55:28.028956 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fddf4d8d-3355-4dc8-b794-9db9a1117b8f req-a6baaab8-450f-4049-a410-7690fc5194b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 1098 time: 0.0486681 Aug 28 15:55:28.127995 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf4d8d-3355-4dc8-b794-9db9a1117b8f req-97fb6ea1-daf1-4c88-9ca5-2d195394f919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:55:28.129490 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fddf4d8d-3355-4dc8-b794-9db9a1117b8f req-97fb6ea1-daf1-4c88-9ca5-2d195394f919 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0819538 Aug 28 15:55:28.199004 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fddf4d8d-3355-4dc8-b794-9db9a1117b8f req-92f54fd0-6329-40f3-aa1e-a6330c2bcbab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d73148fd-8412-4280-bae9-a66cc5b3abc4 HTTP/1.1" status: 200 len: 1003 time: 0.0622311 Aug 28 15:55:28.248670 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf4d8d-3355-4dc8-b794-9db9a1117b8f req-2844adb1-0a72-49ea-b1a3-4634d4c03ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:55:28.250094 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fddf4d8d-3355-4dc8-b794-9db9a1117b8f req-2844adb1-0a72-49ea-b1a3-4634d4c03ac2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0439050 Aug 28 15:55:28.294642 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf4d8d-3355-4dc8-b794-9db9a1117b8f req-74d8d2d8-cc62-4e88-b37c-21f03e096504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:55:28.296149 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fddf4d8d-3355-4dc8-b794-9db9a1117b8f req-74d8d2d8-cc62-4e88-b37c-21f03e096504 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396636 Aug 28 15:55:28.385622 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fddf4d8d-3355-4dc8-b794-9db9a1117b8f req-daed6ae7-dd84-417e-be1e-a62cbdd3a654 service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826080 Aug 28 15:55:28.475447 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fddf4d8d-3355-4dc8-b794-9db9a1117b8f req-7db78a91-aaca-40ad-86f7-7471690fd7f1 service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825486 Aug 28 15:55:38.092864 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8e93086e-fb0c-4688-9f52-318e36c47ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:55:40.636789 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fc7c40e8-741d-49e3-9432-485e76662305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:55:40.959559 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:55:41.958320 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:55:43.457669 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:55:49.095116 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:55:55.000557 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:55:57.088444 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:56:08.092820 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ddd75f92-0255-4cfb-bfb1-f702709e56f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:56:10.636967 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-564cf5a8-a76f-4a0a-aceb-ee6757da5cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:56:10.960240 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:56:11.956805 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:56:13.459563 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:56:24.999912 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:56:26.094391 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:56:27.103953 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:56:28.605443 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a731d48-86e2-4dbe-baa7-67c24ac591f2 req-c7fbd649-c8c2-4661-801d-50c2143d7fbc tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:28.607004 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2a731d48-86e2-4dbe-baa7-67c24ac591f2 req-c7fbd649-c8c2-4661-801d-50c2143d7fbc tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 946 time: 0.2219169 Aug 28 15:56:28.645057 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2a731d48-86e2-4dbe-baa7-67c24ac591f2 req-26042568-bd70-47ef-af36-bff559dae483 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320647 Aug 28 15:56:29.983268 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-83f04794-e323-461e-975d-356609727788 req-fc4bd4f3-7138-4587-bc74-0681a8a0db4b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0839036 Aug 28 15:56:30.063760 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f04794-e323-461e-975d-356609727788 req-cb12ffdb-3c08-4a66-9c76-80c57820de21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:30.065238 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-83f04794-e323-461e-975d-356609727788 req-cb12ffdb-3c08-4a66-9c76-80c57820de21 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 1098 time: 0.0407836 Aug 28 15:56:30.177088 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f04794-e323-461e-975d-356609727788 req-91c4e76b-0ba0-4ce4-95e7-468d529ed7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:30.178520 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-83f04794-e323-461e-975d-356609727788 req-91c4e76b-0ba0-4ce4-95e7-468d529ed7e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0891995 Aug 28 15:56:30.251928 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-83f04794-e323-461e-975d-356609727788 req-e5d28071-dc03-4cde-b20a-52132354c461 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d73148fd-8412-4280-bae9-a66cc5b3abc4 HTTP/1.1" status: 200 len: 1003 time: 0.0661938 Aug 28 15:56:30.302492 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f04794-e323-461e-975d-356609727788 req-dc2c8114-3ec5-4b51-9cdf-bfb547683d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:30.304003 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-83f04794-e323-461e-975d-356609727788 req-dc2c8114-3ec5-4b51-9cdf-bfb547683d53 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0455115 Aug 28 15:56:30.349381 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f04794-e323-461e-975d-356609727788 req-fb4b14e0-4e91-4b26-9853-73317e340ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:30.350999 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-83f04794-e323-461e-975d-356609727788 req-fb4b14e0-4e91-4b26-9853-73317e340ead service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402975 Aug 28 15:56:30.448435 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-83f04794-e323-461e-975d-356609727788 req-b7a3a91f-101f-48a8-99eb-7cde183c2fd8 service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872824 Aug 28 15:56:30.539107 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-83f04794-e323-461e-975d-356609727788 req-bc08263b-cde8-4195-80ab-af8acaf00f92 service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834680 Aug 28 15:56:38.093996 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-de8e4832-c119-4a8b-94ba-69b3961e1c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:56:39.977856 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-a7771c9c-0109-4af9-9656-5d181934ff9a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0449033 Aug 28 15:56:39.994953 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661b104-7580-40c4-a5ca-0e23c506ddbb req-71d34400-9ebd-496d-aa7d-e47f14fd253c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:39.997216 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6661b104-7580-40c4-a5ca-0e23c506ddbb req-71d34400-9ebd-496d-aa7d-e47f14fd253c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 946 time: 0.0509284 Aug 28 15:56:40.037594 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6661b104-7580-40c4-a5ca-0e23c506ddbb req-3ec5f7d1-4258-40c8-aca0-e266a3d40f24 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342448 Aug 28 15:56:40.637462 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-31a5bf77-47d8-4639-84d5-4a7a4adfc742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:56:40.960229 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:56:41.085015 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-8bff47fe-62c3-42c6-b225-b0a5398a1902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:41.086538 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-8bff47fe-62c3-42c6-b225-b0a5398a1902 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 1098 time: 0.0412006 Aug 28 15:56:41.206081 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58811a52-c77b-4ce7-a222-0aca6bcb0e36 req-dc87f3fb-5164-4432-ad81-d4e8d3d9c076 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:41.207545 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-58811a52-c77b-4ce7-a222-0aca6bcb0e36 req-dc87f3fb-5164-4432-ad81-d4e8d3d9c076 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 946 time: 0.0962195 Aug 28 15:56:41.223496 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-81a9f870-0737-432c-b1e4-a4391e4612e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:41.224892 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-81a9f870-0737-432c-b1e4-a4391e4612e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.1312320 Aug 28 15:56:41.286503 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-58811a52-c77b-4ce7-a222-0aca6bcb0e36 req-5f789f98-8205-495f-8cbe-825813750dcb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719137 Aug 28 15:56:41.304849 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-d0586557-077c-4f1a-9c6f-35c6960b136d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d73148fd-8412-4280-bae9-a66cc5b3abc4 HTTP/1.1" status: 200 len: 1003 time: 0.0667286 Aug 28 15:56:41.362623 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-01780ab1-abd6-4bd7-b7ac-95e336094808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:41.364082 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-01780ab1-abd6-4bd7-b7ac-95e336094808 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0521250 Aug 28 15:56:41.410798 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-30ed5fc2-45a9-4af6-af5e-6474efa6296f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:41.412389 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-30ed5fc2-45a9-4af6-af5e-6474efa6296f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413058 Aug 28 15:56:41.500575 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-80c698a6-c42d-463d-b91f-b1983a3519ed service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814419 Aug 28 15:56:41.592481 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-0ea8078c-bde2-4e69-8ad5-db3679b327e3 service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849588 Aug 28 15:56:41.961701 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:56:42.402611 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0632319-6b3b-4c61-b6b1-51ff1656dc24 req-4564886b-a012-4365-ae2d-844386c6fd92 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:42.404625 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b0632319-6b3b-4c61-b6b1-51ff1656dc24 req-4564886b-a012-4365-ae2d-844386c6fd92 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 946 time: 0.0494430 Aug 28 15:56:42.442283 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b0632319-6b3b-4c61-b6b1-51ff1656dc24 req-68bbeb63-f91b-4ba6-8773-c77ab4a1d936 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316670 Aug 28 15:56:43.462264 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:56:43.566233 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf8f00-5c9f-4b86-8209-f7a761e8cf36 req-088304d3-90cf-48f1-9fb6-2cf298b24b2a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:43.567717 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b5cf8f00-5c9f-4b86-8209-f7a761e8cf36 req-088304d3-90cf-48f1-9fb6-2cf298b24b2a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 946 time: 0.0509825 Aug 28 15:56:43.604871 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b5cf8f00-5c9f-4b86-8209-f7a761e8cf36 req-eb946cef-2e43-4731-ae23-f33ede2e426b tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312471 Aug 28 15:56:44.728425 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b6892-8f26-488c-bfae-ebf1be3fdb02 req-823b93bd-79d4-4bce-9a0a-33d8652bfba6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:44.729881 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6f5b6892-8f26-488c-bfae-ebf1be3fdb02 req-823b93bd-79d4-4bce-9a0a-33d8652bfba6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 946 time: 0.0560098 Aug 28 15:56:44.771157 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-6f5b6892-8f26-488c-bfae-ebf1be3fdb02 req-c4062873-5e9a-4844-9f1b-05d36fd3b854 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345547 Aug 28 15:56:45.889252 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c47462-9553-416c-a130-06557bd64199 req-65ac975a-5283-4964-b4b4-7eb73720b38e tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:45.890748 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d1c47462-9553-416c-a130-06557bd64199 req-65ac975a-5283-4964-b4b4-7eb73720b38e tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 946 time: 0.0529606 Aug 28 15:56:45.929597 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d1c47462-9553-416c-a130-06557bd64199 req-8dd0df0b-bbed-432f-987d-20be31892fab tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328212 Aug 28 15:56:47.048971 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712e907-ed2c-44da-9a8f-3b92e583ff92 req-78c541f8-8232-4883-9d25-ac5b568e85a9 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:47.050439 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f712e907-ed2c-44da-9a8f-3b92e583ff92 req-78c541f8-8232-4883-9d25-ac5b568e85a9 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 946 time: 0.0495572 Aug 28 15:56:47.088081 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f712e907-ed2c-44da-9a8f-3b92e583ff92 req-ed69f874-c0fb-45bb-9e5c-bc6438538d56 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318229 Aug 28 15:56:48.205591 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dad57d-4cb1-4526-966d-d34fe684b0cb req-f9a2e976-df34-4a9b-8ecd-73e30fcb7a7e tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:48.206984 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38dad57d-4cb1-4526-966d-d34fe684b0cb req-f9a2e976-df34-4a9b-8ecd-73e30fcb7a7e tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 946 time: 0.0487218 Aug 28 15:56:48.245176 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38dad57d-4cb1-4526-966d-d34fe684b0cb req-e541d302-9095-466c-a583-4434af8f8315 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322282 Aug 28 15:56:49.360645 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9b2b4-4218-4bd5-9e26-d6a174b591e8 req-e07f2a23-ff26-4381-8e33-de06f3affc80 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:49.362128 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1df9b2b4-4218-4bd5-9e26-d6a174b591e8 req-e07f2a23-ff26-4381-8e33-de06f3affc80 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 946 time: 0.0496402 Aug 28 15:56:49.399013 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1df9b2b4-4218-4bd5-9e26-d6a174b591e8 req-345d6ec8-31b4-4608-8960-953fad6a31d4 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308676 Aug 28 15:56:50.512786 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10056491-224d-4d44-be3a-c54d8afb8bca req-4b91265c-e356-45b0-983c-71690bbd3781 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:50.514939 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-10056491-224d-4d44-be3a-c54d8afb8bca req-4b91265c-e356-45b0-983c-71690bbd3781 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 946 time: 0.0493474 Aug 28 15:56:50.551067 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-10056491-224d-4d44-be3a-c54d8afb8bca req-78338fee-161e-4538-9096-2853168011f1 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301301 Aug 28 15:56:51.663542 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13300c36-ee19-4f03-9b02-592a0f5dc504 req-6720085c-0216-485b-8a12-7d24a76c737d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:51.665022 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13300c36-ee19-4f03-9b02-592a0f5dc504 req-6720085c-0216-485b-8a12-7d24a76c737d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 946 time: 0.0472245 Aug 28 15:56:51.707712 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13300c36-ee19-4f03-9b02-592a0f5dc504 req-930de6fc-b250-4645-9f3a-c88831c32e5c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361342 Aug 28 15:56:52.827493 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac41d0-616c-497b-9fdd-771a450fc5d3 req-d25f26de-e89f-4e4c-b1b5-d0f56be481f0 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:52.828973 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-25ac41d0-616c-497b-9fdd-771a450fc5d3 req-d25f26de-e89f-4e4c-b1b5-d0f56be481f0 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 946 time: 0.0534863 Aug 28 15:56:53.117698 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-25ac41d0-616c-497b-9fdd-771a450fc5d3 req-52ad9772-7808-4ecf-b49a-fadefef50bcb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2826836 Aug 28 15:56:54.234785 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092711ba-3525-4507-8248-c3f57901101b req-1ca89f0c-15a7-4682-9551-a2104ccc483d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:54.236319 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-092711ba-3525-4507-8248-c3f57901101b req-1ca89f0c-15a7-4682-9551-a2104ccc483d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 946 time: 0.0489414 Aug 28 15:56:54.274390 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-092711ba-3525-4507-8248-c3f57901101b req-6871187a-e5e2-48f1-9108-230dd3b28eb3 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320990 Aug 28 15:56:54.997009 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:56:55.217792 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-0820beec-c884-4d68-a624-11a36989d85e service neutron] show failed (client error): The resource could not be found. Aug 28 15:56:55.218780 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-0820beec-c884-4d68-a624-11a36989d85e service neutron] 10.222.0.36 "GET /v2.0/ports/d73148fd-8412-4280-bae9-a66cc5b3abc4/bindings/n-h1-712137-10 HTTP/1.1" status: 404 len: 381 time: 0.0537879 Aug 28 15:56:55.399359 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d4020-a96a-4c14-a49e-3db0b2dbc674 req-54973577-aee7-461e-ad7b-e3230e0e0998 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:55.400932 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f41d4020-a96a-4c14-a49e-3db0b2dbc674 req-54973577-aee7-461e-ad7b-e3230e0e0998 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 946 time: 0.0518448 Aug 28 15:56:55.439643 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f41d4020-a96a-4c14-a49e-3db0b2dbc674 req-c6bf3146-719c-46ce-83fb-7ebee9b6e583 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313873 Aug 28 15:56:55.474081 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-703565a6-3892-4ae4-90aa-4ee4f598629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:55.475857 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-703565a6-3892-4ae4-90aa-4ee4f598629a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528&tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0 HTTP/1.1" status: 200 len: 1098 time: 0.0998425 Aug 28 15:56:55.487812 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-10', 'device_owner': 'compute:nova'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:56:55.542306 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:56:55.751492 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] For port d73148fd-8412-4280-bae9-a66cc5b3abc4, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=d73148fd-8412-4280-bae9-a66cc5b3abc4,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:56:55.785563 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] For port d73148fd-8412-4280-bae9-a66cc5b3abc4, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:56:55.825120 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0093f73b-b584-49cb-8523-5466aa65b528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd73148fd-8412-4280-bae9-a66cc5b3abc4'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:56:55.828248 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e308943d50e92a26f6c3a6de5cf793d4f684f916ac590010b5ff3c9d15b1720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe37071-0caa-493b-9ad0-3e3eecc2f9bb" -d '{"events": [{"server_uuid": "0093f73b-b584-49cb-8523-5466aa65b528", "name": "network-vif-unplugged", "status": "completed", "tag": "d73148fd-8412-4280-bae9-a66cc5b3abc4"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:56:55.831936 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:56:55.843975 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Transition to ACTIVE for port object d73148fd-8412-4280-bae9-a66cc5b3abc4 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:56:55.848082 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:56:55.939259 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Pushing event updated for resources: {'Port': ['ID=d73148fd-8412-4280-bae9-a66cc5b3abc4,revision_number=6']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:56:55.954644 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:56:55.954994 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:56:55.955334 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:56:55.955689 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:56:55.956083 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:56:55.956433 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:56:55.956763 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:56:55.957091 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:56:55.957416 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:56:55.957740 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:56:55.958063 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:56:55.958406 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:56:55.963195 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 15:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ff2a76-fe81-4b39-bdd3-cdb6f692bac1 x-openstack-request-id: req-e5ff2a76-fe81-4b39-bdd3-cdb6f692bac1 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:56:55.963483 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0093f73b-b584-49cb-8523-5466aa65b528", "name": "network-vif-unplugged", "status": "completed", "tag": "d73148fd-8412-4280-bae9-a66cc5b3abc4", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:56:55.963764 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5ff2a76-fe81-4b39-bdd3-cdb6f692bac1 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:56:55.964154 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0093f73b-b584-49cb-8523-5466aa65b528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd73148fd-8412-4280-bae9-a66cc5b3abc4', 'code': 200} Aug 28 15:56:55.990760 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] No DVR routers for this DVR port d73148fd-8412-4280-bae9-a66cc5b3abc4 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:56:56.124620 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Attempting to bind port d73148fd-8412-4280-bae9-a66cc5b3abc4 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:56:56.125464 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Attempting to bind port d73148fd-8412-4280-bae9-a66cc5b3abc4 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:56:56.125794 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Attempting to bind port d73148fd-8412-4280-bae9-a66cc5b3abc4 on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:56:56.130016 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Port d73148fd-8412-4280-bae9-a66cc5b3abc4 on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:56:56.130334 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Attempting to bind port d73148fd-8412-4280-bae9-a66cc5b3abc4 on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:56:56.135028 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:56:56.135363 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Checking segment: {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:56:56.135786 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Bound using segment: {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:56:56.136205 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Bound port: d73148fd-8412-4280-bae9-a66cc5b3abc4, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:56:56.136566 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:56:56.198474 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] For port d73148fd-8412-4280-bae9-a66cc5b3abc4, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:56:56.202103 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] For port d73148fd-8412-4280-bae9-a66cc5b3abc4, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d73148fd-8412-4280-bae9-a66cc5b3abc4,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:56:56.206608 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:56:56.243446 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:56.244121 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:56:56.245559 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] 10.222.0.41 "PUT /v2.0/ports/d73148fd-8412-4280-bae9-a66cc5b3abc4 HTTP/1.1" status: 200 len: 1093 time: 0.7617350 Aug 28 15:56:56.270635 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971c023-eb4b-4bd6-bd70-564923c41155 service neutron] Pushing event updated for resources: {'Port': ['ID=d73148fd-8412-4280-bae9-a66cc5b3abc4,revision_number=7']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:56:56.319241 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-fbf08d34-c696-4452-81ac-446bbf196dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:56.320820 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-fbf08d34-c696-4452-81ac-446bbf196dc1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 1096 time: 0.0464544 Aug 28 15:56:56.415608 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-ee0bee8d-d5ae-479c-9bff-efdf9f7e5675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:56.417229 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-ee0bee8d-d5ae-479c-9bff-efdf9f7e5675 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0899563 Aug 28 15:56:56.490067 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-1117b1c7-5db5-47a8-9fdb-cbe7151aa566 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d73148fd-8412-4280-bae9-a66cc5b3abc4 HTTP/1.1" status: 200 len: 1001 time: 0.0650282 Aug 28 15:56:56.539309 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-d0d7081c-9800-4715-b043-d0b8081abeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:56.540711 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-d0d7081c-9800-4715-b043-d0b8081abeaf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0438459 Aug 28 15:56:56.564036 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709e17f-c513-41ed-89fe-c6ae6de3f2fe req-99bf6ac3-4b09-429f-99b0-a5e42e90b9c6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:56.565704 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5709e17f-c513-41ed-89fe-c6ae6de3f2fe req-99bf6ac3-4b09-429f-99b0-a5e42e90b9c6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 944 time: 0.0545914 Aug 28 15:56:56.588046 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-279ee1c4-ae7b-49d4-83a8-50fc86304b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:56.589552 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-279ee1c4-ae7b-49d4-83a8-50fc86304b31 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411093 Aug 28 15:56:56.604845 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5709e17f-c513-41ed-89fe-c6ae6de3f2fe req-26e4d54a-eba2-4231-a0c7-168a0ff1b00c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320780 Aug 28 15:56:56.965902 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-e7cb86ee-3dbd-4769-b557-4ecfd9ae8f04 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670297 Aug 28 15:56:57.056641 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3d4aaa30-d541-4ca3-876b-cef4130ae492 req-4277a91e-438d-4ee8-934e-de786d4c4c78 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821369 Aug 28 15:56:57.121122 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:56:57.730038 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b1e7-8777-46e0-9324-bd824c6c8b6a req-89f27b67-8f79-4cf5-b0be-be54c82be4e0 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:57.731564 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3542b1e7-8777-46e0-9324-bd824c6c8b6a req-89f27b67-8f79-4cf5-b0be-be54c82be4e0 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 944 time: 0.0514481 Aug 28 15:56:57.774009 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3542b1e7-8777-46e0-9324-bd824c6c8b6a req-2f89d1f0-6a39-4b6c-a1a7-5b4285876cec tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361867 Aug 28 15:56:57.965200 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0093f73b-b584-49cb-8523-5466aa65b528', 'tag': 'd73148fd-8412-4280-bae9-a66cc5b3abc4'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:56:57.967648 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e308943d50e92a26f6c3a6de5cf793d4f684f916ac590010b5ff3c9d15b1720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2386fe0-6349-4be1-90d1-de24e3dbe060" -d '{"events": [{"name": "network-changed", "server_uuid": "0093f73b-b584-49cb-8523-5466aa65b528", "tag": "d73148fd-8412-4280-bae9-a66cc5b3abc4"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:56:58.016826 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3282c57-662f-4ad6-98a7-b5a8846b1da1 x-openstack-request-id: req-a3282c57-662f-4ad6-98a7-b5a8846b1da1 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:56:58.017129 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0093f73b-b584-49cb-8523-5466aa65b528", "tag": "d73148fd-8412-4280-bae9-a66cc5b3abc4", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:56:58.017677 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3282c57-662f-4ad6-98a7-b5a8846b1da1 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:56:58.018075 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0093f73b-b584-49cb-8523-5466aa65b528', 'tag': 'd73148fd-8412-4280-bae9-a66cc5b3abc4', 'status': 'completed', 'code': 200} Aug 28 15:56:58.072008 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2386fe0-6349-4be1-90d1-de24e3dbe060 req-85793ae8-49ce-404d-b059-8c2999feebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:58.073630 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a2386fe0-6349-4be1-90d1-de24e3dbe060 req-85793ae8-49ce-404d-b059-8c2999feebc8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 1096 time: 0.0402350 Aug 28 15:56:58.085994 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2386fe0-6349-4be1-90d1-de24e3dbe060 req-76f9e8f7-da08-464e-9760-c8cd0795d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:58.087472 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a2386fe0-6349-4be1-90d1-de24e3dbe060 req-76f9e8f7-da08-464e-9760-c8cd0795d3f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 1096 time: 0.0429029 Aug 28 15:56:58.167705 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2386fe0-6349-4be1-90d1-de24e3dbe060 req-519348bb-3efc-4723-973d-bf3f1ce28228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:58.169274 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a2386fe0-6349-4be1-90d1-de24e3dbe060 req-519348bb-3efc-4723-973d-bf3f1ce28228 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0880725 Aug 28 15:56:58.179821 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2386fe0-6349-4be1-90d1-de24e3dbe060 req-735de165-a1aa-4dbc-ba3a-bfb5b45c2579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:58.181297 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a2386fe0-6349-4be1-90d1-de24e3dbe060 req-735de165-a1aa-4dbc-ba3a-bfb5b45c2579 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0862012 Aug 28 15:56:58.236883 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a2386fe0-6349-4be1-90d1-de24e3dbe060 req-c749d899-2c44-48f8-8d72-71c3ab833a84 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d73148fd-8412-4280-bae9-a66cc5b3abc4 HTTP/1.1" status: 200 len: 1001 time: 0.0591958 Aug 28 15:56:58.250798 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a2386fe0-6349-4be1-90d1-de24e3dbe060 req-db158b63-c1eb-44bc-92f0-68825ea9aede service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d73148fd-8412-4280-bae9-a66cc5b3abc4 HTTP/1.1" status: 200 len: 1001 time: 0.0622742 Aug 28 15:56:58.286976 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2386fe0-6349-4be1-90d1-de24e3dbe060 req-cbaa8082-b1c5-4e4e-b891-e340c24ecc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:58.288601 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a2386fe0-6349-4be1-90d1-de24e3dbe060 req-cbaa8082-b1c5-4e4e-b891-e340c24ecc81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0452833 Aug 28 15:56:58.304571 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2386fe0-6349-4be1-90d1-de24e3dbe060 req-871f8f95-2f67-4643-993e-a0172709432a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:58.306802 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a2386fe0-6349-4be1-90d1-de24e3dbe060 req-871f8f95-2f67-4643-993e-a0172709432a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0494637 Aug 28 15:56:58.347832 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2386fe0-6349-4be1-90d1-de24e3dbe060 req-537e0ce9-f803-4bf4-a2c2-db764ad4e670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:58.350181 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a2386fe0-6349-4be1-90d1-de24e3dbe060 req-537e0ce9-f803-4bf4-a2c2-db764ad4e670 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537634 Aug 28 15:56:58.354728 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2386fe0-6349-4be1-90d1-de24e3dbe060 req-6d2024fc-ea58-4d9e-a365-b0d878c047ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:58.356227 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a2386fe0-6349-4be1-90d1-de24e3dbe060 req-6d2024fc-ea58-4d9e-a365-b0d878c047ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410664 Aug 28 15:56:58.375602 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device d73148fd-8412-4280-bae9-a66cc5b3abc4 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:56:58.416376 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device d73148fd-8412-4280-bae9-a66cc5b3abc4 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:56:58.446057 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a2386fe0-6349-4be1-90d1-de24e3dbe060 req-6e4a5af7-f2df-4d90-bd84-312e30bcb25b service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873630 Aug 28 15:56:58.465845 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a2386fe0-6349-4be1-90d1-de24e3dbe060 req-08554fcb-4d7a-416d-be34-797d2276c11a service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013484 Aug 28 15:56:58.543267 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a2386fe0-6349-4be1-90d1-de24e3dbe060 req-4b677cf3-8a6e-490c-a64c-61beafd5657e service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890596 Aug 28 15:56:58.564238 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a2386fe0-6349-4be1-90d1-de24e3dbe060 req-4c97aedc-4c87-43d1-a115-3279cc47d409 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906723 Aug 28 15:56:58.897264 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8f8ab-46af-41f6-afb1-1d98d1987eda req-ec150afb-475f-4aea-affd-5abf94cca73c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:56:58.898838 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-38d8f8ab-46af-41f6-afb1-1d98d1987eda req-ec150afb-475f-4aea-affd-5abf94cca73c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 944 time: 0.0556021 Aug 28 15:56:58.946859 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-38d8f8ab-46af-41f6-afb1-1d98d1987eda req-c5cd6057-3db6-48af-8797-a72d12a60891 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412390 Aug 28 15:57:00.068195 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0b959-692a-43b7-b974-bd76940cca34 req-62bd3a09-3f96-439b-b719-f5b3ee82d861 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:00.069692 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a4c0b959-692a-43b7-b974-bd76940cca34 req-62bd3a09-3f96-439b-b719-f5b3ee82d861 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 944 time: 0.0504968 Aug 28 15:57:00.108271 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a4c0b959-692a-43b7-b974-bd76940cca34 req-0a7669d2-6e63-4f1b-9bc1-5dd3f4ee310b tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325015 Aug 28 15:57:01.228761 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78648e-3e81-4a22-a121-2379a0bc0143 req-93d4747e-ebff-4064-8b7d-b3178ed01452 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:01.230248 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7c78648e-3e81-4a22-a121-2379a0bc0143 req-93d4747e-ebff-4064-8b7d-b3178ed01452 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 944 time: 0.0501411 Aug 28 15:57:01.268783 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7c78648e-3e81-4a22-a121-2379a0bc0143 req-37a32f18-bcbb-4688-a3dd-d7147288b880 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321689 Aug 28 15:57:02.390032 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ef5ba-c72b-4f49-b560-a9cd4112eaa2 req-623a119e-f907-40fe-ad15-956238898dc5 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:02.391545 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8a3ef5ba-c72b-4f49-b560-a9cd4112eaa2 req-623a119e-f907-40fe-ad15-956238898dc5 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 944 time: 0.0552051 Aug 28 15:57:02.432740 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8a3ef5ba-c72b-4f49-b560-a9cd4112eaa2 req-aeb1da05-3ca3-4fed-9df9-179ab5fae572 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338645 Aug 28 15:57:03.094340 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:57:03.548752 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0169443-d9db-4f34-9495-3c2dc3b89180 req-07b828f7-dd73-45b5-9792-8d770f28203f tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:03.550223 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0169443-d9db-4f34-9495-3c2dc3b89180 req-07b828f7-dd73-45b5-9792-8d770f28203f tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 944 time: 0.0484900 Aug 28 15:57:03.587087 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f0169443-d9db-4f34-9495-3c2dc3b89180 req-b5e54636-a83a-46d8-b411-6b3727b3e97c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309415 Aug 28 15:57:04.702477 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25d8b4-d837-40c2-906d-0acc1945441c req-9033b594-a0e0-4da7-8ee1-71b502efcf7f tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:04.705032 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7d25d8b4-d837-40c2-906d-0acc1945441c req-9033b594-a0e0-4da7-8ee1-71b502efcf7f tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 944 time: 0.0491931 Aug 28 15:57:04.749437 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7d25d8b4-d837-40c2-906d-0acc1945441c req-0ad544af-521d-42a0-a75a-cfde9283189e tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352256 Aug 28 15:57:05.868862 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2deb4-9450-4855-8459-63a20ac942ea req-c85414da-f517-49c8-8afe-b0b005bd769c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:05.870387 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-61a2deb4-9450-4855-8459-63a20ac942ea req-c85414da-f517-49c8-8afe-b0b005bd769c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 944 time: 0.0527191 Aug 28 15:57:05.909019 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-61a2deb4-9450-4855-8459-63a20ac942ea req-6d872ff6-b609-49d0-986b-405a411acb4a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324945 Aug 28 15:57:07.024969 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce03d7-ab91-49b1-b162-678333f2c2a6 req-023fcb5a-5294-4917-a336-53ad64796335 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:07.026431 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-26ce03d7-ab91-49b1-b162-678333f2c2a6 req-023fcb5a-5294-4917-a336-53ad64796335 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 944 time: 0.0492420 Aug 28 15:57:07.063597 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-26ce03d7-ab91-49b1-b162-678333f2c2a6 req-f608150b-bcfd-4482-883d-1d65d4fce70e tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308561 Aug 28 15:57:08.094879 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-78c616f1-a7bf-4e53-b505-98a8f5fcdb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:08.178880 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eeb3b0-2150-485f-82ce-48d1e7b1b7a8 req-43700a41-59a5-4ae3-a9ac-c81e53e2f8a6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:08.180293 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-11eeb3b0-2150-485f-82ce-48d1e7b1b7a8 req-43700a41-59a5-4ae3-a9ac-c81e53e2f8a6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 944 time: 0.0488613 Aug 28 15:57:08.218113 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-11eeb3b0-2150-485f-82ce-48d1e7b1b7a8 req-434c7c82-457f-49ef-8c2b-175af41012d6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317638 Aug 28 15:57:09.333143 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecdf8d-030c-45f4-aa07-ab9701adf191 req-96296abd-79dc-4e40-a3ba-d765b415bbab tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:09.334619 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a9ecdf8d-030c-45f4-aa07-ab9701adf191 req-96296abd-79dc-4e40-a3ba-d765b415bbab tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 944 time: 0.0485432 Aug 28 15:57:09.374044 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a9ecdf8d-030c-45f4-aa07-ab9701adf191 req-01b86854-732a-453e-a31a-1277bc15d03a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332317 Aug 28 15:57:10.477850 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d73148fd-8412-4280-bae9-a66cc5b3abc4 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:57:10.491905 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f837e-35dc-4922-962a-8ceb9790aadc req-5cfe9a01-4a07-4258-89c2-b4b5fa883c77 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:10.493423 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2d2f837e-35dc-4922-962a-8ceb9790aadc req-5cfe9a01-4a07-4258-89c2-b4b5fa883c77 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 944 time: 0.0507162 Aug 28 15:57:10.532679 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2d2f837e-35dc-4922-962a-8ceb9790aadc req-fedd6b59-de86-463d-bcc0-020b3085e3d0 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322444 Aug 28 15:57:10.579124 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d73148fd-8412-4280-bae9-a66cc5b3abc4, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d73148fd-8412-4280-bae9-a66cc5b3abc4,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:57:10.590700 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': 'd73148fd-8412-4280-bae9-a66cc5b3abc4', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'port_id': 'd73148fd-8412-4280-bae9-a66cc5b3abc4', 'mac_address': 'fa:16:3e:59:53:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:57:10.642609 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:10.651741 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6a590316-0e18-4e87-aa25-0b5074cc24cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:10.657505 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d73148fd-8412-4280-bae9-a66cc5b3abc4 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:57:10.678018 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d73148fd-8412-4280-bae9-a66cc5b3abc4, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d73148fd-8412-4280-bae9-a66cc5b3abc4,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:57:10.682329 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:10.729428 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=d73148fd-8412-4280-bae9-a66cc5b3abc4,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:57:10.739019 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:10.739019 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:10.739019 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:10.739019 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:10.739019 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:10.739019 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:10.739019 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:10.739537 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:10.739537 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:10.739894 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:10.740213 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:10.740651 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:10.851193 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3add9-9df9-4eca-a03f-8467828696ed req-87bf7fb8-6df3-4fc9-b0e0-cd041adadda8 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:10.852675 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-67e3add9-9df9-4eca-a03f-8467828696ed req-87bf7fb8-6df3-4fc9-b0e0-cd041adadda8 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.41 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528&tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&binding%3Ahost_id=n-h1-712137-10 HTTP/1.1" status: 200 len: 945 time: 0.0849118 Aug 28 15:57:10.867359 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2e6ef-3463-46dc-99b9-2672c85f1455 req-3ffc130f-458d-4190-b08c-f64d38dc4a09 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:10.868837 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eba2e6ef-3463-46dc-99b9-2672c85f1455 req-3ffc130f-458d-4190-b08c-f64d38dc4a09 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 945 time: 0.0679512 Aug 28 15:57:10.935138 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eba2e6ef-3463-46dc-99b9-2672c85f1455 req-12cb389e-e181-4a50-8467-efef4d424f19 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599394 Aug 28 15:57:10.950775 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-67e3add9-9df9-4eca-a03f-8467828696ed req-b67732e3-7392-49a5-84af-ffcbe050bbf3 service neutron] 10.222.0.41 "GET /v2.0/ports/d73148fd-8412-4280-bae9-a66cc5b3abc4/bindings/n-h1-712137-10 HTTP/1.1" status: 200 len: 383 time: 0.0792482 Aug 28 15:57:10.965654 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:11.017987 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3add9-9df9-4eca-a03f-8467828696ed req-1eb829bf-711d-4586-94b1-5aaf28e6bc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:11.019478 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-67e3add9-9df9-4eca-a03f-8467828696ed req-1eb829bf-711d-4586-94b1-5aaf28e6bc8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 1097 time: 0.0440502 Aug 28 15:57:11.079024 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['d73148fd-8412-4280-bae9-a66cc5b3abc4'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:57:11.114927 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3add9-9df9-4eca-a03f-8467828696ed req-08a956e7-1e59-4c9d-be30-31d78bb63585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:11.116463 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-67e3add9-9df9-4eca-a03f-8467828696ed req-08a956e7-1e59-4c9d-be30-31d78bb63585 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0899301 Aug 28 15:57:11.189440 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-67e3add9-9df9-4eca-a03f-8467828696ed req-3ecbf286-2fea-4258-b013-fe63b2cd3202 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d73148fd-8412-4280-bae9-a66cc5b3abc4 HTTP/1.1" status: 200 len: 1002 time: 0.0658126 Aug 28 15:57:11.240458 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3add9-9df9-4eca-a03f-8467828696ed req-b1232961-1915-43cc-a7fc-4a8f6be3a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:11.241937 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-67e3add9-9df9-4eca-a03f-8467828696ed req-b1232961-1915-43cc-a7fc-4a8f6be3a033 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0463786 Aug 28 15:57:11.289396 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3add9-9df9-4eca-a03f-8467828696ed req-1cfbbc31-f5db-4a29-a425-efbb9733f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:11.290926 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-67e3add9-9df9-4eca-a03f-8467828696ed req-1cfbbc31-f5db-4a29-a425-efbb9733f72a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424128 Aug 28 15:57:11.385627 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-67e3add9-9df9-4eca-a03f-8467828696ed req-048706ca-344a-492c-90cb-9ed2dbb415b4 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866516 Aug 28 15:57:11.475690 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-67e3add9-9df9-4eca-a03f-8467828696ed req-fb847efe-d85d-4145-bbfd-390bfba03bc8 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823703 Aug 28 15:57:11.960437 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:12.055073 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03585b7f-87a4-47f3-98d4-9f17016f1f83 req-30a33fc3-d12d-44bb-a9ae-1825ca99a2cb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:12.056583 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-03585b7f-87a4-47f3-98d4-9f17016f1f83 req-30a33fc3-d12d-44bb-a9ae-1825ca99a2cb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 945 time: 0.0486622 Aug 28 15:57:12.097647 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-03585b7f-87a4-47f3-98d4-9f17016f1f83 req-b33fa5e4-356e-4e43-8ca0-a188b65a4b13 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349748 Aug 28 15:57:12.489375 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d73148fd-8412-4280-bae9-a66cc5b3abc4 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:57:12.539297 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port d73148fd-8412-4280-bae9-a66cc5b3abc4 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:57:12.542944 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port d73148fd-8412-4280-bae9-a66cc5b3abc4 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:57:12.543317 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:12.629297 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:12.650884 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0093f73b-b584-49cb-8523-5466aa65b528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73148fd-8412-4280-bae9-a66cc5b3abc4'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:57:12.653395 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e998ae4c8ad98a44641492a375488314a28001c32b9c96e1494d2a73900553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fc698d-7693-40f1-a05e-6917af03b9cb" -d '{"events": [{"server_uuid": "0093f73b-b584-49cb-8523-5466aa65b528", "name": "network-vif-plugged", "status": "completed", "tag": "d73148fd-8412-4280-bae9-a66cc5b3abc4"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:57:12.666089 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port d73148fd-8412-4280-bae9-a66cc5b3abc4, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d73148fd-8412-4280-bae9-a66cc5b3abc4,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:57:12.671861 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:12.720302 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=d73148fd-8412-4280-bae9-a66cc5b3abc4,revision_number=9']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:57:12.761368 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec0109a-87df-4537-ad14-3f362834a5e0 x-openstack-request-id: req-3ec0109a-87df-4537-ad14-3f362834a5e0 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:57:12.761667 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0093f73b-b584-49cb-8523-5466aa65b528", "name": "network-vif-plugged", "status": "completed", "tag": "d73148fd-8412-4280-bae9-a66cc5b3abc4", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:57:12.761924 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ec0109a-87df-4537-ad14-3f362834a5e0 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:57:12.762330 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0093f73b-b584-49cb-8523-5466aa65b528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73148fd-8412-4280-bae9-a66cc5b3abc4', 'code': 200} Aug 28 15:57:13.218251 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e19881-6a20-4084-9fde-90c679eb3200 req-7bc380cb-bd35-4e71-9916-8706c47a53d3 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:13.219954 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-79e19881-6a20-4084-9fde-90c679eb3200 req-7bc380cb-bd35-4e71-9916-8706c47a53d3 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 946 time: 0.0507581 Aug 28 15:57:13.256493 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-79e19881-6a20-4084-9fde-90c679eb3200 req-90e27380-a1dd-42e0-b18b-61af3d1087c7 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306294 Aug 28 15:57:13.466766 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:14.376853 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9590fa8-d381-49b8-a19a-67a8d4c263da req-75c05f10-81b6-47c4-8bfc-d830cac4bd64 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:14.378282 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e9590fa8-d381-49b8-a19a-67a8d4c263da req-75c05f10-81b6-47c4-8bfc-d830cac4bd64 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 946 time: 0.0499513 Aug 28 15:57:14.418650 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e9590fa8-d381-49b8-a19a-67a8d4c263da req-c5d0ee25-3faa-4c86-99c6-07abaa6bdeb3 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340538 Aug 28 15:57:15.437432 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3add9-9df9-4eca-a03f-8467828696ed req-6fbee5a3-ff24-4ec2-811a-2c8f1f3cba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:15.438939 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-67e3add9-9df9-4eca-a03f-8467828696ed req-6fbee5a3-ff24-4ec2-811a-2c8f1f3cba93 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528&tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0 HTTP/1.1" status: 200 len: 1098 time: 0.0413382 Aug 28 15:57:15.450217 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-67e3add9-9df9-4eca-a03f-8467828696ed req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-10', 'device_owner': 'compute:nova'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:57:15.528038 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-67e3add9-9df9-4eca-a03f-8467828696ed req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:15.583178 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc4860-d5a7-449f-af5f-af6432d9048c req-6c2734e5-465a-43cf-be3d-8df771302d5a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:15.584695 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f5cc4860-d5a7-449f-af5f-af6432d9048c req-6c2734e5-465a-43cf-be3d-8df771302d5a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 946 time: 0.0855844 Aug 28 15:57:15.690439 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f5cc4860-d5a7-449f-af5f-af6432d9048c req-02ae308c-31c2-4b75-9c19-9d3aaf182321 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957892 Aug 28 15:57:15.772720 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-67e3add9-9df9-4eca-a03f-8467828696ed req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] For port d73148fd-8412-4280-bae9-a66cc5b3abc4, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=d73148fd-8412-4280-bae9-a66cc5b3abc4,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:57:15.805552 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-67e3add9-9df9-4eca-a03f-8467828696ed req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] For port d73148fd-8412-4280-bae9-a66cc5b3abc4, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:57:15.844722 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0093f73b-b584-49cb-8523-5466aa65b528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd73148fd-8412-4280-bae9-a66cc5b3abc4'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:57:15.847023 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fdda2d-b0de-46bc-81db-38bde2eff77f" -d '{"events": [{"server_uuid": "0093f73b-b584-49cb-8523-5466aa65b528", "name": "network-vif-unplugged", "status": "completed", "tag": "d73148fd-8412-4280-bae9-a66cc5b3abc4"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:57:15.851524 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-67e3add9-9df9-4eca-a03f-8467828696ed req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:15.867618 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-67e3add9-9df9-4eca-a03f-8467828696ed req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Transition to ACTIVE for port object d73148fd-8412-4280-bae9-a66cc5b3abc4 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:57:15.872477 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-67e3add9-9df9-4eca-a03f-8467828696ed req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:15.965092 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 15:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e296bc-aaef-4a52-a39c-7bfa2dc2ff05 x-openstack-request-id: req-55e296bc-aaef-4a52-a39c-7bfa2dc2ff05 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:57:15.965388 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0093f73b-b584-49cb-8523-5466aa65b528", "name": "network-vif-unplugged", "status": "completed", "tag": "d73148fd-8412-4280-bae9-a66cc5b3abc4", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:57:15.966498 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55e296bc-aaef-4a52-a39c-7bfa2dc2ff05 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:57:15.966900 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0093f73b-b584-49cb-8523-5466aa65b528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd73148fd-8412-4280-bae9-a66cc5b3abc4', 'code': 200} Aug 28 15:57:15.969743 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Pushing event updated for resources: {'Port': ['ID=d73148fd-8412-4280-bae9-a66cc5b3abc4,revision_number=10']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:57:15.984382 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:15.984726 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:15.985067 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:15.985403 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:15.985735 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:15.986062 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:15.986387 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:15.986711 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:15.987032 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:15.987365 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:15.987705 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:15.988025 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:16.016156 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e3add9-9df9-4eca-a03f-8467828696ed req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] No DVR routers for this DVR port d73148fd-8412-4280-bae9-a66cc5b3abc4 on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:57:16.150669 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-67e3add9-9df9-4eca-a03f-8467828696ed req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Attempting to bind port d73148fd-8412-4280-bae9-a66cc5b3abc4 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:57:16.151003 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-67e3add9-9df9-4eca-a03f-8467828696ed req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Attempting to bind port d73148fd-8412-4280-bae9-a66cc5b3abc4 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:57:16.151333 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e3add9-9df9-4eca-a03f-8467828696ed req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Attempting to bind port d73148fd-8412-4280-bae9-a66cc5b3abc4 on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:57:16.156083 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e3add9-9df9-4eca-a03f-8467828696ed req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Port d73148fd-8412-4280-bae9-a66cc5b3abc4 on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:57:16.156421 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e3add9-9df9-4eca-a03f-8467828696ed req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Attempting to bind port d73148fd-8412-4280-bae9-a66cc5b3abc4 on network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:57:16.161108 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e3add9-9df9-4eca-a03f-8467828696ed req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:57:16.161441 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e3add9-9df9-4eca-a03f-8467828696ed req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Checking segment: {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:57:16.161822 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e3add9-9df9-4eca-a03f-8467828696ed req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Bound using segment: {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:57:16.162243 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-67e3add9-9df9-4eca-a03f-8467828696ed req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Bound port: d73148fd-8412-4280-bae9-a66cc5b3abc4, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe9cc36-2abe-47b1-b90b-7471599656fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:57:16.162598 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-67e3add9-9df9-4eca-a03f-8467828696ed req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:16.239646 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-67e3add9-9df9-4eca-a03f-8467828696ed req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] For port d73148fd-8412-4280-bae9-a66cc5b3abc4, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:57:16.243423 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-67e3add9-9df9-4eca-a03f-8467828696ed req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] For port d73148fd-8412-4280-bae9-a66cc5b3abc4, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=d73148fd-8412-4280-bae9-a66cc5b3abc4,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:57:16.248987 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-67e3add9-9df9-4eca-a03f-8467828696ed req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:16.283553 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3add9-9df9-4eca-a03f-8467828696ed req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:16.284259 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-67e3add9-9df9-4eca-a03f-8467828696ed req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:16.285882 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-67e3add9-9df9-4eca-a03f-8467828696ed req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] 10.222.0.36 "PUT /v2.0/ports/d73148fd-8412-4280-bae9-a66cc5b3abc4 HTTP/1.1" status: 200 len: 1094 time: 0.8398166 Aug 28 15:57:16.318181 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46717a6-466e-4152-9eaa-2fe6b2360b18 service neutron] Pushing event updated for resources: {'Port': ['ID=d73148fd-8412-4280-bae9-a66cc5b3abc4,revision_number=11']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:57:16.355432 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3add9-9df9-4eca-a03f-8467828696ed req-e29b61ff-f496-4135-9365-df56b9a58c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:16.358108 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-67e3add9-9df9-4eca-a03f-8467828696ed req-e29b61ff-f496-4135-9365-df56b9a58c97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 1097 time: 0.0492218 Aug 28 15:57:16.457837 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3add9-9df9-4eca-a03f-8467828696ed req-30a0c0d1-4193-4d58-92c1-ade9271920d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:16.459362 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-67e3add9-9df9-4eca-a03f-8467828696ed req-30a0c0d1-4193-4d58-92c1-ade9271920d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0935955 Aug 28 15:57:16.491677 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d73148fd-8412-4280-bae9-a66cc5b3abc4 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:57:16.525437 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-67e3add9-9df9-4eca-a03f-8467828696ed req-a65b147b-a3ca-4528-8eb0-19bb95cb3594 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d73148fd-8412-4280-bae9-a66cc5b3abc4 HTTP/1.1" status: 200 len: 1001 time: 0.0583131 Aug 28 15:57:16.542975 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device d73148fd-8412-4280-bae9-a66cc5b3abc4 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:57:16.585577 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3add9-9df9-4eca-a03f-8467828696ed req-c3d0219a-9b86-4303-a347-01213c60f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:16.586940 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-67e3add9-9df9-4eca-a03f-8467828696ed req-c3d0219a-9b86-4303-a347-01213c60f0ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0543339 Aug 28 15:57:16.632061 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3add9-9df9-4eca-a03f-8467828696ed req-f42176d2-c11a-48ad-af09-d75cfe7c5908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:16.633614 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-67e3add9-9df9-4eca-a03f-8467828696ed req-f42176d2-c11a-48ad-af09-d75cfe7c5908 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398540 Aug 28 15:57:16.723021 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-67e3add9-9df9-4eca-a03f-8467828696ed req-99ed3478-1118-4e9c-b5ab-1e489af2d752 service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817380 Aug 28 15:57:16.848326 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81778228-9c61-4302-84c3-db8da566d990 req-f805d8d0-047b-447e-aa77-5a59457540ad tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:16.849702 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-81778228-9c61-4302-84c3-db8da566d990 req-f805d8d0-047b-447e-aa77-5a59457540ad tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 945 time: 0.0747266 Aug 28 15:57:16.854974 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-67e3add9-9df9-4eca-a03f-8467828696ed req-d6f72f9a-f29f-4234-a087-a0ea23a4e078 service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251388 Aug 28 15:57:16.890410 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-81778228-9c61-4302-84c3-db8da566d990 req-23dc4328-e892-4633-bd73-eb9971197d8c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344887 Aug 28 15:57:17.968298 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0093f73b-b584-49cb-8523-5466aa65b528', 'tag': 'd73148fd-8412-4280-bae9-a66cc5b3abc4'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:57:17.970723 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff56962-8b0d-417d-beb5-46c2bebe463b" -d '{"events": [{"name": "network-changed", "server_uuid": "0093f73b-b584-49cb-8523-5466aa65b528", "tag": "d73148fd-8412-4280-bae9-a66cc5b3abc4"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:57:18.026686 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07dd5359-5200-482b-8f94-7bad7ce6d78f x-openstack-request-id: req-07dd5359-5200-482b-8f94-7bad7ce6d78f {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:57:18.027328 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0093f73b-b584-49cb-8523-5466aa65b528", "tag": "d73148fd-8412-4280-bae9-a66cc5b3abc4", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:57:18.027973 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07dd5359-5200-482b-8f94-7bad7ce6d78f {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:57:18.028384 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0093f73b-b584-49cb-8523-5466aa65b528', 'tag': 'd73148fd-8412-4280-bae9-a66cc5b3abc4', 'status': 'completed', 'code': 200} Aug 28 15:57:18.030358 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122d9ad-61f9-4088-853b-86f2da38b675 req-64645068-4f5f-4f50-8c2c-1fce1a0d7733 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:18.032109 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0122d9ad-61f9-4088-853b-86f2da38b675 req-64645068-4f5f-4f50-8c2c-1fce1a0d7733 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 945 time: 0.0628300 Aug 28 15:57:18.089723 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff56962-8b0d-417d-beb5-46c2bebe463b req-f75fdf36-6f89-4d1d-93a0-a324015261d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:18.091839 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1ff56962-8b0d-417d-beb5-46c2bebe463b req-f75fdf36-6f89-4d1d-93a0-a324015261d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 1097 time: 0.0417917 Aug 28 15:57:18.097471 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0122d9ad-61f9-4088-853b-86f2da38b675 req-c7e6b412-160a-44c2-9dc4-4a88885d8d85 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594189 Aug 28 15:57:18.108671 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff56962-8b0d-417d-beb5-46c2bebe463b req-ea54ed84-bcc7-4104-b104-53dcd035b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:18.116003 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1ff56962-8b0d-417d-beb5-46c2bebe463b req-ea54ed84-bcc7-4104-b104-53dcd035b9d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 1097 time: 0.0578339 Aug 28 15:57:18.192281 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff56962-8b0d-417d-beb5-46c2bebe463b req-ba626fc1-6d0d-4181-8c7b-0087213ee341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:18.193676 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1ff56962-8b0d-417d-beb5-46c2bebe463b req-ba626fc1-6d0d-4181-8c7b-0087213ee341 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0931671 Aug 28 15:57:18.205810 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff56962-8b0d-417d-beb5-46c2bebe463b req-fedeb87f-0072-45bf-9ea2-9c7784b18c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:18.208385 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1ff56962-8b0d-417d-beb5-46c2bebe463b req-fedeb87f-0072-45bf-9ea2-9c7784b18c83 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 200 len: 912 time: 0.0894573 Aug 28 15:57:18.263831 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1ff56962-8b0d-417d-beb5-46c2bebe463b req-4117fabf-3bff-46af-9140-d8300e07e364 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d73148fd-8412-4280-bae9-a66cc5b3abc4 HTTP/1.1" status: 200 len: 1001 time: 0.0626283 Aug 28 15:57:18.275697 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1ff56962-8b0d-417d-beb5-46c2bebe463b req-df526130-430e-473f-850f-0ed4f5c10d21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d73148fd-8412-4280-bae9-a66cc5b3abc4 HTTP/1.1" status: 200 len: 1001 time: 0.0613017 Aug 28 15:57:18.319903 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff56962-8b0d-417d-beb5-46c2bebe463b req-c9ceb680-1322-4807-ba32-69f44e84656f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:18.321697 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1ff56962-8b0d-417d-beb5-46c2bebe463b req-c9ceb680-1322-4807-ba32-69f44e84656f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0511398 Aug 28 15:57:18.326461 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff56962-8b0d-417d-beb5-46c2bebe463b req-f60de8f6-d83d-483d-b5df-15fe08d71424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:18.328050 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1ff56962-8b0d-417d-beb5-46c2bebe463b req-f60de8f6-d83d-483d-b5df-15fe08d71424 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 200 len: 850 time: 0.0463474 Aug 28 15:57:18.368050 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff56962-8b0d-417d-beb5-46c2bebe463b req-a06b7760-cc43-42d3-ad06-9a97930740e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:18.369717 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1ff56962-8b0d-417d-beb5-46c2bebe463b req-a06b7760-cc43-42d3-ad06-9a97930740e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415864 Aug 28 15:57:18.379163 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff56962-8b0d-417d-beb5-46c2bebe463b req-25c20696-fee8-4262-ad43-5c9ebf4958be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:18.380832 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1ff56962-8b0d-417d-beb5-46c2bebe463b req-25c20696-fee8-4262-ad43-5c9ebf4958be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a6565bb-79f8-467b-ac45-bf20fbf95f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458114 Aug 28 15:57:18.462555 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1ff56962-8b0d-417d-beb5-46c2bebe463b req-136918b1-606f-48ac-8fae-745b5b8ede67 service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852687 Aug 28 15:57:18.474256 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1ff56962-8b0d-417d-beb5-46c2bebe463b req-075a231b-05ae-4b0e-a0db-350b806487b8 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855665 Aug 28 15:57:18.559128 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1ff56962-8b0d-417d-beb5-46c2bebe463b req-60074c5f-d2ab-4d81-9e43-acee68342e50 service neutron] 10.222.0.36 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902760 Aug 28 15:57:18.574565 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1ff56962-8b0d-417d-beb5-46c2bebe463b req-7df4edbd-d234-4dbf-8433-096daad2a669 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937958 Aug 28 15:57:19.219114 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59c9ed-dd87-4ff5-b72b-60c1f49352c9 req-8aa36ab9-1203-4698-93ff-68d3c632be11 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:19.220727 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ba59c9ed-dd87-4ff5-b72b-60c1f49352c9 req-8aa36ab9-1203-4698-93ff-68d3c632be11 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 945 time: 0.0511196 Aug 28 15:57:19.260271 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ba59c9ed-dd87-4ff5-b72b-60c1f49352c9 req-b95f617f-eed1-4257-85a1-9c6ea00136df tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334010 Aug 28 15:57:20.383198 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96376b7-44ab-45c5-a0af-87d65062dfd5 req-6168af5f-aecb-49a7-85c5-160d120e0b91 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:20.384715 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f96376b7-44ab-45c5-a0af-87d65062dfd5 req-6168af5f-aecb-49a7-85c5-160d120e0b91 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 945 time: 0.0498073 Aug 28 15:57:20.422744 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f96376b7-44ab-45c5-a0af-87d65062dfd5 req-6c0335f8-b95e-4c5a-b525-77cea7299993 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314925 Aug 28 15:57:21.544011 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0a4b2-bb24-463a-8951-35c6488eb535 req-61eff7d6-4b9e-4a68-8c03-21dd77a47216 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:21.545851 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f9d0a4b2-bb24-463a-8951-35c6488eb535 req-61eff7d6-4b9e-4a68-8c03-21dd77a47216 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 945 time: 0.0546751 Aug 28 15:57:21.582336 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f9d0a4b2-bb24-463a-8951-35c6488eb535 req-2283cdae-d505-4f06-b8db-a0ea093d6470 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305595 Aug 28 15:57:22.696421 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631b14d-ab49-4ff1-a880-20efd9fe5fb6 req-7b60dee2-a5db-4cd8-841d-f43de59c4ded tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:22.697890 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0631b14d-ab49-4ff1-a880-20efd9fe5fb6 req-7b60dee2-a5db-4cd8-841d-f43de59c4ded tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 945 time: 0.0483506 Aug 28 15:57:22.735823 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0631b14d-ab49-4ff1-a880-20efd9fe5fb6 req-7a1a6192-b26e-4e87-afef-1a7f50b5e31d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319221 Aug 28 15:57:23.850539 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325ad26-046a-4a90-bec0-9bed5421096a req-f55f123d-9010-4f39-8589-1ce3989953d3 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:23.852012 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b325ad26-046a-4a90-bec0-9bed5421096a req-f55f123d-9010-4f39-8589-1ce3989953d3 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 945 time: 0.0484300 Aug 28 15:57:23.890252 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b325ad26-046a-4a90-bec0-9bed5421096a req-19893344-df5f-458c-89b0-d43604ab9ab0 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321646 Aug 28 15:57:25.004544 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e77d8-5cfc-45da-b4cd-1a9283d4e9de req-dd25b867-588f-4566-a4ea-910b34407293 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:25.006092 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e3e77d8-5cfc-45da-b4cd-1a9283d4e9de req-dd25b867-588f-4566-a4ea-910b34407293 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 945 time: 0.0480230 Aug 28 15:57:25.011212 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:25.048881 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0e3e77d8-5cfc-45da-b4cd-1a9283d4e9de req-04b79541-7198-4880-923e-01078dac719f tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357451 Aug 28 15:57:26.163842 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab30fdb-161c-496f-a753-1cffba2c0f78 req-d4352165-9145-48d3-9bd8-b0aefee2fc5a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:26.165380 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0ab30fdb-161c-496f-a753-1cffba2c0f78 req-d4352165-9145-48d3-9bd8-b0aefee2fc5a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 945 time: 0.0490129 Aug 28 15:57:26.204072 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0ab30fdb-161c-496f-a753-1cffba2c0f78 req-498f3a43-18b1-498a-9847-059b9e76e49c tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320461 Aug 28 15:57:27.128135 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:27.322133 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be834f0f-2a9b-4789-a163-4db63dc76efb req-6b369159-614a-40ac-9d0b-89b5b168b718 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:27.323629 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be834f0f-2a9b-4789-a163-4db63dc76efb req-6b369159-614a-40ac-9d0b-89b5b168b718 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 945 time: 0.0500829 Aug 28 15:57:27.363438 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be834f0f-2a9b-4789-a163-4db63dc76efb req-5b3c850a-7a36-41c1-940d-886f5c5dd113 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327680 Aug 28 15:57:28.488205 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e7926-6c3e-4dbf-808a-1630912e7e29 req-15e355c7-8e52-4f2f-98f2-9570c7589a46 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:28.489716 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2e1e7926-6c3e-4dbf-808a-1630912e7e29 req-15e355c7-8e52-4f2f-98f2-9570c7589a46 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 945 time: 0.0567620 Aug 28 15:57:28.529546 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2e1e7926-6c3e-4dbf-808a-1630912e7e29 req-cb4b5a31-4a0a-41e9-b201-e20085a514af tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337355 Aug 28 15:57:28.566374 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device d73148fd-8412-4280-bae9-a66cc5b3abc4 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:57:28.648351 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212c481-b177-487a-8a2a-447565a94902 req-8fd89060-59d2-48dd-b96f-609c128c52c6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:28.649900 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5212c481-b177-487a-8a2a-447565a94902 req-8fd89060-59d2-48dd-b96f-609c128c52c6 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 945 time: 0.0510464 Aug 28 15:57:28.691075 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5212c481-b177-487a-8a2a-447565a94902 req-4c8e987b-afbf-4f60-ac26-d2a8ce833c99 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335777 Aug 28 15:57:28.744785 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port d73148fd-8412-4280-bae9-a66cc5b3abc4, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=d73148fd-8412-4280-bae9-a66cc5b3abc4,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:57:28.759686 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'd73148fd-8412-4280-bae9-a66cc5b3abc4', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'port_id': 'd73148fd-8412-4280-bae9-a66cc5b3abc4', 'mac_address': 'fa:16:3e:59:53:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:57:28.816075 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c28821-2399-4495-9ed9-5eb8b4c6c7c5 req-9ffc2e41-09e2-4988-adf8-3183384f4e53 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:28.817616 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-62c28821-2399-4495-9ed9-5eb8b4c6c7c5 req-9ffc2e41-09e2-4988-adf8-3183384f4e53 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 945 time: 0.0509815 Aug 28 15:57:28.828840 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:28.848604 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d73148fd-8412-4280-bae9-a66cc5b3abc4 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:57:28.861411 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-62c28821-2399-4495-9ed9-5eb8b4c6c7c5 req-574c96fe-96fb-42b9-9073-c49d1a141fd7 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337625 Aug 28 15:57:28.882002 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port d73148fd-8412-4280-bae9-a66cc5b3abc4, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=d73148fd-8412-4280-bae9-a66cc5b3abc4,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:57:28.886178 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:28.942653 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=d73148fd-8412-4280-bae9-a66cc5b3abc4,revision_number=12']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:57:29.142375 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6797b-f991-47a5-85f5-940f6c60ccea req-86250841-7554-49ca-8a08-b67a0f3870d5 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:29.143999 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b1b6797b-f991-47a5-85f5-940f6c60ccea req-86250841-7554-49ca-8a08-b67a0f3870d5 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 946 time: 0.0592930 Aug 28 15:57:29.148945 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['d73148fd-8412-4280-bae9-a66cc5b3abc4'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:57:29.195056 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b1b6797b-f991-47a5-85f5-940f6c60ccea req-c3b0a123-a1a2-4c56-af69-65083bc4e984 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402317 Aug 28 15:57:30.315526 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ead74f-3a47-4508-b65d-c41034dbdf11 req-e7a7e48b-4e39-4320-9e23-95a713b8aba1 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:30.317050 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-92ead74f-3a47-4508-b65d-c41034dbdf11 req-e7a7e48b-4e39-4320-9e23-95a713b8aba1 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 946 time: 0.0510955 Aug 28 15:57:30.359283 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-92ead74f-3a47-4508-b65d-c41034dbdf11 req-88f8682a-d4f5-4125-81dc-e0ee5e1cbc7a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9a79b84-c661-4919-bad4-ca202682b960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359828 Aug 28 15:57:30.554346 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device d73148fd-8412-4280-bae9-a66cc5b3abc4 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:57:30.602258 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port d73148fd-8412-4280-bae9-a66cc5b3abc4 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:57:30.605801 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port d73148fd-8412-4280-bae9-a66cc5b3abc4 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:57:30.606180 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:30.687035 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:30.697043 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9d572-d6be-4e6c-82a1-94031978b50d req-f30c4bcc-9cbe-4258-a07e-07f9d5cf3764 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:30.698612 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b2a9d572-d6be-4e6c-82a1-94031978b50d req-f30c4bcc-9cbe-4258-a07e-07f9d5cf3764 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.36 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 946 time: 0.0534053 Aug 28 15:57:30.709724 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0093f73b-b584-49cb-8523-5466aa65b528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73148fd-8412-4280-bae9-a66cc5b3abc4'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:57:30.711979 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e998ae4c8ad98a44641492a375488314a28001c32b9c96e1494d2a73900553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd178cba-e8f4-4757-b2c8-5cc73b89fc94" -d '{"events": [{"server_uuid": "0093f73b-b584-49cb-8523-5466aa65b528", "name": "network-vif-plugged", "status": "completed", "tag": "d73148fd-8412-4280-bae9-a66cc5b3abc4"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:57:30.725230 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port d73148fd-8412-4280-bae9-a66cc5b3abc4, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=d73148fd-8412-4280-bae9-a66cc5b3abc4,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:57:30.730807 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:30.758428 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbea2c0f-bd7e-4b12-83d2-66ca0e181f13 x-openstack-request-id: req-fbea2c0f-bd7e-4b12-83d2-66ca0e181f13 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:57:30.758729 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0093f73b-b584-49cb-8523-5466aa65b528", "name": "network-vif-plugged", "status": "completed", "tag": "d73148fd-8412-4280-bae9-a66cc5b3abc4", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:57:30.758983 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbea2c0f-bd7e-4b12-83d2-66ca0e181f13 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:57:30.759420 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0093f73b-b584-49cb-8523-5466aa65b528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73148fd-8412-4280-bae9-a66cc5b3abc4', 'code': 200} Aug 28 15:57:30.785914 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=d73148fd-8412-4280-bae9-a66cc5b3abc4,revision_number=13']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:57:30.792355 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-b2a9d572-d6be-4e6c-82a1-94031978b50d req-1b64e719-0801-407b-b008-8d4681537fcb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Deleting port d73148fd-8412-4280-bae9-a66cc5b3abc4 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:57:30.792695 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b2a9d572-d6be-4e6c-82a1-94031978b50d req-1b64e719-0801-407b-b008-8d4681537fcb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:30.882972 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-b2a9d572-d6be-4e6c-82a1-94031978b50d req-1b64e719-0801-407b-b008-8d4681537fcb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] For port d73148fd-8412-4280-bae9-a66cc5b3abc4, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=d73148fd-8412-4280-bae9-a66cc5b3abc4,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:57:30.883343 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b2a9d572-d6be-4e6c-82a1-94031978b50d req-1b64e719-0801-407b-b008-8d4681537fcb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:31.048656 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b2a9d572-d6be-4e6c-82a1-94031978b50d req-1b64e719-0801-407b-b008-8d4681537fcb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:31.049046 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b2a9d572-d6be-4e6c-82a1-94031978b50d req-1b64e719-0801-407b-b008-8d4681537fcb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:31.049365 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [req-b2a9d572-d6be-4e6c-82a1-94031978b50d req-1b64e719-0801-407b-b008-8d4681537fcb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Floating IP e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90 disassociated. External IP: 172.25.3.137, port: d73148fd-8412-4280-bae9-a66cc5b3abc4. Aug 28 15:57:31.049709 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-b2a9d572-d6be-4e6c-82a1-94031978b50d req-1b64e719-0801-407b-b008-8d4681537fcb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Calling delete_port for d73148fd-8412-4280-bae9-a66cc5b3abc4 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:57:31.179011 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b2a9d572-d6be-4e6c-82a1-94031978b50d req-1b64e719-0801-407b-b008-8d4681537fcb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:31.210531 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64e719-0801-407b-b008-8d4681537fcb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Pushing event deleted for resources: {'Port': ['ID=d73148fd-8412-4280-bae9-a66cc5b3abc4,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:57:31.325939 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2a9d572-d6be-4e6c-82a1-94031978b50d req-1b64e719-0801-407b-b008-8d4681537fcb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:57:31.436433 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2a9d572-d6be-4e6c-82a1-94031978b50d req-1b64e719-0801-407b-b008-8d4681537fcb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:57:31.447230 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c88b4b0-ceae-4afc-bf67-ff95a17bfca4 None None] Sync routers for ids ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:57:31.457440 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c88b4b0-ceae-4afc-bf67-ff95a17bfca4 None None] Routers {'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:57:31.458055 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-4c88b4b0-ceae-4afc-bf67-ff95a17bfca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:57:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:57:31.466914 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b5c7c161-51f4-4707-937d-f0536742602c req-dbc11fca-74f3-4f6d-8087-865fc178e103 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 210 time: 0.0359731 Aug 28 15:57:31.475403 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a9d572-d6be-4e6c-82a1-94031978b50d req-1b64e719-0801-407b-b008-8d4681537fcb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] No DVR routers for this DVR port d73148fd-8412-4280-bae9-a66cc5b3abc4 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:57:31.478392 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-b2a9d572-d6be-4e6c-82a1-94031978b50d req-1b64e719-0801-407b-b008-8d4681537fcb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:31.481232 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b2a9d572-d6be-4e6c-82a1-94031978b50d req-1b64e719-0801-407b-b008-8d4681537fcb tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.36 "DELETE /v2.0/ports/d73148fd-8412-4280-bae9-a66cc5b3abc4 HTTP/1.1" status: 204 len: 173 time: 0.7756515 Aug 28 15:57:31.481712 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0093f73b-b584-49cb-8523-5466aa65b528', 'name': 'network-vif-deleted', 'tag': 'd73148fd-8412-4280-bae9-a66cc5b3abc4'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:57:31.484393 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da67c95-8585-4dcd-a880-14bc2c273573" -d '{"events": [{"server_uuid": "0093f73b-b584-49cb-8523-5466aa65b528", "name": "network-vif-deleted", "tag": "d73148fd-8412-4280-bae9-a66cc5b3abc4"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:57:31.526633 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21acee03-a30b-46f2-9e10-a12f970e7d58 x-openstack-request-id: req-21acee03-a30b-46f2-9e10-a12f970e7d58 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:57:31.527384 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0093f73b-b584-49cb-8523-5466aa65b528", "name": "network-vif-deleted", "tag": "d73148fd-8412-4280-bae9-a66cc5b3abc4", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:57:31.527846 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21acee03-a30b-46f2-9e10-a12f970e7d58 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:57:31.528262 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0093f73b-b584-49cb-8523-5466aa65b528', 'name': 'network-vif-deleted', 'tag': 'd73148fd-8412-4280-bae9-a66cc5b3abc4', 'status': 'completed', 'code': 200} Aug 28 15:57:31.577586 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-4c88b4b0-ceae-4afc-bf67-ff95a17bfca4 None None] Set router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:57:31.780270 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-4c88b4b0-ceae-4afc-bf67-ff95a17bfca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:45Z', 'revision_number': 4, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port': {'id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '41ff17cc-a314-4a44-be9b-266979761485', 'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'mac_address': 'fa:16:3e:f2:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:45Z', 'updated_at': '2021-08-28T15:44:51Z', 'revision_number': 5, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'subnets': [{'id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:57:31.809621 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c88b4b0-ceae-4afc-bf67-ff95a17bfca4 None None] Checking router: b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:57:31.817788 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c88b4b0-ceae-4afc-bf67-ff95a17bfca4 None None] Routers {'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:57:31.818398 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-4c88b4b0-ceae-4afc-bf67-ff95a17bfca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:57:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:57:31.924425 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-4c88b4b0-ceae-4afc-bf67-ff95a17bfca4 None None] Set router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:57:32.225237 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-4c88b4b0-ceae-4afc-bf67-ff95a17bfca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:45Z', 'revision_number': 4, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port': {'id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '41ff17cc-a314-4a44-be9b-266979761485', 'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'mac_address': 'fa:16:3e:f2:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:45Z', 'updated_at': '2021-08-28T15:44:51Z', 'revision_number': 5, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'subnets': [{'id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:57:32.257464 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c88b4b0-ceae-4afc-bf67-ff95a17bfca4 None None] The sync data for ids ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'] in n-d-712137-10 is: [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:45Z', 'revision_number': 4, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port': {'id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '41ff17cc-a314-4a44-be9b-266979761485', 'name': '', 'network_id': '2a6565bb-79f8-467b-ac45-bf20fbf95f1d', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'mac_address': 'fa:16:3e:f2:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:45Z', 'updated_at': '2021-08-28T15:44:51Z', 'revision_number': 5, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'subnets': [{'id': '956ea95e-5b4d-499d-b17b-a478cd421967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:57:32.471633 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bc0bc6-8312-4a26-a411-5f58a5f82e22 None None] New status for floating IP e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90: DOWN {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 15:57:32.563714 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fcb43959-7253-4908-acf2-b9fea069eda7 req-e0c88523-a1eb-41cc-bcbc-cd31d550b30f tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 210 time: 0.0295115 Aug 28 15:57:33.661066 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-501513bd-43ea-4241-9759-a51181ffd10b req-1f3ef80c-901c-4a9f-9e06-5b1935b95c89 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 210 time: 0.0281734 Aug 28 15:57:34.592218 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device d73148fd-8412-4280-bae9-a66cc5b3abc4 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:57:34.612539 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: d73148fd-8412-4280-bae9-a66cc5b3abc4 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:57:34.612887 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device d73148fd-8412-4280-bae9-a66cc5b3abc4 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:57:34.756121 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-09587c51-2ec5-467f-9e0a-4e5fbea1148a req-b544ad6f-e1ce-43ec-a745-368c1888c7dd tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093f73b-b584-49cb-8523-5466aa65b528 HTTP/1.1" status: 200 len: 210 time: 0.0267525 Aug 28 15:57:38.100898 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6aab27e1-ac2e-44bb-830f-00a575c56b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:39.492088 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59760) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:57:39.551556 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8111b9da-b5be-4e49-8d39-ae52f4de0404 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:39.575331 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8111b9da-b5be-4e49-8d39-ae52f4de0404 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:39.621712 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8111b9da-b5be-4e49-8d39-ae52f4de0404 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:39.624491 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8111b9da-b5be-4e49-8d39-ae52f4de0404 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:39.625725 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8111b9da-b5be-4e49-8d39-ae52f4de0404 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "DELETE /v2.0/security-groups/b9a79b84-c661-4919-bad4-ca202682b960 HTTP/1.1" status: 204 len: 168 time: 0.1326330 Aug 28 15:57:39.628419 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59762) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:57:39.634777 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111b9da-b5be-4e49-8d39-ae52f4de0404 tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a79b84-c661-4919-bad4-ca202682b960,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:57:39.642631 n-d-712137-10 neutron-server[106330]: INFO neutron.api.v2.resource [None req-eff84241-dbe3-4004-904b-110b2f2cad6d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] show failed (client error): The resource could not be found. Aug 28 15:57:39.643638 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-eff84241-dbe3-4004-904b-110b2f2cad6d tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "GET /v2.0/security-groups/b9a79b84-c661-4919-bad4-ca202682b960 HTTP/1.1" status: 404 len: 347 time: 0.0142357 Aug 28 15:57:39.646418 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59764) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:57:39.768463 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-cc97f69c-10b6-43f6-9b6b-10dabd8d605a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Deleting port 21c5c92e-00c9-4b16-b377-e2f3076c1080 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:57:39.769234 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cc97f69c-10b6-43f6-9b6b-10dabd8d605a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:39.843628 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cc97f69c-10b6-43f6-9b6b-10dabd8d605a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:39.843989 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cc97f69c-10b6-43f6-9b6b-10dabd8d605a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:39.855537 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-cc97f69c-10b6-43f6-9b6b-10dabd8d605a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Calling delete_port for 21c5c92e-00c9-4b16-b377-e2f3076c1080 owned by network:floatingip {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:57:39.996634 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cc97f69c-10b6-43f6-9b6b-10dabd8d605a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:40.026380 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97f69c-10b6-43f6-9b6b-10dabd8d605a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Pushing event deleted for resources: {'Port': ['ID=21c5c92e-00c9-4b16-b377-e2f3076c1080,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:57:40.094461 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:57:40.330622 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cc97f69c-10b6-43f6-9b6b-10dabd8d605a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks [] for floatingip, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:40.333036 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cc97f69c-10b6-43f6-9b6b-10dabd8d605a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:40.334188 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-cc97f69c-10b6-43f6-9b6b-10dabd8d605a tempest-ServerActionsTestJSON-1392825105 tempest-ServerActionsTestJSON-1392825105-project] 10.222.0.13 "DELETE /v2.0/floatingips/e9bb5cd5-de4c-41b9-a23b-6b0ed2242a90 HTTP/1.1" status: 204 len: 168 time: 0.6867852 Aug 28 15:57:40.337147 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59766) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:57:40.646436 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3d972947-34fa-4d15-b204-dc24c35c52ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:40.872829 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-74d8fac2-457d-4286-b6d8-cccfa58a9724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:40.957922 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:41.164284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-74d8fac2-457d-4286-b6d8-cccfa58a9724 admin admin] Deleting port 41ff17cc-a314-4a44-be9b-266979761485 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:57:41.164627 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-74d8fac2-457d-4286-b6d8-cccfa58a9724 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:41.242890 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-74d8fac2-457d-4286-b6d8-cccfa58a9724 admin admin] For port 41ff17cc-a314-4a44-be9b-266979761485, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=41ff17cc-a314-4a44-be9b-266979761485,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:57:41.243253 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-74d8fac2-457d-4286-b6d8-cccfa58a9724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:41.256502 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-74d8fac2-457d-4286-b6d8-cccfa58a9724 admin admin] Calling delete_port for 41ff17cc-a314-4a44-be9b-266979761485 owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:57:41.428307 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-74d8fac2-457d-4286-b6d8-cccfa58a9724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:41.457924 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8fac2-457d-4286-b6d8-cccfa58a9724 admin admin] Pushing event deleted for resources: {'Port': ['ID=41ff17cc-a314-4a44-be9b-266979761485,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:57:41.626543 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-74d8fac2-457d-4286-b6d8-cccfa58a9724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:41.842565 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d8fac2-457d-4286-b6d8-cccfa58a9724 admin admin] Router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:57:41.945769 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d8fac2-457d-4286-b6d8-cccfa58a9724 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:57:41.950974 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-74d8fac2-457d-4286-b6d8-cccfa58a9724 admin admin] 10.222.0.13 "PUT /v2.0/routers/b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6128402 Aug 28 15:57:41.953505 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59770) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:57:41.958040 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e516113-57e2-4d0b-9ef7-24e297b64192 None None] Sync routers for ids ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:57:41.968373 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e516113-57e2-4d0b-9ef7-24e297b64192 None None] Routers {'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:57:41.969137 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-0e516113-57e2-4d0b-9ef7-24e297b64192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:57:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:57:41.972867 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:42.057868 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dea327c7-62ca-43f1-bed0-ebb9e22edb1d admin admin] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:42.074395 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-0e516113-57e2-4d0b-9ef7-24e297b64192 None None] Set router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:57:42.163377 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dea327c7-62ca-43f1-bed0-ebb9e22edb1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:42.216410 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-dea327c7-62ca-43f1-bed0-ebb9e22edb1d admin admin] Deleting port beae4a52-23d4-4d34-858a-59e4179f48ac {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:57:42.216782 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dea327c7-62ca-43f1-bed0-ebb9e22edb1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:42.254745 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-0e516113-57e2-4d0b-9ef7-24e297b64192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:57:41Z', 'revision_number': 5, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port': {'id': 'beae4a52-23d4-4d34-858a-59e4179f48ac', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:57:42.280016 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e516113-57e2-4d0b-9ef7-24e297b64192 None None] Checking router: b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:57:42.288193 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e516113-57e2-4d0b-9ef7-24e297b64192 None None] Routers {'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:57:42.288797 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-0e516113-57e2-4d0b-9ef7-24e297b64192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:57:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:57:42.294712 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-dea327c7-62ca-43f1-bed0-ebb9e22edb1d admin admin] For port beae4a52-23d4-4d34-858a-59e4179f48ac, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=beae4a52-23d4-4d34-858a-59e4179f48ac,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:57:42.295108 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dea327c7-62ca-43f1-bed0-ebb9e22edb1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:42.307615 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-dea327c7-62ca-43f1-bed0-ebb9e22edb1d admin admin] Calling delete_port for beae4a52-23d4-4d34-858a-59e4179f48ac owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:57:42.373771 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-0e516113-57e2-4d0b-9ef7-24e297b64192 None None] Set router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:57:42.430212 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-0e516113-57e2-4d0b-9ef7-24e297b64192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:57:42Z', 'revision_number': 6, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:57:42.456125 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e516113-57e2-4d0b-9ef7-24e297b64192 None None] The sync data for ids ['b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb'] in n-d-712137-10 is: [{'id': 'b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb', 'name': 'tempest-ServerActionsTestJSON-136349985-router', 'tenant_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:44:43Z', 'updated_at': '2021-08-28T15:57:42Z', 'revision_number': 6, 'project_id': '3f81dab52f014bf4a7d3a3c7d8b6abf0', 'gw_port_host': None}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:57:42.496140 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dea327c7-62ca-43f1-bed0-ebb9e22edb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:42.523615 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea327c7-62ca-43f1-bed0-ebb9e22edb1d admin admin] Pushing event deleted for resources: {'Port': ['ID=beae4a52-23d4-4d34-858a-59e4179f48ac,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:57:42.583978 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dea327c7-62ca-43f1-bed0-ebb9e22edb1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:42.920092 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dea327c7-62ca-43f1-bed0-ebb9e22edb1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:42.922197 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dea327c7-62ca-43f1-bed0-ebb9e22edb1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:42.963930 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dea327c7-62ca-43f1-bed0-ebb9e22edb1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:42.964671 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea327c7-62ca-43f1-bed0-ebb9e22edb1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:57:42.968907 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dea327c7-62ca-43f1-bed0-ebb9e22edb1d admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:42.969983 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-dea327c7-62ca-43f1-bed0-ebb9e22edb1d admin admin] 10.222.0.13 "DELETE /v2.0/routers/b5a9ddda-3e0f-4a7b-aaf7-70c50ac0cffb HTTP/1.1" status: 204 len: 168 time: 1.0155518 Aug 28 15:57:42.972557 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59776) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:57:43.019008 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-011c3a1f-24b0-430f-a6af-5c53e027f034 admin admin] Deleting subnet 956ea95e-5b4d-499d-b17b-a478cd421967 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:57:43.022032 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-011c3a1f-24b0-430f-a6af-5c53e027f034 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:43.055108 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-011c3a1f-24b0-430f-a6af-5c53e027f034 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:43.166281 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-011c3a1f-24b0-430f-a6af-5c53e027f034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:43.220011 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-011c3a1f-24b0-430f-a6af-5c53e027f034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:43.246135 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c3a1f-24b0-430f-a6af-5c53e027f034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=956ea95e-5b4d-499d-b17b-a478cd421967,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:57:43.250861 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-011c3a1f-24b0-430f-a6af-5c53e027f034 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:43.252845 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-011c3a1f-24b0-430f-a6af-5c53e027f034 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/956ea95e-5b4d-499d-b17b-a478cd421967 HTTP/1.1" status: 204 len: 168 time: 0.2793534 Aug 28 15:57:43.256140 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59778) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:57:43.262806 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0cbfa8-28bb-4070-91c0-3141d3e60bf4 None None] Network 2a6565bb-79f8-467b-ac45-bf20fbf95f1d requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:57:43.330980 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 41ff17cc-a314-4a44-be9b-266979761485 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:57:43.338196 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33fe2051-45eb-4ec8-8727-ba867f029590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:43.359873 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 41ff17cc-a314-4a44-be9b-266979761485 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:57:43.360219 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 41ff17cc-a314-4a44-be9b-266979761485 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:57:43.360626 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device beae4a52-23d4-4d34-858a-59e4179f48ac no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:57:43.384061 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: beae4a52-23d4-4d34-858a-59e4179f48ac {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:57:43.384407 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device beae4a52-23d4-4d34-858a-59e4179f48ac not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:57:43.392837 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-33fe2051-45eb-4ec8-8727-ba867f029590 admin admin] Deleting port 54bdbcb7-68f6-44cb-961f-1ebc333472e4 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:57:43.393182 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33fe2051-45eb-4ec8-8727-ba867f029590 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:43.461769 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-33fe2051-45eb-4ec8-8727-ba867f029590 admin admin] For port 54bdbcb7-68f6-44cb-961f-1ebc333472e4, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=54bdbcb7-68f6-44cb-961f-1ebc333472e4,segment=NetworkSegment(cbe9cc36-2abe-47b1-b90b-7471599656fd),segment_id=cbe9cc36-2abe-47b1-b90b-7471599656fd)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:57:43.462436 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33fe2051-45eb-4ec8-8727-ba867f029590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:43.469754 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:43.477487 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-33fe2051-45eb-4ec8-8727-ba867f029590 admin admin] Calling delete_port for 54bdbcb7-68f6-44cb-961f-1ebc333472e4 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:57:43.519897 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ca3fb7-3316-47c3-abc2-241439f7004e None None] DHCP port deletion for 2a6565bb-79f8-467b-ac45-bf20fbf95f1d request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:57:43.564491 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33fe2051-45eb-4ec8-8727-ba867f029590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:43.568434 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-84ca3fb7-3316-47c3-abc2-241439f7004e None None] Deleting port 54bdbcb7-68f6-44cb-961f-1ebc333472e4 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:57:43.568809 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-84ca3fb7-3316-47c3-abc2-241439f7004e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:43.592486 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fe2051-45eb-4ec8-8727-ba867f029590 admin admin] No DVR routers for this DVR port 54bdbcb7-68f6-44cb-961f-1ebc333472e4 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:57:43.594500 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe2051-45eb-4ec8-8727-ba867f029590 admin admin] Pushing event deleted for resources: {'Port': ['ID=54bdbcb7-68f6-44cb-961f-1ebc333472e4,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:57:43.639056 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-84ca3fb7-3316-47c3-abc2-241439f7004e None None] For port 54bdbcb7-68f6-44cb-961f-1ebc333472e4, host n-d-712137-10, got binding levels [] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:57:43.639461 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-84ca3fb7-3316-47c3-abc2-241439f7004e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:43.652640 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-84ca3fb7-3316-47c3-abc2-241439f7004e None None] Calling delete_port for 54bdbcb7-68f6-44cb-961f-1ebc333472e4 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:57:43.655354 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.ipam_backend_mixin [None req-84ca3fb7-3316-47c3-abc2-241439f7004e None None] Port 54bdbcb7-68f6-44cb-961f-1ebc333472e4 was not found and therefore no delete operation was performed {{(pid=106331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 15:57:43.656815 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-84ca3fb7-3316-47c3-abc2-241439f7004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:43.669145 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33fe2051-45eb-4ec8-8727-ba867f029590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:43.679597 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-33fe2051-45eb-4ec8-8727-ba867f029590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a6565bb-79f8-467b-ac45-bf20fbf95f1d']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:57:43.681360 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca3fb7-3316-47c3-abc2-241439f7004e None None] Pushing event deleted for resources: {'Port': ['ID=54bdbcb7-68f6-44cb-961f-1ebc333472e4,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:57:43.685936 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ca3fb7-3316-47c3-abc2-241439f7004e None None] No DVR routers for this DVR port 54bdbcb7-68f6-44cb-961f-1ebc333472e4 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:57:43.691639 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-33fe2051-45eb-4ec8-8727-ba867f029590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe9cc36-2abe-47b1-b90b-7471599656fd') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:57:43.691952 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-33fe2051-45eb-4ec8-8727-ba867f029590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe9cc36-2abe-47b1-b90b-7471599656fd') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:57:43.701152 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33fe2051-45eb-4ec8-8727-ba867f029590 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:43.714473 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33fe2051-45eb-4ec8-8727-ba867f029590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:43.720245 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33fe2051-45eb-4ec8-8727-ba867f029590 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:57:43.720634 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33fe2051-45eb-4ec8-8727-ba867f029590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:57:43.722248 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:57:43.774477 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33fe2051-45eb-4ec8-8727-ba867f029590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:43.780338 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-33fe2051-45eb-4ec8-8727-ba867f029590 admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:43.782150 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-33fe2051-45eb-4ec8-8727-ba867f029590 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2a6565bb-79f8-467b-ac45-bf20fbf95f1d HTTP/1.1" status: 204 len: 168 time: 0.5245004 Aug 28 15:57:43.793614 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe2051-45eb-4ec8-8727-ba867f029590 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a6565bb-79f8-467b-ac45-bf20fbf95f1d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:57:43.907572 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59784) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:57:43.947309 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-541fa0d9-0906-4078-aaeb-57bb5b026a06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f81dab52f014bf4a7d3a3c7d8b6abf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385480 Aug 28 15:57:43.950149 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59786) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:57:44.002359 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ed03c09c-1e11-4b83-a5d5-37c052cf952c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:44.022568 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ed03c09c-1e11-4b83-a5d5-37c052cf952c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:44.069916 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ed03c09c-1e11-4b83-a5d5-37c052cf952c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:44.072466 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ed03c09c-1e11-4b83-a5d5-37c052cf952c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:44.073647 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ed03c09c-1e11-4b83-a5d5-37c052cf952c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe940193-bd12-4151-a116-3475ba014270 HTTP/1.1" status: 204 len: 168 time: 0.1225951 Aug 28 15:57:44.081721 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03c09c-1e11-4b83-a5d5-37c052cf952c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe940193-bd12-4151-a116-3475ba014270,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:57:44.775102 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59808) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:57:44.874800 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-bdf887a4-ba73-4fd0-a782-ccdf721af197 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-850297245-network', 'tenant_id': '69092444bbc6428e813e08ea44b27b3c'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:57:44.897229 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf887a4-ba73-4fd0-a782-ccdf721af197 admin admin] Made reservation on behalf of 69092444bbc6428e813e08ea44b27b3c for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:57:44.899997 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bdf887a4-ba73-4fd0-a782-ccdf721af197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:44.909113 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bdf887a4-ba73-4fd0-a782-ccdf721af197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:45.000474 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bdf887a4-ba73-4fd0-a782-ccdf721af197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:45.004226 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bdf887a4-ba73-4fd0-a782-ccdf721af197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:45.032709 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf887a4-ba73-4fd0-a782-ccdf721af197 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:57:45.038947 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf887a4-ba73-4fd0-a782-ccdf721af197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7af24f-1637-49e6-bedb-14eb2a99298e,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:57:45.046794 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bdf887a4-ba73-4fd0-a782-ccdf721af197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:45.046794 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-bdf887a4-ba73-4fd0-a782-ccdf721af197 admin admin] Added segment d7f50c40-3426-4786-a6c7-3b1829fffaa5 of type vlan for network 590b61e1-6ec5-434e-946a-6fb5dad76449 Aug 28 15:57:45.086667 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bdf887a4-ba73-4fd0-a782-ccdf721af197 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:45.110346 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bdf887a4-ba73-4fd0-a782-ccdf721af197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:45.111315 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf887a4-ba73-4fd0-a782-ccdf721af197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:45.111976 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bdf887a4-ba73-4fd0-a782-ccdf721af197 admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:45.168365 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bdf887a4-ba73-4fd0-a782-ccdf721af197 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3920796 Aug 28 15:57:45.171538 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59812) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:57:45.177113 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-0025eb51-041b-475e-8ae6-a05b0f2ce15c admin admin] Request body: {'subnet': {'network_id': '590b61e1-6ec5-434e-946a-6fb5dad76449', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-850297245-subnet', 'tenant_id': '69092444bbc6428e813e08ea44b27b3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:57:45.179304 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf887a4-ba73-4fd0-a782-ccdf721af197 admin admin] Pushing event updated for resources: {'Network': ['ID=590b61e1-6ec5-434e-946a-6fb5dad76449,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:57:45.189817 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 590b61e1-6ec5-434e-946a-6fb5dad76449 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:57:45.198210 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0025eb51-041b-475e-8ae6-a05b0f2ce15c admin admin] Made reservation on behalf of 69092444bbc6428e813e08ea44b27b3c for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:57:45.201217 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0025eb51-041b-475e-8ae6-a05b0f2ce15c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:45.284133 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 54bdbcb7-68f6-44cb-961f-1ebc333472e4 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:57:45.309168 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 54bdbcb7-68f6-44cb-961f-1ebc333472e4 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:57:45.309854 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 54bdbcb7-68f6-44cb-961f-1ebc333472e4 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:57:45.383505 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0025eb51-041b-475e-8ae6-a05b0f2ce15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:45.440729 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025eb51-041b-475e-8ae6-a05b0f2ce15c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1d579c3-90eb-4efc-8364-476c3122df52,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:57:45.451752 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0025eb51-041b-475e-8ae6-a05b0f2ce15c admin admin] Checking segment: {'id': 'd7f50c40-3426-4786-a6c7-3b1829fffaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '590b61e1-6ec5-434e-946a-6fb5dad76449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:57:45.452112 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0025eb51-041b-475e-8ae6-a05b0f2ce15c admin admin] Network hostable DHCP agents. Network: 590b61e1-6ec5-434e-946a-6fb5dad76449, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:57:45.468548 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0025eb51-041b-475e-8ae6-a05b0f2ce15c admin admin] Network 590b61e1-6ec5-434e-946a-6fb5dad76449 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:57:45.477456 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-0025eb51-041b-475e-8ae6-a05b0f2ce15c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 590b61e1-6ec5-434e-946a-6fb5dad76449) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:57:45.483963 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0025eb51-041b-475e-8ae6-a05b0f2ce15c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:45.484546 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0025eb51-041b-475e-8ae6-a05b0f2ce15c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:45.488268 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d150f4a-f59c-491e-abaa-f6011fcdc28e None None] Network 590b61e1-6ec5-434e-946a-6fb5dad76449 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:57:45.501559 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0025eb51-041b-475e-8ae6-a05b0f2ce15c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3285310 Aug 28 15:57:45.611716 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d868af-8dce-4460-b8ff-0efb33d0f0f8 None None] Network 590b61e1-6ec5-434e-946a-6fb5dad76449 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:57:45.919747 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-c444cfb9-c841-4e61-aa31-d7612cc59c64 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:45.921127 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-c444cfb9-c841-4e61-aa31-d7612cc59c64 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/networks?id=590b61e1-6ec5-434e-946a-6fb5dad76449 HTTP/1.1" status: 200 len: 813 time: 0.1001954 Aug 28 15:57:45.936422 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-2696ef73-66d6-4d22-8c7f-cd7d1c36dafc tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/quotas/69092444bbc6428e813e08ea44b27b3c HTTP/1.1" status: 200 len: 375 time: 0.0095987 Aug 28 15:57:45.970788 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-e6f863c3-f0c0-4aab-bb97-59112bea8f42 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=69092444bbc6428e813e08ea44b27b3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291653 Aug 28 15:57:46.110920 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-578927a9-47b4-47f1-a316-289895e72f75 service neutron] 10.222.0.13 "GET /v2.0/networks/590b61e1-6ec5-434e-946a-6fb5dad76449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331921 Aug 28 15:57:46.203128 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-da144941-8ba4-4e9f-952a-fb76fe423d89 service neutron] 10.222.0.13 "GET /v2.0/networks/590b61e1-6ec5-434e-946a-6fb5dad76449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859625 Aug 28 15:57:46.368337 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-70074e9f-64a7-44d3-8b4a-c981b0e270aa req-abf33361-a524-4058-ba39-52bcaa7f18b2 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?device_id=121dc6cb-4724-4332-8a8e-84ce84b0aed2 HTTP/1.1" status: 200 len: 210 time: 0.0313704 Aug 28 15:57:47.263799 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-8f869cfd-b40f-4b8b-9cba-016f163c5bb7 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:47.265258 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-8f869cfd-b40f-4b8b-9cba-016f163c5bb7 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.36 "GET /v2.0/networks?id=590b61e1-6ec5-434e-946a-6fb5dad76449 HTTP/1.1" status: 200 len: 813 time: 0.1061094 Aug 28 15:57:47.278945 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-639f685f-64dd-4265-924f-ee1e1b0c9a6a tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Request body: {'port': {'device_id': '121dc6cb-4724-4332-8a8e-84ce84b0aed2', 'network_id': '590b61e1-6ec5-434e-946a-6fb5dad76449', 'admin_state_up': True, 'tenant_id': '69092444bbc6428e813e08ea44b27b3c'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:57:47.394403 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-639f685f-64dd-4265-924f-ee1e1b0c9a6a tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Made reservation on behalf of 69092444bbc6428e813e08ea44b27b3c for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:57:47.398002 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-639f685f-64dd-4265-924f-ee1e1b0c9a6a tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:47.463931 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c8323198-cf04-4a0d-8fca-a2fac57734fc req-579e8156-a22f-486a-b9bc-3182c2854705 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?device_id=121dc6cb-4724-4332-8a8e-84ce84b0aed2 HTTP/1.1" status: 200 len: 210 time: 0.0258789 Aug 28 15:57:47.528234 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-639f685f-64dd-4265-924f-ee1e1b0c9a6a tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Allocated IP 172.20.0.4 (590b61e1-6ec5-434e-946a-6fb5dad76449/f1d579c3-90eb-4efc-8364-476c3122df52/2b2eacd2-cfda-4817-a064-1cf133803d1a) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:57:47.679954 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-639f685f-64dd-4265-924f-ee1e1b0c9a6a tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:47.717797 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-639f685f-64dd-4265-924f-ee1e1b0c9a6a tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:47.758189 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-639f685f-64dd-4265-924f-ee1e1b0c9a6a tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Network 590b61e1-6ec5-434e-946a-6fb5dad76449 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:57:47.764165 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-639f685f-64dd-4265-924f-ee1e1b0c9a6a tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:57:47.766626 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-639f685f-64dd-4265-924f-ee1e1b0c9a6a tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:57:47.801903 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f685f-64dd-4265-924f-ee1e1b0c9a6a tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Pushing event updated for resources: {'Port': ['ID=2b2eacd2-cfda-4817-a064-1cf133803d1a,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:57:47.824250 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-639f685f-64dd-4265-924f-ee1e1b0c9a6a tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:47.824859 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-639f685f-64dd-4265-924f-ee1e1b0c9a6a tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:47.838015 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-639f685f-64dd-4265-924f-ee1e1b0c9a6a tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5636494 Aug 28 15:57:47.849953 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-68f59bb6-5721-4d29-9a68-9789e7ee4a33 service neutron] Request body: {'port': {'device_id': '121dc6cb-4724-4332-8a8e-84ce84b0aed2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:57:47.904502 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-68f59bb6-5721-4d29-9a68-9789e7ee4a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:48.164178 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-68f59bb6-5721-4d29-9a68-9789e7ee4a33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b2eacd2-cfda-4817-a064-1cf133803d1a {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:57:48.171326 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-68f59bb6-5721-4d29-9a68-9789e7ee4a33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:48.182672 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-68f59bb6-5721-4d29-9a68-9789e7ee4a33 service neutron] Transition to ACTIVE for port object 2b2eacd2-cfda-4817-a064-1cf133803d1a will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:57:48.186610 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-68f59bb6-5721-4d29-9a68-9789e7ee4a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:48.252743 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f59bb6-5721-4d29-9a68-9789e7ee4a33 service neutron] Pushing event updated for resources: {'Port': ['ID=2b2eacd2-cfda-4817-a064-1cf133803d1a,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:57:48.302239 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-68f59bb6-5721-4d29-9a68-9789e7ee4a33 service neutron] Attempting to bind port 2b2eacd2-cfda-4817-a064-1cf133803d1a on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:57:48.302578 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-68f59bb6-5721-4d29-9a68-9789e7ee4a33 service neutron] Attempting to bind port 2b2eacd2-cfda-4817-a064-1cf133803d1a by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'd7f50c40-3426-4786-a6c7-3b1829fffaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '590b61e1-6ec5-434e-946a-6fb5dad76449'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:57:48.302908 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-68f59bb6-5721-4d29-9a68-9789e7ee4a33 service neutron] Attempting to bind port 2b2eacd2-cfda-4817-a064-1cf133803d1a on network 590b61e1-6ec5-434e-946a-6fb5dad76449 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:57:48.307040 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-68f59bb6-5721-4d29-9a68-9789e7ee4a33 service neutron] Port 2b2eacd2-cfda-4817-a064-1cf133803d1a on network 590b61e1-6ec5-434e-946a-6fb5dad76449 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:57:48.307365 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-68f59bb6-5721-4d29-9a68-9789e7ee4a33 service neutron] Attempting to bind port 2b2eacd2-cfda-4817-a064-1cf133803d1a on network 590b61e1-6ec5-434e-946a-6fb5dad76449 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:57:48.312244 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-68f59bb6-5721-4d29-9a68-9789e7ee4a33 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:57:48.312581 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-68f59bb6-5721-4d29-9a68-9789e7ee4a33 service neutron] Checking segment: {'id': 'd7f50c40-3426-4786-a6c7-3b1829fffaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '590b61e1-6ec5-434e-946a-6fb5dad76449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:57:48.312963 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-68f59bb6-5721-4d29-9a68-9789e7ee4a33 service neutron] Bound using segment: {'id': 'd7f50c40-3426-4786-a6c7-3b1829fffaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '590b61e1-6ec5-434e-946a-6fb5dad76449'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:57:48.313384 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-68f59bb6-5721-4d29-9a68-9789e7ee4a33 service neutron] Bound port: 2b2eacd2-cfda-4817-a064-1cf133803d1a, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f50c40-3426-4786-a6c7-3b1829fffaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '590b61e1-6ec5-434e-946a-6fb5dad76449'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:57:48.313738 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-68f59bb6-5721-4d29-9a68-9789e7ee4a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:48.379587 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-68f59bb6-5721-4d29-9a68-9789e7ee4a33 service neutron] For port 2b2eacd2-cfda-4817-a064-1cf133803d1a, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:57:48.382677 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-68f59bb6-5721-4d29-9a68-9789e7ee4a33 service neutron] For port 2b2eacd2-cfda-4817-a064-1cf133803d1a, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=2b2eacd2-cfda-4817-a064-1cf133803d1a,segment=NetworkSegment(d7f50c40-3426-4786-a6c7-3b1829fffaa5),segment_id=d7f50c40-3426-4786-a6c7-3b1829fffaa5)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:57:48.387087 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-68f59bb6-5721-4d29-9a68-9789e7ee4a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:48.419029 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-68f59bb6-5721-4d29-9a68-9789e7ee4a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:48.419772 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-68f59bb6-5721-4d29-9a68-9789e7ee4a33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:48.421000 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-68f59bb6-5721-4d29-9a68-9789e7ee4a33 service neutron] 10.222.0.36 "PUT /v2.0/ports/2b2eacd2-cfda-4817-a064-1cf133803d1a HTTP/1.1" status: 200 len: 1092 time: 0.5752540 Aug 28 15:57:48.421435 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121dc6cb-4724-4332-8a8e-84ce84b0aed2', 'tag': '2b2eacd2-cfda-4817-a064-1cf133803d1a'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:57:48.423739 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65865b6-42d1-473f-9f9c-c4331b71dea4" -d '{"events": [{"name": "network-changed", "server_uuid": "121dc6cb-4724-4332-8a8e-84ce84b0aed2", "tag": "2b2eacd2-cfda-4817-a064-1cf133803d1a"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:57:48.451443 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f59bb6-5721-4d29-9a68-9789e7ee4a33 service neutron] Pushing event updated for resources: {'Port': ['ID=2b2eacd2-cfda-4817-a064-1cf133803d1a,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:57:48.461014 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d09e9d0-5d9a-4f18-865b-5ca204a2299b x-openstack-request-id: req-5d09e9d0-5d9a-4f18-865b-5ca204a2299b {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:57:48.461328 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "121dc6cb-4724-4332-8a8e-84ce84b0aed2", "tag": "2b2eacd2-cfda-4817-a064-1cf133803d1a", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:57:48.461571 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d09e9d0-5d9a-4f18-865b-5ca204a2299b {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:57:48.461965 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '121dc6cb-4724-4332-8a8e-84ce84b0aed2', 'tag': '2b2eacd2-cfda-4817-a064-1cf133803d1a', 'status': 'completed', 'code': 200} Aug 28 15:57:48.504792 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-4c600f14-52a5-4834-857b-9749ea622430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:48.506341 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-4c600f14-52a5-4834-857b-9749ea622430 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69092444bbc6428e813e08ea44b27b3c&device_id=121dc6cb-4724-4332-8a8e-84ce84b0aed2 HTTP/1.1" status: 200 len: 1095 time: 0.0414119 Aug 28 15:57:48.551889 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-eae77175-b889-4a03-b2ed-fc5955338a13 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b2eacd2-cfda-4817-a064-1cf133803d1a HTTP/1.1" status: 200 len: 217 time: 0.0370407 Aug 28 15:57:48.578520 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17f07f-83e5-48af-bc0a-212cc3e1bafd req-499c0ed9-661a-4b78-9a0a-2e207e6a3555 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:48.580029 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8d17f07f-83e5-48af-bc0a-212cc3e1bafd req-499c0ed9-661a-4b78-9a0a-2e207e6a3555 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?device_id=121dc6cb-4724-4332-8a8e-84ce84b0aed2 HTTP/1.1" status: 200 len: 943 time: 0.0492458 Aug 28 15:57:48.602319 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-3d2641c6-ec11-4099-b55b-442b7e540ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:48.603867 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-3d2641c6-ec11-4099-b55b-442b7e540ad6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f1d579c3-90eb-4efc-8364-476c3122df52 HTTP/1.1" status: 200 len: 853 time: 0.0446553 Aug 28 15:57:48.618603 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8d17f07f-83e5-48af-bc0a-212cc3e1bafd req-6cd9810e-9676-4f0c-92b0-fd7ee476eda9 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed7af24f-1637-49e6-bedb-14eb2a99298e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321960 Aug 28 15:57:48.637363 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-0ce62e63-d758-49c1-a719-997345b1ba14 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=590b61e1-6ec5-434e-946a-6fb5dad76449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263224 Aug 28 15:57:48.724500 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-a47bfbf6-fd80-442f-8ada-c5aeb8d70ea9 service neutron] 10.222.0.36 "GET /v2.0/networks/590b61e1-6ec5-434e-946a-6fb5dad76449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799837 Aug 28 15:57:48.815720 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-955b6f96-d130-4af1-97b9-3bc07b1fbaae req-7174160e-38bf-4561-a139-2758f8148842 service neutron] 10.222.0.36 "GET /v2.0/networks/590b61e1-6ec5-434e-946a-6fb5dad76449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842872 Aug 28 15:57:48.914787 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65865b6-42d1-473f-9f9c-c4331b71dea4 req-3b267223-26e0-4f95-8507-fadac922d28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:48.916310 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b65865b6-42d1-473f-9f9c-c4331b71dea4 req-3b267223-26e0-4f95-8507-fadac922d28e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69092444bbc6428e813e08ea44b27b3c&device_id=121dc6cb-4724-4332-8a8e-84ce84b0aed2 HTTP/1.1" status: 200 len: 1095 time: 0.0526547 Aug 28 15:57:49.005997 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65865b6-42d1-473f-9f9c-c4331b71dea4 req-d6db5205-1e1c-4118-ac69-0a4c6ee5e100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:49.007361 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b65865b6-42d1-473f-9f9c-c4331b71dea4 req-d6db5205-1e1c-4118-ac69-0a4c6ee5e100 service neutron] 10.222.0.36 "GET /v2.0/networks?id=590b61e1-6ec5-434e-946a-6fb5dad76449 HTTP/1.1" status: 200 len: 914 time: 0.0842030 Aug 28 15:57:49.047873 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b65865b6-42d1-473f-9f9c-c4331b71dea4 req-d43faa18-93dd-4ca7-a431-548533c52730 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b2eacd2-cfda-4817-a064-1cf133803d1a HTTP/1.1" status: 200 len: 217 time: 0.0334473 Aug 28 15:57:49.095453 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65865b6-42d1-473f-9f9c-c4331b71dea4 req-097d4213-586c-412a-a451-77c3a3e4b6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:49.096869 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b65865b6-42d1-473f-9f9c-c4331b71dea4 req-097d4213-586c-412a-a451-77c3a3e4b6e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f1d579c3-90eb-4efc-8364-476c3122df52 HTTP/1.1" status: 200 len: 853 time: 0.0422375 Aug 28 15:57:49.127989 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b65865b6-42d1-473f-9f9c-c4331b71dea4 req-dba769d0-3333-47f6-b4d2-f696dc3a524e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=590b61e1-6ec5-434e-946a-6fb5dad76449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233438 Aug 28 15:57:49.218909 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b65865b6-42d1-473f-9f9c-c4331b71dea4 req-f0d3b4de-b0dd-4c90-8202-4669c976a920 service neutron] 10.222.0.36 "GET /v2.0/networks/590b61e1-6ec5-434e-946a-6fb5dad76449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833321 Aug 28 15:57:49.306263 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b65865b6-42d1-473f-9f9c-c4331b71dea4 req-55d817e9-a4af-4da4-b6b3-09da9ce267f7 service neutron] 10.222.0.36 "GET /v2.0/networks/590b61e1-6ec5-434e-946a-6fb5dad76449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793803 Aug 28 15:57:49.737749 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eda63c-595b-4da1-a6d1-aaf4eb1cc770 req-3ef0db40-8d1e-456c-ab5f-d1549b632ad5 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:49.739211 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-46eda63c-595b-4da1-a6d1-aaf4eb1cc770 req-3ef0db40-8d1e-456c-ab5f-d1549b632ad5 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?device_id=121dc6cb-4724-4332-8a8e-84ce84b0aed2 HTTP/1.1" status: 200 len: 943 time: 0.0520003 Aug 28 15:57:49.776777 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-46eda63c-595b-4da1-a6d1-aaf4eb1cc770 req-418264a5-5b41-4377-9de9-82fabf74d178 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed7af24f-1637-49e6-bedb-14eb2a99298e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312157 Aug 28 15:57:50.658571 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 2b2eacd2-cfda-4817-a064-1cf133803d1a details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:57:50.753796 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 2b2eacd2-cfda-4817-a064-1cf133803d1a, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=2b2eacd2-cfda-4817-a064-1cf133803d1a,segment=NetworkSegment(d7f50c40-3426-4786-a6c7-3b1829fffaa5),segment_id=d7f50c40-3426-4786-a6c7-3b1829fffaa5)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:57:50.764560 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '2b2eacd2-cfda-4817-a064-1cf133803d1a', 'network_id': '590b61e1-6ec5-434e-946a-6fb5dad76449', 'port_id': '2b2eacd2-cfda-4817-a064-1cf133803d1a', 'mac_address': 'fa:16:3e:4d:15:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d579c3-90eb-4efc-8364-476c3122df52', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:57:50.801119 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:50.814744 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b2eacd2-cfda-4817-a064-1cf133803d1a {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:57:50.833717 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 2b2eacd2-cfda-4817-a064-1cf133803d1a, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=2b2eacd2-cfda-4817-a064-1cf133803d1a,segment=NetworkSegment(d7f50c40-3426-4786-a6c7-3b1829fffaa5),segment_id=d7f50c40-3426-4786-a6c7-3b1829fffaa5)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:57:50.837821 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:50.885690 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=2b2eacd2-cfda-4817-a064-1cf133803d1a,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:57:50.892389 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070953c-956b-4991-9122-b65cb6812955 req-06a0e259-865f-49af-870d-3e38416e7794 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:50.893988 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c070953c-956b-4991-9122-b65cb6812955 req-06a0e259-865f-49af-870d-3e38416e7794 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?device_id=121dc6cb-4724-4332-8a8e-84ce84b0aed2 HTTP/1.1" status: 200 len: 944 time: 0.0495086 Aug 28 15:57:50.937605 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c070953c-956b-4991-9122-b65cb6812955 req-c82b936b-d0fb-4c0b-b8d3-1c74fc2b941c tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed7af24f-1637-49e6-bedb-14eb2a99298e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368111 Aug 28 15:57:51.026824 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['2b2eacd2-cfda-4817-a064-1cf133803d1a'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:57:52.050964 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ce4c7-3f74-4a26-937b-98a972413024 req-fd2843c5-6776-475b-ab71-a1b798748043 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:52.052462 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-243ce4c7-3f74-4a26-937b-98a972413024 req-fd2843c5-6776-475b-ab71-a1b798748043 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?device_id=121dc6cb-4724-4332-8a8e-84ce84b0aed2 HTTP/1.1" status: 200 len: 944 time: 0.0502319 Aug 28 15:57:52.089418 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-243ce4c7-3f74-4a26-937b-98a972413024 req-f78d90a0-fc29-43de-88e8-787778607d75 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed7af24f-1637-49e6-bedb-14eb2a99298e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303302 Aug 28 15:57:52.669082 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 2b2eacd2-cfda-4817-a064-1cf133803d1a up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:57:52.716313 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 2b2eacd2-cfda-4817-a064-1cf133803d1a completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:57:52.719908 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 2b2eacd2-cfda-4817-a064-1cf133803d1a triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:57:52.720286 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:52.797234 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:52.819137 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121dc6cb-4724-4332-8a8e-84ce84b0aed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2eacd2-cfda-4817-a064-1cf133803d1a'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:57:52.821385 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e998ae4c8ad98a44641492a375488314a28001c32b9c96e1494d2a73900553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9163e46e-aa1d-4148-aaa2-7698640724ad" -d '{"events": [{"server_uuid": "121dc6cb-4724-4332-8a8e-84ce84b0aed2", "name": "network-vif-plugged", "status": "completed", "tag": "2b2eacd2-cfda-4817-a064-1cf133803d1a"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:57:52.834805 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 2b2eacd2-cfda-4817-a064-1cf133803d1a, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=2b2eacd2-cfda-4817-a064-1cf133803d1a,segment=NetworkSegment(d7f50c40-3426-4786-a6c7-3b1829fffaa5),segment_id=d7f50c40-3426-4786-a6c7-3b1829fffaa5)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:57:52.840118 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:52.863981 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81464427-b744-49d0-b590-10fbc085edd0 x-openstack-request-id: req-81464427-b744-49d0-b590-10fbc085edd0 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:57:52.864278 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121dc6cb-4724-4332-8a8e-84ce84b0aed2", "name": "network-vif-plugged", "status": "completed", "tag": "2b2eacd2-cfda-4817-a064-1cf133803d1a", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:57:52.864532 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81464427-b744-49d0-b590-10fbc085edd0 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:57:52.864921 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121dc6cb-4724-4332-8a8e-84ce84b0aed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2eacd2-cfda-4817-a064-1cf133803d1a', 'code': 200} Aug 28 15:57:52.895004 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=2b2eacd2-cfda-4817-a064-1cf133803d1a,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:57:52.955396 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896283f-29b4-4d61-b288-d159189d5bca req-1cdd682f-a2ef-44f2-95e9-0f02f2fa377f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:52.956844 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d896283f-29b4-4d61-b288-d159189d5bca req-1cdd682f-a2ef-44f2-95e9-0f02f2fa377f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=121dc6cb-4724-4332-8a8e-84ce84b0aed2 HTTP/1.1" status: 200 len: 1097 time: 0.0391216 Aug 28 15:57:52.991122 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d896283f-29b4-4d61-b288-d159189d5bca req-ec278544-190e-4f34-a55b-60dc2b9d893a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ed7af24f-1637-49e6-bedb-14eb2a99298e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269792 Aug 28 15:57:53.206400 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef489e-7961-447a-aff6-af8b61a5e410 req-a7127339-12f7-4e57-92a5-f43a9bb09d90 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:53.207794 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8aef489e-7961-447a-aff6-af8b61a5e410 req-a7127339-12f7-4e57-92a5-f43a9bb09d90 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?device_id=121dc6cb-4724-4332-8a8e-84ce84b0aed2 HTTP/1.1" status: 200 len: 945 time: 0.0509837 Aug 28 15:57:53.246286 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8aef489e-7961-447a-aff6-af8b61a5e410 req-cc11f192-7e40-4d19-800e-139899cc9b67 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed7af24f-1637-49e6-bedb-14eb2a99298e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324888 Aug 28 15:57:54.361510 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860b99e-34df-4fa7-b09b-961eb4323217 req-a318cf2f-0c5b-4dfa-bf2e-a82743540b5c tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:54.362964 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e860b99e-34df-4fa7-b09b-961eb4323217 req-a318cf2f-0c5b-4dfa-bf2e-a82743540b5c tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?device_id=121dc6cb-4724-4332-8a8e-84ce84b0aed2 HTTP/1.1" status: 200 len: 945 time: 0.0484352 Aug 28 15:57:54.400703 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e860b99e-34df-4fa7-b09b-961eb4323217 req-f751c39f-5e3c-48f2-b334-1ec7d7a8d4fa tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed7af24f-1637-49e6-bedb-14eb2a99298e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317507 Aug 28 15:57:54.629140 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-6bb2696d-3db8-4505-ae78-11b81c3cbcb6 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:54.630512 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-6bb2696d-3db8-4505-ae78-11b81c3cbcb6 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/networks?id=590b61e1-6ec5-434e-946a-6fb5dad76449 HTTP/1.1" status: 200 len: 813 time: 0.1097167 Aug 28 15:57:54.645204 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-b3a07ba9-430d-48e6-85b3-1e53812edc68 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/quotas/69092444bbc6428e813e08ea44b27b3c HTTP/1.1" status: 200 len: 375 time: 0.0088377 Aug 28 15:57:54.697318 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-5a2fc1ac-5817-4112-a5b8-e0fe64b47779 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=69092444bbc6428e813e08ea44b27b3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0469561 Aug 28 15:57:54.784372 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-375db7b4-6302-4ba0-b3b1-7f31528c065c service neutron] 10.222.0.13 "GET /v2.0/networks/590b61e1-6ec5-434e-946a-6fb5dad76449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799901 Aug 28 15:57:54.876830 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-3e2b0dd0-af28-40cb-9ef5-9d91c581f292 service neutron] 10.222.0.13 "GET /v2.0/networks/590b61e1-6ec5-434e-946a-6fb5dad76449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863860 Aug 28 15:57:55.002532 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:55.041203 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-174463d3-a10e-4786-95fa-091388f98c63 req-d74c951e-b859-49ed-9de9-b6b66c8add10 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?device_id=77c87c64-ef91-4bde-8f67-07612c6e69ae HTTP/1.1" status: 200 len: 210 time: 0.0265486 Aug 28 15:57:56.118790 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b6c62b16-5b80-475e-a7b7-c087d82cb385 req-f856e4f9-d70c-4c1f-93bd-c87708fdd72b tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?device_id=77c87c64-ef91-4bde-8f67-07612c6e69ae HTTP/1.1" status: 200 len: 210 time: 0.0270913 Aug 28 15:57:57.149229 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:57.210044 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-10e30ff2-1645-48c6-b580-f53cb0025f82 req-82463450-1c22-462e-9e4c-fbf4b7242105 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?device_id=77c87c64-ef91-4bde-8f67-07612c6e69ae HTTP/1.1" status: 200 len: 210 time: 0.0251009 Aug 28 15:57:57.959976 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-d80030c9-99f5-4497-9783-fde35aca3067 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:57.961422 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-d80030c9-99f5-4497-9783-fde35aca3067 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.41 "GET /v2.0/networks?id=590b61e1-6ec5-434e-946a-6fb5dad76449 HTTP/1.1" status: 200 len: 813 time: 0.1063759 Aug 28 15:57:57.974065 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-1c7b764c-6189-4372-a4ee-0b564d2bb9ef tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Request body: {'port': {'device_id': '77c87c64-ef91-4bde-8f67-07612c6e69ae', 'network_id': '590b61e1-6ec5-434e-946a-6fb5dad76449', 'admin_state_up': True, 'tenant_id': '69092444bbc6428e813e08ea44b27b3c'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:57:58.080235 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-1c7b764c-6189-4372-a4ee-0b564d2bb9ef tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Made reservation on behalf of 69092444bbc6428e813e08ea44b27b3c for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:57:58.084094 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-1c7b764c-6189-4372-a4ee-0b564d2bb9ef tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:58.211229 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-1c7b764c-6189-4372-a4ee-0b564d2bb9ef tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Allocated IP 172.20.0.2 (590b61e1-6ec5-434e-946a-6fb5dad76449/f1d579c3-90eb-4efc-8364-476c3122df52/8ab5b776-2b9b-4136-86d9-aa5de9e55190) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:57:58.309973 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-46dd25ad-76cd-492a-bb40-567ddf3c001b req-6818078f-9f7c-45cd-a783-b8f75154c369 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?device_id=77c87c64-ef91-4bde-8f67-07612c6e69ae HTTP/1.1" status: 200 len: 210 time: 0.0317669 Aug 28 15:57:58.362686 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-1c7b764c-6189-4372-a4ee-0b564d2bb9ef tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:58.399352 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-1c7b764c-6189-4372-a4ee-0b564d2bb9ef tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:58.412250 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['2b2eacd2-cfda-4817-a064-1cf133803d1a'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:57:58.444575 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-1c7b764c-6189-4372-a4ee-0b564d2bb9ef tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Network 590b61e1-6ec5-434e-946a-6fb5dad76449 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:57:58.447760 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-1c7b764c-6189-4372-a4ee-0b564d2bb9ef tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:57:58.451710 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-1c7b764c-6189-4372-a4ee-0b564d2bb9ef tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:57:58.458052 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b764c-6189-4372-a4ee-0b564d2bb9ef tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Pushing event updated for resources: {'Port': ['ID=8ab5b776-2b9b-4136-86d9-aa5de9e55190,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:57:58.486912 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7b764c-6189-4372-a4ee-0b564d2bb9ef tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:58.487266 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7b764c-6189-4372-a4ee-0b564d2bb9ef tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:58.487609 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7b764c-6189-4372-a4ee-0b564d2bb9ef tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:58.487982 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7b764c-6189-4372-a4ee-0b564d2bb9ef tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:58.488575 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7b764c-6189-4372-a4ee-0b564d2bb9ef tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:58.488983 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7b764c-6189-4372-a4ee-0b564d2bb9ef tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:58.489334 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7b764c-6189-4372-a4ee-0b564d2bb9ef tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:58.489668 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7b764c-6189-4372-a4ee-0b564d2bb9ef tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:58.490003 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7b764c-6189-4372-a4ee-0b564d2bb9ef tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:58.490471 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7b764c-6189-4372-a4ee-0b564d2bb9ef tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:58.490956 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7b764c-6189-4372-a4ee-0b564d2bb9ef tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:58.491219 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7b764c-6189-4372-a4ee-0b564d2bb9ef tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:57:58.517349 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-1c7b764c-6189-4372-a4ee-0b564d2bb9ef tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:58.517964 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-1c7b764c-6189-4372-a4ee-0b564d2bb9ef tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:58.532702 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-1c7b764c-6189-4372-a4ee-0b564d2bb9ef tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5623312 Aug 28 15:57:58.546167 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-ca39eff7-8a32-4f38-8f84-22c1cb4918c5 service neutron] Request body: {'port': {'device_id': '77c87c64-ef91-4bde-8f67-07612c6e69ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:57:58.601438 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-ca39eff7-8a32-4f38-8f84-22c1cb4918c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:58.855977 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-ca39eff7-8a32-4f38-8f84-22c1cb4918c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab5b776-2b9b-4136-86d9-aa5de9e55190 {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:57:58.863331 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-ca39eff7-8a32-4f38-8f84-22c1cb4918c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:58.876185 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-ca39eff7-8a32-4f38-8f84-22c1cb4918c5 service neutron] Transition to ACTIVE for port object 8ab5b776-2b9b-4136-86d9-aa5de9e55190 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:57:58.879664 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-ca39eff7-8a32-4f38-8f84-22c1cb4918c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:58.932167 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39eff7-8a32-4f38-8f84-22c1cb4918c5 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab5b776-2b9b-4136-86d9-aa5de9e55190,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:57:58.999047 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-ca39eff7-8a32-4f38-8f84-22c1cb4918c5 service neutron] Attempting to bind port 8ab5b776-2b9b-4136-86d9-aa5de9e55190 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:57:58.999383 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-ca39eff7-8a32-4f38-8f84-22c1cb4918c5 service neutron] Attempting to bind port 8ab5b776-2b9b-4136-86d9-aa5de9e55190 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': 'd7f50c40-3426-4786-a6c7-3b1829fffaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '590b61e1-6ec5-434e-946a-6fb5dad76449'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:57:58.999763 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-ca39eff7-8a32-4f38-8f84-22c1cb4918c5 service neutron] Attempting to bind port 8ab5b776-2b9b-4136-86d9-aa5de9e55190 on network 590b61e1-6ec5-434e-946a-6fb5dad76449 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:57:59.003991 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-ca39eff7-8a32-4f38-8f84-22c1cb4918c5 service neutron] Port 8ab5b776-2b9b-4136-86d9-aa5de9e55190 on network 590b61e1-6ec5-434e-946a-6fb5dad76449 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:57:59.004316 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-ca39eff7-8a32-4f38-8f84-22c1cb4918c5 service neutron] Attempting to bind port 8ab5b776-2b9b-4136-86d9-aa5de9e55190 on network 590b61e1-6ec5-434e-946a-6fb5dad76449 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:57:59.009194 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-ca39eff7-8a32-4f38-8f84-22c1cb4918c5 service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:57:59.009534 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-ca39eff7-8a32-4f38-8f84-22c1cb4918c5 service neutron] Checking segment: {'id': 'd7f50c40-3426-4786-a6c7-3b1829fffaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '590b61e1-6ec5-434e-946a-6fb5dad76449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:57:59.009924 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-ca39eff7-8a32-4f38-8f84-22c1cb4918c5 service neutron] Bound using segment: {'id': 'd7f50c40-3426-4786-a6c7-3b1829fffaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '590b61e1-6ec5-434e-946a-6fb5dad76449'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:57:59.010395 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-ca39eff7-8a32-4f38-8f84-22c1cb4918c5 service neutron] Bound port: 8ab5b776-2b9b-4136-86d9-aa5de9e55190, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f50c40-3426-4786-a6c7-3b1829fffaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '590b61e1-6ec5-434e-946a-6fb5dad76449'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:57:59.010757 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-ca39eff7-8a32-4f38-8f84-22c1cb4918c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:59.073157 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-ca39eff7-8a32-4f38-8f84-22c1cb4918c5 service neutron] For port 8ab5b776-2b9b-4136-86d9-aa5de9e55190, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:57:59.076632 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-ca39eff7-8a32-4f38-8f84-22c1cb4918c5 service neutron] For port 8ab5b776-2b9b-4136-86d9-aa5de9e55190, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=8ab5b776-2b9b-4136-86d9-aa5de9e55190,segment=NetworkSegment(d7f50c40-3426-4786-a6c7-3b1829fffaa5),segment_id=d7f50c40-3426-4786-a6c7-3b1829fffaa5)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:57:59.081613 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-ca39eff7-8a32-4f38-8f84-22c1cb4918c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:59.113182 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-ca39eff7-8a32-4f38-8f84-22c1cb4918c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:59.113805 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-ca39eff7-8a32-4f38-8f84-22c1cb4918c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:57:59.115260 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-ca39eff7-8a32-4f38-8f84-22c1cb4918c5 service neutron] 10.222.0.41 "PUT /v2.0/ports/8ab5b776-2b9b-4136-86d9-aa5de9e55190 HTTP/1.1" status: 200 len: 1092 time: 0.5740149 Aug 28 15:57:59.117747 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c87c64-ef91-4bde-8f67-07612c6e69ae', 'tag': '8ab5b776-2b9b-4136-86d9-aa5de9e55190'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:57:59.121032 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e308943d50e92a26f6c3a6de5cf793d4f684f916ac590010b5ff3c9d15b1720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5a103e-ec16-4ce6-9c59-36517bd6df16" -d '{"events": [{"name": "network-changed", "server_uuid": "77c87c64-ef91-4bde-8f67-07612c6e69ae", "tag": "8ab5b776-2b9b-4136-86d9-aa5de9e55190"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:57:59.149419 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39eff7-8a32-4f38-8f84-22c1cb4918c5 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab5b776-2b9b-4136-86d9-aa5de9e55190,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:57:59.165573 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12c1f0c-9230-4960-8cdf-cc0efb7b07bb x-openstack-request-id: req-e12c1f0c-9230-4960-8cdf-cc0efb7b07bb {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:57:59.165871 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c87c64-ef91-4bde-8f67-07612c6e69ae", "tag": "8ab5b776-2b9b-4136-86d9-aa5de9e55190", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:57:59.166132 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e12c1f0c-9230-4960-8cdf-cc0efb7b07bb {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:57:59.167235 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c87c64-ef91-4bde-8f67-07612c6e69ae', 'tag': '8ab5b776-2b9b-4136-86d9-aa5de9e55190', 'status': 'completed', 'code': 200} Aug 28 15:57:59.199232 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-25020299-b469-44b4-bb84-88388def15d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:59.200753 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-25020299-b469-44b4-bb84-88388def15d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69092444bbc6428e813e08ea44b27b3c&device_id=77c87c64-ef91-4bde-8f67-07612c6e69ae HTTP/1.1" status: 200 len: 1095 time: 0.0460606 Aug 28 15:57:59.242942 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-3b7fd16e-b633-47b2-a884-7a78b771da64 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ab5b776-2b9b-4136-86d9-aa5de9e55190 HTTP/1.1" status: 200 len: 217 time: 0.0342371 Aug 28 15:57:59.291212 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-dd9d616d-046e-4844-8184-e1f241e07115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:59.293246 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-dd9d616d-046e-4844-8184-e1f241e07115 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1d579c3-90eb-4efc-8364-476c3122df52 HTTP/1.1" status: 200 len: 853 time: 0.0425646 Aug 28 15:57:59.323586 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-c3683d65-ee3c-466d-87c4-825192c1ed9c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=590b61e1-6ec5-434e-946a-6fb5dad76449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229943 Aug 28 15:57:59.424441 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-cb642aac-51f9-4f4a-9864-c550f62f4d94 service neutron] 10.222.0.41 "GET /v2.0/networks/590b61e1-6ec5-434e-946a-6fb5dad76449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928786 Aug 28 15:57:59.427189 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d0002-7dc6-4e93-9b55-1c8fdd1b2f37 req-71d985f8-9e7f-47c1-bf55-c19d5e66bb9c tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:59.428676 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e1d0002-7dc6-4e93-9b55-1c8fdd1b2f37 req-71d985f8-9e7f-47c1-bf55-c19d5e66bb9c tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?device_id=77c87c64-ef91-4bde-8f67-07612c6e69ae HTTP/1.1" status: 200 len: 943 time: 0.0507724 Aug 28 15:57:59.467390 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5e1d0002-7dc6-4e93-9b55-1c8fdd1b2f37 req-b9b80032-ea8d-4338-8610-344bc2d80200 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed7af24f-1637-49e6-bedb-14eb2a99298e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322039 Aug 28 15:57:59.517092 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e674e540-dcdc-47cc-bb97-c63001f079ff req-2416e206-c8d0-498a-88aa-c2603352db51 service neutron] 10.222.0.41 "GET /v2.0/networks/590b61e1-6ec5-434e-946a-6fb5dad76449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841048 Aug 28 15:57:59.607126 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a103e-ec16-4ce6-9c59-36517bd6df16 req-9eaa4581-0016-4b25-9087-50b5dcf96d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:59.608652 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aa5a103e-ec16-4ce6-9c59-36517bd6df16 req-9eaa4581-0016-4b25-9087-50b5dcf96d09 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69092444bbc6428e813e08ea44b27b3c&device_id=77c87c64-ef91-4bde-8f67-07612c6e69ae HTTP/1.1" status: 200 len: 1095 time: 0.0455394 Aug 28 15:57:59.699115 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a103e-ec16-4ce6-9c59-36517bd6df16 req-da567ed6-3da4-48cd-bea8-2a021b0c6f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:59.700498 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aa5a103e-ec16-4ce6-9c59-36517bd6df16 req-da567ed6-3da4-48cd-bea8-2a021b0c6f5e service neutron] 10.222.0.41 "GET /v2.0/networks?id=590b61e1-6ec5-434e-946a-6fb5dad76449 HTTP/1.1" status: 200 len: 914 time: 0.0832543 Aug 28 15:57:59.743975 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aa5a103e-ec16-4ce6-9c59-36517bd6df16 req-5235dc73-5b73-4f2b-b7cb-a1c46771bb9f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ab5b776-2b9b-4136-86d9-aa5de9e55190 HTTP/1.1" status: 200 len: 217 time: 0.0358329 Aug 28 15:57:59.791727 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a103e-ec16-4ce6-9c59-36517bd6df16 req-64aa3395-f18e-44d7-bd65-ab0d552908c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:57:59.793571 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aa5a103e-ec16-4ce6-9c59-36517bd6df16 req-64aa3395-f18e-44d7-bd65-ab0d552908c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1d579c3-90eb-4efc-8364-476c3122df52 HTTP/1.1" status: 200 len: 853 time: 0.0427265 Aug 28 15:57:59.825994 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aa5a103e-ec16-4ce6-9c59-36517bd6df16 req-785fb6f1-e66c-4236-a05e-9134334ba0b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=590b61e1-6ec5-434e-946a-6fb5dad76449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242743 Aug 28 15:57:59.915564 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aa5a103e-ec16-4ce6-9c59-36517bd6df16 req-60373b08-9014-414e-8f2b-3dfcb4b48c6c service neutron] 10.222.0.41 "GET /v2.0/networks/590b61e1-6ec5-434e-946a-6fb5dad76449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813727 Aug 28 15:58:00.007732 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-aa5a103e-ec16-4ce6-9c59-36517bd6df16 req-f95b205b-5719-4bbb-ab0b-626cacbb8313 service neutron] 10.222.0.41 "GET /v2.0/networks/590b61e1-6ec5-434e-946a-6fb5dad76449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848861 Aug 28 15:58:00.585913 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5dff4-a256-4d1d-aa1f-05d9f747095c req-ac2e94d9-bd29-4b2d-b567-2ba5bc12ab61 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:00.587412 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8ce5dff4-a256-4d1d-aa1f-05d9f747095c req-ac2e94d9-bd29-4b2d-b567-2ba5bc12ab61 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?device_id=77c87c64-ef91-4bde-8f67-07612c6e69ae HTTP/1.1" status: 200 len: 943 time: 0.0522802 Aug 28 15:58:00.628243 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8ce5dff4-a256-4d1d-aa1f-05d9f747095c req-325dc113-ce0e-4d5e-8d83-d04206a3c324 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed7af24f-1637-49e6-bedb-14eb2a99298e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341494 Aug 28 15:58:01.745591 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f2279-9f2a-48cd-b2f5-d27c0a164b5c req-ca420cd8-c523-4a61-b281-f988190108cc tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:01.747088 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f97f2279-9f2a-48cd-b2f5-d27c0a164b5c req-ca420cd8-c523-4a61-b281-f988190108cc tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?device_id=77c87c64-ef91-4bde-8f67-07612c6e69ae HTTP/1.1" status: 200 len: 943 time: 0.0524056 Aug 28 15:58:01.784953 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f97f2279-9f2a-48cd-b2f5-d27c0a164b5c req-2e947dbd-92bd-43bc-8abc-126506825a9a tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed7af24f-1637-49e6-bedb-14eb2a99298e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319047 Aug 28 15:58:02.690498 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 8ab5b776-2b9b-4136-86d9-aa5de9e55190 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:58:02.785022 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 8ab5b776-2b9b-4136-86d9-aa5de9e55190, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=8ab5b776-2b9b-4136-86d9-aa5de9e55190,segment=NetworkSegment(d7f50c40-3426-4786-a6c7-3b1829fffaa5),segment_id=d7f50c40-3426-4786-a6c7-3b1829fffaa5)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:58:02.796634 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '8ab5b776-2b9b-4136-86d9-aa5de9e55190', 'network_id': '590b61e1-6ec5-434e-946a-6fb5dad76449', 'port_id': '8ab5b776-2b9b-4136-86d9-aa5de9e55190', 'mac_address': 'fa:16:3e:24:85:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d579c3-90eb-4efc-8364-476c3122df52', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:58:02.832997 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:02.846425 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab5b776-2b9b-4136-86d9-aa5de9e55190 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:58:02.866870 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 8ab5b776-2b9b-4136-86d9-aa5de9e55190, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=8ab5b776-2b9b-4136-86d9-aa5de9e55190,segment=NetworkSegment(d7f50c40-3426-4786-a6c7-3b1829fffaa5),segment_id=d7f50c40-3426-4786-a6c7-3b1829fffaa5)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:58:02.872240 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:02.907401 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e3c54-88bf-4eb5-9d2c-65b662c7b693 req-0fc55e8b-5a5a-4427-827a-a16123e1b72d tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:02.908956 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-761e3c54-88bf-4eb5-9d2c-65b662c7b693 req-0fc55e8b-5a5a-4427-827a-a16123e1b72d tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?device_id=77c87c64-ef91-4bde-8f67-07612c6e69ae HTTP/1.1" status: 200 len: 943 time: 0.0583987 Aug 28 15:58:02.921679 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=8ab5b776-2b9b-4136-86d9-aa5de9e55190,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:02.947894 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-761e3c54-88bf-4eb5-9d2c-65b662c7b693 req-f57b8a4c-daf8-4aec-8054-e59043f293ee tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed7af24f-1637-49e6-bedb-14eb2a99298e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329423 Aug 28 15:58:03.221208 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['8ab5b776-2b9b-4136-86d9-aa5de9e55190'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:58:04.062287 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0303b2-6cb6-4692-bd6c-99fb431866f7 req-fb9b6183-ad1f-4e2e-bc1b-f1ebd5ea255f tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:04.063781 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7f0303b2-6cb6-4692-bd6c-99fb431866f7 req-fb9b6183-ad1f-4e2e-bc1b-f1ebd5ea255f tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?device_id=77c87c64-ef91-4bde-8f67-07612c6e69ae HTTP/1.1" status: 200 len: 944 time: 0.0487981 Aug 28 15:58:04.101146 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7f0303b2-6cb6-4692-bd6c-99fb431866f7 req-003c9c41-5d49-40fe-844c-e6dc9f327c20 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed7af24f-1637-49e6-bedb-14eb2a99298e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314496 Aug 28 15:58:04.705985 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 8ab5b776-2b9b-4136-86d9-aa5de9e55190 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:58:04.752902 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 8ab5b776-2b9b-4136-86d9-aa5de9e55190 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:58:04.756529 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 8ab5b776-2b9b-4136-86d9-aa5de9e55190 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:58:04.756901 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:04.985430 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:05.007221 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c87c64-ef91-4bde-8f67-07612c6e69ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab5b776-2b9b-4136-86d9-aa5de9e55190'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:58:05.009469 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e998ae4c8ad98a44641492a375488314a28001c32b9c96e1494d2a73900553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df58a58a-fc81-45e9-b010-327d1d9c2472" -d '{"events": [{"server_uuid": "77c87c64-ef91-4bde-8f67-07612c6e69ae", "name": "network-vif-plugged", "status": "completed", "tag": "8ab5b776-2b9b-4136-86d9-aa5de9e55190"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:58:05.022916 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 8ab5b776-2b9b-4136-86d9-aa5de9e55190, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=8ab5b776-2b9b-4136-86d9-aa5de9e55190,segment=NetworkSegment(d7f50c40-3426-4786-a6c7-3b1829fffaa5),segment_id=d7f50c40-3426-4786-a6c7-3b1829fffaa5)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:58:05.027634 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:05.051446 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cde63b-c6f6-40d1-ab57-15e044677c46 x-openstack-request-id: req-a1cde63b-c6f6-40d1-ab57-15e044677c46 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:58:05.051785 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c87c64-ef91-4bde-8f67-07612c6e69ae", "name": "network-vif-plugged", "status": "completed", "tag": "8ab5b776-2b9b-4136-86d9-aa5de9e55190", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:58:05.052036 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1cde63b-c6f6-40d1-ab57-15e044677c46 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:58:05.052422 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c87c64-ef91-4bde-8f67-07612c6e69ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab5b776-2b9b-4136-86d9-aa5de9e55190', 'code': 200} Aug 28 15:58:05.078788 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=8ab5b776-2b9b-4136-86d9-aa5de9e55190,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:05.145170 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e4566-d7a6-45d9-8230-da19bd803a79 req-3cafb195-9606-4795-83ba-24f8925f784b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:05.146690 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5b0e4566-d7a6-45d9-8230-da19bd803a79 req-3cafb195-9606-4795-83ba-24f8925f784b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=77c87c64-ef91-4bde-8f67-07612c6e69ae HTTP/1.1" status: 200 len: 1097 time: 0.0405805 Aug 28 15:58:05.184515 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5b0e4566-d7a6-45d9-8230-da19bd803a79 req-978c82e5-ea38-49e6-8ed2-bb1eb2d52d98 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ed7af24f-1637-49e6-bedb-14eb2a99298e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295045 Aug 28 15:58:05.214556 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c190e-adbc-4295-9916-34f789153674 req-71fa2c4f-8c9f-45d5-bb64-e0c0bcf5c460 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:05.216065 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2a1c190e-adbc-4295-9916-34f789153674 req-71fa2c4f-8c9f-45d5-bb64-e0c0bcf5c460 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?device_id=77c87c64-ef91-4bde-8f67-07612c6e69ae HTTP/1.1" status: 200 len: 945 time: 0.0484335 Aug 28 15:58:05.252768 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2a1c190e-adbc-4295-9916-34f789153674 req-d99f4a11-58cd-4d2c-8ec2-253eac29adbc tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed7af24f-1637-49e6-bedb-14eb2a99298e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307200 Aug 28 15:58:06.368466 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab309c-614b-4328-9d2d-c7c2e262c32b req-eb17f551-707b-4d1d-88fd-88151fca433d tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:06.370033 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e5ab309c-614b-4328-9d2d-c7c2e262c32b req-eb17f551-707b-4d1d-88fd-88151fca433d tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?device_id=77c87c64-ef91-4bde-8f67-07612c6e69ae HTTP/1.1" status: 200 len: 945 time: 0.0490885 Aug 28 15:58:06.407590 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e5ab309c-614b-4328-9d2d-c7c2e262c32b req-54097ab3-f966-4d29-8f19-32fdcb327a9e tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed7af24f-1637-49e6-bedb-14eb2a99298e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317621 Aug 28 15:58:07.526743 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567850a-fe4d-4d19-8d9f-f146b11dac8f req-ccb7e14f-5be6-43b8-9dd7-74d120cab432 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:07.528573 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b567850a-fe4d-4d19-8d9f-f146b11dac8f req-ccb7e14f-5be6-43b8-9dd7-74d120cab432 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?device_id=77c87c64-ef91-4bde-8f67-07612c6e69ae HTTP/1.1" status: 200 len: 945 time: 0.0545475 Aug 28 15:58:07.566482 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b567850a-fe4d-4d19-8d9f-f146b11dac8f req-9e836501-5738-491a-82a7-ef0543b9cd2b tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed7af24f-1637-49e6-bedb-14eb2a99298e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319347 Aug 28 15:58:07.791524 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b6fcc-73ba-47da-ba8a-b3015a4679b7 req-aef88026-91fd-4d29-bf3a-16ba4956a0d1 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:07.793027 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ab0b6fcc-73ba-47da-ba8a-b3015a4679b7 req-aef88026-91fd-4d29-bf3a-16ba4956a0d1 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?device_id=77c87c64-ef91-4bde-8f67-07612c6e69ae HTTP/1.1" status: 200 len: 945 time: 0.0480452 Aug 28 15:58:07.830052 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ab0b6fcc-73ba-47da-ba8a-b3015a4679b7 req-ae5afb47-6fd2-4b81-861c-359337c26909 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed7af24f-1637-49e6-bedb-14eb2a99298e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312107 Aug 28 15:58:08.092517 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b46bfc21-f553-440f-9486-8196ba82e3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:08.949790 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa580ca-3716-4f53-90c4-06e1d45d8123 req-a939271c-779d-4a2f-8fd0-c30a588017d6 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:08.951429 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8fa580ca-3716-4f53-90c4-06e1d45d8123 req-a939271c-779d-4a2f-8fd0-c30a588017d6 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?device_id=77c87c64-ef91-4bde-8f67-07612c6e69ae HTTP/1.1" status: 200 len: 945 time: 0.0530684 Aug 28 15:58:09.312026 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8fa580ca-3716-4f53-90c4-06e1d45d8123 req-6541e255-194b-4c03-8187-ef1932742b1b tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed7af24f-1637-49e6-bedb-14eb2a99298e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544137 Aug 28 15:58:09.328186 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946fa099-fe30-4f32-8ec5-5268bb93f638 req-c32ff845-38df-4c83-b628-cb9ec55f3444 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:09.329655 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-946fa099-fe30-4f32-8ec5-5268bb93f638 req-c32ff845-38df-4c83-b628-cb9ec55f3444 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.41 "GET /v2.0/ports?device_id=77c87c64-ef91-4bde-8f67-07612c6e69ae HTTP/1.1" status: 200 len: 945 time: 0.0625911 Aug 28 15:58:09.418801 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-946fa099-fe30-4f32-8ec5-5268bb93f638 req-6572aa38-718e-4e72-9e5a-9fc2605864c9 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Deleting port 8ab5b776-2b9b-4136-86d9-aa5de9e55190 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:58:09.419143 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-946fa099-fe30-4f32-8ec5-5268bb93f638 req-6572aa38-718e-4e72-9e5a-9fc2605864c9 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:09.506609 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-946fa099-fe30-4f32-8ec5-5268bb93f638 req-6572aa38-718e-4e72-9e5a-9fc2605864c9 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] For port 8ab5b776-2b9b-4136-86d9-aa5de9e55190, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=8ab5b776-2b9b-4136-86d9-aa5de9e55190,segment=NetworkSegment(d7f50c40-3426-4786-a6c7-3b1829fffaa5),segment_id=d7f50c40-3426-4786-a6c7-3b1829fffaa5)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:58:09.506894 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-946fa099-fe30-4f32-8ec5-5268bb93f638 req-6572aa38-718e-4e72-9e5a-9fc2605864c9 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:09.519334 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-946fa099-fe30-4f32-8ec5-5268bb93f638 req-6572aa38-718e-4e72-9e5a-9fc2605864c9 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Calling delete_port for 8ab5b776-2b9b-4136-86d9-aa5de9e55190 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:58:09.647305 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-946fa099-fe30-4f32-8ec5-5268bb93f638 req-6572aa38-718e-4e72-9e5a-9fc2605864c9 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:09.659722 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['2b2eacd2-cfda-4817-a064-1cf133803d1a'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:58:09.662017 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['8ab5b776-2b9b-4136-86d9-aa5de9e55190'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:58:09.678348 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572aa38-718e-4e72-9e5a-9fc2605864c9 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Pushing event deleted for resources: {'Port': ['ID=8ab5b776-2b9b-4136-86d9-aa5de9e55190,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:09.720622 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-946fa099-fe30-4f32-8ec5-5268bb93f638 req-6572aa38-718e-4e72-9e5a-9fc2605864c9 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] No DVR routers for this DVR port 8ab5b776-2b9b-4136-86d9-aa5de9e55190 on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:58:09.725721 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-946fa099-fe30-4f32-8ec5-5268bb93f638 req-6572aa38-718e-4e72-9e5a-9fc2605864c9 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:09.727737 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-946fa099-fe30-4f32-8ec5-5268bb93f638 req-6572aa38-718e-4e72-9e5a-9fc2605864c9 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.41 "DELETE /v2.0/ports/8ab5b776-2b9b-4136-86d9-aa5de9e55190 HTTP/1.1" status: 204 len: 173 time: 0.3917651 Aug 28 15:58:09.728217 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c87c64-ef91-4bde-8f67-07612c6e69ae', 'name': 'network-vif-deleted', 'tag': '8ab5b776-2b9b-4136-86d9-aa5de9e55190'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:58:09.730557 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e308943d50e92a26f6c3a6de5cf793d4f684f916ac590010b5ff3c9d15b1720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cba0ae-c8af-482c-881c-1c24ac644eb8" -d '{"events": [{"server_uuid": "77c87c64-ef91-4bde-8f67-07612c6e69ae", "name": "network-vif-deleted", "tag": "8ab5b776-2b9b-4136-86d9-aa5de9e55190"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:58:09.771055 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6f1eac-dfa5-4066-a958-d0f0bde20e5f x-openstack-request-id: req-5b6f1eac-dfa5-4066-a958-d0f0bde20e5f {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:58:09.771353 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c87c64-ef91-4bde-8f67-07612c6e69ae", "name": "network-vif-deleted", "tag": "8ab5b776-2b9b-4136-86d9-aa5de9e55190", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:58:09.771678 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b6f1eac-dfa5-4066-a958-d0f0bde20e5f {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:58:09.772476 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c87c64-ef91-4bde-8f67-07612c6e69ae', 'name': 'network-vif-deleted', 'tag': '8ab5b776-2b9b-4136-86d9-aa5de9e55190', 'status': 'completed', 'code': 200} Aug 28 15:58:10.462016 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2454346-a782-4ac9-81c5-abdfe01e5425 req-db7510fd-8dc4-44b3-ac5c-b026434c3809 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:10.463599 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b2454346-a782-4ac9-81c5-abdfe01e5425 req-db7510fd-8dc4-44b3-ac5c-b026434c3809 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?device_id=121dc6cb-4724-4332-8a8e-84ce84b0aed2 HTTP/1.1" status: 200 len: 945 time: 0.0490017 Aug 28 15:58:10.501270 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b2454346-a782-4ac9-81c5-abdfe01e5425 req-087d3589-227c-4c21-a68a-a0fcab96609b tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed7af24f-1637-49e6-bedb-14eb2a99298e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317116 Aug 28 15:58:10.635399 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf367df-e91d-402d-803d-3b96fbb1781a req-4440a833-21d9-4a88-a62e-540e9cc1ddd4 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:10.636854 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2bf367df-e91d-402d-803d-3b96fbb1781a req-4440a833-21d9-4a88-a62e-540e9cc1ddd4 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?device_id=121dc6cb-4724-4332-8a8e-84ce84b0aed2 HTTP/1.1" status: 200 len: 945 time: 0.0535996 Aug 28 15:58:10.647908 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c6938bf-5cb7-416f-b1f8-8786ddb7ae9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:10.675309 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2bf367df-e91d-402d-803d-3b96fbb1781a req-fc716681-525b-4899-ab78-b4bd11a1e657 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed7af24f-1637-49e6-bedb-14eb2a99298e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323730 Aug 28 15:58:10.795625 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92315fbb-cd16-4a23-aa17-c787182a6836 req-401b0673-0f1d-428d-95d1-e72eb5468bda tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:10.797103 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-92315fbb-cd16-4a23-aa17-c787182a6836 req-401b0673-0f1d-428d-95d1-e72eb5468bda tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?device_id=121dc6cb-4724-4332-8a8e-84ce84b0aed2 HTTP/1.1" status: 200 len: 945 time: 0.0540047 Aug 28 15:58:10.834135 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-92315fbb-cd16-4a23-aa17-c787182a6836 req-f7698d5d-b2ed-4ae7-adb1-89050329d666 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed7af24f-1637-49e6-bedb-14eb2a99298e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310843 Aug 28 15:58:10.959880 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:11.003327 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6000401-d7bb-4608-a506-fa09527778e1 req-b0e1722f-7d36-4236-b4f1-12857895605b tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:11.004804 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e6000401-d7bb-4608-a506-fa09527778e1 req-b0e1722f-7d36-4236-b4f1-12857895605b tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?device_id=121dc6cb-4724-4332-8a8e-84ce84b0aed2 HTTP/1.1" status: 200 len: 945 time: 0.0517132 Aug 28 15:58:11.042781 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e6000401-d7bb-4608-a506-fa09527778e1 req-0cf218d9-79f1-48f2-b86b-8bcd730cc067 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed7af24f-1637-49e6-bedb-14eb2a99298e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319328 Aug 28 15:58:11.157200 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ceda81-a07e-4764-9797-283888f2aae2 req-82f5f2c9-55cb-4285-8c38-27bdb7507704 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:11.158574 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e6ceda81-a07e-4764-9797-283888f2aae2 req-82f5f2c9-55cb-4285-8c38-27bdb7507704 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?device_id=121dc6cb-4724-4332-8a8e-84ce84b0aed2 HTTP/1.1" status: 200 len: 945 time: 0.0480657 Aug 28 15:58:11.196085 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e6ceda81-a07e-4764-9797-283888f2aae2 req-b1276449-4062-4f12-b06d-d62a22d85493 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed7af24f-1637-49e6-bedb-14eb2a99298e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314717 Aug 28 15:58:11.319794 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5c857-0369-40be-bc93-c927a6c07e83 req-2b4bfa79-30f3-4e1b-b8dd-4f738bbfdfef tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:11.321256 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-88e5c857-0369-40be-bc93-c927a6c07e83 req-2b4bfa79-30f3-4e1b-b8dd-4f738bbfdfef tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?device_id=121dc6cb-4724-4332-8a8e-84ce84b0aed2 HTTP/1.1" status: 200 len: 945 time: 0.0488081 Aug 28 15:58:11.359701 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-88e5c857-0369-40be-bc93-c927a6c07e83 req-980bbc61-5ada-4e32-b41a-a70dd86af81a tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed7af24f-1637-49e6-bedb-14eb2a99298e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314765 Aug 28 15:58:11.665474 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee849ef-d256-40c8-b991-d5a09175441a req-8d16a9a5-c876-4a04-a1b7-675b3a0cb72e tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:11.667481 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eee849ef-d256-40c8-b991-d5a09175441a req-8d16a9a5-c876-4a04-a1b7-675b3a0cb72e tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?device_id=121dc6cb-4724-4332-8a8e-84ce84b0aed2 HTTP/1.1" status: 200 len: 945 time: 0.0522869 Aug 28 15:58:11.704008 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eee849ef-d256-40c8-b991-d5a09175441a req-df1b1a81-78d7-4c69-a395-c47e603f416c tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed7af24f-1637-49e6-bedb-14eb2a99298e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303690 Aug 28 15:58:11.967144 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:12.770077 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 8ab5b776-2b9b-4136-86d9-aa5de9e55190 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:58:12.790495 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 8ab5b776-2b9b-4136-86d9-aa5de9e55190 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:58:12.791487 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 8ab5b776-2b9b-4136-86d9-aa5de9e55190 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:58:12.825529 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0228d6-eeaf-42c7-96b3-090b29ad99bd req-e41b66f6-f801-4ddc-9b7d-1f357073e871 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:12.826996 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9e0228d6-eeaf-42c7-96b3-090b29ad99bd req-e41b66f6-f801-4ddc-9b7d-1f357073e871 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/ports?device_id=121dc6cb-4724-4332-8a8e-84ce84b0aed2 HTTP/1.1" status: 200 len: 945 time: 0.0497108 Aug 28 15:58:12.864281 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9e0228d6-eeaf-42c7-96b3-090b29ad99bd req-e179dc22-8f43-4629-9c15-35593f5dd232 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed7af24f-1637-49e6-bedb-14eb2a99298e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313687 Aug 28 15:58:12.939618 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2c143-e600-417f-8849-45e8f29675eb req-a4d2e8eb-7835-4673-b670-1cb548840450 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:12.941114 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a1b2c143-e600-417f-8849-45e8f29675eb req-a4d2e8eb-7835-4673-b670-1cb548840450 tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.36 "GET /v2.0/ports?device_id=121dc6cb-4724-4332-8a8e-84ce84b0aed2 HTTP/1.1" status: 200 len: 945 time: 0.0510449 Aug 28 15:58:13.031604 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-a1b2c143-e600-417f-8849-45e8f29675eb req-b3544827-925b-41d5-a851-61805633236a tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Deleting port 2b2eacd2-cfda-4817-a064-1cf133803d1a {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:58:13.031901 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a1b2c143-e600-417f-8849-45e8f29675eb req-b3544827-925b-41d5-a851-61805633236a tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:13.121952 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-a1b2c143-e600-417f-8849-45e8f29675eb req-b3544827-925b-41d5-a851-61805633236a tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] For port 2b2eacd2-cfda-4817-a064-1cf133803d1a, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=2b2eacd2-cfda-4817-a064-1cf133803d1a,segment=NetworkSegment(d7f50c40-3426-4786-a6c7-3b1829fffaa5),segment_id=d7f50c40-3426-4786-a6c7-3b1829fffaa5)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:58:13.122323 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a1b2c143-e600-417f-8849-45e8f29675eb req-b3544827-925b-41d5-a851-61805633236a tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:13.135684 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-a1b2c143-e600-417f-8849-45e8f29675eb req-b3544827-925b-41d5-a851-61805633236a tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Calling delete_port for 2b2eacd2-cfda-4817-a064-1cf133803d1a owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:58:13.266057 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a1b2c143-e600-417f-8849-45e8f29675eb req-b3544827-925b-41d5-a851-61805633236a tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:13.277915 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['2b2eacd2-cfda-4817-a064-1cf133803d1a'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:58:13.297567 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3544827-925b-41d5-a851-61805633236a tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Pushing event deleted for resources: {'Port': ['ID=2b2eacd2-cfda-4817-a064-1cf133803d1a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:13.345840 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b2c143-e600-417f-8849-45e8f29675eb req-b3544827-925b-41d5-a851-61805633236a tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] No DVR routers for this DVR port 2b2eacd2-cfda-4817-a064-1cf133803d1a on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:58:13.349307 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-a1b2c143-e600-417f-8849-45e8f29675eb req-b3544827-925b-41d5-a851-61805633236a tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:13.351698 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a1b2c143-e600-417f-8849-45e8f29675eb req-b3544827-925b-41d5-a851-61805633236a tempest-ServersNegativeTestJSON-1251866867 tempest-ServersNegativeTestJSON-1251866867-project] 10.222.0.36 "DELETE /v2.0/ports/2b2eacd2-cfda-4817-a064-1cf133803d1a HTTP/1.1" status: 204 len: 173 time: 0.4049375 Aug 28 15:58:13.352224 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121dc6cb-4724-4332-8a8e-84ce84b0aed2', 'name': 'network-vif-deleted', 'tag': '2b2eacd2-cfda-4817-a064-1cf133803d1a'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:58:13.354747 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e463a03-f7f5-4708-82dc-facac0e7a40d" -d '{"events": [{"server_uuid": "121dc6cb-4724-4332-8a8e-84ce84b0aed2", "name": "network-vif-deleted", "tag": "2b2eacd2-cfda-4817-a064-1cf133803d1a"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:58:13.398598 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e52d646-eeb7-4387-8d5f-1fd50752efff x-openstack-request-id: req-0e52d646-eeb7-4387-8d5f-1fd50752efff {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:58:13.398895 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121dc6cb-4724-4332-8a8e-84ce84b0aed2", "name": "network-vif-deleted", "tag": "2b2eacd2-cfda-4817-a064-1cf133803d1a", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:58:13.399148 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e52d646-eeb7-4387-8d5f-1fd50752efff {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:58:13.399552 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121dc6cb-4724-4332-8a8e-84ce84b0aed2', 'name': 'network-vif-deleted', 'tag': '2b2eacd2-cfda-4817-a064-1cf133803d1a', 'status': 'completed', 'code': 200} Aug 28 15:58:13.465198 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:13.921373 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59962) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:13.965148 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc8ae13b-8809-44c2-b387-76522bea18e9 admin admin] Deleting subnet f1d579c3-90eb-4efc-8364-476c3122df52 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:58:13.968023 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bc8ae13b-8809-44c2-b387-76522bea18e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:14.004455 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bc8ae13b-8809-44c2-b387-76522bea18e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:14.042593 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bc8ae13b-8809-44c2-b387-76522bea18e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:14.093722 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bc8ae13b-8809-44c2-b387-76522bea18e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:14.116057 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ae13b-8809-44c2-b387-76522bea18e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1d579c3-90eb-4efc-8364-476c3122df52,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:14.122173 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bc8ae13b-8809-44c2-b387-76522bea18e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:14.124023 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-bc8ae13b-8809-44c2-b387-76522bea18e9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f1d579c3-90eb-4efc-8364-476c3122df52 HTTP/1.1" status: 204 len: 168 time: 0.2016652 Aug 28 15:58:14.126462 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 59964) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:14.197365 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d2a08dd8-a923-4e02-9d43-4bc2cfe8c585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:14.273016 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d2a08dd8-a923-4e02-9d43-4bc2cfe8c585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:14.282784 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-d2a08dd8-a923-4e02-9d43-4bc2cfe8c585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['590b61e1-6ec5-434e-946a-6fb5dad76449']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:14.293250 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-d2a08dd8-a923-4e02-9d43-4bc2cfe8c585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f50c40-3426-4786-a6c7-3b1829fffaa5') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:14.293627 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-d2a08dd8-a923-4e02-9d43-4bc2cfe8c585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f50c40-3426-4786-a6c7-3b1829fffaa5') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:14.302109 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d2a08dd8-a923-4e02-9d43-4bc2cfe8c585 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:14.319970 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d2a08dd8-a923-4e02-9d43-4bc2cfe8c585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:14.325881 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a08dd8-a923-4e02-9d43-4bc2cfe8c585 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:58:14.326264 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d2a08dd8-a923-4e02-9d43-4bc2cfe8c585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:58:14.327874 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:58:14.379824 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d2a08dd8-a923-4e02-9d43-4bc2cfe8c585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:14.385349 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d2a08dd8-a923-4e02-9d43-4bc2cfe8c585 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:14.387410 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d2a08dd8-a923-4e02-9d43-4bc2cfe8c585 admin admin] 10.222.0.13 "DELETE /v2.0/networks/590b61e1-6ec5-434e-946a-6fb5dad76449 HTTP/1.1" status: 204 len: 168 time: 0.2600303 Aug 28 15:58:14.398006 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a08dd8-a923-4e02-9d43-4bc2cfe8c585 admin admin] Pushing event deleted for resources: {'Network': ['ID=590b61e1-6ec5-434e-946a-6fb5dad76449,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:14.501240 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59968) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:14.544150 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bfeb3393-fc6f-412a-9a75-58cbb8110db3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69092444bbc6428e813e08ea44b27b3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416472 Aug 28 15:58:14.546494 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59970) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:14.593903 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a246342-fc16-4a62-838d-7bc5865b5880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:14.614524 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a246342-fc16-4a62-838d-7bc5865b5880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:14.659573 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a246342-fc16-4a62-838d-7bc5865b5880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:14.662455 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4a246342-fc16-4a62-838d-7bc5865b5880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:14.663573 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4a246342-fc16-4a62-838d-7bc5865b5880 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed7af24f-1637-49e6-bedb-14eb2a99298e HTTP/1.1" status: 204 len: 168 time: 0.1162064 Aug 28 15:58:14.671326 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a246342-fc16-4a62-838d-7bc5865b5880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7af24f-1637-49e6-bedb-14eb2a99298e,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:15.335350 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59992) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:15.431162 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-9d9b9843-ba1d-4633-bdfc-1f8bb7905301 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-477996481'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:58:15.453761 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9b9843-ba1d-4633-bdfc-1f8bb7905301 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Made reservation on behalf of ae04dc65a04e40a89643661e3d1bd9b5 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:58:15.457140 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9d9b9843-ba1d-4633-bdfc-1f8bb7905301 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:15.465499 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9d9b9843-ba1d-4633-bdfc-1f8bb7905301 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:15.555715 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9d9b9843-ba1d-4633-bdfc-1f8bb7905301 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:15.559801 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9d9b9843-ba1d-4633-bdfc-1f8bb7905301 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:15.588628 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d9b9843-ba1d-4633-bdfc-1f8bb7905301 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:58:15.597857 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b9843-ba1d-4633-bdfc-1f8bb7905301 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a56586ba-03c3-435b-909b-a7805ad1f14c,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:15.606073 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9d9b9843-ba1d-4633-bdfc-1f8bb7905301 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:15.609542 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-9d9b9843-ba1d-4633-bdfc-1f8bb7905301 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Added segment 72c71ec2-118e-4a68-bbb0-9137dbb88744 of type vlan for network 992d9ffe-b10c-41ff-993b-bf7975bd2624 Aug 28 15:58:15.650021 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9d9b9843-ba1d-4633-bdfc-1f8bb7905301 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:15.674657 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9d9b9843-ba1d-4633-bdfc-1f8bb7905301 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:15.680271 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9b9843-ba1d-4633-bdfc-1f8bb7905301 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:15.680856 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9d9b9843-ba1d-4633-bdfc-1f8bb7905301 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:15.740292 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9d9b9843-ba1d-4633-bdfc-1f8bb7905301 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4037616 Aug 28 15:58:15.749044 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b9843-ba1d-4633-bdfc-1f8bb7905301 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Pushing event updated for resources: {'Network': ['ID=992d9ffe-b10c-41ff-993b-bf7975bd2624,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:15.759570 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 992d9ffe-b10c-41ff-993b-bf7975bd2624 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:58:16.792994 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 2b2eacd2-cfda-4817-a064-1cf133803d1a no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:58:16.813067 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 2b2eacd2-cfda-4817-a064-1cf133803d1a {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:58:16.813409 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 2b2eacd2-cfda-4817-a064-1cf133803d1a not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:58:17.093940 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:58:19.103500 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59996) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:19.109316 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-ac7f8994-9b1d-4b28-a21b-0998689a01d5 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Request body: {'subnet': {'network_id': '992d9ffe-b10c-41ff-993b-bf7975bd2624', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:58:19.199044 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7f8994-9b1d-4b28-a21b-0998689a01d5 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Made reservation on behalf of ae04dc65a04e40a89643661e3d1bd9b5 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:58:19.202677 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ac7f8994-9b1d-4b28-a21b-0998689a01d5 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:19.383561 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ac7f8994-9b1d-4b28-a21b-0998689a01d5 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:19.442527 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f8994-9b1d-4b28-a21b-0998689a01d5 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Pushing event updated for resources: {'Subnet': ['ID=2b9f5601-657c-4ba4-95cc-775baa6c8934,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:19.451072 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7f8994-9b1d-4b28-a21b-0998689a01d5 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Checking segment: {'id': '72c71ec2-118e-4a68-bbb0-9137dbb88744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '992d9ffe-b10c-41ff-993b-bf7975bd2624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:58:19.451431 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7f8994-9b1d-4b28-a21b-0998689a01d5 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Network hostable DHCP agents. Network: 992d9ffe-b10c-41ff-993b-bf7975bd2624, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:58:19.468067 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7f8994-9b1d-4b28-a21b-0998689a01d5 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Network 992d9ffe-b10c-41ff-993b-bf7975bd2624 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:58:19.475920 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-ac7f8994-9b1d-4b28-a21b-0998689a01d5 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 992d9ffe-b10c-41ff-993b-bf7975bd2624) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:58:19.480645 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7f8994-9b1d-4b28-a21b-0998689a01d5 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:19.481315 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ac7f8994-9b1d-4b28-a21b-0998689a01d5 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:19.486091 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01908a38-6325-4191-9e8a-1f71b7ec3568 None None] Network 992d9ffe-b10c-41ff-993b-bf7975bd2624 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:58:19.495687 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ac7f8994-9b1d-4b28-a21b-0998689a01d5 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3909805 Aug 28 15:58:19.499508 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 59998) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:19.504560 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-93822323-ee38-4741-9bfe-2b9451395fa6 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-70480188'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:58:19.524999 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93822323-ee38-4741-9bfe-2b9451395fa6 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Made reservation on behalf of ae04dc65a04e40a89643661e3d1bd9b5 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:58:19.529675 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-93822323-ee38-4741-9bfe-2b9451395fa6 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:19.552915 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93822323-ee38-4741-9bfe-2b9451395fa6 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:58:19.561798 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-93822323-ee38-4741-9bfe-2b9451395fa6 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:19.562150 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-93822323-ee38-4741-9bfe-2b9451395fa6 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Added segment 8a29d57b-960e-40bd-a40c-9aa85a1dbff8 of type vlan for network 9f4f4741-be36-4e78-a1e7-6ec708a973ad Aug 28 15:58:19.601814 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-93822323-ee38-4741-9bfe-2b9451395fa6 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:19.631418 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-93822323-ee38-4741-9bfe-2b9451395fa6 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:19.635444 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-992d9ffe-b10c-41ff-993b-bf7975bd2624', 'network_id': '992d9ffe-b10c-41ff-993b-bf7975bd2624', 'tenant_id': 'ae04dc65a04e40a89643661e3d1bd9b5', 'fixed_ips': [{'subnet_id': '2b9f5601-657c-4ba4-95cc-775baa6c8934'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:58:19.637245 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:19.639394 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93822323-ee38-4741-9bfe-2b9451395fa6 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:19.640037 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-93822323-ee38-4741-9bfe-2b9451395fa6 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:19.700828 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-93822323-ee38-4741-9bfe-2b9451395fa6 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2001195 Aug 28 15:58:19.703856 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60000) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:19.708770 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-b4cbf5da-831c-48eb-814c-72363014ad36 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Request body: {'subnet': {'network_id': '9f4f4741-be36-4e78-a1e7-6ec708a973ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:58:19.762338 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93822323-ee38-4741-9bfe-2b9451395fa6 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Pushing event updated for resources: {'Network': ['ID=9f4f4741-be36-4e78-a1e7-6ec708a973ad,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:19.777672 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 9f4f4741-be36-4e78-a1e7-6ec708a973ad details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:58:19.779960 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Allocated IP 2001:db8:0:ffff::2 (992d9ffe-b10c-41ff-993b-bf7975bd2624/2b9f5601-657c-4ba4-95cc-775baa6c8934/f545b830-e3f8-4c38-80d6-7a0fc57902e8) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:58:19.813859 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cbf5da-831c-48eb-814c-72363014ad36 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Made reservation on behalf of ae04dc65a04e40a89643661e3d1bd9b5 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:58:19.817417 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b4cbf5da-831c-48eb-814c-72363014ad36 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:19.982398 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:19.990599 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Transition to ACTIVE for port object f545b830-e3f8-4c38-80d6-7a0fc57902e8 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:58:20.005497 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Transition to ACTIVE for port object f545b830-e3f8-4c38-80d6-7a0fc57902e8 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:58:20.011290 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:20.014351 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b4cbf5da-831c-48eb-814c-72363014ad36 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:20.052397 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Network 992d9ffe-b10c-41ff-993b-bf7975bd2624 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:58:20.055314 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:58:20.060333 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:58:20.063816 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Pushing event updated for resources: {'Port': ['ID=f545b830-e3f8-4c38-80d6-7a0fc57902e8,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:20.075823 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:20.076169 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:20.076505 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:20.076835 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:20.077159 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:20.077484 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:20.077806 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:20.077919 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbf5da-831c-48eb-814c-72363014ad36 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Pushing event updated for resources: {'Subnet': ['ID=715b6579-acfd-4369-8dfc-5469214dfd2e,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:20.078124 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:20.078445 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:20.078763 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:20.079085 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:20.079394 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:20.089925 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cbf5da-831c-48eb-814c-72363014ad36 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Checking segment: {'id': '8a29d57b-960e-40bd-a40c-9aa85a1dbff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9f4f4741-be36-4e78-a1e7-6ec708a973ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:58:20.090310 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cbf5da-831c-48eb-814c-72363014ad36 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Network hostable DHCP agents. Network: 9f4f4741-be36-4e78-a1e7-6ec708a973ad, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:58:20.106984 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cbf5da-831c-48eb-814c-72363014ad36 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Network 9f4f4741-be36-4e78-a1e7-6ec708a973ad is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:58:20.116067 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-b4cbf5da-831c-48eb-814c-72363014ad36 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 9f4f4741-be36-4e78-a1e7-6ec708a973ad) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:58:20.121096 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cbf5da-831c-48eb-814c-72363014ad36 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:20.121714 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b4cbf5da-831c-48eb-814c-72363014ad36 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:20.127217 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c310cfee-1afd-41ea-88b7-dd0816068694 None None] Network 9f4f4741-be36-4e78-a1e7-6ec708a973ad requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:58:20.136486 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b4cbf5da-831c-48eb-814c-72363014ad36 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4316294 Aug 28 15:58:20.139205 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60002) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:20.165638 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Attempting to bind port f545b830-e3f8-4c38-80d6-7a0fc57902e8 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:58:20.166010 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Attempting to bind port f545b830-e3f8-4c38-80d6-7a0fc57902e8 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '72c71ec2-118e-4a68-bbb0-9137dbb88744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '992d9ffe-b10c-41ff-993b-bf7975bd2624'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:58:20.166372 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Attempting to bind port f545b830-e3f8-4c38-80d6-7a0fc57902e8 on network 992d9ffe-b10c-41ff-993b-bf7975bd2624 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:58:20.175574 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:58:20.175971 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Checking segment: {'id': '72c71ec2-118e-4a68-bbb0-9137dbb88744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '992d9ffe-b10c-41ff-993b-bf7975bd2624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:58:20.176371 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:20.176764 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Bound using segment: {'id': '72c71ec2-118e-4a68-bbb0-9137dbb88744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '992d9ffe-b10c-41ff-993b-bf7975bd2624'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:58:20.177222 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Bound port: f545b830-e3f8-4c38-80d6-7a0fc57902e8, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c71ec2-118e-4a68-bbb0-9137dbb88744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '992d9ffe-b10c-41ff-993b-bf7975bd2624'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:58:20.177603 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:20.237024 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3df29878-b72b-43e1-958b-f21d2511509b tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:20.296967 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] For port f545b830-e3f8-4c38-80d6-7a0fc57902e8, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:58:20.301354 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] For port f545b830-e3f8-4c38-80d6-7a0fc57902e8, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f545b830-e3f8-4c38-80d6-7a0fc57902e8,segment=NetworkSegment(72c71ec2-118e-4a68-bbb0-9137dbb88744),segment_id=72c71ec2-118e-4a68-bbb0-9137dbb88744)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:58:20.311887 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:20.318765 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3df29878-b72b-43e1-958b-f21d2511509b tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:20.368202 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f286157-4a74-41b8-a610-63002642eada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-9f4f4741-be36-4e78-a1e7-6ec708a973ad', 'network_id': '9f4f4741-be36-4e78-a1e7-6ec708a973ad', 'tenant_id': 'ae04dc65a04e40a89643661e3d1bd9b5', 'fixed_ips': [{'subnet_id': '715b6579-acfd-4369-8dfc-5469214dfd2e'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:58:20.369068 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7f286157-4a74-41b8-a610-63002642eada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:20.394759 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3df29878-b72b-43e1-958b-f21d2511509b tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:20.403115 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218af7ca-0e3b-439d-bb32-789598ba5580 None None] Pushing event updated for resources: {'Port': ['ID=f545b830-e3f8-4c38-80d6-7a0fc57902e8,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:20.435813 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df29878-b72b-43e1-958b-f21d2511509b tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Pushing event deleted for resources: {'Subnet': ['ID=715b6579-acfd-4369-8dfc-5469214dfd2e,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:20.477383 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715b1573-a777-4780-a199-444ac0f102da None None] Network 9f4f4741-be36-4e78-a1e7-6ec708a973ad requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:58:20.503298 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3df29878-b72b-43e1-958b-f21d2511509b tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:20.514601 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-3df29878-b72b-43e1-958b-f21d2511509b tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f4f4741-be36-4e78-a1e7-6ec708a973ad']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:20.541205 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-3df29878-b72b-43e1-958b-f21d2511509b tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a29d57b-960e-40bd-a40c-9aa85a1dbff8') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:20.542010 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-3df29878-b72b-43e1-958b-f21d2511509b tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a29d57b-960e-40bd-a40c-9aa85a1dbff8') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:20.561957 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3df29878-b72b-43e1-958b-f21d2511509b tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:20.577603 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3df29878-b72b-43e1-958b-f21d2511509b tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:20.583832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df29878-b72b-43e1-958b-f21d2511509b tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:58:20.584229 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3df29878-b72b-43e1-958b-f21d2511509b tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:58:20.587282 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:58:20.647913 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3df29878-b72b-43e1-958b-f21d2511509b tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:20.666859 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3df29878-b72b-43e1-958b-f21d2511509b tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:20.669412 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3df29878-b72b-43e1-958b-f21d2511509b tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] 10.222.0.13 "DELETE /v2.0/networks/9f4f4741-be36-4e78-a1e7-6ec708a973ad HTTP/1.1" status: 204 len: 168 time: 0.5292461 Aug 28 15:58:20.672880 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df29878-b72b-43e1-958b-f21d2511509b tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Pushing event deleted for resources: {'Network': ['ID=9f4f4741-be36-4e78-a1e7-6ec708a973ad,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:20.673288 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60004) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:20.678966 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-3c4e6b55-746d-4ae1-9272-bec1c9b04331 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1097634962'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:58:20.700744 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4e6b55-746d-4ae1-9272-bec1c9b04331 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Made reservation on behalf of ae04dc65a04e40a89643661e3d1bd9b5 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:58:20.704247 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3c4e6b55-746d-4ae1-9272-bec1c9b04331 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:20.727459 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c4e6b55-746d-4ae1-9272-bec1c9b04331 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:58:20.736727 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3c4e6b55-746d-4ae1-9272-bec1c9b04331 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:20.737072 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-3c4e6b55-746d-4ae1-9272-bec1c9b04331 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Added segment c550decc-c9f2-44d7-8faf-365ec0af78d4 of type vlan for network a9910acb-8bef-4e58-b95c-ad207fd9dbdc Aug 28 15:58:20.774834 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3c4e6b55-746d-4ae1-9272-bec1c9b04331 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:20.799500 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3c4e6b55-746d-4ae1-9272-bec1c9b04331 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:20.805038 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4e6b55-746d-4ae1-9272-bec1c9b04331 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:20.805615 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3c4e6b55-746d-4ae1-9272-bec1c9b04331 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:20.885199 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3c4e6b55-746d-4ae1-9272-bec1c9b04331 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2106984 Aug 28 15:58:20.890209 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60006) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:20.895530 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-5d723d3f-5502-4f1e-8f49-c4943169f2f8 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Request body: {'subnet': {'network_id': 'a9910acb-8bef-4e58-b95c-ad207fd9dbdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:58:20.908782 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e6b55-746d-4ae1-9272-bec1c9b04331 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Pushing event updated for resources: {'Network': ['ID=a9910acb-8bef-4e58-b95c-ad207fd9dbdc,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:20.916197 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e6b55-746d-4ae1-9272-bec1c9b04331 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:20.916555 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e6b55-746d-4ae1-9272-bec1c9b04331 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:20.916896 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e6b55-746d-4ae1-9272-bec1c9b04331 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:20.917859 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e6b55-746d-4ae1-9272-bec1c9b04331 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:20.918327 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e6b55-746d-4ae1-9272-bec1c9b04331 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:20.918672 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e6b55-746d-4ae1-9272-bec1c9b04331 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:20.919007 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e6b55-746d-4ae1-9272-bec1c9b04331 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:20.919341 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e6b55-746d-4ae1-9272-bec1c9b04331 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:20.919704 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e6b55-746d-4ae1-9272-bec1c9b04331 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:20.920033 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e6b55-746d-4ae1-9272-bec1c9b04331 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:20.920359 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e6b55-746d-4ae1-9272-bec1c9b04331 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:20.920684 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e6b55-746d-4ae1-9272-bec1c9b04331 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:20.931795 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network a9910acb-8bef-4e58-b95c-ad207fd9dbdc details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:58:20.988700 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d723d3f-5502-4f1e-8f49-c4943169f2f8 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Made reservation on behalf of ae04dc65a04e40a89643661e3d1bd9b5 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:58:20.992364 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5d723d3f-5502-4f1e-8f49-c4943169f2f8 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:21.051450 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.ipam_backend_mixin [None req-5d723d3f-5502-4f1e-8f49-c4943169f2f8 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Performing IP validity checks on allocation pools {{(pid=106330) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 28 15:58:21.052029 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.ipam_backend_mixin [None req-5d723d3f-5502-4f1e-8f49-c4943169f2f8 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106330) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 28 15:58:21.182336 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5d723d3f-5502-4f1e-8f49-c4943169f2f8 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:21.244587 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d723d3f-5502-4f1e-8f49-c4943169f2f8 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Pushing event updated for resources: {'Subnet': ['ID=883c4165-2420-4590-889d-31ff087861c7,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:21.258065 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d723d3f-5502-4f1e-8f49-c4943169f2f8 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Checking segment: {'id': 'c550decc-c9f2-44d7-8faf-365ec0af78d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a9910acb-8bef-4e58-b95c-ad207fd9dbdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:58:21.258610 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d723d3f-5502-4f1e-8f49-c4943169f2f8 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Network hostable DHCP agents. Network: a9910acb-8bef-4e58-b95c-ad207fd9dbdc, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:58:21.291359 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d723d3f-5502-4f1e-8f49-c4943169f2f8 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Network a9910acb-8bef-4e58-b95c-ad207fd9dbdc is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:58:21.302107 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-5d723d3f-5502-4f1e-8f49-c4943169f2f8 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, a9910acb-8bef-4e58-b95c-ad207fd9dbdc) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:58:21.310628 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d723d3f-5502-4f1e-8f49-c4943169f2f8 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:21.311293 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5d723d3f-5502-4f1e-8f49-c4943169f2f8 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:21.315755 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d377ac76-8246-4538-8601-ce5f41ebc203 None None] Network a9910acb-8bef-4e58-b95c-ad207fd9dbdc requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:58:21.327304 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5d723d3f-5502-4f1e-8f49-c4943169f2f8 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4357853 Aug 28 15:58:21.330014 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60008) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:21.366247 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f545b830-e3f8-4c38-80d6-7a0fc57902e8 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:58:21.371826 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c797635f-fd15-475f-8fdd-9af924a6e7c2 None None] Network 992d9ffe-b10c-41ff-993b-bf7975bd2624 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:58:21.437734 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6e0f893f-d2be-4532-9a45-caf18aa9baa2 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:21.521136 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6e0f893f-d2be-4532-9a45-caf18aa9baa2 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:21.537063 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f364ef83-852f-4d75-9cb5-5a8aa0422f39 None None] Provisioning for port f545b830-e3f8-4c38-80d6-7a0fc57902e8 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:58:21.583784 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6e0f893f-d2be-4532-9a45-caf18aa9baa2 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:21.586041 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port f545b830-e3f8-4c38-80d6-7a0fc57902e8 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:58:21.598785 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port f545b830-e3f8-4c38-80d6-7a0fc57902e8 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:58:21.599160 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:21.637635 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5fd19c-b078-4584-b6e6-4064b42198c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-a9910acb-8bef-4e58-b95c-ad207fd9dbdc', 'network_id': 'a9910acb-8bef-4e58-b95c-ad207fd9dbdc', 'tenant_id': 'ae04dc65a04e40a89643661e3d1bd9b5', 'fixed_ips': [{'subnet_id': '883c4165-2420-4590-889d-31ff087861c7'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:58:21.638499 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-da5fd19c-b078-4584-b6e6-4064b42198c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:21.789576 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90f7787-c2da-4f38-ab29-c241d3630fbb None None] Network a9910acb-8bef-4e58-b95c-ad207fd9dbdc requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:58:21.850349 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:21.897279 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f893f-d2be-4532-9a45-caf18aa9baa2 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Pushing event deleted for resources: {'Subnet': ['ID=883c4165-2420-4590-889d-31ff087861c7,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:21.942072 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port f545b830-e3f8-4c38-80d6-7a0fc57902e8, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f545b830-e3f8-4c38-80d6-7a0fc57902e8,segment=NetworkSegment(72c71ec2-118e-4a68-bbb0-9137dbb88744),segment_id=72c71ec2-118e-4a68-bbb0-9137dbb88744)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:58:21.951862 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:21.969194 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6e0f893f-d2be-4532-9a45-caf18aa9baa2 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:21.978854 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-6e0f893f-d2be-4532-9a45-caf18aa9baa2 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9910acb-8bef-4e58-b95c-ad207fd9dbdc']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:21.991534 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-6e0f893f-d2be-4532-9a45-caf18aa9baa2 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c550decc-c9f2-44d7-8faf-365ec0af78d4') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:21.991875 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-6e0f893f-d2be-4532-9a45-caf18aa9baa2 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c550decc-c9f2-44d7-8faf-365ec0af78d4') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:22.001180 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6e0f893f-d2be-4532-9a45-caf18aa9baa2 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:22.009134 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=f545b830-e3f8-4c38-80d6-7a0fc57902e8,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:22.013348 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-441af858-be94-4ac2-be83-f592dc28d791 None None] Provisioning complete for port f545b830-e3f8-4c38-80d6-7a0fc57902e8 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:58:22.013815 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-441af858-be94-4ac2-be83-f592dc28d791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:22.016370 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6e0f893f-d2be-4532-9a45-caf18aa9baa2 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:22.022857 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0f893f-d2be-4532-9a45-caf18aa9baa2 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:58:22.023283 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6e0f893f-d2be-4532-9a45-caf18aa9baa2 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:58:22.026604 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:58:22.086564 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6e0f893f-d2be-4532-9a45-caf18aa9baa2 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:22.093492 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6e0f893f-d2be-4532-9a45-caf18aa9baa2 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:22.095327 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6e0f893f-d2be-4532-9a45-caf18aa9baa2 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] 10.222.0.13 "DELETE /v2.0/networks/a9910acb-8bef-4e58-b95c-ad207fd9dbdc HTTP/1.1" status: 204 len: 168 time: 0.7639980 Aug 28 15:58:22.100375 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60010) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:22.106321 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-56cf13fd-303c-4017-9a13-3f2997d18ea3 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-293690749'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:58:22.107427 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f893f-d2be-4532-9a45-caf18aa9baa2 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Pushing event deleted for resources: {'Network': ['ID=a9910acb-8bef-4e58-b95c-ad207fd9dbdc,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:22.127605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cf13fd-303c-4017-9a13-3f2997d18ea3 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Made reservation on behalf of ae04dc65a04e40a89643661e3d1bd9b5 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:58:22.131020 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-56cf13fd-303c-4017-9a13-3f2997d18ea3 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:22.154700 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56cf13fd-303c-4017-9a13-3f2997d18ea3 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:58:22.163250 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-56cf13fd-303c-4017-9a13-3f2997d18ea3 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:22.163595 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-56cf13fd-303c-4017-9a13-3f2997d18ea3 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Added segment dee6dc83-f4a7-4f44-a901-3fd66365d744 of type vlan for network 5801c862-db2e-414b-8a06-7d9c76b893d9 Aug 28 15:58:22.203088 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-56cf13fd-303c-4017-9a13-3f2997d18ea3 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:22.226818 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-56cf13fd-303c-4017-9a13-3f2997d18ea3 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:22.232889 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cf13fd-303c-4017-9a13-3f2997d18ea3 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:22.233474 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-56cf13fd-303c-4017-9a13-3f2997d18ea3 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:22.295290 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-56cf13fd-303c-4017-9a13-3f2997d18ea3 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1937916 Aug 28 15:58:22.298152 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60012) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:22.303585 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-4b540e42-f677-460b-b0ee-de5777ee3fcf tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Request body: {'subnet': {'network_id': '5801c862-db2e-414b-8a06-7d9c76b893d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:58:22.306399 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf13fd-303c-4017-9a13-3f2997d18ea3 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Pushing event updated for resources: {'Network': ['ID=5801c862-db2e-414b-8a06-7d9c76b893d9,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:22.316497 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 5801c862-db2e-414b-8a06-7d9c76b893d9 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:58:22.389517 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b540e42-f677-460b-b0ee-de5777ee3fcf tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Made reservation on behalf of ae04dc65a04e40a89643661e3d1bd9b5 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:58:22.393208 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4b540e42-f677-460b-b0ee-de5777ee3fcf tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:22.574042 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4b540e42-f677-460b-b0ee-de5777ee3fcf tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:22.638479 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b540e42-f677-460b-b0ee-de5777ee3fcf tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Pushing event updated for resources: {'Subnet': ['ID=e37aecc0-a1b1-4ddb-af29-57ed2475964e,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:22.645599 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b540e42-f677-460b-b0ee-de5777ee3fcf tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Checking segment: {'id': 'dee6dc83-f4a7-4f44-a901-3fd66365d744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5801c862-db2e-414b-8a06-7d9c76b893d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:58:22.645957 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b540e42-f677-460b-b0ee-de5777ee3fcf tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Network hostable DHCP agents. Network: 5801c862-db2e-414b-8a06-7d9c76b893d9, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:58:22.662552 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b540e42-f677-460b-b0ee-de5777ee3fcf tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Network 5801c862-db2e-414b-8a06-7d9c76b893d9 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:58:22.671203 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-4b540e42-f677-460b-b0ee-de5777ee3fcf tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 5801c862-db2e-414b-8a06-7d9c76b893d9) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:58:22.675212 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b540e42-f677-460b-b0ee-de5777ee3fcf tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:22.675835 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4b540e42-f677-460b-b0ee-de5777ee3fcf tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:22.680247 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850abfbb-ffb2-4b3a-9e88-3b3cbe174b94 None None] Network 5801c862-db2e-414b-8a06-7d9c76b893d9 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:58:22.690439 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4b540e42-f677-460b-b0ee-de5777ee3fcf tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3911555 Aug 28 15:58:22.694055 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60014) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:22.699127 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-3ad60990-ba40-4a12-88ea-5827897e7512 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1934365529'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:58:22.718984 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad60990-ba40-4a12-88ea-5827897e7512 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Made reservation on behalf of ae04dc65a04e40a89643661e3d1bd9b5 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:58:22.722407 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3ad60990-ba40-4a12-88ea-5827897e7512 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:22.746656 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad60990-ba40-4a12-88ea-5827897e7512 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:58:22.755552 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3ad60990-ba40-4a12-88ea-5827897e7512 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:22.755999 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-3ad60990-ba40-4a12-88ea-5827897e7512 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Added segment ee6d7851-b731-4f01-a116-b399c2dfa9e1 of type vlan for network 8d9253cf-8bf3-4702-ac6e-bb2613948a5c Aug 28 15:58:22.795829 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3ad60990-ba40-4a12-88ea-5827897e7512 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:22.820615 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3ad60990-ba40-4a12-88ea-5827897e7512 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:22.826803 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad60990-ba40-4a12-88ea-5827897e7512 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:22.827394 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3ad60990-ba40-4a12-88ea-5827897e7512 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:22.829391 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ed8012-1b0e-4c09-8673-71ae765e3d5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-5801c862-db2e-414b-8a06-7d9c76b893d9', 'network_id': '5801c862-db2e-414b-8a06-7d9c76b893d9', 'tenant_id': 'ae04dc65a04e40a89643661e3d1bd9b5', 'fixed_ips': [{'subnet_id': 'e37aecc0-a1b1-4ddb-af29-57ed2475964e'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:58:22.830344 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-33ed8012-1b0e-4c09-8673-71ae765e3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:22.889168 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3ad60990-ba40-4a12-88ea-5827897e7512 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1939254 Aug 28 15:58:22.891952 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60016) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:22.898889 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-901137ce-d494-44d0-b409-01fa3e788ce6 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Request body: {'subnet': {'network_id': '8d9253cf-8bf3-4702-ac6e-bb2613948a5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:58:22.907395 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad60990-ba40-4a12-88ea-5827897e7512 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Pushing event updated for resources: {'Network': ['ID=8d9253cf-8bf3-4702-ac6e-bb2613948a5c,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:22.921236 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 8d9253cf-8bf3-4702-ac6e-bb2613948a5c details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:58:22.996534 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901137ce-d494-44d0-b409-01fa3e788ce6 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Made reservation on behalf of ae04dc65a04e40a89643661e3d1bd9b5 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:58:23.000243 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-901137ce-d494-44d0-b409-01fa3e788ce6 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:23.189355 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-901137ce-d494-44d0-b409-01fa3e788ce6 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:23.194100 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-33ed8012-1b0e-4c09-8673-71ae765e3d5a None None] Allocated IP 2001:db8::2 (5801c862-db2e-414b-8a06-7d9c76b893d9/e37aecc0-a1b1-4ddb-af29-57ed2475964e/eddf82cf-d618-4343-9ee8-bbe7814421b7) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:58:23.250319 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901137ce-d494-44d0-b409-01fa3e788ce6 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Pushing event updated for resources: {'Subnet': ['ID=50b0c17d-213c-431d-9011-c2813d351138,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:23.257641 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901137ce-d494-44d0-b409-01fa3e788ce6 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Checking segment: {'id': 'ee6d7851-b731-4f01-a116-b399c2dfa9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8d9253cf-8bf3-4702-ac6e-bb2613948a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:58:23.258007 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901137ce-d494-44d0-b409-01fa3e788ce6 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Network hostable DHCP agents. Network: 8d9253cf-8bf3-4702-ac6e-bb2613948a5c, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:58:23.276065 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901137ce-d494-44d0-b409-01fa3e788ce6 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Network 8d9253cf-8bf3-4702-ac6e-bb2613948a5c is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:58:23.286555 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-901137ce-d494-44d0-b409-01fa3e788ce6 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 8d9253cf-8bf3-4702-ac6e-bb2613948a5c) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:58:23.290900 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901137ce-d494-44d0-b409-01fa3e788ce6 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:23.291496 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-901137ce-d494-44d0-b409-01fa3e788ce6 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:23.308704 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8b91ec-f54b-48be-89ac-0bae0b0e8b80 None None] Network 8d9253cf-8bf3-4702-ac6e-bb2613948a5c requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:58:23.311350 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-901137ce-d494-44d0-b409-01fa3e788ce6 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4183655 Aug 28 15:58:23.313794 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60018) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:23.340273 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f545b830-e3f8-4c38-80d6-7a0fc57902e8 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:58:23.414690 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-55fef45b-2ffc-43d5-9fb0-f489ff20ec31 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:23.434451 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-33ed8012-1b0e-4c09-8673-71ae765e3d5a None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:23.459334 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-33ed8012-1b0e-4c09-8673-71ae765e3d5a None None] Transition to ACTIVE for port object eddf82cf-d618-4343-9ee8-bbe7814421b7 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:58:23.467538 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-55fef45b-2ffc-43d5-9fb0-f489ff20ec31 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:23.504817 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port f545b830-e3f8-4c38-80d6-7a0fc57902e8 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:58:23.505221 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:23.507022 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-33ed8012-1b0e-4c09-8673-71ae765e3d5a None None] Transition to ACTIVE for port object eddf82cf-d618-4343-9ee8-bbe7814421b7 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:58:23.529328 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-55fef45b-2ffc-43d5-9fb0-f489ff20ec31 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:23.538020 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-33ed8012-1b0e-4c09-8673-71ae765e3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:23.553796 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fef45b-2ffc-43d5-9fb0-f489ff20ec31 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Pushing event deleted for resources: {'Subnet': ['ID=50b0c17d-213c-431d-9011-c2813d351138,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:23.609694 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ed8012-1b0e-4c09-8673-71ae765e3d5a None None] Network 5801c862-db2e-414b-8a06-7d9c76b893d9 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:58:23.616449 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-33ed8012-1b0e-4c09-8673-71ae765e3d5a None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:58:23.619350 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ed8012-1b0e-4c09-8673-71ae765e3d5a None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:58:23.622306 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-55fef45b-2ffc-43d5-9fb0-f489ff20ec31 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:23.627621 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a824b21a-78b1-4b0e-bccd-3e403e8394eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-8d9253cf-8bf3-4702-ac6e-bb2613948a5c', 'network_id': '8d9253cf-8bf3-4702-ac6e-bb2613948a5c', 'tenant_id': 'ae04dc65a04e40a89643661e3d1bd9b5', 'fixed_ips': [{'subnet_id': '50b0c17d-213c-431d-9011-c2813d351138'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:58:23.628487 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a824b21a-78b1-4b0e-bccd-3e403e8394eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:23.632696 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-55fef45b-2ffc-43d5-9fb0-f489ff20ec31 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9253cf-8bf3-4702-ac6e-bb2613948a5c']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:23.633356 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed8012-1b0e-4c09-8673-71ae765e3d5a None None] Pushing event updated for resources: {'Port': ['ID=eddf82cf-d618-4343-9ee8-bbe7814421b7,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:23.643873 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-55fef45b-2ffc-43d5-9fb0-f489ff20ec31 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee6d7851-b731-4f01-a116-b399c2dfa9e1') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:23.644175 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-55fef45b-2ffc-43d5-9fb0-f489ff20ec31 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee6d7851-b731-4f01-a116-b399c2dfa9e1') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:23.654061 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-55fef45b-2ffc-43d5-9fb0-f489ff20ec31 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:23.668161 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-55fef45b-2ffc-43d5-9fb0-f489ff20ec31 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:23.675956 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55fef45b-2ffc-43d5-9fb0-f489ff20ec31 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:58:23.676447 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-55fef45b-2ffc-43d5-9fb0-f489ff20ec31 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:58:23.679480 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:58:23.774019 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-33ed8012-1b0e-4c09-8673-71ae765e3d5a None None] Attempting to bind port eddf82cf-d618-4343-9ee8-bbe7814421b7 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:58:23.774399 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-33ed8012-1b0e-4c09-8673-71ae765e3d5a None None] Attempting to bind port eddf82cf-d618-4343-9ee8-bbe7814421b7 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'dee6dc83-f4a7-4f44-a901-3fd66365d744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5801c862-db2e-414b-8a06-7d9c76b893d9'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:58:23.774758 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ed8012-1b0e-4c09-8673-71ae765e3d5a None None] Attempting to bind port eddf82cf-d618-4343-9ee8-bbe7814421b7 on network 5801c862-db2e-414b-8a06-7d9c76b893d9 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:58:23.779529 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-55fef45b-2ffc-43d5-9fb0-f489ff20ec31 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:23.785379 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-55fef45b-2ffc-43d5-9fb0-f489ff20ec31 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:23.790999 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-55fef45b-2ffc-43d5-9fb0-f489ff20ec31 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] 10.222.0.13 "DELETE /v2.0/networks/8d9253cf-8bf3-4702-ac6e-bb2613948a5c HTTP/1.1" status: 204 len: 168 time: 0.4731104 Aug 28 15:58:23.792745 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60020) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:23.799191 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7693227e-f2ae-480d-bb15-0d52691c31a3 None None] Network 8d9253cf-8bf3-4702-ac6e-bb2613948a5c requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:58:23.802417 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ed8012-1b0e-4c09-8673-71ae765e3d5a None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:58:23.802791 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ed8012-1b0e-4c09-8673-71ae765e3d5a None None] Checking segment: {'id': 'dee6dc83-f4a7-4f44-a901-3fd66365d744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5801c862-db2e-414b-8a06-7d9c76b893d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:58:23.803192 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-33ed8012-1b0e-4c09-8673-71ae765e3d5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:23.803586 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ed8012-1b0e-4c09-8673-71ae765e3d5a None None] Bound using segment: {'id': 'dee6dc83-f4a7-4f44-a901-3fd66365d744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5801c862-db2e-414b-8a06-7d9c76b893d9'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:58:23.804105 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-33ed8012-1b0e-4c09-8673-71ae765e3d5a None None] Bound port: eddf82cf-d618-4343-9ee8-bbe7814421b7, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee6dc83-f4a7-4f44-a901-3fd66365d744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5801c862-db2e-414b-8a06-7d9c76b893d9'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:58:23.804483 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-33ed8012-1b0e-4c09-8673-71ae765e3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:23.812350 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fef45b-2ffc-43d5-9fb0-f489ff20ec31 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Pushing event deleted for resources: {'Network': ['ID=8d9253cf-8bf3-4702-ac6e-bb2613948a5c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:23.820003 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f4d9df-813d-4ca4-a272-20bc05e26c61 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] GET failed (client error): The resource could not be found. Aug 28 15:58:23.821338 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-37f4d9df-813d-4ca4-a272-20bc05e26c61 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] 10.222.0.13 "GET /v2.0/subnets/50b0c17d-213c-431d-9011-c2813d351138 HTTP/1.1" status: 404 len: 337 time: 0.0288584 Aug 28 15:58:23.824692 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60022) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:23.828172 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7693227e-f2ae-480d-bb15-0d52691c31a3 None None] Network 8d9253cf-8bf3-4702-ac6e-bb2613948a5c could not be found, it might have been deleted concurrently. {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 28 15:58:23.844554 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a19170-00ef-4923-96f2-02a5662a4686 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] DELETE failed (client error): The resource could not be found. Aug 28 15:58:23.845099 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a19170-00ef-4923-96f2-02a5662a4686 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:58:23.846763 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-05a19170-00ef-4923-96f2-02a5662a4686 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] 10.222.0.13 "DELETE /v2.0/networks/8d9253cf-8bf3-4702-ac6e-bb2613948a5c HTTP/1.1" status: 404 len: 339 time: 0.0211518 Aug 28 15:58:23.850473 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60024) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:23.876838 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-c93d1968-f5c9-4da0-b328-16454e38829f tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] DELETE failed (client error): The resource could not be found. Aug 28 15:58:23.877299 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c93d1968-f5c9-4da0-b328-16454e38829f tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:58:23.879025 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c93d1968-f5c9-4da0-b328-16454e38829f tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] 10.222.0.13 "DELETE /v2.0/subnets/50b0c17d-213c-431d-9011-c2813d351138 HTTP/1.1" status: 404 len: 337 time: 0.0276389 Aug 28 15:58:23.881621 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60026) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:23.885636 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-33ed8012-1b0e-4c09-8673-71ae765e3d5a None None] For port eddf82cf-d618-4343-9ee8-bbe7814421b7, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:58:23.888946 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-33ed8012-1b0e-4c09-8673-71ae765e3d5a None None] For port eddf82cf-d618-4343-9ee8-bbe7814421b7, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=eddf82cf-d618-4343-9ee8-bbe7814421b7,segment=NetworkSegment(dee6dc83-f4a7-4f44-a901-3fd66365d744),segment_id=dee6dc83-f4a7-4f44-a901-3fd66365d744)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:58:23.893311 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-33ed8012-1b0e-4c09-8673-71ae765e3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:23.900372 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e72343-d7c3-43b5-a71c-24414c22811a tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] DELETE failed (client error): The resource could not be found. Aug 28 15:58:23.902169 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e72343-d7c3-43b5-a71c-24414c22811a tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:58:23.903949 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d5e72343-d7c3-43b5-a71c-24414c22811a tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] 10.222.0.13 "DELETE /v2.0/networks/8d9253cf-8bf3-4702-ac6e-bb2613948a5c HTTP/1.1" status: 404 len: 339 time: 0.0213742 Aug 28 15:58:23.906529 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60028) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:23.952925 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed8012-1b0e-4c09-8673-71ae765e3d5a None None] Pushing event updated for resources: {'Port': ['ID=eddf82cf-d618-4343-9ee8-bbe7814421b7,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:23.963279 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a30df5-ec12-4504-8fc9-8aebc231863c tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Deleting subnet e37aecc0-a1b1-4ddb-af29-57ed2475964e {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:58:23.967179 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-23a30df5-ec12-4504-8fc9-8aebc231863c tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:24.012190 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-23a30df5-ec12-4504-8fc9-8aebc231863c tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:24.109049 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-23a30df5-ec12-4504-8fc9-8aebc231863c tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:24.170595 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-23a30df5-ec12-4504-8fc9-8aebc231863c tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:24.202611 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a30df5-ec12-4504-8fc9-8aebc231863c tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Pushing event deleted for resources: {'Subnet': ['ID=e37aecc0-a1b1-4ddb-af29-57ed2475964e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:24.206309 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-23a30df5-ec12-4504-8fc9-8aebc231863c tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:24.210527 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-23a30df5-ec12-4504-8fc9-8aebc231863c tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] 10.222.0.13 "DELETE /v2.0/subnets/e37aecc0-a1b1-4ddb-af29-57ed2475964e HTTP/1.1" status: 204 len: 168 time: 0.3007824 Aug 28 15:58:24.210883 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60030) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:24.286173 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5dd2e146-01df-4d87-9ac8-c34d957a078e tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:24.338028 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-5dd2e146-01df-4d87-9ac8-c34d957a078e tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Deleting port eddf82cf-d618-4343-9ee8-bbe7814421b7 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:58:24.338264 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5dd2e146-01df-4d87-9ac8-c34d957a078e tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:24.405953 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-5dd2e146-01df-4d87-9ac8-c34d957a078e tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] For port eddf82cf-d618-4343-9ee8-bbe7814421b7, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=eddf82cf-d618-4343-9ee8-bbe7814421b7,segment=NetworkSegment(dee6dc83-f4a7-4f44-a901-3fd66365d744),segment_id=dee6dc83-f4a7-4f44-a901-3fd66365d744)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:58:24.406321 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5dd2e146-01df-4d87-9ac8-c34d957a078e tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:24.418990 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-5dd2e146-01df-4d87-9ac8-c34d957a078e tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Calling delete_port for eddf82cf-d618-4343-9ee8-bbe7814421b7 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:58:24.500563 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5dd2e146-01df-4d87-9ac8-c34d957a078e tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:24.527040 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2e146-01df-4d87-9ac8-c34d957a078e tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Pushing event deleted for resources: {'Port': ['ID=eddf82cf-d618-4343-9ee8-bbe7814421b7,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:24.530920 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd2e146-01df-4d87-9ac8-c34d957a078e tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] No DVR routers for this DVR port eddf82cf-d618-4343-9ee8-bbe7814421b7 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:58:24.612361 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5dd2e146-01df-4d87-9ac8-c34d957a078e tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:24.623261 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-5dd2e146-01df-4d87-9ac8-c34d957a078e tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5801c862-db2e-414b-8a06-7d9c76b893d9']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:24.634038 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-5dd2e146-01df-4d87-9ac8-c34d957a078e tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee6dc83-f4a7-4f44-a901-3fd66365d744') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:24.634338 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-5dd2e146-01df-4d87-9ac8-c34d957a078e tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee6dc83-f4a7-4f44-a901-3fd66365d744') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:24.644096 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5dd2e146-01df-4d87-9ac8-c34d957a078e tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:24.658310 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5dd2e146-01df-4d87-9ac8-c34d957a078e tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:24.664705 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd2e146-01df-4d87-9ac8-c34d957a078e tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:58:24.665102 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5dd2e146-01df-4d87-9ac8-c34d957a078e tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:58:24.668186 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:58:24.732675 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5dd2e146-01df-4d87-9ac8-c34d957a078e tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:24.738186 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5dd2e146-01df-4d87-9ac8-c34d957a078e tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:24.740099 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5dd2e146-01df-4d87-9ac8-c34d957a078e tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] 10.222.0.13 "DELETE /v2.0/networks/5801c862-db2e-414b-8a06-7d9c76b893d9 HTTP/1.1" status: 204 len: 168 time: 0.5282018 Aug 28 15:58:24.742631 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60032) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:24.754858 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2e146-01df-4d87-9ac8-c34d957a078e tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Pushing event deleted for resources: {'Network': ['ID=5801c862-db2e-414b-8a06-7d9c76b893d9,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:24.774672 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c992c3-c20d-481f-ba09-3f2e11cb367e tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] DELETE failed (client error): The resource could not be found. Aug 28 15:58:24.775221 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c992c3-c20d-481f-ba09-3f2e11cb367e tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:58:24.777704 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-03c992c3-c20d-481f-ba09-3f2e11cb367e tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] 10.222.0.13 "DELETE /v2.0/subnets/883c4165-2420-4590-889d-31ff087861c7 HTTP/1.1" status: 404 len: 337 time: 0.0339594 Aug 28 15:58:24.780773 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60034) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:24.800012 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-51be8704-eef7-4012-a9f7-723d84fcb1ce tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] DELETE failed (client error): The resource could not be found. Aug 28 15:58:24.800681 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51be8704-eef7-4012-a9f7-723d84fcb1ce tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:58:24.802716 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-51be8704-eef7-4012-a9f7-723d84fcb1ce tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] 10.222.0.13 "DELETE /v2.0/networks/a9910acb-8bef-4e58-b95c-ad207fd9dbdc HTTP/1.1" status: 404 len: 339 time: 0.0205245 Aug 28 15:58:24.804958 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60036) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:24.831734 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e6642be-8895-4aee-83de-bcb3da40642d tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] DELETE failed (client error): The resource could not be found. Aug 28 15:58:24.832197 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e6642be-8895-4aee-83de-bcb3da40642d tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:58:24.833927 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0e6642be-8895-4aee-83de-bcb3da40642d tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] 10.222.0.13 "DELETE /v2.0/subnets/715b6579-acfd-4369-8dfc-5469214dfd2e HTTP/1.1" status: 404 len: 337 time: 0.0280581 Aug 28 15:58:24.836693 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60038) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:24.855705 n-d-712137-10 neutron-server[106329]: INFO neutron.pecan_wsgi.hooks.translation [None req-090334c1-7b8d-4d7f-83d9-3457da098f3d tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] DELETE failed (client error): The resource could not be found. Aug 28 15:58:24.856428 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-090334c1-7b8d-4d7f-83d9-3457da098f3d tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 15:58:24.860835 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-090334c1-7b8d-4d7f-83d9-3457da098f3d tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] 10.222.0.13 "DELETE /v2.0/networks/9f4f4741-be36-4e78-a1e7-6ec708a973ad HTTP/1.1" status: 404 len: 339 time: 0.0205255 Aug 28 15:58:24.861556 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60040) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:24.891409 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2afa02b-31ea-4791-8311-9b85e82943b8 None None] DHCP port deletion for 5801c862-db2e-414b-8a06-7d9c76b893d9 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:58:24.909305 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9612cc2c-60f6-4fc2-b12e-a3fa436a78ca None None] Network 5801c862-db2e-414b-8a06-7d9c76b893d9 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:58:24.917469 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f8fe2f4-ce84-464a-87f5-d865cced31a9 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Deleting subnet 2b9f5601-657c-4ba4-95cc-775baa6c8934 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:58:24.920845 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1f8fe2f4-ce84-464a-87f5-d865cced31a9 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:24.921884 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9612cc2c-60f6-4fc2-b12e-a3fa436a78ca None None] Network 5801c862-db2e-414b-8a06-7d9c76b893d9 could not be found, it might have been deleted concurrently. {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 28 15:58:24.929935 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-24e3c27d-5a4c-4c86-b695-d7f3802747e6 None None] Could not find standard attr ID for object eddf82cf-d618-4343-9ee8-bbe7814421b7. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:58:24.966403 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1f8fe2f4-ce84-464a-87f5-d865cced31a9 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:25.023613 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:25.049496 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1f8fe2f4-ce84-464a-87f5-d865cced31a9 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:25.109167 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1f8fe2f4-ce84-464a-87f5-d865cced31a9 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:25.142290 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8fe2f4-ce84-464a-87f5-d865cced31a9 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Pushing event deleted for resources: {'Subnet': ['ID=2b9f5601-657c-4ba4-95cc-775baa6c8934,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:25.147464 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1f8fe2f4-ce84-464a-87f5-d865cced31a9 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:25.148993 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1f8fe2f4-ce84-464a-87f5-d865cced31a9 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] 10.222.0.13 "DELETE /v2.0/subnets/2b9f5601-657c-4ba4-95cc-775baa6c8934 HTTP/1.1" status: 204 len: 168 time: 0.2864587 Aug 28 15:58:25.152199 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60042) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:25.155859 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df163bd-2fcb-444f-95f7-a1b7b55322c6 None None] Network 992d9ffe-b10c-41ff-993b-bf7975bd2624 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:58:25.228160 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f8906712-7c62-40bb-9730-1f5540a89932 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:25.285902 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-f8906712-7c62-40bb-9730-1f5540a89932 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Deleting port f545b830-e3f8-4c38-80d6-7a0fc57902e8 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:58:25.286248 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f8906712-7c62-40bb-9730-1f5540a89932 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:25.336523 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e24d90-7c6d-466b-af11-f536096406f5 None None] DHCP port deletion for 992d9ffe-b10c-41ff-993b-bf7975bd2624 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:58:25.357195 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-f8906712-7c62-40bb-9730-1f5540a89932 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] For port f545b830-e3f8-4c38-80d6-7a0fc57902e8, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f545b830-e3f8-4c38-80d6-7a0fc57902e8,segment=NetworkSegment(72c71ec2-118e-4a68-bbb0-9137dbb88744),segment_id=72c71ec2-118e-4a68-bbb0-9137dbb88744)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:58:25.357565 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f8906712-7c62-40bb-9730-1f5540a89932 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:25.372215 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-f8906712-7c62-40bb-9730-1f5540a89932 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Calling delete_port for f545b830-e3f8-4c38-80d6-7a0fc57902e8 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:58:25.383343 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-63e24d90-7c6d-466b-af11-f536096406f5 None None] Deleting port f545b830-e3f8-4c38-80d6-7a0fc57902e8 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:58:25.383752 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-63e24d90-7c6d-466b-af11-f536096406f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:25.446593 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-63e24d90-7c6d-466b-af11-f536096406f5 None None] For port f545b830-e3f8-4c38-80d6-7a0fc57902e8, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f545b830-e3f8-4c38-80d6-7a0fc57902e8,segment=NetworkSegment(72c71ec2-118e-4a68-bbb0-9137dbb88744),segment_id=72c71ec2-118e-4a68-bbb0-9137dbb88744)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:58:25.446996 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-63e24d90-7c6d-466b-af11-f536096406f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:25.454657 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f8906712-7c62-40bb-9730-1f5540a89932 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:25.461224 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-63e24d90-7c6d-466b-af11-f536096406f5 None None] Calling delete_port for f545b830-e3f8-4c38-80d6-7a0fc57902e8 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:58:25.481425 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8906712-7c62-40bb-9730-1f5540a89932 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Pushing event deleted for resources: {'Port': ['ID=f545b830-e3f8-4c38-80d6-7a0fc57902e8,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:25.483295 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8906712-7c62-40bb-9730-1f5540a89932 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] No DVR routers for this DVR port f545b830-e3f8-4c38-80d6-7a0fc57902e8 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:58:25.543001 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-63e24d90-7c6d-466b-af11-f536096406f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:25.566630 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f8906712-7c62-40bb-9730-1f5540a89932 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:25.569705 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e24d90-7c6d-466b-af11-f536096406f5 None None] No DVR routers for this DVR port f545b830-e3f8-4c38-80d6-7a0fc57902e8 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:58:25.575680 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e24d90-7c6d-466b-af11-f536096406f5 None None] Pushing event deleted for resources: {'Port': ['ID=f545b830-e3f8-4c38-80d6-7a0fc57902e8,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:25.580049 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-f8906712-7c62-40bb-9730-1f5540a89932 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['992d9ffe-b10c-41ff-993b-bf7975bd2624']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:25.592827 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-f8906712-7c62-40bb-9730-1f5540a89932 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c71ec2-118e-4a68-bbb0-9137dbb88744') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:25.593127 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-f8906712-7c62-40bb-9730-1f5540a89932 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c71ec2-118e-4a68-bbb0-9137dbb88744') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:25.601924 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f8906712-7c62-40bb-9730-1f5540a89932 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:25.616308 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f8906712-7c62-40bb-9730-1f5540a89932 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:25.622621 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8906712-7c62-40bb-9730-1f5540a89932 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:58:25.622975 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f8906712-7c62-40bb-9730-1f5540a89932 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:58:25.626839 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:58:25.685176 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f8906712-7c62-40bb-9730-1f5540a89932 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:25.692171 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f8906712-7c62-40bb-9730-1f5540a89932 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:25.696078 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f8906712-7c62-40bb-9730-1f5540a89932 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] 10.222.0.13 "DELETE /v2.0/networks/992d9ffe-b10c-41ff-993b-bf7975bd2624 HTTP/1.1" status: 204 len: 168 time: 0.5420654 Aug 28 15:58:25.714678 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8906712-7c62-40bb-9730-1f5540a89932 tempest-NetworksIpV6Test-1845089399 tempest-NetworksIpV6Test-1845089399-project] Pushing event deleted for resources: {'Network': ['ID=992d9ffe-b10c-41ff-993b-bf7975bd2624,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:25.944070 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60048) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:26.074291 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-88e4b05e-e806-4939-a09d-2f0b6330fd69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae04dc65a04e40a89643661e3d1bd9b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288760 Aug 28 15:58:26.076771 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60052) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:26.123485 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6d0dd6c4-dc78-4cde-a537-9c4060a1b841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:26.144375 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6d0dd6c4-dc78-4cde-a537-9c4060a1b841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:26.190342 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6d0dd6c4-dc78-4cde-a537-9c4060a1b841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:26.193001 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6d0dd6c4-dc78-4cde-a537-9c4060a1b841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:26.194152 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6d0dd6c4-dc78-4cde-a537-9c4060a1b841 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a56586ba-03c3-435b-909b-a7805ad1f14c HTTP/1.1" status: 204 len: 168 time: 0.1163192 Aug 28 15:58:26.203799 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0dd6c4-dc78-4cde-a537-9c4060a1b841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56586ba-03c3-435b-909b-a7805ad1f14c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:26.826432 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60074) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:26.921054 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-1fa07a9f-2056-4e2b-820e-e23511d7d279 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1840482212', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:58:26.944125 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1fa07a9f-2056-4e2b-820e-e23511d7d279 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:26.945099 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1fa07a9f-2056-4e2b-820e-e23511d7d279 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:26.998058 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1fa07a9f-2056-4e2b-820e-e23511d7d279 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:27.002048 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1fa07a9f-2056-4e2b-820e-e23511d7d279 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:27.017235 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1fa07a9f-2056-4e2b-820e-e23511d7d279 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:27.018387 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1fa07a9f-2056-4e2b-820e-e23511d7d279 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1908562 Aug 28 15:58:27.021005 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60078) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:27.026058 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-68a897e4-1703-4a1d-a41b-4644915d3606 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-239691148'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:58:27.047037 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a897e4-1703-4a1d-a41b-4644915d3606 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Made reservation on behalf of fe05c341bca04f56aaf3211913e45569 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:58:27.050420 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68a897e4-1703-4a1d-a41b-4644915d3606 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:27.059239 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68a897e4-1703-4a1d-a41b-4644915d3606 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:27.148263 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68a897e4-1703-4a1d-a41b-4644915d3606 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:27.153224 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68a897e4-1703-4a1d-a41b-4644915d3606 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:27.164019 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:27.175404 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a897e4-1703-4a1d-a41b-4644915d3606 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:58:27.189895 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a897e4-1703-4a1d-a41b-4644915d3606 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bb5db6-0288-4122-afb5-e25614d37c06,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:27.192670 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68a897e4-1703-4a1d-a41b-4644915d3606 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:27.193009 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-68a897e4-1703-4a1d-a41b-4644915d3606 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Added segment 06f4f671-e946-421b-af91-347dbd738f7b of type vlan for network ec44f877-de81-45d5-ba86-db1722426929 Aug 28 15:58:27.233604 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68a897e4-1703-4a1d-a41b-4644915d3606 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:27.257364 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68a897e4-1703-4a1d-a41b-4644915d3606 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:27.263856 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a897e4-1703-4a1d-a41b-4644915d3606 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:27.264638 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68a897e4-1703-4a1d-a41b-4644915d3606 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:27.304735 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f545b830-e3f8-4c38-80d6-7a0fc57902e8 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:58:27.328412 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-68a897e4-1703-4a1d-a41b-4644915d3606 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3063436 Aug 28 15:58:27.331522 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60082) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:27.334440 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: f545b830-e3f8-4c38-80d6-7a0fc57902e8 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:58:27.334801 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f545b830-e3f8-4c38-80d6-7a0fc57902e8 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:58:27.337867 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-38cd5a9a-3a30-453b-b895-2de19420aabe tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Request body: {'subnet': {'network_id': 'ec44f877-de81-45d5-ba86-db1722426929', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:58:27.337985 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a897e4-1703-4a1d-a41b-4644915d3606 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Pushing event updated for resources: {'Network': ['ID=ec44f877-de81-45d5-ba86-db1722426929,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:27.352505 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network ec44f877-de81-45d5-ba86-db1722426929 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:58:27.426606 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cd5a9a-3a30-453b-b895-2de19420aabe tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Made reservation on behalf of fe05c341bca04f56aaf3211913e45569 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:58:27.430131 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38cd5a9a-3a30-453b-b895-2de19420aabe tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:27.611049 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38cd5a9a-3a30-453b-b895-2de19420aabe tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:27.674625 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd5a9a-3a30-453b-b895-2de19420aabe tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Pushing event updated for resources: {'Subnet': ['ID=e8a852f8-ab72-4fb9-b2b9-9a959b6e2ad6,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:27.681773 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cd5a9a-3a30-453b-b895-2de19420aabe tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Checking segment: {'id': '06f4f671-e946-421b-af91-347dbd738f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ec44f877-de81-45d5-ba86-db1722426929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:58:27.682134 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cd5a9a-3a30-453b-b895-2de19420aabe tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Network hostable DHCP agents. Network: ec44f877-de81-45d5-ba86-db1722426929, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:58:27.699042 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cd5a9a-3a30-453b-b895-2de19420aabe tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Network ec44f877-de81-45d5-ba86-db1722426929 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:58:27.707117 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-38cd5a9a-3a30-453b-b895-2de19420aabe tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, ec44f877-de81-45d5-ba86-db1722426929) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:58:27.711209 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cd5a9a-3a30-453b-b895-2de19420aabe tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:27.711921 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38cd5a9a-3a30-453b-b895-2de19420aabe tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:27.717018 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e75fdc-dc78-4004-8243-5eb7bf511654 None None] Network ec44f877-de81-45d5-ba86-db1722426929 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:58:27.728859 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-38cd5a9a-3a30-453b-b895-2de19420aabe tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3932645 Aug 28 15:58:27.730120 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60084) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:27.738427 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-afebcc25-f20e-44d7-8e61-06480088b523 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-743382163'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:58:27.760594 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afebcc25-f20e-44d7-8e61-06480088b523 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Made reservation on behalf of fe05c341bca04f56aaf3211913e45569 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:58:27.764220 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-afebcc25-f20e-44d7-8e61-06480088b523 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:27.787474 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afebcc25-f20e-44d7-8e61-06480088b523 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:58:27.797795 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-afebcc25-f20e-44d7-8e61-06480088b523 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:27.798152 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-afebcc25-f20e-44d7-8e61-06480088b523 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Added segment db9ee122-d352-4dae-8bb7-bf5082729dee of type vlan for network 74462a7f-a87c-43ca-a32b-8cf238642a1a Aug 28 15:58:27.838656 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-afebcc25-f20e-44d7-8e61-06480088b523 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:27.866442 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f14c051-804c-4e8e-89ce-f9a3e8ab7c71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-ec44f877-de81-45d5-ba86-db1722426929', 'network_id': 'ec44f877-de81-45d5-ba86-db1722426929', 'tenant_id': 'fe05c341bca04f56aaf3211913e45569', 'fixed_ips': [{'subnet_id': 'e8a852f8-ab72-4fb9-b2b9-9a959b6e2ad6'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:58:27.867322 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1f14c051-804c-4e8e-89ce-f9a3e8ab7c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:27.868882 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-afebcc25-f20e-44d7-8e61-06480088b523 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:27.875865 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afebcc25-f20e-44d7-8e61-06480088b523 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:27.876481 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-afebcc25-f20e-44d7-8e61-06480088b523 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:27.934434 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-afebcc25-f20e-44d7-8e61-06480088b523 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2015498 Aug 28 15:58:27.937218 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60086) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:27.942103 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-77763b65-ce8d-4f24-ae24-9592be6c5356 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Request body: {'subnet': {'network_id': '74462a7f-a87c-43ca-a32b-8cf238642a1a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:58:28.001451 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebcc25-f20e-44d7-8e61-06480088b523 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Pushing event updated for resources: {'Network': ['ID=74462a7f-a87c-43ca-a32b-8cf238642a1a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:28.001695 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-1f14c051-804c-4e8e-89ce-f9a3e8ab7c71 None None] Allocated IP 172.20.0.2 (ec44f877-de81-45d5-ba86-db1722426929/e8a852f8-ab72-4fb9-b2b9-9a959b6e2ad6/0c11483f-8444-4e02-a449-7da082771ac9) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:58:28.013283 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 74462a7f-a87c-43ca-a32b-8cf238642a1a details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:58:28.050448 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77763b65-ce8d-4f24-ae24-9592be6c5356 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Made reservation on behalf of fe05c341bca04f56aaf3211913e45569 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:58:28.053919 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-77763b65-ce8d-4f24-ae24-9592be6c5356 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:28.211978 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1f14c051-804c-4e8e-89ce-f9a3e8ab7c71 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:28.220946 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1f14c051-804c-4e8e-89ce-f9a3e8ab7c71 None None] Transition to ACTIVE for port object 0c11483f-8444-4e02-a449-7da082771ac9 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:58:28.235724 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1f14c051-804c-4e8e-89ce-f9a3e8ab7c71 None None] Transition to ACTIVE for port object 0c11483f-8444-4e02-a449-7da082771ac9 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:58:28.239221 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-77763b65-ce8d-4f24-ae24-9592be6c5356 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:28.242096 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1f14c051-804c-4e8e-89ce-f9a3e8ab7c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:28.281590 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f14c051-804c-4e8e-89ce-f9a3e8ab7c71 None None] Network ec44f877-de81-45d5-ba86-db1722426929 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:58:28.284602 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-1f14c051-804c-4e8e-89ce-f9a3e8ab7c71 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:58:28.287148 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f14c051-804c-4e8e-89ce-f9a3e8ab7c71 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:58:28.299858 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77763b65-ce8d-4f24-ae24-9592be6c5356 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Pushing event updated for resources: {'Subnet': ['ID=0b4b7178-9ebd-43cb-85fe-6288de939015,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:28.300087 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14c051-804c-4e8e-89ce-f9a3e8ab7c71 None None] Pushing event updated for resources: {'Port': ['ID=0c11483f-8444-4e02-a449-7da082771ac9,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:28.309496 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77763b65-ce8d-4f24-ae24-9592be6c5356 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Checking segment: {'id': 'db9ee122-d352-4dae-8bb7-bf5082729dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '74462a7f-a87c-43ca-a32b-8cf238642a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:58:28.309858 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77763b65-ce8d-4f24-ae24-9592be6c5356 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Network hostable DHCP agents. Network: 74462a7f-a87c-43ca-a32b-8cf238642a1a, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:58:28.325747 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77763b65-ce8d-4f24-ae24-9592be6c5356 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Network 74462a7f-a87c-43ca-a32b-8cf238642a1a is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:58:28.335072 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-77763b65-ce8d-4f24-ae24-9592be6c5356 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 74462a7f-a87c-43ca-a32b-8cf238642a1a) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:58:28.339857 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77763b65-ce8d-4f24-ae24-9592be6c5356 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:28.340451 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-77763b65-ce8d-4f24-ae24-9592be6c5356 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:28.348570 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fddc2ec-89ca-4fa4-8d80-a21510237cf5 None None] Network 74462a7f-a87c-43ca-a32b-8cf238642a1a requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:58:28.355888 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-77763b65-ce8d-4f24-ae24-9592be6c5356 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4176338 Aug 28 15:58:28.358734 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60088) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:28.363522 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-964631b1-fa84-47cb-9237-4aa90f145cd2 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Request body: {'router': {'external_gateway_info': {'network_id': '74462a7f-a87c-43ca-a32b-8cf238642a1a'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:58:28.364274 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-1f14c051-804c-4e8e-89ce-f9a3e8ab7c71 None None] Attempting to bind port 0c11483f-8444-4e02-a449-7da082771ac9 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:58:28.364650 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-1f14c051-804c-4e8e-89ce-f9a3e8ab7c71 None None] Attempting to bind port 0c11483f-8444-4e02-a449-7da082771ac9 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '06f4f671-e946-421b-af91-347dbd738f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ec44f877-de81-45d5-ba86-db1722426929'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:58:28.365014 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f14c051-804c-4e8e-89ce-f9a3e8ab7c71 None None] Attempting to bind port 0c11483f-8444-4e02-a449-7da082771ac9 on network ec44f877-de81-45d5-ba86-db1722426929 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:58:28.399621 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f14c051-804c-4e8e-89ce-f9a3e8ab7c71 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:58:28.400030 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f14c051-804c-4e8e-89ce-f9a3e8ab7c71 None None] Checking segment: {'id': '06f4f671-e946-421b-af91-347dbd738f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ec44f877-de81-45d5-ba86-db1722426929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:58:28.400701 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1f14c051-804c-4e8e-89ce-f9a3e8ab7c71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:28.401642 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f14c051-804c-4e8e-89ce-f9a3e8ab7c71 None None] Bound using segment: {'id': '06f4f671-e946-421b-af91-347dbd738f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ec44f877-de81-45d5-ba86-db1722426929'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:58:28.402187 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-1f14c051-804c-4e8e-89ce-f9a3e8ab7c71 None None] Bound port: 0c11483f-8444-4e02-a449-7da082771ac9, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f4f671-e946-421b-af91-347dbd738f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ec44f877-de81-45d5-ba86-db1722426929'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:58:28.402573 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1f14c051-804c-4e8e-89ce-f9a3e8ab7c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:28.515700 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1f14c051-804c-4e8e-89ce-f9a3e8ab7c71 None None] For port 0c11483f-8444-4e02-a449-7da082771ac9, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:58:28.534558 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1f14c051-804c-4e8e-89ce-f9a3e8ab7c71 None None] For port 0c11483f-8444-4e02-a449-7da082771ac9, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0c11483f-8444-4e02-a449-7da082771ac9,segment=NetworkSegment(06f4f671-e946-421b-af91-347dbd738f7b),segment_id=06f4f671-e946-421b-af91-347dbd738f7b)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:58:28.545532 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1f14c051-804c-4e8e-89ce-f9a3e8ab7c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:28.577846 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-964631b1-fa84-47cb-9237-4aa90f145cd2 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:28.594839 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990fba96-08bf-4dba-abe0-c5615c122e06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-74462a7f-a87c-43ca-a32b-8cf238642a1a', 'network_id': '74462a7f-a87c-43ca-a32b-8cf238642a1a', 'tenant_id': 'fe05c341bca04f56aaf3211913e45569', 'fixed_ips': [{'subnet_id': '0b4b7178-9ebd-43cb-85fe-6288de939015'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:58:28.595729 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-990fba96-08bf-4dba-abe0-c5615c122e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:28.652527 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14c051-804c-4e8e-89ce-f9a3e8ab7c71 None None] Pushing event updated for resources: {'Port': ['ID=0c11483f-8444-4e02-a449-7da082771ac9,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:28.699784 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [None req-964631b1-fa84-47cb-9237-4aa90f145cd2 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 15:58:28.700748 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-964631b1-fa84-47cb-9237-4aa90f145cd2 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] 10.222.0.13 "PUT /v2.0/routers/3b61cdfa-7cb2-4722-b156-8940a8ad41a7 HTTP/1.1" status: 400 len: 364 time: 0.3410082 Aug 28 15:58:28.707841 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60090) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:28.770136 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7cdbf3a-580e-4c51-a69a-e39ecc6664e6 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Deleting subnet 0b4b7178-9ebd-43cb-85fe-6288de939015 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:58:28.774725 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-990fba96-08bf-4dba-abe0-c5615c122e06 None None] Allocated IP 172.21.0.2 (74462a7f-a87c-43ca-a32b-8cf238642a1a/0b4b7178-9ebd-43cb-85fe-6288de939015/e01ffbbf-d9ff-4d90-b841-4ada540dcbcc) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:58:28.941037 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-990fba96-08bf-4dba-abe0-c5615c122e06 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:28.950375 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-990fba96-08bf-4dba-abe0-c5615c122e06 None None] Transition to ACTIVE for port object e01ffbbf-d9ff-4d90-b841-4ada540dcbcc will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:58:28.965240 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-990fba96-08bf-4dba-abe0-c5615c122e06 None None] Transition to ACTIVE for port object e01ffbbf-d9ff-4d90-b841-4ada540dcbcc will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:58:28.969805 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c7cdbf3a-580e-4c51-a69a-e39ecc6664e6 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:28.970233 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-990fba96-08bf-4dba-abe0-c5615c122e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:29.008789 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990fba96-08bf-4dba-abe0-c5615c122e06 None None] Network 74462a7f-a87c-43ca-a32b-8cf238642a1a is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:58:29.011267 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c7cdbf3a-580e-4c51-a69a-e39ecc6664e6 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:29.012435 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-990fba96-08bf-4dba-abe0-c5615c122e06 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:58:29.016103 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990fba96-08bf-4dba-abe0-c5615c122e06 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:58:29.022746 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fba96-08bf-4dba-abe0-c5615c122e06 None None] Pushing event updated for resources: {'Port': ['ID=e01ffbbf-d9ff-4d90-b841-4ada540dcbcc,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:29.078114 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-990fba96-08bf-4dba-abe0-c5615c122e06 None None] Attempting to bind port e01ffbbf-d9ff-4d90-b841-4ada540dcbcc on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:58:29.078480 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-990fba96-08bf-4dba-abe0-c5615c122e06 None None] Attempting to bind port e01ffbbf-d9ff-4d90-b841-4ada540dcbcc by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'db9ee122-d352-4dae-8bb7-bf5082729dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '74462a7f-a87c-43ca-a32b-8cf238642a1a'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:58:29.078977 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990fba96-08bf-4dba-abe0-c5615c122e06 None None] Attempting to bind port e01ffbbf-d9ff-4d90-b841-4ada540dcbcc on network 74462a7f-a87c-43ca-a32b-8cf238642a1a {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:58:29.084694 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990fba96-08bf-4dba-abe0-c5615c122e06 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:58:29.084875 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990fba96-08bf-4dba-abe0-c5615c122e06 None None] Checking segment: {'id': 'db9ee122-d352-4dae-8bb7-bf5082729dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '74462a7f-a87c-43ca-a32b-8cf238642a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:58:29.085191 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-990fba96-08bf-4dba-abe0-c5615c122e06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:29.085578 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990fba96-08bf-4dba-abe0-c5615c122e06 None None] Bound using segment: {'id': 'db9ee122-d352-4dae-8bb7-bf5082729dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '74462a7f-a87c-43ca-a32b-8cf238642a1a'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:58:29.086040 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-990fba96-08bf-4dba-abe0-c5615c122e06 None None] Bound port: e01ffbbf-d9ff-4d90-b841-4ada540dcbcc, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9ee122-d352-4dae-8bb7-bf5082729dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '74462a7f-a87c-43ca-a32b-8cf238642a1a'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:58:29.086414 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-990fba96-08bf-4dba-abe0-c5615c122e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:29.101747 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c7cdbf3a-580e-4c51-a69a-e39ecc6664e6 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:29.160373 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c7cdbf3a-580e-4c51-a69a-e39ecc6664e6 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:29.163340 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-990fba96-08bf-4dba-abe0-c5615c122e06 None None] For port e01ffbbf-d9ff-4d90-b841-4ada540dcbcc, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:58:29.166656 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-990fba96-08bf-4dba-abe0-c5615c122e06 None None] For port e01ffbbf-d9ff-4d90-b841-4ada540dcbcc, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e01ffbbf-d9ff-4d90-b841-4ada540dcbcc,segment=NetworkSegment(db9ee122-d352-4dae-8bb7-bf5082729dee),segment_id=db9ee122-d352-4dae-8bb7-bf5082729dee)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:58:29.170904 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-990fba96-08bf-4dba-abe0-c5615c122e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:29.188054 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cdbf3a-580e-4c51-a69a-e39ecc6664e6 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Pushing event deleted for resources: {'Subnet': ['ID=0b4b7178-9ebd-43cb-85fe-6288de939015,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:29.191894 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c7cdbf3a-580e-4c51-a69a-e39ecc6664e6 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:29.196096 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c7cdbf3a-580e-4c51-a69a-e39ecc6664e6 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] 10.222.0.13 "DELETE /v2.0/subnets/0b4b7178-9ebd-43cb-85fe-6288de939015 HTTP/1.1" status: 204 len: 168 time: 0.4849586 Aug 28 15:58:29.196306 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60092) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:29.230888 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fba96-08bf-4dba-abe0-c5615c122e06 None None] Pushing event updated for resources: {'Port': ['ID=e01ffbbf-d9ff-4d90-b841-4ada540dcbcc,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:29.300273 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-978eefd5-fc30-4828-b719-5a9b3a879ddf tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:29.364565 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0c11483f-8444-4e02-a449-7da082771ac9 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:58:29.377215 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-978eefd5-fc30-4828-b719-5a9b3a879ddf tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Deleting port e01ffbbf-d9ff-4d90-b841-4ada540dcbcc {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:58:29.377763 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-978eefd5-fc30-4828-b719-5a9b3a879ddf tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:29.474705 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-978eefd5-fc30-4828-b719-5a9b3a879ddf tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] For port e01ffbbf-d9ff-4d90-b841-4ada540dcbcc, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=e01ffbbf-d9ff-4d90-b841-4ada540dcbcc,segment=NetworkSegment(db9ee122-d352-4dae-8bb7-bf5082729dee),segment_id=db9ee122-d352-4dae-8bb7-bf5082729dee)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:58:29.475540 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-978eefd5-fc30-4828-b719-5a9b3a879ddf tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:29.481536 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 0c11483f-8444-4e02-a449-7da082771ac9 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:58:29.492809 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-978eefd5-fc30-4828-b719-5a9b3a879ddf tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Calling delete_port for e01ffbbf-d9ff-4d90-b841-4ada540dcbcc owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:58:29.582271 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-978eefd5-fc30-4828-b719-5a9b3a879ddf tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:29.608910 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978eefd5-fc30-4828-b719-5a9b3a879ddf tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Pushing event deleted for resources: {'Port': ['ID=e01ffbbf-d9ff-4d90-b841-4ada540dcbcc,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:29.612868 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978eefd5-fc30-4828-b719-5a9b3a879ddf tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] No DVR routers for this DVR port e01ffbbf-d9ff-4d90-b841-4ada540dcbcc on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:58:29.648108 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e69227f-a616-450c-b76e-db6d8c734b6f None None] Network ec44f877-de81-45d5-ba86-db1722426929 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:58:29.695831 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-978eefd5-fc30-4828-b719-5a9b3a879ddf tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:29.706842 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-978eefd5-fc30-4828-b719-5a9b3a879ddf tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74462a7f-a87c-43ca-a32b-8cf238642a1a']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:29.708059 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-955e59af-ddbc-4eca-aa1d-9d3eb5db5dbf None None] Provisioning for port 0c11483f-8444-4e02-a449-7da082771ac9 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:58:29.718785 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-978eefd5-fc30-4828-b719-5a9b3a879ddf tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9ee122-d352-4dae-8bb7-bf5082729dee') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:29.719073 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-978eefd5-fc30-4828-b719-5a9b3a879ddf tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9ee122-d352-4dae-8bb7-bf5082729dee') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:29.720857 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-955e59af-ddbc-4eca-aa1d-9d3eb5db5dbf None None] Provisioning complete for port 0c11483f-8444-4e02-a449-7da082771ac9 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:58:29.721233 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-955e59af-ddbc-4eca-aa1d-9d3eb5db5dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:29.728173 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-978eefd5-fc30-4828-b719-5a9b3a879ddf tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:29.742244 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-978eefd5-fc30-4828-b719-5a9b3a879ddf tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:29.750241 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-978eefd5-fc30-4828-b719-5a9b3a879ddf tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:58:29.750673 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-978eefd5-fc30-4828-b719-5a9b3a879ddf tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:58:29.753898 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:58:29.810553 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-978eefd5-fc30-4828-b719-5a9b3a879ddf tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:29.819523 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-978eefd5-fc30-4828-b719-5a9b3a879ddf tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:29.820738 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-978eefd5-fc30-4828-b719-5a9b3a879ddf tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] 10.222.0.13 "DELETE /v2.0/networks/74462a7f-a87c-43ca-a32b-8cf238642a1a HTTP/1.1" status: 204 len: 168 time: 0.6235385 Aug 28 15:58:29.824385 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60094) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:29.831154 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978eefd5-fc30-4828-b719-5a9b3a879ddf tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Pushing event deleted for resources: {'Network': ['ID=74462a7f-a87c-43ca-a32b-8cf238642a1a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:29.868062 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-955e59af-ddbc-4eca-aa1d-9d3eb5db5dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:29.909173 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-955e59af-ddbc-4eca-aa1d-9d3eb5db5dbf None None] For port 0c11483f-8444-4e02-a449-7da082771ac9, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0c11483f-8444-4e02-a449-7da082771ac9,segment=NetworkSegment(06f4f671-e946-421b-af91-347dbd738f7b),segment_id=06f4f671-e946-421b-af91-347dbd738f7b)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:58:29.910422 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b7b2f6-3626-40d4-861a-42d81e712934 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Deleting subnet e8a852f8-ab72-4fb9-b2b9-9a959b6e2ad6 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:58:29.915152 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d8b7b2f6-3626-40d4-861a-42d81e712934 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:29.915307 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-955e59af-ddbc-4eca-aa1d-9d3eb5db5dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:29.966615 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d8b7b2f6-3626-40d4-861a-42d81e712934 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:29.973517 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e59af-ddbc-4eca-aa1d-9d3eb5db5dbf None None] Pushing event updated for resources: {'Port': ['ID=0c11483f-8444-4e02-a449-7da082771ac9,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:30.055110 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d8b7b2f6-3626-40d4-861a-42d81e712934 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:30.122468 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d8b7b2f6-3626-40d4-861a-42d81e712934 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:30.150580 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7b2f6-3626-40d4-861a-42d81e712934 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Pushing event deleted for resources: {'Subnet': ['ID=e8a852f8-ab72-4fb9-b2b9-9a959b6e2ad6,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:30.155539 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d8b7b2f6-3626-40d4-861a-42d81e712934 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:30.157452 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d8b7b2f6-3626-40d4-861a-42d81e712934 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] 10.222.0.13 "DELETE /v2.0/subnets/e8a852f8-ab72-4fb9-b2b9-9a959b6e2ad6 HTTP/1.1" status: 204 len: 168 time: 0.3314955 Aug 28 15:58:30.159918 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60096) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:30.162369 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537cf3f5-8780-41d9-b2ac-539ffbfb07c4 None None] Network ec44f877-de81-45d5-ba86-db1722426929 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:58:30.238033 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7449a61c-1834-498e-8131-72b4fc4880c7 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:30.277578 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3ea2e7eb-5e18-47a7-8293-aa308f5bdcd4 None None] Provisioning complete for port 0c11483f-8444-4e02-a449-7da082771ac9 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:58:30.278224 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3ea2e7eb-5e18-47a7-8293-aa308f5bdcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:30.301995 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-7449a61c-1834-498e-8131-72b4fc4880c7 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Deleting port 0c11483f-8444-4e02-a449-7da082771ac9 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:58:30.302339 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7449a61c-1834-498e-8131-72b4fc4880c7 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:30.359262 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3002ce05-4f01-439c-aedd-209a48dc8360 None None] DHCP port deletion for 74462a7f-a87c-43ca-a32b-8cf238642a1a request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:58:30.366632 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-7449a61c-1834-498e-8131-72b4fc4880c7 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] For port 0c11483f-8444-4e02-a449-7da082771ac9, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0c11483f-8444-4e02-a449-7da082771ac9,segment=NetworkSegment(06f4f671-e946-421b-af91-347dbd738f7b),segment_id=06f4f671-e946-421b-af91-347dbd738f7b)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:58:30.367471 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7449a61c-1834-498e-8131-72b4fc4880c7 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:30.382042 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-7449a61c-1834-498e-8131-72b4fc4880c7 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Calling delete_port for 0c11483f-8444-4e02-a449-7da082771ac9 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:58:30.389344 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7101185-5792-4dba-8358-83fefa953169 None None] Network 74462a7f-a87c-43ca-a32b-8cf238642a1a requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:58:30.403968 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab224d0-5f26-4c10-ae7f-ad5631cc1317 None None] DHCP port deletion for ec44f877-de81-45d5-ba86-db1722426929 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:58:30.406314 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7101185-5792-4dba-8358-83fefa953169 None None] Network 74462a7f-a87c-43ca-a32b-8cf238642a1a could not be found, it might have been deleted concurrently. {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 28 15:58:30.455579 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-eab224d0-5f26-4c10-ae7f-ad5631cc1317 None None] Deleting port 0c11483f-8444-4e02-a449-7da082771ac9 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:58:30.455986 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-eab224d0-5f26-4c10-ae7f-ad5631cc1317 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:30.466001 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7449a61c-1834-498e-8131-72b4fc4880c7 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:30.494467 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449a61c-1834-498e-8131-72b4fc4880c7 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Pushing event deleted for resources: {'Port': ['ID=0c11483f-8444-4e02-a449-7da082771ac9,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:30.505314 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7449a61c-1834-498e-8131-72b4fc4880c7 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] No DVR routers for this DVR port 0c11483f-8444-4e02-a449-7da082771ac9 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:58:30.514998 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8ccc8a63-36c1-43eb-984a-8ad9c7b0e7ce None None] Could not find standard attr ID for object e01ffbbf-d9ff-4d90-b841-4ada540dcbcc. {{(pid=106331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 15:58:30.533493 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-eab224d0-5f26-4c10-ae7f-ad5631cc1317 None None] For port 0c11483f-8444-4e02-a449-7da082771ac9, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0c11483f-8444-4e02-a449-7da082771ac9,segment=NetworkSegment(06f4f671-e946-421b-af91-347dbd738f7b),segment_id=06f4f671-e946-421b-af91-347dbd738f7b)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:58:30.533889 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-eab224d0-5f26-4c10-ae7f-ad5631cc1317 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:30.546120 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-eab224d0-5f26-4c10-ae7f-ad5631cc1317 None None] Calling delete_port for 0c11483f-8444-4e02-a449-7da082771ac9 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:58:30.584228 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7449a61c-1834-498e-8131-72b4fc4880c7 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:30.594718 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-7449a61c-1834-498e-8131-72b4fc4880c7 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec44f877-de81-45d5-ba86-db1722426929']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:30.610552 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-7449a61c-1834-498e-8131-72b4fc4880c7 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f4f671-e946-421b-af91-347dbd738f7b') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:30.610861 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-7449a61c-1834-498e-8131-72b4fc4880c7 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f4f671-e946-421b-af91-347dbd738f7b') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:30.621613 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7449a61c-1834-498e-8131-72b4fc4880c7 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:30.624232 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-eab224d0-5f26-4c10-ae7f-ad5631cc1317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:30.644690 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7449a61c-1834-498e-8131-72b4fc4880c7 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:30.651419 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7449a61c-1834-498e-8131-72b4fc4880c7 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:58:30.651922 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7449a61c-1834-498e-8131-72b4fc4880c7 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: timer() Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:58:30.655322 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:58:30.657752 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab224d0-5f26-4c10-ae7f-ad5631cc1317 None None] Pushing event deleted for resources: {'Port': ['ID=0c11483f-8444-4e02-a449-7da082771ac9,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:30.659465 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab224d0-5f26-4c10-ae7f-ad5631cc1317 None None] No DVR routers for this DVR port 0c11483f-8444-4e02-a449-7da082771ac9 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:58:31.048647 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7449a61c-1834-498e-8131-72b4fc4880c7 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:31.056954 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7449a61c-1834-498e-8131-72b4fc4880c7 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:31.059731 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7449a61c-1834-498e-8131-72b4fc4880c7 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] 10.222.0.13 "DELETE /v2.0/networks/ec44f877-de81-45d5-ba86-db1722426929 HTTP/1.1" status: 204 len: 168 time: 0.8988624 Aug 28 15:58:31.062354 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60098) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:31.084131 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449a61c-1834-498e-8131-72b4fc4880c7 tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Pushing event deleted for resources: {'Network': ['ID=ec44f877-de81-45d5-ba86-db1722426929,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:31.102333 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8401559d-8939-4ce5-ba49-51d61327a90c tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b61cdfa-7cb2-4722-b156-8940a8ad41a7 HTTP/1.1" status: 200 len: 205 time: 0.0389066 Aug 28 15:58:31.105459 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60100) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:31.184535 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b41c94a1-90aa-4412-ba48-0780e07ae37a tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:31.315131 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0c11483f-8444-4e02-a449-7da082771ac9 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:58:31.337246 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 0c11483f-8444-4e02-a449-7da082771ac9 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:58:31.337591 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0c11483f-8444-4e02-a449-7da082771ac9 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:58:31.349049 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b41c94a1-90aa-4412-ba48-0780e07ae37a tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:31.351323 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b41c94a1-90aa-4412-ba48-0780e07ae37a tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:31.396009 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b41c94a1-90aa-4412-ba48-0780e07ae37a tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:31.396514 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41c94a1-90aa-4412-ba48-0780e07ae37a tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Fanout notify agent at l3_agent the message router_deleted on router 3b61cdfa-7cb2-4722-b156-8940a8ad41a7 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:58:31.404394 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b41c94a1-90aa-4412-ba48-0780e07ae37a tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:31.405648 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b41c94a1-90aa-4412-ba48-0780e07ae37a tempest-RoutersNegativeTest-839161587 tempest-RoutersNegativeTest-839161587-project] 10.222.0.13 "DELETE /v2.0/routers/3b61cdfa-7cb2-4722-b156-8940a8ad41a7 HTTP/1.1" status: 204 len: 168 time: 0.2992787 Aug 28 15:58:31.650071 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60106) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:31.786388 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e62960de-8859-4ed3-95fa-b7696991efca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe05c341bca04f56aaf3211913e45569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1347558 Aug 28 15:58:31.788746 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60110) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:31.841064 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9134ac61-ce6b-4e74-aa04-ce61f1e4f12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:31.862214 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9134ac61-ce6b-4e74-aa04-ce61f1e4f12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:31.911353 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9134ac61-ce6b-4e74-aa04-ce61f1e4f12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:31.913967 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9134ac61-ce6b-4e74-aa04-ce61f1e4f12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:31.915156 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9134ac61-ce6b-4e74-aa04-ce61f1e4f12a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0bb5db6-0288-4122-afb5-e25614d37c06 HTTP/1.1" status: 204 len: 168 time: 0.1252561 Aug 28 15:58:31.923593 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134ac61-ce6b-4e74-aa04-ce61f1e4f12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bb5db6-0288-4122-afb5-e25614d37c06,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:32.519457 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60132) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:32.614771 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-a8a025cc-e4f9-4637-a71f-c8173abcd55a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1953934094-network', 'tenant_id': '83632b8d04c8414d9c1816a1ca2650d6'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:58:32.637080 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a025cc-e4f9-4637-a71f-c8173abcd55a admin admin] Made reservation on behalf of 83632b8d04c8414d9c1816a1ca2650d6 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:58:32.639433 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a8a025cc-e4f9-4637-a71f-c8173abcd55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:32.647681 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a8a025cc-e4f9-4637-a71f-c8173abcd55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:32.743434 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a8a025cc-e4f9-4637-a71f-c8173abcd55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:32.747791 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a8a025cc-e4f9-4637-a71f-c8173abcd55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:32.769532 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a025cc-e4f9-4637-a71f-c8173abcd55a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:58:32.784850 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a025cc-e4f9-4637-a71f-c8173abcd55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a20f45-47df-4189-9bd6-a4fe65722a0a,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:32.789022 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a8a025cc-e4f9-4637-a71f-c8173abcd55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:32.789370 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-a8a025cc-e4f9-4637-a71f-c8173abcd55a admin admin] Added segment ea46e52c-c1de-45c1-86ab-bbb0c695a9fd of type vlan for network 6428135e-4b43-4845-9664-2e105f920b13 Aug 28 15:58:32.828916 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a8a025cc-e4f9-4637-a71f-c8173abcd55a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:32.852707 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a8a025cc-e4f9-4637-a71f-c8173abcd55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:32.853588 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a025cc-e4f9-4637-a71f-c8173abcd55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:32.854772 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a8a025cc-e4f9-4637-a71f-c8173abcd55a admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:32.911043 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a8a025cc-e4f9-4637-a71f-c8173abcd55a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3904510 Aug 28 15:58:32.913809 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60136) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:32.918820 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-e82890e5-169e-468d-9aa7-70e418cb4aad admin admin] Request body: {'subnet': {'network_id': '6428135e-4b43-4845-9664-2e105f920b13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1953934094-subnet', 'tenant_id': '83632b8d04c8414d9c1816a1ca2650d6', 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:58:32.927093 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a025cc-e4f9-4637-a71f-c8173abcd55a admin admin] Pushing event updated for resources: {'Network': ['ID=6428135e-4b43-4845-9664-2e105f920b13,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:32.937250 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 6428135e-4b43-4845-9664-2e105f920b13 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:58:32.945345 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82890e5-169e-468d-9aa7-70e418cb4aad admin admin] Made reservation on behalf of 83632b8d04c8414d9c1816a1ca2650d6 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:58:32.947920 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e82890e5-169e-468d-9aa7-70e418cb4aad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:33.121096 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e82890e5-169e-468d-9aa7-70e418cb4aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:33.180866 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82890e5-169e-468d-9aa7-70e418cb4aad admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e267944-05a1-4844-8aea-17d73f97b544,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:33.190085 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82890e5-169e-468d-9aa7-70e418cb4aad admin admin] Checking segment: {'id': 'ea46e52c-c1de-45c1-86ab-bbb0c695a9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6428135e-4b43-4845-9664-2e105f920b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:58:33.190444 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82890e5-169e-468d-9aa7-70e418cb4aad admin admin] Network hostable DHCP agents. Network: 6428135e-4b43-4845-9664-2e105f920b13, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:58:33.207119 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82890e5-169e-468d-9aa7-70e418cb4aad admin admin] Network 6428135e-4b43-4845-9664-2e105f920b13 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:58:33.215929 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-e82890e5-169e-468d-9aa7-70e418cb4aad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 6428135e-4b43-4845-9664-2e105f920b13) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:58:33.219937 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82890e5-169e-468d-9aa7-70e418cb4aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:33.220521 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e82890e5-169e-468d-9aa7-70e418cb4aad admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:33.225395 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9957fa-e9b8-4cf5-b8cb-6ff3aad0b0a8 None None] Network 6428135e-4b43-4845-9664-2e105f920b13 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:58:33.238829 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e82890e5-169e-468d-9aa7-70e418cb4aad admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3215787 Aug 28 15:58:33.240002 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60138) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:33.246086 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-ccbe7080-1472-43f7-a3a7-f75fd63c52c6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1953934094-router', 'tenant_id': '83632b8d04c8414d9c1816a1ca2650d6', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:58:33.266137 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7080-1472-43f7-a3a7-f75fd63c52c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:33.267139 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7080-1472-43f7-a3a7-f75fd63c52c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:33.325313 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7080-1472-43f7-a3a7-f75fd63c52c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:33.465531 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7080-1472-43f7-a3a7-f75fd63c52c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:33.533015 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4035fa5-342d-46c6-bcb3-2ff6efecb2cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-6428135e-4b43-4845-9664-2e105f920b13', 'network_id': '6428135e-4b43-4845-9664-2e105f920b13', 'tenant_id': '83632b8d04c8414d9c1816a1ca2650d6', 'fixed_ips': [{'subnet_id': '4e267944-05a1-4844-8aea-17d73f97b544'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:58:33.534147 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f4035fa5-342d-46c6-bcb3-2ff6efecb2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:33.668899 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-f4035fa5-342d-46c6-bcb3-2ff6efecb2cc None None] Allocated IP 172.20.0.2 (6428135e-4b43-4845-9664-2e105f920b13/4e267944-05a1-4844-8aea-17d73f97b544/59fa145a-e384-46ec-a9f6-10079d0c5c30) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:58:33.678934 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7080-1472-43f7-a3a7-f75fd63c52c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:33.699999 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7080-1472-43f7-a3a7-f75fd63c52c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:33.810339 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-ccbe7080-1472-43f7-a3a7-f75fd63c52c6 admin admin] Allocated IP 172.25.3.2 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/2cdce0da-d652-42aa-9288-9921d7bbac88) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:58:33.814811 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f4035fa5-342d-46c6-bcb3-2ff6efecb2cc None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:33.823170 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f4035fa5-342d-46c6-bcb3-2ff6efecb2cc None None] Transition to ACTIVE for port object 59fa145a-e384-46ec-a9f6-10079d0c5c30 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:58:33.837991 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f4035fa5-342d-46c6-bcb3-2ff6efecb2cc None None] Transition to ACTIVE for port object 59fa145a-e384-46ec-a9f6-10079d0c5c30 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:58:33.844255 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f4035fa5-342d-46c6-bcb3-2ff6efecb2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:33.897957 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4035fa5-342d-46c6-bcb3-2ff6efecb2cc None None] Network 6428135e-4b43-4845-9664-2e105f920b13 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:58:33.901245 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-f4035fa5-342d-46c6-bcb3-2ff6efecb2cc None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:58:33.905719 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4035fa5-342d-46c6-bcb3-2ff6efecb2cc None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:58:33.908499 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4035fa5-342d-46c6-bcb3-2ff6efecb2cc None None] Pushing event updated for resources: {'Port': ['ID=59fa145a-e384-46ec-a9f6-10079d0c5c30,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:33.931153 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7080-1472-43f7-a3a7-f75fd63c52c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:33.960908 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-f4035fa5-342d-46c6-bcb3-2ff6efecb2cc None None] Attempting to bind port 59fa145a-e384-46ec-a9f6-10079d0c5c30 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:58:33.961479 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-f4035fa5-342d-46c6-bcb3-2ff6efecb2cc None None] Attempting to bind port 59fa145a-e384-46ec-a9f6-10079d0c5c30 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'ea46e52c-c1de-45c1-86ab-bbb0c695a9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6428135e-4b43-4845-9664-2e105f920b13'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:58:33.961778 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4035fa5-342d-46c6-bcb3-2ff6efecb2cc None None] Attempting to bind port 59fa145a-e384-46ec-a9f6-10079d0c5c30 on network 6428135e-4b43-4845-9664-2e105f920b13 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:58:33.967013 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4035fa5-342d-46c6-bcb3-2ff6efecb2cc None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:58:33.967394 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4035fa5-342d-46c6-bcb3-2ff6efecb2cc None None] Checking segment: {'id': 'ea46e52c-c1de-45c1-86ab-bbb0c695a9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6428135e-4b43-4845-9664-2e105f920b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:58:33.967878 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f4035fa5-342d-46c6-bcb3-2ff6efecb2cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:33.968259 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4035fa5-342d-46c6-bcb3-2ff6efecb2cc None None] Bound using segment: {'id': 'ea46e52c-c1de-45c1-86ab-bbb0c695a9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6428135e-4b43-4845-9664-2e105f920b13'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:58:33.968727 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-f4035fa5-342d-46c6-bcb3-2ff6efecb2cc None None] Bound port: 59fa145a-e384-46ec-a9f6-10079d0c5c30, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea46e52c-c1de-45c1-86ab-bbb0c695a9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6428135e-4b43-4845-9664-2e105f920b13'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:58:33.969119 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f4035fa5-342d-46c6-bcb3-2ff6efecb2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:33.970613 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7080-1472-43f7-a3a7-f75fd63c52c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:34.011610 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbe7080-1472-43f7-a3a7-f75fd63c52c6 admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:58:34.014501 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-ccbe7080-1472-43f7-a3a7-f75fd63c52c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:58:34.018801 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbe7080-1472-43f7-a3a7-f75fd63c52c6 admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:58:34.024395 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe7080-1472-43f7-a3a7-f75fd63c52c6 admin admin] Pushing event updated for resources: {'Port': ['ID=2cdce0da-d652-42aa-9288-9921d7bbac88,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:34.032694 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-f4035fa5-342d-46c6-bcb3-2ff6efecb2cc None None] For port 59fa145a-e384-46ec-a9f6-10079d0c5c30, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:58:34.036250 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-f4035fa5-342d-46c6-bcb3-2ff6efecb2cc None None] For port 59fa145a-e384-46ec-a9f6-10079d0c5c30, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=59fa145a-e384-46ec-a9f6-10079d0c5c30,segment=NetworkSegment(ea46e52c-c1de-45c1-86ab-bbb0c695a9fd),segment_id=ea46e52c-c1de-45c1-86ab-bbb0c695a9fd)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:58:34.040537 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f4035fa5-342d-46c6-bcb3-2ff6efecb2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:34.102331 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4035fa5-342d-46c6-bcb3-2ff6efecb2cc None None] Pushing event updated for resources: {'Port': ['ID=59fa145a-e384-46ec-a9f6-10079d0c5c30,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:34.281189 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7080-1472-43f7-a3a7-f75fd63c52c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:34.476072 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7080-1472-43f7-a3a7-f75fd63c52c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:34.607523 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbe7080-1472-43f7-a3a7-f75fd63c52c6 admin admin] Router d87be930-1261-4927-8195-c9988eafa9ae is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:58:34.714884 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbe7080-1472-43f7-a3a7-f75fd63c52c6 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:58:34.724322 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5505ee3a-46ee-487f-ae4b-85d002fb2c75 None None] Sync routers for ids ['d87be930-1261-4927-8195-c9988eafa9ae'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:58:34.734671 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5505ee3a-46ee-487f-ae4b-85d002fb2c75 None None] Routers {'d87be930-1261-4927-8195-c9988eafa9ae'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:58:34.735368 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5505ee3a-46ee-487f-ae4b-85d002fb2c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:58:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d87be930-1261-4927-8195-c9988eafa9ae'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:34.736773 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7080-1472-43f7-a3a7-f75fd63c52c6 admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:34.740162 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ccbe7080-1472-43f7-a3a7-f75fd63c52c6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4988832 Aug 28 15:58:34.741081 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60140) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:34.849482 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-5505ee3a-46ee-487f-ae4b-85d002fb2c75 None None] Set router d87be930-1261-4927-8195-c9988eafa9ae gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:58:35.019618 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d31748-efaa-47b1-bb0e-29207cb72981 None None] Network 6428135e-4b43-4845-9664-2e105f920b13 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:58:35.100634 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-45220e44-2b7f-4577-bad1-662a5e353c86 None None] Provisioning for port 59fa145a-e384-46ec-a9f6-10079d0c5c30 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:58:35.130714 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5505ee3a-46ee-487f-ae4b-85d002fb2c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87be930-1261-4927-8195-c9988eafa9ae', 'name': 'tempest-TestEncryptedCinderVolumes-1953934094-router', 'tenant_id': '83632b8d04c8414d9c1816a1ca2650d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '2cdce0da-d652-42aa-9288-9921d7bbac88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:58:33Z', 'updated_at': '2021-08-28T15:58:34Z', 'revision_number': 3, 'project_id': '83632b8d04c8414d9c1816a1ca2650d6', 'gw_port': {'id': '2cdce0da-d652-42aa-9288-9921d7bbac88', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:28:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87be930-1261-4927-8195-c9988eafa9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:58:33Z', 'updated_at': '2021-08-28T15:58:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:35.174898 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9b422dbd-976a-4595-b0d2-d7cbe2001ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:35.176344 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5505ee3a-46ee-487f-ae4b-85d002fb2c75 None None] Checking router: d87be930-1261-4927-8195-c9988eafa9ae for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:58:35.176702 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5505ee3a-46ee-487f-ae4b-85d002fb2c75 None None] Updating router d87be930-1261-4927-8195-c9988eafa9ae port 2cdce0da-d652-42aa-9288-9921d7bbac88 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:58:35.211436 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5505ee3a-46ee-487f-ae4b-85d002fb2c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:35.343464 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-9b422dbd-976a-4595-b0d2-d7cbe2001ea7 admin admin] Allocated IP 172.20.0.1 (6428135e-4b43-4845-9664-2e105f920b13/4e267944-05a1-4844-8aea-17d73f97b544/a60fc827-5f65-475b-8a3f-8a18623492a8) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:58:35.380781 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 59fa145a-e384-46ec-a9f6-10079d0c5c30 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:58:35.451040 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9b422dbd-976a-4595-b0d2-d7cbe2001ea7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:35.465945 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-9b422dbd-976a-4595-b0d2-d7cbe2001ea7 admin admin] Transition to ACTIVE for port object a60fc827-5f65-475b-8a3f-8a18623492a8 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:58:35.472999 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 59fa145a-e384-46ec-a9f6-10079d0c5c30 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:58:35.482932 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 59fa145a-e384-46ec-a9f6-10079d0c5c30 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:58:35.483329 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:35.505576 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9b422dbd-976a-4595-b0d2-d7cbe2001ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:35.542837 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b422dbd-976a-4595-b0d2-d7cbe2001ea7 admin admin] Network 6428135e-4b43-4845-9664-2e105f920b13 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:58:35.545707 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-9b422dbd-976a-4595-b0d2-d7cbe2001ea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:58:35.551270 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b422dbd-976a-4595-b0d2-d7cbe2001ea7 admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:58:35.566727 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5505ee3a-46ee-487f-ae4b-85d002fb2c75 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:35.581185 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-5505ee3a-46ee-487f-ae4b-85d002fb2c75 None None] Transition to ACTIVE for port object 2cdce0da-d652-42aa-9288-9921d7bbac88 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:58:35.585923 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b422dbd-976a-4595-b0d2-d7cbe2001ea7 admin admin] Pushing event updated for resources: {'Port': ['ID=a60fc827-5f65-475b-8a3f-8a18623492a8,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:35.604558 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9b422dbd-976a-4595-b0d2-d7cbe2001ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:35.607334 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5505ee3a-46ee-487f-ae4b-85d002fb2c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:35.663378 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:35.691625 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bcd8ce-33dc-4556-8116-7091c8a930eb None None] Pushing event updated for resources: {'Port': ['ID=2cdce0da-d652-42aa-9288-9921d7bbac88,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:35.696350 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-5505ee3a-46ee-487f-ae4b-85d002fb2c75 None None] Attempting to bind port 2cdce0da-d652-42aa-9288-9921d7bbac88 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:58:35.696720 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-5505ee3a-46ee-487f-ae4b-85d002fb2c75 None None] Attempting to bind port 2cdce0da-d652-42aa-9288-9921d7bbac88 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:58:35.697084 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5505ee3a-46ee-487f-ae4b-85d002fb2c75 None None] Attempting to bind port 2cdce0da-d652-42aa-9288-9921d7bbac88 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:58:35.707930 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-416db0f7-d092-4296-aa8a-aa0a1f7c195f None None] Provisioning complete for port 59fa145a-e384-46ec-a9f6-10079d0c5c30 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:58:35.708308 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-416db0f7-d092-4296-aa8a-aa0a1f7c195f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:35.734628 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5505ee3a-46ee-487f-ae4b-85d002fb2c75 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:58:35.735027 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5505ee3a-46ee-487f-ae4b-85d002fb2c75 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:58:35.735402 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5505ee3a-46ee-487f-ae4b-85d002fb2c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:35.735906 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5505ee3a-46ee-487f-ae4b-85d002fb2c75 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:58:35.736395 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-5505ee3a-46ee-487f-ae4b-85d002fb2c75 None None] Bound port: 2cdce0da-d652-42aa-9288-9921d7bbac88, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:58:35.736777 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5505ee3a-46ee-487f-ae4b-85d002fb2c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:35.747380 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9b422dbd-976a-4595-b0d2-d7cbe2001ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:35.773427 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 59fa145a-e384-46ec-a9f6-10079d0c5c30, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=59fa145a-e384-46ec-a9f6-10079d0c5c30,segment=NetworkSegment(ea46e52c-c1de-45c1-86ab-bbb0c695a9fd),segment_id=ea46e52c-c1de-45c1-86ab-bbb0c695a9fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:58:35.783353 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:35.853435 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-5505ee3a-46ee-487f-ae4b-85d002fb2c75 None None] For port 2cdce0da-d652-42aa-9288-9921d7bbac88, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:58:35.858234 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-5505ee3a-46ee-487f-ae4b-85d002fb2c75 None None] For port 2cdce0da-d652-42aa-9288-9921d7bbac88, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2cdce0da-d652-42aa-9288-9921d7bbac88,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:58:35.866585 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5505ee3a-46ee-487f-ae4b-85d002fb2c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:35.875366 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=59fa145a-e384-46ec-a9f6-10079d0c5c30,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:35.924754 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9b422dbd-976a-4595-b0d2-d7cbe2001ea7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:35.929875 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9b422dbd-976a-4595-b0d2-d7cbe2001ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:35.961295 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5505ee3a-46ee-487f-ae4b-85d002fb2c75 None None] Routers {'d87be930-1261-4927-8195-c9988eafa9ae'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:58:35.961920 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5505ee3a-46ee-487f-ae4b-85d002fb2c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:58:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d87be930-1261-4927-8195-c9988eafa9ae'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:35.967338 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bcd8ce-33dc-4556-8116-7091c8a930eb None None] Pushing event updated for resources: {'Port': ['ID=2cdce0da-d652-42aa-9288-9921d7bbac88,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:36.000043 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b422dbd-976a-4595-b0d2-d7cbe2001ea7 admin admin] Pushing event updated for resources: {'Port': ['ID=a60fc827-5f65-475b-8a3f-8a18623492a8,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:36.002427 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9b422dbd-976a-4595-b0d2-d7cbe2001ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:36.076241 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-5505ee3a-46ee-487f-ae4b-85d002fb2c75 None None] Set router d87be930-1261-4927-8195-c9988eafa9ae gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:58:36.091952 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b422dbd-976a-4595-b0d2-d7cbe2001ea7 admin admin] Network 6428135e-4b43-4845-9664-2e105f920b13 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:58:36.093383 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-9b422dbd-976a-4595-b0d2-d7cbe2001ea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:58:36.116349 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-87368398-1a6b-4271-bc51-456dfe3f94df None None] Provisioning for port a60fc827-5f65-475b-8a3f-8a18623492a8 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:58:36.126233 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-87368398-1a6b-4271-bc51-456dfe3f94df None None] Provisioning complete for port a60fc827-5f65-475b-8a3f-8a18623492a8 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:58:36.126610 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-87368398-1a6b-4271-bc51-456dfe3f94df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:36.211032 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b422dbd-976a-4595-b0d2-d7cbe2001ea7 admin admin] Router d87be930-1261-4927-8195-c9988eafa9ae has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:58:36.229265 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-87368398-1a6b-4271-bc51-456dfe3f94df None None] Port a60fc827-5f65-475b-8a3f-8a18623492a8 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:58:36.316993 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5505ee3a-46ee-487f-ae4b-85d002fb2c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87be930-1261-4927-8195-c9988eafa9ae', 'name': 'tempest-TestEncryptedCinderVolumes-1953934094-router', 'tenant_id': '83632b8d04c8414d9c1816a1ca2650d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '2cdce0da-d652-42aa-9288-9921d7bbac88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:58:33Z', 'updated_at': '2021-08-28T15:58:35Z', 'revision_number': 4, 'project_id': '83632b8d04c8414d9c1816a1ca2650d6', 'gw_port': {'id': '2cdce0da-d652-42aa-9288-9921d7bbac88', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:28:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87be930-1261-4927-8195-c9988eafa9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:58:33Z', 'updated_at': '2021-08-28T15:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'a60fc827-5f65-475b-8a3f-8a18623492a8', 'name': '', 'network_id': '6428135e-4b43-4845-9664-2e105f920b13', 'tenant_id': '83632b8d04c8414d9c1816a1ca2650d6', 'mac_address': 'fa:16:3e:1d:82:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87be930-1261-4927-8195-c9988eafa9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '4e267944-05a1-4844-8aea-17d73f97b544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:58:35Z', 'updated_at': '2021-08-28T15:58:35Z', 'revision_number': 2, 'project_id': '83632b8d04c8414d9c1816a1ca2650d6', 'subnets': [{'id': '4e267944-05a1-4844-8aea-17d73f97b544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:36.325539 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b422dbd-976a-4595-b0d2-d7cbe2001ea7 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:58:36.330674 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9b422dbd-976a-4595-b0d2-d7cbe2001ea7 admin admin] 10.222.0.13 "PUT /v2.0/routers/d87be930-1261-4927-8195-c9988eafa9ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5885460 Aug 28 15:58:36.347509 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5505ee3a-46ee-487f-ae4b-85d002fb2c75 None None] The sync data for ids ['d87be930-1261-4927-8195-c9988eafa9ae'] in n-d-712137-10 is: [{'id': 'd87be930-1261-4927-8195-c9988eafa9ae', 'name': 'tempest-TestEncryptedCinderVolumes-1953934094-router', 'tenant_id': '83632b8d04c8414d9c1816a1ca2650d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '2cdce0da-d652-42aa-9288-9921d7bbac88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:58:33Z', 'updated_at': '2021-08-28T15:58:35Z', 'revision_number': 4, 'project_id': '83632b8d04c8414d9c1816a1ca2650d6', 'gw_port': {'id': '2cdce0da-d652-42aa-9288-9921d7bbac88', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:28:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87be930-1261-4927-8195-c9988eafa9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:58:33Z', 'updated_at': '2021-08-28T15:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'a60fc827-5f65-475b-8a3f-8a18623492a8', 'name': '', 'network_id': '6428135e-4b43-4845-9664-2e105f920b13', 'tenant_id': '83632b8d04c8414d9c1816a1ca2650d6', 'mac_address': 'fa:16:3e:1d:82:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87be930-1261-4927-8195-c9988eafa9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '4e267944-05a1-4844-8aea-17d73f97b544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:58:35Z', 'updated_at': '2021-08-28T15:58:35Z', 'revision_number': 2, 'project_id': '83632b8d04c8414d9c1816a1ca2650d6', 'subnets': [{'id': '4e267944-05a1-4844-8aea-17d73f97b544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:58:36.357996 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e005bcc6-5f8e-4212-8b9c-0b1b3f99a757 None None] Provisioning complete for port a60fc827-5f65-475b-8a3f-8a18623492a8 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:58:36.358371 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e005bcc6-5f8e-4212-8b9c-0b1b3f99a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:36.394720 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-e005bcc6-5f8e-4212-8b9c-0b1b3f99a757 None None] Port a60fc827-5f65-475b-8a3f-8a18623492a8 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:58:36.847397 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60156) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:36.852658 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-8ecf6a03-7c7e-4bae-9798-a85a8c405d4a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1126066383-network', 'tenant_id': '1059d11024f34981a76bf06320cd7afb'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:58:36.885732 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecf6a03-7c7e-4bae-9798-a85a8c405d4a admin admin] Made reservation on behalf of 1059d11024f34981a76bf06320cd7afb for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:58:36.888417 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6a03-7c7e-4bae-9798-a85a8c405d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:36.898063 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6a03-7c7e-4bae-9798-a85a8c405d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:37.009342 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6a03-7c7e-4bae-9798-a85a8c405d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:37.013752 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6a03-7c7e-4bae-9798-a85a8c405d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:37.042855 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ecf6a03-7c7e-4bae-9798-a85a8c405d4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:58:37.052086 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf6a03-7c7e-4bae-9798-a85a8c405d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00e3b42-5621-4bb0-b76b-b3e4aa05e8b3,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:37.060330 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6a03-7c7e-4bae-9798-a85a8c405d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:37.060783 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-8ecf6a03-7c7e-4bae-9798-a85a8c405d4a admin admin] Added segment cf900154-703e-4d34-8816-16d4d9adc252 of type vlan for network 2d27d43a-b1e2-4666-a4fc-10aa6c1aee33 Aug 28 15:58:37.107978 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6a03-7c7e-4bae-9798-a85a8c405d4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:37.133734 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6a03-7c7e-4bae-9798-a85a8c405d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:37.135043 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecf6a03-7c7e-4bae-9798-a85a8c405d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:37.135827 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6a03-7c7e-4bae-9798-a85a8c405d4a admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:37.194451 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8ecf6a03-7c7e-4bae-9798-a85a8c405d4a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3457999 Aug 28 15:58:37.197067 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60158) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:37.204745 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-0f72defa-89d1-49eb-8227-9a4414b947bc admin admin] Request body: {'subnet': {'network_id': '2d27d43a-b1e2-4666-a4fc-10aa6c1aee33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1126066383-subnet', 'tenant_id': '1059d11024f34981a76bf06320cd7afb', 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:58:37.209070 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf6a03-7c7e-4bae-9798-a85a8c405d4a admin admin] Pushing event updated for resources: {'Network': ['ID=2d27d43a-b1e2-4666-a4fc-10aa6c1aee33,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:37.219506 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 2d27d43a-b1e2-4666-a4fc-10aa6c1aee33 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:58:37.233272 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f72defa-89d1-49eb-8227-9a4414b947bc admin admin] Made reservation on behalf of 1059d11024f34981a76bf06320cd7afb for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:58:37.235679 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0f72defa-89d1-49eb-8227-9a4414b947bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:37.422709 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2cdce0da-d652-42aa-9288-9921d7bbac88 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:58:37.476570 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 2cdce0da-d652-42aa-9288-9921d7bbac88 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:58:37.481831 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 2cdce0da-d652-42aa-9288-9921d7bbac88 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:58:37.482214 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:37.572915 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:37.595641 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 2cdce0da-d652-42aa-9288-9921d7bbac88, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2cdce0da-d652-42aa-9288-9921d7bbac88,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:58:37.601534 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:37.602616 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 59fa145a-e384-46ec-a9f6-10079d0c5c30 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:58:37.679293 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=2cdce0da-d652-42aa-9288-9921d7bbac88,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:37.691328 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 59fa145a-e384-46ec-a9f6-10079d0c5c30 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:58:37.691747 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:37.714379 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0f72defa-89d1-49eb-8227-9a4414b947bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:37.767526 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72defa-89d1-49eb-8227-9a4414b947bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f885bdc3-cdff-4737-a950-e01ae4d1fb05,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:37.777972 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f72defa-89d1-49eb-8227-9a4414b947bc admin admin] Checking segment: {'id': 'cf900154-703e-4d34-8816-16d4d9adc252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2d27d43a-b1e2-4666-a4fc-10aa6c1aee33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:58:37.778322 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f72defa-89d1-49eb-8227-9a4414b947bc admin admin] Network hostable DHCP agents. Network: 2d27d43a-b1e2-4666-a4fc-10aa6c1aee33, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:58:37.796503 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f72defa-89d1-49eb-8227-9a4414b947bc admin admin] Network 2d27d43a-b1e2-4666-a4fc-10aa6c1aee33 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:58:37.808384 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-0f72defa-89d1-49eb-8227-9a4414b947bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 2d27d43a-b1e2-4666-a4fc-10aa6c1aee33) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:58:37.813025 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f72defa-89d1-49eb-8227-9a4414b947bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:37.813680 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0f72defa-89d1-49eb-8227-9a4414b947bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:37.831543 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0f72defa-89d1-49eb-8227-9a4414b947bc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6334522 Aug 28 15:58:37.834011 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60160) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:37.840171 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-c034b019-6f56-433f-afa9-7a1104946982 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1126066383-router', 'tenant_id': '1059d11024f34981a76bf06320cd7afb', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:58:37.868112 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c034b019-6f56-433f-afa9-7a1104946982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:37.869196 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c034b019-6f56-433f-afa9-7a1104946982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:37.935714 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c034b019-6f56-433f-afa9-7a1104946982 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:37.944391 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd5a8e2-e978-439e-a5c9-02ab9c42bf53 None None] Network 2d27d43a-b1e2-4666-a4fc-10aa6c1aee33 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:58:38.079216 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c034b019-6f56-433f-afa9-7a1104946982 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:38.099383 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110ea34d-c652-41da-9d8a-f805ffa20397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-2d27d43a-b1e2-4666-a4fc-10aa6c1aee33', 'network_id': '2d27d43a-b1e2-4666-a4fc-10aa6c1aee33', 'tenant_id': '1059d11024f34981a76bf06320cd7afb', 'fixed_ips': [{'subnet_id': 'f885bdc3-cdff-4737-a950-e01ae4d1fb05'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:58:38.100320 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-110ea34d-c652-41da-9d8a-f805ffa20397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:38.113605 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8359f82b-b1f7-4e4b-9498-fbfd28128709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:38.246154 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-110ea34d-c652-41da-9d8a-f805ffa20397 None None] Allocated IP 172.20.0.2 (2d27d43a-b1e2-4666-a4fc-10aa6c1aee33/f885bdc3-cdff-4737-a950-e01ae4d1fb05/a9eed43b-b4fb-475d-afd6-83493b7d4253) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:58:38.287742 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c034b019-6f56-433f-afa9-7a1104946982 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:38.308927 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c034b019-6f56-433f-afa9-7a1104946982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:38.339930 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7d7c3f-4d76-4deb-adeb-ce2eb7843416 None None] Sync routers for ids ['d87be930-1261-4927-8195-c9988eafa9ae'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:58:38.350057 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7d7c3f-4d76-4deb-adeb-ce2eb7843416 None None] Routers {'d87be930-1261-4927-8195-c9988eafa9ae'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:58:38.350685 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-bd7d7c3f-4d76-4deb-adeb-ce2eb7843416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:58:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d87be930-1261-4927-8195-c9988eafa9ae'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:38.396258 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-110ea34d-c652-41da-9d8a-f805ffa20397 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:38.406152 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-110ea34d-c652-41da-9d8a-f805ffa20397 None None] Transition to ACTIVE for port object a9eed43b-b4fb-475d-afd6-83493b7d4253 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:58:38.422039 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-110ea34d-c652-41da-9d8a-f805ffa20397 None None] Transition to ACTIVE for port object a9eed43b-b4fb-475d-afd6-83493b7d4253 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:58:38.430124 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-c034b019-6f56-433f-afa9-7a1104946982 admin admin] Allocated IP 172.25.3.48 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/986a7c82-1572-49b9-ab49-e4cb604d5a30) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:58:38.432455 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-110ea34d-c652-41da-9d8a-f805ffa20397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:38.465379 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-bd7d7c3f-4d76-4deb-adeb-ce2eb7843416 None None] Set router d87be930-1261-4927-8195-c9988eafa9ae gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:58:38.473982 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110ea34d-c652-41da-9d8a-f805ffa20397 None None] Network 2d27d43a-b1e2-4666-a4fc-10aa6c1aee33 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:58:38.476944 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-110ea34d-c652-41da-9d8a-f805ffa20397 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:58:38.482008 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110ea34d-c652-41da-9d8a-f805ffa20397 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:58:38.485061 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ea34d-c652-41da-9d8a-f805ffa20397 None None] Pushing event updated for resources: {'Port': ['ID=a9eed43b-b4fb-475d-afd6-83493b7d4253,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:38.536976 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-110ea34d-c652-41da-9d8a-f805ffa20397 None None] Attempting to bind port a9eed43b-b4fb-475d-afd6-83493b7d4253 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:58:38.537347 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-110ea34d-c652-41da-9d8a-f805ffa20397 None None] Attempting to bind port a9eed43b-b4fb-475d-afd6-83493b7d4253 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'cf900154-703e-4d34-8816-16d4d9adc252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2d27d43a-b1e2-4666-a4fc-10aa6c1aee33'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:58:38.537714 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110ea34d-c652-41da-9d8a-f805ffa20397 None None] Attempting to bind port a9eed43b-b4fb-475d-afd6-83493b7d4253 on network 2d27d43a-b1e2-4666-a4fc-10aa6c1aee33 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:58:38.546343 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110ea34d-c652-41da-9d8a-f805ffa20397 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:58:38.546945 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110ea34d-c652-41da-9d8a-f805ffa20397 None None] Checking segment: {'id': 'cf900154-703e-4d34-8816-16d4d9adc252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2d27d43a-b1e2-4666-a4fc-10aa6c1aee33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:58:38.547455 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-110ea34d-c652-41da-9d8a-f805ffa20397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:38.548014 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110ea34d-c652-41da-9d8a-f805ffa20397 None None] Bound using segment: {'id': 'cf900154-703e-4d34-8816-16d4d9adc252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2d27d43a-b1e2-4666-a4fc-10aa6c1aee33'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:58:38.548607 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-110ea34d-c652-41da-9d8a-f805ffa20397 None None] Bound port: a9eed43b-b4fb-475d-afd6-83493b7d4253, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf900154-703e-4d34-8816-16d4d9adc252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2d27d43a-b1e2-4666-a4fc-10aa6c1aee33'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:58:38.549096 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-110ea34d-c652-41da-9d8a-f805ffa20397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:38.550071 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c034b019-6f56-433f-afa9-7a1104946982 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:38.596766 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c034b019-6f56-433f-afa9-7a1104946982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:38.619091 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-110ea34d-c652-41da-9d8a-f805ffa20397 None None] For port a9eed43b-b4fb-475d-afd6-83493b7d4253, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:58:38.624161 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-110ea34d-c652-41da-9d8a-f805ffa20397 None None] For port a9eed43b-b4fb-475d-afd6-83493b7d4253, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a9eed43b-b4fb-475d-afd6-83493b7d4253,segment=NetworkSegment(cf900154-703e-4d34-8816-16d4d9adc252),segment_id=cf900154-703e-4d34-8816-16d4d9adc252)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:58:38.629394 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-110ea34d-c652-41da-9d8a-f805ffa20397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:38.634604 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c034b019-6f56-433f-afa9-7a1104946982 admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:58:38.647718 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-c034b019-6f56-433f-afa9-7a1104946982 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:58:38.653422 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c034b019-6f56-433f-afa9-7a1104946982 admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:58:38.681312 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034b019-6f56-433f-afa9-7a1104946982 admin admin] Pushing event updated for resources: {'Port': ['ID=986a7c82-1572-49b9-ab49-e4cb604d5a30,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:38.721833 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ea34d-c652-41da-9d8a-f805ffa20397 None None] Pushing event updated for resources: {'Port': ['ID=a9eed43b-b4fb-475d-afd6-83493b7d4253,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:38.727854 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-bd7d7c3f-4d76-4deb-adeb-ce2eb7843416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87be930-1261-4927-8195-c9988eafa9ae', 'name': 'tempest-TestEncryptedCinderVolumes-1953934094-router', 'tenant_id': '83632b8d04c8414d9c1816a1ca2650d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '2cdce0da-d652-42aa-9288-9921d7bbac88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:58:33Z', 'updated_at': '2021-08-28T15:58:35Z', 'revision_number': 4, 'project_id': '83632b8d04c8414d9c1816a1ca2650d6', 'gw_port': {'id': '2cdce0da-d652-42aa-9288-9921d7bbac88', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:28:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87be930-1261-4927-8195-c9988eafa9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:58:33Z', 'updated_at': '2021-08-28T15:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'a60fc827-5f65-475b-8a3f-8a18623492a8', 'name': '', 'network_id': '6428135e-4b43-4845-9664-2e105f920b13', 'tenant_id': '83632b8d04c8414d9c1816a1ca2650d6', 'mac_address': 'fa:16:3e:1d:82:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87be930-1261-4927-8195-c9988eafa9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '4e267944-05a1-4844-8aea-17d73f97b544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:58:35Z', 'updated_at': '2021-08-28T15:58:35Z', 'revision_number': 2, 'project_id': '83632b8d04c8414d9c1816a1ca2650d6', 'subnets': [{'id': '4e267944-05a1-4844-8aea-17d73f97b544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:38.755906 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7d7c3f-4d76-4deb-adeb-ce2eb7843416 None None] Checking router: d87be930-1261-4927-8195-c9988eafa9ae for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:58:38.756264 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7d7c3f-4d76-4deb-adeb-ce2eb7843416 None None] Updating router d87be930-1261-4927-8195-c9988eafa9ae port a60fc827-5f65-475b-8a3f-8a18623492a8 binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:58:38.781576 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-bd7d7c3f-4d76-4deb-adeb-ce2eb7843416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:38.976202 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c034b019-6f56-433f-afa9-7a1104946982 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:39.084273 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-bd7d7c3f-4d76-4deb-adeb-ce2eb7843416 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:39.094531 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-bd7d7c3f-4d76-4deb-adeb-ce2eb7843416 None None] Transition to ACTIVE for port object a60fc827-5f65-475b-8a3f-8a18623492a8 will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:58:39.100277 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-bd7d7c3f-4d76-4deb-adeb-ce2eb7843416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:39.178906 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c034b019-6f56-433f-afa9-7a1104946982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:39.238167 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ceda5-6db3-4531-9008-59932e341727 None None] Pushing event updated for resources: {'Port': ['ID=a60fc827-5f65-475b-8a3f-8a18623492a8,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:39.261898 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ceda5-6db3-4531-9008-59932e341727 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:39.261898 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ceda5-6db3-4531-9008-59932e341727 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:39.262141 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ceda5-6db3-4531-9008-59932e341727 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:39.262443 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ceda5-6db3-4531-9008-59932e341727 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:39.262693 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ceda5-6db3-4531-9008-59932e341727 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:39.263075 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ceda5-6db3-4531-9008-59932e341727 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:39.263303 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ceda5-6db3-4531-9008-59932e341727 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:39.263633 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ceda5-6db3-4531-9008-59932e341727 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:39.263985 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ceda5-6db3-4531-9008-59932e341727 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:39.264308 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ceda5-6db3-4531-9008-59932e341727 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:39.264631 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ceda5-6db3-4531-9008-59932e341727 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:39.264951 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ceda5-6db3-4531-9008-59932e341727 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:58:39.310753 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-bd7d7c3f-4d76-4deb-adeb-ce2eb7843416 None None] Attempting to bind port a60fc827-5f65-475b-8a3f-8a18623492a8 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:58:39.311137 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-bd7d7c3f-4d76-4deb-adeb-ce2eb7843416 None None] Attempting to bind port a60fc827-5f65-475b-8a3f-8a18623492a8 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'ea46e52c-c1de-45c1-86ab-bbb0c695a9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6428135e-4b43-4845-9664-2e105f920b13'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:58:39.311503 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7d7c3f-4d76-4deb-adeb-ce2eb7843416 None None] Attempting to bind port a60fc827-5f65-475b-8a3f-8a18623492a8 on network 6428135e-4b43-4845-9664-2e105f920b13 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:58:39.322853 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7d7c3f-4d76-4deb-adeb-ce2eb7843416 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:58:39.323237 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7d7c3f-4d76-4deb-adeb-ce2eb7843416 None None] Checking segment: {'id': 'ea46e52c-c1de-45c1-86ab-bbb0c695a9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6428135e-4b43-4845-9664-2e105f920b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:58:39.323737 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-bd7d7c3f-4d76-4deb-adeb-ce2eb7843416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:39.324141 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7d7c3f-4d76-4deb-adeb-ce2eb7843416 None None] Bound using segment: {'id': 'ea46e52c-c1de-45c1-86ab-bbb0c695a9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6428135e-4b43-4845-9664-2e105f920b13'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:58:39.324667 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-bd7d7c3f-4d76-4deb-adeb-ce2eb7843416 None None] Bound port: a60fc827-5f65-475b-8a3f-8a18623492a8, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea46e52c-c1de-45c1-86ab-bbb0c695a9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6428135e-4b43-4845-9664-2e105f920b13'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:58:39.325082 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-bd7d7c3f-4d76-4deb-adeb-ce2eb7843416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:39.328952 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c034b019-6f56-433f-afa9-7a1104946982 admin admin] Router ce2b78bd-ca19-47b0-913a-532e6189a246 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:58:39.424015 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-bd7d7c3f-4d76-4deb-adeb-ce2eb7843416 None None] For port a60fc827-5f65-475b-8a3f-8a18623492a8, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:58:39.427516 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-bd7d7c3f-4d76-4deb-adeb-ce2eb7843416 None None] For port a60fc827-5f65-475b-8a3f-8a18623492a8, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a60fc827-5f65-475b-8a3f-8a18623492a8,segment=NetworkSegment(ea46e52c-c1de-45c1-86ab-bbb0c695a9fd),segment_id=ea46e52c-c1de-45c1-86ab-bbb0c695a9fd)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:58:39.433345 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-bd7d7c3f-4d76-4deb-adeb-ce2eb7843416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:39.482402 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c034b019-6f56-433f-afa9-7a1104946982 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:58:39.501503 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a9eed43b-b4fb-475d-afd6-83493b7d4253 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:58:39.507918 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7d7c3f-4d76-4deb-adeb-ce2eb7843416 None None] Routers {'d87be930-1261-4927-8195-c9988eafa9ae'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:58:39.508556 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-bd7d7c3f-4d76-4deb-adeb-ce2eb7843416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:58:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d87be930-1261-4927-8195-c9988eafa9ae'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:39.510990 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ceda5-6db3-4531-9008-59932e341727 None None] Pushing event updated for resources: {'Port': ['ID=a60fc827-5f65-475b-8a3f-8a18623492a8,revision_number=4']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:39.530444 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c034b019-6f56-433f-afa9-7a1104946982 admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:39.532373 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c034b019-6f56-433f-afa9-7a1104946982 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6971905 Aug 28 15:58:39.534870 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60162) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:58:39.537562 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e411f0f2-e1b2-46b0-acd8-e0aedac257c7 None None] Sync routers for ids ['ce2b78bd-ca19-47b0-913a-532e6189a246'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:58:39.559336 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e411f0f2-e1b2-46b0-acd8-e0aedac257c7 None None] Routers {'ce2b78bd-ca19-47b0-913a-532e6189a246'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:58:39.559986 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e411f0f2-e1b2-46b0-acd8-e0aedac257c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:58:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ce2b78bd-ca19-47b0-913a-532e6189a246'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:39.668195 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-bd7d7c3f-4d76-4deb-adeb-ce2eb7843416 None None] Set router d87be930-1261-4927-8195-c9988eafa9ae gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:58:39.688399 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port a9eed43b-b4fb-475d-afd6-83493b7d4253 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:58:39.698594 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2cdce0da-d652-42aa-9288-9921d7bbac88 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:58:39.735697 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-e411f0f2-e1b2-46b0-acd8-e0aedac257c7 None None] Set router ce2b78bd-ca19-47b0-913a-532e6189a246 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:58:39.972779 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-bd7d7c3f-4d76-4deb-adeb-ce2eb7843416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87be930-1261-4927-8195-c9988eafa9ae', 'name': 'tempest-TestEncryptedCinderVolumes-1953934094-router', 'tenant_id': '83632b8d04c8414d9c1816a1ca2650d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '2cdce0da-d652-42aa-9288-9921d7bbac88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:58:33Z', 'updated_at': '2021-08-28T15:58:35Z', 'revision_number': 4, 'project_id': '83632b8d04c8414d9c1816a1ca2650d6', 'gw_port': {'id': '2cdce0da-d652-42aa-9288-9921d7bbac88', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:28:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87be930-1261-4927-8195-c9988eafa9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:58:33Z', 'updated_at': '2021-08-28T15:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'a60fc827-5f65-475b-8a3f-8a18623492a8', 'name': '', 'network_id': '6428135e-4b43-4845-9664-2e105f920b13', 'tenant_id': '83632b8d04c8414d9c1816a1ca2650d6', 'mac_address': 'fa:16:3e:1d:82:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87be930-1261-4927-8195-c9988eafa9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '4e267944-05a1-4844-8aea-17d73f97b544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:58:35Z', 'updated_at': '2021-08-28T15:58:39Z', 'revision_number': 4, 'project_id': '83632b8d04c8414d9c1816a1ca2650d6', 'subnets': [{'id': '4e267944-05a1-4844-8aea-17d73f97b544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:39.975039 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f369b39e-65a9-42a2-bfcc-297b403c4188 None None] Network 2d27d43a-b1e2-4666-a4fc-10aa6c1aee33 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:58:40.001732 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7d7c3f-4d76-4deb-adeb-ce2eb7843416 None None] The sync data for ids ['d87be930-1261-4927-8195-c9988eafa9ae'] in n-d-712137-10 is: [{'id': 'd87be930-1261-4927-8195-c9988eafa9ae', 'name': 'tempest-TestEncryptedCinderVolumes-1953934094-router', 'tenant_id': '83632b8d04c8414d9c1816a1ca2650d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '2cdce0da-d652-42aa-9288-9921d7bbac88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:58:33Z', 'updated_at': '2021-08-28T15:58:35Z', 'revision_number': 4, 'project_id': '83632b8d04c8414d9c1816a1ca2650d6', 'gw_port': {'id': '2cdce0da-d652-42aa-9288-9921d7bbac88', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:28:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87be930-1261-4927-8195-c9988eafa9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:58:33Z', 'updated_at': '2021-08-28T15:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'a60fc827-5f65-475b-8a3f-8a18623492a8', 'name': '', 'network_id': '6428135e-4b43-4845-9664-2e105f920b13', 'tenant_id': '83632b8d04c8414d9c1816a1ca2650d6', 'mac_address': 'fa:16:3e:1d:82:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87be930-1261-4927-8195-c9988eafa9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '4e267944-05a1-4844-8aea-17d73f97b544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:58:35Z', 'updated_at': '2021-08-28T15:58:39Z', 'revision_number': 4, 'project_id': '83632b8d04c8414d9c1816a1ca2650d6', 'subnets': [{'id': '4e267944-05a1-4844-8aea-17d73f97b544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:58:40.027433 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 2cdce0da-d652-42aa-9288-9921d7bbac88 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:58:40.027839 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:40.097752 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e411f0f2-e1b2-46b0-acd8-e0aedac257c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2b78bd-ca19-47b0-913a-532e6189a246', 'name': 'tempest-TestEncryptedCinderVolumes-1126066383-router', 'tenant_id': '1059d11024f34981a76bf06320cd7afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '986a7c82-1572-49b9-ab49-e4cb604d5a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:58:37Z', 'updated_at': '2021-08-28T15:58:38Z', 'revision_number': 3, 'project_id': '1059d11024f34981a76bf06320cd7afb', 'gw_port': {'id': '986a7c82-1572-49b9-ab49-e4cb604d5a30', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2b78bd-ca19-47b0-913a-532e6189a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:58:38Z', 'updated_at': '2021-08-28T15:58:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:40.121651 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d140368f-b3f5-4886-afb0-c9c0f26c2dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:40.141312 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e411f0f2-e1b2-46b0-acd8-e0aedac257c7 None None] Checking router: ce2b78bd-ca19-47b0-913a-532e6189a246 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:58:40.141548 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e411f0f2-e1b2-46b0-acd8-e0aedac257c7 None None] Updating router ce2b78bd-ca19-47b0-913a-532e6189a246 port 986a7c82-1572-49b9-ab49-e4cb604d5a30 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:58:40.164743 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-59d50375-3b4d-4661-8eb1-623b135adcbd None None] Provisioning for port a9eed43b-b4fb-475d-afd6-83493b7d4253 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:58:40.201673 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-59d50375-3b4d-4661-8eb1-623b135adcbd None None] Provisioning complete for port a9eed43b-b4fb-475d-afd6-83493b7d4253 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:58:40.202044 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-59d50375-3b4d-4661-8eb1-623b135adcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:40.230329 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e411f0f2-e1b2-46b0-acd8-e0aedac257c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:40.289810 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-d140368f-b3f5-4886-afb0-c9c0f26c2dcd admin admin] Allocated IP 172.20.0.1 (2d27d43a-b1e2-4666-a4fc-10aa6c1aee33/f885bdc3-cdff-4737-a950-e01ae4d1fb05/5a6d9c64-f015-452d-888b-a47745f7031c) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:58:40.401718 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d140368f-b3f5-4886-afb0-c9c0f26c2dcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:40.416758 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-d140368f-b3f5-4886-afb0-c9c0f26c2dcd admin admin] Transition to ACTIVE for port object 5a6d9c64-f015-452d-888b-a47745f7031c will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:58:40.467016 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d140368f-b3f5-4886-afb0-c9c0f26c2dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:40.505965 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-59d50375-3b4d-4661-8eb1-623b135adcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:40.519172 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d140368f-b3f5-4886-afb0-c9c0f26c2dcd admin admin] Network 2d27d43a-b1e2-4666-a4fc-10aa6c1aee33 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:58:40.527781 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-d140368f-b3f5-4886-afb0-c9c0f26c2dcd admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:58:40.532402 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d140368f-b3f5-4886-afb0-c9c0f26c2dcd admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:58:40.564762 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-59d50375-3b4d-4661-8eb1-623b135adcbd None None] For port a9eed43b-b4fb-475d-afd6-83493b7d4253, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a9eed43b-b4fb-475d-afd6-83493b7d4253,segment=NetworkSegment(cf900154-703e-4d34-8816-16d4d9adc252),segment_id=cf900154-703e-4d34-8816-16d4d9adc252)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:58:40.570933 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-59d50375-3b4d-4661-8eb1-623b135adcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:40.577229 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140368f-b3f5-4886-afb0-c9c0f26c2dcd admin admin] Pushing event updated for resources: {'Port': ['ID=5a6d9c64-f015-452d-888b-a47745f7031c,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:40.586884 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d140368f-b3f5-4886-afb0-c9c0f26c2dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:40.684409 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d50375-3b4d-4661-8eb1-623b135adcbd None None] Pushing event updated for resources: {'Port': ['ID=a9eed43b-b4fb-475d-afd6-83493b7d4253,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:40.698280 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d63d342e-2015-4630-bf79-dfb8fcfacb94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:40.745509 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8b47cb97-2594-4c87-b4b4-7a6ccc9c9155 None None] Provisioning complete for port a9eed43b-b4fb-475d-afd6-83493b7d4253 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:58:40.745885 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8b47cb97-2594-4c87-b4b4-7a6ccc9c9155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:40.753370 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e411f0f2-e1b2-46b0-acd8-e0aedac257c7 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:40.759540 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d140368f-b3f5-4886-afb0-c9c0f26c2dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:40.797010 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e411f0f2-e1b2-46b0-acd8-e0aedac257c7 None None] Transition to ACTIVE for port object 986a7c82-1572-49b9-ab49-e4cb604d5a30 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:58:40.812302 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e411f0f2-e1b2-46b0-acd8-e0aedac257c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:40.908134 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-e411f0f2-e1b2-46b0-acd8-e0aedac257c7 None None] Attempting to bind port 986a7c82-1572-49b9-ab49-e4cb604d5a30 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:58:40.908407 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-e411f0f2-e1b2-46b0-acd8-e0aedac257c7 None None] Attempting to bind port 986a7c82-1572-49b9-ab49-e4cb604d5a30 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:58:40.908772 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e411f0f2-e1b2-46b0-acd8-e0aedac257c7 None None] Attempting to bind port 986a7c82-1572-49b9-ab49-e4cb604d5a30 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:58:40.912235 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1bd8d-d6e8-4da0-a44c-99c6e827f82a None None] Pushing event updated for resources: {'Port': ['ID=986a7c82-1572-49b9-ab49-e4cb604d5a30,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:40.920752 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e411f0f2-e1b2-46b0-acd8-e0aedac257c7 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:58:40.921127 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e411f0f2-e1b2-46b0-acd8-e0aedac257c7 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:58:40.921533 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e411f0f2-e1b2-46b0-acd8-e0aedac257c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:40.921917 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e411f0f2-e1b2-46b0-acd8-e0aedac257c7 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:58:40.922379 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-e411f0f2-e1b2-46b0-acd8-e0aedac257c7 None None] Bound port: 986a7c82-1572-49b9-ab49-e4cb604d5a30, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:58:40.922757 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e411f0f2-e1b2-46b0-acd8-e0aedac257c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:40.956573 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d140368f-b3f5-4886-afb0-c9c0f26c2dcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:40.961110 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d140368f-b3f5-4886-afb0-c9c0f26c2dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:40.979465 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:40.989729 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-e411f0f2-e1b2-46b0-acd8-e0aedac257c7 None None] For port 986a7c82-1572-49b9-ab49-e4cb604d5a30, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:58:40.993143 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-e411f0f2-e1b2-46b0-acd8-e0aedac257c7 None None] For port 986a7c82-1572-49b9-ab49-e4cb604d5a30, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=986a7c82-1572-49b9-ab49-e4cb604d5a30,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:58:40.996962 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e411f0f2-e1b2-46b0-acd8-e0aedac257c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:41.028250 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d140368f-b3f5-4886-afb0-c9c0f26c2dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:41.030842 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140368f-b3f5-4886-afb0-c9c0f26c2dcd admin admin] Pushing event updated for resources: {'Port': ['ID=5a6d9c64-f015-452d-888b-a47745f7031c,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:41.051892 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-38eb84c3-7f30-4b60-9cd9-e23eefa1c549 None None] Provisioning for port 5a6d9c64-f015-452d-888b-a47745f7031c completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:58:41.062177 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-38eb84c3-7f30-4b60-9cd9-e23eefa1c549 None None] Provisioning complete for port 5a6d9c64-f015-452d-888b-a47745f7031c triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:58:41.062548 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-38eb84c3-7f30-4b60-9cd9-e23eefa1c549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:41.094480 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1bd8d-d6e8-4da0-a44c-99c6e827f82a None None] Pushing event updated for resources: {'Port': ['ID=986a7c82-1572-49b9-ab49-e4cb604d5a30,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:41.098641 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e411f0f2-e1b2-46b0-acd8-e0aedac257c7 None None] Routers {'ce2b78bd-ca19-47b0-913a-532e6189a246'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:58:41.099252 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e411f0f2-e1b2-46b0-acd8-e0aedac257c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:58:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ce2b78bd-ca19-47b0-913a-532e6189a246'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:41.128965 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d140368f-b3f5-4886-afb0-c9c0f26c2dcd admin admin] Network 2d27d43a-b1e2-4666-a4fc-10aa6c1aee33 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:58:41.130285 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-d140368f-b3f5-4886-afb0-c9c0f26c2dcd admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:58:41.144940 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-38eb84c3-7f30-4b60-9cd9-e23eefa1c549 None None] Port 5a6d9c64-f015-452d-888b-a47745f7031c cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:58:41.390070 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a9eed43b-b4fb-475d-afd6-83493b7d4253 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:58:41.433713 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-e411f0f2-e1b2-46b0-acd8-e0aedac257c7 None None] Set router ce2b78bd-ca19-47b0-913a-532e6189a246 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:58:41.524796 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f5e1bbc0-4bfa-4013-9b85-a6d6dcbbea15 None None] Provisioning complete for port 5a6d9c64-f015-452d-888b-a47745f7031c triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:58:41.526431 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f5e1bbc0-4bfa-4013-9b85-a6d6dcbbea15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:41.530483 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d140368f-b3f5-4886-afb0-c9c0f26c2dcd admin admin] Router ce2b78bd-ca19-47b0-913a-532e6189a246 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:58:41.588718 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port a9eed43b-b4fb-475d-afd6-83493b7d4253 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:58:41.589100 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:41.636331 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-f5e1bbc0-4bfa-4013-9b85-a6d6dcbbea15 None None] Port 5a6d9c64-f015-452d-888b-a47745f7031c cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:58:41.640786 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d140368f-b3f5-4886-afb0-c9c0f26c2dcd admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:58:41.645648 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d140368f-b3f5-4886-afb0-c9c0f26c2dcd admin admin] 10.222.0.13 "PUT /v2.0/routers/ce2b78bd-ca19-47b0-913a-532e6189a246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1088738 Aug 28 15:58:41.742944 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a60fc827-5f65-475b-8a3f-8a18623492a8 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:58:41.785409 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-e411f0f2-e1b2-46b0-acd8-e0aedac257c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2b78bd-ca19-47b0-913a-532e6189a246', 'name': 'tempest-TestEncryptedCinderVolumes-1126066383-router', 'tenant_id': '1059d11024f34981a76bf06320cd7afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '986a7c82-1572-49b9-ab49-e4cb604d5a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:58:37Z', 'updated_at': '2021-08-28T15:58:40Z', 'revision_number': 4, 'project_id': '1059d11024f34981a76bf06320cd7afb', 'gw_port': {'id': '986a7c82-1572-49b9-ab49-e4cb604d5a30', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2b78bd-ca19-47b0-913a-532e6189a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:58:38Z', 'updated_at': '2021-08-28T15:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '5a6d9c64-f015-452d-888b-a47745f7031c', 'name': '', 'network_id': '2d27d43a-b1e2-4666-a4fc-10aa6c1aee33', 'tenant_id': '1059d11024f34981a76bf06320cd7afb', 'mac_address': 'fa:16:3e:2d:5e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2b78bd-ca19-47b0-913a-532e6189a246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'f885bdc3-cdff-4737-a950-e01ae4d1fb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:58:40Z', 'updated_at': '2021-08-28T15:58:40Z', 'revision_number': 2, 'project_id': '1059d11024f34981a76bf06320cd7afb', 'subnets': [{'id': 'f885bdc3-cdff-4737-a950-e01ae4d1fb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:41.814159 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e411f0f2-e1b2-46b0-acd8-e0aedac257c7 None None] The sync data for ids ['ce2b78bd-ca19-47b0-913a-532e6189a246'] in n-d-712137-10 is: [{'id': 'ce2b78bd-ca19-47b0-913a-532e6189a246', 'name': 'tempest-TestEncryptedCinderVolumes-1126066383-router', 'tenant_id': '1059d11024f34981a76bf06320cd7afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '986a7c82-1572-49b9-ab49-e4cb604d5a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:58:37Z', 'updated_at': '2021-08-28T15:58:40Z', 'revision_number': 4, 'project_id': '1059d11024f34981a76bf06320cd7afb', 'gw_port': {'id': '986a7c82-1572-49b9-ab49-e4cb604d5a30', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2b78bd-ca19-47b0-913a-532e6189a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:58:38Z', 'updated_at': '2021-08-28T15:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '5a6d9c64-f015-452d-888b-a47745f7031c', 'name': '', 'network_id': '2d27d43a-b1e2-4666-a4fc-10aa6c1aee33', 'tenant_id': '1059d11024f34981a76bf06320cd7afb', 'mac_address': 'fa:16:3e:2d:5e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2b78bd-ca19-47b0-913a-532e6189a246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'f885bdc3-cdff-4737-a950-e01ae4d1fb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:58:40Z', 'updated_at': '2021-08-28T15:58:40Z', 'revision_number': 2, 'project_id': '1059d11024f34981a76bf06320cd7afb', 'subnets': [{'id': 'f885bdc3-cdff-4737-a950-e01ae4d1fb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:58:41.826160 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port a60fc827-5f65-475b-8a3f-8a18623492a8 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:58:41.834985 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port a60fc827-5f65-475b-8a3f-8a18623492a8 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:58:41.834985 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:41.927583 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:41.965822 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port a60fc827-5f65-475b-8a3f-8a18623492a8, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a60fc827-5f65-475b-8a3f-8a18623492a8,segment=NetworkSegment(ea46e52c-c1de-45c1-86ab-bbb0c695a9fd),segment_id=ea46e52c-c1de-45c1-86ab-bbb0c695a9fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:58:41.973679 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:42.000741 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:42.028973 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=a60fc827-5f65-475b-8a3f-8a18623492a8,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:42.521210 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-a2e2495a-e66c-4c6c-b99b-3dce124bef7e tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:42.522687 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-a2e2495a-e66c-4c6c-b99b-3dce124bef7e tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/networks?id=6428135e-4b43-4845-9664-2e105f920b13 HTTP/1.1" status: 200 len: 817 time: 0.1107528 Aug 28 15:58:42.538021 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-4b7b3931-9cd4-477c-84b5-676f9147ad3b tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/quotas/83632b8d04c8414d9c1816a1ca2650d6 HTTP/1.1" status: 200 len: 375 time: 0.0090232 Aug 28 15:58:42.590311 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-615f088c-8956-45ed-8dd0-17dd9ae1ba9f tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=83632b8d04c8414d9c1816a1ca2650d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467751 Aug 28 15:58:42.685095 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-ea1eaf73-1122-420a-9070-d3736908bee1 service neutron] 10.222.0.13 "GET /v2.0/networks/6428135e-4b43-4845-9664-2e105f920b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831652 Aug 28 15:58:42.793058 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-c796a643-bb96-4c4e-8334-6e1dbd52f66e service neutron] 10.222.0.13 "GET /v2.0/networks/6428135e-4b43-4845-9664-2e105f920b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007938 Aug 28 15:58:42.973839 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-61df2783-84c6-4ce4-a532-b3e211847146 req-358f19e2-cf74-4746-ae4d-b3a250ec0fb8 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/ports?device_id=82d4f322-965b-422d-8124-accb0a55ba85 HTTP/1.1" status: 200 len: 210 time: 0.0268655 Aug 28 15:58:43.399216 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 986a7c82-1572-49b9-ab49-e4cb604d5a30 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:58:43.458640 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 986a7c82-1572-49b9-ab49-e4cb604d5a30 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:58:43.467739 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 986a7c82-1572-49b9-ab49-e4cb604d5a30 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:58:43.468116 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:43.470851 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:43.551259 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:43.571086 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 986a7c82-1572-49b9-ab49-e4cb604d5a30, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=986a7c82-1572-49b9-ab49-e4cb604d5a30,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:58:43.575620 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:43.576484 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a60fc827-5f65-475b-8a3f-8a18623492a8 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:58:43.649866 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=986a7c82-1572-49b9-ab49-e4cb604d5a30,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:43.662547 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port a60fc827-5f65-475b-8a3f-8a18623492a8 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:58:43.662920 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:43.914271 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-28a8ca4c-c27d-40f9-ab30-2991b700d8bc tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:43.915689 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-28a8ca4c-c27d-40f9-ab30-2991b700d8bc tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.36 "GET /v2.0/networks?id=6428135e-4b43-4845-9664-2e105f920b13 HTTP/1.1" status: 200 len: 817 time: 0.1180491 Aug 28 15:58:43.929444 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-ccbdbafb-5320-4e8c-aff7-5923dc306ddc tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Request body: {'port': {'device_id': '82d4f322-965b-422d-8124-accb0a55ba85', 'network_id': '6428135e-4b43-4845-9664-2e105f920b13', 'admin_state_up': True, 'tenant_id': '83632b8d04c8414d9c1816a1ca2650d6'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:58:44.045395 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-ccbdbafb-5320-4e8c-aff7-5923dc306ddc tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Made reservation on behalf of 83632b8d04c8414d9c1816a1ca2650d6 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:58:44.048997 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-ccbdbafb-5320-4e8c-aff7-5923dc306ddc tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:44.076739 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94ad4bc0-50e4-47f6-83cd-0fc94ba0217c req-8870da9c-fa5d-4c59-8af9-406bff234cd6 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/ports?device_id=82d4f322-965b-422d-8124-accb0a55ba85 HTTP/1.1" status: 200 len: 210 time: 0.0286882 Aug 28 15:58:44.112955 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143b807b-41c8-4a0b-844a-11ac1ff9ead5 None None] Sync routers for ids ['ce2b78bd-ca19-47b0-913a-532e6189a246'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:58:44.123079 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143b807b-41c8-4a0b-844a-11ac1ff9ead5 None None] Routers {'ce2b78bd-ca19-47b0-913a-532e6189a246'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:58:44.123713 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-143b807b-41c8-4a0b-844a-11ac1ff9ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:58:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ce2b78bd-ca19-47b0-913a-532e6189a246'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:44.175557 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-ccbdbafb-5320-4e8c-aff7-5923dc306ddc tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Allocated IP 172.20.0.14 (6428135e-4b43-4845-9664-2e105f920b13/4e267944-05a1-4844-8aea-17d73f97b544/07a3d80d-30e8-42d5-865d-2b3a30740f87) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:58:44.230512 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-143b807b-41c8-4a0b-844a-11ac1ff9ead5 None None] Set router ce2b78bd-ca19-47b0-913a-532e6189a246 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:58:44.336562 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-ccbdbafb-5320-4e8c-aff7-5923dc306ddc tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:44.350477 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-ccbdbafb-5320-4e8c-aff7-5923dc306ddc tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Transition to ACTIVE for port object 07a3d80d-30e8-42d5-865d-2b3a30740f87 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:58:44.383359 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-ccbdbafb-5320-4e8c-aff7-5923dc306ddc tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:44.428625 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-143b807b-41c8-4a0b-844a-11ac1ff9ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2b78bd-ca19-47b0-913a-532e6189a246', 'name': 'tempest-TestEncryptedCinderVolumes-1126066383-router', 'tenant_id': '1059d11024f34981a76bf06320cd7afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '986a7c82-1572-49b9-ab49-e4cb604d5a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:58:37Z', 'updated_at': '2021-08-28T15:58:40Z', 'revision_number': 4, 'project_id': '1059d11024f34981a76bf06320cd7afb', 'gw_port': {'id': '986a7c82-1572-49b9-ab49-e4cb604d5a30', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b78bd-ca19-47b0-913a-532e6189a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:58:38Z', 'updated_at': '2021-08-28T15:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '5a6d9c64-f015-452d-888b-a47745f7031c', 'name': '', 'network_id': '2d27d43a-b1e2-4666-a4fc-10aa6c1aee33', 'tenant_id': '1059d11024f34981a76bf06320cd7afb', 'mac_address': 'fa:16:3e:2d:5e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2b78bd-ca19-47b0-913a-532e6189a246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'f885bdc3-cdff-4737-a950-e01ae4d1fb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:58:40Z', 'updated_at': '2021-08-28T15:58:40Z', 'revision_number': 2, 'project_id': '1059d11024f34981a76bf06320cd7afb', 'subnets': [{'id': 'f885bdc3-cdff-4737-a950-e01ae4d1fb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:44.433532 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-ccbdbafb-5320-4e8c-aff7-5923dc306ddc tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Network 6428135e-4b43-4845-9664-2e105f920b13 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:58:44.437312 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-ccbdbafb-5320-4e8c-aff7-5923dc306ddc tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:58:44.439462 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbdbafb-5320-4e8c-aff7-5923dc306ddc tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Pushing event updated for resources: {'Port': ['ID=07a3d80d-30e8-42d5-865d-2b3a30740f87,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:44.441658 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-ccbdbafb-5320-4e8c-aff7-5923dc306ddc tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:58:44.455454 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143b807b-41c8-4a0b-844a-11ac1ff9ead5 None None] Checking router: ce2b78bd-ca19-47b0-913a-532e6189a246 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:58:44.455843 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143b807b-41c8-4a0b-844a-11ac1ff9ead5 None None] Updating router ce2b78bd-ca19-47b0-913a-532e6189a246 port 5a6d9c64-f015-452d-888b-a47745f7031c binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:58:44.481891 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-143b807b-41c8-4a0b-844a-11ac1ff9ead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:44.496199 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-ccbdbafb-5320-4e8c-aff7-5923dc306ddc tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:44.496856 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-ccbdbafb-5320-4e8c-aff7-5923dc306ddc tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:44.513669 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-ccbdbafb-5320-4e8c-aff7-5923dc306ddc tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5878663 Aug 28 15:58:44.527819 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-794b1a85-1c69-4549-bcbe-3b20e5d348ee service neutron] Request body: {'port': {'device_id': '82d4f322-965b-422d-8124-accb0a55ba85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:58:44.583558 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-794b1a85-1c69-4549-bcbe-3b20e5d348ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:44.677996 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b6fabaa2-82b6-44a3-8d0c-cc48f481e647 None None] Provisioning for port 07a3d80d-30e8-42d5-865d-2b3a30740f87 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:58:44.683010 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b6fabaa2-82b6-44a3-8d0c-cc48f481e647 None None] Provisioning complete for port 07a3d80d-30e8-42d5-865d-2b3a30740f87 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:58:44.683621 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b6fabaa2-82b6-44a3-8d0c-cc48f481e647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:44.723138 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-b6fabaa2-82b6-44a3-8d0c-cc48f481e647 None None] Port 07a3d80d-30e8-42d5-865d-2b3a30740f87 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:58:44.768346 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-143b807b-41c8-4a0b-844a-11ac1ff9ead5 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:44.779858 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-143b807b-41c8-4a0b-844a-11ac1ff9ead5 None None] Transition to ACTIVE for port object 5a6d9c64-f015-452d-888b-a47745f7031c will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:58:44.786416 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-143b807b-41c8-4a0b-844a-11ac1ff9ead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:44.852083 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c17e5-b3f0-4e8d-972f-2bc3231f7396 None None] Pushing event updated for resources: {'Port': ['ID=5a6d9c64-f015-452d-888b-a47745f7031c,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:44.869168 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-794b1a85-1c69-4549-bcbe-3b20e5d348ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a3d80d-30e8-42d5-865d-2b3a30740f87 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:58:44.878133 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-794b1a85-1c69-4549-bcbe-3b20e5d348ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:44.894415 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-794b1a85-1c69-4549-bcbe-3b20e5d348ee service neutron] Transition to ACTIVE for port object 07a3d80d-30e8-42d5-865d-2b3a30740f87 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:58:44.899186 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-794b1a85-1c69-4549-bcbe-3b20e5d348ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:44.908931 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-143b807b-41c8-4a0b-844a-11ac1ff9ead5 None None] Attempting to bind port 5a6d9c64-f015-452d-888b-a47745f7031c on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:58:44.909353 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-143b807b-41c8-4a0b-844a-11ac1ff9ead5 None None] Attempting to bind port 5a6d9c64-f015-452d-888b-a47745f7031c by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'cf900154-703e-4d34-8816-16d4d9adc252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2d27d43a-b1e2-4666-a4fc-10aa6c1aee33'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:58:44.909748 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143b807b-41c8-4a0b-844a-11ac1ff9ead5 None None] Attempting to bind port 5a6d9c64-f015-452d-888b-a47745f7031c on network 2d27d43a-b1e2-4666-a4fc-10aa6c1aee33 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:58:44.914927 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143b807b-41c8-4a0b-844a-11ac1ff9ead5 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:58:44.915303 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143b807b-41c8-4a0b-844a-11ac1ff9ead5 None None] Checking segment: {'id': 'cf900154-703e-4d34-8816-16d4d9adc252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2d27d43a-b1e2-4666-a4fc-10aa6c1aee33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:58:44.916395 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-143b807b-41c8-4a0b-844a-11ac1ff9ead5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:44.916842 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143b807b-41c8-4a0b-844a-11ac1ff9ead5 None None] Bound using segment: {'id': 'cf900154-703e-4d34-8816-16d4d9adc252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2d27d43a-b1e2-4666-a4fc-10aa6c1aee33'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:58:44.917318 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-143b807b-41c8-4a0b-844a-11ac1ff9ead5 None None] Bound port: 5a6d9c64-f015-452d-888b-a47745f7031c, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf900154-703e-4d34-8816-16d4d9adc252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2d27d43a-b1e2-4666-a4fc-10aa6c1aee33'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:58:44.917704 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-143b807b-41c8-4a0b-844a-11ac1ff9ead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:44.973694 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b1a85-1c69-4549-bcbe-3b20e5d348ee service neutron] Pushing event updated for resources: {'Port': ['ID=07a3d80d-30e8-42d5-865d-2b3a30740f87,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:45.001774 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-143b807b-41c8-4a0b-844a-11ac1ff9ead5 None None] For port 5a6d9c64-f015-452d-888b-a47745f7031c, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:58:45.006760 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-143b807b-41c8-4a0b-844a-11ac1ff9ead5 None None] For port 5a6d9c64-f015-452d-888b-a47745f7031c, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=5a6d9c64-f015-452d-888b-a47745f7031c,segment=NetworkSegment(cf900154-703e-4d34-8816-16d4d9adc252),segment_id=cf900154-703e-4d34-8816-16d4d9adc252)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:58:45.011254 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-143b807b-41c8-4a0b-844a-11ac1ff9ead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:45.047803 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-794b1a85-1c69-4549-bcbe-3b20e5d348ee service neutron] Attempting to bind port 07a3d80d-30e8-42d5-865d-2b3a30740f87 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:58:45.048757 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-794b1a85-1c69-4549-bcbe-3b20e5d348ee service neutron] Attempting to bind port 07a3d80d-30e8-42d5-865d-2b3a30740f87 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'ea46e52c-c1de-45c1-86ab-bbb0c695a9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6428135e-4b43-4845-9664-2e105f920b13'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:58:45.049262 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-794b1a85-1c69-4549-bcbe-3b20e5d348ee service neutron] Attempting to bind port 07a3d80d-30e8-42d5-865d-2b3a30740f87 on network 6428135e-4b43-4845-9664-2e105f920b13 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:58:45.054362 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-794b1a85-1c69-4549-bcbe-3b20e5d348ee service neutron] Port 07a3d80d-30e8-42d5-865d-2b3a30740f87 on network 6428135e-4b43-4845-9664-2e105f920b13 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:58:45.054902 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-794b1a85-1c69-4549-bcbe-3b20e5d348ee service neutron] Attempting to bind port 07a3d80d-30e8-42d5-865d-2b3a30740f87 on network 6428135e-4b43-4845-9664-2e105f920b13 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:58:45.061668 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-794b1a85-1c69-4549-bcbe-3b20e5d348ee service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:58:45.062279 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-794b1a85-1c69-4549-bcbe-3b20e5d348ee service neutron] Checking segment: {'id': 'ea46e52c-c1de-45c1-86ab-bbb0c695a9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6428135e-4b43-4845-9664-2e105f920b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:58:45.062833 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-794b1a85-1c69-4549-bcbe-3b20e5d348ee service neutron] Bound using segment: {'id': 'ea46e52c-c1de-45c1-86ab-bbb0c695a9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6428135e-4b43-4845-9664-2e105f920b13'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:58:45.063421 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-794b1a85-1c69-4549-bcbe-3b20e5d348ee service neutron] Bound port: 07a3d80d-30e8-42d5-865d-2b3a30740f87, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea46e52c-c1de-45c1-86ab-bbb0c695a9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6428135e-4b43-4845-9664-2e105f920b13'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:58:45.064028 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-794b1a85-1c69-4549-bcbe-3b20e5d348ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:45.071601 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143b807b-41c8-4a0b-844a-11ac1ff9ead5 None None] Routers {'ce2b78bd-ca19-47b0-913a-532e6189a246'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:58:45.072820 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-143b807b-41c8-4a0b-844a-11ac1ff9ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:58:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ce2b78bd-ca19-47b0-913a-532e6189a246'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:45.074705 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c17e5-b3f0-4e8d-972f-2bc3231f7396 None None] Pushing event updated for resources: {'Port': ['ID=5a6d9c64-f015-452d-888b-a47745f7031c,revision_number=4']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:45.158254 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-794b1a85-1c69-4549-bcbe-3b20e5d348ee service neutron] For port 07a3d80d-30e8-42d5-865d-2b3a30740f87, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:58:45.161601 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-794b1a85-1c69-4549-bcbe-3b20e5d348ee service neutron] For port 07a3d80d-30e8-42d5-865d-2b3a30740f87, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=07a3d80d-30e8-42d5-865d-2b3a30740f87,segment=NetworkSegment(ea46e52c-c1de-45c1-86ab-bbb0c695a9fd),segment_id=ea46e52c-c1de-45c1-86ab-bbb0c695a9fd)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:58:45.174610 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-794b1a85-1c69-4549-bcbe-3b20e5d348ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:45.201318 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-143b807b-41c8-4a0b-844a-11ac1ff9ead5 None None] Set router ce2b78bd-ca19-47b0-913a-532e6189a246 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:58:45.222962 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-794b1a85-1c69-4549-bcbe-3b20e5d348ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:45.223896 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-794b1a85-1c69-4549-bcbe-3b20e5d348ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:45.225473 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-794b1a85-1c69-4549-bcbe-3b20e5d348ee service neutron] 10.222.0.36 "PUT /v2.0/ports/07a3d80d-30e8-42d5-865d-2b3a30740f87 HTTP/1.1" status: 200 len: 1093 time: 0.7034223 Aug 28 15:58:45.230805 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d4f322-965b-422d-8124-accb0a55ba85', 'tag': '07a3d80d-30e8-42d5-865d-2b3a30740f87'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:58:45.233417 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce01731-83de-49dd-87b3-bf4e778f390a" -d '{"events": [{"name": "network-changed", "server_uuid": "82d4f322-965b-422d-8124-accb0a55ba85", "tag": "07a3d80d-30e8-42d5-865d-2b3a30740f87"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:58:45.332784 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b338824-ffd3-4e43-a11f-b19dcc659ff5 x-openstack-request-id: req-2b338824-ffd3-4e43-a11f-b19dcc659ff5 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:58:45.333117 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d4f322-965b-422d-8124-accb0a55ba85", "tag": "07a3d80d-30e8-42d5-865d-2b3a30740f87", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:58:45.333370 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b338824-ffd3-4e43-a11f-b19dcc659ff5 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:58:45.333783 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d4f322-965b-422d-8124-accb0a55ba85', 'tag': '07a3d80d-30e8-42d5-865d-2b3a30740f87', 'status': 'completed', 'code': 200} Aug 28 15:58:45.379139 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b1a85-1c69-4549-bcbe-3b20e5d348ee service neutron] Pushing event updated for resources: {'Port': ['ID=07a3d80d-30e8-42d5-865d-2b3a30740f87,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:45.413805 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-900a5813-608f-457c-9e7c-13e1db96eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:45.416855 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-900a5813-608f-457c-9e7c-13e1db96eed2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83632b8d04c8414d9c1816a1ca2650d6&device_id=82d4f322-965b-422d-8124-accb0a55ba85 HTTP/1.1" status: 200 len: 1096 time: 0.1186287 Aug 28 15:58:45.425504 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5156d-1ba7-4265-85c5-98e0da4809cc req-ff20bdf7-0924-4d49-aa2a-4dcadd387efa tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:45.427337 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e9d5156d-1ba7-4265-85c5-98e0da4809cc req-ff20bdf7-0924-4d49-aa2a-4dcadd387efa tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/ports?device_id=82d4f322-965b-422d-8124-accb0a55ba85 HTTP/1.1" status: 200 len: 944 time: 0.2005217 Aug 28 15:58:45.429366 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 986a7c82-1572-49b9-ab49-e4cb604d5a30 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:58:45.484784 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-29a05982-001a-4181-90ca-11650c0a1dfc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07a3d80d-30e8-42d5-865d-2b3a30740f87 HTTP/1.1" status: 200 len: 217 time: 0.0563009 Aug 28 15:58:45.489704 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 986a7c82-1572-49b9-ab49-e4cb604d5a30 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:58:45.490322 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:45.490964 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-143b807b-41c8-4a0b-844a-11ac1ff9ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2b78bd-ca19-47b0-913a-532e6189a246', 'name': 'tempest-TestEncryptedCinderVolumes-1126066383-router', 'tenant_id': '1059d11024f34981a76bf06320cd7afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '986a7c82-1572-49b9-ab49-e4cb604d5a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:58:37Z', 'updated_at': '2021-08-28T15:58:40Z', 'revision_number': 4, 'project_id': '1059d11024f34981a76bf06320cd7afb', 'gw_port': {'id': '986a7c82-1572-49b9-ab49-e4cb604d5a30', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b78bd-ca19-47b0-913a-532e6189a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:58:38Z', 'updated_at': '2021-08-28T15:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '5a6d9c64-f015-452d-888b-a47745f7031c', 'name': '', 'network_id': '2d27d43a-b1e2-4666-a4fc-10aa6c1aee33', 'tenant_id': '1059d11024f34981a76bf06320cd7afb', 'mac_address': 'fa:16:3e:2d:5e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2b78bd-ca19-47b0-913a-532e6189a246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'f885bdc3-cdff-4737-a950-e01ae4d1fb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:58:40Z', 'updated_at': '2021-08-28T15:58:44Z', 'revision_number': 4, 'project_id': '1059d11024f34981a76bf06320cd7afb', 'subnets': [{'id': 'f885bdc3-cdff-4737-a950-e01ae4d1fb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:58:45.558308 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e9d5156d-1ba7-4265-85c5-98e0da4809cc req-c2f94246-2916-4ead-b931-52c1bdbfe0db tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/security-groups?id=70a20f45-47df-4189-9bd6-a4fe65722a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214540 Aug 28 15:58:45.581309 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-b418236f-1ce7-4762-b2f6-1a5f65cf60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:45.582986 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-b418236f-1ce7-4762-b2f6-1a5f65cf60a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e267944-05a1-4844-8aea-17d73f97b544 HTTP/1.1" status: 200 len: 856 time: 0.0847478 Aug 28 15:58:45.603084 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 5a6d9c64-f015-452d-888b-a47745f7031c up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:58:45.630324 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143b807b-41c8-4a0b-844a-11ac1ff9ead5 None None] The sync data for ids ['ce2b78bd-ca19-47b0-913a-532e6189a246'] in n-d-712137-10 is: [{'id': 'ce2b78bd-ca19-47b0-913a-532e6189a246', 'name': 'tempest-TestEncryptedCinderVolumes-1126066383-router', 'tenant_id': '1059d11024f34981a76bf06320cd7afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '986a7c82-1572-49b9-ab49-e4cb604d5a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:58:37Z', 'updated_at': '2021-08-28T15:58:40Z', 'revision_number': 4, 'project_id': '1059d11024f34981a76bf06320cd7afb', 'gw_port': {'id': '986a7c82-1572-49b9-ab49-e4cb604d5a30', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b78bd-ca19-47b0-913a-532e6189a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:58:38Z', 'updated_at': '2021-08-28T15:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '5a6d9c64-f015-452d-888b-a47745f7031c', 'name': '', 'network_id': '2d27d43a-b1e2-4666-a4fc-10aa6c1aee33', 'tenant_id': '1059d11024f34981a76bf06320cd7afb', 'mac_address': 'fa:16:3e:2d:5e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2b78bd-ca19-47b0-913a-532e6189a246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'f885bdc3-cdff-4737-a950-e01ae4d1fb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:58:40Z', 'updated_at': '2021-08-28T15:58:44Z', 'revision_number': 4, 'project_id': '1059d11024f34981a76bf06320cd7afb', 'subnets': [{'id': 'f885bdc3-cdff-4737-a950-e01ae4d1fb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:58:45.635905 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-c0b40b0f-7c72-490a-8ff1-ddfaaa0e67cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:45.637474 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-c0b40b0f-7c72-490a-8ff1-ddfaaa0e67cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6428135e-4b43-4845-9664-2e105f920b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463939 Aug 28 15:58:45.658194 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 5a6d9c64-f015-452d-888b-a47745f7031c completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:58:45.662278 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 5a6d9c64-f015-452d-888b-a47745f7031c triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:58:45.662651 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:45.747083 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-527ef4fe-3611-438a-8627-d74dcb0215ed service neutron] 10.222.0.36 "GET /v2.0/networks/6428135e-4b43-4845-9664-2e105f920b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019669 Aug 28 15:58:45.778754 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:45.812110 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 5a6d9c64-f015-452d-888b-a47745f7031c, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=5a6d9c64-f015-452d-888b-a47745f7031c,segment=NetworkSegment(cf900154-703e-4d34-8816-16d4d9adc252),segment_id=cf900154-703e-4d34-8816-16d4d9adc252)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:58:45.817402 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:45.847187 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d5fcd696-8383-4828-a365-3af46f3b54bf req-13087978-e130-4d7b-9251-c762e164246a service neutron] 10.222.0.36 "GET /v2.0/networks/6428135e-4b43-4845-9664-2e105f920b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932209 Aug 28 15:58:45.879217 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=5a6d9c64-f015-452d-888b-a47745f7031c,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:45.952290 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce01731-83de-49dd-87b3-bf4e778f390a req-42f234ce-b2a4-4e91-b29a-3a39db59b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:45.953808 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7ce01731-83de-49dd-87b3-bf4e778f390a req-42f234ce-b2a4-4e91-b29a-3a39db59b377 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83632b8d04c8414d9c1816a1ca2650d6&device_id=82d4f322-965b-422d-8124-accb0a55ba85 HTTP/1.1" status: 200 len: 1096 time: 0.0481908 Aug 28 15:58:46.046619 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce01731-83de-49dd-87b3-bf4e778f390a req-27812e7a-224b-4b77-a4f5-2324ccc43725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:46.048142 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7ce01731-83de-49dd-87b3-bf4e778f390a req-27812e7a-224b-4b77-a4f5-2324ccc43725 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6428135e-4b43-4845-9664-2e105f920b13 HTTP/1.1" status: 200 len: 918 time: 0.0877154 Aug 28 15:58:46.096519 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7ce01731-83de-49dd-87b3-bf4e778f390a req-e594ce02-edbd-492b-a603-cb5b1bb3e436 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07a3d80d-30e8-42d5-865d-2b3a30740f87 HTTP/1.1" status: 200 len: 217 time: 0.0411782 Aug 28 15:58:46.147921 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce01731-83de-49dd-87b3-bf4e778f390a req-fd0a6adc-9140-472e-8c6e-354e34fd6310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:46.149393 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7ce01731-83de-49dd-87b3-bf4e778f390a req-fd0a6adc-9140-472e-8c6e-354e34fd6310 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e267944-05a1-4844-8aea-17d73f97b544 HTTP/1.1" status: 200 len: 856 time: 0.0459943 Aug 28 15:58:46.196656 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce01731-83de-49dd-87b3-bf4e778f390a req-295f3ba5-e53d-4364-aeb0-fcff68b64bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:46.198367 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7ce01731-83de-49dd-87b3-bf4e778f390a req-295f3ba5-e53d-4364-aeb0-fcff68b64bd2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6428135e-4b43-4845-9664-2e105f920b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404699 Aug 28 15:58:46.292421 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7ce01731-83de-49dd-87b3-bf4e778f390a req-148adb25-bfdd-497e-9427-4f886637d07f service neutron] 10.222.0.36 "GET /v2.0/networks/6428135e-4b43-4845-9664-2e105f920b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854781 Aug 28 15:58:46.383324 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7ce01731-83de-49dd-87b3-bf4e778f390a req-f45773f5-d86f-4f62-ac7d-b9af7cd7e99a service neutron] 10.222.0.36 "GET /v2.0/networks/6428135e-4b43-4845-9664-2e105f920b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825868 Aug 28 15:58:46.681995 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8118cb-4155-449b-8c2e-6126d556a700 req-f20d7d48-5ecc-4ca2-9031-ba70800224f9 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:46.683490 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b8118cb-4155-449b-8c2e-6126d556a700 req-f20d7d48-5ecc-4ca2-9031-ba70800224f9 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/ports?device_id=82d4f322-965b-422d-8124-accb0a55ba85 HTTP/1.1" status: 200 len: 944 time: 0.0493617 Aug 28 15:58:46.720336 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9b8118cb-4155-449b-8c2e-6126d556a700 req-3802cb78-312f-4a4c-9329-e9c1bb499b60 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/security-groups?id=70a20f45-47df-4189-9bd6-a4fe65722a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308368 Aug 28 15:58:46.885566 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 07a3d80d-30e8-42d5-865d-2b3a30740f87 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:58:46.982342 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 07a3d80d-30e8-42d5-865d-2b3a30740f87, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=07a3d80d-30e8-42d5-865d-2b3a30740f87,segment=NetworkSegment(ea46e52c-c1de-45c1-86ab-bbb0c695a9fd),segment_id=ea46e52c-c1de-45c1-86ab-bbb0c695a9fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:58:46.993278 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '07a3d80d-30e8-42d5-865d-2b3a30740f87', 'network_id': '6428135e-4b43-4845-9664-2e105f920b13', 'port_id': '07a3d80d-30e8-42d5-865d-2b3a30740f87', 'mac_address': 'fa:16:3e:a3:bb:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e267944-05a1-4844-8aea-17d73f97b544', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:58:47.029354 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:47.042254 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a3d80d-30e8-42d5-865d-2b3a30740f87 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:58:47.060673 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 07a3d80d-30e8-42d5-865d-2b3a30740f87, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=07a3d80d-30e8-42d5-865d-2b3a30740f87,segment=NetworkSegment(ea46e52c-c1de-45c1-86ab-bbb0c695a9fd),segment_id=ea46e52c-c1de-45c1-86ab-bbb0c695a9fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:58:47.064650 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:47.109399 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=07a3d80d-30e8-42d5-865d-2b3a30740f87,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:47.266264 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['07a3d80d-30e8-42d5-865d-2b3a30740f87'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:58:47.330741 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 5a6d9c64-f015-452d-888b-a47745f7031c up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:58:47.420215 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 5a6d9c64-f015-452d-888b-a47745f7031c triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:58:47.420504 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:47.835016 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fce46a-55eb-4d82-868b-f1c4a9cfaaf9 req-d09dad23-9259-42ea-9d02-ef72062b2fc2 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:47.836567 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92fce46a-55eb-4d82-868b-f1c4a9cfaaf9 req-d09dad23-9259-42ea-9d02-ef72062b2fc2 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/ports?device_id=82d4f322-965b-422d-8124-accb0a55ba85 HTTP/1.1" status: 200 len: 945 time: 0.0505285 Aug 28 15:58:47.874940 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92fce46a-55eb-4d82-868b-f1c4a9cfaaf9 req-57be4df3-dab0-4eae-8e45-7243468d3fa4 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/security-groups?id=70a20f45-47df-4189-9bd6-a4fe65722a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317738 Aug 28 15:58:48.885945 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 07a3d80d-30e8-42d5-865d-2b3a30740f87 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:58:48.935039 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 07a3d80d-30e8-42d5-865d-2b3a30740f87 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:58:48.938990 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 07a3d80d-30e8-42d5-865d-2b3a30740f87 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:58:48.939369 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:49.000045 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6ada0-f7d7-4478-9f87-3deae307d114 req-84e6a81b-250f-4222-9247-be06f3270a1c tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:49.001575 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3ae6ada0-f7d7-4478-9f87-3deae307d114 req-84e6a81b-250f-4222-9247-be06f3270a1c tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/ports?device_id=82d4f322-965b-422d-8124-accb0a55ba85 HTTP/1.1" status: 200 len: 945 time: 0.0589216 Aug 28 15:58:49.019107 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:49.040098 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3ae6ada0-f7d7-4478-9f87-3deae307d114 req-3787444c-14ea-42f6-a516-e8b776827b6f tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/security-groups?id=70a20f45-47df-4189-9bd6-a4fe65722a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322213 Aug 28 15:58:49.045718 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d4f322-965b-422d-8124-accb0a55ba85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a3d80d-30e8-42d5-865d-2b3a30740f87'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:58:49.048091 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e998ae4c8ad98a44641492a375488314a28001c32b9c96e1494d2a73900553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3844826c-fe8a-4fec-b80a-4169fcaa86f3" -d '{"events": [{"server_uuid": "82d4f322-965b-422d-8124-accb0a55ba85", "name": "network-vif-plugged", "status": "completed", "tag": "07a3d80d-30e8-42d5-865d-2b3a30740f87"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:58:49.064058 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 07a3d80d-30e8-42d5-865d-2b3a30740f87, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=07a3d80d-30e8-42d5-865d-2b3a30740f87,segment=NetworkSegment(ea46e52c-c1de-45c1-86ab-bbb0c695a9fd),segment_id=ea46e52c-c1de-45c1-86ab-bbb0c695a9fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:58:49.069292 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:49.093878 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386c8745-2c49-479b-9458-2f3a87d2c2ec x-openstack-request-id: req-386c8745-2c49-479b-9458-2f3a87d2c2ec {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:58:49.094467 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d4f322-965b-422d-8124-accb0a55ba85", "name": "network-vif-plugged", "status": "completed", "tag": "07a3d80d-30e8-42d5-865d-2b3a30740f87", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:58:49.094723 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-386c8745-2c49-479b-9458-2f3a87d2c2ec {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:58:49.095118 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d4f322-965b-422d-8124-accb0a55ba85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a3d80d-30e8-42d5-865d-2b3a30740f87', 'code': 200} Aug 28 15:58:49.123306 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=07a3d80d-30e8-42d5-865d-2b3a30740f87,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:58:49.186628 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822970a-9bfa-4478-b108-0e780abb803b req-52b007a2-799e-4ae0-b4ed-0110aee7867d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:49.188119 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4822970a-9bfa-4478-b108-0e780abb803b req-52b007a2-799e-4ae0-b4ed-0110aee7867d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82d4f322-965b-422d-8124-accb0a55ba85 HTTP/1.1" status: 200 len: 1098 time: 0.0434239 Aug 28 15:58:49.221663 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4822970a-9bfa-4478-b108-0e780abb803b req-35026342-e00f-4a81-a5be-4d11b04dfeb7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=70a20f45-47df-4189-9bd6-a4fe65722a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263252 Aug 28 15:58:50.157793 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a7c5c-160d-4c42-82d5-dae55825475b req-b7722245-e0b3-457c-9f84-4cb61d182666 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:50.160002 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-450a7c5c-160d-4c42-82d5-dae55825475b req-b7722245-e0b3-457c-9f84-4cb61d182666 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/ports?device_id=82d4f322-965b-422d-8124-accb0a55ba85 HTTP/1.1" status: 200 len: 946 time: 0.0501251 Aug 28 15:58:50.200191 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-450a7c5c-160d-4c42-82d5-dae55825475b req-1153b888-b7f3-432c-9212-9d0a5a56beb8 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/security-groups?id=70a20f45-47df-4189-9bd6-a4fe65722a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338302 Aug 28 15:58:51.316744 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b93a8-70da-4a87-97f9-d51c66cd8191 req-2a1cc767-a111-4dca-a9eb-66e0f9fc0a88 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:51.318214 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6a7b93a8-70da-4a87-97f9-d51c66cd8191 req-2a1cc767-a111-4dca-a9eb-66e0f9fc0a88 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/ports?device_id=82d4f322-965b-422d-8124-accb0a55ba85 HTTP/1.1" status: 200 len: 946 time: 0.0485311 Aug 28 15:58:51.356430 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6a7b93a8-70da-4a87-97f9-d51c66cd8191 req-37fba52e-588f-468d-9d10-a0828a0fbaaa tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/security-groups?id=70a20f45-47df-4189-9bd6-a4fe65722a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310316 Aug 28 15:58:51.468967 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b1cc3-999f-4d46-8723-5b62b470c68d req-720b3bf2-ae8e-45cc-8d5e-eca7592ee71e tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:58:51.470473 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7d2b1cc3-999f-4d46-8723-5b62b470c68d req-720b3bf2-ae8e-45cc-8d5e-eca7592ee71e tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/ports?device_id=82d4f322-965b-422d-8124-accb0a55ba85 HTTP/1.1" status: 200 len: 946 time: 0.0494235 Aug 28 15:58:51.487090 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-2a8a6354-0338-4196-8b34-78d172671c5d req-7e756d1b-325d-4086-8a00-9b9e7db8441c service neutron] (106329) timed out ('10.222.0.41', 61879) {{(pid=106329) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 15:58:51.509097 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7d2b1cc3-999f-4d46-8723-5b62b470c68d req-272646cd-63a2-4a53-bdd6-51046810a36e tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/security-groups?id=70a20f45-47df-4189-9bd6-a4fe65722a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325825 Aug 28 15:58:54.092965 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:58:55.041446 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [req-e269acfc-c5f4-4967-8cf1-d7ab1ee6c21f req-ba8407ff-eb78-4620-aab7-d62a2b4efefa tempest-ServerDiskConfigTestJSON-1157009264 tempest-ServerDiskConfigTestJSON-1157009264-project] (106330) timed out ('10.222.0.36', 55899) {{(pid=106330) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 15:58:55.043636 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:58:57.153949 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:03.616950 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [req-9cd836bf-2ceb-410f-8e7e-ba15feba25db req-9eeb5717-5cd6-4f93-8e6b-21a8d50ffc28 service neutron] (106330) timed out ('10.222.0.13', 54264) {{(pid=106330) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 15:59:08.096740 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d4b9f40e-877a-4af5-bb27-5b55f54c0661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:09.936730 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e72eb-32f4-4482-9916-42f5f3dea1ea req-769e5d05-99dd-4dc4-9239-f71e8ec8f801 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:09.938186 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dc9e72eb-32f4-4482-9916-42f5f3dea1ea req-769e5d05-99dd-4dc4-9239-f71e8ec8f801 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/ports?device_id=82d4f322-965b-422d-8124-accb0a55ba85 HTTP/1.1" status: 200 len: 946 time: 0.0555899 Aug 28 15:59:09.978887 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dc9e72eb-32f4-4482-9916-42f5f3dea1ea req-8c41943e-20c1-418e-83c6-d803d2b9a971 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/security-groups?id=70a20f45-47df-4189-9bd6-a4fe65722a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346711 Aug 28 15:59:10.647929 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2d173128-0cfd-4d93-b648-2fce8bcf8967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:10.960766 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:11.097525 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7ff57-10b1-4fd4-8732-00d2dfc9e124 req-5cf1ed91-f565-4ffe-89e0-d0f52322fce0 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:11.098999 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dfe7ff57-10b1-4fd4-8732-00d2dfc9e124 req-5cf1ed91-f565-4ffe-89e0-d0f52322fce0 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/ports?device_id=82d4f322-965b-422d-8124-accb0a55ba85 HTTP/1.1" status: 200 len: 946 time: 0.0492561 Aug 28 15:59:11.136720 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dfe7ff57-10b1-4fd4-8732-00d2dfc9e124 req-00a76aab-e240-49bb-b251-0de310bf44d3 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/security-groups?id=70a20f45-47df-4189-9bd6-a4fe65722a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307875 Aug 28 15:59:11.507231 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2f797-d87d-4358-9070-9b40e26d1d85 req-d58df3e3-caf5-4347-bfb3-da6e344a08e7 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:11.508787 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-69e2f797-d87d-4358-9070-9b40e26d1d85 req-d58df3e3-caf5-4347-bfb3-da6e344a08e7 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.36 "GET /v2.0/ports?device_id=82d4f322-965b-422d-8124-accb0a55ba85 HTTP/1.1" status: 200 len: 946 time: 0.0521426 Aug 28 15:59:11.595719 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-69e2f797-d87d-4358-9070-9b40e26d1d85 req-65316fb4-452a-4c5e-91c1-4fffcb9ccfb3 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Deleting port 07a3d80d-30e8-42d5-865d-2b3a30740f87 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:59:11.596055 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-69e2f797-d87d-4358-9070-9b40e26d1d85 req-65316fb4-452a-4c5e-91c1-4fffcb9ccfb3 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:11.683527 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-69e2f797-d87d-4358-9070-9b40e26d1d85 req-65316fb4-452a-4c5e-91c1-4fffcb9ccfb3 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] For port 07a3d80d-30e8-42d5-865d-2b3a30740f87, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=07a3d80d-30e8-42d5-865d-2b3a30740f87,segment=NetworkSegment(ea46e52c-c1de-45c1-86ab-bbb0c695a9fd),segment_id=ea46e52c-c1de-45c1-86ab-bbb0c695a9fd)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:59:11.683915 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-69e2f797-d87d-4358-9070-9b40e26d1d85 req-65316fb4-452a-4c5e-91c1-4fffcb9ccfb3 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:11.696918 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-69e2f797-d87d-4358-9070-9b40e26d1d85 req-65316fb4-452a-4c5e-91c1-4fffcb9ccfb3 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Calling delete_port for 07a3d80d-30e8-42d5-865d-2b3a30740f87 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:59:11.818139 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-69e2f797-d87d-4358-9070-9b40e26d1d85 req-65316fb4-452a-4c5e-91c1-4fffcb9ccfb3 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:11.839091 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['07a3d80d-30e8-42d5-865d-2b3a30740f87'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:59:11.857819 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65316fb4-452a-4c5e-91c1-4fffcb9ccfb3 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Pushing event deleted for resources: {'Port': ['ID=07a3d80d-30e8-42d5-865d-2b3a30740f87,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:11.896805 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e2f797-d87d-4358-9070-9b40e26d1d85 req-65316fb4-452a-4c5e-91c1-4fffcb9ccfb3 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] No DVR routers for this DVR port 07a3d80d-30e8-42d5-865d-2b3a30740f87 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:59:11.900588 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-69e2f797-d87d-4358-9070-9b40e26d1d85 req-65316fb4-452a-4c5e-91c1-4fffcb9ccfb3 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:11.902678 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-69e2f797-d87d-4358-9070-9b40e26d1d85 req-65316fb4-452a-4c5e-91c1-4fffcb9ccfb3 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.36 "DELETE /v2.0/ports/07a3d80d-30e8-42d5-865d-2b3a30740f87 HTTP/1.1" status: 204 len: 173 time: 0.3880486 Aug 28 15:59:11.903139 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d4f322-965b-422d-8124-accb0a55ba85', 'name': 'network-vif-deleted', 'tag': '07a3d80d-30e8-42d5-865d-2b3a30740f87'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:59:11.905532 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84297fb0-3530-42cd-bebf-1ac3a90e1a61" -d '{"events": [{"server_uuid": "82d4f322-965b-422d-8124-accb0a55ba85", "name": "network-vif-deleted", "tag": "07a3d80d-30e8-42d5-865d-2b3a30740f87"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:59:11.946307 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d338f475-d1ce-45a1-a135-ab7a24d31040 x-openstack-request-id: req-d338f475-d1ce-45a1-a135-ab7a24d31040 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:59:11.946738 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d4f322-965b-422d-8124-accb0a55ba85", "name": "network-vif-deleted", "tag": "07a3d80d-30e8-42d5-865d-2b3a30740f87", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:59:11.946996 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d338f475-d1ce-45a1-a135-ab7a24d31040 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:59:11.947420 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d4f322-965b-422d-8124-accb0a55ba85', 'name': 'network-vif-deleted', 'tag': '07a3d80d-30e8-42d5-865d-2b3a30740f87', 'status': 'completed', 'code': 200} Aug 28 15:59:11.975062 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:12.241031 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5b9483e0-85ec-4879-a539-38eb40501dcf req-5d5d804b-64b9-4b5e-bd21-ce87f778ac1e tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/ports?device_id=82d4f322-965b-422d-8124-accb0a55ba85 HTTP/1.1" status: 200 len: 210 time: 0.0258555 Aug 28 15:59:13.473886 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:13.878455 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-789ce741-6fed-4b32-9c3e-11e6c67e8d1c tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:13.879984 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-789ce741-6fed-4b32-9c3e-11e6c67e8d1c tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/networks?id=6428135e-4b43-4845-9664-2e105f920b13 HTTP/1.1" status: 200 len: 817 time: 0.1013863 Aug 28 15:59:13.895503 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-5f973120-483b-4253-8b2a-dabb55c2cc9c tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/quotas/83632b8d04c8414d9c1816a1ca2650d6 HTTP/1.1" status: 200 len: 375 time: 0.0091107 Aug 28 15:59:13.948601 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-c4805d55-d59b-4117-a3a1-17306576804f tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=83632b8d04c8414d9c1816a1ca2650d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468240 Aug 28 15:59:13.963841 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-211d14d1-9dce-4aef-a6ef-9ffdbd122924 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 15:59:13.964802 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-211d14d1-9dce-4aef-a6ef-9ffdbd122924 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051777 Aug 28 15:59:14.055508 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-f19597f0-9502-4bf8-ad3e-9475ffb27355 service neutron] 10.222.0.13 "GET /v2.0/networks/6428135e-4b43-4845-9664-2e105f920b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845678 Aug 28 15:59:14.144658 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-068d7687-cbb8-40c0-9c4e-08fb618ba40d service neutron] 10.222.0.13 "GET /v2.0/networks/6428135e-4b43-4845-9664-2e105f920b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828123 Aug 28 15:59:14.303740 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-00edf552-6f77-482b-9524-e954b0d5aea8 req-522376af-22e5-439c-8346-f2bdd6f72bc9 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/ports?device_id=322f1107-ff2d-43ed-8e1d-03f54fc10144 HTTP/1.1" status: 200 len: 210 time: 0.0264795 Aug 28 15:59:14.993567 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 07a3d80d-30e8-42d5-865d-2b3a30740f87 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:59:15.017222 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 07a3d80d-30e8-42d5-865d-2b3a30740f87 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:59:15.017567 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 07a3d80d-30e8-42d5-865d-2b3a30740f87 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:59:15.185486 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-d93c054a-ec38-4fa5-8348-77bbcf867258 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:15.186851 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-d93c054a-ec38-4fa5-8348-77bbcf867258 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.36 "GET /v2.0/networks?id=6428135e-4b43-4845-9664-2e105f920b13 HTTP/1.1" status: 200 len: 817 time: 0.1062019 Aug 28 15:59:15.201442 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-4f798031-2ed9-40ae-af89-49083f6c7047 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Request body: {'port': {'device_id': '322f1107-ff2d-43ed-8e1d-03f54fc10144', 'network_id': '6428135e-4b43-4845-9664-2e105f920b13', 'admin_state_up': True, 'tenant_id': '83632b8d04c8414d9c1816a1ca2650d6'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:59:15.306109 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-4f798031-2ed9-40ae-af89-49083f6c7047 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Made reservation on behalf of 83632b8d04c8414d9c1816a1ca2650d6 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:59:15.309582 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-4f798031-2ed9-40ae-af89-49083f6c7047 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:15.408317 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7c956f27-79fa-44a0-b6d8-b2471894fc4b req-91bea57f-af99-441d-9ee8-d9cc5521d6ca tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/ports?device_id=322f1107-ff2d-43ed-8e1d-03f54fc10144 HTTP/1.1" status: 200 len: 210 time: 0.0337274 Aug 28 15:59:15.462730 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-4f798031-2ed9-40ae-af89-49083f6c7047 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Allocated IP 172.20.0.8 (6428135e-4b43-4845-9664-2e105f920b13/4e267944-05a1-4844-8aea-17d73f97b544/5f7f04f9-25d7-4bb3-9734-93b569f74960) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:59:15.605029 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-4f798031-2ed9-40ae-af89-49083f6c7047 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:15.622996 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-4f798031-2ed9-40ae-af89-49083f6c7047 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Transition to ACTIVE for port object 5f7f04f9-25d7-4bb3-9734-93b569f74960 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:59:15.655477 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-4f798031-2ed9-40ae-af89-49083f6c7047 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:15.694905 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-4f798031-2ed9-40ae-af89-49083f6c7047 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Network 6428135e-4b43-4845-9664-2e105f920b13 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:59:15.698434 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-4f798031-2ed9-40ae-af89-49083f6c7047 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:59:15.700882 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-4f798031-2ed9-40ae-af89-49083f6c7047 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:59:15.736311 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f798031-2ed9-40ae-af89-49083f6c7047 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Pushing event updated for resources: {'Port': ['ID=5f7f04f9-25d7-4bb3-9734-93b569f74960,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:15.759827 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-4f798031-2ed9-40ae-af89-49083f6c7047 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:15.760469 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-4f798031-2ed9-40ae-af89-49083f6c7047 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:15.775983 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-4f798031-2ed9-40ae-af89-49083f6c7047 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5787001 Aug 28 15:59:15.787900 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-27c447ff-45e1-4abd-8a2b-0ac8611cfbeb service neutron] Request body: {'port': {'device_id': '322f1107-ff2d-43ed-8e1d-03f54fc10144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:59:15.848234 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-27c447ff-45e1-4abd-8a2b-0ac8611cfbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:15.910281 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-07fa9086-c0c3-4483-8134-9b32caa93fda None None] Provisioning for port 5f7f04f9-25d7-4bb3-9734-93b569f74960 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:59:15.913909 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-07fa9086-c0c3-4483-8134-9b32caa93fda None None] Provisioning complete for port 5f7f04f9-25d7-4bb3-9734-93b569f74960 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:59:15.914287 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-07fa9086-c0c3-4483-8134-9b32caa93fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:15.948267 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-07fa9086-c0c3-4483-8134-9b32caa93fda None None] Port 5f7f04f9-25d7-4bb3-9734-93b569f74960 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:59:16.107364 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-27c447ff-45e1-4abd-8a2b-0ac8611cfbeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f7f04f9-25d7-4bb3-9734-93b569f74960 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:59:16.114628 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-27c447ff-45e1-4abd-8a2b-0ac8611cfbeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:16.126623 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-27c447ff-45e1-4abd-8a2b-0ac8611cfbeb service neutron] Transition to ACTIVE for port object 5f7f04f9-25d7-4bb3-9734-93b569f74960 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:59:16.130423 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-27c447ff-45e1-4abd-8a2b-0ac8611cfbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:16.178127 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c447ff-45e1-4abd-8a2b-0ac8611cfbeb service neutron] Pushing event updated for resources: {'Port': ['ID=5f7f04f9-25d7-4bb3-9734-93b569f74960,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:16.531075 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55295306-97e7-4d64-a01b-a729b966f129 req-19a2bbc4-2d0c-4e42-9c9e-2a412b4a03b4 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:16.532696 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-55295306-97e7-4d64-a01b-a729b966f129 req-19a2bbc4-2d0c-4e42-9c9e-2a412b4a03b4 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/ports?device_id=322f1107-ff2d-43ed-8e1d-03f54fc10144 HTTP/1.1" status: 200 len: 943 time: 0.0557153 Aug 28 15:59:16.536222 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-27c447ff-45e1-4abd-8a2b-0ac8611cfbeb service neutron] Attempting to bind port 5f7f04f9-25d7-4bb3-9734-93b569f74960 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:59:16.536668 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-27c447ff-45e1-4abd-8a2b-0ac8611cfbeb service neutron] Attempting to bind port 5f7f04f9-25d7-4bb3-9734-93b569f74960 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'ea46e52c-c1de-45c1-86ab-bbb0c695a9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6428135e-4b43-4845-9664-2e105f920b13'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:59:16.536877 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-27c447ff-45e1-4abd-8a2b-0ac8611cfbeb service neutron] Attempting to bind port 5f7f04f9-25d7-4bb3-9734-93b569f74960 on network 6428135e-4b43-4845-9664-2e105f920b13 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:59:16.541137 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-27c447ff-45e1-4abd-8a2b-0ac8611cfbeb service neutron] Port 5f7f04f9-25d7-4bb3-9734-93b569f74960 on network 6428135e-4b43-4845-9664-2e105f920b13 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 15:59:16.541453 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-27c447ff-45e1-4abd-8a2b-0ac8611cfbeb service neutron] Attempting to bind port 5f7f04f9-25d7-4bb3-9734-93b569f74960 on network 6428135e-4b43-4845-9664-2e105f920b13 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:59:16.546128 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-27c447ff-45e1-4abd-8a2b-0ac8611cfbeb service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:59:16.546459 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-27c447ff-45e1-4abd-8a2b-0ac8611cfbeb service neutron] Checking segment: {'id': 'ea46e52c-c1de-45c1-86ab-bbb0c695a9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6428135e-4b43-4845-9664-2e105f920b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:59:16.546833 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-27c447ff-45e1-4abd-8a2b-0ac8611cfbeb service neutron] Bound using segment: {'id': 'ea46e52c-c1de-45c1-86ab-bbb0c695a9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6428135e-4b43-4845-9664-2e105f920b13'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:59:16.547247 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-27c447ff-45e1-4abd-8a2b-0ac8611cfbeb service neutron] Bound port: 5f7f04f9-25d7-4bb3-9734-93b569f74960, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea46e52c-c1de-45c1-86ab-bbb0c695a9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6428135e-4b43-4845-9664-2e105f920b13'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:59:16.547604 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-27c447ff-45e1-4abd-8a2b-0ac8611cfbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:16.570556 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-55295306-97e7-4d64-a01b-a729b966f129 req-9ce9ac8c-76f3-4a1a-9bd8-03905d6a4294 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/security-groups?id=70a20f45-47df-4189-9bd6-a4fe65722a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318692 Aug 28 15:59:16.608838 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-27c447ff-45e1-4abd-8a2b-0ac8611cfbeb service neutron] For port 5f7f04f9-25d7-4bb3-9734-93b569f74960, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:59:16.612341 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-27c447ff-45e1-4abd-8a2b-0ac8611cfbeb service neutron] For port 5f7f04f9-25d7-4bb3-9734-93b569f74960, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=5f7f04f9-25d7-4bb3-9734-93b569f74960,segment=NetworkSegment(ea46e52c-c1de-45c1-86ab-bbb0c695a9fd),segment_id=ea46e52c-c1de-45c1-86ab-bbb0c695a9fd)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:59:16.616836 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-27c447ff-45e1-4abd-8a2b-0ac8611cfbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:16.652701 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-27c447ff-45e1-4abd-8a2b-0ac8611cfbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:16.653391 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-27c447ff-45e1-4abd-8a2b-0ac8611cfbeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:16.654806 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-27c447ff-45e1-4abd-8a2b-0ac8611cfbeb service neutron] 10.222.0.36 "PUT /v2.0/ports/5f7f04f9-25d7-4bb3-9734-93b569f74960 HTTP/1.1" status: 200 len: 1092 time: 0.8712482 Aug 28 15:59:16.655255 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '322f1107-ff2d-43ed-8e1d-03f54fc10144', 'tag': '5f7f04f9-25d7-4bb3-9734-93b569f74960'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:59:16.657535 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9ec7bc-d521-4f69-9c03-437c4ad4896e" -d '{"events": [{"name": "network-changed", "server_uuid": "322f1107-ff2d-43ed-8e1d-03f54fc10144", "tag": "5f7f04f9-25d7-4bb3-9734-93b569f74960"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:59:16.690615 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c447ff-45e1-4abd-8a2b-0ac8611cfbeb service neutron] Pushing event updated for resources: {'Port': ['ID=5f7f04f9-25d7-4bb3-9734-93b569f74960,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:16.717205 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 15:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742c615a-0433-4dad-8d5f-d292527b0201 x-openstack-request-id: req-742c615a-0433-4dad-8d5f-d292527b0201 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:59:16.717490 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "322f1107-ff2d-43ed-8e1d-03f54fc10144", "tag": "5f7f04f9-25d7-4bb3-9734-93b569f74960", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:59:16.717737 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-742c615a-0433-4dad-8d5f-d292527b0201 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:59:16.718134 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '322f1107-ff2d-43ed-8e1d-03f54fc10144', 'tag': '5f7f04f9-25d7-4bb3-9734-93b569f74960', 'status': 'completed', 'code': 200} Aug 28 15:59:16.750786 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-9eda982b-016a-4893-b5ed-a7b422736af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:16.752318 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-9eda982b-016a-4893-b5ed-a7b422736af7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83632b8d04c8414d9c1816a1ca2650d6&device_id=322f1107-ff2d-43ed-8e1d-03f54fc10144 HTTP/1.1" status: 200 len: 1095 time: 0.0526516 Aug 28 15:59:16.796664 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-ba7077e2-d597-4b74-8904-0063791d79d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f7f04f9-25d7-4bb3-9734-93b569f74960 HTTP/1.1" status: 200 len: 217 time: 0.0359957 Aug 28 15:59:16.848322 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-ee0c789c-4566-4b4a-b35e-7103afd7586f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:16.849808 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-ee0c789c-4566-4b4a-b35e-7103afd7586f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e267944-05a1-4844-8aea-17d73f97b544 HTTP/1.1" status: 200 len: 856 time: 0.0458558 Aug 28 15:59:16.898783 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-8568fc9c-64cc-45a1-9a65-056d59b87cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:16.901184 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-8568fc9c-64cc-45a1-9a65-056d59b87cd2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6428135e-4b43-4845-9664-2e105f920b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448091 Aug 28 15:59:16.988171 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-29bae956-2ce4-4c24-9088-85fb8d42f4a0 service neutron] 10.222.0.36 "GET /v2.0/networks/6428135e-4b43-4845-9664-2e105f920b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799022 Aug 28 15:59:17.081753 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93bc566c-7f5b-4050-8afb-2aa977ea38b6 req-490d49e2-974b-4e0f-bc4c-6ee57a4fbac1 service neutron] 10.222.0.36 "GET /v2.0/networks/6428135e-4b43-4845-9664-2e105f920b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859392 Aug 28 15:59:17.167192 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ec7bc-d521-4f69-9c03-437c4ad4896e req-53f2793e-b6f0-428f-9d8c-5719516d4da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:17.168686 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ff9ec7bc-d521-4f69-9c03-437c4ad4896e req-53f2793e-b6f0-428f-9d8c-5719516d4da3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83632b8d04c8414d9c1816a1ca2650d6&device_id=322f1107-ff2d-43ed-8e1d-03f54fc10144 HTTP/1.1" status: 200 len: 1095 time: 0.0406971 Aug 28 15:59:17.256779 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ec7bc-d521-4f69-9c03-437c4ad4896e req-1c45b228-fafa-4986-8e34-2c9ae0635a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:17.258206 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ff9ec7bc-d521-4f69-9c03-437c4ad4896e req-1c45b228-fafa-4986-8e34-2c9ae0635a07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6428135e-4b43-4845-9664-2e105f920b13 HTTP/1.1" status: 200 len: 918 time: 0.0821385 Aug 28 15:59:17.302717 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ff9ec7bc-d521-4f69-9c03-437c4ad4896e req-f48ca4e5-9921-4c53-8e96-e7a588c30748 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f7f04f9-25d7-4bb3-9734-93b569f74960 HTTP/1.1" status: 200 len: 217 time: 0.0375614 Aug 28 15:59:17.352940 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ec7bc-d521-4f69-9c03-437c4ad4896e req-7555d5d3-648e-43f1-8f88-1c83873458a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:17.354353 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ff9ec7bc-d521-4f69-9c03-437c4ad4896e req-7555d5d3-648e-43f1-8f88-1c83873458a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e267944-05a1-4844-8aea-17d73f97b544 HTTP/1.1" status: 200 len: 856 time: 0.0437810 Aug 28 15:59:17.400394 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ec7bc-d521-4f69-9c03-437c4ad4896e req-b52c70b8-2dcf-4732-83c1-aba493f8a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:17.401900 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ff9ec7bc-d521-4f69-9c03-437c4ad4896e req-b52c70b8-2dcf-4732-83c1-aba493f8a613 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6428135e-4b43-4845-9664-2e105f920b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396912 Aug 28 15:59:17.496940 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ff9ec7bc-d521-4f69-9c03-437c4ad4896e req-8d769c09-583e-4675-86cf-6399921db7d5 service neutron] 10.222.0.36 "GET /v2.0/networks/6428135e-4b43-4845-9664-2e105f920b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869155 Aug 28 15:59:17.590326 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ff9ec7bc-d521-4f69-9c03-437c4ad4896e req-b0cbd7db-877f-458d-8e3f-3e4003232432 service neutron] 10.222.0.36 "GET /v2.0/networks/6428135e-4b43-4845-9664-2e105f920b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856502 Aug 28 15:59:17.688368 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911ded8-b06e-496e-813d-960da1b24941 req-a30400de-6203-4126-a5ec-a1128feaa6cc tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:17.689843 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f911ded8-b06e-496e-813d-960da1b24941 req-a30400de-6203-4126-a5ec-a1128feaa6cc tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/ports?device_id=322f1107-ff2d-43ed-8e1d-03f54fc10144 HTTP/1.1" status: 200 len: 943 time: 0.0512919 Aug 28 15:59:17.726652 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f911ded8-b06e-496e-813d-960da1b24941 req-17fd1de8-fbe3-46e6-8d0d-cb857b2ec80a tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/security-groups?id=70a20f45-47df-4189-9bd6-a4fe65722a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307980 Aug 28 15:59:18.848940 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28db849-f1ce-4cad-9bbd-caf2ce324889 req-7a702e0f-8884-41c4-bc28-b06a0c1fc57f tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:18.850410 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b28db849-f1ce-4cad-9bbd-caf2ce324889 req-7a702e0f-8884-41c4-bc28-b06a0c1fc57f tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/ports?device_id=322f1107-ff2d-43ed-8e1d-03f54fc10144 HTTP/1.1" status: 200 len: 943 time: 0.0540609 Aug 28 15:59:18.889514 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b28db849-f1ce-4cad-9bbd-caf2ce324889 req-4f43f278-7643-44a8-b1be-7bc38d2f45c9 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/security-groups?id=70a20f45-47df-4189-9bd6-a4fe65722a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330527 Aug 28 15:59:20.005158 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d4376-b523-4626-ba16-e5b96a9408c5 req-55ec5d32-99c5-4dbd-92d9-ae1926bdbc0b tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:20.006638 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-915d4376-b523-4626-ba16-e5b96a9408c5 req-55ec5d32-99c5-4dbd-92d9-ae1926bdbc0b tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/ports?device_id=322f1107-ff2d-43ed-8e1d-03f54fc10144 HTTP/1.1" status: 200 len: 943 time: 0.0481730 Aug 28 15:59:20.045354 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-915d4376-b523-4626-ba16-e5b96a9408c5 req-8803a70e-a179-4b8b-8d48-f8e1c8368f7b tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/security-groups?id=70a20f45-47df-4189-9bd6-a4fe65722a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319850 Aug 28 15:59:21.040098 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 5f7f04f9-25d7-4bb3-9734-93b569f74960 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 15:59:21.132255 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 5f7f04f9-25d7-4bb3-9734-93b569f74960, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=5f7f04f9-25d7-4bb3-9734-93b569f74960,segment=NetworkSegment(ea46e52c-c1de-45c1-86ab-bbb0c695a9fd),segment_id=ea46e52c-c1de-45c1-86ab-bbb0c695a9fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:59:21.148901 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '5f7f04f9-25d7-4bb3-9734-93b569f74960', 'network_id': '6428135e-4b43-4845-9664-2e105f920b13', 'port_id': '5f7f04f9-25d7-4bb3-9734-93b569f74960', 'mac_address': 'fa:16:3e:93:9c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e267944-05a1-4844-8aea-17d73f97b544', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 15:59:21.161578 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40ef2f-257b-4aa9-a3f4-d8b5348258a6 req-0a87db7a-c861-4ffe-8fc5-2e89734bf6c0 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:21.163062 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8b40ef2f-257b-4aa9-a3f4-d8b5348258a6 req-0a87db7a-c861-4ffe-8fc5-2e89734bf6c0 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/ports?device_id=322f1107-ff2d-43ed-8e1d-03f54fc10144 HTTP/1.1" status: 200 len: 943 time: 0.0491028 Aug 28 15:59:21.187091 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:21.200197 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f7f04f9-25d7-4bb3-9734-93b569f74960 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 15:59:21.202138 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8b40ef2f-257b-4aa9-a3f4-d8b5348258a6 req-4b5544c5-70fc-497f-bd84-ac715ba54ffc tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/security-groups?id=70a20f45-47df-4189-9bd6-a4fe65722a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321748 Aug 28 15:59:21.219973 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 5f7f04f9-25d7-4bb3-9734-93b569f74960, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=5f7f04f9-25d7-4bb3-9734-93b569f74960,segment=NetworkSegment(ea46e52c-c1de-45c1-86ab-bbb0c695a9fd),segment_id=ea46e52c-c1de-45c1-86ab-bbb0c695a9fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:59:21.224174 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:21.273498 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=5f7f04f9-25d7-4bb3-9734-93b569f74960,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:21.281590 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:21.281937 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:21.282273 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:21.282605 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:21.282934 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:21.283260 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:21.283582 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:21.283927 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:21.284249 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:21.284566 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:21.284884 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:21.285207 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:21.439994 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['5f7f04f9-25d7-4bb3-9734-93b569f74960'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:59:22.329067 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99820565-6179-44bc-8642-8ef30d866f55 req-e44c10ca-06c1-4701-a102-fde938d56fd4 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:22.330571 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-99820565-6179-44bc-8642-8ef30d866f55 req-e44c10ca-06c1-4701-a102-fde938d56fd4 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/ports?device_id=322f1107-ff2d-43ed-8e1d-03f54fc10144 HTTP/1.1" status: 200 len: 944 time: 0.0484993 Aug 28 15:59:22.368480 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-99820565-6179-44bc-8642-8ef30d866f55 req-68bda78a-6149-41a2-aa64-de001e5802e8 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/security-groups?id=70a20f45-47df-4189-9bd6-a4fe65722a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309966 Aug 28 15:59:23.058253 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 5f7f04f9-25d7-4bb3-9734-93b569f74960 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:59:23.105084 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 5f7f04f9-25d7-4bb3-9734-93b569f74960 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:59:23.108665 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 5f7f04f9-25d7-4bb3-9734-93b569f74960 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:59:23.109032 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:23.183999 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:23.204628 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322f1107-ff2d-43ed-8e1d-03f54fc10144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7f04f9-25d7-4bb3-9734-93b569f74960'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:59:23.207076 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e998ae4c8ad98a44641492a375488314a28001c32b9c96e1494d2a73900553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758f4b55-303e-4f89-aa20-d03e6857adb7" -d '{"events": [{"server_uuid": "322f1107-ff2d-43ed-8e1d-03f54fc10144", "name": "network-vif-plugged", "status": "completed", "tag": "5f7f04f9-25d7-4bb3-9734-93b569f74960"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:59:23.220138 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 5f7f04f9-25d7-4bb3-9734-93b569f74960, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=5f7f04f9-25d7-4bb3-9734-93b569f74960,segment=NetworkSegment(ea46e52c-c1de-45c1-86ab-bbb0c695a9fd),segment_id=ea46e52c-c1de-45c1-86ab-bbb0c695a9fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:59:23.224159 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:23.248371 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d68daa-0fdf-48aa-bf8c-e62de728bc62 x-openstack-request-id: req-e7d68daa-0fdf-48aa-bf8c-e62de728bc62 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:59:23.248671 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322f1107-ff2d-43ed-8e1d-03f54fc10144", "name": "network-vif-plugged", "status": "completed", "tag": "5f7f04f9-25d7-4bb3-9734-93b569f74960", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:59:23.248920 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7d68daa-0fdf-48aa-bf8c-e62de728bc62 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:59:23.249310 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322f1107-ff2d-43ed-8e1d-03f54fc10144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7f04f9-25d7-4bb3-9734-93b569f74960', 'code': 200} Aug 28 15:59:23.277121 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=5f7f04f9-25d7-4bb3-9734-93b569f74960,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:23.343276 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b220b-f793-4cea-8484-8d367c21e82c req-83b86f81-90a2-4b16-bea5-157119bfebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:23.344782 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c35b220b-f793-4cea-8484-8d367c21e82c req-83b86f81-90a2-4b16-bea5-157119bfebb8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=322f1107-ff2d-43ed-8e1d-03f54fc10144 HTTP/1.1" status: 200 len: 1097 time: 0.0401096 Aug 28 15:59:23.379339 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c35b220b-f793-4cea-8484-8d367c21e82c req-44a88c7e-834f-4a2e-a165-9ed035519830 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=70a20f45-47df-4189-9bd6-a4fe65722a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273759 Aug 28 15:59:23.484517 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08592d12-4476-4725-9409-0a329697c201 req-dfd1789f-95bf-437f-a9f6-912418b30ac7 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:23.485975 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-08592d12-4476-4725-9409-0a329697c201 req-dfd1789f-95bf-437f-a9f6-912418b30ac7 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/ports?device_id=322f1107-ff2d-43ed-8e1d-03f54fc10144 HTTP/1.1" status: 200 len: 945 time: 0.0515430 Aug 28 15:59:23.523048 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-08592d12-4476-4725-9409-0a329697c201 req-ba769a5a-a104-4c4d-97f7-6ba763823163 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/security-groups?id=70a20f45-47df-4189-9bd6-a4fe65722a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311503 Aug 28 15:59:24.640423 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330a2db-a6d4-476d-8ae1-282092c15932 req-41763ae1-4209-459b-aef8-1360f4cf4812 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:24.641889 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3330a2db-a6d4-476d-8ae1-282092c15932 req-41763ae1-4209-459b-aef8-1360f4cf4812 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/ports?device_id=322f1107-ff2d-43ed-8e1d-03f54fc10144 HTTP/1.1" status: 200 len: 945 time: 0.0513332 Aug 28 15:59:24.679368 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3330a2db-a6d4-476d-8ae1-282092c15932 req-62c90f3a-ddfe-4051-9cc3-f4cfa6011641 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/security-groups?id=70a20f45-47df-4189-9bd6-a4fe65722a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315983 Aug 28 15:59:24.791193 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc4e10-10a0-48da-8042-e926fa525f63 req-223c3735-853f-4b3d-940c-7417b5598a71 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:24.792764 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b9cc4e10-10a0-48da-8042-e926fa525f63 req-223c3735-853f-4b3d-940c-7417b5598a71 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/ports?device_id=322f1107-ff2d-43ed-8e1d-03f54fc10144 HTTP/1.1" status: 200 len: 945 time: 0.0489721 Aug 28 15:59:24.830787 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b9cc4e10-10a0-48da-8042-e926fa525f63 req-a1ff4c68-8ccb-454d-9b3b-9490ccdc300f tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/security-groups?id=70a20f45-47df-4189-9bd6-a4fe65722a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318875 Aug 28 15:59:25.057166 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:27.170970 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:31.092941 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 15:59:31.944741 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fb2272ac-4531-4268-a243-2aa0cdbdf24a req-c923aecf-208d-49d6-bca6-18d0e3a1945b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=322f1107-ff2d-43ed-8e1d-03f54fc10144&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421364 Aug 28 15:59:32.028949 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2272ac-4531-4268-a243-2aa0cdbdf24a req-2fbca627-9081-4349-942f-28903033e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:32.030455 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fb2272ac-4531-4268-a243-2aa0cdbdf24a req-2fbca627-9081-4349-942f-28903033e33a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83632b8d04c8414d9c1816a1ca2650d6&device_id=322f1107-ff2d-43ed-8e1d-03f54fc10144 HTTP/1.1" status: 200 len: 1097 time: 0.0419903 Aug 28 15:59:32.166926 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2272ac-4531-4268-a243-2aa0cdbdf24a req-6eeeb763-504c-4a5f-a3be-121d0ee85e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:32.168403 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fb2272ac-4531-4268-a243-2aa0cdbdf24a req-6eeeb763-504c-4a5f-a3be-121d0ee85e83 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6428135e-4b43-4845-9664-2e105f920b13 HTTP/1.1" status: 200 len: 918 time: 0.1137850 Aug 28 15:59:32.212268 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fb2272ac-4531-4268-a243-2aa0cdbdf24a req-616ed894-4dba-4c24-904e-023fdfef6196 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f7f04f9-25d7-4bb3-9734-93b569f74960 HTTP/1.1" status: 200 len: 217 time: 0.0358574 Aug 28 15:59:32.262055 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2272ac-4531-4268-a243-2aa0cdbdf24a req-c7f5bb98-f115-47d9-bc75-97f0e24acc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:32.263595 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fb2272ac-4531-4268-a243-2aa0cdbdf24a req-c7f5bb98-f115-47d9-bc75-97f0e24acc3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e267944-05a1-4844-8aea-17d73f97b544 HTTP/1.1" status: 200 len: 856 time: 0.0450432 Aug 28 15:59:32.315246 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2272ac-4531-4268-a243-2aa0cdbdf24a req-0882c2c4-40b0-4e23-b69f-38f751567751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:32.316777 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fb2272ac-4531-4268-a243-2aa0cdbdf24a req-0882c2c4-40b0-4e23-b69f-38f751567751 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6428135e-4b43-4845-9664-2e105f920b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458324 Aug 28 15:59:32.411909 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fb2272ac-4531-4268-a243-2aa0cdbdf24a req-1c9ad6e5-82d0-48fd-a6ad-21c8da14db9b service neutron] 10.222.0.36 "GET /v2.0/networks/6428135e-4b43-4845-9664-2e105f920b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864956 Aug 28 15:59:32.505043 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fb2272ac-4531-4268-a243-2aa0cdbdf24a req-becd8798-8f82-4a77-84e0-01ef0ce8c01d service neutron] 10.222.0.36 "GET /v2.0/networks/6428135e-4b43-4845-9664-2e105f920b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861804 Aug 28 15:59:38.098276 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a03e64cc-e55e-4a96-81ea-38ba49c41542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:40.651405 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-db7745a5-0bee-417b-b63c-a5f301943002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:40.962787 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:41.976633 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:43.213353 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70034083-749f-4c7c-84e8-12203be42e8f req-26c4600e-866a-469c-8fd0-88b5e5056697 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:43.214850 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-70034083-749f-4c7c-84e8-12203be42e8f req-26c4600e-866a-469c-8fd0-88b5e5056697 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/ports?device_id=322f1107-ff2d-43ed-8e1d-03f54fc10144 HTTP/1.1" status: 200 len: 945 time: 0.0494146 Aug 28 15:59:43.252841 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-70034083-749f-4c7c-84e8-12203be42e8f req-9568e987-da91-45b2-b940-d8c143270e92 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/security-groups?id=70a20f45-47df-4189-9bd6-a4fe65722a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315940 Aug 28 15:59:43.473351 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:44.367788 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01343c-6555-4039-af80-9197638f5d66 req-28fa7d9e-75c1-4039-a71c-f9e460797e3e tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:44.369248 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4a01343c-6555-4039-af80-9197638f5d66 req-28fa7d9e-75c1-4039-a71c-f9e460797e3e tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/ports?device_id=322f1107-ff2d-43ed-8e1d-03f54fc10144 HTTP/1.1" status: 200 len: 945 time: 0.0485182 Aug 28 15:59:44.406825 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4a01343c-6555-4039-af80-9197638f5d66 req-5389ad3a-a006-41ab-b48c-776bef192005 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/security-groups?id=70a20f45-47df-4189-9bd6-a4fe65722a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317178 Aug 28 15:59:44.703627 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201824e-e521-4b68-a42f-15900d6f562a req-d6071c72-3c76-4460-a780-6152a91bb102 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:44.705051 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4201824e-e521-4b68-a42f-15900d6f562a req-d6071c72-3c76-4460-a780-6152a91bb102 tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.36 "GET /v2.0/ports?device_id=322f1107-ff2d-43ed-8e1d-03f54fc10144 HTTP/1.1" status: 200 len: 945 time: 0.0481229 Aug 28 15:59:44.795835 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-4201824e-e521-4b68-a42f-15900d6f562a req-f5fefbfb-90b5-4ee6-bc74-4b5a8d87fb5c tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Deleting port 5f7f04f9-25d7-4bb3-9734-93b569f74960 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:59:44.796193 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4201824e-e521-4b68-a42f-15900d6f562a req-f5fefbfb-90b5-4ee6-bc74-4b5a8d87fb5c tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:44.881344 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-4201824e-e521-4b68-a42f-15900d6f562a req-f5fefbfb-90b5-4ee6-bc74-4b5a8d87fb5c tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] For port 5f7f04f9-25d7-4bb3-9734-93b569f74960, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=5f7f04f9-25d7-4bb3-9734-93b569f74960,segment=NetworkSegment(ea46e52c-c1de-45c1-86ab-bbb0c695a9fd),segment_id=ea46e52c-c1de-45c1-86ab-bbb0c695a9fd)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:59:44.881512 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4201824e-e521-4b68-a42f-15900d6f562a req-f5fefbfb-90b5-4ee6-bc74-4b5a8d87fb5c tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:44.894479 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-4201824e-e521-4b68-a42f-15900d6f562a req-f5fefbfb-90b5-4ee6-bc74-4b5a8d87fb5c tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Calling delete_port for 5f7f04f9-25d7-4bb3-9734-93b569f74960 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:59:45.021167 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4201824e-e521-4b68-a42f-15900d6f562a req-f5fefbfb-90b5-4ee6-bc74-4b5a8d87fb5c tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:45.033705 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['5f7f04f9-25d7-4bb3-9734-93b569f74960'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 15:59:45.049996 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fefbfb-90b5-4ee6-bc74-4b5a8d87fb5c tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Pushing event deleted for resources: {'Port': ['ID=5f7f04f9-25d7-4bb3-9734-93b569f74960,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:45.062953 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fefbfb-90b5-4ee6-bc74-4b5a8d87fb5c tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:45.063318 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fefbfb-90b5-4ee6-bc74-4b5a8d87fb5c tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:45.063706 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fefbfb-90b5-4ee6-bc74-4b5a8d87fb5c tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:45.064027 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fefbfb-90b5-4ee6-bc74-4b5a8d87fb5c tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:45.064362 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fefbfb-90b5-4ee6-bc74-4b5a8d87fb5c tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:45.064698 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fefbfb-90b5-4ee6-bc74-4b5a8d87fb5c tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:45.065029 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fefbfb-90b5-4ee6-bc74-4b5a8d87fb5c tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:45.065359 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fefbfb-90b5-4ee6-bc74-4b5a8d87fb5c tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:45.065690 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fefbfb-90b5-4ee6-bc74-4b5a8d87fb5c tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:45.066017 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fefbfb-90b5-4ee6-bc74-4b5a8d87fb5c tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:45.066342 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fefbfb-90b5-4ee6-bc74-4b5a8d87fb5c tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:45.066664 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fefbfb-90b5-4ee6-bc74-4b5a8d87fb5c tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:45.102613 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-4201824e-e521-4b68-a42f-15900d6f562a req-f5fefbfb-90b5-4ee6-bc74-4b5a8d87fb5c tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] No DVR routers for this DVR port 5f7f04f9-25d7-4bb3-9734-93b569f74960 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:59:45.105437 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4201824e-e521-4b68-a42f-15900d6f562a req-f5fefbfb-90b5-4ee6-bc74-4b5a8d87fb5c tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:45.107497 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4201824e-e521-4b68-a42f-15900d6f562a req-f5fefbfb-90b5-4ee6-bc74-4b5a8d87fb5c tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.36 "DELETE /v2.0/ports/5f7f04f9-25d7-4bb3-9734-93b569f74960 HTTP/1.1" status: 204 len: 173 time: 0.3958144 Aug 28 15:59:45.107973 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322f1107-ff2d-43ed-8e1d-03f54fc10144', 'name': 'network-vif-deleted', 'tag': '5f7f04f9-25d7-4bb3-9734-93b569f74960'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 15:59:45.110318 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a12dfd-e129-405a-b7f5-5744c1aabcb0" -d '{"events": [{"server_uuid": "322f1107-ff2d-43ed-8e1d-03f54fc10144", "name": "network-vif-deleted", "tag": "5f7f04f9-25d7-4bb3-9734-93b569f74960"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 15:59:45.154789 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 15:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4838062a-ba55-4cee-969d-898489c14acb x-openstack-request-id: req-4838062a-ba55-4cee-969d-898489c14acb {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 15:59:45.155157 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322f1107-ff2d-43ed-8e1d-03f54fc10144", "name": "network-vif-deleted", "tag": "5f7f04f9-25d7-4bb3-9734-93b569f74960", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 15:59:45.155480 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4838062a-ba55-4cee-969d-898489c14acb {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 15:59:45.155973 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322f1107-ff2d-43ed-8e1d-03f54fc10144', 'name': 'network-vif-deleted', 'tag': '5f7f04f9-25d7-4bb3-9734-93b569f74960', 'status': 'completed', 'code': 200} Aug 28 15:59:45.518502 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-135b9fbc-8902-4860-acda-0bda28156f2b req-5ca4fdf5-63be-4493-8966-a8349201728e tempest-TestEncryptedCinderVolumes-766979793 tempest-TestEncryptedCinderVolumes-766979793-project] 10.222.0.13 "GET /v2.0/ports?device_id=322f1107-ff2d-43ed-8e1d-03f54fc10144 HTTP/1.1" status: 200 len: 210 time: 0.0331249 Aug 28 15:59:46.609684 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60464) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:59:46.943604 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3fe90e8e-52c0-467c-8c93-2dc0043a7d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:47.182066 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-3fe90e8e-52c0-467c-8c93-2dc0043a7d25 admin admin] Deleting port a60fc827-5f65-475b-8a3f-8a18623492a8 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:59:47.182316 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3fe90e8e-52c0-467c-8c93-2dc0043a7d25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:47.259719 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-3fe90e8e-52c0-467c-8c93-2dc0043a7d25 admin admin] For port a60fc827-5f65-475b-8a3f-8a18623492a8, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a60fc827-5f65-475b-8a3f-8a18623492a8,segment=NetworkSegment(ea46e52c-c1de-45c1-86ab-bbb0c695a9fd),segment_id=ea46e52c-c1de-45c1-86ab-bbb0c695a9fd)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:59:47.260081 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3fe90e8e-52c0-467c-8c93-2dc0043a7d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:47.272350 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-3fe90e8e-52c0-467c-8c93-2dc0043a7d25 admin admin] Calling delete_port for a60fc827-5f65-475b-8a3f-8a18623492a8 owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:59:47.458212 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3fe90e8e-52c0-467c-8c93-2dc0043a7d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:47.483445 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe90e8e-52c0-467c-8c93-2dc0043a7d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=a60fc827-5f65-475b-8a3f-8a18623492a8,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:47.652411 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3fe90e8e-52c0-467c-8c93-2dc0043a7d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:47.864595 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe90e8e-52c0-467c-8c93-2dc0043a7d25 admin admin] Router d87be930-1261-4927-8195-c9988eafa9ae has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:59:47.971853 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe90e8e-52c0-467c-8c93-2dc0043a7d25 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:59:47.977231 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3fe90e8e-52c0-467c-8c93-2dc0043a7d25 admin admin] 10.222.0.13 "PUT /v2.0/routers/d87be930-1261-4927-8195-c9988eafa9ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3663986 Aug 28 15:59:47.980138 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60466) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:59:47.981043 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36101526-eb42-41a8-a2db-bf58553aa97f None None] Sync routers for ids ['d87be930-1261-4927-8195-c9988eafa9ae'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:59:47.990123 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36101526-eb42-41a8-a2db-bf58553aa97f None None] Routers {'d87be930-1261-4927-8195-c9988eafa9ae'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:59:47.990772 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-36101526-eb42-41a8-a2db-bf58553aa97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:59:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d87be930-1261-4927-8195-c9988eafa9ae'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:59:48.261082 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-36101526-eb42-41a8-a2db-bf58553aa97f None None] Set router d87be930-1261-4927-8195-c9988eafa9ae gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:59:48.366700 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c3328d8-694e-4e05-97eb-6b0e959e7977 admin admin] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:48.442294 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-36101526-eb42-41a8-a2db-bf58553aa97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87be930-1261-4927-8195-c9988eafa9ae', 'name': 'tempest-TestEncryptedCinderVolumes-1953934094-router', 'tenant_id': '83632b8d04c8414d9c1816a1ca2650d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '2cdce0da-d652-42aa-9288-9921d7bbac88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:58:33Z', 'updated_at': '2021-08-28T15:59:47Z', 'revision_number': 5, 'project_id': '83632b8d04c8414d9c1816a1ca2650d6', 'gw_port': {'id': '2cdce0da-d652-42aa-9288-9921d7bbac88', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:28:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87be930-1261-4927-8195-c9988eafa9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:58:33Z', 'updated_at': '2021-08-28T15:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:59:48.468875 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36101526-eb42-41a8-a2db-bf58553aa97f None None] Checking router: d87be930-1261-4927-8195-c9988eafa9ae for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:59:48.470347 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c3328d8-694e-4e05-97eb-6b0e959e7977 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:48.477215 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36101526-eb42-41a8-a2db-bf58553aa97f None None] Routers {'d87be930-1261-4927-8195-c9988eafa9ae'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:59:48.478233 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-36101526-eb42-41a8-a2db-bf58553aa97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:59:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d87be930-1261-4927-8195-c9988eafa9ae'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:59:48.525633 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-9c3328d8-694e-4e05-97eb-6b0e959e7977 admin admin] Deleting port 2cdce0da-d652-42aa-9288-9921d7bbac88 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:59:48.525886 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c3328d8-694e-4e05-97eb-6b0e959e7977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:48.565331 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-36101526-eb42-41a8-a2db-bf58553aa97f None None] Set router d87be930-1261-4927-8195-c9988eafa9ae gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:59:48.610814 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-9c3328d8-694e-4e05-97eb-6b0e959e7977 admin admin] For port 2cdce0da-d652-42aa-9288-9921d7bbac88, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2cdce0da-d652-42aa-9288-9921d7bbac88,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:59:48.611183 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c3328d8-694e-4e05-97eb-6b0e959e7977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:48.623348 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-36101526-eb42-41a8-a2db-bf58553aa97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87be930-1261-4927-8195-c9988eafa9ae', 'name': 'tempest-TestEncryptedCinderVolumes-1953934094-router', 'tenant_id': '83632b8d04c8414d9c1816a1ca2650d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:58:33Z', 'updated_at': '2021-08-28T15:59:48Z', 'revision_number': 6, 'project_id': '83632b8d04c8414d9c1816a1ca2650d6', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:59:48.625147 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-9c3328d8-694e-4e05-97eb-6b0e959e7977 admin admin] Calling delete_port for 2cdce0da-d652-42aa-9288-9921d7bbac88 owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:59:48.650254 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36101526-eb42-41a8-a2db-bf58553aa97f None None] The sync data for ids ['d87be930-1261-4927-8195-c9988eafa9ae'] in n-d-712137-10 is: [{'id': 'd87be930-1261-4927-8195-c9988eafa9ae', 'name': 'tempest-TestEncryptedCinderVolumes-1953934094-router', 'tenant_id': '83632b8d04c8414d9c1816a1ca2650d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:58:33Z', 'updated_at': '2021-08-28T15:59:48Z', 'revision_number': 6, 'project_id': '83632b8d04c8414d9c1816a1ca2650d6', 'gw_port_host': None}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:59:48.799015 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c3328d8-694e-4e05-97eb-6b0e959e7977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:48.824329 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3328d8-694e-4e05-97eb-6b0e959e7977 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cdce0da-d652-42aa-9288-9921d7bbac88,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:48.885007 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c3328d8-694e-4e05-97eb-6b0e959e7977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:48.973642 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c3328d8-694e-4e05-97eb-6b0e959e7977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:48.975732 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c3328d8-694e-4e05-97eb-6b0e959e7977 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:49.025477 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c3328d8-694e-4e05-97eb-6b0e959e7977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:49.026011 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3328d8-694e-4e05-97eb-6b0e959e7977 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d87be930-1261-4927-8195-c9988eafa9ae {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:59:49.030853 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9c3328d8-694e-4e05-97eb-6b0e959e7977 admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:49.032093 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9c3328d8-694e-4e05-97eb-6b0e959e7977 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d87be930-1261-4927-8195-c9988eafa9ae HTTP/1.1" status: 204 len: 168 time: 1.0510185 Aug 28 15:59:49.036512 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60468) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:59:49.085063 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c45692c-75e7-4963-9e49-d7a7febab95e admin admin] Deleting subnet 4e267944-05a1-4844-8aea-17d73f97b544 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:59:49.088602 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6c45692c-75e7-4963-9e49-d7a7febab95e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:49.123004 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6c45692c-75e7-4963-9e49-d7a7febab95e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:49.148200 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 5f7f04f9-25d7-4bb3-9734-93b569f74960 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:59:49.169590 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 5f7f04f9-25d7-4bb3-9734-93b569f74960 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:59:49.169939 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 5f7f04f9-25d7-4bb3-9734-93b569f74960 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:59:49.202513 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6c45692c-75e7-4963-9e49-d7a7febab95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:49.252791 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6c45692c-75e7-4963-9e49-d7a7febab95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:49.279092 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45692c-75e7-4963-9e49-d7a7febab95e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e267944-05a1-4844-8aea-17d73f97b544,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:49.281079 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6c45692c-75e7-4963-9e49-d7a7febab95e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:49.283035 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6c45692c-75e7-4963-9e49-d7a7febab95e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4e267944-05a1-4844-8aea-17d73f97b544 HTTP/1.1" status: 204 len: 168 time: 0.2454026 Aug 28 15:59:49.285412 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60470) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:59:49.286260 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edc754d-dd9b-4738-8098-2a2c5172b29b None None] Network 6428135e-4b43-4845-9664-2e105f920b13 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:59:49.356427 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3090c4f9-ed48-4934-88a5-d2eb915cbb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:49.433403 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-3090c4f9-ed48-4934-88a5-d2eb915cbb1a admin admin] Deleting port 59fa145a-e384-46ec-a9f6-10079d0c5c30 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:59:49.433825 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3090c4f9-ed48-4934-88a5-d2eb915cbb1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:49.489976 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b164a9-ec0e-4d3d-a87f-dd284b1e3a39 None None] DHCP port deletion for 6428135e-4b43-4845-9664-2e105f920b13 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:59:49.492225 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2cdce0da-d652-42aa-9288-9921d7bbac88 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:59:49.501335 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-3090c4f9-ed48-4934-88a5-d2eb915cbb1a admin admin] For port 59fa145a-e384-46ec-a9f6-10079d0c5c30, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=59fa145a-e384-46ec-a9f6-10079d0c5c30,segment=NetworkSegment(ea46e52c-c1de-45c1-86ab-bbb0c695a9fd),segment_id=ea46e52c-c1de-45c1-86ab-bbb0c695a9fd)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:59:49.501697 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3090c4f9-ed48-4934-88a5-d2eb915cbb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:49.514314 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 2cdce0da-d652-42aa-9288-9921d7bbac88 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:59:49.514666 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2cdce0da-d652-42aa-9288-9921d7bbac88 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:59:49.515078 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a60fc827-5f65-475b-8a3f-8a18623492a8 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:59:49.515359 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-3090c4f9-ed48-4934-88a5-d2eb915cbb1a admin admin] Calling delete_port for 59fa145a-e384-46ec-a9f6-10079d0c5c30 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:59:49.552437 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: a60fc827-5f65-475b-8a3f-8a18623492a8 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:59:49.552788 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a60fc827-5f65-475b-8a3f-8a18623492a8 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:59:49.578006 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-38b164a9-ec0e-4d3d-a87f-dd284b1e3a39 None None] Deleting port 59fa145a-e384-46ec-a9f6-10079d0c5c30 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:59:49.578383 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-38b164a9-ec0e-4d3d-a87f-dd284b1e3a39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:49.602216 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3090c4f9-ed48-4934-88a5-d2eb915cbb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:49.626238 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090c4f9-ed48-4934-88a5-d2eb915cbb1a admin admin] Pushing event deleted for resources: {'Port': ['ID=59fa145a-e384-46ec-a9f6-10079d0c5c30,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:49.631914 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3090c4f9-ed48-4934-88a5-d2eb915cbb1a admin admin] No DVR routers for this DVR port 59fa145a-e384-46ec-a9f6-10079d0c5c30 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:59:49.643298 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-38b164a9-ec0e-4d3d-a87f-dd284b1e3a39 None None] For port 59fa145a-e384-46ec-a9f6-10079d0c5c30, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=59fa145a-e384-46ec-a9f6-10079d0c5c30,segment=NetworkSegment(ea46e52c-c1de-45c1-86ab-bbb0c695a9fd),segment_id=ea46e52c-c1de-45c1-86ab-bbb0c695a9fd)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:59:49.643935 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-38b164a9-ec0e-4d3d-a87f-dd284b1e3a39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:49.659601 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-38b164a9-ec0e-4d3d-a87f-dd284b1e3a39 None None] Calling delete_port for 59fa145a-e384-46ec-a9f6-10079d0c5c30 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:59:49.712245 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3090c4f9-ed48-4934-88a5-d2eb915cbb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:49.726237 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-3090c4f9-ed48-4934-88a5-d2eb915cbb1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6428135e-4b43-4845-9664-2e105f920b13']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 15:59:49.734257 n-d-712137-10 neutron-server[106331]: self.session.flush() Aug 28 15:59:49.739498 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-38b164a9-ec0e-4d3d-a87f-dd284b1e3a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:49.742580 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-3090c4f9-ed48-4934-88a5-d2eb915cbb1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea46e52c-c1de-45c1-86ab-bbb0c695a9fd') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:59:49.742937 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-3090c4f9-ed48-4934-88a5-d2eb915cbb1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea46e52c-c1de-45c1-86ab-bbb0c695a9fd') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:59:49.752526 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3090c4f9-ed48-4934-88a5-d2eb915cbb1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:49.764225 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b164a9-ec0e-4d3d-a87f-dd284b1e3a39 None None] Pushing event deleted for resources: {'Port': ['ID=59fa145a-e384-46ec-a9f6-10079d0c5c30,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:49.766923 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3090c4f9-ed48-4934-88a5-d2eb915cbb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:49.769609 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b164a9-ec0e-4d3d-a87f-dd284b1e3a39 None None] No DVR routers for this DVR port 59fa145a-e384-46ec-a9f6-10079d0c5c30 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:59:49.779964 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3090c4f9-ed48-4934-88a5-d2eb915cbb1a admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:59:49.780363 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3090c4f9-ed48-4934-88a5-d2eb915cbb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:59:49.782126 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:59:49.834798 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3090c4f9-ed48-4934-88a5-d2eb915cbb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:49.842773 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3090c4f9-ed48-4934-88a5-d2eb915cbb1a admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:49.844046 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3090c4f9-ed48-4934-88a5-d2eb915cbb1a admin admin] 10.222.0.13 "DELETE /v2.0/networks/6428135e-4b43-4845-9664-2e105f920b13 HTTP/1.1" status: 204 len: 168 time: 0.5577042 Aug 28 15:59:49.846966 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60474) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:59:49.855536 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090c4f9-ed48-4934-88a5-d2eb915cbb1a admin admin] Pushing event deleted for resources: {'Network': ['ID=6428135e-4b43-4845-9664-2e105f920b13,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:50.190406 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2550b259-3bc0-410f-91f3-9c4a62d640b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:50.428280 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-2550b259-3bc0-410f-91f3-9c4a62d640b1 admin admin] Deleting port 5a6d9c64-f015-452d-888b-a47745f7031c {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:59:50.428615 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2550b259-3bc0-410f-91f3-9c4a62d640b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:50.502980 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-2550b259-3bc0-410f-91f3-9c4a62d640b1 admin admin] For port 5a6d9c64-f015-452d-888b-a47745f7031c, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=5a6d9c64-f015-452d-888b-a47745f7031c,segment=NetworkSegment(cf900154-703e-4d34-8816-16d4d9adc252),segment_id=cf900154-703e-4d34-8816-16d4d9adc252)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:59:50.503339 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2550b259-3bc0-410f-91f3-9c4a62d640b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:50.516001 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-2550b259-3bc0-410f-91f3-9c4a62d640b1 admin admin] Calling delete_port for 5a6d9c64-f015-452d-888b-a47745f7031c owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:59:50.997974 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2550b259-3bc0-410f-91f3-9c4a62d640b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:51.024176 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550b259-3bc0-410f-91f3-9c4a62d640b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a6d9c64-f015-452d-888b-a47745f7031c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:51.050285 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550b259-3bc0-410f-91f3-9c4a62d640b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:51.050656 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550b259-3bc0-410f-91f3-9c4a62d640b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:51.050980 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550b259-3bc0-410f-91f3-9c4a62d640b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:51.051317 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550b259-3bc0-410f-91f3-9c4a62d640b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:51.051648 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550b259-3bc0-410f-91f3-9c4a62d640b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:51.052004 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550b259-3bc0-410f-91f3-9c4a62d640b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:51.052332 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550b259-3bc0-410f-91f3-9c4a62d640b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:51.052656 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550b259-3bc0-410f-91f3-9c4a62d640b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:51.052978 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550b259-3bc0-410f-91f3-9c4a62d640b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:51.053298 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550b259-3bc0-410f-91f3-9c4a62d640b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:51.053646 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550b259-3bc0-410f-91f3-9c4a62d640b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:51.053962 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550b259-3bc0-410f-91f3-9c4a62d640b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 15:59:51.211094 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2550b259-3bc0-410f-91f3-9c4a62d640b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:51.403901 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 59fa145a-e384-46ec-a9f6-10079d0c5c30 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:59:51.424599 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 59fa145a-e384-46ec-a9f6-10079d0c5c30 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:59:51.426047 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 59fa145a-e384-46ec-a9f6-10079d0c5c30 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:59:51.434805 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2550b259-3bc0-410f-91f3-9c4a62d640b1 admin admin] Router ce2b78bd-ca19-47b0-913a-532e6189a246 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:59:51.543841 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2550b259-3bc0-410f-91f3-9c4a62d640b1 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:59:51.548953 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2550b259-3bc0-410f-91f3-9c4a62d640b1 admin admin] 10.222.0.13 "PUT /v2.0/routers/ce2b78bd-ca19-47b0-913a-532e6189a246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7009447 Aug 28 15:59:51.551400 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60476) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:59:51.554323 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aec9bb0-77c5-4d54-ac28-6244bb2102ea None None] Sync routers for ids ['ce2b78bd-ca19-47b0-913a-532e6189a246'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:59:51.563584 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aec9bb0-77c5-4d54-ac28-6244bb2102ea None None] Routers {'ce2b78bd-ca19-47b0-913a-532e6189a246'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:59:51.564336 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3aec9bb0-77c5-4d54-ac28-6244bb2102ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:59:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ce2b78bd-ca19-47b0-913a-532e6189a246'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:59:51.656437 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bc6d88f9-9486-45e8-b6a6-d07eabea5ee7 admin admin] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:51.665587 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-3aec9bb0-77c5-4d54-ac28-6244bb2102ea None None] Set router ce2b78bd-ca19-47b0-913a-532e6189a246 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:59:51.760918 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bc6d88f9-9486-45e8-b6a6-d07eabea5ee7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:51.813450 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-bc6d88f9-9486-45e8-b6a6-d07eabea5ee7 admin admin] Deleting port 986a7c82-1572-49b9-ab49-e4cb604d5a30 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:59:51.813786 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bc6d88f9-9486-45e8-b6a6-d07eabea5ee7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:51.841530 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3aec9bb0-77c5-4d54-ac28-6244bb2102ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2b78bd-ca19-47b0-913a-532e6189a246', 'name': 'tempest-TestEncryptedCinderVolumes-1126066383-router', 'tenant_id': '1059d11024f34981a76bf06320cd7afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '986a7c82-1572-49b9-ab49-e4cb604d5a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:58:37Z', 'updated_at': '2021-08-28T15:59:50Z', 'revision_number': 5, 'project_id': '1059d11024f34981a76bf06320cd7afb', 'gw_port': {'id': '986a7c82-1572-49b9-ab49-e4cb604d5a30', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b78bd-ca19-47b0-913a-532e6189a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:58:38Z', 'updated_at': '2021-08-28T15:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:59:51.867186 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aec9bb0-77c5-4d54-ac28-6244bb2102ea None None] Checking router: ce2b78bd-ca19-47b0-913a-532e6189a246 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:59:51.876051 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aec9bb0-77c5-4d54-ac28-6244bb2102ea None None] Routers {'ce2b78bd-ca19-47b0-913a-532e6189a246'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:59:51.876666 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3aec9bb0-77c5-4d54-ac28-6244bb2102ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:59:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['ce2b78bd-ca19-47b0-913a-532e6189a246'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:59:51.900417 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-bc6d88f9-9486-45e8-b6a6-d07eabea5ee7 admin admin] For port 986a7c82-1572-49b9-ab49-e4cb604d5a30, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=986a7c82-1572-49b9-ab49-e4cb604d5a30,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:59:51.900789 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bc6d88f9-9486-45e8-b6a6-d07eabea5ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:51.918164 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-bc6d88f9-9486-45e8-b6a6-d07eabea5ee7 admin admin] Calling delete_port for 986a7c82-1572-49b9-ab49-e4cb604d5a30 owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:59:51.962055 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-3aec9bb0-77c5-4d54-ac28-6244bb2102ea None None] Set router ce2b78bd-ca19-47b0-913a-532e6189a246 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:59:52.018770 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3aec9bb0-77c5-4d54-ac28-6244bb2102ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2b78bd-ca19-47b0-913a-532e6189a246', 'name': 'tempest-TestEncryptedCinderVolumes-1126066383-router', 'tenant_id': '1059d11024f34981a76bf06320cd7afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:58:37Z', 'updated_at': '2021-08-28T15:59:51Z', 'revision_number': 6, 'project_id': '1059d11024f34981a76bf06320cd7afb', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:59:52.045023 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aec9bb0-77c5-4d54-ac28-6244bb2102ea None None] The sync data for ids ['ce2b78bd-ca19-47b0-913a-532e6189a246'] in n-d-712137-10 is: [{'id': 'ce2b78bd-ca19-47b0-913a-532e6189a246', 'name': 'tempest-TestEncryptedCinderVolumes-1126066383-router', 'tenant_id': '1059d11024f34981a76bf06320cd7afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:58:37Z', 'updated_at': '2021-08-28T15:59:51Z', 'revision_number': 6, 'project_id': '1059d11024f34981a76bf06320cd7afb', 'gw_port_host': None}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:59:52.084881 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bc6d88f9-9486-45e8-b6a6-d07eabea5ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:52.110898 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d88f9-9486-45e8-b6a6-d07eabea5ee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=986a7c82-1572-49b9-ab49-e4cb604d5a30,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:52.171184 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bc6d88f9-9486-45e8-b6a6-d07eabea5ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:52.259858 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bc6d88f9-9486-45e8-b6a6-d07eabea5ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:52.262118 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bc6d88f9-9486-45e8-b6a6-d07eabea5ee7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:52.307746 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bc6d88f9-9486-45e8-b6a6-d07eabea5ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:52.308274 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6d88f9-9486-45e8-b6a6-d07eabea5ee7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce2b78bd-ca19-47b0-913a-532e6189a246 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 15:59:52.313060 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bc6d88f9-9486-45e8-b6a6-d07eabea5ee7 admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:52.314607 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bc6d88f9-9486-45e8-b6a6-d07eabea5ee7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ce2b78bd-ca19-47b0-913a-532e6189a246 HTTP/1.1" status: 204 len: 168 time: 0.7622538 Aug 28 15:59:52.317130 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60478) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:59:52.360942 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae7f8ba-887f-491c-bb86-3ce27a5e4c43 admin admin] Deleting subnet f885bdc3-cdff-4737-a950-e01ae4d1fb05 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 15:59:52.363847 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cae7f8ba-887f-491c-bb86-3ce27a5e4c43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:52.398272 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cae7f8ba-887f-491c-bb86-3ce27a5e4c43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:52.484049 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cae7f8ba-887f-491c-bb86-3ce27a5e4c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:52.536499 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cae7f8ba-887f-491c-bb86-3ce27a5e4c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:52.565086 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7f8ba-887f-491c-bb86-3ce27a5e4c43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f885bdc3-cdff-4737-a950-e01ae4d1fb05,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:52.567174 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cae7f8ba-887f-491c-bb86-3ce27a5e4c43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:52.569073 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cae7f8ba-887f-491c-bb86-3ce27a5e4c43 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f885bdc3-cdff-4737-a950-e01ae4d1fb05 HTTP/1.1" status: 204 len: 168 time: 0.2510176 Aug 28 15:59:52.571593 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d530cb-1b9b-4bd5-88ab-17e7b2b1bb88 None None] Network 2d27d43a-b1e2-4666-a4fc-10aa6c1aee33 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:59:52.572161 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60480) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:59:52.646547 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5ee59d4f-5c77-41ec-86b8-419181ce522b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:52.700433 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-5ee59d4f-5c77-41ec-86b8-419181ce522b admin admin] Deleting port a9eed43b-b4fb-475d-afd6-83493b7d4253 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:59:52.700776 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5ee59d4f-5c77-41ec-86b8-419181ce522b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:52.766168 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-5ee59d4f-5c77-41ec-86b8-419181ce522b admin admin] For port a9eed43b-b4fb-475d-afd6-83493b7d4253, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=a9eed43b-b4fb-475d-afd6-83493b7d4253,segment=NetworkSegment(cf900154-703e-4d34-8816-16d4d9adc252),segment_id=cf900154-703e-4d34-8816-16d4d9adc252)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:59:52.766461 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5ee59d4f-5c77-41ec-86b8-419181ce522b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:52.781955 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-5ee59d4f-5c77-41ec-86b8-419181ce522b admin admin] Calling delete_port for a9eed43b-b4fb-475d-afd6-83493b7d4253 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:59:52.819267 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfb6b60-5f8b-4244-b67f-49a9ba4ddcb5 None None] DHCP port deletion for 2d27d43a-b1e2-4666-a4fc-10aa6c1aee33 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 15:59:52.866964 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-5bfb6b60-5f8b-4244-b67f-49a9ba4ddcb5 None None] Deleting port a9eed43b-b4fb-475d-afd6-83493b7d4253 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 15:59:52.867335 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5bfb6b60-5f8b-4244-b67f-49a9ba4ddcb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:52.868331 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5ee59d4f-5c77-41ec-86b8-419181ce522b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:52.897722 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee59d4f-5c77-41ec-86b8-419181ce522b admin admin] Pushing event deleted for resources: {'Port': ['ID=a9eed43b-b4fb-475d-afd6-83493b7d4253,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:52.903225 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee59d4f-5c77-41ec-86b8-419181ce522b admin admin] No DVR routers for this DVR port a9eed43b-b4fb-475d-afd6-83493b7d4253 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:59:52.935791 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-5bfb6b60-5f8b-4244-b67f-49a9ba4ddcb5 None None] For port a9eed43b-b4fb-475d-afd6-83493b7d4253, host n-d-712137-10, got binding levels [] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:59:52.936131 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5bfb6b60-5f8b-4244-b67f-49a9ba4ddcb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:52.950119 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-5bfb6b60-5f8b-4244-b67f-49a9ba4ddcb5 None None] Calling delete_port for a9eed43b-b4fb-475d-afd6-83493b7d4253 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 15:59:52.952725 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.ipam_backend_mixin [None req-5bfb6b60-5f8b-4244-b67f-49a9ba4ddcb5 None None] Port a9eed43b-b4fb-475d-afd6-83493b7d4253 was not found and therefore no delete operation was performed {{(pid=106331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 15:59:52.954026 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5bfb6b60-5f8b-4244-b67f-49a9ba4ddcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:52.981112 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5ee59d4f-5c77-41ec-86b8-419181ce522b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:52.981454 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfb6b60-5f8b-4244-b67f-49a9ba4ddcb5 None None] No DVR routers for this DVR port a9eed43b-b4fb-475d-afd6-83493b7d4253 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 15:59:52.988502 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb6b60-5f8b-4244-b67f-49a9ba4ddcb5 None None] Pushing event deleted for resources: {'Port': ['ID=a9eed43b-b4fb-475d-afd6-83493b7d4253,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:52.996565 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-5ee59d4f-5c77-41ec-86b8-419181ce522b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d27d43a-b1e2-4666-a4fc-10aa6c1aee33']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:59:53.007741 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-5ee59d4f-5c77-41ec-86b8-419181ce522b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf900154-703e-4d34-8816-16d4d9adc252') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:59:53.008138 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-5ee59d4f-5c77-41ec-86b8-419181ce522b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf900154-703e-4d34-8816-16d4d9adc252') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:59:53.019885 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5ee59d4f-5c77-41ec-86b8-419181ce522b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:53.034376 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5ee59d4f-5c77-41ec-86b8-419181ce522b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:53.040591 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee59d4f-5c77-41ec-86b8-419181ce522b admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 15:59:53.041156 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5ee59d4f-5c77-41ec-86b8-419181ce522b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: timer() Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 15:59:53.043351 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 15:59:53.101135 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5ee59d4f-5c77-41ec-86b8-419181ce522b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:53.107940 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5ee59d4f-5c77-41ec-86b8-419181ce522b admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:53.109771 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5ee59d4f-5c77-41ec-86b8-419181ce522b admin admin] 10.222.0.13 "DELETE /v2.0/networks/2d27d43a-b1e2-4666-a4fc-10aa6c1aee33 HTTP/1.1" status: 204 len: 168 time: 0.5366638 Aug 28 15:59:53.121884 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee59d4f-5c77-41ec-86b8-419181ce522b admin admin] Pushing event deleted for resources: {'Network': ['ID=2d27d43a-b1e2-4666-a4fc-10aa6c1aee33,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:53.271923 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60484) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:59:53.312837 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5fd53944-2782-40b4-b086-18a704c4c6f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83632b8d04c8414d9c1816a1ca2650d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397513 Aug 28 15:59:53.315501 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60486) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:59:53.372053 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 986a7c82-1572-49b9-ab49-e4cb604d5a30 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:59:53.372241 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0d5e81a3-037b-4063-87fe-762c796caea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:53.391442 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 986a7c82-1572-49b9-ab49-e4cb604d5a30 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:59:53.391898 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 986a7c82-1572-49b9-ab49-e4cb604d5a30 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:59:53.392379 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 5a6d9c64-f015-452d-888b-a47745f7031c no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:59:53.393106 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0d5e81a3-037b-4063-87fe-762c796caea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:53.411049 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 5a6d9c64-f015-452d-888b-a47745f7031c {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:59:53.411402 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 5a6d9c64-f015-452d-888b-a47745f7031c not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:59:53.411867 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a9eed43b-b4fb-475d-afd6-83493b7d4253 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 15:59:53.432526 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: a9eed43b-b4fb-475d-afd6-83493b7d4253 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 15:59:53.432975 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device a9eed43b-b4fb-475d-afd6-83493b7d4253 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 15:59:53.444451 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0d5e81a3-037b-4063-87fe-762c796caea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:53.447298 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0d5e81a3-037b-4063-87fe-762c796caea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:53.448478 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0d5e81a3-037b-4063-87fe-762c796caea7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70a20f45-47df-4189-9bd6-a4fe65722a0a HTTP/1.1" status: 204 len: 168 time: 0.1320555 Aug 28 15:59:53.456198 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e81a3-037b-4063-87fe-762c796caea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a20f45-47df-4189-9bd6-a4fe65722a0a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:53.755326 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60492) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:59:53.798909 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-72dd39f8-523e-4888-810d-343eef09f35d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1059d11024f34981a76bf06320cd7afb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422976 Aug 28 15:59:53.801261 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60494) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:59:53.847908 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-25eb8df6-700c-4899-8d93-7ad69d439996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:53.868924 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-25eb8df6-700c-4899-8d93-7ad69d439996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:53.916343 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-25eb8df6-700c-4899-8d93-7ad69d439996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:53.919210 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-25eb8df6-700c-4899-8d93-7ad69d439996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:53.920393 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-25eb8df6-700c-4899-8d93-7ad69d439996 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b00e3b42-5621-4bb0-b76b-b3e4aa05e8b3 HTTP/1.1" status: 204 len: 168 time: 0.1182528 Aug 28 15:59:53.927895 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb8df6-700c-4899-8d93-7ad69d439996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00e3b42-5621-4bb0-b76b-b3e4aa05e8b3,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:54.580561 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60516) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:59:54.675954 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-0896da10-ef53-4ee8-a5ef-d031fc7e686e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1653414866-network', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:59:54.696510 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0896da10-ef53-4ee8-a5ef-d031fc7e686e admin admin] Made reservation on behalf of 5372552522ae4bd981ccd15fa28831b9 for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:59:54.699077 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0896da10-ef53-4ee8-a5ef-d031fc7e686e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:54.707594 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0896da10-ef53-4ee8-a5ef-d031fc7e686e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:54.796057 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0896da10-ef53-4ee8-a5ef-d031fc7e686e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:54.799942 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0896da10-ef53-4ee8-a5ef-d031fc7e686e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:54.821235 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0896da10-ef53-4ee8-a5ef-d031fc7e686e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:59:54.834409 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896da10-ef53-4ee8-a5ef-d031fc7e686e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3db871-8daa-4073-a6c3-a50b0e0e64af,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:54.839576 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0896da10-ef53-4ee8-a5ef-d031fc7e686e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:54.840021 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-0896da10-ef53-4ee8-a5ef-d031fc7e686e admin admin] Added segment 502f6bc0-3ff5-4f3c-83a7-dc6861f58840 of type vlan for network 0a7b8a2a-01cc-49af-b714-b4d925b8e409 Aug 28 15:59:54.883349 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0896da10-ef53-4ee8-a5ef-d031fc7e686e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:54.907604 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0896da10-ef53-4ee8-a5ef-d031fc7e686e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:54.908408 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0896da10-ef53-4ee8-a5ef-d031fc7e686e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:54.908984 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0896da10-ef53-4ee8-a5ef-d031fc7e686e admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:54.960764 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0896da10-ef53-4ee8-a5ef-d031fc7e686e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3789983 Aug 28 15:59:54.964003 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60520) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:59:54.968057 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896da10-ef53-4ee8-a5ef-d031fc7e686e admin admin] Pushing event updated for resources: {'Network': ['ID=0a7b8a2a-01cc-49af-b714-b4d925b8e409,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:54.969106 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-61c7a4b6-72c4-4526-a6d8-c705ec5c4155 admin admin] Request body: {'subnet': {'network_id': '0a7b8a2a-01cc-49af-b714-b4d925b8e409', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1653414866-subnet', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:59:54.979139 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 0a7b8a2a-01cc-49af-b714-b4d925b8e409 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:59:54.993794 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c7a4b6-72c4-4526-a6d8-c705ec5c4155 admin admin] Made reservation on behalf of 5372552522ae4bd981ccd15fa28831b9 for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:59:54.996827 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-61c7a4b6-72c4-4526-a6d8-c705ec5c4155 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:55.065952 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:55.167460 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-61c7a4b6-72c4-4526-a6d8-c705ec5c4155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:55.223016 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7a4b6-72c4-4526-a6d8-c705ec5c4155 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fd5b606-cecc-4bc3-8629-1eccddfee6ac,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:55.233759 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c7a4b6-72c4-4526-a6d8-c705ec5c4155 admin admin] Checking segment: {'id': '502f6bc0-3ff5-4f3c-83a7-dc6861f58840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0a7b8a2a-01cc-49af-b714-b4d925b8e409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:59:55.234119 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c7a4b6-72c4-4526-a6d8-c705ec5c4155 admin admin] Network hostable DHCP agents. Network: 0a7b8a2a-01cc-49af-b714-b4d925b8e409, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:59:55.250419 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c7a4b6-72c4-4526-a6d8-c705ec5c4155 admin admin] Network 0a7b8a2a-01cc-49af-b714-b4d925b8e409 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:59:55.258771 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-61c7a4b6-72c4-4526-a6d8-c705ec5c4155 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 0a7b8a2a-01cc-49af-b714-b4d925b8e409) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:59:55.263504 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c7a4b6-72c4-4526-a6d8-c705ec5c4155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:55.264118 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-61c7a4b6-72c4-4526-a6d8-c705ec5c4155 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:55.269189 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6ab1f0-7471-411d-b682-1d31ee8299ae None None] Network 0a7b8a2a-01cc-49af-b714-b4d925b8e409 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:59:55.281310 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-61c7a4b6-72c4-4526-a6d8-c705ec5c4155 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3134580 Aug 28 15:59:55.281603 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60522) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:59:55.285918 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-88ee7c91-b81b-47ea-b802-68cc470d1870 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1653414866-router', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:59:55.306239 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-88ee7c91-b81b-47ea-b802-68cc470d1870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:55.307999 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-88ee7c91-b81b-47ea-b802-68cc470d1870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:55.359256 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-88ee7c91-b81b-47ea-b802-68cc470d1870 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:55.417096 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c86c8c-a4de-4ea5-a48b-50e51fe311db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-0a7b8a2a-01cc-49af-b714-b4d925b8e409', 'network_id': '0a7b8a2a-01cc-49af-b714-b4d925b8e409', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'fixed_ips': [{'subnet_id': '3fd5b606-cecc-4bc3-8629-1eccddfee6ac'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 15:59:55.418049 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-70c86c8c-a4de-4ea5-a48b-50e51fe311db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:55.498655 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-88ee7c91-b81b-47ea-b802-68cc470d1870 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:55.548575 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-70c86c8c-a4de-4ea5-a48b-50e51fe311db None None] Allocated IP 172.20.0.2 (0a7b8a2a-01cc-49af-b714-b4d925b8e409/3fd5b606-cecc-4bc3-8629-1eccddfee6ac/6cf68ce6-38ed-4a85-a82c-f040fbc19cd6) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:59:55.692411 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-70c86c8c-a4de-4ea5-a48b-50e51fe311db None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:55.695271 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-88ee7c91-b81b-47ea-b802-68cc470d1870 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:55.701566 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-70c86c8c-a4de-4ea5-a48b-50e51fe311db None None] Transition to ACTIVE for port object 6cf68ce6-38ed-4a85-a82c-f040fbc19cd6 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:59:55.716762 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-70c86c8c-a4de-4ea5-a48b-50e51fe311db None None] Transition to ACTIVE for port object 6cf68ce6-38ed-4a85-a82c-f040fbc19cd6 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:59:55.719816 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-88ee7c91-b81b-47ea-b802-68cc470d1870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:55.721971 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-70c86c8c-a4de-4ea5-a48b-50e51fe311db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:55.765723 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c86c8c-a4de-4ea5-a48b-50e51fe311db None None] Network 0a7b8a2a-01cc-49af-b714-b4d925b8e409 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:59:55.770822 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-70c86c8c-a4de-4ea5-a48b-50e51fe311db None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:59:55.772932 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c86c8c-a4de-4ea5-a48b-50e51fe311db None None] Pushing event updated for resources: {'Port': ['ID=6cf68ce6-38ed-4a85-a82c-f040fbc19cd6,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:55.775965 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c86c8c-a4de-4ea5-a48b-50e51fe311db None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:59:55.826438 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-88ee7c91-b81b-47ea-b802-68cc470d1870 admin admin] Allocated IP 172.25.3.50 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/0054e902-43eb-4b0e-b7ea-c749f19d63bd) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:59:55.827585 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-70c86c8c-a4de-4ea5-a48b-50e51fe311db None None] Attempting to bind port 6cf68ce6-38ed-4a85-a82c-f040fbc19cd6 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:59:55.828194 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-70c86c8c-a4de-4ea5-a48b-50e51fe311db None None] Attempting to bind port 6cf68ce6-38ed-4a85-a82c-f040fbc19cd6 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '502f6bc0-3ff5-4f3c-83a7-dc6861f58840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0a7b8a2a-01cc-49af-b714-b4d925b8e409'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:59:55.828351 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c86c8c-a4de-4ea5-a48b-50e51fe311db None None] Attempting to bind port 6cf68ce6-38ed-4a85-a82c-f040fbc19cd6 on network 0a7b8a2a-01cc-49af-b714-b4d925b8e409 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:59:55.833683 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c86c8c-a4de-4ea5-a48b-50e51fe311db None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:59:55.834065 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c86c8c-a4de-4ea5-a48b-50e51fe311db None None] Checking segment: {'id': '502f6bc0-3ff5-4f3c-83a7-dc6861f58840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0a7b8a2a-01cc-49af-b714-b4d925b8e409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:59:55.834470 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-70c86c8c-a4de-4ea5-a48b-50e51fe311db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:55.834866 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c86c8c-a4de-4ea5-a48b-50e51fe311db None None] Bound using segment: {'id': '502f6bc0-3ff5-4f3c-83a7-dc6861f58840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0a7b8a2a-01cc-49af-b714-b4d925b8e409'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:59:55.835330 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-70c86c8c-a4de-4ea5-a48b-50e51fe311db None None] Bound port: 6cf68ce6-38ed-4a85-a82c-f040fbc19cd6, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502f6bc0-3ff5-4f3c-83a7-dc6861f58840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0a7b8a2a-01cc-49af-b714-b4d925b8e409'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:59:55.835738 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-70c86c8c-a4de-4ea5-a48b-50e51fe311db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:55.902484 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-70c86c8c-a4de-4ea5-a48b-50e51fe311db None None] For port 6cf68ce6-38ed-4a85-a82c-f040fbc19cd6, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:59:55.905683 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-70c86c8c-a4de-4ea5-a48b-50e51fe311db None None] For port 6cf68ce6-38ed-4a85-a82c-f040fbc19cd6, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6cf68ce6-38ed-4a85-a82c-f040fbc19cd6,segment=NetworkSegment(502f6bc0-3ff5-4f3c-83a7-dc6861f58840),segment_id=502f6bc0-3ff5-4f3c-83a7-dc6861f58840)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:59:55.910096 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-70c86c8c-a4de-4ea5-a48b-50e51fe311db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:55.936474 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-88ee7c91-b81b-47ea-b802-68cc470d1870 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:55.970330 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c86c8c-a4de-4ea5-a48b-50e51fe311db None None] Pushing event updated for resources: {'Port': ['ID=6cf68ce6-38ed-4a85-a82c-f040fbc19cd6,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:55.984933 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-88ee7c91-b81b-47ea-b802-68cc470d1870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:56.026358 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ee7c91-b81b-47ea-b802-68cc470d1870 admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:59:56.029442 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-88ee7c91-b81b-47ea-b802-68cc470d1870 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:59:56.034233 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ee7c91-b81b-47ea-b802-68cc470d1870 admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:59:56.058373 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee7c91-b81b-47ea-b802-68cc470d1870 admin admin] Pushing event updated for resources: {'Port': ['ID=0054e902-43eb-4b0e-b7ea-c749f19d63bd,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:56.304464 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-88ee7c91-b81b-47ea-b802-68cc470d1870 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:56.507714 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-88ee7c91-b81b-47ea-b802-68cc470d1870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:56.648795 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ee7c91-b81b-47ea-b802-68cc470d1870 admin admin] Router 11f20aad-f26a-42a8-b14f-9c23211b70ce is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 15:59:56.888585 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf8957d-6271-4f40-9b8f-397920e7e76a None None] Network 0a7b8a2a-01cc-49af-b714-b4d925b8e409 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:59:56.976847 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8ecfc8d7-36c8-4ec5-bec2-6072eae0de4c None None] Provisioning for port 6cf68ce6-38ed-4a85-a82c-f040fbc19cd6 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:59:57.039805 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ee7c91-b81b-47ea-b802-68cc470d1870 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:59:57.055068 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8fc839-df89-4859-917e-1b02abe2ed78 None None] Sync routers for ids ['11f20aad-f26a-42a8-b14f-9c23211b70ce'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 15:59:57.055495 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-88ee7c91-b81b-47ea-b802-68cc470d1870 admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:57.060788 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-88ee7c91-b81b-47ea-b802-68cc470d1870 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7781682 Aug 28 15:59:57.061334 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60524) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:59:57.068239 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8fc839-df89-4859-917e-1b02abe2ed78 None None] Routers {'11f20aad-f26a-42a8-b14f-9c23211b70ce'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:59:57.068890 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-cc8fc839-df89-4859-917e-1b02abe2ed78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:59:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['11f20aad-f26a-42a8-b14f-9c23211b70ce'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:59:57.193721 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-cc8fc839-df89-4859-917e-1b02abe2ed78 None None] Set router 11f20aad-f26a-42a8-b14f-9c23211b70ce gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:59:57.224322 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:57.392392 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-cc8fc839-df89-4859-917e-1b02abe2ed78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'name': 'tempest-TestMinimumBasicScenario-1653414866-router', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '0054e902-43eb-4b0e-b7ea-c749f19d63bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:59:55Z', 'updated_at': '2021-08-28T15:59:56Z', 'revision_number': 3, 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'gw_port': {'id': '0054e902-43eb-4b0e-b7ea-c749f19d63bd', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:59:55Z', 'updated_at': '2021-08-28T15:59:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:59:57.422494 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6cf68ce6-38ed-4a85-a82c-f040fbc19cd6 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:59:57.425569 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8fc839-df89-4859-917e-1b02abe2ed78 None None] Checking router: 11f20aad-f26a-42a8-b14f-9c23211b70ce for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 15:59:57.425924 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8fc839-df89-4859-917e-1b02abe2ed78 None None] Updating router 11f20aad-f26a-42a8-b14f-9c23211b70ce port 0054e902-43eb-4b0e-b7ea-c749f19d63bd binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 15:59:57.476410 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cc8fc839-df89-4859-917e-1b02abe2ed78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:57.508882 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2535d41e-672a-45e0-a866-2b14503914c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:57.525240 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 6cf68ce6-38ed-4a85-a82c-f040fbc19cd6 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:59:57.571235 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 6cf68ce6-38ed-4a85-a82c-f040fbc19cd6 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:59:57.571527 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:57.669590 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-2535d41e-672a-45e0-a866-2b14503914c7 admin admin] Allocated IP 172.20.0.1 (0a7b8a2a-01cc-49af-b714-b4d925b8e409/3fd5b606-cecc-4bc3-8629-1eccddfee6ac/2af12608-74b9-4315-a9d0-3975749954f7) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 15:59:57.730608 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:57.777536 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2535d41e-672a-45e0-a866-2b14503914c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:57.790177 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-2535d41e-672a-45e0-a866-2b14503914c7 admin admin] Transition to ACTIVE for port object 2af12608-74b9-4315-a9d0-3975749954f7 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:59:57.802531 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 6cf68ce6-38ed-4a85-a82c-f040fbc19cd6, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6cf68ce6-38ed-4a85-a82c-f040fbc19cd6,segment=NetworkSegment(502f6bc0-3ff5-4f3c-83a7-dc6861f58840),segment_id=502f6bc0-3ff5-4f3c-83a7-dc6861f58840)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:59:57.808987 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:57.827392 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2535d41e-672a-45e0-a866-2b14503914c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:57.849939 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cc8fc839-df89-4859-917e-1b02abe2ed78 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:57.870195 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2535d41e-672a-45e0-a866-2b14503914c7 admin admin] Network 0a7b8a2a-01cc-49af-b714-b4d925b8e409 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:59:57.870548 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-cc8fc839-df89-4859-917e-1b02abe2ed78 None None] Transition to ACTIVE for port object 0054e902-43eb-4b0e-b7ea-c749f19d63bd will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 15:59:57.873230 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-2535d41e-672a-45e0-a866-2b14503914c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:59:57.878359 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2535d41e-672a-45e0-a866-2b14503914c7 admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 15:59:57.880672 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535d41e-672a-45e0-a866-2b14503914c7 admin admin] Pushing event updated for resources: {'Port': ['ID=2af12608-74b9-4315-a9d0-3975749954f7,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:57.882157 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=6cf68ce6-38ed-4a85-a82c-f040fbc19cd6,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:57.888191 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cc8fc839-df89-4859-917e-1b02abe2ed78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:57.922711 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2535d41e-672a-45e0-a866-2b14503914c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:58.066436 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2535d41e-672a-45e0-a866-2b14503914c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:58.103975 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-cc8fc839-df89-4859-917e-1b02abe2ed78 None None] Attempting to bind port 0054e902-43eb-4b0e-b7ea-c749f19d63bd on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 15:59:58.104582 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-cc8fc839-df89-4859-917e-1b02abe2ed78 None None] Attempting to bind port 0054e902-43eb-4b0e-b7ea-c749f19d63bd by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 15:59:58.104692 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8fc839-df89-4859-917e-1b02abe2ed78 None None] Attempting to bind port 0054e902-43eb-4b0e-b7ea-c749f19d63bd on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 15:59:58.107855 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4db3e2-6a32-476e-87f4-a9aba7997a01 None None] Pushing event updated for resources: {'Port': ['ID=0054e902-43eb-4b0e-b7ea-c749f19d63bd,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:58.112565 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8fc839-df89-4859-917e-1b02abe2ed78 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 15:59:58.112945 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8fc839-df89-4859-917e-1b02abe2ed78 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:59:58.113347 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cc8fc839-df89-4859-917e-1b02abe2ed78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:58.113737 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8fc839-df89-4859-917e-1b02abe2ed78 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 15:59:58.114204 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-cc8fc839-df89-4859-917e-1b02abe2ed78 None None] Bound port: 0054e902-43eb-4b0e-b7ea-c749f19d63bd, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 15:59:58.114593 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cc8fc839-df89-4859-917e-1b02abe2ed78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:58.165193 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-cc8fc839-df89-4859-917e-1b02abe2ed78 None None] For port 0054e902-43eb-4b0e-b7ea-c749f19d63bd, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 15:59:58.169275 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-cc8fc839-df89-4859-917e-1b02abe2ed78 None None] For port 0054e902-43eb-4b0e-b7ea-c749f19d63bd, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0054e902-43eb-4b0e-b7ea-c749f19d63bd,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 15:59:58.173615 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cc8fc839-df89-4859-917e-1b02abe2ed78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:58.229630 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-85dae973-7c77-4f6d-a89e-7607d526ade9 None None] Provisioning for port 2af12608-74b9-4315-a9d0-3975749954f7 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:59:58.238367 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2535d41e-672a-45e0-a866-2b14503914c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:58.242804 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2535d41e-672a-45e0-a866-2b14503914c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:58.243883 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-85dae973-7c77-4f6d-a89e-7607d526ade9 None None] Provisioning complete for port 2af12608-74b9-4315-a9d0-3975749954f7 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:59:58.244297 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-85dae973-7c77-4f6d-a89e-7607d526ade9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:58.269783 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8fc839-df89-4859-917e-1b02abe2ed78 None None] Routers {'11f20aad-f26a-42a8-b14f-9c23211b70ce'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 15:59:58.270417 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-cc8fc839-df89-4859-917e-1b02abe2ed78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:59:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['11f20aad-f26a-42a8-b14f-9c23211b70ce'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:59:58.274777 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4db3e2-6a32-476e-87f4-a9aba7997a01 None None] Pushing event updated for resources: {'Port': ['ID=0054e902-43eb-4b0e-b7ea-c749f19d63bd,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:58.314540 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2535d41e-672a-45e0-a866-2b14503914c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:58.316351 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535d41e-672a-45e0-a866-2b14503914c7 admin admin] Pushing event updated for resources: {'Port': ['ID=2af12608-74b9-4315-a9d0-3975749954f7,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:58.323072 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-85dae973-7c77-4f6d-a89e-7607d526ade9 None None] Port 2af12608-74b9-4315-a9d0-3975749954f7 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:59:58.389438 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-cc8fc839-df89-4859-917e-1b02abe2ed78 None None] Set router 11f20aad-f26a-42a8-b14f-9c23211b70ce gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 15:59:58.408545 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2535d41e-672a-45e0-a866-2b14503914c7 admin admin] Network 0a7b8a2a-01cc-49af-b714-b4d925b8e409 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 15:59:58.409930 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-2535d41e-672a-45e0-a866-2b14503914c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:59:58.531838 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2535d41e-672a-45e0-a866-2b14503914c7 admin admin] Router 11f20aad-f26a-42a8-b14f-9c23211b70ce has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 15:59:58.603869 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-cc8fc839-df89-4859-917e-1b02abe2ed78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'name': 'tempest-TestMinimumBasicScenario-1653414866-router', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '0054e902-43eb-4b0e-b7ea-c749f19d63bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:59:55Z', 'updated_at': '2021-08-28T15:59:58Z', 'revision_number': 4, 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'gw_port': {'id': '0054e902-43eb-4b0e-b7ea-c749f19d63bd', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:59:55Z', 'updated_at': '2021-08-28T15:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '2af12608-74b9-4315-a9d0-3975749954f7', 'name': '', 'network_id': '0a7b8a2a-01cc-49af-b714-b4d925b8e409', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'mac_address': 'fa:16:3e:13:ac:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3fd5b606-cecc-4bc3-8629-1eccddfee6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:59:57Z', 'updated_at': '2021-08-28T15:59:58Z', 'revision_number': 2, 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'subnets': [{'id': '3fd5b606-cecc-4bc3-8629-1eccddfee6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 15:59:58.637224 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8fc839-df89-4859-917e-1b02abe2ed78 None None] The sync data for ids ['11f20aad-f26a-42a8-b14f-9c23211b70ce'] in n-d-712137-10 is: [{'id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'name': 'tempest-TestMinimumBasicScenario-1653414866-router', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '0054e902-43eb-4b0e-b7ea-c749f19d63bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:59:55Z', 'updated_at': '2021-08-28T15:59:58Z', 'revision_number': 4, 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'gw_port': {'id': '0054e902-43eb-4b0e-b7ea-c749f19d63bd', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:59:55Z', 'updated_at': '2021-08-28T15:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '2af12608-74b9-4315-a9d0-3975749954f7', 'name': '', 'network_id': '0a7b8a2a-01cc-49af-b714-b4d925b8e409', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'mac_address': 'fa:16:3e:13:ac:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3fd5b606-cecc-4bc3-8629-1eccddfee6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:59:57Z', 'updated_at': '2021-08-28T15:59:58Z', 'revision_number': 2, 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'subnets': [{'id': '3fd5b606-cecc-4bc3-8629-1eccddfee6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 15:59:58.644727 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2535d41e-672a-45e0-a866-2b14503914c7 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 15:59:58.649178 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ba2b154-fa65-413e-aac4-cb249b432b57 None None] Provisioning complete for port 2af12608-74b9-4315-a9d0-3975749954f7 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:59:58.649608 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ba2b154-fa65-413e-aac4-cb249b432b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:58.652636 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2535d41e-672a-45e0-a866-2b14503914c7 admin admin] 10.222.0.13 "PUT /v2.0/routers/11f20aad-f26a-42a8-b14f-9c23211b70ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5893209 Aug 28 15:59:58.684927 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ba2b154-fa65-413e-aac4-cb249b432b57 None None] Port 2af12608-74b9-4315-a9d0-3975749954f7 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 15:59:59.159790 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60540) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:59:59.165153 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-0b86f535-0a99-47e2-92af-8d60aac023c2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1239192048-network', 'tenant_id': 'ae74492f4f03470986799bfc90207d6a'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:59:59.188053 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b86f535-0a99-47e2-92af-8d60aac023c2 admin admin] Made reservation on behalf of ae74492f4f03470986799bfc90207d6a for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:59:59.190686 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0b86f535-0a99-47e2-92af-8d60aac023c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:59.199894 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0b86f535-0a99-47e2-92af-8d60aac023c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:59.312707 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0b86f535-0a99-47e2-92af-8d60aac023c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:59.324853 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0b86f535-0a99-47e2-92af-8d60aac023c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:59.352063 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b86f535-0a99-47e2-92af-8d60aac023c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 15:59:59.369669 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86f535-0a99-47e2-92af-8d60aac023c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5e3682-8c2d-4e54-84c7-639a8e49465b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:59.374200 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0b86f535-0a99-47e2-92af-8d60aac023c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:59.374845 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-0b86f535-0a99-47e2-92af-8d60aac023c2 admin admin] Added segment df6586a1-f437-4a56-b0eb-917cae73ecbe of type vlan for network a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32 Aug 28 15:59:59.423719 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0b86f535-0a99-47e2-92af-8d60aac023c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:59.453700 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0b86f535-0a99-47e2-92af-8d60aac023c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:59.454682 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b86f535-0a99-47e2-92af-8d60aac023c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:59.455353 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0b86f535-0a99-47e2-92af-8d60aac023c2 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:59.465395 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0054e902-43eb-4b0e-b7ea-c749f19d63bd up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:59:59.515639 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0b86f535-0a99-47e2-92af-8d60aac023c2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3547096 Aug 28 15:59:59.518541 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60542) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:59:59.519338 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 0054e902-43eb-4b0e-b7ea-c749f19d63bd completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 15:59:59.523516 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 0054e902-43eb-4b0e-b7ea-c749f19d63bd triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:59:59.523945 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:59.526960 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-9bffe206-1197-4c80-822e-c7da58ff2d9c admin admin] Request body: {'subnet': {'network_id': 'a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1239192048-subnet', 'tenant_id': 'ae74492f4f03470986799bfc90207d6a', 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:59:59.534967 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86f535-0a99-47e2-92af-8d60aac023c2 admin admin] Pushing event updated for resources: {'Network': ['ID=a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:59.547927 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 15:59:59.554581 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bffe206-1197-4c80-822e-c7da58ff2d9c admin admin] Made reservation on behalf of ae74492f4f03470986799bfc90207d6a for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 15:59:59.557693 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9bffe206-1197-4c80-822e-c7da58ff2d9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:59.665839 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:59.687162 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 0054e902-43eb-4b0e-b7ea-c749f19d63bd, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0054e902-43eb-4b0e-b7ea-c749f19d63bd,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 15:59:59.692645 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:59.693736 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6cf68ce6-38ed-4a85-a82c-f040fbc19cd6 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 15:59:59.743213 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9bffe206-1197-4c80-822e-c7da58ff2d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:59.774203 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=0054e902-43eb-4b0e-b7ea-c749f19d63bd,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:59.788629 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 6cf68ce6-38ed-4a85-a82c-f040fbc19cd6 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 15:59:59.789007 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:59.808949 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bffe206-1197-4c80-822e-c7da58ff2d9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c213233-a279-468d-9eee-cfbfe3efe0a2,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 15:59:59.819234 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bffe206-1197-4c80-822e-c7da58ff2d9c admin admin] Checking segment: {'id': 'df6586a1-f437-4a56-b0eb-917cae73ecbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 15:59:59.819589 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bffe206-1197-4c80-822e-c7da58ff2d9c admin admin] Network hostable DHCP agents. Network: a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 15:59:59.839077 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bffe206-1197-4c80-822e-c7da58ff2d9c admin admin] Network a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 15:59:59.851169 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-9bffe206-1197-4c80-822e-c7da58ff2d9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 15:59:59.857823 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bffe206-1197-4c80-822e-c7da58ff2d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 15:59:59.858836 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9bffe206-1197-4c80-822e-c7da58ff2d9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:59.862026 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ed0373-9233-4fa8-bee5-2bcfd9708fef None None] Network a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 15:59:59.879089 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9bffe206-1197-4c80-822e-c7da58ff2d9c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3552113 Aug 28 15:59:59.879302 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60544) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 15:59:59.889653 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-6ceec184-3d3a-4cbc-8c15-d487effcac55 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1239192048-router', 'tenant_id': 'ae74492f4f03470986799bfc90207d6a', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 15:59:59.929681 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ceec184-3d3a-4cbc-8c15-d487effcac55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:59.932037 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ceec184-3d3a-4cbc-8c15-d487effcac55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 15:59:59.992580 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ceec184-3d3a-4cbc-8c15-d487effcac55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:00.030593 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5e6a87-ecb7-4561-9e43-08db1b18092e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32', 'network_id': 'a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32', 'tenant_id': 'ae74492f4f03470986799bfc90207d6a', 'fixed_ips': [{'subnet_id': '8c213233-a279-468d-9eee-cfbfe3efe0a2'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 16:00:00.031461 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5c5e6a87-ecb7-4561-9e43-08db1b18092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:00.130589 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ceec184-3d3a-4cbc-8c15-d487effcac55 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:00.175361 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-5c5e6a87-ecb7-4561-9e43-08db1b18092e None None] Allocated IP 172.20.0.2 (a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32/8c213233-a279-468d-9eee-cfbfe3efe0a2/b702ea99-005b-41db-be36-3d24434f3bde) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:00:00.319021 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5c5e6a87-ecb7-4561-9e43-08db1b18092e None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:00.328834 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-5c5e6a87-ecb7-4561-9e43-08db1b18092e None None] Transition to ACTIVE for port object b702ea99-005b-41db-be36-3d24434f3bde will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:00:00.344318 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-5c5e6a87-ecb7-4561-9e43-08db1b18092e None None] Transition to ACTIVE for port object b702ea99-005b-41db-be36-3d24434f3bde will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:00:00.349436 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5c5e6a87-ecb7-4561-9e43-08db1b18092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:00.394881 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5e6a87-ecb7-4561-9e43-08db1b18092e None None] Network a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:00:00.397994 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-5c5e6a87-ecb7-4561-9e43-08db1b18092e None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:00:00.402404 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5e6a87-ecb7-4561-9e43-08db1b18092e None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:00:00.410142 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e6a87-ecb7-4561-9e43-08db1b18092e None None] Pushing event updated for resources: {'Port': ['ID=b702ea99-005b-41db-be36-3d24434f3bde,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:00:00.470395 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-5c5e6a87-ecb7-4561-9e43-08db1b18092e None None] Attempting to bind port b702ea99-005b-41db-be36-3d24434f3bde on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:00:00.471058 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-5c5e6a87-ecb7-4561-9e43-08db1b18092e None None] Attempting to bind port b702ea99-005b-41db-be36-3d24434f3bde by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'df6586a1-f437-4a56-b0eb-917cae73ecbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:00:00.471418 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5e6a87-ecb7-4561-9e43-08db1b18092e None None] Attempting to bind port b702ea99-005b-41db-be36-3d24434f3bde on network a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:00:00.477178 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5e6a87-ecb7-4561-9e43-08db1b18092e None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:00:00.477715 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5e6a87-ecb7-4561-9e43-08db1b18092e None None] Checking segment: {'id': 'df6586a1-f437-4a56-b0eb-917cae73ecbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:00:00.478397 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5c5e6a87-ecb7-4561-9e43-08db1b18092e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:00.479004 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5e6a87-ecb7-4561-9e43-08db1b18092e None None] Bound using segment: {'id': 'df6586a1-f437-4a56-b0eb-917cae73ecbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:00:00.479628 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-5c5e6a87-ecb7-4561-9e43-08db1b18092e None None] Bound port: b702ea99-005b-41db-be36-3d24434f3bde, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df6586a1-f437-4a56-b0eb-917cae73ecbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:00:00.480153 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5c5e6a87-ecb7-4561-9e43-08db1b18092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:00.548462 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-5c5e6a87-ecb7-4561-9e43-08db1b18092e None None] For port b702ea99-005b-41db-be36-3d24434f3bde, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:00:00.551908 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-5c5e6a87-ecb7-4561-9e43-08db1b18092e None None] For port b702ea99-005b-41db-be36-3d24434f3bde, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b702ea99-005b-41db-be36-3d24434f3bde,segment=NetworkSegment(df6586a1-f437-4a56-b0eb-917cae73ecbe),segment_id=df6586a1-f437-4a56-b0eb-917cae73ecbe)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:00:00.558729 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5c5e6a87-ecb7-4561-9e43-08db1b18092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:00.618087 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e6a87-ecb7-4561-9e43-08db1b18092e None None] Pushing event updated for resources: {'Port': ['ID=b702ea99-005b-41db-be36-3d24434f3bde,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:00:00.667231 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ceec184-3d3a-4cbc-8c15-d487effcac55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:00.688040 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ceec184-3d3a-4cbc-8c15-d487effcac55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:00.801532 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d23acf1-dbe8-4f0c-b104-c22c30182cf8 None None] Sync routers for ids ['11f20aad-f26a-42a8-b14f-9c23211b70ce'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:00:00.813108 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d23acf1-dbe8-4f0c-b104-c22c30182cf8 None None] Routers {'11f20aad-f26a-42a8-b14f-9c23211b70ce'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:00:00.814853 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3d23acf1-dbe8-4f0c-b104-c22c30182cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:59:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['11f20aad-f26a-42a8-b14f-9c23211b70ce'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:00:00.823708 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-6ceec184-3d3a-4cbc-8c15-d487effcac55 admin admin] Allocated IP 172.25.3.123 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/617a4b54-7fcd-41ef-8d3e-5f697450852b) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:00:00.929601 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-3d23acf1-dbe8-4f0c-b104-c22c30182cf8 None None] Set router 11f20aad-f26a-42a8-b14f-9c23211b70ce gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:00:00.940586 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ceec184-3d3a-4cbc-8c15-d487effcac55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:00.980588 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ceec184-3d3a-4cbc-8c15-d487effcac55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:01.023548 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ceec184-3d3a-4cbc-8c15-d487effcac55 admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:00:01.026995 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-6ceec184-3d3a-4cbc-8c15-d487effcac55 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:00:01.029409 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceec184-3d3a-4cbc-8c15-d487effcac55 admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:00:01.051532 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceec184-3d3a-4cbc-8c15-d487effcac55 admin admin] Pushing event updated for resources: {'Port': ['ID=617a4b54-7fcd-41ef-8d3e-5f697450852b,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:00:01.135180 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3d23acf1-dbe8-4f0c-b104-c22c30182cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'name': 'tempest-TestMinimumBasicScenario-1653414866-router', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '0054e902-43eb-4b0e-b7ea-c749f19d63bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:59:55Z', 'updated_at': '2021-08-28T15:59:58Z', 'revision_number': 4, 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'gw_port': {'id': '0054e902-43eb-4b0e-b7ea-c749f19d63bd', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:59:55Z', 'updated_at': '2021-08-28T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '2af12608-74b9-4315-a9d0-3975749954f7', 'name': '', 'network_id': '0a7b8a2a-01cc-49af-b714-b4d925b8e409', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'mac_address': 'fa:16:3e:13:ac:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3fd5b606-cecc-4bc3-8629-1eccddfee6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:59:57Z', 'updated_at': '2021-08-28T15:59:58Z', 'revision_number': 2, 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'subnets': [{'id': '3fd5b606-cecc-4bc3-8629-1eccddfee6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:00:01.161992 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d23acf1-dbe8-4f0c-b104-c22c30182cf8 None None] Checking router: 11f20aad-f26a-42a8-b14f-9c23211b70ce for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:00:01.162341 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d23acf1-dbe8-4f0c-b104-c22c30182cf8 None None] Updating router 11f20aad-f26a-42a8-b14f-9c23211b70ce port 2af12608-74b9-4315-a9d0-3975749954f7 binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 16:00:01.187366 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-3d23acf1-dbe8-4f0c-b104-c22c30182cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:01.282312 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ceec184-3d3a-4cbc-8c15-d487effcac55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:01.489596 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-3d23acf1-dbe8-4f0c-b104-c22c30182cf8 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:01.502628 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-3d23acf1-dbe8-4f0c-b104-c22c30182cf8 None None] Transition to ACTIVE for port object 2af12608-74b9-4315-a9d0-3975749954f7 will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:00:01.507153 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0054e902-43eb-4b0e-b7ea-c749f19d63bd up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:00:01.510780 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-3d23acf1-dbe8-4f0c-b104-c22c30182cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:01.521065 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ceec184-3d3a-4cbc-8c15-d487effcac55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:01.567581 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 0054e902-43eb-4b0e-b7ea-c749f19d63bd triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:00:01.568290 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:01.594006 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ebcf3-e925-405d-af5d-5d73f0eb208e None None] Pushing event updated for resources: {'Port': ['ID=2af12608-74b9-4315-a9d0-3975749954f7,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:00:01.603534 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98ebcf3-e925-405d-af5d-5d73f0eb208e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:01.603961 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98ebcf3-e925-405d-af5d-5d73f0eb208e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:01.604313 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98ebcf3-e925-405d-af5d-5d73f0eb208e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:01.604653 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98ebcf3-e925-405d-af5d-5d73f0eb208e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:01.604981 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98ebcf3-e925-405d-af5d-5d73f0eb208e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:01.605502 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98ebcf3-e925-405d-af5d-5d73f0eb208e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:01.605991 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98ebcf3-e925-405d-af5d-5d73f0eb208e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:01.606488 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98ebcf3-e925-405d-af5d-5d73f0eb208e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:01.606976 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98ebcf3-e925-405d-af5d-5d73f0eb208e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:01.607486 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98ebcf3-e925-405d-af5d-5d73f0eb208e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:01.607996 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98ebcf3-e925-405d-af5d-5d73f0eb208e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:01.608700 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98ebcf3-e925-405d-af5d-5d73f0eb208e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:01.649120 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-3d23acf1-dbe8-4f0c-b104-c22c30182cf8 None None] Attempting to bind port 2af12608-74b9-4315-a9d0-3975749954f7 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:00:01.649481 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-3d23acf1-dbe8-4f0c-b104-c22c30182cf8 None None] Attempting to bind port 2af12608-74b9-4315-a9d0-3975749954f7 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '502f6bc0-3ff5-4f3c-83a7-dc6861f58840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0a7b8a2a-01cc-49af-b714-b4d925b8e409'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:00:01.650126 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d23acf1-dbe8-4f0c-b104-c22c30182cf8 None None] Attempting to bind port 2af12608-74b9-4315-a9d0-3975749954f7 on network 0a7b8a2a-01cc-49af-b714-b4d925b8e409 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:00:01.659636 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d23acf1-dbe8-4f0c-b104-c22c30182cf8 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:00:01.660309 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d23acf1-dbe8-4f0c-b104-c22c30182cf8 None None] Checking segment: {'id': '502f6bc0-3ff5-4f3c-83a7-dc6861f58840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0a7b8a2a-01cc-49af-b714-b4d925b8e409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:00:01.661148 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-3d23acf1-dbe8-4f0c-b104-c22c30182cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:01.661544 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d23acf1-dbe8-4f0c-b104-c22c30182cf8 None None] Bound using segment: {'id': '502f6bc0-3ff5-4f3c-83a7-dc6861f58840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0a7b8a2a-01cc-49af-b714-b4d925b8e409'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:00:01.662025 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-3d23acf1-dbe8-4f0c-b104-c22c30182cf8 None None] Bound port: 2af12608-74b9-4315-a9d0-3975749954f7, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502f6bc0-3ff5-4f3c-83a7-dc6861f58840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0a7b8a2a-01cc-49af-b714-b4d925b8e409'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:00:01.662411 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-3d23acf1-dbe8-4f0c-b104-c22c30182cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:01.677064 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b702ea99-005b-41db-be36-3d24434f3bde up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:00:01.719817 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ceec184-3d3a-4cbc-8c15-d487effcac55 admin admin] Router a5a8f762-7d05-472b-ad9a-387a48a500b7 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 16:00:01.755014 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-3d23acf1-dbe8-4f0c-b104-c22c30182cf8 None None] For port 2af12608-74b9-4315-a9d0-3975749954f7, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:00:01.760740 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-3d23acf1-dbe8-4f0c-b104-c22c30182cf8 None None] For port 2af12608-74b9-4315-a9d0-3975749954f7, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2af12608-74b9-4315-a9d0-3975749954f7,segment=NetworkSegment(502f6bc0-3ff5-4f3c-83a7-dc6861f58840),segment_id=502f6bc0-3ff5-4f3c-83a7-dc6861f58840)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:00:01.768233 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port b702ea99-005b-41db-be36-3d24434f3bde completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:00:01.770347 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-3d23acf1-dbe8-4f0c-b104-c22c30182cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:01.789813 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f84f55-293b-46e9-a31c-936bedec3ecb None None] Network a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 16:00:01.861990 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8b68a430-8cf0-4cd3-a5c1-e61c53c49c8b None None] Provisioning for port b702ea99-005b-41db-be36-3d24434f3bde completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:00:01.862530 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ebcf3-e925-405d-af5d-5d73f0eb208e None None] Pushing event updated for resources: {'Port': ['ID=2af12608-74b9-4315-a9d0-3975749954f7,revision_number=4']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:00:01.871638 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8b68a430-8cf0-4cd3-a5c1-e61c53c49c8b None None] Provisioning complete for port b702ea99-005b-41db-be36-3d24434f3bde triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:00:01.871914 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ceec184-3d3a-4cbc-8c15-d487effcac55 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:00:01.872027 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8b68a430-8cf0-4cd3-a5c1-e61c53c49c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:01.875428 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d23acf1-dbe8-4f0c-b104-c22c30182cf8 None None] Routers {'11f20aad-f26a-42a8-b14f-9c23211b70ce'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:00:01.876083 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3d23acf1-dbe8-4f0c-b104-c22c30182cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:59:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['11f20aad-f26a-42a8-b14f-9c23211b70ce'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:00:01.890504 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ceec184-3d3a-4cbc-8c15-d487effcac55 admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:01.891799 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6ceec184-3d3a-4cbc-8c15-d487effcac55 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0121038 Aug 28 16:00:01.894558 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60546) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:00:01.958856 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b57b52-5d02-4d56-9160-3499fa67c5eb None None] Sync routers for ids ['a5a8f762-7d05-472b-ad9a-387a48a500b7'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:00:02.001534 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b57b52-5d02-4d56-9160-3499fa67c5eb None None] Routers {'a5a8f762-7d05-472b-ad9a-387a48a500b7'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:00:02.002233 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b6b57b52-5d02-4d56-9160-3499fa67c5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:59:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a5a8f762-7d05-472b-ad9a-387a48a500b7'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:00:02.114302 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-3d23acf1-dbe8-4f0c-b104-c22c30182cf8 None None] Set router 11f20aad-f26a-42a8-b14f-9c23211b70ce gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:00:02.153509 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8b68a430-8cf0-4cd3-a5c1-e61c53c49c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:02.199801 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-b6b57b52-5d02-4d56-9160-3499fa67c5eb None None] Set router a5a8f762-7d05-472b-ad9a-387a48a500b7 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:00:02.359794 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-3d23acf1-dbe8-4f0c-b104-c22c30182cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'name': 'tempest-TestMinimumBasicScenario-1653414866-router', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '0054e902-43eb-4b0e-b7ea-c749f19d63bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:59:55Z', 'updated_at': '2021-08-28T15:59:58Z', 'revision_number': 4, 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'gw_port': {'id': '0054e902-43eb-4b0e-b7ea-c749f19d63bd', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:59:55Z', 'updated_at': '2021-08-28T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '2af12608-74b9-4315-a9d0-3975749954f7', 'name': '', 'network_id': '0a7b8a2a-01cc-49af-b714-b4d925b8e409', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'mac_address': 'fa:16:3e:13:ac:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3fd5b606-cecc-4bc3-8629-1eccddfee6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:59:57Z', 'updated_at': '2021-08-28T16:00:01Z', 'revision_number': 4, 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'subnets': [{'id': '3fd5b606-cecc-4bc3-8629-1eccddfee6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:00:02.387384 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-81c199f5-9099-44f6-b71d-ddeb633f6424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:02.390017 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d23acf1-dbe8-4f0c-b104-c22c30182cf8 None None] The sync data for ids ['11f20aad-f26a-42a8-b14f-9c23211b70ce'] in n-d-712137-10 is: [{'id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'name': 'tempest-TestMinimumBasicScenario-1653414866-router', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '0054e902-43eb-4b0e-b7ea-c749f19d63bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:59:55Z', 'updated_at': '2021-08-28T15:59:58Z', 'revision_number': 4, 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'gw_port': {'id': '0054e902-43eb-4b0e-b7ea-c749f19d63bd', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:59:55Z', 'updated_at': '2021-08-28T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '2af12608-74b9-4315-a9d0-3975749954f7', 'name': '', 'network_id': '0a7b8a2a-01cc-49af-b714-b4d925b8e409', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'mac_address': 'fa:16:3e:13:ac:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3fd5b606-cecc-4bc3-8629-1eccddfee6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:59:57Z', 'updated_at': '2021-08-28T16:00:01Z', 'revision_number': 4, 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'subnets': [{'id': '3fd5b606-cecc-4bc3-8629-1eccddfee6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:00:02.455034 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8b68a430-8cf0-4cd3-a5c1-e61c53c49c8b None None] For port b702ea99-005b-41db-be36-3d24434f3bde, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b702ea99-005b-41db-be36-3d24434f3bde,segment=NetworkSegment(df6586a1-f437-4a56-b0eb-917cae73ecbe),segment_id=df6586a1-f437-4a56-b0eb-917cae73ecbe)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:00:02.496961 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8b68a430-8cf0-4cd3-a5c1-e61c53c49c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:02.565017 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-81c199f5-9099-44f6-b71d-ddeb633f6424 admin admin] Allocated IP 172.20.0.1 (a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32/8c213233-a279-468d-9eee-cfbfe3efe0a2/1c744de8-5296-48b2-bfb9-37bb52fde385) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:00:02.576740 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68a430-8cf0-4cd3-a5c1-e61c53c49c8b None None] Pushing event updated for resources: {'Port': ['ID=b702ea99-005b-41db-be36-3d24434f3bde,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:00:02.648366 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8252bfdd-6678-4f3b-8e43-6f0b417403bc None None] Provisioning complete for port b702ea99-005b-41db-be36-3d24434f3bde triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:00:02.648760 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8252bfdd-6678-4f3b-8e43-6f0b417403bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:02.674380 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b6b57b52-5d02-4d56-9160-3499fa67c5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a8f762-7d05-472b-ad9a-387a48a500b7', 'name': 'tempest-TestMinimumBasicScenario-1239192048-router', 'tenant_id': 'ae74492f4f03470986799bfc90207d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '617a4b54-7fcd-41ef-8d3e-5f697450852b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:59:59Z', 'updated_at': '2021-08-28T16:00:01Z', 'revision_number': 3, 'project_id': 'ae74492f4f03470986799bfc90207d6a', 'gw_port': {'id': '617a4b54-7fcd-41ef-8d3e-5f697450852b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ed:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a8f762-7d05-472b-ad9a-387a48a500b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:00:00Z', 'updated_at': '2021-08-28T16:00:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:00:02.694048 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-81c199f5-9099-44f6-b71d-ddeb633f6424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:02.708456 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-81c199f5-9099-44f6-b71d-ddeb633f6424 admin admin] Transition to ACTIVE for port object 1c744de8-5296-48b2-bfb9-37bb52fde385 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:00:02.710196 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b57b52-5d02-4d56-9160-3499fa67c5eb None None] Checking router: a5a8f762-7d05-472b-ad9a-387a48a500b7 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:00:02.710556 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b57b52-5d02-4d56-9160-3499fa67c5eb None None] Updating router a5a8f762-7d05-472b-ad9a-387a48a500b7 port 617a4b54-7fcd-41ef-8d3e-5f697450852b binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 16:00:02.744034 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b6b57b52-5d02-4d56-9160-3499fa67c5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:02.752183 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-81c199f5-9099-44f6-b71d-ddeb633f6424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:02.792678 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c199f5-9099-44f6-b71d-ddeb633f6424 admin admin] Network a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:00:02.800215 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-81c199f5-9099-44f6-b71d-ddeb633f6424 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:00:02.804023 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c199f5-9099-44f6-b71d-ddeb633f6424 admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:00:02.841362 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c199f5-9099-44f6-b71d-ddeb633f6424 admin admin] Pushing event updated for resources: {'Port': ['ID=1c744de8-5296-48b2-bfb9-37bb52fde385,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:00:02.863359 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-81c199f5-9099-44f6-b71d-ddeb633f6424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:03.023626 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-81c199f5-9099-44f6-b71d-ddeb633f6424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:03.095604 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b6b57b52-5d02-4d56-9160-3499fa67c5eb None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:03.109633 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b6b57b52-5d02-4d56-9160-3499fa67c5eb None None] Transition to ACTIVE for port object 617a4b54-7fcd-41ef-8d3e-5f697450852b will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:00:03.117091 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-acc5c079-c95b-4436-9817-48be8459ec2d None None] Provisioning for port 1c744de8-5296-48b2-bfb9-37bb52fde385 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:00:03.122099 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-acc5c079-c95b-4436-9817-48be8459ec2d None None] Provisioning complete for port 1c744de8-5296-48b2-bfb9-37bb52fde385 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:00:03.122473 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-acc5c079-c95b-4436-9817-48be8459ec2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:03.124061 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b6b57b52-5d02-4d56-9160-3499fa67c5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:03.207513 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea383bc-3a4e-4f6b-8e9c-35564404d1e0 None None] Pushing event updated for resources: {'Port': ['ID=617a4b54-7fcd-41ef-8d3e-5f697450852b,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:00:03.210051 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-b6b57b52-5d02-4d56-9160-3499fa67c5eb None None] Attempting to bind port 617a4b54-7fcd-41ef-8d3e-5f697450852b on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:00:03.210428 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-b6b57b52-5d02-4d56-9160-3499fa67c5eb None None] Attempting to bind port 617a4b54-7fcd-41ef-8d3e-5f697450852b by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:00:03.210797 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b57b52-5d02-4d56-9160-3499fa67c5eb None None] Attempting to bind port 617a4b54-7fcd-41ef-8d3e-5f697450852b on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:00:03.213655 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-acc5c079-c95b-4436-9817-48be8459ec2d None None] Port 1c744de8-5296-48b2-bfb9-37bb52fde385 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:00:03.215093 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-81c199f5-9099-44f6-b71d-ddeb633f6424 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:03.218836 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b57b52-5d02-4d56-9160-3499fa67c5eb None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:00:03.219226 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b57b52-5d02-4d56-9160-3499fa67c5eb None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:00:03.219633 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b6b57b52-5d02-4d56-9160-3499fa67c5eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:03.220078 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b57b52-5d02-4d56-9160-3499fa67c5eb None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:00:03.220632 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-b6b57b52-5d02-4d56-9160-3499fa67c5eb None None] Bound port: 617a4b54-7fcd-41ef-8d3e-5f697450852b, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:00:03.220943 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b6b57b52-5d02-4d56-9160-3499fa67c5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:03.221381 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-81c199f5-9099-44f6-b71d-ddeb633f6424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:03.272882 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-b6b57b52-5d02-4d56-9160-3499fa67c5eb None None] For port 617a4b54-7fcd-41ef-8d3e-5f697450852b, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:00:03.277093 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-b6b57b52-5d02-4d56-9160-3499fa67c5eb None None] For port 617a4b54-7fcd-41ef-8d3e-5f697450852b, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=617a4b54-7fcd-41ef-8d3e-5f697450852b,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:00:03.281759 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b6b57b52-5d02-4d56-9160-3499fa67c5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:03.294350 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c199f5-9099-44f6-b71d-ddeb633f6424 admin admin] Pushing event updated for resources: {'Port': ['ID=1c744de8-5296-48b2-bfb9-37bb52fde385,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:00:03.297098 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-81c199f5-9099-44f6-b71d-ddeb633f6424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:03.344249 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b57b52-5d02-4d56-9160-3499fa67c5eb None None] Routers {'a5a8f762-7d05-472b-ad9a-387a48a500b7'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:00:03.344875 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b6b57b52-5d02-4d56-9160-3499fa67c5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:59:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a5a8f762-7d05-472b-ad9a-387a48a500b7'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:00:03.381162 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea383bc-3a4e-4f6b-8e9c-35564404d1e0 None None] Pushing event updated for resources: {'Port': ['ID=617a4b54-7fcd-41ef-8d3e-5f697450852b,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:00:03.393028 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c199f5-9099-44f6-b71d-ddeb633f6424 admin admin] Network a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:00:03.394683 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-81c199f5-9099-44f6-b71d-ddeb633f6424 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:00:03.436470 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2af12608-74b9-4315-a9d0-3975749954f7 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:00:03.492408 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-b6b57b52-5d02-4d56-9160-3499fa67c5eb None None] Set router a5a8f762-7d05-472b-ad9a-387a48a500b7 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:00:03.520722 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c199f5-9099-44f6-b71d-ddeb633f6424 admin admin] Router a5a8f762-7d05-472b-ad9a-387a48a500b7 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:00:03.541061 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 2af12608-74b9-4315-a9d0-3975749954f7 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:00:03.576137 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 2af12608-74b9-4315-a9d0-3975749954f7 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:00:03.576611 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:03.638364 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c199f5-9099-44f6-b71d-ddeb633f6424 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:00:03.643343 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-81c199f5-9099-44f6-b71d-ddeb633f6424 admin admin] 10.222.0.13 "PUT /v2.0/routers/a5a8f762-7d05-472b-ad9a-387a48a500b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7477269 Aug 28 16:00:03.679256 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f9ec3b2c-2f35-4628-afc2-1e78bcaf89dc None None] Provisioning complete for port 1c744de8-5296-48b2-bfb9-37bb52fde385 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:00:03.679820 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f9ec3b2c-2f35-4628-afc2-1e78bcaf89dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:03.751042 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-f9ec3b2c-2f35-4628-afc2-1e78bcaf89dc None None] Port 1c744de8-5296-48b2-bfb9-37bb52fde385 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:00:03.789952 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:03.831557 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 2af12608-74b9-4315-a9d0-3975749954f7, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2af12608-74b9-4315-a9d0-3975749954f7,segment=NetworkSegment(502f6bc0-3ff5-4f3c-83a7-dc6861f58840),segment_id=502f6bc0-3ff5-4f3c-83a7-dc6861f58840)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:00:03.834485 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b6b57b52-5d02-4d56-9160-3499fa67c5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a8f762-7d05-472b-ad9a-387a48a500b7', 'name': 'tempest-TestMinimumBasicScenario-1239192048-router', 'tenant_id': 'ae74492f4f03470986799bfc90207d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '617a4b54-7fcd-41ef-8d3e-5f697450852b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:59:59Z', 'updated_at': '2021-08-28T16:00:02Z', 'revision_number': 4, 'project_id': 'ae74492f4f03470986799bfc90207d6a', 'gw_port': {'id': '617a4b54-7fcd-41ef-8d3e-5f697450852b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ed:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a8f762-7d05-472b-ad9a-387a48a500b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:00:00Z', 'updated_at': '2021-08-28T16:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '1c744de8-5296-48b2-bfb9-37bb52fde385', 'name': '', 'network_id': 'a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32', 'tenant_id': 'ae74492f4f03470986799bfc90207d6a', 'mac_address': 'fa:16:3e:a9:d3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a8f762-7d05-472b-ad9a-387a48a500b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c213233-a279-468d-9eee-cfbfe3efe0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:00:02Z', 'updated_at': '2021-08-28T16:00:03Z', 'revision_number': 2, 'project_id': 'ae74492f4f03470986799bfc90207d6a', 'subnets': [{'id': '8c213233-a279-468d-9eee-cfbfe3efe0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:00:03.839379 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:03.840211 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b702ea99-005b-41db-be36-3d24434f3bde up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:00:03.887017 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b57b52-5d02-4d56-9160-3499fa67c5eb None None] The sync data for ids ['a5a8f762-7d05-472b-ad9a-387a48a500b7'] in n-d-712137-10 is: [{'id': 'a5a8f762-7d05-472b-ad9a-387a48a500b7', 'name': 'tempest-TestMinimumBasicScenario-1239192048-router', 'tenant_id': 'ae74492f4f03470986799bfc90207d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '617a4b54-7fcd-41ef-8d3e-5f697450852b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:59:59Z', 'updated_at': '2021-08-28T16:00:02Z', 'revision_number': 4, 'project_id': 'ae74492f4f03470986799bfc90207d6a', 'gw_port': {'id': '617a4b54-7fcd-41ef-8d3e-5f697450852b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ed:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a8f762-7d05-472b-ad9a-387a48a500b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:00:00Z', 'updated_at': '2021-08-28T16:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '1c744de8-5296-48b2-bfb9-37bb52fde385', 'name': '', 'network_id': 'a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32', 'tenant_id': 'ae74492f4f03470986799bfc90207d6a', 'mac_address': 'fa:16:3e:a9:d3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a8f762-7d05-472b-ad9a-387a48a500b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c213233-a279-468d-9eee-cfbfe3efe0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:00:02Z', 'updated_at': '2021-08-28T16:00:03Z', 'revision_number': 2, 'project_id': 'ae74492f4f03470986799bfc90207d6a', 'subnets': [{'id': '8c213233-a279-468d-9eee-cfbfe3efe0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:00:03.947454 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=2af12608-74b9-4315-a9d0-3975749954f7,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:00:03.956024 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port b702ea99-005b-41db-be36-3d24434f3bde triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:00:03.956396 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:05.509742 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2af12608-74b9-4315-a9d0-3975749954f7 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:00:05.577754 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 2af12608-74b9-4315-a9d0-3975749954f7 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:00:05.578567 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:05.679944 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 617a4b54-7fcd-41ef-8d3e-5f697450852b up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:00:05.735918 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 617a4b54-7fcd-41ef-8d3e-5f697450852b completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:00:05.740340 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 617a4b54-7fcd-41ef-8d3e-5f697450852b triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:00:05.740822 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:05.844886 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:05.869770 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 617a4b54-7fcd-41ef-8d3e-5f697450852b, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=617a4b54-7fcd-41ef-8d3e-5f697450852b,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:00:05.877204 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:05.957303 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=617a4b54-7fcd-41ef-8d3e-5f697450852b,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:00:06.777843 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0702aa-be8f-47ab-83a4-6fc227cb5d19 None None] Sync routers for ids ['a5a8f762-7d05-472b-ad9a-387a48a500b7'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:00:06.790528 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0702aa-be8f-47ab-83a4-6fc227cb5d19 None None] Routers {'a5a8f762-7d05-472b-ad9a-387a48a500b7'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:00:06.791417 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-5d0702aa-be8f-47ab-83a4-6fc227cb5d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:59:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a5a8f762-7d05-472b-ad9a-387a48a500b7'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:00:06.915321 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-5d0702aa-be8f-47ab-83a4-6fc227cb5d19 None None] Set router a5a8f762-7d05-472b-ad9a-387a48a500b7 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:00:07.145721 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-5d0702aa-be8f-47ab-83a4-6fc227cb5d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a8f762-7d05-472b-ad9a-387a48a500b7', 'name': 'tempest-TestMinimumBasicScenario-1239192048-router', 'tenant_id': 'ae74492f4f03470986799bfc90207d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '617a4b54-7fcd-41ef-8d3e-5f697450852b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:59:59Z', 'updated_at': '2021-08-28T16:00:02Z', 'revision_number': 4, 'project_id': 'ae74492f4f03470986799bfc90207d6a', 'gw_port': {'id': '617a4b54-7fcd-41ef-8d3e-5f697450852b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ed:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a8f762-7d05-472b-ad9a-387a48a500b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:00:00Z', 'updated_at': '2021-08-28T16:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '1c744de8-5296-48b2-bfb9-37bb52fde385', 'name': '', 'network_id': 'a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32', 'tenant_id': 'ae74492f4f03470986799bfc90207d6a', 'mac_address': 'fa:16:3e:a9:d3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a8f762-7d05-472b-ad9a-387a48a500b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c213233-a279-468d-9eee-cfbfe3efe0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:00:02Z', 'updated_at': '2021-08-28T16:00:03Z', 'revision_number': 2, 'project_id': 'ae74492f4f03470986799bfc90207d6a', 'subnets': [{'id': '8c213233-a279-468d-9eee-cfbfe3efe0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:00:07.173033 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0702aa-be8f-47ab-83a4-6fc227cb5d19 None None] Checking router: a5a8f762-7d05-472b-ad9a-387a48a500b7 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:00:07.173482 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0702aa-be8f-47ab-83a4-6fc227cb5d19 None None] Updating router a5a8f762-7d05-472b-ad9a-387a48a500b7 port 1c744de8-5296-48b2-bfb9-37bb52fde385 binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 16:00:07.211325 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-5d0702aa-be8f-47ab-83a4-6fc227cb5d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:07.391993 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 617a4b54-7fcd-41ef-8d3e-5f697450852b up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:00:07.447591 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 617a4b54-7fcd-41ef-8d3e-5f697450852b triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:00:07.448436 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:07.545717 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-5d0702aa-be8f-47ab-83a4-6fc227cb5d19 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:07.563884 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-5d0702aa-be8f-47ab-83a4-6fc227cb5d19 None None] Transition to ACTIVE for port object 1c744de8-5296-48b2-bfb9-37bb52fde385 will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:00:07.570667 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-5d0702aa-be8f-47ab-83a4-6fc227cb5d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:07.622905 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37045d-efd0-4a66-92e3-5dbfc9ce62c5 None None] Pushing event updated for resources: {'Port': ['ID=1c744de8-5296-48b2-bfb9-37bb52fde385,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:00:07.690305 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-5d0702aa-be8f-47ab-83a4-6fc227cb5d19 None None] Attempting to bind port 1c744de8-5296-48b2-bfb9-37bb52fde385 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:00:07.691257 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-5d0702aa-be8f-47ab-83a4-6fc227cb5d19 None None] Attempting to bind port 1c744de8-5296-48b2-bfb9-37bb52fde385 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'df6586a1-f437-4a56-b0eb-917cae73ecbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:00:07.691916 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0702aa-be8f-47ab-83a4-6fc227cb5d19 None None] Attempting to bind port 1c744de8-5296-48b2-bfb9-37bb52fde385 on network a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:00:07.699514 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0702aa-be8f-47ab-83a4-6fc227cb5d19 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 15, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:00:07.700315 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0702aa-be8f-47ab-83a4-6fc227cb5d19 None None] Checking segment: {'id': 'df6586a1-f437-4a56-b0eb-917cae73ecbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:00:07.700881 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-5d0702aa-be8f-47ab-83a4-6fc227cb5d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:07.701523 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0702aa-be8f-47ab-83a4-6fc227cb5d19 None None] Bound using segment: {'id': 'df6586a1-f437-4a56-b0eb-917cae73ecbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:00:07.702161 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-5d0702aa-be8f-47ab-83a4-6fc227cb5d19 None None] Bound port: 1c744de8-5296-48b2-bfb9-37bb52fde385, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df6586a1-f437-4a56-b0eb-917cae73ecbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:00:07.702837 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-5d0702aa-be8f-47ab-83a4-6fc227cb5d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:07.793876 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-5d0702aa-be8f-47ab-83a4-6fc227cb5d19 None None] For port 1c744de8-5296-48b2-bfb9-37bb52fde385, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:00:07.797791 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-5d0702aa-be8f-47ab-83a4-6fc227cb5d19 None None] For port 1c744de8-5296-48b2-bfb9-37bb52fde385, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=1c744de8-5296-48b2-bfb9-37bb52fde385,segment=NetworkSegment(df6586a1-f437-4a56-b0eb-917cae73ecbe),segment_id=df6586a1-f437-4a56-b0eb-917cae73ecbe)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:00:07.804208 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-5d0702aa-be8f-47ab-83a4-6fc227cb5d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:07.873410 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0702aa-be8f-47ab-83a4-6fc227cb5d19 None None] Routers {'a5a8f762-7d05-472b-ad9a-387a48a500b7'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:00:07.874045 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-5d0702aa-be8f-47ab-83a4-6fc227cb5d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T15:59:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a5a8f762-7d05-472b-ad9a-387a48a500b7'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:00:07.927223 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37045d-efd0-4a66-92e3-5dbfc9ce62c5 None None] Pushing event updated for resources: {'Port': ['ID=1c744de8-5296-48b2-bfb9-37bb52fde385,revision_number=4']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:00:08.049881 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-5d0702aa-be8f-47ab-83a4-6fc227cb5d19 None None] Set router a5a8f762-7d05-472b-ad9a-387a48a500b7 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:00:08.098720 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:00:08.105390 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c320ac1-8a84-4575-9823-b8ece8fda36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:08.296659 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-5d0702aa-be8f-47ab-83a4-6fc227cb5d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a8f762-7d05-472b-ad9a-387a48a500b7', 'name': 'tempest-TestMinimumBasicScenario-1239192048-router', 'tenant_id': 'ae74492f4f03470986799bfc90207d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '617a4b54-7fcd-41ef-8d3e-5f697450852b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:59:59Z', 'updated_at': '2021-08-28T16:00:02Z', 'revision_number': 4, 'project_id': 'ae74492f4f03470986799bfc90207d6a', 'gw_port': {'id': '617a4b54-7fcd-41ef-8d3e-5f697450852b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ed:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a8f762-7d05-472b-ad9a-387a48a500b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:00:00Z', 'updated_at': '2021-08-28T16:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '1c744de8-5296-48b2-bfb9-37bb52fde385', 'name': '', 'network_id': 'a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32', 'tenant_id': 'ae74492f4f03470986799bfc90207d6a', 'mac_address': 'fa:16:3e:a9:d3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a8f762-7d05-472b-ad9a-387a48a500b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c213233-a279-468d-9eee-cfbfe3efe0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:00:02Z', 'updated_at': '2021-08-28T16:00:07Z', 'revision_number': 4, 'project_id': 'ae74492f4f03470986799bfc90207d6a', 'subnets': [{'id': '8c213233-a279-468d-9eee-cfbfe3efe0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:00:08.325977 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0702aa-be8f-47ab-83a4-6fc227cb5d19 None None] The sync data for ids ['a5a8f762-7d05-472b-ad9a-387a48a500b7'] in n-d-712137-10 is: [{'id': 'a5a8f762-7d05-472b-ad9a-387a48a500b7', 'name': 'tempest-TestMinimumBasicScenario-1239192048-router', 'tenant_id': 'ae74492f4f03470986799bfc90207d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '617a4b54-7fcd-41ef-8d3e-5f697450852b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:59:59Z', 'updated_at': '2021-08-28T16:00:02Z', 'revision_number': 4, 'project_id': 'ae74492f4f03470986799bfc90207d6a', 'gw_port': {'id': '617a4b54-7fcd-41ef-8d3e-5f697450852b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ed:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a8f762-7d05-472b-ad9a-387a48a500b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:00:00Z', 'updated_at': '2021-08-28T16:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '1c744de8-5296-48b2-bfb9-37bb52fde385', 'name': '', 'network_id': 'a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32', 'tenant_id': 'ae74492f4f03470986799bfc90207d6a', 'mac_address': 'fa:16:3e:a9:d3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a8f762-7d05-472b-ad9a-387a48a500b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c213233-a279-468d-9eee-cfbfe3efe0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:00:02Z', 'updated_at': '2021-08-28T16:00:07Z', 'revision_number': 4, 'project_id': 'ae74492f4f03470986799bfc90207d6a', 'subnets': [{'id': '8c213233-a279-468d-9eee-cfbfe3efe0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:00:09.441993 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1c744de8-5296-48b2-bfb9-37bb52fde385 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:00:09.512375 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 1c744de8-5296-48b2-bfb9-37bb52fde385 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:00:09.516935 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 1c744de8-5296-48b2-bfb9-37bb52fde385 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:00:09.517534 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:09.611474 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:09.650780 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 1c744de8-5296-48b2-bfb9-37bb52fde385, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=1c744de8-5296-48b2-bfb9-37bb52fde385,segment=NetworkSegment(df6586a1-f437-4a56-b0eb-917cae73ecbe),segment_id=df6586a1-f437-4a56-b0eb-917cae73ecbe)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:00:09.658437 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:09.714716 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=1c744de8-5296-48b2-bfb9-37bb52fde385,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:00:10.667434 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0ff55a04-f1d3-4257-9c2d-4f3f3c7af129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:10.970711 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:11.374982 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1c744de8-5296-48b2-bfb9-37bb52fde385 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:00:11.429972 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 1c744de8-5296-48b2-bfb9-37bb52fde385 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:00:11.430998 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:11.982900 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:13.481431 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:13.599505 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-228181e0-e909-42d6-bdcc-5711e9277bb3 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:13.600923 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-228181e0-e909-42d6-bdcc-5711e9277bb3 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/networks?id=0a7b8a2a-01cc-49af-b714-b4d925b8e409 HTTP/1.1" status: 200 len: 815 time: 0.1004801 Aug 28 16:00:13.615619 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-32ee6e94-1725-47c9-9a0e-5e0dad96169f tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/quotas/5372552522ae4bd981ccd15fa28831b9 HTTP/1.1" status: 200 len: 375 time: 0.0089233 Aug 28 16:00:13.670406 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-10bfb97e-8079-45f5-823f-d5e056aaff82 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5372552522ae4bd981ccd15fa28831b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496032 Aug 28 16:00:13.854262 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-38fbcb17-a690-4e65-afa2-f8cda7acd212 service neutron] 10.222.0.13 "GET /v2.0/networks/0a7b8a2a-01cc-49af-b714-b4d925b8e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720576 Aug 28 16:00:13.955140 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-13e24fb7-1e9b-4344-ad9b-57c6cf30b7cb service neutron] 10.222.0.13 "GET /v2.0/networks/0a7b8a2a-01cc-49af-b714-b4d925b8e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947716 Aug 28 16:00:14.113896 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ec0e2057-d12a-4ddc-82ca-a7f7814716b4 req-968f7290-de4a-4b3d-af42-c9ab2ec104d6 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 210 time: 0.0265684 Aug 28 16:00:15.128752 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-ef99a7a7-bc5d-41b2-a183-21367aba31c9 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:15.130287 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-ef99a7a7-bc5d-41b2-a183-21367aba31c9 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.36 "GET /v2.0/networks?id=0a7b8a2a-01cc-49af-b714-b4d925b8e409 HTTP/1.1" status: 200 len: 815 time: 0.1026394 Aug 28 16:00:15.144412 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-fd20a939-dc84-4346-ac3f-28227d3f4adc tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Request body: {'port': {'device_id': '1ccb5d9d-53ef-44f9-be89-eb5c2ef869da', 'network_id': '0a7b8a2a-01cc-49af-b714-b4d925b8e409', 'admin_state_up': True, 'tenant_id': '5372552522ae4bd981ccd15fa28831b9'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:00:15.222031 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6e5d00ae-a2aa-4bf5-9b80-02f42bde7bc9 req-b96900db-9c46-4d52-aa65-c7fe995149a6 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 210 time: 0.0302241 Aug 28 16:00:15.284518 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-fd20a939-dc84-4346-ac3f-28227d3f4adc tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Made reservation on behalf of 5372552522ae4bd981ccd15fa28831b9 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 16:00:15.288474 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-fd20a939-dc84-4346-ac3f-28227d3f4adc tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:15.426025 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-fd20a939-dc84-4346-ac3f-28227d3f4adc tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Allocated IP 172.20.0.10 (0a7b8a2a-01cc-49af-b714-b4d925b8e409/3fd5b606-cecc-4bc3-8629-1eccddfee6ac/b12a4daa-a659-4b30-93eb-29383e863e28) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:00:15.620130 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-fd20a939-dc84-4346-ac3f-28227d3f4adc tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:15.636875 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-fd20a939-dc84-4346-ac3f-28227d3f4adc tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Transition to ACTIVE for port object b12a4daa-a659-4b30-93eb-29383e863e28 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:00:15.674218 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-fd20a939-dc84-4346-ac3f-28227d3f4adc tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:15.732991 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-fd20a939-dc84-4346-ac3f-28227d3f4adc tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Network 0a7b8a2a-01cc-49af-b714-b4d925b8e409 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:00:15.736527 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-fd20a939-dc84-4346-ac3f-28227d3f4adc tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:00:15.740346 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-fd20a939-dc84-4346-ac3f-28227d3f4adc tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:00:15.746987 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20a939-dc84-4346-ac3f-28227d3f4adc tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Pushing event updated for resources: {'Port': ['ID=b12a4daa-a659-4b30-93eb-29383e863e28,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:00:15.807894 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-fd20a939-dc84-4346-ac3f-28227d3f4adc tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:15.808625 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-fd20a939-dc84-4346-ac3f-28227d3f4adc tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:15.831289 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-fd20a939-dc84-4346-ac3f-28227d3f4adc tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6912432 Aug 28 16:00:16.025090 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b62a4cae-8669-4cc2-8a5f-6554ceb18527 None None] Provisioning for port b12a4daa-a659-4b30-93eb-29383e863e28 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:00:16.029387 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b62a4cae-8669-4cc2-8a5f-6554ceb18527 None None] Provisioning complete for port b12a4daa-a659-4b30-93eb-29383e863e28 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:00:16.029721 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b62a4cae-8669-4cc2-8a5f-6554ceb18527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:16.066698 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-b62a4cae-8669-4cc2-8a5f-6554ceb18527 None None] Port b12a4daa-a659-4b30-93eb-29383e863e28 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:00:16.353784 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913a0f0-9623-4f0d-b002-04a08d3c8182 req-2d0676ba-7207-4632-8051-45b8c4f6dce9 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:16.355457 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3913a0f0-9623-4f0d-b002-04a08d3c8182 req-2d0676ba-7207-4632-8051-45b8c4f6dce9 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 932 time: 0.0529909 Aug 28 16:00:16.394644 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3913a0f0-9623-4f0d-b002-04a08d3c8182 req-8f4dc4f8-35e5-4de0-8b8b-9c83c686fa7a tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327725 Aug 28 16:00:17.514272 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd1a8b-643e-4a2e-a9af-7de0dacff6d4 req-80928dd8-5aad-44f2-8cab-e0600659e89a tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:17.516136 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-55bd1a8b-643e-4a2e-a9af-7de0dacff6d4 req-80928dd8-5aad-44f2-8cab-e0600659e89a tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 932 time: 0.0521185 Aug 28 16:00:17.557854 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-55bd1a8b-643e-4a2e-a9af-7de0dacff6d4 req-a098f82c-ad7e-4b44-8594-ae07f1562c5b tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356946 Aug 28 16:00:18.688820 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c53882-15a3-4809-bb6b-e1dd1973138f req-1fe55598-78c4-43c9-bca2-9de949895fc1 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:18.690317 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-34c53882-15a3-4809-bb6b-e1dd1973138f req-1fe55598-78c4-43c9-bca2-9de949895fc1 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 932 time: 0.0629492 Aug 28 16:00:18.729949 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-34c53882-15a3-4809-bb6b-e1dd1973138f req-5cd57951-ea36-4717-992a-6f2001d862a4 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330606 Aug 28 16:00:19.849004 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf81680-62bc-4336-bd9d-74e817f08d94 req-b801b312-349a-4d4f-b19c-17aefa5a1593 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:19.850528 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7bf81680-62bc-4336-bd9d-74e817f08d94 req-b801b312-349a-4d4f-b19c-17aefa5a1593 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 932 time: 0.0499225 Aug 28 16:00:19.896427 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7bf81680-62bc-4336-bd9d-74e817f08d94 req-e1972a41-2585-48dd-8bb0-96ae202a83d8 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392594 Aug 28 16:00:21.025385 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68220f75-ccf5-4c25-a9ff-93ddd85ce774 req-09da30e3-8a0a-4acc-a421-4413b253ecff tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:21.027071 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-68220f75-ccf5-4c25-a9ff-93ddd85ce774 req-09da30e3-8a0a-4acc-a421-4413b253ecff tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 932 time: 0.0515931 Aug 28 16:00:21.068163 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-68220f75-ccf5-4c25-a9ff-93ddd85ce774 req-7a4c5a5c-03df-41f4-8b5e-37fa014db2d6 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346968 Aug 28 16:00:22.186044 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a81fd2-f119-41c9-8235-0862007fe29a req-1b9409f7-69a1-418f-8796-a56deb430cd5 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:22.187530 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-08a81fd2-f119-41c9-8235-0862007fe29a req-1b9409f7-69a1-418f-8796-a56deb430cd5 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 932 time: 0.0506535 Aug 28 16:00:22.229437 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-08a81fd2-f119-41c9-8235-0862007fe29a req-33488c71-29e5-4af6-96aa-8d394e793767 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357347 Aug 28 16:00:23.360193 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acf530-f3c3-4936-8559-dfe81c983bea req-758e0c2e-c2c2-4256-a47c-4f1616b04840 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:23.362203 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-49acf530-f3c3-4936-8559-dfe81c983bea req-758e0c2e-c2c2-4256-a47c-4f1616b04840 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 932 time: 0.0548038 Aug 28 16:00:23.411288 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-49acf530-f3c3-4936-8559-dfe81c983bea req-93ed4140-149d-4903-a6e0-6955570ebc41 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422907 Aug 28 16:00:24.537022 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e53e7-e803-4030-8937-ef19c83ed7d9 req-dea16d3b-6557-4b18-8b6f-707d44ff00f8 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:24.538851 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-741e53e7-e803-4030-8937-ef19c83ed7d9 req-dea16d3b-6557-4b18-8b6f-707d44ff00f8 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 932 time: 0.0517037 Aug 28 16:00:24.582191 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-741e53e7-e803-4030-8937-ef19c83ed7d9 req-15e8d928-673e-49a4-ad49-0a8c2fafe74e tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357106 Aug 28 16:00:25.067227 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:25.699386 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3ac74-faee-4266-b3f9-b9c6e675796e req-fa391f89-a45b-48c1-85ae-461a06c29633 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:25.700913 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-04c3ac74-faee-4266-b3f9-b9c6e675796e req-fa391f89-a45b-48c1-85ae-461a06c29633 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 932 time: 0.0538292 Aug 28 16:00:25.737748 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-04c3ac74-faee-4266-b3f9-b9c6e675796e req-d64871ba-c04f-4062-81a8-df3f5f92369f tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309827 Aug 28 16:00:26.091471 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-5f554e52-7c81-4dcc-aece-52e0ce592b44 service neutron] Request body: {'port': {'device_id': '1ccb5d9d-53ef-44f9-be89-eb5c2ef869da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:00:26.150954 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-5f554e52-7c81-4dcc-aece-52e0ce592b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:26.417474 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-5f554e52-7c81-4dcc-aece-52e0ce592b44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b12a4daa-a659-4b30-93eb-29383e863e28 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 16:00:26.424658 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-5f554e52-7c81-4dcc-aece-52e0ce592b44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:26.436577 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-5f554e52-7c81-4dcc-aece-52e0ce592b44 service neutron] Transition to ACTIVE for port object b12a4daa-a659-4b30-93eb-29383e863e28 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:00:26.440308 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-5f554e52-7c81-4dcc-aece-52e0ce592b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:26.494694 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f554e52-7c81-4dcc-aece-52e0ce592b44 service neutron] Pushing event updated for resources: {'Port': ['ID=b12a4daa-a659-4b30-93eb-29383e863e28,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:00:26.566298 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-5f554e52-7c81-4dcc-aece-52e0ce592b44 service neutron] Attempting to bind port b12a4daa-a659-4b30-93eb-29383e863e28 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:00:26.566642 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-5f554e52-7c81-4dcc-aece-52e0ce592b44 service neutron] Attempting to bind port b12a4daa-a659-4b30-93eb-29383e863e28 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '502f6bc0-3ff5-4f3c-83a7-dc6861f58840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0a7b8a2a-01cc-49af-b714-b4d925b8e409'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:00:26.566981 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-5f554e52-7c81-4dcc-aece-52e0ce592b44 service neutron] Attempting to bind port b12a4daa-a659-4b30-93eb-29383e863e28 on network 0a7b8a2a-01cc-49af-b714-b4d925b8e409 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:00:26.573048 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-5f554e52-7c81-4dcc-aece-52e0ce592b44 service neutron] Port b12a4daa-a659-4b30-93eb-29383e863e28 on network 0a7b8a2a-01cc-49af-b714-b4d925b8e409 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 16:00:26.573381 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-5f554e52-7c81-4dcc-aece-52e0ce592b44 service neutron] Attempting to bind port b12a4daa-a659-4b30-93eb-29383e863e28 on network 0a7b8a2a-01cc-49af-b714-b4d925b8e409 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:00:26.578580 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-5f554e52-7c81-4dcc-aece-52e0ce592b44 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:00:26.578931 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-5f554e52-7c81-4dcc-aece-52e0ce592b44 service neutron] Checking segment: {'id': '502f6bc0-3ff5-4f3c-83a7-dc6861f58840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0a7b8a2a-01cc-49af-b714-b4d925b8e409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:00:26.579328 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-5f554e52-7c81-4dcc-aece-52e0ce592b44 service neutron] Bound using segment: {'id': '502f6bc0-3ff5-4f3c-83a7-dc6861f58840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0a7b8a2a-01cc-49af-b714-b4d925b8e409'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:00:26.579787 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-5f554e52-7c81-4dcc-aece-52e0ce592b44 service neutron] Bound port: b12a4daa-a659-4b30-93eb-29383e863e28, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '502f6bc0-3ff5-4f3c-83a7-dc6861f58840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0a7b8a2a-01cc-49af-b714-b4d925b8e409'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:00:26.580156 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-5f554e52-7c81-4dcc-aece-52e0ce592b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:26.651187 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-5f554e52-7c81-4dcc-aece-52e0ce592b44 service neutron] For port b12a4daa-a659-4b30-93eb-29383e863e28, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:00:26.654526 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-5f554e52-7c81-4dcc-aece-52e0ce592b44 service neutron] For port b12a4daa-a659-4b30-93eb-29383e863e28, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=b12a4daa-a659-4b30-93eb-29383e863e28,segment=NetworkSegment(502f6bc0-3ff5-4f3c-83a7-dc6861f58840),segment_id=502f6bc0-3ff5-4f3c-83a7-dc6861f58840)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:00:26.658378 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-5f554e52-7c81-4dcc-aece-52e0ce592b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:26.690494 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-5f554e52-7c81-4dcc-aece-52e0ce592b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:26.691246 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-5f554e52-7c81-4dcc-aece-52e0ce592b44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:26.692679 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-5f554e52-7c81-4dcc-aece-52e0ce592b44 service neutron] 10.222.0.36 "PUT /v2.0/ports/b12a4daa-a659-4b30-93eb-29383e863e28 HTTP/1.1" status: 200 len: 1093 time: 0.6076775 Aug 28 16:00:26.693114 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ccb5d9d-53ef-44f9-be89-eb5c2ef869da', 'tag': 'b12a4daa-a659-4b30-93eb-29383e863e28'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:00:26.696050 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5d72ff-8eed-4a4c-99c4-0189c766efd0" -d '{"events": [{"name": "network-changed", "server_uuid": "1ccb5d9d-53ef-44f9-be89-eb5c2ef869da", "tag": "b12a4daa-a659-4b30-93eb-29383e863e28"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:00:26.723145 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f554e52-7c81-4dcc-aece-52e0ce592b44 service neutron] Pushing event updated for resources: {'Port': ['ID=b12a4daa-a659-4b30-93eb-29383e863e28,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:00:26.755628 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f1c1ca-428e-491c-86e9-6d344197db56 x-openstack-request-id: req-c4f1c1ca-428e-491c-86e9-6d344197db56 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:00:26.756022 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ccb5d9d-53ef-44f9-be89-eb5c2ef869da", "tag": "b12a4daa-a659-4b30-93eb-29383e863e28", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:00:26.756482 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4f1c1ca-428e-491c-86e9-6d344197db56 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:00:26.756933 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ccb5d9d-53ef-44f9-be89-eb5c2ef869da', 'tag': 'b12a4daa-a659-4b30-93eb-29383e863e28', 'status': 'completed', 'code': 200} Aug 28 16:00:26.792910 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-ab92f540-3814-425f-bbf3-6951efec5b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:26.794645 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-ab92f540-3814-425f-bbf3-6951efec5b35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5372552522ae4bd981ccd15fa28831b9&device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 1096 time: 0.0524440 Aug 28 16:00:26.845631 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-42f92b04-4244-4852-8fad-2902689efa18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b12a4daa-a659-4b30-93eb-29383e863e28 HTTP/1.1" status: 200 len: 217 time: 0.0418270 Aug 28 16:00:26.862323 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289cd301-de7a-4176-8c5f-1d1b83fbc665 req-628ab99b-fb8e-4c42-b490-5b8ddd7d2e65 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:26.864928 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-289cd301-de7a-4176-8c5f-1d1b83fbc665 req-628ab99b-fb8e-4c42-b490-5b8ddd7d2e65 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 944 time: 0.0543613 Aug 28 16:00:26.903514 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-56111473-bcbb-4542-8612-ba639d6a6846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:26.905228 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-56111473-bcbb-4542-8612-ba639d6a6846 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3fd5b606-cecc-4bc3-8629-1eccddfee6ac HTTP/1.1" status: 200 len: 854 time: 0.0520184 Aug 28 16:00:26.915103 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-289cd301-de7a-4176-8c5f-1d1b83fbc665 req-ef60ec77-b84f-417a-bf0c-0c78bd75fd32 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343618 Aug 28 16:00:26.950961 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-369537fd-fb20-4e6b-aa03-7ff2b2a9ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:26.952391 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-369537fd-fb20-4e6b-aa03-7ff2b2a9ab03 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a7b8a2a-01cc-49af-b714-b4d925b8e409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396938 Aug 28 16:00:27.047580 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-a1f2302f-235d-41e4-9f10-c63de33ff17d service neutron] 10.222.0.36 "GET /v2.0/networks/0a7b8a2a-01cc-49af-b714-b4d925b8e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854545 Aug 28 16:00:27.136897 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-35d9afd0-0d9f-4a44-a57d-4fb0cf9cfba2 req-1c458ba0-6a7a-4868-ab68-140794de8bb4 service neutron] 10.222.0.36 "GET /v2.0/networks/0a7b8a2a-01cc-49af-b714-b4d925b8e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810816 Aug 28 16:00:27.183125 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:27.233452 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d72ff-8eed-4a4c-99c4-0189c766efd0 req-47848556-6ea2-49b8-8fec-4ba76c7c6cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:27.234945 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3e5d72ff-8eed-4a4c-99c4-0189c766efd0 req-47848556-6ea2-49b8-8fec-4ba76c7c6cae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5372552522ae4bd981ccd15fa28831b9&device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 1096 time: 0.0472882 Aug 28 16:00:27.323580 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d72ff-8eed-4a4c-99c4-0189c766efd0 req-bd0ffa5c-ef18-4246-bc8d-4065ee232271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:27.325068 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3e5d72ff-8eed-4a4c-99c4-0189c766efd0 req-bd0ffa5c-ef18-4246-bc8d-4065ee232271 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0a7b8a2a-01cc-49af-b714-b4d925b8e409 HTTP/1.1" status: 200 len: 916 time: 0.0821021 Aug 28 16:00:27.368670 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3e5d72ff-8eed-4a4c-99c4-0189c766efd0 req-47f465dd-855c-4ce6-aea5-7d3838409996 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b12a4daa-a659-4b30-93eb-29383e863e28 HTTP/1.1" status: 200 len: 217 time: 0.0346203 Aug 28 16:00:27.422211 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d72ff-8eed-4a4c-99c4-0189c766efd0 req-9b246024-5927-40a2-a397-33d0f12c18f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:27.423710 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3e5d72ff-8eed-4a4c-99c4-0189c766efd0 req-9b246024-5927-40a2-a397-33d0f12c18f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3fd5b606-cecc-4bc3-8629-1eccddfee6ac HTTP/1.1" status: 200 len: 854 time: 0.0477188 Aug 28 16:00:27.469662 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d72ff-8eed-4a4c-99c4-0189c766efd0 req-b02e095b-3172-4cac-9545-0e8d14f24afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:27.471113 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3e5d72ff-8eed-4a4c-99c4-0189c766efd0 req-b02e095b-3172-4cac-9545-0e8d14f24afd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a7b8a2a-01cc-49af-b714-b4d925b8e409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387590 Aug 28 16:00:27.558997 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3e5d72ff-8eed-4a4c-99c4-0189c766efd0 req-e66a4c3c-691c-46bf-a3e5-fd60ac142822 service neutron] 10.222.0.36 "GET /v2.0/networks/0a7b8a2a-01cc-49af-b714-b4d925b8e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801983 Aug 28 16:00:27.652425 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3e5d72ff-8eed-4a4c-99c4-0189c766efd0 req-da564785-55bd-4bf3-9d34-d72ce59c91a6 service neutron] 10.222.0.36 "GET /v2.0/networks/0a7b8a2a-01cc-49af-b714-b4d925b8e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854509 Aug 28 16:00:28.030031 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776e365-7650-4d10-bbd1-fdefbca5fb56 req-2c851aba-2a54-46bc-b0ca-7fe86343b0e1 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:28.031484 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1776e365-7650-4d10-bbd1-fdefbca5fb56 req-2c851aba-2a54-46bc-b0ca-7fe86343b0e1 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 944 time: 0.0492501 Aug 28 16:00:28.069841 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1776e365-7650-4d10-bbd1-fdefbca5fb56 req-65351f01-c697-4add-a7cc-0ce44079800f tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324323 Aug 28 16:00:29.185379 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04988b15-c130-4919-82bb-fb9e42dfc37b req-e0d8fe47-d63e-459c-86fb-56e50f25363d tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:29.186782 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-04988b15-c130-4919-82bb-fb9e42dfc37b req-e0d8fe47-d63e-459c-86fb-56e50f25363d tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 944 time: 0.0491626 Aug 28 16:00:29.225128 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-04988b15-c130-4919-82bb-fb9e42dfc37b req-0e5283c1-f119-459b-8996-da0bace78adf tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321658 Aug 28 16:00:30.346084 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade524f8-d0ff-4a19-92f7-2797dfe6d97a req-3f5a3d92-c34d-4081-9a4d-586fc3abf6ec tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:30.347549 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ade524f8-d0ff-4a19-92f7-2797dfe6d97a req-3f5a3d92-c34d-4081-9a4d-586fc3abf6ec tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 944 time: 0.0531352 Aug 28 16:00:30.384683 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ade524f8-d0ff-4a19-92f7-2797dfe6d97a req-a6fefd58-3dcd-46d6-b670-ac087ce04cfc tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305481 Aug 28 16:00:31.443518 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device b12a4daa-a659-4b30-93eb-29383e863e28 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 16:00:31.507780 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f14ea-2844-4937-b580-5ccf44aed4dc req-5a6b9c00-f398-459e-a952-65d35d5c58ba tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:31.509273 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-767f14ea-2844-4937-b580-5ccf44aed4dc req-5a6b9c00-f398-459e-a952-65d35d5c58ba tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 944 time: 0.0548079 Aug 28 16:00:31.543530 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port b12a4daa-a659-4b30-93eb-29383e863e28, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=b12a4daa-a659-4b30-93eb-29383e863e28,segment=NetworkSegment(502f6bc0-3ff5-4f3c-83a7-dc6861f58840),segment_id=502f6bc0-3ff5-4f3c-83a7-dc6861f58840)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:00:31.547762 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-767f14ea-2844-4937-b580-5ccf44aed4dc req-1d05109c-3438-43bc-b03f-ce0c10fc6c91 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322948 Aug 28 16:00:31.555286 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'b12a4daa-a659-4b30-93eb-29383e863e28', 'network_id': '0a7b8a2a-01cc-49af-b714-b4d925b8e409', 'port_id': 'b12a4daa-a659-4b30-93eb-29383e863e28', 'mac_address': 'fa:16:3e:ae:20:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd5b606-cecc-4bc3-8629-1eccddfee6ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 16:00:31.609298 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:31.622102 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b12a4daa-a659-4b30-93eb-29383e863e28 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 16:00:31.641744 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port b12a4daa-a659-4b30-93eb-29383e863e28, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=b12a4daa-a659-4b30-93eb-29383e863e28,segment=NetworkSegment(502f6bc0-3ff5-4f3c-83a7-dc6861f58840),segment_id=502f6bc0-3ff5-4f3c-83a7-dc6861f58840)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:00:31.645866 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:31.702079 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=b12a4daa-a659-4b30-93eb-29383e863e28,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:00:31.710242 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:31.711230 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:31.711580 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:31.711953 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:31.712291 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:31.712751 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:31.713091 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:31.713424 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:31.713755 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:31.714082 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:31.714411 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:31.714737 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:31.845965 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['b12a4daa-a659-4b30-93eb-29383e863e28'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 16:00:32.663313 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6deb631-2f50-4b76-a230-96236b264da5 req-8d71c37c-7969-42c9-b80c-a171b7399c9f tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:32.665476 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6deb631-2f50-4b76-a230-96236b264da5 req-8d71c37c-7969-42c9-b80c-a171b7399c9f tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 945 time: 0.0498304 Aug 28 16:00:32.702078 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c6deb631-2f50-4b76-a230-96236b264da5 req-d5074b0e-3c62-4cf5-bd7f-005a05316ba2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303786 Aug 28 16:00:33.474067 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device b12a4daa-a659-4b30-93eb-29383e863e28 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:00:33.521878 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port b12a4daa-a659-4b30-93eb-29383e863e28 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:00:33.525782 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port b12a4daa-a659-4b30-93eb-29383e863e28 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:00:33.526151 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:33.598254 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:33.622426 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ccb5d9d-53ef-44f9-be89-eb5c2ef869da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12a4daa-a659-4b30-93eb-29383e863e28'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:00:33.624676 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e998ae4c8ad98a44641492a375488314a28001c32b9c96e1494d2a73900553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac5b222-0096-4dbf-a5b6-852f9a873a22" -d '{"events": [{"server_uuid": "1ccb5d9d-53ef-44f9-be89-eb5c2ef869da", "name": "network-vif-plugged", "status": "completed", "tag": "b12a4daa-a659-4b30-93eb-29383e863e28"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:00:33.637464 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port b12a4daa-a659-4b30-93eb-29383e863e28, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=b12a4daa-a659-4b30-93eb-29383e863e28,segment=NetworkSegment(502f6bc0-3ff5-4f3c-83a7-dc6861f58840),segment_id=502f6bc0-3ff5-4f3c-83a7-dc6861f58840)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:00:33.642031 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:33.665616 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 16:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2afe53-d105-4966-b857-205cf641026e x-openstack-request-id: req-df2afe53-d105-4966-b857-205cf641026e {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:00:33.665912 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ccb5d9d-53ef-44f9-be89-eb5c2ef869da", "name": "network-vif-plugged", "status": "completed", "tag": "b12a4daa-a659-4b30-93eb-29383e863e28", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:00:33.666159 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df2afe53-d105-4966-b857-205cf641026e {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:00:33.666567 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ccb5d9d-53ef-44f9-be89-eb5c2ef869da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12a4daa-a659-4b30-93eb-29383e863e28', 'code': 200} Aug 28 16:00:33.694599 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=b12a4daa-a659-4b30-93eb-29383e863e28,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:00:33.763788 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e0a32-edf0-4eaa-afb4-86645b3a957a req-1d7bbc79-66f3-4192-8e92-774e5f20d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:33.765298 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fe9e0a32-edf0-4eaa-afb4-86645b3a957a req-1d7bbc79-66f3-4192-8e92-774e5f20d885 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 1098 time: 0.0406928 Aug 28 16:00:34.107132 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fe9e0a32-edf0-4eaa-afb4-86645b3a957a req-872d9c94-0ae1-4a91-8c7a-87f1ea2f4b5b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279572 Aug 28 16:00:34.115358 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be1d7e-0b15-4f38-b41c-2da2100be24e req-8301af69-7bb6-44aa-99ef-31254603eefd tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:34.117278 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-45be1d7e-0b15-4f38-b41c-2da2100be24e req-8301af69-7bb6-44aa-99ef-31254603eefd tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 946 time: 0.3467727 Aug 28 16:00:34.154423 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-45be1d7e-0b15-4f38-b41c-2da2100be24e req-2ed42b39-c9cc-46a6-b909-6e3d95dc560d tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309515 Aug 28 16:00:35.268082 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69508db1-6d58-4fb0-abad-244f5a34a7b5 req-5f5e9e73-aa5e-4662-a28b-68a682dc484f tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:35.269552 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-69508db1-6d58-4fb0-abad-244f5a34a7b5 req-5f5e9e73-aa5e-4662-a28b-68a682dc484f tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 946 time: 0.0491266 Aug 28 16:00:35.307705 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-69508db1-6d58-4fb0-abad-244f5a34a7b5 req-a329913f-6ad0-4027-9c61-085b1a1125e7 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320323 Aug 28 16:00:35.419171 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84e3b8-18d9-4ee8-bb8f-20287ea55eb2 req-8d3de2a5-eabc-4708-a433-27519187f19c tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:35.420652 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-de84e3b8-18d9-4ee8-bb8f-20287ea55eb2 req-8d3de2a5-eabc-4708-a433-27519187f19c tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 946 time: 0.0473375 Aug 28 16:00:35.457481 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-de84e3b8-18d9-4ee8-bb8f-20287ea55eb2 req-575cedfa-ad02-4874-86f3-5061918e73ee tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306942 Aug 28 16:00:35.639845 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1d143-b3f2-4c03-b510-f1e31af2caf5 req-84dcc3f1-227a-44ee-99d1-3ef3322d5039 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:35.641308 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12f1d143-b3f2-4c03-b510-f1e31af2caf5 req-84dcc3f1-227a-44ee-99d1-3ef3322d5039 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 946 time: 0.0472672 Aug 28 16:00:35.679240 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12f1d143-b3f2-4c03-b510-f1e31af2caf5 req-acbb3fe9-42d7-4063-9c9e-a0511cb08049 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319378 Aug 28 16:00:38.102745 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-330403de-9872-45fb-8b35-195f45ef3ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:40.649718 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-df33d3b2-e5b9-43e9-a043-a77f6bae3da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:40.963239 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:41.984080 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:43.483160 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:45.097604 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:00:47.222132 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea0ca5-d894-4ec6-a35e-7ce7ecab8941 req-7ff24ed0-e7fd-41a7-81cc-6356eeddbf03 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:47.223920 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a6ea0ca5-d894-4ec6-a35e-7ce7ecab8941 req-7ff24ed0-e7fd-41a7-81cc-6356eeddbf03 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 946 time: 0.0525634 Aug 28 16:00:47.261589 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a6ea0ca5-d894-4ec6-a35e-7ce7ecab8941 req-8665e7b4-7086-4382-a22b-d7da1e8242b2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315626 Aug 28 16:00:47.283603 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60746) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:00:47.363054 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fe944a-b468-48f7-93d9-e7cef99dd108 tempest-TestMinimumBasicScenario-1629852972 tempest-TestMinimumBasicScenario-1629852972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:47.364585 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f0fe944a-b468-48f7-93d9-e7cef99dd108 tempest-TestMinimumBasicScenario-1629852972 tempest-TestMinimumBasicScenario-1629852972-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 1093 time: 0.0800016 Aug 28 16:00:47.367548 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60750) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:00:47.372592 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'port_id': 'b12a4daa-a659-4b30-93eb-29383e863e28', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:00:47.394129 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:47.497805 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:47.597059 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Allocated IP 172.25.3.2 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/9e02d1fa-3b9a-4b15-a7bc-dd9c267b725c) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:00:47.698733 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:47.736701 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:47.771143 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:00:47.776491 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:00:47.779803 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:00:47.805922 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Pushing event updated for resources: {'Port': ['ID=9e02d1fa-3b9a-4b15-a7bc-dd9c267b725c,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:00:47.818450 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:47.818798 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:47.819136 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:47.819500 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:47.819857 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:47.820209 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:47.820543 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:47.820869 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:47.821218 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:47.821543 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:47.821865 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:47.822184 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:00:48.140527 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:48.204399 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:48.352005 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:48.357167 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:48.424660 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Pushing event updated for resources: {'Port': ['ID=9e02d1fa-3b9a-4b15-a7bc-dd9c267b725c,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:00:48.435073 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:48.535756 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Floating IP a9155da7-4728-413f-98bd-f65deebcefa6 associated. External IP: 172.25.3.2, port: b12a4daa-a659-4b30-93eb-29383e863e28. Aug 28 16:00:48.742216 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Router 11f20aad-f26a-42a8-b14f-9c23211b70ce has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:00:48.853376 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:00:48.863706 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658d5fdc-317e-4622-a926-86a7931a462b None None] Sync routers for ids ['11f20aad-f26a-42a8-b14f-9c23211b70ce'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:00:48.869763 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:48.873579 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658d5fdc-317e-4622-a926-86a7931a462b None None] Routers {'11f20aad-f26a-42a8-b14f-9c23211b70ce'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:00:48.874203 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-658d5fdc-317e-4622-a926-86a7931a462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:00:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['11f20aad-f26a-42a8-b14f-9c23211b70ce'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:00:48.897985 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5a2dbc21-319b-4a64-b26c-09d53675cfc2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5293908 Aug 28 16:00:48.898583 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ccb5d9d-53ef-44f9-be89-eb5c2ef869da', 'tag': 'b12a4daa-a659-4b30-93eb-29383e863e28'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:00:48.900853 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60752) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:00:48.901403 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa27349-8bf7-4191-9505-bf028ffe8830" -d '{"events": [{"name": "network-changed", "server_uuid": "1ccb5d9d-53ef-44f9-be89-eb5c2ef869da", "tag": "b12a4daa-a659-4b30-93eb-29383e863e28"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:00:48.907133 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-8d64befd-a336-4ba3-8ec9-27019c18bfa1 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-96824502', 'description': 'tempest-secgroup-smoke-96824502 description', 'project_id': '5372552522ae4bd981ccd15fa28831b9'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:00:48.930491 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8d64befd-a336-4ba3-8ec9-27019c18bfa1 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:48.940550 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a667cc-d54b-46ff-b1c6-8ffd82d0628b x-openstack-request-id: req-d7a667cc-d54b-46ff-b1c6-8ffd82d0628b {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:00:48.940907 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ccb5d9d-53ef-44f9-be89-eb5c2ef869da", "tag": "b12a4daa-a659-4b30-93eb-29383e863e28", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:00:48.941223 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7a667cc-d54b-46ff-b1c6-8ffd82d0628b {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:00:48.941728 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ccb5d9d-53ef-44f9-be89-eb5c2ef869da', 'tag': 'b12a4daa-a659-4b30-93eb-29383e863e28', 'status': 'completed', 'code': 200} Aug 28 16:00:48.983713 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-658d5fdc-317e-4622-a926-86a7931a462b None None] Set router 11f20aad-f26a-42a8-b14f-9c23211b70ce gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:00:49.007183 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa27349-8bf7-4191-9505-bf028ffe8830 req-85ed83e0-f54a-4ead-b318-2f37272cf2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:49.009065 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5aa27349-8bf7-4191-9505-bf028ffe8830 req-85ed83e0-f54a-4ead-b318-2f37272cf2ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5372552522ae4bd981ccd15fa28831b9&device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 1098 time: 0.0450497 Aug 28 16:00:49.020837 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8d64befd-a336-4ba3-8ec9-27019c18bfa1 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:49.025757 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8d64befd-a336-4ba3-8ec9-27019c18bfa1 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:49.042511 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8d64befd-a336-4ba3-8ec9-27019c18bfa1 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:49.047549 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8d64befd-a336-4ba3-8ec9-27019c18bfa1 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1456666 Aug 28 16:00:49.048370 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60756) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:00:49.059038 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-16dea754-5793-4ca6-bfc5-dd18c444dee5 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Request body: {'security_group_rule': {'security_group_id': 'a66cb008-dec0-4b60-80a3-06de2e6e4f02', 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:00:49.088939 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64befd-a336-4ba3-8ec9-27019c18bfa1 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a66cb008-dec0-4b60-80a3-06de2e6e4f02,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:00:49.098345 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-16dea754-5793-4ca6-bfc5-dd18c444dee5 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:49.114347 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa27349-8bf7-4191-9505-bf028ffe8830 req-6884df3a-ad46-4b83-8880-524ec5c280cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:49.115881 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5aa27349-8bf7-4191-9505-bf028ffe8830 req-6884df3a-ad46-4b83-8880-524ec5c280cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=0a7b8a2a-01cc-49af-b714-b4d925b8e409 HTTP/1.1" status: 200 len: 916 time: 0.1005483 Aug 28 16:00:49.163581 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-16dea754-5793-4ca6-bfc5-dd18c444dee5 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:49.169498 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-16dea754-5793-4ca6-bfc5-dd18c444dee5 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:49.187052 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5aa27349-8bf7-4191-9505-bf028ffe8830 req-ed2385ac-5575-4ed6-9a77-3699e181efed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b12a4daa-a659-4b30-93eb-29383e863e28 HTTP/1.1" status: 200 len: 998 time: 0.0634260 Aug 28 16:00:49.187788 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dea754-5793-4ca6-bfc5-dd18c444dee5 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb612a17-216d-406f-ac53-728130cddfbe,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:00:49.198569 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-16dea754-5793-4ca6-bfc5-dd18c444dee5 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:49.200937 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-16dea754-5793-4ca6-bfc5-dd18c444dee5 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1462202 Aug 28 16:00:49.203615 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60758) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:00:49.208220 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-df5b3b9f-6268-41ed-ad1b-315dc540c079 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Request body: {'security_group_rule': {'security_group_id': 'a66cb008-dec0-4b60-80a3-06de2e6e4f02', 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:00:49.235583 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-df5b3b9f-6268-41ed-ad1b-315dc540c079 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:49.240462 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-658d5fdc-317e-4622-a926-86a7931a462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'name': 'tempest-TestMinimumBasicScenario-1653414866-router', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '0054e902-43eb-4b0e-b7ea-c749f19d63bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:59:55Z', 'updated_at': '2021-08-28T15:59:58Z', 'revision_number': 4, 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'gw_port': {'id': '0054e902-43eb-4b0e-b7ea-c749f19d63bd', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:59:55Z', 'updated_at': '2021-08-28T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'a9155da7-4728-413f-98bd-f65deebcefa6', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'port_id': 'b12a4daa-a659-4b30-93eb-29383e863e28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7b8a2a-01cc-49af-b714-b4d925b8e409', 'mac_address': 'fa:16:3e:ae:20:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccb5d9d-53ef-44f9-be89-eb5c2ef869da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:00:48Z', 'updated_at': '2021-08-28T16:00:48Z', 'revision_number': 0, 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af12608-74b9-4315-a9d0-3975749954f7', 'name': '', 'network_id': '0a7b8a2a-01cc-49af-b714-b4d925b8e409', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'mac_address': 'fa:16:3e:13:ac:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3fd5b606-cecc-4bc3-8629-1eccddfee6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:59:57Z', 'updated_at': '2021-08-28T16:00:03Z', 'revision_number': 5, 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'subnets': [{'id': '3fd5b606-cecc-4bc3-8629-1eccddfee6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:00:49.253422 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa27349-8bf7-4191-9505-bf028ffe8830 req-9a366d1d-1ecd-436b-98d7-0bc11bb5d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:49.255522 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5aa27349-8bf7-4191-9505-bf028ffe8830 req-9a366d1d-1ecd-436b-98d7-0bc11bb5d539 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3fd5b606-cecc-4bc3-8629-1eccddfee6ac HTTP/1.1" status: 200 len: 854 time: 0.0603044 Aug 28 16:00:49.302721 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-df5b3b9f-6268-41ed-ad1b-315dc540c079 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:49.307223 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-df5b3b9f-6268-41ed-ad1b-315dc540c079 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:49.316240 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa27349-8bf7-4191-9505-bf028ffe8830 req-3071b9dc-adc7-41a9-9d2f-02b314333ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:49.317978 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5aa27349-8bf7-4191-9505-bf028ffe8830 req-3071b9dc-adc7-41a9-9d2f-02b314333ff8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a7b8a2a-01cc-49af-b714-b4d925b8e409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543015 Aug 28 16:00:49.328778 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b3b9f-6268-41ed-ad1b-315dc540c079 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8180820e-6ad1-40bb-ad0e-f35a83d22ea6,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:00:49.335516 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-df5b3b9f-6268-41ed-ad1b-315dc540c079 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:49.337199 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-df5b3b9f-6268-41ed-ad1b-315dc540c079 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1324344 Aug 28 16:00:49.339899 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60760) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:00:49.345322 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-ad4364a6-1c01-4bf8-bfe5-b97ecd3a3f90 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Request body: {'security_group_rule': {'security_group_id': 'a66cb008-dec0-4b60-80a3-06de2e6e4f02', 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:00:49.375935 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ad4364a6-1c01-4bf8-bfe5-b97ecd3a3f90 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:49.420730 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5aa27349-8bf7-4191-9505-bf028ffe8830 req-e15fa378-a96b-4424-acc7-e2ec9e77f4c6 service neutron] 10.222.0.36 "GET /v2.0/networks/0a7b8a2a-01cc-49af-b714-b4d925b8e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949614 Aug 28 16:00:49.436369 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658d5fdc-317e-4622-a926-86a7931a462b None None] Checking router: 11f20aad-f26a-42a8-b14f-9c23211b70ce for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:00:49.443261 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ad4364a6-1c01-4bf8-bfe5-b97ecd3a3f90 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:49.445937 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658d5fdc-317e-4622-a926-86a7931a462b None None] Routers {'11f20aad-f26a-42a8-b14f-9c23211b70ce'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:00:49.446578 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-658d5fdc-317e-4622-a926-86a7931a462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:00:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['11f20aad-f26a-42a8-b14f-9c23211b70ce'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:00:49.447585 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ad4364a6-1c01-4bf8-bfe5-b97ecd3a3f90 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:49.466314 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4364a6-1c01-4bf8-bfe5-b97ecd3a3f90 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2aee291-8282-47dc-ad8e-143fa3954bd6,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:00:49.474107 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-ad4364a6-1c01-4bf8-bfe5-b97ecd3a3f90 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:49.475545 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ad4364a6-1c01-4bf8-bfe5-b97ecd3a3f90 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1343169 Aug 28 16:00:49.478209 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60762) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:00:49.484807 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-289d419d-7e22-453b-a962-0366d0c9b830 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Request body: {'security_group_rule': {'security_group_id': 'a66cb008-dec0-4b60-80a3-06de2e6e4f02', 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:00:49.512915 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-289d419d-7e22-453b-a962-0366d0c9b830 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:49.528971 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5aa27349-8bf7-4191-9505-bf028ffe8830 req-e5a34d94-ff54-4e92-822a-9ba35ec7f424 service neutron] 10.222.0.36 "GET /v2.0/networks/0a7b8a2a-01cc-49af-b714-b4d925b8e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001735 Aug 28 16:00:49.564302 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-658d5fdc-317e-4622-a926-86a7931a462b None None] Set router 11f20aad-f26a-42a8-b14f-9c23211b70ce gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:00:49.577101 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-289d419d-7e22-453b-a962-0366d0c9b830 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:49.580885 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-289d419d-7e22-453b-a962-0366d0c9b830 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:49.599612 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d419d-7e22-453b-a962-0366d0c9b830 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a8d2f4c-2892-423c-928a-50e38911eb13,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:00:49.602412 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-289d419d-7e22-453b-a962-0366d0c9b830 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:49.603728 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-289d419d-7e22-453b-a962-0366d0c9b830 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1245382 Aug 28 16:00:49.607069 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60764) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:00:49.611536 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-9e726198-5af9-455e-85d1-6124564ad38a tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Request body: {'security_group_rule': {'security_group_id': 'a66cb008-dec0-4b60-80a3-06de2e6e4f02', 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:00:49.633104 n-d-712137-10 neutron-server[106330]: INFO neutron.db.securitygroups_db [None req-9e726198-5af9-455e-85d1-6124564ad38a tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Project 5372552522ae4bd981ccd15fa28831b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 16:00:49.638041 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9e726198-5af9-455e-85d1-6124564ad38a tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:49.698569 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9e726198-5af9-455e-85d1-6124564ad38a tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:49.702362 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9e726198-5af9-455e-85d1-6124564ad38a tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:49.723220 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e726198-5af9-455e-85d1-6124564ad38a tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57648eda-031c-4e17-b972-1738f85d71c1,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:00:49.726437 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9e726198-5af9-455e-85d1-6124564ad38a tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:49.731108 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9e726198-5af9-455e-85d1-6124564ad38a tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224639 Aug 28 16:00:49.731609 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60766) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:00:49.736537 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-50881c43-041a-44df-97cc-2c25f96687ee tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Request body: {'security_group_rule': {'security_group_id': 'a66cb008-dec0-4b60-80a3-06de2e6e4f02', 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:00:49.757497 n-d-712137-10 neutron-server[106329]: INFO neutron.db.securitygroups_db [None req-50881c43-041a-44df-97cc-2c25f96687ee tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Project 5372552522ae4bd981ccd15fa28831b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 16:00:49.762704 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-50881c43-041a-44df-97cc-2c25f96687ee tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:49.799435 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-658d5fdc-317e-4622-a926-86a7931a462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'name': 'tempest-TestMinimumBasicScenario-1653414866-router', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '0054e902-43eb-4b0e-b7ea-c749f19d63bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:59:55Z', 'updated_at': '2021-08-28T15:59:58Z', 'revision_number': 4, 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'gw_port': {'id': '0054e902-43eb-4b0e-b7ea-c749f19d63bd', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:59:55Z', 'updated_at': '2021-08-28T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'a9155da7-4728-413f-98bd-f65deebcefa6', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'port_id': 'b12a4daa-a659-4b30-93eb-29383e863e28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7b8a2a-01cc-49af-b714-b4d925b8e409', 'mac_address': 'fa:16:3e:ae:20:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccb5d9d-53ef-44f9-be89-eb5c2ef869da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:00:48Z', 'updated_at': '2021-08-28T16:00:48Z', 'revision_number': 0, 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af12608-74b9-4315-a9d0-3975749954f7', 'name': '', 'network_id': '0a7b8a2a-01cc-49af-b714-b4d925b8e409', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'mac_address': 'fa:16:3e:13:ac:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3fd5b606-cecc-4bc3-8629-1eccddfee6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:59:57Z', 'updated_at': '2021-08-28T16:00:03Z', 'revision_number': 5, 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'subnets': [{'id': '3fd5b606-cecc-4bc3-8629-1eccddfee6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:00:49.826000 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-50881c43-041a-44df-97cc-2c25f96687ee tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:49.828979 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-50881c43-041a-44df-97cc-2c25f96687ee tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:49.832524 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658d5fdc-317e-4622-a926-86a7931a462b None None] The sync data for ids ['11f20aad-f26a-42a8-b14f-9c23211b70ce'] in n-d-712137-10 is: [{'id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'name': 'tempest-TestMinimumBasicScenario-1653414866-router', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '0054e902-43eb-4b0e-b7ea-c749f19d63bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:59:55Z', 'updated_at': '2021-08-28T15:59:58Z', 'revision_number': 4, 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'gw_port': {'id': '0054e902-43eb-4b0e-b7ea-c749f19d63bd', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:59:55Z', 'updated_at': '2021-08-28T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'a9155da7-4728-413f-98bd-f65deebcefa6', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'port_id': 'b12a4daa-a659-4b30-93eb-29383e863e28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7b8a2a-01cc-49af-b714-b4d925b8e409', 'mac_address': 'fa:16:3e:ae:20:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccb5d9d-53ef-44f9-be89-eb5c2ef869da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:00:48Z', 'updated_at': '2021-08-28T16:00:48Z', 'revision_number': 0, 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af12608-74b9-4315-a9d0-3975749954f7', 'name': '', 'network_id': '0a7b8a2a-01cc-49af-b714-b4d925b8e409', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'mac_address': 'fa:16:3e:13:ac:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3fd5b606-cecc-4bc3-8629-1eccddfee6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:59:57Z', 'updated_at': '2021-08-28T16:00:03Z', 'revision_number': 5, 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'subnets': [{'id': '3fd5b606-cecc-4bc3-8629-1eccddfee6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:00:49.847173 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50881c43-041a-44df-97cc-2c25f96687ee tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b82b1c-38ff-48c3-939b-0dcb847427cf,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:00:49.858066 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-50881c43-041a-44df-97cc-2c25f96687ee tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:49.862528 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-50881c43-041a-44df-97cc-2c25f96687ee tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1297002 Aug 28 16:00:49.944256 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-26e836d4-9406-413c-b289-53e2e3dba9fe req-7402fdea-a634-4c0c-adca-5093079ef815 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-96824502&fields=id&tenant_id=5372552522ae4bd981ccd15fa28831b9 HTTP/1.1" status: 200 len: 267 time: 0.0355399 Aug 28 16:00:50.001876 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e836d4-9406-413c-b289-53e2e3dba9fe req-0a37afad-f300-4264-b581-655c3fa44d54 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:50.003409 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-26e836d4-9406-413c-b289-53e2e3dba9fe req-0a37afad-f300-4264-b581-655c3fa44d54 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 946 time: 0.0527968 Aug 28 16:00:50.016248 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-26e836d4-9406-413c-b289-53e2e3dba9fe req-000b170b-bc7b-4fef-95be-5de26ba0ef4b tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Request body: {'port': {'security_groups': ['1b3db871-8daa-4073-a6c3-a50b0e0e64af', 'a66cb008-dec0-4b60-80a3-06de2e6e4f02']}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:00:50.043958 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fd1cb8-8857-4023-a9b1-c1e2ee516965 None None] New status for floating IP a9155da7-4728-413f-98bd-f65deebcefa6: ACTIVE {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 16:00:50.080907 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-26e836d4-9406-413c-b289-53e2e3dba9fe req-000b170b-bc7b-4fef-95be-5de26ba0ef4b tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:50.268749 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-26e836d4-9406-413c-b289-53e2e3dba9fe req-000b170b-bc7b-4fef-95be-5de26ba0ef4b tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] For port b12a4daa-a659-4b30-93eb-29383e863e28, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=b12a4daa-a659-4b30-93eb-29383e863e28,segment=NetworkSegment(502f6bc0-3ff5-4f3c-83a7-dc6861f58840),segment_id=502f6bc0-3ff5-4f3c-83a7-dc6861f58840)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:00:50.298313 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-26e836d4-9406-413c-b289-53e2e3dba9fe req-000b170b-bc7b-4fef-95be-5de26ba0ef4b tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:50.304917 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-26e836d4-9406-413c-b289-53e2e3dba9fe req-000b170b-bc7b-4fef-95be-5de26ba0ef4b tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:50.316936 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['b12a4daa-a659-4b30-93eb-29383e863e28'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 16:00:50.348427 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e836d4-9406-413c-b289-53e2e3dba9fe req-000b170b-bc7b-4fef-95be-5de26ba0ef4b tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:50.349056 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-26e836d4-9406-413c-b289-53e2e3dba9fe req-000b170b-bc7b-4fef-95be-5de26ba0ef4b tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:50.350542 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-26e836d4-9406-413c-b289-53e2e3dba9fe req-000b170b-bc7b-4fef-95be-5de26ba0ef4b tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "PUT /v2.0/ports/b12a4daa-a659-4b30-93eb-29383e863e28 HTTP/1.1" status: 200 len: 982 time: 0.3399661 Aug 28 16:00:50.376391 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b170b-bc7b-4fef-95be-5de26ba0ef4b tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Pushing event updated for resources: {'Port': ['ID=b12a4daa-a659-4b30-93eb-29383e863e28,revision_number=6']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:00:50.413148 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['b12a4daa-a659-4b30-93eb-29383e863e28'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 16:00:50.468153 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1ed97-2bd6-4661-a157-cb3660321e0a req-b1848c1d-be15-4771-b8da-7e64941260c2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:50.469345 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4fa1ed97-2bd6-4661-a157-cb3660321e0a req-b1848c1d-be15-4771-b8da-7e64941260c2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 985 time: 0.0552499 Aug 28 16:00:50.516248 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4fa1ed97-2bd6-4661-a157-cb3660321e0a req-2e2d9473-a6a5-4075-a4a8-1092979a52de tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66cb008-dec0-4b60-80a3-06de2e6e4f02&id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0401859 Aug 28 16:00:50.678825 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-bfbd9bb2-2cd3-4759-a68b-595ea6c7a930 None None] Provisioning complete for port b12a4daa-a659-4b30-93eb-29383e863e28 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:00:50.679097 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-bfbd9bb2-2cd3-4759-a68b-595ea6c7a930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:50.942930 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ccb5d9d-53ef-44f9-be89-eb5c2ef869da', 'tag': 'b12a4daa-a659-4b30-93eb-29383e863e28'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:00:50.945245 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1f6803-f433-41b4-892e-9905a63f9206" -d '{"events": [{"name": "network-changed", "server_uuid": "1ccb5d9d-53ef-44f9-be89-eb5c2ef869da", "tag": "b12a4daa-a659-4b30-93eb-29383e863e28"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:00:50.982843 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45459eb-a834-47f4-82da-5b69b94de208 x-openstack-request-id: req-e45459eb-a834-47f4-82da-5b69b94de208 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:00:50.983244 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ccb5d9d-53ef-44f9-be89-eb5c2ef869da", "tag": "b12a4daa-a659-4b30-93eb-29383e863e28", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:00:50.983499 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e45459eb-a834-47f4-82da-5b69b94de208 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:00:50.983955 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ccb5d9d-53ef-44f9-be89-eb5c2ef869da', 'tag': 'b12a4daa-a659-4b30-93eb-29383e863e28', 'status': 'completed', 'code': 200} Aug 28 16:00:51.049960 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f6803-f433-41b4-892e-9905a63f9206 req-ae4549c6-0138-4c8c-88f4-f1c02246c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:51.051448 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eb1f6803-f433-41b4-892e-9905a63f9206 req-ae4549c6-0138-4c8c-88f4-f1c02246c89d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5372552522ae4bd981ccd15fa28831b9&device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 1137 time: 0.0449746 Aug 28 16:00:51.141436 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f6803-f433-41b4-892e-9905a63f9206 req-b607b6b8-da65-47aa-a8ba-2c60a3951d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:51.142909 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eb1f6803-f433-41b4-892e-9905a63f9206 req-b607b6b8-da65-47aa-a8ba-2c60a3951d5a service neutron] 10.222.0.36 "GET /v2.0/networks?id=0a7b8a2a-01cc-49af-b714-b4d925b8e409 HTTP/1.1" status: 200 len: 916 time: 0.0829964 Aug 28 16:00:51.220137 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eb1f6803-f433-41b4-892e-9905a63f9206 req-2e4f1e6f-913b-4ed7-b946-24ae6af6b351 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b12a4daa-a659-4b30-93eb-29383e863e28 HTTP/1.1" status: 200 len: 1000 time: 0.0698466 Aug 28 16:00:51.271468 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f6803-f433-41b4-892e-9905a63f9206 req-e46ac4ab-971d-475f-9ffe-fc72d8cb4451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:51.273261 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eb1f6803-f433-41b4-892e-9905a63f9206 req-e46ac4ab-971d-475f-9ffe-fc72d8cb4451 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3fd5b606-cecc-4bc3-8629-1eccddfee6ac HTTP/1.1" status: 200 len: 854 time: 0.0464208 Aug 28 16:00:51.318990 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f6803-f433-41b4-892e-9905a63f9206 req-5dfd9281-5487-423c-badd-eecd582e9ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:00:51.320688 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eb1f6803-f433-41b4-892e-9905a63f9206 req-5dfd9281-5487-423c-badd-eecd582e9ff2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a7b8a2a-01cc-49af-b714-b4d925b8e409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401227 Aug 28 16:00:51.413083 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eb1f6803-f433-41b4-892e-9905a63f9206 req-0803a51a-8df0-4134-b893-5526d6a64878 service neutron] 10.222.0.36 "GET /v2.0/networks/0a7b8a2a-01cc-49af-b714-b4d925b8e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843797 Aug 28 16:00:51.501685 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eb1f6803-f433-41b4-892e-9905a63f9206 req-175161ea-8d86-40e3-be64-c47ac9eb7602 service neutron] 10.222.0.36 "GET /v2.0/networks/0a7b8a2a-01cc-49af-b714-b4d925b8e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809963 Aug 28 16:00:55.063613 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:00:57.196587 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:01:07.727226 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa798d6-e94e-4ee2-bb65-10f29e664de2 req-314a3556-f1a7-4d78-a98b-7430bb006df5 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:01:07.728746 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8aa798d6-e94e-4ee2-bb65-10f29e664de2 req-314a3556-f1a7-4d78-a98b-7430bb006df5 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 985 time: 0.0808835 Aug 28 16:01:07.731333 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab19e34-1e34-4fce-b103-f4a2c81534f7 req-3bddfba7-4973-44cf-a134-f9d6789d2027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:01:07.732700 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ab19e34-1e34-4fce-b103-f4a2c81534f7 req-3bddfba7-4973-44cf-a134-f9d6789d2027 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5372552522ae4bd981ccd15fa28831b9&device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 1137 time: 0.0744565 Aug 28 16:01:07.814958 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8aa798d6-e94e-4ee2-bb65-10f29e664de2 req-1fdff3af-f5bd-4c33-8c30-71a1387d7579 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66cb008-dec0-4b60-80a3-06de2e6e4f02&id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0792501 Aug 28 16:01:07.848092 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab19e34-1e34-4fce-b103-f4a2c81534f7 req-ab6b75b0-8c0c-4ed6-a053-961bd15079fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:01:07.849476 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ab19e34-1e34-4fce-b103-f4a2c81534f7 req-ab6b75b0-8c0c-4ed6-a053-961bd15079fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=0a7b8a2a-01cc-49af-b714-b4d925b8e409 HTTP/1.1" status: 200 len: 916 time: 0.1081178 Aug 28 16:01:07.919449 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ab19e34-1e34-4fce-b103-f4a2c81534f7 req-10e9c705-09c1-4ac8-9c73-0aba6c366174 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b12a4daa-a659-4b30-93eb-29383e863e28 HTTP/1.1" status: 200 len: 1000 time: 0.0619898 Aug 28 16:01:07.968741 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab19e34-1e34-4fce-b103-f4a2c81534f7 req-a6b6901f-1836-4dbe-b2bd-04e3e798a2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:01:07.970141 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ab19e34-1e34-4fce-b103-f4a2c81534f7 req-a6b6901f-1836-4dbe-b2bd-04e3e798a2f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3fd5b606-cecc-4bc3-8629-1eccddfee6ac HTTP/1.1" status: 200 len: 854 time: 0.0429399 Aug 28 16:01:08.014821 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab19e34-1e34-4fce-b103-f4a2c81534f7 req-f967e8ea-a5c0-4f89-9d52-a705f1780c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:01:08.016312 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ab19e34-1e34-4fce-b103-f4a2c81534f7 req-f967e8ea-a5c0-4f89-9d52-a705f1780c29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a7b8a2a-01cc-49af-b714-b4d925b8e409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393975 Aug 28 16:01:08.094766 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9b9039d4-abc6-482f-b571-346971cf6c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:01:08.111630 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ab19e34-1e34-4fce-b103-f4a2c81534f7 req-fe9e60cc-727a-41a3-82ca-eae4ef73c862 service neutron] 10.222.0.36 "GET /v2.0/networks/0a7b8a2a-01cc-49af-b714-b4d925b8e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874453 Aug 28 16:01:08.201204 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ab19e34-1e34-4fce-b103-f4a2c81534f7 req-c6c50124-5c1e-49f4-b47c-7a9ee60660ec service neutron] 10.222.0.36 "GET /v2.0/networks/0a7b8a2a-01cc-49af-b714-b4d925b8e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821526 Aug 28 16:01:08.937016 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823e140-6bc3-40ad-aaf0-54e7e16e88e8 req-c56bab71-f15f-47f3-ab55-b591b988d08f tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:01:08.938498 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f823e140-6bc3-40ad-aaf0-54e7e16e88e8 req-c56bab71-f15f-47f3-ab55-b591b988d08f tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 985 time: 0.0540535 Aug 28 16:01:08.977039 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f823e140-6bc3-40ad-aaf0-54e7e16e88e8 req-2eef905b-58c7-47ea-aef4-a42922336dad tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66cb008-dec0-4b60-80a3-06de2e6e4f02&id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0325360 Aug 28 16:01:10.096343 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9999d7-9f8f-4ae8-9979-7224411f1cce req-046b7051-5d80-4e82-bd35-2c3ba0ec7afc tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:01:10.097797 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-af9999d7-9f8f-4ae8-9979-7224411f1cce req-046b7051-5d80-4e82-bd35-2c3ba0ec7afc tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 985 time: 0.0520914 Aug 28 16:01:10.137222 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-af9999d7-9f8f-4ae8-9979-7224411f1cce req-290a213b-6a21-49af-8198-e76b5aa79a2e tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66cb008-dec0-4b60-80a3-06de2e6e4f02&id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0331662 Aug 28 16:01:10.653277 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a5f72922-9b6c-4e3c-ba61-91191dccfbc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:01:10.965144 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:01:11.257062 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048e52c-80ca-463a-a3f6-aefd093c0db9 req-e9344b1c-beff-4529-842f-bceb63f117ef tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:01:11.258538 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8048e52c-80ca-463a-a3f6-aefd093c0db9 req-e9344b1c-beff-4529-842f-bceb63f117ef tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 985 time: 0.0490575 Aug 28 16:01:11.298053 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8048e52c-80ca-463a-a3f6-aefd093c0db9 req-efc6e61c-49fa-4a42-a7ed-f2708aeb5249 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66cb008-dec0-4b60-80a3-06de2e6e4f02&id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0335073 Aug 28 16:01:11.986628 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:01:12.413766 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db290d-4337-4640-89c4-62d26dcaa9d9 req-d2394ee5-a1a0-440c-ac12-bb4af2aa6f9e tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:01:12.415239 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d3db290d-4337-4640-89c4-62d26dcaa9d9 req-d2394ee5-a1a0-440c-ac12-bb4af2aa6f9e tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 985 time: 0.0500035 Aug 28 16:01:12.455106 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d3db290d-4337-4640-89c4-62d26dcaa9d9 req-80df6115-862f-4f8c-8da7-70138870597d tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66cb008-dec0-4b60-80a3-06de2e6e4f02&id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0337055 Aug 28 16:01:13.486486 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:01:13.571166 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f887566-6661-47e1-a184-50ff374536a5 req-08b59257-a803-4a5b-8e62-f5c1bc9d1cf2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:01:13.572635 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5f887566-6661-47e1-a184-50ff374536a5 req-08b59257-a803-4a5b-8e62-f5c1bc9d1cf2 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 985 time: 0.0489483 Aug 28 16:01:13.611554 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5f887566-6661-47e1-a184-50ff374536a5 req-80311dfc-fd9f-4563-b843-0bae0b1579ba tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66cb008-dec0-4b60-80a3-06de2e6e4f02&id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0329304 Aug 28 16:01:14.725075 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b86f31-2e8d-4ac7-a268-e5a55b243926 req-ac69a415-b877-4296-95a0-cde5310ff8ac tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:01:14.726529 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54b86f31-2e8d-4ac7-a268-e5a55b243926 req-ac69a415-b877-4296-95a0-cde5310ff8ac tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 985 time: 0.0480330 Aug 28 16:01:14.766549 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-54b86f31-2e8d-4ac7-a268-e5a55b243926 req-a7f4730c-d56f-45bf-99aa-60b264d26da8 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66cb008-dec0-4b60-80a3-06de2e6e4f02&id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0337574 Aug 28 16:01:15.885080 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfd893-da91-4e42-8757-33e8deba13b8 req-f4b8d169-46a9-4918-ab00-220b347f8d70 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:01:15.888028 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a9bfd893-da91-4e42-8757-33e8deba13b8 req-f4b8d169-46a9-4918-ab00-220b347f8d70 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 985 time: 0.0545087 Aug 28 16:01:15.927955 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a9bfd893-da91-4e42-8757-33e8deba13b8 req-37926784-609c-424f-8013-b1f478db0150 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66cb008-dec0-4b60-80a3-06de2e6e4f02&id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0338922 Aug 28 16:01:17.048867 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55e8a0-3608-4de1-b60b-1ce71a3c8905 req-2f16bec6-7d50-484d-a249-69dec8e31fc7 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:01:17.050361 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aa55e8a0-3608-4de1-b60b-1ce71a3c8905 req-2f16bec6-7d50-484d-a249-69dec8e31fc7 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 985 time: 0.0528908 Aug 28 16:01:17.090009 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aa55e8a0-3608-4de1-b60b-1ce71a3c8905 req-c7236745-89b6-4c25-95d8-6a73584d8194 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66cb008-dec0-4b60-80a3-06de2e6e4f02&id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0335927 Aug 28 16:01:18.203335 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49ffe3-28f2-4a07-b50f-853fd5eb9c2c req-c0e8c30a-1e7f-40a0-b8ad-e076d003c1bd tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:01:18.204934 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5f49ffe3-28f2-4a07-b50f-853fd5eb9c2c req-c0e8c30a-1e7f-40a0-b8ad-e076d003c1bd tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 985 time: 0.0487030 Aug 28 16:01:18.245306 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5f49ffe3-28f2-4a07-b50f-853fd5eb9c2c req-ddb83741-839a-4b56-b6c6-5089feb4a102 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66cb008-dec0-4b60-80a3-06de2e6e4f02&id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0341749 Aug 28 16:01:19.359375 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4a363-d089-4651-b077-6f00bfc6932d req-9807d1e1-6f95-4099-a04c-d5e920cd77e0 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:01:19.360892 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6bc4a363-d089-4651-b077-6f00bfc6932d req-9807d1e1-6f95-4099-a04c-d5e920cd77e0 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 985 time: 0.0485253 Aug 28 16:01:19.400420 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6bc4a363-d089-4651-b077-6f00bfc6932d req-931e0435-4f43-432a-9a74-ba7f49f1f5d9 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66cb008-dec0-4b60-80a3-06de2e6e4f02&id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0334897 Aug 28 16:01:22.097345 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:01:25.063592 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:01:27.193396 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:01:33.988666 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0acd0332-09bc-4b0f-ba2d-2b41709a2819 req-1e538ed8-6b5e-48b2-8520-e280982558a1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1004498 Aug 28 16:01:34.074238 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd0332-09bc-4b0f-ba2d-2b41709a2819 req-d07854b6-0dbf-4777-9582-46f4c15f89d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:01:34.075831 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0acd0332-09bc-4b0f-ba2d-2b41709a2819 req-d07854b6-0dbf-4777-9582-46f4c15f89d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5372552522ae4bd981ccd15fa28831b9&device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 1137 time: 0.0448675 Aug 28 16:01:34.182747 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd0332-09bc-4b0f-ba2d-2b41709a2819 req-affbd29a-bb27-4189-b894-14776bb5040d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:01:34.184130 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0acd0332-09bc-4b0f-ba2d-2b41709a2819 req-affbd29a-bb27-4189-b894-14776bb5040d service neutron] 10.222.0.36 "GET /v2.0/networks?id=0a7b8a2a-01cc-49af-b714-b4d925b8e409 HTTP/1.1" status: 200 len: 916 time: 0.0876398 Aug 28 16:01:34.249357 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0acd0332-09bc-4b0f-ba2d-2b41709a2819 req-1cb59418-6253-4264-8174-29620d030eb1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b12a4daa-a659-4b30-93eb-29383e863e28 HTTP/1.1" status: 200 len: 1000 time: 0.0576115 Aug 28 16:01:34.568724 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd0332-09bc-4b0f-ba2d-2b41709a2819 req-e75a182a-9faa-4953-ac37-e4f9f2c06aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:01:34.570171 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0acd0332-09bc-4b0f-ba2d-2b41709a2819 req-e75a182a-9faa-4953-ac37-e4f9f2c06aa1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3fd5b606-cecc-4bc3-8629-1eccddfee6ac HTTP/1.1" status: 200 len: 854 time: 0.3133428 Aug 28 16:01:34.614856 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd0332-09bc-4b0f-ba2d-2b41709a2819 req-0db0617a-15f1-43f1-adde-f6db56c1cbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:01:34.616315 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0acd0332-09bc-4b0f-ba2d-2b41709a2819 req-0db0617a-15f1-43f1-adde-f6db56c1cbd7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a7b8a2a-01cc-49af-b714-b4d925b8e409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382204 Aug 28 16:01:34.705805 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0acd0332-09bc-4b0f-ba2d-2b41709a2819 req-359db334-9e24-47f0-968c-9fd6db0e7c18 service neutron] 10.222.0.36 "GET /v2.0/networks/0a7b8a2a-01cc-49af-b714-b4d925b8e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820963 Aug 28 16:01:34.795851 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0acd0332-09bc-4b0f-ba2d-2b41709a2819 req-5ecb3f24-eb6a-47f6-844a-4ac8a862ed88 service neutron] 10.222.0.36 "GET /v2.0/networks/0a7b8a2a-01cc-49af-b714-b4d925b8e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788200 Aug 28 16:01:38.096903 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fbca1392-2c5c-451a-bd3d-1aded490767d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:01:40.654736 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2f63adac-d1ca-4f1e-be0e-b69c355a2eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:01:40.965640 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:01:41.988749 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:01:43.490142 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:01:51.828030 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8b292bb6-4483-4797-83b8-51301e048ef6 req-4b21bef4-6bdf-485a-a327-55f3cebb2789 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-96824502&fields=id&tenant_id=5372552522ae4bd981ccd15fa28831b9 HTTP/1.1" status: 200 len: 267 time: 0.1557701 Aug 28 16:01:51.885815 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b292bb6-4483-4797-83b8-51301e048ef6 req-73115e14-4d5a-4f7c-bc9b-f1f3c227dcbd tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:01:51.887272 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8b292bb6-4483-4797-83b8-51301e048ef6 req-73115e14-4d5a-4f7c-bc9b-f1f3c227dcbd tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 985 time: 0.0516760 Aug 28 16:01:51.898441 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-8b292bb6-4483-4797-83b8-51301e048ef6 req-def6d432-1dca-4989-8f47-611950b8c078 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Request body: {'port': {'security_groups': ['1b3db871-8daa-4073-a6c3-a50b0e0e64af']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:01:51.964556 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-8b292bb6-4483-4797-83b8-51301e048ef6 req-def6d432-1dca-4989-8f47-611950b8c078 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:01:52.134659 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-8b292bb6-4483-4797-83b8-51301e048ef6 req-def6d432-1dca-4989-8f47-611950b8c078 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] For port b12a4daa-a659-4b30-93eb-29383e863e28, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=b12a4daa-a659-4b30-93eb-29383e863e28,segment=NetworkSegment(502f6bc0-3ff5-4f3c-83a7-dc6861f58840),segment_id=502f6bc0-3ff5-4f3c-83a7-dc6861f58840)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:01:52.163520 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-8b292bb6-4483-4797-83b8-51301e048ef6 req-def6d432-1dca-4989-8f47-611950b8c078 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:01:52.168468 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-8b292bb6-4483-4797-83b8-51301e048ef6 req-def6d432-1dca-4989-8f47-611950b8c078 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:01:52.180448 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['b12a4daa-a659-4b30-93eb-29383e863e28'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 16:01:52.213056 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b292bb6-4483-4797-83b8-51301e048ef6 req-def6d432-1dca-4989-8f47-611950b8c078 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:01:52.214948 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-8b292bb6-4483-4797-83b8-51301e048ef6 req-def6d432-1dca-4989-8f47-611950b8c078 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:01:52.216522 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8b292bb6-4483-4797-83b8-51301e048ef6 req-def6d432-1dca-4989-8f47-611950b8c078 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "PUT /v2.0/ports/b12a4daa-a659-4b30-93eb-29383e863e28 HTTP/1.1" status: 200 len: 943 time: 0.3228166 Aug 28 16:01:52.216996 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ccb5d9d-53ef-44f9-be89-eb5c2ef869da', 'tag': 'b12a4daa-a659-4b30-93eb-29383e863e28'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:01:52.219469 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e308943d50e92a26f6c3a6de5cf793d4f684f916ac590010b5ff3c9d15b1720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6316f89-fa46-478c-b809-39aa66f979ab" -d '{"events": [{"name": "network-changed", "server_uuid": "1ccb5d9d-53ef-44f9-be89-eb5c2ef869da", "tag": "b12a4daa-a659-4b30-93eb-29383e863e28"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:01:52.224059 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60830) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:01:52.247512 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6d432-1dca-4989-8f47-611950b8c078 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Pushing event updated for resources: {'Port': ['ID=b12a4daa-a659-4b30-93eb-29383e863e28,revision_number=7']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:01:52.256799 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6d432-1dca-4989-8f47-611950b8c078 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:01:52.257350 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6d432-1dca-4989-8f47-611950b8c078 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:01:52.257907 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6d432-1dca-4989-8f47-611950b8c078 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:01:52.258407 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6d432-1dca-4989-8f47-611950b8c078 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:01:52.259500 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6d432-1dca-4989-8f47-611950b8c078 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:01:52.260090 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6d432-1dca-4989-8f47-611950b8c078 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:01:52.260633 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6d432-1dca-4989-8f47-611950b8c078 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:01:52.261136 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6d432-1dca-4989-8f47-611950b8c078 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:01:52.261761 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6d432-1dca-4989-8f47-611950b8c078 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:01:52.262271 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6d432-1dca-4989-8f47-611950b8c078 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:01:52.262769 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6d432-1dca-4989-8f47-611950b8c078 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:01:52.263264 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6d432-1dca-4989-8f47-611950b8c078 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:01:52.281355 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['b12a4daa-a659-4b30-93eb-29383e863e28'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 16:01:52.290754 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb30646-e03d-44db-92fe-f3f0582322ad x-openstack-request-id: req-9bb30646-e03d-44db-92fe-f3f0582322ad {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:01:52.291028 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ccb5d9d-53ef-44f9-be89-eb5c2ef869da", "tag": "b12a4daa-a659-4b30-93eb-29383e863e28", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:01:52.291286 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bb30646-e03d-44db-92fe-f3f0582322ad {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:01:52.291725 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ccb5d9d-53ef-44f9-be89-eb5c2ef869da', 'tag': 'b12a4daa-a659-4b30-93eb-29383e863e28', 'status': 'completed', 'code': 200} Aug 28 16:01:52.354153 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2d8ce676-34ed-4f7b-88cc-c79bdc395883 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:01:52.391241 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2d8ce676-34ed-4f7b-88cc-c79bdc395883 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:01:52.412650 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6316f89-fa46-478c-b809-39aa66f979ab req-d2b67a02-1562-4bff-885d-cff74465cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:01:52.414219 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d6316f89-fa46-478c-b809-39aa66f979ab req-d2b67a02-1562-4bff-885d-cff74465cbdc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5372552522ae4bd981ccd15fa28831b9&device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 1098 time: 0.1002741 Aug 28 16:01:52.517228 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6316f89-fa46-478c-b809-39aa66f979ab req-52df5e4c-dc1e-4699-a7d8-5559a9d5c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:01:52.518709 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d6316f89-fa46-478c-b809-39aa66f979ab req-52df5e4c-dc1e-4699-a7d8-5559a9d5c128 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0a7b8a2a-01cc-49af-b714-b4d925b8e409 HTTP/1.1" status: 200 len: 916 time: 0.0953228 Aug 28 16:01:52.519744 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2d8ce676-34ed-4f7b-88cc-c79bdc395883 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:01:52.522511 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2d8ce676-34ed-4f7b-88cc-c79bdc395883 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:01:52.523549 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2d8ce676-34ed-4f7b-88cc-c79bdc395883 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "DELETE /v2.0/security-groups/a66cb008-dec0-4b60-80a3-06de2e6e4f02 HTTP/1.1" status: 204 len: 168 time: 0.2988982 Aug 28 16:01:52.526571 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60832) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:01:52.544213 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1a542611-4042-4a63-b94f-1768053f88ae None None] Provisioning complete for port b12a4daa-a659-4b30-93eb-29383e863e28 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:01:52.544589 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1a542611-4042-4a63-b94f-1768053f88ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:01:52.575521 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ce676-34ed-4f7b-88cc-c79bdc395883 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66cb008-dec0-4b60-80a3-06de2e6e4f02,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:01:52.590389 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ce676-34ed-4f7b-88cc-c79bdc395883 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:01:52.590739 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ce676-34ed-4f7b-88cc-c79bdc395883 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:01:52.591077 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ce676-34ed-4f7b-88cc-c79bdc395883 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:01:52.591408 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ce676-34ed-4f7b-88cc-c79bdc395883 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:01:52.591761 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ce676-34ed-4f7b-88cc-c79bdc395883 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:01:52.592092 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ce676-34ed-4f7b-88cc-c79bdc395883 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:01:52.592413 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ce676-34ed-4f7b-88cc-c79bdc395883 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:01:52.592739 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ce676-34ed-4f7b-88cc-c79bdc395883 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:01:52.593062 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ce676-34ed-4f7b-88cc-c79bdc395883 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:01:52.593383 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ce676-34ed-4f7b-88cc-c79bdc395883 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:01:52.593701 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ce676-34ed-4f7b-88cc-c79bdc395883 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:01:52.594018 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ce676-34ed-4f7b-88cc-c79bdc395883 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:01:52.613541 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d6316f89-fa46-478c-b809-39aa66f979ab req-8eed50fe-d0b4-4735-9cf6-c20e4f88883f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b12a4daa-a659-4b30-93eb-29383e863e28 HTTP/1.1" status: 200 len: 1000 time: 0.0859983 Aug 28 16:01:52.666693 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6316f89-fa46-478c-b809-39aa66f979ab req-672378de-cef7-44e6-b026-c78e64998266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:01:52.668102 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d6316f89-fa46-478c-b809-39aa66f979ab req-672378de-cef7-44e6-b026-c78e64998266 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3fd5b606-cecc-4bc3-8629-1eccddfee6ac HTTP/1.1" status: 200 len: 854 time: 0.0477037 Aug 28 16:01:52.712818 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6316f89-fa46-478c-b809-39aa66f979ab req-ed2b6f96-a74c-49c1-b76e-179e6f0ad171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:01:52.713407 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-9cd5ceed-a357-46ab-8705-f17497a55694 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Deleting port 9e02d1fa-3b9a-4b15-a7bc-dd9c267b725c {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:01:52.713755 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9cd5ceed-a357-46ab-8705-f17497a55694 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:01:52.714367 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d6316f89-fa46-478c-b809-39aa66f979ab req-ed2b6f96-a74c-49c1-b76e-179e6f0ad171 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a7b8a2a-01cc-49af-b714-b4d925b8e409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396025 Aug 28 16:01:52.792363 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9cd5ceed-a357-46ab-8705-f17497a55694 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:01:52.792692 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9cd5ceed-a357-46ab-8705-f17497a55694 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:01:52.804189 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-9cd5ceed-a357-46ab-8705-f17497a55694 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Calling delete_port for 9e02d1fa-3b9a-4b15-a7bc-dd9c267b725c owned by network:floatingip {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:01:52.807248 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d6316f89-fa46-478c-b809-39aa66f979ab req-0352e022-7415-42ad-b944-1aa6dbb8a3b3 service neutron] 10.222.0.36 "GET /v2.0/networks/0a7b8a2a-01cc-49af-b714-b4d925b8e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858984 Aug 28 16:01:52.908770 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d6316f89-fa46-478c-b809-39aa66f979ab req-2d4cd06c-3950-48b5-b423-f70b19eeb53f service neutron] 10.222.0.36 "GET /v2.0/networks/0a7b8a2a-01cc-49af-b714-b4d925b8e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942705 Aug 28 16:01:52.956609 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9cd5ceed-a357-46ab-8705-f17497a55694 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:01:52.983613 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5ceed-a357-46ab-8705-f17497a55694 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Pushing event deleted for resources: {'Port': ['ID=9e02d1fa-3b9a-4b15-a7bc-dd9c267b725c,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:01:53.044304 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9cd5ceed-a357-46ab-8705-f17497a55694 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks [] for floatingip, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:01:53.044643 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [None req-9cd5ceed-a357-46ab-8705-f17497a55694 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Floating IP a9155da7-4728-413f-98bd-f65deebcefa6 disassociated (deleted). External IP: 172.25.3.2, port: b12a4daa-a659-4b30-93eb-29383e863e28. Aug 28 16:01:53.249582 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd5ceed-a357-46ab-8705-f17497a55694 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Router 11f20aad-f26a-42a8-b14f-9c23211b70ce has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:01:53.356444 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd5ceed-a357-46ab-8705-f17497a55694 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:01:53.361152 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-9cd5ceed-a357-46ab-8705-f17497a55694 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:01:53.366284 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6ebe8f-7929-4af0-b9a9-70ace79f4e9c None None] Sync routers for ids ['11f20aad-f26a-42a8-b14f-9c23211b70ce'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:01:53.382931 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6ebe8f-7929-4af0-b9a9-70ace79f4e9c None None] Routers {'11f20aad-f26a-42a8-b14f-9c23211b70ce'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:01:53.383545 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-8b6ebe8f-7929-4af0-b9a9-70ace79f4e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:01:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['11f20aad-f26a-42a8-b14f-9c23211b70ce'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:01:53.389768 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-9cd5ceed-a357-46ab-8705-f17497a55694 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "DELETE /v2.0/floatingips/a9155da7-4728-413f-98bd-f65deebcefa6 HTTP/1.1" status: 204 len: 168 time: 0.8620796 Aug 28 16:01:53.505346 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-8b6ebe8f-7929-4af0-b9a9-70ace79f4e9c None None] Set router 11f20aad-f26a-42a8-b14f-9c23211b70ce gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:01:53.717340 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-8b6ebe8f-7929-4af0-b9a9-70ace79f4e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'name': 'tempest-TestMinimumBasicScenario-1653414866-router', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '0054e902-43eb-4b0e-b7ea-c749f19d63bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:59:55Z', 'updated_at': '2021-08-28T15:59:58Z', 'revision_number': 4, 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'gw_port': {'id': '0054e902-43eb-4b0e-b7ea-c749f19d63bd', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:59:55Z', 'updated_at': '2021-08-28T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '2af12608-74b9-4315-a9d0-3975749954f7', 'name': '', 'network_id': '0a7b8a2a-01cc-49af-b714-b4d925b8e409', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'mac_address': 'fa:16:3e:13:ac:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3fd5b606-cecc-4bc3-8629-1eccddfee6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:59:57Z', 'updated_at': '2021-08-28T16:00:03Z', 'revision_number': 5, 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'subnets': [{'id': '3fd5b606-cecc-4bc3-8629-1eccddfee6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:01:53.748073 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6ebe8f-7929-4af0-b9a9-70ace79f4e9c None None] Checking router: 11f20aad-f26a-42a8-b14f-9c23211b70ce for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:01:53.756539 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6ebe8f-7929-4af0-b9a9-70ace79f4e9c None None] Routers {'11f20aad-f26a-42a8-b14f-9c23211b70ce'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:01:53.757077 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-8b6ebe8f-7929-4af0-b9a9-70ace79f4e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:01:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['11f20aad-f26a-42a8-b14f-9c23211b70ce'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:01:53.868978 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-8b6ebe8f-7929-4af0-b9a9-70ace79f4e9c None None] Set router 11f20aad-f26a-42a8-b14f-9c23211b70ce gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:01:54.065704 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-8b6ebe8f-7929-4af0-b9a9-70ace79f4e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'name': 'tempest-TestMinimumBasicScenario-1653414866-router', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '0054e902-43eb-4b0e-b7ea-c749f19d63bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:59:55Z', 'updated_at': '2021-08-28T15:59:58Z', 'revision_number': 4, 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'gw_port': {'id': '0054e902-43eb-4b0e-b7ea-c749f19d63bd', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:59:55Z', 'updated_at': '2021-08-28T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '2af12608-74b9-4315-a9d0-3975749954f7', 'name': '', 'network_id': '0a7b8a2a-01cc-49af-b714-b4d925b8e409', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'mac_address': 'fa:16:3e:13:ac:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3fd5b606-cecc-4bc3-8629-1eccddfee6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:59:57Z', 'updated_at': '2021-08-28T16:00:03Z', 'revision_number': 5, 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'subnets': [{'id': '3fd5b606-cecc-4bc3-8629-1eccddfee6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:01:54.093716 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6ebe8f-7929-4af0-b9a9-70ace79f4e9c None None] The sync data for ids ['11f20aad-f26a-42a8-b14f-9c23211b70ce'] in n-d-712137-10 is: [{'id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'name': 'tempest-TestMinimumBasicScenario-1653414866-router', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '0054e902-43eb-4b0e-b7ea-c749f19d63bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:59:55Z', 'updated_at': '2021-08-28T15:59:58Z', 'revision_number': 4, 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'gw_port': {'id': '0054e902-43eb-4b0e-b7ea-c749f19d63bd', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:59:55Z', 'updated_at': '2021-08-28T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '2af12608-74b9-4315-a9d0-3975749954f7', 'name': '', 'network_id': '0a7b8a2a-01cc-49af-b714-b4d925b8e409', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'mac_address': 'fa:16:3e:13:ac:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3fd5b606-cecc-4bc3-8629-1eccddfee6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:59:57Z', 'updated_at': '2021-08-28T16:00:03Z', 'revision_number': 5, 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'subnets': [{'id': '3fd5b606-cecc-4bc3-8629-1eccddfee6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:01:54.293532 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ccb5d9d-53ef-44f9-be89-eb5c2ef869da', 'tag': 'b12a4daa-a659-4b30-93eb-29383e863e28'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:01:54.296298 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e308943d50e92a26f6c3a6de5cf793d4f684f916ac590010b5ff3c9d15b1720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c263aece-3bf4-45b7-a307-78d9ff6f77a0" -d '{"events": [{"name": "network-changed", "server_uuid": "1ccb5d9d-53ef-44f9-be89-eb5c2ef869da", "tag": "b12a4daa-a659-4b30-93eb-29383e863e28"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:01:54.303834 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3f8aeb-be9c-4c68-9fc2-d041bcf33881 None None] New status for floating IP a9155da7-4728-413f-98bd-f65deebcefa6: DOWN {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 16:01:54.333764 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8424a9a-ac33-4b3d-837e-c0f81ed7e98b x-openstack-request-id: req-f8424a9a-ac33-4b3d-837e-c0f81ed7e98b {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:01:54.334054 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ccb5d9d-53ef-44f9-be89-eb5c2ef869da", "tag": "b12a4daa-a659-4b30-93eb-29383e863e28", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:01:54.334303 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8424a9a-ac33-4b3d-837e-c0f81ed7e98b {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:01:54.334989 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ccb5d9d-53ef-44f9-be89-eb5c2ef869da', 'tag': 'b12a4daa-a659-4b30-93eb-29383e863e28', 'status': 'completed', 'code': 200} Aug 28 16:01:54.412715 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263aece-3bf4-45b7-a307-78d9ff6f77a0 req-79042c20-f44c-4bfd-879e-994de0b2a70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:01:54.414268 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c263aece-3bf4-45b7-a307-78d9ff6f77a0 req-79042c20-f44c-4bfd-879e-994de0b2a70d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5372552522ae4bd981ccd15fa28831b9&device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 1098 time: 0.0546324 Aug 28 16:01:54.503008 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263aece-3bf4-45b7-a307-78d9ff6f77a0 req-f735e3bc-344a-43ec-840e-90951c65bede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:01:54.504532 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c263aece-3bf4-45b7-a307-78d9ff6f77a0 req-f735e3bc-344a-43ec-840e-90951c65bede service neutron] 10.222.0.36 "GET /v2.0/networks?id=0a7b8a2a-01cc-49af-b714-b4d925b8e409 HTTP/1.1" status: 200 len: 916 time: 0.0833549 Aug 28 16:01:54.546658 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c263aece-3bf4-45b7-a307-78d9ff6f77a0 req-2c6a942b-c226-4ab4-9b04-89d23b2830ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b12a4daa-a659-4b30-93eb-29383e863e28 HTTP/1.1" status: 200 len: 217 time: 0.0352626 Aug 28 16:01:54.600252 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263aece-3bf4-45b7-a307-78d9ff6f77a0 req-bcae5e2b-d77c-4799-8fa2-e04f755e88fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:01:54.601717 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c263aece-3bf4-45b7-a307-78d9ff6f77a0 req-bcae5e2b-d77c-4799-8fa2-e04f755e88fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3fd5b606-cecc-4bc3-8629-1eccddfee6ac HTTP/1.1" status: 200 len: 854 time: 0.0484424 Aug 28 16:01:54.650417 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263aece-3bf4-45b7-a307-78d9ff6f77a0 req-885d4bb3-c8ec-4483-a4e8-f6604e074524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:01:54.652008 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c263aece-3bf4-45b7-a307-78d9ff6f77a0 req-885d4bb3-c8ec-4483-a4e8-f6604e074524 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a7b8a2a-01cc-49af-b714-b4d925b8e409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436072 Aug 28 16:01:54.745025 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c263aece-3bf4-45b7-a307-78d9ff6f77a0 req-4979dfb6-737f-4f34-bb74-9ba6b36436ca service neutron] 10.222.0.36 "GET /v2.0/networks/0a7b8a2a-01cc-49af-b714-b4d925b8e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850790 Aug 28 16:01:54.839628 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c263aece-3bf4-45b7-a307-78d9ff6f77a0 req-94b81127-7312-4def-a684-547318315b20 service neutron] 10.222.0.36 "GET /v2.0/networks/0a7b8a2a-01cc-49af-b714-b4d925b8e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873857 Aug 28 16:01:55.076801 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:01:57.193682 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:01:59.095641 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:02:00.433047 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adfc18-bd93-4fd4-9e6a-9b0ed57acbc3 req-674d8e9f-34f7-40b1-8769-0607355e5ee9 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:00.434458 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-97adfc18-bd93-4fd4-9e6a-9b0ed57acbc3 req-674d8e9f-34f7-40b1-8769-0607355e5ee9 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 946 time: 0.0506034 Aug 28 16:02:00.472885 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-97adfc18-bd93-4fd4-9e6a-9b0ed57acbc3 req-2e1334ae-9858-4eba-ab82-28037e03384d tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324287 Aug 28 16:02:01.593208 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2200343-9115-46ef-a7ae-36655616c776 req-9b5e6db1-5190-44da-933c-13542deecee9 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:01.594711 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e2200343-9115-46ef-a7ae-36655616c776 req-9b5e6db1-5190-44da-933c-13542deecee9 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 946 time: 0.0532506 Aug 28 16:02:01.631898 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e2200343-9115-46ef-a7ae-36655616c776 req-1ef68754-362d-47e4-a00e-03a81f539561 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b3db871-8daa-4073-a6c3-a50b0e0e64af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310528 Aug 28 16:02:02.019066 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42cadca-3d1c-4a10-9278-995f4fae427a req-c5144390-1cf5-4d08-97a0-b78b919da554 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:02.020804 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c42cadca-3d1c-4a10-9278-995f4fae427a req-c5144390-1cf5-4d08-97a0-b78b919da554 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 946 time: 0.0522666 Aug 28 16:02:02.109116 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-c42cadca-3d1c-4a10-9278-995f4fae427a req-9de86154-59ee-4234-a2e4-9bcc3a945aae tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Deleting port b12a4daa-a659-4b30-93eb-29383e863e28 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:02:02.109471 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c42cadca-3d1c-4a10-9278-995f4fae427a req-9de86154-59ee-4234-a2e4-9bcc3a945aae tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:02.198099 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-c42cadca-3d1c-4a10-9278-995f4fae427a req-9de86154-59ee-4234-a2e4-9bcc3a945aae tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] For port b12a4daa-a659-4b30-93eb-29383e863e28, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=b12a4daa-a659-4b30-93eb-29383e863e28,segment=NetworkSegment(502f6bc0-3ff5-4f3c-83a7-dc6861f58840),segment_id=502f6bc0-3ff5-4f3c-83a7-dc6861f58840)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:02:02.198461 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c42cadca-3d1c-4a10-9278-995f4fae427a req-9de86154-59ee-4234-a2e4-9bcc3a945aae tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:02.211198 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-c42cadca-3d1c-4a10-9278-995f4fae427a req-9de86154-59ee-4234-a2e4-9bcc3a945aae tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Calling delete_port for b12a4daa-a659-4b30-93eb-29383e863e28 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:02:02.333806 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c42cadca-3d1c-4a10-9278-995f4fae427a req-9de86154-59ee-4234-a2e4-9bcc3a945aae tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:02.346027 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['b12a4daa-a659-4b30-93eb-29383e863e28'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 16:02:02.369183 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de86154-59ee-4234-a2e4-9bcc3a945aae tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Pushing event deleted for resources: {'Port': ['ID=b12a4daa-a659-4b30-93eb-29383e863e28,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:02.412543 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42cadca-3d1c-4a10-9278-995f4fae427a req-9de86154-59ee-4234-a2e4-9bcc3a945aae tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] No DVR routers for this DVR port b12a4daa-a659-4b30-93eb-29383e863e28 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 16:02:02.415308 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c42cadca-3d1c-4a10-9278-995f4fae427a req-9de86154-59ee-4234-a2e4-9bcc3a945aae tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:02.417426 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c42cadca-3d1c-4a10-9278-995f4fae427a req-9de86154-59ee-4234-a2e4-9bcc3a945aae tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.36 "DELETE /v2.0/ports/b12a4daa-a659-4b30-93eb-29383e863e28 HTTP/1.1" status: 204 len: 173 time: 0.3909383 Aug 28 16:02:02.417871 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ccb5d9d-53ef-44f9-be89-eb5c2ef869da', 'name': 'network-vif-deleted', 'tag': 'b12a4daa-a659-4b30-93eb-29383e863e28'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:02:02.420155 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4b5985-0420-468f-b14e-50eb7c4e3520" -d '{"events": [{"server_uuid": "1ccb5d9d-53ef-44f9-be89-eb5c2ef869da", "name": "network-vif-deleted", "tag": "b12a4daa-a659-4b30-93eb-29383e863e28"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:02:02.459340 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 16:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48ba09c-6cb1-48b3-85f4-8ed5ecfb8668 x-openstack-request-id: req-e48ba09c-6cb1-48b3-85f4-8ed5ecfb8668 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:02:02.459647 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ccb5d9d-53ef-44f9-be89-eb5c2ef869da", "name": "network-vif-deleted", "tag": "b12a4daa-a659-4b30-93eb-29383e863e28", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:02:02.459931 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e48ba09c-6cb1-48b3-85f4-8ed5ecfb8668 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:02:02.460346 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ccb5d9d-53ef-44f9-be89-eb5c2ef869da', 'name': 'network-vif-deleted', 'tag': 'b12a4daa-a659-4b30-93eb-29383e863e28', 'status': 'completed', 'code': 200} Aug 28 16:02:02.741828 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f504a3ad-52e8-404f-9e68-51d8477587d3 req-4063a5b1-bd58-445c-acfd-63f442cadda4 tempest-TestMinimumBasicScenario-2033934718 tempest-TestMinimumBasicScenario-2033934718-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ccb5d9d-53ef-44f9-be89-eb5c2ef869da HTTP/1.1" status: 200 len: 210 time: 0.0315788 Aug 28 16:02:04.305023 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60934) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:02:04.651860 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e5aac963-755c-4cd5-bf4c-ed0fcf4b5061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:04.893233 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-e5aac963-755c-4cd5-bf4c-ed0fcf4b5061 admin admin] Deleting port 2af12608-74b9-4315-a9d0-3975749954f7 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:02:04.893580 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e5aac963-755c-4cd5-bf4c-ed0fcf4b5061 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:04.972342 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-e5aac963-755c-4cd5-bf4c-ed0fcf4b5061 admin admin] For port 2af12608-74b9-4315-a9d0-3975749954f7, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=2af12608-74b9-4315-a9d0-3975749954f7,segment=NetworkSegment(502f6bc0-3ff5-4f3c-83a7-dc6861f58840),segment_id=502f6bc0-3ff5-4f3c-83a7-dc6861f58840)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:02:04.972701 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e5aac963-755c-4cd5-bf4c-ed0fcf4b5061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:04.985014 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-e5aac963-755c-4cd5-bf4c-ed0fcf4b5061 admin admin] Calling delete_port for 2af12608-74b9-4315-a9d0-3975749954f7 owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:02:05.160309 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e5aac963-755c-4cd5-bf4c-ed0fcf4b5061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:05.187103 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aac963-755c-4cd5-bf4c-ed0fcf4b5061 admin admin] Pushing event deleted for resources: {'Port': ['ID=2af12608-74b9-4315-a9d0-3975749954f7,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:05.347981 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e5aac963-755c-4cd5-bf4c-ed0fcf4b5061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:05.851485 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5aac963-755c-4cd5-bf4c-ed0fcf4b5061 admin admin] Router 11f20aad-f26a-42a8-b14f-9c23211b70ce has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:02:05.922992 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device b12a4daa-a659-4b30-93eb-29383e863e28 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:02:05.942204 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: b12a4daa-a659-4b30-93eb-29383e863e28 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:02:05.942547 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device b12a4daa-a659-4b30-93eb-29383e863e28 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:02:05.965140 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5aac963-755c-4cd5-bf4c-ed0fcf4b5061 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:02:05.971437 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e5aac963-755c-4cd5-bf4c-ed0fcf4b5061 admin admin] 10.222.0.13 "PUT /v2.0/routers/11f20aad-f26a-42a8-b14f-9c23211b70ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6644657 Aug 28 16:02:05.973646 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60936) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:02:05.973950 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049d8926-7ddd-4c51-8648-3864c3a9b520 None None] Sync routers for ids ['11f20aad-f26a-42a8-b14f-9c23211b70ce'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:02:05.983086 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049d8926-7ddd-4c51-8648-3864c3a9b520 None None] Routers {'11f20aad-f26a-42a8-b14f-9c23211b70ce'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:02:05.983721 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-049d8926-7ddd-4c51-8648-3864c3a9b520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:01:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['11f20aad-f26a-42a8-b14f-9c23211b70ce'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:02:06.079226 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4c7000ec-51e7-4eb5-bda0-59ec806ddfe3 admin admin] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:06.086956 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-049d8926-7ddd-4c51-8648-3864c3a9b520 None None] Set router 11f20aad-f26a-42a8-b14f-9c23211b70ce gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:02:06.185392 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4c7000ec-51e7-4eb5-bda0-59ec806ddfe3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:06.238602 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-4c7000ec-51e7-4eb5-bda0-59ec806ddfe3 admin admin] Deleting port 0054e902-43eb-4b0e-b7ea-c749f19d63bd {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:02:06.238966 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4c7000ec-51e7-4eb5-bda0-59ec806ddfe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:06.269572 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-049d8926-7ddd-4c51-8648-3864c3a9b520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'name': 'tempest-TestMinimumBasicScenario-1653414866-router', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '0054e902-43eb-4b0e-b7ea-c749f19d63bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:59:55Z', 'updated_at': '2021-08-28T16:02:05Z', 'revision_number': 5, 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'gw_port': {'id': '0054e902-43eb-4b0e-b7ea-c749f19d63bd', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T15:59:55Z', 'updated_at': '2021-08-28T15:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:02:06.298634 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049d8926-7ddd-4c51-8648-3864c3a9b520 None None] Checking router: 11f20aad-f26a-42a8-b14f-9c23211b70ce for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:02:06.307306 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049d8926-7ddd-4c51-8648-3864c3a9b520 None None] Routers {'11f20aad-f26a-42a8-b14f-9c23211b70ce'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:02:06.307941 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-049d8926-7ddd-4c51-8648-3864c3a9b520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:01:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['11f20aad-f26a-42a8-b14f-9c23211b70ce'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:02:06.324350 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-4c7000ec-51e7-4eb5-bda0-59ec806ddfe3 admin admin] For port 0054e902-43eb-4b0e-b7ea-c749f19d63bd, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0054e902-43eb-4b0e-b7ea-c749f19d63bd,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:02:06.324720 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4c7000ec-51e7-4eb5-bda0-59ec806ddfe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:06.338165 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-4c7000ec-51e7-4eb5-bda0-59ec806ddfe3 admin admin] Calling delete_port for 0054e902-43eb-4b0e-b7ea-c749f19d63bd owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:02:06.389256 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-049d8926-7ddd-4c51-8648-3864c3a9b520 None None] Set router 11f20aad-f26a-42a8-b14f-9c23211b70ce gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:02:06.507841 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4c7000ec-51e7-4eb5-bda0-59ec806ddfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:06.532822 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7000ec-51e7-4eb5-bda0-59ec806ddfe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0054e902-43eb-4b0e-b7ea-c749f19d63bd,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:06.597529 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-049d8926-7ddd-4c51-8648-3864c3a9b520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'name': 'tempest-TestMinimumBasicScenario-1653414866-router', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:59:55Z', 'updated_at': '2021-08-28T16:02:06Z', 'revision_number': 6, 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:02:06.597787 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4c7000ec-51e7-4eb5-bda0-59ec806ddfe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:06.625376 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049d8926-7ddd-4c51-8648-3864c3a9b520 None None] The sync data for ids ['11f20aad-f26a-42a8-b14f-9c23211b70ce'] in n-d-712137-10 is: [{'id': '11f20aad-f26a-42a8-b14f-9c23211b70ce', 'name': 'tempest-TestMinimumBasicScenario-1653414866-router', 'tenant_id': '5372552522ae4bd981ccd15fa28831b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:59:55Z', 'updated_at': '2021-08-28T16:02:06Z', 'revision_number': 6, 'project_id': '5372552522ae4bd981ccd15fa28831b9', 'gw_port_host': None}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:02:06.693872 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4c7000ec-51e7-4eb5-bda0-59ec806ddfe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:06.696237 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4c7000ec-51e7-4eb5-bda0-59ec806ddfe3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:06.738426 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4c7000ec-51e7-4eb5-bda0-59ec806ddfe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:06.738954 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7000ec-51e7-4eb5-bda0-59ec806ddfe3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11f20aad-f26a-42a8-b14f-9c23211b70ce {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 16:02:06.743909 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4c7000ec-51e7-4eb5-bda0-59ec806ddfe3 admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:06.745167 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4c7000ec-51e7-4eb5-bda0-59ec806ddfe3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/11f20aad-f26a-42a8-b14f-9c23211b70ce HTTP/1.1" status: 204 len: 168 time: 0.7705853 Aug 28 16:02:06.747681 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60938) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:02:06.791117 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb16ef8-06be-4e5b-b246-1ecae0f9d504 admin admin] Deleting subnet 3fd5b606-cecc-4bc3-8629-1eccddfee6ac {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 16:02:06.794018 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bcb16ef8-06be-4e5b-b246-1ecae0f9d504 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:06.827685 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bcb16ef8-06be-4e5b-b246-1ecae0f9d504 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:06.908630 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bcb16ef8-06be-4e5b-b246-1ecae0f9d504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:06.961792 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bcb16ef8-06be-4e5b-b246-1ecae0f9d504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:06.988831 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb16ef8-06be-4e5b-b246-1ecae0f9d504 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fd5b606-cecc-4bc3-8629-1eccddfee6ac,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:06.994605 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bcb16ef8-06be-4e5b-b246-1ecae0f9d504 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:06.999761 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 60940) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:02:07.000650 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bcb16ef8-06be-4e5b-b246-1ecae0f9d504 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3fd5b606-cecc-4bc3-8629-1eccddfee6ac HTTP/1.1" status: 204 len: 168 time: 0.2519302 Aug 28 16:02:07.002150 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfa6e9c-3c5c-4c14-b6df-1705c8459dac None None] Network 0a7b8a2a-01cc-49af-b714-b4d925b8e409 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 16:02:07.078459 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4f3e50ea-c292-4599-ad88-08ba87141530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:07.135463 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-4f3e50ea-c292-4599-ad88-08ba87141530 admin admin] Deleting port 6cf68ce6-38ed-4a85-a82c-f040fbc19cd6 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:02:07.135840 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4f3e50ea-c292-4599-ad88-08ba87141530 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:07.197982 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-4f3e50ea-c292-4599-ad88-08ba87141530 admin admin] For port 6cf68ce6-38ed-4a85-a82c-f040fbc19cd6, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=6cf68ce6-38ed-4a85-a82c-f040fbc19cd6,segment=NetworkSegment(502f6bc0-3ff5-4f3c-83a7-dc6861f58840),segment_id=502f6bc0-3ff5-4f3c-83a7-dc6861f58840)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:02:07.198344 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4f3e50ea-c292-4599-ad88-08ba87141530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:07.210513 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-4f3e50ea-c292-4599-ad88-08ba87141530 admin admin] Calling delete_port for 6cf68ce6-38ed-4a85-a82c-f040fbc19cd6 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:02:07.292149 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4f3e50ea-c292-4599-ad88-08ba87141530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:07.316884 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e50ea-c292-4599-ad88-08ba87141530 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cf68ce6-38ed-4a85-a82c-f040fbc19cd6,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:07.321278 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3e50ea-c292-4599-ad88-08ba87141530 admin admin] No DVR routers for this DVR port 6cf68ce6-38ed-4a85-a82c-f040fbc19cd6 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 16:02:07.392925 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4f3e50ea-c292-4599-ad88-08ba87141530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:07.398107 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c676e42-9131-486c-a5d3-8429d9aaf5e7 None None] DHCP port deletion for 0a7b8a2a-01cc-49af-b714-b4d925b8e409 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 16:02:07.404790 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-4f3e50ea-c292-4599-ad88-08ba87141530 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a7b8a2a-01cc-49af-b714-b4d925b8e409']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:02:07.419088 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-4f3e50ea-c292-4599-ad88-08ba87141530 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '502f6bc0-3ff5-4f3c-83a7-dc6861f58840') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:02:07.419382 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-4f3e50ea-c292-4599-ad88-08ba87141530 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '502f6bc0-3ff5-4f3c-83a7-dc6861f58840') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:02:07.429573 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4f3e50ea-c292-4599-ad88-08ba87141530 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:07.449307 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4f3e50ea-c292-4599-ad88-08ba87141530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:07.456083 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f3e50ea-c292-4599-ad88-08ba87141530 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 16:02:07.456738 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4f3e50ea-c292-4599-ad88-08ba87141530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: timer() Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 16:02:07.458708 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 16:02:07.472445 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0054e902-43eb-4b0e-b7ea-c749f19d63bd no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:02:07.492225 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 0054e902-43eb-4b0e-b7ea-c749f19d63bd {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:02:07.492625 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0054e902-43eb-4b0e-b7ea-c749f19d63bd not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:02:07.493303 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2af12608-74b9-4315-a9d0-3975749954f7 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:02:07.517429 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4f3e50ea-c292-4599-ad88-08ba87141530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:07.521850 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 2af12608-74b9-4315-a9d0-3975749954f7 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:02:07.522245 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 2af12608-74b9-4315-a9d0-3975749954f7 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:02:07.522665 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6cf68ce6-38ed-4a85-a82c-f040fbc19cd6 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:02:07.529509 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4f3e50ea-c292-4599-ad88-08ba87141530 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:07.531740 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4f3e50ea-c292-4599-ad88-08ba87141530 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0a7b8a2a-01cc-49af-b714-b4d925b8e409 HTTP/1.1" status: 204 len: 168 time: 0.5306990 Aug 28 16:02:07.534631 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60942) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:02:07.541923 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e50ea-c292-4599-ad88-08ba87141530 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a7b8a2a-01cc-49af-b714-b4d925b8e409,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:07.542721 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 6cf68ce6-38ed-4a85-a82c-f040fbc19cd6 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:02:07.543075 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 6cf68ce6-38ed-4a85-a82c-f040fbc19cd6 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:02:07.895631 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f782dca2-7ce4-4af1-9f9e-c64336212856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:08.097431 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-dcb4a49f-8e79-4f48-bedd-90ef5d473e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:08.138746 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-f782dca2-7ce4-4af1-9f9e-c64336212856 admin admin] Deleting port 1c744de8-5296-48b2-bfb9-37bb52fde385 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:02:08.139006 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f782dca2-7ce4-4af1-9f9e-c64336212856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:08.214490 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-f782dca2-7ce4-4af1-9f9e-c64336212856 admin admin] For port 1c744de8-5296-48b2-bfb9-37bb52fde385, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=1c744de8-5296-48b2-bfb9-37bb52fde385,segment=NetworkSegment(df6586a1-f437-4a56-b0eb-917cae73ecbe),segment_id=df6586a1-f437-4a56-b0eb-917cae73ecbe)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:02:08.214851 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f782dca2-7ce4-4af1-9f9e-c64336212856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:08.227524 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-f782dca2-7ce4-4af1-9f9e-c64336212856 admin admin] Calling delete_port for 1c744de8-5296-48b2-bfb9-37bb52fde385 owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:02:08.402406 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f782dca2-7ce4-4af1-9f9e-c64336212856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:08.428954 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782dca2-7ce4-4af1-9f9e-c64336212856 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c744de8-5296-48b2-bfb9-37bb52fde385,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:08.601535 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f782dca2-7ce4-4af1-9f9e-c64336212856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:08.814961 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f782dca2-7ce4-4af1-9f9e-c64336212856 admin admin] Router a5a8f762-7d05-472b-ad9a-387a48a500b7 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:02:08.925329 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f782dca2-7ce4-4af1-9f9e-c64336212856 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:02:08.932510 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f782dca2-7ce4-4af1-9f9e-c64336212856 admin admin] 10.222.0.13 "PUT /v2.0/routers/a5a8f762-7d05-472b-ad9a-387a48a500b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3946545 Aug 28 16:02:08.933614 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60944) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:02:08.934989 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d94f22-219f-405d-b6ad-7e1f66d6f470 None None] Sync routers for ids ['a5a8f762-7d05-472b-ad9a-387a48a500b7'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:02:08.943956 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d94f22-219f-405d-b6ad-7e1f66d6f470 None None] Routers {'a5a8f762-7d05-472b-ad9a-387a48a500b7'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:02:08.944565 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e7d94f22-219f-405d-b6ad-7e1f66d6f470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:01:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a5a8f762-7d05-472b-ad9a-387a48a500b7'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:02:09.152141 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-e7d94f22-219f-405d-b6ad-7e1f66d6f470 None None] Set router a5a8f762-7d05-472b-ad9a-387a48a500b7 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:02:09.336163 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e7d94f22-219f-405d-b6ad-7e1f66d6f470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a8f762-7d05-472b-ad9a-387a48a500b7', 'name': 'tempest-TestMinimumBasicScenario-1239192048-router', 'tenant_id': 'ae74492f4f03470986799bfc90207d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '617a4b54-7fcd-41ef-8d3e-5f697450852b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:59:59Z', 'updated_at': '2021-08-28T16:02:08Z', 'revision_number': 5, 'project_id': 'ae74492f4f03470986799bfc90207d6a', 'gw_port': {'id': '617a4b54-7fcd-41ef-8d3e-5f697450852b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ed:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a8f762-7d05-472b-ad9a-387a48a500b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:00:00Z', 'updated_at': '2021-08-28T16:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:02:09.338032 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5d28d873-19eb-45df-8b6d-3932cc4ff008 admin admin] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:09.361398 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d94f22-219f-405d-b6ad-7e1f66d6f470 None None] Checking router: a5a8f762-7d05-472b-ad9a-387a48a500b7 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:02:09.370655 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d94f22-219f-405d-b6ad-7e1f66d6f470 None None] Routers {'a5a8f762-7d05-472b-ad9a-387a48a500b7'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:02:09.371266 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e7d94f22-219f-405d-b6ad-7e1f66d6f470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:01:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['a5a8f762-7d05-472b-ad9a-387a48a500b7'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:02:09.449474 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5d28d873-19eb-45df-8b6d-3932cc4ff008 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:09.477637 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-e7d94f22-219f-405d-b6ad-7e1f66d6f470 None None] Set router a5a8f762-7d05-472b-ad9a-387a48a500b7 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:02:09.501921 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-5d28d873-19eb-45df-8b6d-3932cc4ff008 admin admin] Deleting port 617a4b54-7fcd-41ef-8d3e-5f697450852b {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:02:09.502355 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5d28d873-19eb-45df-8b6d-3932cc4ff008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:09.581921 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-5d28d873-19eb-45df-8b6d-3932cc4ff008 admin admin] For port 617a4b54-7fcd-41ef-8d3e-5f697450852b, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=617a4b54-7fcd-41ef-8d3e-5f697450852b,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:02:09.582284 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5d28d873-19eb-45df-8b6d-3932cc4ff008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:09.595075 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-5d28d873-19eb-45df-8b6d-3932cc4ff008 admin admin] Calling delete_port for 617a4b54-7fcd-41ef-8d3e-5f697450852b owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:02:09.651484 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e7d94f22-219f-405d-b6ad-7e1f66d6f470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a8f762-7d05-472b-ad9a-387a48a500b7', 'name': 'tempest-TestMinimumBasicScenario-1239192048-router', 'tenant_id': 'ae74492f4f03470986799bfc90207d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '617a4b54-7fcd-41ef-8d3e-5f697450852b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:59:59Z', 'updated_at': '2021-08-28T16:02:08Z', 'revision_number': 5, 'project_id': 'ae74492f4f03470986799bfc90207d6a', 'gw_port': {'id': '617a4b54-7fcd-41ef-8d3e-5f697450852b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ed:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a8f762-7d05-472b-ad9a-387a48a500b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:00:00Z', 'updated_at': '2021-08-28T16:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:02:09.681208 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d94f22-219f-405d-b6ad-7e1f66d6f470 None None] The sync data for ids ['a5a8f762-7d05-472b-ad9a-387a48a500b7'] in n-d-712137-10 is: [{'id': 'a5a8f762-7d05-472b-ad9a-387a48a500b7', 'name': 'tempest-TestMinimumBasicScenario-1239192048-router', 'tenant_id': 'ae74492f4f03470986799bfc90207d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '617a4b54-7fcd-41ef-8d3e-5f697450852b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T15:59:59Z', 'updated_at': '2021-08-28T16:02:08Z', 'revision_number': 5, 'project_id': 'ae74492f4f03470986799bfc90207d6a', 'gw_port': {'id': '617a4b54-7fcd-41ef-8d3e-5f697450852b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ed:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a8f762-7d05-472b-ad9a-387a48a500b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:00:00Z', 'updated_at': '2021-08-28T16:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:02:09.765461 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5d28d873-19eb-45df-8b6d-3932cc4ff008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:09.796913 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28d873-19eb-45df-8b6d-3932cc4ff008 admin admin] Pushing event deleted for resources: {'Port': ['ID=617a4b54-7fcd-41ef-8d3e-5f697450852b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:09.855945 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5d28d873-19eb-45df-8b6d-3932cc4ff008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:09.946392 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5d28d873-19eb-45df-8b6d-3932cc4ff008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:09.948431 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5d28d873-19eb-45df-8b6d-3932cc4ff008 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:09.993115 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5d28d873-19eb-45df-8b6d-3932cc4ff008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:09.993674 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d28d873-19eb-45df-8b6d-3932cc4ff008 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5a8f762-7d05-472b-ad9a-387a48a500b7 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 16:02:09.998253 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5d28d873-19eb-45df-8b6d-3932cc4ff008 admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:09.999342 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5d28d873-19eb-45df-8b6d-3932cc4ff008 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a5a8f762-7d05-472b-ad9a-387a48a500b7 HTTP/1.1" status: 204 len: 168 time: 1.0647933 Aug 28 16:02:10.002208 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60946) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:02:10.052098 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66ac9fc-d07a-4d24-9c08-36e5ebb2f9d4 admin admin] Deleting subnet 8c213233-a279-468d-9eee-cfbfe3efe0a2 {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 16:02:10.055251 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d66ac9fc-d07a-4d24-9c08-36e5ebb2f9d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:10.090237 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d66ac9fc-d07a-4d24-9c08-36e5ebb2f9d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:10.169546 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d66ac9fc-d07a-4d24-9c08-36e5ebb2f9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:10.228614 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d66ac9fc-d07a-4d24-9c08-36e5ebb2f9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:10.256077 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ac9fc-d07a-4d24-9c08-36e5ebb2f9d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c213233-a279-468d-9eee-cfbfe3efe0a2,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:10.258781 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-d66ac9fc-d07a-4d24-9c08-36e5ebb2f9d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:10.260710 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-d66ac9fc-d07a-4d24-9c08-36e5ebb2f9d4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8c213233-a279-468d-9eee-cfbfe3efe0a2 HTTP/1.1" status: 204 len: 168 time: 0.2575600 Aug 28 16:02:10.263249 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60948) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:02:10.266856 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d116e4-4b59-4574-a573-f16aea2c8020 None None] Network a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 16:02:10.333596 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38bf4f22-3e78-4468-b0c2-a79c6bd9032c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:10.388961 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-38bf4f22-3e78-4468-b0c2-a79c6bd9032c admin admin] Deleting port b702ea99-005b-41db-be36-3d24434f3bde {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:02:10.389310 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38bf4f22-3e78-4468-b0c2-a79c6bd9032c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:10.456703 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-38bf4f22-3e78-4468-b0c2-a79c6bd9032c admin admin] For port b702ea99-005b-41db-be36-3d24434f3bde, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b702ea99-005b-41db-be36-3d24434f3bde,segment=NetworkSegment(df6586a1-f437-4a56-b0eb-917cae73ecbe),segment_id=df6586a1-f437-4a56-b0eb-917cae73ecbe)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:02:10.456997 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38bf4f22-3e78-4468-b0c2-a79c6bd9032c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:10.469191 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-38bf4f22-3e78-4468-b0c2-a79c6bd9032c admin admin] Calling delete_port for b702ea99-005b-41db-be36-3d24434f3bde owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:02:10.547327 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38bf4f22-3e78-4468-b0c2-a79c6bd9032c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:10.576406 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf4f22-3e78-4468-b0c2-a79c6bd9032c admin admin] Pushing event deleted for resources: {'Port': ['ID=b702ea99-005b-41db-be36-3d24434f3bde,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:10.580944 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bf4f22-3e78-4468-b0c2-a79c6bd9032c admin admin] No DVR routers for this DVR port b702ea99-005b-41db-be36-3d24434f3bde on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 16:02:10.653133 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38bf4f22-3e78-4468-b0c2-a79c6bd9032c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:10.656961 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f6c888ae-589d-4562-a310-ff0e533197cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:10.665006 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-38bf4f22-3e78-4468-b0c2-a79c6bd9032c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:02:10.676105 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-38bf4f22-3e78-4468-b0c2-a79c6bd9032c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6586a1-f437-4a56-b0eb-917cae73ecbe') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:02:10.676400 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-38bf4f22-3e78-4468-b0c2-a79c6bd9032c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6586a1-f437-4a56-b0eb-917cae73ecbe') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:02:10.685675 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cad5746-ec15-4507-80b1-15a84e4d6705 None None] DHCP port deletion for a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 16:02:10.687623 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38bf4f22-3e78-4468-b0c2-a79c6bd9032c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:10.702363 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38bf4f22-3e78-4468-b0c2-a79c6bd9032c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:10.708554 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38bf4f22-3e78-4468-b0c2-a79c6bd9032c admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 16:02:10.708900 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38bf4f22-3e78-4468-b0c2-a79c6bd9032c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: timer() Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 16:02:10.710745 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 16:02:10.769323 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38bf4f22-3e78-4468-b0c2-a79c6bd9032c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:10.775640 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38bf4f22-3e78-4468-b0c2-a79c6bd9032c admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:10.777512 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-38bf4f22-3e78-4468-b0c2-a79c6bd9032c admin admin] 10.222.0.13 "DELETE /v2.0/networks/a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32 HTTP/1.1" status: 204 len: 168 time: 0.5132658 Aug 28 16:02:10.788334 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf4f22-3e78-4468-b0c2-a79c6bd9032c admin admin] Pushing event deleted for resources: {'Network': ['ID=a9f21fb9-f1c3-41bd-b0e7-46dbb9811d32,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:10.933776 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60952) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:02:10.966776 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:10.977770 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-40ef9c89-bf8b-4465-bd53-d13724945b58 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5372552522ae4bd981ccd15fa28831b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421472 Aug 28 16:02:10.980233 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60954) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:02:11.028160 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e09d2f3b-c441-4133-b1a9-02938cea8442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:11.048424 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e09d2f3b-c441-4133-b1a9-02938cea8442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:11.094241 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e09d2f3b-c441-4133-b1a9-02938cea8442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:11.096986 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e09d2f3b-c441-4133-b1a9-02938cea8442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:11.098150 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e09d2f3b-c441-4133-b1a9-02938cea8442 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b3db871-8daa-4073-a6c3-a50b0e0e64af HTTP/1.1" status: 204 len: 168 time: 0.1170337 Aug 28 16:02:11.106132 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d2f3b-c441-4133-b1a9-02938cea8442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3db871-8daa-4073-a6c3-a50b0e0e64af,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:11.411542 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60960) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:02:11.431270 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1c744de8-5296-48b2-bfb9-37bb52fde385 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:02:11.451440 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 1c744de8-5296-48b2-bfb9-37bb52fde385 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:02:11.451819 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 1c744de8-5296-48b2-bfb9-37bb52fde385 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:02:11.452249 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b702ea99-005b-41db-be36-3d24434f3bde no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:02:11.457590 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-36fbc069-f135-47ea-a8b9-6d213baa5898 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae74492f4f03470986799bfc90207d6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446041 Aug 28 16:02:11.460148 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 60962) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:02:11.471546 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: b702ea99-005b-41db-be36-3d24434f3bde {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:02:11.471841 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b702ea99-005b-41db-be36-3d24434f3bde not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:02:11.472256 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 617a4b54-7fcd-41ef-8d3e-5f697450852b no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:02:11.490067 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 617a4b54-7fcd-41ef-8d3e-5f697450852b {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:02:11.490413 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 617a4b54-7fcd-41ef-8d3e-5f697450852b not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:02:11.512471 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a58d9f3a-be31-4278-9457-92549a82b716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:11.533882 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a58d9f3a-be31-4278-9457-92549a82b716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:11.580511 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a58d9f3a-be31-4278-9457-92549a82b716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:11.583207 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a58d9f3a-be31-4278-9457-92549a82b716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:11.584398 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a58d9f3a-be31-4278-9457-92549a82b716 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc5e3682-8c2d-4e54-84c7-639a8e49465b HTTP/1.1" status: 204 len: 168 time: 0.1233642 Aug 28 16:02:11.592704 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d9f3a-be31-4278-9457-92549a82b716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5e3682-8c2d-4e54-84c7-639a8e49465b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:11.994386 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:13.120648 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 32770) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:02:13.125419 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-dd30d133-fcc5-48ff-900a-239edd7b92a3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1753820828', 'description': 'tempest-secgroup-smoke-1753820828 description', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:02:13.148121 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dd30d133-fcc5-48ff-900a-239edd7b92a3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:13.156639 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dd30d133-fcc5-48ff-900a-239edd7b92a3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:13.247120 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dd30d133-fcc5-48ff-900a-239edd7b92a3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:13.251090 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dd30d133-fcc5-48ff-900a-239edd7b92a3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:13.287052 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30d133-fcc5-48ff-900a-239edd7b92a3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1a704d-b459-4a91-9662-143e21f8d89e,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:13.344862 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dd30d133-fcc5-48ff-900a-239edd7b92a3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:13.348498 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dd30d133-fcc5-48ff-900a-239edd7b92a3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:13.377842 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-dd30d133-fcc5-48ff-900a-239edd7b92a3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:13.381800 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-dd30d133-fcc5-48ff-900a-239edd7b92a3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2573431 Aug 28 16:02:13.381800 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30d133-fcc5-48ff-900a-239edd7b92a3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c84c5f20-a45b-4880-b76b-d02f3af71c9f,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:13.382322 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 32772) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:02:13.388005 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-4e584fcd-87d6-4ba5-9dc4-06da9ca668b3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group_rule': {'security_group_id': 'c84c5f20-a45b-4880-b76b-d02f3af71c9f', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:02:13.416751 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4e584fcd-87d6-4ba5-9dc4-06da9ca668b3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:13.474118 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4e584fcd-87d6-4ba5-9dc4-06da9ca668b3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:13.478541 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4e584fcd-87d6-4ba5-9dc4-06da9ca668b3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:13.491839 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:13.497092 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e584fcd-87d6-4ba5-9dc4-06da9ca668b3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7491af-6b8d-48f9-a9d9-2d5894714f10,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:13.503127 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4e584fcd-87d6-4ba5-9dc4-06da9ca668b3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:13.504540 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4e584fcd-87d6-4ba5-9dc4-06da9ca668b3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208010 Aug 28 16:02:13.507236 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 32774) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:02:13.511940 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-f912279b-9ccb-45f7-9a34-d19d40e18892 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group_rule': {'security_group_id': 'c84c5f20-a45b-4880-b76b-d02f3af71c9f', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:02:13.536928 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f912279b-9ccb-45f7-9a34-d19d40e18892 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:13.597246 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f912279b-9ccb-45f7-9a34-d19d40e18892 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:13.600647 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f912279b-9ccb-45f7-9a34-d19d40e18892 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:13.616162 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912279b-9ccb-45f7-9a34-d19d40e18892 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5223cd8-565a-4fee-87ee-a6a4e825376b,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:13.624908 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f912279b-9ccb-45f7-9a34-d19d40e18892 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:13.626122 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f912279b-9ccb-45f7-9a34-d19d40e18892 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1177032 Aug 28 16:02:13.628829 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 32776) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:02:13.633216 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-68d85802-c4f2-4adb-9245-1d293837cf8c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group_rule': {'security_group_id': 'c84c5f20-a45b-4880-b76b-d02f3af71c9f', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:02:13.658134 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68d85802-c4f2-4adb-9245-1d293837cf8c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:13.714495 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68d85802-c4f2-4adb-9245-1d293837cf8c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:13.717804 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68d85802-c4f2-4adb-9245-1d293837cf8c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:13.735062 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d85802-c4f2-4adb-9245-1d293837cf8c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b480e74-17b2-4040-a56e-30271e3b74fe,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:13.748295 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-68d85802-c4f2-4adb-9245-1d293837cf8c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:13.749596 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-68d85802-c4f2-4adb-9245-1d293837cf8c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198354 Aug 28 16:02:13.752224 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 32778) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:02:13.756719 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-18f0fb70-7f8e-4d9e-831b-934cb424f106 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group_rule': {'security_group_id': 'c84c5f20-a45b-4880-b76b-d02f3af71c9f', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:02:13.783274 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-18f0fb70-7f8e-4d9e-831b-934cb424f106 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:13.842170 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-18f0fb70-7f8e-4d9e-831b-934cb424f106 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:13.845724 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-18f0fb70-7f8e-4d9e-831b-934cb424f106 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:13.866021 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0fb70-7f8e-4d9e-831b-934cb424f106 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e77606-4a2f-412f-a6a2-d06a778be57c,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:13.870018 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-18f0fb70-7f8e-4d9e-831b-934cb424f106 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:13.871228 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-18f0fb70-7f8e-4d9e-831b-934cb424f106 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1180501 Aug 28 16:02:13.874280 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 32780) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:02:13.878823 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-ae7751e9-56ad-4823-b2d2-9c3e1ff991d5 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group_rule': {'security_group_id': 'c84c5f20-a45b-4880-b76b-d02f3af71c9f', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:02:13.901061 n-d-712137-10 neutron-server[106329]: INFO neutron.db.securitygroups_db [None req-ae7751e9-56ad-4823-b2d2-9c3e1ff991d5 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Project a12260b8f69c49519941bbc52ef4c66f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 16:02:13.906111 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ae7751e9-56ad-4823-b2d2-9c3e1ff991d5 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:13.969259 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ae7751e9-56ad-4823-b2d2-9c3e1ff991d5 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:13.972831 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ae7751e9-56ad-4823-b2d2-9c3e1ff991d5 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:13.992431 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7751e9-56ad-4823-b2d2-9c3e1ff991d5 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa7b5e1-c1a3-4df2-a555-c4e69635640b,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:13.996500 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ae7751e9-56ad-4823-b2d2-9c3e1ff991d5 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:13.997696 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ae7751e9-56ad-4823-b2d2-9c3e1ff991d5 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224217 Aug 28 16:02:14.000464 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 32782) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:02:14.005309 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-8605df19-807b-4b82-af58-deec56a79e73 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group_rule': {'security_group_id': 'c84c5f20-a45b-4880-b76b-d02f3af71c9f', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:02:14.028645 n-d-712137-10 neutron-server[106329]: INFO neutron.db.securitygroups_db [None req-8605df19-807b-4b82-af58-deec56a79e73 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Project a12260b8f69c49519941bbc52ef4c66f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 16:02:14.033253 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8605df19-807b-4b82-af58-deec56a79e73 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:14.096048 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8605df19-807b-4b82-af58-deec56a79e73 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:14.099386 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8605df19-807b-4b82-af58-deec56a79e73 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:14.117688 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605df19-807b-4b82-af58-deec56a79e73 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6622f4bb-58c7-4dad-9550-e7bc5eccc9c8,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:14.124276 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8605df19-807b-4b82-af58-deec56a79e73 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:14.125474 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8605df19-807b-4b82-af58-deec56a79e73 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240928 Aug 28 16:02:14.128424 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 32784) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:02:14.133801 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-9a632c79-2464-43dd-be7d-5edcc9ca43d4 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'network': {'name': 'tempest-network-smoke--2085747174', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'port_security_enabled': True}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:02:14.153754 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a632c79-2464-43dd-be7d-5edcc9ca43d4 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Made reservation on behalf of a12260b8f69c49519941bbc52ef4c66f for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 16:02:14.157396 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9a632c79-2464-43dd-be7d-5edcc9ca43d4 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:14.180574 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a632c79-2464-43dd-be7d-5edcc9ca43d4 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 16:02:14.189929 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9a632c79-2464-43dd-be7d-5edcc9ca43d4 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:14.190276 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-9a632c79-2464-43dd-be7d-5edcc9ca43d4 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Added segment 257e3e72-8b31-44f2-9928-7d3f77116ac8 of type vlan for network f39a3ae0-50d2-41d8-8fca-7f01c161bac5 Aug 28 16:02:14.230308 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9a632c79-2464-43dd-be7d-5edcc9ca43d4 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:14.253679 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9a632c79-2464-43dd-be7d-5edcc9ca43d4 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:14.259748 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a632c79-2464-43dd-be7d-5edcc9ca43d4 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:14.260333 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9a632c79-2464-43dd-be7d-5edcc9ca43d4 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:14.316071 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9a632c79-2464-43dd-be7d-5edcc9ca43d4 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1865790 Aug 28 16:02:14.318933 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 32786) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:02:14.326323 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-dc0c56ac-1f9b-4ef3-876f-84b82b00c044 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-169684650', 'admin_state_up': True, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:02:14.345684 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a632c79-2464-43dd-be7d-5edcc9ca43d4 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Network': ['ID=f39a3ae0-50d2-41d8-8fca-7f01c161bac5,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:14.355561 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network f39a3ae0-50d2-41d8-8fca-7f01c161bac5 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 16:02:14.359135 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dc0c56ac-1f9b-4ef3-876f-84b82b00c044 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:14.360299 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dc0c56ac-1f9b-4ef3-876f-84b82b00c044 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:14.411148 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dc0c56ac-1f9b-4ef3-876f-84b82b00c044 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:14.547423 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dc0c56ac-1f9b-4ef3-876f-84b82b00c044 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:14.735248 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dc0c56ac-1f9b-4ef3-876f-84b82b00c044 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:14.753896 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dc0c56ac-1f9b-4ef3-876f-84b82b00c044 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:14.860891 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-dc0c56ac-1f9b-4ef3-876f-84b82b00c044 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Allocated IP 172.25.3.188 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/b862e8bf-e9b0-440d-8b30-f568783a9479) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:02:14.967361 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dc0c56ac-1f9b-4ef3-876f-84b82b00c044 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:15.005492 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dc0c56ac-1f9b-4ef3-876f-84b82b00c044 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:15.040550 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0c56ac-1f9b-4ef3-876f-84b82b00c044 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:02:15.045184 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-dc0c56ac-1f9b-4ef3-876f-84b82b00c044 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:02:15.047711 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0c56ac-1f9b-4ef3-876f-84b82b00c044 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:02:15.075877 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c56ac-1f9b-4ef3-876f-84b82b00c044 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Port': ['ID=b862e8bf-e9b0-440d-8b30-f568783a9479,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:15.294349 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dc0c56ac-1f9b-4ef3-876f-84b82b00c044 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:15.487823 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dc0c56ac-1f9b-4ef3-876f-84b82b00c044 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:15.612565 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0c56ac-1f9b-4ef3-876f-84b82b00c044 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Router 2f9446ee-df53-4b6d-9492-53caa553cde8 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 16:02:15.720356 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0c56ac-1f9b-4ef3-876f-84b82b00c044 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:02:15.735547 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5584ec-28bc-477a-8ae4-5afc32c5f60d None None] Sync routers for ids ['2f9446ee-df53-4b6d-9492-53caa553cde8'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:02:15.740145 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-dc0c56ac-1f9b-4ef3-876f-84b82b00c044 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:15.741377 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-dc0c56ac-1f9b-4ef3-876f-84b82b00c044 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4215112 Aug 28 16:02:15.744872 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 32788) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:02:15.745565 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5584ec-28bc-477a-8ae4-5afc32c5f60d None None] Routers {'2f9446ee-df53-4b6d-9492-53caa553cde8'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:02:15.746183 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-4e5584ec-28bc-477a-8ae4-5afc32c5f60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:02:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2f9446ee-df53-4b6d-9492-53caa553cde8'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:02:15.856014 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-4e5584ec-28bc-477a-8ae4-5afc32c5f60d None None] Set router 2f9446ee-df53-4b6d-9492-53caa553cde8 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:02:15.873597 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-edfafed5-15c0-49dd-8813-d81d10e065d1 tempest-TestNetworkAdvancedServerOps-1874310575 tempest-TestNetworkAdvancedServerOps-1874310575-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=a12260b8f69c49519941bbc52ef4c66f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1275051 Aug 28 16:02:15.876434 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 32792) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:02:15.964457 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d66ca94-8a49-43b1-bac6-91333e9a9ad8 tempest-TestNetworkAdvancedServerOps-1874310575 tempest-TestNetworkAdvancedServerOps-1874310575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:15.965959 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7d66ca94-8a49-43b1-bac6-91333e9a9ad8 tempest-TestNetworkAdvancedServerOps-1874310575 tempest-TestNetworkAdvancedServerOps-1874310575-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879910 Aug 28 16:02:15.968759 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 32794) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:02:15.996340 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-92f055d3-8477-4ad2-a1fb-edea3247ec09 tempest-TestNetworkAdvancedServerOps-1874310575 tempest-TestNetworkAdvancedServerOps-1874310575-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=61448970-1875-4f3f-bc01-29da4e3666f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264707 Aug 28 16:02:15.998788 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 32796) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:02:16.003989 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-c766e394-c8e4-4250-8c1e-066e2d00354b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1794402695', 'network_id': 'f39a3ae0-50d2-41d8-8fca-7f01c161bac5', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:02:16.034546 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-4e5584ec-28bc-477a-8ae4-5afc32c5f60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169684650', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b862e8bf-e9b0-440d-8b30-f568783a9479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:02:14Z', 'updated_at': '2021-08-28T16:02:15Z', 'revision_number': 3, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': 'b862e8bf-e9b0-440d-8b30-f568783a9479', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:02:14Z', 'updated_at': '2021-08-28T16:02:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:02:16.067312 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5584ec-28bc-477a-8ae4-5afc32c5f60d None None] Checking router: 2f9446ee-df53-4b6d-9492-53caa553cde8 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:02:16.067695 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5584ec-28bc-477a-8ae4-5afc32c5f60d None None] Updating router 2f9446ee-df53-4b6d-9492-53caa553cde8 port b862e8bf-e9b0-440d-8b30-f568783a9479 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 16:02:16.100760 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4e5584ec-28bc-477a-8ae4-5afc32c5f60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:16.104757 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c766e394-c8e4-4250-8c1e-066e2d00354b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Made reservation on behalf of a12260b8f69c49519941bbc52ef4c66f for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 16:02:16.108668 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c766e394-c8e4-4250-8c1e-066e2d00354b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:16.289898 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c766e394-c8e4-4250-8c1e-066e2d00354b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:16.352835 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4e5584ec-28bc-477a-8ae4-5afc32c5f60d None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:16.353240 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766e394-c8e4-4250-8c1e-066e2d00354b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Subnet': ['ID=69199e9a-ac52-4b2d-8a7f-e71a1ee855fe,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:16.362104 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c766e394-c8e4-4250-8c1e-066e2d00354b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Checking segment: {'id': '257e3e72-8b31-44f2-9928-7d3f77116ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f39a3ae0-50d2-41d8-8fca-7f01c161bac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:02:16.362465 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c766e394-c8e4-4250-8c1e-066e2d00354b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network hostable DHCP agents. Network: f39a3ae0-50d2-41d8-8fca-7f01c161bac5, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 16:02:16.364924 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4e5584ec-28bc-477a-8ae4-5afc32c5f60d None None] Transition to ACTIVE for port object b862e8bf-e9b0-440d-8b30-f568783a9479 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:02:16.371976 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4e5584ec-28bc-477a-8ae4-5afc32c5f60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:16.381046 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c766e394-c8e4-4250-8c1e-066e2d00354b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network f39a3ae0-50d2-41d8-8fca-7f01c161bac5 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 16:02:16.388996 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-c766e394-c8e4-4250-8c1e-066e2d00354b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, f39a3ae0-50d2-41d8-8fca-7f01c161bac5) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:02:16.393272 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c766e394-c8e4-4250-8c1e-066e2d00354b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:16.393929 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c766e394-c8e4-4250-8c1e-066e2d00354b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:16.404911 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b063d600-5c94-423e-9942-eb1870233e14 None None] Network f39a3ae0-50d2-41d8-8fca-7f01c161bac5 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 16:02:16.408803 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c766e394-c8e4-4250-8c1e-066e2d00354b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4085925 Aug 28 16:02:16.411525 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 32798) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:02:16.469071 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-4e5584ec-28bc-477a-8ae4-5afc32c5f60d None None] Attempting to bind port b862e8bf-e9b0-440d-8b30-f568783a9479 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:02:16.469447 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-4e5584ec-28bc-477a-8ae4-5afc32c5f60d None None] Attempting to bind port b862e8bf-e9b0-440d-8b30-f568783a9479 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:02:16.469812 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5584ec-28bc-477a-8ae4-5afc32c5f60d None None] Attempting to bind port b862e8bf-e9b0-440d-8b30-f568783a9479 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:02:16.481744 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ee77b-9bc9-4ebf-a4f3-69280ad7aca1 None None] Pushing event updated for resources: {'Port': ['ID=b862e8bf-e9b0-440d-8b30-f568783a9479,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:16.488373 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5584ec-28bc-477a-8ae4-5afc32c5f60d None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:02:16.488755 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5584ec-28bc-477a-8ae4-5afc32c5f60d None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:02:16.489164 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4e5584ec-28bc-477a-8ae4-5afc32c5f60d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:16.489564 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5584ec-28bc-477a-8ae4-5afc32c5f60d None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:02:16.490045 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-4e5584ec-28bc-477a-8ae4-5afc32c5f60d None None] Bound port: b862e8bf-e9b0-440d-8b30-f568783a9479, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:02:16.490429 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4e5584ec-28bc-477a-8ae4-5afc32c5f60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:16.527885 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101ee77b-9bc9-4ebf-a4f3-69280ad7aca1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:02:16.528427 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101ee77b-9bc9-4ebf-a4f3-69280ad7aca1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:02:16.528910 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101ee77b-9bc9-4ebf-a4f3-69280ad7aca1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:02:16.529320 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101ee77b-9bc9-4ebf-a4f3-69280ad7aca1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:02:16.529685 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101ee77b-9bc9-4ebf-a4f3-69280ad7aca1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:02:16.530024 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101ee77b-9bc9-4ebf-a4f3-69280ad7aca1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:02:16.530356 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101ee77b-9bc9-4ebf-a4f3-69280ad7aca1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:02:16.530685 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101ee77b-9bc9-4ebf-a4f3-69280ad7aca1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:02:16.531011 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101ee77b-9bc9-4ebf-a4f3-69280ad7aca1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:02:16.531359 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101ee77b-9bc9-4ebf-a4f3-69280ad7aca1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:02:16.531704 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101ee77b-9bc9-4ebf-a4f3-69280ad7aca1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:02:16.532028 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101ee77b-9bc9-4ebf-a4f3-69280ad7aca1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:02:16.599868 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-4e5584ec-28bc-477a-8ae4-5afc32c5f60d None None] For port b862e8bf-e9b0-440d-8b30-f568783a9479, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:02:16.619901 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-4e5584ec-28bc-477a-8ae4-5afc32c5f60d None None] For port b862e8bf-e9b0-440d-8b30-f568783a9479, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b862e8bf-e9b0-440d-8b30-f568783a9479,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:02:16.626927 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4e5584ec-28bc-477a-8ae4-5afc32c5f60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:16.695132 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce72463-e90f-40a2-b91e-b07c7285e559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-f39a3ae0-50d2-41d8-8fca-7f01c161bac5', 'network_id': 'f39a3ae0-50d2-41d8-8fca-7f01c161bac5', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'fixed_ips': [{'subnet_id': '69199e9a-ac52-4b2d-8a7f-e71a1ee855fe'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 16:02:16.696469 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cce72463-e90f-40a2-b91e-b07c7285e559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:16.709700 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5584ec-28bc-477a-8ae4-5afc32c5f60d None None] Routers {'2f9446ee-df53-4b6d-9492-53caa553cde8'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:02:16.710332 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-4e5584ec-28bc-477a-8ae4-5afc32c5f60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:02:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2f9446ee-df53-4b6d-9492-53caa553cde8'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:02:16.770287 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ee77b-9bc9-4ebf-a4f3-69280ad7aca1 None None] Pushing event updated for resources: {'Port': ['ID=b862e8bf-e9b0-440d-8b30-f568783a9479,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:16.936101 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-4e5584ec-28bc-477a-8ae4-5afc32c5f60d None None] Set router 2f9446ee-df53-4b6d-9492-53caa553cde8 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:02:16.998328 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-cce72463-e90f-40a2-b91e-b07c7285e559 None None] Allocated IP 172.20.0.2 (f39a3ae0-50d2-41d8-8fca-7f01c161bac5/69199e9a-ac52-4b2d-8a7f-e71a1ee855fe/b6e3123b-071b-4093-99f3-f790b95aa3f9) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:02:17.120007 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-31d8a9a0-a6c7-4f68-be69-6fc9b85133d3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:17.249472 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cce72463-e90f-40a2-b91e-b07c7285e559 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:17.254970 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-4e5584ec-28bc-477a-8ae4-5afc32c5f60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169684650', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b862e8bf-e9b0-440d-8b30-f568783a9479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:02:14Z', 'updated_at': '2021-08-28T16:02:15Z', 'revision_number': 3, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': 'b862e8bf-e9b0-440d-8b30-f568783a9479', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:02:14Z', 'updated_at': '2021-08-28T16:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:02:17.285657 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5584ec-28bc-477a-8ae4-5afc32c5f60d None None] The sync data for ids ['2f9446ee-df53-4b6d-9492-53caa553cde8'] in n-d-712137-10 is: [{'id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169684650', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b862e8bf-e9b0-440d-8b30-f568783a9479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:02:14Z', 'updated_at': '2021-08-28T16:02:15Z', 'revision_number': 3, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': 'b862e8bf-e9b0-440d-8b30-f568783a9479', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:02:14Z', 'updated_at': '2021-08-28T16:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:02:17.287493 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-cce72463-e90f-40a2-b91e-b07c7285e559 None None] Transition to ACTIVE for port object b6e3123b-071b-4093-99f3-f790b95aa3f9 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:02:17.308150 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-cce72463-e90f-40a2-b91e-b07c7285e559 None None] Transition to ACTIVE for port object b6e3123b-071b-4093-99f3-f790b95aa3f9 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:02:17.311479 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cce72463-e90f-40a2-b91e-b07c7285e559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:17.353138 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce72463-e90f-40a2-b91e-b07c7285e559 None None] Network f39a3ae0-50d2-41d8-8fca-7f01c161bac5 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:02:17.357898 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-cce72463-e90f-40a2-b91e-b07c7285e559 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:02:17.362561 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce72463-e90f-40a2-b91e-b07c7285e559 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:02:17.365734 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce72463-e90f-40a2-b91e-b07c7285e559 None None] Pushing event updated for resources: {'Port': ['ID=b6e3123b-071b-4093-99f3-f790b95aa3f9,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:17.432564 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-cce72463-e90f-40a2-b91e-b07c7285e559 None None] Attempting to bind port b6e3123b-071b-4093-99f3-f790b95aa3f9 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:02:17.432944 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-cce72463-e90f-40a2-b91e-b07c7285e559 None None] Attempting to bind port b6e3123b-071b-4093-99f3-f790b95aa3f9 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '257e3e72-8b31-44f2-9928-7d3f77116ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f39a3ae0-50d2-41d8-8fca-7f01c161bac5'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:02:17.433307 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce72463-e90f-40a2-b91e-b07c7285e559 None None] Attempting to bind port b6e3123b-071b-4093-99f3-f790b95aa3f9 on network f39a3ae0-50d2-41d8-8fca-7f01c161bac5 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:02:17.438720 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce72463-e90f-40a2-b91e-b07c7285e559 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:02:17.439082 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce72463-e90f-40a2-b91e-b07c7285e559 None None] Checking segment: {'id': '257e3e72-8b31-44f2-9928-7d3f77116ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f39a3ae0-50d2-41d8-8fca-7f01c161bac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:02:17.439477 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cce72463-e90f-40a2-b91e-b07c7285e559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:17.439896 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce72463-e90f-40a2-b91e-b07c7285e559 None None] Bound using segment: {'id': '257e3e72-8b31-44f2-9928-7d3f77116ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f39a3ae0-50d2-41d8-8fca-7f01c161bac5'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:02:17.440381 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-cce72463-e90f-40a2-b91e-b07c7285e559 None None] Bound port: b6e3123b-071b-4093-99f3-f790b95aa3f9, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257e3e72-8b31-44f2-9928-7d3f77116ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f39a3ae0-50d2-41d8-8fca-7f01c161bac5'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:02:17.440759 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cce72463-e90f-40a2-b91e-b07c7285e559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:17.470473 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-31d8a9a0-a6c7-4f68-be69-6fc9b85133d3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Allocated IP 172.20.0.1 (f39a3ae0-50d2-41d8-8fca-7f01c161bac5/69199e9a-ac52-4b2d-8a7f-e71a1ee855fe/d247d6e7-7073-4c2e-be79-8764ced17cae) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:02:17.516504 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-cce72463-e90f-40a2-b91e-b07c7285e559 None None] For port b6e3123b-071b-4093-99f3-f790b95aa3f9, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:02:17.521584 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-cce72463-e90f-40a2-b91e-b07c7285e559 None None] For port b6e3123b-071b-4093-99f3-f790b95aa3f9, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b6e3123b-071b-4093-99f3-f790b95aa3f9,segment=NetworkSegment(257e3e72-8b31-44f2-9928-7d3f77116ac8),segment_id=257e3e72-8b31-44f2-9928-7d3f77116ac8)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:02:17.536927 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cce72463-e90f-40a2-b91e-b07c7285e559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:17.622302 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce72463-e90f-40a2-b91e-b07c7285e559 None None] Pushing event updated for resources: {'Port': ['ID=b6e3123b-071b-4093-99f3-f790b95aa3f9,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:17.625782 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-31d8a9a0-a6c7-4f68-be69-6fc9b85133d3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:17.641638 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-31d8a9a0-a6c7-4f68-be69-6fc9b85133d3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Transition to ACTIVE for port object d247d6e7-7073-4c2e-be79-8764ced17cae will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:02:17.675298 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-31d8a9a0-a6c7-4f68-be69-6fc9b85133d3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:17.724551 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d8a9a0-a6c7-4f68-be69-6fc9b85133d3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network f39a3ae0-50d2-41d8-8fca-7f01c161bac5 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:02:17.728302 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-31d8a9a0-a6c7-4f68-be69-6fc9b85133d3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:02:17.732360 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d8a9a0-a6c7-4f68-be69-6fc9b85133d3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:02:17.739201 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8a9a0-a6c7-4f68-be69-6fc9b85133d3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Port': ['ID=d247d6e7-7073-4c2e-be79-8764ced17cae,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:17.782449 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-31d8a9a0-a6c7-4f68-be69-6fc9b85133d3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:17.954711 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-31d8a9a0-a6c7-4f68-be69-6fc9b85133d3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:18.244058 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-31d8a9a0-a6c7-4f68-be69-6fc9b85133d3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:18.248594 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-31d8a9a0-a6c7-4f68-be69-6fc9b85133d3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:18.321937 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-31d8a9a0-a6c7-4f68-be69-6fc9b85133d3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:18.325101 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8a9a0-a6c7-4f68-be69-6fc9b85133d3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Port': ['ID=d247d6e7-7073-4c2e-be79-8764ced17cae,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:18.422924 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d8a9a0-a6c7-4f68-be69-6fc9b85133d3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network f39a3ae0-50d2-41d8-8fca-7f01c161bac5 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:02:18.424395 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-31d8a9a0-a6c7-4f68-be69-6fc9b85133d3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:02:18.542741 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d8a9a0-a6c7-4f68-be69-6fc9b85133d3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Router 2f9446ee-df53-4b6d-9492-53caa553cde8 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:02:18.583260 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d794fa-4c49-457e-a96c-4e5292155b69 None None] Network f39a3ae0-50d2-41d8-8fca-7f01c161bac5 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 16:02:18.655497 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8fc9aa27-881e-4079-891e-ae28810fda91 None None] Provisioning for port b6e3123b-071b-4093-99f3-f790b95aa3f9 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:02:18.657134 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d8a9a0-a6c7-4f68-be69-6fc9b85133d3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:02:18.662055 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-31d8a9a0-a6c7-4f68-be69-6fc9b85133d3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "PUT /v2.0/routers/2f9446ee-df53-4b6d-9492-53caa553cde8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2488177 Aug 28 16:02:18.818063 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-0b0c51de-89f0-442f-9893-90086071b2e9 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1753820828&fields=id&tenant_id=a12260b8f69c49519941bbc52ef4c66f HTTP/1.1" status: 200 len: 267 time: 0.0369945 Aug 28 16:02:18.939099 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-4f0ebee9-9f24-4a8c-8aad-8d4904729049 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:18.940477 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-4f0ebee9-9f24-4a8c-8aad-8d4904729049 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/networks?id=f39a3ae0-50d2-41d8-8fca-7f01c161bac5 HTTP/1.1" status: 200 len: 797 time: 0.1138995 Aug 28 16:02:18.956979 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-679ba4c8-b4eb-4bff-b6fb-cbba09d22a9c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/quotas/a12260b8f69c49519941bbc52ef4c66f HTTP/1.1" status: 200 len: 375 time: 0.0098703 Aug 28 16:02:18.986167 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2d27e960-5616-4b41-afad-82a19a15c353 None None] Provisioning for port d247d6e7-7073-4c2e-be79-8764ced17cae completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:02:18.991596 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2d27e960-5616-4b41-afad-82a19a15c353 None None] Provisioning complete for port d247d6e7-7073-4c2e-be79-8764ced17cae triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:02:18.992538 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2d27e960-5616-4b41-afad-82a19a15c353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:19.018914 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-3038890e-375e-4291-bc89-c9e9a2acb7dc tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542603 Aug 28 16:02:19.036080 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-5f2000f6-55cb-4d70-8184-4da64a9d56d6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 16:02:19.037063 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-5f2000f6-55cb-4d70-8184-4da64a9d56d6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057619 Aug 28 16:02:19.045992 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-2d27e960-5616-4b41-afad-82a19a15c353 None None] Port d247d6e7-7073-4c2e-be79-8764ced17cae cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:02:19.135999 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-085e5488-2fa0-4fa7-bea4-b6a56f171e97 service neutron] 10.222.0.13 "GET /v2.0/networks/f39a3ae0-50d2-41d8-8fca-7f01c161bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918732 Aug 28 16:02:19.149906 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f336282-7d51-4404-b2c9-e61f966fe3b5 None None] Sync routers for ids ['2f9446ee-df53-4b6d-9492-53caa553cde8'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:02:19.161100 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f336282-7d51-4404-b2c9-e61f966fe3b5 None None] Routers {'2f9446ee-df53-4b6d-9492-53caa553cde8'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:02:19.161852 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-0f336282-7d51-4404-b2c9-e61f966fe3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:02:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2f9446ee-df53-4b6d-9492-53caa553cde8'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:02:19.232720 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-f546ed68-476b-4345-a37d-a2942f40bbe5 service neutron] 10.222.0.13 "GET /v2.0/networks/f39a3ae0-50d2-41d8-8fca-7f01c161bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890169 Aug 28 16:02:19.278062 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-55c0b3ea-9467-4903-bb1e-3d477c326549 None None] Provisioning complete for port d247d6e7-7073-4c2e-be79-8764ced17cae triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:02:19.278541 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-0f336282-7d51-4404-b2c9-e61f966fe3b5 None None] Set router 2f9446ee-df53-4b6d-9492-53caa553cde8 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:02:19.278699 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-55c0b3ea-9467-4903-bb1e-3d477c326549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:19.320618 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-55c0b3ea-9467-4903-bb1e-3d477c326549 None None] Port d247d6e7-7073-4c2e-be79-8764ced17cae cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:02:19.436476 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-868df7b6-110c-4111-af7c-e04b7c02b083 req-40758ea5-e505-4333-a66a-ec935fac846e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e959de4-259a-4ef5-b800-b17ffec2e5ab HTTP/1.1" status: 200 len: 210 time: 0.0428865 Aug 28 16:02:19.449873 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f382f037-0871-41ac-a453-68c7ef166c1b None None] Provisioning complete for port d247d6e7-7073-4c2e-be79-8764ced17cae triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:02:19.450237 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f382f037-0871-41ac-a453-68c7ef166c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:19.503728 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-f382f037-0871-41ac-a453-68c7ef166c1b None None] Port d247d6e7-7073-4c2e-be79-8764ced17cae cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:02:19.547020 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-0f336282-7d51-4404-b2c9-e61f966fe3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169684650', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b862e8bf-e9b0-440d-8b30-f568783a9479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:02:14Z', 'updated_at': '2021-08-28T16:02:17Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': 'b862e8bf-e9b0-440d-8b30-f568783a9479', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:02:14Z', 'updated_at': '2021-08-28T16:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'd247d6e7-7073-4c2e-be79-8764ced17cae', 'name': '', 'network_id': 'f39a3ae0-50d2-41d8-8fca-7f01c161bac5', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:3c:2b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '69199e9a-ac52-4b2d-8a7f-e71a1ee855fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:02:17Z', 'updated_at': '2021-08-28T16:02:18Z', 'revision_number': 2, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': '69199e9a-ac52-4b2d-8a7f-e71a1ee855fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:02:19.573938 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f336282-7d51-4404-b2c9-e61f966fe3b5 None None] Checking router: 2f9446ee-df53-4b6d-9492-53caa553cde8 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:02:19.574317 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f336282-7d51-4404-b2c9-e61f966fe3b5 None None] Updating router 2f9446ee-df53-4b6d-9492-53caa553cde8 port d247d6e7-7073-4c2e-be79-8764ced17cae binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 16:02:19.583223 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b862e8bf-e9b0-440d-8b30-f568783a9479 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:02:19.615107 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-0f336282-7d51-4404-b2c9-e61f966fe3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:19.642108 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port b862e8bf-e9b0-440d-8b30-f568783a9479 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:02:19.646104 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port b862e8bf-e9b0-440d-8b30-f568783a9479 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:02:19.646481 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:19.908219 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:19.910335 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-0f336282-7d51-4404-b2c9-e61f966fe3b5 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:19.923238 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-0f336282-7d51-4404-b2c9-e61f966fe3b5 None None] Transition to ACTIVE for port object d247d6e7-7073-4c2e-be79-8764ced17cae will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:02:19.928981 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-0f336282-7d51-4404-b2c9-e61f966fe3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:19.938197 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port b862e8bf-e9b0-440d-8b30-f568783a9479, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b862e8bf-e9b0-440d-8b30-f568783a9479,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:02:19.943387 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:19.944385 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b6e3123b-071b-4093-99f3-f790b95aa3f9 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:02:20.031251 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-0f336282-7d51-4404-b2c9-e61f966fe3b5 None None] Attempting to bind port d247d6e7-7073-4c2e-be79-8764ced17cae on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:02:20.031633 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-0f336282-7d51-4404-b2c9-e61f966fe3b5 None None] Attempting to bind port d247d6e7-7073-4c2e-be79-8764ced17cae by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '257e3e72-8b31-44f2-9928-7d3f77116ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f39a3ae0-50d2-41d8-8fca-7f01c161bac5'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:02:20.032751 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f336282-7d51-4404-b2c9-e61f966fe3b5 None None] Attempting to bind port d247d6e7-7073-4c2e-be79-8764ced17cae on network f39a3ae0-50d2-41d8-8fca-7f01c161bac5 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:02:20.034286 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331599b-7bbd-44d5-b3dd-4dbd56236dc0 None None] Pushing event updated for resources: {'Port': ['ID=d247d6e7-7073-4c2e-be79-8764ced17cae,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:20.043401 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331599b-7bbd-44d5-b3dd-4dbd56236dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:02:20.044114 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331599b-7bbd-44d5-b3dd-4dbd56236dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:02:20.044114 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331599b-7bbd-44d5-b3dd-4dbd56236dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:02:20.044440 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331599b-7bbd-44d5-b3dd-4dbd56236dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:02:20.044845 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331599b-7bbd-44d5-b3dd-4dbd56236dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:02:20.045249 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331599b-7bbd-44d5-b3dd-4dbd56236dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:02:20.045500 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331599b-7bbd-44d5-b3dd-4dbd56236dc0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:02:20.045829 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331599b-7bbd-44d5-b3dd-4dbd56236dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:02:20.046155 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331599b-7bbd-44d5-b3dd-4dbd56236dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:02:20.046481 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331599b-7bbd-44d5-b3dd-4dbd56236dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:02:20.046815 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331599b-7bbd-44d5-b3dd-4dbd56236dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:02:20.047161 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331599b-7bbd-44d5-b3dd-4dbd56236dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:02:20.052711 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f336282-7d51-4404-b2c9-e61f966fe3b5 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:02:20.053090 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f336282-7d51-4404-b2c9-e61f966fe3b5 None None] Checking segment: {'id': '257e3e72-8b31-44f2-9928-7d3f77116ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f39a3ae0-50d2-41d8-8fca-7f01c161bac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:02:20.053641 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-0f336282-7d51-4404-b2c9-e61f966fe3b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:20.053886 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f336282-7d51-4404-b2c9-e61f966fe3b5 None None] Bound using segment: {'id': '257e3e72-8b31-44f2-9928-7d3f77116ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f39a3ae0-50d2-41d8-8fca-7f01c161bac5'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:02:20.055081 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-0f336282-7d51-4404-b2c9-e61f966fe3b5 None None] Bound port: d247d6e7-7073-4c2e-be79-8764ced17cae, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257e3e72-8b31-44f2-9928-7d3f77116ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f39a3ae0-50d2-41d8-8fca-7f01c161bac5'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:02:20.055536 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-0f336282-7d51-4404-b2c9-e61f966fe3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:20.072890 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=b862e8bf-e9b0-440d-8b30-f568783a9479,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:20.090085 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port b6e3123b-071b-4093-99f3-f790b95aa3f9 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:02:20.095340 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port b6e3123b-071b-4093-99f3-f790b95aa3f9 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:02:20.095837 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:20.124870 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-0f336282-7d51-4404-b2c9-e61f966fe3b5 None None] For port d247d6e7-7073-4c2e-be79-8764ced17cae, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:02:20.128215 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-0f336282-7d51-4404-b2c9-e61f966fe3b5 None None] For port d247d6e7-7073-4c2e-be79-8764ced17cae, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=d247d6e7-7073-4c2e-be79-8764ced17cae,segment=NetworkSegment(257e3e72-8b31-44f2-9928-7d3f77116ac8),segment_id=257e3e72-8b31-44f2-9928-7d3f77116ac8)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:02:20.135228 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-0f336282-7d51-4404-b2c9-e61f966fe3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:20.189360 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:20.195809 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f336282-7d51-4404-b2c9-e61f966fe3b5 None None] Routers {'2f9446ee-df53-4b6d-9492-53caa553cde8'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:02:20.196471 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-0f336282-7d51-4404-b2c9-e61f966fe3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:02:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2f9446ee-df53-4b6d-9492-53caa553cde8'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:02:20.229393 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port b6e3123b-071b-4093-99f3-f790b95aa3f9, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b6e3123b-071b-4093-99f3-f790b95aa3f9,segment=NetworkSegment(257e3e72-8b31-44f2-9928-7d3f77116ac8),segment_id=257e3e72-8b31-44f2-9928-7d3f77116ac8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:02:20.235362 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:20.295580 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=b6e3123b-071b-4093-99f3-f790b95aa3f9,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:20.365764 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331599b-7bbd-44d5-b3dd-4dbd56236dc0 None None] Pushing event updated for resources: {'Port': ['ID=d247d6e7-7073-4c2e-be79-8764ced17cae,revision_number=4']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:20.447938 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-0f336282-7d51-4404-b2c9-e61f966fe3b5 None None] Set router 2f9446ee-df53-4b6d-9492-53caa553cde8 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:02:20.470147 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-60b4c211-f386-425c-89f4-8f002479c7a0 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:20.472048 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-60b4c211-f386-425c-89f4-8f002479c7a0 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.36 "GET /v2.0/networks?id=f39a3ae0-50d2-41d8-8fca-7f01c161bac5 HTTP/1.1" status: 200 len: 797 time: 0.1264665 Aug 28 16:02:20.535591 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-a08a1126-c47a-4d75-8b14-2da3ec47a697 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a12260b8f69c49519941bbc52ef4c66f HTTP/1.1" status: 200 len: 380 time: 0.0482242 Aug 28 16:02:20.540864 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0f8608a3-cc28-49da-be40-b85a4a4791f0 req-91e3b3ab-97fd-4205-bc6d-dc60ea164b59 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e959de4-259a-4ef5-b800-b17ffec2e5ab HTTP/1.1" status: 200 len: 210 time: 0.0321147 Aug 28 16:02:20.548211 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-da5c3537-504d-4183-9d27-86d5b8ae10aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'port': {'device_id': '4e959de4-259a-4ef5-b800-b17ffec2e5ab', 'network_id': 'f39a3ae0-50d2-41d8-8fca-7f01c161bac5', 'admin_state_up': True, 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'security_groups': ['c84c5f20-a45b-4880-b76b-d02f3af71c9f']}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:02:20.661391 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-da5c3537-504d-4183-9d27-86d5b8ae10aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Made reservation on behalf of a12260b8f69c49519941bbc52ef4c66f for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 16:02:20.663493 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-0f336282-7d51-4404-b2c9-e61f966fe3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169684650', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b862e8bf-e9b0-440d-8b30-f568783a9479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:02:14Z', 'updated_at': '2021-08-28T16:02:17Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': 'b862e8bf-e9b0-440d-8b30-f568783a9479', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:02:14Z', 'updated_at': '2021-08-28T16:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'd247d6e7-7073-4c2e-be79-8764ced17cae', 'name': '', 'network_id': 'f39a3ae0-50d2-41d8-8fca-7f01c161bac5', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:3c:2b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '69199e9a-ac52-4b2d-8a7f-e71a1ee855fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:02:17Z', 'updated_at': '2021-08-28T16:02:20Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': '69199e9a-ac52-4b2d-8a7f-e71a1ee855fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:02:20.665257 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-da5c3537-504d-4183-9d27-86d5b8ae10aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:20.690989 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f336282-7d51-4404-b2c9-e61f966fe3b5 None None] The sync data for ids ['2f9446ee-df53-4b6d-9492-53caa553cde8'] in n-d-712137-10 is: [{'id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169684650', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b862e8bf-e9b0-440d-8b30-f568783a9479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:02:14Z', 'updated_at': '2021-08-28T16:02:17Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': 'b862e8bf-e9b0-440d-8b30-f568783a9479', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:02:14Z', 'updated_at': '2021-08-28T16:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'd247d6e7-7073-4c2e-be79-8764ced17cae', 'name': '', 'network_id': 'f39a3ae0-50d2-41d8-8fca-7f01c161bac5', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:3c:2b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '69199e9a-ac52-4b2d-8a7f-e71a1ee855fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:02:17Z', 'updated_at': '2021-08-28T16:02:20Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': '69199e9a-ac52-4b2d-8a7f-e71a1ee855fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:02:20.813135 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-da5c3537-504d-4183-9d27-86d5b8ae10aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Allocated IP 172.20.0.4 (f39a3ae0-50d2-41d8-8fca-7f01c161bac5/69199e9a-ac52-4b2d-8a7f-e71a1ee855fe/bfb3d419-4c32-4c27-a32d-f27b6242da33) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:02:20.965817 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-da5c3537-504d-4183-9d27-86d5b8ae10aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:20.981306 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-da5c3537-504d-4183-9d27-86d5b8ae10aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Transition to ACTIVE for port object bfb3d419-4c32-4c27-a32d-f27b6242da33 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:02:21.015979 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-da5c3537-504d-4183-9d27-86d5b8ae10aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:21.063666 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-da5c3537-504d-4183-9d27-86d5b8ae10aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network f39a3ae0-50d2-41d8-8fca-7f01c161bac5 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:02:21.066955 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-da5c3537-504d-4183-9d27-86d5b8ae10aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:02:21.071517 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-da5c3537-504d-4183-9d27-86d5b8ae10aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:02:21.075624 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c3537-504d-4183-9d27-86d5b8ae10aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Port': ['ID=bfb3d419-4c32-4c27-a32d-f27b6242da33,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:21.131159 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-da5c3537-504d-4183-9d27-86d5b8ae10aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:21.131949 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-da5c3537-504d-4183-9d27-86d5b8ae10aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:21.149362 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-da5c3537-504d-4183-9d27-86d5b8ae10aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6062112 Aug 28 16:02:21.162267 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-d3ea99a2-2ab7-418f-9172-1ce64ccb7186 service neutron] Request body: {'port': {'device_id': '4e959de4-259a-4ef5-b800-b17ffec2e5ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:02:21.221080 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-d3ea99a2-2ab7-418f-9172-1ce64ccb7186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:21.324830 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0f8632ef-0ee8-4df7-88dc-14e8a60a0714 None None] Provisioning for port bfb3d419-4c32-4c27-a32d-f27b6242da33 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:02:21.330226 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0f8632ef-0ee8-4df7-88dc-14e8a60a0714 None None] Provisioning complete for port bfb3d419-4c32-4c27-a32d-f27b6242da33 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:02:21.330226 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0f8632ef-0ee8-4df7-88dc-14e8a60a0714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:21.370798 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-0f8632ef-0ee8-4df7-88dc-14e8a60a0714 None None] Port bfb3d419-4c32-4c27-a32d-f27b6242da33 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:02:21.516752 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-d3ea99a2-2ab7-418f-9172-1ce64ccb7186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfb3d419-4c32-4c27-a32d-f27b6242da33 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 16:02:21.528083 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-d3ea99a2-2ab7-418f-9172-1ce64ccb7186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:21.546303 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-d3ea99a2-2ab7-418f-9172-1ce64ccb7186 service neutron] Transition to ACTIVE for port object bfb3d419-4c32-4c27-a32d-f27b6242da33 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:02:21.552604 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b862e8bf-e9b0-440d-8b30-f568783a9479 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:02:21.552801 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-d3ea99a2-2ab7-418f-9172-1ce64ccb7186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:21.621272 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port b862e8bf-e9b0-440d-8b30-f568783a9479 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:02:21.621653 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:21.635296 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea99a2-2ab7-418f-9172-1ce64ccb7186 service neutron] Pushing event updated for resources: {'Port': ['ID=bfb3d419-4c32-4c27-a32d-f27b6242da33,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:21.721261 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ca0bb-1e54-4caa-a557-de1babd436bc req-9efcaa98-4755-47ee-9806-e34e75caa4cf tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:21.723017 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d98ca0bb-1e54-4caa-a557-de1babd436bc req-9efcaa98-4755-47ee-9806-e34e75caa4cf tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e959de4-259a-4ef5-b800-b17ffec2e5ab HTTP/1.1" status: 200 len: 943 time: 0.0889900 Aug 28 16:02:21.732221 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b6e3123b-071b-4093-99f3-f790b95aa3f9 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:02:21.750050 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-d3ea99a2-2ab7-418f-9172-1ce64ccb7186 service neutron] Attempting to bind port bfb3d419-4c32-4c27-a32d-f27b6242da33 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:02:21.750531 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-d3ea99a2-2ab7-418f-9172-1ce64ccb7186 service neutron] Attempting to bind port bfb3d419-4c32-4c27-a32d-f27b6242da33 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '257e3e72-8b31-44f2-9928-7d3f77116ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f39a3ae0-50d2-41d8-8fca-7f01c161bac5'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:02:21.750981 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-d3ea99a2-2ab7-418f-9172-1ce64ccb7186 service neutron] Attempting to bind port bfb3d419-4c32-4c27-a32d-f27b6242da33 on network f39a3ae0-50d2-41d8-8fca-7f01c161bac5 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:02:21.760169 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-d3ea99a2-2ab7-418f-9172-1ce64ccb7186 service neutron] Port bfb3d419-4c32-4c27-a32d-f27b6242da33 on network f39a3ae0-50d2-41d8-8fca-7f01c161bac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 16:02:21.760587 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-d3ea99a2-2ab7-418f-9172-1ce64ccb7186 service neutron] Attempting to bind port bfb3d419-4c32-4c27-a32d-f27b6242da33 on network f39a3ae0-50d2-41d8-8fca-7f01c161bac5 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:02:21.775043 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-d3ea99a2-2ab7-418f-9172-1ce64ccb7186 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:02:21.775396 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-d3ea99a2-2ab7-418f-9172-1ce64ccb7186 service neutron] Checking segment: {'id': '257e3e72-8b31-44f2-9928-7d3f77116ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f39a3ae0-50d2-41d8-8fca-7f01c161bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:02:21.775968 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-d3ea99a2-2ab7-418f-9172-1ce64ccb7186 service neutron] Bound using segment: {'id': '257e3e72-8b31-44f2-9928-7d3f77116ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f39a3ae0-50d2-41d8-8fca-7f01c161bac5'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:02:21.776499 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-d3ea99a2-2ab7-418f-9172-1ce64ccb7186 service neutron] Bound port: bfb3d419-4c32-4c27-a32d-f27b6242da33, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '257e3e72-8b31-44f2-9928-7d3f77116ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f39a3ae0-50d2-41d8-8fca-7f01c161bac5'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:02:21.776980 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-d3ea99a2-2ab7-418f-9172-1ce64ccb7186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:21.786660 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d98ca0bb-1e54-4caa-a557-de1babd436bc req-73ea58fe-49a7-4353-8e58-767c629f3008 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=c84c5f20-a45b-4880-b76b-d02f3af71c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555639 Aug 28 16:02:21.794070 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port b6e3123b-071b-4093-99f3-f790b95aa3f9 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:02:21.794528 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:21.870073 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-d3ea99a2-2ab7-418f-9172-1ce64ccb7186 service neutron] For port bfb3d419-4c32-4c27-a32d-f27b6242da33, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:02:21.876705 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-d3ea99a2-2ab7-418f-9172-1ce64ccb7186 service neutron] For port bfb3d419-4c32-4c27-a32d-f27b6242da33, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=bfb3d419-4c32-4c27-a32d-f27b6242da33,segment=NetworkSegment(257e3e72-8b31-44f2-9928-7d3f77116ac8),segment_id=257e3e72-8b31-44f2-9928-7d3f77116ac8)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:02:21.884419 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-d3ea99a2-2ab7-418f-9172-1ce64ccb7186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:21.887917 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device d247d6e7-7073-4c2e-be79-8764ced17cae up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:02:21.917488 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-d3ea99a2-2ab7-418f-9172-1ce64ccb7186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:21.918108 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-d3ea99a2-2ab7-418f-9172-1ce64ccb7186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:21.919512 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-d3ea99a2-2ab7-418f-9172-1ce64ccb7186 service neutron] 10.222.0.36 "PUT /v2.0/ports/bfb3d419-4c32-4c27-a32d-f27b6242da33 HTTP/1.1" status: 200 len: 1092 time: 0.7623954 Aug 28 16:02:21.920040 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e959de4-259a-4ef5-b800-b17ffec2e5ab', 'tag': 'bfb3d419-4c32-4c27-a32d-f27b6242da33'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:02:21.922482 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734e955c-fd8b-45dd-96f1-89c3d6ee7ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "4e959de4-259a-4ef5-b800-b17ffec2e5ab", "tag": "bfb3d419-4c32-4c27-a32d-f27b6242da33"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:02:21.958485 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea99a2-2ab7-418f-9172-1ce64ccb7186 service neutron] Pushing event updated for resources: {'Port': ['ID=bfb3d419-4c32-4c27-a32d-f27b6242da33,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:21.959674 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port d247d6e7-7073-4c2e-be79-8764ced17cae completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:02:21.974415 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port d247d6e7-7073-4c2e-be79-8764ced17cae triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:02:21.975077 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:22.006847 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-88d59582-ed2a-4458-84ec-35c7d5420ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:22.009409 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-88d59582-ed2a-4458-84ec-35c7d5420ea9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=4e959de4-259a-4ef5-b800-b17ffec2e5ab HTTP/1.1" status: 200 len: 1095 time: 0.0452158 Aug 28 16:02:22.063439 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-76ad536a-bb55-4aea-80eb-ae4e8864a31d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfb3d419-4c32-4c27-a32d-f27b6242da33 HTTP/1.1" status: 200 len: 217 time: 0.0425136 Aug 28 16:02:22.071884 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fef21a1-fccf-43e4-a31c-a99d03150032 x-openstack-request-id: req-4fef21a1-fccf-43e4-a31c-a99d03150032 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:02:22.072163 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e959de4-259a-4ef5-b800-b17ffec2e5ab", "tag": "bfb3d419-4c32-4c27-a32d-f27b6242da33", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:02:22.072747 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4fef21a1-fccf-43e4-a31c-a99d03150032 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:02:22.072747 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e959de4-259a-4ef5-b800-b17ffec2e5ab', 'tag': 'bfb3d419-4c32-4c27-a32d-f27b6242da33', 'status': 'completed', 'code': 200} Aug 28 16:02:22.085103 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:22.121841 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-d6873a56-228a-41ba-b098-d14ede7ddec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:22.124297 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port d247d6e7-7073-4c2e-be79-8764ced17cae, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=d247d6e7-7073-4c2e-be79-8764ced17cae,segment=NetworkSegment(257e3e72-8b31-44f2-9928-7d3f77116ac8),segment_id=257e3e72-8b31-44f2-9928-7d3f77116ac8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:02:22.124447 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-d6873a56-228a-41ba-b098-d14ede7ddec4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69199e9a-ac52-4b2d-8a7f-e71a1ee855fe HTTP/1.1" status: 200 len: 835 time: 0.0498607 Aug 28 16:02:22.129128 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:22.181472 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-f1d32fdb-2984-4a2b-8115-e80b2f92a544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:22.183113 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-f1d32fdb-2984-4a2b-8115-e80b2f92a544 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f39a3ae0-50d2-41d8-8fca-7f01c161bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476949 Aug 28 16:02:22.188986 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=d247d6e7-7073-4c2e-be79-8764ced17cae,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:22.278519 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-b06f53d9-df2d-469a-8ed8-202f0646f474 service neutron] 10.222.0.36 "GET /v2.0/networks/f39a3ae0-50d2-41d8-8fca-7f01c161bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873926 Aug 28 16:02:22.369102 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dee54f6f-cbce-40ab-a23d-095ffa82ce88 req-bf333d4d-8fc1-4e96-879a-a533ecf82d48 service neutron] 10.222.0.36 "GET /v2.0/networks/f39a3ae0-50d2-41d8-8fca-7f01c161bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840375 Aug 28 16:02:22.451748 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e955c-fd8b-45dd-96f1-89c3d6ee7ad0 req-1e1ecfc5-2e8b-46b5-8fd9-996e0a108e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:22.453283 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-734e955c-fd8b-45dd-96f1-89c3d6ee7ad0 req-1e1ecfc5-2e8b-46b5-8fd9-996e0a108e76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=4e959de4-259a-4ef5-b800-b17ffec2e5ab HTTP/1.1" status: 200 len: 1095 time: 0.0414371 Aug 28 16:02:22.547525 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e955c-fd8b-45dd-96f1-89c3d6ee7ad0 req-0016e87a-ceb1-4432-8a58-e389b05735b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:22.548985 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-734e955c-fd8b-45dd-96f1-89c3d6ee7ad0 req-0016e87a-ceb1-4432-8a58-e389b05735b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f39a3ae0-50d2-41d8-8fca-7f01c161bac5 HTTP/1.1" status: 200 len: 898 time: 0.0893877 Aug 28 16:02:22.589121 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-734e955c-fd8b-45dd-96f1-89c3d6ee7ad0 req-1002969a-7650-4f72-8965-b6fccca08956 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfb3d419-4c32-4c27-a32d-f27b6242da33 HTTP/1.1" status: 200 len: 217 time: 0.0333960 Aug 28 16:02:22.642641 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e955c-fd8b-45dd-96f1-89c3d6ee7ad0 req-4b8caf5e-0d74-439e-9f2e-a5b1b707d818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:22.644102 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-734e955c-fd8b-45dd-96f1-89c3d6ee7ad0 req-4b8caf5e-0d74-439e-9f2e-a5b1b707d818 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69199e9a-ac52-4b2d-8a7f-e71a1ee855fe HTTP/1.1" status: 200 len: 835 time: 0.0479198 Aug 28 16:02:22.996673 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e955c-fd8b-45dd-96f1-89c3d6ee7ad0 req-844fa57a-7812-4500-81aa-162820c6dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:22.998198 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-734e955c-fd8b-45dd-96f1-89c3d6ee7ad0 req-844fa57a-7812-4500-81aa-162820c6dd75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f39a3ae0-50d2-41d8-8fca-7f01c161bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3459542 Aug 28 16:02:23.012520 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc52f0-6348-4c71-9829-24cb81d7ad48 req-b131511c-ee1f-4f38-a51e-1a84aee3a9c7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:23.013910 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-73fc52f0-6348-4c71-9829-24cb81d7ad48 req-b131511c-ee1f-4f38-a51e-1a84aee3a9c7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e959de4-259a-4ef5-b800-b17ffec2e5ab HTTP/1.1" status: 200 len: 943 time: 0.0586488 Aug 28 16:02:23.101462 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-73fc52f0-6348-4c71-9829-24cb81d7ad48 req-87d67da2-a95e-4261-9ef1-2fe6747632b4 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=c84c5f20-a45b-4880-b76b-d02f3af71c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793319 Aug 28 16:02:23.129815 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-734e955c-fd8b-45dd-96f1-89c3d6ee7ad0 req-63650094-b2c9-4758-a75a-8c35967040bc service neutron] 10.222.0.36 "GET /v2.0/networks/f39a3ae0-50d2-41d8-8fca-7f01c161bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149759 Aug 28 16:02:23.220385 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-734e955c-fd8b-45dd-96f1-89c3d6ee7ad0 req-aa5078d3-4c20-4bc9-963e-b831ed0123cf service neutron] 10.222.0.36 "GET /v2.0/networks/f39a3ae0-50d2-41d8-8fca-7f01c161bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823827 Aug 28 16:02:23.448027 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device d247d6e7-7073-4c2e-be79-8764ced17cae up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:02:23.497287 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port d247d6e7-7073-4c2e-be79-8764ced17cae triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:02:23.497661 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:24.228709 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74d578-0d59-48f1-9de0-04603afeb747 req-7749fd57-39f0-4ea7-96e8-85fd29075263 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:24.230203 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1a74d578-0d59-48f1-9de0-04603afeb747 req-7749fd57-39f0-4ea7-96e8-85fd29075263 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e959de4-259a-4ef5-b800-b17ffec2e5ab HTTP/1.1" status: 200 len: 943 time: 0.0497987 Aug 28 16:02:24.271409 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1a74d578-0d59-48f1-9de0-04603afeb747 req-34e19b59-cb5c-41a0-92b1-8640ac53522f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=c84c5f20-a45b-4880-b76b-d02f3af71c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352464 Aug 28 16:02:25.075085 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:25.390129 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a6d15-e4dc-4f76-8a89-ff8bc1109fcd req-3236b1f1-5ab8-4e3b-bf31-cde2b2055716 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:25.391594 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4c0a6d15-e4dc-4f76-8a89-ff8bc1109fcd req-3236b1f1-5ab8-4e3b-bf31-cde2b2055716 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e959de4-259a-4ef5-b800-b17ffec2e5ab HTTP/1.1" status: 200 len: 943 time: 0.0524685 Aug 28 16:02:25.430938 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4c0a6d15-e4dc-4f76-8a89-ff8bc1109fcd req-9d20f989-d576-4d2b-ad7c-5eced6114148 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=c84c5f20-a45b-4880-b76b-d02f3af71c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310256 Aug 28 16:02:25.999304 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device bfb3d419-4c32-4c27-a32d-f27b6242da33 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 16:02:26.105418 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port bfb3d419-4c32-4c27-a32d-f27b6242da33, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=bfb3d419-4c32-4c27-a32d-f27b6242da33,segment=NetworkSegment(257e3e72-8b31-44f2-9928-7d3f77116ac8),segment_id=257e3e72-8b31-44f2-9928-7d3f77116ac8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:02:26.123372 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'bfb3d419-4c32-4c27-a32d-f27b6242da33', 'network_id': 'f39a3ae0-50d2-41d8-8fca-7f01c161bac5', 'port_id': 'bfb3d419-4c32-4c27-a32d-f27b6242da33', 'mac_address': 'fa:16:3e:97:ea:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69199e9a-ac52-4b2d-8a7f-e71a1ee855fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 16:02:26.174335 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:26.190140 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfb3d419-4c32-4c27-a32d-f27b6242da33 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 16:02:26.209658 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port bfb3d419-4c32-4c27-a32d-f27b6242da33, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=bfb3d419-4c32-4c27-a32d-f27b6242da33,segment=NetworkSegment(257e3e72-8b31-44f2-9928-7d3f77116ac8),segment_id=257e3e72-8b31-44f2-9928-7d3f77116ac8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:02:26.214863 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:26.262555 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=bfb3d419-4c32-4c27-a32d-f27b6242da33,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:26.451004 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['bfb3d419-4c32-4c27-a32d-f27b6242da33'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 16:02:26.564564 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795ab64-82f5-481f-b583-14dd98d7b381 req-31f6d1bf-2409-4f88-980b-308d6f2093e7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:26.566085 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7795ab64-82f5-481f-b583-14dd98d7b381 req-31f6d1bf-2409-4f88-980b-308d6f2093e7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e959de4-259a-4ef5-b800-b17ffec2e5ab HTTP/1.1" status: 200 len: 944 time: 0.0523987 Aug 28 16:02:26.605417 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7795ab64-82f5-481f-b583-14dd98d7b381 req-952e5a03-2121-40fb-8c70-1684f5130a83 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=c84c5f20-a45b-4880-b76b-d02f3af71c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322495 Aug 28 16:02:27.207054 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:27.720672 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8f827-7b9a-4f68-af4f-a969b5d67479 req-c5e9b7ba-beab-4f42-877d-66a45ff8d7e2 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:27.722149 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2fb8f827-7b9a-4f68-af4f-a969b5d67479 req-c5e9b7ba-beab-4f42-877d-66a45ff8d7e2 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e959de4-259a-4ef5-b800-b17ffec2e5ab HTTP/1.1" status: 200 len: 944 time: 0.0489588 Aug 28 16:02:27.760568 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2fb8f827-7b9a-4f68-af4f-a969b5d67479 req-4796f543-b089-480a-a8f1-019dbfc2eb79 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=c84c5f20-a45b-4880-b76b-d02f3af71c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317328 Aug 28 16:02:28.015308 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device bfb3d419-4c32-4c27-a32d-f27b6242da33 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:02:28.066036 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port bfb3d419-4c32-4c27-a32d-f27b6242da33 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:02:28.069606 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port bfb3d419-4c32-4c27-a32d-f27b6242da33 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:02:28.069975 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:28.145685 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:28.168309 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e959de4-259a-4ef5-b800-b17ffec2e5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb3d419-4c32-4c27-a32d-f27b6242da33'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:02:28.170828 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e998ae4c8ad98a44641492a375488314a28001c32b9c96e1494d2a73900553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0ba397-661d-4dc3-8dcd-0982f85ff989" -d '{"events": [{"server_uuid": "4e959de4-259a-4ef5-b800-b17ffec2e5ab", "name": "network-vif-plugged", "status": "completed", "tag": "bfb3d419-4c32-4c27-a32d-f27b6242da33"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:02:28.183421 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port bfb3d419-4c32-4c27-a32d-f27b6242da33, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=bfb3d419-4c32-4c27-a32d-f27b6242da33,segment=NetworkSegment(257e3e72-8b31-44f2-9928-7d3f77116ac8),segment_id=257e3e72-8b31-44f2-9928-7d3f77116ac8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:02:28.187268 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:28.237913 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=bfb3d419-4c32-4c27-a32d-f27b6242da33,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:28.267012 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 16:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e0f9e5-f2c6-411c-a5ff-031f55951297 x-openstack-request-id: req-c9e0f9e5-f2c6-411c-a5ff-031f55951297 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:02:28.267315 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e959de4-259a-4ef5-b800-b17ffec2e5ab", "name": "network-vif-plugged", "status": "completed", "tag": "bfb3d419-4c32-4c27-a32d-f27b6242da33", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:02:28.267580 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9e0f9e5-f2c6-411c-a5ff-031f55951297 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:02:28.268184 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e959de4-259a-4ef5-b800-b17ffec2e5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb3d419-4c32-4c27-a32d-f27b6242da33', 'code': 200} Aug 28 16:02:28.364339 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759bddc-3085-4b42-b830-f287a7f2e6ae req-b0aa955d-24c9-42dc-9b14-3d9521bf5a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:28.365839 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6759bddc-3085-4b42-b830-f287a7f2e6ae req-b0aa955d-24c9-42dc-9b14-3d9521bf5a77 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e959de4-259a-4ef5-b800-b17ffec2e5ab HTTP/1.1" status: 200 len: 1097 time: 0.0405405 Aug 28 16:02:28.401964 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6759bddc-3085-4b42-b830-f287a7f2e6ae req-d3067028-34a7-4e76-a29d-7d89f869a296 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c84c5f20-a45b-4880-b76b-d02f3af71c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288312 Aug 28 16:02:28.880190 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab41c36-f233-49ba-ba0b-8351d9b3bf52 req-fd9e7d4f-8a61-419f-83c7-d82660f8d5ad tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:28.883323 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1ab41c36-f233-49ba-ba0b-8351d9b3bf52 req-fd9e7d4f-8a61-419f-83c7-d82660f8d5ad tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e959de4-259a-4ef5-b800-b17ffec2e5ab HTTP/1.1" status: 200 len: 945 time: 0.0542915 Aug 28 16:02:28.921895 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1ab41c36-f233-49ba-ba0b-8351d9b3bf52 req-c0823551-2bda-4a06-8961-9614abf522f1 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=c84c5f20-a45b-4880-b76b-d02f3af71c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326426 Aug 28 16:02:30.036591 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc014a5a-c7c8-47a5-845f-d1c149fb87f7 req-81f4d0e4-0ef6-4de8-a19a-5f49c93b67ce tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:30.038176 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bc014a5a-c7c8-47a5-845f-d1c149fb87f7 req-81f4d0e4-0ef6-4de8-a19a-5f49c93b67ce tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e959de4-259a-4ef5-b800-b17ffec2e5ab HTTP/1.1" status: 200 len: 945 time: 0.0496385 Aug 28 16:02:30.075865 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bc014a5a-c7c8-47a5-845f-d1c149fb87f7 req-29ee2c17-9a21-4392-a2cc-95098bd4f968 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=c84c5f20-a45b-4880-b76b-d02f3af71c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317686 Aug 28 16:02:30.189162 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a6c80-d105-4819-92f9-ee14e3e66c7a req-11510089-bdfb-4681-98a5-857ace9d3e5f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:30.190553 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-831a6c80-d105-4819-92f9-ee14e3e66c7a req-11510089-bdfb-4681-98a5-857ace9d3e5f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e959de4-259a-4ef5-b800-b17ffec2e5ab HTTP/1.1" status: 200 len: 945 time: 0.0479658 Aug 28 16:02:30.228753 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-831a6c80-d105-4819-92f9-ee14e3e66c7a req-2a70e6ee-a65a-40bb-87d8-6a1fbc7d92ce tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=c84c5f20-a45b-4880-b76b-d02f3af71c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313387 Aug 28 16:02:30.252028 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 32852) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:02:30.291611 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9604e7-e7c1-4026-9134-40c7abbbb2e4 tempest-TestNetworkAdvancedServerOps-1874310575 tempest-TestNetworkAdvancedServerOps-1874310575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:30.293195 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6f9604e7-e7c1-4026-9134-40c7abbbb2e4 tempest-TestNetworkAdvancedServerOps-1874310575 tempest-TestNetworkAdvancedServerOps-1874310575-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4e959de4-259a-4ef5-b800-b17ffec2e5ab HTTP/1.1" status: 200 len: 1092 time: 0.0401754 Aug 28 16:02:30.296030 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 32854) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:02:30.300429 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-3eb044d2-d89a-412d-8b4b-a686fdfa6869 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'port_id': 'bfb3d419-4c32-4c27-a32d-f27b6242da33', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:02:30.325104 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3eb044d2-d89a-412d-8b4b-a686fdfa6869 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:30.422824 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3eb044d2-d89a-412d-8b4b-a686fdfa6869 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:30.523027 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-3eb044d2-d89a-412d-8b4b-a686fdfa6869 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Allocated IP 172.25.3.225 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/e385a01f-36a2-4267-8e85-1ac0f6e98fea) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:02:30.625862 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3eb044d2-d89a-412d-8b4b-a686fdfa6869 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:30.663649 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3eb044d2-d89a-412d-8b4b-a686fdfa6869 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:30.698142 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb044d2-d89a-412d-8b4b-a686fdfa6869 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:02:30.701017 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-3eb044d2-d89a-412d-8b4b-a686fdfa6869 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:02:30.706434 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb044d2-d89a-412d-8b4b-a686fdfa6869 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:02:30.733091 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb044d2-d89a-412d-8b4b-a686fdfa6869 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Port': ['ID=e385a01f-36a2-4267-8e85-1ac0f6e98fea,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:31.060260 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3eb044d2-d89a-412d-8b4b-a686fdfa6869 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:31.125008 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3eb044d2-d89a-412d-8b4b-a686fdfa6869 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:31.275748 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3eb044d2-d89a-412d-8b4b-a686fdfa6869 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:31.280253 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3eb044d2-d89a-412d-8b4b-a686fdfa6869 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:31.356143 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb044d2-d89a-412d-8b4b-a686fdfa6869 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Port': ['ID=e385a01f-36a2-4267-8e85-1ac0f6e98fea,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:02:31.361870 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3eb044d2-d89a-412d-8b4b-a686fdfa6869 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:31.465254 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-3eb044d2-d89a-412d-8b4b-a686fdfa6869 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Floating IP adf5631c-3a83-4299-ba96-60e200e5feed associated. External IP: 172.25.3.225, port: bfb3d419-4c32-4c27-a32d-f27b6242da33. Aug 28 16:02:31.675555 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb044d2-d89a-412d-8b4b-a686fdfa6869 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Router 2f9446ee-df53-4b6d-9492-53caa553cde8 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:02:31.778089 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb044d2-d89a-412d-8b4b-a686fdfa6869 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:02:31.787946 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edf93b5-a741-42cf-aeac-fb144acde72a None None] Sync routers for ids ['2f9446ee-df53-4b6d-9492-53caa553cde8'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:02:31.794873 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3eb044d2-d89a-412d-8b4b-a686fdfa6869 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:31.802958 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edf93b5-a741-42cf-aeac-fb144acde72a None None] Routers {'2f9446ee-df53-4b6d-9492-53caa553cde8'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:02:31.803641 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0edf93b5-a741-42cf-aeac-fb144acde72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:02:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2f9446ee-df53-4b6d-9492-53caa553cde8'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:02:31.824784 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3eb044d2-d89a-412d-8b4b-a686fdfa6869 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5277100 Aug 28 16:02:31.825492 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e959de4-259a-4ef5-b800-b17ffec2e5ab', 'tag': 'bfb3d419-4c32-4c27-a32d-f27b6242da33'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:02:31.828169 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b235d3-d5cd-4f7e-9636-61bafd50d37e" -d '{"events": [{"name": "network-changed", "server_uuid": "4e959de4-259a-4ef5-b800-b17ffec2e5ab", "tag": "bfb3d419-4c32-4c27-a32d-f27b6242da33"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:02:31.874144 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1b20d9-7802-45aa-a9a4-da59ac5f75af x-openstack-request-id: req-9b1b20d9-7802-45aa-a9a4-da59ac5f75af {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:02:31.874459 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e959de4-259a-4ef5-b800-b17ffec2e5ab", "tag": "bfb3d419-4c32-4c27-a32d-f27b6242da33", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:02:31.874711 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b1b20d9-7802-45aa-a9a4-da59ac5f75af {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:02:31.875117 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e959de4-259a-4ef5-b800-b17ffec2e5ab', 'tag': 'bfb3d419-4c32-4c27-a32d-f27b6242da33', 'status': 'completed', 'code': 200} Aug 28 16:02:31.925810 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-0edf93b5-a741-42cf-aeac-fb144acde72a None None] Set router 2f9446ee-df53-4b6d-9492-53caa553cde8 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:02:31.929931 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb34cd-1da2-4cab-9828-2c9b432bf551 req-41086ac7-8f13-49f0-9dfb-184c71666a1a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:31.931684 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bfbb34cd-1da2-4cab-9828-2c9b432bf551 req-41086ac7-8f13-49f0-9dfb-184c71666a1a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e959de4-259a-4ef5-b800-b17ffec2e5ab HTTP/1.1" status: 200 len: 945 time: 0.0545406 Aug 28 16:02:31.943318 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b235d3-d5cd-4f7e-9636-61bafd50d37e req-9ebb286e-e95d-4d8a-b1e3-2f5d4c97ee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:31.945054 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-66b235d3-d5cd-4f7e-9636-61bafd50d37e req-9ebb286e-e95d-4d8a-b1e3-2f5d4c97ee11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=4e959de4-259a-4ef5-b800-b17ffec2e5ab HTTP/1.1" status: 200 len: 1097 time: 0.0461822 Aug 28 16:02:31.973995 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bfbb34cd-1da2-4cab-9828-2c9b432bf551 req-0a857cce-5ed9-4b0e-823a-143a976c2a2c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=c84c5f20-a45b-4880-b76b-d02f3af71c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363908 Aug 28 16:02:31.997076 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 32860) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:02:32.043161 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b235d3-d5cd-4f7e-9636-61bafd50d37e req-9f88daf0-1ef5-4248-bba8-af846f361469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:32.044688 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-66b235d3-d5cd-4f7e-9636-61bafd50d37e req-9f88daf0-1ef5-4248-bba8-af846f361469 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f39a3ae0-50d2-41d8-8fca-7f01c161bac5 HTTP/1.1" status: 200 len: 898 time: 0.0928061 Aug 28 16:02:32.060853 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4e9ba728-fe85-456e-af88-5bf3e18d59f3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/floatingips/adf5631c-3a83-4299-ba96-60e200e5feed HTTP/1.1" status: 200 len: 991 time: 0.0614924 Aug 28 16:02:32.113223 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-66b235d3-d5cd-4f7e-9636-61bafd50d37e req-5b8a7fe5-ebd1-4972-993a-a6dceffb166c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfb3d419-4c32-4c27-a32d-f27b6242da33 HTTP/1.1" status: 200 len: 999 time: 0.0620437 Aug 28 16:02:32.153882 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0edf93b5-a741-42cf-aeac-fb144acde72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169684650', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b862e8bf-e9b0-440d-8b30-f568783a9479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:02:14Z', 'updated_at': '2021-08-28T16:02:17Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': 'b862e8bf-e9b0-440d-8b30-f568783a9479', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:02:14Z', 'updated_at': '2021-08-28T16:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'adf5631c-3a83-4299-ba96-60e200e5feed', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'port_id': 'bfb3d419-4c32-4c27-a32d-f27b6242da33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39a3ae0-50d2-41d8-8fca-7f01c161bac5', 'mac_address': 'fa:16:3e:97:ea:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e959de4-259a-4ef5-b800-b17ffec2e5ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:02:30Z', 'updated_at': '2021-08-28T16:02:30Z', 'revision_number': 0, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd247d6e7-7073-4c2e-be79-8764ced17cae', 'name': '', 'network_id': 'f39a3ae0-50d2-41d8-8fca-7f01c161bac5', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:3c:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '69199e9a-ac52-4b2d-8a7f-e71a1ee855fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:02:17Z', 'updated_at': '2021-08-28T16:02:22Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': '69199e9a-ac52-4b2d-8a7f-e71a1ee855fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:02:32.164216 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b235d3-d5cd-4f7e-9636-61bafd50d37e req-fdfb7f56-67c7-4651-8ca8-423a3f74c61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:32.165693 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-66b235d3-d5cd-4f7e-9636-61bafd50d37e req-fdfb7f56-67c7-4651-8ca8-423a3f74c61d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69199e9a-ac52-4b2d-8a7f-e71a1ee855fe HTTP/1.1" status: 200 len: 835 time: 0.0451069 Aug 28 16:02:32.179512 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edf93b5-a741-42cf-aeac-fb144acde72a None None] Checking router: 2f9446ee-df53-4b6d-9492-53caa553cde8 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:02:32.187788 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edf93b5-a741-42cf-aeac-fb144acde72a None None] Routers {'2f9446ee-df53-4b6d-9492-53caa553cde8'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:02:32.188396 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0edf93b5-a741-42cf-aeac-fb144acde72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:02:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2f9446ee-df53-4b6d-9492-53caa553cde8'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:02:32.211856 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b235d3-d5cd-4f7e-9636-61bafd50d37e req-81e1f452-0c7b-4700-9f72-8d888fe34c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:32.213368 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-66b235d3-d5cd-4f7e-9636-61bafd50d37e req-81e1f452-0c7b-4700-9f72-8d888fe34c8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f39a3ae0-50d2-41d8-8fca-7f01c161bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405657 Aug 28 16:02:32.302284 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-0edf93b5-a741-42cf-aeac-fb144acde72a None None] Set router 2f9446ee-df53-4b6d-9492-53caa553cde8 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:02:32.311844 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-66b235d3-d5cd-4f7e-9636-61bafd50d37e req-1fad47dc-9f9e-4967-872c-5d3862e86ae3 service neutron] 10.222.0.36 "GET /v2.0/networks/f39a3ae0-50d2-41d8-8fca-7f01c161bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911446 Aug 28 16:02:32.403502 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-66b235d3-d5cd-4f7e-9636-61bafd50d37e req-98e4899f-5fb3-487d-9def-ec8f127752fa service neutron] 10.222.0.36 "GET /v2.0/networks/f39a3ae0-50d2-41d8-8fca-7f01c161bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845428 Aug 28 16:02:32.531006 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-0edf93b5-a741-42cf-aeac-fb144acde72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169684650', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b862e8bf-e9b0-440d-8b30-f568783a9479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:02:14Z', 'updated_at': '2021-08-28T16:02:17Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': 'b862e8bf-e9b0-440d-8b30-f568783a9479', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:02:14Z', 'updated_at': '2021-08-28T16:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'adf5631c-3a83-4299-ba96-60e200e5feed', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'port_id': 'bfb3d419-4c32-4c27-a32d-f27b6242da33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39a3ae0-50d2-41d8-8fca-7f01c161bac5', 'mac_address': 'fa:16:3e:97:ea:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e959de4-259a-4ef5-b800-b17ffec2e5ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:02:30Z', 'updated_at': '2021-08-28T16:02:30Z', 'revision_number': 0, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd247d6e7-7073-4c2e-be79-8764ced17cae', 'name': '', 'network_id': 'f39a3ae0-50d2-41d8-8fca-7f01c161bac5', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:3c:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '69199e9a-ac52-4b2d-8a7f-e71a1ee855fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:02:17Z', 'updated_at': '2021-08-28T16:02:22Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': '69199e9a-ac52-4b2d-8a7f-e71a1ee855fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:02:32.556961 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edf93b5-a741-42cf-aeac-fb144acde72a None None] The sync data for ids ['2f9446ee-df53-4b6d-9492-53caa553cde8'] in n-d-712137-10 is: [{'id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169684650', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b862e8bf-e9b0-440d-8b30-f568783a9479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:02:14Z', 'updated_at': '2021-08-28T16:02:17Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': 'b862e8bf-e9b0-440d-8b30-f568783a9479', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:02:14Z', 'updated_at': '2021-08-28T16:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'adf5631c-3a83-4299-ba96-60e200e5feed', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'port_id': 'bfb3d419-4c32-4c27-a32d-f27b6242da33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39a3ae0-50d2-41d8-8fca-7f01c161bac5', 'mac_address': 'fa:16:3e:97:ea:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e959de4-259a-4ef5-b800-b17ffec2e5ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:02:30Z', 'updated_at': '2021-08-28T16:02:30Z', 'revision_number': 0, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd247d6e7-7073-4c2e-be79-8764ced17cae', 'name': '', 'network_id': 'f39a3ae0-50d2-41d8-8fca-7f01c161bac5', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:3c:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '69199e9a-ac52-4b2d-8a7f-e71a1ee855fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:02:17Z', 'updated_at': '2021-08-28T16:02:22Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': '69199e9a-ac52-4b2d-8a7f-e71a1ee855fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:02:32.737597 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c12fcda-74aa-4714-9b4a-3529ababd6c3 None None] New status for floating IP adf5631c-3a83-4299-ba96-60e200e5feed: ACTIVE {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 16:02:33.062822 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 32862) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:02:33.124902 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a1f1ae77-f572-48ad-bdff-32154204734d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/floatingips/adf5631c-3a83-4299-ba96-60e200e5feed HTTP/1.1" status: 200 len: 993 time: 0.0609357 Aug 28 16:02:35.941275 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12dcbf55-9d18-4541-be07-9c82e6f1b12b req-ccfd9922-9636-44d2-ae5e-b501e694d5e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e959de4-259a-4ef5-b800-b17ffec2e5ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440276 Aug 28 16:02:36.021697 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcbf55-9d18-4541-be07-9c82e6f1b12b req-c627900b-260c-4067-b67b-f9b59c550552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:36.023239 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12dcbf55-9d18-4541-be07-9c82e6f1b12b req-c627900b-260c-4067-b67b-f9b59c550552 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=4e959de4-259a-4ef5-b800-b17ffec2e5ab HTTP/1.1" status: 200 len: 1097 time: 0.0424976 Aug 28 16:02:36.094614 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:02:36.126069 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcbf55-9d18-4541-be07-9c82e6f1b12b req-0aa5b143-177f-4c43-ad41-c91671907f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:36.127555 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12dcbf55-9d18-4541-be07-9c82e6f1b12b req-0aa5b143-177f-4c43-ad41-c91671907f49 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f39a3ae0-50d2-41d8-8fca-7f01c161bac5 HTTP/1.1" status: 200 len: 898 time: 0.0855348 Aug 28 16:02:36.197007 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12dcbf55-9d18-4541-be07-9c82e6f1b12b req-d3ec480b-3565-41ed-876d-db0fda8fc5ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfb3d419-4c32-4c27-a32d-f27b6242da33 HTTP/1.1" status: 200 len: 1001 time: 0.0624824 Aug 28 16:02:36.246573 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcbf55-9d18-4541-be07-9c82e6f1b12b req-95c6ef0d-8c4d-48aa-beb2-269dce91967f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:36.248084 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12dcbf55-9d18-4541-be07-9c82e6f1b12b req-95c6ef0d-8c4d-48aa-beb2-269dce91967f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69199e9a-ac52-4b2d-8a7f-e71a1ee855fe HTTP/1.1" status: 200 len: 835 time: 0.0440123 Aug 28 16:02:36.294934 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcbf55-9d18-4541-be07-9c82e6f1b12b req-755ab79a-fdb5-4480-8eb1-c145aa6f6150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:02:36.296457 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12dcbf55-9d18-4541-be07-9c82e6f1b12b req-755ab79a-fdb5-4480-8eb1-c145aa6f6150 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f39a3ae0-50d2-41d8-8fca-7f01c161bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403831 Aug 28 16:02:36.388268 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12dcbf55-9d18-4541-be07-9c82e6f1b12b req-ce7dd2f6-1fa1-4343-929a-0acb0fa249c2 service neutron] 10.222.0.36 "GET /v2.0/networks/f39a3ae0-50d2-41d8-8fca-7f01c161bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842144 Aug 28 16:02:36.477633 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-12dcbf55-9d18-4541-be07-9c82e6f1b12b req-62a5790c-f1d6-4ee8-bee6-27860060491d service neutron] 10.222.0.36 "GET /v2.0/networks/f39a3ae0-50d2-41d8-8fca-7f01c161bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820527 Aug 28 16:02:38.098140 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0f7ed237-7113-41ad-bbfd-c39a64d5147e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:40.658284 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0d0c980c-9822-4328-9ae0-af4d81b55885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:40.968544 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:41.995720 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:43.493232 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:55.086337 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:02:57.207328 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:04.467286 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954cde3-a1a8-4887-9ba5-b2d8524f738b req-b3f783ac-35dc-4d43-8beb-1622b22ac56a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:04.468844 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b954cde3-a1a8-4887-9ba5-b2d8524f738b req-b3f783ac-35dc-4d43-8beb-1622b22ac56a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e959de4-259a-4ef5-b800-b17ffec2e5ab HTTP/1.1" status: 200 len: 945 time: 0.0529232 Aug 28 16:03:04.511807 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b954cde3-a1a8-4887-9ba5-b2d8524f738b req-fa038b8a-bd4a-43aa-832c-ae88a1daa669 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=c84c5f20-a45b-4880-b76b-d02f3af71c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367775 Aug 28 16:03:05.642891 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99e7b4-ddbe-4871-9922-1f95a2183a82 req-81d0485d-b9e0-4d9f-89d9-3d07b0f6abba tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:05.644679 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a99e7b4-ddbe-4871-9922-1f95a2183a82 req-81d0485d-b9e0-4d9f-89d9-3d07b0f6abba tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e959de4-259a-4ef5-b800-b17ffec2e5ab HTTP/1.1" status: 200 len: 945 time: 0.0507848 Aug 28 16:03:05.682739 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4a99e7b4-ddbe-4871-9922-1f95a2183a82 req-6e262b2b-67df-45b2-8143-9e982499ebb7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=c84c5f20-a45b-4880-b76b-d02f3af71c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315707 Aug 28 16:03:05.704126 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 32886) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:03:05.762292 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8b4c9811-fc19-4f26-b3fe-b76687a7a4f9 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/floatingips/adf5631c-3a83-4299-ba96-60e200e5feed HTTP/1.1" status: 200 len: 993 time: 0.0570869 Aug 28 16:03:07.029541 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474923ce-6165-4bf8-9b87-32587a9a3584 req-4ed911a2-7023-4d55-b567-9afb367609bf tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:07.031103 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-474923ce-6165-4bf8-9b87-32587a9a3584 req-4ed911a2-7023-4d55-b567-9afb367609bf tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e959de4-259a-4ef5-b800-b17ffec2e5ab HTTP/1.1" status: 200 len: 945 time: 0.0488620 Aug 28 16:03:07.071295 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-474923ce-6165-4bf8-9b87-32587a9a3584 req-e3c1cebe-51a4-4d95-b476-c767cd540d18 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=c84c5f20-a45b-4880-b76b-d02f3af71c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339255 Aug 28 16:03:08.100675 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-dd26d8db-8110-477c-b202-5145a088e4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:08.192200 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef6d74-e302-4c61-a8d1-46f7dc7d8390 req-3db2a999-1552-4dd7-ac00-0ce420d6e1cb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:08.193587 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9eef6d74-e302-4c61-a8d1-46f7dc7d8390 req-3db2a999-1552-4dd7-ac00-0ce420d6e1cb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e959de4-259a-4ef5-b800-b17ffec2e5ab HTTP/1.1" status: 200 len: 945 time: 0.0526991 Aug 28 16:03:08.231463 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9eef6d74-e302-4c61-a8d1-46f7dc7d8390 req-aedffa0e-9172-468c-a54f-ec43d42f242a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=c84c5f20-a45b-4880-b76b-d02f3af71c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313611 Aug 28 16:03:08.253263 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 32896) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:03:08.312228 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7916a8b0-3b5d-4e7a-b098-8c3cd12e2e46 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/floatingips/adf5631c-3a83-4299-ba96-60e200e5feed HTTP/1.1" status: 200 len: 993 time: 0.0578663 Aug 28 16:03:08.535448 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 32902) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:03:08.690440 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-55ff8149-c3f0-42a6-a57d-4a76039646e3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Deleting port e385a01f-36a2-4267-8e85-1ac0f6e98fea {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:03:08.690783 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-55ff8149-c3f0-42a6-a57d-4a76039646e3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:08.769577 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-55ff8149-c3f0-42a6-a57d-4a76039646e3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:08.769906 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-55ff8149-c3f0-42a6-a57d-4a76039646e3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:08.781180 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-55ff8149-c3f0-42a6-a57d-4a76039646e3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Calling delete_port for e385a01f-36a2-4267-8e85-1ac0f6e98fea owned by network:floatingip {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:03:08.926139 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-55ff8149-c3f0-42a6-a57d-4a76039646e3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:08.949650 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff8149-c3f0-42a6-a57d-4a76039646e3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'Port': ['ID=e385a01f-36a2-4267-8e85-1ac0f6e98fea,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:08.959858 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff8149-c3f0-42a6-a57d-4a76039646e3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:08.960264 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff8149-c3f0-42a6-a57d-4a76039646e3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:08.960613 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff8149-c3f0-42a6-a57d-4a76039646e3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:08.960953 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff8149-c3f0-42a6-a57d-4a76039646e3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:08.961294 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff8149-c3f0-42a6-a57d-4a76039646e3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:08.962149 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff8149-c3f0-42a6-a57d-4a76039646e3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:08.962149 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff8149-c3f0-42a6-a57d-4a76039646e3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:08.962350 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff8149-c3f0-42a6-a57d-4a76039646e3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:08.962602 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff8149-c3f0-42a6-a57d-4a76039646e3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:08.962931 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff8149-c3f0-42a6-a57d-4a76039646e3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:08.963276 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff8149-c3f0-42a6-a57d-4a76039646e3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:08.963586 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff8149-c3f0-42a6-a57d-4a76039646e3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:09.023295 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-55ff8149-c3f0-42a6-a57d-4a76039646e3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for floatingip, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:09.023731 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [None req-55ff8149-c3f0-42a6-a57d-4a76039646e3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Floating IP adf5631c-3a83-4299-ba96-60e200e5feed disassociated (deleted). External IP: 172.25.3.225, port: bfb3d419-4c32-4c27-a32d-f27b6242da33. Aug 28 16:03:09.234862 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ff8149-c3f0-42a6-a57d-4a76039646e3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Router 2f9446ee-df53-4b6d-9492-53caa553cde8 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:03:09.339939 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ff8149-c3f0-42a6-a57d-4a76039646e3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:03:09.344758 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-55ff8149-c3f0-42a6-a57d-4a76039646e3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:09.349393 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c9848b-21d1-489a-93b1-0f2809c1a672 None None] Sync routers for ids ['2f9446ee-df53-4b6d-9492-53caa553cde8'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:03:09.358647 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c9848b-21d1-489a-93b1-0f2809c1a672 None None] Routers {'2f9446ee-df53-4b6d-9492-53caa553cde8'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:03:09.359264 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-85c9848b-21d1-489a-93b1-0f2809c1a672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:02:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2f9446ee-df53-4b6d-9492-53caa553cde8'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:03:09.371850 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-55ff8149-c3f0-42a6-a57d-4a76039646e3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "DELETE /v2.0/floatingips/adf5631c-3a83-4299-ba96-60e200e5feed HTTP/1.1" status: 204 len: 168 time: 0.8352413 Aug 28 16:03:09.372448 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e959de4-259a-4ef5-b800-b17ffec2e5ab', 'tag': 'bfb3d419-4c32-4c27-a32d-f27b6242da33'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:03:09.374702 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e308943d50e92a26f6c3a6de5cf793d4f684f916ac590010b5ff3c9d15b1720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8509e423-da71-4baa-abc5-7e1caaac83ac" -d '{"events": [{"name": "network-changed", "server_uuid": "4e959de4-259a-4ef5-b800-b17ffec2e5ab", "tag": "bfb3d419-4c32-4c27-a32d-f27b6242da33"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:03:09.476815 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3ad0e4-a166-4fa7-b44f-9dfe3775bd42 x-openstack-request-id: req-2a3ad0e4-a166-4fa7-b44f-9dfe3775bd42 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:03:09.477186 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e959de4-259a-4ef5-b800-b17ffec2e5ab", "tag": "bfb3d419-4c32-4c27-a32d-f27b6242da33", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:03:09.477522 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a3ad0e4-a166-4fa7-b44f-9dfe3775bd42 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:03:09.477987 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e959de4-259a-4ef5-b800-b17ffec2e5ab', 'tag': 'bfb3d419-4c32-4c27-a32d-f27b6242da33', 'status': 'completed', 'code': 200} Aug 28 16:03:09.480135 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-85c9848b-21d1-489a-93b1-0f2809c1a672 None None] Set router 2f9446ee-df53-4b6d-9492-53caa553cde8 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:03:09.550800 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509e423-da71-4baa-abc5-7e1caaac83ac req-fbd4e001-54ba-4702-8c4a-c5f62729fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:09.552342 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8509e423-da71-4baa-abc5-7e1caaac83ac req-fbd4e001-54ba-4702-8c4a-c5f62729fb8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=4e959de4-259a-4ef5-b800-b17ffec2e5ab HTTP/1.1" status: 200 len: 1097 time: 0.0555000 Aug 28 16:03:09.679429 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f896e6-bb9c-4ef0-9ce7-cba9fbb106c2 req-e0f32ad0-f094-42d7-9e3c-7562bb05f75a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:09.680982 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4f896e6-bb9c-4ef0-9ce7-cba9fbb106c2 req-e0f32ad0-f094-42d7-9e3c-7562bb05f75a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e959de4-259a-4ef5-b800-b17ffec2e5ab HTTP/1.1" status: 200 len: 945 time: 0.1016040 Aug 28 16:03:09.693610 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-85c9848b-21d1-489a-93b1-0f2809c1a672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169684650', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b862e8bf-e9b0-440d-8b30-f568783a9479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:02:14Z', 'updated_at': '2021-08-28T16:02:17Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': 'b862e8bf-e9b0-440d-8b30-f568783a9479', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:02:14Z', 'updated_at': '2021-08-28T16:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'd247d6e7-7073-4c2e-be79-8764ced17cae', 'name': '', 'network_id': 'f39a3ae0-50d2-41d8-8fca-7f01c161bac5', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:3c:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '69199e9a-ac52-4b2d-8a7f-e71a1ee855fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:02:17Z', 'updated_at': '2021-08-28T16:02:22Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': '69199e9a-ac52-4b2d-8a7f-e71a1ee855fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:03:09.697269 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509e423-da71-4baa-abc5-7e1caaac83ac req-a27ab0b5-fe62-4dcb-bb4e-b58e6fb3c121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:09.698737 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8509e423-da71-4baa-abc5-7e1caaac83ac req-a27ab0b5-fe62-4dcb-bb4e-b58e6fb3c121 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f39a3ae0-50d2-41d8-8fca-7f01c161bac5 HTTP/1.1" status: 200 len: 898 time: 0.1378379 Aug 28 16:03:09.720371 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c9848b-21d1-489a-93b1-0f2809c1a672 None None] Checking router: 2f9446ee-df53-4b6d-9492-53caa553cde8 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:03:09.729003 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c9848b-21d1-489a-93b1-0f2809c1a672 None None] Routers {'2f9446ee-df53-4b6d-9492-53caa553cde8'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:03:09.729609 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-85c9848b-21d1-489a-93b1-0f2809c1a672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:02:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2f9446ee-df53-4b6d-9492-53caa553cde8'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:03:09.749034 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8509e423-da71-4baa-abc5-7e1caaac83ac req-94d4a9d2-c02c-4677-a0cc-ccea87a000cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfb3d419-4c32-4c27-a32d-f27b6242da33 HTTP/1.1" status: 200 len: 217 time: 0.0413020 Aug 28 16:03:09.840692 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-85c9848b-21d1-489a-93b1-0f2809c1a672 None None] Set router 2f9446ee-df53-4b6d-9492-53caa553cde8 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:03:10.051250 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-85c9848b-21d1-489a-93b1-0f2809c1a672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169684650', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b862e8bf-e9b0-440d-8b30-f568783a9479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:02:14Z', 'updated_at': '2021-08-28T16:02:17Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': 'b862e8bf-e9b0-440d-8b30-f568783a9479', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:02:14Z', 'updated_at': '2021-08-28T16:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'd247d6e7-7073-4c2e-be79-8764ced17cae', 'name': '', 'network_id': 'f39a3ae0-50d2-41d8-8fca-7f01c161bac5', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:3c:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '69199e9a-ac52-4b2d-8a7f-e71a1ee855fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:02:17Z', 'updated_at': '2021-08-28T16:02:22Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': '69199e9a-ac52-4b2d-8a7f-e71a1ee855fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:03:10.053748 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e4f896e6-bb9c-4ef0-9ce7-cba9fbb106c2 req-f7af9dac-f66c-44d1-bb5d-bb186ab73209 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=c84c5f20-a45b-4880-b76b-d02f3af71c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3648398 Aug 28 16:03:10.082012 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c9848b-21d1-489a-93b1-0f2809c1a672 None None] The sync data for ids ['2f9446ee-df53-4b6d-9492-53caa553cde8'] in n-d-712137-10 is: [{'id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169684650', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b862e8bf-e9b0-440d-8b30-f568783a9479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:02:14Z', 'updated_at': '2021-08-28T16:02:17Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': 'b862e8bf-e9b0-440d-8b30-f568783a9479', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:02:14Z', 'updated_at': '2021-08-28T16:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': 'd247d6e7-7073-4c2e-be79-8764ced17cae', 'name': '', 'network_id': 'f39a3ae0-50d2-41d8-8fca-7f01c161bac5', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:3c:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '69199e9a-ac52-4b2d-8a7f-e71a1ee855fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:02:17Z', 'updated_at': '2021-08-28T16:02:22Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': '69199e9a-ac52-4b2d-8a7f-e71a1ee855fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:03:10.090245 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509e423-da71-4baa-abc5-7e1caaac83ac req-eaaae52e-3642-4440-adc6-b514b47b78a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:10.091959 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8509e423-da71-4baa-abc5-7e1caaac83ac req-eaaae52e-3642-4440-adc6-b514b47b78a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69199e9a-ac52-4b2d-8a7f-e71a1ee855fe HTTP/1.1" status: 200 len: 835 time: 0.3354003 Aug 28 16:03:10.141208 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509e423-da71-4baa-abc5-7e1caaac83ac req-5981bd69-08da-44fa-aafe-d7ba78610b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:10.142740 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8509e423-da71-4baa-abc5-7e1caaac83ac req-5981bd69-08da-44fa-aafe-d7ba78610b77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f39a3ae0-50d2-41d8-8fca-7f01c161bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422416 Aug 28 16:03:10.237806 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8509e423-da71-4baa-abc5-7e1caaac83ac req-f7a2f573-524e-488f-a964-be44667ace02 service neutron] 10.222.0.36 "GET /v2.0/networks/f39a3ae0-50d2-41d8-8fca-7f01c161bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876021 Aug 28 16:03:10.301039 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35889d04-ee1c-4c35-9654-768c21f22345 None None] New status for floating IP adf5631c-3a83-4299-ba96-60e200e5feed: DOWN {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 16:03:10.330586 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8509e423-da71-4baa-abc5-7e1caaac83ac req-60e626c5-39e7-402b-a937-a7c14ca9e8c4 service neutron] 10.222.0.36 "GET /v2.0/networks/f39a3ae0-50d2-41d8-8fca-7f01c161bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847242 Aug 28 16:03:10.657728 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b16211e5-657a-473a-ae15-b53afdde9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:10.969501 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:11.111338 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999af306-ad41-44dc-ab06-47b19bba0901 req-fea71225-605a-430b-b671-31f58e5aa526 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:11.112886 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-999af306-ad41-44dc-ab06-47b19bba0901 req-fea71225-605a-430b-b671-31f58e5aa526 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e959de4-259a-4ef5-b800-b17ffec2e5ab HTTP/1.1" status: 200 len: 945 time: 0.0511475 Aug 28 16:03:11.179806 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd0b79-90d8-414f-8d4d-e8b0c42003ae req-95acdc1a-828c-4473-b222-a65172802631 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:11.181297 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-59cd0b79-90d8-414f-8d4d-e8b0c42003ae req-95acdc1a-828c-4473-b222-a65172802631 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e959de4-259a-4ef5-b800-b17ffec2e5ab HTTP/1.1" status: 200 len: 945 time: 0.0484059 Aug 28 16:03:11.210883 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-999af306-ad41-44dc-ab06-47b19bba0901 req-3f20727e-fafc-4733-9897-3cf6285bf880 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Deleting port bfb3d419-4c32-4c27-a32d-f27b6242da33 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:03:11.211339 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-999af306-ad41-44dc-ab06-47b19bba0901 req-3f20727e-fafc-4733-9897-3cf6285bf880 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:11.219963 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-59cd0b79-90d8-414f-8d4d-e8b0c42003ae req-038d56e6-6772-474f-85a9-bfd9767a833a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=c84c5f20-a45b-4880-b76b-d02f3af71c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325723 Aug 28 16:03:11.299555 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-999af306-ad41-44dc-ab06-47b19bba0901 req-3f20727e-fafc-4733-9897-3cf6285bf880 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] For port bfb3d419-4c32-4c27-a32d-f27b6242da33, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=bfb3d419-4c32-4c27-a32d-f27b6242da33,segment=NetworkSegment(257e3e72-8b31-44f2-9928-7d3f77116ac8),segment_id=257e3e72-8b31-44f2-9928-7d3f77116ac8)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:03:11.299958 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-999af306-ad41-44dc-ab06-47b19bba0901 req-3f20727e-fafc-4733-9897-3cf6285bf880 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:11.312590 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-999af306-ad41-44dc-ab06-47b19bba0901 req-3f20727e-fafc-4733-9897-3cf6285bf880 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Calling delete_port for bfb3d419-4c32-4c27-a32d-f27b6242da33 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:03:11.440043 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-999af306-ad41-44dc-ab06-47b19bba0901 req-3f20727e-fafc-4733-9897-3cf6285bf880 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:11.473528 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20727e-fafc-4733-9897-3cf6285bf880 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'Port': ['ID=bfb3d419-4c32-4c27-a32d-f27b6242da33,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:11.502891 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20727e-fafc-4733-9897-3cf6285bf880 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:11.503239 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20727e-fafc-4733-9897-3cf6285bf880 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:11.503579 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20727e-fafc-4733-9897-3cf6285bf880 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:11.503941 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20727e-fafc-4733-9897-3cf6285bf880 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:11.504275 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20727e-fafc-4733-9897-3cf6285bf880 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:11.504603 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20727e-fafc-4733-9897-3cf6285bf880 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:11.504933 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20727e-fafc-4733-9897-3cf6285bf880 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:11.505265 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20727e-fafc-4733-9897-3cf6285bf880 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:11.505588 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20727e-fafc-4733-9897-3cf6285bf880 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:11.505925 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20727e-fafc-4733-9897-3cf6285bf880 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:11.507044 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20727e-fafc-4733-9897-3cf6285bf880 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:11.507510 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20727e-fafc-4733-9897-3cf6285bf880 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:11.526099 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-999af306-ad41-44dc-ab06-47b19bba0901 req-3f20727e-fafc-4733-9897-3cf6285bf880 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] No DVR routers for this DVR port bfb3d419-4c32-4c27-a32d-f27b6242da33 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 16:03:11.528546 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-999af306-ad41-44dc-ab06-47b19bba0901 req-3f20727e-fafc-4733-9897-3cf6285bf880 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:11.530538 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-999af306-ad41-44dc-ab06-47b19bba0901 req-3f20727e-fafc-4733-9897-3cf6285bf880 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.36 "DELETE /v2.0/ports/bfb3d419-4c32-4c27-a32d-f27b6242da33 HTTP/1.1" status: 204 len: 173 time: 0.4103289 Aug 28 16:03:11.531019 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e959de4-259a-4ef5-b800-b17ffec2e5ab', 'name': 'network-vif-deleted', 'tag': 'bfb3d419-4c32-4c27-a32d-f27b6242da33'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:03:11.533270 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29940687-621a-456e-96bc-017fc248f959" -d '{"events": [{"server_uuid": "4e959de4-259a-4ef5-b800-b17ffec2e5ab", "name": "network-vif-deleted", "tag": "bfb3d419-4c32-4c27-a32d-f27b6242da33"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:03:11.572394 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 16:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4336875-337c-48d0-9258-dbca8f2f93b4 x-openstack-request-id: req-f4336875-337c-48d0-9258-dbca8f2f93b4 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:03:11.572801 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e959de4-259a-4ef5-b800-b17ffec2e5ab", "name": "network-vif-deleted", "tag": "bfb3d419-4c32-4c27-a32d-f27b6242da33", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:03:11.573083 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4336875-337c-48d0-9258-dbca8f2f93b4 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:03:11.573480 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e959de4-259a-4ef5-b800-b17ffec2e5ab', 'name': 'network-vif-deleted', 'tag': 'bfb3d419-4c32-4c27-a32d-f27b6242da33', 'status': 'completed', 'code': 200} Aug 28 16:03:11.998658 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:12.276106 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 32918) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:03:12.637407 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-242a73c9-4105-427d-a93c-d2b4a94f3836 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:12.902041 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-242a73c9-4105-427d-a93c-d2b4a94f3836 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Deleting port d247d6e7-7073-4c2e-be79-8764ced17cae {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:03:12.902312 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-242a73c9-4105-427d-a93c-d2b4a94f3836 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:12.997069 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-242a73c9-4105-427d-a93c-d2b4a94f3836 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] For port d247d6e7-7073-4c2e-be79-8764ced17cae, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=d247d6e7-7073-4c2e-be79-8764ced17cae,segment=NetworkSegment(257e3e72-8b31-44f2-9928-7d3f77116ac8),segment_id=257e3e72-8b31-44f2-9928-7d3f77116ac8)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:03:12.997445 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-242a73c9-4105-427d-a93c-d2b4a94f3836 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:13.010982 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-242a73c9-4105-427d-a93c-d2b4a94f3836 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Calling delete_port for d247d6e7-7073-4c2e-be79-8764ced17cae owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:03:13.093585 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:03:13.197478 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-242a73c9-4105-427d-a93c-d2b4a94f3836 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:13.224161 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a73c9-4105-427d-a93c-d2b4a94f3836 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'Port': ['ID=d247d6e7-7073-4c2e-be79-8764ced17cae,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:13.405262 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-242a73c9-4105-427d-a93c-d2b4a94f3836 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:13.496683 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:13.620578 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242a73c9-4105-427d-a93c-d2b4a94f3836 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Router 2f9446ee-df53-4b6d-9492-53caa553cde8 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:03:13.724222 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242a73c9-4105-427d-a93c-d2b4a94f3836 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:03:13.732043 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-242a73c9-4105-427d-a93c-d2b4a94f3836 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "PUT /v2.0/routers/2f9446ee-df53-4b6d-9492-53caa553cde8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4529300 Aug 28 16:03:13.732857 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 32920) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:03:13.735512 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5085b15c-83c3-4621-af6a-db538739b2b9 None None] Sync routers for ids ['2f9446ee-df53-4b6d-9492-53caa553cde8'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:03:13.744636 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5085b15c-83c3-4621-af6a-db538739b2b9 None None] Routers {'2f9446ee-df53-4b6d-9492-53caa553cde8'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:03:13.745248 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5085b15c-83c3-4621-af6a-db538739b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:03:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2f9446ee-df53-4b6d-9492-53caa553cde8'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:03:13.793788 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff67447c-ec6c-4047-8d5c-95f37ff24f9e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Deleting subnet 69199e9a-ac52-4b2d-8a7f-e71a1ee855fe {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 16:03:13.797943 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ff67447c-ec6c-4047-8d5c-95f37ff24f9e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:13.842733 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ff67447c-ec6c-4047-8d5c-95f37ff24f9e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:13.939526 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ff67447c-ec6c-4047-8d5c-95f37ff24f9e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:14.003713 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ff67447c-ec6c-4047-8d5c-95f37ff24f9e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:14.017831 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-5085b15c-83c3-4621-af6a-db538739b2b9 None None] Set router 2f9446ee-df53-4b6d-9492-53caa553cde8 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:03:14.032098 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67447c-ec6c-4047-8d5c-95f37ff24f9e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'Subnet': ['ID=69199e9a-ac52-4b2d-8a7f-e71a1ee855fe,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:14.038291 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ff67447c-ec6c-4047-8d5c-95f37ff24f9e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:14.041122 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ff67447c-ec6c-4047-8d5c-95f37ff24f9e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "DELETE /v2.0/subnets/69199e9a-ac52-4b2d-8a7f-e71a1ee855fe HTTP/1.1" status: 204 len: 168 time: 0.3068538 Aug 28 16:03:14.042771 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 32922) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:03:14.045890 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881cdd29-8cd0-4404-88b0-d9e03390e9aa None None] Network f39a3ae0-50d2-41d8-8fca-7f01c161bac5 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 16:03:14.154900 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8e1f54ac-e888-4bfa-9220-3d0ad2858285 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:14.263778 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8e1f54ac-e888-4bfa-9220-3d0ad2858285 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:14.279217 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device bfb3d419-4c32-4c27-a32d-f27b6242da33 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:03:14.305368 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: bfb3d419-4c32-4c27-a32d-f27b6242da33 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:03:14.305711 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device bfb3d419-4c32-4c27-a32d-f27b6242da33 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:03:14.314535 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-8e1f54ac-e888-4bfa-9220-3d0ad2858285 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Deleting port b862e8bf-e9b0-440d-8b30-f568783a9479 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:03:14.314949 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8e1f54ac-e888-4bfa-9220-3d0ad2858285 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:14.335337 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5085b15c-83c3-4621-af6a-db538739b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169684650', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b862e8bf-e9b0-440d-8b30-f568783a9479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:02:14Z', 'updated_at': '2021-08-28T16:03:13Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': 'b862e8bf-e9b0-440d-8b30-f568783a9479', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:02:14Z', 'updated_at': '2021-08-28T16:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:03:14.366674 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5085b15c-83c3-4621-af6a-db538739b2b9 None None] Checking router: 2f9446ee-df53-4b6d-9492-53caa553cde8 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:03:14.375168 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5085b15c-83c3-4621-af6a-db538739b2b9 None None] Routers {'2f9446ee-df53-4b6d-9492-53caa553cde8'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:03:14.375835 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5085b15c-83c3-4621-af6a-db538739b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:03:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['2f9446ee-df53-4b6d-9492-53caa553cde8'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:03:14.398094 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-8e1f54ac-e888-4bfa-9220-3d0ad2858285 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] For port b862e8bf-e9b0-440d-8b30-f568783a9479, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b862e8bf-e9b0-440d-8b30-f568783a9479,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:03:14.398476 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8e1f54ac-e888-4bfa-9220-3d0ad2858285 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:14.410873 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36ffb18-90c7-4264-b654-9bd8f5c7fb39 None None] DHCP port deletion for f39a3ae0-50d2-41d8-8fca-7f01c161bac5 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 16:03:14.411067 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-8e1f54ac-e888-4bfa-9220-3d0ad2858285 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Calling delete_port for b862e8bf-e9b0-440d-8b30-f568783a9479 owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:03:14.488104 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-5085b15c-83c3-4621-af6a-db538739b2b9 None None] Set router 2f9446ee-df53-4b6d-9492-53caa553cde8 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:03:14.548735 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5085b15c-83c3-4621-af6a-db538739b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169684650', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:02:14Z', 'updated_at': '2021-08-28T16:03:14Z', 'revision_number': 6, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:03:14.573596 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8e1f54ac-e888-4bfa-9220-3d0ad2858285 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:14.579530 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5085b15c-83c3-4621-af6a-db538739b2b9 None None] The sync data for ids ['2f9446ee-df53-4b6d-9492-53caa553cde8'] in n-d-712137-10 is: [{'id': '2f9446ee-df53-4b6d-9492-53caa553cde8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169684650', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:02:14Z', 'updated_at': '2021-08-28T16:03:14Z', 'revision_number': 6, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port_host': None}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:03:14.586680 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c36ffb18-90c7-4264-b654-9bd8f5c7fb39 None None] Deleting port b6e3123b-071b-4093-99f3-f790b95aa3f9 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:03:14.587063 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c36ffb18-90c7-4264-b654-9bd8f5c7fb39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:14.607373 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f54ac-e888-4bfa-9220-3d0ad2858285 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'Port': ['ID=b862e8bf-e9b0-440d-8b30-f568783a9479,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:14.652318 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c36ffb18-90c7-4264-b654-9bd8f5c7fb39 None None] For port b6e3123b-071b-4093-99f3-f790b95aa3f9, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b6e3123b-071b-4093-99f3-f790b95aa3f9,segment=NetworkSegment(257e3e72-8b31-44f2-9928-7d3f77116ac8),segment_id=257e3e72-8b31-44f2-9928-7d3f77116ac8)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:03:14.652734 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c36ffb18-90c7-4264-b654-9bd8f5c7fb39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:14.665755 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c36ffb18-90c7-4264-b654-9bd8f5c7fb39 None None] Calling delete_port for b6e3123b-071b-4093-99f3-f790b95aa3f9 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:03:14.671162 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8e1f54ac-e888-4bfa-9220-3d0ad2858285 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:14.751603 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c36ffb18-90c7-4264-b654-9bd8f5c7fb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:14.779494 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ffb18-90c7-4264-b654-9bd8f5c7fb39 None None] Pushing event deleted for resources: {'Port': ['ID=b6e3123b-071b-4093-99f3-f790b95aa3f9,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:14.783239 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36ffb18-90c7-4264-b654-9bd8f5c7fb39 None None] No DVR routers for this DVR port b6e3123b-071b-4093-99f3-f790b95aa3f9 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 16:03:15.045728 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8e1f54ac-e888-4bfa-9220-3d0ad2858285 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:15.047848 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8e1f54ac-e888-4bfa-9220-3d0ad2858285 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:15.092012 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8e1f54ac-e888-4bfa-9220-3d0ad2858285 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:15.092685 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1f54ac-e888-4bfa-9220-3d0ad2858285 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Fanout notify agent at l3_agent the message router_deleted on router 2f9446ee-df53-4b6d-9492-53caa553cde8 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 16:03:15.100865 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8e1f54ac-e888-4bfa-9220-3d0ad2858285 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:15.102022 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8e1f54ac-e888-4bfa-9220-3d0ad2858285 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "DELETE /v2.0/routers/2f9446ee-df53-4b6d-9492-53caa553cde8 HTTP/1.1" status: 204 len: 168 time: 1.0583229 Aug 28 16:03:15.104721 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 32924) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:03:15.184046 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fdf51196-8b1b-4990-8859-a8beabcf8115 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:15.274065 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fdf51196-8b1b-4990-8859-a8beabcf8115 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:15.284658 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-fdf51196-8b1b-4990-8859-a8beabcf8115 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39a3ae0-50d2-41d8-8fca-7f01c161bac5']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:03:15.301419 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-fdf51196-8b1b-4990-8859-a8beabcf8115 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '257e3e72-8b31-44f2-9928-7d3f77116ac8') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:03:15.301724 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-fdf51196-8b1b-4990-8859-a8beabcf8115 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '257e3e72-8b31-44f2-9928-7d3f77116ac8') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:03:15.311748 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fdf51196-8b1b-4990-8859-a8beabcf8115 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:15.325766 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fdf51196-8b1b-4990-8859-a8beabcf8115 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:15.331898 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf51196-8b1b-4990-8859-a8beabcf8115 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 16:03:15.332389 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fdf51196-8b1b-4990-8859-a8beabcf8115 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: timer() Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 16:03:15.335597 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 16:03:15.392575 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fdf51196-8b1b-4990-8859-a8beabcf8115 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:15.397595 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fdf51196-8b1b-4990-8859-a8beabcf8115 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:15.399627 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fdf51196-8b1b-4990-8859-a8beabcf8115 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "DELETE /v2.0/networks/f39a3ae0-50d2-41d8-8fca-7f01c161bac5 HTTP/1.1" status: 204 len: 168 time: 0.2938797 Aug 28 16:03:15.402456 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 32926) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:03:15.414346 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf51196-8b1b-4990-8859-a8beabcf8115 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'Network': ['ID=f39a3ae0-50d2-41d8-8fca-7f01c161bac5,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:15.467486 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5ef455a8-f744-44a8-8f6c-4eaaaed5ccc8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:15.478860 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b6e3123b-071b-4093-99f3-f790b95aa3f9 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:03:15.497006 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5ef455a8-f744-44a8-8f6c-4eaaaed5ccc8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:15.499121 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: b6e3123b-071b-4093-99f3-f790b95aa3f9 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:03:15.499469 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b6e3123b-071b-4093-99f3-f790b95aa3f9 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:03:15.499905 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b862e8bf-e9b0-440d-8b30-f568783a9479 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:03:15.521321 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: b862e8bf-e9b0-440d-8b30-f568783a9479 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:03:15.521717 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b862e8bf-e9b0-440d-8b30-f568783a9479 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:03:15.522126 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device d247d6e7-7073-4c2e-be79-8764ced17cae no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:03:15.545331 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: d247d6e7-7073-4c2e-be79-8764ced17cae {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:03:15.545728 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device d247d6e7-7073-4c2e-be79-8764ced17cae not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:03:15.561865 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5ef455a8-f744-44a8-8f6c-4eaaaed5ccc8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:15.564772 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5ef455a8-f744-44a8-8f6c-4eaaaed5ccc8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:15.565934 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5ef455a8-f744-44a8-8f6c-4eaaaed5ccc8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "DELETE /v2.0/security-groups/c84c5f20-a45b-4880-b76b-d02f3af71c9f HTTP/1.1" status: 204 len: 168 time: 0.1624358 Aug 28 16:03:15.576150 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef455a8-f744-44a8-8f6c-4eaaaed5ccc8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84c5f20-a45b-4880-b76b-d02f3af71c9f,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:16.058349 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 32932) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:03:16.063099 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-46e9c9be-2eb2-4438-aae0-11e9a26593d1 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-269275686', 'description': 'tempest-secgroup-smoke-269275686 description', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:03:16.085198 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-46e9c9be-2eb2-4438-aae0-11e9a26593d1 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:16.166916 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-46e9c9be-2eb2-4438-aae0-11e9a26593d1 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:16.170451 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-46e9c9be-2eb2-4438-aae0-11e9a26593d1 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:16.197901 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-46e9c9be-2eb2-4438-aae0-11e9a26593d1 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:16.199144 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-46e9c9be-2eb2-4438-aae0-11e9a26593d1 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1397657 Aug 28 16:03:16.201006 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9c9be-2eb2-4438-aae0-11e9a26593d1 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08a36c27-7abd-459c-bc91-21ae99c1db22,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:16.202171 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 32934) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:03:16.206880 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-b453ba2c-aaa1-4307-8d86-665ceced06fa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group_rule': {'security_group_id': '08a36c27-7abd-459c-bc91-21ae99c1db22', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:03:16.233261 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b453ba2c-aaa1-4307-8d86-665ceced06fa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:16.278426 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b453ba2c-aaa1-4307-8d86-665ceced06fa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:16.281822 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b453ba2c-aaa1-4307-8d86-665ceced06fa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:16.299387 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453ba2c-aaa1-4307-8d86-665ceced06fa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e3df28-cbff-4b31-a58f-e0c55dff725d,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:16.305280 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-b453ba2c-aaa1-4307-8d86-665ceced06fa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:16.306463 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-b453ba2c-aaa1-4307-8d86-665ceced06fa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1032662 Aug 28 16:03:16.309370 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 32936) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:03:16.314156 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-1cbce925-0570-4daa-827e-7ce6cba10329 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group_rule': {'security_group_id': '08a36c27-7abd-459c-bc91-21ae99c1db22', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:03:16.341223 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1cbce925-0570-4daa-827e-7ce6cba10329 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:16.401209 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1cbce925-0570-4daa-827e-7ce6cba10329 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:16.404820 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1cbce925-0570-4daa-827e-7ce6cba10329 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:16.423311 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbce925-0570-4daa-827e-7ce6cba10329 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a6fd0e-987b-4ab7-84e9-7b74216b41b6,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:16.429573 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1cbce925-0570-4daa-827e-7ce6cba10329 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:16.430769 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1cbce925-0570-4daa-827e-7ce6cba10329 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203907 Aug 28 16:03:16.433577 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 32938) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:03:16.437887 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-a912a0b7-030e-44fe-9e65-101033367afc tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group_rule': {'security_group_id': '08a36c27-7abd-459c-bc91-21ae99c1db22', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:03:16.464462 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a912a0b7-030e-44fe-9e65-101033367afc tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:16.523458 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a912a0b7-030e-44fe-9e65-101033367afc tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:16.534753 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a912a0b7-030e-44fe-9e65-101033367afc tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:16.554585 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912a0b7-030e-44fe-9e65-101033367afc tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e241bde1-ec04-45fd-872b-90465d47d53a,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:16.557131 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a912a0b7-030e-44fe-9e65-101033367afc tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:16.560746 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a912a0b7-030e-44fe-9e65-101033367afc tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239011 Aug 28 16:03:16.561387 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 32940) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:03:16.566097 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-e46b1b82-5a52-4ca5-813e-92b12821631b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group_rule': {'security_group_id': '08a36c27-7abd-459c-bc91-21ae99c1db22', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:03:16.593334 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e46b1b82-5a52-4ca5-813e-92b12821631b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:16.651357 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e46b1b82-5a52-4ca5-813e-92b12821631b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:16.654893 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e46b1b82-5a52-4ca5-813e-92b12821631b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:16.673384 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b1b82-5a52-4ca5-813e-92b12821631b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b975d8a-1abf-4bd6-a3e7-1fa8233cf77b,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:16.676353 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e46b1b82-5a52-4ca5-813e-92b12821631b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:16.680139 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e46b1b82-5a52-4ca5-813e-92b12821631b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176684 Aug 28 16:03:16.681075 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 32942) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:03:16.686034 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-aa7cae8e-5789-4b25-8f57-cefd7d832079 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group_rule': {'security_group_id': '08a36c27-7abd-459c-bc91-21ae99c1db22', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:03:16.715017 n-d-712137-10 neutron-server[106329]: INFO neutron.db.securitygroups_db [None req-aa7cae8e-5789-4b25-8f57-cefd7d832079 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Project a12260b8f69c49519941bbc52ef4c66f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 16:03:16.720153 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-aa7cae8e-5789-4b25-8f57-cefd7d832079 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:16.779174 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-aa7cae8e-5789-4b25-8f57-cefd7d832079 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:16.782586 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-aa7cae8e-5789-4b25-8f57-cefd7d832079 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:16.800697 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7cae8e-5789-4b25-8f57-cefd7d832079 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb48123a-c992-4ddd-ad57-08a5ef8b1aca,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:16.807226 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-aa7cae8e-5789-4b25-8f57-cefd7d832079 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:16.808758 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-aa7cae8e-5789-4b25-8f57-cefd7d832079 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1262875 Aug 28 16:03:16.811196 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 32944) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:03:16.815680 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-6dc9790d-96f0-4c9b-9693-f55344c7207b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group_rule': {'security_group_id': '08a36c27-7abd-459c-bc91-21ae99c1db22', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:03:16.837236 n-d-712137-10 neutron-server[106329]: INFO neutron.db.securitygroups_db [None req-6dc9790d-96f0-4c9b-9693-f55344c7207b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Project a12260b8f69c49519941bbc52ef4c66f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 16:03:16.842089 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6dc9790d-96f0-4c9b-9693-f55344c7207b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:16.907456 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6dc9790d-96f0-4c9b-9693-f55344c7207b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:16.910959 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6dc9790d-96f0-4c9b-9693-f55344c7207b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:16.931384 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc9790d-96f0-4c9b-9693-f55344c7207b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a18878-8c5a-4ddf-8ce2-faed4d11e558,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:16.934437 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6dc9790d-96f0-4c9b-9693-f55344c7207b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:16.935600 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6dc9790d-96f0-4c9b-9693-f55344c7207b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234484 Aug 28 16:03:16.938496 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 32946) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:03:16.943303 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-aca32de6-d0cd-44c0-b85a-b27fe3598e9e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'network': {'name': 'tempest-network-smoke--1437826458', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'port_security_enabled': True}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:03:16.963862 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca32de6-d0cd-44c0-b85a-b27fe3598e9e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Made reservation on behalf of a12260b8f69c49519941bbc52ef4c66f for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 16:03:16.967179 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-aca32de6-d0cd-44c0-b85a-b27fe3598e9e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:16.990357 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca32de6-d0cd-44c0-b85a-b27fe3598e9e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 16:03:16.998982 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-aca32de6-d0cd-44c0-b85a-b27fe3598e9e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:16.999322 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-aca32de6-d0cd-44c0-b85a-b27fe3598e9e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Added segment dd23a330-3d74-4913-84ea-a0e2293d60d5 of type vlan for network d37d193b-efa8-42ea-a7b5-34fd1641cfea Aug 28 16:03:17.039420 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-aca32de6-d0cd-44c0-b85a-b27fe3598e9e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:17.062674 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-aca32de6-d0cd-44c0-b85a-b27fe3598e9e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:17.068876 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca32de6-d0cd-44c0-b85a-b27fe3598e9e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:17.069448 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-aca32de6-d0cd-44c0-b85a-b27fe3598e9e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:17.125991 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-aca32de6-d0cd-44c0-b85a-b27fe3598e9e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1864860 Aug 28 16:03:17.128878 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 32948) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:03:17.134619 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-7d8c60e1-fb16-4d02-be52-df3cd54abb3e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-711045306', 'admin_state_up': True, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:03:17.137324 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca32de6-d0cd-44c0-b85a-b27fe3598e9e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Network': ['ID=d37d193b-efa8-42ea-a7b5-34fd1641cfea,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:17.150775 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network d37d193b-efa8-42ea-a7b5-34fd1641cfea details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 16:03:17.162351 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7d8c60e1-fb16-4d02-be52-df3cd54abb3e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:17.163332 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7d8c60e1-fb16-4d02-be52-df3cd54abb3e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:17.218036 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7d8c60e1-fb16-4d02-be52-df3cd54abb3e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:17.354006 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7d8c60e1-fb16-4d02-be52-df3cd54abb3e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:17.846359 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7d8c60e1-fb16-4d02-be52-df3cd54abb3e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:17.864724 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7d8c60e1-fb16-4d02-be52-df3cd54abb3e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:17.971281 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-7d8c60e1-fb16-4d02-be52-df3cd54abb3e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Allocated IP 172.25.3.110 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/31309591-045d-4669-ae1d-c20c32ba4738) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:03:18.079161 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7d8c60e1-fb16-4d02-be52-df3cd54abb3e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:18.116133 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7d8c60e1-fb16-4d02-be52-df3cd54abb3e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:18.154373 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8c60e1-fb16-4d02-be52-df3cd54abb3e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:03:18.157231 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-7d8c60e1-fb16-4d02-be52-df3cd54abb3e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:03:18.163333 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8c60e1-fb16-4d02-be52-df3cd54abb3e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:03:18.191632 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c60e1-fb16-4d02-be52-df3cd54abb3e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Port': ['ID=31309591-045d-4669-ae1d-c20c32ba4738,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:18.409339 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7d8c60e1-fb16-4d02-be52-df3cd54abb3e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:18.604799 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7d8c60e1-fb16-4d02-be52-df3cd54abb3e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:18.732361 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8c60e1-fb16-4d02-be52-df3cd54abb3e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Router 21cf3718-ad35-4892-b16c-21570a634fbd is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 16:03:18.838382 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8c60e1-fb16-4d02-be52-df3cd54abb3e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:03:18.847997 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ce0b7b-2817-46b3-adb3-938bb11decfc None None] Sync routers for ids ['21cf3718-ad35-4892-b16c-21570a634fbd'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:03:18.857529 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7d8c60e1-fb16-4d02-be52-df3cd54abb3e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:18.858078 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ce0b7b-2817-46b3-adb3-938bb11decfc None None] Routers {'21cf3718-ad35-4892-b16c-21570a634fbd'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:03:18.861654 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-32ce0b7b-2817-46b3-adb3-938bb11decfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:03:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['21cf3718-ad35-4892-b16c-21570a634fbd'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:03:18.861834 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7d8c60e1-fb16-4d02-be52-df3cd54abb3e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7288470 Aug 28 16:03:18.862226 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 32950) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:03:18.892090 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c362e93e-9ea8-4229-ae9f-6ff23bedcf75 tempest-TestNetworkAdvancedServerOps-1874310575 tempest-TestNetworkAdvancedServerOps-1874310575-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=a12260b8f69c49519941bbc52ef4c66f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286775 Aug 28 16:03:18.894942 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 32952) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:03:18.970274 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-32ce0b7b-2817-46b3-adb3-938bb11decfc None None] Set router 21cf3718-ad35-4892-b16c-21570a634fbd gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:03:19.041023 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54fc762-4bc5-4354-9ca4-f4e7bc12d9b8 tempest-TestNetworkAdvancedServerOps-1874310575 tempest-TestNetworkAdvancedServerOps-1874310575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:19.042444 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a54fc762-4bc5-4354-9ca4-f4e7bc12d9b8 tempest-TestNetworkAdvancedServerOps-1874310575 tempest-TestNetworkAdvancedServerOps-1874310575-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1466146 Aug 28 16:03:19.045387 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 32954) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:03:19.078933 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-61a3633a-3b4b-42fe-a935-67377faadc8f tempest-TestNetworkAdvancedServerOps-1874310575 tempest-TestNetworkAdvancedServerOps-1874310575-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=61448970-1875-4f3f-bc01-29da4e3666f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324848 Aug 28 16:03:19.081557 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 32956) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:03:19.087364 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-2bf0d9d4-6501-46d1-9376-2c02bd28490d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-849278158', 'network_id': 'd37d193b-efa8-42ea-a7b5-34fd1641cfea', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:03:19.146480 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-32ce0b7b-2817-46b3-adb3-938bb11decfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-711045306', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '31309591-045d-4669-ae1d-c20c32ba4738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:03:17Z', 'updated_at': '2021-08-28T16:03:18Z', 'revision_number': 3, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '31309591-045d-4669-ae1d-c20c32ba4738', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:14:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:03:17Z', 'updated_at': '2021-08-28T16:03:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:03:19.174745 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf0d9d4-6501-46d1-9376-2c02bd28490d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Made reservation on behalf of a12260b8f69c49519941bbc52ef4c66f for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 16:03:19.176317 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ce0b7b-2817-46b3-adb3-938bb11decfc None None] Checking router: 21cf3718-ad35-4892-b16c-21570a634fbd for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:03:19.176670 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ce0b7b-2817-46b3-adb3-938bb11decfc None None] Updating router 21cf3718-ad35-4892-b16c-21570a634fbd port 31309591-045d-4669-ae1d-c20c32ba4738 binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 16:03:19.179348 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2bf0d9d4-6501-46d1-9376-2c02bd28490d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:19.201876 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-32ce0b7b-2817-46b3-adb3-938bb11decfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:19.367114 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2bf0d9d4-6501-46d1-9376-2c02bd28490d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:19.434418 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0d9d4-6501-46d1-9376-2c02bd28490d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Subnet': ['ID=01fe2767-75bc-40c8-b9f5-d2c64fca2c7c,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:19.442621 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf0d9d4-6501-46d1-9376-2c02bd28490d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Checking segment: {'id': 'dd23a330-3d74-4913-84ea-a0e2293d60d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd37d193b-efa8-42ea-a7b5-34fd1641cfea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:03:19.443531 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf0d9d4-6501-46d1-9376-2c02bd28490d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network hostable DHCP agents. Network: d37d193b-efa8-42ea-a7b5-34fd1641cfea, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 16:03:19.455584 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-32ce0b7b-2817-46b3-adb3-938bb11decfc None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:19.461296 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf0d9d4-6501-46d1-9376-2c02bd28490d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network d37d193b-efa8-42ea-a7b5-34fd1641cfea is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 16:03:19.466241 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-32ce0b7b-2817-46b3-adb3-938bb11decfc None None] Transition to ACTIVE for port object 31309591-045d-4669-ae1d-c20c32ba4738 will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:03:19.470046 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-2bf0d9d4-6501-46d1-9376-2c02bd28490d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, d37d193b-efa8-42ea-a7b5-34fd1641cfea) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:03:19.471904 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-32ce0b7b-2817-46b3-adb3-938bb11decfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:19.475370 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf0d9d4-6501-46d1-9376-2c02bd28490d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:19.476040 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2bf0d9d4-6501-46d1-9376-2c02bd28490d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:19.485385 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423515a2-9096-40b4-93a2-f9a63b47bb32 None None] Network d37d193b-efa8-42ea-a7b5-34fd1641cfea requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 16:03:19.499285 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2bf0d9d4-6501-46d1-9376-2c02bd28490d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4141676 Aug 28 16:03:19.499697 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 32958) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:03:19.514461 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-32ce0b7b-2817-46b3-adb3-938bb11decfc None None] Attempting to bind port 31309591-045d-4669-ae1d-c20c32ba4738 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:03:19.514826 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-32ce0b7b-2817-46b3-adb3-938bb11decfc None None] Attempting to bind port 31309591-045d-4669-ae1d-c20c32ba4738 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:03:19.515182 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ce0b7b-2817-46b3-adb3-938bb11decfc None None] Attempting to bind port 31309591-045d-4669-ae1d-c20c32ba4738 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:03:19.527363 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ce0b7b-2817-46b3-adb3-938bb11decfc None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:03:19.527761 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ce0b7b-2817-46b3-adb3-938bb11decfc None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:03:19.528171 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-32ce0b7b-2817-46b3-adb3-938bb11decfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:19.528565 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ce0b7b-2817-46b3-adb3-938bb11decfc None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:03:19.529050 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-32ce0b7b-2817-46b3-adb3-938bb11decfc None None] Bound port: 31309591-045d-4669-ae1d-c20c32ba4738, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:03:19.529431 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-32ce0b7b-2817-46b3-adb3-938bb11decfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:19.568575 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a801d46-1553-42fe-acdc-1252a31a0e02 None None] Pushing event updated for resources: {'Port': ['ID=31309591-045d-4669-ae1d-c20c32ba4738,revision_number=2']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:19.592548 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-32ce0b7b-2817-46b3-adb3-938bb11decfc None None] For port 31309591-045d-4669-ae1d-c20c32ba4738, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:03:19.596112 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-32ce0b7b-2817-46b3-adb3-938bb11decfc None None] For port 31309591-045d-4669-ae1d-c20c32ba4738, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=31309591-045d-4669-ae1d-c20c32ba4738,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:03:19.601100 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-32ce0b7b-2817-46b3-adb3-938bb11decfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:19.650612 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-d37d193b-efa8-42ea-a7b5-34fd1641cfea', 'network_id': 'd37d193b-efa8-42ea-a7b5-34fd1641cfea', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'fixed_ips': [{'subnet_id': '01fe2767-75bc-40c8-b9f5-d2c64fca2c7c'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 16:03:19.651476 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:19.657170 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ce0b7b-2817-46b3-adb3-938bb11decfc None None] Routers {'21cf3718-ad35-4892-b16c-21570a634fbd'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:03:19.657883 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-32ce0b7b-2817-46b3-adb3-938bb11decfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:03:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['21cf3718-ad35-4892-b16c-21570a634fbd'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:03:19.716165 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a801d46-1553-42fe-acdc-1252a31a0e02 None None] Pushing event updated for resources: {'Port': ['ID=31309591-045d-4669-ae1d-c20c32ba4738,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:19.798278 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Allocated IP 172.20.0.2 (d37d193b-efa8-42ea-a7b5-34fd1641cfea/01fe2767-75bc-40c8-b9f5-d2c64fca2c7c/ae99063d-9a0c-4e54-afe9-1915eae45528) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:03:19.878566 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-32ce0b7b-2817-46b3-adb3-938bb11decfc None None] Set router 21cf3718-ad35-4892-b16c-21570a634fbd gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:03:19.953297 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:19.963762 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Transition to ACTIVE for port object ae99063d-9a0c-4e54-afe9-1915eae45528 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:03:19.980608 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Transition to ACTIVE for port object ae99063d-9a0c-4e54-afe9-1915eae45528 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:03:19.986836 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:20.000355 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b2b63965-a3dd-40e7-a320-b649eae0914e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:20.031191 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Network d37d193b-efa8-42ea-a7b5-34fd1641cfea is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:03:20.035806 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:03:20.040863 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:03:20.043931 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Pushing event updated for resources: {'Port': ['ID=ae99063d-9a0c-4e54-afe9-1915eae45528,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:20.056281 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:20.056629 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:20.056975 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:20.057314 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:20.057661 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:20.057994 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:20.058329 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:20.058659 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:20.058989 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:20.059316 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:20.059644 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:20.059991 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:03:20.076378 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-32ce0b7b-2817-46b3-adb3-938bb11decfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-711045306', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '31309591-045d-4669-ae1d-c20c32ba4738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:03:17Z', 'updated_at': '2021-08-28T16:03:18Z', 'revision_number': 3, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '31309591-045d-4669-ae1d-c20c32ba4738', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:14:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:03:17Z', 'updated_at': '2021-08-28T16:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:03:20.107235 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Attempting to bind port ae99063d-9a0c-4e54-afe9-1915eae45528 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:03:20.107623 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Attempting to bind port ae99063d-9a0c-4e54-afe9-1915eae45528 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'dd23a330-3d74-4913-84ea-a0e2293d60d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd37d193b-efa8-42ea-a7b5-34fd1641cfea'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:03:20.108012 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Attempting to bind port ae99063d-9a0c-4e54-afe9-1915eae45528 on network d37d193b-efa8-42ea-a7b5-34fd1641cfea {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:03:20.108755 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ce0b7b-2817-46b3-adb3-938bb11decfc None None] The sync data for ids ['21cf3718-ad35-4892-b16c-21570a634fbd'] in n-d-712137-10 is: [{'id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-711045306', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '31309591-045d-4669-ae1d-c20c32ba4738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:03:17Z', 'updated_at': '2021-08-28T16:03:18Z', 'revision_number': 3, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '31309591-045d-4669-ae1d-c20c32ba4738', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:14:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:03:17Z', 'updated_at': '2021-08-28T16:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:03:20.113073 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:03:20.113445 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Checking segment: {'id': 'dd23a330-3d74-4913-84ea-a0e2293d60d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd37d193b-efa8-42ea-a7b5-34fd1641cfea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:03:20.113844 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:20.114238 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Bound using segment: {'id': 'dd23a330-3d74-4913-84ea-a0e2293d60d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd37d193b-efa8-42ea-a7b5-34fd1641cfea'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:03:20.114706 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Bound port: ae99063d-9a0c-4e54-afe9-1915eae45528, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd23a330-3d74-4913-84ea-a0e2293d60d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd37d193b-efa8-42ea-a7b5-34fd1641cfea'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:03:20.116018 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:20.192924 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] For port ae99063d-9a0c-4e54-afe9-1915eae45528, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:03:20.197204 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] For port ae99063d-9a0c-4e54-afe9-1915eae45528, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ae99063d-9a0c-4e54-afe9-1915eae45528,segment=NetworkSegment(dd23a330-3d74-4913-84ea-a0e2293d60d5),segment_id=dd23a330-3d74-4913-84ea-a0e2293d60d5)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:03:20.201425 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:20.268117 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e77ea3-1a69-4d5b-9144-1c844150b567 None None] Pushing event updated for resources: {'Port': ['ID=ae99063d-9a0c-4e54-afe9-1915eae45528,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:20.307980 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-b2b63965-a3dd-40e7-a320-b649eae0914e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Allocated IP 172.20.0.1 (d37d193b-efa8-42ea-a7b5-34fd1641cfea/01fe2767-75bc-40c8-b9f5-d2c64fca2c7c/312444e2-3d12-4ece-b526-8068b7dfbc6a) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:03:20.503044 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b2b63965-a3dd-40e7-a320-b649eae0914e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:20.519969 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-b2b63965-a3dd-40e7-a320-b649eae0914e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Transition to ACTIVE for port object 312444e2-3d12-4ece-b526-8068b7dfbc6a will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:03:20.556954 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b2b63965-a3dd-40e7-a320-b649eae0914e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:20.609630 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b63965-a3dd-40e7-a320-b649eae0914e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network d37d193b-efa8-42ea-a7b5-34fd1641cfea is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:03:20.612834 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-b2b63965-a3dd-40e7-a320-b649eae0914e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:03:20.619723 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b63965-a3dd-40e7-a320-b649eae0914e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:03:20.626679 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b63965-a3dd-40e7-a320-b649eae0914e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Port': ['ID=312444e2-3d12-4ece-b526-8068b7dfbc6a,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:20.667733 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b2b63965-a3dd-40e7-a320-b649eae0914e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:20.813183 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b2b63965-a3dd-40e7-a320-b649eae0914e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:21.107853 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b2b63965-a3dd-40e7-a320-b649eae0914e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:21.113729 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b2b63965-a3dd-40e7-a320-b649eae0914e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:21.190308 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b2b63965-a3dd-40e7-a320-b649eae0914e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:21.192091 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b63965-a3dd-40e7-a320-b649eae0914e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Port': ['ID=312444e2-3d12-4ece-b526-8068b7dfbc6a,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:21.216566 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92af059-6a86-4d96-8ed5-26d81c0fd492 None None] Network d37d193b-efa8-42ea-a7b5-34fd1641cfea requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 16:03:21.265988 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-077497b7-8311-4dc8-b1ed-5fe27c73d080 None None] Provisioning for port ae99063d-9a0c-4e54-afe9-1915eae45528 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:03:21.304194 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b63965-a3dd-40e7-a320-b649eae0914e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network d37d193b-efa8-42ea-a7b5-34fd1641cfea is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:03:21.305704 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-b2b63965-a3dd-40e7-a320-b649eae0914e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:03:21.420858 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b63965-a3dd-40e7-a320-b649eae0914e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Router 21cf3718-ad35-4892-b16c-21570a634fbd has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:03:21.549350 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ae99063d-9a0c-4e54-afe9-1915eae45528 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:03:21.560084 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b63965-a3dd-40e7-a320-b649eae0914e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:03:21.566121 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b2b63965-a3dd-40e7-a320-b649eae0914e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "PUT /v2.0/routers/21cf3718-ad35-4892-b16c-21570a634fbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0653713 Aug 28 16:03:21.607475 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port ae99063d-9a0c-4e54-afe9-1915eae45528 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:03:21.611889 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port ae99063d-9a0c-4e54-afe9-1915eae45528 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:03:21.612121 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:21.708445 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:21.712931 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2e2df314-fb97-46e0-9737-3d2a934a7dfd None None] Provisioning for port 312444e2-3d12-4ece-b526-8068b7dfbc6a completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:03:21.725835 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2e2df314-fb97-46e0-9737-3d2a934a7dfd None None] Provisioning complete for port 312444e2-3d12-4ece-b526-8068b7dfbc6a triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:03:21.726231 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2e2df314-fb97-46e0-9737-3d2a934a7dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:21.738744 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ddb38373-7041-4b33-9791-7cefde713697 req-d293cfe4-4b93-414d-b674-8e37175ec880 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-269275686&fields=id&tenant_id=a12260b8f69c49519941bbc52ef4c66f HTTP/1.1" status: 200 len: 267 time: 0.0482173 Aug 28 16:03:21.777711 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port ae99063d-9a0c-4e54-afe9-1915eae45528, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ae99063d-9a0c-4e54-afe9-1915eae45528,segment=NetworkSegment(dd23a330-3d74-4913-84ea-a0e2293d60d5),segment_id=dd23a330-3d74-4913-84ea-a0e2293d60d5)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:03:21.785424 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:21.786215 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 31309591-045d-4669-ae1d-c20c32ba4738 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:03:21.790619 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-2e2df314-fb97-46e0-9737-3d2a934a7dfd None None] Port 312444e2-3d12-4ece-b526-8068b7dfbc6a cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:03:21.870179 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb38373-7041-4b33-9791-7cefde713697 req-3a15f7c7-6fe0-4994-8d48-f0dd4f1231cd tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:21.872168 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ddb38373-7041-4b33-9791-7cefde713697 req-3a15f7c7-6fe0-4994-8d48-f0dd4f1231cd tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/networks?id=d37d193b-efa8-42ea-a7b5-34fd1641cfea HTTP/1.1" status: 200 len: 797 time: 0.1250410 Aug 28 16:03:21.873287 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=ae99063d-9a0c-4e54-afe9-1915eae45528,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:21.890381 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2e2df314-fb97-46e0-9737-3d2a934a7dfd None None] Provisioning complete for port ae99063d-9a0c-4e54-afe9-1915eae45528 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:03:21.890846 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2e2df314-fb97-46e0-9737-3d2a934a7dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:21.896085 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ddb38373-7041-4b33-9791-7cefde713697 req-df7597ce-860e-4443-aacf-da1cc9333918 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/quotas/a12260b8f69c49519941bbc52ef4c66f HTTP/1.1" status: 200 len: 375 time: 0.0100651 Aug 28 16:03:21.931356 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 31309591-045d-4669-ae1d-c20c32ba4738 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:03:21.939110 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 31309591-045d-4669-ae1d-c20c32ba4738 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:03:21.939490 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:21.955568 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ddb38373-7041-4b33-9791-7cefde713697 req-f7274b7c-88f4-4d0c-b8ae-53f957fb94f0 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534053 Aug 28 16:03:21.971217 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf7f902-f5db-4614-b550-e2c1443586c6 None None] Sync routers for ids ['21cf3718-ad35-4892-b16c-21570a634fbd'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:03:22.001699 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf7f902-f5db-4614-b550-e2c1443586c6 None None] Routers {'21cf3718-ad35-4892-b16c-21570a634fbd'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:03:22.002349 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-ebf7f902-f5db-4614-b550-e2c1443586c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:03:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['21cf3718-ad35-4892-b16c-21570a634fbd'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:03:22.079906 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ddb38373-7041-4b33-9791-7cefde713697 req-d1ae9302-19c9-4e44-8fb2-b32a97d8ede0 service neutron] 10.222.0.13 "GET /v2.0/networks/d37d193b-efa8-42ea-a7b5-34fd1641cfea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025901 Aug 28 16:03:22.171313 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:22.171912 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ddb38373-7041-4b33-9791-7cefde713697 req-d83c05d1-dede-4b29-b8be-27b71bbab8ea service neutron] 10.222.0.13 "GET /v2.0/networks/d37d193b-efa8-42ea-a7b5-34fd1641cfea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850670 Aug 28 16:03:22.177009 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-ebf7f902-f5db-4614-b550-e2c1443586c6 None None] Set router 21cf3718-ad35-4892-b16c-21570a634fbd gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:03:22.231080 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 31309591-045d-4669-ae1d-c20c32ba4738, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=31309591-045d-4669-ae1d-c20c32ba4738,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:03:22.239577 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:22.267749 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-cafb67b1-a117-4685-87dd-6c49396e1be3 None None] Provisioning complete for port 312444e2-3d12-4ece-b526-8068b7dfbc6a triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:03:22.268124 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cafb67b1-a117-4685-87dd-6c49396e1be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:22.364312 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b610c7cb-b02d-4b0d-a3de-659c9fc18a66 req-eebbc35c-60e9-40d9-8d57-39674d6fea22 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 210 time: 0.0405042 Aug 28 16:03:22.402691 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-cafb67b1-a117-4685-87dd-6c49396e1be3 None None] Port 312444e2-3d12-4ece-b526-8068b7dfbc6a cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:03:22.406923 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=31309591-045d-4669-ae1d-c20c32ba4738,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:22.492437 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-ebf7f902-f5db-4614-b550-e2c1443586c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-711045306', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '31309591-045d-4669-ae1d-c20c32ba4738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:03:17Z', 'updated_at': '2021-08-28T16:03:20Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '31309591-045d-4669-ae1d-c20c32ba4738', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:14:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:03:17Z', 'updated_at': '2021-08-28T16:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '312444e2-3d12-4ece-b526-8068b7dfbc6a', 'name': '', 'network_id': 'd37d193b-efa8-42ea-a7b5-34fd1641cfea', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:32:16:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '01fe2767-75bc-40c8-b9f5-d2c64fca2c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:03:20Z', 'updated_at': '2021-08-28T16:03:20Z', 'revision_number': 2, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': '01fe2767-75bc-40c8-b9f5-d2c64fca2c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:03:22.690092 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf7f902-f5db-4614-b550-e2c1443586c6 None None] Checking router: 21cf3718-ad35-4892-b16c-21570a634fbd for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:03:22.690447 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf7f902-f5db-4614-b550-e2c1443586c6 None None] Updating router 21cf3718-ad35-4892-b16c-21570a634fbd port 312444e2-3d12-4ece-b526-8068b7dfbc6a binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 16:03:22.716638 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ebf7f902-f5db-4614-b550-e2c1443586c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:22.994396 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ebf7f902-f5db-4614-b550-e2c1443586c6 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:23.004224 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ebf7f902-f5db-4614-b550-e2c1443586c6 None None] Transition to ACTIVE for port object 312444e2-3d12-4ece-b526-8068b7dfbc6a will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:03:23.010496 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ebf7f902-f5db-4614-b550-e2c1443586c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:23.064001 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68118c1-142d-4e0d-a01e-82344b14c994 None None] Pushing event updated for resources: {'Port': ['ID=312444e2-3d12-4ece-b526-8068b7dfbc6a,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:23.110502 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-ebf7f902-f5db-4614-b550-e2c1443586c6 None None] Attempting to bind port 312444e2-3d12-4ece-b526-8068b7dfbc6a on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:03:23.110786 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-ebf7f902-f5db-4614-b550-e2c1443586c6 None None] Attempting to bind port 312444e2-3d12-4ece-b526-8068b7dfbc6a by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'dd23a330-3d74-4913-84ea-a0e2293d60d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd37d193b-efa8-42ea-a7b5-34fd1641cfea'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:03:23.111147 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf7f902-f5db-4614-b550-e2c1443586c6 None None] Attempting to bind port 312444e2-3d12-4ece-b526-8068b7dfbc6a on network d37d193b-efa8-42ea-a7b5-34fd1641cfea {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:03:23.116501 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf7f902-f5db-4614-b550-e2c1443586c6 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:03:23.116877 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf7f902-f5db-4614-b550-e2c1443586c6 None None] Checking segment: {'id': 'dd23a330-3d74-4913-84ea-a0e2293d60d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd37d193b-efa8-42ea-a7b5-34fd1641cfea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:03:23.117296 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ebf7f902-f5db-4614-b550-e2c1443586c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:23.117672 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf7f902-f5db-4614-b550-e2c1443586c6 None None] Bound using segment: {'id': 'dd23a330-3d74-4913-84ea-a0e2293d60d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd37d193b-efa8-42ea-a7b5-34fd1641cfea'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:03:23.118130 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-ebf7f902-f5db-4614-b550-e2c1443586c6 None None] Bound port: 312444e2-3d12-4ece-b526-8068b7dfbc6a, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd23a330-3d74-4913-84ea-a0e2293d60d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd37d193b-efa8-42ea-a7b5-34fd1641cfea'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:03:23.118512 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ebf7f902-f5db-4614-b550-e2c1443586c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:23.184198 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-ebf7f902-f5db-4614-b550-e2c1443586c6 None None] For port 312444e2-3d12-4ece-b526-8068b7dfbc6a, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:03:23.187785 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-ebf7f902-f5db-4614-b550-e2c1443586c6 None None] For port 312444e2-3d12-4ece-b526-8068b7dfbc6a, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=312444e2-3d12-4ece-b526-8068b7dfbc6a,segment=NetworkSegment(dd23a330-3d74-4913-84ea-a0e2293d60d5),segment_id=dd23a330-3d74-4913-84ea-a0e2293d60d5)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:03:23.192294 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ebf7f902-f5db-4614-b550-e2c1443586c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:23.271952 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68118c1-142d-4e0d-a01e-82344b14c994 None None] Pushing event updated for resources: {'Port': ['ID=312444e2-3d12-4ece-b526-8068b7dfbc6a,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:23.278090 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf7f902-f5db-4614-b550-e2c1443586c6 None None] Routers {'21cf3718-ad35-4892-b16c-21570a634fbd'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:03:23.279038 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-ebf7f902-f5db-4614-b550-e2c1443586c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:03:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['21cf3718-ad35-4892-b16c-21570a634fbd'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:03:23.402838 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-ebf7f902-f5db-4614-b550-e2c1443586c6 None None] Set router 21cf3718-ad35-4892-b16c-21570a634fbd gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:03:23.486119 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8efa6d0b-12bf-476e-8237-94656c17c141 req-2bf85259-65a0-465d-b510-d64b72a7ec00 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 210 time: 0.0392010 Aug 28 16:03:23.514633 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ae99063d-9a0c-4e54-afe9-1915eae45528 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:03:23.517251 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb38373-7041-4b33-9791-7cefde713697 req-5001112c-c360-4fcb-be5e-0c5c3a8deddd tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:23.518966 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ddb38373-7041-4b33-9791-7cefde713697 req-5001112c-c360-4fcb-be5e-0c5c3a8deddd tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.36 "GET /v2.0/networks?id=d37d193b-efa8-42ea-a7b5-34fd1641cfea HTTP/1.1" status: 200 len: 797 time: 0.2261100 Aug 28 16:03:23.562612 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ddb38373-7041-4b33-9791-7cefde713697 req-79781913-4680-4e05-ae91-a3f5506df54f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a12260b8f69c49519941bbc52ef4c66f HTTP/1.1" status: 200 len: 379 time: 0.0335822 Aug 28 16:03:23.572475 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-ddb38373-7041-4b33-9791-7cefde713697 req-7b5de0fa-7667-4dc3-adff-6e426fc95478 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'port': {'device_id': '8fa60eda-0fca-4e4e-8c08-9c4b9824463a', 'network_id': 'd37d193b-efa8-42ea-a7b5-34fd1641cfea', 'admin_state_up': True, 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'security_groups': ['08a36c27-7abd-459c-bc91-21ae99c1db22']}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:03:23.640253 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port ae99063d-9a0c-4e54-afe9-1915eae45528 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:03:23.640551 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:23.684947 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddb38373-7041-4b33-9791-7cefde713697 req-7b5de0fa-7667-4dc3-adff-6e426fc95478 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Made reservation on behalf of a12260b8f69c49519941bbc52ef4c66f for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 16:03:23.689142 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ddb38373-7041-4b33-9791-7cefde713697 req-7b5de0fa-7667-4dc3-adff-6e426fc95478 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:23.758591 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-ebf7f902-f5db-4614-b550-e2c1443586c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-711045306', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '31309591-045d-4669-ae1d-c20c32ba4738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:03:17Z', 'updated_at': '2021-08-28T16:03:20Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '31309591-045d-4669-ae1d-c20c32ba4738', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:14:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:03:17Z', 'updated_at': '2021-08-28T16:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '312444e2-3d12-4ece-b526-8068b7dfbc6a', 'name': '', 'network_id': 'd37d193b-efa8-42ea-a7b5-34fd1641cfea', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:32:16:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '01fe2767-75bc-40c8-b9f5-d2c64fca2c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:03:20Z', 'updated_at': '2021-08-28T16:03:23Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': '01fe2767-75bc-40c8-b9f5-d2c64fca2c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:03:23.762149 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 31309591-045d-4669-ae1d-c20c32ba4738 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:03:23.787627 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf7f902-f5db-4614-b550-e2c1443586c6 None None] The sync data for ids ['21cf3718-ad35-4892-b16c-21570a634fbd'] in n-d-712137-10 is: [{'id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-711045306', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '31309591-045d-4669-ae1d-c20c32ba4738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:03:17Z', 'updated_at': '2021-08-28T16:03:20Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '31309591-045d-4669-ae1d-c20c32ba4738', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:14:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:03:17Z', 'updated_at': '2021-08-28T16:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '312444e2-3d12-4ece-b526-8068b7dfbc6a', 'name': '', 'network_id': 'd37d193b-efa8-42ea-a7b5-34fd1641cfea', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:32:16:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '01fe2767-75bc-40c8-b9f5-d2c64fca2c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:03:20Z', 'updated_at': '2021-08-28T16:03:23Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': '01fe2767-75bc-40c8-b9f5-d2c64fca2c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:03:23.823300 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-ddb38373-7041-4b33-9791-7cefde713697 req-7b5de0fa-7667-4dc3-adff-6e426fc95478 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Allocated IP 172.20.0.4 (d37d193b-efa8-42ea-a7b5-34fd1641cfea/01fe2767-75bc-40c8-b9f5-d2c64fca2c7c/e4a93858-4c39-4d35-98db-66806a324351) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:03:23.860274 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 31309591-045d-4669-ae1d-c20c32ba4738 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:03:23.860658 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:23.997548 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ddb38373-7041-4b33-9791-7cefde713697 req-7b5de0fa-7667-4dc3-adff-6e426fc95478 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:24.011942 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-ddb38373-7041-4b33-9791-7cefde713697 req-7b5de0fa-7667-4dc3-adff-6e426fc95478 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Transition to ACTIVE for port object e4a93858-4c39-4d35-98db-66806a324351 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:03:24.047855 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ddb38373-7041-4b33-9791-7cefde713697 req-7b5de0fa-7667-4dc3-adff-6e426fc95478 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:24.094146 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddb38373-7041-4b33-9791-7cefde713697 req-7b5de0fa-7667-4dc3-adff-6e426fc95478 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network d37d193b-efa8-42ea-a7b5-34fd1641cfea is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:03:24.097282 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-ddb38373-7041-4b33-9791-7cefde713697 req-7b5de0fa-7667-4dc3-adff-6e426fc95478 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:03:24.102124 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb38373-7041-4b33-9791-7cefde713697 req-7b5de0fa-7667-4dc3-adff-6e426fc95478 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:03:24.108770 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5de0fa-7667-4dc3-adff-6e426fc95478 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Port': ['ID=e4a93858-4c39-4d35-98db-66806a324351,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:24.160105 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb38373-7041-4b33-9791-7cefde713697 req-7b5de0fa-7667-4dc3-adff-6e426fc95478 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:24.160663 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ddb38373-7041-4b33-9791-7cefde713697 req-7b5de0fa-7667-4dc3-adff-6e426fc95478 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:24.177297 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ddb38373-7041-4b33-9791-7cefde713697 req-7b5de0fa-7667-4dc3-adff-6e426fc95478 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6083736 Aug 28 16:03:24.189921 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-ddb38373-7041-4b33-9791-7cefde713697 req-1e50462b-51b4-4ce4-890e-65eb3d988d2a service neutron] Request body: {'port': {'device_id': '8fa60eda-0fca-4e4e-8c08-9c4b9824463a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:03:24.253174 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ddb38373-7041-4b33-9791-7cefde713697 req-1e50462b-51b4-4ce4-890e-65eb3d988d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:24.338699 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8b1687bd-6539-4e70-8cf8-a97d441830ad None None] Provisioning for port e4a93858-4c39-4d35-98db-66806a324351 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:03:24.343140 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8b1687bd-6539-4e70-8cf8-a97d441830ad None None] Provisioning complete for port e4a93858-4c39-4d35-98db-66806a324351 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:03:24.343680 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8b1687bd-6539-4e70-8cf8-a97d441830ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:24.384614 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8b1687bd-6539-4e70-8cf8-a97d441830ad None None] Port e4a93858-4c39-4d35-98db-66806a324351 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:03:24.537476 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-ddb38373-7041-4b33-9791-7cefde713697 req-1e50462b-51b4-4ce4-890e-65eb3d988d2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a93858-4c39-4d35-98db-66806a324351 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 16:03:24.545655 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ddb38373-7041-4b33-9791-7cefde713697 req-1e50462b-51b4-4ce4-890e-65eb3d988d2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:24.558989 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-ddb38373-7041-4b33-9791-7cefde713697 req-1e50462b-51b4-4ce4-890e-65eb3d988d2a service neutron] Transition to ACTIVE for port object e4a93858-4c39-4d35-98db-66806a324351 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:03:24.563185 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ddb38373-7041-4b33-9791-7cefde713697 req-1e50462b-51b4-4ce4-890e-65eb3d988d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:24.620977 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50462b-51b4-4ce4-890e-65eb3d988d2a service neutron] Pushing event updated for resources: {'Port': ['ID=e4a93858-4c39-4d35-98db-66806a324351,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:24.622609 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bc9c4-cb97-497a-a6ae-9d0e0426c6db req-dc894bad-7bb4-438b-91e5-93263b61355d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:24.632150 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-143bc9c4-cb97-497a-a6ae-9d0e0426c6db req-dc894bad-7bb4-438b-91e5-93263b61355d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 943 time: 0.0653832 Aug 28 16:03:24.681999 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-143bc9c4-cb97-497a-a6ae-9d0e0426c6db req-a18029b2-b46c-46c8-b764-da4776deb5b3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=08a36c27-7abd-459c-bc91-21ae99c1db22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417068 Aug 28 16:03:24.712330 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-ddb38373-7041-4b33-9791-7cefde713697 req-1e50462b-51b4-4ce4-890e-65eb3d988d2a service neutron] Attempting to bind port e4a93858-4c39-4d35-98db-66806a324351 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:03:24.712679 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-ddb38373-7041-4b33-9791-7cefde713697 req-1e50462b-51b4-4ce4-890e-65eb3d988d2a service neutron] Attempting to bind port e4a93858-4c39-4d35-98db-66806a324351 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'dd23a330-3d74-4913-84ea-a0e2293d60d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd37d193b-efa8-42ea-a7b5-34fd1641cfea'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:03:24.713017 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb38373-7041-4b33-9791-7cefde713697 req-1e50462b-51b4-4ce4-890e-65eb3d988d2a service neutron] Attempting to bind port e4a93858-4c39-4d35-98db-66806a324351 on network d37d193b-efa8-42ea-a7b5-34fd1641cfea {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:03:24.717888 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb38373-7041-4b33-9791-7cefde713697 req-1e50462b-51b4-4ce4-890e-65eb3d988d2a service neutron] Port e4a93858-4c39-4d35-98db-66806a324351 on network d37d193b-efa8-42ea-a7b5-34fd1641cfea not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 16:03:24.718217 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb38373-7041-4b33-9791-7cefde713697 req-1e50462b-51b4-4ce4-890e-65eb3d988d2a service neutron] Attempting to bind port e4a93858-4c39-4d35-98db-66806a324351 on network d37d193b-efa8-42ea-a7b5-34fd1641cfea {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:03:24.725131 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb38373-7041-4b33-9791-7cefde713697 req-1e50462b-51b4-4ce4-890e-65eb3d988d2a service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:03:24.725321 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb38373-7041-4b33-9791-7cefde713697 req-1e50462b-51b4-4ce4-890e-65eb3d988d2a service neutron] Checking segment: {'id': 'dd23a330-3d74-4913-84ea-a0e2293d60d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd37d193b-efa8-42ea-a7b5-34fd1641cfea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:03:24.725678 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb38373-7041-4b33-9791-7cefde713697 req-1e50462b-51b4-4ce4-890e-65eb3d988d2a service neutron] Bound using segment: {'id': 'dd23a330-3d74-4913-84ea-a0e2293d60d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd37d193b-efa8-42ea-a7b5-34fd1641cfea'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:03:24.726107 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-ddb38373-7041-4b33-9791-7cefde713697 req-1e50462b-51b4-4ce4-890e-65eb3d988d2a service neutron] Bound port: e4a93858-4c39-4d35-98db-66806a324351, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd23a330-3d74-4913-84ea-a0e2293d60d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd37d193b-efa8-42ea-a7b5-34fd1641cfea'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:03:24.726471 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ddb38373-7041-4b33-9791-7cefde713697 req-1e50462b-51b4-4ce4-890e-65eb3d988d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:24.802239 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-ddb38373-7041-4b33-9791-7cefde713697 req-1e50462b-51b4-4ce4-890e-65eb3d988d2a service neutron] For port e4a93858-4c39-4d35-98db-66806a324351, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:03:24.807615 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-ddb38373-7041-4b33-9791-7cefde713697 req-1e50462b-51b4-4ce4-890e-65eb3d988d2a service neutron] For port e4a93858-4c39-4d35-98db-66806a324351, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=e4a93858-4c39-4d35-98db-66806a324351,segment=NetworkSegment(dd23a330-3d74-4913-84ea-a0e2293d60d5),segment_id=dd23a330-3d74-4913-84ea-a0e2293d60d5)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:03:24.812385 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ddb38373-7041-4b33-9791-7cefde713697 req-1e50462b-51b4-4ce4-890e-65eb3d988d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:24.850777 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb38373-7041-4b33-9791-7cefde713697 req-1e50462b-51b4-4ce4-890e-65eb3d988d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:24.851706 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ddb38373-7041-4b33-9791-7cefde713697 req-1e50462b-51b4-4ce4-890e-65eb3d988d2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:24.853115 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ddb38373-7041-4b33-9791-7cefde713697 req-1e50462b-51b4-4ce4-890e-65eb3d988d2a service neutron] 10.222.0.36 "PUT /v2.0/ports/e4a93858-4c39-4d35-98db-66806a324351 HTTP/1.1" status: 200 len: 1092 time: 0.6678913 Aug 28 16:03:24.855556 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa60eda-0fca-4e4e-8c08-9c4b9824463a', 'tag': 'e4a93858-4c39-4d35-98db-66806a324351'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:03:24.859942 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b16b062-47f1-4d65-b669-367b6c893602" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa60eda-0fca-4e4e-8c08-9c4b9824463a", "tag": "e4a93858-4c39-4d35-98db-66806a324351"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:03:24.891104 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50462b-51b4-4ce4-890e-65eb3d988d2a service neutron] Pushing event updated for resources: {'Port': ['ID=e4a93858-4c39-4d35-98db-66806a324351,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:24.940123 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c540440-12cc-4ec3-ad62-4480ef17094a x-openstack-request-id: req-9c540440-12cc-4ec3-ad62-4480ef17094a {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:03:24.940506 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa60eda-0fca-4e4e-8c08-9c4b9824463a", "tag": "e4a93858-4c39-4d35-98db-66806a324351", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:03:24.940803 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c540440-12cc-4ec3-ad62-4480ef17094a {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:03:24.941257 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa60eda-0fca-4e4e-8c08-9c4b9824463a', 'tag': 'e4a93858-4c39-4d35-98db-66806a324351', 'status': 'completed', 'code': 200} Aug 28 16:03:24.959684 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb38373-7041-4b33-9791-7cefde713697 req-a67e5c3a-e537-49ca-8f8b-750aa08ebe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:24.961428 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ddb38373-7041-4b33-9791-7cefde713697 req-a67e5c3a-e537-49ca-8f8b-750aa08ebe35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 1095 time: 0.0515339 Aug 28 16:03:25.011597 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ddb38373-7041-4b33-9791-7cefde713697 req-0ff53a9d-ef3b-484f-acdc-ee1c0f3264e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4a93858-4c39-4d35-98db-66806a324351 HTTP/1.1" status: 200 len: 217 time: 0.0425205 Aug 28 16:03:25.065208 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb38373-7041-4b33-9791-7cefde713697 req-f235543e-eab6-4be5-a6d9-a0d929c74052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:25.066656 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ddb38373-7041-4b33-9791-7cefde713697 req-f235543e-eab6-4be5-a6d9-a0d929c74052 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01fe2767-75bc-40c8-b9f5-d2c64fca2c7c HTTP/1.1" status: 200 len: 834 time: 0.0488362 Aug 28 16:03:25.104800 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:25.398853 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb38373-7041-4b33-9791-7cefde713697 req-e3263358-6aae-4250-b0de-5acd8118665f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:25.400400 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ddb38373-7041-4b33-9791-7cefde713697 req-e3263358-6aae-4250-b0de-5acd8118665f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d37d193b-efa8-42ea-a7b5-34fd1641cfea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3265436 Aug 28 16:03:25.492391 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ddb38373-7041-4b33-9791-7cefde713697 req-ddd2516b-dbf2-4a98-8f31-65f4008c8865 service neutron] 10.222.0.36 "GET /v2.0/networks/d37d193b-efa8-42ea-a7b5-34fd1641cfea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845523 Aug 28 16:03:25.499341 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 312444e2-3d12-4ece-b526-8068b7dfbc6a up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:03:25.548973 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 312444e2-3d12-4ece-b526-8068b7dfbc6a completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:03:25.552941 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 312444e2-3d12-4ece-b526-8068b7dfbc6a triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:03:25.553322 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:25.587389 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ddb38373-7041-4b33-9791-7cefde713697 req-cf4561d1-c85e-4039-b8c6-a995e0eddb9b service neutron] 10.222.0.36 "GET /v2.0/networks/d37d193b-efa8-42ea-a7b5-34fd1641cfea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881658 Aug 28 16:03:25.632476 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:25.666090 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 312444e2-3d12-4ece-b526-8068b7dfbc6a, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=312444e2-3d12-4ece-b526-8068b7dfbc6a,segment=NetworkSegment(dd23a330-3d74-4913-84ea-a0e2293d60d5),segment_id=dd23a330-3d74-4913-84ea-a0e2293d60d5)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:03:25.670192 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:25.676368 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16b062-47f1-4d65-b669-367b6c893602 req-c7e7cddd-0bf9-4b6e-9ca6-c6355f950801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:25.677928 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5b16b062-47f1-4d65-b669-367b6c893602 req-c7e7cddd-0bf9-4b6e-9ca6-c6355f950801 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 1095 time: 0.0425448 Aug 28 16:03:25.719229 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=312444e2-3d12-4ece-b526-8068b7dfbc6a,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:25.772084 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16b062-47f1-4d65-b669-367b6c893602 req-cab8d76e-e56d-415d-89f4-73c505864b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:25.773706 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5b16b062-47f1-4d65-b669-367b6c893602 req-cab8d76e-e56d-415d-89f4-73c505864b94 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d37d193b-efa8-42ea-a7b5-34fd1641cfea HTTP/1.1" status: 200 len: 898 time: 0.0883050 Aug 28 16:03:25.807613 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73af23-11e1-4e99-a4f9-30546a9bf353 req-384ab536-66ef-4524-9fba-d08bd73bb54f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:25.809062 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bd73af23-11e1-4e99-a4f9-30546a9bf353 req-384ab536-66ef-4524-9fba-d08bd73bb54f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 943 time: 0.0488565 Aug 28 16:03:25.815447 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5b16b062-47f1-4d65-b669-367b6c893602 req-58c7e45c-9bb8-4f78-88c5-f664eb69cc18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4a93858-4c39-4d35-98db-66806a324351 HTTP/1.1" status: 200 len: 217 time: 0.0346630 Aug 28 16:03:25.848396 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bd73af23-11e1-4e99-a4f9-30546a9bf353 req-6b6097db-5a8a-4d61-932f-e4496dbc57d4 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=08a36c27-7abd-459c-bc91-21ae99c1db22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333724 Aug 28 16:03:25.866285 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16b062-47f1-4d65-b669-367b6c893602 req-dcaee4ce-ec83-4f89-a272-9ea391c4c3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:25.867930 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5b16b062-47f1-4d65-b669-367b6c893602 req-dcaee4ce-ec83-4f89-a272-9ea391c4c3dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01fe2767-75bc-40c8-b9f5-d2c64fca2c7c HTTP/1.1" status: 200 len: 834 time: 0.0458932 Aug 28 16:03:25.919113 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16b062-47f1-4d65-b669-367b6c893602 req-0b84c69d-adf5-41bd-8e83-8200b832b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:25.920632 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5b16b062-47f1-4d65-b669-367b6c893602 req-0b84c69d-adf5-41bd-8e83-8200b832b11a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d37d193b-efa8-42ea-a7b5-34fd1641cfea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454054 Aug 28 16:03:26.010225 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5b16b062-47f1-4d65-b669-367b6c893602 req-a6f9f669-d9e0-4985-af2c-e044fcfdfba1 service neutron] 10.222.0.36 "GET /v2.0/networks/d37d193b-efa8-42ea-a7b5-34fd1641cfea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809813 Aug 28 16:03:26.105760 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5b16b062-47f1-4d65-b669-367b6c893602 req-962d2d4f-7c87-487b-8c50-3a8b6608c0bc service neutron] 10.222.0.36 "GET /v2.0/networks/d37d193b-efa8-42ea-a7b5-34fd1641cfea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855093 Aug 28 16:03:26.966776 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f717dca-39e6-4800-8b88-8ae636ef1684 req-2c975b96-0a61-4877-abaf-155621c95ce6 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:26.968386 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8f717dca-39e6-4800-8b88-8ae636ef1684 req-2c975b96-0a61-4877-abaf-155621c95ce6 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 943 time: 0.0504100 Aug 28 16:03:27.010111 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8f717dca-39e6-4800-8b88-8ae636ef1684 req-0d0823b2-66ce-426d-af73-3143146c247f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=08a36c27-7abd-459c-bc91-21ae99c1db22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357800 Aug 28 16:03:27.211914 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:27.483572 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 312444e2-3d12-4ece-b526-8068b7dfbc6a up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:03:27.533915 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 312444e2-3d12-4ece-b526-8068b7dfbc6a triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:03:27.534285 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:28.126827 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab19a2-2d76-4e33-9aa8-51d606f6ff1e req-e779e143-6ac7-4032-9e99-3b55ea086d54 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:28.128334 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bab19a2-2d76-4e33-9aa8-51d606f6ff1e req-e779e143-6ac7-4032-9e99-3b55ea086d54 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 943 time: 0.0519295 Aug 28 16:03:28.166369 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9bab19a2-2d76-4e33-9aa8-51d606f6ff1e req-8fc639d0-1ec9-4c4f-abcc-4e57e970b401 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=08a36c27-7abd-459c-bc91-21ae99c1db22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320106 Aug 28 16:03:28.418294 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device e4a93858-4c39-4d35-98db-66806a324351 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 16:03:28.512272 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port e4a93858-4c39-4d35-98db-66806a324351, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=e4a93858-4c39-4d35-98db-66806a324351,segment=NetworkSegment(dd23a330-3d74-4913-84ea-a0e2293d60d5),segment_id=dd23a330-3d74-4913-84ea-a0e2293d60d5)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:03:28.524400 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'e4a93858-4c39-4d35-98db-66806a324351', 'network_id': 'd37d193b-efa8-42ea-a7b5-34fd1641cfea', 'port_id': 'e4a93858-4c39-4d35-98db-66806a324351', 'mac_address': 'fa:16:3e:a5:db:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01fe2767-75bc-40c8-b9f5-d2c64fca2c7c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 16:03:28.571523 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:28.617122 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a93858-4c39-4d35-98db-66806a324351 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 16:03:28.640516 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port e4a93858-4c39-4d35-98db-66806a324351, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=e4a93858-4c39-4d35-98db-66806a324351,segment=NetworkSegment(dd23a330-3d74-4913-84ea-a0e2293d60d5),segment_id=dd23a330-3d74-4913-84ea-a0e2293d60d5)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:03:28.644833 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:28.723557 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=e4a93858-4c39-4d35-98db-66806a324351,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:28.849740 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['e4a93858-4c39-4d35-98db-66806a324351'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 16:03:29.279413 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3605cce-3e18-497a-a2e8-c82e58435533 req-ba5b5da3-549b-40e7-96fe-1e15aac7564c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:29.280920 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b3605cce-3e18-497a-a2e8-c82e58435533 req-ba5b5da3-549b-40e7-96fe-1e15aac7564c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 944 time: 0.0487485 Aug 28 16:03:29.324226 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b3605cce-3e18-497a-a2e8-c82e58435533 req-e5b7f00c-630f-41bf-b871-6fec6bb70f7a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=08a36c27-7abd-459c-bc91-21ae99c1db22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373762 Aug 28 16:03:30.434059 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device e4a93858-4c39-4d35-98db-66806a324351 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:03:30.435935 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a502c-9d1d-46c8-81b3-2a0d71d66c00 req-07c8e59a-437b-47a2-a7ad-61d0999b8afb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:30.437456 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9a6a502c-9d1d-46c8-81b3-2a0d71d66c00 req-07c8e59a-437b-47a2-a7ad-61d0999b8afb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 944 time: 0.0484951 Aug 28 16:03:30.476625 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9a6a502c-9d1d-46c8-81b3-2a0d71d66c00 req-939a2693-a257-460b-95d9-1808bd37034a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=08a36c27-7abd-459c-bc91-21ae99c1db22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331979 Aug 28 16:03:30.485354 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port e4a93858-4c39-4d35-98db-66806a324351 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:03:30.489214 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port e4a93858-4c39-4d35-98db-66806a324351 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:03:30.489583 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:30.567046 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:30.588523 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa60eda-0fca-4e4e-8c08-9c4b9824463a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a93858-4c39-4d35-98db-66806a324351'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:03:30.590806 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e998ae4c8ad98a44641492a375488314a28001c32b9c96e1494d2a73900553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9337ce-c4a0-4ce9-9d5a-1d6ea164c578" -d '{"events": [{"server_uuid": "8fa60eda-0fca-4e4e-8c08-9c4b9824463a", "name": "network-vif-plugged", "status": "completed", "tag": "e4a93858-4c39-4d35-98db-66806a324351"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:03:30.604503 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port e4a93858-4c39-4d35-98db-66806a324351, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=e4a93858-4c39-4d35-98db-66806a324351,segment=NetworkSegment(dd23a330-3d74-4913-84ea-a0e2293d60d5),segment_id=dd23a330-3d74-4913-84ea-a0e2293d60d5)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:03:30.608529 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:30.633083 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 16:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4551cd-3cc6-4d44-baa8-c16e8cb5a29c x-openstack-request-id: req-af4551cd-3cc6-4d44-baa8-c16e8cb5a29c {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:03:30.633377 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa60eda-0fca-4e4e-8c08-9c4b9824463a", "name": "network-vif-plugged", "status": "completed", "tag": "e4a93858-4c39-4d35-98db-66806a324351", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:03:30.633628 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af4551cd-3cc6-4d44-baa8-c16e8cb5a29c {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:03:30.634180 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa60eda-0fca-4e4e-8c08-9c4b9824463a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a93858-4c39-4d35-98db-66806a324351', 'code': 200} Aug 28 16:03:30.661407 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=e4a93858-4c39-4d35-98db-66806a324351,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:30.723065 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443f996-2399-488a-ac9a-4554b6f3b7b2 req-c85aaa5b-278a-4db8-93ee-b88bfa3240ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:30.725300 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9443f996-2399-488a-ac9a-4554b6f3b7b2 req-c85aaa5b-278a-4db8-93ee-b88bfa3240ed service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 1097 time: 0.0398331 Aug 28 16:03:30.762691 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9443f996-2399-488a-ac9a-4554b6f3b7b2 req-6498dc19-06a1-4ba6-a031-a9a0be754184 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=08a36c27-7abd-459c-bc91-21ae99c1db22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306401 Aug 28 16:03:31.590174 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1412c8-6be9-4e41-a738-79ed44a3388c req-c9aebe22-0257-4b07-87e0-8997b95287b5 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:31.591638 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5a1412c8-6be9-4e41-a738-79ed44a3388c req-c9aebe22-0257-4b07-87e0-8997b95287b5 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 945 time: 0.0479760 Aug 28 16:03:31.627789 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5a1412c8-6be9-4e41-a738-79ed44a3388c req-62242ba7-55a3-4edf-ae14-a196b5948d59 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=08a36c27-7abd-459c-bc91-21ae99c1db22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302997 Aug 28 16:03:32.744211 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4866ff7-e506-41a9-99df-72a577b512fe req-ecaf79a8-14c6-4b0d-8a0a-45a16ad7bc2a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:32.745703 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f4866ff7-e506-41a9-99df-72a577b512fe req-ecaf79a8-14c6-4b0d-8a0a-45a16ad7bc2a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 945 time: 0.0489140 Aug 28 16:03:32.782263 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f4866ff7-e506-41a9-99df-72a577b512fe req-cb84a379-473e-4bcb-ae7d-7a7bfb6aae1e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=08a36c27-7abd-459c-bc91-21ae99c1db22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306864 Aug 28 16:03:32.904239 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1e94f-9eee-44e0-a5f8-9251c9ca5f73 req-17743c89-6856-47e5-99c4-e5c687f8b5b0 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:32.905721 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c9b1e94f-9eee-44e0-a5f8-9251c9ca5f73 req-17743c89-6856-47e5-99c4-e5c687f8b5b0 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 945 time: 0.0569856 Aug 28 16:03:32.944336 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c9b1e94f-9eee-44e0-a5f8-9251c9ca5f73 req-736028e2-9f45-4e1a-9997-2362c1b63f6e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=08a36c27-7abd-459c-bc91-21ae99c1db22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326438 Aug 28 16:03:32.966381 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33012) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:03:33.006213 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963b016b-0a77-4a96-ba8a-ff58e11002b8 tempest-TestNetworkAdvancedServerOps-1874310575 tempest-TestNetworkAdvancedServerOps-1874310575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:33.007861 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-963b016b-0a77-4a96-ba8a-ff58e11002b8 tempest-TestNetworkAdvancedServerOps-1874310575 tempest-TestNetworkAdvancedServerOps-1874310575-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 1092 time: 0.0404634 Aug 28 16:03:33.010786 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33014) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:03:33.015448 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-80a26e4e-8dd7-47d7-bb1c-b34aa950a413 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'port_id': 'e4a93858-4c39-4d35-98db-66806a324351', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:03:33.038357 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-80a26e4e-8dd7-47d7-bb1c-b34aa950a413 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:33.136237 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-80a26e4e-8dd7-47d7-bb1c-b34aa950a413 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:33.234839 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-80a26e4e-8dd7-47d7-bb1c-b34aa950a413 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Allocated IP 172.25.3.213 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/8d0c2b0b-501e-4444-952f-66d8a5a634f9) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:03:33.340063 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-80a26e4e-8dd7-47d7-bb1c-b34aa950a413 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:33.387006 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-80a26e4e-8dd7-47d7-bb1c-b34aa950a413 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:33.428618 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a26e4e-8dd7-47d7-bb1c-b34aa950a413 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:03:33.431585 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-80a26e4e-8dd7-47d7-bb1c-b34aa950a413 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:03:33.436000 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a26e4e-8dd7-47d7-bb1c-b34aa950a413 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:03:33.439171 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a26e4e-8dd7-47d7-bb1c-b34aa950a413 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Port': ['ID=8d0c2b0b-501e-4444-952f-66d8a5a634f9,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:33.816211 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-80a26e4e-8dd7-47d7-bb1c-b34aa950a413 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:33.894829 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-80a26e4e-8dd7-47d7-bb1c-b34aa950a413 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:34.067601 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-80a26e4e-8dd7-47d7-bb1c-b34aa950a413 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:34.073466 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-80a26e4e-8dd7-47d7-bb1c-b34aa950a413 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:34.154064 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a26e4e-8dd7-47d7-bb1c-b34aa950a413 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Port': ['ID=8d0c2b0b-501e-4444-952f-66d8a5a634f9,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:03:34.165704 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-80a26e4e-8dd7-47d7-bb1c-b34aa950a413 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:34.278188 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-80a26e4e-8dd7-47d7-bb1c-b34aa950a413 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Floating IP 31626831-ecaa-47cb-b91e-1771876cf45a associated. External IP: 172.25.3.213, port: e4a93858-4c39-4d35-98db-66806a324351. Aug 28 16:03:34.482942 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a26e4e-8dd7-47d7-bb1c-b34aa950a413 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Router 21cf3718-ad35-4892-b16c-21570a634fbd has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:03:34.590700 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a26e4e-8dd7-47d7-bb1c-b34aa950a413 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:03:34.600320 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a232523d-0f9a-42cc-bd69-c3edec9b323b None None] Sync routers for ids ['21cf3718-ad35-4892-b16c-21570a634fbd'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:03:34.606614 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-80a26e4e-8dd7-47d7-bb1c-b34aa950a413 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:34.609442 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a232523d-0f9a-42cc-bd69-c3edec9b323b None None] Routers {'21cf3718-ad35-4892-b16c-21570a634fbd'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:03:34.610062 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a232523d-0f9a-42cc-bd69-c3edec9b323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:03:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['21cf3718-ad35-4892-b16c-21570a634fbd'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:03:34.635054 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-80a26e4e-8dd7-47d7-bb1c-b34aa950a413 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6231160 Aug 28 16:03:34.635730 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa60eda-0fca-4e4e-8c08-9c4b9824463a', 'tag': 'e4a93858-4c39-4d35-98db-66806a324351'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:03:34.638081 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eaf86c1-aac0-41a8-a75b-f2827943d02b" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa60eda-0fca-4e4e-8c08-9c4b9824463a", "tag": "e4a93858-4c39-4d35-98db-66806a324351"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:03:34.680573 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b43fec1-7f5f-4d0b-8e65-3b5608a8c6b8 x-openstack-request-id: req-1b43fec1-7f5f-4d0b-8e65-3b5608a8c6b8 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:03:34.680872 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa60eda-0fca-4e4e-8c08-9c4b9824463a", "tag": "e4a93858-4c39-4d35-98db-66806a324351", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:03:34.681158 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b43fec1-7f5f-4d0b-8e65-3b5608a8c6b8 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:03:34.681573 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa60eda-0fca-4e4e-8c08-9c4b9824463a', 'tag': 'e4a93858-4c39-4d35-98db-66806a324351', 'status': 'completed', 'code': 200} Aug 28 16:03:34.719298 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-a232523d-0f9a-42cc-bd69-c3edec9b323b None None] Set router 21cf3718-ad35-4892-b16c-21570a634fbd gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:03:34.776283 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653da54-1288-4b74-929d-0624430eca17 req-86ee7cc9-4b52-471d-800b-185a699d6778 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:34.777812 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6653da54-1288-4b74-929d-0624430eca17 req-86ee7cc9-4b52-471d-800b-185a699d6778 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 945 time: 0.0882993 Aug 28 16:03:34.784188 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf86c1-aac0-41a8-a75b-f2827943d02b req-72f78b53-6617-4c70-975d-5144b245512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:34.785582 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8eaf86c1-aac0-41a8-a75b-f2827943d02b req-72f78b53-6617-4c70-975d-5144b245512b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 1097 time: 0.0693812 Aug 28 16:03:34.865804 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6653da54-1288-4b74-929d-0624430eca17 req-106844d4-be5c-4cfa-ae01-b7e37e1cf846 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=08a36c27-7abd-459c-bc91-21ae99c1db22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784523 Aug 28 16:03:34.890892 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33020) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:03:34.906581 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf86c1-aac0-41a8-a75b-f2827943d02b req-8311178c-f833-4f49-a726-33701b3b4e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:34.908019 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8eaf86c1-aac0-41a8-a75b-f2827943d02b req-8311178c-f833-4f49-a726-33701b3b4e54 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d37d193b-efa8-42ea-a7b5-34fd1641cfea HTTP/1.1" status: 200 len: 898 time: 0.1148319 Aug 28 16:03:34.957096 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6f062aa2-15d0-406b-b5b1-e42f8cb50655 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/floatingips/31626831-ecaa-47cb-b91e-1771876cf45a HTTP/1.1" status: 200 len: 991 time: 0.0638490 Aug 28 16:03:34.958545 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a232523d-0f9a-42cc-bd69-c3edec9b323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-711045306', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '31309591-045d-4669-ae1d-c20c32ba4738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:03:17Z', 'updated_at': '2021-08-28T16:03:20Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '31309591-045d-4669-ae1d-c20c32ba4738', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:14:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:03:17Z', 'updated_at': '2021-08-28T16:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '31626831-ecaa-47cb-b91e-1771876cf45a', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'port_id': 'e4a93858-4c39-4d35-98db-66806a324351', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd37d193b-efa8-42ea-a7b5-34fd1641cfea', 'mac_address': 'fa:16:3e:a5:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa60eda-0fca-4e4e-8c08-9c4b9824463a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:03:33Z', 'updated_at': '2021-08-28T16:03:33Z', 'revision_number': 0, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312444e2-3d12-4ece-b526-8068b7dfbc6a', 'name': '', 'network_id': 'd37d193b-efa8-42ea-a7b5-34fd1641cfea', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:32:16:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '01fe2767-75bc-40c8-b9f5-d2c64fca2c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:03:20Z', 'updated_at': '2021-08-28T16:03:25Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': '01fe2767-75bc-40c8-b9f5-d2c64fca2c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:03:34.979717 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8eaf86c1-aac0-41a8-a75b-f2827943d02b req-2811bcb6-6c4b-4718-9a64-3604f0704195 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4a93858-4c39-4d35-98db-66806a324351 HTTP/1.1" status: 200 len: 999 time: 0.0641387 Aug 28 16:03:34.988215 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a232523d-0f9a-42cc-bd69-c3edec9b323b None None] Checking router: 21cf3718-ad35-4892-b16c-21570a634fbd for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:03:34.996795 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a232523d-0f9a-42cc-bd69-c3edec9b323b None None] Routers {'21cf3718-ad35-4892-b16c-21570a634fbd'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:03:34.997399 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a232523d-0f9a-42cc-bd69-c3edec9b323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:03:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['21cf3718-ad35-4892-b16c-21570a634fbd'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:03:35.030124 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf86c1-aac0-41a8-a75b-f2827943d02b req-2ceb4564-91e0-4062-87b7-43056ef852dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:35.031568 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8eaf86c1-aac0-41a8-a75b-f2827943d02b req-2ceb4564-91e0-4062-87b7-43056ef852dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01fe2767-75bc-40c8-b9f5-d2c64fca2c7c HTTP/1.1" status: 200 len: 834 time: 0.0452394 Aug 28 16:03:35.077466 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf86c1-aac0-41a8-a75b-f2827943d02b req-c11bd58e-8651-451f-b4f8-34688339dc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:35.080145 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8eaf86c1-aac0-41a8-a75b-f2827943d02b req-c11bd58e-8651-451f-b4f8-34688339dc3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d37d193b-efa8-42ea-a7b5-34fd1641cfea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411885 Aug 28 16:03:35.100808 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-a232523d-0f9a-42cc-bd69-c3edec9b323b None None] Set router 21cf3718-ad35-4892-b16c-21570a634fbd gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:03:35.173425 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8eaf86c1-aac0-41a8-a75b-f2827943d02b req-6bf392ae-327c-41ee-926b-45d58803598b service neutron] 10.222.0.36 "GET /v2.0/networks/d37d193b-efa8-42ea-a7b5-34fd1641cfea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851202 Aug 28 16:03:35.264303 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8eaf86c1-aac0-41a8-a75b-f2827943d02b req-a480c4d6-d7a9-47fa-b359-51ba4fa67c3b service neutron] 10.222.0.36 "GET /v2.0/networks/d37d193b-efa8-42ea-a7b5-34fd1641cfea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836101 Aug 28 16:03:35.323415 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-a232523d-0f9a-42cc-bd69-c3edec9b323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-711045306', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '31309591-045d-4669-ae1d-c20c32ba4738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:03:17Z', 'updated_at': '2021-08-28T16:03:20Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '31309591-045d-4669-ae1d-c20c32ba4738', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:14:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:03:17Z', 'updated_at': '2021-08-28T16:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '31626831-ecaa-47cb-b91e-1771876cf45a', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'port_id': 'e4a93858-4c39-4d35-98db-66806a324351', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd37d193b-efa8-42ea-a7b5-34fd1641cfea', 'mac_address': 'fa:16:3e:a5:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa60eda-0fca-4e4e-8c08-9c4b9824463a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:03:33Z', 'updated_at': '2021-08-28T16:03:33Z', 'revision_number': 0, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312444e2-3d12-4ece-b526-8068b7dfbc6a', 'name': '', 'network_id': 'd37d193b-efa8-42ea-a7b5-34fd1641cfea', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:32:16:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '01fe2767-75bc-40c8-b9f5-d2c64fca2c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:03:20Z', 'updated_at': '2021-08-28T16:03:25Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': '01fe2767-75bc-40c8-b9f5-d2c64fca2c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:03:35.348358 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a232523d-0f9a-42cc-bd69-c3edec9b323b None None] The sync data for ids ['21cf3718-ad35-4892-b16c-21570a634fbd'] in n-d-712137-10 is: [{'id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-711045306', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '31309591-045d-4669-ae1d-c20c32ba4738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:03:17Z', 'updated_at': '2021-08-28T16:03:20Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '31309591-045d-4669-ae1d-c20c32ba4738', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:14:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:03:17Z', 'updated_at': '2021-08-28T16:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '31626831-ecaa-47cb-b91e-1771876cf45a', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'port_id': 'e4a93858-4c39-4d35-98db-66806a324351', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd37d193b-efa8-42ea-a7b5-34fd1641cfea', 'mac_address': 'fa:16:3e:a5:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa60eda-0fca-4e4e-8c08-9c4b9824463a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:03:33Z', 'updated_at': '2021-08-28T16:03:33Z', 'revision_number': 0, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312444e2-3d12-4ece-b526-8068b7dfbc6a', 'name': '', 'network_id': 'd37d193b-efa8-42ea-a7b5-34fd1641cfea', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:32:16:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '01fe2767-75bc-40c8-b9f5-d2c64fca2c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:03:20Z', 'updated_at': '2021-08-28T16:03:25Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': '01fe2767-75bc-40c8-b9f5-d2c64fca2c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:03:35.539397 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc4819a-5ff6-4c90-9ed6-3b9db6522b23 None None] New status for floating IP 31626831-ecaa-47cb-b91e-1771876cf45a: ACTIVE {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 16:03:35.931102 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-de338745-0f82-472d-b3bf-d6a7837215e8 req-2bb73ba7-5630-4ac8-8209-285b21abc0ed service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395796 Aug 28 16:03:35.960506 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33022) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:03:36.013970 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de338745-0f82-472d-b3bf-d6a7837215e8 req-de169c9c-d622-4932-8d05-54e2e626440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:36.015587 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-de338745-0f82-472d-b3bf-d6a7837215e8 req-de169c9c-d622-4932-8d05-54e2e626440c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 1097 time: 0.0452139 Aug 28 16:03:36.024105 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8de13b01-8fe1-4638-8dfd-3703bb13a043 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/floatingips/31626831-ecaa-47cb-b91e-1771876cf45a HTTP/1.1" status: 200 len: 993 time: 0.0620644 Aug 28 16:03:36.120915 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de338745-0f82-472d-b3bf-d6a7837215e8 req-af5e25db-268a-4202-b846-88616ac5ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:36.122406 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-de338745-0f82-472d-b3bf-d6a7837215e8 req-af5e25db-268a-4202-b846-88616ac5ae1e service neutron] 10.222.0.36 "GET /v2.0/networks?id=d37d193b-efa8-42ea-a7b5-34fd1641cfea HTTP/1.1" status: 200 len: 898 time: 0.0858681 Aug 28 16:03:36.192224 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-de338745-0f82-472d-b3bf-d6a7837215e8 req-9db8f894-1240-47ee-8d7c-78d036ce3cea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4a93858-4c39-4d35-98db-66806a324351 HTTP/1.1" status: 200 len: 1001 time: 0.0621235 Aug 28 16:03:36.241036 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de338745-0f82-472d-b3bf-d6a7837215e8 req-b7ca617e-ea79-446f-8459-1b3b8c3b5095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:36.242426 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-de338745-0f82-472d-b3bf-d6a7837215e8 req-b7ca617e-ea79-446f-8459-1b3b8c3b5095 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01fe2767-75bc-40c8-b9f5-d2c64fca2c7c HTTP/1.1" status: 200 len: 834 time: 0.0435174 Aug 28 16:03:36.287598 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de338745-0f82-472d-b3bf-d6a7837215e8 req-e48790cd-9639-47ff-b445-98f98fead0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:03:36.289257 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-de338745-0f82-472d-b3bf-d6a7837215e8 req-e48790cd-9639-47ff-b445-98f98fead0a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d37d193b-efa8-42ea-a7b5-34fd1641cfea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400155 Aug 28 16:03:36.379057 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-de338745-0f82-472d-b3bf-d6a7837215e8 req-76bb9187-e9b0-4cc4-8d8f-f1bc761c97ea service neutron] 10.222.0.36 "GET /v2.0/networks/d37d193b-efa8-42ea-a7b5-34fd1641cfea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825930 Aug 28 16:03:36.467251 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-de338745-0f82-472d-b3bf-d6a7837215e8 req-d3990da4-e62c-47f3-82bd-eb4fd7cd336b service neutron] 10.222.0.36 "GET /v2.0/networks/d37d193b-efa8-42ea-a7b5-34fd1641cfea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807309 Aug 28 16:03:38.101683 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9937c339-df05-4031-9306-c161944fbd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:40.658411 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-bda7b5d9-cd1f-48ab-b67d-d5374957e861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:40.969978 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:42.002101 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:43.497884 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:50.092984 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:03:55.092480 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:03:57.218972 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:04:07.332008 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a41ec-2204-4d62-ac60-b54ac32e5bd1 req-a4179e51-651a-4614-9bea-f871b5341473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:04:07.333494 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0f4a41ec-2204-4d62-ac60-b54ac32e5bd1 req-a4179e51-651a-4614-9bea-f871b5341473 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 1097 time: 0.0407624 Aug 28 16:04:07.334052 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b519ac-c22d-47a5-8e70-347824ce3381 req-ab623e53-2d1a-4436-9fc0-148536638dcb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:04:07.335534 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d1b519ac-c22d-47a5-8e70-347824ce3381 req-ab623e53-2d1a-4436-9fc0-148536638dcb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 945 time: 0.0499554 Aug 28 16:04:07.373522 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d1b519ac-c22d-47a5-8e70-347824ce3381 req-53c40336-5610-4521-986a-5370f376610b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=08a36c27-7abd-459c-bc91-21ae99c1db22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314846 Aug 28 16:04:07.428453 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a41ec-2204-4d62-ac60-b54ac32e5bd1 req-4b6dd62d-277c-41d8-a6bc-9a69c423401c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:04:07.429861 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0f4a41ec-2204-4d62-ac60-b54ac32e5bd1 req-4b6dd62d-277c-41d8-a6bc-9a69c423401c service neutron] 10.222.0.36 "GET /v2.0/networks?id=d37d193b-efa8-42ea-a7b5-34fd1641cfea HTTP/1.1" status: 200 len: 898 time: 0.0890751 Aug 28 16:04:07.494625 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0f4a41ec-2204-4d62-ac60-b54ac32e5bd1 req-92de845a-3d0b-47f8-8684-2d7815d324c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4a93858-4c39-4d35-98db-66806a324351 HTTP/1.1" status: 200 len: 1001 time: 0.0574470 Aug 28 16:04:07.548101 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a41ec-2204-4d62-ac60-b54ac32e5bd1 req-23fce562-b974-47a7-9ae9-914bf5e57ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:04:07.549535 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0f4a41ec-2204-4d62-ac60-b54ac32e5bd1 req-23fce562-b974-47a7-9ae9-914bf5e57ead service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01fe2767-75bc-40c8-b9f5-d2c64fca2c7c HTTP/1.1" status: 200 len: 834 time: 0.0472860 Aug 28 16:04:07.595410 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a41ec-2204-4d62-ac60-b54ac32e5bd1 req-9ea138b6-c68d-4e2c-ba33-7f9b0d2b1fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:04:07.596953 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0f4a41ec-2204-4d62-ac60-b54ac32e5bd1 req-9ea138b6-c68d-4e2c-ba33-7f9b0d2b1fdf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d37d193b-efa8-42ea-a7b5-34fd1641cfea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394413 Aug 28 16:04:07.686921 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0f4a41ec-2204-4d62-ac60-b54ac32e5bd1 req-5a684977-17f9-4d62-b65b-91d42063597a service neutron] 10.222.0.36 "GET /v2.0/networks/d37d193b-efa8-42ea-a7b5-34fd1641cfea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810242 Aug 28 16:04:07.781460 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0f4a41ec-2204-4d62-ac60-b54ac32e5bd1 req-9a61c0f0-10e2-4b9f-81bb-2ddc54103e96 service neutron] 10.222.0.36 "GET /v2.0/networks/d37d193b-efa8-42ea-a7b5-34fd1641cfea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866818 Aug 28 16:04:08.101633 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6817df85-c962-46bb-82eb-75ef0d78d4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:04:08.490207 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e97a20-2b16-4796-b1a5-62d0c907726c req-601007bc-c454-4d6e-93f4-9305174a1b23 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:04:08.491685 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-76e97a20-2b16-4796-b1a5-62d0c907726c req-601007bc-c454-4d6e-93f4-9305174a1b23 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 945 time: 0.0480130 Aug 28 16:04:08.529667 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-76e97a20-2b16-4796-b1a5-62d0c907726c req-f53917eb-e5e1-43ce-80b8-0bf66695cef2 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=08a36c27-7abd-459c-bc91-21ae99c1db22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313106 Aug 28 16:04:09.647173 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6189248-653b-451b-859d-2d0b7b215b83 req-85c3da07-c5d3-4cc3-9f7f-97ae281b0933 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:04:09.649370 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b6189248-653b-451b-859d-2d0b7b215b83 req-85c3da07-c5d3-4cc3-9f7f-97ae281b0933 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 945 time: 0.0484424 Aug 28 16:04:09.685712 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b6189248-653b-451b-859d-2d0b7b215b83 req-949b49ec-207e-4ffb-a539-6d1026e8b8ff tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=08a36c27-7abd-459c-bc91-21ae99c1db22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304778 Aug 28 16:04:10.659855 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3dda3deb-2f95-4c81-a0f9-694d0c6e18a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:04:10.798476 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ad59f-c1e8-4c02-a75e-0ad8df524fa3 req-bd3ebfdb-f6f9-4222-a566-072fa37c3100 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:04:10.799960 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ba5ad59f-c1e8-4c02-a75e-0ad8df524fa3 req-bd3ebfdb-f6f9-4222-a566-072fa37c3100 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 945 time: 0.0489128 Aug 28 16:04:10.841260 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ba5ad59f-c1e8-4c02-a75e-0ad8df524fa3 req-e0f9d177-bf3c-47a4-bf72-7db7bef9073c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=08a36c27-7abd-459c-bc91-21ae99c1db22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351384 Aug 28 16:04:10.971289 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:04:11.959325 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f6af4-8f3c-428c-a2cd-2c96278e2dd9 req-74eb39af-9ade-4190-91a4-6c57c26a94e1 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:04:11.960864 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ad0f6af4-8f3c-428c-a2cd-2c96278e2dd9 req-74eb39af-9ade-4190-91a4-6c57c26a94e1 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 945 time: 0.0515430 Aug 28 16:04:11.999356 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ad0f6af4-8f3c-428c-a2cd-2c96278e2dd9 req-5b6373da-5d2b-4f2b-b3eb-8ca160b25074 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=08a36c27-7abd-459c-bc91-21ae99c1db22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320463 Aug 28 16:04:12.003971 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:04:13.114824 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb479637-c002-4dda-a8e3-04f0355f47ee req-3bc12836-44bb-42a7-8c4d-19f91b7f6a6c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:04:13.116356 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cb479637-c002-4dda-a8e3-04f0355f47ee req-3bc12836-44bb-42a7-8c4d-19f91b7f6a6c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 945 time: 0.0490532 Aug 28 16:04:13.155107 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cb479637-c002-4dda-a8e3-04f0355f47ee req-42ec5804-37d2-499a-a695-277e6ed79e34 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=08a36c27-7abd-459c-bc91-21ae99c1db22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319076 Aug 28 16:04:13.500283 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:04:14.273810 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6d392-0dbb-47f8-94c1-874d97067047 req-a6e500ed-81df-48d1-b4d4-4b1b345f1337 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:04:14.275275 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-89a6d392-0dbb-47f8-94c1-874d97067047 req-a6e500ed-81df-48d1-b4d4-4b1b345f1337 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 945 time: 0.0505712 Aug 28 16:04:14.312377 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-89a6d392-0dbb-47f8-94c1-874d97067047 req-a0921076-be3c-48a0-994d-72f78c396fe9 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=08a36c27-7abd-459c-bc91-21ae99c1db22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312154 Aug 28 16:04:15.425533 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f543d-48c7-4c76-9272-aa81b737028a req-7a383cca-84a1-4d4b-923d-73330dad9dad tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:04:15.427032 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0b3f543d-48c7-4c76-9272-aa81b737028a req-7a383cca-84a1-4d4b-923d-73330dad9dad tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 945 time: 0.0482879 Aug 28 16:04:15.463845 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0b3f543d-48c7-4c76-9272-aa81b737028a req-c2345c97-c7c4-422a-931f-785c50781c4e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=08a36c27-7abd-459c-bc91-21ae99c1db22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301776 Aug 28 16:04:16.579238 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816a4d1-569d-4d5f-863b-f976bd5a95c2 req-7fe8b5cd-c4c8-4a13-a47a-3639576afe96 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:04:16.580748 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b816a4d1-569d-4d5f-863b-f976bd5a95c2 req-7fe8b5cd-c4c8-4a13-a47a-3639576afe96 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 945 time: 0.0485864 Aug 28 16:04:16.617820 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b816a4d1-569d-4d5f-863b-f976bd5a95c2 req-49bae3d4-62c7-48f2-8a9e-95c7de958962 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=08a36c27-7abd-459c-bc91-21ae99c1db22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304167 Aug 28 16:04:17.731617 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76280310-ca85-4857-b995-3c0634947ec4 req-53a82210-9bd1-4be2-8663-a01df6babcaa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:04:17.733148 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-76280310-ca85-4857-b995-3c0634947ec4 req-53a82210-9bd1-4be2-8663-a01df6babcaa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 945 time: 0.0474503 Aug 28 16:04:17.774247 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-76280310-ca85-4857-b995-3c0634947ec4 req-79768aa9-6ddd-45ad-bcb8-ad78db2b33eb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=08a36c27-7abd-459c-bc91-21ae99c1db22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350263 Aug 28 16:04:18.891891 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae4c75-e374-417f-b4a4-7b9a07fc336c req-1ee2a73a-08a5-4ee2-b4ef-0f29475d85fc tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:04:18.893688 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84ae4c75-e374-417f-b4a4-7b9a07fc336c req-1ee2a73a-08a5-4ee2-b4ef-0f29475d85fc tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 945 time: 0.0529244 Aug 28 16:04:18.932962 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-84ae4c75-e374-417f-b4a4-7b9a07fc336c req-ae4f4b54-47ee-42fb-af0b-6db876aab688 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=08a36c27-7abd-459c-bc91-21ae99c1db22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320413 Aug 28 16:04:20.046939 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed63c7b-cafc-46c4-a183-553e12755c80 req-b03e5c33-c419-477f-a8c6-80939cfef093 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:04:20.048452 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fed63c7b-cafc-46c4-a183-553e12755c80 req-b03e5c33-c419-477f-a8c6-80939cfef093 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 945 time: 0.0488026 Aug 28 16:04:20.085372 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fed63c7b-cafc-46c4-a183-553e12755c80 req-7853e8da-677b-46a6-afc0-5e11c6bc8318 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=08a36c27-7abd-459c-bc91-21ae99c1db22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309374 Aug 28 16:04:21.197527 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3756a-2d99-4ecf-9271-c7807d7a1e64 req-78bd68b5-d251-4cb4-bb10-3986b9a52512 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:04:21.198906 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-93b3756a-2d99-4ecf-9271-c7807d7a1e64 req-78bd68b5-d251-4cb4-bb10-3986b9a52512 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 945 time: 0.0486760 Aug 28 16:04:21.235986 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-93b3756a-2d99-4ecf-9271-c7807d7a1e64 req-19678102-ed61-4104-8a67-3331642a4ff9 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=08a36c27-7abd-459c-bc91-21ae99c1db22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312586 Aug 28 16:04:22.349226 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c78949-04a1-4bb1-992f-de316e4ae949 req-d9b27337-e407-4148-8da1-bcab3d69daaa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:04:22.350705 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92c78949-04a1-4bb1-992f-de316e4ae949 req-d9b27337-e407-4148-8da1-bcab3d69daaa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 945 time: 0.0493174 Aug 28 16:04:22.388963 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-92c78949-04a1-4bb1-992f-de316e4ae949 req-7327210b-e85d-4732-8b14-fb3928d3288c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=08a36c27-7abd-459c-bc91-21ae99c1db22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314980 Aug 28 16:04:23.506234 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd15404-090d-44be-8b47-239e1a06051c req-8b670e13-fca5-46d2-9d64-7928ce773c56 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:04:23.507790 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0dd15404-090d-44be-8b47-239e1a06051c req-8b670e13-fca5-46d2-9d64-7928ce773c56 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 945 time: 0.0527306 Aug 28 16:04:23.547612 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0dd15404-090d-44be-8b47-239e1a06051c req-4a62c88b-beef-4f7f-a5d7-0e1623e46df9 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=08a36c27-7abd-459c-bc91-21ae99c1db22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332954 Aug 28 16:04:24.661978 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead749f4-d6df-4fab-b943-8782d61d0237 req-37aee53b-a5d6-476d-9d60-d9633c198626 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:04:24.663450 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ead749f4-d6df-4fab-b943-8782d61d0237 req-37aee53b-a5d6-476d-9d60-d9633c198626 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 945 time: 0.0491865 Aug 28 16:04:24.704987 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ead749f4-d6df-4fab-b943-8782d61d0237 req-d853444f-8405-40d6-beaa-09e814e5699c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=08a36c27-7abd-459c-bc91-21ae99c1db22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354073 Aug 28 16:04:24.727151 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33070) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:04:24.786505 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-53715ad4-01e0-4608-88da-896af8fa6907 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/floatingips/31626831-ecaa-47cb-b91e-1771876cf45a HTTP/1.1" status: 200 len: 993 time: 0.0581810 Aug 28 16:04:25.106288 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:04:27.092393 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:04:27.219907 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:04:35.930899 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7b259cb7-fb65-4aab-a207-68b8162d5522 req-207c1af0-4164-4678-8314-3d7f2aedd841 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395727 Aug 28 16:04:36.025108 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b259cb7-fb65-4aab-a207-68b8162d5522 req-b43f5684-9e36-42a3-8c44-cdda1fa43e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:04:36.026614 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7b259cb7-fb65-4aab-a207-68b8162d5522 req-b43f5684-9e36-42a3-8c44-cdda1fa43e04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 1097 time: 0.0450368 Aug 28 16:04:36.402585 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b259cb7-fb65-4aab-a207-68b8162d5522 req-c759a961-6ef2-45de-a300-45d1ddb4978b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:04:36.404680 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7b259cb7-fb65-4aab-a207-68b8162d5522 req-c759a961-6ef2-45de-a300-45d1ddb4978b service neutron] 10.222.0.36 "GET /v2.0/networks?id=d37d193b-efa8-42ea-a7b5-34fd1641cfea HTTP/1.1" status: 200 len: 898 time: 0.3595080 Aug 28 16:04:36.473271 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7b259cb7-fb65-4aab-a207-68b8162d5522 req-aae93813-0a26-4a42-bbde-cb727799bd3f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4a93858-4c39-4d35-98db-66806a324351 HTTP/1.1" status: 200 len: 1001 time: 0.0601807 Aug 28 16:04:36.523417 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b259cb7-fb65-4aab-a207-68b8162d5522 req-d866223e-f65d-4d90-a24a-627493f50472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:04:36.524894 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7b259cb7-fb65-4aab-a207-68b8162d5522 req-d866223e-f65d-4d90-a24a-627493f50472 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01fe2767-75bc-40c8-b9f5-d2c64fca2c7c HTTP/1.1" status: 200 len: 834 time: 0.0424459 Aug 28 16:04:36.572444 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b259cb7-fb65-4aab-a207-68b8162d5522 req-f5b59fe4-d8c5-4064-81ac-aa3c716750b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:04:36.573921 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7b259cb7-fb65-4aab-a207-68b8162d5522 req-f5b59fe4-d8c5-4064-81ac-aa3c716750b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d37d193b-efa8-42ea-a7b5-34fd1641cfea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407979 Aug 28 16:04:36.585831 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-7b259cb7-fb65-4aab-a207-68b8162d5522 req-cc445e2f-d4ce-400e-9101-2955b471bb55 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 16:04:36.586750 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7b259cb7-fb65-4aab-a207-68b8162d5522 req-cc445e2f-d4ce-400e-9101-2955b471bb55 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048845 Aug 28 16:04:36.676079 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7b259cb7-fb65-4aab-a207-68b8162d5522 req-af43e97e-14a8-4a16-b7f4-f9f4ecb0c287 service neutron] 10.222.0.36 "GET /v2.0/networks/d37d193b-efa8-42ea-a7b5-34fd1641cfea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822294 Aug 28 16:04:36.764281 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7b259cb7-fb65-4aab-a207-68b8162d5522 req-6f338a52-71b1-4298-b31a-2b827b6c9f35 service neutron] 10.222.0.36 "GET /v2.0/networks/d37d193b-efa8-42ea-a7b5-34fd1641cfea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816047 Aug 28 16:04:38.102267 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6fda6953-118b-4f45-b60e-70d1c291a801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:04:40.660418 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0e6407a7-bdf5-43b4-97aa-f5fcf4d999ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:04:40.973503 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:04:42.008015 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:04:43.501806 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:04:55.103423 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:04:55.462939 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33094) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:04:55.621007 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-1f6fc604-a8cf-4c54-bbca-070609e31b67 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Deleting port 8d0c2b0b-501e-4444-952f-66d8a5a634f9 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:04:55.621346 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1f6fc604-a8cf-4c54-bbca-070609e31b67 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:04:55.696995 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1f6fc604-a8cf-4c54-bbca-070609e31b67 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:04:55.697323 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1f6fc604-a8cf-4c54-bbca-070609e31b67 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:04:55.709400 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-1f6fc604-a8cf-4c54-bbca-070609e31b67 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Calling delete_port for 8d0c2b0b-501e-4444-952f-66d8a5a634f9 owned by network:floatingip {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:04:55.875634 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1f6fc604-a8cf-4c54-bbca-070609e31b67 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:04:55.902799 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fc604-a8cf-4c54-bbca-070609e31b67 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'Port': ['ID=8d0c2b0b-501e-4444-952f-66d8a5a634f9,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:04:55.926743 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6fc604-a8cf-4c54-bbca-070609e31b67 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:04:55.927099 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6fc604-a8cf-4c54-bbca-070609e31b67 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:04:55.927481 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6fc604-a8cf-4c54-bbca-070609e31b67 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:04:55.927990 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6fc604-a8cf-4c54-bbca-070609e31b67 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:04:55.928331 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6fc604-a8cf-4c54-bbca-070609e31b67 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:04:55.928663 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6fc604-a8cf-4c54-bbca-070609e31b67 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:04:55.928993 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6fc604-a8cf-4c54-bbca-070609e31b67 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:04:55.929324 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6fc604-a8cf-4c54-bbca-070609e31b67 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:04:55.929649 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6fc604-a8cf-4c54-bbca-070609e31b67 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:04:55.929973 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6fc604-a8cf-4c54-bbca-070609e31b67 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:04:55.930297 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6fc604-a8cf-4c54-bbca-070609e31b67 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:04:55.930618 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6fc604-a8cf-4c54-bbca-070609e31b67 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:04:55.973238 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1f6fc604-a8cf-4c54-bbca-070609e31b67 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for floatingip, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:04:55.973571 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-1f6fc604-a8cf-4c54-bbca-070609e31b67 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Floating IP 31626831-ecaa-47cb-b91e-1771876cf45a disassociated (deleted). External IP: 172.25.3.213, port: e4a93858-4c39-4d35-98db-66806a324351. Aug 28 16:04:56.175333 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6fc604-a8cf-4c54-bbca-070609e31b67 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Router 21cf3718-ad35-4892-b16c-21570a634fbd has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:04:56.280903 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6fc604-a8cf-4c54-bbca-070609e31b67 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:04:56.285305 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1f6fc604-a8cf-4c54-bbca-070609e31b67 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:04:56.292152 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d638e-15c7-46bf-8a05-9089135ed2e8 None None] Sync routers for ids ['21cf3718-ad35-4892-b16c-21570a634fbd'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:04:56.300990 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95d638e-15c7-46bf-8a05-9089135ed2e8 None None] Routers {'21cf3718-ad35-4892-b16c-21570a634fbd'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:04:56.301612 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e95d638e-15c7-46bf-8a05-9089135ed2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:04:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['21cf3718-ad35-4892-b16c-21570a634fbd'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:04:56.315334 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1f6fc604-a8cf-4c54-bbca-070609e31b67 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "DELETE /v2.0/floatingips/31626831-ecaa-47cb-b91e-1771876cf45a HTTP/1.1" status: 204 len: 168 time: 0.8512962 Aug 28 16:04:56.316069 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa60eda-0fca-4e4e-8c08-9c4b9824463a', 'tag': 'e4a93858-4c39-4d35-98db-66806a324351'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:04:56.319208 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc9a9b2-5a49-4b89-bc73-5dd88bf838e8" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa60eda-0fca-4e4e-8c08-9c4b9824463a", "tag": "e4a93858-4c39-4d35-98db-66806a324351"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:04:56.424567 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-e95d638e-15c7-46bf-8a05-9089135ed2e8 None None] Set router 21cf3718-ad35-4892-b16c-21570a634fbd gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:04:56.563434 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89da68-4839-48f5-a40d-3e9539b3c62d req-f99e017d-1d36-4e56-ab2f-e33300ae526a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:04:56.565399 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ef89da68-4839-48f5-a40d-3e9539b3c62d req-f99e017d-1d36-4e56-ab2f-e33300ae526a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 945 time: 0.0551476 Aug 28 16:04:56.608796 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ef89da68-4839-48f5-a40d-3e9539b3c62d req-1fc13cd6-bfc5-4dba-a071-c5cd8462b727 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=08a36c27-7abd-459c-bc91-21ae99c1db22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364027 Aug 28 16:04:56.627607 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d696f55-3269-4dde-b9b1-928311a334ce x-openstack-request-id: req-3d696f55-3269-4dde-b9b1-928311a334ce {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:04:56.628157 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa60eda-0fca-4e4e-8c08-9c4b9824463a", "tag": "e4a93858-4c39-4d35-98db-66806a324351", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:04:56.628514 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d696f55-3269-4dde-b9b1-928311a334ce {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:04:56.629026 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa60eda-0fca-4e4e-8c08-9c4b9824463a', 'tag': 'e4a93858-4c39-4d35-98db-66806a324351', 'status': 'completed', 'code': 200} Aug 28 16:04:56.662048 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e95d638e-15c7-46bf-8a05-9089135ed2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-711045306', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '31309591-045d-4669-ae1d-c20c32ba4738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:03:17Z', 'updated_at': '2021-08-28T16:03:20Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '31309591-045d-4669-ae1d-c20c32ba4738', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:14:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:03:17Z', 'updated_at': '2021-08-28T16:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '312444e2-3d12-4ece-b526-8068b7dfbc6a', 'name': '', 'network_id': 'd37d193b-efa8-42ea-a7b5-34fd1641cfea', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:32:16:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '01fe2767-75bc-40c8-b9f5-d2c64fca2c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:03:20Z', 'updated_at': '2021-08-28T16:03:25Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': '01fe2767-75bc-40c8-b9f5-d2c64fca2c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:04:56.687485 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d638e-15c7-46bf-8a05-9089135ed2e8 None None] Checking router: 21cf3718-ad35-4892-b16c-21570a634fbd for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:04:56.688138 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9a9b2-5a49-4b89-bc73-5dd88bf838e8 req-b5adf6ae-4cf6-4f7a-8d07-5122ee4ff99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:04:56.689640 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fcc9a9b2-5a49-4b89-bc73-5dd88bf838e8 req-b5adf6ae-4cf6-4f7a-8d07-5122ee4ff99a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 1097 time: 0.0397177 Aug 28 16:04:56.696287 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95d638e-15c7-46bf-8a05-9089135ed2e8 None None] Routers {'21cf3718-ad35-4892-b16c-21570a634fbd'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:04:56.696898 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e95d638e-15c7-46bf-8a05-9089135ed2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:04:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['21cf3718-ad35-4892-b16c-21570a634fbd'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:04:56.787244 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9a9b2-5a49-4b89-bc73-5dd88bf838e8 req-fd579eca-902f-427f-96db-67faa97f5cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:04:56.788897 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fcc9a9b2-5a49-4b89-bc73-5dd88bf838e8 req-fd579eca-902f-427f-96db-67faa97f5cf5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d37d193b-efa8-42ea-a7b5-34fd1641cfea HTTP/1.1" status: 200 len: 898 time: 0.0919096 Aug 28 16:04:56.832468 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fcc9a9b2-5a49-4b89-bc73-5dd88bf838e8 req-ea4298c8-dde4-4264-af05-ded9a9a115eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4a93858-4c39-4d35-98db-66806a324351 HTTP/1.1" status: 200 len: 217 time: 0.0363789 Aug 28 16:04:56.882814 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9a9b2-5a49-4b89-bc73-5dd88bf838e8 req-2f8a4608-1c46-471a-b531-53bbddc12e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:04:56.884321 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fcc9a9b2-5a49-4b89-bc73-5dd88bf838e8 req-2f8a4608-1c46-471a-b531-53bbddc12e94 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01fe2767-75bc-40c8-b9f5-d2c64fca2c7c HTTP/1.1" status: 200 len: 834 time: 0.0449073 Aug 28 16:04:56.892143 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-e95d638e-15c7-46bf-8a05-9089135ed2e8 None None] Set router 21cf3718-ad35-4892-b16c-21570a634fbd gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:04:56.930511 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9a9b2-5a49-4b89-bc73-5dd88bf838e8 req-48f54f25-4abd-4a44-bd03-4454e71a9e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:04:56.932054 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fcc9a9b2-5a49-4b89-bc73-5dd88bf838e8 req-48f54f25-4abd-4a44-bd03-4454e71a9e5b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d37d193b-efa8-42ea-a7b5-34fd1641cfea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395374 Aug 28 16:04:57.026300 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fcc9a9b2-5a49-4b89-bc73-5dd88bf838e8 req-db628150-b878-4a8b-8d7b-a95152c7a1a8 service neutron] 10.222.0.36 "GET /v2.0/networks/d37d193b-efa8-42ea-a7b5-34fd1641cfea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863962 Aug 28 16:04:57.084051 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-e95d638e-15c7-46bf-8a05-9089135ed2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-711045306', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '31309591-045d-4669-ae1d-c20c32ba4738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:03:17Z', 'updated_at': '2021-08-28T16:03:20Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '31309591-045d-4669-ae1d-c20c32ba4738', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:14:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:03:17Z', 'updated_at': '2021-08-28T16:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '312444e2-3d12-4ece-b526-8068b7dfbc6a', 'name': '', 'network_id': 'd37d193b-efa8-42ea-a7b5-34fd1641cfea', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:32:16:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '01fe2767-75bc-40c8-b9f5-d2c64fca2c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:03:20Z', 'updated_at': '2021-08-28T16:03:25Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': '01fe2767-75bc-40c8-b9f5-d2c64fca2c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:04:57.112569 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d638e-15c7-46bf-8a05-9089135ed2e8 None None] The sync data for ids ['21cf3718-ad35-4892-b16c-21570a634fbd'] in n-d-712137-10 is: [{'id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-711045306', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '31309591-045d-4669-ae1d-c20c32ba4738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:03:17Z', 'updated_at': '2021-08-28T16:03:20Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '31309591-045d-4669-ae1d-c20c32ba4738', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:14:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:03:17Z', 'updated_at': '2021-08-28T16:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '312444e2-3d12-4ece-b526-8068b7dfbc6a', 'name': '', 'network_id': 'd37d193b-efa8-42ea-a7b5-34fd1641cfea', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:32:16:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '01fe2767-75bc-40c8-b9f5-d2c64fca2c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:03:20Z', 'updated_at': '2021-08-28T16:03:25Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': '01fe2767-75bc-40c8-b9f5-d2c64fca2c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:04:57.116129 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fcc9a9b2-5a49-4b89-bc73-5dd88bf838e8 req-2da2230e-ff97-4145-82bf-4022e99652e4 service neutron] 10.222.0.36 "GET /v2.0/networks/d37d193b-efa8-42ea-a7b5-34fd1641cfea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823898 Aug 28 16:04:57.248198 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:04:57.336790 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e186c4d-3d4d-4f64-b5c2-517e4adf128a None None] New status for floating IP 31626831-ecaa-47cb-b91e-1771876cf45a: DOWN {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 16:04:57.734039 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1403600-87b7-4f24-a283-243b6c4871fa req-b6dcdda5-5ccc-40df-bef8-8405158f108d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:04:57.735545 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f1403600-87b7-4f24-a283-243b6c4871fa req-b6dcdda5-5ccc-40df-bef8-8405158f108d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 945 time: 0.0538867 Aug 28 16:04:57.776419 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f1403600-87b7-4f24-a283-243b6c4871fa req-e0d179d4-7d9f-4d07-8d8d-68b0458a20dc tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=08a36c27-7abd-459c-bc91-21ae99c1db22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342238 Aug 28 16:04:57.989510 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf78e0-510b-4fd5-ade0-5181899b55c1 req-ef6313d5-30ef-413d-bdbc-1f6cd5ff1982 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:04:57.991496 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-95bf78e0-510b-4fd5-ade0-5181899b55c1 req-ef6313d5-30ef-413d-bdbc-1f6cd5ff1982 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 945 time: 0.0525069 Aug 28 16:04:58.078223 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-95bf78e0-510b-4fd5-ade0-5181899b55c1 req-1795efea-603f-4e6a-a92c-dff11aed6206 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Deleting port e4a93858-4c39-4d35-98db-66806a324351 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:04:58.078557 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-95bf78e0-510b-4fd5-ade0-5181899b55c1 req-1795efea-603f-4e6a-a92c-dff11aed6206 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:04:58.167205 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-95bf78e0-510b-4fd5-ade0-5181899b55c1 req-1795efea-603f-4e6a-a92c-dff11aed6206 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] For port e4a93858-4c39-4d35-98db-66806a324351, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=e4a93858-4c39-4d35-98db-66806a324351,segment=NetworkSegment(dd23a330-3d74-4913-84ea-a0e2293d60d5),segment_id=dd23a330-3d74-4913-84ea-a0e2293d60d5)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:04:58.167566 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-95bf78e0-510b-4fd5-ade0-5181899b55c1 req-1795efea-603f-4e6a-a92c-dff11aed6206 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:04:58.180745 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-95bf78e0-510b-4fd5-ade0-5181899b55c1 req-1795efea-603f-4e6a-a92c-dff11aed6206 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Calling delete_port for e4a93858-4c39-4d35-98db-66806a324351 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:04:58.299861 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-95bf78e0-510b-4fd5-ade0-5181899b55c1 req-1795efea-603f-4e6a-a92c-dff11aed6206 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:04:58.331841 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795efea-603f-4e6a-a92c-dff11aed6206 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'Port': ['ID=e4a93858-4c39-4d35-98db-66806a324351,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:04:58.373948 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bf78e0-510b-4fd5-ade0-5181899b55c1 req-1795efea-603f-4e6a-a92c-dff11aed6206 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] No DVR routers for this DVR port e4a93858-4c39-4d35-98db-66806a324351 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 16:04:58.376744 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-95bf78e0-510b-4fd5-ade0-5181899b55c1 req-1795efea-603f-4e6a-a92c-dff11aed6206 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:04:58.378893 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-95bf78e0-510b-4fd5-ade0-5181899b55c1 req-1795efea-603f-4e6a-a92c-dff11aed6206 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.36 "DELETE /v2.0/ports/e4a93858-4c39-4d35-98db-66806a324351 HTTP/1.1" status: 204 len: 173 time: 0.3818429 Aug 28 16:04:58.630238 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa60eda-0fca-4e4e-8c08-9c4b9824463a', 'name': 'network-vif-deleted', 'tag': 'e4a93858-4c39-4d35-98db-66806a324351'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:04:58.632572 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9a6927-083e-4372-8466-dc4fd22558ea" -d '{"events": [{"server_uuid": "8fa60eda-0fca-4e4e-8c08-9c4b9824463a", "name": "network-vif-deleted", "tag": "e4a93858-4c39-4d35-98db-66806a324351"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:04:58.689485 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 16:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d588379-e005-4ed0-8f54-6a3e6a1a3115 x-openstack-request-id: req-0d588379-e005-4ed0-8f54-6a3e6a1a3115 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:04:58.689782 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa60eda-0fca-4e4e-8c08-9c4b9824463a", "name": "network-vif-deleted", "tag": "e4a93858-4c39-4d35-98db-66806a324351", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:04:58.690033 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d588379-e005-4ed0-8f54-6a3e6a1a3115 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:04:58.690437 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa60eda-0fca-4e4e-8c08-9c4b9824463a', 'name': 'network-vif-deleted', 'tag': 'e4a93858-4c39-4d35-98db-66806a324351', 'status': 'completed', 'code': 200} Aug 28 16:04:58.889108 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c8df5b5b-223b-4165-acd4-33cf31a23c63 req-67589454-13f6-404a-b29c-dfe7b57a93d9 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa60eda-0fca-4e4e-8c08-9c4b9824463a HTTP/1.1" status: 200 len: 210 time: 0.0285912 Aug 28 16:04:59.949995 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33112) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:05:00.296634 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fd67a88e-7db6-45a4-869f-44b607ad86dd tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:00.542556 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-fd67a88e-7db6-45a4-869f-44b607ad86dd tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Deleting port 312444e2-3d12-4ece-b526-8068b7dfbc6a {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:05:00.542894 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fd67a88e-7db6-45a4-869f-44b607ad86dd tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:00.626685 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-fd67a88e-7db6-45a4-869f-44b607ad86dd tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] For port 312444e2-3d12-4ece-b526-8068b7dfbc6a, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=312444e2-3d12-4ece-b526-8068b7dfbc6a,segment=NetworkSegment(dd23a330-3d74-4913-84ea-a0e2293d60d5),segment_id=dd23a330-3d74-4913-84ea-a0e2293d60d5)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:05:00.626962 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fd67a88e-7db6-45a4-869f-44b607ad86dd tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:00.639840 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-fd67a88e-7db6-45a4-869f-44b607ad86dd tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Calling delete_port for 312444e2-3d12-4ece-b526-8068b7dfbc6a owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:05:00.822461 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fd67a88e-7db6-45a4-869f-44b607ad86dd tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:00.852649 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67a88e-7db6-45a4-869f-44b607ad86dd tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'Port': ['ID=312444e2-3d12-4ece-b526-8068b7dfbc6a,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:00.899355 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device e4a93858-4c39-4d35-98db-66806a324351 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:05:00.923077 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: e4a93858-4c39-4d35-98db-66806a324351 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:05:00.923725 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device e4a93858-4c39-4d35-98db-66806a324351 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:05:01.026020 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-fd67a88e-7db6-45a4-869f-44b607ad86dd tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:01.514936 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd67a88e-7db6-45a4-869f-44b607ad86dd tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Router 21cf3718-ad35-4892-b16c-21570a634fbd has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:05:01.621018 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd67a88e-7db6-45a4-869f-44b607ad86dd tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:05:01.626482 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-fd67a88e-7db6-45a4-869f-44b607ad86dd tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "PUT /v2.0/routers/21cf3718-ad35-4892-b16c-21570a634fbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6749160 Aug 28 16:05:01.628640 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33114) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:05:01.633614 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8883406c-8e37-4137-8fdf-466145caf0ca None None] Sync routers for ids ['21cf3718-ad35-4892-b16c-21570a634fbd'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:05:01.644811 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8883406c-8e37-4137-8fdf-466145caf0ca None None] Routers {'21cf3718-ad35-4892-b16c-21570a634fbd'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:05:01.645424 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8883406c-8e37-4137-8fdf-466145caf0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:04:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['21cf3718-ad35-4892-b16c-21570a634fbd'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:05:01.680676 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6707cc5-2d2b-40e7-86df-d6df8c238116 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Deleting subnet 01fe2767-75bc-40c8-b9f5-d2c64fca2c7c {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 16:05:01.683748 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a6707cc5-2d2b-40e7-86df-d6df8c238116 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:01.723639 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a6707cc5-2d2b-40e7-86df-d6df8c238116 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:01.746082 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-8883406c-8e37-4137-8fdf-466145caf0ca None None] Set router 21cf3718-ad35-4892-b16c-21570a634fbd gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:05:01.810989 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a6707cc5-2d2b-40e7-86df-d6df8c238116 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:01.872604 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a6707cc5-2d2b-40e7-86df-d6df8c238116 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:01.899056 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6707cc5-2d2b-40e7-86df-d6df8c238116 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'Subnet': ['ID=01fe2767-75bc-40c8-b9f5-d2c64fca2c7c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:01.905314 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a6707cc5-2d2b-40e7-86df-d6df8c238116 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:01.909681 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a6707cc5-2d2b-40e7-86df-d6df8c238116 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "DELETE /v2.0/subnets/01fe2767-75bc-40c8-b9f5-d2c64fca2c7c HTTP/1.1" status: 204 len: 168 time: 0.2776415 Aug 28 16:05:01.910417 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33116) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:05:01.916938 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8042061f-0f5c-4c3e-a983-daf1b0c3cc87 None None] Network d37d193b-efa8-42ea-a7b5-34fd1641cfea requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 16:05:01.928660 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8883406c-8e37-4137-8fdf-466145caf0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-711045306', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '31309591-045d-4669-ae1d-c20c32ba4738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:03:17Z', 'updated_at': '2021-08-28T16:05:00Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '31309591-045d-4669-ae1d-c20c32ba4738', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:14:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:03:17Z', 'updated_at': '2021-08-28T16:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:05:01.953754 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8883406c-8e37-4137-8fdf-466145caf0ca None None] Checking router: 21cf3718-ad35-4892-b16c-21570a634fbd for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:05:01.963039 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8883406c-8e37-4137-8fdf-466145caf0ca None None] Routers {'21cf3718-ad35-4892-b16c-21570a634fbd'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:05:01.963330 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8883406c-8e37-4137-8fdf-466145caf0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:04:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['21cf3718-ad35-4892-b16c-21570a634fbd'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:05:02.025523 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3e4934b3-fc02-4d1c-a0b0-17edb0f83e01 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:02.072190 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-8883406c-8e37-4137-8fdf-466145caf0ca None None] Set router 21cf3718-ad35-4892-b16c-21570a634fbd gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:05:02.101977 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3b2ec1-cfc9-4ea3-a743-adcd9ae53e5d None None] DHCP port deletion for d37d193b-efa8-42ea-a7b5-34fd1641cfea request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 16:05:02.135846 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3e4934b3-fc02-4d1c-a0b0-17edb0f83e01 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:02.154503 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ea3b2ec1-cfc9-4ea3-a743-adcd9ae53e5d None None] Deleting port ae99063d-9a0c-4e54-afe9-1915eae45528 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:05:02.155268 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ea3b2ec1-cfc9-4ea3-a743-adcd9ae53e5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:02.189620 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-3e4934b3-fc02-4d1c-a0b0-17edb0f83e01 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Deleting port 31309591-045d-4669-ae1d-c20c32ba4738 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:05:02.190002 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3e4934b3-fc02-4d1c-a0b0-17edb0f83e01 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:02.226474 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-ea3b2ec1-cfc9-4ea3-a743-adcd9ae53e5d None None] For port ae99063d-9a0c-4e54-afe9-1915eae45528, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ae99063d-9a0c-4e54-afe9-1915eae45528,segment=NetworkSegment(dd23a330-3d74-4913-84ea-a0e2293d60d5),segment_id=dd23a330-3d74-4913-84ea-a0e2293d60d5)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:05:02.227248 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ea3b2ec1-cfc9-4ea3-a743-adcd9ae53e5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:02.242697 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ea3b2ec1-cfc9-4ea3-a743-adcd9ae53e5d None None] Calling delete_port for ae99063d-9a0c-4e54-afe9-1915eae45528 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:05:02.258345 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8883406c-8e37-4137-8fdf-466145caf0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-711045306', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '31309591-045d-4669-ae1d-c20c32ba4738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:03:17Z', 'updated_at': '2021-08-28T16:05:00Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '31309591-045d-4669-ae1d-c20c32ba4738', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:14:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:03:17Z', 'updated_at': '2021-08-28T16:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:05:02.278229 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-3e4934b3-fc02-4d1c-a0b0-17edb0f83e01 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] For port 31309591-045d-4669-ae1d-c20c32ba4738, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=31309591-045d-4669-ae1d-c20c32ba4738,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:05:02.278598 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3e4934b3-fc02-4d1c-a0b0-17edb0f83e01 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:02.292628 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8883406c-8e37-4137-8fdf-466145caf0ca None None] The sync data for ids ['21cf3718-ad35-4892-b16c-21570a634fbd'] in n-d-712137-10 is: [{'id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-711045306', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '31309591-045d-4669-ae1d-c20c32ba4738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:03:17Z', 'updated_at': '2021-08-28T16:05:00Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '31309591-045d-4669-ae1d-c20c32ba4738', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:14:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf3718-ad35-4892-b16c-21570a634fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:03:17Z', 'updated_at': '2021-08-28T16:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:05:02.297698 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-3e4934b3-fc02-4d1c-a0b0-17edb0f83e01 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Calling delete_port for 31309591-045d-4669-ae1d-c20c32ba4738 owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:05:02.337459 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ea3b2ec1-cfc9-4ea3-a743-adcd9ae53e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:02.471256 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3e4934b3-fc02-4d1c-a0b0-17edb0f83e01 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:02.499293 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4934b3-fc02-4d1c-a0b0-17edb0f83e01 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'Port': ['ID=31309591-045d-4669-ae1d-c20c32ba4738,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:02.523609 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b2ec1-cfc9-4ea3-a743-adcd9ae53e5d None None] Pushing event deleted for resources: {'Port': ['ID=ae99063d-9a0c-4e54-afe9-1915eae45528,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:02.533282 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3b2ec1-cfc9-4ea3-a743-adcd9ae53e5d None None] No DVR routers for this DVR port ae99063d-9a0c-4e54-afe9-1915eae45528 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 16:05:02.535393 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b2ec1-cfc9-4ea3-a743-adcd9ae53e5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:02.535712 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b2ec1-cfc9-4ea3-a743-adcd9ae53e5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:02.536057 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b2ec1-cfc9-4ea3-a743-adcd9ae53e5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:02.536385 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b2ec1-cfc9-4ea3-a743-adcd9ae53e5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:02.536790 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b2ec1-cfc9-4ea3-a743-adcd9ae53e5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:02.537275 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b2ec1-cfc9-4ea3-a743-adcd9ae53e5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:02.537544 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b2ec1-cfc9-4ea3-a743-adcd9ae53e5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:02.537854 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b2ec1-cfc9-4ea3-a743-adcd9ae53e5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:02.538180 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b2ec1-cfc9-4ea3-a743-adcd9ae53e5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:02.538529 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b2ec1-cfc9-4ea3-a743-adcd9ae53e5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:02.538828 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b2ec1-cfc9-4ea3-a743-adcd9ae53e5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:02.539154 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b2ec1-cfc9-4ea3-a743-adcd9ae53e5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:02.570822 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3e4934b3-fc02-4d1c-a0b0-17edb0f83e01 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:02.667307 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3e4934b3-fc02-4d1c-a0b0-17edb0f83e01 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:02.669673 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3e4934b3-fc02-4d1c-a0b0-17edb0f83e01 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:02.715971 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3e4934b3-fc02-4d1c-a0b0-17edb0f83e01 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:02.716542 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4934b3-fc02-4d1c-a0b0-17edb0f83e01 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Fanout notify agent at l3_agent the message router_deleted on router 21cf3718-ad35-4892-b16c-21570a634fbd {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 16:05:02.725812 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3e4934b3-fc02-4d1c-a0b0-17edb0f83e01 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:02.726973 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3e4934b3-fc02-4d1c-a0b0-17edb0f83e01 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "DELETE /v2.0/routers/21cf3718-ad35-4892-b16c-21570a634fbd HTTP/1.1" status: 204 len: 168 time: 0.8160484 Aug 28 16:05:02.729651 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33118) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:05:02.806968 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f62006a5-7a8b-48cf-bf68-5a7aa08812e1 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:02.900500 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f62006a5-7a8b-48cf-bf68-5a7aa08812e1 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:02.910639 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-f62006a5-7a8b-48cf-bf68-5a7aa08812e1 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d37d193b-efa8-42ea-a7b5-34fd1641cfea']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:05:02.922639 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-f62006a5-7a8b-48cf-bf68-5a7aa08812e1 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd23a330-3d74-4913-84ea-a0e2293d60d5') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:05:02.922939 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-f62006a5-7a8b-48cf-bf68-5a7aa08812e1 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd23a330-3d74-4913-84ea-a0e2293d60d5') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:05:02.933444 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f62006a5-7a8b-48cf-bf68-5a7aa08812e1 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:02.948295 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f62006a5-7a8b-48cf-bf68-5a7aa08812e1 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:02.954245 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62006a5-7a8b-48cf-bf68-5a7aa08812e1 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 16:05:02.954643 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f62006a5-7a8b-48cf-bf68-5a7aa08812e1 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: timer() Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 16:05:02.957628 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 16:05:03.017873 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f62006a5-7a8b-48cf-bf68-5a7aa08812e1 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:03.025437 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f62006a5-7a8b-48cf-bf68-5a7aa08812e1 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:03.027249 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f62006a5-7a8b-48cf-bf68-5a7aa08812e1 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "DELETE /v2.0/networks/d37d193b-efa8-42ea-a7b5-34fd1641cfea HTTP/1.1" status: 204 len: 168 time: 0.2966061 Aug 28 16:05:03.029985 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33120) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:05:03.039639 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62006a5-7a8b-48cf-bf68-5a7aa08812e1 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'Network': ['ID=d37d193b-efa8-42ea-a7b5-34fd1641cfea,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:03.088835 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-39168e35-0585-4a42-95d3-32eca3956704 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:03.113103 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-39168e35-0585-4a42-95d3-32eca3956704 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:03.171046 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-39168e35-0585-4a42-95d3-32eca3956704 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:03.173630 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-39168e35-0585-4a42-95d3-32eca3956704 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:03.174773 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-39168e35-0585-4a42-95d3-32eca3956704 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "DELETE /v2.0/security-groups/08a36c27-7abd-459c-bc91-21ae99c1db22 HTTP/1.1" status: 204 len: 168 time: 0.1438084 Aug 28 16:05:03.184931 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39168e35-0585-4a42-95d3-32eca3956704 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a36c27-7abd-459c-bc91-21ae99c1db22,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:03.195479 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39168e35-0585-4a42-95d3-32eca3956704 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:03.195780 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39168e35-0585-4a42-95d3-32eca3956704 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:03.196125 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39168e35-0585-4a42-95d3-32eca3956704 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:03.196462 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39168e35-0585-4a42-95d3-32eca3956704 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:03.196794 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39168e35-0585-4a42-95d3-32eca3956704 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:03.197177 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39168e35-0585-4a42-95d3-32eca3956704 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:03.197566 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39168e35-0585-4a42-95d3-32eca3956704 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:03.197933 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39168e35-0585-4a42-95d3-32eca3956704 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:03.198286 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39168e35-0585-4a42-95d3-32eca3956704 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:03.198669 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39168e35-0585-4a42-95d3-32eca3956704 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:03.199063 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39168e35-0585-4a42-95d3-32eca3956704 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:03.199415 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39168e35-0585-4a42-95d3-32eca3956704 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:03.392980 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33126) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:05:03.397954 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-7a095dad-9685-4303-b0f5-c52e84d51ccb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-524144386', 'description': 'tempest-secgroup-smoke-524144386 description', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:05:03.419450 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7a095dad-9685-4303-b0f5-c52e84d51ccb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:03.504416 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7a095dad-9685-4303-b0f5-c52e84d51ccb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:03.509313 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7a095dad-9685-4303-b0f5-c52e84d51ccb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:03.537887 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7a095dad-9685-4303-b0f5-c52e84d51ccb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:03.539045 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7a095dad-9685-4303-b0f5-c52e84d51ccb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1449313 Aug 28 16:05:03.540966 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a095dad-9685-4303-b0f5-c52e84d51ccb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f388d28d-8dff-4f0e-9736-732d7cf2079c,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:03.543555 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33128) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:05:03.544700 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ae99063d-9a0c-4e54-afe9-1915eae45528 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:05:03.548441 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-0a7ef4c5-4457-41fe-beae-7a069275311a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group_rule': {'security_group_id': 'f388d28d-8dff-4f0e-9736-732d7cf2079c', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:05:03.565467 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: ae99063d-9a0c-4e54-afe9-1915eae45528 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:05:03.565813 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ae99063d-9a0c-4e54-afe9-1915eae45528 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:05:03.566224 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 31309591-045d-4669-ae1d-c20c32ba4738 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:05:03.580360 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef4c5-4457-41fe-beae-7a069275311a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:03.585360 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 31309591-045d-4669-ae1d-c20c32ba4738 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:05:03.585706 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 31309591-045d-4669-ae1d-c20c32ba4738 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:05:03.586121 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 312444e2-3d12-4ece-b526-8068b7dfbc6a no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:05:03.605254 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 312444e2-3d12-4ece-b526-8068b7dfbc6a {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:05:03.605603 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 312444e2-3d12-4ece-b526-8068b7dfbc6a not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:05:03.629245 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef4c5-4457-41fe-beae-7a069275311a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:03.632945 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef4c5-4457-41fe-beae-7a069275311a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:03.652075 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ef4c5-4457-41fe-beae-7a069275311a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00729f7-15fc-4de9-b9c5-51c94ad91e29,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:03.660713 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef4c5-4457-41fe-beae-7a069275311a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:03.663142 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0a7ef4c5-4457-41fe-beae-7a069275311a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184309 Aug 28 16:05:03.665950 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33130) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:05:03.671715 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-c6f18ef5-09d9-4380-b06d-5afc588ac5b9 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group_rule': {'security_group_id': 'f388d28d-8dff-4f0e-9736-732d7cf2079c', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:05:03.698105 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c6f18ef5-09d9-4380-b06d-5afc588ac5b9 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:03.754985 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c6f18ef5-09d9-4380-b06d-5afc588ac5b9 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:03.758667 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c6f18ef5-09d9-4380-b06d-5afc588ac5b9 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:03.776700 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f18ef5-09d9-4380-b06d-5afc588ac5b9 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09201ab1-2f41-44da-a227-5f032790a444,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:03.783743 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c6f18ef5-09d9-4380-b06d-5afc588ac5b9 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:03.784914 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c6f18ef5-09d9-4380-b06d-5afc588ac5b9 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180036 Aug 28 16:05:03.788315 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33132) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:05:03.792588 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-25492065-fa6c-4e97-942b-22e471d49e9a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group_rule': {'security_group_id': 'f388d28d-8dff-4f0e-9736-732d7cf2079c', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:05:03.817360 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-25492065-fa6c-4e97-942b-22e471d49e9a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:03.873945 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-25492065-fa6c-4e97-942b-22e471d49e9a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:03.877590 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-25492065-fa6c-4e97-942b-22e471d49e9a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:03.898451 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25492065-fa6c-4e97-942b-22e471d49e9a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26466bd-407c-49bf-b9e5-34df846496c7,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:03.902392 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-25492065-fa6c-4e97-942b-22e471d49e9a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:03.903618 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-25492065-fa6c-4e97-942b-22e471d49e9a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144013 Aug 28 16:05:03.906345 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33134) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:05:03.910656 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-6414edf9-02a9-4d8a-ac29-37af3f2f94e6 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group_rule': {'security_group_id': 'f388d28d-8dff-4f0e-9736-732d7cf2079c', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:05:03.936766 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6414edf9-02a9-4d8a-ac29-37af3f2f94e6 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:03.998073 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6414edf9-02a9-4d8a-ac29-37af3f2f94e6 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:04.001810 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6414edf9-02a9-4d8a-ac29-37af3f2f94e6 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:04.019710 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414edf9-02a9-4d8a-ac29-37af3f2f94e6 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9c80cee-507a-4235-8151-074d2b1e0bfe,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:04.026332 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6414edf9-02a9-4d8a-ac29-37af3f2f94e6 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:04.026924 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6414edf9-02a9-4d8a-ac29-37af3f2f94e6 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195660 Aug 28 16:05:04.029484 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33136) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:05:04.033789 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-38f3a06d-2a88-4333-b0b7-3e81fc02216d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group_rule': {'security_group_id': 'f388d28d-8dff-4f0e-9736-732d7cf2079c', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:05:04.055977 n-d-712137-10 neutron-server[106330]: INFO neutron.db.securitygroups_db [None req-38f3a06d-2a88-4333-b0b7-3e81fc02216d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Project a12260b8f69c49519941bbc52ef4c66f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 16:05:04.060618 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38f3a06d-2a88-4333-b0b7-3e81fc02216d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:04.091358 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:05:04.119291 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38f3a06d-2a88-4333-b0b7-3e81fc02216d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:04.122828 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38f3a06d-2a88-4333-b0b7-3e81fc02216d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:04.140866 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3a06d-2a88-4333-b0b7-3e81fc02216d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7430d1d-040f-429f-b0be-8ea7176b7ce1,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:04.147081 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-38f3a06d-2a88-4333-b0b7-3e81fc02216d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:04.148352 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-38f3a06d-2a88-4333-b0b7-3e81fc02216d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179607 Aug 28 16:05:04.151575 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33138) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:05:04.155937 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-84b8ff6d-76c1-4236-9bb3-af0bffc30a97 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group_rule': {'security_group_id': 'f388d28d-8dff-4f0e-9736-732d7cf2079c', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:05:04.176532 n-d-712137-10 neutron-server[106330]: INFO neutron.db.securitygroups_db [None req-84b8ff6d-76c1-4236-9bb3-af0bffc30a97 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Project a12260b8f69c49519941bbc52ef4c66f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 16:05:04.181503 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-84b8ff6d-76c1-4236-9bb3-af0bffc30a97 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:04.242045 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-84b8ff6d-76c1-4236-9bb3-af0bffc30a97 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:04.245768 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-84b8ff6d-76c1-4236-9bb3-af0bffc30a97 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:04.264715 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8ff6d-76c1-4236-9bb3-af0bffc30a97 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85dfd2a5-cad5-4152-a378-3802d93f73c9,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:04.268238 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-84b8ff6d-76c1-4236-9bb3-af0bffc30a97 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:04.269418 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-84b8ff6d-76c1-4236-9bb3-af0bffc30a97 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1168876 Aug 28 16:05:04.273195 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33140) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:05:04.278455 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-22212c7f-b73f-4e70-bcd5-4dae3a2385ca tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'network': {'name': 'tempest-network-smoke--1555928228', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'port_security_enabled': True}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:05:04.298232 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22212c7f-b73f-4e70-bcd5-4dae3a2385ca tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Made reservation on behalf of a12260b8f69c49519941bbc52ef4c66f for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 16:05:04.301782 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-22212c7f-b73f-4e70-bcd5-4dae3a2385ca tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:04.325866 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22212c7f-b73f-4e70-bcd5-4dae3a2385ca tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 16:05:04.335047 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-22212c7f-b73f-4e70-bcd5-4dae3a2385ca tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:04.335395 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-22212c7f-b73f-4e70-bcd5-4dae3a2385ca tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Added segment cb888a37-e2a9-4419-be67-0cccf7525c0c of type vlan for network 9b8e07ff-d38c-451c-9983-cd9575d8758b Aug 28 16:05:04.373979 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-22212c7f-b73f-4e70-bcd5-4dae3a2385ca tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:04.398886 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-22212c7f-b73f-4e70-bcd5-4dae3a2385ca tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:04.404490 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22212c7f-b73f-4e70-bcd5-4dae3a2385ca tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:04.405076 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-22212c7f-b73f-4e70-bcd5-4dae3a2385ca tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:04.466476 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-22212c7f-b73f-4e70-bcd5-4dae3a2385ca tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1920335 Aug 28 16:05:04.469367 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33142) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:05:04.475273 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-113c1b0b-02c2-49bd-8996-5cda5687447c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-636807155', 'admin_state_up': True, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:05:04.475545 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22212c7f-b73f-4e70-bcd5-4dae3a2385ca tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Network': ['ID=9b8e07ff-d38c-451c-9983-cd9575d8758b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:04.485818 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 9b8e07ff-d38c-451c-9983-cd9575d8758b details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 16:05:04.501338 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-113c1b0b-02c2-49bd-8996-5cda5687447c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:04.502576 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-113c1b0b-02c2-49bd-8996-5cda5687447c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:04.558209 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-113c1b0b-02c2-49bd-8996-5cda5687447c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:04.692057 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-113c1b0b-02c2-49bd-8996-5cda5687447c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:04.879647 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-113c1b0b-02c2-49bd-8996-5cda5687447c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router_gateway, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:04.898567 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-113c1b0b-02c2-49bd-8996-5cda5687447c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:05.007366 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-113c1b0b-02c2-49bd-8996-5cda5687447c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Allocated IP 172.25.3.7 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/834697d3-1ee0-44c8-84f8-9350be8a2a31) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:05:05.104562 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-113c1b0b-02c2-49bd-8996-5cda5687447c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:05.141800 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-113c1b0b-02c2-49bd-8996-5cda5687447c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:05.180984 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113c1b0b-02c2-49bd-8996-5cda5687447c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:05:05.185751 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-113c1b0b-02c2-49bd-8996-5cda5687447c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:05:05.189237 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113c1b0b-02c2-49bd-8996-5cda5687447c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:05:05.214319 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c1b0b-02c2-49bd-8996-5cda5687447c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Port': ['ID=834697d3-1ee0-44c8-84f8-9350be8a2a31,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:05.729981 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-113c1b0b-02c2-49bd-8996-5cda5687447c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router_gateway, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:05.925642 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-113c1b0b-02c2-49bd-8996-5cda5687447c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:06.051875 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113c1b0b-02c2-49bd-8996-5cda5687447c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Router 4088f996-c1a3-48e3-aa3d-d1f056676b2e is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 16:05:06.158692 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113c1b0b-02c2-49bd-8996-5cda5687447c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:05:06.169344 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cd1f95-b67e-4f8f-9645-0d85f8f07439 None None] Sync routers for ids ['4088f996-c1a3-48e3-aa3d-d1f056676b2e'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:05:06.178207 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-113c1b0b-02c2-49bd-8996-5cda5687447c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:06.178855 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cd1f95-b67e-4f8f-9645-0d85f8f07439 None None] Routers {'4088f996-c1a3-48e3-aa3d-d1f056676b2e'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:05:06.179550 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-113c1b0b-02c2-49bd-8996-5cda5687447c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7091751 Aug 28 16:05:06.179797 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-22cd1f95-b67e-4f8f-9645-0d85f8f07439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:04:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4088f996-c1a3-48e3-aa3d-d1f056676b2e'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:05:06.182788 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33144) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:05:06.213798 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-e2c3ce2d-f5ea-47d9-9825-8c3335700561 tempest-TestNetworkAdvancedServerOps-1874310575 tempest-TestNetworkAdvancedServerOps-1874310575-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=a12260b8f69c49519941bbc52ef4c66f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274410 Aug 28 16:05:06.214146 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33146) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:05:06.285392 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-22cd1f95-b67e-4f8f-9645-0d85f8f07439 None None] Set router 4088f996-c1a3-48e3-aa3d-d1f056676b2e gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:05:06.300640 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe0cb00-c26a-41c0-aa54-0c04d15ed859 tempest-TestNetworkAdvancedServerOps-1874310575 tempest-TestNetworkAdvancedServerOps-1874310575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:06.302371 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1fe0cb00-c26a-41c0-aa54-0c04d15ed859 tempest-TestNetworkAdvancedServerOps-1874310575 tempest-TestNetworkAdvancedServerOps-1874310575-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870380 Aug 28 16:05:06.305062 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33148) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:05:06.333242 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-ff480420-ad59-407b-930f-9327e996b967 tempest-TestNetworkAdvancedServerOps-1874310575 tempest-TestNetworkAdvancedServerOps-1874310575-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=61448970-1875-4f3f-bc01-29da4e3666f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270367 Aug 28 16:05:06.336399 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33150) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:05:06.342320 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-da75223f-d555-40b3-81a3-9e1c33e0dbc7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-25198220', 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:05:06.436842 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da75223f-d555-40b3-81a3-9e1c33e0dbc7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Made reservation on behalf of a12260b8f69c49519941bbc52ef4c66f for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 16:05:06.440758 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-da75223f-d555-40b3-81a3-9e1c33e0dbc7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:06.481382 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-22cd1f95-b67e-4f8f-9645-0d85f8f07439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636807155', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '834697d3-1ee0-44c8-84f8-9350be8a2a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:05:04Z', 'updated_at': '2021-08-28T16:05:05Z', 'revision_number': 3, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '834697d3-1ee0-44c8-84f8-9350be8a2a31', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:24:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:05:04Z', 'updated_at': '2021-08-28T16:05:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:05:06.508248 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cd1f95-b67e-4f8f-9645-0d85f8f07439 None None] Checking router: 4088f996-c1a3-48e3-aa3d-d1f056676b2e for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:05:06.508603 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cd1f95-b67e-4f8f-9645-0d85f8f07439 None None] Updating router 4088f996-c1a3-48e3-aa3d-d1f056676b2e port 834697d3-1ee0-44c8-84f8-9350be8a2a31 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 16:05:06.538684 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-22cd1f95-b67e-4f8f-9645-0d85f8f07439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:06.621743 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-da75223f-d555-40b3-81a3-9e1c33e0dbc7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:06.684028 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75223f-d555-40b3-81a3-9e1c33e0dbc7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Subnet': ['ID=b1751a09-5821-4df0-bbde-092d9a1988ec,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:06.691580 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da75223f-d555-40b3-81a3-9e1c33e0dbc7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Checking segment: {'id': 'cb888a37-e2a9-4419-be67-0cccf7525c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:05:06.691580 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da75223f-d555-40b3-81a3-9e1c33e0dbc7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network hostable DHCP agents. Network: 9b8e07ff-d38c-451c-9983-cd9575d8758b, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 16:05:06.709419 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da75223f-d555-40b3-81a3-9e1c33e0dbc7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network 9b8e07ff-d38c-451c-9983-cd9575d8758b is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 16:05:06.718004 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-da75223f-d555-40b3-81a3-9e1c33e0dbc7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 9b8e07ff-d38c-451c-9983-cd9575d8758b) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:05:06.722124 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da75223f-d555-40b3-81a3-9e1c33e0dbc7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:06.722710 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-da75223f-d555-40b3-81a3-9e1c33e0dbc7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:06.733370 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf05b93-9360-4e40-bc83-1370ca91129b None None] Network 9b8e07ff-d38c-451c-9983-cd9575d8758b requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 16:05:06.738075 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-da75223f-d555-40b3-81a3-9e1c33e0dbc7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4005673 Aug 28 16:05:06.743020 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33152) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:05:06.850072 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-22cd1f95-b67e-4f8f-9645-0d85f8f07439 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:06.871205 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-22cd1f95-b67e-4f8f-9645-0d85f8f07439 None None] Transition to ACTIVE for port object 834697d3-1ee0-44c8-84f8-9350be8a2a31 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:05:06.897949 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-22cd1f95-b67e-4f8f-9645-0d85f8f07439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:06.964553 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8afe9b5-b608-4a19-8565-a23fdee8deb1 None None] Pushing event updated for resources: {'Port': ['ID=834697d3-1ee0-44c8-84f8-9350be8a2a31,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:06.986144 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-22cd1f95-b67e-4f8f-9645-0d85f8f07439 None None] Attempting to bind port 834697d3-1ee0-44c8-84f8-9350be8a2a31 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:05:06.986282 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-22cd1f95-b67e-4f8f-9645-0d85f8f07439 None None] Attempting to bind port 834697d3-1ee0-44c8-84f8-9350be8a2a31 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:05:06.986644 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cd1f95-b67e-4f8f-9645-0d85f8f07439 None None] Attempting to bind port 834697d3-1ee0-44c8-84f8-9350be8a2a31 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:05:06.994861 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9104ff85-6414-4ceb-993b-e8aa10b36796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-9b8e07ff-d38c-451c-9983-cd9575d8758b', 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'fixed_ips': [{'subnet_id': 'b1751a09-5821-4df0-bbde-092d9a1988ec'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 16:05:06.995732 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9104ff85-6414-4ceb-993b-e8aa10b36796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:06.997612 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cd1f95-b67e-4f8f-9645-0d85f8f07439 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:05:06.998019 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cd1f95-b67e-4f8f-9645-0d85f8f07439 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:05:06.998429 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-22cd1f95-b67e-4f8f-9645-0d85f8f07439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:06.998820 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cd1f95-b67e-4f8f-9645-0d85f8f07439 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:05:06.999291 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-22cd1f95-b67e-4f8f-9645-0d85f8f07439 None None] Bound port: 834697d3-1ee0-44c8-84f8-9350be8a2a31, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:05:06.999735 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-22cd1f95-b67e-4f8f-9645-0d85f8f07439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:07.125190 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-22cd1f95-b67e-4f8f-9645-0d85f8f07439 None None] For port 834697d3-1ee0-44c8-84f8-9350be8a2a31, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:05:07.143482 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-22cd1f95-b67e-4f8f-9645-0d85f8f07439 None None] For port 834697d3-1ee0-44c8-84f8-9350be8a2a31, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=834697d3-1ee0-44c8-84f8-9350be8a2a31,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:05:07.166786 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-22cd1f95-b67e-4f8f-9645-0d85f8f07439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:07.177621 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-756c2d90-4fc3-435d-9265-d7f9aab92f38 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:07.223393 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-9104ff85-6414-4ceb-993b-e8aa10b36796 None None] Allocated IP 172.20.0.2 (9b8e07ff-d38c-451c-9983-cd9575d8758b/b1751a09-5821-4df0-bbde-092d9a1988ec/20724a44-1e37-4f66-ba0d-605ddd9f91da) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:05:07.248257 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cd1f95-b67e-4f8f-9645-0d85f8f07439 None None] Routers {'4088f996-c1a3-48e3-aa3d-d1f056676b2e'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:05:07.248874 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-22cd1f95-b67e-4f8f-9645-0d85f8f07439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:04:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4088f996-c1a3-48e3-aa3d-d1f056676b2e'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:05:07.289751 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8afe9b5-b608-4a19-8565-a23fdee8deb1 None None] Pushing event updated for resources: {'Port': ['ID=834697d3-1ee0-44c8-84f8-9350be8a2a31,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:07.423435 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-22cd1f95-b67e-4f8f-9645-0d85f8f07439 None None] Set router 4088f996-c1a3-48e3-aa3d-d1f056676b2e gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:05:07.560788 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9104ff85-6414-4ceb-993b-e8aa10b36796 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:07.577122 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9104ff85-6414-4ceb-993b-e8aa10b36796 None None] Transition to ACTIVE for port object 20724a44-1e37-4f66-ba0d-605ddd9f91da will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:05:07.605778 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9104ff85-6414-4ceb-993b-e8aa10b36796 None None] Transition to ACTIVE for port object 20724a44-1e37-4f66-ba0d-605ddd9f91da will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:05:07.612697 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9104ff85-6414-4ceb-993b-e8aa10b36796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:07.658508 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-756c2d90-4fc3-435d-9265-d7f9aab92f38 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Allocated IP 172.20.0.1 (9b8e07ff-d38c-451c-9983-cd9575d8758b/b1751a09-5821-4df0-bbde-092d9a1988ec/96e99e7e-da48-40d0-a52d-2cb557877475) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:05:07.681494 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9104ff85-6414-4ceb-993b-e8aa10b36796 None None] Network 9b8e07ff-d38c-451c-9983-cd9575d8758b is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:05:07.686654 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-9104ff85-6414-4ceb-993b-e8aa10b36796 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:05:07.689726 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104ff85-6414-4ceb-993b-e8aa10b36796 None None] Pushing event updated for resources: {'Port': ['ID=20724a44-1e37-4f66-ba0d-605ddd9f91da,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:07.691873 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9104ff85-6414-4ceb-993b-e8aa10b36796 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:05:07.749026 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-22cd1f95-b67e-4f8f-9645-0d85f8f07439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636807155', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '834697d3-1ee0-44c8-84f8-9350be8a2a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:05:04Z', 'updated_at': '2021-08-28T16:05:05Z', 'revision_number': 3, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '834697d3-1ee0-44c8-84f8-9350be8a2a31', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:24:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:05:04Z', 'updated_at': '2021-08-28T16:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:05:07.779394 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-756c2d90-4fc3-435d-9265-d7f9aab92f38 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:07.780403 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-9104ff85-6414-4ceb-993b-e8aa10b36796 None None] Attempting to bind port 20724a44-1e37-4f66-ba0d-605ddd9f91da on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:05:07.780775 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-9104ff85-6414-4ceb-993b-e8aa10b36796 None None] Attempting to bind port 20724a44-1e37-4f66-ba0d-605ddd9f91da by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'cb888a37-e2a9-4419-be67-0cccf7525c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:05:07.781139 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9104ff85-6414-4ceb-993b-e8aa10b36796 None None] Attempting to bind port 20724a44-1e37-4f66-ba0d-605ddd9f91da on network 9b8e07ff-d38c-451c-9983-cd9575d8758b {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:05:07.783246 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cd1f95-b67e-4f8f-9645-0d85f8f07439 None None] The sync data for ids ['4088f996-c1a3-48e3-aa3d-d1f056676b2e'] in n-d-712137-10 is: [{'id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636807155', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '834697d3-1ee0-44c8-84f8-9350be8a2a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:05:04Z', 'updated_at': '2021-08-28T16:05:05Z', 'revision_number': 3, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '834697d3-1ee0-44c8-84f8-9350be8a2a31', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:24:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:05:04Z', 'updated_at': '2021-08-28T16:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:05:07.789405 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9104ff85-6414-4ceb-993b-e8aa10b36796 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:05:07.789784 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9104ff85-6414-4ceb-993b-e8aa10b36796 None None] Checking segment: {'id': 'cb888a37-e2a9-4419-be67-0cccf7525c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:05:07.790188 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9104ff85-6414-4ceb-993b-e8aa10b36796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:07.790576 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9104ff85-6414-4ceb-993b-e8aa10b36796 None None] Bound using segment: {'id': 'cb888a37-e2a9-4419-be67-0cccf7525c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:05:07.791417 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-9104ff85-6414-4ceb-993b-e8aa10b36796 None None] Bound port: 20724a44-1e37-4f66-ba0d-605ddd9f91da, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb888a37-e2a9-4419-be67-0cccf7525c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:05:07.791417 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9104ff85-6414-4ceb-993b-e8aa10b36796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:07.796714 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-756c2d90-4fc3-435d-9265-d7f9aab92f38 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Transition to ACTIVE for port object 96e99e7e-da48-40d0-a52d-2cb557877475 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:05:07.830505 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-756c2d90-4fc3-435d-9265-d7f9aab92f38 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:07.866134 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9104ff85-6414-4ceb-993b-e8aa10b36796 None None] For port 20724a44-1e37-4f66-ba0d-605ddd9f91da, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:05:07.869701 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9104ff85-6414-4ceb-993b-e8aa10b36796 None None] For port 20724a44-1e37-4f66-ba0d-605ddd9f91da, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=20724a44-1e37-4f66-ba0d-605ddd9f91da,segment=NetworkSegment(cb888a37-e2a9-4419-be67-0cccf7525c0c),segment_id=cb888a37-e2a9-4419-be67-0cccf7525c0c)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:05:07.870824 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756c2d90-4fc3-435d-9265-d7f9aab92f38 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network 9b8e07ff-d38c-451c-9983-cd9575d8758b is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:05:07.875853 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9104ff85-6414-4ceb-993b-e8aa10b36796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:07.876932 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-756c2d90-4fc3-435d-9265-d7f9aab92f38 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:05:07.879555 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756c2d90-4fc3-435d-9265-d7f9aab92f38 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:05:07.914864 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c2d90-4fc3-435d-9265-d7f9aab92f38 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Port': ['ID=96e99e7e-da48-40d0-a52d-2cb557877475,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:07.934246 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-756c2d90-4fc3-435d-9265-d7f9aab92f38 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:07.947477 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104ff85-6414-4ceb-993b-e8aa10b36796 None None] Pushing event updated for resources: {'Port': ['ID=20724a44-1e37-4f66-ba0d-605ddd9f91da,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:08.094123 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-756c2d90-4fc3-435d-9265-d7f9aab92f38 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:08.109766 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2fb5c8d7-75bd-45e5-98ba-214284bb9696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:08.422649 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-756c2d90-4fc3-435d-9265-d7f9aab92f38 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:08.428261 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-756c2d90-4fc3-435d-9265-d7f9aab92f38 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:08.507469 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-756c2d90-4fc3-435d-9265-d7f9aab92f38 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:08.508921 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c2d90-4fc3-435d-9265-d7f9aab92f38 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Port': ['ID=96e99e7e-da48-40d0-a52d-2cb557877475,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:08.604829 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756c2d90-4fc3-435d-9265-d7f9aab92f38 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network 9b8e07ff-d38c-451c-9983-cd9575d8758b is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:05:08.606302 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-756c2d90-4fc3-435d-9265-d7f9aab92f38 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:05:08.731283 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756c2d90-4fc3-435d-9265-d7f9aab92f38 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Router 4088f996-c1a3-48e3-aa3d-d1f056676b2e has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:05:08.928427 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cde1ce3-2ca1-4573-b989-a2ee87fe6c41 None None] Network 9b8e07ff-d38c-451c-9983-cd9575d8758b requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 16:05:09.003241 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4461c778-833a-4e61-8ee4-4dcbf829cb32 None None] Provisioning for port 20724a44-1e37-4f66-ba0d-605ddd9f91da completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:05:09.160587 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756c2d90-4fc3-435d-9265-d7f9aab92f38 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:05:09.168316 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-756c2d90-4fc3-435d-9265-d7f9aab92f38 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "PUT /v2.0/routers/4088f996-c1a3-48e3-aa3d-d1f056676b2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4241238 Aug 28 16:05:09.335301 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c0ca3007-b1ce-4b7b-a434-5b4e568eb1c7 None None] Provisioning for port 96e99e7e-da48-40d0-a52d-2cb557877475 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:05:09.338028 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-1b42656a-59fc-4c13-92fa-8576131ffe24 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-524144386&fields=id&tenant_id=a12260b8f69c49519941bbc52ef4c66f HTTP/1.1" status: 200 len: 267 time: 0.0389431 Aug 28 16:05:09.340729 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c0ca3007-b1ce-4b7b-a434-5b4e568eb1c7 None None] Provisioning complete for port 96e99e7e-da48-40d0-a52d-2cb557877475 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:05:09.341102 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c0ca3007-b1ce-4b7b-a434-5b4e568eb1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:09.376092 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca3007-b1ce-4b7b-a434-5b4e568eb1c7 None None] Port 96e99e7e-da48-40d0-a52d-2cb557877475 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:05:09.461229 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-3c9f22c2-73a1-447b-a731-ce4e36a116c6 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:09.462948 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-3c9f22c2-73a1-447b-a731-ce4e36a116c6 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/networks?id=9b8e07ff-d38c-451c-9983-cd9575d8758b HTTP/1.1" status: 200 len: 797 time: 0.1143305 Aug 28 16:05:09.482038 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-58209b8b-66ac-4eb0-b66c-d06604f2f459 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/quotas/a12260b8f69c49519941bbc52ef4c66f HTTP/1.1" status: 200 len: 375 time: 0.0121908 Aug 28 16:05:09.484316 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec65bdd-7404-4339-98d2-8446b185c40d None None] Sync routers for ids ['4088f996-c1a3-48e3-aa3d-d1f056676b2e'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:05:09.495501 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec65bdd-7404-4339-98d2-8446b185c40d None None] Routers {'4088f996-c1a3-48e3-aa3d-d1f056676b2e'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:05:09.496151 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-1ec65bdd-7404-4339-98d2-8446b185c40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:04:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4088f996-c1a3-48e3-aa3d-d1f056676b2e'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:05:09.512886 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-25148922-4ba6-4560-8ea8-11b39a696a19 None None] Provisioning complete for port 96e99e7e-da48-40d0-a52d-2cb557877475 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:05:09.513202 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-25148922-4ba6-4560-8ea8-11b39a696a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:09.581378 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-3321a95e-4c57-497a-ac64-6e2022b22d8f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778811 Aug 28 16:05:09.697912 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-1ec65bdd-7404-4339-98d2-8446b185c40d None None] Set router 4088f996-c1a3-48e3-aa3d-d1f056676b2e gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:05:09.751513 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 20724a44-1e37-4f66-ba0d-605ddd9f91da up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:05:09.793119 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-25148922-4ba6-4560-8ea8-11b39a696a19 None None] Port 96e99e7e-da48-40d0-a52d-2cb557877475 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:05:09.806835 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-37f04a2d-c0ac-4be4-8f04-c14ad8cc8aa3 service neutron] 10.222.0.13 "GET /v2.0/networks/9b8e07ff-d38c-451c-9983-cd9575d8758b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871123 Aug 28 16:05:09.807574 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 20724a44-1e37-4f66-ba0d-605ddd9f91da completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:05:09.812200 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 20724a44-1e37-4f66-ba0d-605ddd9f91da triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:05:09.812200 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:09.909803 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:09.918944 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-312f19c1-f39d-479b-9f52-8e64793e3466 service neutron] 10.222.0.13 "GET /v2.0/networks/9b8e07ff-d38c-451c-9983-cd9575d8758b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048102 Aug 28 16:05:09.928798 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4bfd72b1-24a9-4447-99c9-5a3da39d41e6 None None] Provisioning complete for port 96e99e7e-da48-40d0-a52d-2cb557877475 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:05:09.929337 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4bfd72b1-24a9-4447-99c9-5a3da39d41e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:09.936923 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-1ec65bdd-7404-4339-98d2-8446b185c40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636807155', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '834697d3-1ee0-44c8-84f8-9350be8a2a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:05:04Z', 'updated_at': '2021-08-28T16:05:08Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '834697d3-1ee0-44c8-84f8-9350be8a2a31', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:24:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:05:04Z', 'updated_at': '2021-08-28T16:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '96e99e7e-da48-40d0-a52d-2cb557877475', 'name': '', 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:6f:75:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1751a09-5821-4df0-bbde-092d9a1988ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:05:07Z', 'updated_at': '2021-08-28T16:05:08Z', 'revision_number': 2, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': 'b1751a09-5821-4df0-bbde-092d9a1988ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:05:09.978920 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 20724a44-1e37-4f66-ba0d-605ddd9f91da, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=20724a44-1e37-4f66-ba0d-605ddd9f91da,segment=NetworkSegment(cb888a37-e2a9-4419-be67-0cccf7525c0c),segment_id=cb888a37-e2a9-4419-be67-0cccf7525c0c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:05:09.982008 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-4bfd72b1-24a9-4447-99c9-5a3da39d41e6 None None] Port 96e99e7e-da48-40d0-a52d-2cb557877475 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:05:09.982352 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec65bdd-7404-4339-98d2-8446b185c40d None None] Checking router: 4088f996-c1a3-48e3-aa3d-d1f056676b2e for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:05:09.982731 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec65bdd-7404-4339-98d2-8446b185c40d None None] Updating router 4088f996-c1a3-48e3-aa3d-d1f056676b2e port 96e99e7e-da48-40d0-a52d-2cb557877475 binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 16:05:09.984378 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:09.985285 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 834697d3-1ee0-44c8-84f8-9350be8a2a31 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:05:10.012132 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-1ec65bdd-7404-4339-98d2-8446b185c40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:10.084670 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=20724a44-1e37-4f66-ba0d-605ddd9f91da,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:10.115111 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 834697d3-1ee0-44c8-84f8-9350be8a2a31 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:05:10.120091 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 834697d3-1ee0-44c8-84f8-9350be8a2a31 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:05:10.120402 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:10.141299 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1058985c-cb13-47ed-a84a-e48b4770d718 req-2dcfe645-3056-4db2-bc32-971a157afe18 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 210 time: 0.0404885 Aug 28 16:05:10.210250 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:10.232361 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 834697d3-1ee0-44c8-84f8-9350be8a2a31, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=834697d3-1ee0-44c8-84f8-9350be8a2a31,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:05:10.237862 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:10.293476 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=834697d3-1ee0-44c8-84f8-9350be8a2a31,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:10.396129 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-1ec65bdd-7404-4339-98d2-8446b185c40d None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:10.407802 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-1ec65bdd-7404-4339-98d2-8446b185c40d None None] Transition to ACTIVE for port object 96e99e7e-da48-40d0-a52d-2cb557877475 will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:05:10.414492 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-1ec65bdd-7404-4339-98d2-8446b185c40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:10.467835 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e85d89-9d2b-4ef8-a954-3f3327abe043 None None] Pushing event updated for resources: {'Port': ['ID=96e99e7e-da48-40d0-a52d-2cb557877475,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:10.479640 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e85d89-9d2b-4ef8-a954-3f3327abe043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:10.479640 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e85d89-9d2b-4ef8-a954-3f3327abe043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:10.480150 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e85d89-9d2b-4ef8-a954-3f3327abe043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:10.480315 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e85d89-9d2b-4ef8-a954-3f3327abe043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:10.481059 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e85d89-9d2b-4ef8-a954-3f3327abe043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:10.481059 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e85d89-9d2b-4ef8-a954-3f3327abe043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:10.481431 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e85d89-9d2b-4ef8-a954-3f3327abe043 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:10.482393 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e85d89-9d2b-4ef8-a954-3f3327abe043 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:10.482723 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e85d89-9d2b-4ef8-a954-3f3327abe043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:10.483049 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e85d89-9d2b-4ef8-a954-3f3327abe043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:10.483739 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e85d89-9d2b-4ef8-a954-3f3327abe043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:10.484066 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e85d89-9d2b-4ef8-a954-3f3327abe043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:05:10.534436 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-1ec65bdd-7404-4339-98d2-8446b185c40d None None] Attempting to bind port 96e99e7e-da48-40d0-a52d-2cb557877475 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:05:10.535162 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-1ec65bdd-7404-4339-98d2-8446b185c40d None None] Attempting to bind port 96e99e7e-da48-40d0-a52d-2cb557877475 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': 'cb888a37-e2a9-4419-be67-0cccf7525c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:05:10.535308 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec65bdd-7404-4339-98d2-8446b185c40d None None] Attempting to bind port 96e99e7e-da48-40d0-a52d-2cb557877475 on network 9b8e07ff-d38c-451c-9983-cd9575d8758b {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:05:10.542615 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec65bdd-7404-4339-98d2-8446b185c40d None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:05:10.542907 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec65bdd-7404-4339-98d2-8446b185c40d None None] Checking segment: {'id': 'cb888a37-e2a9-4419-be67-0cccf7525c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:05:10.543309 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-1ec65bdd-7404-4339-98d2-8446b185c40d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:10.543726 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec65bdd-7404-4339-98d2-8446b185c40d None None] Bound using segment: {'id': 'cb888a37-e2a9-4419-be67-0cccf7525c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:05:10.544326 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-1ec65bdd-7404-4339-98d2-8446b185c40d None None] Bound port: 96e99e7e-da48-40d0-a52d-2cb557877475, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb888a37-e2a9-4419-be67-0cccf7525c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:05:10.544710 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-1ec65bdd-7404-4339-98d2-8446b185c40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:10.614079 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-1ec65bdd-7404-4339-98d2-8446b185c40d None None] For port 96e99e7e-da48-40d0-a52d-2cb557877475, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:05:10.617847 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-1ec65bdd-7404-4339-98d2-8446b185c40d None None] For port 96e99e7e-da48-40d0-a52d-2cb557877475, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=96e99e7e-da48-40d0-a52d-2cb557877475,segment=NetworkSegment(cb888a37-e2a9-4419-be67-0cccf7525c0c),segment_id=cb888a37-e2a9-4419-be67-0cccf7525c0c)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:05:10.625098 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-1ec65bdd-7404-4339-98d2-8446b185c40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:10.663975 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ebdae127-cac6-42c1-a9c4-ad646355c0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:10.691356 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec65bdd-7404-4339-98d2-8446b185c40d None None] Routers {'4088f996-c1a3-48e3-aa3d-d1f056676b2e'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:05:10.692031 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-1ec65bdd-7404-4339-98d2-8446b185c40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:05:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4088f996-c1a3-48e3-aa3d-d1f056676b2e'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:05:10.697368 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e85d89-9d2b-4ef8-a954-3f3327abe043 None None] Pushing event updated for resources: {'Port': ['ID=96e99e7e-da48-40d0-a52d-2cb557877475,revision_number=4']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:10.818336 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-1ec65bdd-7404-4339-98d2-8446b185c40d None None] Set router 4088f996-c1a3-48e3-aa3d-d1f056676b2e gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:05:10.974795 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:11.024732 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-1ec65bdd-7404-4339-98d2-8446b185c40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636807155', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '834697d3-1ee0-44c8-84f8-9350be8a2a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:05:04Z', 'updated_at': '2021-08-28T16:05:08Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '834697d3-1ee0-44c8-84f8-9350be8a2a31', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:24:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:05:04Z', 'updated_at': '2021-08-28T16:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '96e99e7e-da48-40d0-a52d-2cb557877475', 'name': '', 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:6f:75:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1751a09-5821-4df0-bbde-092d9a1988ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:05:07Z', 'updated_at': '2021-08-28T16:05:10Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': 'b1751a09-5821-4df0-bbde-092d9a1988ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:05:11.050943 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec65bdd-7404-4339-98d2-8446b185c40d None None] The sync data for ids ['4088f996-c1a3-48e3-aa3d-d1f056676b2e'] in n-d-712137-10 is: [{'id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636807155', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '834697d3-1ee0-44c8-84f8-9350be8a2a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:05:04Z', 'updated_at': '2021-08-28T16:05:08Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '834697d3-1ee0-44c8-84f8-9350be8a2a31', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:24:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:05:04Z', 'updated_at': '2021-08-28T16:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '96e99e7e-da48-40d0-a52d-2cb557877475', 'name': '', 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:6f:75:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1751a09-5821-4df0-bbde-092d9a1988ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:05:07Z', 'updated_at': '2021-08-28T16:05:10Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': 'b1751a09-5821-4df0-bbde-092d9a1988ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:05:11.153523 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-73f03974-d5ad-4910-9535-d491f2a50db5 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:11.155085 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-73f03974-d5ad-4910-9535-d491f2a50db5 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.36 "GET /v2.0/networks?id=9b8e07ff-d38c-451c-9983-cd9575d8758b HTTP/1.1" status: 200 len: 797 time: 0.1424851 Aug 28 16:05:11.201550 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-e326ad9f-61af-4e33-8bef-47a5ea3040f6 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a12260b8f69c49519941bbc52ef4c66f HTTP/1.1" status: 200 len: 379 time: 0.0373337 Aug 28 16:05:11.218040 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-b5afb74c-0be6-4cce-9872-c6e03462a2fb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'port': {'device_id': '6b2e5668-ebad-489f-8eb9-96986fc2e001', 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b', 'admin_state_up': True, 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'security_groups': ['f388d28d-8dff-4f0e-9736-732d7cf2079c']}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:05:11.235971 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cf976cf5-1dd5-4b75-bf81-3de51ddb60a3 req-ff3cc444-6409-4131-af50-f528a5391e79 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 210 time: 0.0325441 Aug 28 16:05:11.341622 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-b5afb74c-0be6-4cce-9872-c6e03462a2fb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Made reservation on behalf of a12260b8f69c49519941bbc52ef4c66f for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 16:05:11.345379 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-b5afb74c-0be6-4cce-9872-c6e03462a2fb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:11.475890 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-b5afb74c-0be6-4cce-9872-c6e03462a2fb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Allocated IP 172.20.0.12 (9b8e07ff-d38c-451c-9983-cd9575d8758b/b1751a09-5821-4df0-bbde-092d9a1988ec/1f60f8c4-e617-458f-97e1-f5bf330a7534) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:05:11.633606 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-b5afb74c-0be6-4cce-9872-c6e03462a2fb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:11.638415 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 96e99e7e-da48-40d0-a52d-2cb557877475 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:05:11.649165 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-b5afb74c-0be6-4cce-9872-c6e03462a2fb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Transition to ACTIVE for port object 1f60f8c4-e617-458f-97e1-f5bf330a7534 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:05:11.687374 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-b5afb74c-0be6-4cce-9872-c6e03462a2fb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:11.694269 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 96e99e7e-da48-40d0-a52d-2cb557877475 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:05:11.699138 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 96e99e7e-da48-40d0-a52d-2cb557877475 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:05:11.701221 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:11.742686 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-b5afb74c-0be6-4cce-9872-c6e03462a2fb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network 9b8e07ff-d38c-451c-9983-cd9575d8758b is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:05:11.745980 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-b5afb74c-0be6-4cce-9872-c6e03462a2fb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:05:11.749213 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-b5afb74c-0be6-4cce-9872-c6e03462a2fb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:05:11.782936 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5afb74c-0be6-4cce-9872-c6e03462a2fb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Port': ['ID=1f60f8c4-e617-458f-97e1-f5bf330a7534,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:11.810539 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-b5afb74c-0be6-4cce-9872-c6e03462a2fb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:11.811276 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-b5afb74c-0be6-4cce-9872-c6e03462a2fb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:11.819033 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:11.830663 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-b5afb74c-0be6-4cce-9872-c6e03462a2fb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6160667 Aug 28 16:05:11.843235 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-9ef95bbf-a1b3-4f42-8223-9cdde9be34bb service neutron] Request body: {'port': {'device_id': '6b2e5668-ebad-489f-8eb9-96986fc2e001', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:05:11.862634 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 96e99e7e-da48-40d0-a52d-2cb557877475, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=96e99e7e-da48-40d0-a52d-2cb557877475,segment=NetworkSegment(cb888a37-e2a9-4419-be67-0cccf7525c0c),segment_id=cb888a37-e2a9-4419-be67-0cccf7525c0c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:05:11.868574 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:11.869822 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 20724a44-1e37-4f66-ba0d-605ddd9f91da up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:05:11.921932 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-9ef95bbf-a1b3-4f42-8223-9cdde9be34bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:11.961527 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=96e99e7e-da48-40d0-a52d-2cb557877475,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:11.985534 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 20724a44-1e37-4f66-ba0d-605ddd9f91da triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:05:11.986124 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:12.030151 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:12.085926 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 834697d3-1ee0-44c8-84f8-9350be8a2a31 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:05:12.108585 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e53531d8-8570-4425-98df-faea7d8f85a3 None None] Provisioning for port 1f60f8c4-e617-458f-97e1-f5bf330a7534 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:05:12.120998 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e53531d8-8570-4425-98df-faea7d8f85a3 None None] Provisioning complete for port 1f60f8c4-e617-458f-97e1-f5bf330a7534 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:05:12.121373 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e53531d8-8570-4425-98df-faea7d8f85a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:12.166951 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-e53531d8-8570-4425-98df-faea7d8f85a3 None None] Port 1f60f8c4-e617-458f-97e1-f5bf330a7534 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:05:12.176056 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 834697d3-1ee0-44c8-84f8-9350be8a2a31 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:05:12.176434 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:12.228956 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-9ef95bbf-a1b3-4f42-8223-9cdde9be34bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f60f8c4-e617-458f-97e1-f5bf330a7534 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 16:05:12.236853 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-9ef95bbf-a1b3-4f42-8223-9cdde9be34bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:12.251108 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-9ef95bbf-a1b3-4f42-8223-9cdde9be34bb service neutron] Transition to ACTIVE for port object 1f60f8c4-e617-458f-97e1-f5bf330a7534 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:05:12.254805 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-9ef95bbf-a1b3-4f42-8223-9cdde9be34bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:12.312626 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef95bbf-a1b3-4f42-8223-9cdde9be34bb service neutron] Pushing event updated for resources: {'Port': ['ID=1f60f8c4-e617-458f-97e1-f5bf330a7534,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:12.420127 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e77c47-3513-4c9d-85bd-d5184496ae44 req-072cb8cb-b79a-4488-9961-40de6f5f3936 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:12.421715 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-41e77c47-3513-4c9d-85bd-d5184496ae44 req-072cb8cb-b79a-4488-9961-40de6f5f3936 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 944 time: 0.0895028 Aug 28 16:05:12.423035 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-9ef95bbf-a1b3-4f42-8223-9cdde9be34bb service neutron] Attempting to bind port 1f60f8c4-e617-458f-97e1-f5bf330a7534 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:05:12.423373 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-9ef95bbf-a1b3-4f42-8223-9cdde9be34bb service neutron] Attempting to bind port 1f60f8c4-e617-458f-97e1-f5bf330a7534 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': 'cb888a37-e2a9-4419-be67-0cccf7525c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:05:12.423730 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-9ef95bbf-a1b3-4f42-8223-9cdde9be34bb service neutron] Attempting to bind port 1f60f8c4-e617-458f-97e1-f5bf330a7534 on network 9b8e07ff-d38c-451c-9983-cd9575d8758b {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:05:12.431268 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-9ef95bbf-a1b3-4f42-8223-9cdde9be34bb service neutron] Port 1f60f8c4-e617-458f-97e1-f5bf330a7534 on network 9b8e07ff-d38c-451c-9983-cd9575d8758b not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 16:05:12.431595 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-9ef95bbf-a1b3-4f42-8223-9cdde9be34bb service neutron] Attempting to bind port 1f60f8c4-e617-458f-97e1-f5bf330a7534 on network 9b8e07ff-d38c-451c-9983-cd9575d8758b {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:05:12.451437 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-9ef95bbf-a1b3-4f42-8223-9cdde9be34bb service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:05:12.451805 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-9ef95bbf-a1b3-4f42-8223-9cdde9be34bb service neutron] Checking segment: {'id': 'cb888a37-e2a9-4419-be67-0cccf7525c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:05:12.452300 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-9ef95bbf-a1b3-4f42-8223-9cdde9be34bb service neutron] Bound using segment: {'id': 'cb888a37-e2a9-4419-be67-0cccf7525c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:05:12.452746 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-9ef95bbf-a1b3-4f42-8223-9cdde9be34bb service neutron] Bound port: 1f60f8c4-e617-458f-97e1-f5bf330a7534, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb888a37-e2a9-4419-be67-0cccf7525c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:05:12.453188 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-9ef95bbf-a1b3-4f42-8223-9cdde9be34bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:12.503942 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-41e77c47-3513-4c9d-85bd-d5184496ae44 req-4cefcb95-5238-43ff-8d9e-10fb7e8ad4e9 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745199 Aug 28 16:05:12.540907 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-9ef95bbf-a1b3-4f42-8223-9cdde9be34bb service neutron] For port 1f60f8c4-e617-458f-97e1-f5bf330a7534, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:05:12.544670 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-9ef95bbf-a1b3-4f42-8223-9cdde9be34bb service neutron] For port 1f60f8c4-e617-458f-97e1-f5bf330a7534, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=1f60f8c4-e617-458f-97e1-f5bf330a7534,segment=NetworkSegment(cb888a37-e2a9-4419-be67-0cccf7525c0c),segment_id=cb888a37-e2a9-4419-be67-0cccf7525c0c)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:05:12.549583 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-9ef95bbf-a1b3-4f42-8223-9cdde9be34bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:12.589635 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-9ef95bbf-a1b3-4f42-8223-9cdde9be34bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:12.590277 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-9ef95bbf-a1b3-4f42-8223-9cdde9be34bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:12.591689 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-9ef95bbf-a1b3-4f42-8223-9cdde9be34bb service neutron] 10.222.0.36 "PUT /v2.0/ports/1f60f8c4-e617-458f-97e1-f5bf330a7534 HTTP/1.1" status: 200 len: 1093 time: 0.7531240 Aug 28 16:05:12.592214 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2e5668-ebad-489f-8eb9-96986fc2e001', 'tag': '1f60f8c4-e617-458f-97e1-f5bf330a7534'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:05:12.594370 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa40ef2-83f8-456f-a5f5-a16dc38f92b7" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2e5668-ebad-489f-8eb9-96986fc2e001", "tag": "1f60f8c4-e617-458f-97e1-f5bf330a7534"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:05:12.630672 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef95bbf-a1b3-4f42-8223-9cdde9be34bb service neutron] Pushing event updated for resources: {'Port': ['ID=1f60f8c4-e617-458f-97e1-f5bf330a7534,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:12.671338 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb3f8a6-fcee-4ec0-a521-d8df728cc94c x-openstack-request-id: req-2bb3f8a6-fcee-4ec0-a521-d8df728cc94c {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:05:12.671816 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2e5668-ebad-489f-8eb9-96986fc2e001", "tag": "1f60f8c4-e617-458f-97e1-f5bf330a7534", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:05:12.672168 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2bb3f8a6-fcee-4ec0-a521-d8df728cc94c {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:05:12.672664 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2e5668-ebad-489f-8eb9-96986fc2e001', 'tag': '1f60f8c4-e617-458f-97e1-f5bf330a7534', 'status': 'completed', 'code': 200} Aug 28 16:05:12.690484 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-dd3d4978-683c-4de6-8f19-85024c2a3a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:12.692937 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-dd3d4978-683c-4de6-8f19-85024c2a3a84 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 1096 time: 0.0487266 Aug 28 16:05:12.736287 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-baefccbd-0fd8-497d-b6a5-92c14a3c7724 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f60f8c4-e617-458f-97e1-f5bf330a7534 HTTP/1.1" status: 200 len: 217 time: 0.0356801 Aug 28 16:05:12.802983 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-13db92d5-cd67-43a6-bed3-c4b6317b7b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:12.804644 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-13db92d5-cd67-43a6-bed3-c4b6317b7b36 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1751a09-5821-4df0-bbde-092d9a1988ec HTTP/1.1" status: 200 len: 833 time: 0.0607617 Aug 28 16:05:12.854570 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-38288847-fadd-4a9b-b482-4312a7869463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:12.856099 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-38288847-fadd-4a9b-b482-4312a7869463 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b8e07ff-d38c-451c-9983-cd9575d8758b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443103 Aug 28 16:05:12.947094 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-f4762b52-38a3-4e69-a0f8-0acbd6b71b83 service neutron] 10.222.0.36 "GET /v2.0/networks/9b8e07ff-d38c-451c-9983-cd9575d8758b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843511 Aug 28 16:05:13.041834 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7c86763f-b7f3-4ec6-b4a2-1f0bc7b6b85a req-2dcdcc18-f63a-4f6a-ab29-cc3dc05d0b37 service neutron] 10.222.0.36 "GET /v2.0/networks/9b8e07ff-d38c-451c-9983-cd9575d8758b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880098 Aug 28 16:05:13.136248 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa40ef2-83f8-456f-a5f5-a16dc38f92b7 req-c031b9a0-6a47-4732-bcad-792077b18815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:13.137790 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1aa40ef2-83f8-456f-a5f5-a16dc38f92b7 req-c031b9a0-6a47-4732-bcad-792077b18815 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 1096 time: 0.0423906 Aug 28 16:05:13.230879 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa40ef2-83f8-456f-a5f5-a16dc38f92b7 req-df677bfc-fe4c-46ff-933c-0ee6be58661d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:13.232455 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1aa40ef2-83f8-456f-a5f5-a16dc38f92b7 req-df677bfc-fe4c-46ff-933c-0ee6be58661d service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b8e07ff-d38c-451c-9983-cd9575d8758b HTTP/1.1" status: 200 len: 898 time: 0.0879457 Aug 28 16:05:13.274363 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1aa40ef2-83f8-456f-a5f5-a16dc38f92b7 req-92cf4725-d5c9-40ce-844e-7c57d562cce0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f60f8c4-e617-458f-97e1-f5bf330a7534 HTTP/1.1" status: 200 len: 217 time: 0.0338616 Aug 28 16:05:13.324551 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa40ef2-83f8-456f-a5f5-a16dc38f92b7 req-4fc8e030-23e3-49c8-b4cf-3178abaec728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:13.325956 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1aa40ef2-83f8-456f-a5f5-a16dc38f92b7 req-4fc8e030-23e3-49c8-b4cf-3178abaec728 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1751a09-5821-4df0-bbde-092d9a1988ec HTTP/1.1" status: 200 len: 833 time: 0.0432637 Aug 28 16:05:13.375967 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa40ef2-83f8-456f-a5f5-a16dc38f92b7 req-6fcea966-4faf-43d7-a041-bdefa7cb5823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:13.377352 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1aa40ef2-83f8-456f-a5f5-a16dc38f92b7 req-6fcea966-4faf-43d7-a041-bdefa7cb5823 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b8e07ff-d38c-451c-9983-cd9575d8758b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431035 Aug 28 16:05:13.469224 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1aa40ef2-83f8-456f-a5f5-a16dc38f92b7 req-4b71d1ae-230c-4e50-8941-ddbb2bf74855 service neutron] 10.222.0.36 "GET /v2.0/networks/9b8e07ff-d38c-451c-9983-cd9575d8758b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830836 Aug 28 16:05:13.506974 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:13.557429 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 96e99e7e-da48-40d0-a52d-2cb557877475 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:05:13.571797 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1aa40ef2-83f8-456f-a5f5-a16dc38f92b7 req-14be48a2-bd1e-47e0-858a-e20b25c49898 service neutron] 10.222.0.36 "GET /v2.0/networks/9b8e07ff-d38c-451c-9983-cd9575d8758b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938303 Aug 28 16:05:13.608442 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 96e99e7e-da48-40d0-a52d-2cb557877475 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:05:13.608816 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:13.625397 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3daa39-84f7-4d4d-a2ce-1d173f750a4a req-e6a556d9-ebe9-445b-ba67-9d15e06bcd26 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:13.626977 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1a3daa39-84f7-4d4d-a2ce-1d173f750a4a req-e6a556d9-ebe9-445b-ba67-9d15e06bcd26 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 944 time: 0.0498090 Aug 28 16:05:13.666583 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1a3daa39-84f7-4d4d-a2ce-1d173f750a4a req-8d649132-1ddd-4a4a-9b88-b1ea1c78305c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331097 Aug 28 16:05:14.786369 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855bf61-2e0d-4d62-95a5-bdb5fe643ecb req-e1b391f3-32aa-4bed-9508-e1105d002d47 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:14.787873 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2855bf61-2e0d-4d62-95a5-bdb5fe643ecb req-e1b391f3-32aa-4bed-9508-e1105d002d47 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 944 time: 0.0508935 Aug 28 16:05:14.825890 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2855bf61-2e0d-4d62-95a5-bdb5fe643ecb req-a5abc49c-3818-467a-9e73-470d77db5145 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320306 Aug 28 16:05:15.941081 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ad7c5-825f-49ee-9f9a-d9de2392f6d2 req-7683a0d2-2598-458c-a2ad-e4c0c4b65a08 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:15.942602 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-613ad7c5-825f-49ee-9f9a-d9de2392f6d2 req-7683a0d2-2598-458c-a2ad-e4c0c4b65a08 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 944 time: 0.0483506 Aug 28 16:05:15.979676 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-613ad7c5-825f-49ee-9f9a-d9de2392f6d2 req-506ca4bc-02ce-403e-98f0-2597a56796e8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311103 Aug 28 16:05:16.976791 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 1f60f8c4-e617-458f-97e1-f5bf330a7534 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 16:05:17.072003 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 1f60f8c4-e617-458f-97e1-f5bf330a7534, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=1f60f8c4-e617-458f-97e1-f5bf330a7534,segment=NetworkSegment(cb888a37-e2a9-4419-be67-0cccf7525c0c),segment_id=cb888a37-e2a9-4419-be67-0cccf7525c0c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:05:17.083327 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '1f60f8c4-e617-458f-97e1-f5bf330a7534', 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b', 'port_id': '1f60f8c4-e617-458f-97e1-f5bf330a7534', 'mac_address': 'fa:16:3e:d9:14:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1751a09-5821-4df0-bbde-092d9a1988ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 16:05:17.100109 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c54608-9d8a-4fef-a41c-bf19d327637c req-7036ee5e-1a7d-4679-8947-060a1e282190 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:17.101618 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5c54608-9d8a-4fef-a41c-bf19d327637c req-7036ee5e-1a7d-4679-8947-060a1e282190 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 944 time: 0.0544856 Aug 28 16:05:17.120755 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:17.133141 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f60f8c4-e617-458f-97e1-f5bf330a7534 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 16:05:17.139147 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c5c54608-9d8a-4fef-a41c-bf19d327637c req-f726ab8a-9bab-48f1-9da4-36d56c690a75 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314975 Aug 28 16:05:17.152532 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 1f60f8c4-e617-458f-97e1-f5bf330a7534, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=1f60f8c4-e617-458f-97e1-f5bf330a7534,segment=NetworkSegment(cb888a37-e2a9-4419-be67-0cccf7525c0c),segment_id=cb888a37-e2a9-4419-be67-0cccf7525c0c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:05:17.157695 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:17.204069 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=1f60f8c4-e617-458f-97e1-f5bf330a7534,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:17.382193 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['1f60f8c4-e617-458f-97e1-f5bf330a7534'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 16:05:18.260043 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b18f6-8d9d-44f8-aeee-2ee6d578cb58 req-7cf00b75-8588-4b74-a213-0c59df4db8fa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:18.261511 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1e1b18f6-8d9d-44f8-aeee-2ee6d578cb58 req-7cf00b75-8588-4b74-a213-0c59df4db8fa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 945 time: 0.0486941 Aug 28 16:05:18.302268 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1e1b18f6-8d9d-44f8-aeee-2ee6d578cb58 req-b532cbf5-d29c-42ce-8a5f-06c6b6844d2c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344210 Aug 28 16:05:18.976323 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 1f60f8c4-e617-458f-97e1-f5bf330a7534 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:05:19.024126 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 1f60f8c4-e617-458f-97e1-f5bf330a7534 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:05:19.027909 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 1f60f8c4-e617-458f-97e1-f5bf330a7534 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:05:19.028314 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:19.104787 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:19.126396 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2e5668-ebad-489f-8eb9-96986fc2e001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f60f8c4-e617-458f-97e1-f5bf330a7534'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:05:19.128674 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e998ae4c8ad98a44641492a375488314a28001c32b9c96e1494d2a73900553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63e4b9c-3bfa-4765-a788-e2baf06ddde2" -d '{"events": [{"server_uuid": "6b2e5668-ebad-489f-8eb9-96986fc2e001", "name": "network-vif-plugged", "status": "completed", "tag": "1f60f8c4-e617-458f-97e1-f5bf330a7534"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:05:19.141575 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 1f60f8c4-e617-458f-97e1-f5bf330a7534, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=1f60f8c4-e617-458f-97e1-f5bf330a7534,segment=NetworkSegment(cb888a37-e2a9-4419-be67-0cccf7525c0c),segment_id=cb888a37-e2a9-4419-be67-0cccf7525c0c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:05:19.146100 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:19.168540 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 16:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd24abc-994b-4f5f-9ece-d57f54b53db0 x-openstack-request-id: req-4fd24abc-994b-4f5f-9ece-d57f54b53db0 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:05:19.168844 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2e5668-ebad-489f-8eb9-96986fc2e001", "name": "network-vif-plugged", "status": "completed", "tag": "1f60f8c4-e617-458f-97e1-f5bf330a7534", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:05:19.169149 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4fd24abc-994b-4f5f-9ece-d57f54b53db0 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:05:19.169478 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2e5668-ebad-489f-8eb9-96986fc2e001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f60f8c4-e617-458f-97e1-f5bf330a7534', 'code': 200} Aug 28 16:05:19.194965 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=1f60f8c4-e617-458f-97e1-f5bf330a7534,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:19.264949 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96f4e5-0199-471c-a40b-74eebeb20d00 req-55008eb9-5490-4f95-b73e-4d027a56c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:19.266646 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fa96f4e5-0199-471c-a40b-74eebeb20d00 req-55008eb9-5490-4f95-b73e-4d027a56c78a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 1098 time: 0.0387800 Aug 28 16:05:19.301308 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fa96f4e5-0199-471c-a40b-74eebeb20d00 req-701967c5-bd03-4a40-952f-e1e223c6b2a8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272050 Aug 28 16:05:19.415625 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d660b-9b54-469d-ba9c-15e7f5306d3c req-9dfb178e-b406-4d52-93c0-11eee1b26c99 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:19.417084 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2b3d660b-9b54-469d-ba9c-15e7f5306d3c req-9dfb178e-b406-4d52-93c0-11eee1b26c99 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 946 time: 0.0492573 Aug 28 16:05:19.453947 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2b3d660b-9b54-469d-ba9c-15e7f5306d3c req-697a4039-aebc-4852-a185-272876bc42c1 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310237 Aug 28 16:05:20.576485 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904e87d-2a48-4e29-b470-98d219dbc48e req-9d90192a-be7c-47d8-8011-22505f5c3db8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:20.577962 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f904e87d-2a48-4e29-b470-98d219dbc48e req-9d90192a-be7c-47d8-8011-22505f5c3db8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 946 time: 0.0489650 Aug 28 16:05:20.614885 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f904e87d-2a48-4e29-b470-98d219dbc48e req-0961906f-f245-474d-aedb-604fa7b09334 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305250 Aug 28 16:05:20.728062 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f685cf-3822-4e14-9ec3-dd7adfc228c7 req-8702bd25-df40-47f0-9862-a0deecd757d8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:20.729561 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a3f685cf-3822-4e14-9ec3-dd7adfc228c7 req-8702bd25-df40-47f0-9862-a0deecd757d8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 946 time: 0.0500696 Aug 28 16:05:20.771037 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a3f685cf-3822-4e14-9ec3-dd7adfc228c7 req-03958184-9cf4-44e5-94b5-174194e1086a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352836 Aug 28 16:05:20.792085 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33206) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:05:20.831797 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35c1e4d-6da8-4072-9141-7069ed606238 tempest-TestNetworkAdvancedServerOps-1874310575 tempest-TestNetworkAdvancedServerOps-1874310575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:20.834123 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a35c1e4d-6da8-4072-9141-7069ed606238 tempest-TestNetworkAdvancedServerOps-1874310575 tempest-TestNetworkAdvancedServerOps-1874310575-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 1093 time: 0.0410671 Aug 28 16:05:20.836959 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33208) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:05:20.841492 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-17ead79a-4c0d-4806-9ac3-0b6665135b9a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'port_id': '1f60f8c4-e617-458f-97e1-f5bf330a7534', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:05:20.862612 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17ead79a-4c0d-4806-9ac3-0b6665135b9a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:20.958675 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17ead79a-4c0d-4806-9ac3-0b6665135b9a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:21.356136 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-17ead79a-4c0d-4806-9ac3-0b6665135b9a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Allocated IP 172.25.3.155 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/5c358526-5b79-4e12-8da9-523f3e34044e) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:05:21.459634 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17ead79a-4c0d-4806-9ac3-0b6665135b9a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:21.497034 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17ead79a-4c0d-4806-9ac3-0b6665135b9a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:21.539345 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ead79a-4c0d-4806-9ac3-0b6665135b9a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:05:21.542155 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-17ead79a-4c0d-4806-9ac3-0b6665135b9a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:05:21.544697 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ead79a-4c0d-4806-9ac3-0b6665135b9a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:05:21.550077 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ead79a-4c0d-4806-9ac3-0b6665135b9a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Port': ['ID=5c358526-5b79-4e12-8da9-523f3e34044e,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:21.904073 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17ead79a-4c0d-4806-9ac3-0b6665135b9a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:21.968300 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17ead79a-4c0d-4806-9ac3-0b6665135b9a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:22.116169 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17ead79a-4c0d-4806-9ac3-0b6665135b9a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:22.120472 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17ead79a-4c0d-4806-9ac3-0b6665135b9a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:22.182970 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ead79a-4c0d-4806-9ac3-0b6665135b9a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Port': ['ID=5c358526-5b79-4e12-8da9-523f3e34044e,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:05:22.195919 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17ead79a-4c0d-4806-9ac3-0b6665135b9a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:22.294405 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-17ead79a-4c0d-4806-9ac3-0b6665135b9a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Floating IP 5af628b3-0c33-4607-940c-01347ee49f9a associated. External IP: 172.25.3.155, port: 1f60f8c4-e617-458f-97e1-f5bf330a7534. Aug 28 16:05:22.500004 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ead79a-4c0d-4806-9ac3-0b6665135b9a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Router 4088f996-c1a3-48e3-aa3d-d1f056676b2e has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:05:22.608430 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ead79a-4c0d-4806-9ac3-0b6665135b9a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:05:22.618610 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91b28c7-f75c-4768-94a3-d273a2e59c9f None None] Sync routers for ids ['4088f996-c1a3-48e3-aa3d-d1f056676b2e'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:05:22.624376 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-17ead79a-4c0d-4806-9ac3-0b6665135b9a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:22.630344 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91b28c7-f75c-4768-94a3-d273a2e59c9f None None] Routers {'4088f996-c1a3-48e3-aa3d-d1f056676b2e'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:05:22.630976 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-f91b28c7-f75c-4768-94a3-d273a2e59c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:05:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4088f996-c1a3-48e3-aa3d-d1f056676b2e'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:05:22.651544 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-17ead79a-4c0d-4806-9ac3-0b6665135b9a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8135259 Aug 28 16:05:22.652265 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2e5668-ebad-489f-8eb9-96986fc2e001', 'tag': '1f60f8c4-e617-458f-97e1-f5bf330a7534'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:05:22.654636 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c669d96-f9e6-4f47-893e-591a06536d69" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2e5668-ebad-489f-8eb9-96986fc2e001", "tag": "1f60f8c4-e617-458f-97e1-f5bf330a7534"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:05:22.697087 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ee35cd-34e5-4f5b-90f4-f8f0012c7384 x-openstack-request-id: req-a2ee35cd-34e5-4f5b-90f4-f8f0012c7384 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:05:22.697380 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2e5668-ebad-489f-8eb9-96986fc2e001", "tag": "1f60f8c4-e617-458f-97e1-f5bf330a7534", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:05:22.697633 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2ee35cd-34e5-4f5b-90f4-f8f0012c7384 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:05:22.698033 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2e5668-ebad-489f-8eb9-96986fc2e001', 'tag': '1f60f8c4-e617-458f-97e1-f5bf330a7534', 'status': 'completed', 'code': 200} Aug 28 16:05:22.743870 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-f91b28c7-f75c-4768-94a3-d273a2e59c9f None None] Set router 4088f996-c1a3-48e3-aa3d-d1f056676b2e gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:05:22.760229 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476a458-daa7-45a2-bb06-b6387f159d47 req-90a89601-dec4-4173-a49d-1dc1b4be5d43 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:22.761680 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9476a458-daa7-45a2-bb06-b6387f159d47 req-90a89601-dec4-4173-a49d-1dc1b4be5d43 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 946 time: 0.0534463 Aug 28 16:05:22.761887 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c669d96-f9e6-4f47-893e-591a06536d69 req-ea60ae16-1a15-4638-8de9-dd846f3a44ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:22.763407 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2c669d96-f9e6-4f47-893e-591a06536d69 req-ea60ae16-1a15-4638-8de9-dd846f3a44ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 1098 time: 0.0429001 Aug 28 16:05:22.800729 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9476a458-daa7-45a2-bb06-b6387f159d47 req-59556a39-00b5-42d9-aa23-a7d60ace4636 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320110 Aug 28 16:05:22.824024 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33216) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:05:22.858799 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c669d96-f9e6-4f47-893e-591a06536d69 req-9c8a6750-5324-4063-a44d-56413434e152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:22.860551 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2c669d96-f9e6-4f47-893e-591a06536d69 req-9c8a6750-5324-4063-a44d-56413434e152 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b8e07ff-d38c-451c-9983-cd9575d8758b HTTP/1.1" status: 200 len: 898 time: 0.0900161 Aug 28 16:05:22.898745 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-beabaf59-de5d-4b30-a939-ade0e7162d7c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/floatingips/5af628b3-0c33-4607-940c-01347ee49f9a HTTP/1.1" status: 200 len: 992 time: 0.0735743 Aug 28 16:05:22.927778 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2c669d96-f9e6-4f47-893e-591a06536d69 req-b3ced0b7-616b-44f8-8bc0-401bb6e720e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f60f8c4-e617-458f-97e1-f5bf330a7534 HTTP/1.1" status: 200 len: 1000 time: 0.0607243 Aug 28 16:05:22.982039 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c669d96-f9e6-4f47-893e-591a06536d69 req-f2ebb535-3089-41ed-a57d-313a47457809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:22.983810 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2c669d96-f9e6-4f47-893e-591a06536d69 req-f2ebb535-3089-41ed-a57d-313a47457809 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1751a09-5821-4df0-bbde-092d9a1988ec HTTP/1.1" status: 200 len: 833 time: 0.0489218 Aug 28 16:05:22.986273 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-f91b28c7-f75c-4768-94a3-d273a2e59c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636807155', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '834697d3-1ee0-44c8-84f8-9350be8a2a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:05:04Z', 'updated_at': '2021-08-28T16:05:08Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '834697d3-1ee0-44c8-84f8-9350be8a2a31', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:24:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:05:04Z', 'updated_at': '2021-08-28T16:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '5af628b3-0c33-4607-940c-01347ee49f9a', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'port_id': '1f60f8c4-e617-458f-97e1-f5bf330a7534', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b', 'mac_address': 'fa:16:3e:d9:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2e5668-ebad-489f-8eb9-96986fc2e001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:05:21Z', 'updated_at': '2021-08-28T16:05:21Z', 'revision_number': 0, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e99e7e-da48-40d0-a52d-2cb557877475', 'name': '', 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:6f:75:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1751a09-5821-4df0-bbde-092d9a1988ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:05:07Z', 'updated_at': '2021-08-28T16:05:11Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': 'b1751a09-5821-4df0-bbde-092d9a1988ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:05:23.012402 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91b28c7-f75c-4768-94a3-d273a2e59c9f None None] Checking router: 4088f996-c1a3-48e3-aa3d-d1f056676b2e for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:05:23.020900 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91b28c7-f75c-4768-94a3-d273a2e59c9f None None] Routers {'4088f996-c1a3-48e3-aa3d-d1f056676b2e'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:05:23.021513 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-f91b28c7-f75c-4768-94a3-d273a2e59c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:05:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4088f996-c1a3-48e3-aa3d-d1f056676b2e'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:05:23.028316 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c669d96-f9e6-4f47-893e-591a06536d69 req-cbc6bee4-e382-4e52-9ee8-e5e4762736f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:23.029831 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2c669d96-f9e6-4f47-893e-591a06536d69 req-cbc6bee4-e382-4e52-9ee8-e5e4762736f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b8e07ff-d38c-451c-9983-cd9575d8758b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395021 Aug 28 16:05:23.119958 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2c669d96-f9e6-4f47-893e-591a06536d69 req-4da6ad8d-6697-4dbd-92d1-51da174da2ef service neutron] 10.222.0.36 "GET /v2.0/networks/9b8e07ff-d38c-451c-9983-cd9575d8758b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830603 Aug 28 16:05:23.125731 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-f91b28c7-f75c-4768-94a3-d273a2e59c9f None None] Set router 4088f996-c1a3-48e3-aa3d-d1f056676b2e gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:05:23.213370 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2c669d96-f9e6-4f47-893e-591a06536d69 req-8479f45b-fe8b-418a-8576-28c5687db169 service neutron] 10.222.0.36 "GET /v2.0/networks/9b8e07ff-d38c-451c-9983-cd9575d8758b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867915 Aug 28 16:05:23.349168 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-f91b28c7-f75c-4768-94a3-d273a2e59c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636807155', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '834697d3-1ee0-44c8-84f8-9350be8a2a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:05:04Z', 'updated_at': '2021-08-28T16:05:08Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '834697d3-1ee0-44c8-84f8-9350be8a2a31', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:24:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:05:04Z', 'updated_at': '2021-08-28T16:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '5af628b3-0c33-4607-940c-01347ee49f9a', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'port_id': '1f60f8c4-e617-458f-97e1-f5bf330a7534', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b', 'mac_address': 'fa:16:3e:d9:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2e5668-ebad-489f-8eb9-96986fc2e001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:05:21Z', 'updated_at': '2021-08-28T16:05:21Z', 'revision_number': 0, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e99e7e-da48-40d0-a52d-2cb557877475', 'name': '', 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:6f:75:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1751a09-5821-4df0-bbde-092d9a1988ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:05:07Z', 'updated_at': '2021-08-28T16:05:11Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': 'b1751a09-5821-4df0-bbde-092d9a1988ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:05:23.375309 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91b28c7-f75c-4768-94a3-d273a2e59c9f None None] The sync data for ids ['4088f996-c1a3-48e3-aa3d-d1f056676b2e'] in n-d-712137-10 is: [{'id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636807155', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '834697d3-1ee0-44c8-84f8-9350be8a2a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:05:04Z', 'updated_at': '2021-08-28T16:05:08Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '834697d3-1ee0-44c8-84f8-9350be8a2a31', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:24:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:05:04Z', 'updated_at': '2021-08-28T16:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '5af628b3-0c33-4607-940c-01347ee49f9a', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'port_id': '1f60f8c4-e617-458f-97e1-f5bf330a7534', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b', 'mac_address': 'fa:16:3e:d9:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2e5668-ebad-489f-8eb9-96986fc2e001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:05:21Z', 'updated_at': '2021-08-28T16:05:21Z', 'revision_number': 0, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e99e7e-da48-40d0-a52d-2cb557877475', 'name': '', 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:6f:75:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1751a09-5821-4df0-bbde-092d9a1988ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:05:07Z', 'updated_at': '2021-08-28T16:05:11Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': 'b1751a09-5821-4df0-bbde-092d9a1988ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:05:23.559441 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed691f6d-1f02-4a8d-957d-4908de2f2e2d None None] New status for floating IP 5af628b3-0c33-4607-940c-01347ee49f9a: ACTIVE {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 16:05:23.900975 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33218) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:05:23.960546 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-0b03ad65-acb3-496f-a191-3554a5eb59f7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/floatingips/5af628b3-0c33-4607-940c-01347ee49f9a HTTP/1.1" status: 200 len: 994 time: 0.0583038 Aug 28 16:05:25.128421 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:27.262763 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:37.912392 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5280baef-b820-47b5-867c-041493cca4eb req-fb9a6792-50ad-4f7e-ad88-9e98cbe6fc32 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405223 Aug 28 16:05:38.001408 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280baef-b820-47b5-867c-041493cca4eb req-8db90efa-bee5-4bd6-a618-13877da7d057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:38.003072 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5280baef-b820-47b5-867c-041493cca4eb req-8db90efa-bee5-4bd6-a618-13877da7d057 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 1098 time: 0.0495377 Aug 28 16:05:38.108662 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a9973bb0-29c5-44d9-8c87-121766660a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:38.112126 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280baef-b820-47b5-867c-041493cca4eb req-70a86520-f476-4cf7-87ff-06cab715c8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:38.113724 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5280baef-b820-47b5-867c-041493cca4eb req-70a86520-f476-4cf7-87ff-06cab715c8d9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b8e07ff-d38c-451c-9983-cd9575d8758b HTTP/1.1" status: 200 len: 898 time: 0.0922115 Aug 28 16:05:38.178840 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5280baef-b820-47b5-867c-041493cca4eb req-f59b0aed-2cd7-4369-90ed-7f6b445bb8e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f60f8c4-e617-458f-97e1-f5bf330a7534 HTTP/1.1" status: 200 len: 1002 time: 0.0576508 Aug 28 16:05:38.233816 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280baef-b820-47b5-867c-041493cca4eb req-beddf45f-f3e9-4891-bfaf-e85c756fee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:38.235809 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5280baef-b820-47b5-867c-041493cca4eb req-beddf45f-f3e9-4891-bfaf-e85c756fee4d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1751a09-5821-4df0-bbde-092d9a1988ec HTTP/1.1" status: 200 len: 833 time: 0.0492537 Aug 28 16:05:38.280206 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280baef-b820-47b5-867c-041493cca4eb req-c7626acc-eda8-4349-bced-656fb4b5379f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:38.281663 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5280baef-b820-47b5-867c-041493cca4eb req-c7626acc-eda8-4349-bced-656fb4b5379f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b8e07ff-d38c-451c-9983-cd9575d8758b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393741 Aug 28 16:05:38.367834 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5280baef-b820-47b5-867c-041493cca4eb req-195d3981-1dc9-44d9-9c21-806b7b5e8cb8 service neutron] 10.222.0.36 "GET /v2.0/networks/9b8e07ff-d38c-451c-9983-cd9575d8758b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787163 Aug 28 16:05:38.458246 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5280baef-b820-47b5-867c-041493cca4eb req-2204d0af-855c-4ceb-b3a5-4427abb29bc1 service neutron] 10.222.0.36 "GET /v2.0/networks/9b8e07ff-d38c-451c-9983-cd9575d8758b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836990 Aug 28 16:05:40.665290 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9c607760-44aa-4f32-ae66-63026e95ed30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:40.975853 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:41.091511 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:05:42.013603 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:43.508561 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:55.138169 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:55.339612 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fe83a-75c9-436b-94b5-73c0c73a6d5e req-14dc5b3f-85e4-4915-a78e-76027ec8cf03 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:55.341135 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-746fe83a-75c9-436b-94b5-73c0c73a6d5e req-14dc5b3f-85e4-4915-a78e-76027ec8cf03 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 946 time: 0.0726011 Aug 28 16:05:55.370661 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-e0782589-cb72-4ebc-bcdb-175ae0709892 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1144404 Aug 28 16:05:55.390943 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-746fe83a-75c9-436b-94b5-73c0c73a6d5e req-9ff2dcc4-8fae-4747-ac4c-321f1ab1dc3d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424738 Aug 28 16:05:56.499171 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-44ae2348-4627-4402-955f-7360b3d50419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:56.501530 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-44ae2348-4627-4402-955f-7360b3d50419 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 1098 time: 0.0423713 Aug 28 16:05:56.521440 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b1aee-b9dd-43fc-9526-c3398595afa3 req-43a9f959-f0a6-40c3-8d91-09611501f863 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:56.523113 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be1b1aee-b9dd-43fc-9526-c3398595afa3 req-43a9f959-f0a6-40c3-8d91-09611501f863 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 946 time: 0.0582237 Aug 28 16:05:56.561616 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be1b1aee-b9dd-43fc-9526-c3398595afa3 req-b194cbe4-aa85-4632-acf0-aa7e622cbb8a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322285 Aug 28 16:05:56.601858 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-6a699959-9b0a-428b-a6d8-2a1a59fb8be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:56.603339 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-6a699959-9b0a-428b-a6d8-2a1a59fb8be4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b8e07ff-d38c-451c-9983-cd9575d8758b HTTP/1.1" status: 200 len: 898 time: 0.0855019 Aug 28 16:05:56.670987 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-f4f276d5-bc71-4060-af6b-1e5f72f23d0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f60f8c4-e617-458f-97e1-f5bf330a7534 HTTP/1.1" status: 200 len: 1002 time: 0.0606301 Aug 28 16:05:56.719080 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-dc9dd475-9cbc-4f40-802b-e20c4d25370f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:56.720537 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-dc9dd475-9cbc-4f40-802b-e20c4d25370f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1751a09-5821-4df0-bbde-092d9a1988ec HTTP/1.1" status: 200 len: 833 time: 0.0417898 Aug 28 16:05:56.764378 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-6a4b88b1-1b8d-4b30-8dfc-5a7ba9910565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:56.766139 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-6a4b88b1-1b8d-4b30-8dfc-5a7ba9910565 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b8e07ff-d38c-451c-9983-cd9575d8758b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391619 Aug 28 16:05:56.859272 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-24b32916-8438-4956-a737-c83698edc9ec service neutron] 10.222.0.36 "GET /v2.0/networks/9b8e07ff-d38c-451c-9983-cd9575d8758b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862520 Aug 28 16:05:56.952741 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-07a9a611-9d09-43f3-86cb-ca0efb68596f service neutron] 10.222.0.36 "GET /v2.0/networks/9b8e07ff-d38c-451c-9983-cd9575d8758b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868776 Aug 28 16:05:57.264891 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:05:57.677536 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a8422-0b89-4a4b-85d4-ea32768c5a9f req-d9b40cd5-8761-46fe-a66e-557a87d25c41 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:57.679003 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-081a8422-0b89-4a4b-85d4-ea32768c5a9f req-d9b40cd5-8761-46fe-a66e-557a87d25c41 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 946 time: 0.0486507 Aug 28 16:05:57.720936 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-081a8422-0b89-4a4b-85d4-ea32768c5a9f req-b9c558fc-35bf-48df-b584-b6a2849463ac tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359097 Aug 28 16:05:58.836313 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe1f33-5c05-46da-9506-b190cd541c3b req-9422cf1b-3ec6-4062-8eef-414b23ba8431 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:58.842319 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3bfe1f33-5c05-46da-9506-b190cd541c3b req-9422cf1b-3ec6-4062-8eef-414b23ba8431 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 946 time: 0.0538983 Aug 28 16:05:58.880466 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3bfe1f33-5c05-46da-9506-b190cd541c3b req-298e8b0a-f7db-4580-81b2-69e8bd76b484 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319421 Aug 28 16:05:59.998468 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8223050-a040-4075-990b-736066045619 req-a6b7d1e4-47e9-425c-8225-cc981ed5cd9e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:05:59.999961 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8223050-a040-4075-990b-736066045619 req-a6b7d1e4-47e9-425c-8225-cc981ed5cd9e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 946 time: 0.0492976 Aug 28 16:06:00.038845 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8223050-a040-4075-990b-736066045619 req-726408cf-60e0-4130-91bb-dee6d395c3eb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324049 Aug 28 16:06:01.155866 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ad616-f60e-4205-863c-01214c33be08 req-cec0152c-a679-4d08-a959-2f6b21ba0be3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:01.157253 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-db3ad616-f60e-4205-863c-01214c33be08 req-cec0152c-a679-4d08-a959-2f6b21ba0be3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 946 time: 0.0503404 Aug 28 16:06:01.197459 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-db3ad616-f60e-4205-863c-01214c33be08 req-29994f34-dcba-4bd7-999e-92adbabc9c2d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336730 Aug 28 16:06:02.319022 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1c416-d13f-4729-9243-72bb180df68b req-4867ce3b-7b2c-41d2-9647-794cd8a6053d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:02.320544 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6ed1c416-d13f-4729-9243-72bb180df68b req-4867ce3b-7b2c-41d2-9647-794cd8a6053d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 946 time: 0.0484824 Aug 28 16:06:02.357981 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6ed1c416-d13f-4729-9243-72bb180df68b req-2b49fa0d-a53e-4cac-9c5d-c21ead5311c4 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312767 Aug 28 16:06:03.479235 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867562b-9471-4650-8b3a-4737b6958b8e req-699d4395-a7c7-410d-a74c-ac998840e988 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:03.480755 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e867562b-9471-4650-8b3a-4737b6958b8e req-699d4395-a7c7-410d-a74c-ac998840e988 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 946 time: 0.0544751 Aug 28 16:06:03.521219 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e867562b-9471-4650-8b3a-4737b6958b8e req-42dbbe5d-1932-4680-99e0-c9e076d59126 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344465 Aug 28 16:06:04.635496 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c7823-5432-452c-b39f-cb06e2a32480 req-982662ab-b2d5-4562-9ca1-3e4d7bcc96fe tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:04.637006 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4f4c7823-5432-452c-b39f-cb06e2a32480 req-982662ab-b2d5-4562-9ca1-3e4d7bcc96fe tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 946 time: 0.0475252 Aug 28 16:06:04.678273 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4f4c7823-5432-452c-b39f-cb06e2a32480 req-3dcd938f-b4ac-4a51-a535-4de89026f936 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345275 Aug 28 16:06:05.792249 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d00c40-3f9b-4d89-83bc-ba88dd803be1 req-03018c72-b974-483a-abbd-69086d311657 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:05.793615 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05d00c40-3f9b-4d89-83bc-ba88dd803be1 req-03018c72-b974-483a-abbd-69086d311657 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 946 time: 0.0481558 Aug 28 16:06:05.832814 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-05d00c40-3f9b-4d89-83bc-ba88dd803be1 req-9e78d60f-d3b4-4dbb-b0f6-3447aa92f57b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321548 Aug 28 16:06:06.949779 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75eeec2-375f-4b4c-9694-930b9187a309 req-387d20d1-040d-41db-8182-7d63809d6e1a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:06.951251 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b75eeec2-375f-4b4c-9694-930b9187a309 req-387d20d1-040d-41db-8182-7d63809d6e1a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 946 time: 0.0488217 Aug 28 16:06:06.989280 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b75eeec2-375f-4b4c-9694-930b9187a309 req-7d61639f-59a5-4c2e-9c97-af6f11d55f7d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320613 Aug 28 16:06:08.110159 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a323b16e-2025-40d2-b7d3-2918ff0a024c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:06:08.120209 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b55a9-3e7c-48b9-876e-812fdf6a71e1 req-e748a092-ba0a-42cb-b654-31f0c2188674 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:08.121734 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8a0b55a9-3e7c-48b9-876e-812fdf6a71e1 req-e748a092-ba0a-42cb-b654-31f0c2188674 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 946 time: 0.0492146 Aug 28 16:06:08.160858 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8a0b55a9-3e7c-48b9-876e-812fdf6a71e1 req-59330464-82bd-4e18-b0e0-ec25c3de17bd tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324943 Aug 28 16:06:09.273981 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379584e-ff43-46b1-965f-d8427dd440d1 req-044e09bd-73ef-4f50-bab3-ecebf6b463d3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:09.275487 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d379584e-ff43-46b1-965f-d8427dd440d1 req-044e09bd-73ef-4f50-bab3-ecebf6b463d3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 946 time: 0.0487840 Aug 28 16:06:09.315275 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d379584e-ff43-46b1-965f-d8427dd440d1 req-d10d0af9-59bc-418f-9653-97ea3753f3f4 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337274 Aug 28 16:06:10.434343 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f04881-bbb6-4236-9d6e-7dc7d3aacf74 req-1050e597-2d33-45b1-a0be-c4397fb19b35 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:10.435846 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c6f04881-bbb6-4236-9d6e-7dc7d3aacf74 req-1050e597-2d33-45b1-a0be-c4397fb19b35 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 946 time: 0.0529523 Aug 28 16:06:10.473756 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c6f04881-bbb6-4236-9d6e-7dc7d3aacf74 req-e18347a1-f6b8-4e6d-8e85-989e94f24fff tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318086 Aug 28 16:06:10.665377 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-988a20e6-84f2-4726-9fc9-926955a7349f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:06:10.975966 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:06:11.589271 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5df14-eded-405f-9244-a6ad3fd338d2 req-51fd063f-8b69-447f-b3cc-05324e8e49a4 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:11.590729 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-60c5df14-eded-405f-9244-a6ad3fd338d2 req-51fd063f-8b69-447f-b3cc-05324e8e49a4 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 946 time: 0.0476725 Aug 28 16:06:11.631785 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-60c5df14-eded-405f-9244-a6ad3fd338d2 req-30d41618-761f-4e0b-800d-e41af3e67fc8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345974 Aug 28 16:06:12.015927 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:06:12.746382 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69089d7-cd43-4889-abb6-6f70151567fa req-93d00139-d7eb-444c-9dbc-f6691d0173ec tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:12.747894 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f69089d7-cd43-4889-abb6-6f70151567fa req-93d00139-d7eb-444c-9dbc-f6691d0173ec tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 946 time: 0.0484047 Aug 28 16:06:12.785642 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f69089d7-cd43-4889-abb6-6f70151567fa req-5e751aae-75d8-4b37-af60-def37632d2d2 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309162 Aug 28 16:06:13.512504 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:06:13.842607 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-4d17ed19-8440-4739-bf18-5be80e94a294 service neutron] show failed (client error): The resource could not be found. Aug 28 16:06:13.843633 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-4d17ed19-8440-4739-bf18-5be80e94a294 service neutron] 10.222.0.36 "GET /v2.0/ports/1f60f8c4-e617-458f-97e1-f5bf330a7534/bindings/n-h1-712137-10 HTTP/1.1" status: 404 len: 381 time: 0.0546832 Aug 28 16:06:13.906935 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65781ef5-653a-43ae-9f46-ec0cd3aae01b req-31acf688-6be9-4200-aac0-651f3632ccb0 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:13.909257 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-65781ef5-653a-43ae-9f46-ec0cd3aae01b req-31acf688-6be9-4200-aac0-651f3632ccb0 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 946 time: 0.0549142 Aug 28 16:06:13.950563 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-65781ef5-653a-43ae-9f46-ec0cd3aae01b req-bc02678f-5de6-4950-872f-b50b96b9343f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339470 Aug 28 16:06:14.094315 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-70427d7e-aef9-4869-8644-dd712912d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:14.096318 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-70427d7e-aef9-4869-8644-dd712912d238 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001&tenant_id=a12260b8f69c49519941bbc52ef4c66f HTTP/1.1" status: 200 len: 1098 time: 0.0840633 Aug 28 16:06:14.108887 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-10', 'device_owner': 'compute:nova'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:06:14.165332 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:06:14.368832 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] For port 1f60f8c4-e617-458f-97e1-f5bf330a7534, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=1f60f8c4-e617-458f-97e1-f5bf330a7534,segment=NetworkSegment(cb888a37-e2a9-4419-be67-0cccf7525c0c),segment_id=cb888a37-e2a9-4419-be67-0cccf7525c0c)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:06:14.401645 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] For port 1f60f8c4-e617-458f-97e1-f5bf330a7534, host n-h2-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:06:14.440577 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2e5668-ebad-489f-8eb9-96986fc2e001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f60f8c4-e617-458f-97e1-f5bf330a7534'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:06:14.442917 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e308943d50e92a26f6c3a6de5cf793d4f684f916ac590010b5ff3c9d15b1720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6e7252-2080-4dc7-a36a-dfe58c5b1298" -d '{"events": [{"server_uuid": "6b2e5668-ebad-489f-8eb9-96986fc2e001", "name": "network-vif-unplugged", "status": "completed", "tag": "1f60f8c4-e617-458f-97e1-f5bf330a7534"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:06:14.446737 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:06:14.460372 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Transition to ACTIVE for port object 1f60f8c4-e617-458f-97e1-f5bf330a7534 will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:06:14.464532 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:06:14.497277 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 16:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3aa72b-17f1-4b9e-b2c7-eb2a4683f614 x-openstack-request-id: req-7f3aa72b-17f1-4b9e-b2c7-eb2a4683f614 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:06:14.497576 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2e5668-ebad-489f-8eb9-96986fc2e001", "name": "network-vif-unplugged", "status": "completed", "tag": "1f60f8c4-e617-458f-97e1-f5bf330a7534", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:06:14.497831 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f3aa72b-17f1-4b9e-b2c7-eb2a4683f614 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:06:14.498923 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2e5668-ebad-489f-8eb9-96986fc2e001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f60f8c4-e617-458f-97e1-f5bf330a7534', 'code': 200} Aug 28 16:06:14.546988 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Pushing event updated for resources: {'Port': ['ID=1f60f8c4-e617-458f-97e1-f5bf330a7534,revision_number=6']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:06:14.562097 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:06:14.562452 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:06:14.562800 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:06:14.563145 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:06:14.563478 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:06:14.563839 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:06:14.564840 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:06:14.565186 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:06:14.565516 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:06:14.565848 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:06:14.566177 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:06:14.566505 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:06:14.604170 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] No DVR routers for this DVR port 1f60f8c4-e617-458f-97e1-f5bf330a7534 on host n-h2-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 16:06:14.740248 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Attempting to bind port 1f60f8c4-e617-458f-97e1-f5bf330a7534 on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:06:14.740557 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Attempting to bind port 1f60f8c4-e617-458f-97e1-f5bf330a7534 by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': 'cb888a37-e2a9-4419-be67-0cccf7525c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:06:14.740884 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Attempting to bind port 1f60f8c4-e617-458f-97e1-f5bf330a7534 on network 9b8e07ff-d38c-451c-9983-cd9575d8758b {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:06:14.745225 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Port 1f60f8c4-e617-458f-97e1-f5bf330a7534 on network 9b8e07ff-d38c-451c-9983-cd9575d8758b not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 16:06:14.745550 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Attempting to bind port 1f60f8c4-e617-458f-97e1-f5bf330a7534 on network 9b8e07ff-d38c-451c-9983-cd9575d8758b {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:06:14.750328 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:06:14.750667 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Checking segment: {'id': 'cb888a37-e2a9-4419-be67-0cccf7525c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:06:14.751053 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Bound using segment: {'id': 'cb888a37-e2a9-4419-be67-0cccf7525c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:06:14.752216 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Bound port: 1f60f8c4-e617-458f-97e1-f5bf330a7534, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb888a37-e2a9-4419-be67-0cccf7525c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:06:14.752580 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:06:14.813720 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] For port 1f60f8c4-e617-458f-97e1-f5bf330a7534, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:06:14.817606 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] For port 1f60f8c4-e617-458f-97e1-f5bf330a7534, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=1f60f8c4-e617-458f-97e1-f5bf330a7534,segment=NetworkSegment(cb888a37-e2a9-4419-be67-0cccf7525c0c),segment_id=cb888a37-e2a9-4419-be67-0cccf7525c0c)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:06:14.821350 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:06:14.857349 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:14.857973 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:06:14.859361 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] 10.222.0.41 "PUT /v2.0/ports/1f60f8c4-e617-458f-97e1-f5bf330a7534 HTTP/1.1" status: 200 len: 1093 time: 0.7544322 Aug 28 16:06:14.894912 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74570b0c-3704-4424-8a26-d7a1d935a1cd service neutron] Pushing event updated for resources: {'Port': ['ID=1f60f8c4-e617-458f-97e1-f5bf330a7534,revision_number=7']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:06:14.926295 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-66bd611e-4571-4e5a-ad62-265992b74e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:14.928247 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-66bd611e-4571-4e5a-ad62-265992b74e9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 1096 time: 0.0451226 Aug 28 16:06:15.037543 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-15d236e1-0538-4e4b-965f-76cd7bb35eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:15.039180 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-15d236e1-0538-4e4b-965f-76cd7bb35eb0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9b8e07ff-d38c-451c-9983-cd9575d8758b HTTP/1.1" status: 200 len: 898 time: 0.1038156 Aug 28 16:06:15.076211 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a818838-d3d9-41f1-bd6c-916c72159357 req-cceb92d1-e775-446b-9c8a-48df0734cc15 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:15.077709 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0a818838-d3d9-41f1-bd6c-916c72159357 req-cceb92d1-e775-446b-9c8a-48df0734cc15 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 944 time: 0.0506780 Aug 28 16:06:15.112891 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-deb4d6a0-1d76-4d62-bc73-d717d87fb1d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f60f8c4-e617-458f-97e1-f5bf330a7534 HTTP/1.1" status: 200 len: 1000 time: 0.0661592 Aug 28 16:06:15.115882 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0a818838-d3d9-41f1-bd6c-916c72159357 req-4a6b2dd9-06a3-4d24-8652-88808afea6d7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320563 Aug 28 16:06:15.164022 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-1dbec45f-b635-4139-aa1e-00e47216b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:15.165429 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-1dbec45f-b635-4139-aa1e-00e47216b689 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1751a09-5821-4df0-bbde-092d9a1988ec HTTP/1.1" status: 200 len: 833 time: 0.0456195 Aug 28 16:06:15.211325 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-0b0b5d68-1506-405e-9b5c-f82693d791f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:15.212815 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-0b0b5d68-1506-405e-9b5c-f82693d791f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9b8e07ff-d38c-451c-9983-cd9575d8758b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399928 Aug 28 16:06:15.224192 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-f19dd015-cecf-4932-baf6-1afe9566f6be service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 16:06:15.225129 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-f19dd015-cecf-4932-baf6-1afe9566f6be service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050056 Aug 28 16:06:15.317041 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-e949b9a1-e1f2-46d9-9c99-5bb66e7eb6a0 service neutron] 10.222.0.41 "GET /v2.0/networks/9b8e07ff-d38c-451c-9983-cd9575d8758b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851510 Aug 28 16:06:15.406272 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-08055ce5-b81d-48df-bc22-140eea55980a service neutron] 10.222.0.41 "GET /v2.0/networks/9b8e07ff-d38c-451c-9983-cd9575d8758b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813649 Aug 28 16:06:16.244196 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b679ee-13d9-4c09-b98b-0c82975c74a0 req-d4856ffe-2a16-4b82-86bd-bb6764d0b2cc tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:16.245681 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-56b679ee-13d9-4c09-b98b-0c82975c74a0 req-d4856ffe-2a16-4b82-86bd-bb6764d0b2cc tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 944 time: 0.0554938 Aug 28 16:06:16.284404 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-56b679ee-13d9-4c09-b98b-0c82975c74a0 req-b0579edf-fe71-4611-993b-3f7efe7e9831 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326807 Aug 28 16:06:16.499493 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2e5668-ebad-489f-8eb9-96986fc2e001', 'tag': '1f60f8c4-e617-458f-97e1-f5bf330a7534'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:06:16.502165 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e308943d50e92a26f6c3a6de5cf793d4f684f916ac590010b5ff3c9d15b1720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d60b750-cacd-4ad5-89ec-e41705198b14" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2e5668-ebad-489f-8eb9-96986fc2e001", "tag": "1f60f8c4-e617-458f-97e1-f5bf330a7534"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:06:16.552643 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0114320-9b66-46d5-a877-f989cedc69a1 x-openstack-request-id: req-d0114320-9b66-46d5-a877-f989cedc69a1 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:06:16.552922 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2e5668-ebad-489f-8eb9-96986fc2e001", "tag": "1f60f8c4-e617-458f-97e1-f5bf330a7534", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:06:16.553179 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0114320-9b66-46d5-a877-f989cedc69a1 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:06:16.553625 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2e5668-ebad-489f-8eb9-96986fc2e001', 'tag': '1f60f8c4-e617-458f-97e1-f5bf330a7534', 'status': 'completed', 'code': 200} Aug 28 16:06:16.615005 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60b750-cacd-4ad5-89ec-e41705198b14 req-fd5b7e2f-5b31-4cc4-87c2-62e7777fddec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:16.616543 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5d60b750-cacd-4ad5-89ec-e41705198b14 req-fd5b7e2f-5b31-4cc4-87c2-62e7777fddec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 1096 time: 0.0451579 Aug 28 16:06:16.620331 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60b750-cacd-4ad5-89ec-e41705198b14 req-c745894a-b2de-4419-9ac4-321c164990b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:16.621836 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d60b750-cacd-4ad5-89ec-e41705198b14 req-c745894a-b2de-4419-9ac4-321c164990b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 1096 time: 0.0411158 Aug 28 16:06:16.715888 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60b750-cacd-4ad5-89ec-e41705198b14 req-4b14015d-ccd9-4fda-ad3a-885149d22d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:16.717379 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5d60b750-cacd-4ad5-89ec-e41705198b14 req-4b14015d-ccd9-4fda-ad3a-885149d22d2e service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b8e07ff-d38c-451c-9983-cd9575d8758b HTTP/1.1" status: 200 len: 898 time: 0.0934501 Aug 28 16:06:16.720989 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60b750-cacd-4ad5-89ec-e41705198b14 req-cfc1ecf6-30e0-4a63-a65b-9231b4445d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:16.722435 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d60b750-cacd-4ad5-89ec-e41705198b14 req-cfc1ecf6-30e0-4a63-a65b-9231b4445d2c service neutron] 10.222.0.41 "GET /v2.0/networks?id=9b8e07ff-d38c-451c-9983-cd9575d8758b HTTP/1.1" status: 200 len: 898 time: 0.0933192 Aug 28 16:06:16.788709 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5d60b750-cacd-4ad5-89ec-e41705198b14 req-c88d493b-8c9c-4dd3-b97d-d18984c7c9f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f60f8c4-e617-458f-97e1-f5bf330a7534 HTTP/1.1" status: 200 len: 1000 time: 0.0641477 Aug 28 16:06:16.793683 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d60b750-cacd-4ad5-89ec-e41705198b14 req-8535d610-0a30-47c3-a528-137185a7d435 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f60f8c4-e617-458f-97e1-f5bf330a7534 HTTP/1.1" status: 200 len: 1000 time: 0.0635569 Aug 28 16:06:16.838538 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60b750-cacd-4ad5-89ec-e41705198b14 req-c1e2fea5-385a-42f2-9fcd-a0064d993b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:16.840032 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5d60b750-cacd-4ad5-89ec-e41705198b14 req-c1e2fea5-385a-42f2-9fcd-a0064d993b99 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1751a09-5821-4df0-bbde-092d9a1988ec HTTP/1.1" status: 200 len: 833 time: 0.0448239 Aug 28 16:06:16.844959 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60b750-cacd-4ad5-89ec-e41705198b14 req-555d02d3-3b7c-49be-b264-da9eb2669d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:16.846387 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d60b750-cacd-4ad5-89ec-e41705198b14 req-555d02d3-3b7c-49be-b264-da9eb2669d1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1751a09-5821-4df0-bbde-092d9a1988ec HTTP/1.1" status: 200 len: 833 time: 0.0444353 Aug 28 16:06:16.886434 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60b750-cacd-4ad5-89ec-e41705198b14 req-a1662e92-6c0e-42de-b4fc-3a0e48c1a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:16.888053 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5d60b750-cacd-4ad5-89ec-e41705198b14 req-a1662e92-6c0e-42de-b4fc-3a0e48c1a43c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b8e07ff-d38c-451c-9983-cd9575d8758b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411475 Aug 28 16:06:16.894649 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60b750-cacd-4ad5-89ec-e41705198b14 req-7bb8f10e-77af-4607-841a-132fbebae97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:16.896190 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d60b750-cacd-4ad5-89ec-e41705198b14 req-7bb8f10e-77af-4607-841a-132fbebae97f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9b8e07ff-d38c-451c-9983-cd9575d8758b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414178 Aug 28 16:06:16.982340 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5d60b750-cacd-4ad5-89ec-e41705198b14 req-58ec66de-ffb1-4aca-aa18-b59a51d93338 service neutron] 10.222.0.36 "GET /v2.0/networks/9b8e07ff-d38c-451c-9983-cd9575d8758b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871274 Aug 28 16:06:16.992390 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d60b750-cacd-4ad5-89ec-e41705198b14 req-4180f5bd-0298-454a-ae9d-c8cde1af9f45 service neutron] 10.222.0.41 "GET /v2.0/networks/9b8e07ff-d38c-451c-9983-cd9575d8758b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870159 Aug 28 16:06:17.078257 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5d60b750-cacd-4ad5-89ec-e41705198b14 req-6b249926-734b-4bb1-bd12-7276d1fca714 service neutron] 10.222.0.36 "GET /v2.0/networks/9b8e07ff-d38c-451c-9983-cd9575d8758b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884624 Aug 28 16:06:17.082317 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d60b750-cacd-4ad5-89ec-e41705198b14 req-3726942a-9dbe-418d-b11e-21582243b4d3 service neutron] 10.222.0.41 "GET /v2.0/networks/9b8e07ff-d38c-451c-9983-cd9575d8758b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829246 Aug 28 16:06:17.223199 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 1f60f8c4-e617-458f-97e1-f5bf330a7534 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:06:17.263888 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 1f60f8c4-e617-458f-97e1-f5bf330a7534 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:06:17.405070 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293732b8-6558-4774-b6b6-dfcf3f1fc681 req-0785eef1-eb91-4cd8-b623-c00d15c656b7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:17.406479 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-293732b8-6558-4774-b6b6-dfcf3f1fc681 req-0785eef1-eb91-4cd8-b623-c00d15c656b7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 944 time: 0.0541072 Aug 28 16:06:17.443784 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-293732b8-6558-4774-b6b6-dfcf3f1fc681 req-bcda83b1-2d99-4f3c-832c-b170b908ef48 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306673 Aug 28 16:06:18.089995 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:06:18.568615 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6d710-0036-4365-9abc-11bb49eb4e3b req-ce930a65-f5d5-41b4-a453-8c34bafb7975 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:18.570093 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ecd6d710-0036-4365-9abc-11bb49eb4e3b req-ce930a65-f5d5-41b4-a453-8c34bafb7975 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 944 time: 0.0496702 Aug 28 16:06:18.607559 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ecd6d710-0036-4365-9abc-11bb49eb4e3b req-c38cb851-39b4-49d9-9e42-4572283b0057 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315170 Aug 28 16:06:19.337692 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 1f60f8c4-e617-458f-97e1-f5bf330a7534 details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 16:06:19.430822 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 1f60f8c4-e617-458f-97e1-f5bf330a7534, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=1f60f8c4-e617-458f-97e1-f5bf330a7534,segment=NetworkSegment(cb888a37-e2a9-4419-be67-0cccf7525c0c),segment_id=cb888a37-e2a9-4419-be67-0cccf7525c0c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:06:19.441794 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '1f60f8c4-e617-458f-97e1-f5bf330a7534', 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b', 'port_id': '1f60f8c4-e617-458f-97e1-f5bf330a7534', 'mac_address': 'fa:16:3e:d9:14:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1751a09-5821-4df0-bbde-092d9a1988ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 16:06:19.481102 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:06:19.493250 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f60f8c4-e617-458f-97e1-f5bf330a7534 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 16:06:19.512336 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 1f60f8c4-e617-458f-97e1-f5bf330a7534, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=1f60f8c4-e617-458f-97e1-f5bf330a7534,segment=NetworkSegment(cb888a37-e2a9-4419-be67-0cccf7525c0c),segment_id=cb888a37-e2a9-4419-be67-0cccf7525c0c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:06:19.516981 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:06:19.563519 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=1f60f8c4-e617-458f-97e1-f5bf330a7534,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:06:19.571190 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:06:19.571537 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:06:19.571905 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:06:19.572243 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:06:19.572603 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:06:19.572930 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:06:19.573261 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:06:19.573586 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:06:19.573909 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:06:19.574231 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:06:19.574553 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:06:19.574873 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:06:19.730027 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6380f-eb7a-4676-b219-39da499a1a47 req-daf803a7-d60e-4bb2-8e9e-cae12d49a3ff tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:19.731509 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-41c6380f-eb7a-4676-b219-39da499a1a47 req-daf803a7-d60e-4bb2-8e9e-cae12d49a3ff tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 945 time: 0.0547245 Aug 28 16:06:19.770666 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-41c6380f-eb7a-4676-b219-39da499a1a47 req-bc53e040-3a8e-4a9f-95d1-be0a5412578d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325344 Aug 28 16:06:19.872714 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['1f60f8c4-e617-458f-97e1-f5bf330a7534'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 16:06:19.972269 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dca3f5-3b8c-4b0c-a5da-fa93b41983f8 req-c7a2615f-8e7e-47b3-b420-55d790a35d56 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:19.974113 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-42dca3f5-3b8c-4b0c-a5da-fa93b41983f8 req-c7a2615f-8e7e-47b3-b420-55d790a35d56 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 945 time: 0.0570621 Aug 28 16:06:19.995805 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e4cb4-51c8-4351-a481-383bfdd34dbe req-c844e644-b14e-469b-ab0f-df6273f5cb90 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:19.998077 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c74e4cb4-51c8-4351-a481-383bfdd34dbe req-c844e644-b14e-469b-ab0f-df6273f5cb90 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001&tenant_id=a12260b8f69c49519941bbc52ef4c66f&binding%3Ahost_id=n-h1-712137-10 HTTP/1.1" status: 200 len: 945 time: 0.0688834 Aug 28 16:06:20.014322 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-42dca3f5-3b8c-4b0c-a5da-fa93b41983f8 req-39f39a6e-0918-4ba0-968c-00d6e2e1e262 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339780 Aug 28 16:06:20.072376 n-d-712137-10 neutron-server[106329]: INFO neutron.api.v2.resource [req-c74e4cb4-51c8-4351-a481-383bfdd34dbe req-968a539e-3f8b-4fd3-b7ff-d65a82ed49d9 service neutron] delete failed (client error): The resource could not be found. Aug 28 16:06:20.073568 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c74e4cb4-51c8-4351-a481-383bfdd34dbe req-968a539e-3f8b-4fd3-b7ff-d65a82ed49d9 service neutron] 10.222.0.36 "DELETE /v2.0/ports/1f60f8c4-e617-458f-97e1-f5bf330a7534/bindings/n-h2-712137-10 HTTP/1.1" status: 404 len: 381 time: 0.0684726 Aug 28 16:06:20.172374 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44454081-abe0-45ec-8e66-b6ce93f385d2 req-2d2c27ef-9a5b-4a7c-9d2a-2731a69491a6 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:20.174507 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-44454081-abe0-45ec-8e66-b6ce93f385d2 req-2d2c27ef-9a5b-4a7c-9d2a-2731a69491a6 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 945 time: 0.0825894 Aug 28 16:06:20.178767 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e4cb4-51c8-4351-a481-383bfdd34dbe req-6f255eed-8133-4dd9-963d-3e08aa6a9e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:20.180150 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c74e4cb4-51c8-4351-a481-383bfdd34dbe req-6f255eed-8133-4dd9-963d-3e08aa6a9e09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 1097 time: 0.0611920 Aug 28 16:06:20.254736 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-44454081-abe0-45ec-8e66-b6ce93f385d2 req-767b5e3f-95b3-45e4-ad1f-82d270a61f2b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735569 Aug 28 16:06:20.288618 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e4cb4-51c8-4351-a481-383bfdd34dbe req-8fb81549-6d01-4d31-b3ae-d1f0e94a344c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:20.290083 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c74e4cb4-51c8-4351-a481-383bfdd34dbe req-8fb81549-6d01-4d31-b3ae-d1f0e94a344c service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b8e07ff-d38c-451c-9983-cd9575d8758b HTTP/1.1" status: 200 len: 898 time: 0.1027296 Aug 28 16:06:20.359515 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c74e4cb4-51c8-4351-a481-383bfdd34dbe req-0f22647c-aaec-4ea4-8770-24ae1eedb3ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f60f8c4-e617-458f-97e1-f5bf330a7534 HTTP/1.1" status: 200 len: 1001 time: 0.0618470 Aug 28 16:06:20.408371 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e4cb4-51c8-4351-a481-383bfdd34dbe req-9924f9aa-6966-4e98-a038-6767bd8f8f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:20.411052 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c74e4cb4-51c8-4351-a481-383bfdd34dbe req-9924f9aa-6966-4e98-a038-6767bd8f8f69 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1751a09-5821-4df0-bbde-092d9a1988ec HTTP/1.1" status: 200 len: 833 time: 0.0451195 Aug 28 16:06:20.458292 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e4cb4-51c8-4351-a481-383bfdd34dbe req-d48079f5-95d6-4b4d-b78c-86c31c299009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:20.459837 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c74e4cb4-51c8-4351-a481-383bfdd34dbe req-d48079f5-95d6-4b4d-b78c-86c31c299009 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b8e07ff-d38c-451c-9983-cd9575d8758b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408678 Aug 28 16:06:20.553388 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c74e4cb4-51c8-4351-a481-383bfdd34dbe req-f2698944-428e-4137-9687-0ea59e7f6101 service neutron] 10.222.0.36 "GET /v2.0/networks/9b8e07ff-d38c-451c-9983-cd9575d8758b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853369 Aug 28 16:06:20.639406 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c74e4cb4-51c8-4351-a481-383bfdd34dbe req-7e714ec0-b2a1-42ef-ba08-cb10e6d7e3b6 service neutron] 10.222.0.36 "GET /v2.0/networks/9b8e07ff-d38c-451c-9983-cd9575d8758b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792553 Aug 28 16:06:21.341030 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 1f60f8c4-e617-458f-97e1-f5bf330a7534 up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:06:21.383192 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145af5f-7ee5-4622-95c3-3c9ca30cbe07 req-b089dff0-fdfc-4035-8d2a-6be5da562354 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:21.384722 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c145af5f-7ee5-4622-95c3-3c9ca30cbe07 req-b089dff0-fdfc-4035-8d2a-6be5da562354 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 945 time: 0.0622046 Aug 28 16:06:21.398971 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 1f60f8c4-e617-458f-97e1-f5bf330a7534 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:06:21.402834 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 1f60f8c4-e617-458f-97e1-f5bf330a7534 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:06:21.403216 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:06:21.426019 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c145af5f-7ee5-4622-95c3-3c9ca30cbe07 req-91bc13e7-5f64-4212-a911-9a8fd1a1edad tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348907 Aug 28 16:06:21.449456 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33320) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:06:21.487546 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:06:21.510206 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2e5668-ebad-489f-8eb9-96986fc2e001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f60f8c4-e617-458f-97e1-f5bf330a7534'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:06:21.512481 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e998ae4c8ad98a44641492a375488314a28001c32b9c96e1494d2a73900553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f43c2e-ae39-4847-bf58-296dd7d5a4e0" -d '{"events": [{"server_uuid": "6b2e5668-ebad-489f-8eb9-96986fc2e001", "name": "network-vif-plugged", "status": "completed", "tag": "1f60f8c4-e617-458f-97e1-f5bf330a7534"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:06:21.519923 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1772bc01-c884-4965-a7ed-5c5daef54062 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/floatingips/5af628b3-0c33-4607-940c-01347ee49f9a HTTP/1.1" status: 200 len: 993 time: 0.0628765 Aug 28 16:06:21.528212 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 1f60f8c4-e617-458f-97e1-f5bf330a7534, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=1f60f8c4-e617-458f-97e1-f5bf330a7534,segment=NetworkSegment(cb888a37-e2a9-4419-be67-0cccf7525c0c),segment_id=cb888a37-e2a9-4419-be67-0cccf7525c0c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:06:21.532078 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:06:21.558548 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 16:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1c3106-711d-4c63-8ab8-39bf555f1be9 x-openstack-request-id: req-2e1c3106-711d-4c63-8ab8-39bf555f1be9 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:06:21.558844 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2e5668-ebad-489f-8eb9-96986fc2e001", "name": "network-vif-plugged", "status": "completed", "tag": "1f60f8c4-e617-458f-97e1-f5bf330a7534", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:06:21.559110 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e1c3106-711d-4c63-8ab8-39bf555f1be9 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:06:21.559471 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2e5668-ebad-489f-8eb9-96986fc2e001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f60f8c4-e617-458f-97e1-f5bf330a7534', 'code': 200} Aug 28 16:06:21.582846 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=1f60f8c4-e617-458f-97e1-f5bf330a7534,revision_number=9']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:06:25.142637 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:06:27.286239 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:06:33.745739 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-23788c9f-ea80-4dfc-87e8-d7e2e07a7d81 req-c7234e7e-2ca9-41a5-bd9e-0574ee8b52b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401943 Aug 28 16:06:33.826235 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23788c9f-ea80-4dfc-87e8-d7e2e07a7d81 req-10932a29-2e6f-4d64-8889-1521dd479cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:33.827685 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-23788c9f-ea80-4dfc-87e8-d7e2e07a7d81 req-10932a29-2e6f-4d64-8889-1521dd479cf0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 1098 time: 0.0397122 Aug 28 16:06:33.930581 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23788c9f-ea80-4dfc-87e8-d7e2e07a7d81 req-8c72c6bc-ea8e-4204-8d30-10fb7ee34b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:33.932104 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-23788c9f-ea80-4dfc-87e8-d7e2e07a7d81 req-8c72c6bc-ea8e-4204-8d30-10fb7ee34b6f service neutron] 10.222.0.41 "GET /v2.0/networks?id=9b8e07ff-d38c-451c-9983-cd9575d8758b HTTP/1.1" status: 200 len: 898 time: 0.0859969 Aug 28 16:06:33.997750 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-23788c9f-ea80-4dfc-87e8-d7e2e07a7d81 req-082e5b39-dd36-47c4-b8fd-4cff943f779c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f60f8c4-e617-458f-97e1-f5bf330a7534 HTTP/1.1" status: 200 len: 1002 time: 0.0581532 Aug 28 16:06:34.050209 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23788c9f-ea80-4dfc-87e8-d7e2e07a7d81 req-2405a8b3-6c78-4fbc-9427-0e093ba62133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:34.051635 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-23788c9f-ea80-4dfc-87e8-d7e2e07a7d81 req-2405a8b3-6c78-4fbc-9427-0e093ba62133 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1751a09-5821-4df0-bbde-092d9a1988ec HTTP/1.1" status: 200 len: 833 time: 0.0429931 Aug 28 16:06:34.100123 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23788c9f-ea80-4dfc-87e8-d7e2e07a7d81 req-790a8be6-079d-44cf-a403-3a2c0e36dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:06:34.101537 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-23788c9f-ea80-4dfc-87e8-d7e2e07a7d81 req-790a8be6-079d-44cf-a403-3a2c0e36dbbf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9b8e07ff-d38c-451c-9983-cd9575d8758b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434697 Aug 28 16:06:34.188019 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-23788c9f-ea80-4dfc-87e8-d7e2e07a7d81 req-2bb1ea95-6c3e-423e-b55b-4c1560acf4cf service neutron] 10.222.0.41 "GET /v2.0/networks/9b8e07ff-d38c-451c-9983-cd9575d8758b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796795 Aug 28 16:06:34.281207 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-23788c9f-ea80-4dfc-87e8-d7e2e07a7d81 req-b0a33719-b7da-4e7d-a6c2-10685ca98958 service neutron] 10.222.0.41 "GET /v2.0/networks/9b8e07ff-d38c-451c-9983-cd9575d8758b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854228 Aug 28 16:06:38.112523 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cba64665-0907-431c-8ca9-f4abf4595046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:06:40.664476 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1eaf2aac-24d3-4e7a-8190-3d87b0cc4775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:06:40.977247 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:06:42.018889 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:06:43.514330 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:06:55.088316 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:06:55.156378 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:06:57.284288 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:08.116651 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1e74f60d-1985-4b4e-a764-2a8d9ad02edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:10.664780 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f2564585-7560-4ee0-bda1-c37fc890a151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:10.978198 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:12.022461 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:13.516667 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:16.753218 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33338) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:07:17.245066 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-60bc13cf-8075-4e69-8732-9f2ff6ee371f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Deleting port 5c358526-5b79-4e12-8da9-523f3e34044e {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:07:17.245409 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-60bc13cf-8075-4e69-8732-9f2ff6ee371f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:17.318027 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-60bc13cf-8075-4e69-8732-9f2ff6ee371f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:17.318359 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-60bc13cf-8075-4e69-8732-9f2ff6ee371f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:17.330149 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-60bc13cf-8075-4e69-8732-9f2ff6ee371f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Calling delete_port for 5c358526-5b79-4e12-8da9-523f3e34044e owned by network:floatingip {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:07:17.473275 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-60bc13cf-8075-4e69-8732-9f2ff6ee371f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:17.498539 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc13cf-8075-4e69-8732-9f2ff6ee371f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'Port': ['ID=5c358526-5b79-4e12-8da9-523f3e34044e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:17.531057 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc13cf-8075-4e69-8732-9f2ff6ee371f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:17.531401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc13cf-8075-4e69-8732-9f2ff6ee371f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:17.531772 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc13cf-8075-4e69-8732-9f2ff6ee371f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:17.532111 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc13cf-8075-4e69-8732-9f2ff6ee371f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:17.532450 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc13cf-8075-4e69-8732-9f2ff6ee371f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:17.532781 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc13cf-8075-4e69-8732-9f2ff6ee371f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:17.533114 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc13cf-8075-4e69-8732-9f2ff6ee371f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:17.533444 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc13cf-8075-4e69-8732-9f2ff6ee371f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:17.533769 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc13cf-8075-4e69-8732-9f2ff6ee371f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:17.534092 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc13cf-8075-4e69-8732-9f2ff6ee371f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:17.534420 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc13cf-8075-4e69-8732-9f2ff6ee371f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:17.534742 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc13cf-8075-4e69-8732-9f2ff6ee371f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:17.573521 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-60bc13cf-8075-4e69-8732-9f2ff6ee371f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for floatingip, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:17.573910 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-60bc13cf-8075-4e69-8732-9f2ff6ee371f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Floating IP 5af628b3-0c33-4607-940c-01347ee49f9a disassociated (deleted). External IP: 172.25.3.155, port: 1f60f8c4-e617-458f-97e1-f5bf330a7534. Aug 28 16:07:17.777930 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60bc13cf-8075-4e69-8732-9f2ff6ee371f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Router 4088f996-c1a3-48e3-aa3d-d1f056676b2e has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:07:17.882199 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bc13cf-8075-4e69-8732-9f2ff6ee371f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:07:17.886957 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-60bc13cf-8075-4e69-8732-9f2ff6ee371f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:17.892877 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3821de65-9449-43eb-8ade-0f18763e45c5 None None] Sync routers for ids ['4088f996-c1a3-48e3-aa3d-d1f056676b2e'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:07:17.902293 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3821de65-9449-43eb-8ade-0f18763e45c5 None None] Routers {'4088f996-c1a3-48e3-aa3d-d1f056676b2e'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:07:17.902983 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-3821de65-9449-43eb-8ade-0f18763e45c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:07:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4088f996-c1a3-48e3-aa3d-d1f056676b2e'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:07:17.917974 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-60bc13cf-8075-4e69-8732-9f2ff6ee371f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "DELETE /v2.0/floatingips/5af628b3-0c33-4607-940c-01347ee49f9a HTTP/1.1" status: 204 len: 168 time: 1.1636779 Aug 28 16:07:17.918577 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2e5668-ebad-489f-8eb9-96986fc2e001', 'tag': '1f60f8c4-e617-458f-97e1-f5bf330a7534'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:07:17.921558 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bd1ff4-fe1c-4c92-911c-d1744a01247c" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2e5668-ebad-489f-8eb9-96986fc2e001", "tag": "1f60f8c4-e617-458f-97e1-f5bf330a7534"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:07:17.962876 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cf5e04-6aac-45fe-8084-f5259baa8727 x-openstack-request-id: req-e7cf5e04-6aac-45fe-8084-f5259baa8727 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:07:17.963175 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2e5668-ebad-489f-8eb9-96986fc2e001", "tag": "1f60f8c4-e617-458f-97e1-f5bf330a7534", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:07:17.963665 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7cf5e04-6aac-45fe-8084-f5259baa8727 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:07:17.964208 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2e5668-ebad-489f-8eb9-96986fc2e001', 'tag': '1f60f8c4-e617-458f-97e1-f5bf330a7534', 'status': 'completed', 'code': 200} Aug 28 16:07:18.035047 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd1ff4-fe1c-4c92-911c-d1744a01247c req-b541c1d9-b552-4e17-9362-7e0f566aa4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:18.036614 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-07bd1ff4-fe1c-4c92-911c-d1744a01247c req-b541c1d9-b552-4e17-9362-7e0f566aa4b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 1098 time: 0.0488331 Aug 28 16:07:18.169834 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd1ff4-fe1c-4c92-911c-d1744a01247c req-2cb08cd8-bcd8-4268-888c-9e0f8370f318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:18.171894 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-07bd1ff4-fe1c-4c92-911c-d1744a01247c req-2cb08cd8-bcd8-4268-888c-9e0f8370f318 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9b8e07ff-d38c-451c-9983-cd9575d8758b HTTP/1.1" status: 200 len: 898 time: 0.1219239 Aug 28 16:07:18.178425 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-3821de65-9449-43eb-8ade-0f18763e45c5 None None] Set router 4088f996-c1a3-48e3-aa3d-d1f056676b2e gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:07:18.224378 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-07bd1ff4-fe1c-4c92-911c-d1744a01247c req-33d8a2d7-9421-4058-8de9-feba6882c90d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f60f8c4-e617-458f-97e1-f5bf330a7534 HTTP/1.1" status: 200 len: 217 time: 0.0393407 Aug 28 16:07:18.302943 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd1ff4-fe1c-4c92-911c-d1744a01247c req-9f273048-73bc-48d6-9cf4-6e7e57f2c9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:18.304347 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-07bd1ff4-fe1c-4c92-911c-d1744a01247c req-9f273048-73bc-48d6-9cf4-6e7e57f2c9f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1751a09-5821-4df0-bbde-092d9a1988ec HTTP/1.1" status: 200 len: 833 time: 0.0700927 Aug 28 16:07:18.318958 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb4c18-eb2d-4717-9582-2f08d82798af req-ce004e40-0889-4cad-a51d-b4d0dafe2a24 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:18.320422 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-64cb4c18-eb2d-4717-9582-2f08d82798af req-ce004e40-0889-4cad-a51d-b4d0dafe2a24 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 946 time: 0.1893594 Aug 28 16:07:18.384023 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-3821de65-9449-43eb-8ade-0f18763e45c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636807155', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '834697d3-1ee0-44c8-84f8-9350be8a2a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:05:04Z', 'updated_at': '2021-08-28T16:05:08Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '834697d3-1ee0-44c8-84f8-9350be8a2a31', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:24:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:05:04Z', 'updated_at': '2021-08-28T16:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '96e99e7e-da48-40d0-a52d-2cb557877475', 'name': '', 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:6f:75:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1751a09-5821-4df0-bbde-092d9a1988ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:05:07Z', 'updated_at': '2021-08-28T16:05:11Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': 'b1751a09-5821-4df0-bbde-092d9a1988ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:07:18.384840 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-64cb4c18-eb2d-4717-9582-2f08d82798af req-0c3f018d-46f8-4af3-8b34-e59934e4de2a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552080 Aug 28 16:07:18.390257 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd1ff4-fe1c-4c92-911c-d1744a01247c req-7a748ada-7860-446d-967d-9c0e14fe4e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:18.391825 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-07bd1ff4-fe1c-4c92-911c-d1744a01247c req-7a748ada-7860-446d-967d-9c0e14fe4e69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9b8e07ff-d38c-451c-9983-cd9575d8758b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704505 Aug 28 16:07:18.411105 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3821de65-9449-43eb-8ade-0f18763e45c5 None None] Checking router: 4088f996-c1a3-48e3-aa3d-d1f056676b2e for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:07:18.419367 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3821de65-9449-43eb-8ade-0f18763e45c5 None None] Routers {'4088f996-c1a3-48e3-aa3d-d1f056676b2e'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:07:18.420046 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-3821de65-9449-43eb-8ade-0f18763e45c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:07:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4088f996-c1a3-48e3-aa3d-d1f056676b2e'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:07:18.496193 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-07bd1ff4-fe1c-4c92-911c-d1744a01247c req-df74e75e-b589-4c07-8d04-8b6b474ccc13 service neutron] 10.222.0.41 "GET /v2.0/networks/9b8e07ff-d38c-451c-9983-cd9575d8758b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916049 Aug 28 16:07:18.532915 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-3821de65-9449-43eb-8ade-0f18763e45c5 None None] Set router 4088f996-c1a3-48e3-aa3d-d1f056676b2e gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:07:18.593312 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-07bd1ff4-fe1c-4c92-911c-d1744a01247c req-1134ef38-afb0-4164-a6f9-e2d0408be10e service neutron] 10.222.0.41 "GET /v2.0/networks/9b8e07ff-d38c-451c-9983-cd9575d8758b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886712 Aug 28 16:07:18.735367 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-3821de65-9449-43eb-8ade-0f18763e45c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636807155', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '834697d3-1ee0-44c8-84f8-9350be8a2a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:05:04Z', 'updated_at': '2021-08-28T16:05:08Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '834697d3-1ee0-44c8-84f8-9350be8a2a31', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:24:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:05:04Z', 'updated_at': '2021-08-28T16:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '96e99e7e-da48-40d0-a52d-2cb557877475', 'name': '', 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:6f:75:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1751a09-5821-4df0-bbde-092d9a1988ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:05:07Z', 'updated_at': '2021-08-28T16:05:11Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': 'b1751a09-5821-4df0-bbde-092d9a1988ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:07:18.761544 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3821de65-9449-43eb-8ade-0f18763e45c5 None None] The sync data for ids ['4088f996-c1a3-48e3-aa3d-d1f056676b2e'] in n-d-712137-10 is: [{'id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636807155', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '834697d3-1ee0-44c8-84f8-9350be8a2a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:05:04Z', 'updated_at': '2021-08-28T16:05:08Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '834697d3-1ee0-44c8-84f8-9350be8a2a31', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:24:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:05:04Z', 'updated_at': '2021-08-28T16:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '96e99e7e-da48-40d0-a52d-2cb557877475', 'name': '', 'network_id': '9b8e07ff-d38c-451c-9983-cd9575d8758b', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:6f:75:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1751a09-5821-4df0-bbde-092d9a1988ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:05:07Z', 'updated_at': '2021-08-28T16:05:11Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': 'b1751a09-5821-4df0-bbde-092d9a1988ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:07:18.976340 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0272e7b-0955-4ea3-8b25-82dbed18c967 None None] New status for floating IP 5af628b3-0c33-4607-940c-01347ee49f9a: DOWN {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 16:07:19.551946 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d051875-c795-4971-af02-e09364d9ffff req-ea90dcf4-9df8-4722-9971-765b6a79b52a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:19.553437 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5d051875-c795-4971-af02-e09364d9ffff req-ea90dcf4-9df8-4722-9971-765b6a79b52a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 946 time: 0.0980713 Aug 28 16:07:19.590651 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-5d051875-c795-4971-af02-e09364d9ffff req-c090ebca-840b-4dd5-b450-b1e4ac243009 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f388d28d-8dff-4f0e-9736-732d7cf2079c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312808 Aug 28 16:07:19.696224 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad098f5d-4f64-4a32-8457-2d5b95b72cbe req-0a3edfa0-e4ff-4063-9eaf-013c67d8a2a9 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:19.697602 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ad098f5d-4f64-4a32-8457-2d5b95b72cbe req-0a3edfa0-e4ff-4063-9eaf-013c67d8a2a9 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b2e5668-ebad-489f-8eb9-96986fc2e001 HTTP/1.1" status: 200 len: 946 time: 0.0487232 Aug 28 16:07:19.790758 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-ad098f5d-4f64-4a32-8457-2d5b95b72cbe req-10ccb901-df00-4920-8a42-e1e8da872624 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Deleting port 1f60f8c4-e617-458f-97e1-f5bf330a7534 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:07:19.791101 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ad098f5d-4f64-4a32-8457-2d5b95b72cbe req-10ccb901-df00-4920-8a42-e1e8da872624 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:19.878488 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-ad098f5d-4f64-4a32-8457-2d5b95b72cbe req-10ccb901-df00-4920-8a42-e1e8da872624 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] For port 1f60f8c4-e617-458f-97e1-f5bf330a7534, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=1f60f8c4-e617-458f-97e1-f5bf330a7534,segment=NetworkSegment(cb888a37-e2a9-4419-be67-0cccf7525c0c),segment_id=cb888a37-e2a9-4419-be67-0cccf7525c0c)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:07:19.878853 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ad098f5d-4f64-4a32-8457-2d5b95b72cbe req-10ccb901-df00-4920-8a42-e1e8da872624 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:19.892617 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-ad098f5d-4f64-4a32-8457-2d5b95b72cbe req-10ccb901-df00-4920-8a42-e1e8da872624 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Calling delete_port for 1f60f8c4-e617-458f-97e1-f5bf330a7534 owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:07:20.021971 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ad098f5d-4f64-4a32-8457-2d5b95b72cbe req-10ccb901-df00-4920-8a42-e1e8da872624 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:20.049000 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ccb901-df00-4920-8a42-e1e8da872624 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'Port': ['ID=1f60f8c4-e617-458f-97e1-f5bf330a7534,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:20.059046 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccb901-df00-4920-8a42-e1e8da872624 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:20.059400 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccb901-df00-4920-8a42-e1e8da872624 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:20.059773 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccb901-df00-4920-8a42-e1e8da872624 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:20.060115 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccb901-df00-4920-8a42-e1e8da872624 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:20.060451 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccb901-df00-4920-8a42-e1e8da872624 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:20.060786 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccb901-df00-4920-8a42-e1e8da872624 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:20.061260 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccb901-df00-4920-8a42-e1e8da872624 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:20.061742 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccb901-df00-4920-8a42-e1e8da872624 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:20.062080 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccb901-df00-4920-8a42-e1e8da872624 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:20.062750 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccb901-df00-4920-8a42-e1e8da872624 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:20.062750 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccb901-df00-4920-8a42-e1e8da872624 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:20.063162 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccb901-df00-4920-8a42-e1e8da872624 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:20.109865 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad098f5d-4f64-4a32-8457-2d5b95b72cbe req-10ccb901-df00-4920-8a42-e1e8da872624 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] No DVR routers for this DVR port 1f60f8c4-e617-458f-97e1-f5bf330a7534 on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 16:07:20.113003 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ad098f5d-4f64-4a32-8457-2d5b95b72cbe req-10ccb901-df00-4920-8a42-e1e8da872624 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:20.115723 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ad098f5d-4f64-4a32-8457-2d5b95b72cbe req-10ccb901-df00-4920-8a42-e1e8da872624 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.41 "DELETE /v2.0/ports/1f60f8c4-e617-458f-97e1-f5bf330a7534 HTTP/1.1" status: 204 len: 173 time: 0.4109995 Aug 28 16:07:20.116166 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2e5668-ebad-489f-8eb9-96986fc2e001', 'name': 'network-vif-deleted', 'tag': '1f60f8c4-e617-458f-97e1-f5bf330a7534'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:07:20.119284 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e308943d50e92a26f6c3a6de5cf793d4f684f916ac590010b5ff3c9d15b1720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae36c286-4101-40bc-8919-c569522c1af2" -d '{"events": [{"server_uuid": "6b2e5668-ebad-489f-8eb9-96986fc2e001", "name": "network-vif-deleted", "tag": "1f60f8c4-e617-458f-97e1-f5bf330a7534"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:07:20.161802 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 16:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6231a68-f551-4404-a6f9-62b2b9eca52c x-openstack-request-id: req-a6231a68-f551-4404-a6f9-62b2b9eca52c {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:07:20.162148 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2e5668-ebad-489f-8eb9-96986fc2e001", "name": "network-vif-deleted", "tag": "1f60f8c4-e617-458f-97e1-f5bf330a7534", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:07:20.162427 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6231a68-f551-4404-a6f9-62b2b9eca52c {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:07:20.162861 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2e5668-ebad-489f-8eb9-96986fc2e001', 'name': 'network-vif-deleted', 'tag': '1f60f8c4-e617-458f-97e1-f5bf330a7534', 'status': 'completed', 'code': 200} Aug 28 16:07:20.647212 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33358) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:07:21.007456 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-baab3d0a-9c0e-422a-81ab-36f145f27ace tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:21.256510 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-baab3d0a-9c0e-422a-81ab-36f145f27ace tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Deleting port 96e99e7e-da48-40d0-a52d-2cb557877475 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:07:21.256860 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-baab3d0a-9c0e-422a-81ab-36f145f27ace tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:21.341784 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-baab3d0a-9c0e-422a-81ab-36f145f27ace tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] For port 96e99e7e-da48-40d0-a52d-2cb557877475, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=96e99e7e-da48-40d0-a52d-2cb557877475,segment=NetworkSegment(cb888a37-e2a9-4419-be67-0cccf7525c0c),segment_id=cb888a37-e2a9-4419-be67-0cccf7525c0c)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:07:21.342198 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-baab3d0a-9c0e-422a-81ab-36f145f27ace tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:21.358099 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-baab3d0a-9c0e-422a-81ab-36f145f27ace tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Calling delete_port for 96e99e7e-da48-40d0-a52d-2cb557877475 owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:07:21.544823 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-baab3d0a-9c0e-422a-81ab-36f145f27ace tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:21.569761 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab3d0a-9c0e-422a-81ab-36f145f27ace tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'Port': ['ID=96e99e7e-da48-40d0-a52d-2cb557877475,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:21.741760 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-baab3d0a-9c0e-422a-81ab-36f145f27ace tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:22.253401 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baab3d0a-9c0e-422a-81ab-36f145f27ace tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Router 4088f996-c1a3-48e3-aa3d-d1f056676b2e has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:07:22.355867 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baab3d0a-9c0e-422a-81ab-36f145f27ace tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:07:22.362591 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-baab3d0a-9c0e-422a-81ab-36f145f27ace tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "PUT /v2.0/routers/4088f996-c1a3-48e3-aa3d-d1f056676b2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7136223 Aug 28 16:07:22.364608 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33360) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:07:22.366549 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df04afe-e0f3-4aca-904e-3ff5e8ef8724 None None] Sync routers for ids ['4088f996-c1a3-48e3-aa3d-d1f056676b2e'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:07:22.375709 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df04afe-e0f3-4aca-904e-3ff5e8ef8724 None None] Routers {'4088f996-c1a3-48e3-aa3d-d1f056676b2e'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:07:22.376322 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5df04afe-e0f3-4aca-904e-3ff5e8ef8724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:07:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4088f996-c1a3-48e3-aa3d-d1f056676b2e'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:07:22.415369 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_v2 [None req-72259dbf-0e83-4e4c-be73-18e6ccb41443 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Deleting subnet b1751a09-5821-4df0-bbde-092d9a1988ec {{(pid=106330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 16:07:22.418419 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72259dbf-0e83-4e4c-be73-18e6ccb41443 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for subnet, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:22.458214 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72259dbf-0e83-4e4c-be73-18e6ccb41443 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13363727'] for subnet, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:22.479839 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-5df04afe-e0f3-4aca-904e-3ff5e8ef8724 None None] Set router 4088f996-c1a3-48e3-aa3d-d1f056676b2e gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:07:22.548353 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72259dbf-0e83-4e4c-be73-18e6ccb41443 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:22.609630 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72259dbf-0e83-4e4c-be73-18e6ccb41443 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13773128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13620747'] for subnet, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:22.637228 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72259dbf-0e83-4e4c-be73-18e6ccb41443 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'Subnet': ['ID=b1751a09-5821-4df0-bbde-092d9a1988ec,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:22.640904 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-72259dbf-0e83-4e4c-be73-18e6ccb41443 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:22.642772 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-72259dbf-0e83-4e4c-be73-18e6ccb41443 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "DELETE /v2.0/subnets/b1751a09-5821-4df0-bbde-092d9a1988ec HTTP/1.1" status: 204 len: 168 time: 0.2770445 Aug 28 16:07:22.645371 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33362) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:07:22.648704 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907e2e52-c991-49cc-bb79-89dc34353978 None None] Network 9b8e07ff-d38c-451c-9983-cd9575d8758b requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 16:07:22.753189 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f40c584f-7cec-4a90-8f0e-8850d77dea8c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:22.761955 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5df04afe-e0f3-4aca-904e-3ff5e8ef8724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636807155', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '834697d3-1ee0-44c8-84f8-9350be8a2a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:05:04Z', 'updated_at': '2021-08-28T16:07:21Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '834697d3-1ee0-44c8-84f8-9350be8a2a31', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:24:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:05:04Z', 'updated_at': '2021-08-28T16:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:07:22.790432 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df04afe-e0f3-4aca-904e-3ff5e8ef8724 None None] Checking router: 4088f996-c1a3-48e3-aa3d-d1f056676b2e for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:07:22.805472 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df04afe-e0f3-4aca-904e-3ff5e8ef8724 None None] Routers {'4088f996-c1a3-48e3-aa3d-d1f056676b2e'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:07:22.806012 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5df04afe-e0f3-4aca-904e-3ff5e8ef8724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:07:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4088f996-c1a3-48e3-aa3d-d1f056676b2e'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:07:22.862102 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f40c584f-7cec-4a90-8f0e-8850d77dea8c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:22.894947 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce24c4c4-d928-4b8a-9c81-f845d30fa832 None None] DHCP port deletion for 9b8e07ff-d38c-451c-9983-cd9575d8758b request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 16:07:22.924054 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-f40c584f-7cec-4a90-8f0e-8850d77dea8c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Deleting port 834697d3-1ee0-44c8-84f8-9350be8a2a31 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:07:22.924399 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f40c584f-7cec-4a90-8f0e-8850d77dea8c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:22.948566 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-5df04afe-e0f3-4aca-904e-3ff5e8ef8724 None None] Set router 4088f996-c1a3-48e3-aa3d-d1f056676b2e gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:07:23.007376 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-f40c584f-7cec-4a90-8f0e-8850d77dea8c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] For port 834697d3-1ee0-44c8-84f8-9350be8a2a31, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=834697d3-1ee0-44c8-84f8-9350be8a2a31,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:07:23.007839 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f40c584f-7cec-4a90-8f0e-8850d77dea8c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:23.021960 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-f40c584f-7cec-4a90-8f0e-8850d77dea8c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Calling delete_port for 834697d3-1ee0-44c8-84f8-9350be8a2a31 owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:07:23.055783 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ce24c4c4-d928-4b8a-9c81-f845d30fa832 None None] Deleting port 20724a44-1e37-4f66-ba0d-605ddd9f91da {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:07:23.056081 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ce24c4c4-d928-4b8a-9c81-f845d30fa832 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:23.147278 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-ce24c4c4-d928-4b8a-9c81-f845d30fa832 None None] For port 20724a44-1e37-4f66-ba0d-605ddd9f91da, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=20724a44-1e37-4f66-ba0d-605ddd9f91da,segment=NetworkSegment(cb888a37-e2a9-4419-be67-0cccf7525c0c),segment_id=cb888a37-e2a9-4419-be67-0cccf7525c0c)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:07:23.147623 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ce24c4c4-d928-4b8a-9c81-f845d30fa832 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:23.179849 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ce24c4c4-d928-4b8a-9c81-f845d30fa832 None None] Calling delete_port for 20724a44-1e37-4f66-ba0d-605ddd9f91da owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:07:23.196547 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f40c584f-7cec-4a90-8f0e-8850d77dea8c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:23.223647 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c584f-7cec-4a90-8f0e-8850d77dea8c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'Port': ['ID=834697d3-1ee0-44c8-84f8-9350be8a2a31,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:23.262062 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-5df04afe-e0f3-4aca-904e-3ff5e8ef8724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636807155', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '834697d3-1ee0-44c8-84f8-9350be8a2a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:05:04Z', 'updated_at': '2021-08-28T16:07:21Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '834697d3-1ee0-44c8-84f8-9350be8a2a31', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:24:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:05:04Z', 'updated_at': '2021-08-28T16:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:07:23.288408 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f40c584f-7cec-4a90-8f0e-8850d77dea8c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:23.298793 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df04afe-e0f3-4aca-904e-3ff5e8ef8724 None None] The sync data for ids ['4088f996-c1a3-48e3-aa3d-d1f056676b2e'] in n-d-712137-10 is: [{'id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-636807155', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '834697d3-1ee0-44c8-84f8-9350be8a2a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:05:04Z', 'updated_at': '2021-08-28T16:07:21Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '834697d3-1ee0-44c8-84f8-9350be8a2a31', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:24:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4088f996-c1a3-48e3-aa3d-d1f056676b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:05:04Z', 'updated_at': '2021-08-28T16:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:07:23.315755 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ce24c4c4-d928-4b8a-9c81-f845d30fa832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:23.342993 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24c4c4-d928-4b8a-9c81-f845d30fa832 None None] Pushing event deleted for resources: {'Port': ['ID=20724a44-1e37-4f66-ba0d-605ddd9f91da,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:23.351453 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce24c4c4-d928-4b8a-9c81-f845d30fa832 None None] No DVR routers for this DVR port 20724a44-1e37-4f66-ba0d-605ddd9f91da on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 16:07:23.354380 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24c4c4-d928-4b8a-9c81-f845d30fa832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:23.355379 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24c4c4-d928-4b8a-9c81-f845d30fa832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:23.355783 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24c4c4-d928-4b8a-9c81-f845d30fa832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:23.356128 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24c4c4-d928-4b8a-9c81-f845d30fa832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:23.356470 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24c4c4-d928-4b8a-9c81-f845d30fa832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:23.356802 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24c4c4-d928-4b8a-9c81-f845d30fa832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:23.357129 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24c4c4-d928-4b8a-9c81-f845d30fa832 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:23.357455 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24c4c4-d928-4b8a-9c81-f845d30fa832 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:23.358433 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24c4c4-d928-4b8a-9c81-f845d30fa832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:23.359107 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24c4c4-d928-4b8a-9c81-f845d30fa832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:23.359107 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24c4c4-d928-4b8a-9c81-f845d30fa832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:23.359416 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24c4c4-d928-4b8a-9c81-f845d30fa832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:23.388176 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f40c584f-7cec-4a90-8f0e-8850d77dea8c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:23.390396 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f40c584f-7cec-4a90-8f0e-8850d77dea8c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:23.433002 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f40c584f-7cec-4a90-8f0e-8850d77dea8c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:23.433561 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40c584f-7cec-4a90-8f0e-8850d77dea8c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Fanout notify agent at l3_agent the message router_deleted on router 4088f996-c1a3-48e3-aa3d-d1f056676b2e {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 16:07:23.441105 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f40c584f-7cec-4a90-8f0e-8850d77dea8c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:23.442251 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f40c584f-7cec-4a90-8f0e-8850d77dea8c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "DELETE /v2.0/routers/4088f996-c1a3-48e3-aa3d-d1f056676b2e HTTP/1.1" status: 204 len: 168 time: 0.7959211 Aug 28 16:07:23.444962 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33364) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:07:23.517906 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e160e0db-a451-4744-9374-6680587eb053 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:23.588619 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 1f60f8c4-e617-458f-97e1-f5bf330a7534 no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:07:23.606199 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e160e0db-a451-4744-9374-6680587eb053 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:23.609231 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 1f60f8c4-e617-458f-97e1-f5bf330a7534 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:07:23.610193 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 1f60f8c4-e617-458f-97e1-f5bf330a7534 not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:07:23.617964 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-e160e0db-a451-4744-9374-6680587eb053 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8e07ff-d38c-451c-9983-cd9575d8758b']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:07:23.628151 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-e160e0db-a451-4744-9374-6680587eb053 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb888a37-e2a9-4419-be67-0cccf7525c0c') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:07:23.628442 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-e160e0db-a451-4744-9374-6680587eb053 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb888a37-e2a9-4419-be67-0cccf7525c0c') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:07:23.636900 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e160e0db-a451-4744-9374-6680587eb053 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:23.651017 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e160e0db-a451-4744-9374-6680587eb053 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:23.659388 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e160e0db-a451-4744-9374-6680587eb053 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 16:07:23.659831 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e160e0db-a451-4744-9374-6680587eb053 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: timer() Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 16:07:23.663891 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 16:07:23.729798 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e160e0db-a451-4744-9374-6680587eb053 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:23.758482 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e160e0db-a451-4744-9374-6680587eb053 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:23.764652 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33366) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:07:23.765198 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e160e0db-a451-4744-9374-6680587eb053 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "DELETE /v2.0/networks/9b8e07ff-d38c-451c-9983-cd9575d8758b HTTP/1.1" status: 204 len: 168 time: 0.3177876 Aug 28 16:07:23.766232 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e160e0db-a451-4744-9374-6680587eb053 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'Network': ['ID=9b8e07ff-d38c-451c-9983-cd9575d8758b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:23.785175 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 96e99e7e-da48-40d0-a52d-2cb557877475 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:07:23.806551 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 96e99e7e-da48-40d0-a52d-2cb557877475 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:07:23.806751 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 96e99e7e-da48-40d0-a52d-2cb557877475 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:07:23.807117 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 20724a44-1e37-4f66-ba0d-605ddd9f91da no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:07:23.828216 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 20724a44-1e37-4f66-ba0d-605ddd9f91da {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:07:23.829098 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 20724a44-1e37-4f66-ba0d-605ddd9f91da not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:07:23.832669 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7b156105-4c36-4749-a05b-ca6c46dd6028 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:23.860057 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7b156105-4c36-4749-a05b-ca6c46dd6028 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:23.925595 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7b156105-4c36-4749-a05b-ca6c46dd6028 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:23.928322 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7b156105-4c36-4749-a05b-ca6c46dd6028 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:23.929548 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7b156105-4c36-4749-a05b-ca6c46dd6028 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "DELETE /v2.0/security-groups/f388d28d-8dff-4f0e-9736-732d7cf2079c HTTP/1.1" status: 204 len: 168 time: 0.1635573 Aug 28 16:07:23.939536 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b156105-4c36-4749-a05b-ca6c46dd6028 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f388d28d-8dff-4f0e-9736-732d7cf2079c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:24.174874 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33372) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:07:24.179839 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-59bb934b-a4ff-4963-8afd-995c886e90c8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1873456861', 'description': 'tempest-secgroup-smoke-1873456861 description', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:07:24.202068 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-59bb934b-a4ff-4963-8afd-995c886e90c8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:24.285148 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-59bb934b-a4ff-4963-8afd-995c886e90c8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:24.288798 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-59bb934b-a4ff-4963-8afd-995c886e90c8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:24.317833 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-59bb934b-a4ff-4963-8afd-995c886e90c8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:24.318975 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-59bb934b-a4ff-4963-8afd-995c886e90c8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1431272 Aug 28 16:07:24.320832 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb934b-a4ff-4963-8afd-995c886e90c8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be799b9a-e18b-4130-9d64-88239a564d12,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:24.322012 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33374) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:07:24.326888 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-6bde86a5-c3ae-4c87-b75c-6a40e612495a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group_rule': {'security_group_id': 'be799b9a-e18b-4130-9d64-88239a564d12', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:07:24.355725 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6bde86a5-c3ae-4c87-b75c-6a40e612495a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:24.414400 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6bde86a5-c3ae-4c87-b75c-6a40e612495a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:24.417892 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6bde86a5-c3ae-4c87-b75c-6a40e612495a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:24.437886 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde86a5-c3ae-4c87-b75c-6a40e612495a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2edea67-21ec-4f5f-b855-3eb8dd44b728,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:24.441065 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6bde86a5-c3ae-4c87-b75c-6a40e612495a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:24.442283 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6bde86a5-c3ae-4c87-b75c-6a40e612495a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191900 Aug 28 16:07:24.445072 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33376) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:07:24.449473 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-a8873fb2-471c-412a-b37a-e65b7513f1eb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group_rule': {'security_group_id': 'be799b9a-e18b-4130-9d64-88239a564d12', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:07:24.475373 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a8873fb2-471c-412a-b37a-e65b7513f1eb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:24.532444 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a8873fb2-471c-412a-b37a-e65b7513f1eb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:24.535922 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a8873fb2-471c-412a-b37a-e65b7513f1eb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:24.553946 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8873fb2-471c-412a-b37a-e65b7513f1eb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eec0531-fbc1-4865-aa5c-c0af79ce12e0,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:24.559342 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-a8873fb2-471c-412a-b37a-e65b7513f1eb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:24.560586 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-a8873fb2-471c-412a-b37a-e65b7513f1eb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1145918 Aug 28 16:07:24.563491 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33378) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:07:24.567925 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-2ac31714-5bae-4a93-9ecb-e3d2fa7152c2 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group_rule': {'security_group_id': 'be799b9a-e18b-4130-9d64-88239a564d12', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:07:24.594413 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ac31714-5bae-4a93-9ecb-e3d2fa7152c2 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:24.652878 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ac31714-5bae-4a93-9ecb-e3d2fa7152c2 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:24.656981 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ac31714-5bae-4a93-9ecb-e3d2fa7152c2 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:24.677783 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac31714-5bae-4a93-9ecb-e3d2fa7152c2 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b94716a-03fb-4169-baa0-03b1d61b1f3d,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:24.684497 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2ac31714-5bae-4a93-9ecb-e3d2fa7152c2 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:24.686344 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2ac31714-5bae-4a93-9ecb-e3d2fa7152c2 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213229 Aug 28 16:07:24.688473 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33380) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:07:24.692812 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-82fa9a77-fba5-40ea-a0dd-2103ea8717a3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group_rule': {'security_group_id': 'be799b9a-e18b-4130-9d64-88239a564d12', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:07:24.720187 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-82fa9a77-fba5-40ea-a0dd-2103ea8717a3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:24.777237 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-82fa9a77-fba5-40ea-a0dd-2103ea8717a3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:24.781622 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-82fa9a77-fba5-40ea-a0dd-2103ea8717a3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:24.798419 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa9a77-fba5-40ea-a0dd-2103ea8717a3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bddabb0-5e43-4903-b9f1-00e1fc91da90,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:24.804498 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-82fa9a77-fba5-40ea-a0dd-2103ea8717a3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:24.805710 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-82fa9a77-fba5-40ea-a0dd-2103ea8717a3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1163070 Aug 28 16:07:24.808477 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33382) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:07:24.813748 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-f6abcd45-c406-4cdf-9227-5d39153a27cf tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group_rule': {'security_group_id': 'be799b9a-e18b-4130-9d64-88239a564d12', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:07:24.836018 n-d-712137-10 neutron-server[106330]: INFO neutron.db.securitygroups_db [None req-f6abcd45-c406-4cdf-9227-5d39153a27cf tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Project a12260b8f69c49519941bbc52ef4c66f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 16:07:24.840727 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f6abcd45-c406-4cdf-9227-5d39153a27cf tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:24.901391 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f6abcd45-c406-4cdf-9227-5d39153a27cf tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:24.905793 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f6abcd45-c406-4cdf-9227-5d39153a27cf tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:24.923450 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abcd45-c406-4cdf-9227-5d39153a27cf tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8ff632-04ff-4df7-91ff-693daca3453b,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:24.928603 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f6abcd45-c406-4cdf-9227-5d39153a27cf tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:24.929911 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f6abcd45-c406-4cdf-9227-5d39153a27cf tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204751 Aug 28 16:07:24.932638 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33384) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:07:24.937419 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-185a26c9-9469-46a2-a4ba-bf5961f2edc0 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group_rule': {'security_group_id': 'be799b9a-e18b-4130-9d64-88239a564d12', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:07:24.959134 n-d-712137-10 neutron-server[106330]: INFO neutron.db.securitygroups_db [None req-185a26c9-9469-46a2-a4ba-bf5961f2edc0 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Project a12260b8f69c49519941bbc52ef4c66f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 16:07:24.964043 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-185a26c9-9469-46a2-a4ba-bf5961f2edc0 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:25.024390 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-185a26c9-9469-46a2-a4ba-bf5961f2edc0 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:25.027778 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-185a26c9-9469-46a2-a4ba-bf5961f2edc0 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:25.048558 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a26c9-9469-46a2-a4ba-bf5961f2edc0 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa556e4f-24bb-4b22-816a-75adec9b0cf5,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:25.055123 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-185a26c9-9469-46a2-a4ba-bf5961f2edc0 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:25.056359 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-185a26c9-9469-46a2-a4ba-bf5961f2edc0 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228051 Aug 28 16:07:25.059213 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33386) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:07:25.064750 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-c6a421a9-8a18-467c-8d5a-700b14e0adb8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'network': {'name': 'tempest-network-smoke--1587443263', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'port_security_enabled': True}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:07:25.083882 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a421a9-8a18-467c-8d5a-700b14e0adb8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Made reservation on behalf of a12260b8f69c49519941bbc52ef4c66f for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 16:07:25.087199 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c6a421a9-8a18-467c-8d5a-700b14e0adb8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:25.110836 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a421a9-8a18-467c-8d5a-700b14e0adb8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 16:07:25.119676 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c6a421a9-8a18-467c-8d5a-700b14e0adb8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:25.120025 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-c6a421a9-8a18-467c-8d5a-700b14e0adb8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Added segment 2919aa26-fda4-494c-8414-a65c2bd15df4 of type vlan for network 90be9f19-252b-45b2-910d-8880536a6223 Aug 28 16:07:25.153838 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:25.162118 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c6a421a9-8a18-467c-8d5a-700b14e0adb8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:25.190719 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c6a421a9-8a18-467c-8d5a-700b14e0adb8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:25.196256 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a421a9-8a18-467c-8d5a-700b14e0adb8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:25.196841 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c6a421a9-8a18-467c-8d5a-700b14e0adb8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:25.254086 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c6a421a9-8a18-467c-8d5a-700b14e0adb8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1897531 Aug 28 16:07:25.254459 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33388) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:07:25.259217 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-ba23793e-6259-4ec4-b0f9-4bb1c9d9b770 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1113519182', 'admin_state_up': True, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:07:25.263726 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a421a9-8a18-467c-8d5a-700b14e0adb8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Network': ['ID=90be9f19-252b-45b2-910d-8880536a6223,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:25.274702 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 90be9f19-252b-45b2-910d-8880536a6223 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 16:07:25.284549 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba23793e-6259-4ec4-b0f9-4bb1c9d9b770 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:25.285764 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba23793e-6259-4ec4-b0f9-4bb1c9d9b770 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:25.338912 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba23793e-6259-4ec4-b0f9-4bb1c9d9b770 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:25.475374 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba23793e-6259-4ec4-b0f9-4bb1c9d9b770 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:25.565608 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 834697d3-1ee0-44c8-84f8-9350be8a2a31 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:07:25.585571 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 834697d3-1ee0-44c8-84f8-9350be8a2a31 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:07:25.585923 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 834697d3-1ee0-44c8-84f8-9350be8a2a31 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:07:25.671556 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba23793e-6259-4ec4-b0f9-4bb1c9d9b770 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:25.690519 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba23793e-6259-4ec4-b0f9-4bb1c9d9b770 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:25.794104 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-ba23793e-6259-4ec4-b0f9-4bb1c9d9b770 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Allocated IP 172.25.3.55 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/7dcb57d2-02dd-4586-bd7d-5431f389a905) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:07:25.893468 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba23793e-6259-4ec4-b0f9-4bb1c9d9b770 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:25.931960 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba23793e-6259-4ec4-b0f9-4bb1c9d9b770 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:25.979500 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba23793e-6259-4ec4-b0f9-4bb1c9d9b770 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:07:25.983892 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-ba23793e-6259-4ec4-b0f9-4bb1c9d9b770 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:07:25.985831 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23793e-6259-4ec4-b0f9-4bb1c9d9b770 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Port': ['ID=7dcb57d2-02dd-4586-bd7d-5431f389a905,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:25.989389 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba23793e-6259-4ec4-b0f9-4bb1c9d9b770 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:07:26.231921 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba23793e-6259-4ec4-b0f9-4bb1c9d9b770 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:26.423722 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba23793e-6259-4ec4-b0f9-4bb1c9d9b770 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:26.550998 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba23793e-6259-4ec4-b0f9-4bb1c9d9b770 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Router 4ac46041-a889-47b0-8431-d66e8f041932 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 16:07:26.655980 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba23793e-6259-4ec4-b0f9-4bb1c9d9b770 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:07:26.665583 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d869a68e-c7d6-4ecb-9568-bca87eae03f1 None None] Sync routers for ids ['4ac46041-a889-47b0-8431-d66e8f041932'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:07:26.674392 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ba23793e-6259-4ec4-b0f9-4bb1c9d9b770 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:26.675773 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ba23793e-6259-4ec4-b0f9-4bb1c9d9b770 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4202380 Aug 28 16:07:26.675917 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d869a68e-c7d6-4ecb-9568-bca87eae03f1 None None] Routers {'4ac46041-a889-47b0-8431-d66e8f041932'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:07:26.676494 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d869a68e-c7d6-4ecb-9568-bca87eae03f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:07:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4ac46041-a889-47b0-8431-d66e8f041932'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:07:26.678946 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33390) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:07:26.750180 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3477f615-b92a-4477-a46c-a0a5096178e0 tempest-TestNetworkAdvancedServerOps-1874310575 tempest-TestNetworkAdvancedServerOps-1874310575-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=a12260b8f69c49519941bbc52ef4c66f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0701184 Aug 28 16:07:26.752675 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33394) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:07:26.781078 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-d869a68e-c7d6-4ecb-9568-bca87eae03f1 None None] Set router 4ac46041-a889-47b0-8431-d66e8f041932 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:07:26.840932 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89fc51c-9a9d-483c-9c1a-284a8880e6b5 tempest-TestNetworkAdvancedServerOps-1874310575 tempest-TestNetworkAdvancedServerOps-1874310575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:26.842984 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d89fc51c-9a9d-483c-9c1a-284a8880e6b5 tempest-TestNetworkAdvancedServerOps-1874310575 tempest-TestNetworkAdvancedServerOps-1874310575-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0892189 Aug 28 16:07:26.845662 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33396) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:07:26.874487 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d10eabea-413c-4fcd-aaf6-325db617d10e tempest-TestNetworkAdvancedServerOps-1874310575 tempest-TestNetworkAdvancedServerOps-1874310575-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=61448970-1875-4f3f-bc01-29da4e3666f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277216 Aug 28 16:07:26.877121 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33398) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:07:26.882357 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-eef66e25-2b87-4acd-b1f8-d59fb27e9226 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1913309570', 'network_id': '90be9f19-252b-45b2-910d-8880536a6223', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:07:26.955005 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d869a68e-c7d6-4ecb-9568-bca87eae03f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac46041-a889-47b0-8431-d66e8f041932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113519182', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '7dcb57d2-02dd-4586-bd7d-5431f389a905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:07:25Z', 'updated_at': '2021-08-28T16:07:26Z', 'revision_number': 3, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '7dcb57d2-02dd-4586-bd7d-5431f389a905', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:84:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac46041-a889-47b0-8431-d66e8f041932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:07:25Z', 'updated_at': '2021-08-28T16:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:07:26.973971 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef66e25-2b87-4acd-b1f8-d59fb27e9226 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Made reservation on behalf of a12260b8f69c49519941bbc52ef4c66f for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 16:07:26.978401 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eef66e25-2b87-4acd-b1f8-d59fb27e9226 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:26.981029 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d869a68e-c7d6-4ecb-9568-bca87eae03f1 None None] Checking router: 4ac46041-a889-47b0-8431-d66e8f041932 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:07:26.981373 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d869a68e-c7d6-4ecb-9568-bca87eae03f1 None None] Updating router 4ac46041-a889-47b0-8431-d66e8f041932 port 7dcb57d2-02dd-4586-bd7d-5431f389a905 binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 16:07:27.009324 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-d869a68e-c7d6-4ecb-9568-bca87eae03f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:27.166697 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eef66e25-2b87-4acd-b1f8-d59fb27e9226 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:27.227346 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef66e25-2b87-4acd-b1f8-d59fb27e9226 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Subnet': ['ID=aa23b451-8fb9-462d-a1d9-83a026384199,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:27.235801 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef66e25-2b87-4acd-b1f8-d59fb27e9226 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Checking segment: {'id': '2919aa26-fda4-494c-8414-a65c2bd15df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '90be9f19-252b-45b2-910d-8880536a6223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:07:27.236174 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef66e25-2b87-4acd-b1f8-d59fb27e9226 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network hostable DHCP agents. Network: 90be9f19-252b-45b2-910d-8880536a6223, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 16:07:27.252720 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef66e25-2b87-4acd-b1f8-d59fb27e9226 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network 90be9f19-252b-45b2-910d-8880536a6223 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 16:07:27.261009 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-eef66e25-2b87-4acd-b1f8-d59fb27e9226 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 90be9f19-252b-45b2-910d-8880536a6223) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:07:27.267199 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef66e25-2b87-4acd-b1f8-d59fb27e9226 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:27.267814 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-eef66e25-2b87-4acd-b1f8-d59fb27e9226 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:27.276043 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3eb5741-9422-415a-8c12-1ddefa0bc37d None None] Network 90be9f19-252b-45b2-910d-8880536a6223 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 16:07:27.285270 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-eef66e25-2b87-4acd-b1f8-d59fb27e9226 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4069982 Aug 28 16:07:27.288394 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33400) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:07:27.337419 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:27.355927 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-d869a68e-c7d6-4ecb-9568-bca87eae03f1 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:27.366694 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-d869a68e-c7d6-4ecb-9568-bca87eae03f1 None None] Transition to ACTIVE for port object 7dcb57d2-02dd-4586-bd7d-5431f389a905 will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:07:27.372824 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-d869a68e-c7d6-4ecb-9568-bca87eae03f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:27.418533 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ec54a-e0d4-42ed-acdd-91446838fb41 None None] Pushing event updated for resources: {'Port': ['ID=7dcb57d2-02dd-4586-bd7d-5431f389a905,revision_number=2']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:27.428190 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ec54a-e0d4-42ed-acdd-91446838fb41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:27.428543 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ec54a-e0d4-42ed-acdd-91446838fb41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:27.428888 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ec54a-e0d4-42ed-acdd-91446838fb41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:27.429227 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ec54a-e0d4-42ed-acdd-91446838fb41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:27.429559 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ec54a-e0d4-42ed-acdd-91446838fb41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:27.429892 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ec54a-e0d4-42ed-acdd-91446838fb41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:27.430222 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ec54a-e0d4-42ed-acdd-91446838fb41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:27.430547 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ec54a-e0d4-42ed-acdd-91446838fb41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:27.430874 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ec54a-e0d4-42ed-acdd-91446838fb41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:27.431196 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ec54a-e0d4-42ed-acdd-91446838fb41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:27.431528 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ec54a-e0d4-42ed-acdd-91446838fb41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:27.431868 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ec54a-e0d4-42ed-acdd-91446838fb41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:07:27.447391 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2835e8-6f6f-4d59-94cf-00739aa1cd57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-90be9f19-252b-45b2-910d-8880536a6223', 'network_id': '90be9f19-252b-45b2-910d-8880536a6223', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'fixed_ips': [{'subnet_id': 'aa23b451-8fb9-462d-a1d9-83a026384199'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 16:07:27.448339 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ce2835e8-6f6f-4d59-94cf-00739aa1cd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:27.456478 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-d869a68e-c7d6-4ecb-9568-bca87eae03f1 None None] Attempting to bind port 7dcb57d2-02dd-4586-bd7d-5431f389a905 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:07:27.456796 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-d869a68e-c7d6-4ecb-9568-bca87eae03f1 None None] Attempting to bind port 7dcb57d2-02dd-4586-bd7d-5431f389a905 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:07:27.457111 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d869a68e-c7d6-4ecb-9568-bca87eae03f1 None None] Attempting to bind port 7dcb57d2-02dd-4586-bd7d-5431f389a905 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:07:27.463081 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d869a68e-c7d6-4ecb-9568-bca87eae03f1 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:07:27.463450 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d869a68e-c7d6-4ecb-9568-bca87eae03f1 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:07:27.463878 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-d869a68e-c7d6-4ecb-9568-bca87eae03f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:27.464275 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d869a68e-c7d6-4ecb-9568-bca87eae03f1 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:07:27.464734 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-d869a68e-c7d6-4ecb-9568-bca87eae03f1 None None] Bound port: 7dcb57d2-02dd-4586-bd7d-5431f389a905, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:07:27.465110 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-d869a68e-c7d6-4ecb-9568-bca87eae03f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:27.520767 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-d869a68e-c7d6-4ecb-9568-bca87eae03f1 None None] For port 7dcb57d2-02dd-4586-bd7d-5431f389a905, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:07:27.524750 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-d869a68e-c7d6-4ecb-9568-bca87eae03f1 None None] For port 7dcb57d2-02dd-4586-bd7d-5431f389a905, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7dcb57d2-02dd-4586-bd7d-5431f389a905,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:07:27.528920 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-d869a68e-c7d6-4ecb-9568-bca87eae03f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:27.580953 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ec54a-e0d4-42ed-acdd-91446838fb41 None None] Pushing event updated for resources: {'Port': ['ID=7dcb57d2-02dd-4586-bd7d-5431f389a905,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:27.598026 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d869a68e-c7d6-4ecb-9568-bca87eae03f1 None None] Routers {'4ac46041-a889-47b0-8431-d66e8f041932'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:07:27.598711 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d869a68e-c7d6-4ecb-9568-bca87eae03f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:07:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4ac46041-a889-47b0-8431-d66e8f041932'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:07:27.598855 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-ce2835e8-6f6f-4d59-94cf-00739aa1cd57 None None] Allocated IP 172.20.0.2 (90be9f19-252b-45b2-910d-8880536a6223/aa23b451-8fb9-462d-a1d9-83a026384199/d304ca1e-e751-49f0-9d4c-1e789d4fb443) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:07:27.705044 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-d869a68e-c7d6-4ecb-9568-bca87eae03f1 None None] Set router 4ac46041-a889-47b0-8431-d66e8f041932 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:07:27.753233 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ce2835e8-6f6f-4d59-94cf-00739aa1cd57 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:27.762208 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ce2835e8-6f6f-4d59-94cf-00739aa1cd57 None None] Transition to ACTIVE for port object d304ca1e-e751-49f0-9d4c-1e789d4fb443 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:07:27.765210 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-449f7b80-7183-44bd-bf84-d6b78b8694d8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:27.780065 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ce2835e8-6f6f-4d59-94cf-00739aa1cd57 None None] Transition to ACTIVE for port object d304ca1e-e751-49f0-9d4c-1e789d4fb443 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:07:27.785907 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ce2835e8-6f6f-4d59-94cf-00739aa1cd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:27.826034 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2835e8-6f6f-4d59-94cf-00739aa1cd57 None None] Network 90be9f19-252b-45b2-910d-8880536a6223 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:07:27.833093 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-ce2835e8-6f6f-4d59-94cf-00739aa1cd57 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:07:27.835641 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2835e8-6f6f-4d59-94cf-00739aa1cd57 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:07:27.866441 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2835e8-6f6f-4d59-94cf-00739aa1cd57 None None] Pushing event updated for resources: {'Port': ['ID=d304ca1e-e751-49f0-9d4c-1e789d4fb443,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:27.905935 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d869a68e-c7d6-4ecb-9568-bca87eae03f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac46041-a889-47b0-8431-d66e8f041932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113519182', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '7dcb57d2-02dd-4586-bd7d-5431f389a905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:07:25Z', 'updated_at': '2021-08-28T16:07:26Z', 'revision_number': 3, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '7dcb57d2-02dd-4586-bd7d-5431f389a905', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:84:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac46041-a889-47b0-8431-d66e8f041932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:07:25Z', 'updated_at': '2021-08-28T16:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:07:27.909830 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-ce2835e8-6f6f-4d59-94cf-00739aa1cd57 None None] Attempting to bind port d304ca1e-e751-49f0-9d4c-1e789d4fb443 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:07:27.910283 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-ce2835e8-6f6f-4d59-94cf-00739aa1cd57 None None] Attempting to bind port d304ca1e-e751-49f0-9d4c-1e789d4fb443 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '2919aa26-fda4-494c-8414-a65c2bd15df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '90be9f19-252b-45b2-910d-8880536a6223'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:07:27.910718 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2835e8-6f6f-4d59-94cf-00739aa1cd57 None None] Attempting to bind port d304ca1e-e751-49f0-9d4c-1e789d4fb443 on network 90be9f19-252b-45b2-910d-8880536a6223 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:07:27.916527 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2835e8-6f6f-4d59-94cf-00739aa1cd57 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:07:27.917040 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2835e8-6f6f-4d59-94cf-00739aa1cd57 None None] Checking segment: {'id': '2919aa26-fda4-494c-8414-a65c2bd15df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '90be9f19-252b-45b2-910d-8880536a6223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:07:27.917507 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ce2835e8-6f6f-4d59-94cf-00739aa1cd57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:27.917961 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2835e8-6f6f-4d59-94cf-00739aa1cd57 None None] Bound using segment: {'id': '2919aa26-fda4-494c-8414-a65c2bd15df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '90be9f19-252b-45b2-910d-8880536a6223'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:07:27.918498 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-ce2835e8-6f6f-4d59-94cf-00739aa1cd57 None None] Bound port: d304ca1e-e751-49f0-9d4c-1e789d4fb443, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2919aa26-fda4-494c-8414-a65c2bd15df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '90be9f19-252b-45b2-910d-8880536a6223'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:07:27.918950 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ce2835e8-6f6f-4d59-94cf-00739aa1cd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:27.938625 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d869a68e-c7d6-4ecb-9568-bca87eae03f1 None None] The sync data for ids ['4ac46041-a889-47b0-8431-d66e8f041932'] in n-d-712137-10 is: [{'id': '4ac46041-a889-47b0-8431-d66e8f041932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113519182', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '7dcb57d2-02dd-4586-bd7d-5431f389a905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:07:25Z', 'updated_at': '2021-08-28T16:07:26Z', 'revision_number': 3, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '7dcb57d2-02dd-4586-bd7d-5431f389a905', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:84:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac46041-a889-47b0-8431-d66e8f041932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:07:25Z', 'updated_at': '2021-08-28T16:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:07:27.990809 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-ce2835e8-6f6f-4d59-94cf-00739aa1cd57 None None] For port d304ca1e-e751-49f0-9d4c-1e789d4fb443, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:07:27.995027 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-ce2835e8-6f6f-4d59-94cf-00739aa1cd57 None None] For port d304ca1e-e751-49f0-9d4c-1e789d4fb443, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=d304ca1e-e751-49f0-9d4c-1e789d4fb443,segment=NetworkSegment(2919aa26-fda4-494c-8414-a65c2bd15df4),segment_id=2919aa26-fda4-494c-8414-a65c2bd15df4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:07:28.001166 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ce2835e8-6f6f-4d59-94cf-00739aa1cd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:28.071562 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2835e8-6f6f-4d59-94cf-00739aa1cd57 None None] Pushing event updated for resources: {'Port': ['ID=d304ca1e-e751-49f0-9d4c-1e789d4fb443,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:28.416359 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-449f7b80-7183-44bd-bf84-d6b78b8694d8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Allocated IP 172.20.0.1 (90be9f19-252b-45b2-910d-8880536a6223/aa23b451-8fb9-462d-a1d9-83a026384199/4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:07:28.534337 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-449f7b80-7183-44bd-bf84-d6b78b8694d8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:28.549086 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-449f7b80-7183-44bd-bf84-d6b78b8694d8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Transition to ACTIVE for port object 4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:07:28.584355 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-449f7b80-7183-44bd-bf84-d6b78b8694d8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:28.631080 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449f7b80-7183-44bd-bf84-d6b78b8694d8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network 90be9f19-252b-45b2-910d-8880536a6223 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:07:28.636438 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-449f7b80-7183-44bd-bf84-d6b78b8694d8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:07:28.641338 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449f7b80-7183-44bd-bf84-d6b78b8694d8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:07:28.667367 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f7b80-7183-44bd-bf84-d6b78b8694d8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Port': ['ID=4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:28.691440 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-449f7b80-7183-44bd-bf84-d6b78b8694d8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:28.847528 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-449f7b80-7183-44bd-bf84-d6b78b8694d8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:29.060844 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea90c73-f500-450c-8d0b-ef33e8f43376 None None] Network 90be9f19-252b-45b2-910d-8880536a6223 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 16:07:29.163720 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-449f7b80-7183-44bd-bf84-d6b78b8694d8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:29.171645 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-bfe2357f-b9d6-444f-a6c4-9df706019176 None None] Provisioning for port d304ca1e-e751-49f0-9d4c-1e789d4fb443 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:07:29.173096 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-449f7b80-7183-44bd-bf84-d6b78b8694d8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:29.245605 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f7b80-7183-44bd-bf84-d6b78b8694d8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Port': ['ID=4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:29.251287 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-449f7b80-7183-44bd-bf84-d6b78b8694d8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:29.350748 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449f7b80-7183-44bd-bf84-d6b78b8694d8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network 90be9f19-252b-45b2-910d-8880536a6223 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:07:29.352321 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-449f7b80-7183-44bd-bf84-d6b78b8694d8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:07:29.473133 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449f7b80-7183-44bd-bf84-d6b78b8694d8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Router 4ac46041-a889-47b0-8431-d66e8f041932 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:07:29.507951 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ee0c4e5-4033-48f5-b788-86275abec791 None None] Provisioning for port 4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:07:29.512754 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ee0c4e5-4033-48f5-b788-86275abec791 None None] Provisioning complete for port 4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:07:29.513201 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ee0c4e5-4033-48f5-b788-86275abec791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:29.559861 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ee0c4e5-4033-48f5-b788-86275abec791 None None] Port 4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:07:29.610804 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449f7b80-7183-44bd-bf84-d6b78b8694d8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:07:29.616637 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-449f7b80-7183-44bd-bf84-d6b78b8694d8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "PUT /v2.0/routers/4ac46041-a889-47b0-8431-d66e8f041932/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3270650 Aug 28 16:07:29.696936 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e75a429d-6170-42aa-8669-de02ba6aa5e1 None None] Provisioning complete for port 4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:07:29.697319 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e75a429d-6170-42aa-8669-de02ba6aa5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:29.733882 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7dcb57d2-02dd-4586-bd7d-5431f389a905 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:07:29.774253 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-e75a429d-6170-42aa-8669-de02ba6aa5e1 None None] Port 4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:07:29.796549 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-7db1e459-b3a3-444c-83dd-2b4111b2d766 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1873456861&fields=id&tenant_id=a12260b8f69c49519941bbc52ef4c66f HTTP/1.1" status: 200 len: 267 time: 0.0414536 Aug 28 16:07:29.798046 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 7dcb57d2-02dd-4586-bd7d-5431f389a905 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:07:29.806134 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 7dcb57d2-02dd-4586-bd7d-5431f389a905 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:07:29.806517 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:29.834190 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b190a1ef-0455-475d-b447-f229bd06bd69 None None] Sync routers for ids ['4ac46041-a889-47b0-8431-d66e8f041932'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:07:29.855619 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b190a1ef-0455-475d-b447-f229bd06bd69 None None] Routers {'4ac46041-a889-47b0-8431-d66e8f041932'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:07:29.860737 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b190a1ef-0455-475d-b447-f229bd06bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:07:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4ac46041-a889-47b0-8431-d66e8f041932'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:07:29.928791 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-8f35bafc-682f-4a79-a2a1-718c9f19981a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:29.930281 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-8f35bafc-682f-4a79-a2a1-718c9f19981a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/networks?id=90be9f19-252b-45b2-910d-8880536a6223 HTTP/1.1" status: 200 len: 797 time: 0.1269014 Aug 28 16:07:29.946889 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-1be69749-1ff3-4fd1-b4a6-728f1d26a308 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/quotas/a12260b8f69c49519941bbc52ef4c66f HTTP/1.1" status: 200 len: 375 time: 0.0105829 Aug 28 16:07:30.000473 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:30.005532 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-4f860a8a-db7d-41d2-a8a5-21820d56120c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499854 Aug 28 16:07:30.009962 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-b190a1ef-0455-475d-b447-f229bd06bd69 None None] Set router 4ac46041-a889-47b0-8431-d66e8f041932 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:07:30.054154 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 7dcb57d2-02dd-4586-bd7d-5431f389a905, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7dcb57d2-02dd-4586-bd7d-5431f389a905,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:07:30.056892 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8ce36457-b262-486b-b2dc-9b0362a4fe6b None None] Provisioning complete for port 4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:07:30.057247 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8ce36457-b262-486b-b2dc-9b0362a4fe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:30.063777 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:30.064581 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device d304ca1e-e751-49f0-9d4c-1e789d4fb443 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:07:30.109136 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-cef259c7-ba4f-4ddf-9d79-14f5bd2accb2 service neutron] 10.222.0.13 "GET /v2.0/networks/90be9f19-252b-45b2-910d-8880536a6223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901768 Aug 28 16:07:30.199983 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-8fba164a-4053-4281-9e9a-482125852692 service neutron] 10.222.0.13 "GET /v2.0/networks/90be9f19-252b-45b2-910d-8880536a6223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840025 Aug 28 16:07:30.228643 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8ce36457-b262-486b-b2dc-9b0362a4fe6b None None] Port 4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:07:30.246552 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=7dcb57d2-02dd-4586-bd7d-5431f389a905,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:30.280442 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port d304ca1e-e751-49f0-9d4c-1e789d4fb443 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:07:30.291804 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port d304ca1e-e751-49f0-9d4c-1e789d4fb443 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:07:30.292186 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:30.368996 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cd50722f-c08c-49ab-ac18-fdc683a79b91 req-32db0332-f3c7-4392-9990-0095a2c33850 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 210 time: 0.0312090 Aug 28 16:07:30.413047 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b190a1ef-0455-475d-b447-f229bd06bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac46041-a889-47b0-8431-d66e8f041932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113519182', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '7dcb57d2-02dd-4586-bd7d-5431f389a905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:07:25Z', 'updated_at': '2021-08-28T16:07:28Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '7dcb57d2-02dd-4586-bd7d-5431f389a905', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:84:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac46041-a889-47b0-8431-d66e8f041932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:07:25Z', 'updated_at': '2021-08-28T16:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32', 'name': '', 'network_id': '90be9f19-252b-45b2-910d-8880536a6223', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:c6:85:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac46041-a889-47b0-8431-d66e8f041932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'aa23b451-8fb9-462d-a1d9-83a026384199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:07:28Z', 'updated_at': '2021-08-28T16:07:29Z', 'revision_number': 2, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': 'aa23b451-8fb9-462d-a1d9-83a026384199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:07:30.443131 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b190a1ef-0455-475d-b447-f229bd06bd69 None None] Checking router: 4ac46041-a889-47b0-8431-d66e8f041932 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:07:30.443496 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b190a1ef-0455-475d-b447-f229bd06bd69 None None] Updating router 4ac46041-a889-47b0-8431-d66e8f041932 port 4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 16:07:30.470669 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:30.481696 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b190a1ef-0455-475d-b447-f229bd06bd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:30.538661 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port d304ca1e-e751-49f0-9d4c-1e789d4fb443, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=d304ca1e-e751-49f0-9d4c-1e789d4fb443,segment=NetworkSegment(2919aa26-fda4-494c-8414-a65c2bd15df4),segment_id=2919aa26-fda4-494c-8414-a65c2bd15df4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:07:30.547611 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:30.660821 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=d304ca1e-e751-49f0-9d4c-1e789d4fb443,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:30.824451 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b190a1ef-0455-475d-b447-f229bd06bd69 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:30.834536 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b190a1ef-0455-475d-b447-f229bd06bd69 None None] Transition to ACTIVE for port object 4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:07:30.843274 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b190a1ef-0455-475d-b447-f229bd06bd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:30.901231 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34442d1-47bd-4ec5-bdb4-19fc8ec061f3 None None] Pushing event updated for resources: {'Port': ['ID=4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:30.950743 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-b190a1ef-0455-475d-b447-f229bd06bd69 None None] Attempting to bind port 4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:07:30.951144 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-b190a1ef-0455-475d-b447-f229bd06bd69 None None] Attempting to bind port 4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '2919aa26-fda4-494c-8414-a65c2bd15df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '90be9f19-252b-45b2-910d-8880536a6223'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:07:30.951514 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b190a1ef-0455-475d-b447-f229bd06bd69 None None] Attempting to bind port 4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32 on network 90be9f19-252b-45b2-910d-8880536a6223 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:07:30.956846 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b190a1ef-0455-475d-b447-f229bd06bd69 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:07:30.957212 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b190a1ef-0455-475d-b447-f229bd06bd69 None None] Checking segment: {'id': '2919aa26-fda4-494c-8414-a65c2bd15df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '90be9f19-252b-45b2-910d-8880536a6223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:07:30.957613 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b190a1ef-0455-475d-b447-f229bd06bd69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:30.958002 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b190a1ef-0455-475d-b447-f229bd06bd69 None None] Bound using segment: {'id': '2919aa26-fda4-494c-8414-a65c2bd15df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '90be9f19-252b-45b2-910d-8880536a6223'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:07:30.958473 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-b190a1ef-0455-475d-b447-f229bd06bd69 None None] Bound port: 4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2919aa26-fda4-494c-8414-a65c2bd15df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '90be9f19-252b-45b2-910d-8880536a6223'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:07:30.958853 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b190a1ef-0455-475d-b447-f229bd06bd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:31.025321 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-b190a1ef-0455-475d-b447-f229bd06bd69 None None] For port 4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:07:31.029744 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-b190a1ef-0455-475d-b447-f229bd06bd69 None None] For port 4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32,segment=NetworkSegment(2919aa26-fda4-494c-8414-a65c2bd15df4),segment_id=2919aa26-fda4-494c-8414-a65c2bd15df4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:07:31.034456 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b190a1ef-0455-475d-b447-f229bd06bd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:31.096691 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b190a1ef-0455-475d-b447-f229bd06bd69 None None] Routers {'4ac46041-a889-47b0-8431-d66e8f041932'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:07:31.098418 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b190a1ef-0455-475d-b447-f229bd06bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:07:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4ac46041-a889-47b0-8431-d66e8f041932'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:07:31.103394 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34442d1-47bd-4ec5-bdb4-19fc8ec061f3 None None] Pushing event updated for resources: {'Port': ['ID=4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:31.240486 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-b190a1ef-0455-475d-b447-f229bd06bd69 None None] Set router 4ac46041-a889-47b0-8431-d66e8f041932 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:07:31.320513 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-b234050d-53be-43d6-abe1-2ae3cba43856 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:31.321988 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-b234050d-53be-43d6-abe1-2ae3cba43856 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.36 "GET /v2.0/networks?id=90be9f19-252b-45b2-910d-8880536a6223 HTTP/1.1" status: 200 len: 797 time: 0.1132247 Aug 28 16:07:31.373449 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-1644b730-bc4c-45ba-8349-a2e0885df6cf tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a12260b8f69c49519941bbc52ef4c66f HTTP/1.1" status: 200 len: 380 time: 0.0416522 Aug 28 16:07:31.384117 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-4f6d3814-1d0c-45f6-ae83-e714a4607fc9 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'port': {'device_id': '8b6a86d8-8851-48e9-b8e3-220f3243afc1', 'network_id': '90be9f19-252b-45b2-910d-8880536a6223', 'admin_state_up': True, 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'security_groups': ['be799b9a-e18b-4130-9d64-88239a564d12']}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:07:31.483061 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-b190a1ef-0455-475d-b447-f229bd06bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac46041-a889-47b0-8431-d66e8f041932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113519182', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '7dcb57d2-02dd-4586-bd7d-5431f389a905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:07:25Z', 'updated_at': '2021-08-28T16:07:28Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '7dcb57d2-02dd-4586-bd7d-5431f389a905', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:84:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac46041-a889-47b0-8431-d66e8f041932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:07:25Z', 'updated_at': '2021-08-28T16:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32', 'name': '', 'network_id': '90be9f19-252b-45b2-910d-8880536a6223', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:c6:85:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac46041-a889-47b0-8431-d66e8f041932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'aa23b451-8fb9-462d-a1d9-83a026384199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:07:28Z', 'updated_at': '2021-08-28T16:07:31Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': 'aa23b451-8fb9-462d-a1d9-83a026384199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:07:31.484261 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0f08147c-7a1d-47b8-a822-48edc6b198e1 req-062cbff2-c063-4c16-89d9-d85acc4e8550 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 210 time: 0.0346537 Aug 28 16:07:31.505609 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-4f6d3814-1d0c-45f6-ae83-e714a4607fc9 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Made reservation on behalf of a12260b8f69c49519941bbc52ef4c66f for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 16:07:31.509793 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-4f6d3814-1d0c-45f6-ae83-e714a4607fc9 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:31.510797 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b190a1ef-0455-475d-b447-f229bd06bd69 None None] The sync data for ids ['4ac46041-a889-47b0-8431-d66e8f041932'] in n-d-712137-10 is: [{'id': '4ac46041-a889-47b0-8431-d66e8f041932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113519182', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '7dcb57d2-02dd-4586-bd7d-5431f389a905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:07:25Z', 'updated_at': '2021-08-28T16:07:28Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '7dcb57d2-02dd-4586-bd7d-5431f389a905', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:84:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac46041-a889-47b0-8431-d66e8f041932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:07:25Z', 'updated_at': '2021-08-28T16:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32', 'name': '', 'network_id': '90be9f19-252b-45b2-910d-8880536a6223', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:c6:85:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac46041-a889-47b0-8431-d66e8f041932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'aa23b451-8fb9-462d-a1d9-83a026384199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:07:28Z', 'updated_at': '2021-08-28T16:07:31Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': 'aa23b451-8fb9-462d-a1d9-83a026384199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:07:31.686520 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-4f6d3814-1d0c-45f6-ae83-e714a4607fc9 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Allocated IP 172.20.0.8 (90be9f19-252b-45b2-910d-8880536a6223/aa23b451-8fb9-462d-a1d9-83a026384199/8cc09d8c-f87b-451c-9768-dc9e70b2ac03) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:07:31.740387 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:07:31.792041 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:07:31.796836 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:07:31.797210 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:31.850362 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-4f6d3814-1d0c-45f6-ae83-e714a4607fc9 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:31.870888 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-4f6d3814-1d0c-45f6-ae83-e714a4607fc9 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Transition to ACTIVE for port object 8cc09d8c-f87b-451c-9768-dc9e70b2ac03 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:07:31.887115 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:31.908913 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-4f6d3814-1d0c-45f6-ae83-e714a4607fc9 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:31.926279 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32,segment=NetworkSegment(2919aa26-fda4-494c-8414-a65c2bd15df4),segment_id=2919aa26-fda4-494c-8414-a65c2bd15df4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:07:31.930589 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:31.931587 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7dcb57d2-02dd-4586-bd7d-5431f389a905 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:07:31.957533 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-4f6d3814-1d0c-45f6-ae83-e714a4607fc9 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network 90be9f19-252b-45b2-910d-8880536a6223 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:07:31.960764 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-4f6d3814-1d0c-45f6-ae83-e714a4607fc9 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:07:31.966462 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-4f6d3814-1d0c-45f6-ae83-e714a4607fc9 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:07:31.970406 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d3814-1d0c-45f6-ae83-e714a4607fc9 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Port': ['ID=8cc09d8c-f87b-451c-9768-dc9e70b2ac03,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:32.028071 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-4f6d3814-1d0c-45f6-ae83-e714a4607fc9 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:32.030653 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:32.034398 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-4f6d3814-1d0c-45f6-ae83-e714a4607fc9 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:32.054281 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-4f6d3814-1d0c-45f6-ae83-e714a4607fc9 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6750159 Aug 28 16:07:32.055606 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 7dcb57d2-02dd-4586-bd7d-5431f389a905 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:07:32.056474 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:32.089510 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:07:32.159630 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-f2cd5427-64ed-4f02-b2d0-0d0d8ba8afee service neutron] Request body: {'port': {'device_id': '8b6a86d8-8851-48e9-b8e3-220f3243afc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:07:32.165513 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device d304ca1e-e751-49f0-9d4c-1e789d4fb443 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:07:32.222122 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port d304ca1e-e751-49f0-9d4c-1e789d4fb443 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:07:32.222499 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:32.227525 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-f2cd5427-64ed-4f02-b2d0-0d0d8ba8afee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:32.314196 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1b2e67a7-213c-4864-93e5-df5b1d63bfe9 None None] Provisioning for port 8cc09d8c-f87b-451c-9768-dc9e70b2ac03 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:07:32.318580 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1b2e67a7-213c-4864-93e5-df5b1d63bfe9 None None] Provisioning complete for port 8cc09d8c-f87b-451c-9768-dc9e70b2ac03 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:07:32.318951 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1b2e67a7-213c-4864-93e5-df5b1d63bfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:32.357620 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1b2e67a7-213c-4864-93e5-df5b1d63bfe9 None None] Port 8cc09d8c-f87b-451c-9768-dc9e70b2ac03 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:07:32.517631 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-f2cd5427-64ed-4f02-b2d0-0d0d8ba8afee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cc09d8c-f87b-451c-9768-dc9e70b2ac03 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 16:07:32.525643 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-f2cd5427-64ed-4f02-b2d0-0d0d8ba8afee service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:32.543778 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-f2cd5427-64ed-4f02-b2d0-0d0d8ba8afee service neutron] Transition to ACTIVE for port object 8cc09d8c-f87b-451c-9768-dc9e70b2ac03 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:07:32.548427 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-f2cd5427-64ed-4f02-b2d0-0d0d8ba8afee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:32.631541 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd5427-64ed-4f02-b2d0-0d0d8ba8afee service neutron] Pushing event updated for resources: {'Port': ['ID=8cc09d8c-f87b-451c-9768-dc9e70b2ac03,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:32.695846 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738e981-9a14-48c7-9f89-238f8154e37d req-63f50bee-ffae-45e5-b7f6-d9c498a243c7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:32.697409 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f738e981-9a14-48c7-9f89-238f8154e37d req-63f50bee-ffae-45e5-b7f6-d9c498a243c7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 943 time: 0.1201651 Aug 28 16:07:32.749989 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-f2cd5427-64ed-4f02-b2d0-0d0d8ba8afee service neutron] Attempting to bind port 8cc09d8c-f87b-451c-9768-dc9e70b2ac03 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:07:32.750326 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-f2cd5427-64ed-4f02-b2d0-0d0d8ba8afee service neutron] Attempting to bind port 8cc09d8c-f87b-451c-9768-dc9e70b2ac03 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '2919aa26-fda4-494c-8414-a65c2bd15df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '90be9f19-252b-45b2-910d-8880536a6223'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:07:32.750660 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-f2cd5427-64ed-4f02-b2d0-0d0d8ba8afee service neutron] Attempting to bind port 8cc09d8c-f87b-451c-9768-dc9e70b2ac03 on network 90be9f19-252b-45b2-910d-8880536a6223 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:07:32.759002 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f738e981-9a14-48c7-9f89-238f8154e37d req-641fd89b-cf80-4a42-b25c-afd1dd9933df tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=be799b9a-e18b-4130-9d64-88239a564d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544312 Aug 28 16:07:32.760003 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-f2cd5427-64ed-4f02-b2d0-0d0d8ba8afee service neutron] Port 8cc09d8c-f87b-451c-9768-dc9e70b2ac03 on network 90be9f19-252b-45b2-910d-8880536a6223 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 16:07:32.760327 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-f2cd5427-64ed-4f02-b2d0-0d0d8ba8afee service neutron] Attempting to bind port 8cc09d8c-f87b-451c-9768-dc9e70b2ac03 on network 90be9f19-252b-45b2-910d-8880536a6223 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:07:32.768332 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-f2cd5427-64ed-4f02-b2d0-0d0d8ba8afee service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:07:32.768812 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-f2cd5427-64ed-4f02-b2d0-0d0d8ba8afee service neutron] Checking segment: {'id': '2919aa26-fda4-494c-8414-a65c2bd15df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '90be9f19-252b-45b2-910d-8880536a6223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:07:32.769302 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-f2cd5427-64ed-4f02-b2d0-0d0d8ba8afee service neutron] Bound using segment: {'id': '2919aa26-fda4-494c-8414-a65c2bd15df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '90be9f19-252b-45b2-910d-8880536a6223'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:07:32.769989 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-f2cd5427-64ed-4f02-b2d0-0d0d8ba8afee service neutron] Bound port: 8cc09d8c-f87b-451c-9768-dc9e70b2ac03, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2919aa26-fda4-494c-8414-a65c2bd15df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '90be9f19-252b-45b2-910d-8880536a6223'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:07:32.770629 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-f2cd5427-64ed-4f02-b2d0-0d0d8ba8afee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:32.834499 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-f2cd5427-64ed-4f02-b2d0-0d0d8ba8afee service neutron] For port 8cc09d8c-f87b-451c-9768-dc9e70b2ac03, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:07:32.837440 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-f2cd5427-64ed-4f02-b2d0-0d0d8ba8afee service neutron] For port 8cc09d8c-f87b-451c-9768-dc9e70b2ac03, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=8cc09d8c-f87b-451c-9768-dc9e70b2ac03,segment=NetworkSegment(2919aa26-fda4-494c-8414-a65c2bd15df4),segment_id=2919aa26-fda4-494c-8414-a65c2bd15df4)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:07:32.842214 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-f2cd5427-64ed-4f02-b2d0-0d0d8ba8afee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:32.881387 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-f2cd5427-64ed-4f02-b2d0-0d0d8ba8afee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:32.882009 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-f2cd5427-64ed-4f02-b2d0-0d0d8ba8afee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:32.883554 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-f2cd5427-64ed-4f02-b2d0-0d0d8ba8afee service neutron] 10.222.0.36 "PUT /v2.0/ports/8cc09d8c-f87b-451c-9768-dc9e70b2ac03 HTTP/1.1" status: 200 len: 1092 time: 0.8204651 Aug 28 16:07:32.883889 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6a86d8-8851-48e9-b8e3-220f3243afc1', 'tag': '8cc09d8c-f87b-451c-9768-dc9e70b2ac03'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:07:32.886057 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e194bd7-6705-4633-a533-620872f88b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "8b6a86d8-8851-48e9-b8e3-220f3243afc1", "tag": "8cc09d8c-f87b-451c-9768-dc9e70b2ac03"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:07:32.906899 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd5427-64ed-4f02-b2d0-0d0d8ba8afee service neutron] Pushing event updated for resources: {'Port': ['ID=8cc09d8c-f87b-451c-9768-dc9e70b2ac03,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:32.978898 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-3e60d9d0-ac2b-4edc-a210-a0bb012b579b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:32.980928 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-3e60d9d0-ac2b-4edc-a210-a0bb012b579b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 1095 time: 0.0519629 Aug 28 16:07:32.998016 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ddd77e-40e1-40d9-8c6a-d2036e0eb06f x-openstack-request-id: req-62ddd77e-40e1-40d9-8c6a-d2036e0eb06f {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:07:32.998601 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b6a86d8-8851-48e9-b8e3-220f3243afc1", "tag": "8cc09d8c-f87b-451c-9768-dc9e70b2ac03", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:07:32.998798 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62ddd77e-40e1-40d9-8c6a-d2036e0eb06f {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:07:32.999201 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6a86d8-8851-48e9-b8e3-220f3243afc1', 'tag': '8cc09d8c-f87b-451c-9768-dc9e70b2ac03', 'status': 'completed', 'code': 200} Aug 28 16:07:33.027616 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-31cb0ef1-681d-4940-8ad6-32d563202c4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cc09d8c-f87b-451c-9768-dc9e70b2ac03 HTTP/1.1" status: 200 len: 217 time: 0.0388668 Aug 28 16:07:33.078938 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-187c77fa-42e3-477d-8fcd-0aa27fa37d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:33.080436 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-187c77fa-42e3-477d-8fcd-0aa27fa37d99 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa23b451-8fb9-462d-a1d9-83a026384199 HTTP/1.1" status: 200 len: 835 time: 0.0457857 Aug 28 16:07:33.134760 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-2c4aafb7-adcf-4578-83c4-9fcff7f60f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:33.136360 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-2c4aafb7-adcf-4578-83c4-9fcff7f60f70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=90be9f19-252b-45b2-910d-8880536a6223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480964 Aug 28 16:07:33.223083 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-76556271-b977-45fc-83ef-872edd997374 service neutron] 10.222.0.36 "GET /v2.0/networks/90be9f19-252b-45b2-910d-8880536a6223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796328 Aug 28 16:07:33.315117 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4ab97aad-0707-4d7c-9089-1fc04ad0d125 req-15250acb-955f-41c2-b447-1906efc09fe3 service neutron] 10.222.0.36 "GET /v2.0/networks/90be9f19-252b-45b2-910d-8880536a6223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849760 Aug 28 16:07:33.396827 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e194bd7-6705-4633-a533-620872f88b5a req-2ac1e715-d451-43df-b2a9-f87de2b12e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:33.398303 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7e194bd7-6705-4633-a533-620872f88b5a req-2ac1e715-d451-43df-b2a9-f87de2b12e61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 1095 time: 0.0396762 Aug 28 16:07:33.496567 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e194bd7-6705-4633-a533-620872f88b5a req-1fea6068-374f-41ca-9032-3bfe7723dda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:33.498054 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7e194bd7-6705-4633-a533-620872f88b5a req-1fea6068-374f-41ca-9032-3bfe7723dda3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=90be9f19-252b-45b2-910d-8880536a6223 HTTP/1.1" status: 200 len: 898 time: 0.0925372 Aug 28 16:07:33.549684 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7e194bd7-6705-4633-a533-620872f88b5a req-1700fd2e-128e-4c71-8057-23a14363c91a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cc09d8c-f87b-451c-9768-dc9e70b2ac03 HTTP/1.1" status: 200 len: 217 time: 0.0440660 Aug 28 16:07:33.600287 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e194bd7-6705-4633-a533-620872f88b5a req-5ba54e94-b206-4378-9200-7fd39ebbbd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:33.601755 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7e194bd7-6705-4633-a533-620872f88b5a req-5ba54e94-b206-4378-9200-7fd39ebbbd2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa23b451-8fb9-462d-a1d9-83a026384199 HTTP/1.1" status: 200 len: 835 time: 0.0447547 Aug 28 16:07:33.627886 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:07:33.647644 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e194bd7-6705-4633-a533-620872f88b5a req-3e8e46e6-f36a-46cb-bd07-8f08e993f46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:33.649177 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7e194bd7-6705-4633-a533-620872f88b5a req-3e8e46e6-f36a-46cb-bd07-8f08e993f46d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=90be9f19-252b-45b2-910d-8880536a6223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397317 Aug 28 16:07:33.675840 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:07:33.676215 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:33.743490 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7e194bd7-6705-4633-a533-620872f88b5a req-5c8da252-1a73-4b00-9653-428fbb2d1111 service neutron] 10.222.0.36 "GET /v2.0/networks/90be9f19-252b-45b2-910d-8880536a6223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860872 Aug 28 16:07:33.858474 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7e194bd7-6705-4633-a533-620872f88b5a req-15e891fa-de33-4b23-bb7a-7bbcf4ba4043 service neutron] 10.222.0.36 "GET /v2.0/networks/90be9f19-252b-45b2-910d-8880536a6223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069062 Aug 28 16:07:33.880394 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d4713-9998-42f7-b11e-57e37e05aaf6 req-48dfb343-8d79-49d5-a754-7073b4963255 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:33.881901 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-df3d4713-9998-42f7-b11e-57e37e05aaf6 req-48dfb343-8d79-49d5-a754-7073b4963255 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 943 time: 0.0564904 Aug 28 16:07:33.925468 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-df3d4713-9998-42f7-b11e-57e37e05aaf6 req-d7453838-fe50-44bb-81fc-bd48d11b323f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=be799b9a-e18b-4130-9d64-88239a564d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368624 Aug 28 16:07:35.041144 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9eff4b-a083-40de-8d55-43a9026befcc req-cc5099a2-734f-4a27-8699-1eabdeaf25dd tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:35.042658 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0c9eff4b-a083-40de-8d55-43a9026befcc req-cc5099a2-734f-4a27-8699-1eabdeaf25dd tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 943 time: 0.0484335 Aug 28 16:07:35.084856 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0c9eff4b-a083-40de-8d55-43a9026befcc req-09f006d1-d1a3-4b00-a046-5d22d51fd463 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=be799b9a-e18b-4130-9d64-88239a564d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351572 Aug 28 16:07:35.532480 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 8cc09d8c-f87b-451c-9768-dc9e70b2ac03 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 16:07:35.627554 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 8cc09d8c-f87b-451c-9768-dc9e70b2ac03, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=8cc09d8c-f87b-451c-9768-dc9e70b2ac03,segment=NetworkSegment(2919aa26-fda4-494c-8414-a65c2bd15df4),segment_id=2919aa26-fda4-494c-8414-a65c2bd15df4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:07:35.639405 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '8cc09d8c-f87b-451c-9768-dc9e70b2ac03', 'network_id': '90be9f19-252b-45b2-910d-8880536a6223', 'port_id': '8cc09d8c-f87b-451c-9768-dc9e70b2ac03', 'mac_address': 'fa:16:3e:52:79:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa23b451-8fb9-462d-a1d9-83a026384199', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 16:07:35.674495 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:35.687265 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc09d8c-f87b-451c-9768-dc9e70b2ac03 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 16:07:35.706072 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 8cc09d8c-f87b-451c-9768-dc9e70b2ac03, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=8cc09d8c-f87b-451c-9768-dc9e70b2ac03,segment=NetworkSegment(2919aa26-fda4-494c-8414-a65c2bd15df4),segment_id=2919aa26-fda4-494c-8414-a65c2bd15df4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:07:35.709858 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:35.921448 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=8cc09d8c-f87b-451c-9768-dc9e70b2ac03,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:35.973465 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['8cc09d8c-f87b-451c-9768-dc9e70b2ac03'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 16:07:36.199588 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05652809-134b-4430-869b-9b8edbd047b7 req-54ecde45-758e-4cf3-86f5-d71f1aa3b8d3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:36.201091 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05652809-134b-4430-869b-9b8edbd047b7 req-54ecde45-758e-4cf3-86f5-d71f1aa3b8d3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 944 time: 0.0500813 Aug 28 16:07:36.239054 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05652809-134b-4430-869b-9b8edbd047b7 req-42b913f6-4325-4b56-b33c-5539193b7762 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=be799b9a-e18b-4130-9d64-88239a564d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316014 Aug 28 16:07:37.352393 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9620e-94ab-4eb7-9483-56c132de47d4 req-7221ae23-992f-44f1-ae6f-399236f3eb4c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:37.353871 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3aa9620e-94ab-4eb7-9483-56c132de47d4 req-7221ae23-992f-44f1-ae6f-399236f3eb4c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 944 time: 0.0488386 Aug 28 16:07:37.391510 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3aa9620e-94ab-4eb7-9483-56c132de47d4 req-39ed1179-8ede-43a7-855c-f1e6eb9a9a0e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=be799b9a-e18b-4130-9d64-88239a564d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316744 Aug 28 16:07:37.563254 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 8cc09d8c-f87b-451c-9768-dc9e70b2ac03 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:07:37.610662 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 8cc09d8c-f87b-451c-9768-dc9e70b2ac03 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:07:37.614324 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 8cc09d8c-f87b-451c-9768-dc9e70b2ac03 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:07:37.614696 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:37.693064 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:37.714823 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6a86d8-8851-48e9-b8e3-220f3243afc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc09d8c-f87b-451c-9768-dc9e70b2ac03'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:07:37.717225 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e998ae4c8ad98a44641492a375488314a28001c32b9c96e1494d2a73900553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd84e7e-7a7b-43d1-84c1-6888f706a152" -d '{"events": [{"server_uuid": "8b6a86d8-8851-48e9-b8e3-220f3243afc1", "name": "network-vif-plugged", "status": "completed", "tag": "8cc09d8c-f87b-451c-9768-dc9e70b2ac03"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:07:37.729641 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 8cc09d8c-f87b-451c-9768-dc9e70b2ac03, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=8cc09d8c-f87b-451c-9768-dc9e70b2ac03,segment=NetworkSegment(2919aa26-fda4-494c-8414-a65c2bd15df4),segment_id=2919aa26-fda4-494c-8414-a65c2bd15df4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:07:37.734442 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:37.785357 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=8cc09d8c-f87b-451c-9768-dc9e70b2ac03,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:37.807247 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 16:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c78000-e39e-4078-b440-19d81a3faedf x-openstack-request-id: req-83c78000-e39e-4078-b440-19d81a3faedf {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:07:37.807716 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6a86d8-8851-48e9-b8e3-220f3243afc1", "name": "network-vif-plugged", "status": "completed", "tag": "8cc09d8c-f87b-451c-9768-dc9e70b2ac03", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:07:37.807982 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83c78000-e39e-4078-b440-19d81a3faedf {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:07:37.808386 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6a86d8-8851-48e9-b8e3-220f3243afc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc09d8c-f87b-451c-9768-dc9e70b2ac03', 'code': 200} Aug 28 16:07:37.901415 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f103a-63b1-4a40-88a7-35109567af3c req-a655e61b-64a2-4954-bd52-03105485c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:37.902846 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0b5f103a-63b1-4a40-88a7-35109567af3c req-a655e61b-64a2-4954-bd52-03105485c7db service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 1097 time: 0.0407548 Aug 28 16:07:37.936897 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0b5f103a-63b1-4a40-88a7-35109567af3c req-b4821d95-fd89-43ae-91be-9b2f2c1ef6ec service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=be799b9a-e18b-4130-9d64-88239a564d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271211 Aug 28 16:07:38.117693 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1caedff0-a9b1-4b0b-85c6-0ebde7ce7815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:38.505759 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fe192-b7d1-4354-b8dc-2471df5c9bc5 req-efa37874-6a38-4b72-b295-8f9062d15459 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:38.507281 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be7fe192-b7d1-4354-b8dc-2471df5c9bc5 req-efa37874-6a38-4b72-b295-8f9062d15459 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 945 time: 0.0498478 Aug 28 16:07:38.554475 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be7fe192-b7d1-4354-b8dc-2471df5c9bc5 req-e12c6f40-26ed-4b10-b044-d2a646c9034d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=be799b9a-e18b-4130-9d64-88239a564d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367918 Aug 28 16:07:39.680879 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7792a1-61d9-4ca2-beb8-65b2082a5a22 req-31200268-9298-4d20-a9aa-674ae95c46a6 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:39.682545 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0c7792a1-61d9-4ca2-beb8-65b2082a5a22 req-31200268-9298-4d20-a9aa-674ae95c46a6 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 945 time: 0.0542190 Aug 28 16:07:39.735105 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0c7792a1-61d9-4ca2-beb8-65b2082a5a22 req-e665b6e8-ac26-438f-b7ef-6cfb40742405 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=be799b9a-e18b-4130-9d64-88239a564d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430803 Aug 28 16:07:39.862338 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71722fa-9ae1-4856-9f49-711b7964ab94 req-4e5951f9-0da7-45f3-9388-d8a5eb1cba9f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:39.863837 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d71722fa-9ae1-4856-9f49-711b7964ab94 req-4e5951f9-0da7-45f3-9388-d8a5eb1cba9f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 945 time: 0.0519359 Aug 28 16:07:39.908795 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d71722fa-9ae1-4856-9f49-711b7964ab94 req-c70c3c86-ac3c-4a3f-bf47-1297392072cf tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=be799b9a-e18b-4130-9d64-88239a564d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389435 Aug 28 16:07:39.929859 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33460) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:07:39.970205 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c42844-3d46-4e3d-bf6f-8a75271c91e5 tempest-TestNetworkAdvancedServerOps-1874310575 tempest-TestNetworkAdvancedServerOps-1874310575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:39.971773 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-19c42844-3d46-4e3d-bf6f-8a75271c91e5 tempest-TestNetworkAdvancedServerOps-1874310575 tempest-TestNetworkAdvancedServerOps-1874310575-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 1092 time: 0.0409229 Aug 28 16:07:39.974594 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33462) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:07:39.978923 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-2b87d8f7-a8e3-4f5e-b66d-5ed55a8823aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'port_id': '8cc09d8c-f87b-451c-9768-dc9e70b2ac03', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:07:40.000613 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b87d8f7-a8e3-4f5e-b66d-5ed55a8823aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:40.099602 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b87d8f7-a8e3-4f5e-b66d-5ed55a8823aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:40.209146 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-2b87d8f7-a8e3-4f5e-b66d-5ed55a8823aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Allocated IP 172.25.3.44 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/c5bedfeb-79fc-4806-9d1d-24075f38e093) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:07:40.307277 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b87d8f7-a8e3-4f5e-b66d-5ed55a8823aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:40.349741 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b87d8f7-a8e3-4f5e-b66d-5ed55a8823aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:40.384784 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b87d8f7-a8e3-4f5e-b66d-5ed55a8823aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:07:40.390341 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-2b87d8f7-a8e3-4f5e-b66d-5ed55a8823aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:07:40.393850 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b87d8f7-a8e3-4f5e-b66d-5ed55a8823aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:07:40.418527 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87d8f7-a8e3-4f5e-b66d-5ed55a8823aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Port': ['ID=c5bedfeb-79fc-4806-9d1d-24075f38e093,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:40.666518 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-922c2e4f-fcc7-419f-b4ee-9d919552cd22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:40.748298 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b87d8f7-a8e3-4f5e-b66d-5ed55a8823aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:40.812261 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b87d8f7-a8e3-4f5e-b66d-5ed55a8823aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:40.960074 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ec1d6574-9e8a-4b10-8ceb-6f085668f02f req-27627ab8-73f5-4bcd-a6d6-806d6f2e60ee service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0934830 Aug 28 16:07:40.987951 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:40.998216 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b87d8f7-a8e3-4f5e-b66d-5ed55a8823aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:41.002698 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b87d8f7-a8e3-4f5e-b66d-5ed55a8823aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:41.109294 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87d8f7-a8e3-4f5e-b66d-5ed55a8823aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Port': ['ID=c5bedfeb-79fc-4806-9d1d-24075f38e093,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:07:41.120530 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d6574-9e8a-4b10-8ceb-6f085668f02f req-1b905602-1a39-4307-bce2-3eedc43f946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:41.122045 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ec1d6574-9e8a-4b10-8ceb-6f085668f02f req-1b905602-1a39-4307-bce2-3eedc43f946a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 1097 time: 0.1170678 Aug 28 16:07:41.125159 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b87d8f7-a8e3-4f5e-b66d-5ed55a8823aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:41.298529 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-2b87d8f7-a8e3-4f5e-b66d-5ed55a8823aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Floating IP 9cdfb8aa-8635-4043-8066-d7a7e7341768 associated. External IP: 172.25.3.44, port: 8cc09d8c-f87b-451c-9768-dc9e70b2ac03. Aug 28 16:07:41.303343 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d6574-9e8a-4b10-8ceb-6f085668f02f req-24beaf68-8096-4a5f-a786-4112e93d0778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:41.304913 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ec1d6574-9e8a-4b10-8ceb-6f085668f02f req-24beaf68-8096-4a5f-a786-4112e93d0778 service neutron] 10.222.0.36 "GET /v2.0/networks?id=90be9f19-252b-45b2-910d-8880536a6223 HTTP/1.1" status: 200 len: 898 time: 0.1464479 Aug 28 16:07:41.727307 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ec1d6574-9e8a-4b10-8ceb-6f085668f02f req-60b4a5a1-37f6-4d18-881b-d4e8984bb497 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cc09d8c-f87b-451c-9768-dc9e70b2ac03 HTTP/1.1" status: 200 len: 998 time: 0.3928487 Aug 28 16:07:41.817296 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d6574-9e8a-4b10-8ceb-6f085668f02f req-dc396329-cd3b-43ac-a109-fde95b67ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:41.818749 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ec1d6574-9e8a-4b10-8ceb-6f085668f02f req-dc396329-cd3b-43ac-a109-fde95b67ba35 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa23b451-8fb9-462d-a1d9-83a026384199 HTTP/1.1" status: 200 len: 835 time: 0.0849266 Aug 28 16:07:41.906557 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d6574-9e8a-4b10-8ceb-6f085668f02f req-341a4824-9e32-45f6-b685-a33a3c16aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:41.908100 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ec1d6574-9e8a-4b10-8ceb-6f085668f02f req-341a4824-9e32-45f6-b685-a33a3c16aebe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=90be9f19-252b-45b2-910d-8880536a6223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0807524 Aug 28 16:07:41.923527 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b87d8f7-a8e3-4f5e-b66d-5ed55a8823aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Router 4ac46041-a889-47b0-8431-d66e8f041932 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:07:42.026409 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:42.084208 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ec1d6574-9e8a-4b10-8ceb-6f085668f02f req-bbcde152-3a7f-4539-9f5e-c0a69b50fcb3 service neutron] 10.222.0.36 "GET /v2.0/networks/90be9f19-252b-45b2-910d-8880536a6223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688538 Aug 28 16:07:42.118583 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b87d8f7-a8e3-4f5e-b66d-5ed55a8823aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:07:42.128900 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da48dbf-b9b0-4cbe-855b-d5c3583cf1a8 None None] Sync routers for ids ['4ac46041-a889-47b0-8431-d66e8f041932'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:07:42.139148 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da48dbf-b9b0-4cbe-855b-d5c3583cf1a8 None None] Routers {'4ac46041-a889-47b0-8431-d66e8f041932'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:07:42.139724 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9da48dbf-b9b0-4cbe-855b-d5c3583cf1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:07:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4ac46041-a889-47b0-8431-d66e8f041932'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:07:42.166306 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2b87d8f7-a8e3-4f5e-b66d-5ed55a8823aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:42.211289 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2b87d8f7-a8e3-4f5e-b66d-5ed55a8823aa tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2356634 Aug 28 16:07:42.217756 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6a86d8-8851-48e9-b8e3-220f3243afc1', 'tag': '8cc09d8c-f87b-451c-9768-dc9e70b2ac03'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:07:42.219309 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72421417-de83-4d44-90a1-5f30bf8a01bf" -d '{"events": [{"name": "network-changed", "server_uuid": "8b6a86d8-8851-48e9-b8e3-220f3243afc1", "tag": "8cc09d8c-f87b-451c-9768-dc9e70b2ac03"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:07:42.228135 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ec1d6574-9e8a-4b10-8ceb-6f085668f02f req-f69b17bf-f5a9-417c-bf1f-cbb4b0a8f432 service neutron] 10.222.0.36 "GET /v2.0/networks/90be9f19-252b-45b2-910d-8880536a6223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345341 Aug 28 16:07:42.248127 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-9da48dbf-b9b0-4cbe-855b-d5c3583cf1a8 None None] Set router 4ac46041-a889-47b0-8431-d66e8f041932 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:07:42.272016 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac749dc5-a242-4fa2-9fae-780a006ea468 x-openstack-request-id: req-ac749dc5-a242-4fa2-9fae-780a006ea468 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:07:42.272360 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b6a86d8-8851-48e9-b8e3-220f3243afc1", "tag": "8cc09d8c-f87b-451c-9768-dc9e70b2ac03", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:07:42.272624 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac749dc5-a242-4fa2-9fae-780a006ea468 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:07:42.273525 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6a86d8-8851-48e9-b8e3-220f3243afc1', 'tag': '8cc09d8c-f87b-451c-9768-dc9e70b2ac03', 'status': 'completed', 'code': 200} Aug 28 16:07:42.360344 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9780711-ce7e-480d-a301-5564903c94cf req-4bcf7387-bb83-4cf7-a626-81f81f0bd109 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:42.361857 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c9780711-ce7e-480d-a301-5564903c94cf req-4bcf7387-bb83-4cf7-a626-81f81f0bd109 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 945 time: 0.0780227 Aug 28 16:07:42.364596 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72421417-de83-4d44-90a1-5f30bf8a01bf req-67db66e0-1413-40c3-8517-79d3d127972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:42.365970 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-72421417-de83-4d44-90a1-5f30bf8a01bf req-67db66e0-1413-40c3-8517-79d3d127972d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 1097 time: 0.0706654 Aug 28 16:07:42.450433 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c9780711-ce7e-480d-a301-5564903c94cf req-f24aa2fe-fdd4-4c33-82d7-5247eb597787 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=be799b9a-e18b-4130-9d64-88239a564d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821459 Aug 28 16:07:42.472877 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33468) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:07:42.480891 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9da48dbf-b9b0-4cbe-855b-d5c3583cf1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac46041-a889-47b0-8431-d66e8f041932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113519182', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '7dcb57d2-02dd-4586-bd7d-5431f389a905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:07:25Z', 'updated_at': '2021-08-28T16:07:28Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '7dcb57d2-02dd-4586-bd7d-5431f389a905', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:84:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac46041-a889-47b0-8431-d66e8f041932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:07:25Z', 'updated_at': '2021-08-28T16:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '9cdfb8aa-8635-4043-8066-d7a7e7341768', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '4ac46041-a889-47b0-8431-d66e8f041932', 'port_id': '8cc09d8c-f87b-451c-9768-dc9e70b2ac03', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90be9f19-252b-45b2-910d-8880536a6223', 'mac_address': 'fa:16:3e:52:79:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6a86d8-8851-48e9-b8e3-220f3243afc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:07:40Z', 'updated_at': '2021-08-28T16:07:40Z', 'revision_number': 0, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32', 'name': '', 'network_id': '90be9f19-252b-45b2-910d-8880536a6223', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:c6:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac46041-a889-47b0-8431-d66e8f041932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'aa23b451-8fb9-462d-a1d9-83a026384199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:07:28Z', 'updated_at': '2021-08-28T16:07:31Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': 'aa23b451-8fb9-462d-a1d9-83a026384199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:07:42.488434 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72421417-de83-4d44-90a1-5f30bf8a01bf req-e5bd6202-dee6-4f32-9ebf-285e57b99909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:42.489920 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-72421417-de83-4d44-90a1-5f30bf8a01bf req-e5bd6202-dee6-4f32-9ebf-285e57b99909 service neutron] 10.222.0.36 "GET /v2.0/networks?id=90be9f19-252b-45b2-910d-8880536a6223 HTTP/1.1" status: 200 len: 898 time: 0.1158419 Aug 28 16:07:42.507639 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da48dbf-b9b0-4cbe-855b-d5c3583cf1a8 None None] Checking router: 4ac46041-a889-47b0-8431-d66e8f041932 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:07:42.516812 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da48dbf-b9b0-4cbe-855b-d5c3583cf1a8 None None] Routers {'4ac46041-a889-47b0-8431-d66e8f041932'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:07:42.516981 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9da48dbf-b9b0-4cbe-855b-d5c3583cf1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:07:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4ac46041-a889-47b0-8431-d66e8f041932'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:07:42.539950 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1620dba0-6bbe-44ca-afa5-dcb391c4925f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/floatingips/9cdfb8aa-8635-4043-8066-d7a7e7341768 HTTP/1.1" status: 200 len: 990 time: 0.0658300 Aug 28 16:07:42.568595 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-72421417-de83-4d44-90a1-5f30bf8a01bf req-dde74702-a66a-45b4-b542-c107a0406248 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cc09d8c-f87b-451c-9768-dc9e70b2ac03 HTTP/1.1" status: 200 len: 998 time: 0.0722041 Aug 28 16:07:42.620642 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72421417-de83-4d44-90a1-5f30bf8a01bf req-47696092-c30c-47b6-bed8-4aaa7d6cc672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:42.622104 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-72421417-de83-4d44-90a1-5f30bf8a01bf req-47696092-c30c-47b6-bed8-4aaa7d6cc672 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa23b451-8fb9-462d-a1d9-83a026384199 HTTP/1.1" status: 200 len: 835 time: 0.0473509 Aug 28 16:07:42.627017 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-9da48dbf-b9b0-4cbe-855b-d5c3583cf1a8 None None] Set router 4ac46041-a889-47b0-8431-d66e8f041932 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:07:42.668269 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72421417-de83-4d44-90a1-5f30bf8a01bf req-380d654f-5403-4bcb-903b-27470cb4ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:07:42.670490 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-72421417-de83-4d44-90a1-5f30bf8a01bf req-380d654f-5403-4bcb-903b-27470cb4ec4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=90be9f19-252b-45b2-910d-8880536a6223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407102 Aug 28 16:07:42.760355 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-72421417-de83-4d44-90a1-5f30bf8a01bf req-6266796a-f6fb-4592-9548-084c406eb91a service neutron] 10.222.0.36 "GET /v2.0/networks/90be9f19-252b-45b2-910d-8880536a6223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832670 Aug 28 16:07:42.854551 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9da48dbf-b9b0-4cbe-855b-d5c3583cf1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac46041-a889-47b0-8431-d66e8f041932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113519182', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '7dcb57d2-02dd-4586-bd7d-5431f389a905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:07:25Z', 'updated_at': '2021-08-28T16:07:28Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '7dcb57d2-02dd-4586-bd7d-5431f389a905', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:84:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac46041-a889-47b0-8431-d66e8f041932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:07:25Z', 'updated_at': '2021-08-28T16:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '9cdfb8aa-8635-4043-8066-d7a7e7341768', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '4ac46041-a889-47b0-8431-d66e8f041932', 'port_id': '8cc09d8c-f87b-451c-9768-dc9e70b2ac03', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90be9f19-252b-45b2-910d-8880536a6223', 'mac_address': 'fa:16:3e:52:79:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6a86d8-8851-48e9-b8e3-220f3243afc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:07:40Z', 'updated_at': '2021-08-28T16:07:40Z', 'revision_number': 0, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32', 'name': '', 'network_id': '90be9f19-252b-45b2-910d-8880536a6223', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:c6:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac46041-a889-47b0-8431-d66e8f041932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'aa23b451-8fb9-462d-a1d9-83a026384199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:07:28Z', 'updated_at': '2021-08-28T16:07:31Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': 'aa23b451-8fb9-462d-a1d9-83a026384199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:07:42.856574 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-72421417-de83-4d44-90a1-5f30bf8a01bf req-f1f67230-e428-4ade-a9e4-35f7dd6750aa service neutron] 10.222.0.36 "GET /v2.0/networks/90be9f19-252b-45b2-910d-8880536a6223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897541 Aug 28 16:07:42.881652 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da48dbf-b9b0-4cbe-855b-d5c3583cf1a8 None None] The sync data for ids ['4ac46041-a889-47b0-8431-d66e8f041932'] in n-d-712137-10 is: [{'id': '4ac46041-a889-47b0-8431-d66e8f041932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113519182', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '7dcb57d2-02dd-4586-bd7d-5431f389a905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:07:25Z', 'updated_at': '2021-08-28T16:07:28Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '7dcb57d2-02dd-4586-bd7d-5431f389a905', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:84:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac46041-a889-47b0-8431-d66e8f041932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:07:25Z', 'updated_at': '2021-08-28T16:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '9cdfb8aa-8635-4043-8066-d7a7e7341768', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '4ac46041-a889-47b0-8431-d66e8f041932', 'port_id': '8cc09d8c-f87b-451c-9768-dc9e70b2ac03', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90be9f19-252b-45b2-910d-8880536a6223', 'mac_address': 'fa:16:3e:52:79:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6a86d8-8851-48e9-b8e3-220f3243afc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:07:40Z', 'updated_at': '2021-08-28T16:07:40Z', 'revision_number': 0, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32', 'name': '', 'network_id': '90be9f19-252b-45b2-910d-8880536a6223', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:c6:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac46041-a889-47b0-8431-d66e8f041932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'aa23b451-8fb9-462d-a1d9-83a026384199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:07:28Z', 'updated_at': '2021-08-28T16:07:31Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': 'aa23b451-8fb9-462d-a1d9-83a026384199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:07:43.064941 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e41b8c7-cf33-4a51-837f-292a1cf6fad7 None None] New status for floating IP 9cdfb8aa-8635-4043-8066-d7a7e7341768: ACTIVE {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 16:07:43.519597 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:43.541413 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33470) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:07:43.603843 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-1ccb76b0-1a4b-47fc-a53b-406e1ef36303 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/floatingips/9cdfb8aa-8635-4043-8066-d7a7e7341768 HTTP/1.1" status: 200 len: 992 time: 0.0612650 Aug 28 16:07:55.167618 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:07:57.302407 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:08:08.117973 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cdff48a4-c720-41c3-b4b8-830d0d982c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:08:09.090558 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:08:10.311904 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62b154-298c-44e9-b475-f6571f1cd043 req-b58650d8-68de-4256-80e2-f3b5aee176a1 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:08:10.313395 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8e62b154-298c-44e9-b475-f6571f1cd043 req-b58650d8-68de-4256-80e2-f3b5aee176a1 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 945 time: 0.0523107 Aug 28 16:08:10.350626 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8e62b154-298c-44e9-b475-f6571f1cd043 req-9361537e-0b14-4f0d-b852-5ff803350f5f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=be799b9a-e18b-4130-9d64-88239a564d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313563 Aug 28 16:08:10.667006 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f4243970-0572-4957-8e76-12bfe171794a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:08:10.979701 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:08:11.481297 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1860d-75c6-4a49-a45b-01f83cd97005 req-59a7acc9-ddd5-4bab-8e4a-6202441ff471 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:08:11.482758 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-56d1860d-75c6-4a49-a45b-01f83cd97005 req-59a7acc9-ddd5-4bab-8e4a-6202441ff471 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 945 time: 0.0495317 Aug 28 16:08:11.520368 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-56d1860d-75c6-4a49-a45b-01f83cd97005 req-1711bf5f-6bbf-404c-8a32-f3714ccfcdb8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=be799b9a-e18b-4130-9d64-88239a564d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316730 Aug 28 16:08:12.028411 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:08:12.644632 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3c47c-a172-4b75-b99d-718030460163 req-e6ae6f20-7a04-4896-aee2-f434c6cedb3c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:08:12.646135 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-03d3c47c-a172-4b75-b99d-718030460163 req-e6ae6f20-7a04-4896-aee2-f434c6cedb3c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 945 time: 0.0499713 Aug 28 16:08:12.684879 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-03d3c47c-a172-4b75-b99d-718030460163 req-3da79609-38c3-45d9-9e47-c7616ccf0c70 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=be799b9a-e18b-4130-9d64-88239a564d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327895 Aug 28 16:08:13.522995 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:08:13.797403 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc705f59-857c-4d1b-a43a-3b37e7bca54a req-f4bc3cf0-199b-4bf8-85d7-172e25d4de30 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:08:13.798901 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dc705f59-857c-4d1b-a43a-3b37e7bca54a req-f4bc3cf0-199b-4bf8-85d7-172e25d4de30 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 945 time: 0.0484490 Aug 28 16:08:13.836066 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dc705f59-857c-4d1b-a43a-3b37e7bca54a req-9c93ea82-6cc3-4700-b266-22740df2cc1f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=be799b9a-e18b-4130-9d64-88239a564d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311615 Aug 28 16:08:14.956270 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debd686-7cf6-4a03-8d84-25c876afcb04 req-f9cd16fb-d5d5-441d-9c9a-8a12cb530694 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:08:14.957786 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0debd686-7cf6-4a03-8d84-25c876afcb04 req-f9cd16fb-d5d5-441d-9c9a-8a12cb530694 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 945 time: 0.0521369 Aug 28 16:08:14.999196 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0debd686-7cf6-4a03-8d84-25c876afcb04 req-98a7093b-328d-4b04-ba69-5d35b7fffe8d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=be799b9a-e18b-4130-9d64-88239a564d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354629 Aug 28 16:08:16.118342 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245eeb3f-459f-4db2-ab54-c55ad31bdb4d req-5ae3c247-e11f-4463-bfec-128d54361900 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:08:16.119964 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-245eeb3f-459f-4db2-ab54-c55ad31bdb4d req-5ae3c247-e11f-4463-bfec-128d54361900 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 945 time: 0.0528862 Aug 28 16:08:16.158230 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-245eeb3f-459f-4db2-ab54-c55ad31bdb4d req-93d34eea-6ebb-48f9-94c3-8c74fd2db27f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=be799b9a-e18b-4130-9d64-88239a564d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316548 Aug 28 16:08:17.272045 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75e4ea-60a3-4902-9770-9d28d4808b0d req-aa80af4f-63ff-47b3-977b-b7aed3c71ef8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:08:17.273524 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cc75e4ea-60a3-4902-9770-9d28d4808b0d req-aa80af4f-63ff-47b3-977b-b7aed3c71ef8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 945 time: 0.0493293 Aug 28 16:08:17.312046 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cc75e4ea-60a3-4902-9770-9d28d4808b0d req-69bf9079-9d43-408d-bc46-75360abb48da tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=be799b9a-e18b-4130-9d64-88239a564d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322025 Aug 28 16:08:18.427388 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b56369-556e-4b13-bc52-d70bc5f5e772 req-9f5cf179-8af9-4676-b62b-e39ca62d0ac8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:08:18.428830 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b2b56369-556e-4b13-bc52-d70bc5f5e772 req-9f5cf179-8af9-4676-b62b-e39ca62d0ac8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 945 time: 0.0501277 Aug 28 16:08:18.466924 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b2b56369-556e-4b13-bc52-d70bc5f5e772 req-11ba0c5e-9158-43d1-92fc-097f08324a61 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=be799b9a-e18b-4130-9d64-88239a564d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320501 Aug 28 16:08:19.581484 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4d19d-756b-4ff4-80ea-c49c1ea2ae6b req-8a2310a8-8cca-4450-9086-075717be1210 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:08:19.583052 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-31e4d19d-756b-4ff4-80ea-c49c1ea2ae6b req-8a2310a8-8cca-4450-9086-075717be1210 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 945 time: 0.0484815 Aug 28 16:08:19.623506 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-31e4d19d-756b-4ff4-80ea-c49c1ea2ae6b req-eebfa54a-ee50-4da8-b32f-9e5937ce9917 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=be799b9a-e18b-4130-9d64-88239a564d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335243 Aug 28 16:08:20.738581 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1743b-6bab-4f52-9aa4-29cbedab8d7e req-25c34abb-326c-431c-a7de-842bd88599e6 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:08:20.740098 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eaa1743b-6bab-4f52-9aa4-29cbedab8d7e req-25c34abb-326c-431c-a7de-842bd88599e6 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 945 time: 0.0496519 Aug 28 16:08:20.777412 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eaa1743b-6bab-4f52-9aa4-29cbedab8d7e req-581c9cdf-d955-45da-865b-f6bbb70422be tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=be799b9a-e18b-4130-9d64-88239a564d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313396 Aug 28 16:08:20.799943 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33504) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:08:20.862389 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9e1ad804-c795-4186-9142-a442cbc7beed tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/floatingips/9cdfb8aa-8635-4043-8066-d7a7e7341768 HTTP/1.1" status: 200 len: 992 time: 0.0612810 Aug 28 16:08:22.129482 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5feae0-e426-425b-b483-442862d7f49b req-d23e5797-b6e6-4c0f-9471-3a6a323ce71b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:08:22.130901 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8d5feae0-e426-425b-b483-442862d7f49b req-d23e5797-b6e6-4c0f-9471-3a6a323ce71b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 945 time: 0.0489388 Aug 28 16:08:22.153635 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8bc98-47ec-4256-a9b1-d11e0a6fe9f8 req-7283980d-dd92-402f-ba1a-df7399cd23c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:08:22.155299 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-99d8bc98-47ec-4256-a9b1-d11e0a6fe9f8 req-7283980d-dd92-402f-ba1a-df7399cd23c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 1097 time: 0.0427012 Aug 28 16:08:22.173540 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8d5feae0-e426-425b-b483-442862d7f49b req-561b539f-7b28-4b88-9bef-327fce97d691 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=be799b9a-e18b-4130-9d64-88239a564d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362248 Aug 28 16:08:22.252462 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8bc98-47ec-4256-a9b1-d11e0a6fe9f8 req-f6157f9b-893b-48bb-b058-0d6d0ec8d0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:08:22.253964 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-99d8bc98-47ec-4256-a9b1-d11e0a6fe9f8 req-f6157f9b-893b-48bb-b058-0d6d0ec8d0ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=90be9f19-252b-45b2-910d-8880536a6223 HTTP/1.1" status: 200 len: 898 time: 0.0908680 Aug 28 16:08:22.318355 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-99d8bc98-47ec-4256-a9b1-d11e0a6fe9f8 req-58fbdcc6-e6a6-4715-8f53-4fa5c831525e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cc09d8c-f87b-451c-9768-dc9e70b2ac03 HTTP/1.1" status: 200 len: 1000 time: 0.0572627 Aug 28 16:08:22.366898 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8bc98-47ec-4256-a9b1-d11e0a6fe9f8 req-1a380ffa-2f05-4d2f-9d03-400746336157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:08:22.368333 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-99d8bc98-47ec-4256-a9b1-d11e0a6fe9f8 req-1a380ffa-2f05-4d2f-9d03-400746336157 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa23b451-8fb9-462d-a1d9-83a026384199 HTTP/1.1" status: 200 len: 835 time: 0.0433402 Aug 28 16:08:22.416968 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8bc98-47ec-4256-a9b1-d11e0a6fe9f8 req-d6241bbd-10a6-44e3-a354-af3ba284badb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:08:22.418406 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-99d8bc98-47ec-4256-a9b1-d11e0a6fe9f8 req-d6241bbd-10a6-44e3-a354-af3ba284badb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=90be9f19-252b-45b2-910d-8880536a6223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435417 Aug 28 16:08:22.510249 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-99d8bc98-47ec-4256-a9b1-d11e0a6fe9f8 req-8d4661d8-e780-4d8a-8237-6de2b200956b service neutron] 10.222.0.36 "GET /v2.0/networks/90be9f19-252b-45b2-910d-8880536a6223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845015 Aug 28 16:08:22.609257 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-99d8bc98-47ec-4256-a9b1-d11e0a6fe9f8 req-b6ebc684-e1fd-41fc-9dc1-5f8bc58219a8 service neutron] 10.222.0.36 "GET /v2.0/networks/90be9f19-252b-45b2-910d-8880536a6223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923884 Aug 28 16:08:23.290029 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae3126-9c37-4268-b78d-8e07ecf59099 req-7db0db7c-995f-426b-b43a-4cadae07a91b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:08:23.291482 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fbae3126-9c37-4268-b78d-8e07ecf59099 req-7db0db7c-995f-426b-b43a-4cadae07a91b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 945 time: 0.0486414 Aug 28 16:08:23.331812 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fbae3126-9c37-4268-b78d-8e07ecf59099 req-474e2aee-bb4c-494b-8983-9c73c9313325 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=be799b9a-e18b-4130-9d64-88239a564d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335531 Aug 28 16:08:23.353747 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33514) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:08:23.417323 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-afda309f-17e9-4484-8d3b-e342bc845356 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/floatingips/9cdfb8aa-8635-4043-8066-d7a7e7341768 HTTP/1.1" status: 200 len: 992 time: 0.0624614 Aug 28 16:08:25.161593 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:08:27.302931 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:08:38.120135 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ff99535a-f4dc-443a-b5a0-f1fd0dd40759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:08:40.667315 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fe62da65-f151-4bde-a891-5fc9757754cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:08:40.982635 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:08:41.498293 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-de7300d8-e5c6-4831-a7f2-264dad403949 req-ab2b4f75-83c4-4b34-aa35-78c2e072ace7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411158 Aug 28 16:08:41.580721 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7300d8-e5c6-4831-a7f2-264dad403949 req-94ab1f5c-aa8c-46fe-9b97-ee9fa4e56f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:08:41.582205 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-de7300d8-e5c6-4831-a7f2-264dad403949 req-94ab1f5c-aa8c-46fe-9b97-ee9fa4e56f6d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 1097 time: 0.0404809 Aug 28 16:08:41.692527 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7300d8-e5c6-4831-a7f2-264dad403949 req-d5bd4155-30d9-4c05-91fb-d2ed1faa3c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:08:41.693997 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-de7300d8-e5c6-4831-a7f2-264dad403949 req-d5bd4155-30d9-4c05-91fb-d2ed1faa3c2f service neutron] 10.222.0.36 "GET /v2.0/networks?id=90be9f19-252b-45b2-910d-8880536a6223 HTTP/1.1" status: 200 len: 898 time: 0.0938585 Aug 28 16:08:41.759145 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-de7300d8-e5c6-4831-a7f2-264dad403949 req-5bcf6331-6507-440c-be09-64fcd2f15c4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cc09d8c-f87b-451c-9768-dc9e70b2ac03 HTTP/1.1" status: 200 len: 1000 time: 0.0573561 Aug 28 16:08:41.806423 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7300d8-e5c6-4831-a7f2-264dad403949 req-c7456c12-c431-4e36-b544-d5b958fdeedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:08:41.807865 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-de7300d8-e5c6-4831-a7f2-264dad403949 req-c7456c12-c431-4e36-b544-d5b958fdeedd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa23b451-8fb9-462d-a1d9-83a026384199 HTTP/1.1" status: 200 len: 835 time: 0.0419328 Aug 28 16:08:41.855623 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7300d8-e5c6-4831-a7f2-264dad403949 req-5ab91b84-ac41-4691-aea8-e60bfcfd3ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:08:41.858269 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-de7300d8-e5c6-4831-a7f2-264dad403949 req-5ab91b84-ac41-4691-aea8-e60bfcfd3ab2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=90be9f19-252b-45b2-910d-8880536a6223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434844 Aug 28 16:08:41.946774 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-de7300d8-e5c6-4831-a7f2-264dad403949 req-1badfe58-fcdc-4d21-bd42-90ffb7755918 service neutron] 10.222.0.36 "GET /v2.0/networks/90be9f19-252b-45b2-910d-8880536a6223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816815 Aug 28 16:08:42.032272 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:08:42.055504 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-de7300d8-e5c6-4831-a7f2-264dad403949 req-e7b0c536-a89c-4ea5-b071-e5b8b9cb1f62 service neutron] 10.222.0.36 "GET /v2.0/networks/90be9f19-252b-45b2-910d-8880536a6223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957496 Aug 28 16:08:43.525839 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:08:46.089881 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:08:53.762241 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33536) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:08:53.924304 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-3aa635c3-9133-4834-9db9-60f6fa341501 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Deleting port c5bedfeb-79fc-4806-9d1d-24075f38e093 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:08:53.924646 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3aa635c3-9133-4834-9db9-60f6fa341501 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:08:53.997284 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3aa635c3-9133-4834-9db9-60f6fa341501 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:08:53.997611 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3aa635c3-9133-4834-9db9-60f6fa341501 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:08:54.008846 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-3aa635c3-9133-4834-9db9-60f6fa341501 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Calling delete_port for c5bedfeb-79fc-4806-9d1d-24075f38e093 owned by network:floatingip {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:08:54.153427 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3aa635c3-9133-4834-9db9-60f6fa341501 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:08:54.181284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa635c3-9133-4834-9db9-60f6fa341501 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'Port': ['ID=c5bedfeb-79fc-4806-9d1d-24075f38e093,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:08:54.210616 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa635c3-9133-4834-9db9-60f6fa341501 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:08:54.211106 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa635c3-9133-4834-9db9-60f6fa341501 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:08:54.211452 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa635c3-9133-4834-9db9-60f6fa341501 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:08:54.211819 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa635c3-9133-4834-9db9-60f6fa341501 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:08:54.212154 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa635c3-9133-4834-9db9-60f6fa341501 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:08:54.212487 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa635c3-9133-4834-9db9-60f6fa341501 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:08:54.213004 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa635c3-9133-4834-9db9-60f6fa341501 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:08:54.213515 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa635c3-9133-4834-9db9-60f6fa341501 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:08:54.214094 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa635c3-9133-4834-9db9-60f6fa341501 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:08:54.214656 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa635c3-9133-4834-9db9-60f6fa341501 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:08:54.215805 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa635c3-9133-4834-9db9-60f6fa341501 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:08:54.216396 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa635c3-9133-4834-9db9-60f6fa341501 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:08:54.261219 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3aa635c3-9133-4834-9db9-60f6fa341501 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for floatingip, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:08:54.261558 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-3aa635c3-9133-4834-9db9-60f6fa341501 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Floating IP 9cdfb8aa-8635-4043-8066-d7a7e7341768 disassociated (deleted). External IP: 172.25.3.44, port: 8cc09d8c-f87b-451c-9768-dc9e70b2ac03. Aug 28 16:08:54.461278 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa635c3-9133-4834-9db9-60f6fa341501 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Router 4ac46041-a889-47b0-8431-d66e8f041932 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:08:54.565737 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa635c3-9133-4834-9db9-60f6fa341501 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:08:54.570585 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3aa635c3-9133-4834-9db9-60f6fa341501 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:08:54.575323 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb6d200-6243-4ca4-946e-ac69a97ae267 None None] Sync routers for ids ['4ac46041-a889-47b0-8431-d66e8f041932'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:08:54.584538 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb6d200-6243-4ca4-946e-ac69a97ae267 None None] Routers {'4ac46041-a889-47b0-8431-d66e8f041932'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:08:54.585138 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-deb6d200-6243-4ca4-946e-ac69a97ae267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:08:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4ac46041-a889-47b0-8431-d66e8f041932'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:08:54.600704 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3aa635c3-9133-4834-9db9-60f6fa341501 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "DELETE /v2.0/floatingips/9cdfb8aa-8635-4043-8066-d7a7e7341768 HTTP/1.1" status: 204 len: 168 time: 0.8373530 Aug 28 16:08:54.601390 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6a86d8-8851-48e9-b8e3-220f3243afc1', 'tag': '8cc09d8c-f87b-451c-9768-dc9e70b2ac03'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:08:54.603677 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5a22ef-0e79-4cf2-a1e2-44d01beec89e" -d '{"events": [{"name": "network-changed", "server_uuid": "8b6a86d8-8851-48e9-b8e3-220f3243afc1", "tag": "8cc09d8c-f87b-451c-9768-dc9e70b2ac03"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:08:54.645480 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f8323e-0dab-4a91-8fca-a5fce5eeaaaf x-openstack-request-id: req-29f8323e-0dab-4a91-8fca-a5fce5eeaaaf {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:08:54.645775 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b6a86d8-8851-48e9-b8e3-220f3243afc1", "tag": "8cc09d8c-f87b-451c-9768-dc9e70b2ac03", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:08:54.646051 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29f8323e-0dab-4a91-8fca-a5fce5eeaaaf {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:08:54.646456 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6a86d8-8851-48e9-b8e3-220f3243afc1', 'tag': '8cc09d8c-f87b-451c-9768-dc9e70b2ac03', 'status': 'completed', 'code': 200} Aug 28 16:08:54.694888 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-deb6d200-6243-4ca4-946e-ac69a97ae267 None None] Set router 4ac46041-a889-47b0-8431-d66e8f041932 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:08:54.708879 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a22ef-0e79-4cf2-a1e2-44d01beec89e req-6486a5a6-27fb-4a37-a4b3-fcb2c064aeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:08:54.710480 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3a5a22ef-0e79-4cf2-a1e2-44d01beec89e req-6486a5a6-27fb-4a37-a4b3-fcb2c064aeb3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 1097 time: 0.0426033 Aug 28 16:08:54.809402 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a22ef-0e79-4cf2-a1e2-44d01beec89e req-b914f46b-b763-4769-b0d9-0c0f7ee8c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:08:54.811359 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3a5a22ef-0e79-4cf2-a1e2-44d01beec89e req-b914f46b-b763-4769-b0d9-0c0f7ee8c6c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=90be9f19-252b-45b2-910d-8880536a6223 HTTP/1.1" status: 200 len: 898 time: 0.0935771 Aug 28 16:08:54.849850 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1252a-79c5-49b7-8ccd-c156fbd4a735 req-905f16f5-2818-409b-8b2e-c1bfb145e2fe tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:08:54.851383 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-00f1252a-79c5-49b7-8ccd-c156fbd4a735 req-905f16f5-2818-409b-8b2e-c1bfb145e2fe tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 945 time: 0.0507720 Aug 28 16:08:54.865145 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3a5a22ef-0e79-4cf2-a1e2-44d01beec89e req-6af714e8-d9b3-4bfd-8e89-0faaf5355cd0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cc09d8c-f87b-451c-9768-dc9e70b2ac03 HTTP/1.1" status: 200 len: 217 time: 0.0464070 Aug 28 16:08:54.896606 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-00f1252a-79c5-49b7-8ccd-c156fbd4a735 req-66a8b608-a59c-46e7-b520-ae0dbc0d9423 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=be799b9a-e18b-4130-9d64-88239a564d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385644 Aug 28 16:08:54.914871 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-deb6d200-6243-4ca4-946e-ac69a97ae267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac46041-a889-47b0-8431-d66e8f041932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113519182', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '7dcb57d2-02dd-4586-bd7d-5431f389a905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:07:25Z', 'updated_at': '2021-08-28T16:07:28Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '7dcb57d2-02dd-4586-bd7d-5431f389a905', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:84:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac46041-a889-47b0-8431-d66e8f041932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:07:25Z', 'updated_at': '2021-08-28T16:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32', 'name': '', 'network_id': '90be9f19-252b-45b2-910d-8880536a6223', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:c6:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac46041-a889-47b0-8431-d66e8f041932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'aa23b451-8fb9-462d-a1d9-83a026384199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:07:28Z', 'updated_at': '2021-08-28T16:07:31Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': 'aa23b451-8fb9-462d-a1d9-83a026384199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:08:54.919616 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a22ef-0e79-4cf2-a1e2-44d01beec89e req-ad03d43a-5834-47b6-8e8b-71ad89a8ac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:08:54.921180 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3a5a22ef-0e79-4cf2-a1e2-44d01beec89e req-ad03d43a-5834-47b6-8e8b-71ad89a8ac77 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa23b451-8fb9-462d-a1d9-83a026384199 HTTP/1.1" status: 200 len: 835 time: 0.0484354 Aug 28 16:08:54.942318 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb6d200-6243-4ca4-946e-ac69a97ae267 None None] Checking router: 4ac46041-a889-47b0-8431-d66e8f041932 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:08:54.951039 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb6d200-6243-4ca4-946e-ac69a97ae267 None None] Routers {'4ac46041-a889-47b0-8431-d66e8f041932'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:08:54.951642 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-deb6d200-6243-4ca4-946e-ac69a97ae267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:08:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4ac46041-a889-47b0-8431-d66e8f041932'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:08:54.967753 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a22ef-0e79-4cf2-a1e2-44d01beec89e req-25e15844-5cec-4b2c-a759-9878bdeccd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:08:54.969355 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3a5a22ef-0e79-4cf2-a1e2-44d01beec89e req-25e15844-5cec-4b2c-a759-9878bdeccd18 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=90be9f19-252b-45b2-910d-8880536a6223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410771 Aug 28 16:08:55.054464 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-deb6d200-6243-4ca4-946e-ac69a97ae267 None None] Set router 4ac46041-a889-47b0-8431-d66e8f041932 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:08:55.063336 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3a5a22ef-0e79-4cf2-a1e2-44d01beec89e req-49d166fd-21ff-471f-8701-e6743af78f53 service neutron] 10.222.0.36 "GET /v2.0/networks/90be9f19-252b-45b2-910d-8880536a6223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866671 Aug 28 16:08:55.154151 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3a5a22ef-0e79-4cf2-a1e2-44d01beec89e req-37843e7a-bd8d-40b7-a774-4e8f7cb2d432 service neutron] 10.222.0.36 "GET /v2.0/networks/90be9f19-252b-45b2-910d-8880536a6223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825157 Aug 28 16:08:55.167591 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:08:55.249457 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-deb6d200-6243-4ca4-946e-ac69a97ae267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac46041-a889-47b0-8431-d66e8f041932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113519182', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '7dcb57d2-02dd-4586-bd7d-5431f389a905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:07:25Z', 'updated_at': '2021-08-28T16:07:28Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '7dcb57d2-02dd-4586-bd7d-5431f389a905', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:84:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac46041-a889-47b0-8431-d66e8f041932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:07:25Z', 'updated_at': '2021-08-28T16:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32', 'name': '', 'network_id': '90be9f19-252b-45b2-910d-8880536a6223', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:c6:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac46041-a889-47b0-8431-d66e8f041932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'aa23b451-8fb9-462d-a1d9-83a026384199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:07:28Z', 'updated_at': '2021-08-28T16:07:31Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': 'aa23b451-8fb9-462d-a1d9-83a026384199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:08:55.278178 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb6d200-6243-4ca4-946e-ac69a97ae267 None None] The sync data for ids ['4ac46041-a889-47b0-8431-d66e8f041932'] in n-d-712137-10 is: [{'id': '4ac46041-a889-47b0-8431-d66e8f041932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113519182', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '7dcb57d2-02dd-4586-bd7d-5431f389a905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:07:25Z', 'updated_at': '2021-08-28T16:07:28Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '7dcb57d2-02dd-4586-bd7d-5431f389a905', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:84:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac46041-a889-47b0-8431-d66e8f041932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:07:25Z', 'updated_at': '2021-08-28T16:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32', 'name': '', 'network_id': '90be9f19-252b-45b2-910d-8880536a6223', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:c6:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac46041-a889-47b0-8431-d66e8f041932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'aa23b451-8fb9-462d-a1d9-83a026384199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:07:28Z', 'updated_at': '2021-08-28T16:07:31Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': 'aa23b451-8fb9-462d-a1d9-83a026384199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:08:55.494417 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b90dbf-2f11-4e01-bf96-2c76d2de3354 None None] New status for floating IP 9cdfb8aa-8635-4043-8066-d7a7e7341768: DOWN {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 16:08:56.020173 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8065e9d-48d4-41dc-9294-e319eb671f75 req-1bbb3d1f-9d1a-4fa3-8ecf-3607d4b91ac8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:08:56.021666 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f8065e9d-48d4-41dc-9294-e319eb671f75 req-1bbb3d1f-9d1a-4fa3-8ecf-3607d4b91ac8 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 945 time: 0.0491195 Aug 28 16:08:56.059581 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f8065e9d-48d4-41dc-9294-e319eb671f75 req-cc31ecd8-4e18-4230-a08e-61d2736e0ee3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=be799b9a-e18b-4130-9d64-88239a564d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319011 Aug 28 16:08:56.269006 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9d874-53cd-4a47-b04f-a250f2d7db68 req-55270ee5-0c4f-4c2c-a709-a7468a869566 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:08:56.270461 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-82b9d874-53cd-4a47-b04f-a250f2d7db68 req-55270ee5-0c4f-4c2c-a709-a7468a869566 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 945 time: 0.0529802 Aug 28 16:08:56.357381 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-82b9d874-53cd-4a47-b04f-a250f2d7db68 req-881a8b99-2663-4d71-b868-44ec51e73b2c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Deleting port 8cc09d8c-f87b-451c-9768-dc9e70b2ac03 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:08:56.357720 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-82b9d874-53cd-4a47-b04f-a250f2d7db68 req-881a8b99-2663-4d71-b868-44ec51e73b2c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:08:56.446786 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-82b9d874-53cd-4a47-b04f-a250f2d7db68 req-881a8b99-2663-4d71-b868-44ec51e73b2c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] For port 8cc09d8c-f87b-451c-9768-dc9e70b2ac03, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=8cc09d8c-f87b-451c-9768-dc9e70b2ac03,segment=NetworkSegment(2919aa26-fda4-494c-8414-a65c2bd15df4),segment_id=2919aa26-fda4-494c-8414-a65c2bd15df4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:08:56.447153 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-82b9d874-53cd-4a47-b04f-a250f2d7db68 req-881a8b99-2663-4d71-b868-44ec51e73b2c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:08:56.459858 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-82b9d874-53cd-4a47-b04f-a250f2d7db68 req-881a8b99-2663-4d71-b868-44ec51e73b2c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Calling delete_port for 8cc09d8c-f87b-451c-9768-dc9e70b2ac03 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:08:56.588895 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-82b9d874-53cd-4a47-b04f-a250f2d7db68 req-881a8b99-2663-4d71-b868-44ec51e73b2c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:08:56.624473 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a8b99-2663-4d71-b868-44ec51e73b2c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'Port': ['ID=8cc09d8c-f87b-451c-9768-dc9e70b2ac03,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:08:56.665086 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b9d874-53cd-4a47-b04f-a250f2d7db68 req-881a8b99-2663-4d71-b868-44ec51e73b2c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] No DVR routers for this DVR port 8cc09d8c-f87b-451c-9768-dc9e70b2ac03 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 16:08:56.667927 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-82b9d874-53cd-4a47-b04f-a250f2d7db68 req-881a8b99-2663-4d71-b868-44ec51e73b2c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:08:56.670727 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-82b9d874-53cd-4a47-b04f-a250f2d7db68 req-881a8b99-2663-4d71-b868-44ec51e73b2c tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.36 "DELETE /v2.0/ports/8cc09d8c-f87b-451c-9768-dc9e70b2ac03 HTTP/1.1" status: 204 len: 173 time: 0.3934243 Aug 28 16:08:56.671173 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6a86d8-8851-48e9-b8e3-220f3243afc1', 'name': 'network-vif-deleted', 'tag': '8cc09d8c-f87b-451c-9768-dc9e70b2ac03'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:08:56.673521 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632091c2-748c-48c4-9b7d-36cdfb67bcc6" -d '{"events": [{"server_uuid": "8b6a86d8-8851-48e9-b8e3-220f3243afc1", "name": "network-vif-deleted", "tag": "8cc09d8c-f87b-451c-9768-dc9e70b2ac03"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:08:56.709997 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 16:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5e7e2a-3809-4f7c-9425-474a302ddcc9 x-openstack-request-id: req-9c5e7e2a-3809-4f7c-9425-474a302ddcc9 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:08:56.710286 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6a86d8-8851-48e9-b8e3-220f3243afc1", "name": "network-vif-deleted", "tag": "8cc09d8c-f87b-451c-9768-dc9e70b2ac03", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:08:56.710556 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c5e7e2a-3809-4f7c-9425-474a302ddcc9 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:08:56.710979 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6a86d8-8851-48e9-b8e3-220f3243afc1', 'name': 'network-vif-deleted', 'tag': '8cc09d8c-f87b-451c-9768-dc9e70b2ac03', 'status': 'completed', 'code': 200} Aug 28 16:08:57.167821 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-eefd1e02-19e5-4bbf-a244-36f2c8ac2ed2 req-2f162e0b-bd87-4a44-b88a-4c1c0691df4a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b6a86d8-8851-48e9-b8e3-220f3243afc1 HTTP/1.1" status: 200 len: 210 time: 0.0271304 Aug 28 16:08:57.300770 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:08:58.224114 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33554) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:08:58.877111 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b9a1d8ba-f85e-4d92-ad02-d59f40f78034 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:08:59.126422 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-b9a1d8ba-f85e-4d92-ad02-d59f40f78034 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Deleting port 4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:08:59.126763 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b9a1d8ba-f85e-4d92-ad02-d59f40f78034 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:08:59.211502 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-b9a1d8ba-f85e-4d92-ad02-d59f40f78034 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] For port 4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32,segment=NetworkSegment(2919aa26-fda4-494c-8414-a65c2bd15df4),segment_id=2919aa26-fda4-494c-8414-a65c2bd15df4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:08:59.211808 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b9a1d8ba-f85e-4d92-ad02-d59f40f78034 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:08:59.225047 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-b9a1d8ba-f85e-4d92-ad02-d59f40f78034 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Calling delete_port for 4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32 owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:08:59.406160 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b9a1d8ba-f85e-4d92-ad02-d59f40f78034 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:08:59.439099 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1d8ba-f85e-4d92-ad02-d59f40f78034 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'Port': ['ID=4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:08:59.611500 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b9a1d8ba-f85e-4d92-ad02-d59f40f78034 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:08:59.833164 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a1d8ba-f85e-4d92-ad02-d59f40f78034 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Router 4ac46041-a889-47b0-8431-d66e8f041932 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:08:59.943404 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a1d8ba-f85e-4d92-ad02-d59f40f78034 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:08:59.948424 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b9a1d8ba-f85e-4d92-ad02-d59f40f78034 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "PUT /v2.0/routers/4ac46041-a889-47b0-8431-d66e8f041932/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7232890 Aug 28 16:08:59.951432 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33556) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:08:59.953234 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c23bb7-f583-427e-883c-00f1fa044b78 None None] Sync routers for ids ['4ac46041-a889-47b0-8431-d66e8f041932'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:08:59.962144 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c23bb7-f583-427e-883c-00f1fa044b78 None None] Routers {'4ac46041-a889-47b0-8431-d66e8f041932'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:08:59.962751 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-c7c23bb7-f583-427e-883c-00f1fa044b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:08:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4ac46041-a889-47b0-8431-d66e8f041932'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:09:00.004671 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-11738d1f-b38a-4758-a25e-9d74204b3745 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Deleting subnet aa23b451-8fb9-462d-a1d9-83a026384199 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 16:09:00.007831 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-11738d1f-b38a-4758-a25e-9d74204b3745 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:00.027617 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 8cc09d8c-f87b-451c-9768-dc9e70b2ac03 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:09:00.048734 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 8cc09d8c-f87b-451c-9768-dc9e70b2ac03 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:09:00.049275 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-11738d1f-b38a-4758-a25e-9d74204b3745 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:00.049409 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 8cc09d8c-f87b-451c-9768-dc9e70b2ac03 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:09:00.070734 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-c7c23bb7-f583-427e-883c-00f1fa044b78 None None] Set router 4ac46041-a889-47b0-8431-d66e8f041932 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:09:00.138044 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-11738d1f-b38a-4758-a25e-9d74204b3745 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:00.198467 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-11738d1f-b38a-4758-a25e-9d74204b3745 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:00.226065 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11738d1f-b38a-4758-a25e-9d74204b3745 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'Subnet': ['ID=aa23b451-8fb9-462d-a1d9-83a026384199,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:00.229939 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-11738d1f-b38a-4758-a25e-9d74204b3745 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:00.232008 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-11738d1f-b38a-4758-a25e-9d74204b3745 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "DELETE /v2.0/subnets/aa23b451-8fb9-462d-a1d9-83a026384199 HTTP/1.1" status: 204 len: 168 time: 0.2795415 Aug 28 16:09:00.234805 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33558) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:09:00.238373 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82162b41-48ca-45a1-8755-593f7c07a2e3 None None] Network 90be9f19-252b-45b2-910d-8880536a6223 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 16:09:00.254015 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-c7c23bb7-f583-427e-883c-00f1fa044b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac46041-a889-47b0-8431-d66e8f041932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113519182', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '7dcb57d2-02dd-4586-bd7d-5431f389a905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:07:25Z', 'updated_at': '2021-08-28T16:08:59Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '7dcb57d2-02dd-4586-bd7d-5431f389a905', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:84:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac46041-a889-47b0-8431-d66e8f041932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:07:25Z', 'updated_at': '2021-08-28T16:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:09:00.282418 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c23bb7-f583-427e-883c-00f1fa044b78 None None] Checking router: 4ac46041-a889-47b0-8431-d66e8f041932 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:09:00.294094 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c23bb7-f583-427e-883c-00f1fa044b78 None None] Routers {'4ac46041-a889-47b0-8431-d66e8f041932'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:09:00.294991 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-c7c23bb7-f583-427e-883c-00f1fa044b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:08:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['4ac46041-a889-47b0-8431-d66e8f041932'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:09:00.354450 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1bfc21aa-f404-4d4e-b4db-c1a330041db5 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:00.405611 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-c7c23bb7-f583-427e-883c-00f1fa044b78 None None] Set router 4ac46041-a889-47b0-8431-d66e8f041932 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:09:00.425253 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa19098-59e9-40d6-b00b-d730829d0d80 None None] DHCP port deletion for 90be9f19-252b-45b2-910d-8880536a6223 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 16:09:00.467938 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1bfc21aa-f404-4d4e-b4db-c1a330041db5 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:00.475344 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-caa19098-59e9-40d6-b00b-d730829d0d80 None None] Deleting port d304ca1e-e751-49f0-9d4c-1e789d4fb443 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:09:00.475762 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-caa19098-59e9-40d6-b00b-d730829d0d80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:00.523635 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-1bfc21aa-f404-4d4e-b4db-c1a330041db5 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Deleting port 7dcb57d2-02dd-4586-bd7d-5431f389a905 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:09:00.524168 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1bfc21aa-f404-4d4e-b4db-c1a330041db5 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:00.542185 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-caa19098-59e9-40d6-b00b-d730829d0d80 None None] For port d304ca1e-e751-49f0-9d4c-1e789d4fb443, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=d304ca1e-e751-49f0-9d4c-1e789d4fb443,segment=NetworkSegment(2919aa26-fda4-494c-8414-a65c2bd15df4),segment_id=2919aa26-fda4-494c-8414-a65c2bd15df4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:09:00.542587 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-caa19098-59e9-40d6-b00b-d730829d0d80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:00.556327 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-caa19098-59e9-40d6-b00b-d730829d0d80 None None] Calling delete_port for d304ca1e-e751-49f0-9d4c-1e789d4fb443 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:09:00.592307 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-c7c23bb7-f583-427e-883c-00f1fa044b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac46041-a889-47b0-8431-d66e8f041932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113519182', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '7dcb57d2-02dd-4586-bd7d-5431f389a905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:07:25Z', 'updated_at': '2021-08-28T16:08:59Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '7dcb57d2-02dd-4586-bd7d-5431f389a905', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:84:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac46041-a889-47b0-8431-d66e8f041932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:07:25Z', 'updated_at': '2021-08-28T16:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:09:00.611471 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-1bfc21aa-f404-4d4e-b4db-c1a330041db5 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] For port 7dcb57d2-02dd-4586-bd7d-5431f389a905, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7dcb57d2-02dd-4586-bd7d-5431f389a905,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:09:00.611980 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1bfc21aa-f404-4d4e-b4db-c1a330041db5 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:00.619902 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c23bb7-f583-427e-883c-00f1fa044b78 None None] The sync data for ids ['4ac46041-a889-47b0-8431-d66e8f041932'] in n-d-712137-10 is: [{'id': '4ac46041-a889-47b0-8431-d66e8f041932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113519182', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '7dcb57d2-02dd-4586-bd7d-5431f389a905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:07:25Z', 'updated_at': '2021-08-28T16:08:59Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '7dcb57d2-02dd-4586-bd7d-5431f389a905', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:84:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac46041-a889-47b0-8431-d66e8f041932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:07:25Z', 'updated_at': '2021-08-28T16:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:09:00.625555 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-1bfc21aa-f404-4d4e-b4db-c1a330041db5 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Calling delete_port for 7dcb57d2-02dd-4586-bd7d-5431f389a905 owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:09:00.648190 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-caa19098-59e9-40d6-b00b-d730829d0d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:00.677564 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa19098-59e9-40d6-b00b-d730829d0d80 None None] Pushing event deleted for resources: {'Port': ['ID=d304ca1e-e751-49f0-9d4c-1e789d4fb443,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:00.679871 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa19098-59e9-40d6-b00b-d730829d0d80 None None] No DVR routers for this DVR port d304ca1e-e751-49f0-9d4c-1e789d4fb443 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 16:09:00.688684 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa19098-59e9-40d6-b00b-d730829d0d80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:00.689050 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa19098-59e9-40d6-b00b-d730829d0d80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:00.689395 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa19098-59e9-40d6-b00b-d730829d0d80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:00.689740 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa19098-59e9-40d6-b00b-d730829d0d80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:00.690076 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa19098-59e9-40d6-b00b-d730829d0d80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:00.690824 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa19098-59e9-40d6-b00b-d730829d0d80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:00.690824 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa19098-59e9-40d6-b00b-d730829d0d80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:00.691026 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa19098-59e9-40d6-b00b-d730829d0d80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:00.691358 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa19098-59e9-40d6-b00b-d730829d0d80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:00.691705 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa19098-59e9-40d6-b00b-d730829d0d80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:00.692031 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa19098-59e9-40d6-b00b-d730829d0d80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:00.692353 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa19098-59e9-40d6-b00b-d730829d0d80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:00.810012 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1bfc21aa-f404-4d4e-b4db-c1a330041db5 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:00.834851 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc21aa-f404-4d4e-b4db-c1a330041db5 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'Port': ['ID=7dcb57d2-02dd-4586-bd7d-5431f389a905,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:00.894030 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1bfc21aa-f404-4d4e-b4db-c1a330041db5 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:00.994117 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1bfc21aa-f404-4d4e-b4db-c1a330041db5 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:00.996417 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1bfc21aa-f404-4d4e-b4db-c1a330041db5 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:01.040699 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1bfc21aa-f404-4d4e-b4db-c1a330041db5 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:01.041350 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfc21aa-f404-4d4e-b4db-c1a330041db5 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Fanout notify agent at l3_agent the message router_deleted on router 4ac46041-a889-47b0-8431-d66e8f041932 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 16:09:01.053068 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1bfc21aa-f404-4d4e-b4db-c1a330041db5 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:01.054262 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1bfc21aa-f404-4d4e-b4db-c1a330041db5 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "DELETE /v2.0/routers/4ac46041-a889-47b0-8431-d66e8f041932 HTTP/1.1" status: 204 len: 168 time: 0.8184164 Aug 28 16:09:01.057040 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33560) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:09:01.133583 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f637469c-dab7-4754-b62f-4f6eb521cfc6 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:01.225294 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f637469c-dab7-4754-b62f-4f6eb521cfc6 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:01.236626 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-f637469c-dab7-4754-b62f-4f6eb521cfc6 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90be9f19-252b-45b2-910d-8880536a6223']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:09:01.248397 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-f637469c-dab7-4754-b62f-4f6eb521cfc6 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2919aa26-fda4-494c-8414-a65c2bd15df4') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:09:01.248702 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-f637469c-dab7-4754-b62f-4f6eb521cfc6 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2919aa26-fda4-494c-8414-a65c2bd15df4') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:09:01.258351 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f637469c-dab7-4754-b62f-4f6eb521cfc6 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:01.273301 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f637469c-dab7-4754-b62f-4f6eb521cfc6 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:01.279556 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f637469c-dab7-4754-b62f-4f6eb521cfc6 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 16:09:01.280003 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f637469c-dab7-4754-b62f-4f6eb521cfc6 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: timer() Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 16:09:01.283056 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 16:09:01.340197 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f637469c-dab7-4754-b62f-4f6eb521cfc6 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:01.347065 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f637469c-dab7-4754-b62f-4f6eb521cfc6 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:01.348809 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f637469c-dab7-4754-b62f-4f6eb521cfc6 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "DELETE /v2.0/networks/90be9f19-252b-45b2-910d-8880536a6223 HTTP/1.1" status: 204 len: 168 time: 0.2907014 Aug 28 16:09:01.351649 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33562) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:09:01.364882 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637469c-dab7-4754-b62f-4f6eb521cfc6 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'Network': ['ID=90be9f19-252b-45b2-910d-8880536a6223,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:01.410976 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c0a4e79a-b196-42c6-bb81-7932bad0b868 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:01.436936 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c0a4e79a-b196-42c6-bb81-7932bad0b868 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:01.494940 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c0a4e79a-b196-42c6-bb81-7932bad0b868 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:01.498182 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c0a4e79a-b196-42c6-bb81-7932bad0b868 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:01.499357 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c0a4e79a-b196-42c6-bb81-7932bad0b868 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "DELETE /v2.0/security-groups/be799b9a-e18b-4130-9d64-88239a564d12 HTTP/1.1" status: 204 len: 168 time: 0.1466868 Aug 28 16:09:01.508473 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4e79a-b196-42c6-bb81-7932bad0b868 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be799b9a-e18b-4130-9d64-88239a564d12,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:01.518602 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4e79a-b196-42c6-bb81-7932bad0b868 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:01.518953 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4e79a-b196-42c6-bb81-7932bad0b868 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:01.519292 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4e79a-b196-42c6-bb81-7932bad0b868 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:01.519625 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4e79a-b196-42c6-bb81-7932bad0b868 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:01.519993 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4e79a-b196-42c6-bb81-7932bad0b868 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:01.520442 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4e79a-b196-42c6-bb81-7932bad0b868 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:01.520887 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4e79a-b196-42c6-bb81-7932bad0b868 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:01.521132 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4e79a-b196-42c6-bb81-7932bad0b868 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:01.521430 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4e79a-b196-42c6-bb81-7932bad0b868 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:01.521799 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4e79a-b196-42c6-bb81-7932bad0b868 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:01.522127 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4e79a-b196-42c6-bb81-7932bad0b868 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:01.522451 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4e79a-b196-42c6-bb81-7932bad0b868 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:01.683085 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:09:01.704503 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:09:01.704846 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 4d46844b-2f4f-4ccf-9e69-cd5cbcdd0d32 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:09:01.705254 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7dcb57d2-02dd-4586-bd7d-5431f389a905 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:09:01.723341 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 7dcb57d2-02dd-4586-bd7d-5431f389a905 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:09:01.723703 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7dcb57d2-02dd-4586-bd7d-5431f389a905 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:09:01.724108 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device d304ca1e-e751-49f0-9d4c-1e789d4fb443 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:09:01.745045 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: d304ca1e-e751-49f0-9d4c-1e789d4fb443 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:09:01.745326 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device d304ca1e-e751-49f0-9d4c-1e789d4fb443 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:09:01.974268 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33568) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:09:01.979014 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-810c43a7-fc0d-4de9-bed9-53030707ffd3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1981874217', 'description': 'tempest-secgroup-smoke-1981874217 description', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:09:02.001057 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-810c43a7-fc0d-4de9-bed9-53030707ffd3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.085573 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-810c43a7-fc0d-4de9-bed9-53030707ffd3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.089316 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-810c43a7-fc0d-4de9-bed9-53030707ffd3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.116542 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-810c43a7-fc0d-4de9-bed9-53030707ffd3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.117745 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-810c43a7-fc0d-4de9-bed9-53030707ffd3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1424623 Aug 28 16:09:02.119511 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c43a7-fc0d-4de9-bed9-53030707ffd3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e0c7ef-1613-4eef-a4ef-eb377076716b,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:02.120848 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33570) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:09:02.126083 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-01c8dfb8-e221-4711-a4cf-fab8b2cf4f53 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group_rule': {'security_group_id': 'b1e0c7ef-1613-4eef-a4ef-eb377076716b', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:09:02.151992 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01c8dfb8-e221-4711-a4cf-fab8b2cf4f53 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.207446 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01c8dfb8-e221-4711-a4cf-fab8b2cf4f53 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.210861 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01c8dfb8-e221-4711-a4cf-fab8b2cf4f53 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.228345 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8dfb8-e221-4711-a4cf-fab8b2cf4f53 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de212f17-dab1-46df-8e65-07e66bacd8c5,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:02.234852 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01c8dfb8-e221-4711-a4cf-fab8b2cf4f53 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.236161 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-01c8dfb8-e221-4711-a4cf-fab8b2cf4f53 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137226 Aug 28 16:09:02.238764 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33572) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:09:02.243186 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-576294ea-4f4a-44fe-ba4b-3499d156f3a3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group_rule': {'security_group_id': 'b1e0c7ef-1613-4eef-a4ef-eb377076716b', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:09:02.270477 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-576294ea-4f4a-44fe-ba4b-3499d156f3a3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.328101 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-576294ea-4f4a-44fe-ba4b-3499d156f3a3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.331562 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-576294ea-4f4a-44fe-ba4b-3499d156f3a3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.349962 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576294ea-4f4a-44fe-ba4b-3499d156f3a3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c590cd9c-6ee5-45d5-9f9f-2f83a1d4d30e,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:02.352777 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-576294ea-4f4a-44fe-ba4b-3499d156f3a3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.354100 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-576294ea-4f4a-44fe-ba4b-3499d156f3a3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1144271 Aug 28 16:09:02.357420 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33574) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:09:02.361837 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-ca7710ba-5f73-4979-b7a1-0ad1d2a0f6e7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group_rule': {'security_group_id': 'b1e0c7ef-1613-4eef-a4ef-eb377076716b', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:09:02.388052 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ca7710ba-5f73-4979-b7a1-0ad1d2a0f6e7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.445038 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ca7710ba-5f73-4979-b7a1-0ad1d2a0f6e7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.449056 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ca7710ba-5f73-4979-b7a1-0ad1d2a0f6e7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.470408 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7710ba-5f73-4979-b7a1-0ad1d2a0f6e7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47738f39-d08b-401b-aa07-f131a2b4cf1a,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:02.477944 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ca7710ba-5f73-4979-b7a1-0ad1d2a0f6e7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.479205 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ca7710ba-5f73-4979-b7a1-0ad1d2a0f6e7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207640 Aug 28 16:09:02.482916 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33576) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:09:02.487206 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-06e4469f-3c3b-4a26-ba89-1f3b3fccd44e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group_rule': {'security_group_id': 'b1e0c7ef-1613-4eef-a4ef-eb377076716b', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:09:02.513230 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-06e4469f-3c3b-4a26-ba89-1f3b3fccd44e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.572734 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-06e4469f-3c3b-4a26-ba89-1f3b3fccd44e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.577192 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-06e4469f-3c3b-4a26-ba89-1f3b3fccd44e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.594705 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e4469f-3c3b-4a26-ba89-1f3b3fccd44e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b56c00-abe5-4e88-a54f-3edd114da9ae,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:02.604235 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-06e4469f-3c3b-4a26-ba89-1f3b3fccd44e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.606200 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-06e4469f-3c3b-4a26-ba89-1f3b3fccd44e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218309 Aug 28 16:09:02.609130 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33578) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:09:02.613843 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-4ec39925-6550-4418-a857-a8102cf1236f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group_rule': {'security_group_id': 'b1e0c7ef-1613-4eef-a4ef-eb377076716b', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:09:02.634156 n-d-712137-10 neutron-server[106329]: INFO neutron.db.securitygroups_db [None req-4ec39925-6550-4418-a857-a8102cf1236f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Project a12260b8f69c49519941bbc52ef4c66f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 16:09:02.639209 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4ec39925-6550-4418-a857-a8102cf1236f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.699279 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4ec39925-6550-4418-a857-a8102cf1236f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.702961 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4ec39925-6550-4418-a857-a8102cf1236f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.720845 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec39925-6550-4418-a857-a8102cf1236f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ded053-277e-4ea4-a091-e613f9f866c4,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:02.727026 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4ec39925-6550-4418-a857-a8102cf1236f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.728108 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4ec39925-6550-4418-a857-a8102cf1236f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180542 Aug 28 16:09:02.731324 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33580) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:09:02.735687 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-b3003227-78f1-4230-ab9c-e63a65501676 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'security_group_rule': {'security_group_id': 'b1e0c7ef-1613-4eef-a4ef-eb377076716b', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:09:02.756503 n-d-712137-10 neutron-server[106329]: INFO neutron.db.securitygroups_db [None req-b3003227-78f1-4230-ab9c-e63a65501676 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Project a12260b8f69c49519941bbc52ef4c66f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 16:09:02.762273 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b3003227-78f1-4230-ab9c-e63a65501676 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.820795 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b3003227-78f1-4230-ab9c-e63a65501676 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.824875 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b3003227-78f1-4230-ab9c-e63a65501676 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.841478 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3003227-78f1-4230-ab9c-e63a65501676 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab8784d-8f61-4ea5-957a-ab06009d4129,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:02.849141 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b3003227-78f1-4230-ab9c-e63a65501676 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.850335 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b3003227-78f1-4230-ab9c-e63a65501676 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1180339 Aug 28 16:09:02.853194 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33582) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:09:02.858689 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-4a0207ac-c732-47ea-8816-d36b9a9d34ba tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'network': {'name': 'tempest-network-smoke--1933576111', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'port_security_enabled': True}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:09:02.880566 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0207ac-c732-47ea-8816-d36b9a9d34ba tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Made reservation on behalf of a12260b8f69c49519941bbc52ef4c66f for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 16:09:02.884050 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4a0207ac-c732-47ea-8816-d36b9a9d34ba tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.909390 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0207ac-c732-47ea-8816-d36b9a9d34ba tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 16:09:02.918469 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4a0207ac-c732-47ea-8816-d36b9a9d34ba tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.918990 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-4a0207ac-c732-47ea-8816-d36b9a9d34ba tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Added segment 54f9641e-2f5d-4701-87ec-297f1a9ade5e of type vlan for network 7e4a12c7-bfdb-42ed-8297-a83e7f588d98 Aug 28 16:09:02.957273 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4a0207ac-c732-47ea-8816-d36b9a9d34ba tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.981376 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4a0207ac-c732-47ea-8816-d36b9a9d34ba tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:02.986891 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0207ac-c732-47ea-8816-d36b9a9d34ba tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:02.987467 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4a0207ac-c732-47ea-8816-d36b9a9d34ba tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:03.040262 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4a0207ac-c732-47ea-8816-d36b9a9d34ba tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1860485 Aug 28 16:09:03.043577 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33584) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:09:03.048013 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-a45689d5-c34b-46cf-960c-1d639b67204e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1154028796', 'admin_state_up': True, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:09:03.068214 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0207ac-c732-47ea-8816-d36b9a9d34ba tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Network': ['ID=7e4a12c7-bfdb-42ed-8297-a83e7f588d98,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:03.078899 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 7e4a12c7-bfdb-42ed-8297-a83e7f588d98 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 16:09:03.082611 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a45689d5-c34b-46cf-960c-1d639b67204e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:03.083665 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a45689d5-c34b-46cf-960c-1d639b67204e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:03.138617 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a45689d5-c34b-46cf-960c-1d639b67204e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:03.271283 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a45689d5-c34b-46cf-960c-1d639b67204e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:03.463845 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a45689d5-c34b-46cf-960c-1d639b67204e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:03.483559 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a45689d5-c34b-46cf-960c-1d639b67204e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:03.587101 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-a45689d5-c34b-46cf-960c-1d639b67204e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Allocated IP 172.25.3.35 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/76811e53-c80c-4b2f-8eeb-20ccf8171a16) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:09:03.695108 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a45689d5-c34b-46cf-960c-1d639b67204e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:03.732448 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a45689d5-c34b-46cf-960c-1d639b67204e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:03.775176 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45689d5-c34b-46cf-960c-1d639b67204e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:09:03.779767 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-a45689d5-c34b-46cf-960c-1d639b67204e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:09:03.783982 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45689d5-c34b-46cf-960c-1d639b67204e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:09:03.786936 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45689d5-c34b-46cf-960c-1d639b67204e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Port': ['ID=76811e53-c80c-4b2f-8eeb-20ccf8171a16,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:04.316987 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a45689d5-c34b-46cf-960c-1d639b67204e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:04.507715 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a45689d5-c34b-46cf-960c-1d639b67204e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:04.632069 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45689d5-c34b-46cf-960c-1d639b67204e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Router 672a9a23-2cd8-46f4-8b18-7f1a1856bcf8 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 16:09:04.737211 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45689d5-c34b-46cf-960c-1d639b67204e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:09:04.747021 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8146bf2a-15c1-4c85-bff0-dcb601291073 None None] Sync routers for ids ['672a9a23-2cd8-46f4-8b18-7f1a1856bcf8'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:09:04.755295 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a45689d5-c34b-46cf-960c-1d639b67204e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:04.756746 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8146bf2a-15c1-4c85-bff0-dcb601291073 None None] Routers {'672a9a23-2cd8-46f4-8b18-7f1a1856bcf8'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:09:04.756990 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a45689d5-c34b-46cf-960c-1d639b67204e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7124143 Aug 28 16:09:04.757384 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-8146bf2a-15c1-4c85-bff0-dcb601291073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:08:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['672a9a23-2cd8-46f4-8b18-7f1a1856bcf8'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:09:04.760462 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33586) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:09:04.788891 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-168655de-685b-4e0b-a9ae-fa5c59a539ba tempest-TestNetworkAdvancedServerOps-1874310575 tempest-TestNetworkAdvancedServerOps-1874310575-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=a12260b8f69c49519941bbc52ef4c66f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273509 Aug 28 16:09:04.791512 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33588) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:09:04.865281 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-8146bf2a-15c1-4c85-bff0-dcb601291073 None None] Set router 672a9a23-2cd8-46f4-8b18-7f1a1856bcf8 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:09:04.881709 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9517e7b1-c333-417d-8bed-ff65187d5e56 tempest-TestNetworkAdvancedServerOps-1874310575 tempest-TestNetworkAdvancedServerOps-1874310575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:04.883280 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9517e7b1-c333-417d-8bed-ff65187d5e56 tempest-TestNetworkAdvancedServerOps-1874310575 tempest-TestNetworkAdvancedServerOps-1874310575-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907352 Aug 28 16:09:04.886236 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33590) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:09:04.914112 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-947cff09-4698-48e7-8b8d-db976eb04496 tempest-TestNetworkAdvancedServerOps-1874310575 tempest-TestNetworkAdvancedServerOps-1874310575-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=61448970-1875-4f3f-bc01-29da4e3666f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265508 Aug 28 16:09:04.916451 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33592) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:09:04.921715 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-edb19259-7df1-4ddb-a79d-e91567bc0be7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1794250690', 'network_id': '7e4a12c7-bfdb-42ed-8297-a83e7f588d98', 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:09:05.019591 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb19259-7df1-4ddb-a79d-e91567bc0be7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Made reservation on behalf of a12260b8f69c49519941bbc52ef4c66f for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 16:09:05.023287 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edb19259-7df1-4ddb-a79d-e91567bc0be7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:05.041662 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-8146bf2a-15c1-4c85-bff0-dcb601291073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154028796', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '76811e53-c80c-4b2f-8eeb-20ccf8171a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:09:03Z', 'updated_at': '2021-08-28T16:09:04Z', 'revision_number': 3, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '76811e53-c80c-4b2f-8eeb-20ccf8171a16', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:24:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:09:03Z', 'updated_at': '2021-08-28T16:09:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:09:05.071603 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8146bf2a-15c1-4c85-bff0-dcb601291073 None None] Checking router: 672a9a23-2cd8-46f4-8b18-7f1a1856bcf8 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:09:05.071970 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8146bf2a-15c1-4c85-bff0-dcb601291073 None None] Updating router 672a9a23-2cd8-46f4-8b18-7f1a1856bcf8 port 76811e53-c80c-4b2f-8eeb-20ccf8171a16 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 16:09:05.097370 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8146bf2a-15c1-4c85-bff0-dcb601291073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:05.209333 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edb19259-7df1-4ddb-a79d-e91567bc0be7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:05.266404 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb19259-7df1-4ddb-a79d-e91567bc0be7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Subnet': ['ID=87360d11-9e1e-4417-8b6e-b1e4dee2ee33,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:05.276693 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb19259-7df1-4ddb-a79d-e91567bc0be7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Checking segment: {'id': '54f9641e-2f5d-4701-87ec-297f1a9ade5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7e4a12c7-bfdb-42ed-8297-a83e7f588d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:09:05.277188 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb19259-7df1-4ddb-a79d-e91567bc0be7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network hostable DHCP agents. Network: 7e4a12c7-bfdb-42ed-8297-a83e7f588d98, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 16:09:05.295872 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb19259-7df1-4ddb-a79d-e91567bc0be7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network 7e4a12c7-bfdb-42ed-8297-a83e7f588d98 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 16:09:05.306439 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-edb19259-7df1-4ddb-a79d-e91567bc0be7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 7e4a12c7-bfdb-42ed-8297-a83e7f588d98) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:09:05.314591 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fd3941-b681-4845-ab27-a7e361cc57b1 None None] Network 7e4a12c7-bfdb-42ed-8297-a83e7f588d98 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 16:09:05.317102 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb19259-7df1-4ddb-a79d-e91567bc0be7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:05.318191 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edb19259-7df1-4ddb-a79d-e91567bc0be7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:05.333234 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-edb19259-7df1-4ddb-a79d-e91567bc0be7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4157648 Aug 28 16:09:05.336801 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33594) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:09:05.401261 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8146bf2a-15c1-4c85-bff0-dcb601291073 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:05.421488 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8146bf2a-15c1-4c85-bff0-dcb601291073 None None] Transition to ACTIVE for port object 76811e53-c80c-4b2f-8eeb-20ccf8171a16 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:09:05.433769 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8146bf2a-15c1-4c85-bff0-dcb601291073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:05.508759 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-8146bf2a-15c1-4c85-bff0-dcb601291073 None None] Attempting to bind port 76811e53-c80c-4b2f-8eeb-20ccf8171a16 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:09:05.509134 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-8146bf2a-15c1-4c85-bff0-dcb601291073 None None] Attempting to bind port 76811e53-c80c-4b2f-8eeb-20ccf8171a16 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:09:05.509523 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8146bf2a-15c1-4c85-bff0-dcb601291073 None None] Attempting to bind port 76811e53-c80c-4b2f-8eeb-20ccf8171a16 on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:09:05.520263 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3884116-ada3-4874-9597-16b8d23bcf35 None None] Pushing event updated for resources: {'Port': ['ID=76811e53-c80c-4b2f-8eeb-20ccf8171a16,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:05.528133 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8146bf2a-15c1-4c85-bff0-dcb601291073 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:09:05.528406 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8146bf2a-15c1-4c85-bff0-dcb601291073 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:09:05.528819 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8146bf2a-15c1-4c85-bff0-dcb601291073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:05.529223 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8146bf2a-15c1-4c85-bff0-dcb601291073 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:09:05.529694 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-8146bf2a-15c1-4c85-bff0-dcb601291073 None None] Bound port: 76811e53-c80c-4b2f-8eeb-20ccf8171a16, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:09:05.530084 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8146bf2a-15c1-4c85-bff0-dcb601291073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:05.584086 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0dd985-99eb-435d-8c21-bddd4d969eb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-7e4a12c7-bfdb-42ed-8297-a83e7f588d98', 'network_id': '7e4a12c7-bfdb-42ed-8297-a83e7f588d98', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'fixed_ips': [{'subnet_id': '87360d11-9e1e-4417-8b6e-b1e4dee2ee33'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 16:09:05.584949 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6b0dd985-99eb-435d-8c21-bddd4d969eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:05.621568 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8146bf2a-15c1-4c85-bff0-dcb601291073 None None] For port 76811e53-c80c-4b2f-8eeb-20ccf8171a16, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:09:05.625483 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8146bf2a-15c1-4c85-bff0-dcb601291073 None None] For port 76811e53-c80c-4b2f-8eeb-20ccf8171a16, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=76811e53-c80c-4b2f-8eeb-20ccf8171a16,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:09:05.671542 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8146bf2a-15c1-4c85-bff0-dcb601291073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:05.776757 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-84438958-c431-442c-8511-d03e420a3444 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:05.781429 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3884116-ada3-4874-9597-16b8d23bcf35 None None] Pushing event updated for resources: {'Port': ['ID=76811e53-c80c-4b2f-8eeb-20ccf8171a16,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:05.785756 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8146bf2a-15c1-4c85-bff0-dcb601291073 None None] Routers {'672a9a23-2cd8-46f4-8b18-7f1a1856bcf8'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:09:05.786107 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-8146bf2a-15c1-4c85-bff0-dcb601291073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:08:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['672a9a23-2cd8-46f4-8b18-7f1a1856bcf8'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:09:05.833183 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-6b0dd985-99eb-435d-8c21-bddd4d969eb8 None None] Allocated IP 172.20.0.2 (7e4a12c7-bfdb-42ed-8297-a83e7f588d98/87360d11-9e1e-4417-8b6e-b1e4dee2ee33/da7bd8f5-83f3-4a65-b552-0f4db4d7d08e) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:09:05.951466 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-8146bf2a-15c1-4c85-bff0-dcb601291073 None None] Set router 672a9a23-2cd8-46f4-8b18-7f1a1856bcf8 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:09:06.319214 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6b0dd985-99eb-435d-8c21-bddd4d969eb8 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:06.331276 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6b0dd985-99eb-435d-8c21-bddd4d969eb8 None None] Transition to ACTIVE for port object da7bd8f5-83f3-4a65-b552-0f4db4d7d08e will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:09:06.351106 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6b0dd985-99eb-435d-8c21-bddd4d969eb8 None None] Transition to ACTIVE for port object da7bd8f5-83f3-4a65-b552-0f4db4d7d08e will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:09:06.358567 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6b0dd985-99eb-435d-8c21-bddd4d969eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:06.401747 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0dd985-99eb-435d-8c21-bddd4d969eb8 None None] Network 7e4a12c7-bfdb-42ed-8297-a83e7f588d98 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:09:06.406115 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-84438958-c431-442c-8511-d03e420a3444 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Allocated IP 172.20.0.1 (7e4a12c7-bfdb-42ed-8297-a83e7f588d98/87360d11-9e1e-4417-8b6e-b1e4dee2ee33/9ccfa520-2662-4e6e-9167-b8bfb78e54de) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:09:06.410796 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-6b0dd985-99eb-435d-8c21-bddd4d969eb8 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:09:06.415320 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-8146bf2a-15c1-4c85-bff0-dcb601291073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154028796', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '76811e53-c80c-4b2f-8eeb-20ccf8171a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:09:03Z', 'updated_at': '2021-08-28T16:09:04Z', 'revision_number': 3, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '76811e53-c80c-4b2f-8eeb-20ccf8171a16', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:24:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:09:03Z', 'updated_at': '2021-08-28T16:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:09:06.417229 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0dd985-99eb-435d-8c21-bddd4d969eb8 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:09:06.451268 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8146bf2a-15c1-4c85-bff0-dcb601291073 None None] The sync data for ids ['672a9a23-2cd8-46f4-8b18-7f1a1856bcf8'] in n-d-712137-10 is: [{'id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154028796', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '76811e53-c80c-4b2f-8eeb-20ccf8171a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:09:03Z', 'updated_at': '2021-08-28T16:09:04Z', 'revision_number': 3, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '76811e53-c80c-4b2f-8eeb-20ccf8171a16', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:24:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:09:03Z', 'updated_at': '2021-08-28T16:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:09:06.452741 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0dd985-99eb-435d-8c21-bddd4d969eb8 None None] Pushing event updated for resources: {'Port': ['ID=da7bd8f5-83f3-4a65-b552-0f4db4d7d08e,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:06.510700 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-6b0dd985-99eb-435d-8c21-bddd4d969eb8 None None] Attempting to bind port da7bd8f5-83f3-4a65-b552-0f4db4d7d08e on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:09:06.511212 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-6b0dd985-99eb-435d-8c21-bddd4d969eb8 None None] Attempting to bind port da7bd8f5-83f3-4a65-b552-0f4db4d7d08e by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '54f9641e-2f5d-4701-87ec-297f1a9ade5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7e4a12c7-bfdb-42ed-8297-a83e7f588d98'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:09:06.512073 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0dd985-99eb-435d-8c21-bddd4d969eb8 None None] Attempting to bind port da7bd8f5-83f3-4a65-b552-0f4db4d7d08e on network 7e4a12c7-bfdb-42ed-8297-a83e7f588d98 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:09:06.517028 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0dd985-99eb-435d-8c21-bddd4d969eb8 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:09:06.517553 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0dd985-99eb-435d-8c21-bddd4d969eb8 None None] Checking segment: {'id': '54f9641e-2f5d-4701-87ec-297f1a9ade5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7e4a12c7-bfdb-42ed-8297-a83e7f588d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:09:06.518059 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6b0dd985-99eb-435d-8c21-bddd4d969eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:06.518547 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0dd985-99eb-435d-8c21-bddd4d969eb8 None None] Bound using segment: {'id': '54f9641e-2f5d-4701-87ec-297f1a9ade5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7e4a12c7-bfdb-42ed-8297-a83e7f588d98'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:09:06.519132 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-6b0dd985-99eb-435d-8c21-bddd4d969eb8 None None] Bound port: da7bd8f5-83f3-4a65-b552-0f4db4d7d08e, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f9641e-2f5d-4701-87ec-297f1a9ade5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7e4a12c7-bfdb-42ed-8297-a83e7f588d98'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:09:06.519778 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6b0dd985-99eb-435d-8c21-bddd4d969eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:06.526862 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-84438958-c431-442c-8511-d03e420a3444 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:06.542373 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-84438958-c431-442c-8511-d03e420a3444 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Transition to ACTIVE for port object 9ccfa520-2662-4e6e-9167-b8bfb78e54de will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:09:06.575497 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-84438958-c431-442c-8511-d03e420a3444 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:06.593386 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-6b0dd985-99eb-435d-8c21-bddd4d969eb8 None None] For port da7bd8f5-83f3-4a65-b552-0f4db4d7d08e, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:09:06.596718 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-6b0dd985-99eb-435d-8c21-bddd4d969eb8 None None] For port da7bd8f5-83f3-4a65-b552-0f4db4d7d08e, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=da7bd8f5-83f3-4a65-b552-0f4db4d7d08e,segment=NetworkSegment(54f9641e-2f5d-4701-87ec-297f1a9ade5e),segment_id=54f9641e-2f5d-4701-87ec-297f1a9ade5e)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:09:06.600945 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6b0dd985-99eb-435d-8c21-bddd4d969eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:06.616386 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84438958-c431-442c-8511-d03e420a3444 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network 7e4a12c7-bfdb-42ed-8297-a83e7f588d98 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:09:06.621972 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-84438958-c431-442c-8511-d03e420a3444 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:09:06.626142 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84438958-c431-442c-8511-d03e420a3444 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:09:06.657765 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84438958-c431-442c-8511-d03e420a3444 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Port': ['ID=9ccfa520-2662-4e6e-9167-b8bfb78e54de,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:06.666669 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0dd985-99eb-435d-8c21-bddd4d969eb8 None None] Pushing event updated for resources: {'Port': ['ID=da7bd8f5-83f3-4a65-b552-0f4db4d7d08e,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:06.691901 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-84438958-c431-442c-8511-d03e420a3444 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:06.860258 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-84438958-c431-442c-8511-d03e420a3444 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:07.181484 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-84438958-c431-442c-8511-d03e420a3444 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:07.187502 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-84438958-c431-442c-8511-d03e420a3444 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:07.268212 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-84438958-c431-442c-8511-d03e420a3444 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:07.269986 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84438958-c431-442c-8511-d03e420a3444 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Port': ['ID=9ccfa520-2662-4e6e-9167-b8bfb78e54de,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:07.368635 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84438958-c431-442c-8511-d03e420a3444 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network 7e4a12c7-bfdb-42ed-8297-a83e7f588d98 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:09:07.370247 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-84438958-c431-442c-8511-d03e420a3444 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:09:07.493806 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84438958-c431-442c-8511-d03e420a3444 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Router 672a9a23-2cd8-46f4-8b18-7f1a1856bcf8 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:09:07.614758 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84438958-c431-442c-8511-d03e420a3444 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:09:07.623555 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-84438958-c431-442c-8511-d03e420a3444 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "PUT /v2.0/routers/672a9a23-2cd8-46f4-8b18-7f1a1856bcf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2851853 Aug 28 16:09:07.687724 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b000b9-843c-4e28-819a-c595dd65f7da None None] Network 7e4a12c7-bfdb-42ed-8297-a83e7f588d98 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 16:09:07.745966 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 76811e53-c80c-4b2f-8eeb-20ccf8171a16 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:09:07.775309 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-6f4710f4-b254-4612-a412-aa444adaaae2 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1981874217&fields=id&tenant_id=a12260b8f69c49519941bbc52ef4c66f HTTP/1.1" status: 200 len: 267 time: 0.0317557 Aug 28 16:09:07.841111 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a8207c0a-92b3-45ca-b092-39ce2dd8f480 None None] Provisioning for port da7bd8f5-83f3-4a65-b552-0f4db4d7d08e completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:09:07.893269 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 76811e53-c80c-4b2f-8eeb-20ccf8171a16 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:09:07.899267 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 76811e53-c80c-4b2f-8eeb-20ccf8171a16 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:09:07.899640 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:07.901299 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-034c4abb-adb0-49ef-8d40-2db3bcea66b2 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:07.903388 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-034c4abb-adb0-49ef-8d40-2db3bcea66b2 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/networks?id=7e4a12c7-bfdb-42ed-8297-a83e7f588d98 HTTP/1.1" status: 200 len: 797 time: 0.1204040 Aug 28 16:09:07.921919 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-4f3bdd04-55f5-480a-ba5b-464bc36bc8db tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/quotas/a12260b8f69c49519941bbc52ef4c66f HTTP/1.1" status: 200 len: 375 time: 0.0107424 Aug 28 16:09:07.982491 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-91db78cf-4ebc-46dd-ac79-69670a757346 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535741 Aug 28 16:09:08.004421 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:08.028833 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 76811e53-c80c-4b2f-8eeb-20ccf8171a16, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=76811e53-c80c-4b2f-8eeb-20ccf8171a16,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:09:08.033639 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:08.034667 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device da7bd8f5-83f3-4a65-b552-0f4db4d7d08e up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:09:08.126704 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=76811e53-c80c-4b2f-8eeb-20ccf8171a16,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:08.141914 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-08702b7d-cfb4-4f54-81b7-7682d1c1e242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:08.145900 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port da7bd8f5-83f3-4a65-b552-0f4db4d7d08e completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:09:08.150441 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port da7bd8f5-83f3-4a65-b552-0f4db4d7d08e triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:09:08.150645 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:08.156440 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-f3866784-75e9-41e5-8d5b-0f67e13c6689 service neutron] 10.222.0.13 "GET /v2.0/networks/7e4a12c7-bfdb-42ed-8297-a83e7f588d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568539 Aug 28 16:09:08.217630 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28fa79a-53ad-4578-9ebc-5d54e8a8c45b None None] Sync routers for ids ['672a9a23-2cd8-46f4-8b18-7f1a1856bcf8'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:09:08.231682 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28fa79a-53ad-4578-9ebc-5d54e8a8c45b None None] Routers {'672a9a23-2cd8-46f4-8b18-7f1a1856bcf8'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:09:08.233622 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-f28fa79a-53ad-4578-9ebc-5d54e8a8c45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:08:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['672a9a23-2cd8-46f4-8b18-7f1a1856bcf8'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:09:08.246641 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:08.283172 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-f1fdf24f-9158-4d20-b925-e443960a873a service neutron] 10.222.0.13 "GET /v2.0/networks/7e4a12c7-bfdb-42ed-8297-a83e7f588d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204505 Aug 28 16:09:08.293536 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port da7bd8f5-83f3-4a65-b552-0f4db4d7d08e, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=da7bd8f5-83f3-4a65-b552-0f4db4d7d08e,segment=NetworkSegment(54f9641e-2f5d-4701-87ec-297f1a9ade5e),segment_id=54f9641e-2f5d-4701-87ec-297f1a9ade5e)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:09:08.298964 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4ea97308-a911-4f4e-a5e6-9d20cb315d68 None None] Provisioning for port 9ccfa520-2662-4e6e-9167-b8bfb78e54de completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:09:08.301325 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:08.309309 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4ea97308-a911-4f4e-a5e6-9d20cb315d68 None None] Provisioning complete for port 9ccfa520-2662-4e6e-9167-b8bfb78e54de triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:09:08.309775 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4ea97308-a911-4f4e-a5e6-9d20cb315d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:08.387621 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-4ea97308-a911-4f4e-a5e6-9d20cb315d68 None None] Port 9ccfa520-2662-4e6e-9167-b8bfb78e54de cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:09:08.393231 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=da7bd8f5-83f3-4a65-b552-0f4db4d7d08e,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:08.405597 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-4ea97308-a911-4f4e-a5e6-9d20cb315d68 None None] Provisioning complete for port da7bd8f5-83f3-4a65-b552-0f4db4d7d08e triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:09:08.406061 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4ea97308-a911-4f4e-a5e6-9d20cb315d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:08.501792 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-f28fa79a-53ad-4578-9ebc-5d54e8a8c45b None None] Set router 672a9a23-2cd8-46f4-8b18-7f1a1856bcf8 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:09:08.609424 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-87fe3593-ffe1-4f37-bfa5-c0c06e7cf79e None None] Provisioning complete for port 9ccfa520-2662-4e6e-9167-b8bfb78e54de triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:09:08.609800 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-87fe3593-ffe1-4f37-bfa5-c0c06e7cf79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:08.647745 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-87fe3593-ffe1-4f37-bfa5-c0c06e7cf79e None None] Port 9ccfa520-2662-4e6e-9167-b8bfb78e54de cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:09:08.700918 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-f28fa79a-53ad-4578-9ebc-5d54e8a8c45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154028796', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '76811e53-c80c-4b2f-8eeb-20ccf8171a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:09:03Z', 'updated_at': '2021-08-28T16:09:06Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '76811e53-c80c-4b2f-8eeb-20ccf8171a16', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:24:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:09:03Z', 'updated_at': '2021-08-28T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '9ccfa520-2662-4e6e-9167-b8bfb78e54de', 'name': '', 'network_id': '7e4a12c7-bfdb-42ed-8297-a83e7f588d98', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:92:1f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '87360d11-9e1e-4417-8b6e-b1e4dee2ee33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:09:05Z', 'updated_at': '2021-08-28T16:09:07Z', 'revision_number': 2, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': '87360d11-9e1e-4417-8b6e-b1e4dee2ee33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:09:08.728609 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28fa79a-53ad-4578-9ebc-5d54e8a8c45b None None] Checking router: 672a9a23-2cd8-46f4-8b18-7f1a1856bcf8 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:09:08.730094 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28fa79a-53ad-4578-9ebc-5d54e8a8c45b None None] Updating router 672a9a23-2cd8-46f4-8b18-7f1a1856bcf8 port 9ccfa520-2662-4e6e-9167-b8bfb78e54de binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 16:09:08.753869 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-f28fa79a-53ad-4578-9ebc-5d54e8a8c45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:08.765946 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0ccb2f4c-9080-4763-a030-5f0da770613c None None] Provisioning complete for port 9ccfa520-2662-4e6e-9167-b8bfb78e54de triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:09:08.766504 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0ccb2f4c-9080-4763-a030-5f0da770613c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:08.800915 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-0ccb2f4c-9080-4763-a030-5f0da770613c None None] Port 9ccfa520-2662-4e6e-9167-b8bfb78e54de cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:09:09.008472 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-f28fa79a-53ad-4578-9ebc-5d54e8a8c45b None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:09.019057 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-f28fa79a-53ad-4578-9ebc-5d54e8a8c45b None None] Transition to ACTIVE for port object 9ccfa520-2662-4e6e-9167-b8bfb78e54de will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:09:09.024735 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-f28fa79a-53ad-4578-9ebc-5d54e8a8c45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:09.072135 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21f333-7ab0-45e0-8f95-636cbd4c6348 None None] Pushing event updated for resources: {'Port': ['ID=9ccfa520-2662-4e6e-9167-b8bfb78e54de,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:09.101671 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21f333-7ab0-45e0-8f95-636cbd4c6348 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:09.102020 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21f333-7ab0-45e0-8f95-636cbd4c6348 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:09.102363 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21f333-7ab0-45e0-8f95-636cbd4c6348 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:09.102699 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21f333-7ab0-45e0-8f95-636cbd4c6348 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:09.103144 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21f333-7ab0-45e0-8f95-636cbd4c6348 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:09.103480 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21f333-7ab0-45e0-8f95-636cbd4c6348 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:09.103835 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21f333-7ab0-45e0-8f95-636cbd4c6348 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:09.104166 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21f333-7ab0-45e0-8f95-636cbd4c6348 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:09.104492 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21f333-7ab0-45e0-8f95-636cbd4c6348 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:09.104821 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21f333-7ab0-45e0-8f95-636cbd4c6348 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:09.105882 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21f333-7ab0-45e0-8f95-636cbd4c6348 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:09.106715 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21f333-7ab0-45e0-8f95-636cbd4c6348 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:09:09.140112 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-f28fa79a-53ad-4578-9ebc-5d54e8a8c45b None None] Attempting to bind port 9ccfa520-2662-4e6e-9167-b8bfb78e54de on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:09:09.140483 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-f28fa79a-53ad-4578-9ebc-5d54e8a8c45b None None] Attempting to bind port 9ccfa520-2662-4e6e-9167-b8bfb78e54de by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '54f9641e-2f5d-4701-87ec-297f1a9ade5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7e4a12c7-bfdb-42ed-8297-a83e7f588d98'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:09:09.140870 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28fa79a-53ad-4578-9ebc-5d54e8a8c45b None None] Attempting to bind port 9ccfa520-2662-4e6e-9167-b8bfb78e54de on network 7e4a12c7-bfdb-42ed-8297-a83e7f588d98 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:09:09.146314 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28fa79a-53ad-4578-9ebc-5d54e8a8c45b None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:09:09.146691 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28fa79a-53ad-4578-9ebc-5d54e8a8c45b None None] Checking segment: {'id': '54f9641e-2f5d-4701-87ec-297f1a9ade5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7e4a12c7-bfdb-42ed-8297-a83e7f588d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:09:09.147093 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-f28fa79a-53ad-4578-9ebc-5d54e8a8c45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:09.147510 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28fa79a-53ad-4578-9ebc-5d54e8a8c45b None None] Bound using segment: {'id': '54f9641e-2f5d-4701-87ec-297f1a9ade5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7e4a12c7-bfdb-42ed-8297-a83e7f588d98'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:09:09.148058 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-f28fa79a-53ad-4578-9ebc-5d54e8a8c45b None None] Bound port: 9ccfa520-2662-4e6e-9167-b8bfb78e54de, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f9641e-2f5d-4701-87ec-297f1a9ade5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7e4a12c7-bfdb-42ed-8297-a83e7f588d98'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:09:09.148441 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-f28fa79a-53ad-4578-9ebc-5d54e8a8c45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:09.224851 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-f28fa79a-53ad-4578-9ebc-5d54e8a8c45b None None] For port 9ccfa520-2662-4e6e-9167-b8bfb78e54de, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:09:09.228261 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-f28fa79a-53ad-4578-9ebc-5d54e8a8c45b None None] For port 9ccfa520-2662-4e6e-9167-b8bfb78e54de, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=9ccfa520-2662-4e6e-9167-b8bfb78e54de,segment=NetworkSegment(54f9641e-2f5d-4701-87ec-297f1a9ade5e),segment_id=54f9641e-2f5d-4701-87ec-297f1a9ade5e)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:09:09.233156 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-f28fa79a-53ad-4578-9ebc-5d54e8a8c45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:09.287960 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28fa79a-53ad-4578-9ebc-5d54e8a8c45b None None] Routers {'672a9a23-2cd8-46f4-8b18-7f1a1856bcf8'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:09:09.288605 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-f28fa79a-53ad-4578-9ebc-5d54e8a8c45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:08:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['672a9a23-2cd8-46f4-8b18-7f1a1856bcf8'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:09:09.329620 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21f333-7ab0-45e0-8f95-636cbd4c6348 None None] Pushing event updated for resources: {'Port': ['ID=9ccfa520-2662-4e6e-9167-b8bfb78e54de,revision_number=4']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:09.404391 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-f28fa79a-53ad-4578-9ebc-5d54e8a8c45b None None] Set router 672a9a23-2cd8-46f4-8b18-7f1a1856bcf8 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:09:09.515371 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06b57524-1df3-4ca4-ae95-c3cfb31e9a15 req-d97f7291-fea1-4389-8111-ea040c8f062d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b071917-45c6-456c-90dc-9b33f441c1bb HTTP/1.1" status: 200 len: 210 time: 0.0275145 Aug 28 16:09:09.626196 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-f28fa79a-53ad-4578-9ebc-5d54e8a8c45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154028796', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '76811e53-c80c-4b2f-8eeb-20ccf8171a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:09:03Z', 'updated_at': '2021-08-28T16:09:06Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '76811e53-c80c-4b2f-8eeb-20ccf8171a16', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:24:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:09:03Z', 'updated_at': '2021-08-28T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '9ccfa520-2662-4e6e-9167-b8bfb78e54de', 'name': '', 'network_id': '7e4a12c7-bfdb-42ed-8297-a83e7f588d98', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:92:1f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '87360d11-9e1e-4417-8b6e-b1e4dee2ee33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:09:05Z', 'updated_at': '2021-08-28T16:09:09Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': '87360d11-9e1e-4417-8b6e-b1e4dee2ee33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:09:09.660761 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28fa79a-53ad-4578-9ebc-5d54e8a8c45b None None] The sync data for ids ['672a9a23-2cd8-46f4-8b18-7f1a1856bcf8'] in n-d-712137-10 is: [{'id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154028796', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '76811e53-c80c-4b2f-8eeb-20ccf8171a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:09:03Z', 'updated_at': '2021-08-28T16:09:06Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '76811e53-c80c-4b2f-8eeb-20ccf8171a16', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:24:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:09:03Z', 'updated_at': '2021-08-28T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '9ccfa520-2662-4e6e-9167-b8bfb78e54de', 'name': '', 'network_id': '7e4a12c7-bfdb-42ed-8297-a83e7f588d98', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:92:1f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '87360d11-9e1e-4417-8b6e-b1e4dee2ee33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:09:05Z', 'updated_at': '2021-08-28T16:09:09Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': '87360d11-9e1e-4417-8b6e-b1e4dee2ee33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:09:09.729797 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 76811e53-c80c-4b2f-8eeb-20ccf8171a16 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:09:09.801151 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 76811e53-c80c-4b2f-8eeb-20ccf8171a16 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:09:09.801944 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:09.892705 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device da7bd8f5-83f3-4a65-b552-0f4db4d7d08e up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:09:09.942172 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port da7bd8f5-83f3-4a65-b552-0f4db4d7d08e triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:09:09.942550 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:10.558789 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-7820e011-672c-49c4-9202-6053457f1dac tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:10.560616 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-7820e011-672c-49c4-9202-6053457f1dac tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.36 "GET /v2.0/networks?id=7e4a12c7-bfdb-42ed-8297-a83e7f588d98 HTTP/1.1" status: 200 len: 797 time: 0.1181495 Aug 28 16:09:10.671128 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6f22caff-cb6f-4cc8-a266-0d2aacc6ed98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:10.922206 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2d33701b-d21f-4522-aa03-ea81c4df198c req-b1f7ffac-bfb7-4b91-b73b-d9fb169889fb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b071917-45c6-456c-90dc-9b33f441c1bb HTTP/1.1" status: 200 len: 210 time: 0.3285704 Aug 28 16:09:10.936508 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-64cb3964-52a0-4997-b63b-f057ffa9eb9d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a12260b8f69c49519941bbc52ef4c66f HTTP/1.1" status: 200 len: 380 time: 0.3660343 Aug 28 16:09:10.946604 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-f0e29811-d7ac-48bf-8882-5856e86b0c29 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'port': {'device_id': '8b071917-45c6-456c-90dc-9b33f441c1bb', 'network_id': '7e4a12c7-bfdb-42ed-8297-a83e7f588d98', 'admin_state_up': True, 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'security_groups': ['b1e0c7ef-1613-4eef-a4ef-eb377076716b']}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:09:10.983877 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:11.055636 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-f0e29811-d7ac-48bf-8882-5856e86b0c29 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Made reservation on behalf of a12260b8f69c49519941bbc52ef4c66f for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 16:09:11.059235 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-f0e29811-d7ac-48bf-8882-5856e86b0c29 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:11.185044 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-f0e29811-d7ac-48bf-8882-5856e86b0c29 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Allocated IP 172.20.0.8 (7e4a12c7-bfdb-42ed-8297-a83e7f588d98/87360d11-9e1e-4417-8b6e-b1e4dee2ee33/252caad2-b867-4349-a8b1-40cf0c88cf61) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:09:11.323334 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-f0e29811-d7ac-48bf-8882-5856e86b0c29 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:11.336315 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-f0e29811-d7ac-48bf-8882-5856e86b0c29 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Transition to ACTIVE for port object 252caad2-b867-4349-a8b1-40cf0c88cf61 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:09:11.368146 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-f0e29811-d7ac-48bf-8882-5856e86b0c29 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:11.412753 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-f0e29811-d7ac-48bf-8882-5856e86b0c29 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network 7e4a12c7-bfdb-42ed-8297-a83e7f588d98 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:09:11.415838 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-f0e29811-d7ac-48bf-8882-5856e86b0c29 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:09:11.420158 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-f0e29811-d7ac-48bf-8882-5856e86b0c29 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:09:11.445357 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e29811-d7ac-48bf-8882-5856e86b0c29 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Port': ['ID=252caad2-b867-4349-a8b1-40cf0c88cf61,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:11.474694 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-f0e29811-d7ac-48bf-8882-5856e86b0c29 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:11.475351 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-f0e29811-d7ac-48bf-8882-5856e86b0c29 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:11.491190 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-f0e29811-d7ac-48bf-8882-5856e86b0c29 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5481236 Aug 28 16:09:11.504221 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-525f0aa1-f894-4a08-8d26-8de143a07d67 service neutron] Request body: {'port': {'device_id': '8b071917-45c6-456c-90dc-9b33f441c1bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:09:11.565757 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-525f0aa1-f894-4a08-8d26-8de143a07d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:11.683945 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ab3baff6-93ad-4fe8-a969-9a5cfc59e7c5 None None] Provisioning for port 252caad2-b867-4349-a8b1-40cf0c88cf61 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:09:11.688803 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-ab3baff6-93ad-4fe8-a969-9a5cfc59e7c5 None None] Provisioning complete for port 252caad2-b867-4349-a8b1-40cf0c88cf61 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:09:11.689133 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ab3baff6-93ad-4fe8-a969-9a5cfc59e7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:11.716092 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9ccfa520-2662-4e6e-9167-b8bfb78e54de up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:09:11.754208 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ab3baff6-93ad-4fe8-a969-9a5cfc59e7c5 None None] Port 252caad2-b867-4349-a8b1-40cf0c88cf61 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:09:11.773702 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 9ccfa520-2662-4e6e-9167-b8bfb78e54de completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:09:11.777963 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 9ccfa520-2662-4e6e-9167-b8bfb78e54de triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:09:11.778338 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:11.844418 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-525f0aa1-f894-4a08-8d26-8de143a07d67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 252caad2-b867-4349-a8b1-40cf0c88cf61 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 16:09:11.851719 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-525f0aa1-f894-4a08-8d26-8de143a07d67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:11.857318 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:11.867343 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-525f0aa1-f894-4a08-8d26-8de143a07d67 service neutron] Transition to ACTIVE for port object 252caad2-b867-4349-a8b1-40cf0c88cf61 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:09:11.871413 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-525f0aa1-f894-4a08-8d26-8de143a07d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:11.894811 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 9ccfa520-2662-4e6e-9167-b8bfb78e54de, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=9ccfa520-2662-4e6e-9167-b8bfb78e54de,segment=NetworkSegment(54f9641e-2f5d-4701-87ec-297f1a9ade5e),segment_id=54f9641e-2f5d-4701-87ec-297f1a9ade5e)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:09:11.898797 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:11.928663 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f0aa1-f894-4a08-8d26-8de143a07d67 service neutron] Pushing event updated for resources: {'Port': ['ID=252caad2-b867-4349-a8b1-40cf0c88cf61,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:11.956826 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=9ccfa520-2662-4e6e-9167-b8bfb78e54de,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:12.014979 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-525f0aa1-f894-4a08-8d26-8de143a07d67 service neutron] Attempting to bind port 252caad2-b867-4349-a8b1-40cf0c88cf61 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:09:12.015330 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-525f0aa1-f894-4a08-8d26-8de143a07d67 service neutron] Attempting to bind port 252caad2-b867-4349-a8b1-40cf0c88cf61 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '54f9641e-2f5d-4701-87ec-297f1a9ade5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7e4a12c7-bfdb-42ed-8297-a83e7f588d98'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:09:12.015804 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-525f0aa1-f894-4a08-8d26-8de143a07d67 service neutron] Attempting to bind port 252caad2-b867-4349-a8b1-40cf0c88cf61 on network 7e4a12c7-bfdb-42ed-8297-a83e7f588d98 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:09:12.021684 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-525f0aa1-f894-4a08-8d26-8de143a07d67 service neutron] Port 252caad2-b867-4349-a8b1-40cf0c88cf61 on network 7e4a12c7-bfdb-42ed-8297-a83e7f588d98 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 16:09:12.022014 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-525f0aa1-f894-4a08-8d26-8de143a07d67 service neutron] Attempting to bind port 252caad2-b867-4349-a8b1-40cf0c88cf61 on network 7e4a12c7-bfdb-42ed-8297-a83e7f588d98 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:09:12.028205 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-525f0aa1-f894-4a08-8d26-8de143a07d67 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:09:12.028552 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-525f0aa1-f894-4a08-8d26-8de143a07d67 service neutron] Checking segment: {'id': '54f9641e-2f5d-4701-87ec-297f1a9ade5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7e4a12c7-bfdb-42ed-8297-a83e7f588d98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:09:12.028941 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-525f0aa1-f894-4a08-8d26-8de143a07d67 service neutron] Bound using segment: {'id': '54f9641e-2f5d-4701-87ec-297f1a9ade5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7e4a12c7-bfdb-42ed-8297-a83e7f588d98'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:09:12.029377 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-525f0aa1-f894-4a08-8d26-8de143a07d67 service neutron] Bound port: 252caad2-b867-4349-a8b1-40cf0c88cf61, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54f9641e-2f5d-4701-87ec-297f1a9ade5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7e4a12c7-bfdb-42ed-8297-a83e7f588d98'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:09:12.029742 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-525f0aa1-f894-4a08-8d26-8de143a07d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:12.039482 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:12.077545 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec508e42-fdad-4993-a26f-ed5295bc897f req-f34e3a16-7ed9-437c-9205-edde4b8c86df tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:12.079308 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ec508e42-fdad-4993-a26f-ed5295bc897f req-f34e3a16-7ed9-437c-9205-edde4b8c86df tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b071917-45c6-456c-90dc-9b33f441c1bb HTTP/1.1" status: 200 len: 943 time: 0.0606213 Aug 28 16:09:12.100011 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-525f0aa1-f894-4a08-8d26-8de143a07d67 service neutron] For port 252caad2-b867-4349-a8b1-40cf0c88cf61, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:09:12.104022 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-525f0aa1-f894-4a08-8d26-8de143a07d67 service neutron] For port 252caad2-b867-4349-a8b1-40cf0c88cf61, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=252caad2-b867-4349-a8b1-40cf0c88cf61,segment=NetworkSegment(54f9641e-2f5d-4701-87ec-297f1a9ade5e),segment_id=54f9641e-2f5d-4701-87ec-297f1a9ade5e)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:09:12.110207 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-525f0aa1-f894-4a08-8d26-8de143a07d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:12.128172 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ec508e42-fdad-4993-a26f-ed5295bc897f req-d272734e-6e04-4a13-966b-0f3043843dfe tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1e0c7ef-1613-4eef-a4ef-eb377076716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420437 Aug 28 16:09:12.142861 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-525f0aa1-f894-4a08-8d26-8de143a07d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:12.143484 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-525f0aa1-f894-4a08-8d26-8de143a07d67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:12.145266 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-525f0aa1-f894-4a08-8d26-8de143a07d67 service neutron] 10.222.0.36 "PUT /v2.0/ports/252caad2-b867-4349-a8b1-40cf0c88cf61 HTTP/1.1" status: 200 len: 1092 time: 0.6455166 Aug 28 16:09:12.147426 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b071917-45c6-456c-90dc-9b33f441c1bb', 'tag': '252caad2-b867-4349-a8b1-40cf0c88cf61'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:09:12.150595 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac9e3b7-602a-452a-85ef-bd00632f0293" -d '{"events": [{"name": "network-changed", "server_uuid": "8b071917-45c6-456c-90dc-9b33f441c1bb", "tag": "252caad2-b867-4349-a8b1-40cf0c88cf61"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:09:12.188686 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f0aa1-f894-4a08-8d26-8de143a07d67 service neutron] Pushing event updated for resources: {'Port': ['ID=252caad2-b867-4349-a8b1-40cf0c88cf61,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:12.204343 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6ff0b9-99ba-48e6-b2c3-5b666e1806d9 x-openstack-request-id: req-6c6ff0b9-99ba-48e6-b2c3-5b666e1806d9 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:09:12.204635 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b071917-45c6-456c-90dc-9b33f441c1bb", "tag": "252caad2-b867-4349-a8b1-40cf0c88cf61", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:09:12.204889 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c6ff0b9-99ba-48e6-b2c3-5b666e1806d9 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:09:12.205344 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b071917-45c6-456c-90dc-9b33f441c1bb', 'tag': '252caad2-b867-4349-a8b1-40cf0c88cf61', 'status': 'completed', 'code': 200} Aug 28 16:09:12.240674 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-5894dad1-f004-4e7f-be67-53489c02256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:12.242191 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-5894dad1-f004-4e7f-be67-53489c02256f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=8b071917-45c6-456c-90dc-9b33f441c1bb HTTP/1.1" status: 200 len: 1095 time: 0.0472102 Aug 28 16:09:12.289467 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-f8f80648-9c6b-45f7-a21e-ed0bebf65036 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=252caad2-b867-4349-a8b1-40cf0c88cf61 HTTP/1.1" status: 200 len: 217 time: 0.0397899 Aug 28 16:09:12.340405 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-8b761b49-73df-4531-813d-5eec3cdcd860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:12.341901 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-8b761b49-73df-4531-813d-5eec3cdcd860 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=87360d11-9e1e-4417-8b6e-b1e4dee2ee33 HTTP/1.1" status: 200 len: 835 time: 0.0456059 Aug 28 16:09:12.390684 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-6aab6278-bfb0-4c3a-b34e-f3cd1bff4565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:12.394975 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-6aab6278-bfb0-4c3a-b34e-f3cd1bff4565 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e4a12c7-bfdb-42ed-8297-a83e7f588d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463991 Aug 28 16:09:12.492029 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-b467d1f2-ae07-4090-bda9-29c4c020b617 service neutron] 10.222.0.36 "GET /v2.0/networks/7e4a12c7-bfdb-42ed-8297-a83e7f588d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885696 Aug 28 16:09:12.585067 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-251a5e56-3dbb-44c3-99e9-ea43a42e40d2 req-5fa35c13-3664-4d05-812d-908ac9916298 service neutron] 10.222.0.36 "GET /v2.0/networks/7e4a12c7-bfdb-42ed-8297-a83e7f588d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860822 Aug 28 16:09:12.672244 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9e3b7-602a-452a-85ef-bd00632f0293 req-f593565f-a2ad-4238-b724-150fd1ab4121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:12.673661 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ac9e3b7-602a-452a-85ef-bd00632f0293 req-f593565f-a2ad-4238-b724-150fd1ab4121 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=8b071917-45c6-456c-90dc-9b33f441c1bb HTTP/1.1" status: 200 len: 1095 time: 0.0413074 Aug 28 16:09:12.769962 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9e3b7-602a-452a-85ef-bd00632f0293 req-8e345f26-cd8b-4783-8197-b50f4ca73d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:12.771392 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ac9e3b7-602a-452a-85ef-bd00632f0293 req-8e345f26-cd8b-4783-8197-b50f4ca73d08 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e4a12c7-bfdb-42ed-8297-a83e7f588d98 HTTP/1.1" status: 200 len: 898 time: 0.0897734 Aug 28 16:09:12.814308 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ac9e3b7-602a-452a-85ef-bd00632f0293 req-86dabe1f-a75a-4337-bfa3-29d3c1bca7c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=252caad2-b867-4349-a8b1-40cf0c88cf61 HTTP/1.1" status: 200 len: 217 time: 0.0350518 Aug 28 16:09:12.867215 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9e3b7-602a-452a-85ef-bd00632f0293 req-9e3d215d-df47-40da-80fb-c0009fafb0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:12.868731 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ac9e3b7-602a-452a-85ef-bd00632f0293 req-9e3d215d-df47-40da-80fb-c0009fafb0ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=87360d11-9e1e-4417-8b6e-b1e4dee2ee33 HTTP/1.1" status: 200 len: 835 time: 0.0473382 Aug 28 16:09:12.915630 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9e3b7-602a-452a-85ef-bd00632f0293 req-3ff21626-f2ee-4752-b5e7-0d5ff613f2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:12.917152 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ac9e3b7-602a-452a-85ef-bd00632f0293 req-3ff21626-f2ee-4752-b5e7-0d5ff613f2c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e4a12c7-bfdb-42ed-8297-a83e7f588d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406780 Aug 28 16:09:13.009364 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ac9e3b7-602a-452a-85ef-bd00632f0293 req-31fdfac2-ea7d-4a49-a83e-b769f09d9bf2 service neutron] 10.222.0.36 "GET /v2.0/networks/7e4a12c7-bfdb-42ed-8297-a83e7f588d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847383 Aug 28 16:09:13.104575 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2ac9e3b7-602a-452a-85ef-bd00632f0293 req-22aa8616-7107-4ae1-a0f1-fb618f3491e5 service neutron] 10.222.0.36 "GET /v2.0/networks/7e4a12c7-bfdb-42ed-8297-a83e7f588d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865142 Aug 28 16:09:13.242050 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f0d6f-14fc-4b56-9e0e-e4726d5b51f1 req-4e5c3717-1138-4cf3-9879-7f5446910d74 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:13.243426 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-310f0d6f-14fc-4b56-9e0e-e4726d5b51f1 req-4e5c3717-1138-4cf3-9879-7f5446910d74 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b071917-45c6-456c-90dc-9b33f441c1bb HTTP/1.1" status: 200 len: 943 time: 0.0496595 Aug 28 16:09:13.286312 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-310f0d6f-14fc-4b56-9e0e-e4726d5b51f1 req-3e35eae0-2671-4ded-8521-c30a7f0824bc tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1e0c7ef-1613-4eef-a4ef-eb377076716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352893 Aug 28 16:09:13.527697 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:13.679264 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9ccfa520-2662-4e6e-9167-b8bfb78e54de up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:09:13.727518 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 9ccfa520-2662-4e6e-9167-b8bfb78e54de triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:09:13.727931 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:14.402196 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6fafe-d254-42c1-9beb-dfe739c9fbfd req-61bd622e-c368-4f87-84fe-17a7ad93fc8b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:14.403685 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-40b6fafe-d254-42c1-9beb-dfe739c9fbfd req-61bd622e-c368-4f87-84fe-17a7ad93fc8b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b071917-45c6-456c-90dc-9b33f441c1bb HTTP/1.1" status: 200 len: 943 time: 0.0490155 Aug 28 16:09:14.440794 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-40b6fafe-d254-42c1-9beb-dfe739c9fbfd req-5de03ee0-0c89-4e30-9594-1d14c5ac1ab3 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1e0c7ef-1613-4eef-a4ef-eb377076716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312240 Aug 28 16:09:15.555522 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bf195-eb48-4d33-9f93-11df0cd83841 req-5c11657a-4351-4bed-80fc-4d420b2b99cf tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:15.556951 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-527bf195-eb48-4d33-9f93-11df0cd83841 req-5c11657a-4351-4bed-80fc-4d420b2b99cf tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b071917-45c6-456c-90dc-9b33f441c1bb HTTP/1.1" status: 200 len: 943 time: 0.0500681 Aug 28 16:09:15.594553 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-527bf195-eb48-4d33-9f93-11df0cd83841 req-4510137e-1376-4566-9373-966d01d24640 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1e0c7ef-1613-4eef-a4ef-eb377076716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312042 Aug 28 16:09:16.120469 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 252caad2-b867-4349-a8b1-40cf0c88cf61 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 16:09:16.211613 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 252caad2-b867-4349-a8b1-40cf0c88cf61, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=252caad2-b867-4349-a8b1-40cf0c88cf61,segment=NetworkSegment(54f9641e-2f5d-4701-87ec-297f1a9ade5e),segment_id=54f9641e-2f5d-4701-87ec-297f1a9ade5e)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:09:16.223049 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '252caad2-b867-4349-a8b1-40cf0c88cf61', 'network_id': '7e4a12c7-bfdb-42ed-8297-a83e7f588d98', 'port_id': '252caad2-b867-4349-a8b1-40cf0c88cf61', 'mac_address': 'fa:16:3e:25:3c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87360d11-9e1e-4417-8b6e-b1e4dee2ee33', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 16:09:16.264909 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:16.278422 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 252caad2-b867-4349-a8b1-40cf0c88cf61 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 16:09:16.299229 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 252caad2-b867-4349-a8b1-40cf0c88cf61, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=252caad2-b867-4349-a8b1-40cf0c88cf61,segment=NetworkSegment(54f9641e-2f5d-4701-87ec-297f1a9ade5e),segment_id=54f9641e-2f5d-4701-87ec-297f1a9ade5e)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:09:16.302910 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:16.348296 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=252caad2-b867-4349-a8b1-40cf0c88cf61,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:16.502050 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['252caad2-b867-4349-a8b1-40cf0c88cf61'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 16:09:16.707845 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b39023-c462-454e-a371-10cb05cdf5a3 req-f876d4da-1a89-4b82-9f47-d4e2335cc022 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:16.709348 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-48b39023-c462-454e-a371-10cb05cdf5a3 req-f876d4da-1a89-4b82-9f47-d4e2335cc022 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b071917-45c6-456c-90dc-9b33f441c1bb HTTP/1.1" status: 200 len: 944 time: 0.0483048 Aug 28 16:09:16.753295 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-48b39023-c462-454e-a371-10cb05cdf5a3 req-7168e674-a520-4aef-9f85-f66aebc3f7d4 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1e0c7ef-1613-4eef-a4ef-eb377076716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367866 Aug 28 16:09:17.866815 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7acaa21-e4b9-4391-b6b3-062a7e723e3c req-a27e34c2-064a-4fe5-8629-2a546f988ded tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:17.868236 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f7acaa21-e4b9-4391-b6b3-062a7e723e3c req-a27e34c2-064a-4fe5-8629-2a546f988ded tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b071917-45c6-456c-90dc-9b33f441c1bb HTTP/1.1" status: 200 len: 944 time: 0.0481133 Aug 28 16:09:17.906459 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f7acaa21-e4b9-4391-b6b3-062a7e723e3c req-328803f7-9c09-46e3-92a5-7cd1ea4662fd tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1e0c7ef-1613-4eef-a4ef-eb377076716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322149 Aug 28 16:09:18.121046 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 252caad2-b867-4349-a8b1-40cf0c88cf61 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:09:18.168426 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 252caad2-b867-4349-a8b1-40cf0c88cf61 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:09:18.172244 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 252caad2-b867-4349-a8b1-40cf0c88cf61 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:09:18.172619 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:18.250103 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:18.272710 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b071917-45c6-456c-90dc-9b33f441c1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252caad2-b867-4349-a8b1-40cf0c88cf61'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:09:18.275252 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e998ae4c8ad98a44641492a375488314a28001c32b9c96e1494d2a73900553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c753780-ae5c-4ab5-9942-e0974c5be34f" -d '{"events": [{"server_uuid": "8b071917-45c6-456c-90dc-9b33f441c1bb", "name": "network-vif-plugged", "status": "completed", "tag": "252caad2-b867-4349-a8b1-40cf0c88cf61"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:09:18.295119 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 252caad2-b867-4349-a8b1-40cf0c88cf61, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=252caad2-b867-4349-a8b1-40cf0c88cf61,segment=NetworkSegment(54f9641e-2f5d-4701-87ec-297f1a9ade5e),segment_id=54f9641e-2f5d-4701-87ec-297f1a9ade5e)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:09:18.299186 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:18.325993 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 16:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31314cda-7f35-4860-90cd-17b44b5df136 x-openstack-request-id: req-31314cda-7f35-4860-90cd-17b44b5df136 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:09:18.326286 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b071917-45c6-456c-90dc-9b33f441c1bb", "name": "network-vif-plugged", "status": "completed", "tag": "252caad2-b867-4349-a8b1-40cf0c88cf61", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:09:18.326536 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31314cda-7f35-4860-90cd-17b44b5df136 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:09:18.326926 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b071917-45c6-456c-90dc-9b33f441c1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252caad2-b867-4349-a8b1-40cf0c88cf61', 'code': 200} Aug 28 16:09:18.354031 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=252caad2-b867-4349-a8b1-40cf0c88cf61,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:18.409121 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd866e-207b-434d-973d-b97e0fee499b req-2fbdd770-91e8-4676-8279-4009446a6c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:18.410503 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fffd866e-207b-434d-973d-b97e0fee499b req-2fbdd770-91e8-4676-8279-4009446a6c94 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b071917-45c6-456c-90dc-9b33f441c1bb HTTP/1.1" status: 200 len: 1097 time: 0.0405860 Aug 28 16:09:18.445758 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fffd866e-207b-434d-973d-b97e0fee499b req-f99ef9a3-9b3f-47ca-81bd-e9a528dc29a1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b1e0c7ef-1613-4eef-a4ef-eb377076716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276036 Aug 28 16:09:19.021690 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba75686-7d4e-4e8a-8354-4c11a341fffc req-6983feb0-24db-44e7-8fee-49c4f4534fcb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:19.023210 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eba75686-7d4e-4e8a-8354-4c11a341fffc req-6983feb0-24db-44e7-8fee-49c4f4534fcb tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b071917-45c6-456c-90dc-9b33f441c1bb HTTP/1.1" status: 200 len: 945 time: 0.0502100 Aug 28 16:09:19.067088 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-eba75686-7d4e-4e8a-8354-4c11a341fffc req-65869fdf-0dfe-48b0-aa65-9b3d07ee59b7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1e0c7ef-1613-4eef-a4ef-eb377076716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374956 Aug 28 16:09:20.182908 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e731e-738a-47bf-9a5a-8747ddf329b5 req-d21c3ff7-5bc6-45f8-a507-af1991b07c47 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:20.184790 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-752e731e-738a-47bf-9a5a-8747ddf329b5 req-d21c3ff7-5bc6-45f8-a507-af1991b07c47 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b071917-45c6-456c-90dc-9b33f441c1bb HTTP/1.1" status: 200 len: 945 time: 0.0501568 Aug 28 16:09:20.222548 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-752e731e-738a-47bf-9a5a-8747ddf329b5 req-e2641135-a7dd-46c3-bd30-b67d7d43aab7 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1e0c7ef-1613-4eef-a4ef-eb377076716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318389 Aug 28 16:09:20.335591 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8d9f0-764a-4a74-a25f-1bd43efacaad req-ada8abe5-b381-481c-8347-8bc85ccd1c76 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:20.337124 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-60d8d9f0-764a-4a74-a25f-1bd43efacaad req-ada8abe5-b381-481c-8347-8bc85ccd1c76 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b071917-45c6-456c-90dc-9b33f441c1bb HTTP/1.1" status: 200 len: 945 time: 0.0492978 Aug 28 16:09:20.375445 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-60d8d9f0-764a-4a74-a25f-1bd43efacaad req-918a7bf8-6d43-464c-9d17-dea2d0ca421b tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1e0c7ef-1613-4eef-a4ef-eb377076716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323064 Aug 28 16:09:20.397201 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33654) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:09:20.436159 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbdee0-91e6-4a9c-a1f0-fb08f2b17d08 tempest-TestNetworkAdvancedServerOps-1874310575 tempest-TestNetworkAdvancedServerOps-1874310575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:20.437571 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-21bbdee0-91e6-4a9c-a1f0-fb08f2b17d08 tempest-TestNetworkAdvancedServerOps-1874310575 tempest-TestNetworkAdvancedServerOps-1874310575-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8b071917-45c6-456c-90dc-9b33f441c1bb HTTP/1.1" status: 200 len: 1092 time: 0.0393770 Aug 28 16:09:20.440232 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33656) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:09:20.444485 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-cfa95278-ddf3-45cf-8654-bcfbae851a27 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'port_id': '252caad2-b867-4349-a8b1-40cf0c88cf61', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:09:20.465799 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cfa95278-ddf3-45cf-8654-bcfbae851a27 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:20.565364 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cfa95278-ddf3-45cf-8654-bcfbae851a27 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:20.669125 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-cfa95278-ddf3-45cf-8654-bcfbae851a27 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Allocated IP 172.25.3.247 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/b6a10be1-c9c7-4cde-ab1f-9de8da04482b) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:09:20.769409 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cfa95278-ddf3-45cf-8654-bcfbae851a27 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:20.807466 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cfa95278-ddf3-45cf-8654-bcfbae851a27 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:20.844030 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa95278-ddf3-45cf-8654-bcfbae851a27 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:09:20.848729 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-cfa95278-ddf3-45cf-8654-bcfbae851a27 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:09:20.852210 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa95278-ddf3-45cf-8654-bcfbae851a27 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:09:20.881923 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa95278-ddf3-45cf-8654-bcfbae851a27 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Port': ['ID=b6a10be1-c9c7-4cde-ab1f-9de8da04482b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:21.206893 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cfa95278-ddf3-45cf-8654-bcfbae851a27 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:21.274543 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cfa95278-ddf3-45cf-8654-bcfbae851a27 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:21.417285 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cfa95278-ddf3-45cf-8654-bcfbae851a27 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:21.422978 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cfa95278-ddf3-45cf-8654-bcfbae851a27 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:21.493043 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa95278-ddf3-45cf-8654-bcfbae851a27 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event updated for resources: {'Port': ['ID=b6a10be1-c9c7-4cde-ab1f-9de8da04482b,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:09:21.503016 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cfa95278-ddf3-45cf-8654-bcfbae851a27 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:21.602854 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-cfa95278-ddf3-45cf-8654-bcfbae851a27 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Floating IP e980e238-6a4a-4327-8511-e4eadf5d6ee8 associated. External IP: 172.25.3.247, port: 252caad2-b867-4349-a8b1-40cf0c88cf61. Aug 28 16:09:21.806111 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa95278-ddf3-45cf-8654-bcfbae851a27 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Router 672a9a23-2cd8-46f4-8b18-7f1a1856bcf8 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:09:21.917103 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa95278-ddf3-45cf-8654-bcfbae851a27 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:09:21.926675 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cb4b8f-f90a-44a2-928e-4c4f5b856871 None None] Sync routers for ids ['672a9a23-2cd8-46f4-8b18-7f1a1856bcf8'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:09:21.932838 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cfa95278-ddf3-45cf-8654-bcfbae851a27 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:21.937196 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cb4b8f-f90a-44a2-928e-4c4f5b856871 None None] Routers {'672a9a23-2cd8-46f4-8b18-7f1a1856bcf8'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:09:21.937837 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-28cb4b8f-f90a-44a2-928e-4c4f5b856871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:09:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['672a9a23-2cd8-46f4-8b18-7f1a1856bcf8'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:09:21.963118 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-cfa95278-ddf3-45cf-8654-bcfbae851a27 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5194333 Aug 28 16:09:21.963118 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b071917-45c6-456c-90dc-9b33f441c1bb', 'tag': '252caad2-b867-4349-a8b1-40cf0c88cf61'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:09:21.963678 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75949ccc-650d-4aa6-a94c-6ca050e4ed8a" -d '{"events": [{"name": "network-changed", "server_uuid": "8b071917-45c6-456c-90dc-9b33f441c1bb", "tag": "252caad2-b867-4349-a8b1-40cf0c88cf61"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:09:22.005681 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11634d0e-c7f9-4d61-9785-19f33afec74d x-openstack-request-id: req-11634d0e-c7f9-4d61-9785-19f33afec74d {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:09:22.005970 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b071917-45c6-456c-90dc-9b33f441c1bb", "tag": "252caad2-b867-4349-a8b1-40cf0c88cf61", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:09:22.006223 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11634d0e-c7f9-4d61-9785-19f33afec74d {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:09:22.006625 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b071917-45c6-456c-90dc-9b33f441c1bb', 'tag': '252caad2-b867-4349-a8b1-40cf0c88cf61', 'status': 'completed', 'code': 200} Aug 28 16:09:22.051205 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-28cb4b8f-f90a-44a2-928e-4c4f5b856871 None None] Set router 672a9a23-2cd8-46f4-8b18-7f1a1856bcf8 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:09:22.102730 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b961b-ca4e-42e5-92b8-a61a12d8edb5 req-62672b67-189f-47c6-84d9-2ad423bda2af tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:22.104210 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1a6b961b-ca4e-42e5-92b8-a61a12d8edb5 req-62672b67-189f-47c6-84d9-2ad423bda2af tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b071917-45c6-456c-90dc-9b33f441c1bb HTTP/1.1" status: 200 len: 945 time: 0.0788388 Aug 28 16:09:22.107155 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75949ccc-650d-4aa6-a94c-6ca050e4ed8a req-0dd6c6ee-a0c3-4388-898a-b7736352e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:22.108573 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-75949ccc-650d-4aa6-a94c-6ca050e4ed8a req-0dd6c6ee-a0c3-4388-898a-b7736352e805 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=8b071917-45c6-456c-90dc-9b33f441c1bb HTTP/1.1" status: 200 len: 1097 time: 0.0730343 Aug 28 16:09:22.200299 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1a6b961b-ca4e-42e5-92b8-a61a12d8edb5 req-8b89ebbd-361a-4755-9157-5ff78a5ff98d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1e0c7ef-1613-4eef-a4ef-eb377076716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891232 Aug 28 16:09:22.222571 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33662) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:09:22.273071 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75949ccc-650d-4aa6-a94c-6ca050e4ed8a req-c48e6e08-87bb-40fb-a9dc-0546528b2a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:22.274548 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-75949ccc-650d-4aa6-a94c-6ca050e4ed8a req-c48e6e08-87bb-40fb-a9dc-0546528b2a40 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e4a12c7-bfdb-42ed-8297-a83e7f588d98 HTTP/1.1" status: 200 len: 898 time: 0.1578784 Aug 28 16:09:22.285546 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-28cb4b8f-f90a-44a2-928e-4c4f5b856871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154028796', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '76811e53-c80c-4b2f-8eeb-20ccf8171a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:09:03Z', 'updated_at': '2021-08-28T16:09:06Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '76811e53-c80c-4b2f-8eeb-20ccf8171a16', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:24:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:09:03Z', 'updated_at': '2021-08-28T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'e980e238-6a4a-4327-8511-e4eadf5d6ee8', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'floating_ip_address': '172.25.3.247', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'port_id': '252caad2-b867-4349-a8b1-40cf0c88cf61', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e4a12c7-bfdb-42ed-8297-a83e7f588d98', 'mac_address': 'fa:16:3e:25:3c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b071917-45c6-456c-90dc-9b33f441c1bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:09:21Z', 'updated_at': '2021-08-28T16:09:21Z', 'revision_number': 0, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccfa520-2662-4e6e-9167-b8bfb78e54de', 'name': '', 'network_id': '7e4a12c7-bfdb-42ed-8297-a83e7f588d98', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:92:1f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '87360d11-9e1e-4417-8b6e-b1e4dee2ee33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:09:05Z', 'updated_at': '2021-08-28T16:09:11Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': '87360d11-9e1e-4417-8b6e-b1e4dee2ee33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:09:22.312131 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cb4b8f-f90a-44a2-928e-4c4f5b856871 None None] Checking router: 672a9a23-2cd8-46f4-8b18-7f1a1856bcf8 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:09:22.320819 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cb4b8f-f90a-44a2-928e-4c4f5b856871 None None] Routers {'672a9a23-2cd8-46f4-8b18-7f1a1856bcf8'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:09:22.321443 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-28cb4b8f-f90a-44a2-928e-4c4f5b856871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:09:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['672a9a23-2cd8-46f4-8b18-7f1a1856bcf8'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:09:22.432249 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-28cb4b8f-f90a-44a2-928e-4c4f5b856871 None None] Set router 672a9a23-2cd8-46f4-8b18-7f1a1856bcf8 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:09:22.635215 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-12fb253d-6369-41a1-b824-40de3f9c7f26 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/floatingips/e980e238-6a4a-4327-8511-e4eadf5d6ee8 HTTP/1.1" status: 200 len: 991 time: 0.4112477 Aug 28 16:09:22.657010 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-75949ccc-650d-4aa6-a94c-6ca050e4ed8a req-a46754e6-f8c4-485f-b625-1830e727515b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=252caad2-b867-4349-a8b1-40cf0c88cf61 HTTP/1.1" status: 200 len: 999 time: 0.3754160 Aug 28 16:09:22.670246 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-28cb4b8f-f90a-44a2-928e-4c4f5b856871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154028796', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '76811e53-c80c-4b2f-8eeb-20ccf8171a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:09:03Z', 'updated_at': '2021-08-28T16:09:06Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '76811e53-c80c-4b2f-8eeb-20ccf8171a16', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:24:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:09:03Z', 'updated_at': '2021-08-28T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'e980e238-6a4a-4327-8511-e4eadf5d6ee8', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'floating_ip_address': '172.25.3.247', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'port_id': '252caad2-b867-4349-a8b1-40cf0c88cf61', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e4a12c7-bfdb-42ed-8297-a83e7f588d98', 'mac_address': 'fa:16:3e:25:3c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b071917-45c6-456c-90dc-9b33f441c1bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:09:21Z', 'updated_at': '2021-08-28T16:09:21Z', 'revision_number': 0, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccfa520-2662-4e6e-9167-b8bfb78e54de', 'name': '', 'network_id': '7e4a12c7-bfdb-42ed-8297-a83e7f588d98', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:92:1f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '87360d11-9e1e-4417-8b6e-b1e4dee2ee33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:09:05Z', 'updated_at': '2021-08-28T16:09:11Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': '87360d11-9e1e-4417-8b6e-b1e4dee2ee33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:09:22.696975 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cb4b8f-f90a-44a2-928e-4c4f5b856871 None None] The sync data for ids ['672a9a23-2cd8-46f4-8b18-7f1a1856bcf8'] in n-d-712137-10 is: [{'id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154028796', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '76811e53-c80c-4b2f-8eeb-20ccf8171a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:09:03Z', 'updated_at': '2021-08-28T16:09:06Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '76811e53-c80c-4b2f-8eeb-20ccf8171a16', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:24:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:09:03Z', 'updated_at': '2021-08-28T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'e980e238-6a4a-4327-8511-e4eadf5d6ee8', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'floating_ip_address': '172.25.3.247', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'port_id': '252caad2-b867-4349-a8b1-40cf0c88cf61', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e4a12c7-bfdb-42ed-8297-a83e7f588d98', 'mac_address': 'fa:16:3e:25:3c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b071917-45c6-456c-90dc-9b33f441c1bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:09:21Z', 'updated_at': '2021-08-28T16:09:21Z', 'revision_number': 0, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccfa520-2662-4e6e-9167-b8bfb78e54de', 'name': '', 'network_id': '7e4a12c7-bfdb-42ed-8297-a83e7f588d98', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:92:1f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '87360d11-9e1e-4417-8b6e-b1e4dee2ee33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:09:05Z', 'updated_at': '2021-08-28T16:09:11Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': '87360d11-9e1e-4417-8b6e-b1e4dee2ee33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:09:22.708822 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75949ccc-650d-4aa6-a94c-6ca050e4ed8a req-068d9c91-4f94-4349-8e57-093ac5d146f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:22.710319 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-75949ccc-650d-4aa6-a94c-6ca050e4ed8a req-068d9c91-4f94-4349-8e57-093ac5d146f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=87360d11-9e1e-4417-8b6e-b1e4dee2ee33 HTTP/1.1" status: 200 len: 835 time: 0.0455360 Aug 28 16:09:22.756624 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75949ccc-650d-4aa6-a94c-6ca050e4ed8a req-0d01846b-16f8-4236-9645-ed56065ce9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:22.758212 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-75949ccc-650d-4aa6-a94c-6ca050e4ed8a req-0d01846b-16f8-4236-9645-ed56065ce9e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e4a12c7-bfdb-42ed-8297-a83e7f588d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410442 Aug 28 16:09:22.852957 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-75949ccc-650d-4aa6-a94c-6ca050e4ed8a req-a002fb58-ab8d-4430-a6c5-9ebfa45f81db service neutron] 10.222.0.36 "GET /v2.0/networks/7e4a12c7-bfdb-42ed-8297-a83e7f588d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867858 Aug 28 16:09:22.908214 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e80707c-b950-47d6-8540-098876fd35bc None None] New status for floating IP e980e238-6a4a-4327-8511-e4eadf5d6ee8: ACTIVE {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 16:09:22.946236 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-75949ccc-650d-4aa6-a94c-6ca050e4ed8a req-a55010f3-049f-4403-981a-0831b44a235a service neutron] 10.222.0.36 "GET /v2.0/networks/7e4a12c7-bfdb-42ed-8297-a83e7f588d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865033 Aug 28 16:09:23.088216 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:09:23.639048 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33664) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:09:23.701333 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8517327f-eb83-4dd6-94f7-aa328b60af06 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/floatingips/e980e238-6a4a-4327-8511-e4eadf5d6ee8 HTTP/1.1" status: 200 len: 993 time: 0.0611320 Aug 28 16:09:25.183688 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:27.315782 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:38.124266 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9cd25a8c-5e92-493d-9fdc-b7d8e7129e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:40.672573 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-bdb27a89-3949-4600-8361-2d4e6a059fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:40.985944 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:41.891138 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3406d076-4462-4ef8-8109-52e08df00a09 req-c0a69222-9ef2-4630-b03a-ddb99cdfbaef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b071917-45c6-456c-90dc-9b33f441c1bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399480 Aug 28 16:09:41.975595 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406d076-4462-4ef8-8109-52e08df00a09 req-113543d7-e62b-46df-bc79-b0841e99236d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:41.977200 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3406d076-4462-4ef8-8109-52e08df00a09 req-113543d7-e62b-46df-bc79-b0841e99236d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=8b071917-45c6-456c-90dc-9b33f441c1bb HTTP/1.1" status: 200 len: 1097 time: 0.0401418 Aug 28 16:09:42.039575 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:42.083394 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406d076-4462-4ef8-8109-52e08df00a09 req-c78da94e-5662-4820-8f93-989286d6bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:42.084905 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3406d076-4462-4ef8-8109-52e08df00a09 req-c78da94e-5662-4820-8f93-989286d6bcc9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e4a12c7-bfdb-42ed-8297-a83e7f588d98 HTTP/1.1" status: 200 len: 898 time: 0.0880966 Aug 28 16:09:42.150749 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3406d076-4462-4ef8-8109-52e08df00a09 req-0b7f9c53-4eee-4c7f-aa34-8dead9d38e6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=252caad2-b867-4349-a8b1-40cf0c88cf61 HTTP/1.1" status: 200 len: 1001 time: 0.0572248 Aug 28 16:09:42.204351 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406d076-4462-4ef8-8109-52e08df00a09 req-2017f803-7510-4ca2-bd53-40ae19a59bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:42.206979 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3406d076-4462-4ef8-8109-52e08df00a09 req-2017f803-7510-4ca2-bd53-40ae19a59bb9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=87360d11-9e1e-4417-8b6e-b1e4dee2ee33 HTTP/1.1" status: 200 len: 835 time: 0.0489213 Aug 28 16:09:42.254341 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406d076-4462-4ef8-8109-52e08df00a09 req-8e78c248-50e0-4a47-a2c1-4fb6bfb28426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:42.255862 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3406d076-4462-4ef8-8109-52e08df00a09 req-8e78c248-50e0-4a47-a2c1-4fb6bfb28426 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e4a12c7-bfdb-42ed-8297-a83e7f588d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407298 Aug 28 16:09:42.344114 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3406d076-4462-4ef8-8109-52e08df00a09 req-be75daf4-6129-4053-ac15-44ba80530415 service neutron] 10.222.0.36 "GET /v2.0/networks/7e4a12c7-bfdb-42ed-8297-a83e7f588d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802040 Aug 28 16:09:42.436943 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3406d076-4462-4ef8-8109-52e08df00a09 req-bfd6253a-42db-4f26-8dcf-7423b935d3cd service neutron] 10.222.0.36 "GET /v2.0/networks/7e4a12c7-bfdb-42ed-8297-a83e7f588d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850532 Aug 28 16:09:43.530958 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:55.069399 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a48ca2-586a-4f13-aa79-f1c60cbb656f req-84326fd7-a109-417f-8d1b-0146c1571858 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:55.070881 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-57a48ca2-586a-4f13-aa79-f1c60cbb656f req-84326fd7-a109-417f-8d1b-0146c1571858 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b071917-45c6-456c-90dc-9b33f441c1bb HTTP/1.1" status: 200 len: 945 time: 0.0477557 Aug 28 16:09:55.109230 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-57a48ca2-586a-4f13-aa79-f1c60cbb656f req-86e9f73d-f0fc-44d3-b9d2-7610392ad11d tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1e0c7ef-1613-4eef-a4ef-eb377076716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317440 Aug 28 16:09:55.182135 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:56.227022 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d48d09-704f-488e-8d11-cdf793604690 req-8c8afb86-bd54-42c7-b8b5-e7ec8b71d595 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:56.228519 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-23d48d09-704f-488e-8d11-cdf793604690 req-8c8afb86-bd54-42c7-b8b5-e7ec8b71d595 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b071917-45c6-456c-90dc-9b33f441c1bb HTTP/1.1" status: 200 len: 945 time: 0.0496299 Aug 28 16:09:56.268733 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-23d48d09-704f-488e-8d11-cdf793604690 req-c2b55a43-a4a9-4e7e-a3a5-569bcd888ff2 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1e0c7ef-1613-4eef-a4ef-eb377076716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340645 Aug 28 16:09:56.291360 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33686) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:09:56.356231 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d3a6a971-fec1-4779-8f91-1667957c57ee tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/floatingips/e980e238-6a4a-4327-8511-e4eadf5d6ee8 HTTP/1.1" status: 200 len: 993 time: 0.0634954 Aug 28 16:09:57.317527 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:09:57.624416 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06376af8-1843-4854-b862-e1437bad7174 req-913c4dfd-ae5d-4886-ae73-a7289fafbc0a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:57.625829 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06376af8-1843-4854-b862-e1437bad7174 req-913c4dfd-ae5d-4886-ae73-a7289fafbc0a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b071917-45c6-456c-90dc-9b33f441c1bb HTTP/1.1" status: 200 len: 945 time: 0.0495861 Aug 28 16:09:57.642273 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db40a9-6c7b-4c77-8162-71bc90769f23 req-49db618b-a4ca-431a-a371-fff13a023baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:57.644475 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c0db40a9-6c7b-4c77-8162-71bc90769f23 req-49db618b-a4ca-431a-a371-fff13a023baf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=8b071917-45c6-456c-90dc-9b33f441c1bb HTTP/1.1" status: 200 len: 1097 time: 0.0431921 Aug 28 16:09:57.668741 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-06376af8-1843-4854-b862-e1437bad7174 req-93fa5b99-efc3-4f17-9d81-b1e497aa2df2 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1e0c7ef-1613-4eef-a4ef-eb377076716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368519 Aug 28 16:09:57.736770 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db40a9-6c7b-4c77-8162-71bc90769f23 req-95175e0d-41b4-458f-b6eb-35426b44ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:57.738245 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c0db40a9-6c7b-4c77-8162-71bc90769f23 req-95175e0d-41b4-458f-b6eb-35426b44ea5a service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e4a12c7-bfdb-42ed-8297-a83e7f588d98 HTTP/1.1" status: 200 len: 898 time: 0.0864854 Aug 28 16:09:57.802748 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c0db40a9-6c7b-4c77-8162-71bc90769f23 req-f294e1d3-580e-421a-ae0f-d8ead583639a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=252caad2-b867-4349-a8b1-40cf0c88cf61 HTTP/1.1" status: 200 len: 1001 time: 0.0571077 Aug 28 16:09:57.850714 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db40a9-6c7b-4c77-8162-71bc90769f23 req-ec6273f6-2292-4e78-b5ed-fdfc41180755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:57.852132 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c0db40a9-6c7b-4c77-8162-71bc90769f23 req-ec6273f6-2292-4e78-b5ed-fdfc41180755 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=87360d11-9e1e-4417-8b6e-b1e4dee2ee33 HTTP/1.1" status: 200 len: 835 time: 0.0423300 Aug 28 16:09:57.901974 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db40a9-6c7b-4c77-8162-71bc90769f23 req-e7231299-ae2c-44be-bcad-ae4287a76d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:57.903461 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c0db40a9-6c7b-4c77-8162-71bc90769f23 req-e7231299-ae2c-44be-bcad-ae4287a76d5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e4a12c7-bfdb-42ed-8297-a83e7f588d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439594 Aug 28 16:09:57.992928 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c0db40a9-6c7b-4c77-8162-71bc90769f23 req-6fb1d868-d227-4feb-9ff8-c74944465f54 service neutron] 10.222.0.36 "GET /v2.0/networks/7e4a12c7-bfdb-42ed-8297-a83e7f588d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818105 Aug 28 16:09:58.083495 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c0db40a9-6c7b-4c77-8162-71bc90769f23 req-8fc27b47-74c3-4c81-b2bf-6c0edb047604 service neutron] 10.222.0.36 "GET /v2.0/networks/7e4a12c7-bfdb-42ed-8297-a83e7f588d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836294 Aug 28 16:09:58.800470 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed182d6-dc1f-473f-8cd8-cfe685dfb97a req-48d9a5ac-47a5-476e-aba6-c477e3b50ae2 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:58.807331 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0ed182d6-dc1f-473f-8cd8-cfe685dfb97a req-48d9a5ac-47a5-476e-aba6-c477e3b50ae2 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b071917-45c6-456c-90dc-9b33f441c1bb HTTP/1.1" status: 200 len: 945 time: 0.0596058 Aug 28 16:09:58.849194 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0ed182d6-dc1f-473f-8cd8-cfe685dfb97a req-37c7bfcf-8aec-407b-a8f0-6896d603647e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1e0c7ef-1613-4eef-a4ef-eb377076716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411415 Aug 28 16:09:59.971091 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de60eb-bff8-4d65-b778-40bde876eec2 req-caba26ff-e951-4ce1-b5c1-467c3fcca74f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:09:59.972636 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-93de60eb-bff8-4d65-b778-40bde876eec2 req-caba26ff-e951-4ce1-b5c1-467c3fcca74f tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b071917-45c6-456c-90dc-9b33f441c1bb HTTP/1.1" status: 200 len: 945 time: 0.0491304 Aug 28 16:10:00.010667 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-93de60eb-bff8-4d65-b778-40bde876eec2 req-e44196b3-a641-4fbb-8b67-53461f923f07 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1e0c7ef-1613-4eef-a4ef-eb377076716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321288 Aug 28 16:10:00.033257 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33698) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:10:00.087203 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:10:00.094637 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-80d7487b-1024-4161-8d73-b61a04845232 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/floatingips/e980e238-6a4a-4327-8511-e4eadf5d6ee8 HTTP/1.1" status: 200 len: 993 time: 0.0600758 Aug 28 16:10:00.309895 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33704) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:10:00.465175 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-c7c11f3a-e7f0-47bc-b82e-b812ae620135 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Deleting port b6a10be1-c9c7-4cde-ab1f-9de8da04482b {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:10:00.465514 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c7c11f3a-e7f0-47bc-b82e-b812ae620135 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:00.543862 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c7c11f3a-e7f0-47bc-b82e-b812ae620135 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:00.544192 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c7c11f3a-e7f0-47bc-b82e-b812ae620135 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:00.556088 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-c7c11f3a-e7f0-47bc-b82e-b812ae620135 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Calling delete_port for b6a10be1-c9c7-4cde-ab1f-9de8da04482b owned by network:floatingip {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:10:00.698844 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c7c11f3a-e7f0-47bc-b82e-b812ae620135 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:00.727311 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c11f3a-e7f0-47bc-b82e-b812ae620135 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'Port': ['ID=b6a10be1-c9c7-4cde-ab1f-9de8da04482b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:00.789357 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c7c11f3a-e7f0-47bc-b82e-b812ae620135 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for floatingip, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:00.789689 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [None req-c7c11f3a-e7f0-47bc-b82e-b812ae620135 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Floating IP e980e238-6a4a-4327-8511-e4eadf5d6ee8 disassociated (deleted). External IP: 172.25.3.247, port: 252caad2-b867-4349-a8b1-40cf0c88cf61. Aug 28 16:10:01.291003 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c11f3a-e7f0-47bc-b82e-b812ae620135 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Router 672a9a23-2cd8-46f4-8b18-7f1a1856bcf8 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:10:01.398257 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c11f3a-e7f0-47bc-b82e-b812ae620135 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:10:01.403124 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c7c11f3a-e7f0-47bc-b82e-b812ae620135 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:01.410827 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc70dbcc-f30d-4115-b117-27c0568efcea None None] Sync routers for ids ['672a9a23-2cd8-46f4-8b18-7f1a1856bcf8'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:10:01.420205 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc70dbcc-f30d-4115-b117-27c0568efcea None None] Routers {'672a9a23-2cd8-46f4-8b18-7f1a1856bcf8'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:10:01.421423 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-fc70dbcc-f30d-4115-b117-27c0568efcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:09:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['672a9a23-2cd8-46f4-8b18-7f1a1856bcf8'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:10:01.431397 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c7c11f3a-e7f0-47bc-b82e-b812ae620135 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "DELETE /v2.0/floatingips/e980e238-6a4a-4327-8511-e4eadf5d6ee8 HTTP/1.1" status: 204 len: 168 time: 1.1204824 Aug 28 16:10:01.432125 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b071917-45c6-456c-90dc-9b33f441c1bb', 'tag': '252caad2-b867-4349-a8b1-40cf0c88cf61'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:10:01.434513 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e308943d50e92a26f6c3a6de5cf793d4f684f916ac590010b5ff3c9d15b1720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e92820-8ccc-410d-8577-41f234a8a0c0" -d '{"events": [{"name": "network-changed", "server_uuid": "8b071917-45c6-456c-90dc-9b33f441c1bb", "tag": "252caad2-b867-4349-a8b1-40cf0c88cf61"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:10:01.531053 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2319883-65b7-4cd2-9510-cbf96c2bf708 x-openstack-request-id: req-e2319883-65b7-4cd2-9510-cbf96c2bf708 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:10:01.531222 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b071917-45c6-456c-90dc-9b33f441c1bb", "tag": "252caad2-b867-4349-a8b1-40cf0c88cf61", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:10:01.531450 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2319883-65b7-4cd2-9510-cbf96c2bf708 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:10:01.531909 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b071917-45c6-456c-90dc-9b33f441c1bb', 'tag': '252caad2-b867-4349-a8b1-40cf0c88cf61', 'status': 'completed', 'code': 200} Aug 28 16:10:01.532932 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-fc70dbcc-f30d-4115-b117-27c0568efcea None None] Set router 672a9a23-2cd8-46f4-8b18-7f1a1856bcf8 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:10:01.607354 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e92820-8ccc-410d-8577-41f234a8a0c0 req-b472a8fc-0af4-44c5-8704-d419f6525e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:01.609492 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-61e92820-8ccc-410d-8577-41f234a8a0c0 req-b472a8fc-0af4-44c5-8704-d419f6525e82 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a12260b8f69c49519941bbc52ef4c66f&device_id=8b071917-45c6-456c-90dc-9b33f441c1bb HTTP/1.1" status: 200 len: 1097 time: 0.0451565 Aug 28 16:10:01.707261 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c483023-db70-4a34-929a-46c1440b2b24 req-a51f55ca-eb3c-459a-95a6-80e4fe952e88 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:01.708780 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1c483023-db70-4a34-929a-46c1440b2b24 req-a51f55ca-eb3c-459a-95a6-80e4fe952e88 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b071917-45c6-456c-90dc-9b33f441c1bb HTTP/1.1" status: 200 len: 945 time: 0.0984087 Aug 28 16:10:01.759648 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-fc70dbcc-f30d-4115-b117-27c0568efcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154028796', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '76811e53-c80c-4b2f-8eeb-20ccf8171a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:09:03Z', 'updated_at': '2021-08-28T16:09:06Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '76811e53-c80c-4b2f-8eeb-20ccf8171a16', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:24:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:09:03Z', 'updated_at': '2021-08-28T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '9ccfa520-2662-4e6e-9167-b8bfb78e54de', 'name': '', 'network_id': '7e4a12c7-bfdb-42ed-8297-a83e7f588d98', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:92:1f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '87360d11-9e1e-4417-8b6e-b1e4dee2ee33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:09:05Z', 'updated_at': '2021-08-28T16:09:11Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': '87360d11-9e1e-4417-8b6e-b1e4dee2ee33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:10:01.760791 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e92820-8ccc-410d-8577-41f234a8a0c0 req-a91da9b8-d952-49fe-b8ff-6cfa332bf4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:01.762339 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-61e92820-8ccc-410d-8577-41f234a8a0c0 req-a91da9b8-d952-49fe-b8ff-6cfa332bf4cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e4a12c7-bfdb-42ed-8297-a83e7f588d98 HTTP/1.1" status: 200 len: 898 time: 0.1438739 Aug 28 16:10:01.767852 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1c483023-db70-4a34-929a-46c1440b2b24 req-a96db32b-5327-4e5e-a183-d6f5dbe136bc tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1e0c7ef-1613-4eef-a4ef-eb377076716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506403 Aug 28 16:10:01.786865 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc70dbcc-f30d-4115-b117-27c0568efcea None None] Checking router: 672a9a23-2cd8-46f4-8b18-7f1a1856bcf8 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:10:01.795138 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc70dbcc-f30d-4115-b117-27c0568efcea None None] Routers {'672a9a23-2cd8-46f4-8b18-7f1a1856bcf8'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:10:01.796396 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-fc70dbcc-f30d-4115-b117-27c0568efcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:09:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['672a9a23-2cd8-46f4-8b18-7f1a1856bcf8'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:10:01.806103 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-61e92820-8ccc-410d-8577-41f234a8a0c0 req-af95b19c-5354-4b3d-97c1-64864f7e821f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=252caad2-b867-4349-a8b1-40cf0c88cf61 HTTP/1.1" status: 200 len: 217 time: 0.0349336 Aug 28 16:10:01.855082 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e92820-8ccc-410d-8577-41f234a8a0c0 req-61336eb4-3ae3-4cd5-a95a-e8918f11f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:01.856536 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-61e92820-8ccc-410d-8577-41f234a8a0c0 req-61336eb4-3ae3-4cd5-a95a-e8918f11f13d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=87360d11-9e1e-4417-8b6e-b1e4dee2ee33 HTTP/1.1" status: 200 len: 835 time: 0.0434062 Aug 28 16:10:01.901860 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-fc70dbcc-f30d-4115-b117-27c0568efcea None None] Set router 672a9a23-2cd8-46f4-8b18-7f1a1856bcf8 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:10:01.907288 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e92820-8ccc-410d-8577-41f234a8a0c0 req-2ae5af9d-208a-41d4-aaee-6afac382711c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:01.908835 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-61e92820-8ccc-410d-8577-41f234a8a0c0 req-2ae5af9d-208a-41d4-aaee-6afac382711c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e4a12c7-bfdb-42ed-8297-a83e7f588d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449538 Aug 28 16:10:01.998529 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-61e92820-8ccc-410d-8577-41f234a8a0c0 req-e9e0b988-8a33-4bb2-b6b0-69be96877c89 service neutron] 10.222.0.36 "GET /v2.0/networks/7e4a12c7-bfdb-42ed-8297-a83e7f588d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819330 Aug 28 16:10:02.096258 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-61e92820-8ccc-410d-8577-41f234a8a0c0 req-661c5714-bf1e-4318-ad82-dd8f5095ce90 service neutron] 10.222.0.36 "GET /v2.0/networks/7e4a12c7-bfdb-42ed-8297-a83e7f588d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902538 Aug 28 16:10:02.096535 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-fc70dbcc-f30d-4115-b117-27c0568efcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154028796', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '76811e53-c80c-4b2f-8eeb-20ccf8171a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:09:03Z', 'updated_at': '2021-08-28T16:09:06Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '76811e53-c80c-4b2f-8eeb-20ccf8171a16', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:24:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:09:03Z', 'updated_at': '2021-08-28T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '9ccfa520-2662-4e6e-9167-b8bfb78e54de', 'name': '', 'network_id': '7e4a12c7-bfdb-42ed-8297-a83e7f588d98', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:92:1f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '87360d11-9e1e-4417-8b6e-b1e4dee2ee33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:09:05Z', 'updated_at': '2021-08-28T16:09:11Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': '87360d11-9e1e-4417-8b6e-b1e4dee2ee33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:10:02.126996 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc70dbcc-f30d-4115-b117-27c0568efcea None None] The sync data for ids ['672a9a23-2cd8-46f4-8b18-7f1a1856bcf8'] in n-d-712137-10 is: [{'id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154028796', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '76811e53-c80c-4b2f-8eeb-20ccf8171a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:09:03Z', 'updated_at': '2021-08-28T16:09:06Z', 'revision_number': 4, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '76811e53-c80c-4b2f-8eeb-20ccf8171a16', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:24:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:09:03Z', 'updated_at': '2021-08-28T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '9ccfa520-2662-4e6e-9167-b8bfb78e54de', 'name': '', 'network_id': '7e4a12c7-bfdb-42ed-8297-a83e7f588d98', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'mac_address': 'fa:16:3e:92:1f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '87360d11-9e1e-4417-8b6e-b1e4dee2ee33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:09:05Z', 'updated_at': '2021-08-28T16:09:11Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'subnets': [{'id': '87360d11-9e1e-4417-8b6e-b1e4dee2ee33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:10:02.335498 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1cdd09-207c-46eb-af97-1d424fbf19ab None None] New status for floating IP e980e238-6a4a-4327-8511-e4eadf5d6ee8: DOWN {{(pid=106332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 16:10:02.888639 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f0d20-0afd-41e2-b6ee-da8e78cd0e8b req-55b36afc-d7b3-4e85-9d99-1454f70e8a3a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:02.891110 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ae5f0d20-0afd-41e2-b6ee-da8e78cd0e8b req-55b36afc-d7b3-4e85-9d99-1454f70e8a3a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b071917-45c6-456c-90dc-9b33f441c1bb HTTP/1.1" status: 200 len: 945 time: 0.0507200 Aug 28 16:10:02.929835 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ae5f0d20-0afd-41e2-b6ee-da8e78cd0e8b req-351504df-da67-4f88-b7f1-22c78870062e tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1e0c7ef-1613-4eef-a4ef-eb377076716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327764 Aug 28 16:10:03.164461 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dee893-10d2-4e68-aec6-6373c117edc0 req-c240a8a5-1774-4c6e-ba9f-45f9d22a1d90 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:03.165829 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-20dee893-10d2-4e68-aec6-6373c117edc0 req-c240a8a5-1774-4c6e-ba9f-45f9d22a1d90 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b071917-45c6-456c-90dc-9b33f441c1bb HTTP/1.1" status: 200 len: 945 time: 0.0493319 Aug 28 16:10:03.252149 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-20dee893-10d2-4e68-aec6-6373c117edc0 req-38668ac0-1dee-4c6a-bb36-de03d25df327 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Deleting port 252caad2-b867-4349-a8b1-40cf0c88cf61 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:10:03.252494 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-20dee893-10d2-4e68-aec6-6373c117edc0 req-38668ac0-1dee-4c6a-bb36-de03d25df327 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:03.340899 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-20dee893-10d2-4e68-aec6-6373c117edc0 req-38668ac0-1dee-4c6a-bb36-de03d25df327 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] For port 252caad2-b867-4349-a8b1-40cf0c88cf61, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=252caad2-b867-4349-a8b1-40cf0c88cf61,segment=NetworkSegment(54f9641e-2f5d-4701-87ec-297f1a9ade5e),segment_id=54f9641e-2f5d-4701-87ec-297f1a9ade5e)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:10:03.341268 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-20dee893-10d2-4e68-aec6-6373c117edc0 req-38668ac0-1dee-4c6a-bb36-de03d25df327 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:03.353710 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-20dee893-10d2-4e68-aec6-6373c117edc0 req-38668ac0-1dee-4c6a-bb36-de03d25df327 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Calling delete_port for 252caad2-b867-4349-a8b1-40cf0c88cf61 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:10:03.482243 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-20dee893-10d2-4e68-aec6-6373c117edc0 req-38668ac0-1dee-4c6a-bb36-de03d25df327 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:03.510758 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38668ac0-1dee-4c6a-bb36-de03d25df327 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'Port': ['ID=252caad2-b867-4349-a8b1-40cf0c88cf61,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:03.541062 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38668ac0-1dee-4c6a-bb36-de03d25df327 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:03.541417 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38668ac0-1dee-4c6a-bb36-de03d25df327 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:03.541765 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38668ac0-1dee-4c6a-bb36-de03d25df327 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:03.542105 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38668ac0-1dee-4c6a-bb36-de03d25df327 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:03.542442 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38668ac0-1dee-4c6a-bb36-de03d25df327 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:03.542775 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38668ac0-1dee-4c6a-bb36-de03d25df327 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:03.543112 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38668ac0-1dee-4c6a-bb36-de03d25df327 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:03.543441 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38668ac0-1dee-4c6a-bb36-de03d25df327 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:03.543866 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38668ac0-1dee-4c6a-bb36-de03d25df327 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:03.544195 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38668ac0-1dee-4c6a-bb36-de03d25df327 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:03.544531 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38668ac0-1dee-4c6a-bb36-de03d25df327 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:03.544859 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38668ac0-1dee-4c6a-bb36-de03d25df327 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:03.563671 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-20dee893-10d2-4e68-aec6-6373c117edc0 req-38668ac0-1dee-4c6a-bb36-de03d25df327 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] No DVR routers for this DVR port 252caad2-b867-4349-a8b1-40cf0c88cf61 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 16:10:03.566343 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-20dee893-10d2-4e68-aec6-6373c117edc0 req-38668ac0-1dee-4c6a-bb36-de03d25df327 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:03.568658 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-20dee893-10d2-4e68-aec6-6373c117edc0 req-38668ac0-1dee-4c6a-bb36-de03d25df327 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.36 "DELETE /v2.0/ports/252caad2-b867-4349-a8b1-40cf0c88cf61 HTTP/1.1" status: 204 len: 173 time: 0.3972168 Aug 28 16:10:03.569091 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b071917-45c6-456c-90dc-9b33f441c1bb', 'name': 'network-vif-deleted', 'tag': '252caad2-b867-4349-a8b1-40cf0c88cf61'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:10:03.571324 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26005c01-c81c-4014-b8bd-78ed0c27de47" -d '{"events": [{"server_uuid": "8b071917-45c6-456c-90dc-9b33f441c1bb", "name": "network-vif-deleted", "tag": "252caad2-b867-4349-a8b1-40cf0c88cf61"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:10:03.608199 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 16:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01227a7a-79af-4211-9cdb-ffacf13489a8 x-openstack-request-id: req-01227a7a-79af-4211-9cdb-ffacf13489a8 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:10:03.608494 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b071917-45c6-456c-90dc-9b33f441c1bb", "name": "network-vif-deleted", "tag": "252caad2-b867-4349-a8b1-40cf0c88cf61", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:10:03.608750 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01227a7a-79af-4211-9cdb-ffacf13489a8 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:10:03.609158 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b071917-45c6-456c-90dc-9b33f441c1bb', 'name': 'network-vif-deleted', 'tag': '252caad2-b867-4349-a8b1-40cf0c88cf61', 'status': 'completed', 'code': 200} Aug 28 16:10:04.041407 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a2206d27-94e1-45b6-9820-f7cd3aea5e67 req-60a2ee93-7c58-4c80-ac78-dfc389f89aac tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b071917-45c6-456c-90dc-9b33f441c1bb HTTP/1.1" status: 200 len: 210 time: 0.0276954 Aug 28 16:10:05.099986 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33722) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:10:05.467198 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-65eea406-b3d7-49bd-b6ec-d50f60b19c91 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:05.721110 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-65eea406-b3d7-49bd-b6ec-d50f60b19c91 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Deleting port 9ccfa520-2662-4e6e-9167-b8bfb78e54de {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:10:05.721454 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-65eea406-b3d7-49bd-b6ec-d50f60b19c91 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:05.808227 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-65eea406-b3d7-49bd-b6ec-d50f60b19c91 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] For port 9ccfa520-2662-4e6e-9167-b8bfb78e54de, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=9ccfa520-2662-4e6e-9167-b8bfb78e54de,segment=NetworkSegment(54f9641e-2f5d-4701-87ec-297f1a9ade5e),segment_id=54f9641e-2f5d-4701-87ec-297f1a9ade5e)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:10:05.808590 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-65eea406-b3d7-49bd-b6ec-d50f60b19c91 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:05.825144 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-65eea406-b3d7-49bd-b6ec-d50f60b19c91 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Calling delete_port for 9ccfa520-2662-4e6e-9167-b8bfb78e54de owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:10:06.001753 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-65eea406-b3d7-49bd-b6ec-d50f60b19c91 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:06.027894 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eea406-b3d7-49bd-b6ec-d50f60b19c91 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'Port': ['ID=9ccfa520-2662-4e6e-9167-b8bfb78e54de,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:06.208010 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-65eea406-b3d7-49bd-b6ec-d50f60b19c91 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:06.359311 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 252caad2-b867-4349-a8b1-40cf0c88cf61 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:10:06.383073 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 252caad2-b867-4349-a8b1-40cf0c88cf61 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:10:06.383435 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 252caad2-b867-4349-a8b1-40cf0c88cf61 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:10:06.428126 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65eea406-b3d7-49bd-b6ec-d50f60b19c91 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Router 672a9a23-2cd8-46f4-8b18-7f1a1856bcf8 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:10:06.530490 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65eea406-b3d7-49bd-b6ec-d50f60b19c91 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:10:06.539758 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-65eea406-b3d7-49bd-b6ec-d50f60b19c91 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "PUT /v2.0/routers/672a9a23-2cd8-46f4-8b18-7f1a1856bcf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4349694 Aug 28 16:10:06.539758 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33724) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:10:06.543479 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c60818a-a584-4d43-b9ee-079655628213 None None] Sync routers for ids ['672a9a23-2cd8-46f4-8b18-7f1a1856bcf8'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:10:06.553762 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c60818a-a584-4d43-b9ee-079655628213 None None] Routers {'672a9a23-2cd8-46f4-8b18-7f1a1856bcf8'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:10:06.554369 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1c60818a-a584-4d43-b9ee-079655628213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:09:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['672a9a23-2cd8-46f4-8b18-7f1a1856bcf8'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:10:06.589875 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-8357cf9a-de3a-4e78-8bb6-7e507480ce3a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Deleting subnet 87360d11-9e1e-4417-8b6e-b1e4dee2ee33 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 16:10:06.593024 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8357cf9a-de3a-4e78-8bb6-7e507480ce3a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:06.633490 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8357cf9a-de3a-4e78-8bb6-7e507480ce3a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:06.658575 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-1c60818a-a584-4d43-b9ee-079655628213 None None] Set router 672a9a23-2cd8-46f4-8b18-7f1a1856bcf8 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:10:06.720501 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8357cf9a-de3a-4e78-8bb6-7e507480ce3a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:06.780182 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8357cf9a-de3a-4e78-8bb6-7e507480ce3a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:06.809755 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357cf9a-de3a-4e78-8bb6-7e507480ce3a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'Subnet': ['ID=87360d11-9e1e-4417-8b6e-b1e4dee2ee33,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:06.812560 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8357cf9a-de3a-4e78-8bb6-7e507480ce3a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:06.815534 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8357cf9a-de3a-4e78-8bb6-7e507480ce3a tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "DELETE /v2.0/subnets/87360d11-9e1e-4417-8b6e-b1e4dee2ee33 HTTP/1.1" status: 204 len: 168 time: 0.2752779 Aug 28 16:10:06.817934 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33726) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:10:06.822892 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36e4b66-8997-4624-976f-e06f12839985 None None] Network 7e4a12c7-bfdb-42ed-8297-a83e7f588d98 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 16:10:06.924971 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1c60818a-a584-4d43-b9ee-079655628213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154028796', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '76811e53-c80c-4b2f-8eeb-20ccf8171a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:09:03Z', 'updated_at': '2021-08-28T16:10:05Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '76811e53-c80c-4b2f-8eeb-20ccf8171a16', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:24:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:09:03Z', 'updated_at': '2021-08-28T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:10:06.932432 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a8c53cc0-802f-484b-a825-e385195f3c59 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:06.963775 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c60818a-a584-4d43-b9ee-079655628213 None None] Checking router: 672a9a23-2cd8-46f4-8b18-7f1a1856bcf8 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:10:06.978380 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c60818a-a584-4d43-b9ee-079655628213 None None] Routers {'672a9a23-2cd8-46f4-8b18-7f1a1856bcf8'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:10:06.978983 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1c60818a-a584-4d43-b9ee-079655628213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:09:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['672a9a23-2cd8-46f4-8b18-7f1a1856bcf8'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:10:07.036951 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a8c53cc0-802f-484b-a825-e385195f3c59 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:07.088839 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-a8c53cc0-802f-484b-a825-e385195f3c59 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Deleting port 76811e53-c80c-4b2f-8eeb-20ccf8171a16 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:10:07.089181 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a8c53cc0-802f-484b-a825-e385195f3c59 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:07.089305 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-1c60818a-a584-4d43-b9ee-079655628213 None None] Set router 672a9a23-2cd8-46f4-8b18-7f1a1856bcf8 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:10:07.120475 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072f0ab4-b41d-428f-85f4-5be0264762a4 None None] DHCP port deletion for 7e4a12c7-bfdb-42ed-8297-a83e7f588d98 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 16:10:07.175884 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-a8c53cc0-802f-484b-a825-e385195f3c59 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] For port 76811e53-c80c-4b2f-8eeb-20ccf8171a16, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=76811e53-c80c-4b2f-8eeb-20ccf8171a16,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:10:07.176260 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a8c53cc0-802f-484b-a825-e385195f3c59 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:07.189388 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-a8c53cc0-802f-484b-a825-e385195f3c59 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Calling delete_port for 76811e53-c80c-4b2f-8eeb-20ccf8171a16 owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:10:07.276665 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-072f0ab4-b41d-428f-85f4-5be0264762a4 None None] Deleting port da7bd8f5-83f3-4a65-b552-0f4db4d7d08e {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:10:07.277034 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-072f0ab4-b41d-428f-85f4-5be0264762a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:07.348204 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-072f0ab4-b41d-428f-85f4-5be0264762a4 None None] For port da7bd8f5-83f3-4a65-b552-0f4db4d7d08e, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=da7bd8f5-83f3-4a65-b552-0f4db4d7d08e,segment=NetworkSegment(54f9641e-2f5d-4701-87ec-297f1a9ade5e),segment_id=54f9641e-2f5d-4701-87ec-297f1a9ade5e)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:10:07.348514 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-072f0ab4-b41d-428f-85f4-5be0264762a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:07.362692 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-072f0ab4-b41d-428f-85f4-5be0264762a4 None None] Calling delete_port for da7bd8f5-83f3-4a65-b552-0f4db4d7d08e owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:10:07.380100 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-1c60818a-a584-4d43-b9ee-079655628213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154028796', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '76811e53-c80c-4b2f-8eeb-20ccf8171a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:09:03Z', 'updated_at': '2021-08-28T16:10:05Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '76811e53-c80c-4b2f-8eeb-20ccf8171a16', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:24:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:09:03Z', 'updated_at': '2021-08-28T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:10:07.439715 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c60818a-a584-4d43-b9ee-079655628213 None None] The sync data for ids ['672a9a23-2cd8-46f4-8b18-7f1a1856bcf8'] in n-d-712137-10 is: [{'id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154028796', 'tenant_id': 'a12260b8f69c49519941bbc52ef4c66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '76811e53-c80c-4b2f-8eeb-20ccf8171a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:09:03Z', 'updated_at': '2021-08-28T16:10:05Z', 'revision_number': 5, 'project_id': 'a12260b8f69c49519941bbc52ef4c66f', 'gw_port': {'id': '76811e53-c80c-4b2f-8eeb-20ccf8171a16', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:24:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a9a23-2cd8-46f4-8b18-7f1a1856bcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:09:03Z', 'updated_at': '2021-08-28T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:10:07.485673 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-072f0ab4-b41d-428f-85f4-5be0264762a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:07.511294 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f0ab4-b41d-428f-85f4-5be0264762a4 None None] Pushing event deleted for resources: {'Port': ['ID=da7bd8f5-83f3-4a65-b552-0f4db4d7d08e,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:07.517068 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072f0ab4-b41d-428f-85f4-5be0264762a4 None None] No DVR routers for this DVR port da7bd8f5-83f3-4a65-b552-0f4db4d7d08e on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 16:10:07.524748 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f0ab4-b41d-428f-85f4-5be0264762a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:07.525094 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f0ab4-b41d-428f-85f4-5be0264762a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:07.525435 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f0ab4-b41d-428f-85f4-5be0264762a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:07.525777 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f0ab4-b41d-428f-85f4-5be0264762a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:07.526109 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f0ab4-b41d-428f-85f4-5be0264762a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:07.526440 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f0ab4-b41d-428f-85f4-5be0264762a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:07.526765 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f0ab4-b41d-428f-85f4-5be0264762a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:07.527414 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f0ab4-b41d-428f-85f4-5be0264762a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:07.527414 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f0ab4-b41d-428f-85f4-5be0264762a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:07.527841 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f0ab4-b41d-428f-85f4-5be0264762a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:07.528170 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f0ab4-b41d-428f-85f4-5be0264762a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:07.528490 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f0ab4-b41d-428f-85f4-5be0264762a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:07.656659 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a8c53cc0-802f-484b-a825-e385195f3c59 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:07.679977 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c53cc0-802f-484b-a825-e385195f3c59 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'Port': ['ID=76811e53-c80c-4b2f-8eeb-20ccf8171a16,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:07.741831 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a8c53cc0-802f-484b-a825-e385195f3c59 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:07.839488 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a8c53cc0-802f-484b-a825-e385195f3c59 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:07.841782 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a8c53cc0-802f-484b-a825-e385195f3c59 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:07.899522 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a8c53cc0-802f-484b-a825-e385195f3c59 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:07.900309 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c53cc0-802f-484b-a825-e385195f3c59 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Fanout notify agent at l3_agent the message router_deleted on router 672a9a23-2cd8-46f4-8b18-7f1a1856bcf8 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 16:10:07.913525 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a8c53cc0-802f-484b-a825-e385195f3c59 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:07.917262 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a8c53cc0-802f-484b-a825-e385195f3c59 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "DELETE /v2.0/routers/672a9a23-2cd8-46f4-8b18-7f1a1856bcf8 HTTP/1.1" status: 204 len: 168 time: 1.0959144 Aug 28 16:10:07.918187 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33728) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:10:07.926259 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9ccfa520-2662-4e6e-9167-b8bfb78e54de no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:10:07.951600 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 9ccfa520-2662-4e6e-9167-b8bfb78e54de {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:10:07.951980 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9ccfa520-2662-4e6e-9167-b8bfb78e54de not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:10:07.952732 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device da7bd8f5-83f3-4a65-b552-0f4db4d7d08e no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:10:07.973817 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: da7bd8f5-83f3-4a65-b552-0f4db4d7d08e {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:10:07.974170 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device da7bd8f5-83f3-4a65-b552-0f4db4d7d08e not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:10:08.001920 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-64d75556-c26a-471c-9c1e-ac4533d53608 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:08.087204 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-64d75556-c26a-471c-9c1e-ac4533d53608 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:08.098099 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-64d75556-c26a-471c-9c1e-ac4533d53608 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4a12c7-bfdb-42ed-8297-a83e7f588d98']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:10:08.114607 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-64d75556-c26a-471c-9c1e-ac4533d53608 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f9641e-2f5d-4701-87ec-297f1a9ade5e') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:10:08.114888 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-64d75556-c26a-471c-9c1e-ac4533d53608 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f9641e-2f5d-4701-87ec-297f1a9ade5e') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:10:08.124443 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-64d75556-c26a-471c-9c1e-ac4533d53608 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:08.126041 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a0c78fd6-c8a7-47cd-8c7a-faa0d462b26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:08.144366 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-64d75556-c26a-471c-9c1e-ac4533d53608 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:08.152521 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d75556-c26a-471c-9c1e-ac4533d53608 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 16:10:08.152925 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-64d75556-c26a-471c-9c1e-ac4533d53608 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: timer() Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 16:10:08.156205 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 16:10:08.215501 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-64d75556-c26a-471c-9c1e-ac4533d53608 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:08.223630 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-64d75556-c26a-471c-9c1e-ac4533d53608 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:08.224807 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-64d75556-c26a-471c-9c1e-ac4533d53608 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "DELETE /v2.0/networks/7e4a12c7-bfdb-42ed-8297-a83e7f588d98 HTTP/1.1" status: 204 len: 168 time: 0.3062167 Aug 28 16:10:08.227529 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33730) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:10:08.241354 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d75556-c26a-471c-9c1e-ac4533d53608 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'Network': ['ID=7e4a12c7-bfdb-42ed-8297-a83e7f588d98,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:08.248762 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d75556-c26a-471c-9c1e-ac4533d53608 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:08.249117 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d75556-c26a-471c-9c1e-ac4533d53608 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:08.249466 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d75556-c26a-471c-9c1e-ac4533d53608 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:08.249806 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d75556-c26a-471c-9c1e-ac4533d53608 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:08.250146 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d75556-c26a-471c-9c1e-ac4533d53608 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:08.250480 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d75556-c26a-471c-9c1e-ac4533d53608 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:08.250813 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d75556-c26a-471c-9c1e-ac4533d53608 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:08.251775 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d75556-c26a-471c-9c1e-ac4533d53608 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:08.252271 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d75556-c26a-471c-9c1e-ac4533d53608 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:08.252626 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d75556-c26a-471c-9c1e-ac4533d53608 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:08.252965 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d75556-c26a-471c-9c1e-ac4533d53608 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:08.253298 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d75556-c26a-471c-9c1e-ac4533d53608 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:08.287720 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bc39cdc5-c10b-45ae-a55d-648964e3f1b2 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:08.312286 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bc39cdc5-c10b-45ae-a55d-648964e3f1b2 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:08.371728 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bc39cdc5-c10b-45ae-a55d-648964e3f1b2 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:08.374256 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-bc39cdc5-c10b-45ae-a55d-648964e3f1b2 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:08.375421 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-bc39cdc5-c10b-45ae-a55d-648964e3f1b2 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] 10.222.0.13 "DELETE /v2.0/security-groups/b1e0c7ef-1613-4eef-a4ef-eb377076716b HTTP/1.1" status: 204 len: 168 time: 0.1468782 Aug 28 16:10:08.385239 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39cdc5-c10b-45ae-a55d-648964e3f1b2 tempest-TestNetworkAdvancedServerOps-1526797090 tempest-TestNetworkAdvancedServerOps-1526797090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e0c7ef-1613-4eef-a4ef-eb377076716b,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:08.717617 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33738) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:10:08.851644 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b1a5970f-1f85-4298-8fea-ddc84f92b1d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a12260b8f69c49519941bbc52ef4c66f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328087 Aug 28 16:10:08.854133 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33742) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:10:08.905439 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f07bc6f-a611-4bc0-900e-7cf8df59e8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:08.931970 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f07bc6f-a611-4bc0-900e-7cf8df59e8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:08.977965 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f07bc6f-a611-4bc0-900e-7cf8df59e8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:08.983908 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-5f07bc6f-a611-4bc0-900e-7cf8df59e8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:08.985078 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-5f07bc6f-a611-4bc0-900e-7cf8df59e8e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f1a704d-b459-4a91-9662-143e21f8d89e HTTP/1.1" status: 204 len: 168 time: 0.1300302 Aug 28 16:10:08.992696 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07bc6f-a611-4bc0-900e-7cf8df59e8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1a704d-b459-4a91-9662-143e21f8d89e,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:09.238167 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33748) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:10:09.251697 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a1f6fed7-525e-4197-b037-d16690cb0bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:09.342981 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a1f6fed7-525e-4197-b037-d16690cb0bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:09.346656 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-a1f6fed7-525e-4197-b037-d16690cb0bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:09.383946 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-a1f6fed7-525e-4197-b037-d16690cb0bc5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0dc06ac3ec04f089bb33fe2368cac80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446943 Aug 28 16:10:09.384818 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6fed7-525e-4197-b037-d16690cb0bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673727cf-ece9-4a36-869a-79306c97a534,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:09.386616 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33750) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:10:09.436681 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c5fa0dba-1f55-4a6f-aed9-01a0d6d8053f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:09.458262 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c5fa0dba-1f55-4a6f-aed9-01a0d6d8053f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:09.507678 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c5fa0dba-1f55-4a6f-aed9-01a0d6d8053f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:09.510224 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-c5fa0dba-1f55-4a6f-aed9-01a0d6d8053f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:09.511348 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-c5fa0dba-1f55-4a6f-aed9-01a0d6d8053f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/673727cf-ece9-4a36-869a-79306c97a534 HTTP/1.1" status: 204 len: 168 time: 0.1221902 Aug 28 16:10:09.519188 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa0dba-1f55-4a6f-aed9-01a0d6d8053f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673727cf-ece9-4a36-869a-79306c97a534,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:09.672613 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 76811e53-c80c-4b2f-8eeb-20ccf8171a16 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:10:09.693911 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 76811e53-c80c-4b2f-8eeb-20ccf8171a16 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:10:09.694259 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 76811e53-c80c-4b2f-8eeb-20ccf8171a16 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:10:10.211301 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33772) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:10:10.304866 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-312beed3-a6d2-48e7-8cd3-d2e27427e86d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1468152520-network', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:10:10.325782 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312beed3-a6d2-48e7-8cd3-d2e27427e86d admin admin] Made reservation on behalf of 9d5f5c0df68d4770ab9593d538edd7bf for: {'network': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 16:10:10.328142 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-312beed3-a6d2-48e7-8cd3-d2e27427e86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:10.336823 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-312beed3-a6d2-48e7-8cd3-d2e27427e86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:10.427286 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-312beed3-a6d2-48e7-8cd3-d2e27427e86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:10.431847 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-312beed3-a6d2-48e7-8cd3-d2e27427e86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:10.457181 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312beed3-a6d2-48e7-8cd3-d2e27427e86d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=106330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 16:10:10.466629 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312beed3-a6d2-48e7-8cd3-d2e27427e86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bd9385-58bb-49a4-80dd-26c554fd9cc1,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:10.472526 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-312beed3-a6d2-48e7-8cd3-d2e27427e86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:10.472878 n-d-712137-10 neutron-server[106330]: INFO neutron.db.segments_db [None req-312beed3-a6d2-48e7-8cd3-d2e27427e86d admin admin] Added segment 9e409ba4-774c-4714-a7c1-c989a0e30af3 of type vlan for network 79e922a1-3a8b-47fc-bc23-dfa485ed13db Aug 28 16:10:10.512274 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-312beed3-a6d2-48e7-8cd3-d2e27427e86d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:10.536474 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-312beed3-a6d2-48e7-8cd3-d2e27427e86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:10.537544 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312beed3-a6d2-48e7-8cd3-d2e27427e86d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:10.538135 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-312beed3-a6d2-48e7-8cd3-d2e27427e86d admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:10.593210 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-312beed3-a6d2-48e7-8cd3-d2e27427e86d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3807733 Aug 28 16:10:10.596861 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33776) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:10:10.600313 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312beed3-a6d2-48e7-8cd3-d2e27427e86d admin admin] Pushing event updated for resources: {'Network': ['ID=79e922a1-3a8b-47fc-bc23-dfa485ed13db,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:10.602731 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-53031d20-111b-41c5-99e7-9da6116a3582 admin admin] Request body: {'subnet': {'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1468152520-subnet', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:10:10.609825 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 79e922a1-3a8b-47fc-bc23-dfa485ed13db details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 16:10:10.624376 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53031d20-111b-41c5-99e7-9da6116a3582 admin admin] Made reservation on behalf of 9d5f5c0df68d4770ab9593d538edd7bf for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 16:10:10.627898 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-53031d20-111b-41c5-99e7-9da6116a3582 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:10.686256 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-54e5f16c-47a6-4c6a-a1ad-b1a48549a22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:10.801153 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-53031d20-111b-41c5-99e7-9da6116a3582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:10.866382 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53031d20-111b-41c5-99e7-9da6116a3582 admin admin] Pushing event updated for resources: {'Subnet': ['ID=558c6071-fdb8-4b7b-a9de-16eb01a5137f,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:10.871382 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53031d20-111b-41c5-99e7-9da6116a3582 admin admin] Checking segment: {'id': '9e409ba4-774c-4714-a7c1-c989a0e30af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:10:10.871872 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53031d20-111b-41c5-99e7-9da6116a3582 admin admin] Network hostable DHCP agents. Network: 79e922a1-3a8b-47fc-bc23-dfa485ed13db, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 16:10:10.888849 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53031d20-111b-41c5-99e7-9da6116a3582 admin admin] Network 79e922a1-3a8b-47fc-bc23-dfa485ed13db is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 16:10:10.898848 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-53031d20-111b-41c5-99e7-9da6116a3582 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 79e922a1-3a8b-47fc-bc23-dfa485ed13db) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:10:10.902861 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53031d20-111b-41c5-99e7-9da6116a3582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:10.903446 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-53031d20-111b-41c5-99e7-9da6116a3582 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:10.913416 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305c6e19-380b-4f4d-beee-35e593a8ef76 None None] Network 79e922a1-3a8b-47fc-bc23-dfa485ed13db requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 16:10:10.918178 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-53031d20-111b-41c5-99e7-9da6116a3582 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3200500 Aug 28 16:10:10.920940 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33778) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:10:10.926279 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-3fbac3b2-cf42-4300-a543-449b9636e080 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1468152520-router', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:10:10.946412 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3fbac3b2-cf42-4300-a543-449b9636e080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:10.947305 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3fbac3b2-cf42-4300-a543-449b9636e080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:10.994050 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:11.000750 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3fbac3b2-cf42-4300-a543-449b9636e080 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:11.081794 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975e622d-f216-43a0-bfc6-101a56811106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-79e922a1-3a8b-47fc-bc23-dfa485ed13db', 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'fixed_ips': [{'subnet_id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 16:10:11.082738 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-975e622d-f216-43a0-bfc6-101a56811106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:11.145786 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3fbac3b2-cf42-4300-a543-449b9636e080 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:11.221375 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-975e622d-f216-43a0-bfc6-101a56811106 None None] Allocated IP 172.20.0.2 (79e922a1-3a8b-47fc-bc23-dfa485ed13db/558c6071-fdb8-4b7b-a9de-16eb01a5137f/0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:10:11.354098 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3fbac3b2-cf42-4300-a543-449b9636e080 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:11.380381 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3fbac3b2-cf42-4300-a543-449b9636e080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:11.489228 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-3fbac3b2-cf42-4300-a543-449b9636e080 admin admin] Allocated IP 172.25.3.14 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/f0beac5c-9da9-4e23-952e-d7d10880240b) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:10:11.531976 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-975e622d-f216-43a0-bfc6-101a56811106 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:11.541768 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-975e622d-f216-43a0-bfc6-101a56811106 None None] Transition to ACTIVE for port object 0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:10:11.557362 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-975e622d-f216-43a0-bfc6-101a56811106 None None] Transition to ACTIVE for port object 0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:10:11.563294 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-975e622d-f216-43a0-bfc6-101a56811106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:11.604536 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975e622d-f216-43a0-bfc6-101a56811106 None None] Network 79e922a1-3a8b-47fc-bc23-dfa485ed13db is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:10:11.606262 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3fbac3b2-cf42-4300-a543-449b9636e080 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:11.609134 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-975e622d-f216-43a0-bfc6-101a56811106 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:10:11.611606 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975e622d-f216-43a0-bfc6-101a56811106 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:10:11.618882 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e622d-f216-43a0-bfc6-101a56811106 None None] Pushing event updated for resources: {'Port': ['ID=0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:11.646481 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3fbac3b2-cf42-4300-a543-449b9636e080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:11.675011 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-975e622d-f216-43a0-bfc6-101a56811106 None None] Attempting to bind port 0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:10:11.675482 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-975e622d-f216-43a0-bfc6-101a56811106 None None] Attempting to bind port 0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '9e409ba4-774c-4714-a7c1-c989a0e30af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:10:11.676030 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975e622d-f216-43a0-bfc6-101a56811106 None None] Attempting to bind port 0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf on network 79e922a1-3a8b-47fc-bc23-dfa485ed13db {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:10:11.681088 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975e622d-f216-43a0-bfc6-101a56811106 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:10:11.681493 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975e622d-f216-43a0-bfc6-101a56811106 None None] Checking segment: {'id': '9e409ba4-774c-4714-a7c1-c989a0e30af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:10:11.681877 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-975e622d-f216-43a0-bfc6-101a56811106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:11.682276 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975e622d-f216-43a0-bfc6-101a56811106 None None] Bound using segment: {'id': '9e409ba4-774c-4714-a7c1-c989a0e30af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:10:11.682745 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-975e622d-f216-43a0-bfc6-101a56811106 None None] Bound port: 0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e409ba4-774c-4714-a7c1-c989a0e30af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:10:11.683133 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-975e622d-f216-43a0-bfc6-101a56811106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:11.687005 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbac3b2-cf42-4300-a543-449b9636e080 admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:10:11.692926 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-3fbac3b2-cf42-4300-a543-449b9636e080 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:10:11.695121 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbac3b2-cf42-4300-a543-449b9636e080 admin admin] Pushing event updated for resources: {'Port': ['ID=f0beac5c-9da9-4e23-952e-d7d10880240b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:11.697284 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbac3b2-cf42-4300-a543-449b9636e080 admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:10:11.749788 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-975e622d-f216-43a0-bfc6-101a56811106 None None] For port 0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:10:11.753615 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-975e622d-f216-43a0-bfc6-101a56811106 None None] For port 0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf,segment=NetworkSegment(9e409ba4-774c-4714-a7c1-c989a0e30af3),segment_id=9e409ba4-774c-4714-a7c1-c989a0e30af3)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:10:11.757468 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-975e622d-f216-43a0-bfc6-101a56811106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:11.820834 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e622d-f216-43a0-bfc6-101a56811106 None None] Pushing event updated for resources: {'Port': ['ID=0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:11.983555 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3fbac3b2-cf42-4300-a543-449b9636e080 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:12.042531 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:12.199101 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3fbac3b2-cf42-4300-a543-449b9636e080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:12.325178 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbac3b2-cf42-4300-a543-449b9636e080 admin admin] Router d6591860-6b1d-41e7-bc90-21b3ae7c2124 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 16:10:12.434452 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbac3b2-cf42-4300-a543-449b9636e080 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:10:12.445362 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cbcc66-6969-4526-ac52-4f82dcfcbb90 None None] Sync routers for ids ['d6591860-6b1d-41e7-bc90-21b3ae7c2124'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:10:12.457272 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3fbac3b2-cf42-4300-a543-449b9636e080 admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:12.458031 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cbcc66-6969-4526-ac52-4f82dcfcbb90 None None] Routers {'d6591860-6b1d-41e7-bc90-21b3ae7c2124'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:10:12.461346 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3fbac3b2-cf42-4300-a543-449b9636e080 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5366750 Aug 28 16:10:12.461517 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-b7cbcc66-6969-4526-ac52-4f82dcfcbb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:10:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d6591860-6b1d-41e7-bc90-21b3ae7c2124'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:10:12.461698 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33780) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:10:12.581449 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-b7cbcc66-6969-4526-ac52-4f82dcfcbb90 None None] Set router d6591860-6b1d-41e7-bc90-21b3ae7c2124 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:10:12.809970 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3d3c2d-b7e7-4ec0-b887-d754b2c8b9c1 None None] Network 79e922a1-3a8b-47fc-bc23-dfa485ed13db requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 16:10:12.813761 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-b7cbcc66-6969-4526-ac52-4f82dcfcbb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'name': 'tempest-TestShelveInstance-1468152520-router', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:10:10Z', 'updated_at': '2021-08-28T16:10:11Z', 'revision_number': 3, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'gw_port': {'id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:11Z', 'updated_at': '2021-08-28T16:10:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:10:12.848465 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cbcc66-6969-4526-ac52-4f82dcfcbb90 None None] Checking router: d6591860-6b1d-41e7-bc90-21b3ae7c2124 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:10:12.849045 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cbcc66-6969-4526-ac52-4f82dcfcbb90 None None] Updating router d6591860-6b1d-41e7-bc90-21b3ae7c2124 port f0beac5c-9da9-4e23-952e-d7d10880240b binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 16:10:12.882756 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-b7cbcc66-6969-4526-ac52-4f82dcfcbb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:12.893092 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-42ea89f1-e6b4-441e-8606-40a5a19e6594 None None] Provisioning for port 0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:10:12.957404 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f56c8ef4-b02b-4416-89f3-7915a67a4644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:13.153478 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-f56c8ef4-b02b-4416-89f3-7915a67a4644 admin admin] Allocated IP 172.20.0.1 (79e922a1-3a8b-47fc-bc23-dfa485ed13db/558c6071-fdb8-4b7b-a9de-16eb01a5137f/7cf6a919-14bc-425a-be84-b66c58c766b2) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:10:13.277136 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-b7cbcc66-6969-4526-ac52-4f82dcfcbb90 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:13.285385 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f56c8ef4-b02b-4416-89f3-7915a67a4644 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:13.289015 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-b7cbcc66-6969-4526-ac52-4f82dcfcbb90 None None] Transition to ACTIVE for port object f0beac5c-9da9-4e23-952e-d7d10880240b will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:10:13.296401 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-b7cbcc66-6969-4526-ac52-4f82dcfcbb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:13.355777 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-b7cbcc66-6969-4526-ac52-4f82dcfcbb90 None None] Attempting to bind port f0beac5c-9da9-4e23-952e-d7d10880240b on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:10:13.356431 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-b7cbcc66-6969-4526-ac52-4f82dcfcbb90 None None] Attempting to bind port f0beac5c-9da9-4e23-952e-d7d10880240b by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:10:13.356804 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cbcc66-6969-4526-ac52-4f82dcfcbb90 None None] Attempting to bind port f0beac5c-9da9-4e23-952e-d7d10880240b on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:10:13.362898 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13257aea-ea33-4b46-b8d6-c9929d2f0c96 None None] Pushing event updated for resources: {'Port': ['ID=f0beac5c-9da9-4e23-952e-d7d10880240b,revision_number=2']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:13.371299 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cbcc66-6969-4526-ac52-4f82dcfcbb90 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:10:13.371581 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cbcc66-6969-4526-ac52-4f82dcfcbb90 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:10:13.372018 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-b7cbcc66-6969-4526-ac52-4f82dcfcbb90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:13.372500 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cbcc66-6969-4526-ac52-4f82dcfcbb90 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:10:13.373184 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-b7cbcc66-6969-4526-ac52-4f82dcfcbb90 None None] Bound port: f0beac5c-9da9-4e23-952e-d7d10880240b, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:10:13.373571 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-b7cbcc66-6969-4526-ac52-4f82dcfcbb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:13.376180 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13257aea-ea33-4b46-b8d6-c9929d2f0c96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:13.376556 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13257aea-ea33-4b46-b8d6-c9929d2f0c96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:13.376898 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13257aea-ea33-4b46-b8d6-c9929d2f0c96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:13.377235 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13257aea-ea33-4b46-b8d6-c9929d2f0c96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:13.377569 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13257aea-ea33-4b46-b8d6-c9929d2f0c96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:13.377899 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13257aea-ea33-4b46-b8d6-c9929d2f0c96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:13.378224 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13257aea-ea33-4b46-b8d6-c9929d2f0c96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:13.378550 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13257aea-ea33-4b46-b8d6-c9929d2f0c96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:13.378875 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13257aea-ea33-4b46-b8d6-c9929d2f0c96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:13.379198 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13257aea-ea33-4b46-b8d6-c9929d2f0c96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:13.379520 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13257aea-ea33-4b46-b8d6-c9929d2f0c96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:13.379864 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13257aea-ea33-4b46-b8d6-c9929d2f0c96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:10:13.437014 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-b7cbcc66-6969-4526-ac52-4f82dcfcbb90 None None] For port f0beac5c-9da9-4e23-952e-d7d10880240b, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:10:13.440554 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-b7cbcc66-6969-4526-ac52-4f82dcfcbb90 None None] For port f0beac5c-9da9-4e23-952e-d7d10880240b, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f0beac5c-9da9-4e23-952e-d7d10880240b,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:10:13.445032 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-b7cbcc66-6969-4526-ac52-4f82dcfcbb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:13.507720 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cbcc66-6969-4526-ac52-4f82dcfcbb90 None None] Routers {'d6591860-6b1d-41e7-bc90-21b3ae7c2124'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:10:13.508363 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-b7cbcc66-6969-4526-ac52-4f82dcfcbb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:10:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d6591860-6b1d-41e7-bc90-21b3ae7c2124'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:10:13.510327 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13257aea-ea33-4b46-b8d6-c9929d2f0c96 None None] Pushing event updated for resources: {'Port': ['ID=f0beac5c-9da9-4e23-952e-d7d10880240b,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:13.546696 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:13.603244 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-f56c8ef4-b02b-4416-89f3-7915a67a4644 admin admin] Transition to ACTIVE for port object 7cf6a919-14bc-425a-be84-b66c58c766b2 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:10:13.624727 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-b7cbcc66-6969-4526-ac52-4f82dcfcbb90 None None] Set router d6591860-6b1d-41e7-bc90-21b3ae7c2124 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:10:13.636158 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f56c8ef4-b02b-4416-89f3-7915a67a4644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:13.676701 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56c8ef4-b02b-4416-89f3-7915a67a4644 admin admin] Network 79e922a1-3a8b-47fc-bc23-dfa485ed13db is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:10:13.679694 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-f56c8ef4-b02b-4416-89f3-7915a67a4644 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:10:13.683416 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56c8ef4-b02b-4416-89f3-7915a67a4644 admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:10:13.708216 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c8ef4-b02b-4416-89f3-7915a67a4644 admin admin] Pushing event updated for resources: {'Port': ['ID=7cf6a919-14bc-425a-be84-b66c58c766b2,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:13.733832 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f56c8ef4-b02b-4416-89f3-7915a67a4644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:13.771124 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:10:13.834875 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:10:13.839243 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:10:13.839615 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:13.844995 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-b7cbcc66-6969-4526-ac52-4f82dcfcbb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'name': 'tempest-TestShelveInstance-1468152520-router', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:10:10Z', 'updated_at': '2021-08-28T16:10:11Z', 'revision_number': 3, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'gw_port': {'id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:11Z', 'updated_at': '2021-08-28T16:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:10:13.887515 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cbcc66-6969-4526-ac52-4f82dcfcbb90 None None] The sync data for ids ['d6591860-6b1d-41e7-bc90-21b3ae7c2124'] in n-d-712137-10 is: [{'id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'name': 'tempest-TestShelveInstance-1468152520-router', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:10:10Z', 'updated_at': '2021-08-28T16:10:11Z', 'revision_number': 3, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'gw_port': {'id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:11Z', 'updated_at': '2021-08-28T16:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:10:13.897241 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f56c8ef4-b02b-4416-89f3-7915a67a4644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:13.943267 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:13.964981 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e463e029-a785-487e-a186-b450b2dae64b None None] Provisioning for port 7cf6a919-14bc-425a-be84-b66c58c766b2 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:10:13.975511 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-e463e029-a785-487e-a186-b450b2dae64b None None] Provisioning complete for port 7cf6a919-14bc-425a-be84-b66c58c766b2 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:10:13.976230 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e463e029-a785-487e-a186-b450b2dae64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:14.002266 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf,segment=NetworkSegment(9e409ba4-774c-4714-a7c1-c989a0e30af3),segment_id=9e409ba4-774c-4714-a7c1-c989a0e30af3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:10:14.016356 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:14.025609 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-e463e029-a785-487e-a186-b450b2dae64b None None] Port 7cf6a919-14bc-425a-be84-b66c58c766b2 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:10:14.069675 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:14.091152 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f56c8ef4-b02b-4416-89f3-7915a67a4644 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:14.096960 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f56c8ef4-b02b-4416-89f3-7915a67a4644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:14.172830 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c8ef4-b02b-4416-89f3-7915a67a4644 admin admin] Pushing event updated for resources: {'Port': ['ID=7cf6a919-14bc-425a-be84-b66c58c766b2,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:14.175712 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f56c8ef4-b02b-4416-89f3-7915a67a4644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:14.277720 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56c8ef4-b02b-4416-89f3-7915a67a4644 admin admin] Network 79e922a1-3a8b-47fc-bc23-dfa485ed13db is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:10:14.279101 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-f56c8ef4-b02b-4416-89f3-7915a67a4644 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:10:14.399348 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56c8ef4-b02b-4416-89f3-7915a67a4644 admin admin] Router d6591860-6b1d-41e7-bc90-21b3ae7c2124 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:10:14.521830 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56c8ef4-b02b-4416-89f3-7915a67a4644 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:10:14.526937 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f56c8ef4-b02b-4416-89f3-7915a67a4644 admin admin] 10.222.0.13 "PUT /v2.0/routers/d6591860-6b1d-41e7-bc90-21b3ae7c2124/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0642304 Aug 28 16:10:14.552431 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-cafe4c92-1634-49a3-b053-671df21f6c1d None None] Provisioning complete for port 7cf6a919-14bc-425a-be84-b66c58c766b2 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:10:14.552816 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cafe4c92-1634-49a3-b053-671df21f6c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:14.590408 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-cafe4c92-1634-49a3-b053-671df21f6c1d None None] Port 7cf6a919-14bc-425a-be84-b66c58c766b2 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:10:15.006932 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33796) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:10:15.012075 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-6216ccc7-bb13-491a-bc4e-4807231659cf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-712898845-network', 'tenant_id': 'cf00b14f61e04dcc80f0ac777dcaec1e'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:10:15.032520 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6216ccc7-bb13-491a-bc4e-4807231659cf admin admin] Made reservation on behalf of cf00b14f61e04dcc80f0ac777dcaec1e for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 16:10:15.034930 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6216ccc7-bb13-491a-bc4e-4807231659cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:15.043848 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6216ccc7-bb13-491a-bc4e-4807231659cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:15.134678 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6216ccc7-bb13-491a-bc4e-4807231659cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:15.138962 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6216ccc7-bb13-491a-bc4e-4807231659cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:15.165385 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6216ccc7-bb13-491a-bc4e-4807231659cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 16:10:15.175122 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216ccc7-bb13-491a-bc4e-4807231659cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a955a24-d4e7-47ec-9e24-83381f6baba1,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:15.181834 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6216ccc7-bb13-491a-bc4e-4807231659cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:15.182179 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-6216ccc7-bb13-491a-bc4e-4807231659cf admin admin] Added segment 7b2543f5-e645-4a63-9624-66d51facb988 of type vlan for network 2dd0b150-10cf-44e1-a168-820e52997b10 Aug 28 16:10:15.225517 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6216ccc7-bb13-491a-bc4e-4807231659cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:15.255210 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6216ccc7-bb13-491a-bc4e-4807231659cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:15.256278 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6216ccc7-bb13-491a-bc4e-4807231659cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:15.257718 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6216ccc7-bb13-491a-bc4e-4807231659cf admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:15.311767 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6216ccc7-bb13-491a-bc4e-4807231659cf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3036635 Aug 28 16:10:15.314356 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33798) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:10:15.320934 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-6b346a0d-3392-4cd9-b8f9-e55e4dc6df48 admin admin] Request body: {'subnet': {'network_id': '2dd0b150-10cf-44e1-a168-820e52997b10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-712898845-subnet', 'tenant_id': 'cf00b14f61e04dcc80f0ac777dcaec1e', 'ip_version': 4}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:10:15.326612 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216ccc7-bb13-491a-bc4e-4807231659cf admin admin] Pushing event updated for resources: {'Network': ['ID=2dd0b150-10cf-44e1-a168-820e52997b10,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:15.336478 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 2dd0b150-10cf-44e1-a168-820e52997b10 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 16:10:15.343254 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b346a0d-3392-4cd9-b8f9-e55e4dc6df48 admin admin] Made reservation on behalf of cf00b14f61e04dcc80f0ac777dcaec1e for: {'subnet': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 16:10:15.346331 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6b346a0d-3392-4cd9-b8f9-e55e4dc6df48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249991'] for subnet, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:15.433717 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92d7cee-c189-446b-b50c-93d5dc811cb5 None None] Sync routers for ids ['d6591860-6b1d-41e7-bc90-21b3ae7c2124'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:10:15.443158 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92d7cee-c189-446b-b50c-93d5dc811cb5 None None] Routers {'d6591860-6b1d-41e7-bc90-21b3ae7c2124'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:10:15.443802 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-c92d7cee-c189-446b-b50c-93d5dc811cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:10:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d6591860-6b1d-41e7-bc90-21b3ae7c2124'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:10:15.520826 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6b346a0d-3392-4cd9-b8f9-e55e4dc6df48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12598570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13250001'] for subnet, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:15.556526 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-c92d7cee-c189-446b-b50c-93d5dc811cb5 None None] Set router d6591860-6b1d-41e7-bc90-21b3ae7c2124 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:10:15.568888 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b346a0d-3392-4cd9-b8f9-e55e4dc6df48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f28a47db-50de-42d3-b6bf-9f03324f4172,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:15.589290 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b346a0d-3392-4cd9-b8f9-e55e4dc6df48 admin admin] Checking segment: {'id': '7b2543f5-e645-4a63-9624-66d51facb988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2dd0b150-10cf-44e1-a168-820e52997b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:10:15.589647 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b346a0d-3392-4cd9-b8f9-e55e4dc6df48 admin admin] Network hostable DHCP agents. Network: 2dd0b150-10cf-44e1-a168-820e52997b10, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 16:10:15.607041 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b346a0d-3392-4cd9-b8f9-e55e4dc6df48 admin admin] Network 2dd0b150-10cf-44e1-a168-820e52997b10 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 16:10:15.615571 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-6b346a0d-3392-4cd9-b8f9-e55e4dc6df48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 2dd0b150-10cf-44e1-a168-820e52997b10) {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:10:15.620181 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b346a0d-3392-4cd9-b8f9-e55e4dc6df48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:15.620777 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-6b346a0d-3392-4cd9-b8f9-e55e4dc6df48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:15.633485 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e718f7c3-b3ba-410b-a822-0629070c5ede None None] Network 2dd0b150-10cf-44e1-a168-820e52997b10 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 16:10:15.635408 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-6b346a0d-3392-4cd9-b8f9-e55e4dc6df48 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3198621 Aug 28 16:10:15.637652 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33800) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:10:15.642956 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-4a721606-4f54-4efa-8117-57ab4c61205e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-712898845-router', 'tenant_id': 'cf00b14f61e04dcc80f0ac777dcaec1e', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:10:15.665632 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4a721606-4f54-4efa-8117-57ab4c61205e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:15.666730 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4a721606-4f54-4efa-8117-57ab4c61205e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:15.724677 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4a721606-4f54-4efa-8117-57ab4c61205e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:15.831497 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f0beac5c-9da9-4e23-952e-d7d10880240b up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:10:15.865760 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4a721606-4f54-4efa-8117-57ab4c61205e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:15.920334 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-c92d7cee-c189-446b-b50c-93d5dc811cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'name': 'tempest-TestShelveInstance-1468152520-router', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:10:10Z', 'updated_at': '2021-08-28T16:10:13Z', 'revision_number': 4, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'gw_port': {'id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:11Z', 'updated_at': '2021-08-28T16:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '7cf6a919-14bc-425a-be84-b66c58c766b2', 'name': '', 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'mac_address': 'fa:16:3e:79:20:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:12Z', 'updated_at': '2021-08-28T16:10:13Z', 'revision_number': 2, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'subnets': [{'id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:10:15.925290 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a374fd-87bd-4a6c-97cf-aa05e472014f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-2dd0b150-10cf-44e1-a168-820e52997b10', 'network_id': '2dd0b150-10cf-44e1-a168-820e52997b10', 'tenant_id': 'cf00b14f61e04dcc80f0ac777dcaec1e', 'fixed_ips': [{'subnet_id': 'f28a47db-50de-42d3-b6bf-9f03324f4172'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 16:10:15.926117 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-85a374fd-87bd-4a6c-97cf-aa05e472014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:15.961128 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port f0beac5c-9da9-4e23-952e-d7d10880240b completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:10:15.962972 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92d7cee-c189-446b-b50c-93d5dc811cb5 None None] Checking router: d6591860-6b1d-41e7-bc90-21b3ae7c2124 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:10:15.963320 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92d7cee-c189-446b-b50c-93d5dc811cb5 None None] Updating router d6591860-6b1d-41e7-bc90-21b3ae7c2124 port 7cf6a919-14bc-425a-be84-b66c58c766b2 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 16:10:15.985000 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port f0beac5c-9da9-4e23-952e-d7d10880240b triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:10:15.985375 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:16.015587 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c92d7cee-c189-446b-b50c-93d5dc811cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:16.072003 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4a721606-4f54-4efa-8117-57ab4c61205e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:16.091917 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4a721606-4f54-4efa-8117-57ab4c61205e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:16.199365 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-4a721606-4f54-4efa-8117-57ab4c61205e admin admin] Allocated IP 172.25.3.227 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:10:16.254736 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-85a374fd-87bd-4a6c-97cf-aa05e472014f None None] Allocated IP 172.20.0.2 (2dd0b150-10cf-44e1-a168-820e52997b10/f28a47db-50de-42d3-b6bf-9f03324f4172/4d04a56d-2cc8-446b-b773-dbcd82cf50f3) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:10:16.300349 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:16.310838 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4a721606-4f54-4efa-8117-57ab4c61205e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:16.350326 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4a721606-4f54-4efa-8117-57ab4c61205e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:16.390020 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a721606-4f54-4efa-8117-57ab4c61205e admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:10:16.393688 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-4a721606-4f54-4efa-8117-57ab4c61205e admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:10:16.395643 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port f0beac5c-9da9-4e23-952e-d7d10880240b, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f0beac5c-9da9-4e23-952e-d7d10880240b,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:10:16.397368 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a721606-4f54-4efa-8117-57ab4c61205e admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:10:16.403287 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a721606-4f54-4efa-8117-57ab4c61205e admin admin] Pushing event updated for resources: {'Port': ['ID=9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:16.404990 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:16.405785 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:10:16.545417 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=f0beac5c-9da9-4e23-952e-d7d10880240b,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:16.639038 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-85a374fd-87bd-4a6c-97cf-aa05e472014f None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:16.641032 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:10:16.641400 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:16.650620 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c92d7cee-c189-446b-b50c-93d5dc811cb5 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:16.657481 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4a721606-4f54-4efa-8117-57ab4c61205e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:16.673367 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-85a374fd-87bd-4a6c-97cf-aa05e472014f None None] Transition to ACTIVE for port object 4d04a56d-2cc8-446b-b773-dbcd82cf50f3 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:10:16.687439 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-c92d7cee-c189-446b-b50c-93d5dc811cb5 None None] Transition to ACTIVE for port object 7cf6a919-14bc-425a-be84-b66c58c766b2 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:10:16.700228 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-85a374fd-87bd-4a6c-97cf-aa05e472014f None None] Transition to ACTIVE for port object 4d04a56d-2cc8-446b-b773-dbcd82cf50f3 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:10:16.704163 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c92d7cee-c189-446b-b50c-93d5dc811cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:16.714907 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-85a374fd-87bd-4a6c-97cf-aa05e472014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:16.773002 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a374fd-87bd-4a6c-97cf-aa05e472014f None None] Network 2dd0b150-10cf-44e1-a168-820e52997b10 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:10:16.777551 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-85a374fd-87bd-4a6c-97cf-aa05e472014f None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:10:16.779255 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f1436-2adf-4e57-9fac-7c48cc5571ce None None] Pushing event updated for resources: {'Port': ['ID=7cf6a919-14bc-425a-be84-b66c58c766b2,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:16.781643 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a374fd-87bd-4a6c-97cf-aa05e472014f None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:10:16.880712 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4a721606-4f54-4efa-8117-57ab4c61205e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:16.932767 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a374fd-87bd-4a6c-97cf-aa05e472014f None None] Pushing event updated for resources: {'Port': ['ID=4d04a56d-2cc8-446b-b773-dbcd82cf50f3,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:16.945168 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c92d7cee-c189-446b-b50c-93d5dc811cb5 None None] Attempting to bind port 7cf6a919-14bc-425a-be84-b66c58c766b2 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:10:16.945541 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c92d7cee-c189-446b-b50c-93d5dc811cb5 None None] Attempting to bind port 7cf6a919-14bc-425a-be84-b66c58c766b2 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '9e409ba4-774c-4714-a7c1-c989a0e30af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:10:16.945904 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92d7cee-c189-446b-b50c-93d5dc811cb5 None None] Attempting to bind port 7cf6a919-14bc-425a-be84-b66c58c766b2 on network 79e922a1-3a8b-47fc-bc23-dfa485ed13db {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:10:16.952655 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-85a374fd-87bd-4a6c-97cf-aa05e472014f None None] Attempting to bind port 4d04a56d-2cc8-446b-b773-dbcd82cf50f3 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:10:16.953019 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-85a374fd-87bd-4a6c-97cf-aa05e472014f None None] Attempting to bind port 4d04a56d-2cc8-446b-b773-dbcd82cf50f3 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7b2543f5-e645-4a63-9624-66d51facb988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2dd0b150-10cf-44e1-a168-820e52997b10'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:10:16.953379 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a374fd-87bd-4a6c-97cf-aa05e472014f None None] Attempting to bind port 4d04a56d-2cc8-446b-b773-dbcd82cf50f3 on network 2dd0b150-10cf-44e1-a168-820e52997b10 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:10:16.955603 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92d7cee-c189-446b-b50c-93d5dc811cb5 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:10:16.955997 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92d7cee-c189-446b-b50c-93d5dc811cb5 None None] Checking segment: {'id': '9e409ba4-774c-4714-a7c1-c989a0e30af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:10:16.956397 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c92d7cee-c189-446b-b50c-93d5dc811cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:16.956783 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92d7cee-c189-446b-b50c-93d5dc811cb5 None None] Bound using segment: {'id': '9e409ba4-774c-4714-a7c1-c989a0e30af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:10:16.957256 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-c92d7cee-c189-446b-b50c-93d5dc811cb5 None None] Bound port: 7cf6a919-14bc-425a-be84-b66c58c766b2, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e409ba4-774c-4714-a7c1-c989a0e30af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:10:16.957633 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c92d7cee-c189-446b-b50c-93d5dc811cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:16.971609 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a374fd-87bd-4a6c-97cf-aa05e472014f None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:10:16.972455 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a374fd-87bd-4a6c-97cf-aa05e472014f None None] Checking segment: {'id': '7b2543f5-e645-4a63-9624-66d51facb988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2dd0b150-10cf-44e1-a168-820e52997b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:10:16.972455 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-85a374fd-87bd-4a6c-97cf-aa05e472014f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:16.972772 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a374fd-87bd-4a6c-97cf-aa05e472014f None None] Bound using segment: {'id': '7b2543f5-e645-4a63-9624-66d51facb988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2dd0b150-10cf-44e1-a168-820e52997b10'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:10:16.973253 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-85a374fd-87bd-4a6c-97cf-aa05e472014f None None] Bound port: 4d04a56d-2cc8-446b-b773-dbcd82cf50f3, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2543f5-e645-4a63-9624-66d51facb988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2dd0b150-10cf-44e1-a168-820e52997b10'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:10:16.973626 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-85a374fd-87bd-4a6c-97cf-aa05e472014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:17.020973 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a721606-4f54-4efa-8117-57ab4c61205e admin admin] Router 883c4da9-b0a7-4277-b3c2-3667d28e4ca9 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 16:10:17.074608 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c92d7cee-c189-446b-b50c-93d5dc811cb5 None None] For port 7cf6a919-14bc-425a-be84-b66c58c766b2, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:10:17.082697 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-c92d7cee-c189-446b-b50c-93d5dc811cb5 None None] For port 7cf6a919-14bc-425a-be84-b66c58c766b2, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7cf6a919-14bc-425a-be84-b66c58c766b2,segment=NetworkSegment(9e409ba4-774c-4714-a7c1-c989a0e30af3),segment_id=9e409ba4-774c-4714-a7c1-c989a0e30af3)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:10:17.090073 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c92d7cee-c189-446b-b50c-93d5dc811cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:17.092292 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-85a374fd-87bd-4a6c-97cf-aa05e472014f None None] For port 4d04a56d-2cc8-446b-b773-dbcd82cf50f3, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:10:17.097809 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-85a374fd-87bd-4a6c-97cf-aa05e472014f None None] For port 4d04a56d-2cc8-446b-b773-dbcd82cf50f3, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=4d04a56d-2cc8-446b-b773-dbcd82cf50f3,segment=NetworkSegment(7b2543f5-e645-4a63-9624-66d51facb988),segment_id=7b2543f5-e645-4a63-9624-66d51facb988)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:10:17.125409 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-85a374fd-87bd-4a6c-97cf-aa05e472014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:17.138057 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a721606-4f54-4efa-8117-57ab4c61205e admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:10:17.148283 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf319aa3-8376-4e18-b10b-a933fbadb9bd None None] Sync routers for ids ['883c4da9-b0a7-4277-b3c2-3667d28e4ca9'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:10:17.161369 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf319aa3-8376-4e18-b10b-a933fbadb9bd None None] Routers {'883c4da9-b0a7-4277-b3c2-3667d28e4ca9'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:10:17.162257 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-cf319aa3-8376-4e18-b10b-a933fbadb9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:10:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['883c4da9-b0a7-4277-b3c2-3667d28e4ca9'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:10:17.162720 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-4a721606-4f54-4efa-8117-57ab4c61205e admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:17.166452 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-4a721606-4f54-4efa-8117-57ab4c61205e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5267258 Aug 28 16:10:17.167021 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33802) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:10:17.172267 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92d7cee-c189-446b-b50c-93d5dc811cb5 None None] Routers {'d6591860-6b1d-41e7-bc90-21b3ae7c2124'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:10:17.172894 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-c92d7cee-c189-446b-b50c-93d5dc811cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:10:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d6591860-6b1d-41e7-bc90-21b3ae7c2124'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:10:17.175565 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f1436-2adf-4e57-9fac-7c48cc5571ce None None] Pushing event updated for resources: {'Port': ['ID=7cf6a919-14bc-425a-be84-b66c58c766b2,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:17.312510 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-cf319aa3-8376-4e18-b10b-a933fbadb9bd None None] Set router 883c4da9-b0a7-4277-b3c2-3667d28e4ca9 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:10:17.566296 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-cf319aa3-8376-4e18-b10b-a933fbadb9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883c4da9-b0a7-4277-b3c2-3667d28e4ca9', 'name': 'tempest-TestShelveInstance-712898845-router', 'tenant_id': 'cf00b14f61e04dcc80f0ac777dcaec1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:10:15Z', 'updated_at': '2021-08-28T16:10:16Z', 'revision_number': 3, 'project_id': 'cf00b14f61e04dcc80f0ac777dcaec1e', 'gw_port': {'id': '9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883c4da9-b0a7-4277-b3c2-3667d28e4ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:16Z', 'updated_at': '2021-08-28T16:10:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:10:17.602520 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a374fd-87bd-4a6c-97cf-aa05e472014f None None] Pushing event updated for resources: {'Port': ['ID=4d04a56d-2cc8-446b-b773-dbcd82cf50f3,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:17.614516 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf319aa3-8376-4e18-b10b-a933fbadb9bd None None] Checking router: 883c4da9-b0a7-4277-b3c2-3667d28e4ca9 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:10:17.614868 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf319aa3-8376-4e18-b10b-a933fbadb9bd None None] Updating router 883c4da9-b0a7-4277-b3c2-3667d28e4ca9 port 9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 16:10:17.625581 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-c92d7cee-c189-446b-b50c-93d5dc811cb5 None None] Set router d6591860-6b1d-41e7-bc90-21b3ae7c2124 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:10:17.641545 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-cf319aa3-8376-4e18-b10b-a933fbadb9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:17.758313 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5d9c97c-687a-47ff-885d-c8b7d117e1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:17.875183 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f0beac5c-9da9-4e23-952e-d7d10880240b up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:10:17.923808 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-c92d7cee-c189-446b-b50c-93d5dc811cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'name': 'tempest-TestShelveInstance-1468152520-router', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:10:10Z', 'updated_at': '2021-08-28T16:10:13Z', 'revision_number': 4, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'gw_port': {'id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:11Z', 'updated_at': '2021-08-28T16:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '7cf6a919-14bc-425a-be84-b66c58c766b2', 'name': '', 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'mac_address': 'fa:16:3e:79:20:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:12Z', 'updated_at': '2021-08-28T16:10:17Z', 'revision_number': 4, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'subnets': [{'id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:10:17.943183 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-cf319aa3-8376-4e18-b10b-a933fbadb9bd None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:17.946356 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-f5d9c97c-687a-47ff-885d-c8b7d117e1f4 admin admin] Allocated IP 172.20.0.1 (2dd0b150-10cf-44e1-a168-820e52997b10/f28a47db-50de-42d3-b6bf-9f03324f4172/38165770-ba6b-4dce-81f1-43ae1b647b1f) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:10:17.955080 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-cf319aa3-8376-4e18-b10b-a933fbadb9bd None None] Transition to ACTIVE for port object 9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:10:17.956364 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92d7cee-c189-446b-b50c-93d5dc811cb5 None None] The sync data for ids ['d6591860-6b1d-41e7-bc90-21b3ae7c2124'] in n-d-712137-10 is: [{'id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'name': 'tempest-TestShelveInstance-1468152520-router', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:10:10Z', 'updated_at': '2021-08-28T16:10:13Z', 'revision_number': 4, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'gw_port': {'id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:11Z', 'updated_at': '2021-08-28T16:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '7cf6a919-14bc-425a-be84-b66c58c766b2', 'name': '', 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'mac_address': 'fa:16:3e:79:20:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:12Z', 'updated_at': '2021-08-28T16:10:17Z', 'revision_number': 4, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'subnets': [{'id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:10:17.969329 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-cf319aa3-8376-4e18-b10b-a933fbadb9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:17.980334 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port f0beac5c-9da9-4e23-952e-d7d10880240b triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:10:17.980716 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:18.054464 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-cf319aa3-8376-4e18-b10b-a933fbadb9bd None None] Attempting to bind port 9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:10:18.055586 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-cf319aa3-8376-4e18-b10b-a933fbadb9bd None None] Attempting to bind port 9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:10:18.055956 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf319aa3-8376-4e18-b10b-a933fbadb9bd None None] Attempting to bind port 9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:10:18.065879 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf319aa3-8376-4e18-b10b-a933fbadb9bd None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:10:18.066236 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf319aa3-8376-4e18-b10b-a933fbadb9bd None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:10:18.066798 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-cf319aa3-8376-4e18-b10b-a933fbadb9bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:18.067214 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf319aa3-8376-4e18-b10b-a933fbadb9bd None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:10:18.067713 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-cf319aa3-8376-4e18-b10b-a933fbadb9bd None None] Bound port: 9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:10:18.068183 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-cf319aa3-8376-4e18-b10b-a933fbadb9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:18.069857 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015661e4-75e2-41ad-8050-6bb852d4f096 None None] Pushing event updated for resources: {'Port': ['ID=9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b,revision_number=2']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:18.146996 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 4d04a56d-2cc8-446b-b773-dbcd82cf50f3 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:10:18.152767 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-cf319aa3-8376-4e18-b10b-a933fbadb9bd None None] For port 9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:10:18.159547 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-cf319aa3-8376-4e18-b10b-a933fbadb9bd None None] For port 9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:10:18.162967 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5d9c97c-687a-47ff-885d-c8b7d117e1f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:18.167275 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-cf319aa3-8376-4e18-b10b-a933fbadb9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:18.178531 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-f5d9c97c-687a-47ff-885d-c8b7d117e1f4 admin admin] Transition to ACTIVE for port object 38165770-ba6b-4dce-81f1-43ae1b647b1f will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:10:18.229136 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 4d04a56d-2cc8-446b-b773-dbcd82cf50f3 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:10:18.243849 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5d9c97c-687a-47ff-885d-c8b7d117e1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:18.256128 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf319aa3-8376-4e18-b10b-a933fbadb9bd None None] Routers {'883c4da9-b0a7-4277-b3c2-3667d28e4ca9'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:10:18.256767 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-cf319aa3-8376-4e18-b10b-a933fbadb9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:10:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['883c4da9-b0a7-4277-b3c2-3667d28e4ca9'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:10:18.261569 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015661e4-75e2-41ad-8050-6bb852d4f096 None None] Pushing event updated for resources: {'Port': ['ID=9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:18.292318 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d9c97c-687a-47ff-885d-c8b7d117e1f4 admin admin] Network 2dd0b150-10cf-44e1-a168-820e52997b10 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:10:18.307484 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-f5d9c97c-687a-47ff-885d-c8b7d117e1f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:10:18.312080 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d9c97c-687a-47ff-885d-c8b7d117e1f4 admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:10:18.346162 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9c97c-687a-47ff-885d-c8b7d117e1f4 admin admin] Pushing event updated for resources: {'Port': ['ID=38165770-ba6b-4dce-81f1-43ae1b647b1f,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:18.368499 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5d9c97c-687a-47ff-885d-c8b7d117e1f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:18.404303 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-cf319aa3-8376-4e18-b10b-a933fbadb9bd None None] Set router 883c4da9-b0a7-4277-b3c2-3667d28e4ca9 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:10:18.504263 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1e76de-d66a-4a66-a4da-6d96ddb4cece None None] Network 2dd0b150-10cf-44e1-a168-820e52997b10 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 16:10:18.529203 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5d9c97c-687a-47ff-885d-c8b7d117e1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:18.602954 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6996c71d-2b97-4c03-9868-f99611b0f753 None None] Provisioning for port 4d04a56d-2cc8-446b-b773-dbcd82cf50f3 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:10:18.613206 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-6996c71d-2b97-4c03-9868-f99611b0f753 None None] Provisioning complete for port 4d04a56d-2cc8-446b-b773-dbcd82cf50f3 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:10:18.613541 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6996c71d-2b97-4c03-9868-f99611b0f753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:18.729931 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-cf319aa3-8376-4e18-b10b-a933fbadb9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883c4da9-b0a7-4277-b3c2-3667d28e4ca9', 'name': 'tempest-TestShelveInstance-712898845-router', 'tenant_id': 'cf00b14f61e04dcc80f0ac777dcaec1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:10:15Z', 'updated_at': '2021-08-28T16:10:16Z', 'revision_number': 3, 'project_id': 'cf00b14f61e04dcc80f0ac777dcaec1e', 'gw_port': {'id': '9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883c4da9-b0a7-4277-b3c2-3667d28e4ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:16Z', 'updated_at': '2021-08-28T16:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:10:18.730342 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5d9c97c-687a-47ff-885d-c8b7d117e1f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:18.736509 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5d9c97c-687a-47ff-885d-c8b7d117e1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:18.763055 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf319aa3-8376-4e18-b10b-a933fbadb9bd None None] The sync data for ids ['883c4da9-b0a7-4277-b3c2-3667d28e4ca9'] in n-d-712137-10 is: [{'id': '883c4da9-b0a7-4277-b3c2-3667d28e4ca9', 'name': 'tempest-TestShelveInstance-712898845-router', 'tenant_id': 'cf00b14f61e04dcc80f0ac777dcaec1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:10:15Z', 'updated_at': '2021-08-28T16:10:16Z', 'revision_number': 3, 'project_id': 'cf00b14f61e04dcc80f0ac777dcaec1e', 'gw_port': {'id': '9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883c4da9-b0a7-4277-b3c2-3667d28e4ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:16Z', 'updated_at': '2021-08-28T16:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:10:18.781580 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6996c71d-2b97-4c03-9868-f99611b0f753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:18.841276 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-6996c71d-2b97-4c03-9868-f99611b0f753 None None] For port 4d04a56d-2cc8-446b-b773-dbcd82cf50f3, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=4d04a56d-2cc8-446b-b773-dbcd82cf50f3,segment=NetworkSegment(7b2543f5-e645-4a63-9624-66d51facb988),segment_id=7b2543f5-e645-4a63-9624-66d51facb988)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:10:18.853240 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6996c71d-2b97-4c03-9868-f99611b0f753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:18.950929 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996c71d-2b97-4c03-9868-f99611b0f753 None None] Pushing event updated for resources: {'Port': ['ID=4d04a56d-2cc8-446b-b773-dbcd82cf50f3,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:19.164209 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f5d9c97c-687a-47ff-885d-c8b7d117e1f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:19.173868 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f0841305-3619-4fe6-9c94-c467476474d0 None None] Provisioning for port 38165770-ba6b-4dce-81f1-43ae1b647b1f completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:10:19.176957 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9c97c-687a-47ff-885d-c8b7d117e1f4 admin admin] Pushing event updated for resources: {'Port': ['ID=38165770-ba6b-4dce-81f1-43ae1b647b1f,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:19.177884 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f0841305-3619-4fe6-9c94-c467476474d0 None None] Provisioning complete for port 38165770-ba6b-4dce-81f1-43ae1b647b1f triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:10:19.178263 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f0841305-3619-4fe6-9c94-c467476474d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:19.234085 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-f0841305-3619-4fe6-9c94-c467476474d0 None None] Port 38165770-ba6b-4dce-81f1-43ae1b647b1f cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:10:19.264488 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-f0841305-3619-4fe6-9c94-c467476474d0 None None] Provisioning complete for port 4d04a56d-2cc8-446b-b773-dbcd82cf50f3 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:10:19.264488 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f0841305-3619-4fe6-9c94-c467476474d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:19.312913 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d9c97c-687a-47ff-885d-c8b7d117e1f4 admin admin] Network 2dd0b150-10cf-44e1-a168-820e52997b10 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:10:19.314533 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-f5d9c97c-687a-47ff-885d-c8b7d117e1f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:10:19.448230 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d9c97c-687a-47ff-885d-c8b7d117e1f4 admin admin] Router 883c4da9-b0a7-4277-b3c2-3667d28e4ca9 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:10:19.501208 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a52050f8-faf8-4e91-9666-b2990a03c3e1 None None] Provisioning complete for port 38165770-ba6b-4dce-81f1-43ae1b647b1f triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:10:19.501597 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a52050f8-faf8-4e91-9666-b2990a03c3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:19.541566 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a52050f8-faf8-4e91-9666-b2990a03c3e1 None None] Port 38165770-ba6b-4dce-81f1-43ae1b647b1f cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:10:19.571177 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d9c97c-687a-47ff-885d-c8b7d117e1f4 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:10:19.577506 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f5d9c97c-687a-47ff-885d-c8b7d117e1f4 admin admin] 10.222.0.13 "PUT /v2.0/routers/883c4da9-b0a7-4277-b3c2-3667d28e4ca9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4089365 Aug 28 16:10:19.661877 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-b29aac4b-2d16-4f45-a6aa-d7b1d3818303 None None] Provisioning complete for port 38165770-ba6b-4dce-81f1-43ae1b647b1f triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:10:19.662341 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b29aac4b-2d16-4f45-a6aa-d7b1d3818303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:19.710854 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-b29aac4b-2d16-4f45-a6aa-d7b1d3818303 None None] Port 38165770-ba6b-4dce-81f1-43ae1b647b1f cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:10:19.853873 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:10:19.910269 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:10:19.914630 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:10:19.915088 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:19.996695 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:20.017597 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:10:20.021843 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:20.022937 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7cf6a919-14bc-425a-be84-b66c58c766b2 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:10:20.109362 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:20.123812 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 7cf6a919-14bc-425a-be84-b66c58c766b2 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:10:20.127613 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 7cf6a919-14bc-425a-be84-b66c58c766b2 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:10:20.128034 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:20.204694 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33810) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:10:20.206914 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:20.210207 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-c56a616c-312a-48d3-b107-f500f2e9498c tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-368056878', 'description': 'tempest-secgroup-smoke-368056878 description', 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:10:20.232012 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c56a616c-312a-48d3-b107-f500f2e9498c tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:20.244267 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 7cf6a919-14bc-425a-be84-b66c58c766b2, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7cf6a919-14bc-425a-be84-b66c58c766b2,segment=NetworkSegment(9e409ba4-774c-4714-a7c1-c989a0e30af3),segment_id=9e409ba4-774c-4714-a7c1-c989a0e30af3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:10:20.248114 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:20.248991 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 4d04a56d-2cc8-446b-b773-dbcd82cf50f3 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:10:20.316008 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c56a616c-312a-48d3-b107-f500f2e9498c tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:20.319762 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c56a616c-312a-48d3-b107-f500f2e9498c tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:20.328161 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=7cf6a919-14bc-425a-be84-b66c58c766b2,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:20.345840 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 4d04a56d-2cc8-446b-b773-dbcd82cf50f3 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:10:20.346253 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:20.349114 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c56a616c-312a-48d3-b107-f500f2e9498c tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:20.349452 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c56a616c-312a-48d3-b107-f500f2e9498c tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1430957 Aug 28 16:10:20.352781 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33812) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:10:20.353505 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a616c-312a-48d3-b107-f500f2e9498c tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9023a50d-6487-4144-a58f-c3ca00450d35,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:20.358515 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-638852b1-1930-494c-806f-944914f027cc tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Request body: {'security_group_rule': {'security_group_id': '9023a50d-6487-4144-a58f-c3ca00450d35', 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:10:20.386281 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-638852b1-1930-494c-806f-944914f027cc tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:20.446293 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-638852b1-1930-494c-806f-944914f027cc tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:20.451726 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-638852b1-1930-494c-806f-944914f027cc tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:20.469728 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638852b1-1930-494c-806f-944914f027cc tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d0ba1c-d071-4a46-be68-f29e39a3f794,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:20.476172 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-638852b1-1930-494c-806f-944914f027cc tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:20.477361 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-638852b1-1930-494c-806f-944914f027cc tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235471 Aug 28 16:10:20.480163 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33814) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:10:20.484714 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-f64ecaba-118e-4986-a773-9fc67d34ec0d tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Request body: {'security_group_rule': {'security_group_id': '9023a50d-6487-4144-a58f-c3ca00450d35', 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:10:20.510342 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f64ecaba-118e-4986-a773-9fc67d34ec0d tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:20.567399 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f64ecaba-118e-4986-a773-9fc67d34ec0d tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:20.571021 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f64ecaba-118e-4986-a773-9fc67d34ec0d tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:20.589136 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ecaba-118e-4986-a773-9fc67d34ec0d tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=737edf47-698c-4d6e-a2d4-cd5d6c794ca8,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:20.594052 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f64ecaba-118e-4986-a773-9fc67d34ec0d tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:20.595316 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f64ecaba-118e-4986-a773-9fc67d34ec0d tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142306 Aug 28 16:10:20.598040 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33816) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:10:20.602373 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-5840f0b3-44bf-4434-9844-fd9e854c30fe tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Request body: {'security_group_rule': {'security_group_id': '9023a50d-6487-4144-a58f-c3ca00450d35', 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:10:20.629446 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5840f0b3-44bf-4434-9844-fd9e854c30fe tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:20.692701 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5840f0b3-44bf-4434-9844-fd9e854c30fe tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:20.696063 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5840f0b3-44bf-4434-9844-fd9e854c30fe tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:20.715773 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840f0b3-44bf-4434-9844-fd9e854c30fe tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d12eb29f-2ffe-4e6d-87ba-633cf3ef32c5,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:20.718262 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-5840f0b3-44bf-4434-9844-fd9e854c30fe tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:20.719509 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5840f0b3-44bf-4434-9844-fd9e854c30fe tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205502 Aug 28 16:10:20.722457 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33818) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:10:20.726884 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-811a0c8b-0962-4737-88c0-40a3b4eb2f8c tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Request body: {'security_group_rule': {'security_group_id': '9023a50d-6487-4144-a58f-c3ca00450d35', 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:10:20.755028 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-811a0c8b-0962-4737-88c0-40a3b4eb2f8c tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:20.814011 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-811a0c8b-0962-4737-88c0-40a3b4eb2f8c tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:20.818179 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-811a0c8b-0962-4737-88c0-40a3b4eb2f8c tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:20.835556 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a0c8b-0962-4737-88c0-40a3b4eb2f8c tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e6a14c-d991-462f-9eb1-e60e80b3bd9f,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:20.841260 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-811a0c8b-0962-4737-88c0-40a3b4eb2f8c tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:20.842377 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-811a0c8b-0962-4737-88c0-40a3b4eb2f8c tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189330 Aug 28 16:10:20.845200 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33820) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:10:20.849993 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-68e93f5e-69f6-476d-b2ab-0f99e063168f tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Request body: {'security_group_rule': {'security_group_id': '9023a50d-6487-4144-a58f-c3ca00450d35', 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:10:20.873018 n-d-712137-10 neutron-server[106330]: INFO neutron.db.securitygroups_db [None req-68e93f5e-69f6-476d-b2ab-0f99e063168f tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Project 9d5f5c0df68d4770ab9593d538edd7bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 16:10:20.878856 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-68e93f5e-69f6-476d-b2ab-0f99e063168f tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:20.943976 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-68e93f5e-69f6-476d-b2ab-0f99e063168f tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:20.947508 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-68e93f5e-69f6-476d-b2ab-0f99e063168f tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:20.962267 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e93f5e-69f6-476d-b2ab-0f99e063168f tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a154b499-3af6-47cc-ba9a-5d1435ae9afb,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:20.971128 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-68e93f5e-69f6-476d-b2ab-0f99e063168f tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:20.972552 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-68e93f5e-69f6-476d-b2ab-0f99e063168f tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1264095 Aug 28 16:10:20.975337 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 33822) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:10:20.979793 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-7931f185-be1e-498f-b48a-d98e9d805603 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Request body: {'security_group_rule': {'security_group_id': '9023a50d-6487-4144-a58f-c3ca00450d35', 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:10:21.000873 n-d-712137-10 neutron-server[106330]: INFO neutron.db.securitygroups_db [None req-7931f185-be1e-498f-b48a-d98e9d805603 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Project 9d5f5c0df68d4770ab9593d538edd7bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 16:10:21.006334 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7931f185-be1e-498f-b48a-d98e9d805603 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:21.068507 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7931f185-be1e-498f-b48a-d98e9d805603 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:21.072724 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7931f185-be1e-498f-b48a-d98e9d805603 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:21.093740 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7931f185-be1e-498f-b48a-d98e9d805603 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e247dca-2b5b-4b6e-b4ec-68b4d43bf0a4,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:21.100403 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-7931f185-be1e-498f-b48a-d98e9d805603 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:21.101657 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-7931f185-be1e-498f-b48a-d98e9d805603 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253619 Aug 28 16:10:21.309004 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-29a684cd-7914-4cf2-865c-cb16a76500c7 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-368056878&fields=id&tenant_id=9d5f5c0df68d4770ab9593d538edd7bf HTTP/1.1" status: 200 len: 267 time: 0.0346076 Aug 28 16:10:21.389731 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e781e8-7edc-4cf6-b95f-41e4db8ed1b3 None None] Sync routers for ids ['883c4da9-b0a7-4277-b3c2-3667d28e4ca9'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:10:21.399106 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e781e8-7edc-4cf6-b95f-41e4db8ed1b3 None None] Routers {'883c4da9-b0a7-4277-b3c2-3667d28e4ca9'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:10:21.399918 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-32e781e8-7edc-4cf6-b95f-41e4db8ed1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:10:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['883c4da9-b0a7-4277-b3c2-3667d28e4ca9'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:10:21.418850 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-ac2a2119-e98a-42ec-9e39-f0f2a42f80fe tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:21.420347 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-ac2a2119-e98a-42ec-9e39-f0f2a42f80fe tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/networks?id=79e922a1-3a8b-47fc-bc23-dfa485ed13db HTTP/1.1" status: 200 len: 809 time: 0.1041706 Aug 28 16:10:21.436566 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-aee1d50d-635c-4b10-a672-09f4bfaecf59 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/quotas/9d5f5c0df68d4770ab9593d538edd7bf HTTP/1.1" status: 200 len: 375 time: 0.0094783 Aug 28 16:10:21.490609 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-7b8a5079-3865-4349-bac0-05434bff893c tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d5f5c0df68d4770ab9593d538edd7bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474968 Aug 28 16:10:21.510464 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-32e781e8-7edc-4cf6-b95f-41e4db8ed1b3 None None] Set router 883c4da9-b0a7-4277-b3c2-3667d28e4ca9 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:10:21.682490 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-81826f6f-2130-4cae-b136-d53d411b333e service neutron] 10.222.0.13 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802375 Aug 28 16:10:21.710902 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-32e781e8-7edc-4cf6-b95f-41e4db8ed1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883c4da9-b0a7-4277-b3c2-3667d28e4ca9', 'name': 'tempest-TestShelveInstance-712898845-router', 'tenant_id': 'cf00b14f61e04dcc80f0ac777dcaec1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:10:15Z', 'updated_at': '2021-08-28T16:10:18Z', 'revision_number': 4, 'project_id': 'cf00b14f61e04dcc80f0ac777dcaec1e', 'gw_port': {'id': '9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883c4da9-b0a7-4277-b3c2-3667d28e4ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:16Z', 'updated_at': '2021-08-28T16:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '38165770-ba6b-4dce-81f1-43ae1b647b1f', 'name': '', 'network_id': '2dd0b150-10cf-44e1-a168-820e52997b10', 'tenant_id': 'cf00b14f61e04dcc80f0ac777dcaec1e', 'mac_address': 'fa:16:3e:c2:32:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883c4da9-b0a7-4277-b3c2-3667d28e4ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f28a47db-50de-42d3-b6bf-9f03324f4172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:17Z', 'updated_at': '2021-08-28T16:10:18Z', 'revision_number': 2, 'project_id': 'cf00b14f61e04dcc80f0ac777dcaec1e', 'subnets': [{'id': 'f28a47db-50de-42d3-b6bf-9f03324f4172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:10:21.739410 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:10:21.741816 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e781e8-7edc-4cf6-b95f-41e4db8ed1b3 None None] Checking router: 883c4da9-b0a7-4277-b3c2-3667d28e4ca9 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:10:21.742176 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e781e8-7edc-4cf6-b95f-41e4db8ed1b3 None None] Updating router 883c4da9-b0a7-4277-b3c2-3667d28e4ca9 port 38165770-ba6b-4dce-81f1-43ae1b647b1f binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 16:10:21.780055 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-7c3ca9ba-a2cd-47ea-a039-aff4065b49eb service neutron] 10.222.0.13 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905037 Aug 28 16:10:21.794121 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-32e781e8-7edc-4cf6-b95f-41e4db8ed1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:21.846050 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:10:21.846463 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:21.951213 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-11d1b237-aeaf-472d-b60b-322220c0bc10 req-0a9ea4ef-187b-49d3-a1a5-60bdc1e63515 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 210 time: 0.0278316 Aug 28 16:10:22.044405 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7cf6a919-14bc-425a-be84-b66c58c766b2 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:10:22.145684 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 7cf6a919-14bc-425a-be84-b66c58c766b2 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:10:22.146086 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:22.177041 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-32e781e8-7edc-4cf6-b95f-41e4db8ed1b3 None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:22.194314 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-32e781e8-7edc-4cf6-b95f-41e4db8ed1b3 None None] Transition to ACTIVE for port object 38165770-ba6b-4dce-81f1-43ae1b647b1f will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:10:22.203098 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-32e781e8-7edc-4cf6-b95f-41e4db8ed1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:22.294685 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3ffd1-b6ab-4a73-bf7f-c886c1b89a97 None None] Pushing event updated for resources: {'Port': ['ID=38165770-ba6b-4dce-81f1-43ae1b647b1f,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:22.353169 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-32e781e8-7edc-4cf6-b95f-41e4db8ed1b3 None None] Attempting to bind port 38165770-ba6b-4dce-81f1-43ae1b647b1f on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:10:22.353535 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-32e781e8-7edc-4cf6-b95f-41e4db8ed1b3 None None] Attempting to bind port 38165770-ba6b-4dce-81f1-43ae1b647b1f by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7b2543f5-e645-4a63-9624-66d51facb988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2dd0b150-10cf-44e1-a168-820e52997b10'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:10:22.353896 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e781e8-7edc-4cf6-b95f-41e4db8ed1b3 None None] Attempting to bind port 38165770-ba6b-4dce-81f1-43ae1b647b1f on network 2dd0b150-10cf-44e1-a168-820e52997b10 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:10:22.359082 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e781e8-7edc-4cf6-b95f-41e4db8ed1b3 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:10:22.359452 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e781e8-7edc-4cf6-b95f-41e4db8ed1b3 None None] Checking segment: {'id': '7b2543f5-e645-4a63-9624-66d51facb988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2dd0b150-10cf-44e1-a168-820e52997b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:10:22.359940 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-32e781e8-7edc-4cf6-b95f-41e4db8ed1b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:22.360331 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e781e8-7edc-4cf6-b95f-41e4db8ed1b3 None None] Bound using segment: {'id': '7b2543f5-e645-4a63-9624-66d51facb988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2dd0b150-10cf-44e1-a168-820e52997b10'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:10:22.360799 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-32e781e8-7edc-4cf6-b95f-41e4db8ed1b3 None None] Bound port: 38165770-ba6b-4dce-81f1-43ae1b647b1f, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2543f5-e645-4a63-9624-66d51facb988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2dd0b150-10cf-44e1-a168-820e52997b10'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:10:22.361179 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-32e781e8-7edc-4cf6-b95f-41e4db8ed1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:22.426776 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-32e781e8-7edc-4cf6-b95f-41e4db8ed1b3 None None] For port 38165770-ba6b-4dce-81f1-43ae1b647b1f, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:10:22.430041 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-32e781e8-7edc-4cf6-b95f-41e4db8ed1b3 None None] For port 38165770-ba6b-4dce-81f1-43ae1b647b1f, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=38165770-ba6b-4dce-81f1-43ae1b647b1f,segment=NetworkSegment(7b2543f5-e645-4a63-9624-66d51facb988),segment_id=7b2543f5-e645-4a63-9624-66d51facb988)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:10:22.434972 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-32e781e8-7edc-4cf6-b95f-41e4db8ed1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:22.508039 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3ffd1-b6ab-4a73-bf7f-c886c1b89a97 None None] Pushing event updated for resources: {'Port': ['ID=38165770-ba6b-4dce-81f1-43ae1b647b1f,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:22.511624 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e781e8-7edc-4cf6-b95f-41e4db8ed1b3 None None] Routers {'883c4da9-b0a7-4277-b3c2-3667d28e4ca9'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:10:22.512368 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-32e781e8-7edc-4cf6-b95f-41e4db8ed1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:10:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['883c4da9-b0a7-4277-b3c2-3667d28e4ca9'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:10:22.793455 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-32e781e8-7edc-4cf6-b95f-41e4db8ed1b3 None None] Set router 883c4da9-b0a7-4277-b3c2-3667d28e4ca9 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:10:22.986885 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-32e781e8-7edc-4cf6-b95f-41e4db8ed1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883c4da9-b0a7-4277-b3c2-3667d28e4ca9', 'name': 'tempest-TestShelveInstance-712898845-router', 'tenant_id': 'cf00b14f61e04dcc80f0ac777dcaec1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:10:15Z', 'updated_at': '2021-08-28T16:10:18Z', 'revision_number': 4, 'project_id': 'cf00b14f61e04dcc80f0ac777dcaec1e', 'gw_port': {'id': '9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883c4da9-b0a7-4277-b3c2-3667d28e4ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:16Z', 'updated_at': '2021-08-28T16:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '38165770-ba6b-4dce-81f1-43ae1b647b1f', 'name': '', 'network_id': '2dd0b150-10cf-44e1-a168-820e52997b10', 'tenant_id': 'cf00b14f61e04dcc80f0ac777dcaec1e', 'mac_address': 'fa:16:3e:c2:32:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883c4da9-b0a7-4277-b3c2-3667d28e4ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f28a47db-50de-42d3-b6bf-9f03324f4172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:17Z', 'updated_at': '2021-08-28T16:10:22Z', 'revision_number': 4, 'project_id': 'cf00b14f61e04dcc80f0ac777dcaec1e', 'subnets': [{'id': 'f28a47db-50de-42d3-b6bf-9f03324f4172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:10:23.015989 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e781e8-7edc-4cf6-b95f-41e4db8ed1b3 None None] The sync data for ids ['883c4da9-b0a7-4277-b3c2-3667d28e4ca9'] in n-d-712137-10 is: [{'id': '883c4da9-b0a7-4277-b3c2-3667d28e4ca9', 'name': 'tempest-TestShelveInstance-712898845-router', 'tenant_id': 'cf00b14f61e04dcc80f0ac777dcaec1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:10:15Z', 'updated_at': '2021-08-28T16:10:18Z', 'revision_number': 4, 'project_id': 'cf00b14f61e04dcc80f0ac777dcaec1e', 'gw_port': {'id': '9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883c4da9-b0a7-4277-b3c2-3667d28e4ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:16Z', 'updated_at': '2021-08-28T16:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '38165770-ba6b-4dce-81f1-43ae1b647b1f', 'name': '', 'network_id': '2dd0b150-10cf-44e1-a168-820e52997b10', 'tenant_id': 'cf00b14f61e04dcc80f0ac777dcaec1e', 'mac_address': 'fa:16:3e:c2:32:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883c4da9-b0a7-4277-b3c2-3667d28e4ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f28a47db-50de-42d3-b6bf-9f03324f4172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:17Z', 'updated_at': '2021-08-28T16:10:22Z', 'revision_number': 4, 'project_id': 'cf00b14f61e04dcc80f0ac777dcaec1e', 'subnets': [{'id': 'f28a47db-50de-42d3-b6bf-9f03324f4172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:10:23.045684 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3beb8cb1-1e0a-49e2-8982-d15de37f8bee req-afcccd2d-ab46-4135-aef4-3d49e1f8c3ba tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 210 time: 0.0376387 Aug 28 16:10:23.733513 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 38165770-ba6b-4dce-81f1-43ae1b647b1f up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:10:23.785154 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 38165770-ba6b-4dce-81f1-43ae1b647b1f completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:10:23.789015 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 38165770-ba6b-4dce-81f1-43ae1b647b1f triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:10:23.789405 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:23.864238 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:23.898053 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 38165770-ba6b-4dce-81f1-43ae1b647b1f, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=38165770-ba6b-4dce-81f1-43ae1b647b1f,segment=NetworkSegment(7b2543f5-e645-4a63-9624-66d51facb988),segment_id=7b2543f5-e645-4a63-9624-66d51facb988)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:10:23.903958 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:23.951572 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=38165770-ba6b-4dce-81f1-43ae1b647b1f,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:24.132362 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ce793d1a-b8ea-42d2-87e0-8a09818d76a2 req-c93d1481-8dfa-4fa3-9642-87bbfc0c30ba tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 210 time: 0.0300868 Aug 28 16:10:24.932016 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-278e49b0-82ed-4b18-9fef-6d5f23ea5e61 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:24.933502 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-278e49b0-82ed-4b18-9fef-6d5f23ea5e61 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.36 "GET /v2.0/networks?id=79e922a1-3a8b-47fc-bc23-dfa485ed13db HTTP/1.1" status: 200 len: 809 time: 0.1031706 Aug 28 16:10:24.978483 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-9a4b8032-418c-401d-a76e-8679e1c8473f tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d5f5c0df68d4770ab9593d538edd7bf HTTP/1.1" status: 200 len: 379 time: 0.0360892 Aug 28 16:10:24.989778 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-bb75308a-8af3-4438-8e64-439fe02fe850 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Request body: {'port': {'device_id': 'f5d35958-3403-4b0a-9666-75df29841e9d', 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db', 'admin_state_up': True, 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'security_groups': ['9023a50d-6487-4144-a58f-c3ca00450d35']}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:10:25.104549 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-bb75308a-8af3-4438-8e64-439fe02fe850 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Made reservation on behalf of 9d5f5c0df68d4770ab9593d538edd7bf for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 16:10:25.108218 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-bb75308a-8af3-4438-8e64-439fe02fe850 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:25.207146 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:25.232033 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c2adcaa3-3585-4dcc-bace-42e1d676bcb1 req-dc5ce5db-2244-4406-8ddf-e50b966f274f tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 210 time: 0.0299151 Aug 28 16:10:25.250314 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-bb75308a-8af3-4438-8e64-439fe02fe850 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Allocated IP 172.20.0.6 (79e922a1-3a8b-47fc-bc23-dfa485ed13db/558c6071-fdb8-4b7b-a9de-16eb01a5137f/a52f9699-43d9-4f39-adc3-ef8d9735ae2c) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:10:25.395029 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-bb75308a-8af3-4438-8e64-439fe02fe850 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:25.408732 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-bb75308a-8af3-4438-8e64-439fe02fe850 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Transition to ACTIVE for port object a52f9699-43d9-4f39-adc3-ef8d9735ae2c will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:10:25.442587 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-bb75308a-8af3-4438-8e64-439fe02fe850 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:25.485076 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-bb75308a-8af3-4438-8e64-439fe02fe850 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Network 79e922a1-3a8b-47fc-bc23-dfa485ed13db is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:10:25.488829 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-bb75308a-8af3-4438-8e64-439fe02fe850 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:10:25.492604 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-bb75308a-8af3-4438-8e64-439fe02fe850 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:10:25.522065 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75308a-8af3-4438-8e64-439fe02fe850 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Pushing event updated for resources: {'Port': ['ID=a52f9699-43d9-4f39-adc3-ef8d9735ae2c,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:25.554309 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-bb75308a-8af3-4438-8e64-439fe02fe850 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:25.555097 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-bb75308a-8af3-4438-8e64-439fe02fe850 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:25.572383 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-bb75308a-8af3-4438-8e64-439fe02fe850 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5870790 Aug 28 16:10:25.585424 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-a26856d9-0dfa-458a-87d8-50aecc15dbe4 service neutron] Request body: {'port': {'device_id': 'f5d35958-3403-4b0a-9666-75df29841e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:10:25.645389 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-a26856d9-0dfa-458a-87d8-50aecc15dbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:25.727670 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-80b5c106-cf97-4c65-ab68-1e46ace573ca None None] Provisioning for port a52f9699-43d9-4f39-adc3-ef8d9735ae2c completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:10:25.731768 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-80b5c106-cf97-4c65-ab68-1e46ace573ca None None] Provisioning complete for port a52f9699-43d9-4f39-adc3-ef8d9735ae2c triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:10:25.732141 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-80b5c106-cf97-4c65-ab68-1e46ace573ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:25.737315 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 38165770-ba6b-4dce-81f1-43ae1b647b1f up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:10:25.798021 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-80b5c106-cf97-4c65-ab68-1e46ace573ca None None] Port a52f9699-43d9-4f39-adc3-ef8d9735ae2c cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:10:25.814543 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 38165770-ba6b-4dce-81f1-43ae1b647b1f triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:10:25.814935 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:25.921794 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-a26856d9-0dfa-458a-87d8-50aecc15dbe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a52f9699-43d9-4f39-adc3-ef8d9735ae2c {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 16:10:25.929365 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-a26856d9-0dfa-458a-87d8-50aecc15dbe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:25.942433 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-a26856d9-0dfa-458a-87d8-50aecc15dbe4 service neutron] Transition to ACTIVE for port object a52f9699-43d9-4f39-adc3-ef8d9735ae2c will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:10:25.946233 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-a26856d9-0dfa-458a-87d8-50aecc15dbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:26.029893 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26856d9-0dfa-458a-87d8-50aecc15dbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=a52f9699-43d9-4f39-adc3-ef8d9735ae2c,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:26.082816 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-a26856d9-0dfa-458a-87d8-50aecc15dbe4 service neutron] Attempting to bind port a52f9699-43d9-4f39-adc3-ef8d9735ae2c on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:10:26.083249 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-a26856d9-0dfa-458a-87d8-50aecc15dbe4 service neutron] Attempting to bind port a52f9699-43d9-4f39-adc3-ef8d9735ae2c by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '9e409ba4-774c-4714-a7c1-c989a0e30af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:10:26.083692 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-a26856d9-0dfa-458a-87d8-50aecc15dbe4 service neutron] Attempting to bind port a52f9699-43d9-4f39-adc3-ef8d9735ae2c on network 79e922a1-3a8b-47fc-bc23-dfa485ed13db {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:10:26.088443 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-a26856d9-0dfa-458a-87d8-50aecc15dbe4 service neutron] Port a52f9699-43d9-4f39-adc3-ef8d9735ae2c on network 79e922a1-3a8b-47fc-bc23-dfa485ed13db not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 16:10:26.088772 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-a26856d9-0dfa-458a-87d8-50aecc15dbe4 service neutron] Attempting to bind port a52f9699-43d9-4f39-adc3-ef8d9735ae2c on network 79e922a1-3a8b-47fc-bc23-dfa485ed13db {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:10:26.093672 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-a26856d9-0dfa-458a-87d8-50aecc15dbe4 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:10:26.094020 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-a26856d9-0dfa-458a-87d8-50aecc15dbe4 service neutron] Checking segment: {'id': '9e409ba4-774c-4714-a7c1-c989a0e30af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:10:26.094413 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-a26856d9-0dfa-458a-87d8-50aecc15dbe4 service neutron] Bound using segment: {'id': '9e409ba4-774c-4714-a7c1-c989a0e30af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:10:26.094853 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-a26856d9-0dfa-458a-87d8-50aecc15dbe4 service neutron] Bound port: a52f9699-43d9-4f39-adc3-ef8d9735ae2c, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e409ba4-774c-4714-a7c1-c989a0e30af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:10:26.095215 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-a26856d9-0dfa-458a-87d8-50aecc15dbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:26.165963 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-a26856d9-0dfa-458a-87d8-50aecc15dbe4 service neutron] For port a52f9699-43d9-4f39-adc3-ef8d9735ae2c, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:10:26.169237 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-a26856d9-0dfa-458a-87d8-50aecc15dbe4 service neutron] For port a52f9699-43d9-4f39-adc3-ef8d9735ae2c, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=a52f9699-43d9-4f39-adc3-ef8d9735ae2c,segment=NetworkSegment(9e409ba4-774c-4714-a7c1-c989a0e30af3),segment_id=9e409ba4-774c-4714-a7c1-c989a0e30af3)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:10:26.174335 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-a26856d9-0dfa-458a-87d8-50aecc15dbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:26.216206 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-a26856d9-0dfa-458a-87d8-50aecc15dbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:26.216829 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-a26856d9-0dfa-458a-87d8-50aecc15dbe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:26.218428 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-a26856d9-0dfa-458a-87d8-50aecc15dbe4 service neutron] 10.222.0.36 "PUT /v2.0/ports/a52f9699-43d9-4f39-adc3-ef8d9735ae2c HTTP/1.1" status: 200 len: 1092 time: 0.6375096 Aug 28 16:10:26.218758 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d35958-3403-4b0a-9666-75df29841e9d', 'tag': 'a52f9699-43d9-4f39-adc3-ef8d9735ae2c'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:10:26.221410 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1464e1eb-452e-4021-a569-23b8500232ac" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d35958-3403-4b0a-9666-75df29841e9d", "tag": "a52f9699-43d9-4f39-adc3-ef8d9735ae2c"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:10:26.242708 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26856d9-0dfa-458a-87d8-50aecc15dbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=a52f9699-43d9-4f39-adc3-ef8d9735ae2c,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:26.270268 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1cf017-5a8f-4049-8c14-506f32a2cc93 x-openstack-request-id: req-2b1cf017-5a8f-4049-8c14-506f32a2cc93 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:10:26.270940 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d35958-3403-4b0a-9666-75df29841e9d", "tag": "a52f9699-43d9-4f39-adc3-ef8d9735ae2c", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:10:26.271053 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b1cf017-5a8f-4049-8c14-506f32a2cc93 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:10:26.271560 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d35958-3403-4b0a-9666-75df29841e9d', 'tag': 'a52f9699-43d9-4f39-adc3-ef8d9735ae2c', 'status': 'completed', 'code': 200} Aug 28 16:10:26.317191 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-a020c77c-62c8-4fad-be2f-f117f25f3400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:26.319121 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-a020c77c-62c8-4fad-be2f-f117f25f3400 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d5f5c0df68d4770ab9593d538edd7bf&device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 1095 time: 0.0465248 Aug 28 16:10:26.362036 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-b8735555-30de-4d3c-9bd9-98217d25c001 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a52f9699-43d9-4f39-adc3-ef8d9735ae2c HTTP/1.1" status: 200 len: 217 time: 0.0352364 Aug 28 16:10:26.367165 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7dfb4-d09c-4828-bf22-709209ac0dee req-493cba9b-2984-4168-9fe8-5916f7110d54 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:26.369029 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b8a7dfb4-d09c-4828-bf22-709209ac0dee req-493cba9b-2984-4168-9fe8-5916f7110d54 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 943 time: 0.0589912 Aug 28 16:10:26.411748 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b8a7dfb4-d09c-4828-bf22-709209ac0dee req-6c856826-cc54-4cf6-b7cb-1de196f308f8 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365651 Aug 28 16:10:26.430390 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-6cc2e7cb-97d8-4e4a-b1be-4d031b6c35cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:26.431895 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-6cc2e7cb-97d8-4e4a-b1be-4d031b6c35cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=558c6071-fdb8-4b7b-a9de-16eb01a5137f HTTP/1.1" status: 200 len: 848 time: 0.0623977 Aug 28 16:10:26.480760 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-f6a59799-f0cb-42e3-a7aa-5b45e75faae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:26.482287 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-f6a59799-f0cb-42e3-a7aa-5b45e75faae8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79e922a1-3a8b-47fc-bc23-dfa485ed13db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433600 Aug 28 16:10:26.579005 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-0930ebc6-8e48-419d-ad2d-20da3989a96f service neutron] 10.222.0.36 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893006 Aug 28 16:10:26.669969 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-66424d6f-1018-4bfb-8c68-548b505b5b24 req-cd6fae25-4e0f-4ff6-b56c-1d346b53b1d3 service neutron] 10.222.0.36 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846145 Aug 28 16:10:26.752323 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464e1eb-452e-4021-a569-23b8500232ac req-51d72171-4a9b-49fd-9235-5f857bf394cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:26.754533 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1464e1eb-452e-4021-a569-23b8500232ac req-51d72171-4a9b-49fd-9235-5f857bf394cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d5f5c0df68d4770ab9593d538edd7bf&device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 1095 time: 0.0411441 Aug 28 16:10:26.845726 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464e1eb-452e-4021-a569-23b8500232ac req-83a4a6d3-8413-40d6-9d2c-b08ff961eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:26.847174 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1464e1eb-452e-4021-a569-23b8500232ac req-83a4a6d3-8413-40d6-9d2c-b08ff961eb1d service neutron] 10.222.0.36 "GET /v2.0/networks?id=79e922a1-3a8b-47fc-bc23-dfa485ed13db HTTP/1.1" status: 200 len: 910 time: 0.0860474 Aug 28 16:10:26.891050 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1464e1eb-452e-4021-a569-23b8500232ac req-3c89346d-d7b6-4a3e-b27a-b16955140207 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a52f9699-43d9-4f39-adc3-ef8d9735ae2c HTTP/1.1" status: 200 len: 217 time: 0.0366330 Aug 28 16:10:26.942506 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464e1eb-452e-4021-a569-23b8500232ac req-cb5a1dff-7ef5-417e-aa8f-cf490bf15234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:26.944008 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1464e1eb-452e-4021-a569-23b8500232ac req-cb5a1dff-7ef5-417e-aa8f-cf490bf15234 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=558c6071-fdb8-4b7b-a9de-16eb01a5137f HTTP/1.1" status: 200 len: 848 time: 0.0456955 Aug 28 16:10:26.995327 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464e1eb-452e-4021-a569-23b8500232ac req-0d53dfc8-fad7-4d43-9c38-754fa0b18273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:26.996890 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1464e1eb-452e-4021-a569-23b8500232ac req-0d53dfc8-fad7-4d43-9c38-754fa0b18273 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79e922a1-3a8b-47fc-bc23-dfa485ed13db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446415 Aug 28 16:10:27.087590 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1464e1eb-452e-4021-a569-23b8500232ac req-6442ff58-496f-4573-8b3b-c487e04dff86 service neutron] 10.222.0.36 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822880 Aug 28 16:10:27.181510 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1464e1eb-452e-4021-a569-23b8500232ac req-69a3ee71-eab1-421f-9b3d-4f5857a9a4f3 service neutron] 10.222.0.36 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862155 Aug 28 16:10:27.352158 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:27.528336 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074e45b-2b32-47be-9262-6341f8137528 req-ab3886dc-8a85-452f-8748-98554d9c73e2 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:27.529809 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d074e45b-2b32-47be-9262-6341f8137528 req-ab3886dc-8a85-452f-8748-98554d9c73e2 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 943 time: 0.0488291 Aug 28 16:10:27.569896 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d074e45b-2b32-47be-9262-6341f8137528 req-82ddb53c-ed08-41dc-8785-4c6d183cfc1a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335000 Aug 28 16:10:28.470577 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device a52f9699-43d9-4f39-adc3-ef8d9735ae2c details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 16:10:28.565639 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port a52f9699-43d9-4f39-adc3-ef8d9735ae2c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=a52f9699-43d9-4f39-adc3-ef8d9735ae2c,segment=NetworkSegment(9e409ba4-774c-4714-a7c1-c989a0e30af3),segment_id=9e409ba4-774c-4714-a7c1-c989a0e30af3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:10:28.577335 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'a52f9699-43d9-4f39-adc3-ef8d9735ae2c', 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db', 'port_id': 'a52f9699-43d9-4f39-adc3-ef8d9735ae2c', 'mac_address': 'fa:16:3e:ae:92:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 16:10:28.620170 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:28.633670 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a52f9699-43d9-4f39-adc3-ef8d9735ae2c {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 16:10:28.653119 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port a52f9699-43d9-4f39-adc3-ef8d9735ae2c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=a52f9699-43d9-4f39-adc3-ef8d9735ae2c,segment=NetworkSegment(9e409ba4-774c-4714-a7c1-c989a0e30af3),segment_id=9e409ba4-774c-4714-a7c1-c989a0e30af3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:10:28.657356 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:28.686617 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6f5ce-f122-4f27-9c55-c6f0a4ebdc79 req-b89d8a34-5135-4af0-9f3d-7de721b7038e tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:28.688117 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bcb6f5ce-f122-4f27-9c55-c6f0a4ebdc79 req-b89d8a34-5135-4af0-9f3d-7de721b7038e tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 943 time: 0.0499375 Aug 28 16:10:28.705776 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=a52f9699-43d9-4f39-adc3-ef8d9735ae2c,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:28.727263 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bcb6f5ce-f122-4f27-9c55-c6f0a4ebdc79 req-ae8fe380-4576-41b8-848e-5441575c5778 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326071 Aug 28 16:10:28.866454 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['a52f9699-43d9-4f39-adc3-ef8d9735ae2c'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 16:10:29.843457 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f3503-2630-410c-a80f-5302c81b2632 req-b3635424-f7fb-4f5c-8066-4a3fc8a78f1b tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:29.844960 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fe0f3503-2630-410c-a80f-5302c81b2632 req-b3635424-f7fb-4f5c-8066-4a3fc8a78f1b tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 944 time: 0.0496116 Aug 28 16:10:29.883013 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fe0f3503-2630-410c-a80f-5302c81b2632 req-22e703af-60b3-4b37-af07-3bbcec793c01 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320065 Aug 28 16:10:30.486172 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device a52f9699-43d9-4f39-adc3-ef8d9735ae2c up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:10:30.533641 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port a52f9699-43d9-4f39-adc3-ef8d9735ae2c completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:10:30.537416 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port a52f9699-43d9-4f39-adc3-ef8d9735ae2c triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:10:30.537790 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:30.617944 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:30.640267 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d35958-3403-4b0a-9666-75df29841e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52f9699-43d9-4f39-adc3-ef8d9735ae2c'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:10:30.642449 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e998ae4c8ad98a44641492a375488314a28001c32b9c96e1494d2a73900553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf227575-0c9a-427d-ad59-6fee0fc11d73" -d '{"events": [{"server_uuid": "f5d35958-3403-4b0a-9666-75df29841e9d", "name": "network-vif-plugged", "status": "completed", "tag": "a52f9699-43d9-4f39-adc3-ef8d9735ae2c"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:10:30.654836 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port a52f9699-43d9-4f39-adc3-ef8d9735ae2c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=a52f9699-43d9-4f39-adc3-ef8d9735ae2c,segment=NetworkSegment(9e409ba4-774c-4714-a7c1-c989a0e30af3),segment_id=9e409ba4-774c-4714-a7c1-c989a0e30af3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:10:30.659050 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:30.682489 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 16:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e42094-7f16-42b0-b7fc-183616fdf72b x-openstack-request-id: req-96e42094-7f16-42b0-b7fc-183616fdf72b {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:10:30.682792 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d35958-3403-4b0a-9666-75df29841e9d", "name": "network-vif-plugged", "status": "completed", "tag": "a52f9699-43d9-4f39-adc3-ef8d9735ae2c", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:10:30.683046 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96e42094-7f16-42b0-b7fc-183616fdf72b {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:10:30.683435 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d35958-3403-4b0a-9666-75df29841e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52f9699-43d9-4f39-adc3-ef8d9735ae2c', 'code': 200} Aug 28 16:10:30.709380 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=a52f9699-43d9-4f39-adc3-ef8d9735ae2c,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:30.775926 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721d908-26cb-4ac1-ad22-8b33f4d3c8ec req-d81106a1-ec85-442a-9241-6a599ed02bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:30.777383 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1721d908-26cb-4ac1-ad22-8b33f4d3c8ec req-d81106a1-ec85-442a-9241-6a599ed02bb1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 1097 time: 0.0405033 Aug 28 16:10:30.815079 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1721d908-26cb-4ac1-ad22-8b33f4d3c8ec req-f995a413-c51e-4dca-a0c5-36b6581e26a9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307035 Aug 28 16:10:30.997315 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ee46e-87d1-41f0-bcd4-1e800916f6f2 req-102aa433-fb54-4324-903b-57dd06affd63 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:30.998788 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-316ee46e-87d1-41f0-bcd4-1e800916f6f2 req-102aa433-fb54-4324-903b-57dd06affd63 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 945 time: 0.0488746 Aug 28 16:10:31.036329 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-316ee46e-87d1-41f0-bcd4-1e800916f6f2 req-3bb914de-0f7d-4bb1-b162-590a8f4d3456 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314975 Aug 28 16:10:32.156116 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad32385-b1c0-4eb1-9d54-f8223e863fe6 req-4cdc6e28-de7b-4651-86c8-5002eb0a247d tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:32.157596 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3ad32385-b1c0-4eb1-9d54-f8223e863fe6 req-4cdc6e28-de7b-4651-86c8-5002eb0a247d tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 945 time: 0.0529764 Aug 28 16:10:32.195534 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3ad32385-b1c0-4eb1-9d54-f8223e863fe6 req-6271f628-64e4-45d6-99ee-f5314d37fe47 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317593 Aug 28 16:10:32.309330 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55dc63-fc7e-40df-a067-c5448449b672 req-0aaa03f3-37e8-4e8d-b99b-44d3790a82d5 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:32.310817 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ac55dc63-fc7e-40df-a067-c5448449b672 req-0aaa03f3-37e8-4e8d-b99b-44d3790a82d5 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 945 time: 0.0492456 Aug 28 16:10:32.348505 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ac55dc63-fc7e-40df-a067-c5448449b672 req-92dc3542-54cc-43c1-9088-7dc44bac01c3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307853 Aug 28 16:10:32.370376 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33882) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:10:32.455757 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb18169-9b5a-40e7-9877-cf1b791f8bd1 tempest-TestShelveInstance-1523246707 tempest-TestShelveInstance-1523246707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:32.457256 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3bb18169-9b5a-40e7-9877-cf1b791f8bd1 tempest-TestShelveInstance-1523246707 tempest-TestShelveInstance-1523246707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 1092 time: 0.0859084 Aug 28 16:10:32.460194 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 33886) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:10:32.464542 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-7afb6089-7f6e-4a46-bba4-b938e3a33bc2 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'port_id': 'a52f9699-43d9-4f39-adc3-ef8d9735ae2c', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:10:32.485791 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7afb6089-7f6e-4a46-bba4-b938e3a33bc2 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:32.584697 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7afb6089-7f6e-4a46-bba4-b938e3a33bc2 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:32.695979 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-7afb6089-7f6e-4a46-bba4-b938e3a33bc2 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Allocated IP 172.25.3.63 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/8cc78cdd-0851-4bc4-8ce4-ffe18ce1d01b) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:10:32.796236 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7afb6089-7f6e-4a46-bba4-b938e3a33bc2 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:32.834447 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7afb6089-7f6e-4a46-bba4-b938e3a33bc2 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:32.869980 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afb6089-7f6e-4a46-bba4-b938e3a33bc2 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:10:32.874708 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-7afb6089-7f6e-4a46-bba4-b938e3a33bc2 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:10:32.878729 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afb6089-7f6e-4a46-bba4-b938e3a33bc2 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:10:32.913879 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb6089-7f6e-4a46-bba4-b938e3a33bc2 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Pushing event updated for resources: {'Port': ['ID=8cc78cdd-0851-4bc4-8ce4-ffe18ce1d01b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:33.236819 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7afb6089-7f6e-4a46-bba4-b938e3a33bc2 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:33.308888 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7afb6089-7f6e-4a46-bba4-b938e3a33bc2 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:33.457725 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7afb6089-7f6e-4a46-bba4-b938e3a33bc2 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:33.462886 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7afb6089-7f6e-4a46-bba4-b938e3a33bc2 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:33.534774 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb6089-7f6e-4a46-bba4-b938e3a33bc2 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Pushing event updated for resources: {'Port': ['ID=8cc78cdd-0851-4bc4-8ce4-ffe18ce1d01b,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:10:33.545595 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7afb6089-7f6e-4a46-bba4-b938e3a33bc2 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:33.644567 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-7afb6089-7f6e-4a46-bba4-b938e3a33bc2 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Floating IP 3329e278-1469-41cd-9e56-6ae050ac13f7 associated. External IP: 172.25.3.63, port: a52f9699-43d9-4f39-adc3-ef8d9735ae2c. Aug 28 16:10:33.848370 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afb6089-7f6e-4a46-bba4-b938e3a33bc2 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Router d6591860-6b1d-41e7-bc90-21b3ae7c2124 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:10:34.243769 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afb6089-7f6e-4a46-bba4-b938e3a33bc2 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:10:34.253417 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcae7abf-ce6a-41ed-8104-c22454b0f839 None None] Sync routers for ids ['d6591860-6b1d-41e7-bc90-21b3ae7c2124'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:10:34.261963 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7afb6089-7f6e-4a46-bba4-b938e3a33bc2 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:34.263580 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcae7abf-ce6a-41ed-8104-c22454b0f839 None None] Routers {'d6591860-6b1d-41e7-bc90-21b3ae7c2124'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:10:34.264233 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-bcae7abf-ce6a-41ed-8104-c22454b0f839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:10:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d6591860-6b1d-41e7-bc90-21b3ae7c2124'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:10:34.289269 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7afb6089-7f6e-4a46-bba4-b938e3a33bc2 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8280451 Aug 28 16:10:34.289891 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d35958-3403-4b0a-9666-75df29841e9d', 'tag': 'a52f9699-43d9-4f39-adc3-ef8d9735ae2c'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:10:34.292186 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c47d9bd-5685-4bb1-8485-08bd26ba0518" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d35958-3403-4b0a-9666-75df29841e9d", "tag": "a52f9699-43d9-4f39-adc3-ef8d9735ae2c"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:10:34.336490 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0faea6bf-a823-4cee-bdb3-4fb2290b6091 x-openstack-request-id: req-0faea6bf-a823-4cee-bdb3-4fb2290b6091 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:10:34.336804 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d35958-3403-4b0a-9666-75df29841e9d", "tag": "a52f9699-43d9-4f39-adc3-ef8d9735ae2c", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:10:34.337057 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0faea6bf-a823-4cee-bdb3-4fb2290b6091 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:10:34.337456 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d35958-3403-4b0a-9666-75df29841e9d', 'tag': 'a52f9699-43d9-4f39-adc3-ef8d9735ae2c', 'status': 'completed', 'code': 200} Aug 28 16:10:34.372017 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-bcae7abf-ce6a-41ed-8104-c22454b0f839 None None] Set router d6591860-6b1d-41e7-bc90-21b3ae7c2124 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:10:34.399264 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47d9bd-5685-4bb1-8485-08bd26ba0518 req-b7a2277f-86e1-480a-bb4f-bd9365ee7f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:34.400820 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6c47d9bd-5685-4bb1-8485-08bd26ba0518 req-b7a2277f-86e1-480a-bb4f-bd9365ee7f40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d5f5c0df68d4770ab9593d538edd7bf&device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 1097 time: 0.0419242 Aug 28 16:10:34.491020 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47d9bd-5685-4bb1-8485-08bd26ba0518 req-677cb04d-d636-4b5e-8df0-0c8257d1f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:34.492577 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6c47d9bd-5685-4bb1-8485-08bd26ba0518 req-677cb04d-d636-4b5e-8df0-0c8257d1f47c service neutron] 10.222.0.36 "GET /v2.0/networks?id=79e922a1-3a8b-47fc-bc23-dfa485ed13db HTTP/1.1" status: 200 len: 910 time: 0.0851214 Aug 28 16:10:34.563879 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6c47d9bd-5685-4bb1-8485-08bd26ba0518 req-d0c962eb-27a0-4d7a-833c-fb7a8f40c11c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a52f9699-43d9-4f39-adc3-ef8d9735ae2c HTTP/1.1" status: 200 len: 998 time: 0.0641301 Aug 28 16:10:34.592202 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-bcae7abf-ce6a-41ed-8104-c22454b0f839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'name': 'tempest-TestShelveInstance-1468152520-router', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:10:10Z', 'updated_at': '2021-08-28T16:10:13Z', 'revision_number': 4, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'gw_port': {'id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:11Z', 'updated_at': '2021-08-28T16:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '3329e278-1469-41cd-9e56-6ae050ac13f7', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'port_id': 'a52f9699-43d9-4f39-adc3-ef8d9735ae2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db', 'mac_address': 'fa:16:3e:ae:92:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d35958-3403-4b0a-9666-75df29841e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:10:33Z', 'updated_at': '2021-08-28T16:10:33Z', 'revision_number': 0, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf6a919-14bc-425a-be84-b66c58c766b2', 'name': '', 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'mac_address': 'fa:16:3e:79:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:12Z', 'updated_at': '2021-08-28T16:10:20Z', 'revision_number': 5, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'subnets': [{'id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:10:34.612139 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47d9bd-5685-4bb1-8485-08bd26ba0518 req-f5a7695c-a290-4c81-bd37-016ad39cbb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:34.613617 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6c47d9bd-5685-4bb1-8485-08bd26ba0518 req-f5a7695c-a290-4c81-bd37-016ad39cbb85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=558c6071-fdb8-4b7b-a9de-16eb01a5137f HTTP/1.1" status: 200 len: 848 time: 0.0429077 Aug 28 16:10:34.617946 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcae7abf-ce6a-41ed-8104-c22454b0f839 None None] Checking router: d6591860-6b1d-41e7-bc90-21b3ae7c2124 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:10:34.626490 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcae7abf-ce6a-41ed-8104-c22454b0f839 None None] Routers {'d6591860-6b1d-41e7-bc90-21b3ae7c2124'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:10:34.627092 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-bcae7abf-ce6a-41ed-8104-c22454b0f839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:10:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d6591860-6b1d-41e7-bc90-21b3ae7c2124'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:10:34.661354 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47d9bd-5685-4bb1-8485-08bd26ba0518 req-f3f93192-feaa-4670-a300-71bfb0522b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:34.662877 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6c47d9bd-5685-4bb1-8485-08bd26ba0518 req-f3f93192-feaa-4670-a300-71bfb0522b41 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79e922a1-3a8b-47fc-bc23-dfa485ed13db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428371 Aug 28 16:10:34.740140 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-bcae7abf-ce6a-41ed-8104-c22454b0f839 None None] Set router d6591860-6b1d-41e7-bc90-21b3ae7c2124 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:10:34.755445 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6c47d9bd-5685-4bb1-8485-08bd26ba0518 req-a3b0c879-b215-4026-a719-d819fdb6e884 service neutron] 10.222.0.36 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849330 Aug 28 16:10:34.845804 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6c47d9bd-5685-4bb1-8485-08bd26ba0518 req-c28734ad-26fc-4004-98d8-da5e21d31814 service neutron] 10.222.0.36 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829875 Aug 28 16:10:34.962931 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-bcae7abf-ce6a-41ed-8104-c22454b0f839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'name': 'tempest-TestShelveInstance-1468152520-router', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:10:10Z', 'updated_at': '2021-08-28T16:10:13Z', 'revision_number': 4, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'gw_port': {'id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:11Z', 'updated_at': '2021-08-28T16:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '3329e278-1469-41cd-9e56-6ae050ac13f7', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'port_id': 'a52f9699-43d9-4f39-adc3-ef8d9735ae2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db', 'mac_address': 'fa:16:3e:ae:92:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d35958-3403-4b0a-9666-75df29841e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:10:33Z', 'updated_at': '2021-08-28T16:10:33Z', 'revision_number': 0, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf6a919-14bc-425a-be84-b66c58c766b2', 'name': '', 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'mac_address': 'fa:16:3e:79:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:12Z', 'updated_at': '2021-08-28T16:10:20Z', 'revision_number': 5, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'subnets': [{'id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:10:34.987604 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcae7abf-ce6a-41ed-8104-c22454b0f839 None None] The sync data for ids ['d6591860-6b1d-41e7-bc90-21b3ae7c2124'] in n-d-712137-10 is: [{'id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'name': 'tempest-TestShelveInstance-1468152520-router', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:10:10Z', 'updated_at': '2021-08-28T16:10:13Z', 'revision_number': 4, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'gw_port': {'id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:11Z', 'updated_at': '2021-08-28T16:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '3329e278-1469-41cd-9e56-6ae050ac13f7', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'port_id': 'a52f9699-43d9-4f39-adc3-ef8d9735ae2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db', 'mac_address': 'fa:16:3e:ae:92:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d35958-3403-4b0a-9666-75df29841e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:10:33Z', 'updated_at': '2021-08-28T16:10:33Z', 'revision_number': 0, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf6a919-14bc-425a-be84-b66c58c766b2', 'name': '', 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'mac_address': 'fa:16:3e:79:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:12Z', 'updated_at': '2021-08-28T16:10:20Z', 'revision_number': 5, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'subnets': [{'id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:10:35.181207 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23f170e-a5f5-4bca-9592-7e94d6efa7ee None None] New status for floating IP 3329e278-1469-41cd-9e56-6ae050ac13f7: ACTIVE {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 16:10:37.086648 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:10:38.129673 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f11d2377-d06f-4bd1-8484-3e020341572f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:40.678889 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ee78c87e-4fec-402b-84f4-efae4e9691b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:40.994464 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:41.916296 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4f8bd7bc-bd67-4530-b95c-9c8ea3a8804f req-0de8fe9f-90be-4fa2-ae0f-326a6890d54c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447712 Aug 28 16:10:41.997988 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8bd7bc-bd67-4530-b95c-9c8ea3a8804f req-e056b0b2-4334-4c57-bc25-ce17dc3b3af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:41.999517 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4f8bd7bc-bd67-4530-b95c-9c8ea3a8804f req-e056b0b2-4334-4c57-bc25-ce17dc3b3af6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d5f5c0df68d4770ab9593d538edd7bf&device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 1097 time: 0.0395463 Aug 28 16:10:42.048672 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:42.100792 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8bd7bc-bd67-4530-b95c-9c8ea3a8804f req-ae73dd31-4b83-4629-a72e-421b9c162ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:42.102257 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4f8bd7bc-bd67-4530-b95c-9c8ea3a8804f req-ae73dd31-4b83-4629-a72e-421b9c162ea7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=79e922a1-3a8b-47fc-bc23-dfa485ed13db HTTP/1.1" status: 200 len: 910 time: 0.0840552 Aug 28 16:10:42.170637 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4f8bd7bc-bd67-4530-b95c-9c8ea3a8804f req-f0d3267c-f657-4efb-9d58-42b97487e31b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a52f9699-43d9-4f39-adc3-ef8d9735ae2c HTTP/1.1" status: 200 len: 1000 time: 0.0609157 Aug 28 16:10:42.219724 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8bd7bc-bd67-4530-b95c-9c8ea3a8804f req-cc6784bc-d641-479e-b8a0-e296e9a72a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:42.221125 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4f8bd7bc-bd67-4530-b95c-9c8ea3a8804f req-cc6784bc-d641-479e-b8a0-e296e9a72a2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=558c6071-fdb8-4b7b-a9de-16eb01a5137f HTTP/1.1" status: 200 len: 848 time: 0.0439649 Aug 28 16:10:42.265542 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8bd7bc-bd67-4530-b95c-9c8ea3a8804f req-c0dd5fca-4a69-4182-87f2-a12823a87ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:10:42.266929 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4f8bd7bc-bd67-4530-b95c-9c8ea3a8804f req-c0dd5fca-4a69-4182-87f2-a12823a87ca5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79e922a1-3a8b-47fc-bc23-dfa485ed13db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388317 Aug 28 16:10:42.360406 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4f8bd7bc-bd67-4530-b95c-9c8ea3a8804f req-edbd61f0-9f6c-4dee-9f1c-c76e8d9ecfda service neutron] 10.222.0.36 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858283 Aug 28 16:10:42.448223 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4f8bd7bc-bd67-4530-b95c-9c8ea3a8804f req-9b8237d3-8fff-4e17-9f16-0aea7e85b366 service neutron] 10.222.0.36 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811810 Aug 28 16:10:43.537063 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:55.192498 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:10:57.372414 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:11:08.134256 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a29c9c9f-c20b-4647-af71-db30dd09be85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:11:10.679503 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c171d521-1cf9-48ce-8797-ea8904faf504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:11:10.988038 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:11:12.046143 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:11:13.543830 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:11:14.086021 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:11:25.224367 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:11:27.375467 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:11:38.134941 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0b8c417b-6b44-46be-91b3-556526722e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:11:40.683998 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-575d71ff-61be-4004-9cbd-a773243bc366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:11:40.990669 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:11:41.918427 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-443a98a7-91f8-4704-bbf5-947a189ccedd req-5a2390f4-cccf-48fb-94d6-829925b5bb60 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441062 Aug 28 16:11:41.998163 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a98a7-91f8-4704-bbf5-947a189ccedd req-966ca017-c63b-4af2-967b-6827dd16091d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:11:42.000364 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-443a98a7-91f8-4704-bbf5-947a189ccedd req-966ca017-c63b-4af2-967b-6827dd16091d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d5f5c0df68d4770ab9593d538edd7bf&device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 1097 time: 0.0421510 Aug 28 16:11:42.051188 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:11:42.106257 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a98a7-91f8-4704-bbf5-947a189ccedd req-54de576d-53d6-4809-a054-285486f07a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:11:42.107757 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-443a98a7-91f8-4704-bbf5-947a189ccedd req-54de576d-53d6-4809-a054-285486f07a4c service neutron] 10.222.0.36 "GET /v2.0/networks?id=79e922a1-3a8b-47fc-bc23-dfa485ed13db HTTP/1.1" status: 200 len: 910 time: 0.0891492 Aug 28 16:11:42.178126 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-443a98a7-91f8-4704-bbf5-947a189ccedd req-0f022296-f4e6-40f6-9199-a315d3dbe234 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a52f9699-43d9-4f39-adc3-ef8d9735ae2c HTTP/1.1" status: 200 len: 1000 time: 0.0635998 Aug 28 16:11:42.227762 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a98a7-91f8-4704-bbf5-947a189ccedd req-04bf4c0f-03f4-4bb2-9092-1d3fc3f0b9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:11:42.229184 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-443a98a7-91f8-4704-bbf5-947a189ccedd req-04bf4c0f-03f4-4bb2-9092-1d3fc3f0b9e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=558c6071-fdb8-4b7b-a9de-16eb01a5137f HTTP/1.1" status: 200 len: 848 time: 0.0441041 Aug 28 16:11:42.273256 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a98a7-91f8-4704-bbf5-947a189ccedd req-837e4c82-bcc5-4f6e-85a1-a43b6d4aab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:11:42.274645 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-443a98a7-91f8-4704-bbf5-947a189ccedd req-837e4c82-bcc5-4f6e-85a1-a43b6d4aab7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79e922a1-3a8b-47fc-bc23-dfa485ed13db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389638 Aug 28 16:11:42.365496 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-443a98a7-91f8-4704-bbf5-947a189ccedd req-88add788-e464-401c-943a-28c4103cc339 service neutron] 10.222.0.36 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840833 Aug 28 16:11:42.454584 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-443a98a7-91f8-4704-bbf5-947a189ccedd req-83c86930-46fc-414c-b368-2865b0f2e5f8 service neutron] 10.222.0.36 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823944 Aug 28 16:11:43.543432 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:11:51.086260 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:11:55.241334 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:11:57.388540 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:12:08.136027 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f3d7219-7a7d-4425-9a17-b53912802b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:12:10.676031 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1e1b6dec-1378-45ad-962b-b9f752c261b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:12:10.992516 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:12:12.053066 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:12:13.548740 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:12:25.244558 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:12:27.396525 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:12:28.086360 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:12:30.205546 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190bca2-decf-490b-bad1-ddae07f44c3f req-eaa2e753-7d6a-4e37-b48f-1475976fd15e tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:30.207075 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9190bca2-decf-490b-bad1-ddae07f44c3f req-eaa2e753-7d6a-4e37-b48f-1475976fd15e tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 945 time: 0.1089768 Aug 28 16:12:30.244721 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9190bca2-decf-490b-bad1-ddae07f44c3f req-2a1ad63e-34bc-4dfa-8139-3a6a1f327505 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310984 Aug 28 16:12:31.394914 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bf377-4d7b-4cae-bc41-40b5cd1ede19 req-b9926bde-c906-42d7-9d2f-f60176c9849a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:31.396413 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cb6bf377-4d7b-4cae-bc41-40b5cd1ede19 req-b9926bde-c906-42d7-9d2f-f60176c9849a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 945 time: 0.0535462 Aug 28 16:12:31.434430 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cb6bf377-4d7b-4cae-bc41-40b5cd1ede19 req-73b12666-b4f8-4bbd-8e03-59fe5ce88356 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315661 Aug 28 16:12:32.577887 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641361c-5167-4d86-9142-ff4cdd19061d req-6352f159-26c3-4b64-900b-7c6509fdaf8f tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:32.579398 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4641361c-5167-4d86-9142-ff4cdd19061d req-6352f159-26c3-4b64-900b-7c6509fdaf8f tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 945 time: 0.0503416 Aug 28 16:12:32.622895 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4641361c-5167-4d86-9142-ff4cdd19061d req-125f9b12-7858-4b2d-9114-c7dc071e845d tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374682 Aug 28 16:12:33.737597 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59948377-ff25-48a7-9065-c2f3abf96e69 req-b0ee6ccd-a2e5-4ccf-a9ee-beac24096a0b tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:33.739106 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-59948377-ff25-48a7-9065-c2f3abf96e69 req-b0ee6ccd-a2e5-4ccf-a9ee-beac24096a0b tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 945 time: 0.0490370 Aug 28 16:12:33.776249 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-59948377-ff25-48a7-9065-c2f3abf96e69 req-b1324164-dddb-431c-8fef-fe69033a15e1 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309634 Aug 28 16:12:34.894386 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85320ee-914e-4c4d-9f6b-a9312da023dc req-7770a50d-ad8a-4c2c-b5cd-e6fc57fe2f50 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:34.895939 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c85320ee-914e-4c4d-9f6b-a9312da023dc req-7770a50d-ad8a-4c2c-b5cd-e6fc57fe2f50 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 945 time: 0.0529323 Aug 28 16:12:34.934182 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c85320ee-914e-4c4d-9f6b-a9312da023dc req-15a8ae83-ef96-4702-9cc5-62503765c841 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314286 Aug 28 16:12:36.048295 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f7b64-ec20-4df4-98a1-0a2b17f7b36a req-22c8d11f-337c-4733-bda7-922e32ec7e8a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:36.049669 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b33f7b64-ec20-4df4-98a1-0a2b17f7b36a req-22c8d11f-337c-4733-bda7-922e32ec7e8a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 945 time: 0.0485144 Aug 28 16:12:36.085896 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b33f7b64-ec20-4df4-98a1-0a2b17f7b36a req-6b107d1a-0661-4e92-8229-4284b5bdd5a1 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303164 Aug 28 16:12:37.200207 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3ab84-03f9-48f5-9bbb-9d926022acdc req-77d680a8-f632-40da-9eed-398b8146081f tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:37.201592 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e4c3ab84-03f9-48f5-9bbb-9d926022acdc req-77d680a8-f632-40da-9eed-398b8146081f tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 945 time: 0.0491216 Aug 28 16:12:37.238730 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e4c3ab84-03f9-48f5-9bbb-9d926022acdc req-160f08fd-5b2a-44ee-b7db-92cc176dde2a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311010 Aug 28 16:12:38.136629 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6f43ee06-717d-4308-bc6f-4499a832230e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:12:38.358084 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324808f-9115-43e7-b6f1-8b7edf9a862c req-efe5d37c-1510-4a52-a8f2-911dea863e2e tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:38.359583 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9324808f-9115-43e7-b6f1-8b7edf9a862c req-efe5d37c-1510-4a52-a8f2-911dea863e2e tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 945 time: 0.0530457 Aug 28 16:12:38.397305 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9324808f-9115-43e7-b6f1-8b7edf9a862c req-360f0ddf-992c-4040-b727-a7617edcf4e4 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316308 Aug 28 16:12:39.519916 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f06802-b008-42ed-8fe0-e6da72b20fbb req-f01cb294-1d3f-42f2-a463-84b0a5e27cae tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:39.521473 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-81f06802-b008-42ed-8fe0-e6da72b20fbb req-f01cb294-1d3f-42f2-a463-84b0a5e27cae tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 945 time: 0.0489571 Aug 28 16:12:39.564589 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-81f06802-b008-42ed-8fe0-e6da72b20fbb req-121cc8cd-f644-4379-adc8-92a21325f88e tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358603 Aug 28 16:12:40.675982 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-7249ee82-ecc9-40c0-8d10-ef07c27957af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:12:40.678803 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0106d9-7d98-47c0-b03b-e9e9578f9d40 req-0da61e9b-5e32-4568-b969-10476ac49291 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:40.680359 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7d0106d9-7d98-47c0-b03b-e9e9578f9d40 req-0da61e9b-5e32-4568-b969-10476ac49291 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 945 time: 0.0489011 Aug 28 16:12:40.719620 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7d0106d9-7d98-47c0-b03b-e9e9578f9d40 req-f0cfcea1-9c2a-4158-99ac-3720e57a621d tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323551 Aug 28 16:12:40.993461 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:12:41.050920 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device a52f9699-43d9-4f39-adc3-ef8d9735ae2c details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 16:12:41.141346 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port a52f9699-43d9-4f39-adc3-ef8d9735ae2c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=a52f9699-43d9-4f39-adc3-ef8d9735ae2c,segment=NetworkSegment(9e409ba4-774c-4714-a7c1-c989a0e30af3),segment_id=9e409ba4-774c-4714-a7c1-c989a0e30af3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:12:41.153110 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'a52f9699-43d9-4f39-adc3-ef8d9735ae2c', 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db', 'port_id': 'a52f9699-43d9-4f39-adc3-ef8d9735ae2c', 'mac_address': 'fa:16:3e:ae:92:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 16:12:41.194927 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:12:41.207200 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a52f9699-43d9-4f39-adc3-ef8d9735ae2c {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 16:12:41.225969 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port a52f9699-43d9-4f39-adc3-ef8d9735ae2c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=a52f9699-43d9-4f39-adc3-ef8d9735ae2c,segment=NetworkSegment(9e409ba4-774c-4714-a7c1-c989a0e30af3),segment_id=9e409ba4-774c-4714-a7c1-c989a0e30af3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:12:41.230391 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:12:41.279929 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=a52f9699-43d9-4f39-adc3-ef8d9735ae2c,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:12:41.287972 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:12:41.288317 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:12:41.288654 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:12:41.288985 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:12:41.289314 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:12:41.289640 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:12:41.289964 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:12:41.290283 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:12:41.290602 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:12:41.290987 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:12:41.291907 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:12:41.292227 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:12:41.317190 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['a52f9699-43d9-4f39-adc3-ef8d9735ae2c'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 16:12:41.850811 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6e6d7-a26e-41cb-a773-e6633ec1d4b0 req-5aedd970-dd14-4104-a2ef-dd674b4c3ab8 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:41.852620 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f7c6e6d7-a26e-41cb-a773-e6633ec1d4b0 req-5aedd970-dd14-4104-a2ef-dd674b4c3ab8 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 944 time: 0.0613618 Aug 28 16:12:41.899435 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f7c6e6d7-a26e-41cb-a773-e6633ec1d4b0 req-1c076a1f-0ba1-4b28-aadb-514454892c59 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391531 Aug 28 16:12:42.012367 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ac05c-5f27-4072-91cd-40a50fbc70a4 req-b3d78b6a-0a52-4c5c-b4ad-3dc2ffaea447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:42.013974 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-616ac05c-5f27-4072-91cd-40a50fbc70a4 req-b3d78b6a-0a52-4c5c-b4ad-3dc2ffaea447 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d5f5c0df68d4770ab9593d538edd7bf&device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 1096 time: 0.0992825 Aug 28 16:12:42.069710 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:12:42.149189 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ac05c-5f27-4072-91cd-40a50fbc70a4 req-0a12b0e3-3efc-4a00-b2bf-80ddaf11bd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:42.151153 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-616ac05c-5f27-4072-91cd-40a50fbc70a4 req-0a12b0e3-3efc-4a00-b2bf-80ddaf11bd1e service neutron] 10.222.0.36 "GET /v2.0/networks?id=79e922a1-3a8b-47fc-bc23-dfa485ed13db HTTP/1.1" status: 200 len: 910 time: 0.1119125 Aug 28 16:12:42.235808 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-616ac05c-5f27-4072-91cd-40a50fbc70a4 req-4a02928f-013c-4683-884e-79224b9eedf6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a52f9699-43d9-4f39-adc3-ef8d9735ae2c HTTP/1.1" status: 200 len: 999 time: 0.0768268 Aug 28 16:12:42.294241 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ac05c-5f27-4072-91cd-40a50fbc70a4 req-94d8d0bc-3283-4e4b-b125-1fee580d107e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:42.295873 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-616ac05c-5f27-4072-91cd-40a50fbc70a4 req-94d8d0bc-3283-4e4b-b125-1fee580d107e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=558c6071-fdb8-4b7b-a9de-16eb01a5137f HTTP/1.1" status: 200 len: 848 time: 0.0531411 Aug 28 16:12:42.347810 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ac05c-5f27-4072-91cd-40a50fbc70a4 req-dcfc03bc-4ca6-4c93-8478-cee4746d8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:42.349541 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-616ac05c-5f27-4072-91cd-40a50fbc70a4 req-dcfc03bc-4ca6-4c93-8478-cee4746d8a4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79e922a1-3a8b-47fc-bc23-dfa485ed13db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467093 Aug 28 16:12:42.446348 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-616ac05c-5f27-4072-91cd-40a50fbc70a4 req-e523c367-fe58-4038-8713-e2a2c82e0dd7 service neutron] 10.222.0.36 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892785 Aug 28 16:12:42.542941 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-616ac05c-5f27-4072-91cd-40a50fbc70a4 req-27616d65-5674-4ce8-acc9-e5ec917089d5 service neutron] 10.222.0.36 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889900 Aug 28 16:12:43.036730 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad3e6d-883a-4c53-a64e-345bdbab38dd req-cf49df26-04c0-4db3-8315-eb8939b75175 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:43.046260 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-36ad3e6d-883a-4c53-a64e-345bdbab38dd req-cf49df26-04c0-4db3-8315-eb8939b75175 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 944 time: 0.0657537 Aug 28 16:12:43.052280 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device a52f9699-43d9-4f39-adc3-ef8d9735ae2c up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:12:43.092832 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-36ad3e6d-883a-4c53-a64e-345bdbab38dd req-8b87429c-3c33-4ab6-a297-eeb6762e4c12 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392911 Aug 28 16:12:43.129772 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port a52f9699-43d9-4f39-adc3-ef8d9735ae2c triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:12:43.130431 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:12:43.236574 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:12:43.262270 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d35958-3403-4b0a-9666-75df29841e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52f9699-43d9-4f39-adc3-ef8d9735ae2c'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:12:43.268685 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e998ae4c8ad98a44641492a375488314a28001c32b9c96e1494d2a73900553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae86150f-1edc-4364-8b4a-446db412a65c" -d '{"events": [{"server_uuid": "f5d35958-3403-4b0a-9666-75df29841e9d", "name": "network-vif-plugged", "status": "completed", "tag": "a52f9699-43d9-4f39-adc3-ef8d9735ae2c"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:12:43.302605 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port a52f9699-43d9-4f39-adc3-ef8d9735ae2c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=a52f9699-43d9-4f39-adc3-ef8d9735ae2c,segment=NetworkSegment(9e409ba4-774c-4714-a7c1-c989a0e30af3),segment_id=9e409ba4-774c-4714-a7c1-c989a0e30af3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:12:43.313516 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:12:43.379715 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=a52f9699-43d9-4f39-adc3-ef8d9735ae2c,revision_number=7']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:12:43.417664 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 16:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eceb58f-1026-4634-bd4b-35a9d2154992 x-openstack-request-id: req-9eceb58f-1026-4634-bd4b-35a9d2154992 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:12:43.417993 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d35958-3403-4b0a-9666-75df29841e9d", "name": "network-vif-plugged", "status": "completed", "tag": "a52f9699-43d9-4f39-adc3-ef8d9735ae2c", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:12:43.418257 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9eceb58f-1026-4634-bd4b-35a9d2154992 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:12:43.418664 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d35958-3403-4b0a-9666-75df29841e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52f9699-43d9-4f39-adc3-ef8d9735ae2c', 'code': 200} Aug 28 16:12:43.551971 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:12:44.223975 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd4fbd-ef8f-4c07-8c12-10b2d22b0a24 req-b7e7f001-b8be-4638-a383-128894ccbc94 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:44.225672 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-50bd4fbd-ef8f-4c07-8c12-10b2d22b0a24 req-b7e7f001-b8be-4638-a383-128894ccbc94 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 945 time: 0.0533941 Aug 28 16:12:44.279302 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-50bd4fbd-ef8f-4c07-8c12-10b2d22b0a24 req-5715c4e7-d979-496c-af80-db5be0eef528 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465703 Aug 28 16:12:45.401062 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9678407-e4c9-4a5d-87c6-f568552a10ee req-2f0ff785-eb58-4a22-b4d8-8554fc12db07 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:45.409498 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f9678407-e4c9-4a5d-87c6-f568552a10ee req-2f0ff785-eb58-4a22-b4d8-8554fc12db07 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 945 time: 0.0630672 Aug 28 16:12:45.450576 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f9678407-e4c9-4a5d-87c6-f568552a10ee req-460a6bde-b7c1-41bf-bc17-6ad204f6b471 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402000 Aug 28 16:12:46.584329 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6881b8-8781-4dbe-8146-177332140c1d req-a9ad24d1-4458-4366-90e7-320af05680de tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:46.597663 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fc6881b8-8781-4dbe-8146-177332140c1d req-a9ad24d1-4458-4366-90e7-320af05680de tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 945 time: 0.0702424 Aug 28 16:12:46.643476 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-fc6881b8-8781-4dbe-8146-177332140c1d req-3a3bcfa0-74c4-4925-8265-da06a86ccfcc tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445154 Aug 28 16:12:47.771313 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0250f-0bbf-4d5d-bb2d-14cd294b39ab req-deb7a9fd-027c-4cc4-b4de-31adaebbf7fc tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:47.773124 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-86c0250f-0bbf-4d5d-bb2d-14cd294b39ab req-deb7a9fd-027c-4cc4-b4de-31adaebbf7fc tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 945 time: 0.0544231 Aug 28 16:12:47.821301 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-86c0250f-0bbf-4d5d-bb2d-14cd294b39ab req-77ad59a1-618c-4001-b997-20505cface95 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404458 Aug 28 16:12:48.941427 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1ac27-4938-461a-8172-2d3f462ec3fd req-5ca68dd4-d947-4f04-9ddc-3032f3677da2 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:48.944266 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9bb1ac27-4938-461a-8172-2d3f462ec3fd req-5ca68dd4-d947-4f04-9ddc-3032f3677da2 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 945 time: 0.0523989 Aug 28 16:12:48.985517 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9bb1ac27-4938-461a-8172-2d3f462ec3fd req-02e7ad61-6c9a-49e6-be91-7db127a66b12 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363913 Aug 28 16:12:50.129264 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303b706-fa67-4527-862d-6eae3046ce7b req-1018d46a-a182-40c8-a3ba-e378a4576231 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:50.130796 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7303b706-fa67-4527-862d-6eae3046ce7b req-1018d46a-a182-40c8-a3ba-e378a4576231 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 945 time: 0.0583217 Aug 28 16:12:50.184269 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7303b706-fa67-4527-862d-6eae3046ce7b req-d59a84d3-1da4-46b3-89ef-3952ee0f85d3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473709 Aug 28 16:12:51.299955 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572e4e0-1256-4dbc-93fe-20b0be24ce6e req-f06429bc-2b8b-4b48-9e42-d86f8733eed0 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:51.301475 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c572e4e0-1256-4dbc-93fe-20b0be24ce6e req-f06429bc-2b8b-4b48-9e42-d86f8733eed0 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 945 time: 0.0517044 Aug 28 16:12:51.340509 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c572e4e0-1256-4dbc-93fe-20b0be24ce6e req-eb3dc4bc-9f1f-40af-9d62-d72e0cbd207f tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328789 Aug 28 16:12:51.928224 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f668b3-66e6-4132-a79c-834cb884f6c1 req-22db5698-554a-4561-aebb-9a3ab6f9b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:51.929795 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0f668b3-66e6-4132-a79c-834cb884f6c1 req-22db5698-554a-4561-aebb-9a3ab6f9b550 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d5f5c0df68d4770ab9593d538edd7bf&device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 1097 time: 0.0452251 Aug 28 16:12:52.017124 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f668b3-66e6-4132-a79c-834cb884f6c1 req-35fda69c-da01-493c-ad5b-ffa05d6c9bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:52.018491 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0f668b3-66e6-4132-a79c-834cb884f6c1 req-35fda69c-da01-493c-ad5b-ffa05d6c9bde service neutron] 10.222.0.36 "GET /v2.0/networks?id=79e922a1-3a8b-47fc-bc23-dfa485ed13db HTTP/1.1" status: 200 len: 910 time: 0.0818739 Aug 28 16:12:52.086419 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0f668b3-66e6-4132-a79c-834cb884f6c1 req-ebe8d235-525e-4e44-ab74-d2cd296409e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a52f9699-43d9-4f39-adc3-ef8d9735ae2c HTTP/1.1" status: 200 len: 1000 time: 0.0610688 Aug 28 16:12:52.134052 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f668b3-66e6-4132-a79c-834cb884f6c1 req-e1aeb9aa-f4c0-43bc-ab5d-aa7b778f2642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:52.135468 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0f668b3-66e6-4132-a79c-834cb884f6c1 req-e1aeb9aa-f4c0-43bc-ab5d-aa7b778f2642 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=558c6071-fdb8-4b7b-a9de-16eb01a5137f HTTP/1.1" status: 200 len: 848 time: 0.0419056 Aug 28 16:12:52.180086 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f668b3-66e6-4132-a79c-834cb884f6c1 req-99e25266-c363-4fc8-ad97-730d60209f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:52.181557 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0f668b3-66e6-4132-a79c-834cb884f6c1 req-99e25266-c363-4fc8-ad97-730d60209f12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79e922a1-3a8b-47fc-bc23-dfa485ed13db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390816 Aug 28 16:12:52.271020 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0f668b3-66e6-4132-a79c-834cb884f6c1 req-4b592799-ed32-48d5-8cdd-d524753d19d4 service neutron] 10.222.0.36 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818598 Aug 28 16:12:52.358048 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a0f668b3-66e6-4132-a79c-834cb884f6c1 req-e189c3ce-3b6f-4b92-9130-4458b0a3d0b4 service neutron] 10.222.0.36 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789948 Aug 28 16:12:52.460153 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34dd3ab-4e00-47fc-bd1a-584068823a78 req-fd957e56-9c5b-423b-86c7-ee5e04c7fd76 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:52.461738 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a34dd3ab-4e00-47fc-bd1a-584068823a78 req-fd957e56-9c5b-423b-86c7-ee5e04c7fd76 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 945 time: 0.0504484 Aug 28 16:12:52.499414 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a34dd3ab-4e00-47fc-bd1a-584068823a78 req-673b12ec-b25c-4b60-aa56-7600368ffa3e tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316515 Aug 28 16:12:53.622824 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78672aa-3fe8-4b63-ae58-aebf409738da req-a2c34d88-106a-4b37-855e-d785ade0f1b5 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:53.624377 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c78672aa-3fe8-4b63-ae58-aebf409738da req-a2c34d88-106a-4b37-855e-d785ade0f1b5 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 945 time: 0.0544159 Aug 28 16:12:53.666154 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c78672aa-3fe8-4b63-ae58-aebf409738da req-b3f91a9e-960e-4174-9e1b-dda3d980182e tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313454 Aug 28 16:12:54.786522 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0be84-9f2f-4989-b324-4a558381d674 req-5c5c75bc-0787-4643-a954-d4aaac546879 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:54.788013 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-18a0be84-9f2f-4989-b324-4a558381d674 req-5c5c75bc-0787-4643-a954-d4aaac546879 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 945 time: 0.0492606 Aug 28 16:12:54.829629 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-18a0be84-9f2f-4989-b324-4a558381d674 req-11275541-9724-4f0b-8df4-8a82a0d9d3a4 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354838 Aug 28 16:12:55.051222 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd7ab7-db8b-4ce4-a0ec-08980a01ee4b req-e232ae86-462e-4935-9a47-5cae0513dd8d tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:55.052803 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7cdd7ab7-db8b-4ce4-a0ec-08980a01ee4b req-e232ae86-462e-4935-9a47-5cae0513dd8d tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 945 time: 0.0557394 Aug 28 16:12:55.093564 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-7cdd7ab7-db8b-4ce4-a0ec-08980a01ee4b req-b4e96d05-26df-48f4-966f-c837d2555631 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333064 Aug 28 16:12:55.095893 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device a52f9699-43d9-4f39-adc3-ef8d9735ae2c no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:12:55.180236 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:12:55.187892 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34088) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:12:55.205550 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d35958-3403-4b0a-9666-75df29841e9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a52f9699-43d9-4f39-adc3-ef8d9735ae2c'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:12:55.207865 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e998ae4c8ad98a44641492a375488314a28001c32b9c96e1494d2a73900553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb51fc0-ae63-4d00-9b19-13f795f8bf74" -d '{"events": [{"server_uuid": "f5d35958-3403-4b0a-9666-75df29841e9d", "name": "network-vif-unplugged", "status": "completed", "tag": "a52f9699-43d9-4f39-adc3-ef8d9735ae2c"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:12:55.221471 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port a52f9699-43d9-4f39-adc3-ef8d9735ae2c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=a52f9699-43d9-4f39-adc3-ef8d9735ae2c,segment=NetworkSegment(9e409ba4-774c-4714-a7c1-c989a0e30af3),segment_id=9e409ba4-774c-4714-a7c1-c989a0e30af3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:12:55.225817 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:12:55.256485 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 28 Aug 2021 16:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c48d22-3872-4750-bd4e-d5ad74afcbf9 x-openstack-request-id: req-a1c48d22-3872-4750-bd4e-d5ad74afcbf9 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:12:55.256803 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d35958-3403-4b0a-9666-75df29841e9d", "name": "network-vif-unplugged", "status": "failed", "tag": "a52f9699-43d9-4f39-adc3-ef8d9735ae2c", "code": 422}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:12:55.257164 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1c48d22-3872-4750-bd4e-d5ad74afcbf9 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:12:55.257560 n-d-712137-10 neutron-server[106331]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f5d35958-3403-4b0a-9666-75df29841e9d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a52f9699-43d9-4f39-adc3-ef8d9735ae2c', 'code': 422} returned with failed status Aug 28 16:12:55.276489 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:12:55.281220 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-70e5fc52-3e04-4bb5-904c-235da89641b9 req-d635c66f-42bd-4c89-a841-38f093745a5c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921910 Aug 28 16:12:55.286190 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=a52f9699-43d9-4f39-adc3-ef8d9735ae2c,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:12:55.998313 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5fc52-3e04-4bb5-904c-235da89641b9 req-90a11f80-7139-4305-83f7-66d17d338c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:55.999733 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-70e5fc52-3e04-4bb5-904c-235da89641b9 req-90a11f80-7139-4305-83f7-66d17d338c93 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d&tenant_id=9d5f5c0df68d4770ab9593d538edd7bf HTTP/1.1" status: 200 len: 1095 time: 0.0409405 Aug 28 16:12:56.059890 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5fc52-3e04-4bb5-904c-235da89641b9 req-0109d263-8954-4355-831f-873f5b6b10b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:56.061368 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-70e5fc52-3e04-4bb5-904c-235da89641b9 req-0109d263-8954-4355-831f-873f5b6b10b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d5f5c0df68d4770ab9593d538edd7bf&device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 1095 time: 0.0403731 Aug 28 16:12:56.154208 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5fc52-3e04-4bb5-904c-235da89641b9 req-dcf169e3-352a-4e4b-a3ed-c2b16c93546f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:56.155798 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-70e5fc52-3e04-4bb5-904c-235da89641b9 req-dcf169e3-352a-4e4b-a3ed-c2b16c93546f service neutron] 10.222.0.36 "GET /v2.0/networks?id=79e922a1-3a8b-47fc-bc23-dfa485ed13db HTTP/1.1" status: 200 len: 910 time: 0.0871856 Aug 28 16:12:56.216194 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7db99b-1ef7-4ebe-9bbd-2283394aefed req-0dc6ee92-7ecd-494f-9ce6-51a83a304558 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:56.217686 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be7db99b-1ef7-4ebe-9bbd-2283394aefed req-0dc6ee92-7ecd-494f-9ce6-51a83a304558 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 943 time: 0.0506940 Aug 28 16:12:56.223550 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-70e5fc52-3e04-4bb5-904c-235da89641b9 req-c5a4339c-4f50-44ed-8a54-4ee196c6c035 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a52f9699-43d9-4f39-adc3-ef8d9735ae2c HTTP/1.1" status: 200 len: 998 time: 0.0609334 Aug 28 16:12:56.257274 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-be7db99b-1ef7-4ebe-9bbd-2283394aefed req-ee6f4b23-da98-4204-8441-966322a2a875 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331404 Aug 28 16:12:56.275550 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5fc52-3e04-4bb5-904c-235da89641b9 req-6327320a-6e41-4a0a-9a7f-043d7c2dc80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:56.275550 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-70e5fc52-3e04-4bb5-904c-235da89641b9 req-6327320a-6e41-4a0a-9a7f-043d7c2dc80a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=558c6071-fdb8-4b7b-a9de-16eb01a5137f HTTP/1.1" status: 200 len: 848 time: 0.0431173 Aug 28 16:12:56.325619 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5fc52-3e04-4bb5-904c-235da89641b9 req-22110be3-602d-42bb-959e-cba150389cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:56.327280 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-70e5fc52-3e04-4bb5-904c-235da89641b9 req-22110be3-602d-42bb-959e-cba150389cb0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79e922a1-3a8b-47fc-bc23-dfa485ed13db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465362 Aug 28 16:12:56.416635 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-70e5fc52-3e04-4bb5-904c-235da89641b9 req-26bf7404-13f0-4559-96cf-b3b111e6b077 service neutron] 10.222.0.36 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815239 Aug 28 16:12:56.508792 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-70e5fc52-3e04-4bb5-904c-235da89641b9 req-2ba4a080-ac7b-40b0-8b6d-cfef94458478 service neutron] 10.222.0.36 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850070 Aug 28 16:12:57.377189 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b6d92-e4d3-4462-9fa1-30cf51fa4234 req-5816c705-8ff7-4228-a283-b19c54157fcd tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:57.379069 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-554b6d92-e4d3-4462-9fa1-30cf51fa4234 req-5816c705-8ff7-4228-a283-b19c54157fcd tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 943 time: 0.0525849 Aug 28 16:12:57.402796 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:12:57.420681 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-554b6d92-e4d3-4462-9fa1-30cf51fa4234 req-4160a03f-8e16-4bb1-b2fb-5a61f6f931c1 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352335 Aug 28 16:12:58.547580 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd4d01-1206-4d90-bf1e-e0ca24ed7a6c req-ec6d4b5f-6266-4caf-bd1d-9f338e0b3472 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:58.549316 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0fdd4d01-1206-4d90-bf1e-e0ca24ed7a6c req-ec6d4b5f-6266-4caf-bd1d-9f338e0b3472 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 943 time: 0.0543714 Aug 28 16:12:58.595992 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0fdd4d01-1206-4d90-bf1e-e0ca24ed7a6c req-e2aaf900-f86f-489a-b66a-97814353bbef tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386307 Aug 28 16:12:59.729470 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be33e4-196b-4ec1-a37d-fb2cc658c618 req-68340314-625f-4c78-932c-4d40813a9918 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:12:59.734689 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-24be33e4-196b-4ec1-a37d-fb2cc658c618 req-68340314-625f-4c78-932c-4d40813a9918 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 943 time: 0.0577586 Aug 28 16:12:59.796904 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-24be33e4-196b-4ec1-a37d-fb2cc658c618 req-4dd7cdda-80b1-429f-9982-2a2b8ffac1bf tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552773 Aug 28 16:13:00.916733 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223d1b9-4c50-4b64-ab81-0ab6a0c566d2 req-7a956a26-9cf3-43cc-9ff0-c32f49d908b3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:13:00.918429 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2223d1b9-4c50-4b64-ab81-0ab6a0c566d2 req-7a956a26-9cf3-43cc-9ff0-c32f49d908b3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 943 time: 0.0495672 Aug 28 16:13:00.969906 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2223d1b9-4c50-4b64-ab81-0ab6a0c566d2 req-63cfd1b2-811e-4101-84dd-c87757bc334e tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438256 Aug 28 16:13:02.092810 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da0f25-0455-46e6-8881-dae35531b253 req-486ac3bb-17d6-4b0d-b18c-6132d3121539 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:13:02.094291 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-19da0f25-0455-46e6-8881-dae35531b253 req-486ac3bb-17d6-4b0d-b18c-6132d3121539 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 943 time: 0.0596871 Aug 28 16:13:02.132026 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-19da0f25-0455-46e6-8881-dae35531b253 req-4fa1f8e8-0b37-4ca5-b8c2-618aa57a1453 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316687 Aug 28 16:13:03.269900 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05c3c7-b6b8-4876-a07a-9d44b1b6655d req-5e33df2b-33a6-4ead-9604-fea5fd7987eb tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:13:03.271471 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cd05c3c7-b6b8-4876-a07a-9d44b1b6655d req-5e33df2b-33a6-4ead-9604-fea5fd7987eb tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 943 time: 0.0692606 Aug 28 16:13:03.311073 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-cd05c3c7-b6b8-4876-a07a-9d44b1b6655d req-47038387-e55b-46f3-855b-b09bbb584f79 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326972 Aug 28 16:13:04.430550 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ad6d8-62b7-42aa-9900-90e1e546cb8e req-72a8f7ad-91da-4360-b472-2ada4b1f78f2 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:13:04.438948 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a69ad6d8-62b7-42aa-9900-90e1e546cb8e req-72a8f7ad-91da-4360-b472-2ada4b1f78f2 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 943 time: 0.0571723 Aug 28 16:13:04.473695 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a69ad6d8-62b7-42aa-9900-90e1e546cb8e req-6203f88e-7e5e-4282-b20a-50f78b3d0a89 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338881 Aug 28 16:13:05.087054 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:13:05.592915 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b993d-aaee-4eb9-bf58-32940d9a7dfe req-75e78908-d8a0-456c-b536-d1b824332f9e tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:13:05.594768 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2f0b993d-aaee-4eb9-bf58-32940d9a7dfe req-75e78908-d8a0-456c-b536-d1b824332f9e tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 943 time: 0.0516346 Aug 28 16:13:05.640053 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2f0b993d-aaee-4eb9-bf58-32940d9a7dfe req-abb6f666-1242-49b2-a495-10b5e1613232 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392437 Aug 28 16:13:06.769936 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ae1db-9553-47b3-9010-3f5b15349969 req-1a00a717-decd-4b85-a4be-bc79ba2d05c1 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:13:06.772126 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-af8ae1db-9553-47b3-9010-3f5b15349969 req-1a00a717-decd-4b85-a4be-bc79ba2d05c1 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 943 time: 0.0547924 Aug 28 16:13:06.814054 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-af8ae1db-9553-47b3-9010-3f5b15349969 req-18550aba-8a77-4a29-82c8-2e3e02a28cdf tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347710 Aug 28 16:13:07.930228 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ae7ae-1ed8-40c2-90e5-b02ad93b50d0 req-13241c69-809f-472f-a37c-804c32c5ce81 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:13:07.931751 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-933ae7ae-1ed8-40c2-90e5-b02ad93b50d0 req-13241c69-809f-472f-a37c-804c32c5ce81 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 943 time: 0.0495007 Aug 28 16:13:07.971554 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-933ae7ae-1ed8-40c2-90e5-b02ad93b50d0 req-75b5f75f-2221-442c-8aa2-6b37ceb6bdaf tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327768 Aug 28 16:13:08.138676 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d4eaaea2-7429-4268-a8b5-7def3c470f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:13:09.090551 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5d0e8-5850-429b-932a-cee0e1cc6f73 req-f2af327e-c621-4717-8cb1-2005ff9f255c tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:13:09.092032 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3bb5d0e8-5850-429b-932a-cee0e1cc6f73 req-f2af327e-c621-4717-8cb1-2005ff9f255c tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 943 time: 0.0528293 Aug 28 16:13:09.128412 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3bb5d0e8-5850-429b-932a-cee0e1cc6f73 req-4c141fac-5b40-4980-a8f6-5e58903ca66a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304711 Aug 28 16:13:09.157311 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device a52f9699-43d9-4f39-adc3-ef8d9735ae2c details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 16:13:09.251996 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port a52f9699-43d9-4f39-adc3-ef8d9735ae2c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=a52f9699-43d9-4f39-adc3-ef8d9735ae2c,segment=NetworkSegment(9e409ba4-774c-4714-a7c1-c989a0e30af3),segment_id=9e409ba4-774c-4714-a7c1-c989a0e30af3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:13:09.263744 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': 'a52f9699-43d9-4f39-adc3-ef8d9735ae2c', 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db', 'port_id': 'a52f9699-43d9-4f39-adc3-ef8d9735ae2c', 'mac_address': 'fa:16:3e:ae:92:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 16:13:09.302765 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:13:09.316041 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a52f9699-43d9-4f39-adc3-ef8d9735ae2c {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 16:13:09.335090 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port a52f9699-43d9-4f39-adc3-ef8d9735ae2c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=a52f9699-43d9-4f39-adc3-ef8d9735ae2c,segment=NetworkSegment(9e409ba4-774c-4714-a7c1-c989a0e30af3),segment_id=9e409ba4-774c-4714-a7c1-c989a0e30af3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:13:09.338987 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:13:09.385577 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=a52f9699-43d9-4f39-adc3-ef8d9735ae2c,revision_number=9']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:13:09.537923 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['a52f9699-43d9-4f39-adc3-ef8d9735ae2c'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 16:13:10.244410 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3439d8-d69e-4020-949c-aef217f67562 req-9518efd2-924b-4674-8b93-408c38809c58 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:13:10.245874 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0c3439d8-d69e-4020-949c-aef217f67562 req-9518efd2-924b-4674-8b93-408c38809c58 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 944 time: 0.0477645 Aug 28 16:13:10.283272 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0c3439d8-d69e-4020-949c-aef217f67562 req-ab100c4b-c891-4227-99dc-89c846eea094 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307767 Aug 28 16:13:10.676800 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29cfbdf6-3c33-4ad3-b0bc-6094c5ee2ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:13:10.995487 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:13:11.167509 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device a52f9699-43d9-4f39-adc3-ef8d9735ae2c up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:13:11.216915 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port a52f9699-43d9-4f39-adc3-ef8d9735ae2c triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:13:11.217283 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:13:11.290502 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:13:11.312813 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d35958-3403-4b0a-9666-75df29841e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52f9699-43d9-4f39-adc3-ef8d9735ae2c'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:13:11.315056 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e998ae4c8ad98a44641492a375488314a28001c32b9c96e1494d2a73900553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562c6a72-86b0-42fe-8357-8bda486db40b" -d '{"events": [{"server_uuid": "f5d35958-3403-4b0a-9666-75df29841e9d", "name": "network-vif-plugged", "status": "completed", "tag": "a52f9699-43d9-4f39-adc3-ef8d9735ae2c"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:13:11.327754 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port a52f9699-43d9-4f39-adc3-ef8d9735ae2c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=a52f9699-43d9-4f39-adc3-ef8d9735ae2c,segment=NetworkSegment(9e409ba4-774c-4714-a7c1-c989a0e30af3),segment_id=9e409ba4-774c-4714-a7c1-c989a0e30af3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:13:11.332227 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:13:11.360849 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 16:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46086ab-3ef9-4ce5-ad96-96145df98f7b x-openstack-request-id: req-d46086ab-3ef9-4ce5-ad96-96145df98f7b {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:13:11.361222 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d35958-3403-4b0a-9666-75df29841e9d", "name": "network-vif-plugged", "status": "completed", "tag": "a52f9699-43d9-4f39-adc3-ef8d9735ae2c", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:13:11.361425 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d46086ab-3ef9-4ce5-ad96-96145df98f7b {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:13:11.361793 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d35958-3403-4b0a-9666-75df29841e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52f9699-43d9-4f39-adc3-ef8d9735ae2c', 'code': 200} Aug 28 16:13:11.389488 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=a52f9699-43d9-4f39-adc3-ef8d9735ae2c,revision_number=10']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:13:11.411082 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca9bc3-c1b4-4284-969e-08f31bd114f1 req-a056586b-f372-48f8-b5ae-7f257dcdfe54 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:13:11.412914 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-daca9bc3-c1b4-4284-969e-08f31bd114f1 req-a056586b-f372-48f8-b5ae-7f257dcdfe54 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 946 time: 0.0600502 Aug 28 16:13:11.452372 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-daca9bc3-c1b4-4284-969e-08f31bd114f1 req-466e883e-6353-41e0-be9e-4d32e57ebd22 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326965 Aug 28 16:13:11.508560 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a971ee-ee82-474d-ad61-f9758b3d10d7 req-eaa3bfae-e876-4e06-98fb-0d62b03897b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:13:11.510030 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b9a971ee-ee82-474d-ad61-f9758b3d10d7 req-eaa3bfae-e876-4e06-98fb-0d62b03897b5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 1098 time: 0.0392776 Aug 28 16:13:11.544615 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b9a971ee-ee82-474d-ad61-f9758b3d10d7 req-80e6bb07-37a0-4b12-a60e-4dc95e11c224 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271225 Aug 28 16:13:12.064324 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:13:12.585696 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d0c9b-9203-48b6-b226-73a612a1953c req-30180411-5bae-43fc-bc22-639fe7d22c97 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:13:12.587345 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9f0d0c9b-9203-48b6-b226-73a612a1953c req-30180411-5bae-43fc-bc22-639fe7d22c97 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 946 time: 0.0543885 Aug 28 16:13:12.635183 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9f0d0c9b-9203-48b6-b226-73a612a1953c req-e68ec4b8-3ff0-4654-ba5e-a0cb0b53f874 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410264 Aug 28 16:13:13.552268 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:13:13.754204 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c76414-ad63-4c8b-a49a-7c97df9221cc req-ee417806-5a65-4ccf-9dd3-2519d6a0efea tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:13:13.755730 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-99c76414-ad63-4c8b-a49a-7c97df9221cc req-ee417806-5a65-4ccf-9dd3-2519d6a0efea tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 946 time: 0.0525682 Aug 28 16:13:13.793235 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-99c76414-ad63-4c8b-a49a-7c97df9221cc req-77de5516-2391-4058-be29-e8cbce5ac563 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315263 Aug 28 16:13:25.250012 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:13:27.418234 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:13:38.138824 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cfe156fd-2b73-4d5e-ad6c-97116b4ac9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:13:40.677712 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cc1b55f6-5c49-492a-abe2-a5a1e1272cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:13:40.997620 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:13:41.928005 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e35d704f-8fcd-4e0a-8afa-93c9a631d1f0 req-2668288a-c33d-409a-8960-58d7c806c307 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397243 Aug 28 16:13:42.007521 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d704f-8fcd-4e0a-8afa-93c9a631d1f0 req-8041a513-a8ae-49c8-8638-f473f9370162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:13:42.009036 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e35d704f-8fcd-4e0a-8afa-93c9a631d1f0 req-8041a513-a8ae-49c8-8638-f473f9370162 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d5f5c0df68d4770ab9593d538edd7bf&device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 1098 time: 0.0406110 Aug 28 16:13:42.065272 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:13:42.086385 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:13:42.113969 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d704f-8fcd-4e0a-8afa-93c9a631d1f0 req-e40dd30a-3cbe-4fa1-9f2a-37604ba16f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:13:42.115551 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e35d704f-8fcd-4e0a-8afa-93c9a631d1f0 req-e40dd30a-3cbe-4fa1-9f2a-37604ba16f3a service neutron] 10.222.0.36 "GET /v2.0/networks?id=79e922a1-3a8b-47fc-bc23-dfa485ed13db HTTP/1.1" status: 200 len: 910 time: 0.0868976 Aug 28 16:13:42.179347 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e35d704f-8fcd-4e0a-8afa-93c9a631d1f0 req-19a906b8-20bb-4353-9173-41e969fb28cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a52f9699-43d9-4f39-adc3-ef8d9735ae2c HTTP/1.1" status: 200 len: 1000 time: 0.0570171 Aug 28 16:13:42.227285 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d704f-8fcd-4e0a-8afa-93c9a631d1f0 req-806b685e-15e7-414a-83fb-b3394dd5178b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:13:42.228703 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e35d704f-8fcd-4e0a-8afa-93c9a631d1f0 req-806b685e-15e7-414a-83fb-b3394dd5178b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=558c6071-fdb8-4b7b-a9de-16eb01a5137f HTTP/1.1" status: 200 len: 848 time: 0.0421305 Aug 28 16:13:42.277274 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d704f-8fcd-4e0a-8afa-93c9a631d1f0 req-345a3c2d-52b7-493b-a6ed-63b875e19f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:13:42.278725 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e35d704f-8fcd-4e0a-8afa-93c9a631d1f0 req-345a3c2d-52b7-493b-a6ed-63b875e19f12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79e922a1-3a8b-47fc-bc23-dfa485ed13db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426044 Aug 28 16:13:42.369828 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e35d704f-8fcd-4e0a-8afa-93c9a631d1f0 req-36415b43-9e89-46fa-b9fd-9fac9efeff7e service neutron] 10.222.0.36 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832191 Aug 28 16:13:42.462206 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e35d704f-8fcd-4e0a-8afa-93c9a631d1f0 req-64eaefd3-3d5a-41ea-9bf0-264dabe5d896 service neutron] 10.222.0.36 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849528 Aug 28 16:13:43.552975 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:13:55.251802 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:13:57.419276 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:08.139498 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-16745f29-3b2a-4081-8fbd-d8b3433f16d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:10.678696 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8126d6a6-9e61-4c4b-8998-6d9e05b16fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:10.998051 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:12.066326 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:13.556582 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:19.085629 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:14:25.097575 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34206) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:14:25.256399 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-93bfe02d-95b3-4015-82f1-9a7347a0fb11 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Deleting port 8cc78cdd-0851-4bc4-8ce4-ffe18ce1d01b {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:14:25.256750 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-93bfe02d-95b3-4015-82f1-9a7347a0fb11 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:25.261285 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:25.332662 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-93bfe02d-95b3-4015-82f1-9a7347a0fb11 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:25.332995 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-93bfe02d-95b3-4015-82f1-9a7347a0fb11 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:25.344384 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-93bfe02d-95b3-4015-82f1-9a7347a0fb11 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Calling delete_port for 8cc78cdd-0851-4bc4-8ce4-ffe18ce1d01b owned by network:floatingip {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:14:25.491419 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-93bfe02d-95b3-4015-82f1-9a7347a0fb11 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:25.517738 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfe02d-95b3-4015-82f1-9a7347a0fb11 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Pushing event deleted for resources: {'Port': ['ID=8cc78cdd-0851-4bc4-8ce4-ffe18ce1d01b,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:14:25.543684 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bfe02d-95b3-4015-82f1-9a7347a0fb11 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:14:25.544316 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bfe02d-95b3-4015-82f1-9a7347a0fb11 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:14:25.544657 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bfe02d-95b3-4015-82f1-9a7347a0fb11 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:14:25.544995 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bfe02d-95b3-4015-82f1-9a7347a0fb11 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:14:25.545329 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bfe02d-95b3-4015-82f1-9a7347a0fb11 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:14:25.545661 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bfe02d-95b3-4015-82f1-9a7347a0fb11 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:14:25.545990 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bfe02d-95b3-4015-82f1-9a7347a0fb11 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:14:25.546317 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bfe02d-95b3-4015-82f1-9a7347a0fb11 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:14:25.546645 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bfe02d-95b3-4015-82f1-9a7347a0fb11 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:14:25.546968 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bfe02d-95b3-4015-82f1-9a7347a0fb11 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:14:25.547294 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bfe02d-95b3-4015-82f1-9a7347a0fb11 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:14:25.547619 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bfe02d-95b3-4015-82f1-9a7347a0fb11 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:14:25.594140 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-93bfe02d-95b3-4015-82f1-9a7347a0fb11 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for floatingip, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:25.594498 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [None req-93bfe02d-95b3-4015-82f1-9a7347a0fb11 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Floating IP 3329e278-1469-41cd-9e56-6ae050ac13f7 disassociated (deleted). External IP: 172.25.3.63, port: a52f9699-43d9-4f39-adc3-ef8d9735ae2c. Aug 28 16:14:25.797396 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bfe02d-95b3-4015-82f1-9a7347a0fb11 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Router d6591860-6b1d-41e7-bc90-21b3ae7c2124 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:14:25.905627 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bfe02d-95b3-4015-82f1-9a7347a0fb11 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:14:25.910374 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-93bfe02d-95b3-4015-82f1-9a7347a0fb11 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:25.915020 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5e9fa5-8ac6-4cff-a7cb-d3f81acf8f9e None None] Sync routers for ids ['d6591860-6b1d-41e7-bc90-21b3ae7c2124'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:14:25.925624 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5e9fa5-8ac6-4cff-a7cb-d3f81acf8f9e None None] Routers {'d6591860-6b1d-41e7-bc90-21b3ae7c2124'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:14:25.926238 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8b5e9fa5-8ac6-4cff-a7cb-d3f81acf8f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:14:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d6591860-6b1d-41e7-bc90-21b3ae7c2124'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:14:25.941690 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-93bfe02d-95b3-4015-82f1-9a7347a0fb11 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "DELETE /v2.0/floatingips/3329e278-1469-41cd-9e56-6ae050ac13f7 HTTP/1.1" status: 204 len: 168 time: 0.8430126 Aug 28 16:14:25.942296 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d35958-3403-4b0a-9666-75df29841e9d', 'tag': 'a52f9699-43d9-4f39-adc3-ef8d9735ae2c'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:14:25.944624 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e308943d50e92a26f6c3a6de5cf793d4f684f916ac590010b5ff3c9d15b1720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c154fae2-fc4e-4462-998b-2cbb0e0e4b40" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d35958-3403-4b0a-9666-75df29841e9d", "tag": "a52f9699-43d9-4f39-adc3-ef8d9735ae2c"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:14:25.984754 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545a2650-dd92-4dbf-92f8-739d4f5178fa x-openstack-request-id: req-545a2650-dd92-4dbf-92f8-739d4f5178fa {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:14:25.985187 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d35958-3403-4b0a-9666-75df29841e9d", "tag": "a52f9699-43d9-4f39-adc3-ef8d9735ae2c", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:14:25.985601 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-545a2650-dd92-4dbf-92f8-739d4f5178fa {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:14:25.986042 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d35958-3403-4b0a-9666-75df29841e9d', 'tag': 'a52f9699-43d9-4f39-adc3-ef8d9735ae2c', 'status': 'completed', 'code': 200} Aug 28 16:14:26.032859 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-8b5e9fa5-8ac6-4cff-a7cb-d3f81acf8f9e None None] Set router d6591860-6b1d-41e7-bc90-21b3ae7c2124 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:14:26.054822 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154fae2-fc4e-4462-998b-2cbb0e0e4b40 req-bd210f79-e4e9-4eeb-9c06-d35cb5c2d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:14:26.057010 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c154fae2-fc4e-4462-998b-2cbb0e0e4b40 req-bd210f79-e4e9-4eeb-9c06-d35cb5c2d400 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d5f5c0df68d4770ab9593d538edd7bf&device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 1098 time: 0.0479736 Aug 28 16:14:26.191052 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154fae2-fc4e-4462-998b-2cbb0e0e4b40 req-2aecdc72-d79a-4f21-b730-3126ba20ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:14:26.192594 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c154fae2-fc4e-4462-998b-2cbb0e0e4b40 req-2aecdc72-d79a-4f21-b730-3126ba20ede3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=79e922a1-3a8b-47fc-bc23-dfa485ed13db HTTP/1.1" status: 200 len: 910 time: 0.1270092 Aug 28 16:14:26.216792 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef5178-163d-483b-bd38-f6579e3ea894 req-919c0c32-2b8e-46fd-a2e0-d8faa8ae6ec9 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:14:26.218300 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-faef5178-163d-483b-bd38-f6579e3ea894 req-919c0c32-2b8e-46fd-a2e0-d8faa8ae6ec9 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 946 time: 0.0851474 Aug 28 16:14:26.248111 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c154fae2-fc4e-4462-998b-2cbb0e0e4b40 req-862585d7-5154-40e0-b1aa-25e145061fb2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a52f9699-43d9-4f39-adc3-ef8d9735ae2c HTTP/1.1" status: 200 len: 217 time: 0.0464520 Aug 28 16:14:26.314514 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-faef5178-163d-483b-bd38-f6579e3ea894 req-df91472d-99fe-47e1-99f5-513afd383ee8 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688241 Aug 28 16:14:26.322045 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154fae2-fc4e-4462-998b-2cbb0e0e4b40 req-35c976a7-a774-4fd2-95a6-9c427536cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:14:26.323793 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c154fae2-fc4e-4462-998b-2cbb0e0e4b40 req-35c976a7-a774-4fd2-95a6-9c427536cbd0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=558c6071-fdb8-4b7b-a9de-16eb01a5137f HTTP/1.1" status: 200 len: 848 time: 0.0637617 Aug 28 16:14:26.332830 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8b5e9fa5-8ac6-4cff-a7cb-d3f81acf8f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'name': 'tempest-TestShelveInstance-1468152520-router', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:10:10Z', 'updated_at': '2021-08-28T16:10:13Z', 'revision_number': 4, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'gw_port': {'id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:11Z', 'updated_at': '2021-08-28T16:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '7cf6a919-14bc-425a-be84-b66c58c766b2', 'name': '', 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'mac_address': 'fa:16:3e:79:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:12Z', 'updated_at': '2021-08-28T16:10:20Z', 'revision_number': 5, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'subnets': [{'id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:14:26.359754 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5e9fa5-8ac6-4cff-a7cb-d3f81acf8f9e None None] Checking router: d6591860-6b1d-41e7-bc90-21b3ae7c2124 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:14:26.368192 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5e9fa5-8ac6-4cff-a7cb-d3f81acf8f9e None None] Routers {'d6591860-6b1d-41e7-bc90-21b3ae7c2124'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:14:26.368805 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8b5e9fa5-8ac6-4cff-a7cb-d3f81acf8f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:14:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d6591860-6b1d-41e7-bc90-21b3ae7c2124'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:14:26.377314 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154fae2-fc4e-4462-998b-2cbb0e0e4b40 req-9f068fb3-d3be-4224-96e2-34a1da133244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:14:26.378807 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c154fae2-fc4e-4462-998b-2cbb0e0e4b40 req-9f068fb3-d3be-4224-96e2-34a1da133244 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79e922a1-3a8b-47fc-bc23-dfa485ed13db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460281 Aug 28 16:14:26.467155 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c154fae2-fc4e-4462-998b-2cbb0e0e4b40 req-7bc933d0-89fd-4768-b998-1e1cff6ec027 service neutron] 10.222.0.36 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804338 Aug 28 16:14:26.472795 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-8b5e9fa5-8ac6-4cff-a7cb-d3f81acf8f9e None None] Set router d6591860-6b1d-41e7-bc90-21b3ae7c2124 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:14:26.562163 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c154fae2-fc4e-4462-998b-2cbb0e0e4b40 req-4b1a0afa-d235-4f4a-b642-55d57112f7b7 service neutron] 10.222.0.36 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874412 Aug 28 16:14:26.677093 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8b5e9fa5-8ac6-4cff-a7cb-d3f81acf8f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'name': 'tempest-TestShelveInstance-1468152520-router', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:10:10Z', 'updated_at': '2021-08-28T16:10:13Z', 'revision_number': 4, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'gw_port': {'id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:11Z', 'updated_at': '2021-08-28T16:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '7cf6a919-14bc-425a-be84-b66c58c766b2', 'name': '', 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'mac_address': 'fa:16:3e:79:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:12Z', 'updated_at': '2021-08-28T16:10:20Z', 'revision_number': 5, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'subnets': [{'id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:14:26.703676 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5e9fa5-8ac6-4cff-a7cb-d3f81acf8f9e None None] The sync data for ids ['d6591860-6b1d-41e7-bc90-21b3ae7c2124'] in n-d-712137-10 is: [{'id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'name': 'tempest-TestShelveInstance-1468152520-router', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:10:10Z', 'updated_at': '2021-08-28T16:10:13Z', 'revision_number': 4, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'gw_port': {'id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:11Z', 'updated_at': '2021-08-28T16:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '7cf6a919-14bc-425a-be84-b66c58c766b2', 'name': '', 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'mac_address': 'fa:16:3e:79:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:12Z', 'updated_at': '2021-08-28T16:10:20Z', 'revision_number': 5, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'subnets': [{'id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:14:26.922279 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05676fd-eff2-4102-9e50-c39d286a02aa None None] New status for floating IP 3329e278-1469-41cd-9e56-6ae050ac13f7: DOWN {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 16:14:27.429091 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:27.435534 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d502b9-7043-4c81-a172-0b8c27468da1 req-57b9fc1f-aea9-4c6d-ad76-bcc00bf50cfa tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:14:27.437096 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-93d502b9-7043-4c81-a172-0b8c27468da1 req-57b9fc1f-aea9-4c6d-ad76-bcc00bf50cfa tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 946 time: 0.0519505 Aug 28 16:14:27.471619 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d305beb-eec8-4a80-a0be-d4c0ba3126f9 req-ac724e3b-bfc5-4f39-9e9d-a445ce132538 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:14:27.473254 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8d305beb-eec8-4a80-a0be-d4c0ba3126f9 req-ac724e3b-bfc5-4f39-9e9d-a445ce132538 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d35958-3403-4b0a-9666-75df29841e9d HTTP/1.1" status: 200 len: 946 time: 0.0511582 Aug 28 16:14:27.476141 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-93d502b9-7043-4c81-a172-0b8c27468da1 req-a4dd9ccb-422a-4662-9a9e-abb1c7f52eca tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=9023a50d-6487-4144-a58f-c3ca00450d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328782 Aug 28 16:14:27.572392 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-8d305beb-eec8-4a80-a0be-d4c0ba3126f9 req-980d8cab-5be5-4707-809b-a9f4ef4469e3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Deleting port a52f9699-43d9-4f39-adc3-ef8d9735ae2c {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:14:27.573391 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-8d305beb-eec8-4a80-a0be-d4c0ba3126f9 req-980d8cab-5be5-4707-809b-a9f4ef4469e3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:27.659580 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-8d305beb-eec8-4a80-a0be-d4c0ba3126f9 req-980d8cab-5be5-4707-809b-a9f4ef4469e3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] For port a52f9699-43d9-4f39-adc3-ef8d9735ae2c, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=a52f9699-43d9-4f39-adc3-ef8d9735ae2c,segment=NetworkSegment(9e409ba4-774c-4714-a7c1-c989a0e30af3),segment_id=9e409ba4-774c-4714-a7c1-c989a0e30af3)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:14:27.659970 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-8d305beb-eec8-4a80-a0be-d4c0ba3126f9 req-980d8cab-5be5-4707-809b-a9f4ef4469e3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:27.672588 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-8d305beb-eec8-4a80-a0be-d4c0ba3126f9 req-980d8cab-5be5-4707-809b-a9f4ef4469e3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Calling delete_port for a52f9699-43d9-4f39-adc3-ef8d9735ae2c owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:14:27.797188 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-8d305beb-eec8-4a80-a0be-d4c0ba3126f9 req-980d8cab-5be5-4707-809b-a9f4ef4469e3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:27.827243 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d8cab-5be5-4707-809b-a9f4ef4469e3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Pushing event deleted for resources: {'Port': ['ID=a52f9699-43d9-4f39-adc3-ef8d9735ae2c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:14:27.856632 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d8cab-5be5-4707-809b-a9f4ef4469e3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:14:27.856986 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d8cab-5be5-4707-809b-a9f4ef4469e3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:14:27.857336 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d8cab-5be5-4707-809b-a9f4ef4469e3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:14:27.857679 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d8cab-5be5-4707-809b-a9f4ef4469e3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:14:27.858017 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d8cab-5be5-4707-809b-a9f4ef4469e3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:14:27.858356 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d8cab-5be5-4707-809b-a9f4ef4469e3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:14:27.858689 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d8cab-5be5-4707-809b-a9f4ef4469e3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:14:27.859020 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d8cab-5be5-4707-809b-a9f4ef4469e3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:14:27.859347 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d8cab-5be5-4707-809b-a9f4ef4469e3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:14:27.859749 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d8cab-5be5-4707-809b-a9f4ef4469e3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:14:27.860022 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d8cab-5be5-4707-809b-a9f4ef4469e3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:14:27.860357 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d8cab-5be5-4707-809b-a9f4ef4469e3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:14:27.880856 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d305beb-eec8-4a80-a0be-d4c0ba3126f9 req-980d8cab-5be5-4707-809b-a9f4ef4469e3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] No DVR routers for this DVR port a52f9699-43d9-4f39-adc3-ef8d9735ae2c on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 16:14:27.883525 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-8d305beb-eec8-4a80-a0be-d4c0ba3126f9 req-980d8cab-5be5-4707-809b-a9f4ef4469e3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:27.886450 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8d305beb-eec8-4a80-a0be-d4c0ba3126f9 req-980d8cab-5be5-4707-809b-a9f4ef4469e3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.36 "DELETE /v2.0/ports/a52f9699-43d9-4f39-adc3-ef8d9735ae2c HTTP/1.1" status: 204 len: 173 time: 0.4075484 Aug 28 16:14:27.886903 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d35958-3403-4b0a-9666-75df29841e9d', 'name': 'network-vif-deleted', 'tag': 'a52f9699-43d9-4f39-adc3-ef8d9735ae2c'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:14:27.889616 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0244d59a-f6b6-44f8-8f87-ccb397dcfc33" -d '{"events": [{"server_uuid": "f5d35958-3403-4b0a-9666-75df29841e9d", "name": "network-vif-deleted", "tag": "a52f9699-43d9-4f39-adc3-ef8d9735ae2c"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:14:27.985697 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 16:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcf2fa7-c09d-44bc-9f90-34436dc276a8 x-openstack-request-id: req-5dcf2fa7-c09d-44bc-9f90-34436dc276a8 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:14:27.985991 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d35958-3403-4b0a-9666-75df29841e9d", "name": "network-vif-deleted", "tag": "a52f9699-43d9-4f39-adc3-ef8d9735ae2c", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:14:27.986243 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5dcf2fa7-c09d-44bc-9f90-34436dc276a8 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:14:27.986718 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d35958-3403-4b0a-9666-75df29841e9d', 'name': 'network-vif-deleted', 'tag': 'a52f9699-43d9-4f39-adc3-ef8d9735ae2c', 'status': 'completed', 'code': 200} Aug 28 16:14:28.531098 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34228) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:14:28.589113 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f188b389-ef4d-4a2c-823a-bcb058ed0f22 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:28.613287 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f188b389-ef4d-4a2c-823a-bcb058ed0f22 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:28.671949 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f188b389-ef4d-4a2c-823a-bcb058ed0f22 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:28.674446 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f188b389-ef4d-4a2c-823a-bcb058ed0f22 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:28.675631 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f188b389-ef4d-4a2c-823a-bcb058ed0f22 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "DELETE /v2.0/security-groups/9023a50d-6487-4144-a58f-c3ca00450d35 HTTP/1.1" status: 204 len: 168 time: 0.1433704 Aug 28 16:14:28.685895 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188b389-ef4d-4a2c-823a-bcb058ed0f22 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9023a50d-6487-4144-a58f-c3ca00450d35,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:14:28.961015 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34234) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:14:28.966440 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-2597555b-e0f5-4f62-b44e-384d18ab77d9 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-149438004', 'description': 'tempest-secgroup-smoke-149438004 description', 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:14:28.987866 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2597555b-e0f5-4f62-b44e-384d18ab77d9 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:29.073973 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2597555b-e0f5-4f62-b44e-384d18ab77d9 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:29.077548 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2597555b-e0f5-4f62-b44e-384d18ab77d9 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:29.104631 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2597555b-e0f5-4f62-b44e-384d18ab77d9 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:29.105837 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2597555b-e0f5-4f62-b44e-384d18ab77d9 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1438224 Aug 28 16:14:29.107705 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597555b-e0f5-4f62-b44e-384d18ab77d9 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b77bd5d2-1893-41d8-a26b-2527b199de4d,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:14:29.108809 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34236) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:14:29.114155 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-d6e0c8a8-10ca-403a-be42-bf3004b81f14 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Request body: {'security_group_rule': {'security_group_id': 'b77bd5d2-1893-41d8-a26b-2527b199de4d', 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:14:29.144253 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d6e0c8a8-10ca-403a-be42-bf3004b81f14 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:29.203897 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d6e0c8a8-10ca-403a-be42-bf3004b81f14 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:29.207333 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d6e0c8a8-10ca-403a-be42-bf3004b81f14 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:29.221781 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0c8a8-10ca-403a-be42-bf3004b81f14 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6fafd2-ce3e-4558-ba02-3ed461949cf6,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:14:29.229963 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d6e0c8a8-10ca-403a-be42-bf3004b81f14 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:29.231262 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d6e0c8a8-10ca-403a-be42-bf3004b81f14 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214159 Aug 28 16:14:29.233969 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34238) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:14:29.238399 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-726dd68a-a107-40cb-9893-8446cb24e9cf tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Request body: {'security_group_rule': {'security_group_id': 'b77bd5d2-1893-41d8-a26b-2527b199de4d', 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:14:29.264773 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-726dd68a-a107-40cb-9893-8446cb24e9cf tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:29.320288 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-726dd68a-a107-40cb-9893-8446cb24e9cf tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:29.324523 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-726dd68a-a107-40cb-9893-8446cb24e9cf tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:29.343731 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726dd68a-a107-40cb-9893-8446cb24e9cf tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ec72a1-57aa-44ea-8419-13f606a38f98,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:14:29.347012 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-726dd68a-a107-40cb-9893-8446cb24e9cf tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:29.348213 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-726dd68a-a107-40cb-9893-8446cb24e9cf tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1133218 Aug 28 16:14:29.350913 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34240) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:14:29.355471 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-1afa2cbc-8f12-45b7-9c35-4ce4fa5c7aa6 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Request body: {'security_group_rule': {'security_group_id': 'b77bd5d2-1893-41d8-a26b-2527b199de4d', 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:14:29.382896 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1afa2cbc-8f12-45b7-9c35-4ce4fa5c7aa6 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:29.439893 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1afa2cbc-8f12-45b7-9c35-4ce4fa5c7aa6 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:29.443512 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1afa2cbc-8f12-45b7-9c35-4ce4fa5c7aa6 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:29.457741 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa2cbc-8f12-45b7-9c35-4ce4fa5c7aa6 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffbe3c3f-86d4-4afa-ade7-9a2322f10b70,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:14:29.467474 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-1afa2cbc-8f12-45b7-9c35-4ce4fa5c7aa6 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:29.468802 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-1afa2cbc-8f12-45b7-9c35-4ce4fa5c7aa6 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168611 Aug 28 16:14:29.471427 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34242) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:14:29.475853 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-497d447d-b3a3-4308-bf21-0d9e0421551a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Request body: {'security_group_rule': {'security_group_id': 'b77bd5d2-1893-41d8-a26b-2527b199de4d', 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:14:29.501890 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-497d447d-b3a3-4308-bf21-0d9e0421551a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:29.563776 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-497d447d-b3a3-4308-bf21-0d9e0421551a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:29.567168 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-497d447d-b3a3-4308-bf21-0d9e0421551a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:29.570474 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device a52f9699-43d9-4f39-adc3-ef8d9735ae2c no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:14:29.586688 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d447d-b3a3-4308-bf21-0d9e0421551a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3459bcc3-5eee-422e-a918-3e4280632fef,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:14:29.592123 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: a52f9699-43d9-4f39-adc3-ef8d9735ae2c {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:14:29.592679 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device a52f9699-43d9-4f39-adc3-ef8d9735ae2c not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:14:29.594074 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-497d447d-b3a3-4308-bf21-0d9e0421551a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:29.598210 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-497d447d-b3a3-4308-bf21-0d9e0421551a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1258256 Aug 28 16:14:29.598413 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34244) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:14:29.603158 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-88abc7e6-e86b-4955-9c31-7f78801a9de3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Request body: {'security_group_rule': {'security_group_id': 'b77bd5d2-1893-41d8-a26b-2527b199de4d', 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:14:29.624914 n-d-712137-10 neutron-server[106330]: INFO neutron.db.securitygroups_db [None req-88abc7e6-e86b-4955-9c31-7f78801a9de3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Project 9d5f5c0df68d4770ab9593d538edd7bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 16:14:29.630016 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-88abc7e6-e86b-4955-9c31-7f78801a9de3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:29.702721 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-88abc7e6-e86b-4955-9c31-7f78801a9de3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:29.705460 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-88abc7e6-e86b-4955-9c31-7f78801a9de3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:29.723378 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abc7e6-e86b-4955-9c31-7f78801a9de3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db53b501-7558-434d-976a-9bb838939b8e,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:14:29.729180 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-88abc7e6-e86b-4955-9c31-7f78801a9de3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:29.730513 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-88abc7e6-e86b-4955-9c31-7f78801a9de3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1310844 Aug 28 16:14:29.733425 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34246) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:14:29.737700 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-132b6dda-4430-40d4-9dc3-8cb8862bdc0a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Request body: {'security_group_rule': {'security_group_id': 'b77bd5d2-1893-41d8-a26b-2527b199de4d', 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:14:29.757956 n-d-712137-10 neutron-server[106330]: INFO neutron.db.securitygroups_db [None req-132b6dda-4430-40d4-9dc3-8cb8862bdc0a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Project 9d5f5c0df68d4770ab9593d538edd7bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 16:14:29.763165 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-132b6dda-4430-40d4-9dc3-8cb8862bdc0a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:29.824304 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-132b6dda-4430-40d4-9dc3-8cb8862bdc0a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:29.828258 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-132b6dda-4430-40d4-9dc3-8cb8862bdc0a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:29.845717 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b6dda-4430-40d4-9dc3-8cb8862bdc0a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e52385cd-f8ec-4405-bc5b-9d1cbed91a36,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:14:29.852303 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-132b6dda-4430-40d4-9dc3-8cb8862bdc0a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:29.853647 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-132b6dda-4430-40d4-9dc3-8cb8862bdc0a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194973 Aug 28 16:14:38.142639 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-13b40249-9238-413d-bd9e-ad53ebf47861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:40.679690 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a934375c-3db7-4550-8d0f-82e46eb54458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:41.000177 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:42.071253 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:43.560388 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:44.130916 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-a1eebdce-3ab9-427e-a4b9-bdc336bcb509 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-149438004&fields=id&tenant_id=9d5f5c0df68d4770ab9593d538edd7bf HTTP/1.1" status: 200 len: 267 time: 0.0387692 Aug 28 16:14:44.251006 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-8ec67976-014c-42cb-8d8f-f7830ec1c9ac tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:14:44.252540 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-8ec67976-014c-42cb-8d8f-f7830ec1c9ac tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/networks?id=79e922a1-3a8b-47fc-bc23-dfa485ed13db HTTP/1.1" status: 200 len: 809 time: 0.1128044 Aug 28 16:14:44.267705 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-c945e269-8ac8-4b99-adb6-10375b831de9 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/quotas/9d5f5c0df68d4770ab9593d538edd7bf HTTP/1.1" status: 200 len: 375 time: 0.0092475 Aug 28 16:14:44.321963 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-7cc00038-b031-4e13-b287-705036943818 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d5f5c0df68d4770ab9593d538edd7bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490084 Aug 28 16:14:44.380460 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-25a7b6a1-eec0-4259-906f-d3b740b35f49 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 16:14:44.381460 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-25a7b6a1-eec0-4259-906f-d3b740b35f49 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482464 Aug 28 16:14:44.471449 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-5bade326-6bd8-4ae9-b9bc-d78a0c7e5463 service neutron] 10.222.0.13 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831447 Aug 28 16:14:44.564036 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-0d5a7070-7ec0-4db9-9165-24b78b1ef8a3 service neutron] 10.222.0.13 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863528 Aug 28 16:14:44.851453 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-90bed5ca-c8a6-4bab-9f58-958059848d0a req-276834e5-e12b-4440-99e3-735198729b40 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 210 time: 0.0297151 Aug 28 16:14:45.883415 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-86fa9305-a26b-4c13-a8e4-5eed6ce79e56 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:14:45.885103 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-86fa9305-a26b-4c13-a8e4-5eed6ce79e56 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.41 "GET /v2.0/networks?id=79e922a1-3a8b-47fc-bc23-dfa485ed13db HTTP/1.1" status: 200 len: 809 time: 0.1042087 Aug 28 16:14:45.932551 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-539e7fd9-e081-4550-a5eb-82987ba31eee tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d5f5c0df68d4770ab9593d538edd7bf HTTP/1.1" status: 200 len: 379 time: 0.0380290 Aug 28 16:14:45.941944 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-6406c62f-574d-4dc9-bc23-ac638788d4fe tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Request body: {'port': {'device_id': '0c33e3f9-b945-4247-ba07-11b6228e3887', 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db', 'admin_state_up': True, 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'security_groups': ['b77bd5d2-1893-41d8-a26b-2527b199de4d']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:14:46.066910 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-6406c62f-574d-4dc9-bc23-ac638788d4fe tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Made reservation on behalf of 9d5f5c0df68d4770ab9593d538edd7bf for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 16:14:46.070494 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-6406c62f-574d-4dc9-bc23-ac638788d4fe tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:46.205658 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-6406c62f-574d-4dc9-bc23-ac638788d4fe tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Allocated IP 172.20.0.5 (79e922a1-3a8b-47fc-bc23-dfa485ed13db/558c6071-fdb8-4b7b-a9de-16eb01a5137f/80dce648-9d37-4ab2-8aef-1e957a28786d) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:14:46.258416 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a1c4e520-6c75-4577-87c0-4037ec6c7b01 req-d3eb3123-7044-473b-a2a3-5ce3c9430b84 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 210 time: 0.3316557 Aug 28 16:14:46.355554 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-6406c62f-574d-4dc9-bc23-ac638788d4fe tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:46.370438 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-6406c62f-574d-4dc9-bc23-ac638788d4fe tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Transition to ACTIVE for port object 80dce648-9d37-4ab2-8aef-1e957a28786d will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:14:46.402538 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-6406c62f-574d-4dc9-bc23-ac638788d4fe tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:46.449392 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-6406c62f-574d-4dc9-bc23-ac638788d4fe tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Network 79e922a1-3a8b-47fc-bc23-dfa485ed13db is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:14:46.452490 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-6406c62f-574d-4dc9-bc23-ac638788d4fe tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:14:46.456266 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-6406c62f-574d-4dc9-bc23-ac638788d4fe tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:14:46.462524 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406c62f-574d-4dc9-bc23-ac638788d4fe tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Pushing event updated for resources: {'Port': ['ID=80dce648-9d37-4ab2-8aef-1e957a28786d,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:14:46.510708 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-6406c62f-574d-4dc9-bc23-ac638788d4fe tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:14:46.511368 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-6406c62f-574d-4dc9-bc23-ac638788d4fe tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:46.526918 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-6406c62f-574d-4dc9-bc23-ac638788d4fe tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5889745 Aug 28 16:14:46.597665 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-81e99d63-dcdd-44a2-afb4-fec5cf06d92c service neutron] Request body: {'port': {'device_id': '0c33e3f9-b945-4247-ba07-11b6228e3887', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:14:46.661841 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-81e99d63-dcdd-44a2-afb4-fec5cf06d92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:46.685340 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-cbff79fb-649e-4212-b6ff-621ff00a4476 None None] Provisioning for port 80dce648-9d37-4ab2-8aef-1e957a28786d completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:14:46.689435 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-cbff79fb-649e-4212-b6ff-621ff00a4476 None None] Provisioning complete for port 80dce648-9d37-4ab2-8aef-1e957a28786d triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:14:46.689960 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-cbff79fb-649e-4212-b6ff-621ff00a4476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:46.728335 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-cbff79fb-649e-4212-b6ff-621ff00a4476 None None] Port 80dce648-9d37-4ab2-8aef-1e957a28786d cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:14:46.939393 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-81e99d63-dcdd-44a2-afb4-fec5cf06d92c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80dce648-9d37-4ab2-8aef-1e957a28786d {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 16:14:46.946608 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-81e99d63-dcdd-44a2-afb4-fec5cf06d92c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:46.958618 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-81e99d63-dcdd-44a2-afb4-fec5cf06d92c service neutron] Transition to ACTIVE for port object 80dce648-9d37-4ab2-8aef-1e957a28786d will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:14:46.962373 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-81e99d63-dcdd-44a2-afb4-fec5cf06d92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:47.016687 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e99d63-dcdd-44a2-afb4-fec5cf06d92c service neutron] Pushing event updated for resources: {'Port': ['ID=80dce648-9d37-4ab2-8aef-1e957a28786d,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:14:47.098139 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-81e99d63-dcdd-44a2-afb4-fec5cf06d92c service neutron] Attempting to bind port 80dce648-9d37-4ab2-8aef-1e957a28786d on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:14:47.098632 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-81e99d63-dcdd-44a2-afb4-fec5cf06d92c service neutron] Attempting to bind port 80dce648-9d37-4ab2-8aef-1e957a28786d by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '9e409ba4-774c-4714-a7c1-c989a0e30af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:14:47.099072 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-81e99d63-dcdd-44a2-afb4-fec5cf06d92c service neutron] Attempting to bind port 80dce648-9d37-4ab2-8aef-1e957a28786d on network 79e922a1-3a8b-47fc-bc23-dfa485ed13db {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:14:47.105990 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-81e99d63-dcdd-44a2-afb4-fec5cf06d92c service neutron] Port 80dce648-9d37-4ab2-8aef-1e957a28786d on network 79e922a1-3a8b-47fc-bc23-dfa485ed13db not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 16:14:47.106310 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-81e99d63-dcdd-44a2-afb4-fec5cf06d92c service neutron] Attempting to bind port 80dce648-9d37-4ab2-8aef-1e957a28786d on network 79e922a1-3a8b-47fc-bc23-dfa485ed13db {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:14:47.112135 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-81e99d63-dcdd-44a2-afb4-fec5cf06d92c service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:14:47.112617 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-81e99d63-dcdd-44a2-afb4-fec5cf06d92c service neutron] Checking segment: {'id': '9e409ba4-774c-4714-a7c1-c989a0e30af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:14:47.113130 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-81e99d63-dcdd-44a2-afb4-fec5cf06d92c service neutron] Bound using segment: {'id': '9e409ba4-774c-4714-a7c1-c989a0e30af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:14:47.113674 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-81e99d63-dcdd-44a2-afb4-fec5cf06d92c service neutron] Bound port: 80dce648-9d37-4ab2-8aef-1e957a28786d, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e409ba4-774c-4714-a7c1-c989a0e30af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:14:47.114144 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-81e99d63-dcdd-44a2-afb4-fec5cf06d92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:47.189554 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-81e99d63-dcdd-44a2-afb4-fec5cf06d92c service neutron] For port 80dce648-9d37-4ab2-8aef-1e957a28786d, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:14:47.192853 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-81e99d63-dcdd-44a2-afb4-fec5cf06d92c service neutron] For port 80dce648-9d37-4ab2-8aef-1e957a28786d, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=80dce648-9d37-4ab2-8aef-1e957a28786d,segment=NetworkSegment(9e409ba4-774c-4714-a7c1-c989a0e30af3),segment_id=9e409ba4-774c-4714-a7c1-c989a0e30af3)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:14:47.198210 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-81e99d63-dcdd-44a2-afb4-fec5cf06d92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:47.239270 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-81e99d63-dcdd-44a2-afb4-fec5cf06d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:14:47.239974 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-81e99d63-dcdd-44a2-afb4-fec5cf06d92c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:47.242493 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-81e99d63-dcdd-44a2-afb4-fec5cf06d92c service neutron] 10.222.0.41 "PUT /v2.0/ports/80dce648-9d37-4ab2-8aef-1e957a28786d HTTP/1.1" status: 200 len: 1092 time: 0.7054646 Aug 28 16:14:47.243126 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c33e3f9-b945-4247-ba07-11b6228e3887', 'tag': '80dce648-9d37-4ab2-8aef-1e957a28786d'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:14:47.245703 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e308943d50e92a26f6c3a6de5cf793d4f684f916ac590010b5ff3c9d15b1720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2927b064-01aa-404c-bee9-cde32bd36cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "0c33e3f9-b945-4247-ba07-11b6228e3887", "tag": "80dce648-9d37-4ab2-8aef-1e957a28786d"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:14:47.284053 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e99d63-dcdd-44a2-afb4-fec5cf06d92c service neutron] Pushing event updated for resources: {'Port': ['ID=80dce648-9d37-4ab2-8aef-1e957a28786d,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:14:47.333067 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4499aebd-cd8c-4ffa-a4d5-e021e648f431 x-openstack-request-id: req-4499aebd-cd8c-4ffa-a4d5-e021e648f431 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:14:47.333362 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c33e3f9-b945-4247-ba07-11b6228e3887", "tag": "80dce648-9d37-4ab2-8aef-1e957a28786d", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:14:47.333621 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4499aebd-cd8c-4ffa-a4d5-e021e648f431 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:14:47.334022 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c33e3f9-b945-4247-ba07-11b6228e3887', 'tag': '80dce648-9d37-4ab2-8aef-1e957a28786d', 'status': 'completed', 'code': 200} Aug 28 16:14:47.350813 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-d4465049-aad9-44c7-9fb3-baa2c4090e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:14:47.352697 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-d4465049-aad9-44c7-9fb3-baa2c4090e1e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d5f5c0df68d4770ab9593d538edd7bf&device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 1095 time: 0.0605347 Aug 28 16:14:47.394499 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7bcaa8-49c5-4c08-b20e-24afd4054b0b req-76e9b7c9-d791-41fa-b48e-f14c2da70a37 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:14:47.396339 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9d7bcaa8-49c5-4c08-b20e-24afd4054b0b req-76e9b7c9-d791-41fa-b48e-f14c2da70a37 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 943 time: 0.0534384 Aug 28 16:14:47.411190 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-13fcfdbe-515c-4f38-a013-d0f560aa449d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80dce648-9d37-4ab2-8aef-1e957a28786d HTTP/1.1" status: 200 len: 217 time: 0.0487685 Aug 28 16:14:47.452454 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9d7bcaa8-49c5-4c08-b20e-24afd4054b0b req-e924f99d-886d-4741-a5af-f1c265f12fb1 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433478 Aug 28 16:14:47.472498 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-8b2ff6c1-f6fc-4eb9-9b1c-7255559e01c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:14:47.473989 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-8b2ff6c1-f6fc-4eb9-9b1c-7255559e01c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=558c6071-fdb8-4b7b-a9de-16eb01a5137f HTTP/1.1" status: 200 len: 848 time: 0.0548449 Aug 28 16:14:47.526846 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-afc9149c-514f-495f-b4df-f7e30525f1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:14:47.528563 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-afc9149c-514f-495f-b4df-f7e30525f1a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=79e922a1-3a8b-47fc-bc23-dfa485ed13db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464325 Aug 28 16:14:47.618528 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-9a50fd6e-715c-47d9-b6c7-bac01b219051 service neutron] 10.222.0.41 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824921 Aug 28 16:14:47.714246 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9de0082a-8f8d-4bb4-a6c0-198582acb361 req-526bc182-8628-4164-878b-29147dd3e06a service neutron] 10.222.0.41 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871542 Aug 28 16:14:47.803527 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927b064-01aa-404c-bee9-cde32bd36cf7 req-e278eb41-23e9-4b85-a2f8-9d65bc3b5746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:14:47.805405 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2927b064-01aa-404c-bee9-cde32bd36cf7 req-e278eb41-23e9-4b85-a2f8-9d65bc3b5746 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d5f5c0df68d4770ab9593d538edd7bf&device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 1095 time: 0.0459144 Aug 28 16:14:47.897998 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927b064-01aa-404c-bee9-cde32bd36cf7 req-74ff815c-1ee3-471f-aeb5-7cb23d68edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:14:47.899464 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2927b064-01aa-404c-bee9-cde32bd36cf7 req-74ff815c-1ee3-471f-aeb5-7cb23d68edf3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=79e922a1-3a8b-47fc-bc23-dfa485ed13db HTTP/1.1" status: 200 len: 910 time: 0.0871551 Aug 28 16:14:47.944204 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2927b064-01aa-404c-bee9-cde32bd36cf7 req-9be16191-0a30-4b2b-aaf3-dc9a5dae71ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80dce648-9d37-4ab2-8aef-1e957a28786d HTTP/1.1" status: 200 len: 217 time: 0.0372424 Aug 28 16:14:47.993758 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927b064-01aa-404c-bee9-cde32bd36cf7 req-361da6e7-f0a5-4f70-ae36-2b1d350ed484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:14:47.995302 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2927b064-01aa-404c-bee9-cde32bd36cf7 req-361da6e7-f0a5-4f70-ae36-2b1d350ed484 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=558c6071-fdb8-4b7b-a9de-16eb01a5137f HTTP/1.1" status: 200 len: 848 time: 0.0442803 Aug 28 16:14:48.041168 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927b064-01aa-404c-bee9-cde32bd36cf7 req-66a67bb2-b85d-42b4-be00-e113e37c40e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:14:48.042683 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2927b064-01aa-404c-bee9-cde32bd36cf7 req-66a67bb2-b85d-42b4-be00-e113e37c40e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=79e922a1-3a8b-47fc-bc23-dfa485ed13db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405517 Aug 28 16:14:48.135261 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2927b064-01aa-404c-bee9-cde32bd36cf7 req-760442a9-2c82-4a43-8183-8602b872337c service neutron] 10.222.0.41 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855193 Aug 28 16:14:48.225489 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2927b064-01aa-404c-bee9-cde32bd36cf7 req-39161731-43f5-4740-8169-4b8279e97b09 service neutron] 10.222.0.41 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828235 Aug 28 16:14:48.584448 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f306d7-2965-41f9-b387-b818f8fbf096 req-9ffa4afa-6fe9-49cf-93e1-85e9d4dd16b7 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:14:48.585929 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-68f306d7-2965-41f9-b387-b818f8fbf096 req-9ffa4afa-6fe9-49cf-93e1-85e9d4dd16b7 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 943 time: 0.0569553 Aug 28 16:14:48.627984 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-68f306d7-2965-41f9-b387-b818f8fbf096 req-3dcc6435-4fc2-459a-a4d2-febcae7c3fb6 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357296 Aug 28 16:14:49.749186 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125da96-fa03-4314-80f5-837c67ddf735 req-7241a9ed-f958-41af-8a18-883dd1877bc4 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:14:49.750675 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4125da96-fa03-4314-80f5-837c67ddf735 req-7241a9ed-f958-41af-8a18-883dd1877bc4 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 943 time: 0.0478060 Aug 28 16:14:49.789243 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-4125da96-fa03-4314-80f5-837c67ddf735 req-8043cb77-96ed-49a8-b3f0-05ce48d7bb8a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324032 Aug 28 16:14:50.905636 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662ffe2-7046-4c2d-8e95-162e8f70c7d7 req-18de1863-2d12-4071-b19e-5890a00a957f tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:14:50.907157 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c662ffe2-7046-4c2d-8e95-162e8f70c7d7 req-18de1863-2d12-4071-b19e-5890a00a957f tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 943 time: 0.0513101 Aug 28 16:14:50.944781 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c662ffe2-7046-4c2d-8e95-162e8f70c7d7 req-9adce03e-921c-4f5d-a8e7-c37e65a1c46e tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316384 Aug 28 16:14:52.062618 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498414d-42ad-4e0f-891e-4f01f8d43369 req-dbb41f87-cf48-435b-8aa2-8fa6e80d19e1 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:14:52.064021 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e498414d-42ad-4e0f-891e-4f01f8d43369 req-dbb41f87-cf48-435b-8aa2-8fa6e80d19e1 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 943 time: 0.0533829 Aug 28 16:14:52.101199 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e498414d-42ad-4e0f-891e-4f01f8d43369 req-714581b1-c8e1-4d8a-9566-4b611ca46d81 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311792 Aug 28 16:14:53.213816 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e242658-719f-4bc9-bf27-afee15cfac9d req-647acd6f-d5f6-4aae-846a-279559643954 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:14:53.215267 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2e242658-719f-4bc9-bf27-afee15cfac9d req-647acd6f-d5f6-4aae-846a-279559643954 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 943 time: 0.0478623 Aug 28 16:14:53.251727 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2e242658-719f-4bc9-bf27-afee15cfac9d req-bd208afe-120e-494a-a4df-bfe44cd9e0c0 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305290 Aug 28 16:14:54.363271 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f96a88-2834-42ac-aa6f-dc27cfd39294 req-99288d5b-f6f7-42e7-8331-42ec77135659 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:14:54.364878 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-77f96a88-2834-42ac-aa6f-dc27cfd39294 req-99288d5b-f6f7-42e7-8331-42ec77135659 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 943 time: 0.0481064 Aug 28 16:14:54.402279 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-77f96a88-2834-42ac-aa6f-dc27cfd39294 req-01fbcdce-64a3-49b6-bf5f-42b46a25ac93 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314965 Aug 28 16:14:55.258275 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:55.519473 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723040ad-90b2-456c-af97-84e7434b0783 req-fdb35c0f-2421-4cde-a9fe-76d377873aba tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:14:55.520856 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-723040ad-90b2-456c-af97-84e7434b0783 req-fdb35c0f-2421-4cde-a9fe-76d377873aba tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 943 time: 0.0525608 Aug 28 16:14:55.559309 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-723040ad-90b2-456c-af97-84e7434b0783 req-02a55508-58a8-412e-a9f5-c685e39bc5a8 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325186 Aug 28 16:14:56.084364 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:14:56.670719 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254de63f-daf8-42ab-b621-3e419cbb5d1e req-db4ae834-b6a8-4d62-a8b9-7ce81450d1d4 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:14:56.672473 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-254de63f-daf8-42ab-b621-3e419cbb5d1e req-db4ae834-b6a8-4d62-a8b9-7ce81450d1d4 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 943 time: 0.0469379 Aug 28 16:14:56.710309 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-254de63f-daf8-42ab-b621-3e419cbb5d1e req-c6a7ec35-63b8-4ca9-96d1-97e8f1dae4ca tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319970 Aug 28 16:14:57.445767 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:14:57.827118 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0183d-ce0c-4264-a04a-3731caab2c3a req-191d9aea-5c21-4013-81b0-9593fb12c48a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:14:57.828677 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0db0183d-ce0c-4264-a04a-3731caab2c3a req-191d9aea-5c21-4013-81b0-9593fb12c48a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 943 time: 0.0508695 Aug 28 16:14:57.867242 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-0db0183d-ce0c-4264-a04a-3731caab2c3a req-0fb3ddfd-cdc3-414b-86e1-0ff77710d215 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325475 Aug 28 16:14:58.983884 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394886f3-cbd1-4630-b3a5-366de0c336ef req-e8b526a4-959e-40af-a8af-18d60d746134 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:14:58.985361 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-394886f3-cbd1-4630-b3a5-366de0c336ef req-e8b526a4-959e-40af-a8af-18d60d746134 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 943 time: 0.0518689 Aug 28 16:14:59.023075 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-394886f3-cbd1-4630-b3a5-366de0c336ef req-10200dfa-6ab7-4c1e-941f-7c261c5a0297 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318015 Aug 28 16:14:59.857658 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 80dce648-9d37-4ab2-8aef-1e957a28786d details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 16:14:59.948809 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 80dce648-9d37-4ab2-8aef-1e957a28786d, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=80dce648-9d37-4ab2-8aef-1e957a28786d,segment=NetworkSegment(9e409ba4-774c-4714-a7c1-c989a0e30af3),segment_id=9e409ba4-774c-4714-a7c1-c989a0e30af3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:14:59.962727 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '80dce648-9d37-4ab2-8aef-1e957a28786d', 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db', 'port_id': '80dce648-9d37-4ab2-8aef-1e957a28786d', 'mac_address': 'fa:16:3e:e0:43:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 16:14:59.998537 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:15:00.010460 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80dce648-9d37-4ab2-8aef-1e957a28786d {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 16:15:00.030593 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 80dce648-9d37-4ab2-8aef-1e957a28786d, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=80dce648-9d37-4ab2-8aef-1e957a28786d,segment=NetworkSegment(9e409ba4-774c-4714-a7c1-c989a0e30af3),segment_id=9e409ba4-774c-4714-a7c1-c989a0e30af3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:15:00.034686 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:15:00.083557 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=80dce648-9d37-4ab2-8aef-1e957a28786d,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:15:00.090956 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:15:00.092117 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:15:00.092467 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:15:00.092804 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:15:00.093134 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:15:00.093463 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:15:00.093788 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:15:00.094115 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:15:00.094435 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:15:00.094761 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:15:00.095087 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:15:00.095442 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:15:00.152157 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0b2a-5a1e-4194-9058-b4705ff57ace req-601571b7-2bea-41e9-998e-0ff2a94a95f7 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:15:00.154461 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-769b0b2a-5a1e-4194-9058-b4705ff57ace req-601571b7-2bea-41e9-998e-0ff2a94a95f7 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 944 time: 0.0548713 Aug 28 16:15:00.193652 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-769b0b2a-5a1e-4194-9058-b4705ff57ace req-0a005e33-e6e2-456a-b9ca-2dceba5fbc41 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331676 Aug 28 16:15:00.393109 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['80dce648-9d37-4ab2-8aef-1e957a28786d'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 16:15:01.305481 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b892cff-a660-4b8e-8034-b766ec3268e5 req-d1a504d7-d03e-4189-b1e7-8680379fe21f tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:15:01.306929 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0b892cff-a660-4b8e-8034-b766ec3268e5 req-d1a504d7-d03e-4189-b1e7-8680379fe21f tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 944 time: 0.0468323 Aug 28 16:15:01.343464 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0b892cff-a660-4b8e-8034-b766ec3268e5 req-1609f03a-c762-4690-9e0c-a4b3a0284bcb tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301909 Aug 28 16:15:01.880129 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 80dce648-9d37-4ab2-8aef-1e957a28786d up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:15:01.927024 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 80dce648-9d37-4ab2-8aef-1e957a28786d completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:15:01.930541 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 80dce648-9d37-4ab2-8aef-1e957a28786d triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:15:01.930910 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:15:02.006911 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:15:02.028365 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c33e3f9-b945-4247-ba07-11b6228e3887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dce648-9d37-4ab2-8aef-1e957a28786d'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:15:02.031275 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e998ae4c8ad98a44641492a375488314a28001c32b9c96e1494d2a73900553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d1ba36-cc24-46d5-9146-8a1aa5e8409d" -d '{"events": [{"server_uuid": "0c33e3f9-b945-4247-ba07-11b6228e3887", "name": "network-vif-plugged", "status": "completed", "tag": "80dce648-9d37-4ab2-8aef-1e957a28786d"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:15:02.044122 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 80dce648-9d37-4ab2-8aef-1e957a28786d, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=80dce648-9d37-4ab2-8aef-1e957a28786d,segment=NetworkSegment(9e409ba4-774c-4714-a7c1-c989a0e30af3),segment_id=9e409ba4-774c-4714-a7c1-c989a0e30af3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:15:02.049160 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:15:02.071422 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 16:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dc72f1-3082-4d7c-b85e-ee420bb694c9 x-openstack-request-id: req-57dc72f1-3082-4d7c-b85e-ee420bb694c9 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:15:02.071743 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c33e3f9-b945-4247-ba07-11b6228e3887", "name": "network-vif-plugged", "status": "completed", "tag": "80dce648-9d37-4ab2-8aef-1e957a28786d", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:15:02.071994 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57dc72f1-3082-4d7c-b85e-ee420bb694c9 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:15:02.072378 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c33e3f9-b945-4247-ba07-11b6228e3887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dce648-9d37-4ab2-8aef-1e957a28786d', 'code': 200} Aug 28 16:15:02.098252 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=80dce648-9d37-4ab2-8aef-1e957a28786d,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:15:02.171032 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f77414-52ac-4c68-bdfa-89583d7e6ad0 req-7f948047-7eae-4aab-a050-235346919e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:15:02.172805 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-75f77414-52ac-4c68-bdfa-89583d7e6ad0 req-7f948047-7eae-4aab-a050-235346919e1c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 1097 time: 0.0435755 Aug 28 16:15:02.209293 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-75f77414-52ac-4c68-bdfa-89583d7e6ad0 req-4e2625bf-ec9e-46cd-908b-cbdf31be1324 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294132 Aug 28 16:15:02.455693 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e28b6-f947-412c-ad47-88c461fedffb req-84ab8405-3fd5-427c-a437-2e02e192b401 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:15:02.457143 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-799e28b6-f947-412c-ad47-88c461fedffb req-84ab8405-3fd5-427c-a437-2e02e192b401 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 945 time: 0.0478940 Aug 28 16:15:02.494584 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-799e28b6-f947-412c-ad47-88c461fedffb req-4c642303-b405-4f4c-8ed7-5421212be5ed tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312529 Aug 28 16:15:03.614228 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a029a-6014-43cc-83e1-f39c7009248b req-cead1dce-58c3-4b27-b1a8-892d997a63ff tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:15:03.615729 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3a9a029a-6014-43cc-83e1-f39c7009248b req-cead1dce-58c3-4b27-b1a8-892d997a63ff tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 945 time: 0.0489354 Aug 28 16:15:03.654638 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3a9a029a-6014-43cc-83e1-f39c7009248b req-be301e08-db41-489e-8710-7c063aab14ef tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329413 Aug 28 16:15:03.771682 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bb700-4c7b-454a-b658-9517dede61b6 req-8bc5806b-7130-4887-9e5b-2b3c1a60cd7d tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:15:03.773187 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-346bb700-4c7b-454a-b658-9517dede61b6 req-8bc5806b-7130-4887-9e5b-2b3c1a60cd7d tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 945 time: 0.0510151 Aug 28 16:15:03.809588 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-346bb700-4c7b-454a-b658-9517dede61b6 req-7d227329-4983-4482-8a41-5e4497f84df4 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305820 Aug 28 16:15:03.831597 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34446) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:15:03.878916 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a43fc13-046f-4907-a216-34f7ed6dfc24 tempest-TestShelveInstance-1523246707 tempest-TestShelveInstance-1523246707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:15:03.880608 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9a43fc13-046f-4907-a216-34f7ed6dfc24 tempest-TestShelveInstance-1523246707 tempest-TestShelveInstance-1523246707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 1092 time: 0.0478394 Aug 28 16:15:03.883317 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34448) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:15:03.887841 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-b930cc6a-e18d-4186-84e7-64a611747e2a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'port_id': '80dce648-9d37-4ab2-8aef-1e957a28786d', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:15:03.909553 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b930cc6a-e18d-4186-84e7-64a611747e2a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for floatingip, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:15:04.007355 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b930cc6a-e18d-4186-84e7-64a611747e2a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:15:04.107577 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-b930cc6a-e18d-4186-84e7-64a611747e2a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Allocated IP 172.25.3.17 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/a565935c-06c6-42a0-b7df-b61710e54f99) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:15:04.209201 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b930cc6a-e18d-4186-84e7-64a611747e2a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:15:04.258203 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b930cc6a-e18d-4186-84e7-64a611747e2a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:15:04.293565 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b930cc6a-e18d-4186-84e7-64a611747e2a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:15:04.299255 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-b930cc6a-e18d-4186-84e7-64a611747e2a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:15:04.302009 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b930cc6a-e18d-4186-84e7-64a611747e2a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:15:04.330109 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b930cc6a-e18d-4186-84e7-64a611747e2a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Pushing event updated for resources: {'Port': ['ID=a565935c-06c6-42a0-b7df-b61710e54f99,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:15:04.658642 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b930cc6a-e18d-4186-84e7-64a611747e2a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:15:04.724091 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b930cc6a-e18d-4186-84e7-64a611747e2a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:15:04.869895 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b930cc6a-e18d-4186-84e7-64a611747e2a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:15:04.874669 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b930cc6a-e18d-4186-84e7-64a611747e2a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:15:04.946712 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b930cc6a-e18d-4186-84e7-64a611747e2a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Pushing event updated for resources: {'Port': ['ID=a565935c-06c6-42a0-b7df-b61710e54f99,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:15:04.956674 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b930cc6a-e18d-4186-84e7-64a611747e2a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:15:05.056092 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-b930cc6a-e18d-4186-84e7-64a611747e2a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Floating IP 3eb0e5de-6f3f-483a-af7a-9cc22aa1e76a associated. External IP: 172.25.3.17, port: 80dce648-9d37-4ab2-8aef-1e957a28786d. Aug 28 16:15:05.264174 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b930cc6a-e18d-4186-84e7-64a611747e2a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Router d6591860-6b1d-41e7-bc90-21b3ae7c2124 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:15:05.366371 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b930cc6a-e18d-4186-84e7-64a611747e2a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:15:05.379361 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b5d37b-8f1c-4295-b3cd-da07466525c7 None None] Sync routers for ids ['d6591860-6b1d-41e7-bc90-21b3ae7c2124'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:15:05.385770 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b930cc6a-e18d-4186-84e7-64a611747e2a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:15:05.390140 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b5d37b-8f1c-4295-b3cd-da07466525c7 None None] Routers {'d6591860-6b1d-41e7-bc90-21b3ae7c2124'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:15:05.390824 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d5b5d37b-8f1c-4295-b3cd-da07466525c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:14:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d6591860-6b1d-41e7-bc90-21b3ae7c2124'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:15:05.416507 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b930cc6a-e18d-4186-84e7-64a611747e2a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5321245 Aug 28 16:15:05.417166 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c33e3f9-b945-4247-ba07-11b6228e3887', 'tag': '80dce648-9d37-4ab2-8aef-1e957a28786d'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:15:05.420330 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c708a31e-47ec-445a-b1ec-60d0431c10ae" -d '{"events": [{"name": "network-changed", "server_uuid": "0c33e3f9-b945-4247-ba07-11b6228e3887", "tag": "80dce648-9d37-4ab2-8aef-1e957a28786d"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:15:05.460792 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512b4f15-6d79-4ba6-a3d6-9d8d6e5b61fd x-openstack-request-id: req-512b4f15-6d79-4ba6-a3d6-9d8d6e5b61fd {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:15:05.461099 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c33e3f9-b945-4247-ba07-11b6228e3887", "tag": "80dce648-9d37-4ab2-8aef-1e957a28786d", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:15:05.461355 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-512b4f15-6d79-4ba6-a3d6-9d8d6e5b61fd {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:15:05.461767 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c33e3f9-b945-4247-ba07-11b6228e3887', 'tag': '80dce648-9d37-4ab2-8aef-1e957a28786d', 'status': 'completed', 'code': 200} Aug 28 16:15:05.500327 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-d5b5d37b-8f1c-4295-b3cd-da07466525c7 None None] Set router d6591860-6b1d-41e7-bc90-21b3ae7c2124 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:15:05.522175 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708a31e-47ec-445a-b1ec-60d0431c10ae req-5ce06e96-b6d6-4807-a7a7-e675296b18e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:15:05.523611 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c708a31e-47ec-445a-b1ec-60d0431c10ae req-5ce06e96-b6d6-4807-a7a7-e675296b18e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d5f5c0df68d4770ab9593d538edd7bf&device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 1097 time: 0.0400677 Aug 28 16:15:05.618633 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708a31e-47ec-445a-b1ec-60d0431c10ae req-9e717d9c-4b50-467f-a467-88415e17c226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:15:05.620169 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c708a31e-47ec-445a-b1ec-60d0431c10ae req-9e717d9c-4b50-467f-a467-88415e17c226 service neutron] 10.222.0.41 "GET /v2.0/networks?id=79e922a1-3a8b-47fc-bc23-dfa485ed13db HTTP/1.1" status: 200 len: 910 time: 0.0897977 Aug 28 16:15:05.689130 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c708a31e-47ec-445a-b1ec-60d0431c10ae req-cc9a6700-b155-479a-9f75-44ccea451b91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80dce648-9d37-4ab2-8aef-1e957a28786d HTTP/1.1" status: 200 len: 998 time: 0.0604973 Aug 28 16:15:05.725953 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d5b5d37b-8f1c-4295-b3cd-da07466525c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'name': 'tempest-TestShelveInstance-1468152520-router', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:10:10Z', 'updated_at': '2021-08-28T16:10:13Z', 'revision_number': 4, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'gw_port': {'id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:11Z', 'updated_at': '2021-08-28T16:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '3eb0e5de-6f3f-483a-af7a-9cc22aa1e76a', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'port_id': '80dce648-9d37-4ab2-8aef-1e957a28786d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db', 'mac_address': 'fa:16:3e:e0:43:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33e3f9-b945-4247-ba07-11b6228e3887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:15:04Z', 'updated_at': '2021-08-28T16:15:04Z', 'revision_number': 0, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf6a919-14bc-425a-be84-b66c58c766b2', 'name': '', 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'mac_address': 'fa:16:3e:79:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:12Z', 'updated_at': '2021-08-28T16:10:20Z', 'revision_number': 5, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'subnets': [{'id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:15:05.741025 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708a31e-47ec-445a-b1ec-60d0431c10ae req-f485150e-58c8-471c-aec6-5822f33cff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:15:05.742522 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c708a31e-47ec-445a-b1ec-60d0431c10ae req-f485150e-58c8-471c-aec6-5822f33cff69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=558c6071-fdb8-4b7b-a9de-16eb01a5137f HTTP/1.1" status: 200 len: 848 time: 0.0454488 Aug 28 16:15:05.752202 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b5d37b-8f1c-4295-b3cd-da07466525c7 None None] Checking router: d6591860-6b1d-41e7-bc90-21b3ae7c2124 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:15:05.760343 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b5d37b-8f1c-4295-b3cd-da07466525c7 None None] Routers {'d6591860-6b1d-41e7-bc90-21b3ae7c2124'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:15:05.760952 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d5b5d37b-8f1c-4295-b3cd-da07466525c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:14:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d6591860-6b1d-41e7-bc90-21b3ae7c2124'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:15:05.791827 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708a31e-47ec-445a-b1ec-60d0431c10ae req-b787e7fe-0713-454a-a260-ff72984d4a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:15:05.793206 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c708a31e-47ec-445a-b1ec-60d0431c10ae req-b787e7fe-0713-454a-a260-ff72984d4a1f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=79e922a1-3a8b-47fc-bc23-dfa485ed13db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429368 Aug 28 16:15:05.866190 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-d5b5d37b-8f1c-4295-b3cd-da07466525c7 None None] Set router d6591860-6b1d-41e7-bc90-21b3ae7c2124 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:15:05.885299 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c708a31e-47ec-445a-b1ec-60d0431c10ae req-f5d8c97b-6f63-4a97-a165-f50678337cef service neutron] 10.222.0.41 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843568 Aug 28 16:15:05.978895 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c708a31e-47ec-445a-b1ec-60d0431c10ae req-d7a921f9-ba1a-4873-a780-c46124897849 service neutron] 10.222.0.41 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865810 Aug 28 16:15:06.087796 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-d5b5d37b-8f1c-4295-b3cd-da07466525c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'name': 'tempest-TestShelveInstance-1468152520-router', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:10:10Z', 'updated_at': '2021-08-28T16:10:13Z', 'revision_number': 4, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'gw_port': {'id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:11Z', 'updated_at': '2021-08-28T16:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '3eb0e5de-6f3f-483a-af7a-9cc22aa1e76a', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'port_id': '80dce648-9d37-4ab2-8aef-1e957a28786d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db', 'mac_address': 'fa:16:3e:e0:43:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33e3f9-b945-4247-ba07-11b6228e3887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:15:04Z', 'updated_at': '2021-08-28T16:15:04Z', 'revision_number': 0, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf6a919-14bc-425a-be84-b66c58c766b2', 'name': '', 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'mac_address': 'fa:16:3e:79:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:12Z', 'updated_at': '2021-08-28T16:10:20Z', 'revision_number': 5, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'subnets': [{'id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:15:06.113606 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b5d37b-8f1c-4295-b3cd-da07466525c7 None None] The sync data for ids ['d6591860-6b1d-41e7-bc90-21b3ae7c2124'] in n-d-712137-10 is: [{'id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'name': 'tempest-TestShelveInstance-1468152520-router', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:10:10Z', 'updated_at': '2021-08-28T16:10:13Z', 'revision_number': 4, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'gw_port': {'id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:11Z', 'updated_at': '2021-08-28T16:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': '3eb0e5de-6f3f-483a-af7a-9cc22aa1e76a', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'port_id': '80dce648-9d37-4ab2-8aef-1e957a28786d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db', 'mac_address': 'fa:16:3e:e0:43:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33e3f9-b945-4247-ba07-11b6228e3887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:15:04Z', 'updated_at': '2021-08-28T16:15:04Z', 'revision_number': 0, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf6a919-14bc-425a-be84-b66c58c766b2', 'name': '', 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'mac_address': 'fa:16:3e:79:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:12Z', 'updated_at': '2021-08-28T16:10:20Z', 'revision_number': 5, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'subnets': [{'id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:15:06.303502 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee8615-a11e-4fd0-b96e-7e3eefa790ea None None] New status for floating IP 3eb0e5de-6f3f-483a-af7a-9cc22aa1e76a: ACTIVE {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 16:15:08.144276 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-76ad6331-909d-4517-ac55-3e4ee6a6cad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:15:10.680886 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2f671ed0-7ed8-44a8-afd7-26be695447ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:15:11.001855 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:15:12.071801 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:15:13.562758 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:15:25.275383 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:15:27.443704 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:15:33.083858 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:15:38.145813 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-03f0a1fa-a99d-4ed3-897d-c4c8f555b53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:15:40.681577 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b822ba5e-9d0d-4662-97ee-962efda9b577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:15:41.002591 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:15:42.075456 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:15:42.769435 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c75c88fc-cbe9-4582-85ed-31d092b3d740 req-4e021ac9-072b-40de-93c8-675595f98b4a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404491 Aug 28 16:15:42.851524 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c88fc-cbe9-4582-85ed-31d092b3d740 req-fa8a5e94-877a-4e9b-9b02-6ebf72bd7782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:15:42.853007 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c75c88fc-cbe9-4582-85ed-31d092b3d740 req-fa8a5e94-877a-4e9b-9b02-6ebf72bd7782 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d5f5c0df68d4770ab9593d538edd7bf&device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 1097 time: 0.0389848 Aug 28 16:15:42.959697 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c88fc-cbe9-4582-85ed-31d092b3d740 req-b4445b17-0c84-44c3-b86a-be5f95394802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:15:42.961141 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c75c88fc-cbe9-4582-85ed-31d092b3d740 req-b4445b17-0c84-44c3-b86a-be5f95394802 service neutron] 10.222.0.41 "GET /v2.0/networks?id=79e922a1-3a8b-47fc-bc23-dfa485ed13db HTTP/1.1" status: 200 len: 910 time: 0.0875375 Aug 28 16:15:43.026955 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c75c88fc-cbe9-4582-85ed-31d092b3d740 req-8d2a1151-1058-4b72-9530-506daaacb76a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80dce648-9d37-4ab2-8aef-1e957a28786d HTTP/1.1" status: 200 len: 1000 time: 0.0565999 Aug 28 16:15:43.074784 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c88fc-cbe9-4582-85ed-31d092b3d740 req-95008f95-0b18-4761-9288-092f2b4de506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:15:43.076194 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c75c88fc-cbe9-4582-85ed-31d092b3d740 req-95008f95-0b18-4761-9288-092f2b4de506 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=558c6071-fdb8-4b7b-a9de-16eb01a5137f HTTP/1.1" status: 200 len: 848 time: 0.0421941 Aug 28 16:15:43.125062 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c88fc-cbe9-4582-85ed-31d092b3d740 req-710eb797-6f70-4d81-bbd3-76834652785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:15:43.126519 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c75c88fc-cbe9-4582-85ed-31d092b3d740 req-710eb797-6f70-4d81-bbd3-76834652785c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=79e922a1-3a8b-47fc-bc23-dfa485ed13db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428257 Aug 28 16:15:43.213068 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c75c88fc-cbe9-4582-85ed-31d092b3d740 req-0ae1e33c-adcf-4cd2-8a76-05a5eadb33d6 service neutron] 10.222.0.41 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791078 Aug 28 16:15:43.566521 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:15:43.609579 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c75c88fc-cbe9-4582-85ed-31d092b3d740 req-f2b74dee-929d-404f-8591-cf0091905e3c service neutron] 10.222.0.41 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874488 Aug 28 16:15:55.290092 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:15:57.465352 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:16:08.147066 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9783c4ee-2eea-4c70-8e6e-e43c2b1474fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:16:10.082830 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:16:10.683745 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f10eba6d-9b5a-4534-9c7d-1253123bba21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:16:11.007018 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:16:12.077391 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:16:13.568150 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:16:25.310212 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:16:27.466444 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:16:38.148124 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9c7309f8-0304-442d-aec8-d460234887ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:16:40.683608 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-77b9fd58-9ba2-4229-be52-0f44feca0b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:16:41.008693 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:16:42.081124 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:16:42.770318 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2468770c-73fe-4cf3-b68f-01db1bbedf97 req-9c83d46f-8454-42f7-a968-a6484445c63b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395489 Aug 28 16:16:42.852842 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468770c-73fe-4cf3-b68f-01db1bbedf97 req-edd20b07-9a92-4021-8c79-9b57b06e0961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:16:42.854343 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2468770c-73fe-4cf3-b68f-01db1bbedf97 req-edd20b07-9a92-4021-8c79-9b57b06e0961 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d5f5c0df68d4770ab9593d538edd7bf&device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 1097 time: 0.0413380 Aug 28 16:16:42.958772 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468770c-73fe-4cf3-b68f-01db1bbedf97 req-499e19aa-7c0d-4e6c-a1bc-6339bedb5a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:16:42.960171 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2468770c-73fe-4cf3-b68f-01db1bbedf97 req-499e19aa-7c0d-4e6c-a1bc-6339bedb5a10 service neutron] 10.222.0.41 "GET /v2.0/networks?id=79e922a1-3a8b-47fc-bc23-dfa485ed13db HTTP/1.1" status: 200 len: 910 time: 0.0858166 Aug 28 16:16:43.024071 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2468770c-73fe-4cf3-b68f-01db1bbedf97 req-6382f275-846b-43f7-95bd-19047b7dadee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80dce648-9d37-4ab2-8aef-1e957a28786d HTTP/1.1" status: 200 len: 1000 time: 0.0558891 Aug 28 16:16:43.072922 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468770c-73fe-4cf3-b68f-01db1bbedf97 req-48e72df1-adb8-471a-9c9d-85e1f1eef40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:16:43.074319 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2468770c-73fe-4cf3-b68f-01db1bbedf97 req-48e72df1-adb8-471a-9c9d-85e1f1eef40b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=558c6071-fdb8-4b7b-a9de-16eb01a5137f HTTP/1.1" status: 200 len: 848 time: 0.0421660 Aug 28 16:16:43.122434 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468770c-73fe-4cf3-b68f-01db1bbedf97 req-08d43b6a-a7f0-434a-9a1b-497844b808dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:16:43.123918 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2468770c-73fe-4cf3-b68f-01db1bbedf97 req-08d43b6a-a7f0-434a-9a1b-497844b808dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=79e922a1-3a8b-47fc-bc23-dfa485ed13db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418129 Aug 28 16:16:43.137077 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [req-2468770c-73fe-4cf3-b68f-01db1bbedf97 req-72df4be1-666b-40e0-9462-a80d29b33da1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 16:16:43.138023 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2468770c-73fe-4cf3-b68f-01db1bbedf97 req-72df4be1-666b-40e0-9462-a80d29b33da1 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048451 Aug 28 16:16:43.226636 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2468770c-73fe-4cf3-b68f-01db1bbedf97 req-d9f546b6-3a76-4ffd-8c0c-b8ec87c36e82 service neutron] 10.222.0.41 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798879 Aug 28 16:16:43.317946 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-2468770c-73fe-4cf3-b68f-01db1bbedf97 req-3fa24750-7077-4744-b0af-ea7ddbbb9294 service neutron] 10.222.0.41 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841923 Aug 28 16:16:43.570466 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:16:47.082214 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:16:55.313251 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:16:57.471033 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:17:02.378890 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57763b8f-ebf6-4479-879e-4d8fd5e62abf req-c5dac5f4-5084-4fb5-85fd-de7b924239ed tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:02.380401 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-57763b8f-ebf6-4479-879e-4d8fd5e62abf req-c5dac5f4-5084-4fb5-85fd-de7b924239ed tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 945 time: 0.0488098 Aug 28 16:17:02.419723 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-57763b8f-ebf6-4479-879e-4d8fd5e62abf req-cacba274-0d83-44c8-8654-e2ab1d907ab1 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318656 Aug 28 16:17:03.570988 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e669bc-d083-47c6-8c45-f8d4473531b9 req-048b63da-5771-4831-a7dc-8816928034e8 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:03.572519 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-91e669bc-d083-47c6-8c45-f8d4473531b9 req-048b63da-5771-4831-a7dc-8816928034e8 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 945 time: 0.0512109 Aug 28 16:17:03.609710 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-91e669bc-d083-47c6-8c45-f8d4473531b9 req-f04dcf5e-b900-4c41-968d-edf3ff9ebfcd tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311542 Aug 28 16:17:04.756952 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f12288-2b5d-4156-b545-51cd374aa784 req-88a5768c-f4e7-4af7-a16a-97c11d504758 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:04.758427 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-24f12288-2b5d-4156-b545-51cd374aa784 req-88a5768c-f4e7-4af7-a16a-97c11d504758 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 945 time: 0.0483129 Aug 28 16:17:04.796008 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-24f12288-2b5d-4156-b545-51cd374aa784 req-dfae3148-2287-4ab0-b892-824dafd39ab0 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315447 Aug 28 16:17:05.911134 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9bb8b8-2f70-4502-ad50-199a700f0891 req-d512f274-490b-4e2b-9450-be5e5fa01acb tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:05.912664 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6b9bb8b8-2f70-4502-ad50-199a700f0891 req-d512f274-490b-4e2b-9450-be5e5fa01acb tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 945 time: 0.0502012 Aug 28 16:17:05.949785 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6b9bb8b8-2f70-4502-ad50-199a700f0891 req-d3ccd158-e2f8-400e-af89-8ffc1754d1a8 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312009 Aug 28 16:17:07.069891 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d63b4a-6a7d-44be-93a7-65e6945b3c5d req-c1e83ac9-2ec4-44f2-92e6-b1cc08ddff42 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:07.071366 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e4d63b4a-6a7d-44be-93a7-65e6945b3c5d req-c1e83ac9-2ec4-44f2-92e6-b1cc08ddff42 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 945 time: 0.0545959 Aug 28 16:17:07.110023 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-e4d63b4a-6a7d-44be-93a7-65e6945b3c5d req-c2cbf1b0-fe1b-44be-a5e0-aa9bfa2944ea tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326433 Aug 28 16:17:08.149912 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-aa455e7f-38b9-42b8-a296-14e2a2bfd6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:17:08.232439 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a0d19-97b0-4342-8b6e-6dd7e2acac2a req-5668035b-9f2a-4ac8-8d16-c982aefe7a7e tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:08.233897 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-768a0d19-97b0-4342-8b6e-6dd7e2acac2a req-5668035b-9f2a-4ac8-8d16-c982aefe7a7e tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 945 time: 0.0559151 Aug 28 16:17:08.271232 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-768a0d19-97b0-4342-8b6e-6dd7e2acac2a req-50c3d887-e578-46a8-a964-12b55f2d0585 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311768 Aug 28 16:17:09.386188 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ca6c9-349c-4dd2-8ce6-ef0e91e9c8e3 req-307b6e26-411c-49dd-892f-b57183b2cacc tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:09.387879 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d6ca6c9-349c-4dd2-8ce6-ef0e91e9c8e3 req-307b6e26-411c-49dd-892f-b57183b2cacc tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 945 time: 0.0487216 Aug 28 16:17:09.427885 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5d6ca6c9-349c-4dd2-8ce6-ef0e91e9c8e3 req-07ead4be-01de-4092-8355-4ae93e8cbd89 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340841 Aug 28 16:17:10.542979 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa1bbc-1257-4568-9dc3-f8cbb5f8222d req-208fa376-b963-4dad-a8f7-f072c569e143 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:10.544489 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cafa1bbc-1257-4568-9dc3-f8cbb5f8222d req-208fa376-b963-4dad-a8f7-f072c569e143 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 945 time: 0.0488913 Aug 28 16:17:10.583462 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-cafa1bbc-1257-4568-9dc3-f8cbb5f8222d req-36e49fe8-737e-4a4e-93df-7f5355634ee5 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330915 Aug 28 16:17:10.684671 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-75806003-82ac-4531-a5ee-6714445153b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:17:11.009593 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:17:11.696849 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f80c6-1bca-4db2-aa10-3ca2114054b0 req-61458946-ee01-4875-a717-3959fef87cab tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:11.698389 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-093f80c6-1bca-4db2-aa10-3ca2114054b0 req-61458946-ee01-4875-a717-3959fef87cab tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 945 time: 0.0490990 Aug 28 16:17:11.736029 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-093f80c6-1bca-4db2-aa10-3ca2114054b0 req-554c89b9-39bd-42ac-b997-d39c6d5e5052 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317159 Aug 28 16:17:12.085008 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:17:12.533311 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8ae35-cea3-4324-8107-aaccf0005756 req-5ebe5e12-135e-4ff4-a6b8-847f00f77524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:12.535473 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4af8ae35-cea3-4324-8107-aaccf0005756 req-5ebe5e12-135e-4ff4-a6b8-847f00f77524 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d5f5c0df68d4770ab9593d538edd7bf&device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 1097 time: 0.0460713 Aug 28 16:17:12.627089 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8ae35-cea3-4324-8107-aaccf0005756 req-04865df9-fc2b-4725-8388-2b491c8f6655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:12.628970 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4af8ae35-cea3-4324-8107-aaccf0005756 req-04865df9-fc2b-4725-8388-2b491c8f6655 service neutron] 10.222.0.41 "GET /v2.0/networks?id=79e922a1-3a8b-47fc-bc23-dfa485ed13db HTTP/1.1" status: 200 len: 910 time: 0.0855494 Aug 28 16:17:12.701932 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4af8ae35-cea3-4324-8107-aaccf0005756 req-e2ac4d65-88d9-4721-980e-5c29bb01fd66 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80dce648-9d37-4ab2-8aef-1e957a28786d HTTP/1.1" status: 200 len: 1000 time: 0.0653577 Aug 28 16:17:12.751201 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8ae35-cea3-4324-8107-aaccf0005756 req-61bc3c1f-bf11-44f2-bdd1-4ee9d38d4918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:12.752556 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4af8ae35-cea3-4324-8107-aaccf0005756 req-61bc3c1f-bf11-44f2-bdd1-4ee9d38d4918 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=558c6071-fdb8-4b7b-a9de-16eb01a5137f HTTP/1.1" status: 200 len: 848 time: 0.0438311 Aug 28 16:17:12.799553 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8ae35-cea3-4324-8107-aaccf0005756 req-54d50f64-7024-438a-b270-440380f2370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:12.801812 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4af8ae35-cea3-4324-8107-aaccf0005756 req-54d50f64-7024-438a-b270-440380f2370d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=79e922a1-3a8b-47fc-bc23-dfa485ed13db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420716 Aug 28 16:17:12.852184 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53174d8-38d0-4187-95dd-6a4c9b0babc5 req-ea45eff2-6f8d-4756-915b-c370ee039ea6 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:12.855134 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e53174d8-38d0-4187-95dd-6a4c9b0babc5 req-ea45eff2-6f8d-4756-915b-c370ee039ea6 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 945 time: 0.0488186 Aug 28 16:17:12.897045 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e53174d8-38d0-4187-95dd-6a4c9b0babc5 req-c2aec559-f974-4b94-ae1c-1d3bb042f259 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367339 Aug 28 16:17:12.926754 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4af8ae35-cea3-4324-8107-aaccf0005756 req-434a5d5d-de7f-4697-9286-1977280a043e service neutron] 10.222.0.41 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178141 Aug 28 16:17:13.021570 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4af8ae35-cea3-4324-8107-aaccf0005756 req-ee3f8148-634e-46f4-a28d-18e72fb33a99 service neutron] 10.222.0.41 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874887 Aug 28 16:17:13.573700 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:17:14.013550 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ccb78-783e-48ba-8768-4f50f77d6259 req-e0d43397-f213-4403-b0b1-9b8eb52ebee8 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:14.015033 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1b9ccb78-783e-48ba-8768-4f50f77d6259 req-e0d43397-f213-4403-b0b1-9b8eb52ebee8 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 945 time: 0.0493455 Aug 28 16:17:14.052932 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1b9ccb78-783e-48ba-8768-4f50f77d6259 req-bca46a70-1dd9-4ec2-82ca-c28473c5fd83 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318062 Aug 28 16:17:15.173013 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfef19-6462-48f2-af50-45ee190fe651 req-f857bc84-709f-4ae3-98b8-dce256f72030 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:15.174487 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-37bfef19-6462-48f2-af50-45ee190fe651 req-f857bc84-709f-4ae3-98b8-dce256f72030 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 945 time: 0.0551808 Aug 28 16:17:15.216072 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-37bfef19-6462-48f2-af50-45ee190fe651 req-428a2aa3-f782-41b6-82c3-9b0ba48d1291 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353739 Aug 28 16:17:16.337416 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4cbba9-49f4-4b4c-ac5e-a3e463391833 req-4bea7aec-28cc-43b7-83a6-eb6d7c3468c6 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:16.338929 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9d4cbba9-49f4-4b4c-ac5e-a3e463391833 req-4bea7aec-28cc-43b7-83a6-eb6d7c3468c6 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 945 time: 0.0560181 Aug 28 16:17:16.380842 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9d4cbba9-49f4-4b4c-ac5e-a3e463391833 req-e1915156-4bc8-4127-ae05-d5a51b93a84f tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356867 Aug 28 16:17:17.573077 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea77ef02-3908-454b-bbda-f0702122d308 req-52ea99cd-75e9-43cb-9026-1ce6c9d91d0c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408721 Aug 28 16:17:17.606020 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87eb4c-5892-4340-a6e7-b6f52b2794c5 req-bf66736d-8d4e-42e6-9c20-367f137a5100 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:17.607546 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-df87eb4c-5892-4340-a6e7-b6f52b2794c5 req-bf66736d-8d4e-42e6-9c20-367f137a5100 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 945 time: 0.0529664 Aug 28 16:17:17.647956 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-df87eb4c-5892-4340-a6e7-b6f52b2794c5 req-9474b8aa-4047-4f4d-be3f-a3fe71082c24 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318549 Aug 28 16:17:18.590529 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 80dce648-9d37-4ab2-8aef-1e957a28786d no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:17:18.668406 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:17:18.695076 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c33e3f9-b945-4247-ba07-11b6228e3887', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80dce648-9d37-4ab2-8aef-1e957a28786d'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:17:18.697177 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e998ae4c8ad98a44641492a375488314a28001c32b9c96e1494d2a73900553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b4fa10-3b28-4987-90d1-5ecb0bf3e03f" -d '{"events": [{"server_uuid": "0c33e3f9-b945-4247-ba07-11b6228e3887", "name": "network-vif-unplugged", "status": "completed", "tag": "80dce648-9d37-4ab2-8aef-1e957a28786d"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:17:18.712243 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 80dce648-9d37-4ab2-8aef-1e957a28786d, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=80dce648-9d37-4ab2-8aef-1e957a28786d,segment=NetworkSegment(9e409ba4-774c-4714-a7c1-c989a0e30af3),segment_id=9e409ba4-774c-4714-a7c1-c989a0e30af3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:17:18.717316 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:17:18.744268 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 28 Aug 2021 16:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c684e8f0-8a6e-4e9f-b004-ed1bc4face8e x-openstack-request-id: req-c684e8f0-8a6e-4e9f-b004-ed1bc4face8e {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:17:18.744597 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c33e3f9-b945-4247-ba07-11b6228e3887", "name": "network-vif-unplugged", "status": "failed", "tag": "80dce648-9d37-4ab2-8aef-1e957a28786d", "code": 422}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:17:18.744871 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c684e8f0-8a6e-4e9f-b004-ed1bc4face8e {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:17:18.745264 n-d-712137-10 neutron-server[106331]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0c33e3f9-b945-4247-ba07-11b6228e3887', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '80dce648-9d37-4ab2-8aef-1e957a28786d', 'code': 422} returned with failed status Aug 28 16:17:18.772464 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=80dce648-9d37-4ab2-8aef-1e957a28786d,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:17:18.776828 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cce0a9-b84e-4295-a838-4814bbf8a4ea req-378ecab7-d0c6-4834-8242-404b0eb019ab tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:18.778472 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05cce0a9-b84e-4295-a838-4814bbf8a4ea req-378ecab7-d0c6-4834-8242-404b0eb019ab tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 943 time: 0.0529697 Aug 28 16:17:18.780162 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:17:18.780514 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:17:18.780855 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:17:18.781192 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:17:18.781597 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:17:18.781922 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:17:18.782180 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:17:18.782511 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:17:18.782848 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:17:18.783183 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:17:18.783781 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:17:18.784289 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:17:18.821429 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05cce0a9-b84e-4295-a838-4814bbf8a4ea req-8099e56c-0a50-41b2-93f9-ed614fb8e6d8 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340991 Aug 28 16:17:19.945062 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289747c5-2ee7-4bf5-be70-22f389244d99 req-c65daccc-19cd-457f-9809-e5b9dd918fbb tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:19.946663 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-289747c5-2ee7-4bf5-be70-22f389244d99 req-c65daccc-19cd-457f-9809-e5b9dd918fbb tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 943 time: 0.0508285 Aug 28 16:17:19.985122 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-289747c5-2ee7-4bf5-be70-22f389244d99 req-51b2f5b5-a23e-42ee-92e5-dc4fccb10c0a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324504 Aug 28 16:17:21.105928 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef83dd1-2201-4be3-bd13-5b60f0279bb2 req-36feb276-1f4c-4769-80ae-32310555b959 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:21.107645 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7ef83dd1-2201-4be3-bd13-5b60f0279bb2 req-36feb276-1f4c-4769-80ae-32310555b959 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 943 time: 0.0543132 Aug 28 16:17:21.148530 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7ef83dd1-2201-4be3-bd13-5b60f0279bb2 req-3d46a5b1-b12a-46e9-a2e8-7b43f2268773 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339842 Aug 28 16:17:22.269762 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939d172-62ef-4155-bd99-91e22d5e5643 req-64b0bb07-baa5-4d4f-ac84-2b5418151a3f tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:22.271335 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3939d172-62ef-4155-bd99-91e22d5e5643 req-64b0bb07-baa5-4d4f-ac84-2b5418151a3f tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 943 time: 0.0544755 Aug 28 16:17:22.310554 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3939d172-62ef-4155-bd99-91e22d5e5643 req-29094ed5-1443-4596-b158-8d2ea537a68a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331669 Aug 28 16:17:23.427055 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538bf37-b1ca-45bf-991a-a8a218cd1573 req-b70111f7-d34f-4f32-8f68-89c9bd74f8c3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:23.428939 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7538bf37-b1ca-45bf-991a-a8a218cd1573 req-b70111f7-d34f-4f32-8f68-89c9bd74f8c3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 943 time: 0.0506625 Aug 28 16:17:23.466826 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-7538bf37-b1ca-45bf-991a-a8a218cd1573 req-4a48d487-bf48-49a8-b89e-484a0545e0b9 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317767 Aug 28 16:17:24.081476 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:17:24.211743 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77ef02-3908-454b-bbda-f0702122d308 req-c94ed1dd-d0bf-4f9d-82bf-38a65c8af78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:24.213222 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea77ef02-3908-454b-bbda-f0702122d308 req-c94ed1dd-d0bf-4f9d-82bf-38a65c8af78b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887&tenant_id=9d5f5c0df68d4770ab9593d538edd7bf HTTP/1.1" status: 200 len: 1095 time: 0.0404105 Aug 28 16:17:24.225056 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-ea77ef02-3908-454b-bbda-f0702122d308 req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-10', 'device_owner': 'compute:nova'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:17:24.279496 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ea77ef02-3908-454b-bbda-f0702122d308 req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:17:24.480936 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-ea77ef02-3908-454b-bbda-f0702122d308 req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] For port 80dce648-9d37-4ab2-8aef-1e957a28786d, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=80dce648-9d37-4ab2-8aef-1e957a28786d,segment=NetworkSegment(9e409ba4-774c-4714-a7c1-c989a0e30af3),segment_id=9e409ba4-774c-4714-a7c1-c989a0e30af3)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:17:24.514561 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-ea77ef02-3908-454b-bbda-f0702122d308 req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] For port 80dce648-9d37-4ab2-8aef-1e957a28786d, host n-h1-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:17:24.548429 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-ea77ef02-3908-454b-bbda-f0702122d308 req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80dce648-9d37-4ab2-8aef-1e957a28786d {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 16:17:24.556556 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ea77ef02-3908-454b-bbda-f0702122d308 req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:17:24.568747 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-ea77ef02-3908-454b-bbda-f0702122d308 req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Transition to ACTIVE for port object 80dce648-9d37-4ab2-8aef-1e957a28786d will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:17:24.572233 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ea77ef02-3908-454b-bbda-f0702122d308 req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:17:24.584529 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab944e-3e63-4d02-b0d4-78c1b256e158 req-2e6251c0-959b-41ec-91b2-dd26e20348ba tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:24.586054 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fbab944e-3e63-4d02-b0d4-78c1b256e158 req-2e6251c0-959b-41ec-91b2-dd26e20348ba tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 943 time: 0.0516379 Aug 28 16:17:24.628442 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fbab944e-3e63-4d02-b0d4-78c1b256e158 req-c52392c3-5fbd-4466-a7cf-46767e413347 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360575 Aug 28 16:17:24.657813 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Pushing event updated for resources: {'Port': ['ID=80dce648-9d37-4ab2-8aef-1e957a28786d,revision_number=7']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:17:24.673755 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:17:24.674104 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:17:24.674448 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:17:24.674787 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:17:24.675120 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:17:24.675450 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:17:24.675907 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:17:24.676748 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:17:24.677164 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:17:24.677495 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:17:24.677821 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:17:24.678149 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:17:24.707912 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea77ef02-3908-454b-bbda-f0702122d308 req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] No DVR routers for this DVR port 80dce648-9d37-4ab2-8aef-1e957a28786d on host n-h1-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 16:17:24.844998 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-ea77ef02-3908-454b-bbda-f0702122d308 req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Attempting to bind port 80dce648-9d37-4ab2-8aef-1e957a28786d on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:17:24.845336 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-ea77ef02-3908-454b-bbda-f0702122d308 req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Attempting to bind port 80dce648-9d37-4ab2-8aef-1e957a28786d by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '9e409ba4-774c-4714-a7c1-c989a0e30af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:17:24.845666 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea77ef02-3908-454b-bbda-f0702122d308 req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Attempting to bind port 80dce648-9d37-4ab2-8aef-1e957a28786d on network 79e922a1-3a8b-47fc-bc23-dfa485ed13db {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:17:24.850545 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea77ef02-3908-454b-bbda-f0702122d308 req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Port 80dce648-9d37-4ab2-8aef-1e957a28786d on network 79e922a1-3a8b-47fc-bc23-dfa485ed13db not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 16:17:24.850865 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea77ef02-3908-454b-bbda-f0702122d308 req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Attempting to bind port 80dce648-9d37-4ab2-8aef-1e957a28786d on network 79e922a1-3a8b-47fc-bc23-dfa485ed13db {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:17:24.855549 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea77ef02-3908-454b-bbda-f0702122d308 req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:17:24.855934 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea77ef02-3908-454b-bbda-f0702122d308 req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Checking segment: {'id': '9e409ba4-774c-4714-a7c1-c989a0e30af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:17:24.856325 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea77ef02-3908-454b-bbda-f0702122d308 req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Bound using segment: {'id': '9e409ba4-774c-4714-a7c1-c989a0e30af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:17:24.856752 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-ea77ef02-3908-454b-bbda-f0702122d308 req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Bound port: 80dce648-9d37-4ab2-8aef-1e957a28786d, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e409ba4-774c-4714-a7c1-c989a0e30af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:17:24.857111 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ea77ef02-3908-454b-bbda-f0702122d308 req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:17:24.920512 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-ea77ef02-3908-454b-bbda-f0702122d308 req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] For port 80dce648-9d37-4ab2-8aef-1e957a28786d, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:17:24.923439 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-ea77ef02-3908-454b-bbda-f0702122d308 req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] For port 80dce648-9d37-4ab2-8aef-1e957a28786d, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=80dce648-9d37-4ab2-8aef-1e957a28786d,segment=NetworkSegment(9e409ba4-774c-4714-a7c1-c989a0e30af3),segment_id=9e409ba4-774c-4714-a7c1-c989a0e30af3)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:17:24.928824 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ea77ef02-3908-454b-bbda-f0702122d308 req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:17:24.969553 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77ef02-3908-454b-bbda-f0702122d308 req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:24.970172 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-ea77ef02-3908-454b-bbda-f0702122d308 req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:17:24.971573 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea77ef02-3908-454b-bbda-f0702122d308 req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] 10.222.0.36 "PUT /v2.0/ports/80dce648-9d37-4ab2-8aef-1e957a28786d HTTP/1.1" status: 200 len: 1092 time: 0.7509539 Aug 28 16:17:24.972035 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c33e3f9-b945-4247-ba07-11b6228e3887', 'tag': '80dce648-9d37-4ab2-8aef-1e957a28786d'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:17:24.974567 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e06d52-02a5-4698-a5da-da707ca389ee" -d '{"events": [{"name": "network-changed", "server_uuid": "0c33e3f9-b945-4247-ba07-11b6228e3887", "tag": "80dce648-9d37-4ab2-8aef-1e957a28786d"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:17:24.995137 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b23b2-3669-4c9f-b5cc-74b6510cab27 service neutron] Pushing event updated for resources: {'Port': ['ID=80dce648-9d37-4ab2-8aef-1e957a28786d,revision_number=8']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:17:25.034691 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5943e395-0451-4346-8027-7891ed1b2a41 x-openstack-request-id: req-5943e395-0451-4346-8027-7891ed1b2a41 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:17:25.035086 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c33e3f9-b945-4247-ba07-11b6228e3887", "tag": "80dce648-9d37-4ab2-8aef-1e957a28786d", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:17:25.035338 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5943e395-0451-4346-8027-7891ed1b2a41 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:17:25.035821 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c33e3f9-b945-4247-ba07-11b6228e3887', 'tag': '80dce648-9d37-4ab2-8aef-1e957a28786d', 'status': 'completed', 'code': 200} Aug 28 16:17:25.052378 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77ef02-3908-454b-bbda-f0702122d308 req-01a7d6af-d451-489e-ae21-2669d4ee0e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:25.053932 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea77ef02-3908-454b-bbda-f0702122d308 req-01a7d6af-d451-489e-ae21-2669d4ee0e5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d5f5c0df68d4770ab9593d538edd7bf&device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 1095 time: 0.0469692 Aug 28 16:17:25.148257 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77ef02-3908-454b-bbda-f0702122d308 req-20134959-8e52-4ccf-998f-38a1f0296be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:25.149746 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea77ef02-3908-454b-bbda-f0702122d308 req-20134959-8e52-4ccf-998f-38a1f0296be3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=79e922a1-3a8b-47fc-bc23-dfa485ed13db HTTP/1.1" status: 200 len: 910 time: 0.0872540 Aug 28 16:17:25.219429 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea77ef02-3908-454b-bbda-f0702122d308 req-f1762441-2a82-4623-aebd-7fbfb279e58c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80dce648-9d37-4ab2-8aef-1e957a28786d HTTP/1.1" status: 200 len: 998 time: 0.0622540 Aug 28 16:17:25.267526 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77ef02-3908-454b-bbda-f0702122d308 req-2b2196c8-2228-4ab4-ad39-e4876bebadbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:25.268884 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea77ef02-3908-454b-bbda-f0702122d308 req-2b2196c8-2228-4ab4-ad39-e4876bebadbb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=558c6071-fdb8-4b7b-a9de-16eb01a5137f HTTP/1.1" status: 200 len: 848 time: 0.0429597 Aug 28 16:17:25.313600 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77ef02-3908-454b-bbda-f0702122d308 req-0d921919-66f1-4ba8-ac85-93e5ddb9518f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:25.315108 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea77ef02-3908-454b-bbda-f0702122d308 req-0d921919-66f1-4ba8-ac85-93e5ddb9518f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79e922a1-3a8b-47fc-bc23-dfa485ed13db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396333 Aug 28 16:17:25.324535 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:17:25.326036 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-ea77ef02-3908-454b-bbda-f0702122d308 req-91c82df3-e728-4c7a-864c-b98c76945087 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106329) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 16:17:25.327026 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea77ef02-3908-454b-bbda-f0702122d308 req-91c82df3-e728-4c7a-864c-b98c76945087 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051363 Aug 28 16:17:25.418625 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea77ef02-3908-454b-bbda-f0702122d308 req-7115d87f-3d89-4241-bfcc-500d41be34f8 service neutron] 10.222.0.36 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848846 Aug 28 16:17:25.506947 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ea77ef02-3908-454b-bbda-f0702122d308 req-520a1873-f035-4d2a-a802-df4e19d61a6a service neutron] 10.222.0.36 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811841 Aug 28 16:17:25.591524 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e06d52-02a5-4698-a5da-da707ca389ee req-b6948059-d2d2-4f76-be21-6e9d6608d7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:25.593008 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-88e06d52-02a5-4698-a5da-da707ca389ee req-b6948059-d2d2-4f76-be21-6e9d6608d7de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d5f5c0df68d4770ab9593d538edd7bf&device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 1095 time: 0.0405655 Aug 28 16:17:25.685400 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e06d52-02a5-4698-a5da-da707ca389ee req-1e777425-59f1-40aa-9b0a-8732f0ae0c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:25.686955 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-88e06d52-02a5-4698-a5da-da707ca389ee req-1e777425-59f1-40aa-9b0a-8732f0ae0c38 service neutron] 10.222.0.36 "GET /v2.0/networks?id=79e922a1-3a8b-47fc-bc23-dfa485ed13db HTTP/1.1" status: 200 len: 910 time: 0.0865824 Aug 28 16:17:25.745287 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4475fb3-6ace-45b8-9445-a3780d9751b3 req-75be1f9f-9aff-4fea-80f2-c6d78915cbf3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:25.746781 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d4475fb3-6ace-45b8-9445-a3780d9751b3 req-75be1f9f-9aff-4fea-80f2-c6d78915cbf3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 943 time: 0.0502012 Aug 28 16:17:25.751776 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-88e06d52-02a5-4698-a5da-da707ca389ee req-f383f8ed-bf2e-4c48-b061-28bdc553c83e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80dce648-9d37-4ab2-8aef-1e957a28786d HTTP/1.1" status: 200 len: 998 time: 0.0579975 Aug 28 16:17:25.786935 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d4475fb3-6ace-45b8-9445-a3780d9751b3 req-3394b9a3-9c5f-4e06-a41a-b96486a0799b tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339351 Aug 28 16:17:26.091869 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e06d52-02a5-4698-a5da-da707ca389ee req-3f8c8273-d8c7-4220-9dd8-481816d95197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:26.093341 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-88e06d52-02a5-4698-a5da-da707ca389ee req-3f8c8273-d8c7-4220-9dd8-481816d95197 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=558c6071-fdb8-4b7b-a9de-16eb01a5137f HTTP/1.1" status: 200 len: 848 time: 0.3342807 Aug 28 16:17:26.138014 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e06d52-02a5-4698-a5da-da707ca389ee req-10f3ac5a-72cd-4be1-8cc4-fa5a8d3e7189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:26.139387 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-88e06d52-02a5-4698-a5da-da707ca389ee req-10f3ac5a-72cd-4be1-8cc4-fa5a8d3e7189 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79e922a1-3a8b-47fc-bc23-dfa485ed13db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384967 Aug 28 16:17:26.229988 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-88e06d52-02a5-4698-a5da-da707ca389ee req-a3edafb9-5623-4ca5-8e12-2c9adbb40c0e service neutron] 10.222.0.36 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836258 Aug 28 16:17:26.316907 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-88e06d52-02a5-4698-a5da-da707ca389ee req-790b0da8-4ba1-4bdb-a352-694c8c7c9741 service neutron] 10.222.0.36 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803111 Aug 28 16:17:26.906469 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e9134-0205-4e9b-9fc9-b97cf0220d87 req-cfeb1386-5af0-4446-84b2-7a7621ea550e tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:26.907980 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6c7e9134-0205-4e9b-9fc9-b97cf0220d87 req-cfeb1386-5af0-4446-84b2-7a7621ea550e tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 943 time: 0.0492330 Aug 28 16:17:26.945624 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6c7e9134-0205-4e9b-9fc9-b97cf0220d87 req-e16c7ed7-2160-4411-8af6-790b2522e285 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314054 Aug 28 16:17:27.473851 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:17:28.067407 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb4a91-d9d2-476e-ae28-1493ca9aaaf9 req-b8ec3662-4754-465b-97dc-a65d71518ea1 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:28.068901 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9ceb4a91-d9d2-476e-ae28-1493ca9aaaf9 req-b8ec3662-4754-465b-97dc-a65d71518ea1 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 943 time: 0.0561013 Aug 28 16:17:28.106221 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9ceb4a91-d9d2-476e-ae28-1493ca9aaaf9 req-3013b514-5b99-46e6-8663-04dc62e45978 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314133 Aug 28 16:17:29.225182 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1b08f-2adf-459e-b013-f9393aff4f10 req-98884400-effe-4d2f-b5ed-83be61491452 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:29.226660 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c7e1b08f-2adf-459e-b013-f9393aff4f10 req-98884400-effe-4d2f-b5ed-83be61491452 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 943 time: 0.0540054 Aug 28 16:17:29.263624 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c7e1b08f-2adf-459e-b013-f9393aff4f10 req-e1c1480d-21b8-4552-bf76-e49ad7d5b545 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309927 Aug 28 16:17:30.437930 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be02a5-c1de-4aaa-84eb-bb0087f66ee5 req-bcc09efa-0991-4e20-b261-44eb8cbbc9fc tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:30.439436 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a9be02a5-c1de-4aaa-84eb-bb0087f66ee5 req-bcc09efa-0991-4e20-b261-44eb8cbbc9fc tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 943 time: 0.1114907 Aug 28 16:17:30.479301 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a9be02a5-c1de-4aaa-84eb-bb0087f66ee5 req-e28d760b-77fa-400e-a81c-8c820f3f9077 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337636 Aug 28 16:17:31.649489 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329410e-36e3-4a5a-9158-1334e72d48fe req-4d3175c6-1d35-4294-bb88-6266b99db5d3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:31.650966 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2329410e-36e3-4a5a-9158-1334e72d48fe req-4d3175c6-1d35-4294-bb88-6266b99db5d3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 943 time: 0.1035733 Aug 28 16:17:31.687720 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2329410e-36e3-4a5a-9158-1334e72d48fe req-93f8bfba-55df-44fd-8601-1e1fd3b73b8d tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306859 Aug 28 16:17:32.468699 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 80dce648-9d37-4ab2-8aef-1e957a28786d details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 16:17:32.563498 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 80dce648-9d37-4ab2-8aef-1e957a28786d, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=80dce648-9d37-4ab2-8aef-1e957a28786d,segment=NetworkSegment(9e409ba4-774c-4714-a7c1-c989a0e30af3),segment_id=9e409ba4-774c-4714-a7c1-c989a0e30af3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:17:32.575391 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '80dce648-9d37-4ab2-8aef-1e957a28786d', 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db', 'port_id': '80dce648-9d37-4ab2-8aef-1e957a28786d', 'mac_address': 'fa:16:3e:e0:43:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 16:17:32.610294 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:17:32.622778 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80dce648-9d37-4ab2-8aef-1e957a28786d {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 16:17:32.641800 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 80dce648-9d37-4ab2-8aef-1e957a28786d, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=80dce648-9d37-4ab2-8aef-1e957a28786d,segment=NetworkSegment(9e409ba4-774c-4714-a7c1-c989a0e30af3),segment_id=9e409ba4-774c-4714-a7c1-c989a0e30af3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:17:32.644867 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:17:32.690235 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=80dce648-9d37-4ab2-8aef-1e957a28786d,revision_number=9']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:17:32.805950 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f573c-f3af-42af-8a70-945a594ae7e0 req-4c3f976f-7e1d-4091-9274-eedcde57965e tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:32.807443 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-106f573c-f3af-42af-8a70-945a594ae7e0 req-4c3f976f-7e1d-4091-9274-eedcde57965e tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 944 time: 0.0537589 Aug 28 16:17:32.845872 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-106f573c-f3af-42af-8a70-945a594ae7e0 req-a6caa7c6-df19-4d80-a80c-6d61df842ae3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315101 Aug 28 16:17:32.910795 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['80dce648-9d37-4ab2-8aef-1e957a28786d'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 16:17:33.961171 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8959b-1871-4c2f-b6fb-7cdf85e61e55 req-a94edfab-2044-492a-b80c-4c99db92ea7d tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:33.962640 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e0a8959b-1871-4c2f-b6fb-7cdf85e61e55 req-a94edfab-2044-492a-b80c-4c99db92ea7d tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 944 time: 0.0489883 Aug 28 16:17:34.001071 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e0a8959b-1871-4c2f-b6fb-7cdf85e61e55 req-de48f32c-f0ab-43c3-b0be-01cc8b9a9298 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324707 Aug 28 16:17:34.484555 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 80dce648-9d37-4ab2-8aef-1e957a28786d up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:17:34.536220 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 80dce648-9d37-4ab2-8aef-1e957a28786d completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:17:34.540032 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 80dce648-9d37-4ab2-8aef-1e957a28786d triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:17:34.540410 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:17:34.615238 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:17:34.636482 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c33e3f9-b945-4247-ba07-11b6228e3887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dce648-9d37-4ab2-8aef-1e957a28786d'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:17:34.638696 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e998ae4c8ad98a44641492a375488314a28001c32b9c96e1494d2a73900553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076b1a99-7b40-4910-b05e-778b47f843e4" -d '{"events": [{"server_uuid": "0c33e3f9-b945-4247-ba07-11b6228e3887", "name": "network-vif-plugged", "status": "completed", "tag": "80dce648-9d37-4ab2-8aef-1e957a28786d"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:17:34.651649 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 80dce648-9d37-4ab2-8aef-1e957a28786d, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=80dce648-9d37-4ab2-8aef-1e957a28786d,segment=NetworkSegment(9e409ba4-774c-4714-a7c1-c989a0e30af3),segment_id=9e409ba4-774c-4714-a7c1-c989a0e30af3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:17:34.655491 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:17:34.702543 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=80dce648-9d37-4ab2-8aef-1e957a28786d,revision_number=10']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:17:35.119088 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2caf0e8-7a79-40bf-8144-fa13b509b080 req-8f4942cf-1172-4a6e-a650-90e88517602e tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:35.120596 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a2caf0e8-7a79-40bf-8144-fa13b509b080 req-8f4942cf-1172-4a6e-a650-90e88517602e tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 946 time: 0.0526888 Aug 28 16:17:35.158226 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a2caf0e8-7a79-40bf-8144-fa13b509b080 req-02373535-83fd-4de6-9ff0-095fb3ab018a tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315351 Aug 28 16:17:35.696204 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 16:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de25c8e-013a-4182-a0dd-94026b8eb557 x-openstack-request-id: req-7de25c8e-013a-4182-a0dd-94026b8eb557 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:17:35.696678 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c33e3f9-b945-4247-ba07-11b6228e3887", "name": "network-vif-plugged", "status": "completed", "tag": "80dce648-9d37-4ab2-8aef-1e957a28786d", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:17:35.696807 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7de25c8e-013a-4182-a0dd-94026b8eb557 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:17:35.697370 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c33e3f9-b945-4247-ba07-11b6228e3887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dce648-9d37-4ab2-8aef-1e957a28786d', 'code': 200} Aug 28 16:17:35.837750 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddb674-defd-450d-8df3-320a21ba3d3f req-32472222-ea3f-40df-b894-b59120a3092e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:35.839277 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9eddb674-defd-450d-8df3-320a21ba3d3f req-32472222-ea3f-40df-b894-b59120a3092e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 1098 time: 0.0416293 Aug 28 16:17:35.874066 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9eddb674-defd-450d-8df3-320a21ba3d3f req-9f9db888-1d77-47a0-a170-75deea4659ad service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281346 Aug 28 16:17:36.273072 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d4de5-4e02-461f-8a4d-07ca1a47946b req-afdee4e7-9486-4f4c-ae65-98a9afd8dc8e tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:36.274590 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2c4d4de5-4e02-461f-8a4d-07ca1a47946b req-afdee4e7-9486-4f4c-ae65-98a9afd8dc8e tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 946 time: 0.0486619 Aug 28 16:17:36.311998 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-2c4d4de5-4e02-461f-8a4d-07ca1a47946b req-af296ad8-db11-4fcb-8270-f3aad84ea8b3 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313420 Aug 28 16:17:37.430794 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38bf1b-69b5-4ef2-9312-79a2af089a51 req-7bb8e84e-2c1f-45ed-b992-35e928525b68 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:37.432300 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bc38bf1b-69b5-4ef2-9312-79a2af089a51 req-7bb8e84e-2c1f-45ed-b992-35e928525b68 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 946 time: 0.0530672 Aug 28 16:17:37.470311 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-bc38bf1b-69b5-4ef2-9312-79a2af089a51 req-c267ed60-77b1-4dbb-bffd-f7bbda04b726 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317061 Aug 28 16:17:38.154522 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-da1b5296-1c4d-448c-a16d-05748865ef01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:17:40.685116 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d47bf329-4b05-4d41-b153-aa9aad9dd08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:17:41.009716 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:17:42.086709 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:17:43.575974 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:17:45.000369 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-803eb623-6001-433f-b743-4833ee3b2fa4 req-9024794f-0ca1-4932-90fb-6a3792d275df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1005852 Aug 28 16:17:45.087891 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803eb623-6001-433f-b743-4833ee3b2fa4 req-78055eb5-bddf-446e-bddd-6fd29d052fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:45.089991 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-803eb623-6001-433f-b743-4833ee3b2fa4 req-78055eb5-bddf-446e-bddd-6fd29d052fab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d5f5c0df68d4770ab9593d538edd7bf&device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 1098 time: 0.0443892 Aug 28 16:17:45.219925 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803eb623-6001-433f-b743-4833ee3b2fa4 req-2bea3d7e-70f7-4d8e-a10e-bdec270affd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:45.221423 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-803eb623-6001-433f-b743-4833ee3b2fa4 req-2bea3d7e-70f7-4d8e-a10e-bdec270affd8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=79e922a1-3a8b-47fc-bc23-dfa485ed13db HTTP/1.1" status: 200 len: 910 time: 0.1116457 Aug 28 16:17:45.303586 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-803eb623-6001-433f-b743-4833ee3b2fa4 req-f9a8ee83-69ef-4f11-99c5-b5184634c84a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80dce648-9d37-4ab2-8aef-1e957a28786d HTTP/1.1" status: 200 len: 1000 time: 0.0742185 Aug 28 16:17:45.355072 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803eb623-6001-433f-b743-4833ee3b2fa4 req-c9a7cb2c-cad4-41fc-adc6-b227a004f427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:45.356601 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-803eb623-6001-433f-b743-4833ee3b2fa4 req-c9a7cb2c-cad4-41fc-adc6-b227a004f427 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=558c6071-fdb8-4b7b-a9de-16eb01a5137f HTTP/1.1" status: 200 len: 848 time: 0.0436308 Aug 28 16:17:45.400860 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803eb623-6001-433f-b743-4833ee3b2fa4 req-c736d21d-1ce1-47db-ae91-f896f4e2717a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:17:45.402322 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-803eb623-6001-433f-b743-4833ee3b2fa4 req-c736d21d-1ce1-47db-ae91-f896f4e2717a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79e922a1-3a8b-47fc-bc23-dfa485ed13db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390294 Aug 28 16:17:45.493670 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-803eb623-6001-433f-b743-4833ee3b2fa4 req-2953c7a7-694b-4d26-8ae2-6ef10fbcdad8 service neutron] 10.222.0.36 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844080 Aug 28 16:17:45.588315 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-803eb623-6001-433f-b743-4833ee3b2fa4 req-87167341-e52b-407f-bb0b-0e44d1d2365c service neutron] 10.222.0.36 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839505 Aug 28 16:17:55.326343 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:17:57.465377 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:18:01.080567 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:18:08.156424 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e42354b8-1d06-465c-a413-eb02aefb1f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:18:10.684843 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a2953972-6ff4-417b-a9de-619e917d20be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:18:11.010562 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:18:12.089904 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:18:13.579412 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:18:25.342291 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:18:27.480753 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:18:38.079483 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:18:38.156453 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-18c32d01-0705-47d6-bdfe-c44033eab4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:18:40.686342 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-e8036fb9-a88b-4376-9636-445fb8146b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:18:41.011630 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:18:42.093682 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:18:43.581463 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:18:46.945832 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3cced119-29cd-42e3-9ede-2d0fab2e0c26 req-0e534c91-3828-4b0c-94d9-b8f154f73cab service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0466039 Aug 28 16:18:47.023771 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cced119-29cd-42e3-9ede-2d0fab2e0c26 req-a49afd15-d063-4912-8bdc-c56e03b57cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:18:47.025239 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3cced119-29cd-42e3-9ede-2d0fab2e0c26 req-a49afd15-d063-4912-8bdc-c56e03b57cb4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d5f5c0df68d4770ab9593d538edd7bf&device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 1098 time: 0.0399804 Aug 28 16:18:47.128724 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cced119-29cd-42e3-9ede-2d0fab2e0c26 req-d086d782-7400-471d-832d-f5edd4f96416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:18:47.130271 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3cced119-29cd-42e3-9ede-2d0fab2e0c26 req-d086d782-7400-471d-832d-f5edd4f96416 service neutron] 10.222.0.36 "GET /v2.0/networks?id=79e922a1-3a8b-47fc-bc23-dfa485ed13db HTTP/1.1" status: 200 len: 910 time: 0.0857062 Aug 28 16:18:47.200203 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3cced119-29cd-42e3-9ede-2d0fab2e0c26 req-8b585d22-0fe7-4c2d-a77c-a2ce7d4d7aae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80dce648-9d37-4ab2-8aef-1e957a28786d HTTP/1.1" status: 200 len: 1000 time: 0.0618045 Aug 28 16:18:47.247701 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cced119-29cd-42e3-9ede-2d0fab2e0c26 req-1085abeb-5765-4c37-992f-3d6d1a72867d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:18:47.249098 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3cced119-29cd-42e3-9ede-2d0fab2e0c26 req-1085abeb-5765-4c37-992f-3d6d1a72867d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=558c6071-fdb8-4b7b-a9de-16eb01a5137f HTTP/1.1" status: 200 len: 848 time: 0.0428205 Aug 28 16:18:47.293822 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cced119-29cd-42e3-9ede-2d0fab2e0c26 req-fd0ba9cb-dbb0-4279-9eab-4a36685b3851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:18:47.295271 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3cced119-29cd-42e3-9ede-2d0fab2e0c26 req-fd0ba9cb-dbb0-4279-9eab-4a36685b3851 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79e922a1-3a8b-47fc-bc23-dfa485ed13db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391746 Aug 28 16:18:47.386158 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3cced119-29cd-42e3-9ede-2d0fab2e0c26 req-bd5c6383-26d7-4107-ae74-018f5813a9d9 service neutron] 10.222.0.36 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835869 Aug 28 16:18:47.474187 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-3cced119-29cd-42e3-9ede-2d0fab2e0c26 req-27ffe794-f1a1-43e1-95cd-1b9a266a70ee service neutron] 10.222.0.36 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803716 Aug 28 16:18:53.259637 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34638) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:18:53.421316 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-f7060d8f-0601-4f6d-ac3b-566e3d6001ef tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Deleting port a565935c-06c6-42a0-b7df-b61710e54f99 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:18:53.421664 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f7060d8f-0601-4f6d-ac3b-566e3d6001ef tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:18:53.501139 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f7060d8f-0601-4f6d-ac3b-566e3d6001ef tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:18:53.501472 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f7060d8f-0601-4f6d-ac3b-566e3d6001ef tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:18:53.513458 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-f7060d8f-0601-4f6d-ac3b-566e3d6001ef tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Calling delete_port for a565935c-06c6-42a0-b7df-b61710e54f99 owned by network:floatingip {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:18:53.666106 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f7060d8f-0601-4f6d-ac3b-566e3d6001ef tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:18:53.694171 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7060d8f-0601-4f6d-ac3b-566e3d6001ef tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Pushing event deleted for resources: {'Port': ['ID=a565935c-06c6-42a0-b7df-b61710e54f99,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:18:53.706975 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7060d8f-0601-4f6d-ac3b-566e3d6001ef tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:18:53.707331 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7060d8f-0601-4f6d-ac3b-566e3d6001ef tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:18:53.707741 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7060d8f-0601-4f6d-ac3b-566e3d6001ef tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:18:53.708084 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7060d8f-0601-4f6d-ac3b-566e3d6001ef tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:18:53.708394 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7060d8f-0601-4f6d-ac3b-566e3d6001ef tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:18:53.708731 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7060d8f-0601-4f6d-ac3b-566e3d6001ef tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:18:53.709064 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7060d8f-0601-4f6d-ac3b-566e3d6001ef tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:18:53.709397 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7060d8f-0601-4f6d-ac3b-566e3d6001ef tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:18:53.709731 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7060d8f-0601-4f6d-ac3b-566e3d6001ef tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:18:53.710062 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7060d8f-0601-4f6d-ac3b-566e3d6001ef tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:18:53.710391 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7060d8f-0601-4f6d-ac3b-566e3d6001ef tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:18:53.710722 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7060d8f-0601-4f6d-ac3b-566e3d6001ef tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:18:53.767212 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f7060d8f-0601-4f6d-ac3b-566e3d6001ef tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for floatingip, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:18:53.767461 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-f7060d8f-0601-4f6d-ac3b-566e3d6001ef tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Floating IP 3eb0e5de-6f3f-483a-af7a-9cc22aa1e76a disassociated (deleted). External IP: 172.25.3.17, port: 80dce648-9d37-4ab2-8aef-1e957a28786d. Aug 28 16:18:53.976610 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7060d8f-0601-4f6d-ac3b-566e3d6001ef tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Router d6591860-6b1d-41e7-bc90-21b3ae7c2124 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:18:54.087175 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7060d8f-0601-4f6d-ac3b-566e3d6001ef tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:18:54.092458 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f7060d8f-0601-4f6d-ac3b-566e3d6001ef tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:18:54.097220 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c820a6db-37f3-4424-acf1-74399881271b None None] Sync routers for ids ['d6591860-6b1d-41e7-bc90-21b3ae7c2124'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:18:54.106048 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c820a6db-37f3-4424-acf1-74399881271b None None] Routers {'d6591860-6b1d-41e7-bc90-21b3ae7c2124'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:18:54.107310 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-c820a6db-37f3-4424-acf1-74399881271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:18:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d6591860-6b1d-41e7-bc90-21b3ae7c2124'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:18:54.119333 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f7060d8f-0601-4f6d-ac3b-566e3d6001ef tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "DELETE /v2.0/floatingips/3eb0e5de-6f3f-483a-af7a-9cc22aa1e76a HTTP/1.1" status: 204 len: 168 time: 0.8585505 Aug 28 16:18:54.119956 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c33e3f9-b945-4247-ba07-11b6228e3887', 'tag': '80dce648-9d37-4ab2-8aef-1e957a28786d'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:18:54.122382 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4720309-b598-4a5a-b747-138075df8ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "0c33e3f9-b945-4247-ba07-11b6228e3887", "tag": "80dce648-9d37-4ab2-8aef-1e957a28786d"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:18:54.163319 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd81473-33c7-4209-ae3a-3b19319bf6a4 x-openstack-request-id: req-0cd81473-33c7-4209-ae3a-3b19319bf6a4 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:18:54.163616 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c33e3f9-b945-4247-ba07-11b6228e3887", "tag": "80dce648-9d37-4ab2-8aef-1e957a28786d", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:18:54.163910 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0cd81473-33c7-4209-ae3a-3b19319bf6a4 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:18:54.164327 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c33e3f9-b945-4247-ba07-11b6228e3887', 'tag': '80dce648-9d37-4ab2-8aef-1e957a28786d', 'status': 'completed', 'code': 200} Aug 28 16:18:54.225064 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-c820a6db-37f3-4424-acf1-74399881271b None None] Set router d6591860-6b1d-41e7-bc90-21b3ae7c2124 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:18:54.234028 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4720309-b598-4a5a-b747-138075df8ef6 req-008b4b03-7b7d-4e26-ab12-d49d04430bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:18:54.235969 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a4720309-b598-4a5a-b747-138075df8ef6 req-008b4b03-7b7d-4e26-ab12-d49d04430bd8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d5f5c0df68d4770ab9593d538edd7bf&device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 1098 time: 0.0486076 Aug 28 16:18:54.340011 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4720309-b598-4a5a-b747-138075df8ef6 req-2e58070b-7b23-420d-b934-1e045df3dba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:18:54.341495 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a4720309-b598-4a5a-b747-138075df8ef6 req-2e58070b-7b23-420d-b934-1e045df3dba3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=79e922a1-3a8b-47fc-bc23-dfa485ed13db HTTP/1.1" status: 200 len: 910 time: 0.0928495 Aug 28 16:18:54.362860 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98c3d7-b110-43d1-9648-77293787d04c req-30d25d1f-6f63-472d-8d0a-fc387bb09ecd tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:18:54.364466 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fb98c3d7-b110-43d1-9648-77293787d04c req-30d25d1f-6f63-472d-8d0a-fc387bb09ecd tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 946 time: 0.0522583 Aug 28 16:18:54.385942 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a4720309-b598-4a5a-b747-138075df8ef6 req-b5f81dc6-c752-46d3-9b72-fa0218b3a906 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80dce648-9d37-4ab2-8aef-1e957a28786d HTTP/1.1" status: 200 len: 217 time: 0.0358248 Aug 28 16:18:54.404780 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-fb98c3d7-b110-43d1-9648-77293787d04c req-8f044389-fb82-440e-bd6d-34cd321d7432 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341806 Aug 28 16:18:54.441482 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4720309-b598-4a5a-b747-138075df8ef6 req-5d803206-ba79-45eb-98b2-ec62c2162259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:18:54.442940 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a4720309-b598-4a5a-b747-138075df8ef6 req-5d803206-ba79-45eb-98b2-ec62c2162259 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=558c6071-fdb8-4b7b-a9de-16eb01a5137f HTTP/1.1" status: 200 len: 848 time: 0.0497949 Aug 28 16:18:54.447225 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-c820a6db-37f3-4424-acf1-74399881271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'name': 'tempest-TestShelveInstance-1468152520-router', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:10:10Z', 'updated_at': '2021-08-28T16:10:13Z', 'revision_number': 4, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'gw_port': {'id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:11Z', 'updated_at': '2021-08-28T16:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '7cf6a919-14bc-425a-be84-b66c58c766b2', 'name': '', 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'mac_address': 'fa:16:3e:79:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:12Z', 'updated_at': '2021-08-28T16:10:20Z', 'revision_number': 5, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'subnets': [{'id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:18:54.472669 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c820a6db-37f3-4424-acf1-74399881271b None None] Checking router: d6591860-6b1d-41e7-bc90-21b3ae7c2124 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:18:54.481617 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c820a6db-37f3-4424-acf1-74399881271b None None] Routers {'d6591860-6b1d-41e7-bc90-21b3ae7c2124'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:18:54.482319 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-c820a6db-37f3-4424-acf1-74399881271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:18:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d6591860-6b1d-41e7-bc90-21b3ae7c2124'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:18:54.489169 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4720309-b598-4a5a-b747-138075df8ef6 req-56e8269f-e2b2-4a81-a986-f62e84267728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:18:54.490667 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a4720309-b598-4a5a-b747-138075df8ef6 req-56e8269f-e2b2-4a81-a986-f62e84267728 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79e922a1-3a8b-47fc-bc23-dfa485ed13db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401313 Aug 28 16:18:54.580160 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a4720309-b598-4a5a-b747-138075df8ef6 req-1658658a-4bce-47d8-b311-763cf577933a service neutron] 10.222.0.36 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809991 Aug 28 16:18:54.585394 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-c820a6db-37f3-4424-acf1-74399881271b None None] Set router d6591860-6b1d-41e7-bc90-21b3ae7c2124 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:18:54.673587 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a4720309-b598-4a5a-b747-138075df8ef6 req-f3edb7a6-c427-495f-b8ae-ce74a2aaecdb service neutron] 10.222.0.36 "GET /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864892 Aug 28 16:18:54.778300 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-c820a6db-37f3-4424-acf1-74399881271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'name': 'tempest-TestShelveInstance-1468152520-router', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:10:10Z', 'updated_at': '2021-08-28T16:10:13Z', 'revision_number': 4, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'gw_port': {'id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:11Z', 'updated_at': '2021-08-28T16:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '7cf6a919-14bc-425a-be84-b66c58c766b2', 'name': '', 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'mac_address': 'fa:16:3e:79:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:12Z', 'updated_at': '2021-08-28T16:10:20Z', 'revision_number': 5, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'subnets': [{'id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:18:54.806698 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c820a6db-37f3-4424-acf1-74399881271b None None] The sync data for ids ['d6591860-6b1d-41e7-bc90-21b3ae7c2124'] in n-d-712137-10 is: [{'id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'name': 'tempest-TestShelveInstance-1468152520-router', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:10:10Z', 'updated_at': '2021-08-28T16:10:13Z', 'revision_number': 4, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'gw_port': {'id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:11Z', 'updated_at': '2021-08-28T16:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '7cf6a919-14bc-425a-be84-b66c58c766b2', 'name': '', 'network_id': '79e922a1-3a8b-47fc-bc23-dfa485ed13db', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'mac_address': 'fa:16:3e:79:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:12Z', 'updated_at': '2021-08-28T16:10:20Z', 'revision_number': 5, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'subnets': [{'id': '558c6071-fdb8-4b7b-a9de-16eb01a5137f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:18:55.026897 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8393ca5c-7935-496b-99f3-53f6f86d6f85 None None] New status for floating IP 3eb0e5de-6f3f-483a-af7a-9cc22aa1e76a: DOWN {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 16:18:55.375246 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:18:55.526229 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93cb32b-7ff6-4da1-ae97-8ff3efead3c8 req-9c379a0d-339c-45f8-8c20-5653b687eccb tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:18:55.527744 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c93cb32b-7ff6-4da1-ae97-8ff3efead3c8 req-9c379a0d-339c-45f8-8c20-5653b687eccb tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 946 time: 0.0507083 Aug 28 16:18:55.564932 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c93cb32b-7ff6-4da1-ae97-8ff3efead3c8 req-cd770a4a-5966-44c2-9016-ab5204c480ae tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77bd5d2-1893-41d8-a26b-2527b199de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312052 Aug 28 16:18:55.843252 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a39b9-b1d3-4641-b946-91b6a391dd8a req-cfa77d1e-a4b3-44ed-b80d-56d59d0ca078 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:18:55.844716 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c55a39b9-b1d3-4641-b946-91b6a391dd8a req-cfa77d1e-a4b3-44ed-b80d-56d59d0ca078 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 946 time: 0.0523219 Aug 28 16:18:55.933292 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-c55a39b9-b1d3-4641-b946-91b6a391dd8a req-623b5e94-410a-477d-8b65-b5a094b19c24 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Deleting port 80dce648-9d37-4ab2-8aef-1e957a28786d {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:18:55.933632 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c55a39b9-b1d3-4641-b946-91b6a391dd8a req-623b5e94-410a-477d-8b65-b5a094b19c24 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:18:56.022179 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-c55a39b9-b1d3-4641-b946-91b6a391dd8a req-623b5e94-410a-477d-8b65-b5a094b19c24 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] For port 80dce648-9d37-4ab2-8aef-1e957a28786d, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=80dce648-9d37-4ab2-8aef-1e957a28786d,segment=NetworkSegment(9e409ba4-774c-4714-a7c1-c989a0e30af3),segment_id=9e409ba4-774c-4714-a7c1-c989a0e30af3)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:18:56.022544 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c55a39b9-b1d3-4641-b946-91b6a391dd8a req-623b5e94-410a-477d-8b65-b5a094b19c24 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:18:56.035421 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-c55a39b9-b1d3-4641-b946-91b6a391dd8a req-623b5e94-410a-477d-8b65-b5a094b19c24 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Calling delete_port for 80dce648-9d37-4ab2-8aef-1e957a28786d owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:18:56.157709 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c55a39b9-b1d3-4641-b946-91b6a391dd8a req-623b5e94-410a-477d-8b65-b5a094b19c24 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:18:56.193322 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b5e94-410a-477d-8b65-b5a094b19c24 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Pushing event deleted for resources: {'Port': ['ID=80dce648-9d37-4ab2-8aef-1e957a28786d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:18:56.234290 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55a39b9-b1d3-4641-b946-91b6a391dd8a req-623b5e94-410a-477d-8b65-b5a094b19c24 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] No DVR routers for this DVR port 80dce648-9d37-4ab2-8aef-1e957a28786d on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 16:18:56.236824 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-c55a39b9-b1d3-4641-b946-91b6a391dd8a req-623b5e94-410a-477d-8b65-b5a094b19c24 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:18:56.238952 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c55a39b9-b1d3-4641-b946-91b6a391dd8a req-623b5e94-410a-477d-8b65-b5a094b19c24 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.36 "DELETE /v2.0/ports/80dce648-9d37-4ab2-8aef-1e957a28786d HTTP/1.1" status: 204 len: 173 time: 0.3881545 Aug 28 16:18:56.239393 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c33e3f9-b945-4247-ba07-11b6228e3887', 'name': 'network-vif-deleted', 'tag': '80dce648-9d37-4ab2-8aef-1e957a28786d'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:18:56.241677 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f46270-70cc-4a3e-ab01-c2b0d70b3e88" -d '{"events": [{"server_uuid": "0c33e3f9-b945-4247-ba07-11b6228e3887", "name": "network-vif-deleted", "tag": "80dce648-9d37-4ab2-8aef-1e957a28786d"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:18:56.281948 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 16:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b547c2-8505-4b3a-8b67-bb5953285b1c x-openstack-request-id: req-81b547c2-8505-4b3a-8b67-bb5953285b1c {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:18:56.282245 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c33e3f9-b945-4247-ba07-11b6228e3887", "name": "network-vif-deleted", "tag": "80dce648-9d37-4ab2-8aef-1e957a28786d", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:18:56.282496 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81b547c2-8505-4b3a-8b67-bb5953285b1c {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:18:56.282893 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c33e3f9-b945-4247-ba07-11b6228e3887', 'name': 'network-vif-deleted', 'tag': '80dce648-9d37-4ab2-8aef-1e957a28786d', 'status': 'completed', 'code': 200} Aug 28 16:18:56.667159 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8cfbbe08-0445-448f-aa8d-e6ea6740ac76 req-0e39c686-7c2f-4bb0-85f4-f9ff09ae1b4d tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 210 time: 0.0287158 Aug 28 16:18:57.497454 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:18:57.764989 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-9686cea3-af2a-4429-8f6d-1a3751342178 req-c65e4900-a58f-4022-ac6d-9e9a2eb80361 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 210 time: 0.0275569 Aug 28 16:18:58.859823 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-97844f82-050a-401f-8fb5-b339a9815b46 req-8fb657ee-3083-4ad4-ab22-98ed9c3e0d5e tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 210 time: 0.0265596 Aug 28 16:18:59.981182 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-1b5b3e7b-dece-4a9e-958e-e8dea42ab23a req-6b390f90-a808-4d53-8836-c644c2b38506 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c33e3f9-b945-4247-ba07-11b6228e3887 HTTP/1.1" status: 200 len: 210 time: 0.0355570 Aug 28 16:19:00.753322 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 80dce648-9d37-4ab2-8aef-1e957a28786d no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:19:00.777106 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 80dce648-9d37-4ab2-8aef-1e957a28786d {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:19:00.777525 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 80dce648-9d37-4ab2-8aef-1e957a28786d not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:19:01.042608 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34670) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:19:01.107216 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7f108c1d-d88b-4d0f-a4ac-6661d6bd3737 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:01.134228 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7f108c1d-d88b-4d0f-a4ac-6661d6bd3737 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:01.202664 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7f108c1d-d88b-4d0f-a4ac-6661d6bd3737 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:01.205793 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7f108c1d-d88b-4d0f-a4ac-6661d6bd3737 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:01.210061 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7f108c1d-d88b-4d0f-a4ac-6661d6bd3737 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] 10.222.0.13 "DELETE /v2.0/security-groups/b77bd5d2-1893-41d8-a26b-2527b199de4d HTTP/1.1" status: 204 len: 168 time: 0.1664317 Aug 28 16:19:01.220995 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f108c1d-d88b-4d0f-a4ac-6661d6bd3737 tempest-TestShelveInstance-1111156539 tempest-TestShelveInstance-1111156539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77bd5d2-1893-41d8-a26b-2527b199de4d,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:01.283699 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34674) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:19:01.743733 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b680adb8-8555-48e0-a5fc-03ca1d73d977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:01.999769 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-b680adb8-8555-48e0-a5fc-03ca1d73d977 admin admin] Deleting port 7cf6a919-14bc-425a-be84-b66c58c766b2 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:19:02.000111 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b680adb8-8555-48e0-a5fc-03ca1d73d977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:02.079627 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-b680adb8-8555-48e0-a5fc-03ca1d73d977 admin admin] For port 7cf6a919-14bc-425a-be84-b66c58c766b2, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=7cf6a919-14bc-425a-be84-b66c58c766b2,segment=NetworkSegment(9e409ba4-774c-4714-a7c1-c989a0e30af3),segment_id=9e409ba4-774c-4714-a7c1-c989a0e30af3)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:19:02.080323 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b680adb8-8555-48e0-a5fc-03ca1d73d977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:02.092477 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-b680adb8-8555-48e0-a5fc-03ca1d73d977 admin admin] Calling delete_port for 7cf6a919-14bc-425a-be84-b66c58c766b2 owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:19:02.269559 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b680adb8-8555-48e0-a5fc-03ca1d73d977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:02.292449 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680adb8-8555-48e0-a5fc-03ca1d73d977 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cf6a919-14bc-425a-be84-b66c58c766b2,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:02.466004 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b680adb8-8555-48e0-a5fc-03ca1d73d977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:02.682885 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b680adb8-8555-48e0-a5fc-03ca1d73d977 admin admin] Router d6591860-6b1d-41e7-bc90-21b3ae7c2124 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:19:03.088949 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b680adb8-8555-48e0-a5fc-03ca1d73d977 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:19:03.094528 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b680adb8-8555-48e0-a5fc-03ca1d73d977 admin admin] 10.222.0.13 "PUT /v2.0/routers/d6591860-6b1d-41e7-bc90-21b3ae7c2124/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8097010 Aug 28 16:19:03.097160 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34678) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:19:03.097642 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe33bdc-75cf-4306-acc0-3699f58041d4 None None] Sync routers for ids ['d6591860-6b1d-41e7-bc90-21b3ae7c2124'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:19:03.108334 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe33bdc-75cf-4306-acc0-3699f58041d4 None None] Routers {'d6591860-6b1d-41e7-bc90-21b3ae7c2124'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:19:03.108961 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-afe33bdc-75cf-4306-acc0-3699f58041d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:18:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d6591860-6b1d-41e7-bc90-21b3ae7c2124'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:03.198850 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-79834335-e613-4d0d-8a71-76984cb39f13 admin admin] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:03.212732 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-afe33bdc-75cf-4306-acc0-3699f58041d4 None None] Set router d6591860-6b1d-41e7-bc90-21b3ae7c2124 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:19:03.302812 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-79834335-e613-4d0d-8a71-76984cb39f13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:03.354445 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-79834335-e613-4d0d-8a71-76984cb39f13 admin admin] Deleting port f0beac5c-9da9-4e23-952e-d7d10880240b {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:19:03.354685 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-79834335-e613-4d0d-8a71-76984cb39f13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:03.390022 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-afe33bdc-75cf-4306-acc0-3699f58041d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'name': 'tempest-TestShelveInstance-1468152520-router', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:10:10Z', 'updated_at': '2021-08-28T16:19:02Z', 'revision_number': 5, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'gw_port': {'id': 'f0beac5c-9da9-4e23-952e-d7d10880240b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:11Z', 'updated_at': '2021-08-28T16:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:03.420316 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe33bdc-75cf-4306-acc0-3699f58041d4 None None] Checking router: d6591860-6b1d-41e7-bc90-21b3ae7c2124 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:19:03.428560 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe33bdc-75cf-4306-acc0-3699f58041d4 None None] Routers {'d6591860-6b1d-41e7-bc90-21b3ae7c2124'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:19:03.429166 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-afe33bdc-75cf-4306-acc0-3699f58041d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:18:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['d6591860-6b1d-41e7-bc90-21b3ae7c2124'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:03.439754 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-79834335-e613-4d0d-8a71-76984cb39f13 admin admin] For port f0beac5c-9da9-4e23-952e-d7d10880240b, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=f0beac5c-9da9-4e23-952e-d7d10880240b,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:19:03.440124 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-79834335-e613-4d0d-8a71-76984cb39f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:03.454232 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-79834335-e613-4d0d-8a71-76984cb39f13 admin admin] Calling delete_port for f0beac5c-9da9-4e23-952e-d7d10880240b owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:19:03.510916 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-afe33bdc-75cf-4306-acc0-3699f58041d4 None None] Set router d6591860-6b1d-41e7-bc90-21b3ae7c2124 gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:19:03.564860 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-afe33bdc-75cf-4306-acc0-3699f58041d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'name': 'tempest-TestShelveInstance-1468152520-router', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:10:10Z', 'updated_at': '2021-08-28T16:19:03Z', 'revision_number': 6, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:03.591040 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe33bdc-75cf-4306-acc0-3699f58041d4 None None] The sync data for ids ['d6591860-6b1d-41e7-bc90-21b3ae7c2124'] in n-d-712137-10 is: [{'id': 'd6591860-6b1d-41e7-bc90-21b3ae7c2124', 'name': 'tempest-TestShelveInstance-1468152520-router', 'tenant_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:10:10Z', 'updated_at': '2021-08-28T16:19:03Z', 'revision_number': 6, 'project_id': '9d5f5c0df68d4770ab9593d538edd7bf', 'gw_port_host': None}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:19:03.618552 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-79834335-e613-4d0d-8a71-76984cb39f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:03.647770 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79834335-e613-4d0d-8a71-76984cb39f13 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0beac5c-9da9-4e23-952e-d7d10880240b,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:03.707714 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-79834335-e613-4d0d-8a71-76984cb39f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:03.796516 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-79834335-e613-4d0d-8a71-76984cb39f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:03.798587 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-79834335-e613-4d0d-8a71-76984cb39f13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:03.844006 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-79834335-e613-4d0d-8a71-76984cb39f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:03.844530 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79834335-e613-4d0d-8a71-76984cb39f13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6591860-6b1d-41e7-bc90-21b3ae7c2124 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 16:19:03.848796 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-79834335-e613-4d0d-8a71-76984cb39f13 admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:03.849985 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-79834335-e613-4d0d-8a71-76984cb39f13 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d6591860-6b1d-41e7-bc90-21b3ae7c2124 HTTP/1.1" status: 204 len: 168 time: 0.7518218 Aug 28 16:19:03.852427 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34680) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:19:03.897341 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a3241f-c06a-4888-a2a9-91d19de0694e admin admin] Deleting subnet 558c6071-fdb8-4b7b-a9de-16eb01a5137f {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 16:19:03.900537 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01a3241f-c06a-4888-a2a9-91d19de0694e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:03.937330 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01a3241f-c06a-4888-a2a9-91d19de0694e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:04.036403 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01a3241f-c06a-4888-a2a9-91d19de0694e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:04.053352 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7cf6a919-14bc-425a-be84-b66c58c766b2 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:19:04.074121 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 7cf6a919-14bc-425a-be84-b66c58c766b2 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:19:04.074467 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 7cf6a919-14bc-425a-be84-b66c58c766b2 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:19:04.093362 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01a3241f-c06a-4888-a2a9-91d19de0694e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:04.117726 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3241f-c06a-4888-a2a9-91d19de0694e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=558c6071-fdb8-4b7b-a9de-16eb01a5137f,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:04.124040 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-01a3241f-c06a-4888-a2a9-91d19de0694e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:04.128513 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-01a3241f-c06a-4888-a2a9-91d19de0694e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/558c6071-fdb8-4b7b-a9de-16eb01a5137f HTTP/1.1" status: 204 len: 168 time: 0.2750857 Aug 28 16:19:04.128773 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34682) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:19:04.131070 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb9791e-0cee-455a-9582-b9403aeb5ef3 None None] Network 79e922a1-3a8b-47fc-bc23-dfa485ed13db requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 16:19:04.199382 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:04.256293 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] Deleting port 0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:19:04.256645 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:04.305946 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a9ead8-93b9-40fc-9763-3be0ce55b99d None None] DHCP port deletion for 79e922a1-3a8b-47fc-bc23-dfa485ed13db request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 16:19:04.329169 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] For port 0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf,segment=NetworkSegment(9e409ba4-774c-4714-a7c1-c989a0e30af3),segment_id=9e409ba4-774c-4714-a7c1-c989a0e30af3)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:19:04.329539 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:04.343587 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] Calling delete_port for 0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:19:04.355479 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-13a9ead8-93b9-40fc-9763-3be0ce55b99d None None] Deleting port 0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:19:04.355890 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-13a9ead8-93b9-40fc-9763-3be0ce55b99d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:04.428271 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-13a9ead8-93b9-40fc-9763-3be0ce55b99d None None] For port 0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf,segment=NetworkSegment(9e409ba4-774c-4714-a7c1-c989a0e30af3),segment_id=9e409ba4-774c-4714-a7c1-c989a0e30af3)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:19:04.428667 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-13a9ead8-93b9-40fc-9763-3be0ce55b99d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:04.429714 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:04.442324 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-13a9ead8-93b9-40fc-9763-3be0ce55b99d None None] Calling delete_port for 0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:19:04.457467 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:04.466268 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] No DVR routers for this DVR port 0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 16:19:04.469030 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:04.469383 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:04.469898 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:04.470474 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:04.470818 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:04.471155 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:04.471496 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:04.471857 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:04.472188 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:04.472520 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:04.472849 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:04.473177 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:04.519122 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-13a9ead8-93b9-40fc-9763-3be0ce55b99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:04.544366 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9ead8-93b9-40fc-9763-3be0ce55b99d None None] Pushing event deleted for resources: {'Port': ['ID=0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:04.548431 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:04.554103 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9ead8-93b9-40fc-9763-3be0ce55b99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:04.554448 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9ead8-93b9-40fc-9763-3be0ce55b99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:04.554786 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9ead8-93b9-40fc-9763-3be0ce55b99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:04.555119 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9ead8-93b9-40fc-9763-3be0ce55b99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:04.555450 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9ead8-93b9-40fc-9763-3be0ce55b99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:04.555804 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9ead8-93b9-40fc-9763-3be0ce55b99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:04.556130 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9ead8-93b9-40fc-9763-3be0ce55b99d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:04.556451 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9ead8-93b9-40fc-9763-3be0ce55b99d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:04.556772 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9ead8-93b9-40fc-9763-3be0ce55b99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:04.557091 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9ead8-93b9-40fc-9763-3be0ce55b99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:04.557407 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9ead8-93b9-40fc-9763-3be0ce55b99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:04.557722 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9ead8-93b9-40fc-9763-3be0ce55b99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:04.560945 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a9ead8-93b9-40fc-9763-3be0ce55b99d None None] No DVR routers for this DVR port 0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 16:19:04.564982 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e922a1-3a8b-47fc-bc23-dfa485ed13db']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:04.579526 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e409ba4-774c-4714-a7c1-c989a0e30af3') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:04.579868 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e409ba4-774c-4714-a7c1-c989a0e30af3') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:04.589106 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:04.603215 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:04.609600 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 16:19:04.609987 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: timer() Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 16:19:04.611592 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 16:19:04.666220 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:04.672170 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:04.674136 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] 10.222.0.13 "DELETE /v2.0/networks/79e922a1-3a8b-47fc-bc23-dfa485ed13db HTTP/1.1" status: 204 len: 168 time: 0.5444283 Aug 28 16:19:04.677128 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34684) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:19:04.685620 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23ae5e-7c41-4fd2-aaeb-855c76b29e12 admin admin] Pushing event deleted for resources: {'Network': ['ID=79e922a1-3a8b-47fc-bc23-dfa485ed13db,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:05.020597 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b279c89c-2432-43bd-a40a-4785c84bbbc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:05.262340 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-b279c89c-2432-43bd-a40a-4785c84bbbc5 admin admin] Deleting port 38165770-ba6b-4dce-81f1-43ae1b647b1f {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:19:05.263121 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b279c89c-2432-43bd-a40a-4785c84bbbc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:05.339762 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-b279c89c-2432-43bd-a40a-4785c84bbbc5 admin admin] For port 38165770-ba6b-4dce-81f1-43ae1b647b1f, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=38165770-ba6b-4dce-81f1-43ae1b647b1f,segment=NetworkSegment(7b2543f5-e645-4a63-9624-66d51facb988),segment_id=7b2543f5-e645-4a63-9624-66d51facb988)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:19:05.340072 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b279c89c-2432-43bd-a40a-4785c84bbbc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:05.353480 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-b279c89c-2432-43bd-a40a-4785c84bbbc5 admin admin] Calling delete_port for 38165770-ba6b-4dce-81f1-43ae1b647b1f owned by network:router_interface {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:19:05.536985 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b279c89c-2432-43bd-a40a-4785c84bbbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:05.561228 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279c89c-2432-43bd-a40a-4785c84bbbc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=38165770-ba6b-4dce-81f1-43ae1b647b1f,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:05.732512 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b279c89c-2432-43bd-a40a-4785c84bbbc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:05.947381 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b279c89c-2432-43bd-a40a-4785c84bbbc5 admin admin] Router 883c4da9-b0a7-4277-b3c2-3667d28e4ca9 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:19:06.038532 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f0beac5c-9da9-4e23-952e-d7d10880240b no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:19:06.060235 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: f0beac5c-9da9-4e23-952e-d7d10880240b {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:19:06.060665 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device f0beac5c-9da9-4e23-952e-d7d10880240b not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:19:06.061191 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:19:06.064468 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b279c89c-2432-43bd-a40a-4785c84bbbc5 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:19:06.072504 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b279c89c-2432-43bd-a40a-4785c84bbbc5 admin admin] 10.222.0.13 "PUT /v2.0/routers/883c4da9-b0a7-4277-b3c2-3667d28e4ca9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3942950 Aug 28 16:19:06.075013 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34686) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:19:06.082103 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9764cb82-b215-42dc-9c2a-9692e0cb78b7 None None] Sync routers for ids ['883c4da9-b0a7-4277-b3c2-3667d28e4ca9'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:19:06.085500 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:19:06.085853 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 0e1285d0-1eec-44b1-b0bb-e9b7a01b68cf not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:19:06.093705 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9764cb82-b215-42dc-9c2a-9692e0cb78b7 None None] Routers {'883c4da9-b0a7-4277-b3c2-3667d28e4ca9'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:19:06.094329 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9764cb82-b215-42dc-9c2a-9692e0cb78b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:18:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['883c4da9-b0a7-4277-b3c2-3667d28e4ca9'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:06.179064 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b41e69a6-a384-43c7-bada-5c1bd41a31cd admin admin] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:06.198645 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-9764cb82-b215-42dc-9c2a-9692e0cb78b7 None None] Set router 883c4da9-b0a7-4277-b3c2-3667d28e4ca9 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:19:06.544533 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9764cb82-b215-42dc-9c2a-9692e0cb78b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883c4da9-b0a7-4277-b3c2-3667d28e4ca9', 'name': 'tempest-TestShelveInstance-712898845-router', 'tenant_id': 'cf00b14f61e04dcc80f0ac777dcaec1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:10:15Z', 'updated_at': '2021-08-28T16:19:05Z', 'revision_number': 5, 'project_id': 'cf00b14f61e04dcc80f0ac777dcaec1e', 'gw_port': {'id': '9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883c4da9-b0a7-4277-b3c2-3667d28e4ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:16Z', 'updated_at': '2021-08-28T16:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:06.573901 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9764cb82-b215-42dc-9c2a-9692e0cb78b7 None None] Checking router: 883c4da9-b0a7-4277-b3c2-3667d28e4ca9 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:19:06.580270 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b41e69a6-a384-43c7-bada-5c1bd41a31cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:06.583051 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9764cb82-b215-42dc-9c2a-9692e0cb78b7 None None] Routers {'883c4da9-b0a7-4277-b3c2-3667d28e4ca9'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:19:06.583750 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9764cb82-b215-42dc-9c2a-9692e0cb78b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:18:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['883c4da9-b0a7-4277-b3c2-3667d28e4ca9'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:06.632629 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-b41e69a6-a384-43c7-bada-5c1bd41a31cd admin admin] Deleting port 9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:19:06.632969 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b41e69a6-a384-43c7-bada-5c1bd41a31cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:06.690476 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-9764cb82-b215-42dc-9c2a-9692e0cb78b7 None None] Set router 883c4da9-b0a7-4277-b3c2-3667d28e4ca9 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:19:06.710462 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-b41e69a6-a384-43c7-bada-5c1bd41a31cd admin admin] For port 9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:19:06.710825 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b41e69a6-a384-43c7-bada-5c1bd41a31cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:06.723474 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-b41e69a6-a384-43c7-bada-5c1bd41a31cd admin admin] Calling delete_port for 9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:19:06.869343 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-9764cb82-b215-42dc-9c2a-9692e0cb78b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883c4da9-b0a7-4277-b3c2-3667d28e4ca9', 'name': 'tempest-TestShelveInstance-712898845-router', 'tenant_id': 'cf00b14f61e04dcc80f0ac777dcaec1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:10:15Z', 'updated_at': '2021-08-28T16:19:05Z', 'revision_number': 5, 'project_id': 'cf00b14f61e04dcc80f0ac777dcaec1e', 'gw_port': {'id': '9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883c4da9-b0a7-4277-b3c2-3667d28e4ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:16Z', 'updated_at': '2021-08-28T16:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:06.892471 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b41e69a6-a384-43c7-bada-5c1bd41a31cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:06.902240 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9764cb82-b215-42dc-9c2a-9692e0cb78b7 None None] The sync data for ids ['883c4da9-b0a7-4277-b3c2-3667d28e4ca9'] in n-d-712137-10 is: [{'id': '883c4da9-b0a7-4277-b3c2-3667d28e4ca9', 'name': 'tempest-TestShelveInstance-712898845-router', 'tenant_id': 'cf00b14f61e04dcc80f0ac777dcaec1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:10:15Z', 'updated_at': '2021-08-28T16:19:05Z', 'revision_number': 5, 'project_id': 'cf00b14f61e04dcc80f0ac777dcaec1e', 'gw_port': {'id': '9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883c4da9-b0a7-4277-b3c2-3667d28e4ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:10:16Z', 'updated_at': '2021-08-28T16:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:19:06.923765 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e69a6-a384-43c7-bada-5c1bd41a31cd admin admin] Pushing event deleted for resources: {'Port': ['ID=9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:06.984265 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b41e69a6-a384-43c7-bada-5c1bd41a31cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:07.077047 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b41e69a6-a384-43c7-bada-5c1bd41a31cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:07.079158 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b41e69a6-a384-43c7-bada-5c1bd41a31cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:07.121757 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b41e69a6-a384-43c7-bada-5c1bd41a31cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:07.122947 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41e69a6-a384-43c7-bada-5c1bd41a31cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 883c4da9-b0a7-4277-b3c2-3667d28e4ca9 {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 16:19:07.127356 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b41e69a6-a384-43c7-bada-5c1bd41a31cd admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:07.128276 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b41e69a6-a384-43c7-bada-5c1bd41a31cd admin admin] 10.222.0.13 "DELETE /v2.0/routers/883c4da9-b0a7-4277-b3c2-3667d28e4ca9 HTTP/1.1" status: 204 len: 168 time: 1.0516653 Aug 28 16:19:07.130717 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34688) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:19:07.177914 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-84917919-7a54-45cf-b5e4-283a09c8753c admin admin] Deleting subnet f28a47db-50de-42d3-b6bf-9f03324f4172 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 16:19:07.180856 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-84917919-7a54-45cf-b5e4-283a09c8753c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:07.215705 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-84917919-7a54-45cf-b5e4-283a09c8753c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:07.294558 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-84917919-7a54-45cf-b5e4-283a09c8753c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:07.355445 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-84917919-7a54-45cf-b5e4-283a09c8753c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:07.382130 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84917919-7a54-45cf-b5e4-283a09c8753c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f28a47db-50de-42d3-b6bf-9f03324f4172,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:07.385557 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-84917919-7a54-45cf-b5e4-283a09c8753c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:07.387472 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-84917919-7a54-45cf-b5e4-283a09c8753c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f28a47db-50de-42d3-b6bf-9f03324f4172 HTTP/1.1" status: 204 len: 168 time: 0.2557878 Aug 28 16:19:07.390684 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34690) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:19:07.393200 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b261beb-790b-482e-9cb5-ade2a745c84a None None] Network 2dd0b150-10cf-44e1-a168-820e52997b10 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 16:19:07.467297 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-16fe80a2-c4fc-4a58-999f-0ebf9dac6762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:07.528340 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-16fe80a2-c4fc-4a58-999f-0ebf9dac6762 admin admin] Deleting port 4d04a56d-2cc8-446b-b773-dbcd82cf50f3 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:19:07.528791 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-16fe80a2-c4fc-4a58-999f-0ebf9dac6762 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:07.580400 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6547f1dd-e095-4e53-99b5-5d0f027d04e9 None None] DHCP port deletion for 2dd0b150-10cf-44e1-a168-820e52997b10 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 16:19:07.601503 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-16fe80a2-c4fc-4a58-999f-0ebf9dac6762 admin admin] For port 4d04a56d-2cc8-446b-b773-dbcd82cf50f3, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=4d04a56d-2cc8-446b-b773-dbcd82cf50f3,segment=NetworkSegment(7b2543f5-e645-4a63-9624-66d51facb988),segment_id=7b2543f5-e645-4a63-9624-66d51facb988)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:19:07.601877 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-16fe80a2-c4fc-4a58-999f-0ebf9dac6762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:07.615267 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-16fe80a2-c4fc-4a58-999f-0ebf9dac6762 admin admin] Calling delete_port for 4d04a56d-2cc8-446b-b773-dbcd82cf50f3 owned by network:dhcp {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:19:07.631885 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-6547f1dd-e095-4e53-99b5-5d0f027d04e9 None None] Deleting port 4d04a56d-2cc8-446b-b773-dbcd82cf50f3 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:19:07.632423 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6547f1dd-e095-4e53-99b5-5d0f027d04e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:07.696267 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-16fe80a2-c4fc-4a58-999f-0ebf9dac6762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:07.699421 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-6547f1dd-e095-4e53-99b5-5d0f027d04e9 None None] For port 4d04a56d-2cc8-446b-b773-dbcd82cf50f3, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=4d04a56d-2cc8-446b-b773-dbcd82cf50f3,segment=NetworkSegment(7b2543f5-e645-4a63-9624-66d51facb988),segment_id=7b2543f5-e645-4a63-9624-66d51facb988)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:19:07.700434 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6547f1dd-e095-4e53-99b5-5d0f027d04e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:07.713581 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-6547f1dd-e095-4e53-99b5-5d0f027d04e9 None None] Calling delete_port for 4d04a56d-2cc8-446b-b773-dbcd82cf50f3 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:19:07.724552 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fe80a2-c4fc-4a58-999f-0ebf9dac6762 admin admin] No DVR routers for this DVR port 4d04a56d-2cc8-446b-b773-dbcd82cf50f3 on host n-d-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 16:19:07.729442 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe80a2-c4fc-4a58-999f-0ebf9dac6762 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d04a56d-2cc8-446b-b773-dbcd82cf50f3,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:07.788568 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-6547f1dd-e095-4e53-99b5-5d0f027d04e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:07.801015 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-16fe80a2-c4fc-4a58-999f-0ebf9dac6762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:07.811168 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-16fe80a2-c4fc-4a58-999f-0ebf9dac6762 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd0b150-10cf-44e1-a168-820e52997b10']}} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:07.817843 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547f1dd-e095-4e53-99b5-5d0f027d04e9 None None] Pushing event deleted for resources: {'Port': ['ID=4d04a56d-2cc8-446b-b773-dbcd82cf50f3,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:07.821418 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6547f1dd-e095-4e53-99b5-5d0f027d04e9 None None] No DVR routers for this DVR port 4d04a56d-2cc8-446b-b773-dbcd82cf50f3 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 16:19:07.824462 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-16fe80a2-c4fc-4a58-999f-0ebf9dac6762 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b2543f5-e645-4a63-9624-66d51facb988') {'for_net_delete': True} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:07.824816 n-d-712137-10 neutron-server[106330]: DEBUG neutron.services.segments.db [None req-16fe80a2-c4fc-4a58-999f-0ebf9dac6762 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b2543f5-e645-4a63-9624-66d51facb988') {} {{(pid=106330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:07.836764 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-16fe80a2-c4fc-4a58-999f-0ebf9dac6762 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13363764'] for segment, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:07.851161 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-16fe80a2-c4fc-4a58-999f-0ebf9dac6762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:07.856994 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16fe80a2-c4fc-4a58-999f-0ebf9dac6762 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=106330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 16:19:07.857382 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-16fe80a2-c4fc-4a58-999f-0ebf9dac6762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13773298'] for segment, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: Traceback (most recent call last): Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: timer() Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: cb(*args, **kw) Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: return func(*args, **kwargs) Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: self._notify() Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: self.callback(batched_events) Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: event.method(event) Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: return f(self, *a, **k) Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: return self._get(url).json() Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: return self.request(url, 'GET', **kwargs) Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 16:19:07.859252 n-d-712137-10 neutron-server[106330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 16:19:07.917241 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-16fe80a2-c4fc-4a58-999f-0ebf9dac6762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:07.923137 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-16fe80a2-c4fc-4a58-999f-0ebf9dac6762 admin admin] Notify callbacks [] for network, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:07.925140 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-16fe80a2-c4fc-4a58-999f-0ebf9dac6762 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2dd0b150-10cf-44e1-a168-820e52997b10 HTTP/1.1" status: 204 len: 168 time: 0.5328853 Aug 28 16:19:07.942542 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe80a2-c4fc-4a58-999f-0ebf9dac6762 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dd0b150-10cf-44e1-a168-820e52997b10,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:08.005557 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:19:08.026511 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:19:08.026866 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 9e0a09ad-4974-4d46-9d3f-a7a6823c2e2b not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:19:08.027284 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 38165770-ba6b-4dce-81f1-43ae1b647b1f no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:19:08.047631 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 38165770-ba6b-4dce-81f1-43ae1b647b1f {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:19:08.048035 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 38165770-ba6b-4dce-81f1-43ae1b647b1f not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:19:08.048540 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 4d04a56d-2cc8-446b-b773-dbcd82cf50f3 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:19:08.052720 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34694) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:19:08.068974 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 4d04a56d-2cc8-446b-b773-dbcd82cf50f3 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:19:08.069329 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 4d04a56d-2cc8-446b-b773-dbcd82cf50f3 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:19:08.097250 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4f3da6e7-bf6e-43c9-8dd0-ed32770b4ec1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d5f5c0df68d4770ab9593d538edd7bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432281 Aug 28 16:19:08.100038 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34696) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:19:08.150614 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e54e2cb1-1156-4b0c-af98-bd6f8820469e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:08.156765 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a65b27b0-020d-4b4b-b45b-d3bee49ae493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:08.173163 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e54e2cb1-1156-4b0c-af98-bd6f8820469e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:08.220873 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e54e2cb1-1156-4b0c-af98-bd6f8820469e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:08.223406 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e54e2cb1-1156-4b0c-af98-bd6f8820469e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:08.224614 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e54e2cb1-1156-4b0c-af98-bd6f8820469e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5bd9385-58bb-49a4-80dd-26c554fd9cc1 HTTP/1.1" status: 204 len: 168 time: 0.1236570 Aug 28 16:19:08.232538 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e2cb1-1156-4b0c-af98-bd6f8820469e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bd9385-58bb-49a4-80dd-26c554fd9cc1,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:08.545748 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34702) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:19:08.585097 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b65c1c10-271e-4a24-893c-b47786d7ea76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf00b14f61e04dcc80f0ac777dcaec1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381477 Aug 28 16:19:08.587645 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34704) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:19:08.634645 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9f7ec1a6-478c-4031-b95a-346320ed224e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:08.656042 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9f7ec1a6-478c-4031-b95a-346320ed224e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:08.701541 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9f7ec1a6-478c-4031-b95a-346320ed224e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:08.704147 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-9f7ec1a6-478c-4031-b95a-346320ed224e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:08.705288 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-9f7ec1a6-478c-4031-b95a-346320ed224e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a955a24-d4e7-47ec-9e24-83381f6baba1 HTTP/1.1" status: 204 len: 168 time: 0.1166878 Aug 28 16:19:08.713087 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ec1a6-478c-4031-b95a-346320ed224e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a955a24-d4e7-47ec-9e24-83381f6baba1,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:09.373219 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34726) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:19:09.502147 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-0d9cd8eb-e2a4-4802-a4fa-625fb6588ba7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1988148806-network', 'tenant_id': '1757d909319140749bcf3a348b5b0f12'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:19:09.523449 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9cd8eb-e2a4-4802-a4fa-625fb6588ba7 admin admin] Made reservation on behalf of 1757d909319140749bcf3a348b5b0f12 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 16:19:09.525767 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0d9cd8eb-e2a4-4802-a4fa-625fb6588ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:09.533936 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0d9cd8eb-e2a4-4802-a4fa-625fb6588ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:09.623793 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0d9cd8eb-e2a4-4802-a4fa-625fb6588ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:09.627528 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0d9cd8eb-e2a4-4802-a4fa-625fb6588ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:09.649244 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9cd8eb-e2a4-4802-a4fa-625fb6588ba7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 16:19:09.662546 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cd8eb-e2a4-4802-a4fa-625fb6588ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851fa450-4285-476b-bf3a-a86f0155f34b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:09.668154 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0d9cd8eb-e2a4-4802-a4fa-625fb6588ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:09.668537 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-0d9cd8eb-e2a4-4802-a4fa-625fb6588ba7 admin admin] Added segment 962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f of type vlan for network 734aebdc-50df-495e-969a-23b7a024ab57 Aug 28 16:19:09.708710 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0d9cd8eb-e2a4-4802-a4fa-625fb6588ba7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:09.732505 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0d9cd8eb-e2a4-4802-a4fa-625fb6588ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:09.733754 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9cd8eb-e2a4-4802-a4fa-625fb6588ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:09.734416 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-0d9cd8eb-e2a4-4802-a4fa-625fb6588ba7 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:09.788063 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-0d9cd8eb-e2a4-4802-a4fa-625fb6588ba7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4137187 Aug 28 16:19:09.790984 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34730) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:19:09.794991 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cd8eb-e2a4-4802-a4fa-625fb6588ba7 admin admin] Pushing event updated for resources: {'Network': ['ID=734aebdc-50df-495e-969a-23b7a024ab57,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:09.796458 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-2108af76-91ae-462d-9d38-f92c4af3a3d2 admin admin] Request body: {'subnet': {'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1988148806-subnet', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:19:09.806283 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network 734aebdc-50df-495e-969a-23b7a024ab57 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 16:19:09.818662 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2108af76-91ae-462d-9d38-f92c4af3a3d2 admin admin] Made reservation on behalf of 1757d909319140749bcf3a348b5b0f12 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 16:19:09.821036 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2108af76-91ae-462d-9d38-f92c4af3a3d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:09.987899 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2108af76-91ae-462d-9d38-f92c4af3a3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:10.050566 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108af76-91ae-462d-9d38-f92c4af3a3d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b68a947a-65d2-4f12-b0b3-4fb9a281ac29,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:10.056924 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2108af76-91ae-462d-9d38-f92c4af3a3d2 admin admin] Checking segment: {'id': '962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:19:10.057283 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2108af76-91ae-462d-9d38-f92c4af3a3d2 admin admin] Network hostable DHCP agents. Network: 734aebdc-50df-495e-969a-23b7a024ab57, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 16:19:10.074313 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2108af76-91ae-462d-9d38-f92c4af3a3d2 admin admin] Network 734aebdc-50df-495e-969a-23b7a024ab57 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 16:19:10.083625 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-2108af76-91ae-462d-9d38-f92c4af3a3d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, 734aebdc-50df-495e-969a-23b7a024ab57) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:19:10.088614 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2108af76-91ae-462d-9d38-f92c4af3a3d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:10.089402 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2108af76-91ae-462d-9d38-f92c4af3a3d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:10.093998 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187dd348-13b8-4f3e-b1a2-b42eb9b53558 None None] Network 734aebdc-50df-495e-969a-23b7a024ab57 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 16:19:10.107636 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2108af76-91ae-462d-9d38-f92c4af3a3d2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3154974 Aug 28 16:19:10.107933 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34732) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:19:10.112387 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-7ba3a816-280d-4366-870f-f60948c1faa4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1988148806-router', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:19:10.133214 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7ba3a816-280d-4366-870f-f60948c1faa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:10.134339 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7ba3a816-280d-4366-870f-f60948c1faa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:10.190036 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7ba3a816-280d-4366-870f-f60948c1faa4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:10.240549 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5f92aa-c881-434e-9983-570b7e869b3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-734aebdc-50df-495e-969a-23b7a024ab57', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'fixed_ips': [{'subnet_id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 16:19:10.241387 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fc5f92aa-c881-434e-9983-570b7e869b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:10.327786 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7ba3a816-280d-4366-870f-f60948c1faa4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:10.375596 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-fc5f92aa-c881-434e-9983-570b7e869b3e None None] Allocated IP 172.20.0.2 (734aebdc-50df-495e-969a-23b7a024ab57/b68a947a-65d2-4f12-b0b3-4fb9a281ac29/ca58e23b-b8c4-43fa-9da6-17ec007181d8) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:19:10.518937 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fc5f92aa-c881-434e-9983-570b7e869b3e None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:10.527499 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-fc5f92aa-c881-434e-9983-570b7e869b3e None None] Transition to ACTIVE for port object ca58e23b-b8c4-43fa-9da6-17ec007181d8 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:19:10.528654 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7ba3a816-280d-4366-870f-f60948c1faa4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:10.542223 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-fc5f92aa-c881-434e-9983-570b7e869b3e None None] Transition to ACTIVE for port object ca58e23b-b8c4-43fa-9da6-17ec007181d8 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:19:10.548246 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7ba3a816-280d-4366-870f-f60948c1faa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:10.548620 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fc5f92aa-c881-434e-9983-570b7e869b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:10.589819 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5f92aa-c881-434e-9983-570b7e869b3e None None] Network 734aebdc-50df-495e-969a-23b7a024ab57 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:19:10.593049 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-fc5f92aa-c881-434e-9983-570b7e869b3e None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:19:10.597291 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5f92aa-c881-434e-9983-570b7e869b3e None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:19:10.607026 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f92aa-c881-434e-9983-570b7e869b3e None None] Pushing event updated for resources: {'Port': ['ID=ca58e23b-b8c4-43fa-9da6-17ec007181d8,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:10.657135 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-7ba3a816-280d-4366-870f-f60948c1faa4 admin admin] Allocated IP 172.25.3.47 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/b5914e56-9377-4e63-9200-15ee35daf54b) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:19:10.658417 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-fc5f92aa-c881-434e-9983-570b7e869b3e None None] Attempting to bind port ca58e23b-b8c4-43fa-9da6-17ec007181d8 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:19:10.658800 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-fc5f92aa-c881-434e-9983-570b7e869b3e None None] Attempting to bind port ca58e23b-b8c4-43fa-9da6-17ec007181d8 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:19:10.659161 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5f92aa-c881-434e-9983-570b7e869b3e None None] Attempting to bind port ca58e23b-b8c4-43fa-9da6-17ec007181d8 on network 734aebdc-50df-495e-969a-23b7a024ab57 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:19:10.664346 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5f92aa-c881-434e-9983-570b7e869b3e None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:19:10.664701 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5f92aa-c881-434e-9983-570b7e869b3e None None] Checking segment: {'id': '962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:19:10.665112 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fc5f92aa-c881-434e-9983-570b7e869b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:10.665504 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5f92aa-c881-434e-9983-570b7e869b3e None None] Bound using segment: {'id': '962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:19:10.665972 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-fc5f92aa-c881-434e-9983-570b7e869b3e None None] Bound port: ca58e23b-b8c4-43fa-9da6-17ec007181d8, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:19:10.666356 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fc5f92aa-c881-434e-9983-570b7e869b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:10.711743 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9e5dd03e-2c63-48cf-902e-b5c4aa2f47e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:10.744111 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-fc5f92aa-c881-434e-9983-570b7e869b3e None None] For port ca58e23b-b8c4-43fa-9da6-17ec007181d8, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:19:10.747742 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-fc5f92aa-c881-434e-9983-570b7e869b3e None None] For port ca58e23b-b8c4-43fa-9da6-17ec007181d8, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ca58e23b-b8c4-43fa-9da6-17ec007181d8,segment=NetworkSegment(962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f),segment_id=962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:19:10.752772 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fc5f92aa-c881-434e-9983-570b7e869b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:10.763555 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7ba3a816-280d-4366-870f-f60948c1faa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:10.807545 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f92aa-c881-434e-9983-570b7e869b3e None None] Pushing event updated for resources: {'Port': ['ID=ca58e23b-b8c4-43fa-9da6-17ec007181d8,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:10.814117 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7ba3a816-280d-4366-870f-f60948c1faa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:10.864575 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba3a816-280d-4366-870f-f60948c1faa4 admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:19:10.869070 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-7ba3a816-280d-4366-870f-f60948c1faa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:19:10.873684 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba3a816-280d-4366-870f-f60948c1faa4 admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:19:10.894729 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3a816-280d-4366-870f-f60948c1faa4 admin admin] Pushing event updated for resources: {'Port': ['ID=b5914e56-9377-4e63-9200-15ee35daf54b,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:11.021009 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:11.149190 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7ba3a816-280d-4366-870f-f60948c1faa4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:11.344927 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7ba3a816-280d-4366-870f-f60948c1faa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:11.478238 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba3a816-280d-4366-870f-f60948c1faa4 admin admin] Router fd33ca8e-5dd2-434f-8160-58b950406d1d is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 16:19:11.590398 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba3a816-280d-4366-870f-f60948c1faa4 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:19:11.599736 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90502a8a-3298-495e-9494-62846e6bcea7 None None] Sync routers for ids ['fd33ca8e-5dd2-434f-8160-58b950406d1d'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:19:11.609217 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-7ba3a816-280d-4366-870f-f60948c1faa4 admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:11.610079 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90502a8a-3298-495e-9494-62846e6bcea7 None None] Routers {'fd33ca8e-5dd2-434f-8160-58b950406d1d'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:19:11.610711 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-90502a8a-3298-495e-9494-62846e6bcea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:19:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['fd33ca8e-5dd2-434f-8160-58b950406d1d'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:11.612211 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-7ba3a816-280d-4366-870f-f60948c1faa4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5033596 Aug 28 16:19:11.614867 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34734) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:19:11.724510 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-90502a8a-3298-495e-9494-62846e6bcea7 None None] Set router fd33ca8e-5dd2-434f-8160-58b950406d1d gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:19:11.736915 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335647b5-6492-4b80-a484-1fc9d07304b8 None None] Network 734aebdc-50df-495e-969a-23b7a024ab57 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 16:19:11.856563 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-af759c8b-2d71-4b4c-9505-69208642d445 None None] Provisioning for port ca58e23b-b8c4-43fa-9da6-17ec007181d8 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:19:11.931811 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-90502a8a-3298-495e-9494-62846e6bcea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'name': 'tempest-TestSnapshotPattern-1988148806-router', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:11Z', 'revision_number': 3, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'gw_port': {'id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:12.051565 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ca58e23b-b8c4-43fa-9da6-17ec007181d8 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:19:12.065171 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90502a8a-3298-495e-9494-62846e6bcea7 None None] Checking router: fd33ca8e-5dd2-434f-8160-58b950406d1d for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:19:12.065518 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90502a8a-3298-495e-9494-62846e6bcea7 None None] Updating router fd33ca8e-5dd2-434f-8160-58b950406d1d port b5914e56-9377-4e63-9200-15ee35daf54b binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 16:19:12.093620 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-90502a8a-3298-495e-9494-62846e6bcea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:12.128330 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:12.138007 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port ca58e23b-b8c4-43fa-9da6-17ec007181d8 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:19:12.142927 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port ca58e23b-b8c4-43fa-9da6-17ec007181d8 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:19:12.143498 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:12.206739 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1a8a56d8-39cf-4d18-adb1-858d8f93d644 None None] Provisioning complete for port ca58e23b-b8c4-43fa-9da6-17ec007181d8 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:19:12.207122 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1a8a56d8-39cf-4d18-adb1-858d8f93d644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:12.273168 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:12.333367 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port ca58e23b-b8c4-43fa-9da6-17ec007181d8, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ca58e23b-b8c4-43fa-9da6-17ec007181d8,segment=NetworkSegment(962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f),segment_id=962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:19:12.340176 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:12.369505 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-90502a8a-3298-495e-9494-62846e6bcea7 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:12.373009 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1a8a56d8-39cf-4d18-adb1-858d8f93d644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:12.380012 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-90502a8a-3298-495e-9494-62846e6bcea7 None None] Transition to ACTIVE for port object b5914e56-9377-4e63-9200-15ee35daf54b will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:19:12.386759 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d6322ce7-0441-4665-885e-369b17596357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:12.389932 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-90502a8a-3298-495e-9494-62846e6bcea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:12.416735 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=ca58e23b-b8c4-43fa-9da6-17ec007181d8,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:12.435318 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-90502a8a-3298-495e-9494-62846e6bcea7 None None] Attempting to bind port b5914e56-9377-4e63-9200-15ee35daf54b on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:19:12.435700 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-90502a8a-3298-495e-9494-62846e6bcea7 None None] Attempting to bind port b5914e56-9377-4e63-9200-15ee35daf54b by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:19:12.436066 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90502a8a-3298-495e-9494-62846e6bcea7 None None] Attempting to bind port b5914e56-9377-4e63-9200-15ee35daf54b on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:19:12.447500 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90502a8a-3298-495e-9494-62846e6bcea7 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:19:12.447876 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90502a8a-3298-495e-9494-62846e6bcea7 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:19:12.448243 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-90502a8a-3298-495e-9494-62846e6bcea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:12.448631 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90502a8a-3298-495e-9494-62846e6bcea7 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:19:12.449089 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-90502a8a-3298-495e-9494-62846e6bcea7 None None] Bound port: b5914e56-9377-4e63-9200-15ee35daf54b, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:19:12.449464 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-90502a8a-3298-495e-9494-62846e6bcea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:12.457906 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.db.api [None req-1a8a56d8-39cf-4d18-adb1-858d8f93d644 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 16:19:12.458272 n-d-712137-10 neutron-server[106331]: DEBUG oslo_db.api [None req-1a8a56d8-39cf-4d18-adb1-858d8f93d644 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 16:19:12.473932 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ec0cf-43e9-440d-9519-092dfa99bc8c None None] Pushing event updated for resources: {'Port': ['ID=b5914e56-9377-4e63-9200-15ee35daf54b,revision_number=2']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:12.486855 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ec0cf-43e9-440d-9519-092dfa99bc8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:12.487200 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ec0cf-43e9-440d-9519-092dfa99bc8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:12.487540 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ec0cf-43e9-440d-9519-092dfa99bc8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:12.487890 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ec0cf-43e9-440d-9519-092dfa99bc8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:12.488209 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ec0cf-43e9-440d-9519-092dfa99bc8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:12.488531 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ec0cf-43e9-440d-9519-092dfa99bc8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:12.488854 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ec0cf-43e9-440d-9519-092dfa99bc8c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:12.489177 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ec0cf-43e9-440d-9519-092dfa99bc8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:12.489496 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ec0cf-43e9-440d-9519-092dfa99bc8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:12.489814 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ec0cf-43e9-440d-9519-092dfa99bc8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:12.490135 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ec0cf-43e9-440d-9519-092dfa99bc8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:12.490456 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ec0cf-43e9-440d-9519-092dfa99bc8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:19:12.515760 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-90502a8a-3298-495e-9494-62846e6bcea7 None None] For port b5914e56-9377-4e63-9200-15ee35daf54b, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:19:12.519103 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-90502a8a-3298-495e-9494-62846e6bcea7 None None] For port b5914e56-9377-4e63-9200-15ee35daf54b, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b5914e56-9377-4e63-9200-15ee35daf54b,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:19:12.524217 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-90502a8a-3298-495e-9494-62846e6bcea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:12.561737 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-d6322ce7-0441-4665-885e-369b17596357 admin admin] Allocated IP 172.20.0.1 (734aebdc-50df-495e-969a-23b7a024ab57/b68a947a-65d2-4f12-b0b3-4fb9a281ac29/8812af24-cb5b-460c-91d5-bff74850d4a8) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:19:12.584521 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90502a8a-3298-495e-9494-62846e6bcea7 None None] Routers {'fd33ca8e-5dd2-434f-8160-58b950406d1d'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:19:12.585162 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-90502a8a-3298-495e-9494-62846e6bcea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:19:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['fd33ca8e-5dd2-434f-8160-58b950406d1d'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:12.627499 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ec0cf-43e9-440d-9519-092dfa99bc8c None None] Pushing event updated for resources: {'Port': ['ID=b5914e56-9377-4e63-9200-15ee35daf54b,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:12.681143 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d6322ce7-0441-4665-885e-369b17596357 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:12.697310 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [None req-d6322ce7-0441-4665-885e-369b17596357 admin admin] Transition to ACTIVE for port object 8812af24-cb5b-460c-91d5-bff74850d4a8 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:19:12.703011 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-90502a8a-3298-495e-9494-62846e6bcea7 None None] Set router fd33ca8e-5dd2-434f-8160-58b950406d1d gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:19:12.733721 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d6322ce7-0441-4665-885e-369b17596357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:12.773673 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6322ce7-0441-4665-885e-369b17596357 admin admin] Network 734aebdc-50df-495e-969a-23b7a024ab57 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:19:12.778039 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-d6322ce7-0441-4665-885e-369b17596357 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:19:12.781841 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6322ce7-0441-4665-885e-369b17596357 admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:19:12.818602 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6322ce7-0441-4665-885e-369b17596357 admin admin] Pushing event updated for resources: {'Port': ['ID=8812af24-cb5b-460c-91d5-bff74850d4a8,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:12.833762 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d6322ce7-0441-4665-885e-369b17596357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:12.914434 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-90502a8a-3298-495e-9494-62846e6bcea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'name': 'tempest-TestSnapshotPattern-1988148806-router', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:11Z', 'revision_number': 3, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'gw_port': {'id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:12.945067 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90502a8a-3298-495e-9494-62846e6bcea7 None None] The sync data for ids ['fd33ca8e-5dd2-434f-8160-58b950406d1d'] in n-d-712137-10 is: [{'id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'name': 'tempest-TestSnapshotPattern-1988148806-router', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:11Z', 'revision_number': 3, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'gw_port': {'id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:19:12.989696 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d6322ce7-0441-4665-885e-369b17596357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:13.125330 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-67faf8cf-e3d2-4f4d-bd1a-313b6ba16759 None None] Provisioning for port 8812af24-cb5b-460c-91d5-bff74850d4a8 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:19:13.129611 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-67faf8cf-e3d2-4f4d-bd1a-313b6ba16759 None None] Provisioning complete for port 8812af24-cb5b-460c-91d5-bff74850d4a8 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:19:13.134044 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-67faf8cf-e3d2-4f4d-bd1a-313b6ba16759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:13.175374 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-67faf8cf-e3d2-4f4d-bd1a-313b6ba16759 None None] Port 8812af24-cb5b-460c-91d5-bff74850d4a8 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:19:13.195747 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d6322ce7-0441-4665-885e-369b17596357 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:13.201774 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d6322ce7-0441-4665-885e-369b17596357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:13.272296 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6322ce7-0441-4665-885e-369b17596357 admin admin] Pushing event updated for resources: {'Port': ['ID=8812af24-cb5b-460c-91d5-bff74850d4a8,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:13.275008 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-d6322ce7-0441-4665-885e-369b17596357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:13.387375 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6322ce7-0441-4665-885e-369b17596357 admin admin] Network 734aebdc-50df-495e-969a-23b7a024ab57 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:19:13.389148 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-d6322ce7-0441-4665-885e-369b17596357 admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:19:13.520387 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6322ce7-0441-4665-885e-369b17596357 admin admin] Router fd33ca8e-5dd2-434f-8160-58b950406d1d has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:19:13.598146 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:13.652217 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6322ce7-0441-4665-885e-369b17596357 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:19:13.658142 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-d6322ce7-0441-4665-885e-369b17596357 admin admin] 10.222.0.13 "PUT /v2.0/routers/fd33ca8e-5dd2-434f-8160-58b950406d1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0421784 Aug 28 16:19:13.697033 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-71313dc8-ae44-4b8f-a53e-892d0619a378 None None] Provisioning complete for port 8812af24-cb5b-460c-91d5-bff74850d4a8 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:19:13.697433 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-71313dc8-ae44-4b8f-a53e-892d0619a378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:13.733777 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-71313dc8-ae44-4b8f-a53e-892d0619a378 None None] Port 8812af24-cb5b-460c-91d5-bff74850d4a8 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:19:14.060045 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b5914e56-9377-4e63-9200-15ee35daf54b up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:19:14.108763 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port b5914e56-9377-4e63-9200-15ee35daf54b completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:19:14.112769 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port b5914e56-9377-4e63-9200-15ee35daf54b triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:19:14.113233 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:14.159476 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34750) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:19:14.164603 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-3bf35d1a-3f44-4837-96c6-0d0471bab231 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-789354987-network', 'tenant_id': '5c56d845c69b4f4d8f2789b85c29c159'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:19:14.186951 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf35d1a-3f44-4837-96c6-0d0471bab231 admin admin] Made reservation on behalf of 5c56d845c69b4f4d8f2789b85c29c159 for: {'network': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 16:19:14.189650 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3bf35d1a-3f44-4837-96c6-0d0471bab231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for network, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:14.194232 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:14.198462 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3bf35d1a-3f44-4837-96c6-0d0471bab231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:14.214495 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port b5914e56-9377-4e63-9200-15ee35daf54b, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b5914e56-9377-4e63-9200-15ee35daf54b,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:19:14.221578 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:14.222435 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ca58e23b-b8c4-43fa-9da6-17ec007181d8 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:19:14.304632 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3bf35d1a-3f44-4837-96c6-0d0471bab231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:14.305843 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=b5914e56-9377-4e63-9200-15ee35daf54b,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:14.312350 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3bf35d1a-3f44-4837-96c6-0d0471bab231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:14.318002 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port ca58e23b-b8c4-43fa-9da6-17ec007181d8 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:19:14.318002 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:14.335827 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf35d1a-3f44-4837-96c6-0d0471bab231 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=106329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 16:19:14.349864 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf35d1a-3f44-4837-96c6-0d0471bab231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a125fe-cd5c-436c-ae94-6b26a0a48553,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:14.356026 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3bf35d1a-3f44-4837-96c6-0d0471bab231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:14.356929 n-d-712137-10 neutron-server[106329]: INFO neutron.db.segments_db [None req-3bf35d1a-3f44-4837-96c6-0d0471bab231 admin admin] Added segment 66d8f2aa-f505-4179-ae58-1da062954cc5 of type vlan for network dbe4f41e-54e7-4604-a157-2780444b53d3 Aug 28 16:19:14.400132 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3bf35d1a-3f44-4837-96c6-0d0471bab231 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758654682471'] for network, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:14.429018 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3bf35d1a-3f44-4837-96c6-0d0471bab231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407'] for network, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:14.430079 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf35d1a-3f44-4837-96c6-0d0471bab231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:14.430661 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-3bf35d1a-3f44-4837-96c6-0d0471bab231 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:14.484381 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3bf35d1a-3f44-4837-96c6-0d0471bab231 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3237598 Aug 28 16:19:14.487174 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34752) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:19:14.492842 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-cab5a7c3-cbc5-4abe-bcda-ea1f827af11e admin admin] Request body: {'subnet': {'network_id': 'dbe4f41e-54e7-4604-a157-2780444b53d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-789354987-subnet', 'tenant_id': '5c56d845c69b4f4d8f2789b85c29c159', 'ip_version': 4}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:19:14.495542 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf35d1a-3f44-4837-96c6-0d0471bab231 admin admin] Pushing event updated for resources: {'Network': ['ID=dbe4f41e-54e7-4604-a157-2780444b53d3,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:14.507406 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Network dbe4f41e-54e7-4604-a157-2780444b53d3 details requested by agent ovs-agent-n-d-712137-10 with host n-d-712137-10 {{(pid=106331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 16:19:14.515293 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab5a7c3-cbc5-4abe-bcda-ea1f827af11e admin admin] Made reservation on behalf of 5c56d845c69b4f4d8f2789b85c29c159 for: {'subnet': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 16:19:14.517828 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cab5a7c3-cbc5-4abe-bcda-ea1f827af11e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13620772'] for subnet, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:14.611142 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9233ab7-0fab-42df-9f39-97ea9ccbce4e None None] Sync routers for ids ['fd33ca8e-5dd2-434f-8160-58b950406d1d'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:19:14.620371 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9233ab7-0fab-42df-9f39-97ea9ccbce4e None None] Routers {'fd33ca8e-5dd2-434f-8160-58b950406d1d'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:19:14.620979 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-d9233ab7-0fab-42df-9f39-97ea9ccbce4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:19:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['fd33ca8e-5dd2-434f-8160-58b950406d1d'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:14.706915 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cab5a7c3-cbc5-4abe-bcda-ea1f827af11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13776023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13620786'] for subnet, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:14.726350 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-d9233ab7-0fab-42df-9f39-97ea9ccbce4e None None] Set router fd33ca8e-5dd2-434f-8160-58b950406d1d gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:19:14.765595 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5a7c3-cbc5-4abe-bcda-ea1f827af11e admin admin] Pushing event updated for resources: {'Subnet': ['ID=baf37f2a-9dcf-4952-a7b7-f6e56de55001,revision_number=0']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:14.771127 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab5a7c3-cbc5-4abe-bcda-ea1f827af11e admin admin] Checking segment: {'id': '66d8f2aa-f505-4179-ae58-1da062954cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dbe4f41e-54e7-4604-a157-2780444b53d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:19:14.771609 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab5a7c3-cbc5-4abe-bcda-ea1f827af11e admin admin] Network hostable DHCP agents. Network: dbe4f41e-54e7-4604-a157-2780444b53d3, hostable agents: ['b78cbfd5-5692-48af-aa5d-7c698e41632b'], hosted agents: [] {{(pid=106330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 16:19:14.789762 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab5a7c3-cbc5-4abe-bcda-ea1f827af11e admin admin] Network dbe4f41e-54e7-4604-a157-2780444b53d3 is scheduled to be hosted by DHCP agent b78cbfd5-5692-48af-aa5d-7c698e41632b with binding_index 1 {{(pid=106330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 16:19:14.799642 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-cab5a7c3-cbc5-4abe-bcda-ea1f827af11e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-10, dbe4f41e-54e7-4604-a157-2780444b53d3) {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:19:14.804198 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab5a7c3-cbc5-4abe-bcda-ea1f827af11e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:14.804794 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-cab5a7c3-cbc5-4abe-bcda-ea1f827af11e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:14.819722 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-cab5a7c3-cbc5-4abe-bcda-ea1f827af11e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3312483 Aug 28 16:19:14.822520 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34754) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:19:14.827411 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-ede0d97f-314d-494a-898e-10455aa5f31e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-789354987-router', 'tenant_id': '5c56d845c69b4f4d8f2789b85c29c159', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:19:14.849007 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ede0d97f-314d-494a-898e-10455aa5f31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-516133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4619'] for router, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:14.850411 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ede0d97f-314d-494a-898e-10455aa5f31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4608'] for router, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:14.907120 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ede0d97f-314d-494a-898e-10455aa5f31e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:14.915897 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb557185-9d26-4d34-a28a-727598511885 None None] Network dbe4f41e-54e7-4604-a157-2780444b53d3 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 16:19:15.043179 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ede0d97f-314d-494a-898e-10455aa5f31e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:15.079772 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:19:15.181660 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2d1465-196e-4abf-b79e-8a103a543c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffb8dd6-8ab2-564d-ac6b-9cafdbdaed49-dbe4f41e-54e7-4604-a157-2780444b53d3', 'network_id': 'dbe4f41e-54e7-4604-a157-2780444b53d3', 'tenant_id': '5c56d845c69b4f4d8f2789b85c29c159', 'fixed_ips': [{'subnet_id': 'baf37f2a-9dcf-4952-a7b7-f6e56de55001'}]}} from n-d-712137-10. {{(pid=106331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 16:19:15.182510 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3a2d1465-196e-4abf-b79e-8a103a543c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:15.218554 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-d9233ab7-0fab-42df-9f39-97ea9ccbce4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'name': 'tempest-TestSnapshotPattern-1988148806-router', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:12Z', 'revision_number': 4, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'gw_port': {'id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '8812af24-cb5b-460c-91d5-bff74850d4a8', 'name': '', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'mac_address': 'fa:16:3e:04:41:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:12Z', 'updated_at': '2021-08-28T16:19:13Z', 'revision_number': 2, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'subnets': [{'id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:15.242918 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ede0d97f-314d-494a-898e-10455aa5f31e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:15.267299 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ede0d97f-314d-494a-898e-10455aa5f31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:15.292406 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9233ab7-0fab-42df-9f39-97ea9ccbce4e None None] Checking router: fd33ca8e-5dd2-434f-8160-58b950406d1d for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:19:15.292760 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9233ab7-0fab-42df-9f39-97ea9ccbce4e None None] Updating router fd33ca8e-5dd2-434f-8160-58b950406d1d port 8812af24-cb5b-460c-91d5-bff74850d4a8 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 16:19:15.339055 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d9233ab7-0fab-42df-9f39-97ea9ccbce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:15.377847 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [None req-ede0d97f-314d-494a-898e-10455aa5f31e admin admin] Allocated IP 172.25.3.59 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/be9b840f-8a0c-4a83-8b60-36ac6a9bf45a) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:19:15.409170 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.db_base_plugin_common [None req-3a2d1465-196e-4abf-b79e-8a103a543c82 None None] Allocated IP 172.20.0.2 (dbe4f41e-54e7-4604-a157-2780444b53d3/baf37f2a-9dcf-4952-a7b7-f6e56de55001/220ac67e-1630-4da6-92ed-379a5426a270) {{(pid=106331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:19:15.488720 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ede0d97f-314d-494a-898e-10455aa5f31e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:15.528986 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ede0d97f-314d-494a-898e-10455aa5f31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:15.567845 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede0d97f-314d-494a-898e-10455aa5f31e admin admin] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:19:15.572669 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [None req-ede0d97f-314d-494a-898e-10455aa5f31e admin admin] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:19:15.576459 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede0d97f-314d-494a-898e-10455aa5f31e admin admin] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:19:15.602431 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0d97f-314d-494a-898e-10455aa5f31e admin admin] Pushing event updated for resources: {'Port': ['ID=be9b840f-8a0c-4a83-8b60-36ac6a9bf45a,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:15.705296 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3a2d1465-196e-4abf-b79e-8a103a543c82 None None] Notify callbacks [] for port, precommit_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:15.722866 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3a2d1465-196e-4abf-b79e-8a103a543c82 None None] Transition to ACTIVE for port object 220ac67e-1630-4da6-92ed-379a5426a270 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:19:15.762612 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-3a2d1465-196e-4abf-b79e-8a103a543c82 None None] Transition to ACTIVE for port object 220ac67e-1630-4da6-92ed-379a5426a270 will not be triggered until provisioned by entity DHCP. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:19:15.772003 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3a2d1465-196e-4abf-b79e-8a103a543c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262'] for port, after_create {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:15.779971 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d9233ab7-0fab-42df-9f39-97ea9ccbce4e None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:15.823910 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-d9233ab7-0fab-42df-9f39-97ea9ccbce4e None None] Transition to ACTIVE for port object 8812af24-cb5b-460c-91d5-bff74850d4a8 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:19:15.828472 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ede0d97f-314d-494a-898e-10455aa5f31e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:15.834840 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2d1465-196e-4abf-b79e-8a103a543c82 None None] Network dbe4f41e-54e7-4604-a157-2780444b53d3 is already hosted by enough agents. {{(pid=106331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:19:15.836517 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d9233ab7-0fab-42df-9f39-97ea9ccbce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:15.838325 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d1465-196e-4abf-b79e-8a103a543c82 None None] Pushing event updated for resources: {'Port': ['ID=220ac67e-1630-4da6-92ed-379a5426a270,revision_number=1']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:15.845022 n-d-712137-10 neutron-server[106331]: DEBUG neutron.scheduler.base_scheduler [None req-3a2d1465-196e-4abf-b79e-8a103a543c82 None None] Resources bound (agent type, host, resource id): {{(pid=106331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:19:15.847196 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2d1465-196e-4abf-b79e-8a103a543c82 None None] Received port after_create {{(pid=106331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:19:15.930973 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b792f5-4a77-490d-9e57-51c97620e000 None None] Pushing event updated for resources: {'Port': ['ID=8812af24-cb5b-460c-91d5-bff74850d4a8,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:15.962064 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-3a2d1465-196e-4abf-b79e-8a103a543c82 None None] Attempting to bind port 220ac67e-1630-4da6-92ed-379a5426a270 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:19:15.962541 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-3a2d1465-196e-4abf-b79e-8a103a543c82 None None] Attempting to bind port 220ac67e-1630-4da6-92ed-379a5426a270 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '66d8f2aa-f505-4179-ae58-1da062954cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dbe4f41e-54e7-4604-a157-2780444b53d3'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:19:15.962967 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2d1465-196e-4abf-b79e-8a103a543c82 None None] Attempting to bind port 220ac67e-1630-4da6-92ed-379a5426a270 on network dbe4f41e-54e7-4604-a157-2780444b53d3 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:19:15.986902 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2d1465-196e-4abf-b79e-8a103a543c82 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:19:15.987433 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2d1465-196e-4abf-b79e-8a103a543c82 None None] Checking segment: {'id': '66d8f2aa-f505-4179-ae58-1da062954cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dbe4f41e-54e7-4604-a157-2780444b53d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:19:15.988061 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3a2d1465-196e-4abf-b79e-8a103a543c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:15.988473 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2d1465-196e-4abf-b79e-8a103a543c82 None None] Bound using segment: {'id': '66d8f2aa-f505-4179-ae58-1da062954cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dbe4f41e-54e7-4604-a157-2780444b53d3'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:19:15.989070 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-3a2d1465-196e-4abf-b79e-8a103a543c82 None None] Bound port: 220ac67e-1630-4da6-92ed-379a5426a270, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d8f2aa-f505-4179-ae58-1da062954cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dbe4f41e-54e7-4604-a157-2780444b53d3'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:19:15.989546 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3a2d1465-196e-4abf-b79e-8a103a543c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:16.033714 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-d9233ab7-0fab-42df-9f39-97ea9ccbce4e None None] Attempting to bind port 8812af24-cb5b-460c-91d5-bff74850d4a8 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:19:16.034379 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-d9233ab7-0fab-42df-9f39-97ea9ccbce4e None None] Attempting to bind port 8812af24-cb5b-460c-91d5-bff74850d4a8 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:19:16.035051 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9233ab7-0fab-42df-9f39-97ea9ccbce4e None None] Attempting to bind port 8812af24-cb5b-460c-91d5-bff74850d4a8 on network 734aebdc-50df-495e-969a-23b7a024ab57 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:19:16.045498 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9233ab7-0fab-42df-9f39-97ea9ccbce4e None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:19:16.046214 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9233ab7-0fab-42df-9f39-97ea9ccbce4e None None] Checking segment: {'id': '962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:19:16.046610 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ede0d97f-314d-494a-898e-10455aa5f31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524227'] for router, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:16.046764 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d9233ab7-0fab-42df-9f39-97ea9ccbce4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:16.047026 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9233ab7-0fab-42df-9f39-97ea9ccbce4e None None] Bound using segment: {'id': '962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:19:16.047500 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-d9233ab7-0fab-42df-9f39-97ea9ccbce4e None None] Bound port: 8812af24-cb5b-460c-91d5-bff74850d4a8, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:19:16.047920 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d9233ab7-0fab-42df-9f39-97ea9ccbce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:16.066833 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b5914e56-9377-4e63-9200-15ee35daf54b up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:19:16.156158 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-3a2d1465-196e-4abf-b79e-8a103a543c82 None None] For port 220ac67e-1630-4da6-92ed-379a5426a270, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:19:16.160273 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-3a2d1465-196e-4abf-b79e-8a103a543c82 None None] For port 220ac67e-1630-4da6-92ed-379a5426a270, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=220ac67e-1630-4da6-92ed-379a5426a270,segment=NetworkSegment(66d8f2aa-f505-4179-ae58-1da062954cc5),segment_id=66d8f2aa-f505-4179-ae58-1da062954cc5)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:19:16.178308 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede0d97f-314d-494a-898e-10455aa5f31e admin admin] Router cc497f0f-a2ab-4387-904f-e9475521de69 is scheduled to L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e with binding_index 1 {{(pid=106329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 16:19:16.178586 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3a2d1465-196e-4abf-b79e-8a103a543c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:16.213774 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-d9233ab7-0fab-42df-9f39-97ea9ccbce4e None None] For port 8812af24-cb5b-460c-91d5-bff74850d4a8, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:19:16.241250 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-d9233ab7-0fab-42df-9f39-97ea9ccbce4e None None] For port 8812af24-cb5b-460c-91d5-bff74850d4a8, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=8812af24-cb5b-460c-91d5-bff74850d4a8,segment=NetworkSegment(962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f),segment_id=962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:19:16.252241 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d9233ab7-0fab-42df-9f39-97ea9ccbce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:16.268747 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port b5914e56-9377-4e63-9200-15ee35daf54b triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:19:16.269130 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:16.292069 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede0d97f-314d-494a-898e-10455aa5f31e admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:19:16.299113 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d1465-196e-4abf-b79e-8a103a543c82 None None] Pushing event updated for resources: {'Port': ['ID=220ac67e-1630-4da6-92ed-379a5426a270,revision_number=2']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:16.310988 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-ede0d97f-314d-494a-898e-10455aa5f31e admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:16.314854 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-ede0d97f-314d-494a-898e-10455aa5f31e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4885464 Aug 28 16:19:16.315535 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34756) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:19:16.320435 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5fce55-075b-4e6c-b726-2677b81ea4a5 None None] Sync routers for ids ['cc497f0f-a2ab-4387-904f-e9475521de69'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:19:16.330142 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5fce55-075b-4e6c-b726-2677b81ea4a5 None None] Routers {'cc497f0f-a2ab-4387-904f-e9475521de69'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:19:16.331038 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9a5fce55-075b-4e6c-b726-2677b81ea4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:19:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['cc497f0f-a2ab-4387-904f-e9475521de69'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:16.352243 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9233ab7-0fab-42df-9f39-97ea9ccbce4e None None] Routers {'fd33ca8e-5dd2-434f-8160-58b950406d1d'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:19:16.352897 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-d9233ab7-0fab-42df-9f39-97ea9ccbce4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:19:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['fd33ca8e-5dd2-434f-8160-58b950406d1d'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:16.424639 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b792f5-4a77-490d-9e57-51c97620e000 None None] Pushing event updated for resources: {'Port': ['ID=8812af24-cb5b-460c-91d5-bff74850d4a8,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:16.469386 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-9a5fce55-075b-4e6c-b726-2677b81ea4a5 None None] Set router cc497f0f-a2ab-4387-904f-e9475521de69 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:19:16.608124 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-d9233ab7-0fab-42df-9f39-97ea9ccbce4e None None] Set router fd33ca8e-5dd2-434f-8160-58b950406d1d gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:19:16.723364 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9a5fce55-075b-4e6c-b726-2677b81ea4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc497f0f-a2ab-4387-904f-e9475521de69', 'name': 'tempest-TestSnapshotPattern-789354987-router', 'tenant_id': '5c56d845c69b4f4d8f2789b85c29c159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'be9b840f-8a0c-4a83-8b60-36ac6a9bf45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:19:14Z', 'updated_at': '2021-08-28T16:19:15Z', 'revision_number': 3, 'project_id': '5c56d845c69b4f4d8f2789b85c29c159', 'gw_port': {'id': 'be9b840f-8a0c-4a83-8b60-36ac6a9bf45a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:82:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc497f0f-a2ab-4387-904f-e9475521de69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:15Z', 'updated_at': '2021-08-28T16:19:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:16.757997 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5fce55-075b-4e6c-b726-2677b81ea4a5 None None] Checking router: cc497f0f-a2ab-4387-904f-e9475521de69 for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:19:16.758390 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5fce55-075b-4e6c-b726-2677b81ea4a5 None None] Updating router cc497f0f-a2ab-4387-904f-e9475521de69 port be9b840f-8a0c-4a83-8b60-36ac6a9bf45a binding host n-d-712137-10 {{(pid=106332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 16:19:16.785683 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-9a5fce55-075b-4e6c-b726-2677b81ea4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:16.900856 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f15f7a01-ed59-43f2-ae53-5543f02d7ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:17.031366 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-d9233ab7-0fab-42df-9f39-97ea9ccbce4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'name': 'tempest-TestSnapshotPattern-1988148806-router', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:12Z', 'revision_number': 4, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'gw_port': {'id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '8812af24-cb5b-460c-91d5-bff74850d4a8', 'name': '', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'mac_address': 'fa:16:3e:04:41:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:12Z', 'updated_at': '2021-08-28T16:19:16Z', 'revision_number': 4, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'subnets': [{'id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:17.063145 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9233ab7-0fab-42df-9f39-97ea9ccbce4e None None] The sync data for ids ['fd33ca8e-5dd2-434f-8160-58b950406d1d'] in n-d-712137-10 is: [{'id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'name': 'tempest-TestSnapshotPattern-1988148806-router', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:12Z', 'revision_number': 4, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'gw_port': {'id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '8812af24-cb5b-460c-91d5-bff74850d4a8', 'name': '', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'mac_address': 'fa:16:3e:04:41:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:12Z', 'updated_at': '2021-08-28T16:19:16Z', 'revision_number': 4, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'subnets': [{'id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:19:17.080004 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-f15f7a01-ed59-43f2-ae53-5543f02d7ad8 admin admin] Allocated IP 172.20.0.1 (dbe4f41e-54e7-4604-a157-2780444b53d3/baf37f2a-9dcf-4952-a7b7-f6e56de55001/185082bc-d8f5-4475-9b9e-d81054f58e66) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:19:17.089806 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-9a5fce55-075b-4e6c-b726-2677b81ea4a5 None None] Notify callbacks [] for port, precommit_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:17.111094 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.provisioning_blocks [None req-9a5fce55-075b-4e6c-b726-2677b81ea4a5 None None] Transition to ACTIVE for port object be9b840f-8a0c-4a83-8b60-36ac6a9bf45a will not be triggered until provisioned by entity L2. {{(pid=106332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:19:17.130982 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-9a5fce55-075b-4e6c-b726-2677b81ea4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:17.189132 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-9a5fce55-075b-4e6c-b726-2677b81ea4a5 None None] Attempting to bind port be9b840f-8a0c-4a83-8b60-36ac6a9bf45a on host n-d-712137-10 for vnic_type normal with profile {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:19:17.189499 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-9a5fce55-075b-4e6c-b726-2677b81ea4a5 None None] Attempting to bind port be9b840f-8a0c-4a83-8b60-36ac6a9bf45a by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:19:17.189861 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5fce55-075b-4e6c-b726-2677b81ea4a5 None None] Attempting to bind port be9b840f-8a0c-4a83-8b60-36ac6a9bf45a on network 61448970-1875-4f3f-bc01-29da4e3666f1 {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:19:17.204293 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5fce55-075b-4e6c-b726-2677b81ea4a5 None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:19:17.204572 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5fce55-075b-4e6c-b726-2677b81ea4a5 None None] Checking segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:19:17.204780 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-9a5fce55-075b-4e6c-b726-2677b81ea4a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:17.206433 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5fce55-075b-4e6c-b726-2677b81ea4a5 None None] Bound using segment: {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'} {{(pid=106332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:19:17.206727 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.managers [None req-9a5fce55-075b-4e6c-b726-2677b81ea4a5 None None] Bound port: be9b840f-8a0c-4a83-8b60-36ac6a9bf45a, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c9b25-67b0-40f5-9079-b2b85ff5cee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1'}}] {{(pid=106332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:19:17.207111 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-9a5fce55-075b-4e6c-b726-2677b81ea4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:17.258018 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9cfca1-5a1b-4b6b-9078-db994afdfd24 None None] Pushing event updated for resources: {'Port': ['ID=be9b840f-8a0c-4a83-8b60-36ac6a9bf45a,revision_number=2']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:17.273066 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-9a5fce55-075b-4e6c-b726-2677b81ea4a5 None None] For port be9b840f-8a0c-4a83-8b60-36ac6a9bf45a, host n-d-712137-10, cleared binding levels {{(pid=106332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:19:17.273560 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f15f7a01-ed59-43f2-ae53-5543f02d7ad8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:17.279859 n-d-712137-10 neutron-server[106332]: DEBUG neutron.plugins.ml2.db [None req-9a5fce55-075b-4e6c-b726-2677b81ea4a5 None None] For port be9b840f-8a0c-4a83-8b60-36ac6a9bf45a, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=be9b840f-8a0c-4a83-8b60-36ac6a9bf45a,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:19:17.286438 n-d-712137-10 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-9a5fce55-075b-4e6c-b726-2677b81ea4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:17.292357 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [None req-f15f7a01-ed59-43f2-ae53-5543f02d7ad8 admin admin] Transition to ACTIVE for port object 185082bc-d8f5-4475-9b9e-d81054f58e66 will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:19:17.333540 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f15f7a01-ed59-43f2-ae53-5543f02d7ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:17.354612 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9cfca1-5a1b-4b6b-9078-db994afdfd24 None None] Pushing event updated for resources: {'Port': ['ID=be9b840f-8a0c-4a83-8b60-36ac6a9bf45a,revision_number=3']} {{(pid=106332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:17.371878 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15f7a01-ed59-43f2-ae53-5543f02d7ad8 admin admin] Network dbe4f41e-54e7-4604-a157-2780444b53d3 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:19:17.375716 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-f15f7a01-ed59-43f2-ae53-5543f02d7ad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:19:17.379371 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15f7a01-ed59-43f2-ae53-5543f02d7ad8 admin admin] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:19:17.380160 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5fce55-075b-4e6c-b726-2677b81ea4a5 None None] Routers {'cc497f0f-a2ab-4387-904f-e9475521de69'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:19:17.381132 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9a5fce55-075b-4e6c-b726-2677b81ea4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:19:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['cc497f0f-a2ab-4387-904f-e9475521de69'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:17.421595 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f7a01-ed59-43f2-ae53-5543f02d7ad8 admin admin] Pushing event updated for resources: {'Port': ['ID=185082bc-d8f5-4475-9b9e-d81054f58e66,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:17.447214 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f15f7a01-ed59-43f2-ae53-5543f02d7ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523440'] for router_interface, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:17.508419 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-9a5fce55-075b-4e6c-b726-2677b81ea4a5 None None] Set router cc497f0f-a2ab-4387-904f-e9475521de69 gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:19:17.528591 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab0b2a3-c4d7-4a68-99af-d48bdab2d2c8 None None] Network dbe4f41e-54e7-4604-a157-2780444b53d3 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 16:19:17.607869 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f15f7a01-ed59-43f2-ae53-5543f02d7ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:17.639804 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-bbc8384a-1d94-4123-9bdb-cae8bece022b None None] Provisioning for port 220ac67e-1630-4da6-92ed-379a5426a270 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:19:17.726607 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9a5fce55-075b-4e6c-b726-2677b81ea4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc497f0f-a2ab-4387-904f-e9475521de69', 'name': 'tempest-TestSnapshotPattern-789354987-router', 'tenant_id': '5c56d845c69b4f4d8f2789b85c29c159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'be9b840f-8a0c-4a83-8b60-36ac6a9bf45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:19:14Z', 'updated_at': '2021-08-28T16:19:15Z', 'revision_number': 3, 'project_id': '5c56d845c69b4f4d8f2789b85c29c159', 'gw_port': {'id': 'be9b840f-8a0c-4a83-8b60-36ac6a9bf45a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:82:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc497f0f-a2ab-4387-904f-e9475521de69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:15Z', 'updated_at': '2021-08-28T16:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:17.833184 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f15f7a01-ed59-43f2-ae53-5543f02d7ad8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:17.839014 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f15f7a01-ed59-43f2-ae53-5543f02d7ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:17.856288 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5fce55-075b-4e6c-b726-2677b81ea4a5 None None] The sync data for ids ['cc497f0f-a2ab-4387-904f-e9475521de69'] in n-d-712137-10 is: [{'id': 'cc497f0f-a2ab-4387-904f-e9475521de69', 'name': 'tempest-TestSnapshotPattern-789354987-router', 'tenant_id': '5c56d845c69b4f4d8f2789b85c29c159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'be9b840f-8a0c-4a83-8b60-36ac6a9bf45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:19:14Z', 'updated_at': '2021-08-28T16:19:15Z', 'revision_number': 3, 'project_id': '5c56d845c69b4f4d8f2789b85c29c159', 'gw_port': {'id': 'be9b840f-8a0c-4a83-8b60-36ac6a9bf45a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:82:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc497f0f-a2ab-4387-904f-e9475521de69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:15Z', 'updated_at': '2021-08-28T16:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:19:17.924966 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f7a01-ed59-43f2-ae53-5543f02d7ad8 admin admin] Pushing event updated for resources: {'Port': ['ID=185082bc-d8f5-4475-9b9e-d81054f58e66,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:17.933887 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f15f7a01-ed59-43f2-ae53-5543f02d7ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521472'] for router_interface, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:18.075738 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15f7a01-ed59-43f2-ae53-5543f02d7ad8 admin admin] Network dbe4f41e-54e7-4604-a157-2780444b53d3 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:19:18.078186 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-f15f7a01-ed59-43f2-ae53-5543f02d7ad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:19:18.082914 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-21689024-b390-4972-8a73-08a03f4cf595 None None] Provisioning for port 185082bc-d8f5-4475-9b9e-d81054f58e66 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:19:18.088879 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-21689024-b390-4972-8a73-08a03f4cf595 None None] Provisioning complete for port 185082bc-d8f5-4475-9b9e-d81054f58e66 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:19:18.089214 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-21689024-b390-4972-8a73-08a03f4cf595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:18.138848 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 8812af24-cb5b-460c-91d5-bff74850d4a8 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:19:18.173515 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-21689024-b390-4972-8a73-08a03f4cf595 None None] Port 185082bc-d8f5-4475-9b9e-d81054f58e66 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:19:18.217354 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 8812af24-cb5b-460c-91d5-bff74850d4a8 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:19:18.222485 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 8812af24-cb5b-460c-91d5-bff74850d4a8 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:19:18.223353 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:18.245419 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15f7a01-ed59-43f2-ae53-5543f02d7ad8 admin admin] Router cc497f0f-a2ab-4387-904f-e9475521de69 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:19:18.361021 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:18.412835 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 8812af24-cb5b-460c-91d5-bff74850d4a8, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=8812af24-cb5b-460c-91d5-bff74850d4a8,segment=NetworkSegment(962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f),segment_id=962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:19:18.425353 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-a259a5e9-d873-448b-bcc9-db58e89fe782 None None] Provisioning complete for port 185082bc-d8f5-4475-9b9e-d81054f58e66 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:19:18.425738 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a259a5e9-d873-448b-bcc9-db58e89fe782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:18.473326 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-a259a5e9-d873-448b-bcc9-db58e89fe782 None None] Port 185082bc-d8f5-4475-9b9e-d81054f58e66 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:19:18.475066 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:18.475936 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 220ac67e-1630-4da6-92ed-379a5426a270 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:19:18.556522 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=8812af24-cb5b-460c-91d5-bff74850d4a8,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:18.594751 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 220ac67e-1630-4da6-92ed-379a5426a270 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:19:18.599942 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 220ac67e-1630-4da6-92ed-379a5426a270 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:19:18.600583 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:18.698689 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:18.716196 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0e094a0e-5b44-4ada-a918-1398bd82896c None None] Provisioning complete for port 185082bc-d8f5-4475-9b9e-d81054f58e66 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:19:18.716577 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0e094a0e-5b44-4ada-a918-1398bd82896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:18.774308 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 220ac67e-1630-4da6-92ed-379a5426a270, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=220ac67e-1630-4da6-92ed-379a5426a270,segment=NetworkSegment(66d8f2aa-f505-4179-ae58-1da062954cc5),segment_id=66d8f2aa-f505-4179-ae58-1da062954cc5)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:19:18.777158 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-0e094a0e-5b44-4ada-a918-1398bd82896c None None] Port 185082bc-d8f5-4475-9b9e-d81054f58e66 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:19:18.780370 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:18.813936 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15f7a01-ed59-43f2-ae53-5543f02d7ad8 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:19:18.820151 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f15f7a01-ed59-43f2-ae53-5543f02d7ad8 admin admin] 10.222.0.13 "PUT /v2.0/routers/cc497f0f-a2ab-4387-904f-e9475521de69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5036321 Aug 28 16:19:18.835608 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=220ac67e-1630-4da6-92ed-379a5426a270,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:19.460264 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34764) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:19:19.465004 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-4476705f-5513-4edc-9e62-6dce25c996f1 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1696872465', 'description': 'tempest-secgroup-smoke-1696872465 description', 'project_id': '1757d909319140749bcf3a348b5b0f12'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:19:19.488502 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4476705f-5513-4edc-9e62-6dce25c996f1 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for security_group, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:19.580800 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4476705f-5513-4edc-9e62-6dce25c996f1 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for security_group, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:19.589496 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4476705f-5513-4edc-9e62-6dce25c996f1 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:19.624161 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-4476705f-5513-4edc-9e62-6dce25c996f1 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for security_group, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:19.625398 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-4476705f-5513-4edc-9e62-6dce25c996f1 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1641145 Aug 28 16:19:19.626506 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476705f-5513-4edc-9e62-6dce25c996f1 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e359215b-f16b-418b-a8e6-ef18f6a90e8c,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:19.628508 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34766) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:19:19.633603 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-48ef7ffd-93d7-4ea9-9c0c-ef4c9c83410f tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Request body: {'security_group_rule': {'security_group_id': 'e359215b-f16b-418b-a8e6-ef18f6a90e8c', 'project_id': '1757d909319140749bcf3a348b5b0f12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:19:19.661299 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-48ef7ffd-93d7-4ea9-9c0c-ef4c9c83410f tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:19.717126 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-48ef7ffd-93d7-4ea9-9c0c-ef4c9c83410f tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:19.720491 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-48ef7ffd-93d7-4ea9-9c0c-ef4c9c83410f tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:19.738489 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef7ffd-93d7-4ea9-9c0c-ef4c9c83410f tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f17ed4e9-a06f-4c6b-a534-3e40f5298a5e,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:19.744005 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-48ef7ffd-93d7-4ea9-9c0c-ef4c9c83410f tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:19.746043 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-48ef7ffd-93d7-4ea9-9c0c-ef4c9c83410f tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164360 Aug 28 16:19:19.749401 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34768) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:19:19.753790 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-b72c3534-0eaf-40b1-ae9f-90a1b13eb6a8 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Request body: {'security_group_rule': {'security_group_id': 'e359215b-f16b-418b-a8e6-ef18f6a90e8c', 'project_id': '1757d909319140749bcf3a348b5b0f12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:19:19.780609 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b72c3534-0eaf-40b1-ae9f-90a1b13eb6a8 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:19.837007 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b72c3534-0eaf-40b1-ae9f-90a1b13eb6a8 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:19.841095 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b72c3534-0eaf-40b1-ae9f-90a1b13eb6a8 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:19.860587 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c3534-0eaf-40b1-ae9f-90a1b13eb6a8 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f767024d-0a5c-4bde-9979-33d2f89650a1,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:19.866012 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b72c3534-0eaf-40b1-ae9f-90a1b13eb6a8 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:19.867306 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b72c3534-0eaf-40b1-ae9f-90a1b13eb6a8 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168664 Aug 28 16:19:19.869911 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34770) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:19:19.875021 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-2faa0164-3c37-4c25-95d3-d7d9e36fed21 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Request body: {'security_group_rule': {'security_group_id': 'e359215b-f16b-418b-a8e6-ef18f6a90e8c', 'project_id': '1757d909319140749bcf3a348b5b0f12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:19:19.900956 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2faa0164-3c37-4c25-95d3-d7d9e36fed21 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:19.966407 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2faa0164-3c37-4c25-95d3-d7d9e36fed21 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:19.970382 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2faa0164-3c37-4c25-95d3-d7d9e36fed21 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:19.992022 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa0164-3c37-4c25-95d3-d7d9e36fed21 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783b2862-71e7-41c3-a903-bd5567796a16,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:19.998678 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-2faa0164-3c37-4c25-95d3-d7d9e36fed21 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:19.999950 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-2faa0164-3c37-4c25-95d3-d7d9e36fed21 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290722 Aug 28 16:19:20.002685 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34772) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:19:20.007947 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-f048ce2d-750b-4199-8a31-83bfb5991d29 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Request body: {'security_group_rule': {'security_group_id': 'e359215b-f16b-418b-a8e6-ef18f6a90e8c', 'project_id': '1757d909319140749bcf3a348b5b0f12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:19:20.041888 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f048ce2d-750b-4199-8a31-83bfb5991d29 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:20.097302 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device be9b840f-8a0c-4a83-8b60-36ac6a9bf45a up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:19:20.103689 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f048ce2d-750b-4199-8a31-83bfb5991d29 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:20.108589 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f048ce2d-750b-4199-8a31-83bfb5991d29 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:20.128968 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048ce2d-750b-4199-8a31-83bfb5991d29 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac3ceb48-00dc-4dbe-9605-7a5018e27237,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:20.132671 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-f048ce2d-750b-4199-8a31-83bfb5991d29 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:20.136395 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-f048ce2d-750b-4199-8a31-83bfb5991d29 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302035 Aug 28 16:19:20.136891 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34774) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:19:20.141624 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-b2272790-a508-4f53-a77b-cab8901ce86e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Request body: {'security_group_rule': {'security_group_id': 'e359215b-f16b-418b-a8e6-ef18f6a90e8c', 'project_id': '1757d909319140749bcf3a348b5b0f12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:19:20.147844 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port be9b840f-8a0c-4a83-8b60-36ac6a9bf45a completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:19:20.151464 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port be9b840f-8a0c-4a83-8b60-36ac6a9bf45a triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:19:20.151881 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:20.166004 n-d-712137-10 neutron-server[106329]: INFO neutron.db.securitygroups_db [None req-b2272790-a508-4f53-a77b-cab8901ce86e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Project 1757d909319140749bcf3a348b5b0f12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 16:19:20.173089 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b2272790-a508-4f53-a77b-cab8901ce86e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:20.240921 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:20.243573 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b2272790-a508-4f53-a77b-cab8901ce86e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:20.249363 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b2272790-a508-4f53-a77b-cab8901ce86e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:20.262879 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port be9b840f-8a0c-4a83-8b60-36ac6a9bf45a, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=be9b840f-8a0c-4a83-8b60-36ac6a9bf45a,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:19:20.266651 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2272790-a508-4f53-a77b-cab8901ce86e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d24cbaee-04b2-4efd-8312-fce8b2b86c40,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:20.266851 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:20.267643 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 220ac67e-1630-4da6-92ed-379a5426a270 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:19:20.277719 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-b2272790-a508-4f53-a77b-cab8901ce86e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:20.279909 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-b2272790-a508-4f53-a77b-cab8901ce86e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1422961 Aug 28 16:19:20.282585 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 34776) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:19:20.287025 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [None req-cabd2cc1-32a3-4c5d-b28b-e081f41ab2b0 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Request body: {'security_group_rule': {'security_group_id': 'e359215b-f16b-418b-a8e6-ef18f6a90e8c', 'project_id': '1757d909319140749bcf3a348b5b0f12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:19:20.311298 n-d-712137-10 neutron-server[106329]: INFO neutron.db.securitygroups_db [None req-cabd2cc1-32a3-4c5d-b28b-e081f41ab2b0 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Project 1757d909319140749bcf3a348b5b0f12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 16:19:20.318869 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cabd2cc1-32a3-4c5d-b28b-e081f41ab2b0 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:20.342747 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=be9b840f-8a0c-4a83-8b60-36ac6a9bf45a,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:20.356218 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 220ac67e-1630-4da6-92ed-379a5426a270 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:19:20.356607 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:20.390096 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cabd2cc1-32a3-4c5d-b28b-e081f41ab2b0 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:20.394814 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cabd2cc1-32a3-4c5d-b28b-e081f41ab2b0 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549874'] for security_group_rule, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:20.410623 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd2cc1-32a3-4c5d-b28b-e081f41ab2b0 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93de8f2d-3deb-4a06-addc-583499e7245f,revision_number=0']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:20.423705 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cabd2cc1-32a3-4c5d-b28b-e081f41ab2b0 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:20.425213 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-cabd2cc1-32a3-4c5d-b28b-e081f41ab2b0 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1414936 Aug 28 16:19:20.440364 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 8812af24-cb5b-460c-91d5-bff74850d4a8 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:19:20.489812 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 8812af24-cb5b-460c-91d5-bff74850d4a8 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:19:20.490101 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:20.557701 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2206912b-f9fa-4f75-904e-c02fe199f4fe None None] Sync routers for ids ['cc497f0f-a2ab-4387-904f-e9475521de69'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:19:20.572714 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-795ba1cf-d26f-4042-a9a8-7b38fdd54de9 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1696872465&fields=id&tenant_id=1757d909319140749bcf3a348b5b0f12 HTTP/1.1" status: 200 len: 267 time: 0.0354488 Aug 28 16:19:20.579568 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2206912b-f9fa-4f75-904e-c02fe199f4fe None None] Routers {'cc497f0f-a2ab-4387-904f-e9475521de69'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:19:20.580222 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-2206912b-f9fa-4f75-904e-c02fe199f4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:19:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['cc497f0f-a2ab-4387-904f-e9475521de69'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:20.681290 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-4d8bf3e5-185b-455c-96f8-0c275415c9f4 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:20.682756 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-4d8bf3e5-185b-455c-96f8-0c275415c9f4 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/networks?id=734aebdc-50df-495e-969a-23b7a024ab57 HTTP/1.1" status: 200 len: 810 time: 0.1022320 Aug 28 16:19:20.687414 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-2206912b-f9fa-4f75-904e-c02fe199f4fe None None] Set router cc497f0f-a2ab-4387-904f-e9475521de69 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:19:20.698696 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-539b9db4-17a1-4140-a3da-67392ae07bd0 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/quotas/1757d909319140749bcf3a348b5b0f12 HTTP/1.1" status: 200 len: 375 time: 0.0091980 Aug 28 16:19:20.750801 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-0d81116d-aed6-458c-a9c6-a31badb95a90 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1757d909319140749bcf3a348b5b0f12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458524 Aug 28 16:19:20.861920 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-0209df14-9c6b-48f7-9732-42447a69af6f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=106330) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 16:19:20.863232 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-0209df14-9c6b-48f7-9732-42447a69af6f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1013296 Aug 28 16:19:20.891814 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-2206912b-f9fa-4f75-904e-c02fe199f4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc497f0f-a2ab-4387-904f-e9475521de69', 'name': 'tempest-TestSnapshotPattern-789354987-router', 'tenant_id': '5c56d845c69b4f4d8f2789b85c29c159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'be9b840f-8a0c-4a83-8b60-36ac6a9bf45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:19:14Z', 'updated_at': '2021-08-28T16:19:17Z', 'revision_number': 4, 'project_id': '5c56d845c69b4f4d8f2789b85c29c159', 'gw_port': {'id': 'be9b840f-8a0c-4a83-8b60-36ac6a9bf45a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:82:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc497f0f-a2ab-4387-904f-e9475521de69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:15Z', 'updated_at': '2021-08-28T16:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '185082bc-d8f5-4475-9b9e-d81054f58e66', 'name': '', 'network_id': 'dbe4f41e-54e7-4604-a157-2780444b53d3', 'tenant_id': '5c56d845c69b4f4d8f2789b85c29c159', 'mac_address': 'fa:16:3e:96:7a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc497f0f-a2ab-4387-904f-e9475521de69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'baf37f2a-9dcf-4952-a7b7-f6e56de55001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:16Z', 'updated_at': '2021-08-28T16:19:17Z', 'revision_number': 2, 'project_id': '5c56d845c69b4f4d8f2789b85c29c159', 'subnets': [{'id': 'baf37f2a-9dcf-4952-a7b7-f6e56de55001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:20.918290 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2206912b-f9fa-4f75-904e-c02fe199f4fe None None] Checking router: cc497f0f-a2ab-4387-904f-e9475521de69 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:19:20.918649 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2206912b-f9fa-4f75-904e-c02fe199f4fe None None] Updating router cc497f0f-a2ab-4387-904f-e9475521de69 port 185082bc-d8f5-4475-9b9e-d81054f58e66 binding host n-d-712137-10 {{(pid=106331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 16:19:20.948455 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2206912b-f9fa-4f75-904e-c02fe199f4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:20.962421 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-5357cee6-769e-4d84-b4ce-fe3ec276c073 service neutron] 10.222.0.13 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920742 Aug 28 16:19:21.051845 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-81cd57da-7e9f-4144-9fda-4e387315e76f service neutron] 10.222.0.13 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831475 Aug 28 16:19:21.212626 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2206912b-f9fa-4f75-904e-c02fe199f4fe None None] Notify callbacks [] for port, precommit_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:21.222287 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2206912b-f9fa-4f75-904e-c02fe199f4fe None None] Transition to ACTIVE for port object 185082bc-d8f5-4475-9b9e-d81054f58e66 will not be triggered until provisioned by entity L2. {{(pid=106331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:19:21.227590 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2206912b-f9fa-4f75-904e-c02fe199f4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:21.280394 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8c638-fc1d-4109-b596-10ef034ce7bd None None] Pushing event updated for resources: {'Port': ['ID=185082bc-d8f5-4475-9b9e-d81054f58e66,revision_number=3']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:21.327955 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-2206912b-f9fa-4f75-904e-c02fe199f4fe None None] Attempting to bind port 185082bc-d8f5-4475-9b9e-d81054f58e66 on host n-d-712137-10 for vnic_type normal with profile {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:19:21.328333 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-2206912b-f9fa-4f75-904e-c02fe199f4fe None None] Attempting to bind port 185082bc-d8f5-4475-9b9e-d81054f58e66 by drivers openvswitch,hyperv on host n-d-712137-10 at level 0 using segments [{'id': '66d8f2aa-f505-4179-ae58-1da062954cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dbe4f41e-54e7-4604-a157-2780444b53d3'}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:19:21.328709 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2206912b-f9fa-4f75-904e-c02fe199f4fe None None] Attempting to bind port 185082bc-d8f5-4475-9b9e-d81054f58e66 on network dbe4f41e-54e7-4604-a157-2780444b53d3 {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:19:21.334115 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2206912b-f9fa-4f75-904e-c02fe199f4fe None None] Checking agent: {'id': 'ed3aedcf-d2e2-4526-ad87-e5dd7e9d1838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 42, 41), 'started_at': datetime.datetime(2021, 8, 28, 14, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:19:21.334490 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2206912b-f9fa-4f75-904e-c02fe199f4fe None None] Checking segment: {'id': '66d8f2aa-f505-4179-ae58-1da062954cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dbe4f41e-54e7-4604-a157-2780444b53d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:19:21.334898 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2206912b-f9fa-4f75-904e-c02fe199f4fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:21.335296 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2206912b-f9fa-4f75-904e-c02fe199f4fe None None] Bound using segment: {'id': '66d8f2aa-f505-4179-ae58-1da062954cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dbe4f41e-54e7-4604-a157-2780444b53d3'} {{(pid=106331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:19:21.335811 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.managers [None req-2206912b-f9fa-4f75-904e-c02fe199f4fe None None] Bound port: 185082bc-d8f5-4475-9b9e-d81054f58e66, host: n-d-712137-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d8f2aa-f505-4179-ae58-1da062954cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dbe4f41e-54e7-4604-a157-2780444b53d3'}}] {{(pid=106331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:19:21.336180 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2206912b-f9fa-4f75-904e-c02fe199f4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:21.405664 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-2206912b-f9fa-4f75-904e-c02fe199f4fe None None] For port 185082bc-d8f5-4475-9b9e-d81054f58e66, host n-d-712137-10, cleared binding levels {{(pid=106331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:19:21.408989 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-2206912b-f9fa-4f75-904e-c02fe199f4fe None None] For port 185082bc-d8f5-4475-9b9e-d81054f58e66, host n-d-712137-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=185082bc-d8f5-4475-9b9e-d81054f58e66,segment=NetworkSegment(66d8f2aa-f505-4179-ae58-1da062954cc5),segment_id=66d8f2aa-f505-4179-ae58-1da062954cc5)] {{(pid=106331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:19:21.413602 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2206912b-f9fa-4f75-904e-c02fe199f4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:21.470419 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2206912b-f9fa-4f75-904e-c02fe199f4fe None None] Routers {'cc497f0f-a2ab-4387-904f-e9475521de69'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:19:21.471065 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-2206912b-f9fa-4f75-904e-c02fe199f4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:19:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['cc497f0f-a2ab-4387-904f-e9475521de69'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:21.508148 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8c638-fc1d-4109-b596-10ef034ce7bd None None] Pushing event updated for resources: {'Port': ['ID=185082bc-d8f5-4475-9b9e-d81054f58e66,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:21.600061 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-2206912b-f9fa-4f75-904e-c02fe199f4fe None None] Set router cc497f0f-a2ab-4387-904f-e9475521de69 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:19:21.811218 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-2206912b-f9fa-4f75-904e-c02fe199f4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc497f0f-a2ab-4387-904f-e9475521de69', 'name': 'tempest-TestSnapshotPattern-789354987-router', 'tenant_id': '5c56d845c69b4f4d8f2789b85c29c159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'be9b840f-8a0c-4a83-8b60-36ac6a9bf45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:19:14Z', 'updated_at': '2021-08-28T16:19:17Z', 'revision_number': 4, 'project_id': '5c56d845c69b4f4d8f2789b85c29c159', 'gw_port': {'id': 'be9b840f-8a0c-4a83-8b60-36ac6a9bf45a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:82:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc497f0f-a2ab-4387-904f-e9475521de69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:15Z', 'updated_at': '2021-08-28T16:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '185082bc-d8f5-4475-9b9e-d81054f58e66', 'name': '', 'network_id': 'dbe4f41e-54e7-4604-a157-2780444b53d3', 'tenant_id': '5c56d845c69b4f4d8f2789b85c29c159', 'mac_address': 'fa:16:3e:96:7a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc497f0f-a2ab-4387-904f-e9475521de69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'baf37f2a-9dcf-4952-a7b7-f6e56de55001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:16Z', 'updated_at': '2021-08-28T16:19:21Z', 'revision_number': 4, 'project_id': '5c56d845c69b4f4d8f2789b85c29c159', 'subnets': [{'id': 'baf37f2a-9dcf-4952-a7b7-f6e56de55001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:21.840827 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2206912b-f9fa-4f75-904e-c02fe199f4fe None None] The sync data for ids ['cc497f0f-a2ab-4387-904f-e9475521de69'] in n-d-712137-10 is: [{'id': 'cc497f0f-a2ab-4387-904f-e9475521de69', 'name': 'tempest-TestSnapshotPattern-789354987-router', 'tenant_id': '5c56d845c69b4f4d8f2789b85c29c159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'be9b840f-8a0c-4a83-8b60-36ac6a9bf45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:19:14Z', 'updated_at': '2021-08-28T16:19:17Z', 'revision_number': 4, 'project_id': '5c56d845c69b4f4d8f2789b85c29c159', 'gw_port': {'id': 'be9b840f-8a0c-4a83-8b60-36ac6a9bf45a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:82:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc497f0f-a2ab-4387-904f-e9475521de69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:15Z', 'updated_at': '2021-08-28T16:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '185082bc-d8f5-4475-9b9e-d81054f58e66', 'name': '', 'network_id': 'dbe4f41e-54e7-4604-a157-2780444b53d3', 'tenant_id': '5c56d845c69b4f4d8f2789b85c29c159', 'mac_address': 'fa:16:3e:96:7a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc497f0f-a2ab-4387-904f-e9475521de69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'baf37f2a-9dcf-4952-a7b7-f6e56de55001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:16Z', 'updated_at': '2021-08-28T16:19:21Z', 'revision_number': 4, 'project_id': '5c56d845c69b4f4d8f2789b85c29c159', 'subnets': [{'id': 'baf37f2a-9dcf-4952-a7b7-f6e56de55001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:19:22.073942 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 185082bc-d8f5-4475-9b9e-d81054f58e66 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:19:22.125805 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning for port 185082bc-d8f5-4475-9b9e-d81054f58e66 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:19:22.130089 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 185082bc-d8f5-4475-9b9e-d81054f58e66 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:19:22.130475 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:22.230923 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:22.245979 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-84593adc-5834-4b62-874f-da4135ee7699 req-f1414f87-a353-494c-aa42-56cf6a06b939 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f4b4d70-2170-4165-aa44-c5177362d76d HTTP/1.1" status: 200 len: 210 time: 0.0346231 Aug 28 16:19:22.274659 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] For port 185082bc-d8f5-4475-9b9e-d81054f58e66, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=185082bc-d8f5-4475-9b9e-d81054f58e66,segment=NetworkSegment(66d8f2aa-f505-4179-ae58-1da062954cc5),segment_id=66d8f2aa-f505-4179-ae58-1da062954cc5)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:19:22.280606 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:22.281421 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device be9b840f-8a0c-4a83-8b60-36ac6a9bf45a up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:19:22.365551 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Pushing event updated for resources: {'Port': ['ID=185082bc-d8f5-4475-9b9e-d81054f58e66,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:22.382832 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port be9b840f-8a0c-4a83-8b60-36ac6a9bf45a triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:19:22.383485 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:23.218708 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-995963c1-361c-4291-9c51-d1966870e1ae tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:23.220223 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-995963c1-361c-4291-9c51-d1966870e1ae tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.41 "GET /v2.0/networks?id=734aebdc-50df-495e-969a-23b7a024ab57 HTTP/1.1" status: 200 len: 810 time: 0.1100132 Aug 28 16:19:23.265195 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-15a1b6ce-b9d7-4b1f-95c5-4e80a2453dfe tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1757d909319140749bcf3a348b5b0f12 HTTP/1.1" status: 200 len: 380 time: 0.0355668 Aug 28 16:19:23.281030 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1f89507b-0229-4fc1-930f-0d872fe792b1 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Request body: {'port': {'device_id': '6f4b4d70-2170-4165-aa44-c5177362d76d', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'admin_state_up': True, 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'security_groups': ['e359215b-f16b-418b-a8e6-ef18f6a90e8c']}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:19:23.354410 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b14fd1c5-ac42-486e-8e30-f44187760592 req-5dba2d1c-304f-4f95-b641-dac73c1f13a7 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f4b4d70-2170-4165-aa44-c5177362d76d HTTP/1.1" status: 200 len: 210 time: 0.0298376 Aug 28 16:19:23.420076 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1f89507b-0229-4fc1-930f-0d872fe792b1 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Made reservation on behalf of 1757d909319140749bcf3a348b5b0f12 for: {'port': 1} {{(pid=106330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 16:19:23.423544 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1f89507b-0229-4fc1-930f-0d872fe792b1 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:23.545972 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1f89507b-0229-4fc1-930f-0d872fe792b1 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Allocated IP 172.20.0.11 (734aebdc-50df-495e-969a-23b7a024ab57/b68a947a-65d2-4f12-b0b3-4fb9a281ac29/873476b6-ee9b-405f-becf-e0498b99262d) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:19:23.689612 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1f89507b-0229-4fc1-930f-0d872fe792b1 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:23.703937 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1f89507b-0229-4fc1-930f-0d872fe792b1 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Transition to ACTIVE for port object 873476b6-ee9b-405f-becf-e0498b99262d will not be triggered until provisioned by entity DHCP. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:19:23.737963 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1f89507b-0229-4fc1-930f-0d872fe792b1 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:23.785060 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1f89507b-0229-4fc1-930f-0d872fe792b1 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Network 734aebdc-50df-495e-969a-23b7a024ab57 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:19:23.788185 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1f89507b-0229-4fc1-930f-0d872fe792b1 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:19:23.792049 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1f89507b-0229-4fc1-930f-0d872fe792b1 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:19:23.798587 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89507b-0229-4fc1-930f-0d872fe792b1 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Pushing event updated for resources: {'Port': ['ID=873476b6-ee9b-405f-becf-e0498b99262d,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:23.849951 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1f89507b-0229-4fc1-930f-0d872fe792b1 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:23.850588 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1f89507b-0229-4fc1-930f-0d872fe792b1 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:23.868472 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1f89507b-0229-4fc1-930f-0d872fe792b1 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5918574 Aug 28 16:19:23.885179 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1a88e7ce-b1d7-4b8e-b2de-b3c169f61bdf service neutron] Request body: {'port': {'device_id': '6f4b4d70-2170-4165-aa44-c5177362d76d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-10'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:19:23.947728 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1a88e7ce-b1d7-4b8e-b2de-b3c169f61bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:24.011215 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 185082bc-d8f5-4475-9b9e-d81054f58e66 up at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:19:24.069511 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0ff2e2e5-a4d5-480d-ad80-ac747b02d944 None None] Provisioning for port 873476b6-ee9b-405f-becf-e0498b99262d completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:19:24.075214 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-0ff2e2e5-a4d5-480d-ad80-ac747b02d944 None None] Provisioning complete for port 873476b6-ee9b-405f-becf-e0498b99262d triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:19:24.076282 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0ff2e2e5-a4d5-480d-ad80-ac747b02d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:24.079811 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Provisioning complete for port 185082bc-d8f5-4475-9b9e-d81054f58e66 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:19:24.080188 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:24.139867 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-0ff2e2e5-a4d5-480d-ad80-ac747b02d944 None None] Port 873476b6-ee9b-405f-becf-e0498b99262d cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:19:24.226109 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1a88e7ce-b1d7-4b8e-b2de-b3c169f61bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 873476b6-ee9b-405f-becf-e0498b99262d {{(pid=106330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 16:19:24.234020 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1a88e7ce-b1d7-4b8e-b2de-b3c169f61bdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:24.245821 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.provisioning_blocks [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1a88e7ce-b1d7-4b8e-b2de-b3c169f61bdf service neutron] Transition to ACTIVE for port object 873476b6-ee9b-405f-becf-e0498b99262d will not be triggered until provisioned by entity L2. {{(pid=106330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:19:24.250449 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1a88e7ce-b1d7-4b8e-b2de-b3c169f61bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:24.333107 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88e7ce-b1d7-4b8e-b2de-b3c169f61bdf service neutron] Pushing event updated for resources: {'Port': ['ID=873476b6-ee9b-405f-becf-e0498b99262d,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:24.384423 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1a88e7ce-b1d7-4b8e-b2de-b3c169f61bdf service neutron] Attempting to bind port 873476b6-ee9b-405f-becf-e0498b99262d on host n-h1-712137-10 for vnic_type normal with profile {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:19:24.384768 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1a88e7ce-b1d7-4b8e-b2de-b3c169f61bdf service neutron] Attempting to bind port 873476b6-ee9b-405f-becf-e0498b99262d by drivers openvswitch,hyperv on host n-h1-712137-10 at level 0 using segments [{'id': '962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57'}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:19:24.385230 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1a88e7ce-b1d7-4b8e-b2de-b3c169f61bdf service neutron] Attempting to bind port 873476b6-ee9b-405f-becf-e0498b99262d on network 734aebdc-50df-495e-969a-23b7a024ab57 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:19:24.390605 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1a88e7ce-b1d7-4b8e-b2de-b3c169f61bdf service neutron] Port 873476b6-ee9b-405f-becf-e0498b99262d on network 734aebdc-50df-495e-969a-23b7a024ab57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-10 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 16:19:24.390933 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1a88e7ce-b1d7-4b8e-b2de-b3c169f61bdf service neutron] Attempting to bind port 873476b6-ee9b-405f-becf-e0498b99262d on network 734aebdc-50df-495e-969a-23b7a024ab57 {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:19:24.396909 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1a88e7ce-b1d7-4b8e-b2de-b3c169f61bdf service neutron] Checking agent: {'id': '9de433f0-8bc7-49e5-9116-c0e38df1c46b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:19:24.397270 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1a88e7ce-b1d7-4b8e-b2de-b3c169f61bdf service neutron] Checking segment: {'id': '962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:19:24.397666 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1a88e7ce-b1d7-4b8e-b2de-b3c169f61bdf service neutron] Bound using segment: {'id': '962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57'} {{(pid=106330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:19:24.398130 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.managers [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1a88e7ce-b1d7-4b8e-b2de-b3c169f61bdf service neutron] Bound port: 873476b6-ee9b-405f-becf-e0498b99262d, host: n-h1-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57'}}] {{(pid=106330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:19:24.398497 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1a88e7ce-b1d7-4b8e-b2de-b3c169f61bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:24.470441 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1a88e7ce-b1d7-4b8e-b2de-b3c169f61bdf service neutron] For port 873476b6-ee9b-405f-becf-e0498b99262d, host n-h1-712137-10, cleared binding levels {{(pid=106330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:19:24.473827 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1a88e7ce-b1d7-4b8e-b2de-b3c169f61bdf service neutron] For port 873476b6-ee9b-405f-becf-e0498b99262d, host n-h1-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=873476b6-ee9b-405f-becf-e0498b99262d,segment=NetworkSegment(962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f),segment_id=962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f)] {{(pid=106330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:19:24.479171 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1a88e7ce-b1d7-4b8e-b2de-b3c169f61bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:24.489750 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181304e-85b4-4254-87af-16ee5a9a25bc req-c8212887-546d-40dd-a18e-7df9f4dbac99 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:24.491385 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b181304e-85b4-4254-87af-16ee5a9a25bc req-c8212887-546d-40dd-a18e-7df9f4dbac99 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f4b4d70-2170-4165-aa44-c5177362d76d HTTP/1.1" status: 200 len: 944 time: 0.0540807 Aug 28 16:19:24.516893 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1a88e7ce-b1d7-4b8e-b2de-b3c169f61bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:24.517658 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1a88e7ce-b1d7-4b8e-b2de-b3c169f61bdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:24.518958 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-1a88e7ce-b1d7-4b8e-b2de-b3c169f61bdf service neutron] 10.222.0.41 "PUT /v2.0/ports/873476b6-ee9b-405f-becf-e0498b99262d HTTP/1.1" status: 200 len: 1093 time: 0.6382320 Aug 28 16:19:24.519409 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4b4d70-2170-4165-aa44-c5177362d76d', 'tag': '873476b6-ee9b-405f-becf-e0498b99262d'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:19:24.521754 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e308943d50e92a26f6c3a6de5cf793d4f684f916ac590010b5ff3c9d15b1720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b5eaef-32f1-4f34-87aa-b65eb7c905af" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4b4d70-2170-4165-aa44-c5177362d76d", "tag": "873476b6-ee9b-405f-becf-e0498b99262d"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:19:24.538533 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-b181304e-85b4-4254-87af-16ee5a9a25bc req-caec8378-cd21-40a2-90e0-3cf8fd75df53 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407753 Aug 28 16:19:24.561728 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88e7ce-b1d7-4b8e-b2de-b3c169f61bdf service neutron] Pushing event updated for resources: {'Port': ['ID=873476b6-ee9b-405f-becf-e0498b99262d,revision_number=3']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:24.632187 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-6f47e777-2ee2-4446-a91a-01371611123b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:24.634056 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-6f47e777-2ee2-4446-a91a-01371611123b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1757d909319140749bcf3a348b5b0f12&device_id=6f4b4d70-2170-4165-aa44-c5177362d76d HTTP/1.1" status: 200 len: 1096 time: 0.0547009 Aug 28 16:19:24.679263 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ede630e-eb8d-4e5c-8b8a-f37e5baed1a7 x-openstack-request-id: req-9ede630e-eb8d-4e5c-8b8a-f37e5baed1a7 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:19:24.679562 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4b4d70-2170-4165-aa44-c5177362d76d", "tag": "873476b6-ee9b-405f-becf-e0498b99262d", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:19:24.679841 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ede630e-eb8d-4e5c-8b8a-f37e5baed1a7 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:19:24.680247 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4b4d70-2170-4165-aa44-c5177362d76d', 'tag': '873476b6-ee9b-405f-becf-e0498b99262d', 'status': 'completed', 'code': 200} Aug 28 16:19:24.682107 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-27c62d3b-c96e-4c8f-82d5-79b76a67a3c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=873476b6-ee9b-405f-becf-e0498b99262d HTTP/1.1" status: 200 len: 217 time: 0.0392983 Aug 28 16:19:24.740981 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-341e2396-4d9b-41e1-a826-dc63b6dc6aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:24.742478 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-341e2396-4d9b-41e1-a826-dc63b6dc6aaa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b68a947a-65d2-4f12-b0b3-4fb9a281ac29 HTTP/1.1" status: 200 len: 849 time: 0.0524893 Aug 28 16:19:24.793843 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-5e2fb660-07aa-4d85-babd-73126dd1b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:24.797023 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-5e2fb660-07aa-4d85-babd-73126dd1b4d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=734aebdc-50df-495e-969a-23b7a024ab57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460551 Aug 28 16:19:24.886936 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-0aa178cf-d0b4-4680-a5d7-d2319c73d00f service neutron] 10.222.0.41 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838935 Aug 28 16:19:24.982537 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-ad34e26a-3961-4b9f-b85c-f3eda7f4d32d req-5f3d14e3-15c0-4de2-bedc-831f211151c5 service neutron] 10.222.0.41 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881433 Aug 28 16:19:25.071942 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5eaef-32f1-4f34-87aa-b65eb7c905af req-130c69eb-4952-493a-87f5-63506f1013ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:25.073439 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8b5eaef-32f1-4f34-87aa-b65eb7c905af req-130c69eb-4952-493a-87f5-63506f1013ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1757d909319140749bcf3a348b5b0f12&device_id=6f4b4d70-2170-4165-aa44-c5177362d76d HTTP/1.1" status: 200 len: 1096 time: 0.0468352 Aug 28 16:19:25.166018 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5eaef-32f1-4f34-87aa-b65eb7c905af req-9beadf59-4440-47ef-a98e-3532433b1f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:25.167436 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8b5eaef-32f1-4f34-87aa-b65eb7c905af req-9beadf59-4440-47ef-a98e-3532433b1f42 service neutron] 10.222.0.41 "GET /v2.0/networks?id=734aebdc-50df-495e-969a-23b7a024ab57 HTTP/1.1" status: 200 len: 911 time: 0.0860581 Aug 28 16:19:25.210345 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8b5eaef-32f1-4f34-87aa-b65eb7c905af req-cfa061f2-6cf8-42b9-b586-e789501ede80 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=873476b6-ee9b-405f-becf-e0498b99262d HTTP/1.1" status: 200 len: 217 time: 0.0351717 Aug 28 16:19:25.258122 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5eaef-32f1-4f34-87aa-b65eb7c905af req-379d9315-72a3-4d28-af2e-389dcbc75a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:25.259600 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8b5eaef-32f1-4f34-87aa-b65eb7c905af req-379d9315-72a3-4d28-af2e-389dcbc75a3b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b68a947a-65d2-4f12-b0b3-4fb9a281ac29 HTTP/1.1" status: 200 len: 849 time: 0.0431814 Aug 28 16:19:25.303741 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5eaef-32f1-4f34-87aa-b65eb7c905af req-6f6b48bd-4e74-4757-8cae-6324db5bc75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:25.305201 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8b5eaef-32f1-4f34-87aa-b65eb7c905af req-6f6b48bd-4e74-4757-8cae-6324db5bc75b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=734aebdc-50df-495e-969a-23b7a024ab57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387034 Aug 28 16:19:25.375471 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:25.400586 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8b5eaef-32f1-4f34-87aa-b65eb7c905af req-5aac9b30-db0f-4680-aa4d-e75c74d44549 service neutron] 10.222.0.41 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873876 Aug 28 16:19:25.491040 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f8b5eaef-32f1-4f34-87aa-b65eb7c905af req-d8470e68-f469-47f4-8dc8-b68f4336fdc2 service neutron] 10.222.0.41 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836093 Aug 28 16:19:25.659193 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f14af7-4dd9-4d15-9f45-4f2d8e9980be req-1c48a5f2-a3e3-4bf8-a45d-f7000352bb90 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:25.660743 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-85f14af7-4dd9-4d15-9f45-4f2d8e9980be req-1c48a5f2-a3e3-4bf8-a45d-f7000352bb90 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f4b4d70-2170-4165-aa44-c5177362d76d HTTP/1.1" status: 200 len: 944 time: 0.0488257 Aug 28 16:19:25.697854 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-85f14af7-4dd9-4d15-9f45-4f2d8e9980be req-d14570d1-3028-4869-8c03-a6ddc886af21 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312276 Aug 28 16:19:26.820713 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a28e0-7d77-42bb-8098-0f5c6911bc89 req-685c9c38-3d1b-4ee4-8c04-c8ad785d3483 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:26.822224 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-654a28e0-7d77-42bb-8098-0f5c6911bc89 req-685c9c38-3d1b-4ee4-8c04-c8ad785d3483 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f4b4d70-2170-4165-aa44-c5177362d76d HTTP/1.1" status: 200 len: 944 time: 0.0542316 Aug 28 16:19:26.859639 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-654a28e0-7d77-42bb-8098-0f5c6911bc89 req-199b6936-c3d3-4dee-8153-19ed82d8e1ad tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314016 Aug 28 16:19:27.500078 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:27.981842 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab551dc3-8cb4-4903-99f7-2b64082e2d8a req-87ce38e3-3c77-4e34-96b7-05014e63b10e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:27.983379 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ab551dc3-8cb4-4903-99f7-2b64082e2d8a req-87ce38e3-3c77-4e34-96b7-05014e63b10e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f4b4d70-2170-4165-aa44-c5177362d76d HTTP/1.1" status: 200 len: 944 time: 0.0574198 Aug 28 16:19:28.022038 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ab551dc3-8cb4-4903-99f7-2b64082e2d8a req-10abd8ea-c72c-4a62-b313-1423f34f46cf tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326095 Aug 28 16:19:29.139877 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239ab04-a6c4-4782-8f06-b00ccb143dc8 req-6c7d9d77-4639-450e-8ab4-ca249b677409 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:29.141263 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a239ab04-a6c4-4782-8f06-b00ccb143dc8 req-6c7d9d77-4639-450e-8ab4-ca249b677409 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f4b4d70-2170-4165-aa44-c5177362d76d HTTP/1.1" status: 200 len: 944 time: 0.0497887 Aug 28 16:19:29.180951 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a239ab04-a6c4-4782-8f06-b00ccb143dc8 req-59be45da-5d6c-477a-b2e7-8ba067a2b289 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329621 Aug 28 16:19:29.300095 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 873476b6-ee9b-405f-becf-e0498b99262d details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 16:19:29.543230 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 873476b6-ee9b-405f-becf-e0498b99262d, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=873476b6-ee9b-405f-becf-e0498b99262d,segment=NetworkSegment(962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f),segment_id=962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:19:29.554812 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '873476b6-ee9b-405f-becf-e0498b99262d', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'port_id': '873476b6-ee9b-405f-becf-e0498b99262d', 'mac_address': 'fa:16:3e:fd:68:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 16:19:29.595748 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:29.612589 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873476b6-ee9b-405f-becf-e0498b99262d {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 16:19:29.633432 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 873476b6-ee9b-405f-becf-e0498b99262d, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=873476b6-ee9b-405f-becf-e0498b99262d,segment=NetworkSegment(962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f),segment_id=962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:19:29.637662 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:29.687110 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=873476b6-ee9b-405f-becf-e0498b99262d,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:29.977578 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['873476b6-ee9b-405f-becf-e0498b99262d'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 16:19:30.296240 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49decd4-342e-4f56-ba60-e71ef83c72e9 req-ce52be6d-d3f9-4a8b-8b60-787bb76174b7 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:30.297758 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c49decd4-342e-4f56-ba60-e71ef83c72e9 req-ce52be6d-d3f9-4a8b-8b60-787bb76174b7 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f4b4d70-2170-4165-aa44-c5177362d76d HTTP/1.1" status: 200 len: 945 time: 0.0484953 Aug 28 16:19:30.336464 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-c49decd4-342e-4f56-ba60-e71ef83c72e9 req-c44e46d6-f7fb-4aa4-ac3d-f217145b23de tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327413 Aug 28 16:19:31.298107 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 873476b6-ee9b-405f-becf-e0498b99262d up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:19:31.345743 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning for port 873476b6-ee9b-405f-becf-e0498b99262d completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:19:31.349617 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 873476b6-ee9b-405f-becf-e0498b99262d triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:19:31.349990 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:31.428474 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:31.451505 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d920c-1e64-4fc9-88d6-d1824eef33d8 req-74047b5a-8d66-481a-9edd-81b970336376 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:31.452164 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4b4d70-2170-4165-aa44-c5177362d76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873476b6-ee9b-405f-becf-e0498b99262d'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:19:31.453031 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-316d920c-1e64-4fc9-88d6-d1824eef33d8 req-74047b5a-8d66-481a-9edd-81b970336376 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f4b4d70-2170-4165-aa44-c5177362d76d HTTP/1.1" status: 200 len: 945 time: 0.0500433 Aug 28 16:19:31.453841 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e998ae4c8ad98a44641492a375488314a28001c32b9c96e1494d2a73900553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8884ab6-f09a-4fb2-b8a4-887cc5f37f9a" -d '{"events": [{"server_uuid": "6f4b4d70-2170-4165-aa44-c5177362d76d", "name": "network-vif-plugged", "status": "completed", "tag": "873476b6-ee9b-405f-becf-e0498b99262d"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:19:31.467398 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 873476b6-ee9b-405f-becf-e0498b99262d, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=873476b6-ee9b-405f-becf-e0498b99262d,segment=NetworkSegment(962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f),segment_id=962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:19:31.472254 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:31.500205 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-316d920c-1e64-4fc9-88d6-d1824eef33d8 req-8ba53434-4dae-4ff1-b551-298ddb0f2974 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390842 Aug 28 16:19:31.522409 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=873476b6-ee9b-405f-becf-e0498b99262d,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:31.550597 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 16:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ac7793-d6fd-4608-8817-786c10b7e98d x-openstack-request-id: req-d5ac7793-d6fd-4608-8817-786c10b7e98d {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:19:31.550893 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4b4d70-2170-4165-aa44-c5177362d76d", "name": "network-vif-plugged", "status": "completed", "tag": "873476b6-ee9b-405f-becf-e0498b99262d", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:19:31.551149 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5ac7793-d6fd-4608-8817-786c10b7e98d {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:19:31.551555 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4b4d70-2170-4165-aa44-c5177362d76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873476b6-ee9b-405f-becf-e0498b99262d', 'code': 200} Aug 28 16:19:31.651083 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959e219-d8ed-4399-bc34-1c0e0f7cae67 req-47b2df48-c333-4575-96cd-826e8f03fa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:31.652611 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8959e219-d8ed-4399-bc34-1c0e0f7cae67 req-47b2df48-c333-4575-96cd-826e8f03fa76 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f4b4d70-2170-4165-aa44-c5177362d76d HTTP/1.1" status: 200 len: 1098 time: 0.0483177 Aug 28 16:19:31.691376 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-8959e219-d8ed-4399-bc34-1c0e0f7cae67 req-1e781f63-eb19-4961-ac19-6abf77b9d2c6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312891 Aug 28 16:19:32.616211 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e6364-b6d5-478c-bc16-76ba26866732 req-5967fd23-895a-45b0-83aa-f2ddbba8d9ca tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:32.617702 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d35e6364-b6d5-478c-bc16-76ba26866732 req-5967fd23-895a-45b0-83aa-f2ddbba8d9ca tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f4b4d70-2170-4165-aa44-c5177362d76d HTTP/1.1" status: 200 len: 946 time: 0.0492778 Aug 28 16:19:32.657529 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d35e6364-b6d5-478c-bc16-76ba26866732 req-ebb51296-a130-4458-86e2-9ddbc99b8db3 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335116 Aug 28 16:19:33.773344 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb251e8-fd96-47bb-8a0d-69bc8e2ef2b3 req-87c99f0d-028c-4f3d-9259-0531a0f2a651 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:33.774807 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6cb251e8-fd96-47bb-8a0d-69bc8e2ef2b3 req-87c99f0d-028c-4f3d-9259-0531a0f2a651 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f4b4d70-2170-4165-aa44-c5177362d76d HTTP/1.1" status: 200 len: 946 time: 0.0474424 Aug 28 16:19:33.811534 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-6cb251e8-fd96-47bb-8a0d-69bc8e2ef2b3 req-9c166d9a-e1c5-47fa-8e04-c228c7114f0b tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308864 Aug 28 16:19:33.925702 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f8ffe-9432-44b9-be91-8f4719cc7f70 req-ba7fec55-c103-438b-8f78-205357aa3f7d tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:33.927189 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d40f8ffe-9432-44b9-be91-8f4719cc7f70 req-ba7fec55-c103-438b-8f78-205357aa3f7d tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f4b4d70-2170-4165-aa44-c5177362d76d HTTP/1.1" status: 200 len: 946 time: 0.0491676 Aug 28 16:19:33.964855 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d40f8ffe-9432-44b9-be91-8f4719cc7f70 req-b714c4cb-2ac7-4a45-b17f-9f894bec957f tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316904 Aug 28 16:19:33.986546 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34838) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:19:34.079745 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f60b6d-6822-48c7-ba15-e76f0de057ed tempest-TestSnapshotPattern-480180204 tempest-TestSnapshotPattern-480180204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:34.082770 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-08f60b6d-6822-48c7-ba15-e76f0de057ed tempest-TestSnapshotPattern-480180204 tempest-TestSnapshotPattern-480180204-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6f4b4d70-2170-4165-aa44-c5177362d76d HTTP/1.1" status: 200 len: 1093 time: 0.0950053 Aug 28 16:19:34.085598 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 34842) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:19:34.090143 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-f0966b8c-9946-41a9-a4fd-5869aaa3a8ba tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'port_id': '873476b6-ee9b-405f-becf-e0498b99262d', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:19:34.112641 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f0966b8c-9946-41a9-a4fd-5869aaa3a8ba tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for floatingip, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:34.206289 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f0966b8c-9946-41a9-a4fd-5869aaa3a8ba tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:34.309829 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-f0966b8c-9946-41a9-a4fd-5869aaa3a8ba tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Allocated IP 172.25.3.187 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/93013118-a609-4379-ba1e-cf9fe198a699) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:19:34.412737 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f0966b8c-9946-41a9-a4fd-5869aaa3a8ba tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:34.450812 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f0966b8c-9946-41a9-a4fd-5869aaa3a8ba tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:34.495112 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0966b8c-9946-41a9-a4fd-5869aaa3a8ba tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:19:34.500201 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-f0966b8c-9946-41a9-a4fd-5869aaa3a8ba tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:19:34.502346 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0966b8c-9946-41a9-a4fd-5869aaa3a8ba tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Pushing event updated for resources: {'Port': ['ID=93013118-a609-4379-ba1e-cf9fe198a699,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:34.505284 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0966b8c-9946-41a9-a4fd-5869aaa3a8ba tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:19:34.847472 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f0966b8c-9946-41a9-a4fd-5869aaa3a8ba tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:34.915299 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f0966b8c-9946-41a9-a4fd-5869aaa3a8ba tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:35.061061 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f0966b8c-9946-41a9-a4fd-5869aaa3a8ba tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:35.066443 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f0966b8c-9946-41a9-a4fd-5869aaa3a8ba tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:35.139616 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0966b8c-9946-41a9-a4fd-5869aaa3a8ba tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Pushing event updated for resources: {'Port': ['ID=93013118-a609-4379-ba1e-cf9fe198a699,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:19:35.146030 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f0966b8c-9946-41a9-a4fd-5869aaa3a8ba tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:35.246155 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [None req-f0966b8c-9946-41a9-a4fd-5869aaa3a8ba tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Floating IP ffc51a28-dfd0-4eea-87b4-2a773710cb1f associated. External IP: 172.25.3.187, port: 873476b6-ee9b-405f-becf-e0498b99262d. Aug 28 16:19:35.449331 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0966b8c-9946-41a9-a4fd-5869aaa3a8ba tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Router fd33ca8e-5dd2-434f-8160-58b950406d1d has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:19:35.554048 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0966b8c-9946-41a9-a4fd-5869aaa3a8ba tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:19:35.564852 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9727fbb9-ea34-4fbd-8295-581869b22bb3 None None] Sync routers for ids ['fd33ca8e-5dd2-434f-8160-58b950406d1d'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:19:35.570654 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-f0966b8c-9946-41a9-a4fd-5869aaa3a8ba tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:35.576678 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9727fbb9-ea34-4fbd-8295-581869b22bb3 None None] Routers {'fd33ca8e-5dd2-434f-8160-58b950406d1d'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:19:35.577282 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9727fbb9-ea34-4fbd-8295-581869b22bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:19:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['fd33ca8e-5dd2-434f-8160-58b950406d1d'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:35.597398 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-f0966b8c-9946-41a9-a4fd-5869aaa3a8ba tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5102398 Aug 28 16:19:35.598067 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4b4d70-2170-4165-aa44-c5177362d76d', 'tag': '873476b6-ee9b-405f-becf-e0498b99262d'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:19:35.600336 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e308943d50e92a26f6c3a6de5cf793d4f684f916ac590010b5ff3c9d15b1720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e663d6-a120-40da-8583-3bef83cde70b" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4b4d70-2170-4165-aa44-c5177362d76d", "tag": "873476b6-ee9b-405f-becf-e0498b99262d"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:19:35.636692 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3505906e-2c7c-4232-a5aa-8a90f1894adf x-openstack-request-id: req-3505906e-2c7c-4232-a5aa-8a90f1894adf {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:19:35.637055 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4b4d70-2170-4165-aa44-c5177362d76d", "tag": "873476b6-ee9b-405f-becf-e0498b99262d", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:19:35.637316 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3505906e-2c7c-4232-a5aa-8a90f1894adf {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:19:35.637718 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4b4d70-2170-4165-aa44-c5177362d76d', 'tag': '873476b6-ee9b-405f-becf-e0498b99262d', 'status': 'completed', 'code': 200} Aug 28 16:19:35.686056 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-9727fbb9-ea34-4fbd-8295-581869b22bb3 None None] Set router fd33ca8e-5dd2-434f-8160-58b950406d1d gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:19:35.700597 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e663d6-a120-40da-8583-3bef83cde70b req-8f54f0dc-cb3f-4a27-aa99-d95c7d9b531c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:35.702033 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13e663d6-a120-40da-8583-3bef83cde70b req-8f54f0dc-cb3f-4a27-aa99-d95c7d9b531c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1757d909319140749bcf3a348b5b0f12&device_id=6f4b4d70-2170-4165-aa44-c5177362d76d HTTP/1.1" status: 200 len: 1098 time: 0.0414002 Aug 28 16:19:35.793867 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e663d6-a120-40da-8583-3bef83cde70b req-0b1ec93b-cf29-4e52-a2e7-b718750a2886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:35.795641 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13e663d6-a120-40da-8583-3bef83cde70b req-0b1ec93b-cf29-4e52-a2e7-b718750a2886 service neutron] 10.222.0.41 "GET /v2.0/networks?id=734aebdc-50df-495e-969a-23b7a024ab57 HTTP/1.1" status: 200 len: 911 time: 0.0869889 Aug 28 16:19:35.859530 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13e663d6-a120-40da-8583-3bef83cde70b req-cd8e0ac9-2406-4964-adfb-055534d5902a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=873476b6-ee9b-405f-becf-e0498b99262d HTTP/1.1" status: 200 len: 1000 time: 0.0573945 Aug 28 16:19:35.906084 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9727fbb9-ea34-4fbd-8295-581869b22bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'name': 'tempest-TestSnapshotPattern-1988148806-router', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:12Z', 'revision_number': 4, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'gw_port': {'id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'ffc51a28-dfd0-4eea-87b4-2a773710cb1f', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'port_id': '873476b6-ee9b-405f-becf-e0498b99262d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'mac_address': 'fa:16:3e:fd:68:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b4d70-2170-4165-aa44-c5177362d76d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:19:34Z', 'updated_at': '2021-08-28T16:19:34Z', 'revision_number': 0, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8812af24-cb5b-460c-91d5-bff74850d4a8', 'name': '', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'mac_address': 'fa:16:3e:04:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:12Z', 'updated_at': '2021-08-28T16:19:18Z', 'revision_number': 5, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'subnets': [{'id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:35.913238 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e663d6-a120-40da-8583-3bef83cde70b req-a2746973-4d9e-483a-9d51-97db60715d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:35.914713 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13e663d6-a120-40da-8583-3bef83cde70b req-a2746973-4d9e-483a-9d51-97db60715d4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b68a947a-65d2-4f12-b0b3-4fb9a281ac29 HTTP/1.1" status: 200 len: 849 time: 0.0480382 Aug 28 16:19:35.935632 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9727fbb9-ea34-4fbd-8295-581869b22bb3 None None] Checking router: fd33ca8e-5dd2-434f-8160-58b950406d1d for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:19:35.944010 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9727fbb9-ea34-4fbd-8295-581869b22bb3 None None] Routers {'fd33ca8e-5dd2-434f-8160-58b950406d1d'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:19:35.944614 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9727fbb9-ea34-4fbd-8295-581869b22bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:19:11Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['fd33ca8e-5dd2-434f-8160-58b950406d1d'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:35.962337 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e663d6-a120-40da-8583-3bef83cde70b req-a09e2eb9-a461-4c8b-84bc-85850ea0c699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:35.963878 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13e663d6-a120-40da-8583-3bef83cde70b req-a09e2eb9-a461-4c8b-84bc-85850ea0c699 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=734aebdc-50df-495e-969a-23b7a024ab57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415566 Aug 28 16:19:36.047873 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-9727fbb9-ea34-4fbd-8295-581869b22bb3 None None] Set router fd33ca8e-5dd2-434f-8160-58b950406d1d gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:19:36.052976 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13e663d6-a120-40da-8583-3bef83cde70b req-ed14bc02-ce05-4794-b6aa-735ac5c21dc2 service neutron] 10.222.0.41 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818424 Aug 28 16:19:36.149121 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13e663d6-a120-40da-8583-3bef83cde70b req-e5fa7207-e49c-45f5-b302-a9dd87ff3d20 service neutron] 10.222.0.41 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892375 Aug 28 16:19:36.265768 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-9727fbb9-ea34-4fbd-8295-581869b22bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'name': 'tempest-TestSnapshotPattern-1988148806-router', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:12Z', 'revision_number': 4, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'gw_port': {'id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'ffc51a28-dfd0-4eea-87b4-2a773710cb1f', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'port_id': '873476b6-ee9b-405f-becf-e0498b99262d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'mac_address': 'fa:16:3e:fd:68:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b4d70-2170-4165-aa44-c5177362d76d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:19:34Z', 'updated_at': '2021-08-28T16:19:34Z', 'revision_number': 0, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8812af24-cb5b-460c-91d5-bff74850d4a8', 'name': '', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'mac_address': 'fa:16:3e:04:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:12Z', 'updated_at': '2021-08-28T16:19:18Z', 'revision_number': 5, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'subnets': [{'id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:19:36.291643 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9727fbb9-ea34-4fbd-8295-581869b22bb3 None None] The sync data for ids ['fd33ca8e-5dd2-434f-8160-58b950406d1d'] in n-d-712137-10 is: [{'id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'name': 'tempest-TestSnapshotPattern-1988148806-router', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:12Z', 'revision_number': 4, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'gw_port': {'id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'ffc51a28-dfd0-4eea-87b4-2a773710cb1f', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'port_id': '873476b6-ee9b-405f-becf-e0498b99262d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'mac_address': 'fa:16:3e:fd:68:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b4d70-2170-4165-aa44-c5177362d76d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:19:34Z', 'updated_at': '2021-08-28T16:19:34Z', 'revision_number': 0, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8812af24-cb5b-460c-91d5-bff74850d4a8', 'name': '', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'mac_address': 'fa:16:3e:04:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:12Z', 'updated_at': '2021-08-28T16:19:18Z', 'revision_number': 5, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'subnets': [{'id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:19:36.485645 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9c9d2b-21ef-4b4b-82db-eed5d9ef024b None None] New status for floating IP ffc51a28-dfd0-4eea-87b4-2a773710cb1f: ACTIVE {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 16:19:38.157495 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4fd5dd6d-95bc-4102-bbc2-a01a7b579e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:40.693814 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ae1761cf-9ead-4d8d-9eb1-4bab26b3c6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:41.011531 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:42.101267 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:43.588774 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:43.768879 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-129a3c9a-cd23-4fa6-8ff7-2a5c05491723 req-b098bfe0-bfc2-4b11-ae9c-26c8b9a813d2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f4b4d70-2170-4165-aa44-c5177362d76d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399537 Aug 28 16:19:43.847881 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a3c9a-cd23-4fa6-8ff7-2a5c05491723 req-84be938a-a551-45c6-b794-04d2a42b5274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:43.849264 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-129a3c9a-cd23-4fa6-8ff7-2a5c05491723 req-84be938a-a551-45c6-b794-04d2a42b5274 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1757d909319140749bcf3a348b5b0f12&device_id=6f4b4d70-2170-4165-aa44-c5177362d76d HTTP/1.1" status: 200 len: 1098 time: 0.0403347 Aug 28 16:19:43.956874 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a3c9a-cd23-4fa6-8ff7-2a5c05491723 req-eed0be09-8ea4-4485-8d3f-67d093b5c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:43.957797 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-129a3c9a-cd23-4fa6-8ff7-2a5c05491723 req-eed0be09-8ea4-4485-8d3f-67d093b5c54e service neutron] 10.222.0.41 "GET /v2.0/networks?id=734aebdc-50df-495e-969a-23b7a024ab57 HTTP/1.1" status: 200 len: 911 time: 0.0872669 Aug 28 16:19:44.022989 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-129a3c9a-cd23-4fa6-8ff7-2a5c05491723 req-80f06730-a2f7-4cb3-a85c-6159d9d32e0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=873476b6-ee9b-405f-becf-e0498b99262d HTTP/1.1" status: 200 len: 1002 time: 0.0576057 Aug 28 16:19:44.076277 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a3c9a-cd23-4fa6-8ff7-2a5c05491723 req-5de21d14-1f5a-40f3-8311-6a513e73e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:44.077683 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-129a3c9a-cd23-4fa6-8ff7-2a5c05491723 req-5de21d14-1f5a-40f3-8311-6a513e73e9bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b68a947a-65d2-4f12-b0b3-4fb9a281ac29 HTTP/1.1" status: 200 len: 849 time: 0.0468776 Aug 28 16:19:44.123716 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a3c9a-cd23-4fa6-8ff7-2a5c05491723 req-3dc43cbb-9272-4d56-83ce-e2841cbd5fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:19:44.125096 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-129a3c9a-cd23-4fa6-8ff7-2a5c05491723 req-3dc43cbb-9272-4d56-83ce-e2841cbd5fc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=734aebdc-50df-495e-969a-23b7a024ab57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398469 Aug 28 16:19:44.212899 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-129a3c9a-cd23-4fa6-8ff7-2a5c05491723 req-e50f8cbe-e9b5-4096-a78b-f92afb48b609 service neutron] 10.222.0.41 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793154 Aug 28 16:19:44.305975 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-129a3c9a-cd23-4fa6-8ff7-2a5c05491723 req-33fb385d-47b4-4317-b35e-756664036eba service neutron] 10.222.0.41 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846608 Aug 28 16:19:52.079361 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:19:55.389325 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:19:57.509640 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:20:08.158289 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-96e64f89-511f-4f43-9f26-d8de5d6b2a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:20:10.694802 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f008f7f1-263e-45be-8cdf-7e4c9a496e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:20:11.013387 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:20:12.103327 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:20:13.592065 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:20:25.395137 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:20:27.503947 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:20:29.078834 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:20:38.159060 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-bd395d3a-d37a-451a-9897-9599ecf33bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:20:40.695291 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-737ca38a-e484-43b5-b0ad-a15246c0581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:20:41.014083 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:20:42.107410 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:20:43.595318 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:20:45.812536 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b83ee55a-ca1e-4f07-bf70-3bfa334fde2f req-3e6f7ed6-e3a2-40cb-9ec0-53ce8a3bfa9f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f4b4d70-2170-4165-aa44-c5177362d76d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0826952 Aug 28 16:20:45.894147 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ee55a-ca1e-4f07-bf70-3bfa334fde2f req-0ce9f146-4958-4361-a185-73231718a587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:20:45.895650 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b83ee55a-ca1e-4f07-bf70-3bfa334fde2f req-0ce9f146-4958-4361-a185-73231718a587 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1757d909319140749bcf3a348b5b0f12&device_id=6f4b4d70-2170-4165-aa44-c5177362d76d HTTP/1.1" status: 200 len: 1098 time: 0.0404253 Aug 28 16:20:46.001226 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ee55a-ca1e-4f07-bf70-3bfa334fde2f req-580de248-c5c6-4a93-9078-04ed029ccfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:20:46.002692 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b83ee55a-ca1e-4f07-bf70-3bfa334fde2f req-580de248-c5c6-4a93-9078-04ed029ccfac service neutron] 10.222.0.41 "GET /v2.0/networks?id=734aebdc-50df-495e-969a-23b7a024ab57 HTTP/1.1" status: 200 len: 911 time: 0.0877137 Aug 28 16:20:46.066754 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b83ee55a-ca1e-4f07-bf70-3bfa334fde2f req-c62f41ba-9d97-4c7a-8853-73ee377c1ae8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=873476b6-ee9b-405f-becf-e0498b99262d HTTP/1.1" status: 200 len: 1002 time: 0.0558326 Aug 28 16:20:46.117552 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ee55a-ca1e-4f07-bf70-3bfa334fde2f req-d839fb18-bcb8-46e4-ac16-74bbd7dfe99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:20:46.119553 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b83ee55a-ca1e-4f07-bf70-3bfa334fde2f req-d839fb18-bcb8-46e4-ac16-74bbd7dfe99d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b68a947a-65d2-4f12-b0b3-4fb9a281ac29 HTTP/1.1" status: 200 len: 849 time: 0.0445824 Aug 28 16:20:46.164145 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ee55a-ca1e-4f07-bf70-3bfa334fde2f req-7bdcf923-9672-406e-a3b8-10e459d0f56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:20:46.165584 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b83ee55a-ca1e-4f07-bf70-3bfa334fde2f req-7bdcf923-9672-406e-a3b8-10e459d0f56a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=734aebdc-50df-495e-969a-23b7a024ab57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387704 Aug 28 16:20:46.253346 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b83ee55a-ca1e-4f07-bf70-3bfa334fde2f req-d6010906-582d-4a24-9f8d-73217be3d2c8 service neutron] 10.222.0.41 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801914 Aug 28 16:20:46.349464 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-b83ee55a-ca1e-4f07-bf70-3bfa334fde2f req-c73cbcf2-4eb6-4d3c-aae9-4e323d3ddfba service neutron] 10.222.0.41 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880673 Aug 28 16:20:55.372183 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-dd78410f-07c8-4b98-9bd0-f167c7f29e63 req-e0782589-cb72-4ebc-bcdb-175ae0709892 service neutron] (106329) timed out ('10.222.0.13', 58008) {{(pid=106329) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 16:20:55.408451 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:20:57.515339 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:21:06.077882 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:21:08.160627 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d61d7fd1-c14d-4301-a898-11f81167fd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:21:10.695815 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8fe7ebed-0426-4bed-b0dc-2e00aa712ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:21:11.021056 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:21:12.109446 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:21:13.598564 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:21:25.409488 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:21:27.538489 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:21:38.159194 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-95d03fe2-bb2a-492a-9441-786baa552236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:21:40.701440 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-66d7819b-c69d-4192-9ed0-d9bbb7fb236e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:21:41.013139 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:21:42.111895 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:21:43.076756 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:21:43.604386 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:21:46.788353 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d3b43b9a-7396-446c-afe6-08a65fd87da6 req-7cdbc298-b4bb-4934-82b1-4468363eae63 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f4b4d70-2170-4165-aa44-c5177362d76d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0503600 Aug 28 16:21:46.879099 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b43b9a-7396-446c-afe6-08a65fd87da6 req-afc4642d-7b2a-4473-94e4-a49b9cd7e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:21:46.880641 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d3b43b9a-7396-446c-afe6-08a65fd87da6 req-afc4642d-7b2a-4473-94e4-a49b9cd7e578 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1757d909319140749bcf3a348b5b0f12&device_id=6f4b4d70-2170-4165-aa44-c5177362d76d HTTP/1.1" status: 200 len: 1098 time: 0.0480511 Aug 28 16:21:47.344821 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b43b9a-7396-446c-afe6-08a65fd87da6 req-b0690d14-6582-4b8f-a8bf-09437fd2a0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:21:47.346293 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d3b43b9a-7396-446c-afe6-08a65fd87da6 req-b0690d14-6582-4b8f-a8bf-09437fd2a0c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=734aebdc-50df-495e-969a-23b7a024ab57 HTTP/1.1" status: 200 len: 911 time: 0.4399614 Aug 28 16:21:47.411524 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d3b43b9a-7396-446c-afe6-08a65fd87da6 req-076ca160-3809-4a7a-a920-22792d284be1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=873476b6-ee9b-405f-becf-e0498b99262d HTTP/1.1" status: 200 len: 1002 time: 0.0567708 Aug 28 16:21:47.464727 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b43b9a-7396-446c-afe6-08a65fd87da6 req-69dfe08f-1205-4332-8dc9-2fcade22d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:21:47.466352 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d3b43b9a-7396-446c-afe6-08a65fd87da6 req-69dfe08f-1205-4332-8dc9-2fcade22d15f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b68a947a-65d2-4f12-b0b3-4fb9a281ac29 HTTP/1.1" status: 200 len: 849 time: 0.0480540 Aug 28 16:21:47.511185 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b43b9a-7396-446c-afe6-08a65fd87da6 req-dce539f6-538c-4039-a20a-f91906b59985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:21:47.512681 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d3b43b9a-7396-446c-afe6-08a65fd87da6 req-dce539f6-538c-4039-a20a-f91906b59985 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=734aebdc-50df-495e-969a-23b7a024ab57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387909 Aug 28 16:21:47.601294 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d3b43b9a-7396-446c-afe6-08a65fd87da6 req-03596c7e-36b9-4a7f-85c9-c848e36e9d7e service neutron] 10.222.0.41 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803549 Aug 28 16:21:47.693949 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d3b43b9a-7396-446c-afe6-08a65fd87da6 req-451baf99-a4c7-4c23-bfc6-ef8746e5d177 service neutron] 10.222.0.41 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853100 Aug 28 16:21:55.425911 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:21:57.548063 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:06.131004 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 873476b6-ee9b-405f-becf-e0498b99262d details requested by agent hyperv_n-h1-712137-10 with host n-h1-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 16:22:06.222164 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 873476b6-ee9b-405f-becf-e0498b99262d, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=873476b6-ee9b-405f-becf-e0498b99262d,segment=NetworkSegment(962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f),segment_id=962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:22:06.233385 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Returning: {'device': '873476b6-ee9b-405f-becf-e0498b99262d', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'port_id': '873476b6-ee9b-405f-becf-e0498b99262d', 'mac_address': 'fa:16:3e:fd:68:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 16:22:06.274201 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:06.286572 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 873476b6-ee9b-405f-becf-e0498b99262d {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 16:22:06.305574 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 873476b6-ee9b-405f-becf-e0498b99262d, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=873476b6-ee9b-405f-becf-e0498b99262d,segment=NetworkSegment(962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f),segment_id=962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:22:06.309633 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:06.358609 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=873476b6-ee9b-405f-becf-e0498b99262d,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:22:06.365809 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:06.366156 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:06.366496 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:06.366830 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:06.367161 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:06.367490 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:06.367841 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:06.368170 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:06.368494 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:06.368816 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:06.369138 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:06.369457 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:06.386895 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] get_ports_and_sgs() called for port_ids ['873476b6-ee9b-405f-becf-e0498b99262d'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 16:22:08.158865 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-75ac547c-3c32-463b-beff-f06d1ac006e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:08.161379 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 873476b6-ee9b-405f-becf-e0498b99262d up at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:22:08.208117 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Provisioning complete for port 873476b6-ee9b-405f-becf-e0498b99262d triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:22:08.208499 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:08.286217 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:08.308513 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4b4d70-2170-4165-aa44-c5177362d76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873476b6-ee9b-405f-becf-e0498b99262d'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:22:08.310788 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e998ae4c8ad98a44641492a375488314a28001c32b9c96e1494d2a73900553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89f102b-6970-410f-95f2-88285189d1f2" -d '{"events": [{"server_uuid": "6f4b4d70-2170-4165-aa44-c5177362d76d", "name": "network-vif-plugged", "status": "completed", "tag": "873476b6-ee9b-405f-becf-e0498b99262d"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:22:08.323263 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 873476b6-ee9b-405f-becf-e0498b99262d, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=873476b6-ee9b-405f-becf-e0498b99262d,segment=NetworkSegment(962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f),segment_id=962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:22:08.327716 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:08.353094 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 16:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c8ec56-904f-4674-8326-0f2713850475 x-openstack-request-id: req-20c8ec56-904f-4674-8326-0f2713850475 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:22:08.353387 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4b4d70-2170-4165-aa44-c5177362d76d", "name": "network-vif-plugged", "status": "completed", "tag": "873476b6-ee9b-405f-becf-e0498b99262d", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:22:08.353639 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20c8ec56-904f-4674-8326-0f2713850475 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:22:08.354027 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4b4d70-2170-4165-aa44-c5177362d76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873476b6-ee9b-405f-becf-e0498b99262d', 'code': 200} Aug 28 16:22:08.378718 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=873476b6-ee9b-405f-becf-e0498b99262d,revision_number=7']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:22:10.693725 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2fe0dcb8-dc06-4bf0-9bb8-0ef84c7b31b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:11.013930 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:12.118415 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:13.608089 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:20.076744 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:22:20.491073 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-ede8bc56-febd-4570-b18d-d8a8bdeaf3a3 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1696872465&fields=id&tenant_id=1757d909319140749bcf3a348b5b0f12 HTTP/1.1" status: 200 len: 267 time: 0.0332842 Aug 28 16:22:20.604052 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-7efd8ac1-db9a-4c5e-b1f8-278770baed5d tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:20.605417 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-7efd8ac1-db9a-4c5e-b1f8-278770baed5d tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/networks?id=734aebdc-50df-495e-969a-23b7a024ab57 HTTP/1.1" status: 200 len: 810 time: 0.1048863 Aug 28 16:22:20.620219 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-bb7dd095-25f2-488a-85da-b1ca5a8eee17 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/quotas/1757d909319140749bcf3a348b5b0f12 HTTP/1.1" status: 200 len: 375 time: 0.0089667 Aug 28 16:22:20.674571 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-e2ddbfde-9d71-4a11-b819-3119d0627401 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1757d909319140749bcf3a348b5b0f12&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0485244 Aug 28 16:22:20.768975 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-04f1951d-396c-46df-829a-fcf59a00723d service neutron] 10.222.0.13 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827408 Aug 28 16:22:20.861991 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-047f90bc-78c4-4f1b-b3bc-dfff2289a0fe service neutron] 10.222.0.13 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868988 Aug 28 16:22:21.051381 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-e018d618-067a-4c5b-80be-886d4b078c59 req-ac1392ef-6efa-4fb9-9b7b-6c906b664911 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 210 time: 0.0301578 Aug 28 16:22:22.130650 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-3ef2683d-670c-48b7-b1f4-dca028e577c8 req-b43ea3ac-3cba-4295-bb47-9cb0c4e09106 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 210 time: 0.0280919 Aug 28 16:22:23.222747 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-447f03a1-0263-4fcb-9838-68a330a7e9c6 req-63a657c1-96bc-4c8b-b633-332d0d2400d9 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 210 time: 0.0256896 Aug 28 16:22:24.000180 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-c6586c2e-5836-45cb-a1cb-41180dd4ef00 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:24.001652 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-c6586c2e-5836-45cb-a1cb-41180dd4ef00 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.36 "GET /v2.0/networks?id=734aebdc-50df-495e-969a-23b7a024ab57 HTTP/1.1" status: 200 len: 810 time: 0.1024706 Aug 28 16:22:24.046231 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-ce191345-536f-4e76-ae9f-27d2ac663184 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1757d909319140749bcf3a348b5b0f12 HTTP/1.1" status: 200 len: 380 time: 0.0347283 Aug 28 16:22:24.056042 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-2e276a32-491f-438f-b256-3c80603a7f17 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Request body: {'port': {'device_id': 'f4036c00-61a0-430b-9f53-9c96c7992e3f', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'admin_state_up': True, 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'security_groups': ['e359215b-f16b-418b-a8e6-ef18f6a90e8c']}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:22:24.224707 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 873476b6-ee9b-405f-becf-e0498b99262d no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:22:24.379776 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-f14de20d-a713-4b0e-909f-c9e2c105fe5f req-b24fb442-3b9a-4c13-9f46-d0950a26ae8b tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 210 time: 0.0659976 Aug 28 16:22:24.414710 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:24.453991 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] For port 873476b6-ee9b-405f-becf-e0498b99262d, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=873476b6-ee9b-405f-becf-e0498b99262d,segment=NetworkSegment(962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f),segment_id=962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:22:24.455848 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4b4d70-2170-4165-aa44-c5177362d76d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '873476b6-ee9b-405f-becf-e0498b99262d'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:22:24.459198 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e998ae4c8ad98a44641492a375488314a28001c32b9c96e1494d2a73900553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94321958-eb3d-4a54-91ba-f9c870d4ff91" -d '{"events": [{"server_uuid": "6f4b4d70-2170-4165-aa44-c5177362d76d", "name": "network-vif-unplugged", "status": "completed", "tag": "873476b6-ee9b-405f-becf-e0498b99262d"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:22:24.479239 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:24.511945 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-2e276a32-491f-438f-b256-3c80603a7f17 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Made reservation on behalf of 1757d909319140749bcf3a348b5b0f12 for: {'port': 1} {{(pid=106329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 16:22:24.521783 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-2e276a32-491f-438f-b256-3c80603a7f17 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:24.555438 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 16:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9b27bf-fe4b-4cb6-a58a-5de61a5cd30b x-openstack-request-id: req-7d9b27bf-fe4b-4cb6-a58a-5de61a5cd30b {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:22:24.556085 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4b4d70-2170-4165-aa44-c5177362d76d", "name": "network-vif-unplugged", "status": "completed", "tag": "873476b6-ee9b-405f-becf-e0498b99262d", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:22:24.556523 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d9b27bf-fe4b-4cb6-a58a-5de61a5cd30b {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:22:24.557088 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4b4d70-2170-4165-aa44-c5177362d76d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '873476b6-ee9b-405f-becf-e0498b99262d', 'code': 200} Aug 28 16:22:24.557900 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Pushing event updated for resources: {'Port': ['ID=873476b6-ee9b-405f-becf-e0498b99262d,revision_number=8']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:22:24.676493 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_common [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-2e276a32-491f-438f-b256-3c80603a7f17 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Allocated IP 172.20.0.6 (734aebdc-50df-495e-969a-23b7a024ab57/b68a947a-65d2-4f12-b0b3-4fb9a281ac29/653550c9-af0e-43f3-81ee-c1c091d7ec01) {{(pid=106329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:22:24.840798 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-2e276a32-491f-438f-b256-3c80603a7f17 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for port, precommit_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:24.860711 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-2e276a32-491f-438f-b256-3c80603a7f17 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Transition to ACTIVE for port object 653550c9-af0e-43f3-81ee-c1c091d7ec01 will not be triggered until provisioned by entity DHCP. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:22:24.899153 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-2e276a32-491f-438f-b256-3c80603a7f17 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_create {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:24.950310 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-2e276a32-491f-438f-b256-3c80603a7f17 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Network 734aebdc-50df-495e-969a-23b7a024ab57 is already hosted by enough agents. {{(pid=106329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:22:24.953854 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.base_scheduler [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-2e276a32-491f-438f-b256-3c80603a7f17 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Resources bound (agent type, host, resource id): {{(pid=106329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:22:24.956664 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-2e276a32-491f-438f-b256-3c80603a7f17 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Received port after_create {{(pid=106329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:22:24.990941 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e276a32-491f-438f-b256-3c80603a7f17 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Pushing event updated for resources: {'Port': ['ID=653550c9-af0e-43f3-81ee-c1c091d7ec01,revision_number=1']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:22:25.027771 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e276a32-491f-438f-b256-3c80603a7f17 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:25.028118 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e276a32-491f-438f-b256-3c80603a7f17 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:25.028455 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e276a32-491f-438f-b256-3c80603a7f17 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:25.028794 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e276a32-491f-438f-b256-3c80603a7f17 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:25.029126 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e276a32-491f-438f-b256-3c80603a7f17 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:25.029451 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e276a32-491f-438f-b256-3c80603a7f17 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:25.029774 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e276a32-491f-438f-b256-3c80603a7f17 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:25.030104 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e276a32-491f-438f-b256-3c80603a7f17 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:25.030972 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e276a32-491f-438f-b256-3c80603a7f17 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:25.031292 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e276a32-491f-438f-b256-3c80603a7f17 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:25.031620 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e276a32-491f-438f-b256-3c80603a7f17 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:25.031958 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e276a32-491f-438f-b256-3c80603a7f17 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:25.051934 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-2e276a32-491f-438f-b256-3c80603a7f17 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:25.052815 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-2e276a32-491f-438f-b256-3c80603a7f17 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:25.073478 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-2e276a32-491f-438f-b256-3c80603a7f17 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0208340 Aug 28 16:22:25.215216 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2246c726-3721-4f4c-b445-2967d649135e None None] Provisioning for port 653550c9-af0e-43f3-81ee-c1c091d7ec01 completed by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:22:25.220899 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-2246c726-3721-4f4c-b445-2967d649135e None None] Provisioning complete for port 653550c9-af0e-43f3-81ee-c1c091d7ec01 triggered by entity DHCP. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:22:25.221405 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2246c726-3721-4f4c-b445-2967d649135e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:25.258371 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-2246c726-3721-4f4c-b445-2967d649135e None None] Port 653550c9-af0e-43f3-81ee-c1c091d7ec01 cannot update to ACTIVE because it is not bound. {{(pid=106331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 16:22:25.427907 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:25.521895 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335c95f-bd44-4905-93f2-215a02f4b418 req-28d0428d-f03f-48f7-a45e-bbd71b80cb24 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:25.523794 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4335c95f-bd44-4905-93f2-215a02f4b418 req-28d0428d-f03f-48f7-a45e-bbd71b80cb24 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 931 time: 0.0592897 Aug 28 16:22:25.572038 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-4335c95f-bd44-4905-93f2-215a02f4b418 req-ffb03b63-0afc-4a5d-9b9a-11c3aec6d1ec tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363991 Aug 28 16:22:26.708617 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6a4f9-75ee-4624-a217-bdb13f92cfc6 req-56c278c1-4cbf-4318-8eaf-cf0166986549 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:26.710119 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-56f6a4f9-75ee-4624-a217-bdb13f92cfc6 req-56c278c1-4cbf-4318-8eaf-cf0166986549 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 931 time: 0.0524862 Aug 28 16:22:26.750702 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-56f6a4f9-75ee-4624-a217-bdb13f92cfc6 req-35cc7c2c-9aab-4add-991a-60089f44453a tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345643 Aug 28 16:22:27.553351 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:27.888107 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8887ef7-ad6a-4839-bb26-67cc13c10f75 req-1667b036-6938-460e-b9b3-d5336f1dd7b6 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:27.889608 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c8887ef7-ad6a-4839-bb26-67cc13c10f75 req-1667b036-6938-460e-b9b3-d5336f1dd7b6 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 931 time: 0.0609369 Aug 28 16:22:27.931327 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-c8887ef7-ad6a-4839-bb26-67cc13c10f75 req-865b967c-094b-492b-a38c-5d3a17836a5c tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345383 Aug 28 16:22:29.052914 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96c34a-1be7-4bba-83b3-240fe6dc16e3 req-5fb94e40-b746-4eff-9ee0-6c2f6d6120eb tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:29.054420 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0d96c34a-1be7-4bba-83b3-240fe6dc16e3 req-5fb94e40-b746-4eff-9ee0-6c2f6d6120eb tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 931 time: 0.0517344 Aug 28 16:22:29.096746 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-0d96c34a-1be7-4bba-83b3-240fe6dc16e3 req-182fb748-fa1e-43d9-b029-003c4d68f552 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350699 Aug 28 16:22:30.219316 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20556aa3-bb52-4761-8bd5-56c0a1676ba0 req-37ec3a26-33a5-4105-9eab-88adcb92ad59 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:30.220842 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-20556aa3-bb52-4761-8bd5-56c0a1676ba0 req-37ec3a26-33a5-4105-9eab-88adcb92ad59 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 931 time: 0.0537369 Aug 28 16:22:30.261034 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-20556aa3-bb52-4761-8bd5-56c0a1676ba0 req-8cece4c5-29cb-4375-b034-cdb29196a871 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339186 Aug 28 16:22:31.389188 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a3a0e-d92f-45d0-8049-4792b8f49914 req-70b19933-3971-48f8-b485-175949ec7389 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:31.391288 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-637a3a0e-d92f-45d0-8049-4792b8f49914 req-70b19933-3971-48f8-b485-175949ec7389 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 931 time: 0.0550473 Aug 28 16:22:31.433563 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-637a3a0e-d92f-45d0-8049-4792b8f49914 req-ceae51bc-cc96-48d8-aa35-d73181106875 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349388 Aug 28 16:22:32.660754 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55402931-3f2d-40cf-8d4a-f26b9e3f2e81 req-17c7cf47-d3fb-4fe0-8627-be650d161e3a tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:32.663117 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-55402931-3f2d-40cf-8d4a-f26b9e3f2e81 req-17c7cf47-d3fb-4fe0-8627-be650d161e3a tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 931 time: 0.1480870 Aug 28 16:22:32.709652 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-55402931-3f2d-40cf-8d4a-f26b9e3f2e81 req-c8edc25d-1b34-4bd2-ade1-1fbaf61d3919 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404081 Aug 28 16:22:33.888579 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d16122-9b1a-453f-bf7f-f3f22a2518a6 req-99434f59-2009-4a43-9f93-dcca02ebcef3 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:33.890125 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-07d16122-9b1a-453f-bf7f-f3f22a2518a6 req-99434f59-2009-4a43-9f93-dcca02ebcef3 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 931 time: 0.1085193 Aug 28 16:22:33.930930 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-07d16122-9b1a-453f-bf7f-f3f22a2518a6 req-45936c69-cb46-48ac-8c60-cb0beeef0b04 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345674 Aug 28 16:22:35.060428 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ddc58-9ee6-4b53-8419-183721b355b7 req-2911a22e-7bc5-42da-956e-f67f4a520ee5 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:35.061909 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-986ddc58-9ee6-4b53-8419-183721b355b7 req-2911a22e-7bc5-42da-956e-f67f4a520ee5 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 931 time: 0.0495038 Aug 28 16:22:35.100056 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-986ddc58-9ee6-4b53-8419-183721b355b7 req-2afad105-ae93-4c27-b74d-eb633966cff0 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320473 Aug 28 16:22:35.162891 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.v2.base [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-bdc28919-0997-422c-8278-493b071fa3ad service neutron] Request body: {'port': {'device_id': 'f4036c00-61a0-430b-9f53-9c96c7992e3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-10'}} {{(pid=106329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:22:35.221500 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-bdc28919-0997-422c-8278-493b071fa3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:35.482819 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-bdc28919-0997-422c-8278-493b071fa3ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653550c9-af0e-43f3-81ee-c1c091d7ec01 {{(pid=106329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 16:22:35.490433 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-bdc28919-0997-422c-8278-493b071fa3ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:35.502482 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.provisioning_blocks [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-bdc28919-0997-422c-8278-493b071fa3ad service neutron] Transition to ACTIVE for port object 653550c9-af0e-43f3-81ee-c1c091d7ec01 will not be triggered until provisioned by entity L2. {{(pid=106329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 16:22:35.506272 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-bdc28919-0997-422c-8278-493b071fa3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:35.557165 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc28919-0997-422c-8278-493b071fa3ad service neutron] Pushing event updated for resources: {'Port': ['ID=653550c9-af0e-43f3-81ee-c1c091d7ec01,revision_number=2']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:22:35.631098 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-bdc28919-0997-422c-8278-493b071fa3ad service neutron] Attempting to bind port 653550c9-af0e-43f3-81ee-c1c091d7ec01 on host n-h2-712137-10 for vnic_type normal with profile {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 16:22:35.631608 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-bdc28919-0997-422c-8278-493b071fa3ad service neutron] Attempting to bind port 653550c9-af0e-43f3-81ee-c1c091d7ec01 by drivers openvswitch,hyperv on host n-h2-712137-10 at level 0 using segments [{'id': '962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57'}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 16:22:35.631992 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-bdc28919-0997-422c-8278-493b071fa3ad service neutron] Attempting to bind port 653550c9-af0e-43f3-81ee-c1c091d7ec01 on network 734aebdc-50df-495e-969a-23b7a024ab57 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:22:35.637993 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-bdc28919-0997-422c-8278-493b071fa3ad service neutron] Port 653550c9-af0e-43f3-81ee-c1c091d7ec01 on network 734aebdc-50df-495e-969a-23b7a024ab57 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-10 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 16:22:35.638324 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-bdc28919-0997-422c-8278-493b071fa3ad service neutron] Attempting to bind port 653550c9-af0e-43f3-81ee-c1c091d7ec01 on network 734aebdc-50df-495e-969a-23b7a024ab57 {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 16:22:35.644903 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-bdc28919-0997-422c-8278-493b071fa3ad service neutron] Checking agent: {'id': 'b13f5820-d72a-4228-a762-677a37f8d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'started_at': datetime.datetime(2021, 8, 28, 14, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 16, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 16:22:35.645251 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-bdc28919-0997-422c-8278-493b071fa3ad service neutron] Checking segment: {'id': '962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 16:22:35.645648 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-bdc28919-0997-422c-8278-493b071fa3ad service neutron] Bound using segment: {'id': '962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57'} {{(pid=106329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 16:22:35.646081 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.managers [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-bdc28919-0997-422c-8278-493b071fa3ad service neutron] Bound port: 653550c9-af0e-43f3-81ee-c1c091d7ec01, host: n-h2-712137-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57'}}] {{(pid=106329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 16:22:35.646446 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-bdc28919-0997-422c-8278-493b071fa3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:35.714625 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-bdc28919-0997-422c-8278-493b071fa3ad service neutron] For port 653550c9-af0e-43f3-81ee-c1c091d7ec01, host n-h2-712137-10, cleared binding levels {{(pid=106329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 16:22:35.717542 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-bdc28919-0997-422c-8278-493b071fa3ad service neutron] For port 653550c9-af0e-43f3-81ee-c1c091d7ec01, host n-h2-712137-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=653550c9-af0e-43f3-81ee-c1c091d7ec01,segment=NetworkSegment(962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f),segment_id=962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f)] {{(pid=106329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 16:22:35.722835 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-bdc28919-0997-422c-8278-493b071fa3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12591267'] for port, after_update {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:35.757366 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-bdc28919-0997-422c-8278-493b071fa3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:35.758032 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-bdc28919-0997-422c-8278-493b071fa3ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:35.759369 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-bdc28919-0997-422c-8278-493b071fa3ad service neutron] 10.222.0.36 "PUT /v2.0/ports/653550c9-af0e-43f3-81ee-c1c091d7ec01 HTTP/1.1" status: 200 len: 1092 time: 0.6047227 Aug 28 16:22:35.759934 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4036c00-61a0-430b-9f53-9c96c7992e3f', 'tag': '653550c9-af0e-43f3-81ee-c1c091d7ec01'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:22:35.762072 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedcc078-7cf8-43cc-9ccf-9be09aa3ef30" -d '{"events": [{"name": "network-changed", "server_uuid": "f4036c00-61a0-430b-9f53-9c96c7992e3f", "tag": "653550c9-af0e-43f3-81ee-c1c091d7ec01"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:22:35.792172 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc28919-0997-422c-8278-493b071fa3ad service neutron] Pushing event updated for resources: {'Port': ['ID=653550c9-af0e-43f3-81ee-c1c091d7ec01,revision_number=3']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:22:35.847597 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-34a28182-d25d-4baa-979f-37e96ad5be94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:35.849141 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-34a28182-d25d-4baa-979f-37e96ad5be94 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1757d909319140749bcf3a348b5b0f12&device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 1095 time: 0.0457659 Aug 28 16:22:35.895773 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753c054c-546b-4ccf-a866-9fe7af0a60ca x-openstack-request-id: req-753c054c-546b-4ccf-a866-9fe7af0a60ca {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:22:35.896069 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4036c00-61a0-430b-9f53-9c96c7992e3f", "tag": "653550c9-af0e-43f3-81ee-c1c091d7ec01", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:22:35.896325 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-753c054c-546b-4ccf-a866-9fe7af0a60ca {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:22:35.896724 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4036c00-61a0-430b-9f53-9c96c7992e3f', 'tag': '653550c9-af0e-43f3-81ee-c1c091d7ec01', 'status': 'completed', 'code': 200} Aug 28 16:22:35.898616 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-a01d4502-b7e9-4000-8dfd-6cde1d5e3ad4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=653550c9-af0e-43f3-81ee-c1c091d7ec01 HTTP/1.1" status: 200 len: 217 time: 0.0417824 Aug 28 16:22:35.949069 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-771ecdd4-12cb-4b1d-8a5a-7900a0ddce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:35.950583 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-771ecdd4-12cb-4b1d-8a5a-7900a0ddce7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b68a947a-65d2-4f12-b0b3-4fb9a281ac29 HTTP/1.1" status: 200 len: 849 time: 0.0455942 Aug 28 16:22:35.995872 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-8ea4c606-4460-4130-922d-cc6c0b694944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:35.997397 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-8ea4c606-4460-4130-922d-cc6c0b694944 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=734aebdc-50df-495e-969a-23b7a024ab57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397446 Aug 28 16:22:36.091268 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-7d55b079-2eac-4fc4-9fb8-550bfd4a14af service neutron] 10.222.0.36 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865681 Aug 28 16:22:36.178905 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-dad876f9-8c43-4de9-8d14-c93bbe051496 req-ff5658be-f8be-4a6e-bedb-4a09dd150d93 service neutron] 10.222.0.36 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806212 Aug 28 16:22:36.217989 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94425283-5154-456e-b502-0efec753b539 req-29bbda9d-dac6-4c25-afd4-daf37f08304f tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:36.219522 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94425283-5154-456e-b502-0efec753b539 req-29bbda9d-dac6-4c25-afd4-daf37f08304f tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 943 time: 0.0526173 Aug 28 16:22:36.258197 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94425283-5154-456e-b502-0efec753b539 req-1fe086ee-c316-437e-a51f-20b18057cc9d tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323992 Aug 28 16:22:36.267218 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcc078-7cf8-43cc-9ccf-9be09aa3ef30 req-e3262939-8e83-4021-84cf-5abf42d38a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:36.268843 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bedcc078-7cf8-43cc-9ccf-9be09aa3ef30 req-e3262939-8e83-4021-84cf-5abf42d38a59 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1757d909319140749bcf3a348b5b0f12&device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 1095 time: 0.0416412 Aug 28 16:22:36.362114 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcc078-7cf8-43cc-9ccf-9be09aa3ef30 req-161f5cb0-e0bb-4d3e-98b5-5b8ea3f383ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:36.363475 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bedcc078-7cf8-43cc-9ccf-9be09aa3ef30 req-161f5cb0-e0bb-4d3e-98b5-5b8ea3f383ae service neutron] 10.222.0.36 "GET /v2.0/networks?id=734aebdc-50df-495e-969a-23b7a024ab57 HTTP/1.1" status: 200 len: 911 time: 0.0869367 Aug 28 16:22:36.404308 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bedcc078-7cf8-43cc-9ccf-9be09aa3ef30 req-3c8a3985-2bbe-4001-bfef-bed237140330 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=653550c9-af0e-43f3-81ee-c1c091d7ec01 HTTP/1.1" status: 200 len: 217 time: 0.0339997 Aug 28 16:22:36.456633 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcc078-7cf8-43cc-9ccf-9be09aa3ef30 req-45720f11-ec65-45f4-8af7-eafb60cdaeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:36.458039 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bedcc078-7cf8-43cc-9ccf-9be09aa3ef30 req-45720f11-ec65-45f4-8af7-eafb60cdaeda service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b68a947a-65d2-4f12-b0b3-4fb9a281ac29 HTTP/1.1" status: 200 len: 849 time: 0.0472069 Aug 28 16:22:36.504906 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcc078-7cf8-43cc-9ccf-9be09aa3ef30 req-236a0e7b-e9fa-4009-b5b4-db3d50089a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:36.506379 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bedcc078-7cf8-43cc-9ccf-9be09aa3ef30 req-236a0e7b-e9fa-4009-b5b4-db3d50089a0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=734aebdc-50df-495e-969a-23b7a024ab57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403879 Aug 28 16:22:36.594937 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bedcc078-7cf8-43cc-9ccf-9be09aa3ef30 req-15c4af12-67a1-4a4a-9a20-ccb4371345e8 service neutron] 10.222.0.36 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811176 Aug 28 16:22:36.695832 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-bedcc078-7cf8-43cc-9ccf-9be09aa3ef30 req-254f303b-9202-4b13-9ae5-a6ba8235e60c service neutron] 10.222.0.36 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931151 Aug 28 16:22:37.373897 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a3881-985e-4c75-8988-e9a999ca8774 req-e37e29f0-4284-42a1-b596-f66718b8c286 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:37.375375 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ec4a3881-985e-4c75-8988-e9a999ca8774 req-e37e29f0-4284-42a1-b596-f66718b8c286 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 943 time: 0.0489137 Aug 28 16:22:37.412930 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-ec4a3881-985e-4c75-8988-e9a999ca8774 req-beca4178-ffa7-42a2-bc72-a4171f9cf269 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316095 Aug 28 16:22:38.158953 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ba59ab26-f983-406e-8805-13e8ccf13899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:38.527489 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f948a1-a449-488b-a7a1-11f0608172df req-75494be7-b669-45b5-8942-f3314debf73b tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:38.529021 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94f948a1-a449-488b-a7a1-11f0608172df req-75494be7-b669-45b5-8942-f3314debf73b tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 943 time: 0.0491474 Aug 28 16:22:38.570406 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-94f948a1-a449-488b-a7a1-11f0608172df req-3735838f-1ce6-49c1-b2a5-219046a094ea tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354195 Aug 28 16:22:39.684553 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380dbe0-df5a-480f-aeb3-9c61bc36b107 req-8da42e79-00f0-4ed6-a11d-8613c68a9906 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:39.686013 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a380dbe0-df5a-480f-aeb3-9c61bc36b107 req-8da42e79-00f0-4ed6-a11d-8613c68a9906 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 943 time: 0.0477269 Aug 28 16:22:39.726354 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-a380dbe0-df5a-480f-aeb3-9c61bc36b107 req-39afa9ec-9a57-4bc5-a14e-f5f65023fe32 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327203 Aug 28 16:22:39.756623 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 653550c9-af0e-43f3-81ee-c1c091d7ec01 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 16:22:39.850622 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 653550c9-af0e-43f3-81ee-c1c091d7ec01, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=653550c9-af0e-43f3-81ee-c1c091d7ec01,segment=NetworkSegment(962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f),segment_id=962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:22:39.862291 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '653550c9-af0e-43f3-81ee-c1c091d7ec01', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'port_id': '653550c9-af0e-43f3-81ee-c1c091d7ec01', 'mac_address': 'fa:16:3e:77:62:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 16:22:39.898383 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:39.911129 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653550c9-af0e-43f3-81ee-c1c091d7ec01 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 16:22:39.929975 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 653550c9-af0e-43f3-81ee-c1c091d7ec01, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=653550c9-af0e-43f3-81ee-c1c091d7ec01,segment=NetworkSegment(962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f),segment_id=962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:22:39.933668 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:39.981939 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=653550c9-af0e-43f3-81ee-c1c091d7ec01,revision_number=4']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:22:40.155274 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['653550c9-af0e-43f3-81ee-c1c091d7ec01'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 16:22:40.695428 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b8305dfb-42f8-4f31-a2db-29a88c4f58f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:40.844000 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac4b3c-42c2-45c5-b0c9-925508c29df7 req-d7108f52-1e9f-4ca4-a048-563aaa4ad8c5 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:40.845483 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-58ac4b3c-42c2-45c5-b0c9-925508c29df7 req-d7108f52-1e9f-4ca4-a048-563aaa4ad8c5 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 944 time: 0.0510006 Aug 28 16:22:40.883186 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-58ac4b3c-42c2-45c5-b0c9-925508c29df7 req-9293250d-3824-40c4-a3c0-403020a1b4d7 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315187 Aug 28 16:22:41.015228 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:41.772584 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 653550c9-af0e-43f3-81ee-c1c091d7ec01 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:22:41.820093 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning for port 653550c9-af0e-43f3-81ee-c1c091d7ec01 completed by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 16:22:41.823904 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 653550c9-af0e-43f3-81ee-c1c091d7ec01 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:22:41.824278 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:41.901445 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:41.924427 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4036c00-61a0-430b-9f53-9c96c7992e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653550c9-af0e-43f3-81ee-c1c091d7ec01'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:22:41.926813 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e998ae4c8ad98a44641492a375488314a28001c32b9c96e1494d2a73900553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9e88b5-a3c9-491d-875a-4a1e3c2ad7a3" -d '{"events": [{"server_uuid": "f4036c00-61a0-430b-9f53-9c96c7992e3f", "name": "network-vif-plugged", "status": "completed", "tag": "653550c9-af0e-43f3-81ee-c1c091d7ec01"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:22:41.940054 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 653550c9-af0e-43f3-81ee-c1c091d7ec01, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=653550c9-af0e-43f3-81ee-c1c091d7ec01,segment=NetworkSegment(962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f),segment_id=962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:22:41.945456 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:41.972584 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 16:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43df18d1-96e4-4daa-8d38-fb8977f03db5 x-openstack-request-id: req-43df18d1-96e4-4daa-8d38-fb8977f03db5 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:22:41.972888 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4036c00-61a0-430b-9f53-9c96c7992e3f", "name": "network-vif-plugged", "status": "completed", "tag": "653550c9-af0e-43f3-81ee-c1c091d7ec01", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:22:41.973123 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43df18d1-96e4-4daa-8d38-fb8977f03db5 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:22:41.973599 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4036c00-61a0-430b-9f53-9c96c7992e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653550c9-af0e-43f3-81ee-c1c091d7ec01', 'code': 200} Aug 28 16:22:42.014696 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=653550c9-af0e-43f3-81ee-c1c091d7ec01,revision_number=5']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:22:42.020013 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef82833-3fa6-4f19-82d9-23efc9a16345 req-36c7594e-a1e5-4d25-924e-cfd5e83c056e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:42.021546 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8ef82833-3fa6-4f19-82d9-23efc9a16345 req-36c7594e-a1e5-4d25-924e-cfd5e83c056e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 945 time: 0.0682194 Aug 28 16:22:42.085667 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-8ef82833-3fa6-4f19-82d9-23efc9a16345 req-b14a0f8c-00d8-4d9d-b602-c754c6f5702e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577507 Aug 28 16:22:42.091519 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808cebc-3c4e-4afd-9943-a6134a711a24 req-465a1e22-2b23-4a33-b36b-2ce49a9eb038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:42.092973 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f808cebc-3c4e-4afd-9943-a6134a711a24 req-465a1e22-2b23-4a33-b36b-2ce49a9eb038 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 1097 time: 0.0584342 Aug 28 16:22:42.119679 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:42.131526 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-f808cebc-3c4e-4afd-9943-a6134a711a24 req-26a0abda-635e-46fc-830e-3b54f06467f9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302279 Aug 28 16:22:43.217796 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43aef3d-bc5b-4303-add6-7f8f57375b86 req-58028e18-ea4d-477c-a038-a887dc5d0b54 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:43.219285 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a43aef3d-bc5b-4303-add6-7f8f57375b86 req-58028e18-ea4d-477c-a038-a887dc5d0b54 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 945 time: 0.0512035 Aug 28 16:22:43.256762 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-a43aef3d-bc5b-4303-add6-7f8f57375b86 req-d3ed0ae7-bb22-4e42-a745-8fcbcca86f58 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307026 Aug 28 16:22:43.607877 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:44.371060 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6cd4d-acc1-47b0-8c00-95032f2bb1d0 req-ebeaaaf0-ea56-4e90-851d-bb26d13e76c7 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:44.372561 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05f6cd4d-acc1-47b0-8c00-95032f2bb1d0 req-ebeaaaf0-ea56-4e90-851d-bb26d13e76c7 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 945 time: 0.0478220 Aug 28 16:22:44.413552 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-05f6cd4d-acc1-47b0-8c00-95032f2bb1d0 req-68140b4e-565d-495f-b5b4-aa0b30e29a97 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345089 Aug 28 16:22:44.528394 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40033a7c-c352-4e3c-9f6d-7b278d43a606 req-9daf9494-8e0c-4d02-b3c7-c4855d1000c1 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:44.529906 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40033a7c-c352-4e3c-9f6d-7b278d43a606 req-9daf9494-8e0c-4d02-b3c7-c4855d1000c1 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 945 time: 0.0485516 Aug 28 16:22:44.572372 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-40033a7c-c352-4e3c-9f6d-7b278d43a606 req-26d83556-762a-41b8-af1e-f3982dedacb8 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357387 Aug 28 16:22:44.593827 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35182) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:22:44.632331 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e33655a-fc65-4f83-aad3-fcc201b34a69 tempest-TestSnapshotPattern-480180204 tempest-TestSnapshotPattern-480180204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:44.633823 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-5e33655a-fc65-4f83-aad3-fcc201b34a69 tempest-TestSnapshotPattern-480180204 tempest-TestSnapshotPattern-480180204-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 1092 time: 0.0390348 Aug 28 16:22:44.636543 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35184) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:22:44.640932 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.v2.base [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Request body: {'floatingip': {'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'port_id': '653550c9-af0e-43f3-81ee-c1c091d7ec01', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 16:22:44.663200 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for floatingip, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:44.758725 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:44.864703 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.db_base_plugin_common [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Allocated IP 172.25.3.226 (61448970-1875-4f3f-bc01-29da4e3666f1/d053d764-1274-499c-bd88-682d7bdf49c2/33755cfd-744e-4135-b96e-2103fb799b67) {{(pid=106330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 16:22:44.965456 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for port, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:45.012469 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758654666262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:45.053301 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Network 61448970-1875-4f3f-bc01-29da4e3666f1 is already hosted by enough agents. {{(pid=106330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 16:22:45.056198 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.base_scheduler [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Resources bound (agent type, host, resource id): {{(pid=106330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 16:22:45.059858 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Received port after_create {{(pid=106330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 16:22:45.065278 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Pushing event updated for resources: {'Port': ['ID=33755cfd-744e-4135-b96e-2103fb799b67,revision_number=1']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:22:45.091389 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:45.091756 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:45.092104 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:45.092444 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:45.092780 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:45.093113 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:45.093443 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:45.093770 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:45.094096 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:45.094422 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:45.094749 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:45.095647 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:22:45.438227 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:45.502136 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:45.648322 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for port, precommit_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:45.652848 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13773086'] for port, after_update {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:45.726611 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Pushing event updated for resources: {'Port': ['ID=33755cfd-744e-4135-b96e-2103fb799b67,revision_number=2']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:22:45.736907 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523301'] for floatingip, after_create {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:45.838236 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Floating IP a8f5c64d-0062-4d95-98f0-f9212c05c233 associated. External IP: 172.25.3.226, port: 653550c9-af0e-43f3-81ee-c1c091d7ec01. Aug 28 16:22:46.047099 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Router fd33ca8e-5dd2-434f-8160-58b950406d1d has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:22:46.154637 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:22:46.164203 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f5ae16-cb3a-4939-9c53-3ebe7d2bf419 None None] Sync routers for ids ['fd33ca8e-5dd2-434f-8160-58b950406d1d'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:22:46.170487 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:46.173686 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f5ae16-cb3a-4939-9c53-3ebe7d2bf419 None None] Routers {'fd33ca8e-5dd2-434f-8160-58b950406d1d'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:22:46.174320 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-78f5ae16-cb3a-4939-9c53-3ebe7d2bf419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:22:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['fd33ca8e-5dd2-434f-8160-58b950406d1d'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:22:46.198229 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-6ea03f42-058e-4d81-ad75-9cb259785fc2 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5606675 Aug 28 16:22:46.198869 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4036c00-61a0-430b-9f53-9c96c7992e3f', 'tag': '653550c9-af0e-43f3-81ee-c1c091d7ec01'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:22:46.201124 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e308943d50e92a26f6c3a6de5cf793d4f684f916ac590010b5ff3c9d15b1720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd0673c-03a4-47db-88b8-4b898b96e7ef" -d '{"events": [{"name": "network-changed", "server_uuid": "f4036c00-61a0-430b-9f53-9c96c7992e3f", "tag": "653550c9-af0e-43f3-81ee-c1c091d7ec01"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:22:46.237638 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b553527f-62bc-4401-bb4a-6b35a0cebb42 x-openstack-request-id: req-b553527f-62bc-4401-bb4a-6b35a0cebb42 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:22:46.237932 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4036c00-61a0-430b-9f53-9c96c7992e3f", "tag": "653550c9-af0e-43f3-81ee-c1c091d7ec01", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:22:46.238182 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b553527f-62bc-4401-bb4a-6b35a0cebb42 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:22:46.238583 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4036c00-61a0-430b-9f53-9c96c7992e3f', 'tag': '653550c9-af0e-43f3-81ee-c1c091d7ec01', 'status': 'completed', 'code': 200} Aug 28 16:22:46.290472 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-78f5ae16-cb3a-4939-9c53-3ebe7d2bf419 None None] Set router fd33ca8e-5dd2-434f-8160-58b950406d1d gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:22:46.346111 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0673c-03a4-47db-88b8-4b898b96e7ef req-ef1bea7f-cca0-4c82-9e95-9a80c94bfda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:46.347772 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1bd0673c-03a4-47db-88b8-4b898b96e7ef req-ef1bea7f-cca0-4c82-9e95-9a80c94bfda8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1757d909319140749bcf3a348b5b0f12&device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 1097 time: 0.0831633 Aug 28 16:22:46.441791 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0673c-03a4-47db-88b8-4b898b96e7ef req-aa49bf4f-4229-4db1-9530-8fd1c001d5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:46.443336 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1bd0673c-03a4-47db-88b8-4b898b96e7ef req-aa49bf4f-4229-4db1-9530-8fd1c001d5ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=734aebdc-50df-495e-969a-23b7a024ab57 HTTP/1.1" status: 200 len: 911 time: 0.0879841 Aug 28 16:22:46.512631 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1bd0673c-03a4-47db-88b8-4b898b96e7ef req-cf8ed02e-e85f-4bb1-9f4d-b1a13fef0c80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=653550c9-af0e-43f3-81ee-c1c091d7ec01 HTTP/1.1" status: 200 len: 999 time: 0.0625443 Aug 28 16:22:46.514371 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-78f5ae16-cb3a-4939-9c53-3ebe7d2bf419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'name': 'tempest-TestSnapshotPattern-1988148806-router', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:12Z', 'revision_number': 4, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'gw_port': {'id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'a8f5c64d-0062-4d95-98f0-f9212c05c233', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'port_id': '653550c9-af0e-43f3-81ee-c1c091d7ec01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'mac_address': 'fa:16:3e:77:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4036c00-61a0-430b-9f53-9c96c7992e3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:22:45Z', 'updated_at': '2021-08-28T16:22:45Z', 'revision_number': 0, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'fixed_ip_address_scope': None}, {'id': 'ffc51a28-dfd0-4eea-87b4-2a773710cb1f', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'port_id': '873476b6-ee9b-405f-becf-e0498b99262d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'mac_address': 'fa:16:3e:fd:68:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4b4d70-2170-4165-aa44-c5177362d76d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:19:34Z', 'updated_at': '2021-08-28T16:19:36Z', 'revision_number': 1, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8812af24-cb5b-460c-91d5-bff74850d4a8', 'name': '', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'mac_address': 'fa:16:3e:04:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:12Z', 'updated_at': '2021-08-28T16:19:18Z', 'revision_number': 5, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'subnets': [{'id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:22:46.543365 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f5ae16-cb3a-4939-9c53-3ebe7d2bf419 None None] Checking router: fd33ca8e-5dd2-434f-8160-58b950406d1d for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:22:46.552032 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f5ae16-cb3a-4939-9c53-3ebe7d2bf419 None None] Routers {'fd33ca8e-5dd2-434f-8160-58b950406d1d'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:22:46.552631 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-78f5ae16-cb3a-4939-9c53-3ebe7d2bf419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:22:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['fd33ca8e-5dd2-434f-8160-58b950406d1d'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:22:46.562683 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0673c-03a4-47db-88b8-4b898b96e7ef req-d9a2de8a-9539-473c-8362-e9198575390e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:46.564356 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1bd0673c-03a4-47db-88b8-4b898b96e7ef req-d9a2de8a-9539-473c-8362-e9198575390e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b68a947a-65d2-4f12-b0b3-4fb9a281ac29 HTTP/1.1" status: 200 len: 849 time: 0.0442400 Aug 28 16:22:46.610099 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0673c-03a4-47db-88b8-4b898b96e7ef req-f2a29107-c7e3-4354-b1f5-3e018f84efff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:46.612338 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1bd0673c-03a4-47db-88b8-4b898b96e7ef req-f2a29107-c7e3-4354-b1f5-3e018f84efff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=734aebdc-50df-495e-969a-23b7a024ab57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402446 Aug 28 16:22:46.651971 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-78f5ae16-cb3a-4939-9c53-3ebe7d2bf419 None None] Set router fd33ca8e-5dd2-434f-8160-58b950406d1d gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:22:46.706810 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1bd0673c-03a4-47db-88b8-4b898b96e7ef req-d4f9b026-ca09-45c5-a8b6-79ec2f133ed8 service neutron] 10.222.0.36 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870500 Aug 28 16:22:46.800200 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-1bd0673c-03a4-47db-88b8-4b898b96e7ef req-5e7fe3ad-37a7-4b6c-8937-e8d34cc5ad6a service neutron] 10.222.0.36 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858474 Aug 28 16:22:46.966010 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-78f5ae16-cb3a-4939-9c53-3ebe7d2bf419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'name': 'tempest-TestSnapshotPattern-1988148806-router', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:12Z', 'revision_number': 4, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'gw_port': {'id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'a8f5c64d-0062-4d95-98f0-f9212c05c233', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'port_id': '653550c9-af0e-43f3-81ee-c1c091d7ec01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'mac_address': 'fa:16:3e:77:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4036c00-61a0-430b-9f53-9c96c7992e3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:22:45Z', 'updated_at': '2021-08-28T16:22:45Z', 'revision_number': 0, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'fixed_ip_address_scope': None}, {'id': 'ffc51a28-dfd0-4eea-87b4-2a773710cb1f', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'port_id': '873476b6-ee9b-405f-becf-e0498b99262d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'mac_address': 'fa:16:3e:fd:68:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4b4d70-2170-4165-aa44-c5177362d76d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:19:34Z', 'updated_at': '2021-08-28T16:19:36Z', 'revision_number': 1, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8812af24-cb5b-460c-91d5-bff74850d4a8', 'name': '', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'mac_address': 'fa:16:3e:04:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:12Z', 'updated_at': '2021-08-28T16:19:18Z', 'revision_number': 5, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'subnets': [{'id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:22:46.992374 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f5ae16-cb3a-4939-9c53-3ebe7d2bf419 None None] The sync data for ids ['fd33ca8e-5dd2-434f-8160-58b950406d1d'] in n-d-712137-10 is: [{'id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'name': 'tempest-TestSnapshotPattern-1988148806-router', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:12Z', 'revision_number': 4, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'gw_port': {'id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'a8f5c64d-0062-4d95-98f0-f9212c05c233', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'port_id': '653550c9-af0e-43f3-81ee-c1c091d7ec01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'mac_address': 'fa:16:3e:77:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4036c00-61a0-430b-9f53-9c96c7992e3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:22:45Z', 'updated_at': '2021-08-28T16:22:45Z', 'revision_number': 0, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'fixed_ip_address_scope': None}, {'id': 'ffc51a28-dfd0-4eea-87b4-2a773710cb1f', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'port_id': '873476b6-ee9b-405f-becf-e0498b99262d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'mac_address': 'fa:16:3e:fd:68:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4b4d70-2170-4165-aa44-c5177362d76d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:19:34Z', 'updated_at': '2021-08-28T16:19:36Z', 'revision_number': 1, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8812af24-cb5b-460c-91d5-bff74850d4a8', 'name': '', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'mac_address': 'fa:16:3e:04:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:12Z', 'updated_at': '2021-08-28T16:19:18Z', 'revision_number': 5, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'subnets': [{'id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:22:47.209586 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7620b2-c06b-4a2c-9546-9a017175e41e None None] New status for floating IP a8f5c64d-0062-4d95-98f0-f9212c05c233: ACTIVE {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 16:22:47.779255 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-505e40b9-5067-4e82-af60-4a84f05204d2 req-afefa3af-4123-4b9c-9235-66bd9b1daac8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f4b4d70-2170-4165-aa44-c5177362d76d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468006 Aug 28 16:22:47.871761 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e40b9-5067-4e82-af60-4a84f05204d2 req-551c2a0c-3e67-4346-8ebc-c9dfb693a3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:47.873481 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-505e40b9-5067-4e82-af60-4a84f05204d2 req-551c2a0c-3e67-4346-8ebc-c9dfb693a3f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1757d909319140749bcf3a348b5b0f12&device_id=6f4b4d70-2170-4165-aa44-c5177362d76d HTTP/1.1" status: 200 len: 1096 time: 0.0500553 Aug 28 16:22:47.997574 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e40b9-5067-4e82-af60-4a84f05204d2 req-f5231c68-93f1-454e-8e54-e5a39a71e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:47.999089 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-505e40b9-5067-4e82-af60-4a84f05204d2 req-f5231c68-93f1-454e-8e54-e5a39a71e126 service neutron] 10.222.0.41 "GET /v2.0/networks?id=734aebdc-50df-495e-969a-23b7a024ab57 HTTP/1.1" status: 200 len: 911 time: 0.1015062 Aug 28 16:22:48.084546 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-505e40b9-5067-4e82-af60-4a84f05204d2 req-3eea4f03-e205-45d0-b42b-d375e309f35c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=873476b6-ee9b-405f-becf-e0498b99262d HTTP/1.1" status: 200 len: 1000 time: 0.0771146 Aug 28 16:22:48.136196 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e40b9-5067-4e82-af60-4a84f05204d2 req-89594a38-297a-4d51-886a-325ff87cecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:48.137641 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-505e40b9-5067-4e82-af60-4a84f05204d2 req-89594a38-297a-4d51-886a-325ff87cecb1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b68a947a-65d2-4f12-b0b3-4fb9a281ac29 HTTP/1.1" status: 200 len: 849 time: 0.0468526 Aug 28 16:22:48.183701 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e40b9-5067-4e82-af60-4a84f05204d2 req-71b4f0eb-823f-4f36-a581-c372f34ce415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:48.185156 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-505e40b9-5067-4e82-af60-4a84f05204d2 req-71b4f0eb-823f-4f36-a581-c372f34ce415 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=734aebdc-50df-495e-969a-23b7a024ab57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387678 Aug 28 16:22:48.280573 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-505e40b9-5067-4e82-af60-4a84f05204d2 req-eec0edf4-4803-4e3a-bbf6-9efc93e1cf6c service neutron] 10.222.0.41 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872264 Aug 28 16:22:48.369934 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-505e40b9-5067-4e82-af60-4a84f05204d2 req-2d316707-2f22-4ad5-a7fb-f9fde351e9e3 service neutron] 10.222.0.41 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814114 Aug 28 16:22:53.933648 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aadbfc8a-7a4e-49b3-bb80-3b8ca50e117b req-f0206b74-7d9a-44a3-85fb-4dda241ab5a8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401790 Aug 28 16:22:54.024863 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbfc8a-7a4e-49b3-bb80-3b8ca50e117b req-a4e0db3f-2562-4b75-8d88-c6c933467e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:54.026487 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aadbfc8a-7a4e-49b3-bb80-3b8ca50e117b req-a4e0db3f-2562-4b75-8d88-c6c933467e7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1757d909319140749bcf3a348b5b0f12&device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 1097 time: 0.0484352 Aug 28 16:22:54.132154 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbfc8a-7a4e-49b3-bb80-3b8ca50e117b req-1a28b667-63e9-4cb7-8dfb-1290f26fb8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:54.133560 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aadbfc8a-7a4e-49b3-bb80-3b8ca50e117b req-1a28b667-63e9-4cb7-8dfb-1290f26fb8fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=734aebdc-50df-495e-969a-23b7a024ab57 HTTP/1.1" status: 200 len: 911 time: 0.0858674 Aug 28 16:22:54.202276 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aadbfc8a-7a4e-49b3-bb80-3b8ca50e117b req-647cbf99-c8dc-4c3e-acd4-7e0f4bc2673b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=653550c9-af0e-43f3-81ee-c1c091d7ec01 HTTP/1.1" status: 200 len: 1001 time: 0.0616939 Aug 28 16:22:54.252309 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbfc8a-7a4e-49b3-bb80-3b8ca50e117b req-7a9f5e49-e882-4d27-9557-b1cd65d340e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:54.253727 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aadbfc8a-7a4e-49b3-bb80-3b8ca50e117b req-7a9f5e49-e882-4d27-9557-b1cd65d340e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b68a947a-65d2-4f12-b0b3-4fb9a281ac29 HTTP/1.1" status: 200 len: 849 time: 0.0445864 Aug 28 16:22:54.301710 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbfc8a-7a4e-49b3-bb80-3b8ca50e117b req-298e4aa3-40a7-4f97-9770-d4a00a2bfa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:22:54.303212 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aadbfc8a-7a4e-49b3-bb80-3b8ca50e117b req-298e4aa3-40a7-4f97-9770-d4a00a2bfa61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=734aebdc-50df-495e-969a-23b7a024ab57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414755 Aug 28 16:22:54.397238 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aadbfc8a-7a4e-49b3-bb80-3b8ca50e117b req-f90e4d0b-6c1c-4019-ba31-144a1aba42d6 service neutron] 10.222.0.36 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852795 Aug 28 16:22:54.486784 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-aadbfc8a-7a4e-49b3-bb80-3b8ca50e117b req-b106a658-71e3-4a70-9434-504fecbcb9f9 service neutron] 10.222.0.36 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815678 Aug 28 16:22:55.425822 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:22:57.076372 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:22:57.549460 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:23:08.159632 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-c7a9697f-4804-4b75-8de9-1ce77024c506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:23:10.696016 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1d019da0-bffc-42ea-9fd2-b21cd206b24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:23:11.016163 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:23:12.124681 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:23:13.610750 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:23:25.426546 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:23:27.564321 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:23:34.075663 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:23:38.160577 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-af49c5c1-2749-4808-b12b-8cf65b6e5fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:23:40.695992 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-351fa7c3-d851-459f-9db9-8c0610e88f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:23:41.017800 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:23:42.124312 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:23:43.613443 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:23:49.778589 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5a3e3bac-0ead-450e-8458-5932780d8f2b req-0a1fde1a-56e4-468d-ae57-3f4b15d83332 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f4b4d70-2170-4165-aa44-c5177362d76d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396326 Aug 28 16:23:49.862964 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e3bac-0ead-450e-8458-5932780d8f2b req-dc212571-79c1-48ee-b96d-c7c938df4550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:23:49.864505 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5a3e3bac-0ead-450e-8458-5932780d8f2b req-dc212571-79c1-48ee-b96d-c7c938df4550 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1757d909319140749bcf3a348b5b0f12&device_id=6f4b4d70-2170-4165-aa44-c5177362d76d HTTP/1.1" status: 200 len: 1096 time: 0.0442801 Aug 28 16:23:49.969726 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e3bac-0ead-450e-8458-5932780d8f2b req-69b9dfcf-1fbb-4dfc-9646-b8deef06255b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:23:49.971169 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5a3e3bac-0ead-450e-8458-5932780d8f2b req-69b9dfcf-1fbb-4dfc-9646-b8deef06255b service neutron] 10.222.0.41 "GET /v2.0/networks?id=734aebdc-50df-495e-969a-23b7a024ab57 HTTP/1.1" status: 200 len: 911 time: 0.0839167 Aug 28 16:23:50.038434 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5a3e3bac-0ead-450e-8458-5932780d8f2b req-34d66b54-509b-43ca-b297-55e89bbe561b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=873476b6-ee9b-405f-becf-e0498b99262d HTTP/1.1" status: 200 len: 1000 time: 0.0598476 Aug 28 16:23:50.086917 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e3bac-0ead-450e-8458-5932780d8f2b req-083f7ce2-e0de-4d91-b8bf-b8fb9568c392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:23:50.088232 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5a3e3bac-0ead-450e-8458-5932780d8f2b req-083f7ce2-e0de-4d91-b8bf-b8fb9568c392 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b68a947a-65d2-4f12-b0b3-4fb9a281ac29 HTTP/1.1" status: 200 len: 849 time: 0.0432537 Aug 28 16:23:50.134772 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e3bac-0ead-450e-8458-5932780d8f2b req-fca1c7e1-65a1-4ef7-bc0d-60ae2ab6f252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:23:50.136356 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5a3e3bac-0ead-450e-8458-5932780d8f2b req-fca1c7e1-65a1-4ef7-bc0d-60ae2ab6f252 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=734aebdc-50df-495e-969a-23b7a024ab57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405934 Aug 28 16:23:50.228599 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5a3e3bac-0ead-450e-8458-5932780d8f2b req-f931377d-017f-46ee-8e52-f2182e7de699 service neutron] 10.222.0.41 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835953 Aug 28 16:23:50.317320 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-5a3e3bac-0ead-450e-8458-5932780d8f2b req-68abb93a-157f-406f-b428-2cb5e24c9924 service neutron] 10.222.0.41 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810735 Aug 28 16:23:53.943849 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8fc1639-29cd-4643-9a4d-8f84ed1a4310 req-bb40706f-fe0f-4ff3-a45b-125308d896e1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402787 Aug 28 16:23:54.028334 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc1639-29cd-4643-9a4d-8f84ed1a4310 req-55760d48-9408-4f99-8f2e-968ed03160e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:23:54.029801 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8fc1639-29cd-4643-9a4d-8f84ed1a4310 req-55760d48-9408-4f99-8f2e-968ed03160e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1757d909319140749bcf3a348b5b0f12&device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 1097 time: 0.0447607 Aug 28 16:23:54.131620 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc1639-29cd-4643-9a4d-8f84ed1a4310 req-aa81086a-34aa-4a8f-96a0-e61ad2beed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:23:54.133028 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8fc1639-29cd-4643-9a4d-8f84ed1a4310 req-aa81086a-34aa-4a8f-96a0-e61ad2beed3c service neutron] 10.222.0.36 "GET /v2.0/networks?id=734aebdc-50df-495e-969a-23b7a024ab57 HTTP/1.1" status: 200 len: 911 time: 0.0831277 Aug 28 16:23:54.201396 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8fc1639-29cd-4643-9a4d-8f84ed1a4310 req-c00945cb-e9ab-41ce-a0c0-e5d4b12f0c46 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=653550c9-af0e-43f3-81ee-c1c091d7ec01 HTTP/1.1" status: 200 len: 1001 time: 0.0611880 Aug 28 16:23:54.249753 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc1639-29cd-4643-9a4d-8f84ed1a4310 req-9d604acf-b952-4870-a1d3-d3708e634f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:23:54.251149 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8fc1639-29cd-4643-9a4d-8f84ed1a4310 req-9d604acf-b952-4870-a1d3-d3708e634f26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b68a947a-65d2-4f12-b0b3-4fb9a281ac29 HTTP/1.1" status: 200 len: 849 time: 0.0426533 Aug 28 16:23:54.295531 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc1639-29cd-4643-9a4d-8f84ed1a4310 req-d753e7b4-3c83-4118-8434-150912792940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:23:54.297036 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8fc1639-29cd-4643-9a4d-8f84ed1a4310 req-d753e7b4-3c83-4118-8434-150912792940 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=734aebdc-50df-495e-969a-23b7a024ab57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385811 Aug 28 16:23:54.387751 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8fc1639-29cd-4643-9a4d-8f84ed1a4310 req-6e5a2767-65ad-4a32-b9ab-b5f36bdb20d8 service neutron] 10.222.0.36 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836685 Aug 28 16:23:54.476934 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-d8fc1639-29cd-4643-9a4d-8f84ed1a4310 req-068a147b-bb2a-463d-a3e8-a374ea8219dc service neutron] 10.222.0.36 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820301 Aug 28 16:23:55.425862 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:23:57.578198 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:08.162007 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-5a9c59b4-c99d-4df9-a3ec-e4e27856d73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:10.696919 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-05ba10a2-143a-4f48-8ec3-1ab998668b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:11.019261 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:11.074388 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:24:12.127850 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:13.615896 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:25.442496 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:27.596536 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:32.056939 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 653550c9-af0e-43f3-81ee-c1c091d7ec01 details requested by agent hyperv_n-h2-712137-10 with host n-h2-712137-10 {{(pid=106331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 16:24:32.161682 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 653550c9-af0e-43f3-81ee-c1c091d7ec01, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=653550c9-af0e-43f3-81ee-c1c091d7ec01,segment=NetworkSegment(962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f),segment_id=962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:24:32.173960 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Returning: {'device': '653550c9-af0e-43f3-81ee-c1c091d7ec01', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'port_id': '653550c9-af0e-43f3-81ee-c1c091d7ec01', 'mac_address': 'fa:16:3e:77:62:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 16:24:32.241585 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:32.281580 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 653550c9-af0e-43f3-81ee-c1c091d7ec01 {{(pid=106331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 16:24:32.314011 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 653550c9-af0e-43f3-81ee-c1c091d7ec01, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=653550c9-af0e-43f3-81ee-c1c091d7ec01,segment=NetworkSegment(962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f),segment_id=962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:24:32.318814 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:32.374587 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=653550c9-af0e-43f3-81ee-c1c091d7ec01,revision_number=6']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:24:32.382915 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:32.383274 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:32.383622 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:32.384009 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:32.384349 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:32.384684 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:32.385016 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:32.385346 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:32.385677 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:32.385998 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:32.386326 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:32.386651 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:32.394355 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] get_ports_and_sgs() called for port_ids ['653550c9-af0e-43f3-81ee-c1c091d7ec01'] {{(pid=106331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 16:24:34.080336 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 653550c9-af0e-43f3-81ee-c1c091d7ec01 up at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 16:24:34.134799 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.provisioning_blocks [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Provisioning complete for port 653550c9-af0e-43f3-81ee-c1c091d7ec01 triggered by entity L2. {{(pid=106331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 16:24:34.135091 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545638'] for port, provisioning_complete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:34.223808 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454705'] for port, before_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:34.253445 n-d-712137-10 neutron-server[106331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4036c00-61a0-430b-9f53-9c96c7992e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653550c9-af0e-43f3-81ee-c1c091d7ec01'}] {{(pid=106331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:24:34.256609 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e998ae4c8ad98a44641492a375488314a28001c32b9c96e1494d2a73900553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab08b2f2-b252-408a-a1c3-605369b1540f" -d '{"events": [{"server_uuid": "f4036c00-61a0-430b-9f53-9c96c7992e3f", "name": "network-vif-plugged", "status": "completed", "tag": "653550c9-af0e-43f3-81ee-c1c091d7ec01"}]}' {{(pid=106331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:24:34.275152 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] For port 653550c9-af0e-43f3-81ee-c1c091d7ec01, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=653550c9-af0e-43f3-81ee-c1c091d7ec01,segment=NetworkSegment(962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f),segment_id=962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f)] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:24:34.285714 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758655230163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758654666280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758654666298'] for port, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:34.353484 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Pushing event updated for resources: {'Port': ['ID=653550c9-af0e-43f3-81ee-c1c091d7ec01,revision_number=7']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:24:34.385944 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 16:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190588ca-8ff4-4842-a00d-52ab43981720 x-openstack-request-id: req-190588ca-8ff4-4842-a00d-52ab43981720 {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:24:34.386183 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4036c00-61a0-430b-9f53-9c96c7992e3f", "name": "network-vif-plugged", "status": "completed", "tag": "653550c9-af0e-43f3-81ee-c1c091d7ec01", "code": 200}]} {{(pid=106331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:24:34.386432 n-d-712137-10 neutron-server[106331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-190588ca-8ff4-4842-a00d-52ab43981720 {{(pid=106331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:24:34.386831 n-d-712137-10 neutron-server[106331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4036c00-61a0-430b-9f53-9c96c7992e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653550c9-af0e-43f3-81ee-c1c091d7ec01', 'code': 200} Aug 28 16:24:38.164095 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-41881277-c68e-4a30-a0ab-49de492531f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:40.701408 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-eec3d5e4-618b-417e-b7ff-f98141661e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:41.020838 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:41.085012 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35406) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:24:41.238561 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-e55e8c11-f079-4e09-a611-f8ae78e1670e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Deleting port 33755cfd-744e-4135-b96e-2103fb799b67 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:24:41.238906 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e55e8c11-f079-4e09-a611-f8ae78e1670e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:41.316050 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e55e8c11-f079-4e09-a611-f8ae78e1670e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:41.316383 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e55e8c11-f079-4e09-a611-f8ae78e1670e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:41.328665 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-e55e8c11-f079-4e09-a611-f8ae78e1670e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Calling delete_port for 33755cfd-744e-4135-b96e-2103fb799b67 owned by network:floatingip {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:24:41.475744 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e55e8c11-f079-4e09-a611-f8ae78e1670e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:41.505636 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e8c11-f079-4e09-a611-f8ae78e1670e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Pushing event deleted for resources: {'Port': ['ID=33755cfd-744e-4135-b96e-2103fb799b67,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:24:41.528237 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e8c11-f079-4e09-a611-f8ae78e1670e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:41.528588 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e8c11-f079-4e09-a611-f8ae78e1670e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:41.528932 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e8c11-f079-4e09-a611-f8ae78e1670e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:41.529275 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e8c11-f079-4e09-a611-f8ae78e1670e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:41.529614 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e8c11-f079-4e09-a611-f8ae78e1670e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:41.529947 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e8c11-f079-4e09-a611-f8ae78e1670e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:41.530278 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e8c11-f079-4e09-a611-f8ae78e1670e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:41.530607 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e8c11-f079-4e09-a611-f8ae78e1670e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:41.530936 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e8c11-f079-4e09-a611-f8ae78e1670e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:41.531264 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e8c11-f079-4e09-a611-f8ae78e1670e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:41.531592 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e8c11-f079-4e09-a611-f8ae78e1670e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:41.531948 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e8c11-f079-4e09-a611-f8ae78e1670e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:41.570187 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e55e8c11-f079-4e09-a611-f8ae78e1670e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for floatingip, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:41.570522 n-d-712137-10 neutron-server[106330]: INFO neutron.db.l3_db [None req-e55e8c11-f079-4e09-a611-f8ae78e1670e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Floating IP a8f5c64d-0062-4d95-98f0-f9212c05c233 disassociated (deleted). External IP: 172.25.3.226, port: 653550c9-af0e-43f3-81ee-c1c091d7ec01. Aug 28 16:24:42.068143 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55e8c11-f079-4e09-a611-f8ae78e1670e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Router fd33ca8e-5dd2-434f-8160-58b950406d1d has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:24:42.131177 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:42.177300 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55e8c11-f079-4e09-a611-f8ae78e1670e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:24:42.181885 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-e55e8c11-f079-4e09-a611-f8ae78e1670e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:42.187959 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5c4b50-a1dd-4be3-8f0c-4a592293245e None None] Sync routers for ids ['fd33ca8e-5dd2-434f-8160-58b950406d1d'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:24:42.197883 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5c4b50-a1dd-4be3-8f0c-4a592293245e None None] Routers {'fd33ca8e-5dd2-434f-8160-58b950406d1d'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:24:42.198503 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8e5c4b50-a1dd-4be3-8f0c-4a592293245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:24:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['fd33ca8e-5dd2-434f-8160-58b950406d1d'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:24:42.208611 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-e55e8c11-f079-4e09-a611-f8ae78e1670e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "DELETE /v2.0/floatingips/a8f5c64d-0062-4d95-98f0-f9212c05c233 HTTP/1.1" status: 204 len: 168 time: 1.1225317 Aug 28 16:24:42.209225 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4036c00-61a0-430b-9f53-9c96c7992e3f', 'tag': '653550c9-af0e-43f3-81ee-c1c091d7ec01'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:24:42.211531 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e308943d50e92a26f6c3a6de5cf793d4f684f916ac590010b5ff3c9d15b1720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed5bf21-5f76-42c0-bd34-16e3c1910b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "f4036c00-61a0-430b-9f53-9c96c7992e3f", "tag": "653550c9-af0e-43f3-81ee-c1c091d7ec01"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:24:42.315013 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-8e5c4b50-a1dd-4be3-8f0c-4a592293245e None None] Set router fd33ca8e-5dd2-434f-8160-58b950406d1d gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:24:42.328901 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee01614-1ddc-4d68-9277-28589a7d3296 x-openstack-request-id: req-5ee01614-1ddc-4d68-9277-28589a7d3296 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:24:42.329203 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4036c00-61a0-430b-9f53-9c96c7992e3f", "tag": "653550c9-af0e-43f3-81ee-c1c091d7ec01", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:24:42.329459 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ee01614-1ddc-4d68-9277-28589a7d3296 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:24:42.329860 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4036c00-61a0-430b-9f53-9c96c7992e3f', 'tag': '653550c9-af0e-43f3-81ee-c1c091d7ec01', 'status': 'completed', 'code': 200} Aug 28 16:24:42.402531 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5bf21-5f76-42c0-bd34-16e3c1910b8d req-1a7c9e93-b561-40a2-ae7e-4320d98a6774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:24:42.404074 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9ed5bf21-5f76-42c0-bd34-16e3c1910b8d req-1a7c9e93-b561-40a2-ae7e-4320d98a6774 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1757d909319140749bcf3a348b5b0f12&device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 1097 time: 0.0435202 Aug 28 16:24:42.513927 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38056821-bd42-4a66-b9c9-16c206a035b5 req-282b6c41-219e-4d0c-9dee-c2edaef9bd0a tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:24:42.515444 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38056821-bd42-4a66-b9c9-16c206a035b5 req-282b6c41-219e-4d0c-9dee-c2edaef9bd0a tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 945 time: 0.1104467 Aug 28 16:24:42.547048 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8e5c4b50-a1dd-4be3-8f0c-4a592293245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'name': 'tempest-TestSnapshotPattern-1988148806-router', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:12Z', 'revision_number': 4, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'gw_port': {'id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'ffc51a28-dfd0-4eea-87b4-2a773710cb1f', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'port_id': '873476b6-ee9b-405f-becf-e0498b99262d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'mac_address': 'fa:16:3e:fd:68:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4b4d70-2170-4165-aa44-c5177362d76d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:19:34Z', 'updated_at': '2021-08-28T16:19:36Z', 'revision_number': 1, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8812af24-cb5b-460c-91d5-bff74850d4a8', 'name': '', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'mac_address': 'fa:16:3e:04:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:12Z', 'updated_at': '2021-08-28T16:19:18Z', 'revision_number': 5, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'subnets': [{'id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:24:42.547399 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5bf21-5f76-42c0-bd34-16e3c1910b8d req-5cdebfc2-350a-4a13-a0e4-14bdd6b73c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:24:42.548805 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9ed5bf21-5f76-42c0-bd34-16e3c1910b8d req-5cdebfc2-350a-4a13-a0e4-14bdd6b73c0d service neutron] 10.222.0.36 "GET /v2.0/networks?id=734aebdc-50df-495e-969a-23b7a024ab57 HTTP/1.1" status: 200 len: 911 time: 0.1340339 Aug 28 16:24:42.573720 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5c4b50-a1dd-4be3-8f0c-4a592293245e None None] Checking router: fd33ca8e-5dd2-434f-8160-58b950406d1d for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:24:42.582623 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5c4b50-a1dd-4be3-8f0c-4a592293245e None None] Routers {'fd33ca8e-5dd2-434f-8160-58b950406d1d'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:24:42.583251 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8e5c4b50-a1dd-4be3-8f0c-4a592293245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:24:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['fd33ca8e-5dd2-434f-8160-58b950406d1d'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:24:42.603011 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-38056821-bd42-4a66-b9c9-16c206a035b5 req-ff1b0f5c-df60-42e9-b23a-f4d501279399 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806453 Aug 28 16:24:42.604698 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9ed5bf21-5f76-42c0-bd34-16e3c1910b8d req-b2630639-5d4b-4af7-b53d-acc3b3e8a01c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=653550c9-af0e-43f3-81ee-c1c091d7ec01 HTTP/1.1" status: 200 len: 217 time: 0.0447721 Aug 28 16:24:42.655920 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5bf21-5f76-42c0-bd34-16e3c1910b8d req-110dc547-7489-4550-8aa7-1b23e5ccdeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:24:42.657382 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9ed5bf21-5f76-42c0-bd34-16e3c1910b8d req-110dc547-7489-4550-8aa7-1b23e5ccdeae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b68a947a-65d2-4f12-b0b3-4fb9a281ac29 HTTP/1.1" status: 200 len: 849 time: 0.0441496 Aug 28 16:24:42.687189 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-8e5c4b50-a1dd-4be3-8f0c-4a592293245e None None] Set router fd33ca8e-5dd2-434f-8160-58b950406d1d gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:24:42.705625 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5bf21-5f76-42c0-bd34-16e3c1910b8d req-08490c2f-d342-4255-ace1-9b0b09476296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:24:42.707804 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9ed5bf21-5f76-42c0-bd34-16e3c1910b8d req-08490c2f-d342-4255-ace1-9b0b09476296 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=734aebdc-50df-495e-969a-23b7a024ab57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418863 Aug 28 16:24:42.800920 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9ed5bf21-5f76-42c0-bd34-16e3c1910b8d req-c9f1cdaa-07fc-42ee-a73f-3dff54279efa service neutron] 10.222.0.36 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857394 Aug 28 16:24:42.893052 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-9ed5bf21-5f76-42c0-bd34-16e3c1910b8d req-59647f07-68ce-4d78-8371-bfddfed4bd32 service neutron] 10.222.0.36 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831568 Aug 28 16:24:42.912256 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-8e5c4b50-a1dd-4be3-8f0c-4a592293245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'name': 'tempest-TestSnapshotPattern-1988148806-router', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:12Z', 'revision_number': 4, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'gw_port': {'id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'ffc51a28-dfd0-4eea-87b4-2a773710cb1f', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'port_id': '873476b6-ee9b-405f-becf-e0498b99262d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'mac_address': 'fa:16:3e:fd:68:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4b4d70-2170-4165-aa44-c5177362d76d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:19:34Z', 'updated_at': '2021-08-28T16:19:36Z', 'revision_number': 1, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8812af24-cb5b-460c-91d5-bff74850d4a8', 'name': '', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'mac_address': 'fa:16:3e:04:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:12Z', 'updated_at': '2021-08-28T16:19:18Z', 'revision_number': 5, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'subnets': [{'id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:24:42.937531 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5c4b50-a1dd-4be3-8f0c-4a592293245e None None] The sync data for ids ['fd33ca8e-5dd2-434f-8160-58b950406d1d'] in n-d-712137-10 is: [{'id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'name': 'tempest-TestSnapshotPattern-1988148806-router', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:12Z', 'revision_number': 4, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'gw_port': {'id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_floatingips': [{'id': 'ffc51a28-dfd0-4eea-87b4-2a773710cb1f', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'router_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'port_id': '873476b6-ee9b-405f-becf-e0498b99262d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'mac_address': 'fa:16:3e:fd:68:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4b4d70-2170-4165-aa44-c5177362d76d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T16:19:34Z', 'updated_at': '2021-08-28T16:19:36Z', 'revision_number': 1, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8812af24-cb5b-460c-91d5-bff74850d4a8', 'name': '', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'mac_address': 'fa:16:3e:04:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:12Z', 'updated_at': '2021-08-28T16:19:18Z', 'revision_number': 5, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'subnets': [{'id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:24:43.177028 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00a97f9-0098-4a42-815a-cdd711c11e7a None None] New status for floating IP a8f5c64d-0062-4d95-98f0-f9212c05c233: DOWN {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 16:24:43.618401 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:43.724973 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eec48b-83f3-4820-add8-85b92cd37477 req-e2f772dd-e5e8-43dc-9758-34baf97b5b16 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:24:43.726469 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-04eec48b-83f3-4820-add8-85b92cd37477 req-e2f772dd-e5e8-43dc-9758-34baf97b5b16 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 945 time: 0.0514035 Aug 28 16:24:43.764166 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-04eec48b-83f3-4820-add8-85b92cd37477 req-9d2f1a3d-44c8-4ca0-8b6e-519146d9f3a5 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313835 Aug 28 16:24:43.944672 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c18d16-51b0-4782-aa1a-e773a481f220 req-8a0277f0-38de-4670-9905-7654b0c7acce tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:24:43.946126 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93c18d16-51b0-4782-aa1a-e773a481f220 req-8a0277f0-38de-4670-9905-7654b0c7acce tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 945 time: 0.0530727 Aug 28 16:24:44.032396 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-93c18d16-51b0-4782-aa1a-e773a481f220 req-1637f2c3-53d0-4558-987c-3e987878166c tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Deleting port 653550c9-af0e-43f3-81ee-c1c091d7ec01 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:24:44.032739 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-93c18d16-51b0-4782-aa1a-e773a481f220 req-1637f2c3-53d0-4558-987c-3e987878166c tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:44.117040 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 653550c9-af0e-43f3-81ee-c1c091d7ec01 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:24:44.122627 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [req-93c18d16-51b0-4782-aa1a-e773a481f220 req-1637f2c3-53d0-4558-987c-3e987878166c tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] For port 653550c9-af0e-43f3-81ee-c1c091d7ec01, host n-h2-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-10',level=0,port_id=653550c9-af0e-43f3-81ee-c1c091d7ec01,segment=NetworkSegment(962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f),segment_id=962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:24:44.123001 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-93c18d16-51b0-4782-aa1a-e773a481f220 req-1637f2c3-53d0-4558-987c-3e987878166c tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:44.136429 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [req-93c18d16-51b0-4782-aa1a-e773a481f220 req-1637f2c3-53d0-4558-987c-3e987878166c tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Calling delete_port for 653550c9-af0e-43f3-81ee-c1c091d7ec01 owned by compute:nova {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:24:44.266230 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-93c18d16-51b0-4782-aa1a-e773a481f220 req-1637f2c3-53d0-4558-987c-3e987878166c tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:44.298982 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637f2c3-53d0-4558-987c-3e987878166c tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Pushing event deleted for resources: {'Port': ['ID=653550c9-af0e-43f3-81ee-c1c091d7ec01,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:24:44.317151 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No active binding found for port 653550c9-af0e-43f3-81ee-c1c091d7ec01 {{(pid=106331) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 28 16:24:44.318556 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 653550c9-af0e-43f3-81ee-c1c091d7ec01 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:24:44.330034 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637f2c3-53d0-4558-987c-3e987878166c tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:44.330281 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637f2c3-53d0-4558-987c-3e987878166c tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:44.330750 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637f2c3-53d0-4558-987c-3e987878166c tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:44.331835 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637f2c3-53d0-4558-987c-3e987878166c tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:44.332593 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637f2c3-53d0-4558-987c-3e987878166c tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:44.332717 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637f2c3-53d0-4558-987c-3e987878166c tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:44.332957 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637f2c3-53d0-4558-987c-3e987878166c tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:44.333280 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637f2c3-53d0-4558-987c-3e987878166c tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:44.333602 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637f2c3-53d0-4558-987c-3e987878166c tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:44.333925 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637f2c3-53d0-4558-987c-3e987878166c tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:44.334248 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637f2c3-53d0-4558-987c-3e987878166c tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:44.334569 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637f2c3-53d0-4558-987c-3e987878166c tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-10 {{(pid=106329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 16:24:44.352873 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c18d16-51b0-4782-aa1a-e773a481f220 req-1637f2c3-53d0-4558-987c-3e987878166c tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] No DVR routers for this DVR port 653550c9-af0e-43f3-81ee-c1c091d7ec01 on host n-h2-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 16:24:44.355468 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [req-93c18d16-51b0-4782-aa1a-e773a481f220 req-1637f2c3-53d0-4558-987c-3e987878166c tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:44.357502 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-93c18d16-51b0-4782-aa1a-e773a481f220 req-1637f2c3-53d0-4558-987c-3e987878166c tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.36 "DELETE /v2.0/ports/653550c9-af0e-43f3-81ee-c1c091d7ec01 HTTP/1.1" status: 204 len: 173 time: 0.4053059 Aug 28 16:24:44.357943 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4036c00-61a0-430b-9f53-9c96c7992e3f', 'name': 'network-vif-deleted', 'tag': '653550c9-af0e-43f3-81ee-c1c091d7ec01'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:24:44.360213 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fdffee-25ce-4a74-8898-4b30ddb7b7e3" -d '{"events": [{"server_uuid": "f4036c00-61a0-430b-9f53-9c96c7992e3f", "name": "network-vif-deleted", "tag": "653550c9-af0e-43f3-81ee-c1c091d7ec01"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:24:44.402138 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 16:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b11b782-9636-474f-b264-ad399c7a7d54 x-openstack-request-id: req-9b11b782-9636-474f-b264-ad399c7a7d54 {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:24:44.402439 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4036c00-61a0-430b-9f53-9c96c7992e3f", "name": "network-vif-deleted", "tag": "653550c9-af0e-43f3-81ee-c1c091d7ec01", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:24:44.402712 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b11b782-9636-474f-b264-ad399c7a7d54 {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:24:44.403115 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4036c00-61a0-430b-9f53-9c96c7992e3f', 'name': 'network-vif-deleted', 'tag': '653550c9-af0e-43f3-81ee-c1c091d7ec01', 'status': 'completed', 'code': 200} Aug 28 16:24:44.879550 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-97aa39b7-bcca-4747-b5e6-5e44a0735ce5 req-f29ffdf7-5356-4e31-b6d1-bfc4c846c246 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4036c00-61a0-430b-9f53-9c96c7992e3f HTTP/1.1" status: 200 len: 210 time: 0.0309379 Aug 28 16:24:46.444109 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35472) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:24:46.594399 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-769782b3-644a-4cb3-a168-f5ea741f22b9 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Deleting port 93013118-a609-4379-ba1e-cf9fe198a699 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:24:46.594735 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-769782b3-644a-4cb3-a168-f5ea741f22b9 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:46.672857 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-769782b3-644a-4cb3-a168-f5ea741f22b9 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:46.673092 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-769782b3-644a-4cb3-a168-f5ea741f22b9 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:46.684314 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-769782b3-644a-4cb3-a168-f5ea741f22b9 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Calling delete_port for 93013118-a609-4379-ba1e-cf9fe198a699 owned by network:floatingip {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:24:46.824234 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-769782b3-644a-4cb3-a168-f5ea741f22b9 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:46.853181 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769782b3-644a-4cb3-a168-f5ea741f22b9 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Pushing event deleted for resources: {'Port': ['ID=93013118-a609-4379-ba1e-cf9fe198a699,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:24:46.912863 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-769782b3-644a-4cb3-a168-f5ea741f22b9 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for floatingip, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:46.913198 n-d-712137-10 neutron-server[106329]: INFO neutron.db.l3_db [None req-769782b3-644a-4cb3-a168-f5ea741f22b9 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Floating IP ffc51a28-dfd0-4eea-87b4-2a773710cb1f disassociated (deleted). External IP: 172.25.3.187, port: 873476b6-ee9b-405f-becf-e0498b99262d. Aug 28 16:24:47.409569 n-d-712137-10 neutron-server[106329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769782b3-644a-4cb3-a168-f5ea741f22b9 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Router fd33ca8e-5dd2-434f-8160-58b950406d1d has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:24:47.515071 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769782b3-644a-4cb3-a168-f5ea741f22b9 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:24:47.521005 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-769782b3-644a-4cb3-a168-f5ea741f22b9 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for floatingip, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:47.526217 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e85b25-f8c8-42eb-99c6-e82e01633cad None None] Sync routers for ids ['fd33ca8e-5dd2-434f-8160-58b950406d1d'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:24:47.534867 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e85b25-f8c8-42eb-99c6-e82e01633cad None None] Routers {'fd33ca8e-5dd2-434f-8160-58b950406d1d'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:24:47.535480 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-03e85b25-f8c8-42eb-99c6-e82e01633cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:24:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['fd33ca8e-5dd2-434f-8160-58b950406d1d'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:24:47.549054 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-769782b3-644a-4cb3-a168-f5ea741f22b9 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "DELETE /v2.0/floatingips/ffc51a28-dfd0-4eea-87b4-2a773710cb1f HTTP/1.1" status: 204 len: 168 time: 1.1014225 Aug 28 16:24:47.549054 n-d-712137-10 neutron-server[106329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4b4d70-2170-4165-aa44-c5177362d76d', 'tag': '873476b6-ee9b-405f-becf-e0498b99262d'}] {{(pid=106329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:24:47.549511 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6465a3eaffd8e17c199a17f8468319ff6784c926a01979502c727cecbd9fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ee8a2e-b028-4af1-b3e6-2b36efcd7b91" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4b4d70-2170-4165-aa44-c5177362d76d", "tag": "873476b6-ee9b-405f-becf-e0498b99262d"}]}' {{(pid=106329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:24:47.588871 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 16:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a17863-58e6-44e1-ba06-67bf4c2ad6bd x-openstack-request-id: req-24a17863-58e6-44e1-ba06-67bf4c2ad6bd {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:24:47.591365 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4b4d70-2170-4165-aa44-c5177362d76d", "tag": "873476b6-ee9b-405f-becf-e0498b99262d", "status": "completed", "code": 200}]} {{(pid=106329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:24:47.591365 n-d-712137-10 neutron-server[106329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24a17863-58e6-44e1-ba06-67bf4c2ad6bd {{(pid=106329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:24:47.591365 n-d-712137-10 neutron-server[106329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4b4d70-2170-4165-aa44-c5177362d76d', 'tag': '873476b6-ee9b-405f-becf-e0498b99262d', 'status': 'completed', 'code': 200} Aug 28 16:24:47.644318 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-03e85b25-f8c8-42eb-99c6-e82e01633cad None None] Set router fd33ca8e-5dd2-434f-8160-58b950406d1d gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:24:47.653432 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee8a2e-b028-4af1-b3e6-2b36efcd7b91 req-3b29215f-7527-45ef-9223-3bd83e0f5515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:24:47.654991 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13ee8a2e-b028-4af1-b3e6-2b36efcd7b91 req-3b29215f-7527-45ef-9223-3bd83e0f5515 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1757d909319140749bcf3a348b5b0f12&device_id=6f4b4d70-2170-4165-aa44-c5177362d76d HTTP/1.1" status: 200 len: 1096 time: 0.0435636 Aug 28 16:24:47.756743 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee8a2e-b028-4af1-b3e6-2b36efcd7b91 req-742ec111-73bc-4882-8cc7-cd357754641c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:24:47.758252 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13ee8a2e-b028-4af1-b3e6-2b36efcd7b91 req-742ec111-73bc-4882-8cc7-cd357754641c service neutron] 10.222.0.41 "GET /v2.0/networks?id=734aebdc-50df-495e-969a-23b7a024ab57 HTTP/1.1" status: 200 len: 911 time: 0.0949297 Aug 28 16:24:47.797256 n-d-712137-10 neutron-server[106329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10737cf3-7dae-43a4-84bd-88f8104c0528 req-c5affde4-5988-4450-b3ba-e84ca535303d tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:24:47.798912 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-10737cf3-7dae-43a4-84bd-88f8104c0528 req-c5affde4-5988-4450-b3ba-e84ca535303d tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f4b4d70-2170-4165-aa44-c5177362d76d HTTP/1.1" status: 200 len: 944 time: 0.0513265 Aug 28 16:24:47.806660 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13ee8a2e-b028-4af1-b3e6-2b36efcd7b91 req-60fc1b0c-1c03-4170-bed1-2aa922ba81d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=873476b6-ee9b-405f-becf-e0498b99262d HTTP/1.1" status: 200 len: 217 time: 0.0394640 Aug 28 16:24:47.843200 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [req-10737cf3-7dae-43a4-84bd-88f8104c0528 req-5fd9f419-2718-462e-8f38-0f331a050eca tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370674 Aug 28 16:24:47.863402 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee8a2e-b028-4af1-b3e6-2b36efcd7b91 req-198037ac-8978-4774-92f7-039d531aae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:24:47.864980 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13ee8a2e-b028-4af1-b3e6-2b36efcd7b91 req-198037ac-8978-4774-92f7-039d531aae5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b68a947a-65d2-4f12-b0b3-4fb9a281ac29 HTTP/1.1" status: 200 len: 849 time: 0.0507913 Aug 28 16:24:47.874890 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-03e85b25-f8c8-42eb-99c6-e82e01633cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'name': 'tempest-TestSnapshotPattern-1988148806-router', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:12Z', 'revision_number': 4, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'gw_port': {'id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '8812af24-cb5b-460c-91d5-bff74850d4a8', 'name': '', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'mac_address': 'fa:16:3e:04:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:12Z', 'updated_at': '2021-08-28T16:19:18Z', 'revision_number': 5, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'subnets': [{'id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:24:47.916277 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee8a2e-b028-4af1-b3e6-2b36efcd7b91 req-7a575758-eed1-4d2f-a2d4-256c1fdfd3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:24:47.917916 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13ee8a2e-b028-4af1-b3e6-2b36efcd7b91 req-7a575758-eed1-4d2f-a2d4-256c1fdfd3d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=734aebdc-50df-495e-969a-23b7a024ab57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456119 Aug 28 16:24:47.987207 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e85b25-f8c8-42eb-99c6-e82e01633cad None None] Checking router: fd33ca8e-5dd2-434f-8160-58b950406d1d for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:24:47.995442 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e85b25-f8c8-42eb-99c6-e82e01633cad None None] Routers {'fd33ca8e-5dd2-434f-8160-58b950406d1d'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:24:47.996083 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-03e85b25-f8c8-42eb-99c6-e82e01633cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:24:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['fd33ca8e-5dd2-434f-8160-58b950406d1d'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:24:48.015076 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13ee8a2e-b028-4af1-b3e6-2b36efcd7b91 req-d7ef4cc7-2d21-455a-a534-15a92660f701 service neutron] 10.222.0.41 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886285 Aug 28 16:24:48.083705 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:24:48.103709 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-03e85b25-f8c8-42eb-99c6-e82e01633cad None None] Set router fd33ca8e-5dd2-434f-8160-58b950406d1d gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:24:48.107704 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-13ee8a2e-b028-4af1-b3e6-2b36efcd7b91 req-32f18bc5-37f7-41e9-86db-121d1965411d service neutron] 10.222.0.41 "GET /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839248 Aug 28 16:24:48.159664 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 653550c9-af0e-43f3-81ee-c1c091d7ec01 no longer exists at agent hyperv_n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:24:48.179974 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] No Port match for: 653550c9-af0e-43f3-81ee-c1c091d7ec01 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:24:48.180319 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Device 653550c9-af0e-43f3-81ee-c1c091d7ec01 not bound to the agent host n-h2-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:24:48.292845 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-03e85b25-f8c8-42eb-99c6-e82e01633cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'name': 'tempest-TestSnapshotPattern-1988148806-router', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:12Z', 'revision_number': 4, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'gw_port': {'id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '8812af24-cb5b-460c-91d5-bff74850d4a8', 'name': '', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'mac_address': 'fa:16:3e:04:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:12Z', 'updated_at': '2021-08-28T16:19:18Z', 'revision_number': 5, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'subnets': [{'id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:24:48.321651 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e85b25-f8c8-42eb-99c6-e82e01633cad None None] The sync data for ids ['fd33ca8e-5dd2-434f-8160-58b950406d1d'] in n-d-712137-10 is: [{'id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'name': 'tempest-TestSnapshotPattern-1988148806-router', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:12Z', 'revision_number': 4, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'gw_port': {'id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10', '_interfaces': [{'id': '8812af24-cb5b-460c-91d5-bff74850d4a8', 'name': '', 'network_id': '734aebdc-50df-495e-969a-23b7a024ab57', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'mac_address': 'fa:16:3e:04:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:12Z', 'updated_at': '2021-08-28T16:19:18Z', 'revision_number': 5, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'subnets': [{'id': 'b68a947a-65d2-4f12-b0b3-4fb9a281ac29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:24:48.611045 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75c8f5-1c2f-4513-b7c6-13d3609fbed6 req-93ad0699-fb1e-4f29-ad37-9a862b437f90 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:24:48.613306 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd75c8f5-1c2f-4513-b7c6-13d3609fbed6 req-93ad0699-fb1e-4f29-ad37-9a862b437f90 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f4b4d70-2170-4165-aa44-c5177362d76d HTTP/1.1" status: 200 len: 944 time: 0.0509148 Aug 28 16:24:48.635930 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a7061a-1d9d-4a62-96ac-6a08135cf271 None None] New status for floating IP ffc51a28-dfd0-4eea-87b4-2a773710cb1f: DOWN {{(pid=106331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 16:24:48.717493 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-dd75c8f5-1c2f-4513-b7c6-13d3609fbed6 req-47d91a5e-9721-4817-9326-ccaaa467f147 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Deleting port 873476b6-ee9b-405f-becf-e0498b99262d {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:24:48.718072 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-dd75c8f5-1c2f-4513-b7c6-13d3609fbed6 req-47d91a5e-9721-4817-9326-ccaaa467f147 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:48.813390 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [req-dd75c8f5-1c2f-4513-b7c6-13d3609fbed6 req-47d91a5e-9721-4817-9326-ccaaa467f147 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] For port 873476b6-ee9b-405f-becf-e0498b99262d, host n-h1-712137-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-10',level=0,port_id=873476b6-ee9b-405f-becf-e0498b99262d,segment=NetworkSegment(962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f),segment_id=962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:24:48.813656 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-dd75c8f5-1c2f-4513-b7c6-13d3609fbed6 req-47d91a5e-9721-4817-9326-ccaaa467f147 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:48.827392 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [req-dd75c8f5-1c2f-4513-b7c6-13d3609fbed6 req-47d91a5e-9721-4817-9326-ccaaa467f147 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Calling delete_port for 873476b6-ee9b-405f-becf-e0498b99262d owned by compute:nova {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:24:48.990896 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-dd75c8f5-1c2f-4513-b7c6-13d3609fbed6 req-47d91a5e-9721-4817-9326-ccaaa467f147 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:49.005866 n-d-712137-10 neutron-server[106330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05804ab-32b7-4513-a07a-7192de4597d1 req-7ef3c993-6632-49dc-8a27-b6ef435004ab tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 16:24:49.007346 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d05804ab-32b7-4513-a07a-7192de4597d1 req-7ef3c993-6632-49dc-8a27-b6ef435004ab tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f4b4d70-2170-4165-aa44-c5177362d76d HTTP/1.1" status: 200 len: 944 time: 0.0716372 Aug 28 16:24:49.035970 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d91a5e-9721-4817-9326-ccaaa467f147 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Pushing event deleted for resources: {'Port': ['ID=873476b6-ee9b-405f-becf-e0498b99262d,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:24:49.097966 n-d-712137-10 neutron-server[106330]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd75c8f5-1c2f-4513-b7c6-13d3609fbed6 req-47d91a5e-9721-4817-9326-ccaaa467f147 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] No DVR routers for this DVR port 873476b6-ee9b-405f-becf-e0498b99262d on host n-h1-712137-10 {{(pid=106330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 16:24:49.105580 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [req-dd75c8f5-1c2f-4513-b7c6-13d3609fbed6 req-47d91a5e-9721-4817-9326-ccaaa467f147 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73322'] for port, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:49.107536 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-dd75c8f5-1c2f-4513-b7c6-13d3609fbed6 req-47d91a5e-9721-4817-9326-ccaaa467f147 tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.41 "DELETE /v2.0/ports/873476b6-ee9b-405f-becf-e0498b99262d HTTP/1.1" status: 204 len: 173 time: 0.4886329 Aug 28 16:24:49.108013 n-d-712137-10 neutron-server[106330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4b4d70-2170-4165-aa44-c5177362d76d', 'name': 'network-vif-deleted', 'tag': '873476b6-ee9b-405f-becf-e0498b99262d'}] {{(pid=106330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 16:24:49.110284 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e308943d50e92a26f6c3a6de5cf793d4f684f916ac590010b5ff3c9d15b1720" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7713b2f9-eb80-40aa-bbae-9b3ff39cdd4d" -d '{"events": [{"server_uuid": "6f4b4d70-2170-4165-aa44-c5177362d76d", "name": "network-vif-deleted", "tag": "873476b6-ee9b-405f-becf-e0498b99262d"}]}' {{(pid=106330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 16:24:49.122793 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [req-d05804ab-32b7-4513-a07a-7192de4597d1 req-89a85c23-c9f0-401b-b571-28b04cee4f0a tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "GET /v2.0/security-groups?id=e359215b-f16b-418b-a8e6-ef18f6a90e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910428 Aug 28 16:24:49.161236 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 16:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e92923-c89e-44ab-b37b-f8a360c461c3 x-openstack-request-id: req-d1e92923-c89e-44ab-b37b-f8a360c461c3 {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 16:24:49.161539 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4b4d70-2170-4165-aa44-c5177362d76d", "name": "network-vif-deleted", "tag": "873476b6-ee9b-405f-becf-e0498b99262d", "status": "completed", "code": 200}]} {{(pid=106330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 16:24:49.161798 n-d-712137-10 neutron-server[106330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1e92923-c89e-44ab-b37b-f8a360c461c3 {{(pid=106330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 16:24:49.162204 n-d-712137-10 neutron-server[106330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4b4d70-2170-4165-aa44-c5177362d76d', 'name': 'network-vif-deleted', 'tag': '873476b6-ee9b-405f-becf-e0498b99262d', 'status': 'completed', 'code': 200} Aug 28 16:24:50.186907 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35492) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:24:50.249552 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-618156c7-7c91-4cc9-86af-c8755f4ef15e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:50.274764 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-618156c7-7c91-4cc9-86af-c8755f4ef15e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:50.340157 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-618156c7-7c91-4cc9-86af-c8755f4ef15e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:50.342726 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-618156c7-7c91-4cc9-86af-c8755f4ef15e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:50.343903 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-618156c7-7c91-4cc9-86af-c8755f4ef15e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] 10.222.0.13 "DELETE /v2.0/security-groups/e359215b-f16b-418b-a8e6-ef18f6a90e8c HTTP/1.1" status: 204 len: 168 time: 0.1559737 Aug 28 16:24:50.353158 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618156c7-7c91-4cc9-86af-c8755f4ef15e tempest-TestSnapshotPattern-1071120797 tempest-TestSnapshotPattern-1071120797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e359215b-f16b-418b-a8e6-ef18f6a90e8c,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:24:50.389815 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35496) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:24:50.843880 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2958a5af-ebc2-49f6-a9bc-aa03317a7662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:51.082220 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-2958a5af-ebc2-49f6-a9bc-aa03317a7662 admin admin] Deleting port 8812af24-cb5b-460c-91d5-bff74850d4a8 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:24:51.082557 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2958a5af-ebc2-49f6-a9bc-aa03317a7662 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:51.169192 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-2958a5af-ebc2-49f6-a9bc-aa03317a7662 admin admin] For port 8812af24-cb5b-460c-91d5-bff74850d4a8, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=8812af24-cb5b-460c-91d5-bff74850d4a8,segment=NetworkSegment(962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f),segment_id=962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:24:51.169465 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2958a5af-ebc2-49f6-a9bc-aa03317a7662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:51.181009 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-2958a5af-ebc2-49f6-a9bc-aa03317a7662 admin admin] Calling delete_port for 8812af24-cb5b-460c-91d5-bff74850d4a8 owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:24:51.359951 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2958a5af-ebc2-49f6-a9bc-aa03317a7662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:51.385479 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958a5af-ebc2-49f6-a9bc-aa03317a7662 admin admin] Pushing event deleted for resources: {'Port': ['ID=8812af24-cb5b-460c-91d5-bff74850d4a8,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:24:51.554101 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-2958a5af-ebc2-49f6-a9bc-aa03317a7662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:51.763205 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2958a5af-ebc2-49f6-a9bc-aa03317a7662 admin admin] Router fd33ca8e-5dd2-434f-8160-58b950406d1d has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:24:51.868078 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2958a5af-ebc2-49f6-a9bc-aa03317a7662 admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:24:51.873048 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-2958a5af-ebc2-49f6-a9bc-aa03317a7662 admin admin] 10.222.0.13 "PUT /v2.0/routers/fd33ca8e-5dd2-434f-8160-58b950406d1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4822049 Aug 28 16:24:51.875855 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35500) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:24:51.878612 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f743c8-20ca-411f-9c87-bc68b4832561 None None] Sync routers for ids ['fd33ca8e-5dd2-434f-8160-58b950406d1d'] in n-d-712137-10 {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:24:51.887620 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f743c8-20ca-411f-9c87-bc68b4832561 None None] Routers {'fd33ca8e-5dd2-434f-8160-58b950406d1d'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:24:51.888259 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-f3f743c8-20ca-411f-9c87-bc68b4832561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:24:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['fd33ca8e-5dd2-434f-8160-58b950406d1d'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:24:51.979923 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cf43c796-ac5e-4860-9371-0d7ae6cee8bb admin admin] Notify callbacks [] for router, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:51.989516 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-f3f743c8-20ca-411f-9c87-bc68b4832561 None None] Set router fd33ca8e-5dd2-434f-8160-58b950406d1d gateway port host: n-d-712137-10 {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:24:52.081391 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cf43c796-ac5e-4860-9371-0d7ae6cee8bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:52.136531 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-cf43c796-ac5e-4860-9371-0d7ae6cee8bb admin admin] Deleting port b5914e56-9377-4e63-9200-15ee35daf54b {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:24:52.136847 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cf43c796-ac5e-4860-9371-0d7ae6cee8bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:52.163160 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-f3f743c8-20ca-411f-9c87-bc68b4832561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'name': 'tempest-TestSnapshotPattern-1988148806-router', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:24:51Z', 'revision_number': 5, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'gw_port': {'id': 'b5914e56-9377-4e63-9200-15ee35daf54b', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:24:52.188352 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f743c8-20ca-411f-9c87-bc68b4832561 None None] Checking router: fd33ca8e-5dd2-434f-8160-58b950406d1d for host: n-d-712137-10 {{(pid=106332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:24:52.196738 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f743c8-20ca-411f-9c87-bc68b4832561 None None] Routers {'fd33ca8e-5dd2-434f-8160-58b950406d1d'} bound to L3 agent in host n-d-712137-10 {{(pid=106332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:24:52.197361 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-f3f743c8-20ca-411f-9c87-bc68b4832561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:24:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['fd33ca8e-5dd2-434f-8160-58b950406d1d'], 'active': True} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:24:52.222375 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-cf43c796-ac5e-4860-9371-0d7ae6cee8bb admin admin] For port b5914e56-9377-4e63-9200-15ee35daf54b, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=b5914e56-9377-4e63-9200-15ee35daf54b,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:24:52.222746 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cf43c796-ac5e-4860-9371-0d7ae6cee8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:52.235236 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-cf43c796-ac5e-4860-9371-0d7ae6cee8bb admin admin] Calling delete_port for b5914e56-9377-4e63-9200-15ee35daf54b owned by network:router_gateway {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:24:52.281656 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_dvr_db [None req-f3f743c8-20ca-411f-9c87-bc68b4832561 None None] Set router fd33ca8e-5dd2-434f-8160-58b950406d1d gateway port host: None {{(pid=106332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:24:52.334560 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.l3_hamode_db [None req-f3f743c8-20ca-411f-9c87-bc68b4832561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'name': 'tempest-TestSnapshotPattern-1988148806-router', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:24:52Z', 'revision_number': 6, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:24:52.359772 n-d-712137-10 neutron-server[106332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f743c8-20ca-411f-9c87-bc68b4832561 None None] The sync data for ids ['fd33ca8e-5dd2-434f-8160-58b950406d1d'] in n-d-712137-10 is: [{'id': 'fd33ca8e-5dd2-434f-8160-58b950406d1d', 'name': 'tempest-TestSnapshotPattern-1988148806-router', 'tenant_id': '1757d909319140749bcf3a348b5b0f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:19:10Z', 'updated_at': '2021-08-28T16:24:52Z', 'revision_number': 6, 'project_id': '1757d909319140749bcf3a348b5b0f12', 'gw_port_host': None}] {{(pid=106332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:24:52.404698 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cf43c796-ac5e-4860-9371-0d7ae6cee8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:52.435722 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43c796-ac5e-4860-9371-0d7ae6cee8bb admin admin] Pushing event deleted for resources: {'Port': ['ID=b5914e56-9377-4e63-9200-15ee35daf54b,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:24:52.494089 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cf43c796-ac5e-4860-9371-0d7ae6cee8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:52.586936 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cf43c796-ac5e-4860-9371-0d7ae6cee8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:52.588975 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cf43c796-ac5e-4860-9371-0d7ae6cee8bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:52.634065 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cf43c796-ac5e-4860-9371-0d7ae6cee8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:52.634686 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf43c796-ac5e-4860-9371-0d7ae6cee8bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd33ca8e-5dd2-434f-8160-58b950406d1d {{(pid=106329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 16:24:52.639208 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-cf43c796-ac5e-4860-9371-0d7ae6cee8bb admin admin] Notify callbacks [] for router, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:52.640619 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-cf43c796-ac5e-4860-9371-0d7ae6cee8bb admin admin] 10.222.0.13 "DELETE /v2.0/routers/fd33ca8e-5dd2-434f-8160-58b950406d1d HTTP/1.1" status: 204 len: 168 time: 0.7630897 Aug 28 16:24:52.643062 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35502) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:24:52.694200 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db35b41-2354-459e-83ec-4b9fdb1c596c admin admin] Deleting subnet b68a947a-65d2-4f12-b0b3-4fb9a281ac29 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 16:24:52.698004 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8db35b41-2354-459e-83ec-4b9fdb1c596c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:52.733782 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8db35b41-2354-459e-83ec-4b9fdb1c596c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:52.814273 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8db35b41-2354-459e-83ec-4b9fdb1c596c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:52.869380 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8db35b41-2354-459e-83ec-4b9fdb1c596c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:52.896971 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db35b41-2354-459e-83ec-4b9fdb1c596c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b68a947a-65d2-4f12-b0b3-4fb9a281ac29,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:24:52.898950 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-8db35b41-2354-459e-83ec-4b9fdb1c596c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:52.900839 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8db35b41-2354-459e-83ec-4b9fdb1c596c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b68a947a-65d2-4f12-b0b3-4fb9a281ac29 HTTP/1.1" status: 204 len: 168 time: 0.2557566 Aug 28 16:24:52.903346 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35504) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:24:52.903842 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d19b597-f7fa-446f-a42d-c2e06faaf687 None None] Network 734aebdc-50df-495e-969a-23b7a024ab57 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 16:24:52.974085 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-520f47dc-3995-4d74-b27e-792c277d09b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:53.027981 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-520f47dc-3995-4d74-b27e-792c277d09b7 admin admin] Deleting port ca58e23b-b8c4-43fa-9da6-17ec007181d8 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:24:53.028323 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-520f47dc-3995-4d74-b27e-792c277d09b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:53.054423 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 873476b6-ee9b-405f-becf-e0498b99262d no longer exists at agent hyperv_n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:24:53.078391 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] No Port match for: 873476b6-ee9b-405f-becf-e0498b99262d {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:24:53.078742 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Device 873476b6-ee9b-405f-becf-e0498b99262d not bound to the agent host n-h1-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:24:53.097635 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-520f47dc-3995-4d74-b27e-792c277d09b7 admin admin] For port ca58e23b-b8c4-43fa-9da6-17ec007181d8, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=ca58e23b-b8c4-43fa-9da6-17ec007181d8,segment=NetworkSegment(962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f),segment_id=962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:24:53.097992 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-520f47dc-3995-4d74-b27e-792c277d09b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:53.111006 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-520f47dc-3995-4d74-b27e-792c277d09b7 admin admin] Calling delete_port for ca58e23b-b8c4-43fa-9da6-17ec007181d8 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:24:53.153556 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb90e0bd-ca97-4b16-906f-feb679fb555b None None] DHCP port deletion for 734aebdc-50df-495e-969a-23b7a024ab57 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 16:24:53.196330 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-520f47dc-3995-4d74-b27e-792c277d09b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:53.202429 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-fb90e0bd-ca97-4b16-906f-feb679fb555b None None] Deleting port ca58e23b-b8c4-43fa-9da6-17ec007181d8 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:24:53.202810 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fb90e0bd-ca97-4b16-906f-feb679fb555b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:53.224306 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f47dc-3995-4d74-b27e-792c277d09b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca58e23b-b8c4-43fa-9da6-17ec007181d8,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:24:53.226142 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520f47dc-3995-4d74-b27e-792c277d09b7 admin admin] No DVR routers for this DVR port ca58e23b-b8c4-43fa-9da6-17ec007181d8 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 16:24:53.271310 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-fb90e0bd-ca97-4b16-906f-feb679fb555b None None] For port ca58e23b-b8c4-43fa-9da6-17ec007181d8, host n-d-712137-10, got binding levels [] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:24:53.271735 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fb90e0bd-ca97-4b16-906f-feb679fb555b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:53.284739 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-fb90e0bd-ca97-4b16-906f-feb679fb555b None None] Calling delete_port for ca58e23b-b8c4-43fa-9da6-17ec007181d8 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:24:53.287390 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.ipam_backend_mixin [None req-fb90e0bd-ca97-4b16-906f-feb679fb555b None None] Port ca58e23b-b8c4-43fa-9da6-17ec007181d8 was not found and therefore no delete operation was performed {{(pid=106331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 16:24:53.288673 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-fb90e0bd-ca97-4b16-906f-feb679fb555b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:53.302131 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-520f47dc-3995-4d74-b27e-792c277d09b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:53.312023 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-520f47dc-3995-4d74-b27e-792c277d09b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734aebdc-50df-495e-969a-23b7a024ab57']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:24:53.317827 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90e0bd-ca97-4b16-906f-feb679fb555b None None] Pushing event deleted for resources: {'Port': ['ID=ca58e23b-b8c4-43fa-9da6-17ec007181d8,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:24:53.322854 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb90e0bd-ca97-4b16-906f-feb679fb555b None None] No DVR routers for this DVR port ca58e23b-b8c4-43fa-9da6-17ec007181d8 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 16:24:53.323464 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-520f47dc-3995-4d74-b27e-792c277d09b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:24:53.324483 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-520f47dc-3995-4d74-b27e-792c277d09b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962ae7ec-3fa7-4c5e-89a4-3c41d1f7409f') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:24:53.335304 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-520f47dc-3995-4d74-b27e-792c277d09b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:53.350180 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-520f47dc-3995-4d74-b27e-792c277d09b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:53.356440 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-520f47dc-3995-4d74-b27e-792c277d09b7 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 16:24:53.356832 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-520f47dc-3995-4d74-b27e-792c277d09b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: timer() Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 16:24:53.358737 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 16:24:53.417530 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-520f47dc-3995-4d74-b27e-792c277d09b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:53.423366 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-520f47dc-3995-4d74-b27e-792c277d09b7 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:53.426204 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-520f47dc-3995-4d74-b27e-792c277d09b7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/734aebdc-50df-495e-969a-23b7a024ab57 HTTP/1.1" status: 204 len: 168 time: 0.5218768 Aug 28 16:24:53.429324 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35506) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:24:53.438380 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f47dc-3995-4d74-b27e-792c277d09b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=734aebdc-50df-495e-969a-23b7a024ab57,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:24:53.780594 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bb59c4cd-e04d-4280-a9bd-2d99724ab1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521509'] for router_interface, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:54.026195 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-bb59c4cd-e04d-4280-a9bd-2d99724ab1fa admin admin] Deleting port 185082bc-d8f5-4475-9b9e-d81054f58e66 {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:24:54.026536 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bb59c4cd-e04d-4280-a9bd-2d99724ab1fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:54.102619 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-bb59c4cd-e04d-4280-a9bd-2d99724ab1fa admin admin] For port 185082bc-d8f5-4475-9b9e-d81054f58e66, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=185082bc-d8f5-4475-9b9e-d81054f58e66,segment=NetworkSegment(66d8f2aa-f505-4179-ae58-1da062954cc5),segment_id=66d8f2aa-f505-4179-ae58-1da062954cc5)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:24:54.102899 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bb59c4cd-e04d-4280-a9bd-2d99724ab1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:54.116099 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-bb59c4cd-e04d-4280-a9bd-2d99724ab1fa admin admin] Calling delete_port for 185082bc-d8f5-4475-9b9e-d81054f58e66 owned by network:router_interface {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:24:54.180108 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 8812af24-cb5b-460c-91d5-bff74850d4a8 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:24:54.200153 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 8812af24-cb5b-460c-91d5-bff74850d4a8 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:24:54.200485 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 8812af24-cb5b-460c-91d5-bff74850d4a8 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:24:54.201148 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b5914e56-9377-4e63-9200-15ee35daf54b no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:24:54.219325 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: b5914e56-9377-4e63-9200-15ee35daf54b {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:24:54.219691 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device b5914e56-9377-4e63-9200-15ee35daf54b not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:24:54.220103 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ca58e23b-b8c4-43fa-9da6-17ec007181d8 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:24:54.241006 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: ca58e23b-b8c4-43fa-9da6-17ec007181d8 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:24:54.241355 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device ca58e23b-b8c4-43fa-9da6-17ec007181d8 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:24:54.295491 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bb59c4cd-e04d-4280-a9bd-2d99724ab1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:54.324311 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59c4cd-e04d-4280-a9bd-2d99724ab1fa admin admin] Pushing event deleted for resources: {'Port': ['ID=185082bc-d8f5-4475-9b9e-d81054f58e66,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:24:54.490493 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-bb59c4cd-e04d-4280-a9bd-2d99724ab1fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521657'] for router_interface, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:55.005491 n-d-712137-10 neutron-server[106330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb59c4cd-e04d-4280-a9bd-2d99724ab1fa admin admin] Router cc497f0f-a2ab-4387-904f-e9475521de69 has already been hosted by L3 agent a9791573-2fed-4b31-a715-3afc6c84b38e {{(pid=106330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 16:24:55.113937 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb59c4cd-e04d-4280-a9bd-2d99724ab1fa admin admin] Notify agent at l3_agent.n-d-712137-10 the message routers_updated {{(pid=106330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 16:24:55.122042 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-bb59c4cd-e04d-4280-a9bd-2d99724ab1fa admin admin] 10.222.0.13 "PUT /v2.0/routers/cc497f0f-a2ab-4387-904f-e9475521de69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6908340 Aug 28 16:24:55.124001 n-d-712137-10 neutron-server[106330]: DEBUG neutron.wsgi [-] (106330) accepted ('10.222.0.13', 35508) {{(pid=106330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:24:55.126228 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f722797-af1a-46be-a293-5fdfcb5a3103 None None] Sync routers for ids ['cc497f0f-a2ab-4387-904f-e9475521de69'] in n-d-712137-10 {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 16:24:55.136098 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f722797-af1a-46be-a293-5fdfcb5a3103 None None] Routers {'cc497f0f-a2ab-4387-904f-e9475521de69'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:24:55.136669 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-2f722797-af1a-46be-a293-5fdfcb5a3103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:24:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['cc497f0f-a2ab-4387-904f-e9475521de69'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:24:55.239251 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8f509cb9-4303-4e6f-a3a2-a0ef42bf514a admin admin] Notify callbacks [] for router, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:55.243224 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-2f722797-af1a-46be-a293-5fdfcb5a3103 None None] Set router cc497f0f-a2ab-4387-904f-e9475521de69 gateway port host: n-d-712137-10 {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:24:55.342736 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8f509cb9-4303-4e6f-a3a2-a0ef42bf514a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:55.395406 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-8f509cb9-4303-4e6f-a3a2-a0ef42bf514a admin admin] Deleting port be9b840f-8a0c-4a83-8b60-36ac6a9bf45a {{(pid=106330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:24:55.395637 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8f509cb9-4303-4e6f-a3a2-a0ef42bf514a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:55.422153 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-2f722797-af1a-46be-a293-5fdfcb5a3103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc497f0f-a2ab-4387-904f-e9475521de69', 'name': 'tempest-TestSnapshotPattern-789354987-router', 'tenant_id': '5c56d845c69b4f4d8f2789b85c29c159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'external_fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'be9b840f-8a0c-4a83-8b60-36ac6a9bf45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:19:14Z', 'updated_at': '2021-08-28T16:24:54Z', 'revision_number': 5, 'project_id': '5c56d845c69b4f4d8f2789b85c29c159', 'gw_port': {'id': 'be9b840f-8a0c-4a83-8b60-36ac6a9bf45a', 'name': '', 'network_id': '61448970-1875-4f3f-bc01-29da4e3666f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:82:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc497f0f-a2ab-4387-904f-e9475521de69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T16:19:15Z', 'updated_at': '2021-08-28T16:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd053d764-1274-499c-bd88-682d7bdf49c2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-10'}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:24:55.458169 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f722797-af1a-46be-a293-5fdfcb5a3103 None None] Checking router: cc497f0f-a2ab-4387-904f-e9475521de69 for host: n-d-712137-10 {{(pid=106331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 16:24:55.471986 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f722797-af1a-46be-a293-5fdfcb5a3103 None None] Routers {'cc497f0f-a2ab-4387-904f-e9475521de69'} bound to L3 agent in host n-d-712137-10 {{(pid=106331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 16:24:55.472836 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-2f722797-af1a-46be-a293-5fdfcb5a3103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T14:42:40Z,description=,heartbeat_timestamp=2021-08-28T16:24:41Z,host='n-d-712137-10',id=a9791573-2fed-4b31-a715-3afc6c84b38e,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T14:42:40Z,topic='l3_agent')) {'router_ids': ['cc497f0f-a2ab-4387-904f-e9475521de69'], 'active': True} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:24:55.475287 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.db [None req-8f509cb9-4303-4e6f-a3a2-a0ef42bf514a admin admin] For port be9b840f-8a0c-4a83-8b60-36ac6a9bf45a, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=be9b840f-8a0c-4a83-8b60-36ac6a9bf45a,segment=NetworkSegment(7a6c9b25-67b0-40f5-9079-b2b85ff5cee4),segment_id=7a6c9b25-67b0-40f5-9079-b2b85ff5cee4)] {{(pid=106330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:24:55.475672 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8f509cb9-4303-4e6f-a3a2-a0ef42bf514a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:55.475890 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:55.488347 n-d-712137-10 neutron-server[106330]: DEBUG neutron.plugins.ml2.plugin [None req-8f509cb9-4303-4e6f-a3a2-a0ef42bf514a admin admin] Calling delete_port for be9b840f-8a0c-4a83-8b60-36ac6a9bf45a owned by network:router_gateway {{(pid=106330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:24:55.557160 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvr_db [None req-2f722797-af1a-46be-a293-5fdfcb5a3103 None None] Set router cc497f0f-a2ab-4387-904f-e9475521de69 gateway port host: None {{(pid=106331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 16:24:55.608844 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_hamode_db [None req-2f722797-af1a-46be-a293-5fdfcb5a3103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc497f0f-a2ab-4387-904f-e9475521de69', 'name': 'tempest-TestSnapshotPattern-789354987-router', 'tenant_id': '5c56d845c69b4f4d8f2789b85c29c159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:19:14Z', 'updated_at': '2021-08-28T16:24:55Z', 'revision_number': 6, 'project_id': '5c56d845c69b4f4d8f2789b85c29c159', 'gw_port_host': None}], 'n-d-712137-10', False) {} {{(pid=106331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:24:55.639840 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f722797-af1a-46be-a293-5fdfcb5a3103 None None] The sync data for ids ['cc497f0f-a2ab-4387-904f-e9475521de69'] in n-d-712137-10 is: [{'id': 'cc497f0f-a2ab-4387-904f-e9475521de69', 'name': 'tempest-TestSnapshotPattern-789354987-router', 'tenant_id': '5c56d845c69b4f4d8f2789b85c29c159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T16:19:14Z', 'updated_at': '2021-08-28T16:24:55Z', 'revision_number': 6, 'project_id': '5c56d845c69b4f4d8f2789b85c29c159', 'gw_port_host': None}] {{(pid=106331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 16:24:55.653728 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8f509cb9-4303-4e6f-a3a2-a0ef42bf514a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13773095'] for port, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:55.684366 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f509cb9-4303-4e6f-a3a2-a0ef42bf514a admin admin] Pushing event deleted for resources: {'Port': ['ID=be9b840f-8a0c-4a83-8b60-36ac6a9bf45a,revision_number=None']} {{(pid=106330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:24:55.748182 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8f509cb9-4303-4e6f-a3a2-a0ef42bf514a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523291'] for router_gateway, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:55.837749 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8f509cb9-4303-4e6f-a3a2-a0ef42bf514a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4665'] for router, precommit_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:55.839852 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8f509cb9-4303-4e6f-a3a2-a0ef42bf514a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:55.883847 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8f509cb9-4303-4e6f-a3a2-a0ef42bf514a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520238'] for router, after_delete {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:55.884617 n-d-712137-10 neutron-server[106330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f509cb9-4303-4e6f-a3a2-a0ef42bf514a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc497f0f-a2ab-4387-904f-e9475521de69 {{(pid=106330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 16:24:55.890167 n-d-712137-10 neutron-server[106330]: DEBUG neutron_lib.callbacks.manager [None req-8f509cb9-4303-4e6f-a3a2-a0ef42bf514a admin admin] Notify callbacks [] for router, before_response {{(pid=106330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:55.891314 n-d-712137-10 neutron-server[106330]: INFO neutron.wsgi [None req-8f509cb9-4303-4e6f-a3a2-a0ef42bf514a admin admin] 10.222.0.13 "DELETE /v2.0/routers/cc497f0f-a2ab-4387-904f-e9475521de69 HTTP/1.1" status: 204 len: 168 time: 0.7622266 Aug 28 16:24:55.894608 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35510) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:24:55.938909 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.db_base_plugin_v2 [None req-edf1697e-c799-422e-a5de-aa0c4fc4bc8c admin admin] Deleting subnet baf37f2a-9dcf-4952-a7b7-f6e56de55001 {{(pid=106329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 16:24:55.942000 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edf1697e-c799-422e-a5de-aa0c4fc4bc8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:55.978631 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edf1697e-c799-422e-a5de-aa0c4fc4bc8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296152'] for subnet, precommit_delete_associations {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:56.066560 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edf1697e-c799-422e-a5de-aa0c4fc4bc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1547220'] for subnet, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:56.118642 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edf1697e-c799-422e-a5de-aa0c4fc4bc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1547231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12591349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13250024'] for subnet, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:56.143805 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1697e-c799-422e-a5de-aa0c4fc4bc8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baf37f2a-9dcf-4952-a7b7-f6e56de55001,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:24:56.147534 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-edf1697e-c799-422e-a5de-aa0c4fc4bc8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:56.149981 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-edf1697e-c799-422e-a5de-aa0c4fc4bc8c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/baf37f2a-9dcf-4952-a7b7-f6e56de55001 HTTP/1.1" status: 204 len: 168 time: 0.2544219 Aug 28 16:24:56.151910 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35512) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:24:56.153399 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4afe009-20ca-4517-a05e-e6a5374f707d None None] Network dbe4f41e-54e7-4604-a157-2780444b53d3 requested from n-d-712137-10 {{(pid=106331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 16:24:56.218910 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-558f9334-65fd-42c7-9930-dde3b2d414f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1536699'] for network, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:56.278363 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-558f9334-65fd-42c7-9930-dde3b2d414f3 admin admin] Deleting port 220ac67e-1630-4da6-92ed-379a5426a270 {{(pid=106329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:24:56.278719 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-558f9334-65fd-42c7-9930-dde3b2d414f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:56.342908 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.db [None req-558f9334-65fd-42c7-9930-dde3b2d414f3 admin admin] For port 220ac67e-1630-4da6-92ed-379a5426a270, host n-d-712137-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-10',level=0,port_id=220ac67e-1630-4da6-92ed-379a5426a270,segment=NetworkSegment(66d8f2aa-f505-4179-ae58-1da062954cc5),segment_id=66d8f2aa-f505-4179-ae58-1da062954cc5)] {{(pid=106329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:24:56.343182 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-558f9334-65fd-42c7-9930-dde3b2d414f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:56.356412 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.plugin [None req-558f9334-65fd-42c7-9930-dde3b2d414f3 admin admin] Calling delete_port for 220ac67e-1630-4da6-92ed-379a5426a270 owned by network:dhcp {{(pid=106329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:24:56.412337 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6209a7-5de9-4a6e-94f5-6b12f06be6da None None] DHCP port deletion for dbe4f41e-54e7-4604-a157-2780444b53d3 request from n-d-712137-10 {{(pid=106331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 16:24:56.474278 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 185082bc-d8f5-4475-9b9e-d81054f58e66 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:24:56.477737 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ef6209a7-5de9-4a6e-94f5-6b12f06be6da None None] Deleting port 220ac67e-1630-4da6-92ed-379a5426a270 {{(pid=106331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 16:24:56.478215 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ef6209a7-5de9-4a6e-94f5-6b12f06be6da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758655228950'] for port, before_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:56.480132 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-558f9334-65fd-42c7-9930-dde3b2d414f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12591258'] for port, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:56.506998 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 185082bc-d8f5-4475-9b9e-d81054f58e66 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:24:56.507353 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 185082bc-d8f5-4475-9b9e-d81054f58e66 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:24:56.507829 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 220ac67e-1630-4da6-92ed-379a5426a270 no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:24:56.508703 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f9334-65fd-42c7-9930-dde3b2d414f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=220ac67e-1630-4da6-92ed-379a5426a270,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:24:56.510638 n-d-712137-10 neutron-server[106329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558f9334-65fd-42c7-9930-dde3b2d414f3 admin admin] No DVR routers for this DVR port 220ac67e-1630-4da6-92ed-379a5426a270 on host n-d-712137-10 {{(pid=106329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 16:24:56.564246 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: 220ac67e-1630-4da6-92ed-379a5426a270 {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:24:56.564803 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device 220ac67e-1630-4da6-92ed-379a5426a270 not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:24:56.565821 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device be9b840f-8a0c-4a83-8b60-36ac6a9bf45a no longer exists at agent ovs-agent-n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 16:24:56.586412 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-558f9334-65fd-42c7-9930-dde3b2d414f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548335', 'neutron.services.segments.db._delete_segments_for_network-8758655183553'] for network, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:56.588469 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] No Port match for: be9b840f-8a0c-4a83-8b60-36ac6a9bf45a {{(pid=106331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 16:24:56.588818 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.rpc [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Device be9b840f-8a0c-4a83-8b60-36ac6a9bf45a not bound to the agent host n-d-712137-10 {{(pid=106331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 16:24:56.598664 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-558f9334-65fd-42c7-9930-dde3b2d414f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbe4f41e-54e7-4604-a157-2780444b53d3']}} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:24:56.604505 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.db [None req-ef6209a7-5de9-4a6e-94f5-6b12f06be6da None None] For port 220ac67e-1630-4da6-92ed-379a5426a270, host n-d-712137-10, got binding levels [] {{(pid=106331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 16:24:56.604933 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ef6209a7-5de9-4a6e-94f5-6b12f06be6da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523603'] for port, precommit_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:56.609981 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-558f9334-65fd-42c7-9930-dde3b2d414f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d8f2aa-f505-4179-ae58-1da062954cc5') {'for_net_delete': True} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:24:56.610402 n-d-712137-10 neutron-server[106329]: DEBUG neutron.services.segments.db [None req-558f9334-65fd-42c7-9930-dde3b2d414f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d8f2aa-f505-4179-ae58-1da062954cc5') {} {{(pid=106329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 16:24:56.617039 n-d-712137-10 neutron-server[106331]: DEBUG neutron.plugins.ml2.plugin [None req-ef6209a7-5de9-4a6e-94f5-6b12f06be6da None None] Calling delete_port for 220ac67e-1630-4da6-92ed-379a5426a270 owned by network:dhcp {{(pid=106331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 16:24:56.619797 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.ipam_backend_mixin [None req-ef6209a7-5de9-4a6e-94f5-6b12f06be6da None None] Port 220ac67e-1630-4da6-92ed-379a5426a270 was not found and therefore no delete operation was performed {{(pid=106331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 16:24:56.621164 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-558f9334-65fd-42c7-9930-dde3b2d414f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758655196501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296163'] for segment, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:56.622008 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-ef6209a7-5de9-4a6e-94f5-6b12f06be6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758655230181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758654666271'] for port, after_delete {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:56.643322 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-558f9334-65fd-42c7-9930-dde3b2d414f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978'] for segment, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:56.650721 n-d-712137-10 neutron-server[106329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558f9334-65fd-42c7-9930-dde3b2d414f3 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=106329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 16:24:56.651202 n-d-712137-10 neutron-server[106331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6209a7-5de9-4a6e-94f5-6b12f06be6da None None] No DVR routers for this DVR port 220ac67e-1630-4da6-92ed-379a5426a270 on host n-d-712137-10 {{(pid=106331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 16:24:56.651604 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-558f9334-65fd-42c7-9930-dde3b2d414f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12591183'] for segment, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:56.653664 n-d-712137-10 neutron-server[106331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6209a7-5de9-4a6e-94f5-6b12f06be6da None None] Pushing event deleted for resources: {'Port': ['ID=220ac67e-1630-4da6-92ed-379a5426a270,revision_number=None']} {{(pid=106331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: Traceback (most recent call last): Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: timer() Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: cb(*args, **kw) Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: return func(*args, **kwargs) Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: self._notify() Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: self.callback(batched_events) Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: event.method(event) Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: return f(self, *a, **k) Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: return self._get(url).json() Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: return self.request(url, 'GET', **kwargs) Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 16:24:56.654028 n-d-712137-10 neutron-server[106329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 16:24:56.712695 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-558f9334-65fd-42c7-9930-dde3b2d414f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523319'] for network, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:56.719234 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-558f9334-65fd-42c7-9930-dde3b2d414f3 admin admin] Notify callbacks [] for network, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:56.722464 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-558f9334-65fd-42c7-9930-dde3b2d414f3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/dbe4f41e-54e7-4604-a157-2780444b53d3 HTTP/1.1" status: 204 len: 168 time: 0.5687556 Aug 28 16:24:56.736297 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f9334-65fd-42c7-9930-dde3b2d414f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbe4f41e-54e7-4604-a157-2780444b53d3,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:24:56.847934 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35516) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:24:56.888900 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-3add7e0a-2324-4edb-aec4-511a9c124cce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1757d909319140749bcf3a348b5b0f12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397637 Aug 28 16:24:56.891411 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35518) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:24:56.941058 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c3b4634d-d8db-4b5a-a8f0-930a5c727bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:56.962290 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c3b4634d-d8db-4b5a-a8f0-930a5c727bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:57.013335 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c3b4634d-d8db-4b5a-a8f0-930a5c727bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:57.016000 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-c3b4634d-d8db-4b5a-a8f0-930a5c727bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:57.017159 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-c3b4634d-d8db-4b5a-a8f0-930a5c727bc4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/851fa450-4285-476b-bf3a-a86f0155f34b HTTP/1.1" status: 204 len: 168 time: 0.1248026 Aug 28 16:24:57.025531 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4634d-d8db-4b5a-a8f0-930a5c727bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851fa450-4285-476b-bf3a-a86f0155f34b,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:24:57.348146 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35524) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:24:57.387090 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-8f7094fa-3143-4b7a-8c83-f73fb051a2d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c56d845c69b4f4d8f2789b85c29c159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377445 Aug 28 16:24:57.389550 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [-] (106329) accepted ('10.222.0.13', 35526) {{(pid=106329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 16:24:57.442139 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-03511d3e-647c-47d4-8789-cd0924f19e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:57.462965 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-03511d3e-647c-47d4-8789-cd0924f19e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:57.509027 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-03511d3e-647c-47d4-8789-cd0924f19e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548305'] for security_group, after_delete {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:57.511532 n-d-712137-10 neutron-server[106329]: DEBUG neutron_lib.callbacks.manager [None req-03511d3e-647c-47d4-8789-cd0924f19e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:24:57.512711 n-d-712137-10 neutron-server[106329]: INFO neutron.wsgi [None req-03511d3e-647c-47d4-8789-cd0924f19e74 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4a125fe-cd5c-436c-ae94-6b26a0a48553 HTTP/1.1" status: 204 len: 168 time: 0.1222780 Aug 28 16:24:57.520311 n-d-712137-10 neutron-server[106329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03511d3e-647c-47d4-8789-cd0924f19e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a125fe-cd5c-436c-ae94-6b26a0a48553,revision_number=None']} {{(pid=106329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 16:24:57.598323 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:25:08.166467 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-0494e1f7-301d-46d5-9091-715aeb15ed54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:25:10.702213 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b67c5870-3dd1-4264-9b1a-325e425e9223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:25:11.022934 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:25:12.134259 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:25:13.622106 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:25:25.083003 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:25:25.456840 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:25:27.599557 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:25:38.166725 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3761f841-0cd2-4aee-884a-1a0a92c48f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:25:40.703102 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-39a089e5-b5e1-4c84-b76e-02f8ce30944c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:25:41.024487 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:25:42.139021 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:25:43.625563 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:25:55.458511 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:25:57.621849 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:26:02.082795 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:26:08.167869 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-44f29d0a-17e3-4312-be77-0038cb00cf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:26:10.703515 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8a8e03f8-8b5f-4117-81a0-4bacc066b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:26:11.025229 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:26:12.139354 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:26:13.627272 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:26:25.458138 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:26:27.619824 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:26:38.168130 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b9a6d8d2-55f4-4ce9-8148-b730536a9693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:26:39.082253 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:26:40.702970 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-91e2abe5-23fd-459e-bbf0-8973be75460e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:26:41.026131 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:26:42.141475 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:26:43.631967 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:26:55.473035 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:26:57.645541 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:27:08.168504 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9dd880a9-59d8-476f-b16d-652615590a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:27:10.703134 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-504f4f01-55d6-4087-8160-01f30559d59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:27:11.027118 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:27:12.145107 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:27:13.634202 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:27:16.082477 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:27:25.473393 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:27:27.650327 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:27:38.172248 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ebaffe2-8571-4141-b6b4-62c3f5a192d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:27:40.704194 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-aa0fd73a-beed-4b25-8f0c-2bdfc4a39e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:27:41.027375 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:27:42.149211 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:27:43.637334 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:27:53.081376 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:27:55.472812 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:27:57.659974 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:28:08.173676 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-a01e890d-8660-41a8-abe3-dbbaf5ed497b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:28:10.705879 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-977d99b8-d8a9-46c8-9206-fbd3f4152d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:28:11.027247 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:28:12.151198 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:28:13.639821 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:28:25.473159 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:28:27.659929 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:28:30.081191 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:28:38.174384 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f1bccecc-7aa1-4b82-9fbc-b4386ed946d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:28:40.707049 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f72e7714-d8ad-4908-a974-693071f13ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:28:41.028475 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:28:42.154049 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:28:43.643417 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:28:55.486997 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:28:57.681477 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:29:07.079732 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:29:08.174503 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-41c9ba50-6a7f-48b3-9898-a54a2c4247ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:29:10.708054 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-69fe5404-13ab-4109-8d1d-50dd86571278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:29:11.028850 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:29:12.158232 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:29:13.646317 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:29:25.479786 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:29:27.675645 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:29:38.175348 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-19258742-491e-40b6-ae4c-85730558a3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:29:40.708600 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-77c3a212-00e9-458f-88a2-ab308a021429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:29:41.029158 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:29:42.161676 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:29:43.649584 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:29:44.078021 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:29:55.502863 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:29:57.691295 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:30:08.175210 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-d1498375-7ed3-418b-8de2-8b45e067d7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:30:10.708595 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b5bc9f93-2dfd-49c5-adf8-653b7f4a0a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:30:11.030203 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:30:12.162190 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:30:13.653913 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:30:21.078088 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:30:25.502225 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:30:27.690818 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:30:38.175301 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-22663ee3-8cd2-4a47-8a55-3b81b412d3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:30:40.707913 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-4dd4f559-b1bb-42e9-928a-a83d119a4485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:30:41.031483 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:30:42.166654 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:30:43.655506 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:30:55.506239 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:30:57.706055 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:30:58.078014 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:31:08.174972 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1d49e2c6-3b75-4c2e-853d-9b7fcce52c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:31:10.708122 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-79786482-b829-4db0-a173-71b5cf243911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:31:11.031639 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:31:12.169345 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:31:13.658895 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:31:25.534008 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:31:27.737707 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:31:35.078123 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:31:38.175982 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-012ad7ac-2df2-4310-8281-d01701846a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:31:40.708030 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-34cf556f-0ea0-4399-85a8-bcbcf28c2469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:31:41.033795 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:31:42.173137 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:31:43.661905 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:31:55.532777 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:31:57.752377 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:32:08.177303 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ea63211-3050-43b8-8cdc-56f90dadd518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:32:10.708942 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-674b8b48-7dca-41c6-981f-9a8cbf13826a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:32:11.033611 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:32:12.077337 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:32:12.175893 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:32:13.664557 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:32:17.574429 n-d-712137-10 neutron-server[106329]: DEBUG neutron.wsgi [req-ea77ef02-3908-454b-bbda-f0702122d308 req-52ea99cd-75e9-43cb-9026-1ce6c9d91d0c service neutron] (106329) timed out ('10.222.0.13', 34088) {{(pid=106329) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 16:32:25.549699 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:32:27.768162 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:32:38.177690 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-3ba5c3cf-a419-4b9d-abe8-61f73553e781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:32:40.708543 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-2ee48389-a6d1-40b7-89b3-7dbab44bb8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:32:41.036651 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:32:42.178420 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:32:43.668202 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:32:49.076461 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:32:55.563962 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:32:57.767734 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:33:08.177832 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-f5d41700-fe17-4b51-8b0b-4cf033d7d95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:33:10.712756 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-53cce1ce-4d69-47da-8ba9-76e32223b6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:33:11.036480 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:33:12.180948 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:33:13.670656 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:33:25.563506 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:33:26.076706 n-d-712137-10 neutron-server[106332]: DEBUG neutron.db.agents_db [None req-2f280acc-ff31-4ca9-8f6d-28e71fd12dc4 None None] Agent healthcheck: found 7 active agents {{(pid=106332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 16:33:27.781859 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:33:38.178444 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b4a9b0d2-47d8-4956-a9ef-53e26eaf3ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:33:40.713888 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-b6bf7cc4-9c4d-457b-9aa4-44a6c3bc4990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:33:41.038650 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ad90d93-2f87-46af-981b-de8fc29e05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:33:42.185692 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b366-0b33-4898-b3c1-e9740f7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:33:43.673886 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-29a2d9f7-fd6a-4b2d-b8c8-3c19f7220839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:33:55.582351 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-9f737928-bddf-461b-bd51-950fefe6e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 16:33:57.786603 n-d-712137-10 neutron-server[106331]: DEBUG neutron_lib.callbacks.manager [None req-8c8739b6-3159-4193-b962-3532702148a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758655180508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545585'] for agent, after_update {{(pid=106331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}